-- Logs begin at Fri 2021-09-17 22:40:42 UTC, end at Sat 2021-09-18 01:21:54 UTC. -- Sep 17 23:25:26.133575 n-d-809883-1 systemd[1]: Started Devstack devstack@q-svc.service. Sep 17 23:25:28.871211 n-d-809883-1 neutron-server[95480]: INFO neutron.common.config [-] Logging enabled! Sep 17 23:25:28.871800 n-d-809883-1 neutron-server[95480]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 17 23:25:28.871973 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95480) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 23:25:28.875229 n-d-809883-1 neutron-server[95480]: INFO neutron.common.config [-] Logging enabled! Sep 17 23:25:28.875485 n-d-809883-1 neutron-server[95480]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 17 23:25:28.875793 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95480) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 23:25:28.876739 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 23:25:28.876998 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 23:25:28.877363 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 23:25:28.877607 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 23:25:28.877832 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 23:25:28.878157 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.878456 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.878753 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.878982 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.879277 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.879565 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.879848 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.880134 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.880430 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.880715 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.881020 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.881306 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.881537 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.881818 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.882108 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.882396 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.882632 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] debug = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.882906 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.883358 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.883764 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.884046 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.884335 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.884615 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.884909 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.885189 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.885475 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.885801 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] host = n-d-809883-1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.886076 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.886363 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.886650 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.886937 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.887213 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.887491 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.887776 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.888054 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.888325 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] log_file = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.888601 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.888916 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.889207 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.889496 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.889719 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.889939 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.890225 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.890510 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.890786 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.891060 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.891334 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.891608 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.891882 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.892149 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.892434 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.892717 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.893027 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.893304 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.893579 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.893852 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.894124 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.894409 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.894683 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.894959 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.895231 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.895519 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.895786 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.896061 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.896359 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.896642 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.896954 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.897241 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.897514 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.897796 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.898074 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.898346 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.898617 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] use_json = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.898912 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.899184 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.899468 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.899741 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.900013 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.900286 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.900557 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.900851 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:28.901165 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.901461 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.901762 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.902047 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.902343 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.902622 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.902912 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.903192 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.903481 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.903773 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.904060 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.904340 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.904627 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.904943 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.905243 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.905551 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.905846 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.906140 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.906416 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.906689 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.906963 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.907245 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.907534 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.907811 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.908105 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.908394 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.908675 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.908991 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.909289 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.909578 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.909855 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.910137 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.910428 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.910710 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.910985 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.911266 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.911557 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.911838 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.912115 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.912401 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.912679 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.912981 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.913261 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.913544 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.913838 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.914120 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.914914 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.915190 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.915471 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.915748 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.916037 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.916317 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.916593 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.916894 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.917177 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.917452 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.917727 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.918007 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.918281 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.918565 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.918838 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.919109 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.919383 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.919657 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.919930 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.920201 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.920474 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.920751 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.921047 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.921320 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.921593 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.921868 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.922141 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.922428 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.922729 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.923009 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.923290 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.923571 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.923851 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.924130 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.924407 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.924686 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.924992 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.925267 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.925560 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.925847 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.926133 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.926418 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.926699 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.927002 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.927282 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.927567 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.927846 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.928124 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.928407 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.928695 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.929011 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.929307 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.929602 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.929896 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.930811 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.931097 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.931407 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.931689 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:28.931908 n-d-809883-1 neutron-server[95480]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 23:25:28.932146 n-d-809883-1 neutron-server[95480]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95480) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 17 23:25:29.287320 n-d-809883-1 neutron-server[95480]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 23:25:29.287604 n-d-809883-1 neutron-server[95480]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 23:25:29.287880 n-d-809883-1 neutron-server[95480]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 23:25:29.288217 n-d-809883-1 neutron-server[95480]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 17 23:25:29.676726 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:29.676970 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:29.677247 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:29.678546 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:29.678820 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:29.679086 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:29.715388 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:29.715660 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:29.715924 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:29.730498 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:29.730775 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:29.731047 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:29.760279 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:29.760557 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:29.760855 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:29.797746 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:29.798026 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:29.798297 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.035516 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.036090 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.036090 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.036307 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.037050 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.156771 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.157113 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.157392 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.157661 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.157929 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.158236 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.158493 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.158746 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.158999 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.159278 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.159534 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.159794 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.160048 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.160296 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.160546 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.160806 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.161081 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.161347 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.161613 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.161873 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.162148 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.162399 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.162677 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.163048 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.163296 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.163539 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.163933 n-d-809883-1 neutron-server[95480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 23:25:30.164174 n-d-809883-1 neutron-server[95480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 23:25:30.165078 n-d-809883-1 neutron-server[95480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 23:25:30.165320 n-d-809883-1 neutron-server[95480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 23:25:30.165557 n-d-809883-1 neutron-server[95480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 23:25:30.165792 n-d-809883-1 neutron-server[95480]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 23:25:30.166158 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 17 23:25:30.169238 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 17 23:25:30.173347 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 17 23:25:30.177009 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 17 23:25:30.178633 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 17 23:25:30.179084 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 17 23:25:30.179419 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 17 23:25:30.179807 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 17 23:25:30.183144 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 17 23:25:30.183393 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 17 23:25:30.183740 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 23:25:30.189268 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 17 23:25:30.210792 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 17 23:25:30.211268 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.211566 n-d-809883-1 neutron-server[95480]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95480) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 17 23:25:30.211928 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.213311 n-d-809883-1 neutron-server[95480]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95480) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 17 23:25:30.213748 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 23:25:30.213996 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 17 23:25:30.217158 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.217443 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:30.280776 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 17 23:25:30.280991 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 17 23:25:30.281229 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 17 23:25:30.281595 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 17 23:25:30.304587 n-d-809883-1 neutron-server[95480]: DEBUG oslo_db.sqlalchemy.engines [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95480) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 17 23:25:31.018324 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.managers [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Initializing driver for type 'gre' Sep 17 23:25:31.018857 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] gre ID ranges: [(1, 1000)] Sep 17 23:25:31.261272 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.managers [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Initializing driver for type 'local' Sep 17 23:25:31.261889 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.managers [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Initializing driver for type 'vlan' Sep 17 23:25:31.355232 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] VlanTypeDriver initialization complete Sep 17 23:25:31.355590 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.managers [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Initializing driver for type 'vxlan' Sep 17 23:25:31.356095 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] vxlan ID ranges: [(1, 1000)] Sep 17 23:25:31.564072 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.managers [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Initializing extension driver 'port_security' Sep 17 23:25:31.564344 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.extensions.port_security [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] PortSecurityExtensionDriver initialization complete Sep 17 23:25:31.564675 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.managers [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Initializing mechanism driver 'openvswitch' Sep 17 23:25:31.565027 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.managers [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Initializing mechanism driver 'hyperv' Sep 17 23:25:31.572256 n-d-809883-1 neutron-server[95480]: DEBUG neutron.plugins.ml2.plugin [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:31.572968 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > port after_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.573338 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > port after_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.573686 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > port after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.574204 n-d-809883-1 neutron-server[95480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 23:25:31.574632 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > subnet after_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.574985 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > subnet after_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.575330 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > subnet after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.575718 n-d-809883-1 neutron-server[95480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 23:25:31.576124 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > network after_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.576469 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > network after_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.576806 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > network after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.577226 n-d-809883-1 neutron-server[95480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 23:25:31.577642 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > security_group after_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.577988 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > security_group after_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.578323 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > security_group after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.578844 n-d-809883-1 neutron-server[95480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 23:25:31.579249 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.579600 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.579937 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.580331 n-d-809883-1 neutron-server[95480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 23:25:31.580731 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > address_group after_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.581121 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > address_group after_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.581456 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > address_group after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.581842 n-d-809883-1 neutron-server[95480]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95480) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 23:25:31.582218 n-d-809883-1 neutron-server[95480]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] ML2 OVO RPC backend initialized. {{(pid=95480) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 17 23:25:31.582916 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router_interface after_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.583266 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.583710 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > network before_response 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.584055 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > networks before_response 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.584398 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > port before_response 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.584735 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > ports before_response 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.585098 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > subnet before_response 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.589832 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > subnets before_response 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.589832 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > network after_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.589832 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > network after_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.589832 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > network after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.590149 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > port after_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.590149 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > port after_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.590149 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > port after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.590149 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > subnet after_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.590430 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > subnet after_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.590430 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > subnet after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.590430 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.plugin [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Modular L2 Plugin initialization complete Sep 17 23:25:31.590430 n-d-809883-1 neutron-server[95480]: DEBUG neutron.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading services supported by the core plugin {{(pid=95480) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 17 23:25:31.590430 n-d-809883-1 neutron-server[95480]: INFO neutron.plugins.ml2.managers [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Got port-security extension from driver 'port_security' Sep 17 23:25:31.590777 n-d-809883-1 neutron-server[95480]: INFO neutron.extensions.vlantransparent [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Disabled vlantransparent extension. Sep 17 23:25:31.591116 n-d-809883-1 neutron-server[95480]: DEBUG neutron.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95480) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 17 23:25:31.591428 n-d-809883-1 neutron-server[95480]: INFO neutron.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading Plugin: router Sep 17 23:25:31.626496 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router_interface before_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.626885 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router after_create 55549900 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.627255 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router before_create 55549900 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.627618 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.627987 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.628340 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router after_delete 55549900 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.628695 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > floatingip after_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.629068 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > floatingip after_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.629432 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router after_create 55549900 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.629774 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router after_update 55549900 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.630118 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router after_update 55549900 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.630462 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.630818 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router after_update 55549900 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.631225 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router precommit_update 55549900 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.631591 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: port after_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.631932 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: port after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.632268 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: subnet after_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.632607 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.633464 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > port precommit_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.633814 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router precommit_create 55549900 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.634152 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: port before_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.634490 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router precommit_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.634842 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router after_update 55549900 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.635178 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router precommit_delete 55549900 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.635522 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router precommit_create 55549900 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.635941 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router_interface after_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.636286 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router precommit_update 55549900 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.636647 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > agent after_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.637025 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > agent after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.637370 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > network after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.638224 n-d-809883-1 neutron-server[95480]: DEBUG neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Tracking information for resource: router configured {{(pid=95480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 23:25:31.638554 n-d-809883-1 neutron-server[95480]: DEBUG neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Tracking information for resource: floatingip configured {{(pid=95480) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 23:25:31.643728 n-d-809883-1 neutron-server[95480]: INFO neutron.db.l3_agentschedulers_db [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 17 23:25:31.644306 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: port after_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.644662 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: port after_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.645100 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: port after_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.645453 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: port after_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.646239 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router before_create 55550100 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.646599 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router precommit_delete 55550100 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.646961 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router precommit_create 55550100 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.647319 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > router precommit_update 55550100 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.652575 n-d-809883-1 neutron-server[95480]: DEBUG neutron.services.provider_configuration [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Service providers = [] {{(pid=95480) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 17 23:25:31.652963 n-d-809883-1 neutron-server[95480]: DEBUG neutron.db.servicetype_db [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95480) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 17 23:25:31.655863 n-d-809883-1 neutron-server[95480]: DEBUG neutron.services.service_base [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95480) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 23:25:31.656216 n-d-809883-1 neutron-server[95480]: DEBUG neutron.services.service_base [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95480) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 23:25:31.656558 n-d-809883-1 neutron-server[95480]: DEBUG neutron.services.service_base [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95480) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 23:25:31.657467 n-d-809883-1 neutron-server[95480]: DEBUG neutron.services.service_base [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95480) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 23:25:31.657838 n-d-809883-1 neutron-server[95480]: INFO neutron.services.service_base [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 17 23:25:31.658212 n-d-809883-1 neutron-server[95480]: DEBUG neutron.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 23:25:31.658528 n-d-809883-1 neutron-server[95480]: INFO neutron.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 17 23:25:31.669117 n-d-809883-1 neutron-server[95480]: DEBUG neutron.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 23:25:31.669470 n-d-809883-1 neutron-server[95480]: INFO neutron.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading Plugin: auto_allocate Sep 17 23:25:31.675273 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: network precommit_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.675640 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: network precommit_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.676158 n-d-809883-1 neutron-server[95480]: DEBUG neutron.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 23:25:31.676474 n-d-809883-1 neutron-server[95480]: INFO neutron.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading Plugin: tag Sep 17 23:25:31.682967 n-d-809883-1 neutron-server[95480]: DEBUG neutron.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 23:25:31.683295 n-d-809883-1 neutron-server[95480]: INFO neutron.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading Plugin: timestamp Sep 17 23:25:31.687533 n-d-809883-1 neutron-server[95480]: DEBUG neutron.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 23:25:31.687859 n-d-809883-1 neutron-server[95480]: INFO neutron.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading Plugin: network_ip_availability Sep 17 23:25:31.693230 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.693601 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.693953 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.694663 n-d-809883-1 neutron-server[95480]: DEBUG neutron.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 23:25:31.694975 n-d-809883-1 neutron-server[95480]: INFO neutron.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading Plugin: flavors Sep 17 23:25:31.700094 n-d-809883-1 neutron-server[95480]: DEBUG neutron.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 23:25:31.700425 n-d-809883-1 neutron-server[95480]: INFO neutron.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading Plugin: revisions Sep 17 23:25:31.704633 n-d-809883-1 neutron-server[95480]: DEBUG neutron.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95480) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 23:25:31.705052 n-d-809883-1 neutron-server[95480]: DEBUG oslo_concurrency.lockutils [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.417s {{(pid=95480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 23:25:31.705776 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95480) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 17 23:25:31.706110 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Initializing extension manager. Sep 17 23:25:31.706615 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: __init__.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.706952 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: __pycache__ {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.707280 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.707608 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: address_group.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.708348 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.708930 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: address-group Sep 17 23:25:31.709251 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: address_scope.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.710146 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.710655 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: address-scope Sep 17 23:25:31.710992 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: admin_state_down_before_update.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.712497 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.713020 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: router-admin-state-down-before-update Sep 17 23:25:31.713344 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: agent.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.714037 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.714533 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: agent Sep 17 23:25:31.714853 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: agent_resources_synced.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.715753 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.716245 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: agent-resources-synced Sep 17 23:25:31.716562 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: allowedaddresspairs.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.718346 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.718862 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: allowed-address-pairs Sep 17 23:25:31.719188 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: auto_allocated_topology.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.720248 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.720753 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: auto-allocated-topology Sep 17 23:25:31.721110 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: availability_zone.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.721801 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.722299 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: availability_zone Sep 17 23:25:31.722624 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: availability_zone_filter.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.723527 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.724027 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: availability_zone_filter Sep 17 23:25:31.724348 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: data_plane_status.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.725268 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.725764 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension data-plane-status not supported by any of loaded plugins Sep 17 23:25:31.726083 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: default_subnetpools.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.727008 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.727508 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: default-subnetpools Sep 17 23:25:31.727828 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: dhcpagentscheduler.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.728625 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.729154 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: dhcp_agent_scheduler Sep 17 23:25:31.729476 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: dns.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.730385 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.730888 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension dns-integration not supported by any of loaded plugins Sep 17 23:25:31.731209 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: dns_domain_ports.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.732114 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.732613 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 17 23:25:31.732976 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.733884 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.734382 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 17 23:25:31.734700 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: dvr.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.735365 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.735860 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: dvr Sep 17 23:25:31.736175 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: ecmp_routes.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.737114 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.737608 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension ecmp_routes not supported by any of loaded plugins Sep 17 23:25:31.737924 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: empty_string_filtering.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.738822 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.739325 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: empty-string-filtering Sep 17 23:25:31.739645 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.740549 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.741078 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 17 23:25:31.741399 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.742296 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.742824 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 17 23:25:31.743148 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: external_net.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.744075 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.744580 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: external-net Sep 17 23:25:31.744935 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: extra_dhcp_opt.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.745839 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.746341 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: extra_dhcp_opt Sep 17 23:25:31.746660 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: extraroute.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.747555 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.748056 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: extraroute Sep 17 23:25:31.748374 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: extraroute_atomic.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.749433 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.749943 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: extraroute-atomic Sep 17 23:25:31.750264 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: filter_validation.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.750919 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.751417 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: filter-validation Sep 17 23:25:31.751735 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: fip_pf_description.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.752634 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.753157 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 17 23:25:31.753475 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: fip_port_details.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.754372 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.754869 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: fip-port-details Sep 17 23:25:31.755187 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: flavors.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.756400 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.756936 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: flavors Sep 17 23:25:31.757257 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.759420 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.759944 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 17 23:25:31.760276 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: floatingip_pools.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.761004 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.761513 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: floatingip-pools Sep 17 23:25:31.761843 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: ip_allocation.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.762767 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.763267 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension ip_allocation not supported by any of loaded plugins Sep 17 23:25:31.763591 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.764498 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.765023 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: ip-substring-filtering Sep 17 23:25:31.765352 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: l2_adjacency.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.766266 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.766761 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension l2_adjacency not supported by any of loaded plugins Sep 17 23:25:31.767084 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: l3.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.768158 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.768670 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: router Sep 17 23:25:31.769026 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: l3_conntrack_helper.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.771212 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.771733 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 17 23:25:31.772065 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.773093 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.773730 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: ext-gw-mode Sep 17 23:25:31.774547 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.775478 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.775982 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: l3-ha Sep 17 23:25:31.776307 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: l3_flavors.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.777246 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.777747 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: l3-flavors Sep 17 23:25:31.778071 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.778977 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.779482 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: l3-port-ip-change-not-allowed Sep 17 23:25:31.779806 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: l3agentscheduler.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.780854 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.781354 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: l3_agent_scheduler Sep 17 23:25:31.781675 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: logging.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.783136 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.783643 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension logging not supported by any of loaded plugins Sep 17 23:25:31.783971 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: metering.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.784704 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.785301 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: metering Sep 17 23:25:31.785627 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.786706 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.787213 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: metering_source_and_destination_fields Sep 17 23:25:31.787535 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: multiprovidernet.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.788451 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.788989 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: multi-provider Sep 17 23:25:31.789341 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: netmtu.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.790287 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.790785 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: net-mtu Sep 17 23:25:31.791105 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: netmtu_writable.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.792008 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.792508 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: net-mtu-writable Sep 17 23:25:31.792837 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: network_availability_zone.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.793514 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.794010 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: network_availability_zone Sep 17 23:25:31.794326 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: network_ip_availability.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.795442 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.795944 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: network-ip-availability Sep 17 23:25:31.796267 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: network_segment_range.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.797049 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.797545 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension network-segment-range not supported by any of loaded plugins Sep 17 23:25:31.797868 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: pagination.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.798838 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.799164 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: pagination Sep 17 23:25:31.799481 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: port_device_profile.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.800387 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.800928 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: port-device-profile Sep 17 23:25:31.801247 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.802166 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.802669 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: port-mac-address-regenerate Sep 17 23:25:31.802988 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.803885 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.804389 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: port-numa-affinity-policy Sep 17 23:25:31.804706 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: port_resource_request.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.805811 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.806314 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension port-resource-request not supported by any of loaded plugins Sep 17 23:25:31.806633 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: portbindings.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.807551 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.808052 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: binding Sep 17 23:25:31.808369 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: portbindings_extended.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.809670 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.810185 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: binding-extended Sep 17 23:25:31.810767 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: portsecurity.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.811681 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.812185 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: port-security Sep 17 23:25:31.812507 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: project_id.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.813499 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.813826 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: project-id Sep 17 23:25:31.814194 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: providernet.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.815067 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.815574 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: provider Sep 17 23:25:31.815893 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: qos.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.819385 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.819905 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension qos not supported by any of loaded plugins Sep 17 23:25:31.820234 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.822006 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.822515 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 17 23:25:31.822844 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.823751 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.824253 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 17 23:25:31.824578 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: qos_default.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.825505 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.826008 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension qos-default not supported by any of loaded plugins Sep 17 23:25:31.826335 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: qos_fip.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.827064 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.827799 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension qos-fip not supported by any of loaded plugins Sep 17 23:25:31.828239 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: qos_gateway_ip.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.829530 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.830197 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 17 23:25:31.830532 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: qos_port_network_policy.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.831872 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.832421 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 17 23:25:31.832750 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: qos_pps_rule.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.833965 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.834471 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension qos-pps not supported by any of loaded plugins Sep 17 23:25:31.834802 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: qos_rule_type_details.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.835716 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.836807 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 17 23:25:31.837246 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: qos_rules_alias.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.838280 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.838787 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 17 23:25:31.839110 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: quotasv2.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.840039 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.840364 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: quotas Sep 17 23:25:31.840685 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: quotasv2_detail.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.843945 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.844284 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: quota_details Sep 17 23:25:31.844616 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: rbac.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.845702 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.846221 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: rbac-policies Sep 17 23:25:31.846559 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: rbac_address_group.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.847484 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.847999 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: rbac-address-group Sep 17 23:25:31.848327 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: rbac_address_scope.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.849275 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.849786 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: rbac-address-scope Sep 17 23:25:31.850111 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: rbac_security_groups.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.851019 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.851524 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: rbac-security-groups Sep 17 23:25:31.851889 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: rbac_subnetpool.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.852804 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.853339 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: rbac-subnetpool Sep 17 23:25:31.853669 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: revisionifmatch.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.854581 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.855086 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: revision-if-match Sep 17 23:25:31.855410 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: revisions.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.856511 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.857047 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: standard-attr-revisions Sep 17 23:25:31.857376 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: router_availability_zone.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.858049 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.858548 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: router_availability_zone Sep 17 23:25:31.858869 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: routerservicetype.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.859773 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.860311 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension router-service-type not supported by any of loaded plugins Sep 17 23:25:31.860632 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.861561 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.862068 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: security-groups-normalized-cidr Sep 17 23:25:31.862390 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: security_groups_port_filtering.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.863291 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.863796 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: port-security-groups-filtering Sep 17 23:25:31.864123 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.865069 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.865578 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: security-groups-remote-address-group Sep 17 23:25:31.865900 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: securitygroup.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.877990 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.878618 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: security-group Sep 17 23:25:31.878956 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: segment.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.880096 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.880606 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension segment not supported by any of loaded plugins Sep 17 23:25:31.881070 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.882287 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.882800 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 17 23:25:31.884077 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: servicetype.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.885299 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.885822 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: service-type Sep 17 23:25:31.886158 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: sorting.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.887724 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.888061 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: sorting Sep 17 23:25:31.888387 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: standard_attr_segment.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.889332 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.889844 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 17 23:25:31.890167 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: standardattrdescription.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.890812 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.891316 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: standard-attr-description Sep 17 23:25:31.891639 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: stateful_security_group.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.892555 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.893099 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: stateful-security-group Sep 17 23:25:31.893421 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: stdattrs_common.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.893996 n-d-809883-1 neutron-server[95480]: WARNING neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 17 23:25:31.894311 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.895225 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.895739 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 17 23:25:31.896061 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: subnet_onboard.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.897146 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.897661 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: subnet_onboard Sep 17 23:25:31.897982 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.899446 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.899953 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 17 23:25:31.900275 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: subnet_service_types.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.901283 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.901792 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: subnet-service-types Sep 17 23:25:31.902114 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: subnetallocation.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.903187 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.903700 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: subnet_allocation Sep 17 23:25:31.904021 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.904680 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.905218 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: subnetpool-prefix-ops Sep 17 23:25:31.905540 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.906453 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.906956 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 17 23:25:31.907275 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: tagging.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.908338 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.908867 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: standard-attr-tag Sep 17 23:25:31.909198 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: timestamp.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.910380 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.910893 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loaded extension: standard-attr-timestamp Sep 17 23:25:31.911221 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: trunk.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.912237 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.912742 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension trunk not supported by any of loaded plugins Sep 17 23:25:31.913093 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: trunk_details.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.914080 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.914618 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension trunk-details not supported by any of loaded plugins Sep 17 23:25:31.914940 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: uplink_status_propagation.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.915876 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.916377 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 17 23:25:31.916696 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Loading extension file: vlantransparent.py {{(pid=95480) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 23:25:31.917387 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95480) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 23:25:31.917891 n-d-809883-1 neutron-server[95480]: INFO neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extension vlan-transparent not supported by any of loaded plugins Sep 17 23:25:31.920366 n-d-809883-1 neutron-server[95480]: INFO neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Creating instance of TrackedResource for resource:network Sep 17 23:25:31.920926 n-d-809883-1 neutron-server[95480]: INFO neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Creating instance of TrackedResource for resource:subnet Sep 17 23:25:31.921328 n-d-809883-1 neutron-server[95480]: INFO neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 23:25:31.921722 n-d-809883-1 neutron-server[95480]: INFO neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Creating instance of TrackedResource for resource:port Sep 17 23:25:31.922921 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.v2.resource_helper [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 23:25:31.923358 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.v2.resource_helper [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Service FLAVORS assigned prefix: {{(pid=95480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 23:25:31.923990 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.v2.resource_helper [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 23:25:31.924408 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.v2.resource_helper [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 23:25:31.924745 n-d-809883-1 neutron-server[95480]: INFO neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Creating instance of TrackedResource for resource:router Sep 17 23:25:31.925195 n-d-809883-1 neutron-server[95480]: INFO neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Creating instance of TrackedResource for resource:floatingip Sep 17 23:25:31.925673 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.v2.resource_helper [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Service METERING assigned prefix: /metering {{(pid=95480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 23:25:31.927091 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.927458 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.927804 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:25:31.928815 n-d-809883-1 neutron-server[95480]: INFO neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 23:25:31.929289 n-d-809883-1 neutron-server[95480]: INFO neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Creating instance of TrackedResource for resource:security_group Sep 17 23:25:31.929713 n-d-809883-1 neutron-server[95480]: INFO neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 23:25:31.930316 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.v2.resource_helper [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Service CORE assigned prefix: {{(pid=95480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 23:25:31.930650 n-d-809883-1 neutron-server[95480]: INFO neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 23:25:31.930994 n-d-809883-1 neutron-server[95480]: WARNING neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] subnetpool is already registered Sep 17 23:25:31.931425 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.v2.resource_helper [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Service CORE assigned prefix: {{(pid=95480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 23:25:31.931759 n-d-809883-1 neutron-server[95480]: INFO neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 23:25:31.932089 n-d-809883-1 neutron-server[95480]: WARNING neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] subnetpool is already registered Sep 17 23:25:31.934403 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.v2.resource_helper [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 23:25:31.934835 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.v2.resource_helper [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Service FLAVORS assigned prefix: {{(pid=95480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 23:25:31.935750 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.v2.resource_helper [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 23:25:31.936173 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.v2.resource_helper [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 23:25:31.936508 n-d-809883-1 neutron-server[95480]: INFO neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Creating instance of TrackedResource for resource:router Sep 17 23:25:31.936870 n-d-809883-1 neutron-server[95480]: WARNING neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] router is already registered Sep 17 23:25:31.937285 n-d-809883-1 neutron-server[95480]: INFO neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Creating instance of TrackedResource for resource:floatingip Sep 17 23:25:31.937621 n-d-809883-1 neutron-server[95480]: WARNING neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] floatingip is already registered Sep 17 23:25:31.938070 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.v2.resource_helper [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Service METERING assigned prefix: /metering {{(pid=95480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 23:25:31.938733 n-d-809883-1 neutron-server[95480]: INFO neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 23:25:31.939087 n-d-809883-1 neutron-server[95480]: WARNING neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] rbac_policy is already registered Sep 17 23:25:31.939495 n-d-809883-1 neutron-server[95480]: INFO neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Creating instance of TrackedResource for resource:security_group Sep 17 23:25:31.939828 n-d-809883-1 neutron-server[95480]: WARNING neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] security_group is already registered Sep 17 23:25:31.940227 n-d-809883-1 neutron-server[95480]: INFO neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 23:25:31.940559 n-d-809883-1 neutron-server[95480]: WARNING neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] security_group_rule is already registered Sep 17 23:25:31.941203 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.v2.resource_helper [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Service CORE assigned prefix: {{(pid=95480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 23:25:31.941530 n-d-809883-1 neutron-server[95480]: INFO neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 23:25:31.941862 n-d-809883-1 neutron-server[95480]: WARNING neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] subnetpool is already registered Sep 17 23:25:31.942275 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.v2.resource_helper [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Service CORE assigned prefix: {{(pid=95480) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 23:25:31.942603 n-d-809883-1 neutron-server[95480]: INFO neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 23:25:31.942936 n-d-809883-1 neutron-server[95480]: WARNING neutron.quota.resource_registry [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] subnetpool is already registered Sep 17 23:25:31.943383 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: extensions {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.944955 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: address-groups {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.947323 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: address-scopes {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.949173 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: agents {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.950594 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: auto-allocated-topology {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.952107 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: availability_zones {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.953733 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: dhcp-networks {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.956256 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: dhcp-agents {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.958031 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: routers {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.960241 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: flavors {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.961962 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: service_profiles {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.963190 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: next_providers {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.964635 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: service_profiles {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.966180 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: floatingip-pools {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.967478 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: routers {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.969700 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: floatingips {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.970976 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: l3-routers {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.972348 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: l3-agents {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.973825 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: metering-labels {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.975181 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: metering-label-rules {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.976544 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: network-ip-availabilities {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.988671 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: bindings {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.988671 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: quotas {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.988671 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: quotas {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.988671 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: rbac-policies {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.988671 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: security-groups {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.988671 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: security-group-rules {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.988671 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: service-providers {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.989198 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: subnetpools {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.989583 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: subnetpools {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.991011 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: tags {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.993226 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: tags {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.995099 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: tags {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.996900 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: tags {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:31.998677 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: tags {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:32.000499 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: tags {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:32.002382 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: tags {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:32.004263 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: tags {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:32.006123 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: tags {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:32.007835 n-d-809883-1 neutron-server[95480]: DEBUG neutron.api.extensions [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Extended resource: tags {{(pid=95480) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 23:25:32.014640 n-d-809883-1 neutron-server[95480]: WARNING keystonemiddleware.auth_token [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 17 23:25:32.019609 n-d-809883-1 neutron-server[95480]: WARNING keystonemiddleware.auth_token [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 17 23:25:32.028163 n-d-809883-1 neutron-server[95480]: DEBUG oslo_concurrency.lockutils [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Acquired lock "singleton_lock" {{(pid=95480) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 17 23:25:32.028626 n-d-809883-1 neutron-server[95480]: DEBUG oslo_concurrency.lockutils [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Releasing lock "singleton_lock" {{(pid=95480) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 17 23:25:32.029360 n-d-809883-1 neutron-server[95480]: INFO oslo_service.service [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Starting 2 workers Sep 17 23:25:32.034339 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Started child 95591 {{(pid=95480) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 23:25:32.038893 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Started child 95592 {{(pid=95480) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 23:25:32.039739 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:32.040475 n-d-809883-1 neutron-server[95480]: INFO neutron.service [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Neutron service started, listening on 0.0.0.0:9696 Sep 17 23:25:32.041160 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Notify callbacks [] for process, before_spawn {{(pid=95480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:32.041349 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [-] (95591) wsgi starting up on http://0.0.0.0:9696 Sep 17 23:25:32.043579 n-d-809883-1 neutron-server[95480]: INFO oslo_service.service [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Starting 1 workers Sep 17 23:25:32.043702 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:32.045098 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [-] (95592) wsgi starting up on http://0.0.0.0:9696 Sep 17 23:25:32.049562 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Started child 95593 {{(pid=95480) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 23:25:32.050363 n-d-809883-1 neutron-server[95480]: INFO oslo_service.service [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Starting 1 workers Sep 17 23:25:32.052598 n-d-809883-1 neutron-server[95593]: DEBUG neutron.service [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] calling RpcWorker wait() {{(pid=95593) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 17 23:25:32.053156 n-d-809883-1 neutron-server[95593]: DEBUG neutron.service [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] returning from RpcWorker wait() {{(pid=95593) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 17 23:25:32.054429 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:32.055369 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:32.056320 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Started child 95594 {{(pid=95480) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 23:25:32.057687 n-d-809883-1 neutron-server[95480]: DEBUG neutron_lib.callbacks.manager [None req-d80ecdf6-0c68-49d2-b68d-0e5e1ba4028f None None] Notify callbacks [] for process, after_spawn {{(pid=95480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:32.059832 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95480) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 23:25:32.060044 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 23:25:32.060221 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 23:25:32.060698 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 23:25:32.061069 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 23:25:32.061251 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 23:25:32.061680 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:32.062162 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.062162 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.062284 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.062565 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.062893 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.063482 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.063736 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.063989 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.064330 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.064516 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.064689 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.066248 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.066248 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.066248 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.066248 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.066511 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.066775 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.066959 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.067129 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.067376 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.067656 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.067906 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.068191 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] debug = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.068537 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.069073 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.069321 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.069581 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.069817 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.070088 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.070335 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.071223 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.071474 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.071724 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.071986 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.072257 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.072492 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.072702 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.073008 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.073284 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.073516 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.074072 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] host = n-d-809883-1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.074309 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.074586 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.074838 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.075090 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.075343 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.075589 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.075854 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.076097 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.076361 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.076705 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.076978 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.077228 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.077488 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.077736 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] log_file = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.077898 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] log_options = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.079872 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.079872 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.079872 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.079872 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.079872 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.079872 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.079872 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.080385 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.080385 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.080385 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.080385 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.080668 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.080788 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.081034 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.081295 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.081545 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.081788 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.082011 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.082254 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.082499 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.082721 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.082944 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.083156 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.083388 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.083626 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.083864 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.084108 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.084320 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.084531 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.084755 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.085009 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.085263 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.085538 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.085777 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.086053 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.086300 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.086526 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.086737 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.086994 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.087215 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.087474 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.087725 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.087936 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.088175 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.088404 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.088637 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.088898 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] use_json = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.089197 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.089431 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.089705 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.089917 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.090157 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.090367 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.090597 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.090827 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.091281 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.091584 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.091879 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.093101 n-d-809883-1 neutron-server[95594]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:32.093280 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.093534 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.093781 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.094021 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.094279 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.094546 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.094799 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.095156 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.095382 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.095675 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.095901 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.096181 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.097323 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.098256 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.098641 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.098901 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.099151 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.099381 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.099637 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.099933 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.100164 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.100402 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.100637 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.100922 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.101278 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.101592 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.101890 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.102158 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.102391 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.102640 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.102877 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.103118 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.103352 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.103570 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.104861 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.104861 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.104861 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.104861 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.105191 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.105191 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.105345 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.105614 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.105846 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.106085 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.106313 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.106549 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.106783 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.107022 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.107232 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.107474 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.107711 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.107993 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.108243 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.108470 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.108688 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.108946 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.114325 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.114325 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.114325 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.114325 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.114325 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.114325 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.114325 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.114325 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.114325 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.114952 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.114952 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.114952 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.114952 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.115721 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.118107 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.118381 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.119270 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.121051 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.121432 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.121767 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.122123 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.122481 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.122796 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.123104 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.123408 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.123701 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.124000 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.124311 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.124630 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.124878 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.125157 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.125483 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.125758 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.126070 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.126312 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.126535 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.126757 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.127016 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.127236 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.127462 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.127698 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.127983 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.128245 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.128481 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.128722 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.129000 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.129267 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.129512 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.129741 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.129964 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.130234 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.130498 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.130748 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.131013 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.131256 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.131508 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.131781 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.132076 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.132311 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.132605 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.132866 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.133705 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.134011 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.134311 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.134568 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.134818 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.135072 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.135321 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.135556 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.135808 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.136074 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.136306 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.136552 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.136854 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.137108 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.137334 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.137560 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.137794 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.138130 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.138383 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.138616 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.138833 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.139120 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.139371 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.139612 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.139872 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.140119 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.140407 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.140676 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.140931 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.141181 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.141440 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.141676 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.141891 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.142136 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.142352 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.142603 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.142818 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.143038 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.143269 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.143506 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.143725 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.143964 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.144186 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.144426 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.144673 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.144911 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.145148 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.145397 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.145617 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.145837 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.146070 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.146279 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.146532 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.146754 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.147036 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.147288 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.147530 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.147776 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.148000 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.148251 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.148484 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.148898 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.149146 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.149374 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.149597 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.149846 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.150078 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.150314 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.150541 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.150754 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.150989 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.151227 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.151559 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.151833 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.152063 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.152312 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.152551 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.152787 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.153043 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.153281 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.153498 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.153720 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.153935 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.154206 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.154448 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.154703 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.154917 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.155130 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.155363 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.155578 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.155789 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.156074 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.156337 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.156564 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.156845 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.157152 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.157365 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.157610 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.157822 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.158034 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.158257 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.158474 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.158685 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.158913 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.159126 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.159336 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.159558 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.159774 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.159988 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.160226 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.160483 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.160695 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.160959 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.161197 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.161407 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.161631 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.161862 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.162074 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.162293 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.162529 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.162737 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.162981 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.163190 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.163399 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.163645 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.163859 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.164068 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.164399 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.164649 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.165399 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.165399 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.165399 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.165663 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.165981 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.166369 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.166468 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.166633 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.166868 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.167085 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.167486 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.167574 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.167891 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.168171 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.168414 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.168677 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.168996 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.169272 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.169704 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.169872 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.170076 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.170429 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.170693 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.170948 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.171190 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.171435 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.171657 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.171872 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.172119 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.172352 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.172615 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.172889 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.173132 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.173354 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.173575 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.173802 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.174042 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.174286 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.174517 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.174763 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.174979 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.175134 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 23:25:32.175656 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95480) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 23:25:32.175814 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 23:25:32.175964 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 23:25:32.176146 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 23:25:32.176297 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 23:25:32.176447 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 23:25:32.176650 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.176808 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.176989 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.177147 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.177304 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.177482 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.177640 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.177797 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.177953 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.178109 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.178266 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.178426 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.178588 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.178728 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.178855 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.179009 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.179166 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.179322 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.179483 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.179639 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.180307 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.180474 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.180629 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] debug = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.180786 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.181013 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.181175 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.181333 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.181488 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.181644 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.181801 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.181957 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.182114 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.182270 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.182427 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.182585 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.182770 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.182913 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.183044 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.183189 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.183325 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.183463 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] host = n-d-809883-1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.183615 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.183770 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.183927 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.184088 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.184229 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.184389 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.184544 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.184685 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.184864 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.185018 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.185175 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.185584 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.185741 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.185898 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] log_file = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.186054 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] log_options = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.186210 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.186421 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.186583 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.186769 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.186931 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.187087 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.187244 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.187398 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.187555 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.187711 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.187865 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.188021 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.188176 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.188332 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.188488 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.188644 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.188800 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.188977 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.189134 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.189289 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.189444 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.189598 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.189753 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.189910 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.190065 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.190220 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.190375 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.190530 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.190684 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.190839 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.190994 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.191150 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.191305 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.191460 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.191615 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.191769 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.191924 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.192079 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.192239 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.192395 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.192549 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.192709 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.192883 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.193038 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.193194 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.193349 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.193504 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] use_json = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.193659 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.193814 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.193970 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.194128 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.194285 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.194440 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.194595 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.194750 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 23:25:32.194928 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.195136 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.196133 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.196133 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.196133 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.196545 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.196545 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.196545 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.196858 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.196858 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.197109 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.197234 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.197355 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.197475 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.197811 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.197811 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.198007 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.198088 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.198224 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.198384 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.198545 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.198706 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.198877 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.199037 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.199197 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.199356 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.199516 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.199691 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.199852 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.200012 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.200172 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.200332 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.200493 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.200654 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.200815 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.201010 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.201172 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.201333 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.201493 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.201653 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.201812 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.201972 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.202134 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.202294 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.202455 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.202615 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.202790 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.202934 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.203094 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.203255 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.203415 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.203576 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.203737 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.203897 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.204062 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.204233 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.204392 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.204552 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.204712 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.204891 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.205051 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.205210 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.205370 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.205530 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.205689 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.205849 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.206022 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.206182 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.206341 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.206501 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.206661 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.206820 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.206981 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.207141 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.207302 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.207461 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.207622 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.207781 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.207941 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.208103 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.208263 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.208424 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.208584 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.208742 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.208919 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.209081 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.209588 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.209588 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.209588 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.209820 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.209916 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.210019 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.210179 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.210338 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.210497 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.210656 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.210815 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.210974 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.211156 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.211317 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.211476 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.211635 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.211797 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.211957 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.212116 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.212275 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.212434 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.212592 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.212752 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.212948 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.213107 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.213267 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.213427 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.213585 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.213745 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.213904 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.214082 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.214243 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.214376 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.214538 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.214706 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.214879 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.215043 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.215203 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.215362 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.215522 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.215682 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.215840 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.216000 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.216121 n-d-809883-1 neutron-server[95593]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:32.216213 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.216291 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.216454 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.216622 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.216788 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.216963 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.217123 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.217284 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.217466 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.217627 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.217786 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.217947 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.218106 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.218267 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.218427 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.218586 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.218748 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.218907 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.219067 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.219227 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.219387 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.219548 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.219707 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.219867 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.220027 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.220187 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.220346 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.220507 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.220667 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.220843 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.221004 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.221164 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.221323 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.221483 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.221643 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.221802 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.221963 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.222123 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.222283 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.222441 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.222600 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.222759 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.222917 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.223076 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.223236 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.223398 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.223558 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.223718 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.223877 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.224042 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.224201 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.224361 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.224522 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.224682 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.224881 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.225019 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.225179 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.225339 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.225498 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.225662 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.225819 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.225998 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.226147 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.226320 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.226481 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.226639 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.226860 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.227527 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.227527 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.227527 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.227527 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.227951 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.227951 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.227951 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.228268 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.228268 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.228516 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.228516 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.228735 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.228735 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.229183 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.229183 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.229412 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.229412 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.229642 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.229776 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.229899 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.230019 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.230148 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.230271 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.230423 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.230583 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.230743 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.230904 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.231073 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.231233 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.231394 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.231553 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.231713 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.231873 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.232043 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.232204 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.232363 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.232496 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.232658 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.232817 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.233004 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.233165 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.233325 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.233485 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.233645 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.235293 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.235293 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.235293 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.235293 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.235293 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.235293 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.235293 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.235293 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.235872 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.235872 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.235872 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.235872 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.235872 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.235872 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.236290 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.236290 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.236290 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.236515 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.236515 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.236666 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.236815 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.237014 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.237226 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.237377 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.237528 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.237663 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.237818 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.237990 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.238154 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.238323 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.238495 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.238653 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.238821 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.238977 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.239138 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.239297 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.239459 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.239622 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.239779 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.239939 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.240099 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.240261 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.240432 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.240579 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.240741 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.240923 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.241078 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.241241 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.241400 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.241565 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 23:25:32.241713 n-d-809883-1 neutron-server[95480]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95480) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 23:25:32.306249 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48240) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:32.315134 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066762 Sep 17 23:25:43.866515 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6c9713-ad37-4b2d-90fa-54b6f37b51d7 None None] get_active_networks_info from n-d-809883-1 {{(pid=95593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:25:43.925728 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6c9713-ad37-4b2d-90fa-54b6f37b51d7 None None] No non-hosted networks {{(pid=95593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 17 23:25:43.932437 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.agentschedulers_db [None req-ec6c9713-ad37-4b2d-90fa-54b6f37b51d7 None None] DHCP Agent not found on host n-d-809883-1 {{(pid=95593) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 17 23:25:44.077573 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fc5b915e-8864-4a60-9e89-67ff9c5f8a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-504364'] for agent, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:46.537081 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5d0a2e9d-274f-439c-82f4-3c8700627d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-504364'] for agent, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:46.596036 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-edfc59ee-1e8d-4201-bd80-759c49c672b1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-809883-1 {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:25:46.596687 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-edfc59ee-1e8d-4201-bd80-759c49c672b1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:25:47.191522 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-504364'] for agent, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:47.193673 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:47.194366 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:47.194914 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:47.196420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:47.201990 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:47.201990 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:47.201990 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:47.202704 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:47.202704 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:47.204038 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:47.204038 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:47.204038 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:47.204038 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-809883-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:47.234530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-809883-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:25:47.235777 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-edfc59ee-1e8d-4201-bd80-759c49c672b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:47.592202 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-504364'] for agent, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:49.347630 n-d-809883-1 neutron-server[95593]: INFO neutron.db.l3_hamode_db [None req-6151f98d-b7c3-4e37-89aa-8e8e3231ab51 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 17 23:25:49.438706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151f98d-b7c3-4e37-89aa-8e8e3231ab51 None None] Routers set() bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:25:49.439087 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151f98d-b7c3-4e37-89aa-8e8e3231ab51 None None] Router IDs set() for agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 23:25:49.543383 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-504364'] for agent, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:50.371366 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48334) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:50.860120 n-d-809883-1 neutron-server[95591]: WARNING oslo_policy.policy [None req-d33baf49-de69-4b2a-a076-cae925393616 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 23:25:50.860710 n-d-809883-1 neutron-server[95591]: WARNING oslo_policy.policy [None req-d33baf49-de69-4b2a-a076-cae925393616 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 23:25:51.080655 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-d33baf49-de69-4b2a-a076-cae925393616 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:25:51.081769 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d33baf49-de69-4b2a-a076-cae925393616 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7094972 Sep 17 23:25:53.419372 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48348) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:53.730488 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-28ac8ee9-c8d6-4d7f-ac1b-2de99fbbd031 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:25:53.822082 n-d-809883-1 neutron-server[95591]: DEBUG neutron.policy [None req-28ac8ee9-c8d6-4d7f-ac1b-2de99fbbd031 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95591) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 23:25:53.866376 n-d-809883-1 neutron-server[95591]: WARNING oslo_policy.policy [None req-28ac8ee9-c8d6-4d7f-ac1b-2de99fbbd031 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 23:25:53.866683 n-d-809883-1 neutron-server[95591]: WARNING oslo_policy.policy [None req-28ac8ee9-c8d6-4d7f-ac1b-2de99fbbd031 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 23:25:53.875163 n-d-809883-1 neutron-server[95591]: INFO neutron.quota [None req-28ac8ee9-c8d6-4d7f-ac1b-2de99fbbd031 admin admin] Loaded quota_driver: . Sep 17 23:25:54.072903 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28ac8ee9-c8d6-4d7f-ac1b-2de99fbbd031 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778774853868', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778774853299', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778774857501', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778774871793', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778774687520', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778774753627', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16301714', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16475020', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-684038', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-710700'] for rbac-policy, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:54.280343 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28ac8ee9-c8d6-4d7f-ac1b-2de99fbbd031 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:54.281607 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-28ac8ee9-c8d6-4d7f-ac1b-2de99fbbd031 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8612618 Sep 17 23:25:56.882024 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48360) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:25:57.362572 n-d-809883-1 neutron-server[95592]: WARNING oslo_policy.policy [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 23:25:57.363193 n-d-809883-1 neutron-server[95592]: WARNING oslo_policy.policy [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 23:25:57.583062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '44b03626b7cb4f8590d9b907c888afca', 'name': 'private', 'tenant_id': '44b03626b7cb4f8590d9b907c888afca'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:25:57.584590 n-d-809883-1 neutron-server[95592]: INFO neutron.quota [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Loaded quota_driver: . Sep 17 23:25:57.714851 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Made reservation on behalf of 44b03626b7cb4f8590d9b907c888afca for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:25:57.784698 n-d-809883-1 neutron-server[95592]: DEBUG neutron.policy [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95592) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 23:25:57.829712 n-d-809883-1 neutron-server[95592]: WARNING oslo_policy.policy [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 23:25:57.830079 n-d-809883-1 neutron-server[95592]: WARNING oslo_policy.policy [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 23:25:57.840503 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:57.861461 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:57.987309 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:58.049175 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:58.075133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:25:58.095389 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522d3d8e-aa4f-4d54-b13b-431453fe59e8,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:58.109451 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:58.109788 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:58.110117 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:58.110441 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:58.110764 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:58.111087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:58.111401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:58.111715 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:58.112028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:58.112338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:58.112649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:58.112989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Tracked resource versions report: Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: pushed versions: Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: { 'AddressGroup': {'1.2'}, Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'ConntrackHelper': {'1.0'}, Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'Log': {'1.0'}, Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'Network': {'1.1'}, Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'Port': {'1.7'}, Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'PortForwarding': {'1.2'}, Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'QosPolicy': {'1.9'}, Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'SecurityGroup': {'1.4'}, Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'SecurityGroupRule': {'1.2'}, Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'SubPort': {'1.0'}, Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'Subnet': {'1.1'}, Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'Trunk': {'1.1'}} Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: consumer versions: Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: { DHCP agent@n-d-809883-1: {}, Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: L3 agent@n-d-809883-1: {}, Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: Metadata agent@n-d-809883-1: {}, Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: Metering agent@n-d-809883-1: {}, Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: Open vSwitch agent@n-d-809883-1: { 'AddressGroup': '1.2', Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'ConntrackHelper': '1.0', Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'Log': '1.0', Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'Network': '1.1', Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'Port': '1.7', Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'PortForwarding': '1.2', Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'QosPolicy': '1.9', Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'SecurityGroup': '1.4', Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'SecurityGroupRule': '1.2', Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'SubPort': '1.0', Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'Subnet': '1.1', Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: 'Trunk': '1.1'}} Sep 17 23:25:58.114046 n-d-809883-1 neutron-server[95592]: {{(pid=95592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 23:25:58.150764 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778770331028', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:58.151375 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Unsubscribe: segment precommit_create {{(pid=95592) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 23:25:58.151895 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Added segment 8519df31-1eab-40ff-8e42-1c6c915a3db2 of type vlan for network 07aede5f-cd23-471e-98f5-e0681f758297 Sep 17 23:25:58.231302 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:58.348800 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:58.349998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:25:58.350643 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:25:58.447571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] Pushing event updated for resources: {'Network': ['ID=07aede5f-cd23-471e-98f5-e0681f758297,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:25:58.458666 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8afd4dc4-fe58-4e21-8f54-210ac68bcb77 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5745575 Sep 17 23:25:58.459714 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 07aede5f-cd23-471e-98f5-e0681f758297 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:26:01.105791 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48382) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:01.488699 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffad3beb-ad9c-4797-a95a-9fed96fdb2c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:01.490098 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ffad3beb-ad9c-4797-a95a-9fed96fdb2c6 admin admin] 10.222.0.46 "GET /v2.0/networks/07aede5f-cd23-471e-98f5-e0681f758297 HTTP/1.1" status: 200 len: 825 time: 0.3833394 Sep 17 23:26:01.530266 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-42e3fa7f-0b61-42e2-9345-bebce1a3caae admin admin] 10.222.0.46 "GET /v2.0/subnetpools/68e8e30f-8fc0-4098-8f79-f4ae3c3e21bd HTTP/1.1" status: 200 len: 734 time: 0.0333474 Sep 17 23:26:01.539867 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-b09e1c82-dad3-4f98-aa83-011420384169 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '07aede5f-cd23-471e-98f5-e0681f758297', 'tenant_id': '44b03626b7cb4f8590d9b907c888afca', 'ip_version': 4, 'subnetpool_id': '68e8e30f-8fc0-4098-8f79-f4ae3c3e21bd'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:01.642595 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09e1c82-dad3-4f98-aa83-011420384169 admin admin] Made reservation on behalf of 44b03626b7cb4f8590d9b907c888afca for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:26:01.644808 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b09e1c82-dad3-4f98-aa83-011420384169 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:01.992506 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b09e1c82-dad3-4f98-aa83-011420384169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:02.060316 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09e1c82-dad3-4f98-aa83-011420384169 admin admin] Checking segment: {'id': '8519df31-1eab-40ff-8e42-1c6c915a3db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '07aede5f-cd23-471e-98f5-e0681f758297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:26:02.060671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e1c82-dad3-4f98-aa83-011420384169 admin admin] Network hostable DHCP agents. Network: 07aede5f-cd23-471e-98f5-e0681f758297, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:26:02.062728 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e1c82-dad3-4f98-aa83-011420384169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc91968a-0553-4ea6-bb98-34bf59827df2,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:02.185896 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e1c82-dad3-4f98-aa83-011420384169 admin admin] Network 07aede5f-cd23-471e-98f5-e0681f758297 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:26:02.288647 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-b09e1c82-dad3-4f98-aa83-011420384169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 07aede5f-cd23-471e-98f5-e0681f758297) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:26:02.293282 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e1c82-dad3-4f98-aa83-011420384169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:02.293887 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b09e1c82-dad3-4f98-aa83-011420384169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:02.297896 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2934bf7d-76c9-4be7-93eb-bcb1006e5b71 None None] Network 07aede5f-cd23-471e-98f5-e0681f758297 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:26:02.418624 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b09e1c82-dad3-4f98-aa83-011420384169 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8824744 Sep 17 23:26:02.606766 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-07aede5f-cd23-471e-98f5-e0681f758297', 'network_id': '07aede5f-cd23-471e-98f5-e0681f758297', 'tenant_id': '44b03626b7cb4f8590d9b907c888afca', 'fixed_ips': [{'subnet_id': 'bc91968a-0553-4ea6-bb98-34bf59827df2'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:26:02.607973 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:02.938815 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Allocated IP 172.20.0.2 (07aede5f-cd23-471e-98f5-e0681f758297/bc91968a-0553-4ea6-bb98-34bf59827df2/bd271110-a02f-4013-9daf-0fce49b6300e) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:26:03.222763 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:03.321488 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:03.393715 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Network 07aede5f-cd23-471e-98f5-e0681f758297 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:26:03.399928 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:26:03.411714 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:26:03.415442 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Pushing event updated for resources: {'Port': ['ID=bd271110-a02f-4013-9daf-0fce49b6300e,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:03.448374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:03.448729 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:03.449103 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:03.449445 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:03.449784 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:03.450115 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:03.450445 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:03.450777 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:03.451104 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:03.451432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:03.451753 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:03.452077 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Tracked resource versions report: Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: pushed versions: Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: { 'AddressGroup': {'1.2'}, Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'ConntrackHelper': {'1.0'}, Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'Log': {'1.0'}, Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'Network': {'1.1'}, Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'Port': {'1.7'}, Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'PortForwarding': {'1.2'}, Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'QosPolicy': {'1.9'}, Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'SecurityGroup': {'1.4'}, Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'SecurityGroupRule': {'1.2'}, Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'SubPort': {'1.0'}, Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'Subnet': {'1.1'}, Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'Trunk': {'1.1'}} Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: consumer versions: Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: { DHCP agent@n-d-809883-1: {}, Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: L3 agent@n-d-809883-1: {}, Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: Metadata agent@n-d-809883-1: {}, Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: Metering agent@n-d-809883-1: {}, Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: Open vSwitch agent@n-d-809883-1: { 'AddressGroup': '1.2', Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'ConntrackHelper': '1.0', Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'Log': '1.0', Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'Network': '1.1', Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'Port': '1.7', Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'PortForwarding': '1.2', Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'QosPolicy': '1.9', Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'SecurityGroup': '1.4', Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'SecurityGroupRule': '1.2', Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'SubPort': '1.0', Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'Subnet': '1.1', Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: 'Trunk': '1.1'}} Sep 17 23:26:03.453199 n-d-809883-1 neutron-server[95593]: {{(pid=95593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 23:26:03.500633 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Attempting to bind port bd271110-a02f-4013-9daf-0fce49b6300e on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:26:03.501064 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Attempting to bind port bd271110-a02f-4013-9daf-0fce49b6300e by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8519df31-1eab-40ff-8e42-1c6c915a3db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '07aede5f-cd23-471e-98f5-e0681f758297'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:26:03.501472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Attempting to bind port bd271110-a02f-4013-9daf-0fce49b6300e on network 07aede5f-cd23-471e-98f5-e0681f758297 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:26:03.506377 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:26:03.506789 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Checking segment: {'id': '8519df31-1eab-40ff-8e42-1c6c915a3db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '07aede5f-cd23-471e-98f5-e0681f758297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:26:03.507266 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:03.507686 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Bound using segment: {'id': '8519df31-1eab-40ff-8e42-1c6c915a3db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '07aede5f-cd23-471e-98f5-e0681f758297'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:26:03.508174 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Bound port: bd271110-a02f-4013-9daf-0fce49b6300e, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8519df31-1eab-40ff-8e42-1c6c915a3db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '07aede5f-cd23-471e-98f5-e0681f758297'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:26:03.508593 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:03.570771 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] For port bd271110-a02f-4013-9daf-0fce49b6300e, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:26:03.575021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] For port bd271110-a02f-4013-9daf-0fce49b6300e, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bd271110-a02f-4013-9daf-0fce49b6300e,segment=NetworkSegment(8519df31-1eab-40ff-8e42-1c6c915a3db2),segment_id=8519df31-1eab-40ff-8e42-1c6c915a3db2)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:26:03.681199 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:03.747181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86139bc-edc7-479f-8879-b18f3d433496 None None] Pushing event updated for resources: {'Port': ['ID=bd271110-a02f-4013-9daf-0fce49b6300e,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:04.846838 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48390) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:05.162835 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-79f2c80f-0a06-403f-bd25-29e9d2668fc8 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:26:05.164650 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-79f2c80f-0a06-403f-bd25-29e9d2668fc8 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3159821 Sep 17 23:26:07.590763 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48398) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:07.893981 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-c327ca14-4043-4f15-aa93-0b296a311335 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:26:07.895079 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c327ca14-4043-4f15-aa93-0b296a311335 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3031948 Sep 17 23:26:10.545895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48408) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:10.841528 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-5cdc27b1-e05d-4663-9e0b-f55467d3f17d admin admin] Request body: {'router': {'tenant_id': '44b03626b7cb4f8590d9b907c888afca', 'name': 'router1', 'admin_state_up': True}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:10.949034 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5cdc27b1-e05d-4663-9e0b-f55467d3f17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:10.951373 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5cdc27b1-e05d-4663-9e0b-f55467d3f17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:11.088866 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5cdc27b1-e05d-4663-9e0b-f55467d3f17d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:11.169522 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5cdc27b1-e05d-4663-9e0b-f55467d3f17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:11.260305 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5cdc27b1-e05d-4663-9e0b-f55467d3f17d admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:11.261725 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5cdc27b1-e05d-4663-9e0b-f55467d3f17d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7148499 Sep 17 23:26:12.017497 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf53f2cf-d58b-42b7-a396-a8a5803282c1 None None] Network 07aede5f-cd23-471e-98f5-e0681f758297 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:26:12.118682 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f9c99f3e-fea5-41e9-bbd8-72db82179eb8 None None] Provisioning complete for port bd271110-a02f-4013-9daf-0fce49b6300e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:12.119082 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f9c99f3e-fea5-41e9-bbd8-72db82179eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:12.323980 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f9c99f3e-fea5-41e9-bbd8-72db82179eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:12.360412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f9c99f3e-fea5-41e9-bbd8-72db82179eb8 None None] For port bd271110-a02f-4013-9daf-0fce49b6300e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bd271110-a02f-4013-9daf-0fce49b6300e,segment=NetworkSegment(8519df31-1eab-40ff-8e42-1c6c915a3db2),segment_id=8519df31-1eab-40ff-8e42-1c6c915a3db2)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:26:12.417860 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f9c99f3e-fea5-41e9-bbd8-72db82179eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:12.470189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c99f3e-fea5-41e9-bbd8-72db82179eb8 None None] Pushing event updated for resources: {'Port': ['ID=bd271110-a02f-4013-9daf-0fce49b6300e,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:12.536793 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-df82041c-024a-43bf-ad7f-918fce0f3906 None None] Provisioning complete for port bd271110-a02f-4013-9daf-0fce49b6300e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:12.537195 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-df82041c-024a-43bf-ad7f-918fce0f3906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:12.792029 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bd271110-a02f-4013-9daf-0fce49b6300e up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:26:12.839030 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port bd271110-a02f-4013-9daf-0fce49b6300e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:12.839403 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:13.646061 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48420) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:13.817445 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5c3a42e5-660e-43bd-a4aa-ad7b0d69115c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:13.954324 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-728ee0ea-5229-4523-b42a-1720200e94be admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:26:13.955333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-728ee0ea-5229-4523-b42a-1720200e94be admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3082917 Sep 17 23:26:16.340393 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48428) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:16.579474 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d23afb8b-9e7c-41d1-8b5e-be47518e2135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:16.650665 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:16.756353 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Made reservation on behalf of 99158688498440899ac3d888d76b51f2 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:26:16.759134 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:16.774596 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:16.898082 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:17.025374 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:17.037180 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Reserving flat network on physical network physnet1 {{(pid=95591) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 17 23:26:17.068744 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778770331028', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:17.069395 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Unsubscribe: segment precommit_create {{(pid=95591) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 23:26:17.069916 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Added segment f933b516-2efb-49c9-8eb2-9add9457ed96 of type flat for network 544c7e65-fba8-424a-a169-b245d1aea919 Sep 17 23:26:17.086455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9510c5d2-b42e-499f-95e7-b23c9d07f812,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:17.138290 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:17.138620 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:17.138956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:17.139286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:17.139615 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:17.139938 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:17.140257 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:17.140575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:17.140921 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:17.141241 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:17.141557 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:17.141917 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Tracked resource versions report: Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: pushed versions: Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: { 'AddressGroup': {'1.2'}, Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'ConntrackHelper': {'1.0'}, Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'Log': {'1.0'}, Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'Network': {'1.1'}, Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'Port': {'1.7'}, Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'PortForwarding': {'1.2'}, Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'QosPolicy': {'1.9'}, Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'SecurityGroup': {'1.4'}, Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'SecurityGroupRule': {'1.2'}, Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'SubPort': {'1.0'}, Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'Subnet': {'1.1'}, Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'Trunk': {'1.1'}} Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: consumer versions: Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: { DHCP agent@n-d-809883-1: {}, Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: L3 agent@n-d-809883-1: {}, Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: Metadata agent@n-d-809883-1: {}, Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: Metering agent@n-d-809883-1: {}, Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: Open vSwitch agent@n-d-809883-1: { 'AddressGroup': '1.2', Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'ConntrackHelper': '1.0', Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'Log': '1.0', Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'Network': '1.1', Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'Port': '1.7', Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'PortForwarding': '1.2', Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'QosPolicy': '1.9', Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'SecurityGroup': '1.4', Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'SecurityGroupRule': '1.2', Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'SubPort': '1.0', Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'Subnet': '1.1', Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: 'Trunk': '1.1'}} Sep 17 23:26:17.142978 n-d-809883-1 neutron-server[95591]: {{(pid=95591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 23:26:17.195127 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:17.202921 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:17.310924 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:17.312031 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:17.312648 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:17.408522 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] Pushing event updated for resources: {'Network': ['ID=544c7e65-fba8-424a-a169-b245d1aea919,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:17.418671 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 544c7e65-fba8-424a-a169-b245d1aea919 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:26:17.435766 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-67acb799-0f6c-4ed6-917a-92201a698cdb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0942914 Sep 17 23:26:17.528215 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:19.491401 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:19.816343 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48450) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:20.028462 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e7948-66f3-4c21-a50e-796e63239c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:20.029893 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4e1e7948-66f3-4c21-a50e-796e63239c1d admin admin] 10.222.0.46 "GET /v2.0/subnets/bc91968a-0553-4ea6-bb98-34bf59827df2 HTTP/1.1" status: 200 len: 849 time: 0.2125454 Sep 17 23:26:20.208460 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f5404fc7-ba9c-459b-8e58-532627c709df admin admin] 10.222.0.46 "GET /v2.0/routers/be7f4f94-3735-476c-90e8-72f82f7122f4 HTTP/1.1" status: 200 len: 704 time: 0.1721556 Sep 17 23:26:20.473074 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44333f9d-56ea-44f3-8d3e-16b98a5c55b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:20.761664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-44333f9d-56ea-44f3-8d3e-16b98a5c55b1 admin admin] Allocated IP 172.20.0.1 (07aede5f-cd23-471e-98f5-e0681f758297/bc91968a-0553-4ea6-bb98-34bf59827df2/6f24d556-14f3-40fe-9d57-5f926ac98d6c) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:26:20.949729 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44333f9d-56ea-44f3-8d3e-16b98a5c55b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:21.074821 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44333f9d-56ea-44f3-8d3e-16b98a5c55b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:21.151194 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44333f9d-56ea-44f3-8d3e-16b98a5c55b1 admin admin] Network 07aede5f-cd23-471e-98f5-e0681f758297 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:26:21.158016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-44333f9d-56ea-44f3-8d3e-16b98a5c55b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:26:21.163738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44333f9d-56ea-44f3-8d3e-16b98a5c55b1 admin admin] Pushing event updated for resources: {'Port': ['ID=6f24d556-14f3-40fe-9d57-5f926ac98d6c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:21.174960 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44333f9d-56ea-44f3-8d3e-16b98a5c55b1 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:26:21.175418 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44333f9d-56ea-44f3-8d3e-16b98a5c55b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:21.379091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-274d1b48-53af-4880-b55b-55a1b0a11121 None None] Provisioning complete for port 6f24d556-14f3-40fe-9d57-5f926ac98d6c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:21.379613 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-274d1b48-53af-4880-b55b-55a1b0a11121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:21.410513 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-274d1b48-53af-4880-b55b-55a1b0a11121 None None] Port 6f24d556-14f3-40fe-9d57-5f926ac98d6c cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:26:21.435584 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44333f9d-56ea-44f3-8d3e-16b98a5c55b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:21.686348 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44333f9d-56ea-44f3-8d3e-16b98a5c55b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:21.739458 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44333f9d-56ea-44f3-8d3e-16b98a5c55b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:21.740226 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44333f9d-56ea-44f3-8d3e-16b98a5c55b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:21.798109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44333f9d-56ea-44f3-8d3e-16b98a5c55b1 admin admin] Pushing event updated for resources: {'Port': ['ID=6f24d556-14f3-40fe-9d57-5f926ac98d6c,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:21.862433 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44333f9d-56ea-44f3-8d3e-16b98a5c55b1 admin admin] Network 07aede5f-cd23-471e-98f5-e0681f758297 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:26:21.863754 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-44333f9d-56ea-44f3-8d3e-16b98a5c55b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:26:22.031979 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4ab4d4e2-4264-4c77-94aa-3c4032c0fd87 None None] Provisioning complete for port 6f24d556-14f3-40fe-9d57-5f926ac98d6c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:22.032347 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d4e2-4264-4c77-94aa-3c4032c0fd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:22.066684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-4ab4d4e2-4264-4c77-94aa-3c4032c0fd87 None None] Port 6f24d556-14f3-40fe-9d57-5f926ac98d6c cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:26:22.099603 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44333f9d-56ea-44f3-8d3e-16b98a5c55b1 admin admin] Router be7f4f94-3735-476c-90e8-72f82f7122f4 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:26:22.189638 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44333f9d-56ea-44f3-8d3e-16b98a5c55b1 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:26:22.195268 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-44333f9d-56ea-44f3-8d3e-16b98a5c55b1 admin admin] 10.222.0.46 "PUT /v2.0/routers/be7f4f94-3735-476c-90e8-72f82f7122f4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9804461 Sep 17 23:26:22.200935 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] Sync routers for ids ['be7f4f94-3735-476c-90e8-72f82f7122f4'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:26:22.212210 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] Routers {'be7f4f94-3735-476c-90e8-72f82f7122f4'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:26:22.213107 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:26:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['be7f4f94-3735-476c-90e8-72f82f7122f4'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:22.396454 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] Set router be7f4f94-3735-476c-90e8-72f82f7122f4 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:26:22.818329 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7f4f94-3735-476c-90e8-72f82f7122f4', 'name': 'router1', 'tenant_id': '44b03626b7cb4f8590d9b907c888afca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:10Z', 'updated_at': '2021-09-17T23:26:21Z', 'revision_number': 2, 'project_id': '44b03626b7cb4f8590d9b907c888afca', 'gw_port_host': None, '_interfaces': [{'id': '6f24d556-14f3-40fe-9d57-5f926ac98d6c', 'name': '', 'network_id': '07aede5f-cd23-471e-98f5-e0681f758297', 'tenant_id': '44b03626b7cb4f8590d9b907c888afca', 'mac_address': 'fa:16:3e:65:8a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7f4f94-3735-476c-90e8-72f82f7122f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc91968a-0553-4ea6-bb98-34bf59827df2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:20Z', 'updated_at': '2021-09-17T23:26:21Z', 'revision_number': 2, 'project_id': '44b03626b7cb4f8590d9b907c888afca', 'subnets': [{'id': 'bc91968a-0553-4ea6-bb98-34bf59827df2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68e8e30f-8fc0-4098-8f79-f4ae3c3e21bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:22.870624 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] Checking router: be7f4f94-3735-476c-90e8-72f82f7122f4 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:26:22.871177 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] Updating router be7f4f94-3735-476c-90e8-72f82f7122f4 port 6f24d556-14f3-40fe-9d57-5f926ac98d6c binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:26:22.921287 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:23.430522 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:23.516723 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:23.671296 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81b207-0b5b-4eab-8039-00bfd87c5d0d None None] Pushing event updated for resources: {'Port': ['ID=6f24d556-14f3-40fe-9d57-5f926ac98d6c,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:23.690088 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad81b207-0b5b-4eab-8039-00bfd87c5d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:23.690434 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad81b207-0b5b-4eab-8039-00bfd87c5d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:23.690771 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad81b207-0b5b-4eab-8039-00bfd87c5d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:23.691102 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad81b207-0b5b-4eab-8039-00bfd87c5d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:23.691428 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad81b207-0b5b-4eab-8039-00bfd87c5d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:23.691859 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad81b207-0b5b-4eab-8039-00bfd87c5d0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:23.692053 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad81b207-0b5b-4eab-8039-00bfd87c5d0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:23.692371 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad81b207-0b5b-4eab-8039-00bfd87c5d0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:23.692689 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad81b207-0b5b-4eab-8039-00bfd87c5d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:23.693116 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad81b207-0b5b-4eab-8039-00bfd87c5d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:23.693338 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad81b207-0b5b-4eab-8039-00bfd87c5d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:23.693658 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad81b207-0b5b-4eab-8039-00bfd87c5d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad81b207-0b5b-4eab-8039-00bfd87c5d0d None None] Tracked resource versions report: Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: pushed versions: Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: { 'AddressGroup': {'1.2'}, Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'ConntrackHelper': {'1.0'}, Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'Log': {'1.0'}, Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'Network': {'1.1'}, Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'Port': {'1.7'}, Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'PortForwarding': {'1.2'}, Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'QosPolicy': {'1.9'}, Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'SecurityGroup': {'1.4'}, Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'SecurityGroupRule': {'1.2'}, Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'SubPort': {'1.0'}, Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'Subnet': {'1.1'}, Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'Trunk': {'1.1'}} Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: consumer versions: Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: { DHCP agent@n-d-809883-1: {}, Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: L3 agent@n-d-809883-1: {}, Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: Metadata agent@n-d-809883-1: {}, Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: Metering agent@n-d-809883-1: {}, Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: Open vSwitch agent@n-d-809883-1: { 'AddressGroup': '1.2', Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'ConntrackHelper': '1.0', Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'Log': '1.0', Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'Network': '1.1', Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'Port': '1.7', Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'PortForwarding': '1.2', Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'QosPolicy': '1.9', Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'SecurityGroup': '1.4', Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'SecurityGroupRule': '1.2', Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'SubPort': '1.0', Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'Subnet': '1.1', Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: 'Trunk': '1.1'}} Sep 17 23:26:23.694754 n-d-809883-1 neutron-server[95594]: {{(pid=95594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 23:26:23.696472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-096cfa97-597e-48cd-8c80-35a1cc9475d8 None None] Provisioning complete for port 6f24d556-14f3-40fe-9d57-5f926ac98d6c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:23.696472 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-096cfa97-597e-48cd-8c80-35a1cc9475d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:23.699508 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] Attempting to bind port 6f24d556-14f3-40fe-9d57-5f926ac98d6c on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:26:23.699690 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] Attempting to bind port 6f24d556-14f3-40fe-9d57-5f926ac98d6c by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8519df31-1eab-40ff-8e42-1c6c915a3db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '07aede5f-cd23-471e-98f5-e0681f758297'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:26:23.700062 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] Attempting to bind port 6f24d556-14f3-40fe-9d57-5f926ac98d6c on network 07aede5f-cd23-471e-98f5-e0681f758297 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:26:23.705927 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:26:23.706338 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] Checking segment: {'id': '8519df31-1eab-40ff-8e42-1c6c915a3db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '07aede5f-cd23-471e-98f5-e0681f758297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:26:23.706811 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:23.707191 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] Bound using segment: {'id': '8519df31-1eab-40ff-8e42-1c6c915a3db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '07aede5f-cd23-471e-98f5-e0681f758297'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:26:23.707684 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] Bound port: 6f24d556-14f3-40fe-9d57-5f926ac98d6c, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8519df31-1eab-40ff-8e42-1c6c915a3db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '07aede5f-cd23-471e-98f5-e0681f758297'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:26:23.708072 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:23.736165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-096cfa97-597e-48cd-8c80-35a1cc9475d8 None None] Port 6f24d556-14f3-40fe-9d57-5f926ac98d6c cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:26:23.778751 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] For port 6f24d556-14f3-40fe-9d57-5f926ac98d6c, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:26:23.798763 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] For port 6f24d556-14f3-40fe-9d57-5f926ac98d6c, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6f24d556-14f3-40fe-9d57-5f926ac98d6c,segment=NetworkSegment(8519df31-1eab-40ff-8e42-1c6c915a3db2),segment_id=8519df31-1eab-40ff-8e42-1c6c915a3db2)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:26:23.880419 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:23.926819 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] Routers {'be7f4f94-3735-476c-90e8-72f82f7122f4'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:26:23.927428 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:26:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['be7f4f94-3735-476c-90e8-72f82f7122f4'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:23.980692 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81b207-0b5b-4eab-8039-00bfd87c5d0d None None] Pushing event updated for resources: {'Port': ['ID=6f24d556-14f3-40fe-9d57-5f926ac98d6c,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:24.031394 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] Set router be7f4f94-3735-476c-90e8-72f82f7122f4 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:26:24.156238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-505b48ad-658c-449f-a2b4-405d0c042c8f None None] Provisioning complete for port 6f24d556-14f3-40fe-9d57-5f926ac98d6c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:24.156616 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-505b48ad-658c-449f-a2b4-405d0c042c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:24.232344 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-505b48ad-658c-449f-a2b4-405d0c042c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:24.240675 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7f4f94-3735-476c-90e8-72f82f7122f4', 'name': 'router1', 'tenant_id': '44b03626b7cb4f8590d9b907c888afca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:10Z', 'updated_at': '2021-09-17T23:26:21Z', 'revision_number': 2, 'project_id': '44b03626b7cb4f8590d9b907c888afca', 'gw_port_host': None, '_interfaces': [{'id': '6f24d556-14f3-40fe-9d57-5f926ac98d6c', 'name': '', 'network_id': '07aede5f-cd23-471e-98f5-e0681f758297', 'tenant_id': '44b03626b7cb4f8590d9b907c888afca', 'mac_address': 'fa:16:3e:65:8a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7f4f94-3735-476c-90e8-72f82f7122f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc91968a-0553-4ea6-bb98-34bf59827df2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:20Z', 'updated_at': '2021-09-17T23:26:23Z', 'revision_number': 4, 'project_id': '44b03626b7cb4f8590d9b907c888afca', 'subnets': [{'id': 'bc91968a-0553-4ea6-bb98-34bf59827df2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68e8e30f-8fc0-4098-8f79-f4ae3c3e21bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:24.269800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-505b48ad-658c-449f-a2b4-405d0c042c8f None None] For port 6f24d556-14f3-40fe-9d57-5f926ac98d6c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6f24d556-14f3-40fe-9d57-5f926ac98d6c,segment=NetworkSegment(8519df31-1eab-40ff-8e42-1c6c915a3db2),segment_id=8519df31-1eab-40ff-8e42-1c6c915a3db2)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:26:24.275016 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0440eb3-52d8-4c89-8213-a3138cd12bd8 None None] The sync data for ids ['be7f4f94-3735-476c-90e8-72f82f7122f4'] in n-d-809883-1 is: [{'id': 'be7f4f94-3735-476c-90e8-72f82f7122f4', 'name': 'router1', 'tenant_id': '44b03626b7cb4f8590d9b907c888afca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:10Z', 'updated_at': '2021-09-17T23:26:21Z', 'revision_number': 2, 'project_id': '44b03626b7cb4f8590d9b907c888afca', 'gw_port_host': None, '_interfaces': [{'id': '6f24d556-14f3-40fe-9d57-5f926ac98d6c', 'name': '', 'network_id': '07aede5f-cd23-471e-98f5-e0681f758297', 'tenant_id': '44b03626b7cb4f8590d9b907c888afca', 'mac_address': 'fa:16:3e:65:8a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7f4f94-3735-476c-90e8-72f82f7122f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc91968a-0553-4ea6-bb98-34bf59827df2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:20Z', 'updated_at': '2021-09-17T23:26:23Z', 'revision_number': 4, 'project_id': '44b03626b7cb4f8590d9b907c888afca', 'subnets': [{'id': 'bc91968a-0553-4ea6-bb98-34bf59827df2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68e8e30f-8fc0-4098-8f79-f4ae3c3e21bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:26:24.354499 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-505b48ad-658c-449f-a2b4-405d0c042c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:24.401610 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b48ad-658c-449f-a2b4-405d0c042c8f None None] Pushing event updated for resources: {'Port': ['ID=6f24d556-14f3-40fe-9d57-5f926ac98d6c,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:24.435471 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48472) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:24.545256 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25831352-6fc5-497f-8775-8c8af0a10f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:24.546557 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-25831352-6fc5-497f-8775-8c8af0a10f32 admin admin] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 842 time: 0.1099577 Sep 17 23:26:24.557152 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7a14af59-f742-4597-9e18-70166935231e admin admin] Request body: {'subnet': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'cidr': '172.25.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.3.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:24.691315 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a14af59-f742-4597-9e18-70166935231e admin admin] Made reservation on behalf of 99158688498440899ac3d888d76b51f2 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:26:24.693575 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a14af59-f742-4597-9e18-70166935231e admin admin] Notify callbacks [] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:25.088038 n-d-809883-1 neutron-server[95591]: DEBUG neutron.objects.ports [None req-7a14af59-f742-4597-9e18-70166935231e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95591) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 23:26:25.088489 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a14af59-f742-4597-9e18-70166935231e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:25.146207 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14af59-f742-4597-9e18-70166935231e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceac0de6-d89a-4323-8f7c-d5d8d2e0b219,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:25.157678 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14af59-f742-4597-9e18-70166935231e admin admin] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:26:25.158029 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a14af59-f742-4597-9e18-70166935231e admin admin] Network hostable DHCP agents. Network: 544c7e65-fba8-424a-a169-b245d1aea919, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:26:25.242033 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a14af59-f742-4597-9e18-70166935231e admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:26:25.331502 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-7a14af59-f742-4597-9e18-70166935231e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 544c7e65-fba8-424a-a169-b245d1aea919) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:26:25.336565 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a14af59-f742-4597-9e18-70166935231e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:25.337238 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a14af59-f742-4597-9e18-70166935231e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:25.341799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ed1f38-3d6f-4ffc-95cb-36e6e5547f0e None None] Network 544c7e65-fba8-424a-a169-b245d1aea919 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:26:25.412333 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7a14af59-f742-4597-9e18-70166935231e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8591731 Sep 17 23:26:25.464614 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020a3aa6-0f91-42bb-ace5-a3cb5ade3160 None None] Network 544c7e65-fba8-424a-a169-b245d1aea919 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:26:27.690852 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48480) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:27.822244 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ff80815e-7873-4683-9c25-3eaa51b378d6 admin admin] 10.222.0.46 "GET /v2.0/routers/be7f4f94-3735-476c-90e8-72f82f7122f4 HTTP/1.1" status: 200 len: 710 time: 0.1303177 Sep 17 23:26:27.905776 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5368d04-73ac-4e3d-8ca7-cd54ac45e9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:26:27.907141 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c5368d04-73ac-4e3d-8ca7-cd54ac45e9a0 admin admin] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 886 time: 0.0787046 Sep 17 23:26:27.916954 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1fc0f53d-1d94-45ce-9471-80c7d221681d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:26:28.229233 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f53d-1d94-45ce-9471-80c7d221681d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:28.557414 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f53d-1d94-45ce-9471-80c7d221681d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:28.630744 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f53d-1d94-45ce-9471-80c7d221681d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:28.736267 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-1fc0f53d-1d94-45ce-9471-80c7d221681d admin admin] Allocated IP 172.25.3.247 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/af08c35e-25e4-4961-a48c-ece825a035a8) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:26:28.841108 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f53d-1d94-45ce-9471-80c7d221681d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:28.962707 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f53d-1d94-45ce-9471-80c7d221681d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:29.000205 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc0f53d-1d94-45ce-9471-80c7d221681d admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:26:29.005597 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-1fc0f53d-1d94-45ce-9471-80c7d221681d admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:26:29.011589 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc0f53d-1d94-45ce-9471-80c7d221681d admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:26:29.014195 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0f53d-1d94-45ce-9471-80c7d221681d admin admin] Pushing event updated for resources: {'Port': ['ID=af08c35e-25e4-4961-a48c-ece825a035a8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:29.357774 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f53d-1d94-45ce-9471-80c7d221681d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:29.554961 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f53d-1d94-45ce-9471-80c7d221681d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:29.558680 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f53d-1d94-45ce-9471-80c7d221681d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:29.664720 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc0f53d-1d94-45ce-9471-80c7d221681d admin admin] Router be7f4f94-3735-476c-90e8-72f82f7122f4 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:26:29.845254 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc0f53d-1d94-45ce-9471-80c7d221681d admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:26:29.849434 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f53d-1d94-45ce-9471-80c7d221681d admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:29.851218 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1fc0f53d-1d94-45ce-9471-80c7d221681d admin admin] 10.222.0.46 "PUT /v2.0/routers/be7f4f94-3735-476c-90e8-72f82f7122f4 HTTP/1.1" status: 200 len: 890 time: 1.9373853 Sep 17 23:26:30.657528 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] Sync routers for ids ['be7f4f94-3735-476c-90e8-72f82f7122f4'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:26:30.668481 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] Routers {'be7f4f94-3735-476c-90e8-72f82f7122f4'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:26:30.669184 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:26:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['be7f4f94-3735-476c-90e8-72f82f7122f4'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:30.829282 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 6f24d556-14f3-40fe-9d57-5f926ac98d6c up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:26:30.905877 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] Set router be7f4f94-3735-476c-90e8-72f82f7122f4 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:26:31.051921 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 6f24d556-14f3-40fe-9d57-5f926ac98d6c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:31.052347 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:31.360818 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7f4f94-3735-476c-90e8-72f82f7122f4', 'name': 'router1', 'tenant_id': '44b03626b7cb4f8590d9b907c888afca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'af08c35e-25e4-4961-a48c-ece825a035a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:10Z', 'updated_at': '2021-09-17T23:26:29Z', 'revision_number': 4, 'project_id': '44b03626b7cb4f8590d9b907c888afca', 'gw_port': {'id': 'af08c35e-25e4-4961-a48c-ece825a035a8', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7f4f94-3735-476c-90e8-72f82f7122f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:28Z', 'updated_at': '2021-09-17T23:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6f24d556-14f3-40fe-9d57-5f926ac98d6c', 'name': '', 'network_id': '07aede5f-cd23-471e-98f5-e0681f758297', 'tenant_id': '44b03626b7cb4f8590d9b907c888afca', 'mac_address': 'fa:16:3e:65:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7f4f94-3735-476c-90e8-72f82f7122f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc91968a-0553-4ea6-bb98-34bf59827df2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:20Z', 'updated_at': '2021-09-17T23:26:24Z', 'revision_number': 5, 'project_id': '44b03626b7cb4f8590d9b907c888afca', 'subnets': [{'id': 'bc91968a-0553-4ea6-bb98-34bf59827df2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68e8e30f-8fc0-4098-8f79-f4ae3c3e21bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:31.408397 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] Checking router: be7f4f94-3735-476c-90e8-72f82f7122f4 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:26:31.408759 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] Updating router be7f4f94-3735-476c-90e8-72f82f7122f4 port af08c35e-25e4-4961-a48c-ece825a035a8 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:26:31.454878 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:31.758744 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:31.834100 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:31.886383 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] Attempting to bind port af08c35e-25e4-4961-a48c-ece825a035a8 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:26:31.886680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] Attempting to bind port af08c35e-25e4-4961-a48c-ece825a035a8 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:26:31.887037 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] Attempting to bind port af08c35e-25e4-4961-a48c-ece825a035a8 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:26:31.889713 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe252985-57f1-4944-b9d9-ccc6f95c70be None None] Pushing event updated for resources: {'Port': ['ID=af08c35e-25e4-4961-a48c-ece825a035a8,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:31.894757 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:26:31.895125 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:26:31.895523 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:31.895982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:26:31.896438 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] Bound port: af08c35e-25e4-4961-a48c-ece825a035a8, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:26:31.897871 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:32.020663 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] For port af08c35e-25e4-4961-a48c-ece825a035a8, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:26:32.023701 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] For port af08c35e-25e4-4961-a48c-ece825a035a8, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=af08c35e-25e4-4961-a48c-ece825a035a8,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:26:32.114546 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:32.172576 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe252985-57f1-4944-b9d9-ccc6f95c70be None None] Pushing event updated for resources: {'Port': ['ID=af08c35e-25e4-4961-a48c-ece825a035a8,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:32.175343 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] Routers {'be7f4f94-3735-476c-90e8-72f82f7122f4'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:26:32.175931 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:26:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['be7f4f94-3735-476c-90e8-72f82f7122f4'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:32.250532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48492) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:26:32.279399 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] Set router be7f4f94-3735-476c-90e8-72f82f7122f4 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:26:32.367904 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-311d0169-5d03-48f3-8807-5ee63ddf2153 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1162403 Sep 17 23:26:32.502080 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7f4f94-3735-476c-90e8-72f82f7122f4', 'name': 'router1', 'tenant_id': '44b03626b7cb4f8590d9b907c888afca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'af08c35e-25e4-4961-a48c-ece825a035a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:10Z', 'updated_at': '2021-09-17T23:26:29Z', 'revision_number': 4, 'project_id': '44b03626b7cb4f8590d9b907c888afca', 'gw_port': {'id': 'af08c35e-25e4-4961-a48c-ece825a035a8', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7f4f94-3735-476c-90e8-72f82f7122f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:28Z', 'updated_at': '2021-09-17T23:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6f24d556-14f3-40fe-9d57-5f926ac98d6c', 'name': '', 'network_id': '07aede5f-cd23-471e-98f5-e0681f758297', 'tenant_id': '44b03626b7cb4f8590d9b907c888afca', 'mac_address': 'fa:16:3e:65:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7f4f94-3735-476c-90e8-72f82f7122f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc91968a-0553-4ea6-bb98-34bf59827df2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:20Z', 'updated_at': '2021-09-17T23:26:24Z', 'revision_number': 5, 'project_id': '44b03626b7cb4f8590d9b907c888afca', 'subnets': [{'id': 'bc91968a-0553-4ea6-bb98-34bf59827df2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68e8e30f-8fc0-4098-8f79-f4ae3c3e21bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:26:32.532127 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc08005-8ac6-428f-be8b-4aaee595e60a None None] The sync data for ids ['be7f4f94-3735-476c-90e8-72f82f7122f4'] in n-d-809883-1 is: [{'id': 'be7f4f94-3735-476c-90e8-72f82f7122f4', 'name': 'router1', 'tenant_id': '44b03626b7cb4f8590d9b907c888afca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'af08c35e-25e4-4961-a48c-ece825a035a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:26:10Z', 'updated_at': '2021-09-17T23:26:29Z', 'revision_number': 4, 'project_id': '44b03626b7cb4f8590d9b907c888afca', 'gw_port': {'id': 'af08c35e-25e4-4961-a48c-ece825a035a8', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7f4f94-3735-476c-90e8-72f82f7122f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:28Z', 'updated_at': '2021-09-17T23:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6f24d556-14f3-40fe-9d57-5f926ac98d6c', 'name': '', 'network_id': '07aede5f-cd23-471e-98f5-e0681f758297', 'tenant_id': '44b03626b7cb4f8590d9b907c888afca', 'mac_address': 'fa:16:3e:65:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7f4f94-3735-476c-90e8-72f82f7122f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc91968a-0553-4ea6-bb98-34bf59827df2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:26:20Z', 'updated_at': '2021-09-17T23:26:24Z', 'revision_number': 5, 'project_id': '44b03626b7cb4f8590d9b907c888afca', 'subnets': [{'id': 'bc91968a-0553-4ea6-bb98-34bf59827df2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68e8e30f-8fc0-4098-8f79-f4ae3c3e21bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:26:32.815750 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device af08c35e-25e4-4961-a48c-ece825a035a8 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:26:32.869170 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port af08c35e-25e4-4961-a48c-ece825a035a8 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:32.869752 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:32.960846 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:32.985324 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port af08c35e-25e4-4961-a48c-ece825a035a8, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=af08c35e-25e4-4961-a48c-ece825a035a8,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:26:33.088265 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:33.117794 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 5 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:26:33.145427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=af08c35e-25e4-4961-a48c-ece825a035a8,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:26:34.783607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device af08c35e-25e4-4961-a48c-ece825a035a8 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:26:34.834181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port af08c35e-25e4-4961-a48c-ece825a035a8 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:26:34.835219 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:43.836296 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c2bb9fcd-c0c9-4441-b065-31913b76548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:46.508583 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-17a7966a-dfb0-47ae-a41b-f200842f2614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:47.161996 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:47.516014 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:26:49.487182 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:10.117001 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 5 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:27:13.805848 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-42f936ee-cb61-4134-a95c-106d06d4b298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:16.548370 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f8e2af87-836e-4643-837e-91ce5253369d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:17.171362 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:17.503085 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:20.291454 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:43.798589 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1841fd09-2dfe-4fc9-b685-2ebe265496ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:46.512868 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-867f3ac4-185d-4161-b4ab-7c24ea081c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:47.115397 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 5 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:27:47.147135 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:47.530062 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:27:49.494726 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:13.808825 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-74bb2f46-0ce3-4411-8993-23ea8b7854cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:14.776013 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49086) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:14.836354 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61f22e8-8d77-4f40-86d9-d79130ca37ce admin admin] GET failed (client error): The resource could not be found. Sep 17 23:28:14.837703 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a61f22e8-8d77-4f40-86d9-d79130ca37ce admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607381 Sep 17 23:28:14.999645 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ff2bf9-1a69-4407-8d0d-2f2d41eebe6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:15.001167 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-18ff2bf9-1a69-4407-8d0d-2f2d41eebe6b admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1589212 Sep 17 23:28:16.517344 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f6ae7828-02a4-451d-bd19-06d06a936bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:17.247869 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49096) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:17.249567 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:17.278379 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a925925a-da12-4ed6-8733-a2ebdedbd49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:17.279731 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a925925a-da12-4ed6-8733-a2ebdedbd49b admin admin] 10.222.0.46 "GET /v2.0/subnets/bc91968a-0553-4ea6-bb98-34bf59827df2 HTTP/1.1" status: 200 len: 849 time: 0.0957770 Sep 17 23:28:17.290763 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e6b65802-71e9-4b41-8f76-51e23c12a9c0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:28:17.375398 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6b65802-71e9-4b41-8f76-51e23c12a9c0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:17.557151 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:17.591266 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6b65802-71e9-4b41-8f76-51e23c12a9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778770519044'] for subnet, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:17.623046 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b65802-71e9-4b41-8f76-51e23c12a9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:17.625619 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6b65802-71e9-4b41-8f76-51e23c12a9c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:17.625619 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e6b65802-71e9-4b41-8f76-51e23c12a9c0 admin admin] 10.222.0.46 "PUT /v2.0/subnets/bc91968a-0553-4ea6-bb98-34bf59827df2 HTTP/1.1" status: 200 len: 868 time: 0.3381894 Sep 17 23:28:17.628312 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685eef6d-1120-4556-903d-69fd71977433 None None] Network 07aede5f-cd23-471e-98f5-e0681f758297 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:28:17.644076 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b65802-71e9-4b41-8f76-51e23c12a9c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc91968a-0553-4ea6-bb98-34bf59827df2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:28:17.651504 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65802-71e9-4b41-8f76-51e23c12a9c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:17.652034 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65802-71e9-4b41-8f76-51e23c12a9c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:17.652383 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65802-71e9-4b41-8f76-51e23c12a9c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:17.652721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65802-71e9-4b41-8f76-51e23c12a9c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:17.653086 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65802-71e9-4b41-8f76-51e23c12a9c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:17.653410 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65802-71e9-4b41-8f76-51e23c12a9c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:17.653739 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65802-71e9-4b41-8f76-51e23c12a9c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:17.654060 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65802-71e9-4b41-8f76-51e23c12a9c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:17.654888 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65802-71e9-4b41-8f76-51e23c12a9c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:17.654888 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65802-71e9-4b41-8f76-51e23c12a9c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:17.655091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65802-71e9-4b41-8f76-51e23c12a9c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:17.655449 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65802-71e9-4b41-8f76-51e23c12a9c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:28:18.017291 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-50a88019-0547-44a2-9436-c1c80ff2a4d2 None None] Provisioning complete for port 6f24d556-14f3-40fe-9d57-5f926ac98d6c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:18.017668 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-50a88019-0547-44a2-9436-c1c80ff2a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:18.099691 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-50a88019-0547-44a2-9436-c1c80ff2a4d2 None None] Provisioning complete for port bd271110-a02f-4013-9daf-0fce49b6300e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:28:18.099991 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-50a88019-0547-44a2-9436-c1c80ff2a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:19.488382 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:19.820937 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49104) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:20.015793 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc02908-53a7-41b6-83aa-a580a1375b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:20.016325 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc02908-53a7-41b6-83aa-a580a1375b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:20.017903 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0dc02908-53a7-41b6-83aa-a580a1375b0f admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960027 Sep 17 23:28:22.204134 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49112) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:22.335381 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9318bae-5535-48a6-860a-7f83cbeebf6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:22.335381 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9318bae-5535-48a6-860a-7f83cbeebf6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:22.336930 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b9318bae-5535-48a6-860a-7f83cbeebf6e admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1318283 Sep 17 23:28:24.114289 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 5 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:28:24.481412 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49120) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:24.609286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7d605-b2bf-4421-9870-8ee14ccccb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:24.610642 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cab7d605-b2bf-4421-9870-8ee14ccccb73 admin admin] 10.222.0.46 "GET /v2.0/networks/07aede5f-cd23-471e-98f5-e0681f758297 HTTP/1.1" status: 200 len: 869 time: 0.1281862 Sep 17 23:28:26.773155 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49128) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:26.893904 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc876efa-7942-436d-8227-f902f9066100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:26.895232 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bc876efa-7942-436d-8227-f902f9066100 admin admin] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 886 time: 0.1211283 Sep 17 23:28:29.061708 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49136) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:29.183466 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea747fee-e39a-479f-a073-1ae3a6e82e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:29.183936 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea747fee-e39a-479f-a073-1ae3a6e82e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:29.185466 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ea747fee-e39a-479f-a073-1ae3a6e82e8b admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228831 Sep 17 23:28:31.327207 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49144) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:31.454601 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2c8e4d-8802-46ed-b866-a53c4a54a45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:31.455636 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2c8e4d-8802-46ed-b866-a53c4a54a45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:31.457147 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fa2c8e4d-8802-46ed-b866-a53c4a54a45b admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1284854 Sep 17 23:28:33.630076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49154) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:33.723252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff17485-a669-421e-b4fe-61aea434388d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:33.724586 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5ff17485-a669-421e-b4fe-61aea434388d admin admin] 10.222.0.46 "GET /v2.0/subnets/bc91968a-0553-4ea6-bb98-34bf59827df2 HTTP/1.1" status: 200 len: 868 time: 0.0935876 Sep 17 23:28:35.883679 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49162) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:28:35.966535 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e7b03d-c58b-4430-bd96-2b46dadf19d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:28:35.967864 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-23e7b03d-c58b-4430-bd96-2b46dadf19d7 admin admin] 10.222.0.46 "GET /v2.0/subnets/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219 HTTP/1.1" status: 200 len: 816 time: 0.0831993 Sep 17 23:28:43.796412 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fd37a94b-9366-4e61-a016-7cfa888b7720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:46.521820 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5496548c-16f1-4c53-bcd8-33d25acd03b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:47.150450 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:47.550227 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:49.498684 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:28:59.977177 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49216) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:00.023771 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-9424dcf5-94ba-443d-8ca0-51f0f2c99a6b admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:29:00.024786 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9424dcf5-94ba-443d-8ca0-51f0f2c99a6b admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466657 Sep 17 23:29:01.113815 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 5 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:29:02.269712 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49224) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:02.329358 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8617351-7922-44f5-8391-a09b7a503f80 admin admin] GET failed (client error): The resource could not be found. Sep 17 23:29:02.336999 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a8617351-7922-44f5-8391-a09b7a503f80 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601218 Sep 17 23:29:02.415079 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73235cc-6359-4ecb-a6c8-256e419c8303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:02.416529 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e73235cc-6359-4ecb-a6c8-256e419c8303 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812342 Sep 17 23:29:04.630783 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49232) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:04.677290 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-effa6c35-5ef7-4539-b3e4-75c55dab5814 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:04.738653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effa6c35-5ef7-4539-b3e4-75c55dab5814 admin admin] Made reservation on behalf of 99158688498440899ac3d888d76b51f2 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:29:04.740964 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-effa6c35-5ef7-4539-b3e4-75c55dab5814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:04.767941 n-d-809883-1 neutron-server[95591]: WARNING neutron.services.revisions.revision_plugin [None req-effa6c35-5ef7-4539-b3e4-75c55dab5814 admin admin] Could not find related network for resource to bump revision. Sep 17 23:29:04.782244 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effa6c35-5ef7-4539-b3e4-75c55dab5814 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:29:04.791456 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-effa6c35-5ef7-4539-b3e4-75c55dab5814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:04.791793 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-effa6c35-5ef7-4539-b3e4-75c55dab5814 admin admin] Added segment 349fbf6b-0756-4110-98a7-f0fe27e734ff of type vlan for network b6479057-0895-40ae-855b-5e1af98f7222 Sep 17 23:29:04.838549 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-effa6c35-5ef7-4539-b3e4-75c55dab5814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:04.938014 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-effa6c35-5ef7-4539-b3e4-75c55dab5814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:04.939031 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effa6c35-5ef7-4539-b3e4-75c55dab5814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:04.939620 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-effa6c35-5ef7-4539-b3e4-75c55dab5814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:04.998250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa6c35-5ef7-4539-b3e4-75c55dab5814 admin admin] Pushing event updated for resources: {'Network': ['ID=b6479057-0895-40ae-855b-5e1af98f7222,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:05.009804 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network b6479057-0895-40ae-855b-5e1af98f7222 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:29:05.048005 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-effa6c35-5ef7-4539-b3e4-75c55dab5814 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4160907 Sep 17 23:29:07.241130 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49240) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:29:07.299911 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a48652-efe2-4211-8e61-004d7a38356c admin admin] GET failed (client error): The resource could not be found. Sep 17 23:29:07.301235 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-18a48652-efe2-4211-8e61-004d7a38356c admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591567 Sep 17 23:29:07.369351 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acf4f03-ab26-4bec-ae05-a0ce86d40599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:07.370775 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9acf4f03-ab26-4bec-ae05-a0ce86d40599 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0647123 Sep 17 23:29:07.381420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e587ad5a-44db-4f99-883a-eeb0dd20f5f3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:29:07.481524 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e587ad5a-44db-4f99-883a-eeb0dd20f5f3 admin admin] Made reservation on behalf of 99158688498440899ac3d888d76b51f2 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:29:07.486957 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e587ad5a-44db-4f99-883a-eeb0dd20f5f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:07.801865 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e587ad5a-44db-4f99-883a-eeb0dd20f5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:07.858377 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587ad5a-44db-4f99-883a-eeb0dd20f5f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d5234b4-0cdb-440c-8600-17a9b03fc040,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:07.867261 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e587ad5a-44db-4f99-883a-eeb0dd20f5f3 admin admin] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:07.867618 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e587ad5a-44db-4f99-883a-eeb0dd20f5f3 admin admin] Network hostable DHCP agents. Network: b6479057-0895-40ae-855b-5e1af98f7222, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:29:07.966983 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e587ad5a-44db-4f99-883a-eeb0dd20f5f3 admin admin] Network b6479057-0895-40ae-855b-5e1af98f7222 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:29:08.046306 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-e587ad5a-44db-4f99-883a-eeb0dd20f5f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, b6479057-0895-40ae-855b-5e1af98f7222) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:08.050550 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e587ad5a-44db-4f99-883a-eeb0dd20f5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:29:08.051331 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e587ad5a-44db-4f99-883a-eeb0dd20f5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:08.055488 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b80235-52c6-43e1-b317-1677c6d6b897 None None] Network b6479057-0895-40ae-855b-5e1af98f7222 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:29:08.185295 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e587ad5a-44db-4f99-883a-eeb0dd20f5f3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8070235 Sep 17 23:29:08.286684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-b6479057-0895-40ae-855b-5e1af98f7222', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'tenant_id': '99158688498440899ac3d888d76b51f2', 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:29:08.287566 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:08.432069 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Allocated IP 192.168.233.2 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/132aed55-16f2-4a80-8eba-2f195f2a7b8d) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:29:08.575848 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:08.642293 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:08.681371 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:29:08.686128 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:29:08.689319 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:29:08.695159 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Pushing event updated for resources: {'Port': ['ID=132aed55-16f2-4a80-8eba-2f195f2a7b8d,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:08.702879 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:08.703228 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:08.703634 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:08.703966 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:08.704292 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:08.704618 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:08.704965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:08.705286 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:08.705605 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:08.705923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:08.706264 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:08.706580 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:29:08.758859 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Attempting to bind port 132aed55-16f2-4a80-8eba-2f195f2a7b8d on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:29:08.759228 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Attempting to bind port 132aed55-16f2-4a80-8eba-2f195f2a7b8d by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:29:08.759588 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Attempting to bind port 132aed55-16f2-4a80-8eba-2f195f2a7b8d on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:29:08.764461 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:29:08.764904 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:29:08.765281 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:08.765677 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:29:08.766171 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Bound port: 132aed55-16f2-4a80-8eba-2f195f2a7b8d, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:29:08.766563 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:08.830561 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] For port 132aed55-16f2-4a80-8eba-2f195f2a7b8d, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:29:08.833702 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] For port 132aed55-16f2-4a80-8eba-2f195f2a7b8d, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=132aed55-16f2-4a80-8eba-2f195f2a7b8d,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:29:08.928205 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:08.985461 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0feea-103f-4ac6-a45a-5a878bd9501d None None] Pushing event updated for resources: {'Port': ['ID=132aed55-16f2-4a80-8eba-2f195f2a7b8d,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:09.831846 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa88c6f-f323-4a50-98c6-7c21ac180c2b None None] Network b6479057-0895-40ae-855b-5e1af98f7222 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:29:09.903836 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-737e3acd-66d7-4de9-a727-bd823ea556b7 None None] Provisioning complete for port 132aed55-16f2-4a80-8eba-2f195f2a7b8d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:09.904234 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-737e3acd-66d7-4de9-a727-bd823ea556b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:10.043538 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-737e3acd-66d7-4de9-a727-bd823ea556b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:10.083092 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-737e3acd-66d7-4de9-a727-bd823ea556b7 None None] For port 132aed55-16f2-4a80-8eba-2f195f2a7b8d, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=132aed55-16f2-4a80-8eba-2f195f2a7b8d,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:29:10.161672 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-737e3acd-66d7-4de9-a727-bd823ea556b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:10.213996 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e3acd-66d7-4de9-a727-bd823ea556b7 None None] Pushing event updated for resources: {'Port': ['ID=132aed55-16f2-4a80-8eba-2f195f2a7b8d,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:29:10.280795 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-59d1272d-47c0-448e-98d3-7841d5f4375a None None] Provisioning complete for port 132aed55-16f2-4a80-8eba-2f195f2a7b8d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:10.281221 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-59d1272d-47c0-448e-98d3-7841d5f4375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:10.915044 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 132aed55-16f2-4a80-8eba-2f195f2a7b8d up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:29:10.966023 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 132aed55-16f2-4a80-8eba-2f195f2a7b8d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:29:10.966388 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:13.869735 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6e708ac8-e703-4ae2-8f2b-df37adc91d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:16.521172 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f04ac7a7-af02-4b53-b525-164c0859e196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:17.178068 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:17.517177 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:19.492316 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:38.112855 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 5 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:29:43.828592 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-95f731fa-fda8-49e1-b509-40f75fa38aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:46.553475 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c0f305a8-767e-496e-be01-0bfacd3c16f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:47.223120 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:47.543213 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:29:49.508657 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:13.803370 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8f85e057-60ef-4f03-a805-65fe23691023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:15.111250 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 5 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:30:16.534084 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-afcd4847-4068-4d28-9bbf-92ff6f5964cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:17.159611 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:17.540285 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:19.525081 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:43.887550 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d5a219d5-a7ca-46b9-908d-645dd1771858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:44.449362 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49284) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:44.455061 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-cfc1be4a-08c9-4704-96ad-90957a16da35 tempest-verify_tempest_config-657985592 tempest-verify_tempest_config-657985592-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:30:44.457938 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cfc1be4a-08c9-4704-96ad-90957a16da35 tempest-verify_tempest_config-657985592 tempest-verify_tempest_config-657985592-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0076153 Sep 17 23:30:45.010939 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49302) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:45.117522 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8bb439d9-419b-49f4-a19c-c92c85708165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:45.205626 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8bb439d9-419b-49f4-a19c-c92c85708165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:45.307496 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8bb439d9-419b-49f4-a19c-c92c85708165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:45.357271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb439d9-419b-49f4-a19c-c92c85708165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3093bb7-5fbe-4453-98b2-c7798dda5f8e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:45.357271 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8bb439d9-419b-49f4-a19c-c92c85708165 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c655666d8ccf4f9da9c6fbe9852e986b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3444428 Sep 17 23:30:45.360154 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49306) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:30:45.360668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb439d9-419b-49f4-a19c-c92c85708165 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.360978 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb439d9-419b-49f4-a19c-c92c85708165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.361315 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb439d9-419b-49f4-a19c-c92c85708165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.361645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb439d9-419b-49f4-a19c-c92c85708165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.361977 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb439d9-419b-49f4-a19c-c92c85708165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.362333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb439d9-419b-49f4-a19c-c92c85708165 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.362651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb439d9-419b-49f4-a19c-c92c85708165 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.362986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb439d9-419b-49f4-a19c-c92c85708165 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.363293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb439d9-419b-49f4-a19c-c92c85708165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.363616 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb439d9-419b-49f4-a19c-c92c85708165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.363929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb439d9-419b-49f4-a19c-c92c85708165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.364259 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb439d9-419b-49f4-a19c-c92c85708165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.418611 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35ab823d-052a-48a1-aaeb-5474210f4514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:45.440023 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35ab823d-052a-48a1-aaeb-5474210f4514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:45.645630 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35ab823d-052a-48a1-aaeb-5474210f4514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:45.651555 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35ab823d-052a-48a1-aaeb-5474210f4514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:45.651555 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-35ab823d-052a-48a1-aaeb-5474210f4514 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3093bb7-5fbe-4453-98b2-c7798dda5f8e HTTP/1.1" status: 204 len: 168 time: 0.2891517 Sep 17 23:30:45.658368 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab823d-052a-48a1-aaeb-5474210f4514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3093bb7-5fbe-4453-98b2-c7798dda5f8e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:30:45.665398 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab823d-052a-48a1-aaeb-5474210f4514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.665734 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab823d-052a-48a1-aaeb-5474210f4514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.666063 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab823d-052a-48a1-aaeb-5474210f4514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.666393 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab823d-052a-48a1-aaeb-5474210f4514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.666718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab823d-052a-48a1-aaeb-5474210f4514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.667037 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab823d-052a-48a1-aaeb-5474210f4514 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.667574 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab823d-052a-48a1-aaeb-5474210f4514 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.667864 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab823d-052a-48a1-aaeb-5474210f4514 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.668321 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab823d-052a-48a1-aaeb-5474210f4514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.668514 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab823d-052a-48a1-aaeb-5474210f4514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.668862 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab823d-052a-48a1-aaeb-5474210f4514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:45.669168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab823d-052a-48a1-aaeb-5474210f4514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:30:46.530260 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-850b23d4-45ca-41d0-8ef1-ffdfc5dfdadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:47.173927 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:47.550325 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:49.533168 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:30:52.110422 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 5 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:31:13.814701 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-52662e36-0e37-417d-8d95-4dfd932d060f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:16.526604 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-70ab66b9-776d-4bc2-b63d-e27ddcb4b298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:17.160758 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:17.529087 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:19.534934 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:29.108716 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 5 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:31:43.816902 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eefd96e2-1f3a-4d0a-a62f-0c171f535701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:46.513052 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e919d1ff-356f-4543-98a6-b711df679235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:47.179455 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:47.547346 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:31:49.516695 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:06.107758 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 5 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:32:13.808952 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b7d1d6e4-a44b-439a-aa93-1a9027247632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:16.515675 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4c78b151-503e-4285-a7cd-926ff06cbc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:17.197127 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:17.585697 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:19.515908 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:43.106161 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 5 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:32:43.818681 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e8e33de9-5395-47ca-b480-435eb6b949ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:46.527241 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1ad3b7cb-21a9-4abb-8ef4-4f0c5737f403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:47.178508 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:47.538451 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:32:49.515603 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:13.811923 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2a594264-95f7-4427-ab82-5854d96c1712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:16.509032 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cf3be83a-208e-438e-b5d1-4b82b8a18cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:17.160397 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:17.548950 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:19.544019 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:20.105114 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 5 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:33:40.005451 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-504364'] for agent, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:43.005126 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-504364'] for agent, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:43.816566 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b5700629-eb92-4291-bde5-764cc039a3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:46.519097 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4ee4b36a-9ee7-4328-a8f0-f8f702097d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:47.170332 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:47.553461 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:49.718797 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:33:57.103876 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:34:09.929777 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:12.964081 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:13.821330 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-87ff0baf-8c28-400c-8763-7eeab15ff326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:16.524150 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-978cc8d1-9f17-44a0-bd5c-31e01faacfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:17.146764 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:17.552381 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:19.539874 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:31.385041 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49364) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:31.487316 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-640dfd6a-8b34-4853-8d0d-1855075c5956 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1011808 Sep 17 23:34:33.677719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49374) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:34:33.738901 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5c149093-c962-4e3f-8039-0818155ecca5 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0601244 Sep 17 23:34:34.102860 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:34:39.951549 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:42.956306 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:43.866848 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ebc59f57-cb8d-449b-94f0-7c778ad12233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:46.534149 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-430d8d24-1b4b-4229-b512-cb3058ceb555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.179977 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:47.597440 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:34:49.528881 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:10.008138 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:11.102915 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:35:12.978056 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:13.848498 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9f61f7a8-0f23-467e-b409-08921eb9a444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:16.591297 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0056b179-8ffa-4bc8-88a7-f03f651b07fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:17.163551 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:17.551478 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:19.545553 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:40.002758 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:43.000008 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:43.817291 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-158822f3-e153-4731-92b0-b3970e656dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:46.571481 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6a47f612-6d9f-4ccf-8421-e86a17ea7408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:47.188509 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:47.580497 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:35:48.102029 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:35:49.539621 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:00.594137 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49568) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:00.968667 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49584) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:01.167301 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-03c6ce65-9c65-4eb9-a998-be2d01d63c1f tempest-AutoAllocateNetworkTest-1943988582 tempest-AutoAllocateNetworkTest-1943988582-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b3940eb8707a4d78a9fd064cc9331220&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5718319 Sep 17 23:36:01.169976 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49590) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:01.363095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687bb761-d864-4531-87b0-69619a01390a tempest-AutoAllocateNetworkTest-1943988582 tempest-AutoAllocateNetworkTest-1943988582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:01.364567 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-687bb761-d864-4531-87b0-69619a01390a tempest-AutoAllocateNetworkTest-1943988582 tempest-AutoAllocateNetworkTest-1943988582-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1937706 Sep 17 23:36:01.367642 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49600) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:01.426993 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-32b49591-d3d6-42e8-862f-6f335eabac85 tempest-AutoAllocateNetworkTest-1943988582 tempest-AutoAllocateNetworkTest-1943988582-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539682 Sep 17 23:36:01.426993 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49602) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:01.449029 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-network', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:01.463757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5eee7da9-e4ea-4113-b1d2-b3d639242802 tempest-AutoAllocateNetworkTest-1943988582 tempest-AutoAllocateNetworkTest-1943988582-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b3940eb8707a4d78a9fd064cc9331220 HTTP/1.1" status: 200 len: 208 time: 0.0368168 Sep 17 23:36:01.571642 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Made reservation on behalf of 06106444c40645e2a5a0f1beb95c10da for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:01.571642 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:01.581099 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:01.668969 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:01.745554 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:01.768510 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:36:01.786223 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:01.786223 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Added segment d999cc28-7bc4-4132-b238-802d21cdaea9 of type vlan for network d0877baf-6ee8-4add-8825-399e8b3ccc62 Sep 17 23:36:01.786564 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387f33c1-fce8-46fd-91a8-68ebc900b1dc,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:01.804531 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:01.804990 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:01.805239 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:01.805834 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:01.805982 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:01.806181 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:01.806501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:01.806811 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:01.807128 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:01.807444 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:01.807760 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:01.808108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Tracked resource versions report: Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: pushed versions: Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: { 'AddressGroup': {'1.2'}, Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'ConntrackHelper': {'1.0'}, Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'Log': {'1.0'}, Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'Network': {'1.1'}, Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'Port': {'1.7'}, Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'PortForwarding': {'1.2'}, Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'QosPolicy': {'1.9'}, Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'SecurityGroup': {'1.4'}, Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'SecurityGroupRule': {'1.2'}, Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'SubPort': {'1.0'}, Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'Subnet': {'1.1'}, Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'Trunk': {'1.1'}} Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: consumer versions: Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: { DHCP agent@n-d-809883-1: {}, Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: HyperV agent@n-h1-809883-1: {}, Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: HyperV agent@n-h2-809883-1: {}, Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: L3 agent@n-d-809883-1: {}, Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: Metadata agent@n-d-809883-1: {}, Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: Metering agent@n-d-809883-1: {}, Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: Open vSwitch agent@n-d-809883-1: { 'AddressGroup': '1.2', Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'ConntrackHelper': '1.0', Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'Log': '1.0', Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'Network': '1.1', Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'Port': '1.7', Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'PortForwarding': '1.2', Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'QosPolicy': '1.9', Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'SecurityGroup': '1.4', Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'SecurityGroupRule': '1.2', Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'SubPort': '1.0', Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'Subnet': '1.1', Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: 'Trunk': '1.1'}} Sep 17 23:36:01.809097 n-d-809883-1 neutron-server[95592]: {{(pid=95592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 23:36:01.847980 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:01.942942 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:01.943957 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:01.944565 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:02.005010 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] Pushing event updated for resources: {'Network': ['ID=d0877baf-6ee8-4add-8825-399e8b3ccc62,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:02.017589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network d0877baf-6ee8-4add-8825-399e8b3ccc62 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:36:02.043891 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49624) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:02.044526 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-92550ec9-db9f-4fe4-9b67-5f5d1b124516 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0742319 Sep 17 23:36:02.052604 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Request body: {'subnet': {'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-subnet', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:02.128167 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Made reservation on behalf of 06106444c40645e2a5a0f1beb95c10da for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:02.130978 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:02.587803 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:02.587803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd219c6d-7503-4b6c-ac13-9f8de200b8d0,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:02.587803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Checking segment: {'id': 'd999cc28-7bc4-4132-b238-802d21cdaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:02.587803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Network hostable DHCP agents. Network: d0877baf-6ee8-4add-8825-399e8b3ccc62, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:36:02.587803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:02.587803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:02.587803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:02.587803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:02.587803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:02.587803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:02.587803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:02.587803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:02.587803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:02.587803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:02.587803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Tracked resource versions report: Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: pushed versions: Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: { 'AddressGroup': {'1.2'}, Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'ConntrackHelper': {'1.0'}, Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'Log': {'1.0'}, Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'Network': {'1.1'}, Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'Port': {'1.7'}, Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'PortForwarding': {'1.2'}, Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'QosPolicy': {'1.9'}, Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'SecurityGroup': {'1.4'}, Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'SecurityGroupRule': {'1.2'}, Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'SubPort': {'1.0'}, Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'Subnet': {'1.1'}, Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'Trunk': {'1.1'}} Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: consumer versions: Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: { DHCP agent@n-d-809883-1: {}, Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: HyperV agent@n-h1-809883-1: {}, Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: HyperV agent@n-h2-809883-1: {}, Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: L3 agent@n-d-809883-1: {}, Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: Metadata agent@n-d-809883-1: {}, Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: Metering agent@n-d-809883-1: {}, Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: Open vSwitch agent@n-d-809883-1: { 'AddressGroup': '1.2', Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'ConntrackHelper': '1.0', Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'Log': '1.0', Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'Network': '1.1', Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'Port': '1.7', Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'PortForwarding': '1.2', Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'QosPolicy': '1.9', Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'SecurityGroup': '1.4', Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'SecurityGroupRule': '1.2', Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'SubPort': '1.0', Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'Subnet': '1.1', Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: 'Trunk': '1.1'}} Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: {{(pid=95591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 23:36:02.589087 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Network d0877baf-6ee8-4add-8825-399e8b3ccc62 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:36:02.682683 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, d0877baf-6ee8-4add-8825-399e8b3ccc62) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:02.687396 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:02.688532 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:02.692239 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012cdcf7-e34b-4e1e-9e23-18d3c2f556ba None None] Network d0877baf-6ee8-4add-8825-399e8b3ccc62 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:36:02.763568 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-deb5a910-9dd0-4438-ac30-708a9dc31498 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7170753 Sep 17 23:36:02.766421 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49644) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:02.771441 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-81ce7e1b-31cf-49fa-8b8e-4e6c9e17b8f9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:02.811061 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49646) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:02.854082 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-d0877baf-6ee8-4add-8825-399e8b3ccc62', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'fixed_ips': [{'subnet_id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:36:02.854668 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:02.871725 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81ce7e1b-31cf-49fa-8b8e-4e6c9e17b8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:02.873398 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81ce7e1b-31cf-49fa-8b8e-4e6c9e17b8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:02.986250 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81ce7e1b-31cf-49fa-8b8e-4e6c9e17b8f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:02.998029 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Allocated IP 172.20.0.2 (d0877baf-6ee8-4add-8825-399e8b3ccc62/bd219c6d-7503-4b6c-ac13-9f8de200b8d0/bd3817a6-8488-4748-94a5-72bf2a83909a) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:03.048502 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4976-d738-45e0-8aa5-03f36fec271d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:03.154494 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:03.226586 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81ce7e1b-31cf-49fa-8b8e-4e6c9e17b8f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:03.231904 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:03.255011 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Network d0877baf-6ee8-4add-8825-399e8b3ccc62 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:03.274532 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:03.278143 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4976-d738-45e0-8aa5-03f36fec271d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:03.281679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:03.327476 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Pushing event updated for resources: {'Port': ['ID=bd3817a6-8488-4748-94a5-72bf2a83909a,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:03.355158 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:03.355794 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:03.356453 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:03.356993 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:03.357501 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:03.358001 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:03.358512 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:03.359124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:03.359637 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:03.360167 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:03.360662 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:03.361214 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Tracked resource versions report: Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: pushed versions: Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: { 'AddressGroup': {'1.2'}, Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'ConntrackHelper': {'1.0'}, Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'Log': {'1.0'}, Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'Network': {'1.1'}, Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'Port': {'1.7'}, Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'PortForwarding': {'1.2'}, Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'QosPolicy': {'1.9'}, Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'SecurityGroup': {'1.4'}, Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'SecurityGroupRule': {'1.2'}, Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'SubPort': {'1.0'}, Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'Subnet': {'1.1'}, Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'Trunk': {'1.1'}} Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: consumer versions: Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: { DHCP agent@n-d-809883-1: {}, Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: HyperV agent@n-h1-809883-1: {}, Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: HyperV agent@n-h2-809883-1: {}, Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: L3 agent@n-d-809883-1: {}, Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: Metadata agent@n-d-809883-1: {}, Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: Metering agent@n-d-809883-1: {}, Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: Open vSwitch agent@n-d-809883-1: { 'AddressGroup': '1.2', Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'ConntrackHelper': '1.0', Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'Log': '1.0', Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'Network': '1.1', Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'Port': '1.7', Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'PortForwarding': '1.2', Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'QosPolicy': '1.9', Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'SecurityGroup': '1.4', Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'SecurityGroupRule': '1.2', Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'SubPort': '1.0', Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'Subnet': '1.1', Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: 'Trunk': '1.1'}} Sep 17 23:36:03.362440 n-d-809883-1 neutron-server[95593]: {{(pid=95593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 23:36:03.373247 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4976-d738-45e0-8aa5-03f36fec271d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:03.379330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Attempting to bind port bd3817a6-8488-4748-94a5-72bf2a83909a on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:36:03.379782 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Attempting to bind port bd3817a6-8488-4748-94a5-72bf2a83909a by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'd999cc28-7bc4-4132-b238-802d21cdaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:36:03.380234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Attempting to bind port bd3817a6-8488-4748-94a5-72bf2a83909a on network d0877baf-6ee8-4add-8825-399e8b3ccc62 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:03.385496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:36:03.385956 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Checking segment: {'id': 'd999cc28-7bc4-4132-b238-802d21cdaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:03.386944 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:03.387407 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Bound using segment: {'id': 'd999cc28-7bc4-4132-b238-802d21cdaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:36:03.387958 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Bound port: bd3817a6-8488-4748-94a5-72bf2a83909a, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd999cc28-7bc4-4132-b238-802d21cdaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:36:03.388433 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:03.465671 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] For port bd3817a6-8488-4748-94a5-72bf2a83909a, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:36:03.469636 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] For port bd3817a6-8488-4748-94a5-72bf2a83909a, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bd3817a6-8488-4748-94a5-72bf2a83909a,segment=NetworkSegment(d999cc28-7bc4-4132-b238-802d21cdaea9),segment_id=d999cc28-7bc4-4132-b238-802d21cdaea9)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:36:03.478728 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6f3f4976-d738-45e0-8aa5-03f36fec271d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3940eb8707a4d78a9fd064cc9331220&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6660311 Sep 17 23:36:03.481494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49674) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:03.485820 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f4976-d738-45e0-8aa5-03f36fec271d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd719948-4f3d-4501-bdaf-56f365850a05,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:03.548205 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:03.548328 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6387ce0b-854d-4430-860d-d34b0ee7721b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:03.592854 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6387ce0b-854d-4430-860d-d34b0ee7721b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:03.681051 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d28ac-26c2-454e-b04f-a429625d71fe None None] Pushing event updated for resources: {'Port': ['ID=bd3817a6-8488-4748-94a5-72bf2a83909a,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:03.716482 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81ce7e1b-31cf-49fa-8b8e-4e6c9e17b8f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:03.733817 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6387ce0b-854d-4430-860d-d34b0ee7721b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:03.736594 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6387ce0b-854d-4430-860d-d34b0ee7721b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:03.737787 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6387ce0b-854d-4430-860d-d34b0ee7721b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd719948-4f3d-4501-bdaf-56f365850a05 HTTP/1.1" status: 204 len: 168 time: 0.2546513 Sep 17 23:36:03.755407 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387ce0b-854d-4430-860d-d34b0ee7721b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd719948-4f3d-4501-bdaf-56f365850a05,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:03.764207 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81ce7e1b-31cf-49fa-8b8e-4e6c9e17b8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:03.934074 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-81ce7e1b-31cf-49fa-8b8e-4e6c9e17b8f9 admin admin] Allocated IP 172.25.3.30 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/5e7fc37c-8faa-4877-b499-e9426b02c794) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:04.087376 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81ce7e1b-31cf-49fa-8b8e-4e6c9e17b8f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:04.182663 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81ce7e1b-31cf-49fa-8b8e-4e6c9e17b8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:04.219247 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ce7e1b-31cf-49fa-8b8e-4e6c9e17b8f9 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:04.222691 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-81ce7e1b-31cf-49fa-8b8e-4e6c9e17b8f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:04.228510 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ce7e1b-31cf-49fa-8b8e-4e6c9e17b8f9 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:04.234305 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce7e1b-31cf-49fa-8b8e-4e6c9e17b8f9 admin admin] Pushing event updated for resources: {'Port': ['ID=5e7fc37c-8faa-4877-b499-e9426b02c794,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:04.686581 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81ce7e1b-31cf-49fa-8b8e-4e6c9e17b8f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:04.741880 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4de9a3c-a631-400c-aa40-818fa1a7d06b None None] Network d0877baf-6ee8-4add-8825-399e8b3ccc62 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:36:04.896020 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e0cdda4f-10d7-4c4d-bba5-aba44e014406 None None] Provisioning complete for port bd3817a6-8488-4748-94a5-72bf2a83909a triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:04.896500 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e0cdda4f-10d7-4c4d-bba5-aba44e014406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:04.924252 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81ce7e1b-31cf-49fa-8b8e-4e6c9e17b8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:05.022751 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e0cdda4f-10d7-4c4d-bba5-aba44e014406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:05.063828 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e0cdda4f-10d7-4c4d-bba5-aba44e014406 None None] For port bd3817a6-8488-4748-94a5-72bf2a83909a, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bd3817a6-8488-4748-94a5-72bf2a83909a,segment=NetworkSegment(d999cc28-7bc4-4132-b238-802d21cdaea9),segment_id=d999cc28-7bc4-4132-b238-802d21cdaea9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:05.144058 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e0cdda4f-10d7-4c4d-bba5-aba44e014406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:05.173795 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ce7e1b-31cf-49fa-8b8e-4e6c9e17b8f9 admin admin] Router 573e986b-260a-4b30-9eea-9c27c28b9a08 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:36:05.249054 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cdda4f-10d7-4c4d-bba5-aba44e014406 None None] Pushing event updated for resources: {'Port': ['ID=bd3817a6-8488-4748-94a5-72bf2a83909a,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:05.258643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bd3817a6-8488-4748-94a5-72bf2a83909a up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:05.297108 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9ac23878-ad21-4f7e-bb42-98b86b3fead5 None None] Provisioning complete for port bd3817a6-8488-4748-94a5-72bf2a83909a triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:05.298174 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9ac23878-ad21-4f7e-bb42-98b86b3fead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:05.376310 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port bd3817a6-8488-4748-94a5-72bf2a83909a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:05.376532 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:05.400569 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ce7e1b-31cf-49fa-8b8e-4e6c9e17b8f9 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:36:05.410538 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] Sync routers for ids ['573e986b-260a-4b30-9eea-9c27c28b9a08'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:36:05.421809 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] Routers {'573e986b-260a-4b30-9eea-9c27c28b9a08'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:05.423436 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:35:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['573e986b-260a-4b30-9eea-9c27c28b9a08'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:05.534403 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81ce7e1b-31cf-49fa-8b8e-4e6c9e17b8f9 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:05.539191 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49746) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:05.539757 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-81ce7e1b-31cf-49fa-8b8e-4e6c9e17b8f9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.7719893 Sep 17 23:36:05.589238 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] Set router 573e986b-260a-4b30-9eea-9c27c28b9a08 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:05.813032 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:36:04Z', 'revision_number': 3, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:05.842336 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] Checking router: 573e986b-260a-4b30-9eea-9c27c28b9a08 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:36:05.842908 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] Updating router 573e986b-260a-4b30-9eea-9c27c28b9a08 port 5e7fc37c-8faa-4877-b499-e9426b02c794 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:36:05.873270 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:06.238726 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:06.328082 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:06.387914 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] Attempting to bind port 5e7fc37c-8faa-4877-b499-e9426b02c794 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:36:06.388084 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b206222e-10fe-4be1-b969-bf701753c911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:06.388291 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] Attempting to bind port 5e7fc37c-8faa-4877-b499-e9426b02c794 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:36:06.388760 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] Attempting to bind port 5e7fc37c-8faa-4877-b499-e9426b02c794 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:06.399420 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c5bbe-b4de-47fd-aa89-e557ecc69a93 None None] Pushing event updated for resources: {'Port': ['ID=5e7fc37c-8faa-4877-b499-e9426b02c794,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:06.402491 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:36:06.402862 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:06.403259 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:06.403650 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:36:06.404517 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] Bound port: 5e7fc37c-8faa-4877-b499-e9426b02c794, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:36:06.404517 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:06.429606 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c5bbe-b4de-47fd-aa89-e557ecc69a93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:06.430238 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c5bbe-b4de-47fd-aa89-e557ecc69a93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:06.430238 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c5bbe-b4de-47fd-aa89-e557ecc69a93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:06.430359 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c5bbe-b4de-47fd-aa89-e557ecc69a93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:06.430691 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c5bbe-b4de-47fd-aa89-e557ecc69a93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:06.431020 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c5bbe-b4de-47fd-aa89-e557ecc69a93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:06.431347 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c5bbe-b4de-47fd-aa89-e557ecc69a93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:06.431902 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c5bbe-b4de-47fd-aa89-e557ecc69a93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:06.432017 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c5bbe-b4de-47fd-aa89-e557ecc69a93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:06.432301 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c5bbe-b4de-47fd-aa89-e557ecc69a93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:06.432633 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c5bbe-b4de-47fd-aa89-e557ecc69a93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:06.432986 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c5bbe-b4de-47fd-aa89-e557ecc69a93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c5bbe-b4de-47fd-aa89-e557ecc69a93 None None] Tracked resource versions report: Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: pushed versions: Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: { 'AddressGroup': {'1.2'}, Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'ConntrackHelper': {'1.0'}, Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'Log': {'1.0'}, Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'Network': {'1.1'}, Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'Port': {'1.7'}, Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'PortForwarding': {'1.2'}, Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'QosPolicy': {'1.9'}, Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'SecurityGroup': {'1.4'}, Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'SecurityGroupRule': {'1.2'}, Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'SubPort': {'1.0'}, Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'Subnet': {'1.1'}, Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'Trunk': {'1.1'}} Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: consumer versions: Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: { DHCP agent@n-d-809883-1: {}, Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: HyperV agent@n-h1-809883-1: {}, Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: HyperV agent@n-h2-809883-1: {}, Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: L3 agent@n-d-809883-1: {}, Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: Metadata agent@n-d-809883-1: {}, Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: Metering agent@n-d-809883-1: {}, Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: Open vSwitch agent@n-d-809883-1: { 'AddressGroup': '1.2', Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'ConntrackHelper': '1.0', Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'Log': '1.0', Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'Network': '1.1', Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'Port': '1.7', Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'PortForwarding': '1.2', Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'QosPolicy': '1.9', Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'SecurityGroup': '1.4', Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'SecurityGroupRule': '1.2', Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'SubPort': '1.0', Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'Subnet': '1.1', Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: 'Trunk': '1.1'}} Sep 17 23:36:06.434022 n-d-809883-1 neutron-server[95594]: {{(pid=95594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 23:36:06.498073 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] For port 5e7fc37c-8faa-4877-b499-e9426b02c794, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:36:06.503373 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] For port 5e7fc37c-8faa-4877-b499-e9426b02c794, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5e7fc37c-8faa-4877-b499-e9426b02c794,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:36:06.569550 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:06.628898 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] Routers {'573e986b-260a-4b30-9eea-9c27c28b9a08'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:06.629550 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:35:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['573e986b-260a-4b30-9eea-9c27c28b9a08'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:06.685172 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c5bbe-b4de-47fd-aa89-e557ecc69a93 None None] Pushing event updated for resources: {'Port': ['ID=5e7fc37c-8faa-4877-b499-e9426b02c794,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:06.702103 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-b206222e-10fe-4be1-b969-bf701753c911 admin admin] Allocated IP 172.20.0.1 (d0877baf-6ee8-4add-8825-399e8b3ccc62/bd219c6d-7503-4b6c-ac13-9f8de200b8d0/b5b0baa6-3f0f-4cf0-8580-10e8600c7d01) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:06.790637 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] Set router 573e986b-260a-4b30-9eea-9c27c28b9a08 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:06.857925 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b206222e-10fe-4be1-b969-bf701753c911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:06.997694 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b206222e-10fe-4be1-b969-bf701753c911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:07.090759 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:36:04Z', 'revision_number': 3, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:07.092416 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b206222e-10fe-4be1-b969-bf701753c911 admin admin] Network d0877baf-6ee8-4add-8825-399e8b3ccc62 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:07.097919 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-b206222e-10fe-4be1-b969-bf701753c911 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:07.104755 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b206222e-10fe-4be1-b969-bf701753c911 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:07.105324 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b206222e-10fe-4be1-b969-bf701753c911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:07.134660 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61ce308-c7a5-4113-b19a-d7f2a0f4f64a None None] The sync data for ids ['573e986b-260a-4b30-9eea-9c27c28b9a08'] in n-d-809883-1 is: [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:36:04Z', 'revision_number': 3, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:36:07.184487 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bd3817a6-8488-4748-94a5-72bf2a83909a up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:07.247059 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206222e-10fe-4be1-b969-bf701753c911 admin admin] Pushing event updated for resources: {'Port': ['ID=b5b0baa6-3f0f-4cf0-8580-10e8600c7d01,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:07.309632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port bd3817a6-8488-4748-94a5-72bf2a83909a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:07.310059 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:07.473853 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a56614fa-01db-4ec2-9adb-edb76eb35dc4 None None] Provisioning complete for port b5b0baa6-3f0f-4cf0-8580-10e8600c7d01 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:07.474229 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a56614fa-01db-4ec2-9adb-edb76eb35dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:07.568291 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a56614fa-01db-4ec2-9adb-edb76eb35dc4 None None] Port b5b0baa6-3f0f-4cf0-8580-10e8600c7d01 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:36:07.580706 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b206222e-10fe-4be1-b969-bf701753c911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:07.982535 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b206222e-10fe-4be1-b969-bf701753c911 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:08.051369 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b206222e-10fe-4be1-b969-bf701753c911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:08.052327 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b206222e-10fe-4be1-b969-bf701753c911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:08.149494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206222e-10fe-4be1-b969-bf701753c911 admin admin] Pushing event updated for resources: {'Port': ['ID=b5b0baa6-3f0f-4cf0-8580-10e8600c7d01,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:08.206595 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b206222e-10fe-4be1-b969-bf701753c911 admin admin] Network d0877baf-6ee8-4add-8825-399e8b3ccc62 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:08.208707 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-b206222e-10fe-4be1-b969-bf701753c911 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:08.369425 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b206222e-10fe-4be1-b969-bf701753c911 admin admin] Router 573e986b-260a-4b30-9eea-9c27c28b9a08 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:36:08.456851 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49904) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:08.501447 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-73254d7a-eef7-44cf-b35d-f81009aeb22b None None] Provisioning complete for port b5b0baa6-3f0f-4cf0-8580-10e8600c7d01 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:08.502831 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-73254d7a-eef7-44cf-b35d-f81009aeb22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:08.571096 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-73254d7a-eef7-44cf-b35d-f81009aeb22b None None] Port b5b0baa6-3f0f-4cf0-8580-10e8600c7d01 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:36:08.586395 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b206222e-10fe-4be1-b969-bf701753c911 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:36:08.592889 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b206222e-10fe-4be1-b969-bf701753c911 admin admin] 10.222.0.46 "PUT /v2.0/routers/573e986b-260a-4b30-9eea-9c27c28b9a08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0501087 Sep 17 23:36:08.593028 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8e98fcae-e495-4eac-beb5-8ed8828ba1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:08.664864 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49930) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:08.667571 n-d-809883-1 neutron-server[95592]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 23:36:08.689341 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-47e2e4f5-a502-4454-a8a8-e24f4c28bf47 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=765498df513143a193432978931ae8fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233674 Sep 17 23:36:08.704860 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8e98fcae-e495-4eac-beb5-8ed8828ba1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:08.788527 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8e98fcae-e495-4eac-beb5-8ed8828ba1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:08.820138 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-1d8376bb-4088-4292-aedc-1514b7773cc0 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:08.822061 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-1d8376bb-4088-4292-aedc-1514b7773cc0 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1268744 Sep 17 23:36:08.829270 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8e98fcae-e495-4eac-beb5-8ed8828ba1bd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e40815202b604419b0a2f46e3a4de71f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3712697 Sep 17 23:36:08.830964 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98fcae-e495-4eac-beb5-8ed8828ba1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4c3a5d-385a-4c51-8524-cd7ed7ef4580,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:08.833879 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49938) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:08.851053 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-0f24d66c-4835-4ed0-afbb-ea64a0ed7c49 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/quotas/765498df513143a193432978931ae8fa HTTP/1.1" status: 200 len: 375 time: 0.0219045 Sep 17 23:36:08.913687 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0be33752-f2b0-4a8c-a1f6-a1c8ab174c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:08.914123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-a6981c40-375e-4996-8016-7f6eb46e9a27 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=765498df513143a193432978931ae8fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616033 Sep 17 23:36:08.952177 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0be33752-f2b0-4a8c-a1f6-a1c8ab174c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:09.080306 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0be33752-f2b0-4a8c-a1f6-a1c8ab174c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:09.093938 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0be33752-f2b0-4a8c-a1f6-a1c8ab174c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:09.093938 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0be33752-f2b0-4a8c-a1f6-a1c8ab174c43 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a4c3a5d-385a-4c51-8524-cd7ed7ef4580 HTTP/1.1" status: 204 len: 168 time: 0.2511723 Sep 17 23:36:09.098324 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be33752-f2b0-4a8c-a1f6-a1c8ab174c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4c3a5d-385a-4c51-8524-cd7ed7ef4580,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:09.202060 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5e7fc37c-8faa-4877-b499-e9426b02c794 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:09.300589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 5e7fc37c-8faa-4877-b499-e9426b02c794 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:09.301006 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:09.324877 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] Sync routers for ids ['573e986b-260a-4b30-9eea-9c27c28b9a08'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:36:09.346414 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] Routers {'573e986b-260a-4b30-9eea-9c27c28b9a08'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:09.347080 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:35:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['573e986b-260a-4b30-9eea-9c27c28b9a08'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:09.353175 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f028eb6-fd8e-4aee-bbd3-45ef01372164 req-421c0115-5dce-4862-8d2c-46dede39be06 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 210 time: 0.0493703 Sep 17 23:36:09.479429 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:09.639863 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] Set router 573e986b-260a-4b30-9eea-9c27c28b9a08 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:09.678489 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 5e7fc37c-8faa-4877-b499-e9426b02c794, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5e7fc37c-8faa-4877-b499-e9426b02c794,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:09.684078 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50002) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:09.806599 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:09.899057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=5e7fc37c-8faa-4877-b499-e9426b02c794,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:09.953638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:36:07Z', 'revision_number': 4, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b5b0baa6-3f0f-4cf0-8580-10e8600c7d01', 'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'mac_address': 'fa:16:3e:8d:31:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:06Z', 'updated_at': '2021-09-17T23:36:07Z', 'revision_number': 2, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'subnets': [{'id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:09.973550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50026) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:09.988434 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1537e2a5-cc9b-44db-bcef-21e98ef730e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:09.989834 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] Checking router: 573e986b-260a-4b30-9eea-9c27c28b9a08 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:36:09.990193 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] Updating router 573e986b-260a-4b30-9eea-9c27c28b9a08 port b5b0baa6-3f0f-4cf0-8580-10e8600c7d01 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:36:10.018792 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.025978 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.115268 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1537e2a5-cc9b-44db-bcef-21e98ef730e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.221000 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1537e2a5-cc9b-44db-bcef-21e98ef730e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.286079 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537e2a5-cc9b-44db-bcef-21e98ef730e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd28c3b-068c-45a9-8884-bc3176f77412,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:10.291660 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1537e2a5-cc9b-44db-bcef-21e98ef730e6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=18c69d919dea48e28c110711db0ff6dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3168099 Sep 17 23:36:10.294508 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50034) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:10.322811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50036) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:10.366118 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.379815 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1b3f062-604d-4d9f-878c-e08dbd6d7b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.421163 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1b3f062-604d-4d9f-878c-e08dbd6d7b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.429207 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.429348 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-76670533-fab3-4a75-bec4-c840579fa69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.499393 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da16ae75-77ff-4bff-9df6-c6161b668c71 req-ed2ab970-f423-4d03-9725-8e4f01a93977 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 210 time: 0.0503950 Sep 17 23:36:10.539409 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4f3a2-e288-4a3c-a846-9f53f93ba47c None None] Pushing event updated for resources: {'Port': ['ID=b5b0baa6-3f0f-4cf0-8580-10e8600c7d01,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:10.556453 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1449c57c-a70c-4815-8624-ba15ed70fcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.577933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50050) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:10.583429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7a43f8d7-32fc-403e-9cdc-f8d4dbd77ed6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772272135-network', 'tenant_id': 'b37594c3c99c48749aab994a85479752'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:10.627575 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-76670533-fab3-4a75-bec4-c840579fa69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.633703 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] Attempting to bind port b5b0baa6-3f0f-4cf0-8580-10e8600c7d01 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:36:10.634074 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] Attempting to bind port b5b0baa6-3f0f-4cf0-8580-10e8600c7d01 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'd999cc28-7bc4-4132-b238-802d21cdaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:36:10.634440 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] Attempting to bind port b5b0baa6-3f0f-4cf0-8580-10e8600c7d01 on network d0877baf-6ee8-4add-8825-399e8b3ccc62 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:10.639762 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:36:10.640138 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] Checking segment: {'id': 'd999cc28-7bc4-4132-b238-802d21cdaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:10.640752 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.640943 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] Bound using segment: {'id': 'd999cc28-7bc4-4132-b238-802d21cdaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:36:10.642208 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] Bound port: b5b0baa6-3f0f-4cf0-8580-10e8600c7d01, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd999cc28-7bc4-4132-b238-802d21cdaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:36:10.642606 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.679675 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1b3f062-604d-4d9f-878c-e08dbd6d7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.682621 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1b3f062-604d-4d9f-878c-e08dbd6d7b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.695446 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f1b3f062-604d-4d9f-878c-e08dbd6d7b66 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8dd28c3b-068c-45a9-8884-bc3176f77412 HTTP/1.1" status: 204 len: 168 time: 0.3930171 Sep 17 23:36:10.711723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3f062-604d-4d9f-878c-e08dbd6d7b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd28c3b-068c-45a9-8884-bc3176f77412,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:10.738309 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.api [None req-7a43f8d7-32fc-403e-9cdc-f8d4dbd77ed6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 23:36:10.738309 n-d-809883-1 neutron-server[95592]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 23:36:10.738309 n-d-809883-1 neutron-server[95592]: [parameters: {'project_id_1': 'b37594c3c99c48749aab994a85479752', 'expiration_1': datetime.datetime(2021, 9, 17, 23, 35, 50, 591407)}] Sep 17 23:36:10.738309 n-d-809883-1 neutron-server[95592]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:36:10.739920 n-d-809883-1 neutron-server[95592]: DEBUG oslo_db.api [None req-7a43f8d7-32fc-403e-9cdc-f8d4dbd77ed6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:36:10.750029 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-76670533-fab3-4a75-bec4-c840579fa69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.775173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] For port b5b0baa6-3f0f-4cf0-8580-10e8600c7d01, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:36:10.780668 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] For port b5b0baa6-3f0f-4cf0-8580-10e8600c7d01, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b5b0baa6-3f0f-4cf0-8580-10e8600c7d01,segment=NetworkSegment(d999cc28-7bc4-4132-b238-802d21cdaea9),segment_id=d999cc28-7bc4-4132-b238-802d21cdaea9)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:36:10.814772 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-194fac69-a639-4669-b380-83d2edfa62c9 None None] Provisioning complete for port b5b0baa6-3f0f-4cf0-8580-10e8600c7d01 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:10.815416 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-194fac69-a639-4669-b380-83d2edfa62c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.846225 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50066) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:10.846701 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-76670533-fab3-4a75-bec4-c840579fa69c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d7c6d97cffbd4078a40112fbc7f21f74&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1607513 Sep 17 23:36:10.852195 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76670533-fab3-4a75-bec4-c840579fa69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179ab4bf-b05c-496a-961e-f5372a70f8db,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:10.860961 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.937410 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1449c57c-a70c-4815-8624-ba15ed70fcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.940182 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a4cad178-0e11-402e-98b9-f580d456fcf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:10.954577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-194fac69-a639-4669-b380-83d2edfa62c9 None None] Port b5b0baa6-3f0f-4cf0-8580-10e8600c7d01 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:36:10.983352 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a4cad178-0e11-402e-98b9-f580d456fcf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.017340 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] Routers {'573e986b-260a-4b30-9eea-9c27c28b9a08'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:11.018301 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:35:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['573e986b-260a-4b30-9eea-9c27c28b9a08'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:11.019963 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1449c57c-a70c-4815-8624-ba15ed70fcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.139329 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1449c57c-a70c-4815-8624-ba15ed70fcb5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3c07f0de3c69407abc38af219aa08660&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8133357 Sep 17 23:36:11.139527 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50084) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:11.140535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449c57c-a70c-4815-8624-ba15ed70fcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18d28f8-0566-45aa-adbf-70a0e131bc18,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:11.175696 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4f3a2-e288-4a3c-a846-9f53f93ba47c None None] Pushing event updated for resources: {'Port': ['ID=b5b0baa6-3f0f-4cf0-8580-10e8600c7d01,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:11.214391 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a4cad178-0e11-402e-98b9-f580d456fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.218857 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a4cad178-0e11-402e-98b9-f580d456fcf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.221766 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a4cad178-0e11-402e-98b9-f580d456fcf4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/179ab4bf-b05c-496a-961e-f5372a70f8db HTTP/1.1" status: 204 len: 168 time: 0.3738143 Sep 17 23:36:11.235106 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5e7fc37c-8faa-4877-b499-e9426b02c794 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:11.285549 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cad178-0e11-402e-98b9-f580d456fcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179ab4bf-b05c-496a-961e-f5372a70f8db,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:11.290868 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d764d45c-245d-4beb-b6d4-d059a3b0ca45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.295928 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] Set router 573e986b-260a-4b30-9eea-9c27c28b9a08 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:11.320685 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d764d45c-245d-4beb-b6d4-d059a3b0ca45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.372205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-72faf024-1d83-4632-86b1-4385646576d5 None None] Provisioning complete for port b5b0baa6-3f0f-4cf0-8580-10e8600c7d01 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:11.372810 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-72faf024-1d83-4632-86b1-4385646576d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.384143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a43f8d7-32fc-403e-9cdc-f8d4dbd77ed6 admin admin] Made reservation on behalf of b37594c3c99c48749aab994a85479752 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:11.387293 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a43f8d7-32fc-403e-9cdc-f8d4dbd77ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.400225 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a43f8d7-32fc-403e-9cdc-f8d4dbd77ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.508349 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d764d45c-245d-4beb-b6d4-d059a3b0ca45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.510973 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d764d45c-245d-4beb-b6d4-d059a3b0ca45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.511190 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 5e7fc37c-8faa-4877-b499-e9426b02c794 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:11.511557 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.512329 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d764d45c-245d-4beb-b6d4-d059a3b0ca45 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f18d28f8-0566-45aa-adbf-70a0e131bc18 HTTP/1.1" status: 204 len: 168 time: 0.3716230 Sep 17 23:36:11.526439 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764d45c-245d-4beb-b6d4-d059a3b0ca45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18d28f8-0566-45aa-adbf-70a0e131bc18,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:11.610408 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a43f8d7-32fc-403e-9cdc-f8d4dbd77ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.649853 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-72faf024-1d83-4632-86b1-4385646576d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.685576 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a43f8d7-32fc-403e-9cdc-f8d4dbd77ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.708588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a43f8d7-32fc-403e-9cdc-f8d4dbd77ed6 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:36:11.723563 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43f8d7-32fc-403e-9cdc-f8d4dbd77ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1ffb70-48fa-45aa-a32a-a9c0e22d59bd,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:11.728520 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a43f8d7-32fc-403e-9cdc-f8d4dbd77ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.729984 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-7a43f8d7-32fc-403e-9cdc-f8d4dbd77ed6 admin admin] Added segment 8b92ed57-a3f6-4148-8ac1-cfcdb52a2639 of type vlan for network 904c524d-042b-4c00-b05c-6c2f54e50bd5 Sep 17 23:36:11.740425 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-72faf024-1d83-4632-86b1-4385646576d5 None None] For port b5b0baa6-3f0f-4cf0-8580-10e8600c7d01, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b5b0baa6-3f0f-4cf0-8580-10e8600c7d01,segment=NetworkSegment(d999cc28-7bc4-4132-b238-802d21cdaea9),segment_id=d999cc28-7bc4-4132-b238-802d21cdaea9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:11.758507 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:36:07Z', 'revision_number': 4, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b5b0baa6-3f0f-4cf0-8580-10e8600c7d01', 'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'mac_address': 'fa:16:3e:8d:31:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:06Z', 'updated_at': '2021-09-17T23:36:10Z', 'revision_number': 4, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'subnets': [{'id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:11.775932 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a43f8d7-32fc-403e-9cdc-f8d4dbd77ed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.786001 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac25936-0b0f-4386-8c89-c2973ae73e55 None None] The sync data for ids ['573e986b-260a-4b30-9eea-9c27c28b9a08'] in n-d-809883-1 is: [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:36:07Z', 'revision_number': 4, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b5b0baa6-3f0f-4cf0-8580-10e8600c7d01', 'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'mac_address': 'fa:16:3e:8d:31:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:06Z', 'updated_at': '2021-09-17T23:36:10Z', 'revision_number': 4, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'subnets': [{'id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:36:11.837917 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-72faf024-1d83-4632-86b1-4385646576d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.911492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faf024-1d83-4632-86b1-4385646576d5 None None] Pushing event updated for resources: {'Port': ['ID=b5b0baa6-3f0f-4cf0-8580-10e8600c7d01,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:11.968208 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a43f8d7-32fc-403e-9cdc-f8d4dbd77ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:11.972818 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a43f8d7-32fc-403e-9cdc-f8d4dbd77ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:11.972818 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a43f8d7-32fc-403e-9cdc-f8d4dbd77ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:12.104188 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7a43f8d7-32fc-403e-9cdc-f8d4dbd77ed6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5222206 Sep 17 23:36:12.105126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50144) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:12.105632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43f8d7-32fc-403e-9cdc-f8d4dbd77ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=904c524d-042b-4c00-b05c-6c2f54e50bd5,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:12.111374 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9a3bcd1a-1317-40b1-82f2-dff32c52a13e admin admin] Request body: {'subnet': {'network_id': '904c524d-042b-4c00-b05c-6c2f54e50bd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772272135-subnet', 'tenant_id': 'b37594c3c99c48749aab994a85479752', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:12.124028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 904c524d-042b-4c00-b05c-6c2f54e50bd5 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:36:12.254195 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3bcd1a-1317-40b1-82f2-dff32c52a13e admin admin] Made reservation on behalf of b37594c3c99c48749aab994a85479752 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:12.256545 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9a3bcd1a-1317-40b1-82f2-dff32c52a13e admin admin] Notify callbacks [] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:12.540809 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50146) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:12.555100 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dacef991-a095-4803-be26-8e84c498220d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:12.557197 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9a3bcd1a-1317-40b1-82f2-dff32c52a13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:12.644583 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bcd1a-1317-40b1-82f2-dff32c52a13e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0f521c2-9351-421e-9d68-f2316891875d,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:12.651698 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50148) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:12.663550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50152) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:12.676420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3bcd1a-1317-40b1-82f2-dff32c52a13e admin admin] Checking segment: {'id': '8b92ed57-a3f6-4148-8ac1-cfcdb52a2639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '904c524d-042b-4c00-b05c-6c2f54e50bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:12.677151 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3bcd1a-1317-40b1-82f2-dff32c52a13e admin admin] Network hostable DHCP agents. Network: 904c524d-042b-4c00-b05c-6c2f54e50bd5, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:36:12.681835 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29cb3361-548e-422d-9f87-f95115b87398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:12.751705 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dacef991-a095-4803-be26-8e84c498220d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:12.770893 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3bcd1a-1317-40b1-82f2-dff32c52a13e admin admin] Network 904c524d-042b-4c00-b05c-6c2f54e50bd5 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:36:12.836598 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dacef991-a095-4803-be26-8e84c498220d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:12.875105 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-9a3bcd1a-1317-40b1-82f2-dff32c52a13e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 904c524d-042b-4c00-b05c-6c2f54e50bd5) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:12.886214 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1896da-5af7-4871-927d-1d407450196b None None] Network 904c524d-042b-4c00-b05c-6c2f54e50bd5 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:36:12.887399 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3bcd1a-1317-40b1-82f2-dff32c52a13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:12.888091 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9a3bcd1a-1317-40b1-82f2-dff32c52a13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:12.896185 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dacef991-a095-4803-be26-8e84c498220d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=941f8bc88e6c44319ba0d12412525a27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3539014 Sep 17 23:36:12.896816 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50156) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:12.907301 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacef991-a095-4803-be26-8e84c498220d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46433bf-a23c-4ba9-be7c-4f8fd90455d0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:12.929776 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-661e6c50-b12d-4fa7-b899-0a5c9dcaea72 req-01089dfc-7b57-4ed0-8038-4acde8f88929 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 210 time: 0.2765901 Sep 17 23:36:13.018661 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb940f09-237c-4878-a4b9-e5ab41a0246d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.034673 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29cb3361-548e-422d-9f87-f95115b87398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.067798 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb940f09-237c-4878-a4b9-e5ab41a0246d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.067966 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.151530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.41', 54159) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:13.157528 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29cb3361-548e-422d-9f87-f95115b87398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.210487 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-eec91230-9607-4c27-a87c-ccf7dbb05671 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=765498df513143a193432978931ae8fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578010 Sep 17 23:36:13.223456 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb940f09-237c-4878-a4b9-e5ab41a0246d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.225308 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb3361-548e-422d-9f87-f95115b87398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a025062-db36-4dcc-83a3-22f5d6453050,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:13.231347 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-29cb3361-548e-422d-9f87-f95115b87398 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d17bcc1bf72347eba2bd1d0d0642f35e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5668297 Sep 17 23:36:13.234350 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb940f09-237c-4878-a4b9-e5ab41a0246d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.235650 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50168) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:13.239880 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cb940f09-237c-4878-a4b9-e5ab41a0246d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b46433bf-a23c-4ba9-be7c-4f8fd90455d0 HTTP/1.1" status: 204 len: 168 time: 0.3404222 Sep 17 23:36:13.254396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-904c524d-042b-4c00-b05c-6c2f54e50bd5', 'network_id': '904c524d-042b-4c00-b05c-6c2f54e50bd5', 'tenant_id': 'b37594c3c99c48749aab994a85479752', 'fixed_ips': [{'subnet_id': 'c0f521c2-9351-421e-9d68-f2316891875d'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:36:13.257965 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.336682 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9a3bcd1a-1317-40b1-82f2-dff32c52a13e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2294862 Sep 17 23:36:13.346499 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50178) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:13.352332 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b5b0baa6-3f0f-4cf0-8580-10e8600c7d01 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:13.354850 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb940f09-237c-4878-a4b9-e5ab41a0246d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46433bf-a23c-4ba9-be7c-4f8fd90455d0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:13.359646 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-e13bf99d-0140-4148-a5a2-cc9bd30e9f57 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772272135-router', 'tenant_id': 'b37594c3c99c48749aab994a85479752', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:13.372343 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e393527-72bb-4a8e-a5d3-ca2654e6e45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.419057 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e393527-72bb-4a8e-a5d3-ca2654e6e45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.478618 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e13bf99d-0140-4148-a5a2-cc9bd30e9f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.479987 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e13bf99d-0140-4148-a5a2-cc9bd30e9f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.626007 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port b5b0baa6-3f0f-4cf0-8580-10e8600c7d01 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:13.626394 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.657327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-99b10e2f-f17e-4e09-aaa8-82ab5d0177ed tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:13.659519 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-99b10e2f-f17e-4e09-aaa8-82ab5d0177ed tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3741646 Sep 17 23:36:13.663564 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] Allocated IP 172.20.0.2 (904c524d-042b-4c00-b05c-6c2f54e50bd5/c0f521c2-9351-421e-9d68-f2316891875d/f3a21770-aaea-4acd-9663-f74d9b72e7b4) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:13.698576 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e393527-72bb-4a8e-a5d3-ca2654e6e45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.701278 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e393527-72bb-4a8e-a5d3-ca2654e6e45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.705273 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7e393527-72bb-4a8e-a5d3-ca2654e6e45c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a025062-db36-4dcc-83a3-22f5d6453050 HTTP/1.1" status: 204 len: 168 time: 0.4653201 Sep 17 23:36:13.705273 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e13bf99d-0140-4148-a5a2-cc9bd30e9f57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.715761 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e393527-72bb-4a8e-a5d3-ca2654e6e45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a025062-db36-4dcc-83a3-22f5d6453050,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:13.751907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-ddbfc340-c7e4-46f9-ad0b-ca421e84cee1 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Request body: {'port': {'device_id': '0a25fd24-8502-423b-b934-f1bf21bac1cd', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '765498df513143a193432978931ae8fa'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:13.906247 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-af6bbdb6-21d3-44f9-bd1d-f8a1fbfa3c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:13.933888 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:14.043009 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:14.127559 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] Network 904c524d-042b-4c00-b05c-6c2f54e50bd5 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:14.130761 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:14.139924 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:14.164749 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] Pushing event updated for resources: {'Port': ['ID=f3a21770-aaea-4acd-9663-f74d9b72e7b4,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:14.228375 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] Attempting to bind port f3a21770-aaea-4acd-9663-f74d9b72e7b4 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:36:14.228755 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] Attempting to bind port f3a21770-aaea-4acd-9663-f74d9b72e7b4 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8b92ed57-a3f6-4148-8ac1-cfcdb52a2639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '904c524d-042b-4c00-b05c-6c2f54e50bd5'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:36:14.229289 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] Attempting to bind port f3a21770-aaea-4acd-9663-f74d9b72e7b4 on network 904c524d-042b-4c00-b05c-6c2f54e50bd5 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:14.239107 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:36:14.239623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] Checking segment: {'id': '8b92ed57-a3f6-4148-8ac1-cfcdb52a2639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '904c524d-042b-4c00-b05c-6c2f54e50bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:14.240038 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:14.240435 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] Bound using segment: {'id': '8b92ed57-a3f6-4148-8ac1-cfcdb52a2639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '904c524d-042b-4c00-b05c-6c2f54e50bd5'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:36:14.240947 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] Bound port: f3a21770-aaea-4acd-9663-f74d9b72e7b4, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b92ed57-a3f6-4148-8ac1-cfcdb52a2639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '904c524d-042b-4c00-b05c-6c2f54e50bd5'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:36:14.241505 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:14.275179 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50230) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:14.278190 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-ddbfc340-c7e4-46f9-ad0b-ca421e84cee1 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Made reservation on behalf of 765498df513143a193432978931ae8fa for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:14.282817 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-ddbfc340-c7e4-46f9-ad0b-ca421e84cee1 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:14.295666 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b52b3629-de7b-4d23-81e3-645cd4e97e80 req-3a471711-8540-4925-84ca-085fef686aa1 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 210 time: 0.2406406 Sep 17 23:36:14.299685 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-ddbfc340-c7e4-46f9-ad0b-ca421e84cee1 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:14.327567 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e13bf99d-0140-4148-a5a2-cc9bd30e9f57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:14.357617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] For port f3a21770-aaea-4acd-9663-f74d9b72e7b4, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:36:14.361372 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] For port f3a21770-aaea-4acd-9663-f74d9b72e7b4, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f3a21770-aaea-4acd-9663-f74d9b72e7b4,segment=NetworkSegment(8b92ed57-a3f6-4148-8ac1-cfcdb52a2639),segment_id=8b92ed57-a3f6-4148-8ac1-cfcdb52a2639)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:36:14.411739 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-ddbfc340-c7e4-46f9-ad0b-ca421e84cee1 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:14.420471 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:14.483153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a81869-cbcd-42b7-af6e-27132cf7fedd None None] Pushing event updated for resources: {'Port': ['ID=f3a21770-aaea-4acd-9663-f74d9b72e7b4,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:14.525097 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-ddbfc340-c7e4-46f9-ad0b-ca421e84cee1 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:14.633804 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e13bf99d-0140-4148-a5a2-cc9bd30e9f57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:14.661391 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e13bf99d-0140-4148-a5a2-cc9bd30e9f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:14.688932 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfc340-c7e4-46f9-ad0b-ca421e84cee1 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe261950-b41c-4af1-b739-f461d7cd1e7d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:14.819471 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-e13bf99d-0140-4148-a5a2-cc9bd30e9f57 admin admin] Allocated IP 172.25.3.179 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/9f9b8309-48d7-4c61-9916-4e73a8e9b28f) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:14.863957 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-ddbfc340-c7e4-46f9-ad0b-ca421e84cee1 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Allocated IP 192.168.233.111 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:14.974057 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e13bf99d-0140-4148-a5a2-cc9bd30e9f57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:14.979000 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5440d1da-3cab-41e1-954b-0c5d20bc6e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:15.068306 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e13bf99d-0140-4148-a5a2-cc9bd30e9f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:15.077133 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-ddbfc340-c7e4-46f9-ad0b-ca421e84cee1 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:15.138549 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13bf99d-0140-4148-a5a2-cc9bd30e9f57 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:15.142260 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-e13bf99d-0140-4148-a5a2-cc9bd30e9f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:15.145850 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13bf99d-0140-4148-a5a2-cc9bd30e9f57 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:15.159020 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5440d1da-3cab-41e1-954b-0c5d20bc6e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:15.192954 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bf99d-0140-4148-a5a2-cc9bd30e9f57 admin admin] Pushing event updated for resources: {'Port': ['ID=9f9b8309-48d7-4c61-9916-4e73a8e9b28f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:15.211070 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-ddbfc340-c7e4-46f9-ad0b-ca421e84cee1 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:15.228488 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50262) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:15.239227 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f3a21770-aaea-4acd-9663-f74d9b72e7b4 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:15.272123 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-ddbfc340-c7e4-46f9-ad0b-ca421e84cee1 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:15.330016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-ddbfc340-c7e4-46f9-ad0b-ca421e84cee1 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:15.332425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-ddbfc340-c7e4-46f9-ad0b-ca421e84cee1 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:15.349416 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port f3a21770-aaea-4acd-9663-f74d9b72e7b4 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:15.350007 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:15.350831 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-ddbfc340-c7e4-46f9-ad0b-ca421e84cee1 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:15.353645 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-ddbfc340-c7e4-46f9-ad0b-ca421e84cee1 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:15.443673 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5440d1da-3cab-41e1-954b-0c5d20bc6e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:15.542961 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e13bf99d-0140-4148-a5a2-cc9bd30e9f57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:15.600982 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:15.724210 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port f3a21770-aaea-4acd-9663-f74d9b72e7b4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f3a21770-aaea-4acd-9663-f74d9b72e7b4,segment=NetworkSegment(8b92ed57-a3f6-4148-8ac1-cfcdb52a2639),segment_id=8b92ed57-a3f6-4148-8ac1-cfcdb52a2639)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:15.791455 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:15.807045 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfc340-c7e4-46f9-ad0b-ca421e84cee1 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Pushing event updated for resources: {'Port': ['ID=cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:15.810363 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-ddbfc340-c7e4-46f9-ad0b-ca421e84cee1 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0628238 Sep 17 23:36:15.834099 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440d1da-3cab-41e1-954b-0c5d20bc6e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f40d33-7d3e-4001-aee7-3dc2aa70b2f4,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:15.840347 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5440d1da-3cab-41e1-954b-0c5d20bc6e3e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=61c7fde2312940939d5eb7e700e4805a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5634880 Sep 17 23:36:15.854804 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50280) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:15.878949 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-8517fe26-8bf5-42e5-8bc4-40c6143b8f02 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:36:15.880158 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-8517fe26-8bf5-42e5-8bc4-40c6143b8f02 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0429242 Sep 17 23:36:15.918503 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2ca3a259-4039-413b-ae80-0bc6d0abd917 None None] Provisioning complete for port cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:15.919756 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2ca3a259-4039-413b-ae80-0bc6d0abd917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:15.992683 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-58e1c7cb-81a4-42e6-8c60-cbaa2e58779e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:15.993825 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e04f6a9-5c6e-464f-abf9-a6956e82f4f7 None None] Network 904c524d-042b-4c00-b05c-6c2f54e50bd5 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:36:16.005909 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=f3a21770-aaea-4acd-9663-f74d9b72e7b4,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:16.021282 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-58e1c7cb-81a4-42e6-8c60-cbaa2e58779e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:16.031426 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-89f9e04c-aa5d-4b9a-830d-8a099b84e36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:16.074326 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-2ca3a259-4039-413b-ae80-0bc6d0abd917 None None] Port cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:36:16.176628 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ef70b-1828-4e04-9e80-31d34dcf16fb req-5c25125f-2b16-4def-b82b-26e94d2d4923 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:16.179004 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-569ef70b-1828-4e04-9e80-31d34dcf16fb req-5c25125f-2b16-4def-b82b-26e94d2d4923 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 936 time: 0.2788002 Sep 17 23:36:16.223567 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e13bf99d-0140-4148-a5a2-cc9bd30e9f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:16.260279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-efe66439-e1c8-4c03-acb6-6481691c919c None None] Provisioning complete for port f3a21770-aaea-4acd-9663-f74d9b72e7b4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:16.261013 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-efe66439-e1c8-4c03-acb6-6481691c919c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:16.265616 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-58e1c7cb-81a4-42e6-8c60-cbaa2e58779e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:16.270371 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-58e1c7cb-81a4-42e6-8c60-cbaa2e58779e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:16.271429 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-58e1c7cb-81a4-42e6-8c60-cbaa2e58779e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f0f40d33-7d3e-4001-aee7-3dc2aa70b2f4 HTTP/1.1" status: 204 len: 168 time: 0.3899548 Sep 17 23:36:16.292247 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1c7cb-81a4-42e6-8c60-cbaa2e58779e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f40d33-7d3e-4001-aee7-3dc2aa70b2f4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:16.306383 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-569ef70b-1828-4e04-9e80-31d34dcf16fb req-4e90b5a7-6493-407c-9c33-2f6c2cd7f28b tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084540 Sep 17 23:36:16.519043 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-89f9e04c-aa5d-4b9a-830d-8a099b84e36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:16.593818 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-89f9e04c-aa5d-4b9a-830d-8a099b84e36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:16.635367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13bf99d-0140-4148-a5a2-cc9bd30e9f57 admin admin] Router f6707867-0542-409e-b1cb-03a2a471a105 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:36:16.669179 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-89f9e04c-aa5d-4b9a-830d-8a099b84e36f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=92e7ee346fdb4022a5d2dc72d44d4925&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4395349 Sep 17 23:36:16.672100 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50300) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:16.673826 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9e04c-aa5d-4b9a-830d-8a099b84e36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b9c6bc-017d-4ea5-9ef1-a796a8796e8a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:16.717751 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5b5dd90e-9073-4bba-9be7-378612ccd3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:16.793964 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a695d869-2cd3-4473-8781-b87e76c9ef03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:16.835614 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a695d869-2cd3-4473-8781-b87e76c9ef03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:16.881121 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-131cb419-e712-4142-b036-08240ac7ef71 None None] Provisioning complete for port f3a21770-aaea-4acd-9663-f74d9b72e7b4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:16.885494 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-131cb419-e712-4142-b036-08240ac7ef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:16.901541 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Request body: {'port': {'device_id': '0a25fd24-8502-423b-b934-f1bf21bac1cd', 'device_owner': 'compute:tempest-test_az-1830269972', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:16.907512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13bf99d-0140-4148-a5a2-cc9bd30e9f57 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:36:16.930499 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] Sync routers for ids ['f6707867-0542-409e-b1cb-03a2a471a105'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:36:16.947828 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] Routers {'f6707867-0542-409e-b1cb-03a2a471a105'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:16.948495 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:36:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['f6707867-0542-409e-b1cb-03a2a471a105'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:17.115869 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.153943 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e13bf99d-0140-4148-a5a2-cc9bd30e9f57 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.158740 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e13bf99d-0140-4148-a5a2-cc9bd30e9f57 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.8056500 Sep 17 23:36:17.168341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50310) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:17.218555 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f3a21770-aaea-4acd-9663-f74d9b72e7b4 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:17.268509 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] Set router f6707867-0542-409e-b1cb-03a2a471a105 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:17.349295 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port f3a21770-aaea-4acd-9663-f74d9b72e7b4 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:17.350931 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.599694 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b01bca-93c0-43f6-8de0-988d1b96c750 req-890eda5f-0627-4820-b29f-b11e9e5f3b45 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:17.601246 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c6b01bca-93c0-43f6-8de0-988d1b96c750 req-890eda5f-0627-4820-b29f-b11e9e5f3b45 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 936 time: 0.1050971 Sep 17 23:36:17.642994 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772272135-router', 'tenant_id': 'b37594c3c99c48749aab994a85479752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '9f9b8309-48d7-4c61-9916-4e73a8e9b28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:13Z', 'updated_at': '2021-09-17T23:36:15Z', 'revision_number': 3, 'project_id': 'b37594c3c99c48749aab994a85479752', 'gw_port': {'id': '9f9b8309-48d7-4c61-9916-4e73a8e9b28f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:07:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:14Z', 'updated_at': '2021-09-17T23:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:17.643292 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:36:17.651464 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a695d869-2cd3-4473-8781-b87e76c9ef03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.654235 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a695d869-2cd3-4473-8781-b87e76c9ef03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.655581 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a695d869-2cd3-4473-8781-b87e76c9ef03 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b4b9c6bc-017d-4ea5-9ef1-a796a8796e8a HTTP/1.1" status: 204 len: 168 time: 0.9805562 Sep 17 23:36:17.658464 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.671561 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.695702 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] Checking router: f6707867-0542-409e-b1cb-03a2a471a105 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:36:17.696209 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] Updating router f6707867-0542-409e-b1cb-03a2a471a105 port 9f9b8309-48d7-4c61-9916-4e73a8e9b28f binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:36:17.705577 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Transition to ACTIVE for port object cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:36:17.713358 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695d869-2cd3-4473-8781-b87e76c9ef03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b9c6bc-017d-4ea5-9ef1-a796a8796e8a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:17.741928 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.757019 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.799984 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c6b01bca-93c0-43f6-8de0-988d1b96c750 req-a1aa6f55-644e-4dac-96b7-ace87a0eac9a tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853821 Sep 17 23:36:17.819690 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:17.924633 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:18.041753 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Attempting to bind port cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:36:18.042370 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Attempting to bind port cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:36:18.043419 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Attempting to bind port cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:18.052234 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Port cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:36:18.052818 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Attempting to bind port cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:18.061060 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:36:18.061902 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:18.063046 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:36:18.063736 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Bound port: cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:36:18.064723 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.096817 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50320) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:18.120711 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b09a179-fc6d-4173-bd93-cd2e516b9cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.166181 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] For port cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:36:18.175318 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] For port cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:36:18.193606 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09912da5-fdeb-437d-97a3-9d9f91338f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.256892 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.328270 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:18.329719 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.336579 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] 10.222.0.41 "PUT /v2.0/ports/cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc HTTP/1.1" status: 200 len: 1118 time: 1.9161143 Sep 17 23:36:18.336579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a25fd24-8502-423b-b934-f1bf21bac1cd', 'tag': 'cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:18.356125 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.469328 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b5682-b5a8-48a4-a3f2-72f71c74a347 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:18.491621 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.589020 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-09912da5-fdeb-437d-97a3-9d9f91338f07 admin admin] Allocated IP 172.20.0.1 (904c524d-042b-4c00-b05c-6c2f54e50bd5/c0f521c2-9351-421e-9d68-f2316891875d/92c174e2-2164-4af4-aa92-acaabf5740c8) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:18.612023 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] Attempting to bind port 9f9b8309-48d7-4c61-9916-4e73a8e9b28f on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:36:18.615179 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] Attempting to bind port 9f9b8309-48d7-4c61-9916-4e73a8e9b28f by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:36:18.617256 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] Attempting to bind port 9f9b8309-48d7-4c61-9916-4e73a8e9b28f on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:18.647820 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbbeec-240a-4fa7-bbed-6479141ae3b0 None None] Pushing event updated for resources: {'Port': ['ID=9f9b8309-48d7-4c61-9916-4e73a8e9b28f,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:18.671424 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:36:18.672140 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:18.672805 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.673816 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:36:18.674690 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] Bound port: 9f9b8309-48d7-4c61-9916-4e73a8e9b28f, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:36:18.675641 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.758871 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09912da5-fdeb-437d-97a3-9d9f91338f07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.769760 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] For port 9f9b8309-48d7-4c61-9916-4e73a8e9b28f, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:36:18.791940 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] For port 9f9b8309-48d7-4c61-9916-4e73a8e9b28f, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=9f9b8309-48d7-4c61-9916-4e73a8e9b28f,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:36:18.803336 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b09a179-fc6d-4173-bd93-cd2e516b9cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.806060 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-89cd39ac-a2b2-4ea3-9794-1a52bf29774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:18.808373 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-89cd39ac-a2b2-4ea3-9794-1a52bf29774e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=765498df513143a193432978931ae8fa&device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 1121 time: 0.1988125 Sep 17 23:36:18.879929 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.908713 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b09a179-fc6d-4173-bd93-cd2e516b9cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.913238 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09912da5-fdeb-437d-97a3-9d9f91338f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:18.943138 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-630db8cc-617d-4eb7-9513-908d552d2f5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc HTTP/1.1" status: 200 len: 217 time: 0.1077151 Sep 17 23:36:18.977799 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] Routers {'f6707867-0542-409e-b1cb-03a2a471a105'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:18.978667 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:36:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['f6707867-0542-409e-b1cb-03a2a471a105'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:19.040025 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09912da5-fdeb-437d-97a3-9d9f91338f07 admin admin] Network 904c524d-042b-4c00-b05c-6c2f54e50bd5 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:19.051287 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbbeec-240a-4fa7-bbed-6479141ae3b0 None None] Pushing event updated for resources: {'Port': ['ID=9f9b8309-48d7-4c61-9916-4e73a8e9b28f,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:19.123830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-09912da5-fdeb-437d-97a3-9d9f91338f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:19.127710 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-2e0849d0-2013-4c1b-ab6b-502e4779b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:19.137398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09912da5-fdeb-437d-97a3-9d9f91338f07 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:19.139520 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09912da5-fdeb-437d-97a3-9d9f91338f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:19.151844 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-2e0849d0-2013-4c1b-ab6b-502e4779b64a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1601121 Sep 17 23:36:19.191154 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] Set router f6707867-0542-409e-b1cb-03a2a471a105 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:19.197438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09a179-fc6d-4173-bd93-cd2e516b9cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e79511-9242-43f3-b22d-52a5c45990ec,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:19.353943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7b09a179-fc6d-4173-bd93-cd2e516b9cee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b594d265eec42a594aadea5ae471d47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2559302 Sep 17 23:36:19.356667 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50348) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:19.383460 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09912da5-fdeb-437d-97a3-9d9f91338f07 admin admin] Pushing event updated for resources: {'Port': ['ID=92c174e2-2164-4af4-aa92-acaabf5740c8,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:19.428731 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906348b-ec75-4ff6-9ce7-d78d1d10b603 req-0d2b96d7-59bc-461c-8a69-b7c2625b69fa tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:19.436493 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f906348b-ec75-4ff6-9ce7-d78d1d10b603 req-0d2b96d7-59bc-461c-8a69-b7c2625b69fa tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 970 time: 0.4010916 Sep 17 23:36:19.569206 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f906348b-ec75-4ff6-9ce7-d78d1d10b603 req-93db9d0c-1bbe-4ae8-a942-60de4fb2b10c tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271849 Sep 17 23:36:19.596645 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:19.701957 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1e11552c-5031-44bb-835c-54c29bd0d924 None None] Provisioning complete for port 92c174e2-2164-4af4-aa92-acaabf5740c8 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:19.704943 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1e11552c-5031-44bb-835c-54c29bd0d924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:19.706982 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50350) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:19.738146 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772272135-router', 'tenant_id': 'b37594c3c99c48749aab994a85479752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '9f9b8309-48d7-4c61-9916-4e73a8e9b28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:13Z', 'updated_at': '2021-09-17T23:36:15Z', 'revision_number': 3, 'project_id': 'b37594c3c99c48749aab994a85479752', 'gw_port': {'id': '9f9b8309-48d7-4c61-9916-4e73a8e9b28f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:07:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:14Z', 'updated_at': '2021-09-17T23:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:19.770937 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352550ca-e456-4af3-8ba5-07f4513ab2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0a25fd24-8502-423b-b934-f1bf21bac1cd", "tag": "cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:19.775178 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-db0d6d0a-a3a8-444e-8026-5b796f5108a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:19.811776 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09912da5-fdeb-437d-97a3-9d9f91338f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:19.835016 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1e11552c-5031-44bb-835c-54c29bd0d924 None None] Port 92c174e2-2164-4af4-aa92-acaabf5740c8 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:36:19.865184 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1d0d93-f326-4430-9838-0bff0d0f7420 None None] The sync data for ids ['f6707867-0542-409e-b1cb-03a2a471a105'] in n-d-809883-1 is: [{'id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772272135-router', 'tenant_id': 'b37594c3c99c48749aab994a85479752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '9f9b8309-48d7-4c61-9916-4e73a8e9b28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:13Z', 'updated_at': '2021-09-17T23:36:15Z', 'revision_number': 3, 'project_id': 'b37594c3c99c48749aab994a85479752', 'gw_port': {'id': '9f9b8309-48d7-4c61-9916-4e73a8e9b28f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:07:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:14Z', 'updated_at': '2021-09-17T23:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:36:19.959942 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d732385b-3516-4f80-b8df-de62926bdd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.056267 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d732385b-3516-4f80-b8df-de62926bdd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.063761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-cfa08a23-b681-44f9-b205-984127b284fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:20.067916 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-cfa08a23-b681-44f9-b205-984127b284fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3022704 Sep 17 23:36:20.148124 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-db0d6d0a-a3a8-444e-8026-5b796f5108a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.179860 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09912da5-fdeb-437d-97a3-9d9f91338f07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.238047 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-db0d6d0a-a3a8-444e-8026-5b796f5108a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.253709 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-f1503811-2999-4bb2-acfb-6b3cb9e35a8e service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570411 Sep 17 23:36:20.283687 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-db0d6d0a-a3a8-444e-8026-5b796f5108a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6613a7628d8441e3883e7121685c1e48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5664315 Sep 17 23:36:20.286547 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50364) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:20.290536 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09912da5-fdeb-437d-97a3-9d9f91338f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.291400 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09912da5-fdeb-437d-97a3-9d9f91338f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.339164 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d732385b-3516-4f80-b8df-de62926bdd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.344634 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d732385b-3516-4f80-b8df-de62926bdd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.345980 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d732385b-3516-4f80-b8df-de62926bdd12 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/30e79511-9242-43f3-b22d-52a5c45990ec HTTP/1.1" status: 204 len: 168 time: 0.9883015 Sep 17 23:36:20.566645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d6d0a-a3a8-444e-8026-5b796f5108a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86cdfad-d8ac-4d5b-b45c-a1eae4d14fba,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:20.580244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09912da5-fdeb-437d-97a3-9d9f91338f07 admin admin] Pushing event updated for resources: {'Port': ['ID=92c174e2-2164-4af4-aa92-acaabf5740c8,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:20.583764 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09912da5-fdeb-437d-97a3-9d9f91338f07 admin admin] Network 904c524d-042b-4c00-b05c-6c2f54e50bd5 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:20.585241 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-09912da5-fdeb-437d-97a3-9d9f91338f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:20.659505 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-16412d2d-8d35-42fc-b7cf-6ee7df21ff8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.666881 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3863cd2b-f20b-480c-bf09-3b16f191b871 req-f77e2a21-cb31-429e-a387-f4acc6ac8206 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457376 Sep 17 23:36:20.667851 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732385b-3516-4f80-b8df-de62926bdd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e79511-9242-43f3-b22d-52a5c45990ec,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:20.725270 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-16412d2d-8d35-42fc-b7cf-6ee7df21ff8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.844669 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1c9cc2-6714-43b5-8e6a-67330005db44 x-openstack-request-id: req-dc1c9cc2-6714-43b5-8e6a-67330005db44 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:20.845273 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a25fd24-8502-423b-b934-f1bf21bac1cd", "tag": "cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:20.845649 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dc1c9cc2-6714-43b5-8e6a-67330005db44 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:20.846213 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a25fd24-8502-423b-b934-f1bf21bac1cd', 'tag': 'cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc', 'status': 'completed', 'code': 200} Sep 17 23:36:20.901588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09912da5-fdeb-437d-97a3-9d9f91338f07 admin admin] Router f6707867-0542-409e-b1cb-03a2a471a105 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:36:20.945948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d597c-553b-4ec7-b19b-07a7251e8da4 req-b92b1c5f-7e6d-41b4-a2af-88af4a412aed tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:20.948728 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-435d597c-553b-4ec7-b19b-07a7251e8da4 req-b92b1c5f-7e6d-41b4-a2af-88af4a412aed tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 970 time: 0.2017455 Sep 17 23:36:20.964944 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-16412d2d-8d35-42fc-b7cf-6ee7df21ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.969418 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-16412d2d-8d35-42fc-b7cf-6ee7df21ff8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:20.969418 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-16412d2d-8d35-42fc-b7cf-6ee7df21ff8b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b86cdfad-d8ac-4d5b-b45c-a1eae4d14fba HTTP/1.1" status: 204 len: 168 time: 0.6809177 Sep 17 23:36:21.005944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16412d2d-8d35-42fc-b7cf-6ee7df21ff8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86cdfad-d8ac-4d5b-b45c-a1eae4d14fba,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:21.106612 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d20debeb-016c-4775-930d-42c30ea198b7 None None] Provisioning complete for port 92c174e2-2164-4af4-aa92-acaabf5740c8 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:21.107156 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d20debeb-016c-4775-930d-42c30ea198b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.142155 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-435d597c-553b-4ec7-b19b-07a7251e8da4 req-84508df1-db43-41c7-bf00-f6617925671a tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703620 Sep 17 23:36:21.220054 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d20debeb-016c-4775-930d-42c30ea198b7 None None] Port 92c174e2-2164-4af4-aa92-acaabf5740c8 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:36:21.235344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09912da5-fdeb-437d-97a3-9d9f91338f07 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:36:21.254590 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-09912da5-fdeb-437d-97a3-9d9f91338f07 admin admin] 10.222.0.46 "PUT /v2.0/routers/f6707867-0542-409e-b1cb-03a2a471a105/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0890102 Sep 17 23:36:21.274150 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352550ca-e456-4af3-8ba5-07f4513ab2ce req-56173916-9adb-451e-abd8-d16f2c9b0d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:21.276806 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9f9b8309-48d7-4c61-9916-4e73a8e9b28f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:21.284219 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-352550ca-e456-4af3-8ba5-07f4513ab2ce req-56173916-9adb-451e-abd8-d16f2c9b0d72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=765498df513143a193432978931ae8fa&device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 1121 time: 0.1254098 Sep 17 23:36:21.365028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 9f9b8309-48d7-4c61-9916-4e73a8e9b28f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:21.368471 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.500085 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.507927 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50384) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:21.526603 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 9f9b8309-48d7-4c61-9916-4e73a8e9b28f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=9f9b8309-48d7-4c61-9916-4e73a8e9b28f,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:21.610470 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:21.690025 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=9f9b8309-48d7-4c61-9916-4e73a8e9b28f,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:22.044339 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f0886c9-dea6-4b70-950c-88ef01def854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.175088 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f0886c9-dea6-4b70-950c-88ef01def854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.239305 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50404) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:22.271160 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6276e54f-4453-457d-a7ec-2f8d77722dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.292023 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f0886c9-dea6-4b70-950c-88ef01def854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.347936 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0886c9-dea6-4b70-950c-88ef01def854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e401fe-3291-4b06-a137-0f2709d0151d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:22.395384 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6f0886c9-dea6-4b70-950c-88ef01def854 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9cecb23ba9b04fa09ba6eaf003c3f9b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8814712 Sep 17 23:36:22.395384 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50406) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:22.557542 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffe255-ff10-4c69-8ac6-f4588d5965c5 req-d2daaacb-469a-4829-8a0d-dd4ce21913fb tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:22.563970 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55ffe255-ff10-4c69-8ac6-f4588d5965c5 req-d2daaacb-469a-4829-8a0d-dd4ce21913fb tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 970 time: 0.2864518 Sep 17 23:36:22.564313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] Sync routers for ids ['f6707867-0542-409e-b1cb-03a2a471a105'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:36:22.587927 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] Routers {'f6707867-0542-409e-b1cb-03a2a471a105'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:22.588700 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:36:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['f6707867-0542-409e-b1cb-03a2a471a105'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:22.610978 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6276e54f-4453-457d-a7ec-2f8d77722dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.676024 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55ffe255-ff10-4c69-8ac6-f4588d5965c5 req-c1884474-1224-4326-81e7-2ac7e18aca66 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048365 Sep 17 23:36:22.682061 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7130debc-9e15-4743-889d-eca353239794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.697763 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6276e54f-4453-457d-a7ec-2f8d77722dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.783162 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7130debc-9e15-4743-889d-eca353239794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.794887 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6276e54f-4453-457d-a7ec-2f8d77722dbd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b55c1b8873b840daa09c049de993c91d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5539384 Sep 17 23:36:22.798133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50422) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:22.808552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276e54f-4453-457d-a7ec-2f8d77722dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae7621d-ec63-44a3-aa49-a07882afbd05,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:22.830769 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] Set router f6707867-0542-409e-b1cb-03a2a471a105 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:22.919561 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bfb9d502-ad82-4c94-84fc-ff7d0ef1176a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.971846 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7130debc-9e15-4743-889d-eca353239794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.972389 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bfb9d502-ad82-4c94-84fc-ff7d0ef1176a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.974559 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7130debc-9e15-4743-889d-eca353239794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:22.978003 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7130debc-9e15-4743-889d-eca353239794 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/39e401fe-3291-4b06-a137-0f2709d0151d HTTP/1.1" status: 204 len: 168 time: 0.5809929 Sep 17 23:36:22.993805 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130debc-9e15-4743-889d-eca353239794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e401fe-3291-4b06-a137-0f2709d0151d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:23.191660 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9f9b8309-48d7-4c61-9916-4e73a8e9b28f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:23.237023 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bfb9d502-ad82-4c94-84fc-ff7d0ef1176a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:23.240760 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bfb9d502-ad82-4c94-84fc-ff7d0ef1176a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:23.242731 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bfb9d502-ad82-4c94-84fc-ff7d0ef1176a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8ae7621d-ec63-44a3-aa49-a07882afbd05 HTTP/1.1" status: 204 len: 168 time: 0.4436057 Sep 17 23:36:23.263007 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772272135-router', 'tenant_id': 'b37594c3c99c48749aab994a85479752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '9f9b8309-48d7-4c61-9916-4e73a8e9b28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:13Z', 'updated_at': '2021-09-17T23:36:19Z', 'revision_number': 4, 'project_id': 'b37594c3c99c48749aab994a85479752', 'gw_port': {'id': '9f9b8309-48d7-4c61-9916-4e73a8e9b28f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:14Z', 'updated_at': '2021-09-17T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '92c174e2-2164-4af4-aa92-acaabf5740c8', 'name': '', 'network_id': '904c524d-042b-4c00-b05c-6c2f54e50bd5', 'tenant_id': 'b37594c3c99c48749aab994a85479752', 'mac_address': 'fa:16:3e:1a:c4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c0f521c2-9351-421e-9d68-f2316891875d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:18Z', 'updated_at': '2021-09-17T23:36:19Z', 'revision_number': 2, 'project_id': 'b37594c3c99c48749aab994a85479752', 'subnets': [{'id': 'c0f521c2-9351-421e-9d68-f2316891875d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:23.263214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9d502-ad82-4c94-84fc-ff7d0ef1176a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae7621d-ec63-44a3-aa49-a07882afbd05,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:23.306445 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 9f9b8309-48d7-4c61-9916-4e73a8e9b28f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:23.309689 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:23.330705 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] Checking router: f6707867-0542-409e-b1cb-03a2a471a105 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:36:23.331062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] Updating router f6707867-0542-409e-b1cb-03a2a471a105 port 92c174e2-2164-4af4-aa92-acaabf5740c8 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:36:23.394277 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.011669 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.128214 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.213180 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e17fc-e0a6-4246-a33e-c139457be3bb None None] Pushing event updated for resources: {'Port': ['ID=92c174e2-2164-4af4-aa92-acaabf5740c8,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:24.254268 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50462) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:24.259480 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2e3fbf4c-60c6-440e-a965-f4b8a3f4c14d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1633586403', 'description': 'tempest-description--1528181350'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:24.311561 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] Attempting to bind port 92c174e2-2164-4af4-aa92-acaabf5740c8 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:36:24.315843 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] Attempting to bind port 92c174e2-2164-4af4-aa92-acaabf5740c8 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8b92ed57-a3f6-4148-8ac1-cfcdb52a2639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '904c524d-042b-4c00-b05c-6c2f54e50bd5'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:36:24.316216 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] Attempting to bind port 92c174e2-2164-4af4-aa92-acaabf5740c8 on network 904c524d-042b-4c00-b05c-6c2f54e50bd5 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:24.330781 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:36:24.331159 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] Checking segment: {'id': '8b92ed57-a3f6-4148-8ac1-cfcdb52a2639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '904c524d-042b-4c00-b05c-6c2f54e50bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:24.331571 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.331981 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] Bound using segment: {'id': '8b92ed57-a3f6-4148-8ac1-cfcdb52a2639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '904c524d-042b-4c00-b05c-6c2f54e50bd5'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:36:24.332575 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] Bound port: 92c174e2-2164-4af4-aa92-acaabf5740c8, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b92ed57-a3f6-4148-8ac1-cfcdb52a2639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '904c524d-042b-4c00-b05c-6c2f54e50bd5'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:36:24.332930 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.436740 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb5194-ebe6-499b-9073-111f9760fc85 req-164758da-bc43-4855-af86-9a5a3f3e7ae6 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:24.442020 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abfb5194-ebe6-499b-9073-111f9760fc85 req-164758da-bc43-4855-af86-9a5a3f3e7ae6 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 970 time: 0.0764987 Sep 17 23:36:24.452021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] For port 92c174e2-2164-4af4-aa92-acaabf5740c8, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:36:24.455614 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] For port 92c174e2-2164-4af4-aa92-acaabf5740c8, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=92c174e2-2164-4af4-aa92-acaabf5740c8,segment=NetworkSegment(8b92ed57-a3f6-4148-8ac1-cfcdb52a2639),segment_id=8b92ed57-a3f6-4148-8ac1-cfcdb52a2639)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:36:24.505187 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abfb5194-ebe6-499b-9073-111f9760fc85 req-6fae671a-5367-4c77-87fe-ca8b32953e75 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484002 Sep 17 23:36:24.519829 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e3fbf4c-60c6-440e-a965-f4b8a3f4c14d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.581369 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.593253 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15a54c46-a85e-45b7-a86c-c25fb28bf1a0 None None] Provisioning complete for port 92c174e2-2164-4af4-aa92-acaabf5740c8 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:24.593253 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15a54c46-a85e-45b7-a86c-c25fb28bf1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.702296 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e3fbf4c-60c6-440e-a965-f4b8a3f4c14d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.705631 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e17fc-e0a6-4246-a33e-c139457be3bb None None] Pushing event updated for resources: {'Port': ['ID=92c174e2-2164-4af4-aa92-acaabf5740c8,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:24.718597 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] Routers {'f6707867-0542-409e-b1cb-03a2a471a105'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:24.719774 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:36:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['f6707867-0542-409e-b1cb-03a2a471a105'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:24.741065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50472) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:24.790883 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e3fbf4c-60c6-440e-a965-f4b8a3f4c14d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.854760 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50478) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:24.860010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fbf4c-60c6-440e-a965-f4b8a3f4c14d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b305e32-20d7-4cbf-a953-27a57254ad05,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:24.873420 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e3fbf4c-60c6-440e-a965-f4b8a3f4c14d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.874840 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2e3fbf4c-60c6-440e-a965-f4b8a3f4c14d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6195514 Sep 17 23:36:24.877909 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50480) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:24.881755 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-83663628-8205-478a-b3c5-1d59d8833fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:24.886069 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-6f6462ec-0839-4c02-b734-46703ba68964 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Request body: {'security_group_rule': {'security_group_id': '1b305e32-20d7-4cbf-a953-27a57254ad05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:24.946505 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] Set router f6707867-0542-409e-b1cb-03a2a471a105 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:24.948562 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15a54c46-a85e-45b7-a86c-c25fb28bf1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.021534 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f6462ec-0839-4c02-b734-46703ba68964 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.101195 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:36:25.111787 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15a54c46-a85e-45b7-a86c-c25fb28bf1a0 None None] For port 92c174e2-2164-4af4-aa92-acaabf5740c8, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=92c174e2-2164-4af4-aa92-acaabf5740c8,segment=NetworkSegment(8b92ed57-a3f6-4148-8ac1-cfcdb52a2639),segment_id=8b92ed57-a3f6-4148-8ac1-cfcdb52a2639)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:25.189506 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f6462ec-0839-4c02-b734-46703ba68964 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.202123 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-83663628-8205-478a-b3c5-1d59d8833fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.211816 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15a54c46-a85e-45b7-a86c-c25fb28bf1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.224256 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-15c0da05-71e2-414f-a53e-696ef510685f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.277846 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-83663628-8205-478a-b3c5-1d59d8833fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.381187 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a54c46-a85e-45b7-a86c-c25fb28bf1a0 None None] Pushing event updated for resources: {'Port': ['ID=92c174e2-2164-4af4-aa92-acaabf5740c8,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:25.391519 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f6462ec-0839-4c02-b734-46703ba68964 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.420856 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6462ec-0839-4c02-b734-46703ba68964 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9258b9-64bf-4ee6-b4fa-74f5d4dc9910,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:25.421506 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4b71bbb8-56f6-4091-a493-cb6759b72fc8 None None] Provisioning complete for port 92c174e2-2164-4af4-aa92-acaabf5740c8 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:25.421892 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4b71bbb8-56f6-4091-a493-cb6759b72fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.431220 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83663628-8205-478a-b3c5-1d59d8833fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ec1276-24a1-4261-9eb0-ded5bfd90b6e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:25.469525 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-83663628-8205-478a-b3c5-1d59d8833fc0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=06681cb3b87e42d49375c9d5f7336970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6034949 Sep 17 23:36:25.473069 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50494) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:25.473994 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-15c0da05-71e2-414f-a53e-696ef510685f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.586158 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-15c0da05-71e2-414f-a53e-696ef510685f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.601895 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54b0a517-9913-44cf-b008-7b8f2b2d7437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.629432 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54b0a517-9913-44cf-b008-7b8f2b2d7437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.648979 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-15c0da05-71e2-414f-a53e-696ef510685f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7c5eedde2df4277994142f9cd0485dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9097970 Sep 17 23:36:25.654015 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50500) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:25.666119 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772272135-router', 'tenant_id': 'b37594c3c99c48749aab994a85479752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '9f9b8309-48d7-4c61-9916-4e73a8e9b28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:13Z', 'updated_at': '2021-09-17T23:36:19Z', 'revision_number': 4, 'project_id': 'b37594c3c99c48749aab994a85479752', 'gw_port': {'id': '9f9b8309-48d7-4c61-9916-4e73a8e9b28f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:14Z', 'updated_at': '2021-09-17T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '92c174e2-2164-4af4-aa92-acaabf5740c8', 'name': '', 'network_id': '904c524d-042b-4c00-b05c-6c2f54e50bd5', 'tenant_id': 'b37594c3c99c48749aab994a85479752', 'mac_address': 'fa:16:3e:1a:c4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c0f521c2-9351-421e-9d68-f2316891875d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:18Z', 'updated_at': '2021-09-17T23:36:24Z', 'revision_number': 4, 'project_id': 'b37594c3c99c48749aab994a85479752', 'subnets': [{'id': 'c0f521c2-9351-421e-9d68-f2316891875d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:25.685415 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f6462ec-0839-4c02-b734-46703ba68964 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.685659 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6f6462ec-0839-4c02-b734-46703ba68964 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8065770 Sep 17 23:36:25.700638 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50504) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:25.704677 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d50983-6b08-487f-b314-8a3ff1995132 None None] The sync data for ids ['f6707867-0542-409e-b1cb-03a2a471a105'] in n-d-809883-1 is: [{'id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772272135-router', 'tenant_id': 'b37594c3c99c48749aab994a85479752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '9f9b8309-48d7-4c61-9916-4e73a8e9b28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:13Z', 'updated_at': '2021-09-17T23:36:19Z', 'revision_number': 4, 'project_id': 'b37594c3c99c48749aab994a85479752', 'gw_port': {'id': '9f9b8309-48d7-4c61-9916-4e73a8e9b28f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:14Z', 'updated_at': '2021-09-17T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '92c174e2-2164-4af4-aa92-acaabf5740c8', 'name': '', 'network_id': '904c524d-042b-4c00-b05c-6c2f54e50bd5', 'tenant_id': 'b37594c3c99c48749aab994a85479752', 'mac_address': 'fa:16:3e:1a:c4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c0f521c2-9351-421e-9d68-f2316891875d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:18Z', 'updated_at': '2021-09-17T23:36:24Z', 'revision_number': 4, 'project_id': 'b37594c3c99c48749aab994a85479752', 'subnets': [{'id': 'c0f521c2-9351-421e-9d68-f2316891875d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:36:25.718289 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0de63928-6c6a-4e60-ba97-6092e0c948a1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Request body: {'security_group_rule': {'security_group_id': '1b305e32-20d7-4cbf-a953-27a57254ad05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:25.789003 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0da05-71e2-414f-a53e-696ef510685f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b378c77-8b10-41ad-9ad7-fbda1b0d8744,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:25.903069 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d62d7b-71d7-433c-9110-472d86d2ab5a req-d63b2555-e8e8-446b-a834-f7b8e6ffc7c8 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:25.913313 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2d62d7b-71d7-433c-9110-472d86d2ab5a req-d63b2555-e8e8-446b-a834-f7b8e6ffc7c8 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 970 time: 0.2756402 Sep 17 23:36:25.915023 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0de63928-6c6a-4e60-ba97-6092e0c948a1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.944439 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54b0a517-9913-44cf-b008-7b8f2b2d7437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.948027 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54b0a517-9913-44cf-b008-7b8f2b2d7437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:25.961968 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-54b0a517-9913-44cf-b008-7b8f2b2d7437 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/44ec1276-24a1-4261-9eb0-ded5bfd90b6e HTTP/1.1" status: 204 len: 168 time: 0.4873092 Sep 17 23:36:25.974517 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8696b73-6d4c-45fc-9783-349ff65b4611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.029504 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0de63928-6c6a-4e60-ba97-6092e0c948a1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.034761 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8696b73-6d4c-45fc-9783-349ff65b4611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.072106 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0a517-9913-44cf-b008-7b8f2b2d7437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ec1276-24a1-4261-9eb0-ded5bfd90b6e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:26.102024 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2d62d7b-71d7-433c-9110-472d86d2ab5a req-4996ae2c-da03-4b67-960c-aeda4f09c7ea tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872122 Sep 17 23:36:26.108132 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0de63928-6c6a-4e60-ba97-6092e0c948a1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.159474 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de63928-6c6a-4e60-ba97-6092e0c948a1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42756326-c51c-4296-840f-afa7e5da53ed,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:26.251161 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0de63928-6c6a-4e60-ba97-6092e0c948a1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.253122 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0de63928-6c6a-4e60-ba97-6092e0c948a1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5498164 Sep 17 23:36:26.256175 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50522) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:26.261054 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-ce91f692-7e75-4454-a205-721112db9d1d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:26.283004 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8696b73-6d4c-45fc-9783-349ff65b4611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.293180 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8696b73-6d4c-45fc-9783-349ff65b4611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.294714 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b8696b73-6d4c-45fc-9783-349ff65b4611 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4b378c77-8b10-41ad-9ad7-fbda1b0d8744 HTTP/1.1" status: 204 len: 168 time: 0.6377499 Sep 17 23:36:26.334766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8696b73-6d4c-45fc-9783-349ff65b4611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b378c77-8b10-41ad-9ad7-fbda1b0d8744,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:26.410685 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce91f692-7e75-4454-a205-721112db9d1d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.545109 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce91f692-7e75-4454-a205-721112db9d1d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.683134 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-ce91f692-7e75-4454-a205-721112db9d1d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Allocated IP 172.25.3.24 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/6a306e30-c66c-4b0a-8059-e4db7227be24) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:26.830031 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce91f692-7e75-4454-a205-721112db9d1d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:26.991619 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce91f692-7e75-4454-a205-721112db9d1d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.046999 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce91f692-7e75-4454-a205-721112db9d1d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:27.051036 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-ce91f692-7e75-4454-a205-721112db9d1d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:27.056514 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce91f692-7e75-4454-a205-721112db9d1d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:27.065524 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91f692-7e75-4454-a205-721112db9d1d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Pushing event updated for resources: {'Port': ['ID=6a306e30-c66c-4b0a-8059-e4db7227be24,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:27.167404 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce91f692-7e75-4454-a205-721112db9d1d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.221375 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 92c174e2-2164-4af4-aa92-acaabf5740c8 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:27.251532 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b6d65-89fb-40ac-a4ea-56a4c10ecce5 req-f9df263d-38eb-4a6b-bb2d-df787f08642b tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:27.253712 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f9b6d65-89fb-40ac-a4ea-56a4c10ecce5 req-f9df263d-38eb-4a6b-bb2d-df787f08642b tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 970 time: 0.0673180 Sep 17 23:36:27.302066 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce91f692-7e75-4454-a205-721112db9d1d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.302715 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f9b6d65-89fb-40ac-a4ea-56a4c10ecce5 req-db1f18e1-f243-4c75-b1e6-61c36858323c tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357325 Sep 17 23:36:27.322240 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 92c174e2-2164-4af4-aa92-acaabf5740c8 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:27.323001 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.496414 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50554) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:27.504943 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce91f692-7e75-4454-a205-721112db9d1d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.633142 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce91f692-7e75-4454-a205-721112db9d1d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.670467 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce91f692-7e75-4454-a205-721112db9d1d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.691488 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91f692-7e75-4454-a205-721112db9d1d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Pushing event updated for resources: {'Port': ['ID=6a306e30-c66c-4b0a-8059-e4db7227be24,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:27.718797 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50562) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:27.733613 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9241427e-e4d1-4d63-8532-b9e91ebaf00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.759120 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce91f692-7e75-4454-a205-721112db9d1d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.768904 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ce91f692-7e75-4454-a205-721112db9d1d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5030823 Sep 17 23:36:27.838233 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9241427e-e4d1-4d63-8532-b9e91ebaf00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.893076 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f68682a0-325e-4734-be6c-bcd74e5d617b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.920929 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9241427e-e4d1-4d63-8532-b9e91ebaf00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:27.974322 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9241427e-e4d1-4d63-8532-b9e91ebaf00b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fcd7be96c0a14078b1a802716b4df8c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541418 Sep 17 23:36:27.977423 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50570) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:27.978045 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241427e-e4d1-4d63-8532-b9e91ebaf00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9b5d31-3130-4ff9-a310-3ade299e7b44,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:28.046424 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352550ca-e456-4af3-8ba5-07f4513ab2ce req-afc7d705-0317-4ff1-bb80-c20daac52bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:28.048973 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-352550ca-e456-4af3-8ba5-07f4513ab2ce req-afc7d705-0317-4ff1-bb80-c20daac52bcf service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1899717 Sep 17 23:36:28.071739 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bed0794a-a3e9-46dd-b590-cdf7e6746ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.098440 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-352550ca-e456-4af3-8ba5-07f4513ab2ce req-19013477-b66c-44be-bc83-edcec6b9067d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc HTTP/1.1" status: 200 len: 217 time: 0.0381496 Sep 17 23:36:28.108473 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bed0794a-a3e9-46dd-b590-cdf7e6746ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.121509 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f68682a0-325e-4734-be6c-bcd74e5d617b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.167751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352550ca-e456-4af3-8ba5-07f4513ab2ce req-a4db8698-9364-45f8-8d40-3d467dfd5a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:28.169392 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-352550ca-e456-4af3-8ba5-07f4513ab2ce req-a4db8698-9364-45f8-8d40-3d467dfd5a68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0612547 Sep 17 23:36:28.182008 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f68682a0-325e-4734-be6c-bcd74e5d617b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.218216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352550ca-e456-4af3-8ba5-07f4513ab2ce req-55735565-c5ac-4ba3-8a22-9dbd20a378ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:28.220416 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-352550ca-e456-4af3-8ba5-07f4513ab2ce req-55735565-c5ac-4ba3-8a22-9dbd20a378ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0401497 Sep 17 23:36:28.233478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68682a0-325e-4734-be6c-bcd74e5d617b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9323c4a2-7901-4cdc-b01f-0c6adf678954,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:28.238229 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f68682a0-325e-4734-be6c-bcd74e5d617b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7234216f8a98492f87b9dc238eb20454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7406659 Sep 17 23:36:28.248347 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50588) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:28.265209 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-91566a3c-1c84-42cd-8f55-9c3fc666dd6f tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1633586403&fields=id&tenant_id=06106444c40645e2a5a0f1beb95c10da HTTP/1.1" status: 200 len: 267 time: 0.0655484 Sep 17 23:36:28.283900 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bed0794a-a3e9-46dd-b590-cdf7e6746ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.285429 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bed0794a-a3e9-46dd-b590-cdf7e6746ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.290977 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bed0794a-a3e9-46dd-b590-cdf7e6746ac2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bf9b5d31-3130-4ff9-a310-3ade299e7b44 HTTP/1.1" status: 204 len: 168 time: 0.3047221 Sep 17 23:36:28.322604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0794a-a3e9-46dd-b590-cdf7e6746ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9b5d31-3130-4ff9-a310-3ade299e7b44,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:28.380911 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4371d61f-2cb6-4e93-aa42-36332493af72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.392084 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-352550ca-e456-4af3-8ba5-07f4513ab2ce req-6953becd-f43e-495e-9fc1-7657466261fe service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620686 Sep 17 23:36:28.427363 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4371d61f-2cb6-4e93-aa42-36332493af72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.497769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-94c95eb7-bb64-40a5-bbea-c5be535f8453 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:28.500648 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-94c95eb7-bb64-40a5-bbea-c5be535f8453 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/networks?id=d0877baf-6ee8-4add-8825-399e8b3ccc62 HTTP/1.1" status: 200 len: 823 time: 0.2270441 Sep 17 23:36:28.518999 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-a63b68e6-b514-4567-9370-995cab5d4916 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/quotas/06106444c40645e2a5a0f1beb95c10da HTTP/1.1" status: 200 len: 375 time: 0.0131998 Sep 17 23:36:28.563659 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-352550ca-e456-4af3-8ba5-07f4513ab2ce req-0399a54a-5694-48c4-86f7-9abc49e00d1c service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587036 Sep 17 23:36:28.600238 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-29e26dde-f1cc-4522-bd48-97216e532b3c tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=06106444c40645e2a5a0f1beb95c10da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0755696 Sep 17 23:36:28.622516 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4371d61f-2cb6-4e93-aa42-36332493af72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.627495 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4371d61f-2cb6-4e93-aa42-36332493af72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:28.629200 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4371d61f-2cb6-4e93-aa42-36332493af72 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9323c4a2-7901-4cdc-b01f-0c6adf678954 HTTP/1.1" status: 204 len: 168 time: 0.3797073 Sep 17 23:36:28.639194 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371d61f-2cb6-4e93-aa42-36332493af72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9323c4a2-7901-4cdc-b01f-0c6adf678954,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:28.735448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b4be0-6865-45b6-bbf4-d54e96fff016 req-e8bfbb34-54a4-4189-bdf9-3374d18e529c tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:28.736967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a39b4be0-6865-45b6-bbf4-d54e96fff016 req-e8bfbb34-54a4-4189-bdf9-3374d18e529c tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 970 time: 0.0481899 Sep 17 23:36:28.773962 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a39b4be0-6865-45b6-bbf4-d54e96fff016 req-562f722a-cd30-4a6c-a331-0ddd81497893 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310504 Sep 17 23:36:29.335425 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-6e3bf622-5bf7-44cd-a8c1-7888f6ddc599 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:36:29.336688 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-6e3bf622-5bf7-44cd-a8c1-7888f6ddc599 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2684109 Sep 17 23:36:29.435240 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-7f60cd01-b747-4f67-9bdc-9ab42682b6f4 service neutron] 10.222.0.46 "GET /v2.0/networks/d0877baf-6ee8-4add-8825-399e8b3ccc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915902 Sep 17 23:36:29.474414 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50642) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:29.494821 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-66e319cc-268d-4b5b-9660-3b37fc506213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.524393 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-69e62f0d-ffd0-4ca9-a704-141d1f7e4cd4 service neutron] 10.222.0.46 "GET /v2.0/networks/d0877baf-6ee8-4add-8825-399e8b3ccc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825274 Sep 17 23:36:29.611162 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-66e319cc-268d-4b5b-9660-3b37fc506213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.682184 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-66e319cc-268d-4b5b-9660-3b37fc506213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.717300 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e319cc-268d-4b5b-9660-3b37fc506213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e12235c-02e7-438a-98e2-3e158bc9f37b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:29.728851 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-66e319cc-268d-4b5b-9660-3b37fc506213 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c8502edbdc745dea4f98c5e13e272ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494483 Sep 17 23:36:29.728930 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50646) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:29.785806 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-34392982-e728-4f32-99e0-2ebcebe7cca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.836504 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-daf1f4a5-a686-48f8-bc6f-74880e8a17ce req-a1c9c350-ef23-4fc7-8a6d-2c8f6daaf03e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 210 time: 0.0431178 Sep 17 23:36:29.852847 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-34392982-e728-4f32-99e0-2ebcebe7cca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.982538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc48c21-ba13-44fb-b74c-f2ac53bdff94 req-3609f620-4f6a-42a2-ad29-bc6dcfee0901 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:29.982538 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3bc48c21-ba13-44fb-b74c-f2ac53bdff94 req-3609f620-4f6a-42a2-ad29-bc6dcfee0901 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 970 time: 0.0637665 Sep 17 23:36:29.982538 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-34392982-e728-4f32-99e0-2ebcebe7cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.982538 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-34392982-e728-4f32-99e0-2ebcebe7cca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:29.982538 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-34392982-e728-4f32-99e0-2ebcebe7cca9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e12235c-02e7-438a-98e2-3e158bc9f37b HTTP/1.1" status: 204 len: 168 time: 0.2528069 Sep 17 23:36:30.006579 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34392982-e728-4f32-99e0-2ebcebe7cca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e12235c-02e7-438a-98e2-3e158bc9f37b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:30.052413 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3bc48c21-ba13-44fb-b74c-f2ac53bdff94 req-9d4f1c20-b03c-4549-a55a-7f687bec9c72 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697324 Sep 17 23:36:30.309793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50684) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:30.705867 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f9767d5-f150-4f21-8572-e7cca8af1543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:30.815057 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f9767d5-f150-4f21-8572-e7cca8af1543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:30.948632 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-383a8160-d3d2-4349-98d1-a365a2e6fc75 req-98d51c80-5221-43aa-a2c6-ee3537e182d5 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 210 time: 0.0387094 Sep 17 23:36:30.976638 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f9767d5-f150-4f21-8572-e7cca8af1543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.015086 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9767d5-f150-4f21-8572-e7cca8af1543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0797bc79-d90b-4338-93ee-79db45f594ab,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:31.023968 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9f9767d5-f150-4f21-8572-e7cca8af1543 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd3bfc8c4a8348adae3999a495619082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7129874 Sep 17 23:36:31.026955 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50726) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:31.091601 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ab929ff-fa53-428a-a497-2e7d5f237c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.151151 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ab929ff-fa53-428a-a497-2e7d5f237c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.234064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac3424-6b90-4f52-a5ae-f17fd707efc3 req-8a39ece5-7a0f-4744-a062-f440e6d9707c tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:31.236249 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-22ac3424-6b90-4f52-a5ae-f17fd707efc3 req-8a39ece5-7a0f-4744-a062-f440e6d9707c tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 970 time: 0.0893114 Sep 17 23:36:31.273767 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-22ac3424-6b90-4f52-a5ae-f17fd707efc3 req-05d1e41a-0e0e-4400-a9df-043caaf06cd7 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315859 Sep 17 23:36:31.356883 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ab929ff-fa53-428a-a497-2e7d5f237c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.360139 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ab929ff-fa53-428a-a497-2e7d5f237c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:31.361319 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3ab929ff-fa53-428a-a497-2e7d5f237c04 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0797bc79-d90b-4338-93ee-79db45f594ab HTTP/1.1" status: 204 len: 168 time: 0.3326256 Sep 17 23:36:31.369065 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab929ff-fa53-428a-a497-2e7d5f237c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0797bc79-d90b-4338-93ee-79db45f594ab,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:32.042487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d0177fed-9256-4c55-aca6-48644be8f646 req-a3aeceef-b4de-42a0-9279-332f6fc16756 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 210 time: 0.0267348 Sep 17 23:36:32.091041 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50774) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:32.342668 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-25ba6b4b-5b5f-45b4-8af8-cf53a1b49dab tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239584 Sep 17 23:36:32.466778 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d8d2a5b0-743f-4099-92c9-504dca3190e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:32.498157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee80c11-c7c7-4fc3-8cff-ff8f2530a6d0 req-3b4938c7-fb7f-4c01-bef1-9251eaa55515 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:32.499605 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bee80c11-c7c7-4fc3-8cff-ff8f2530a6d0 req-3b4938c7-fb7f-4c01-bef1-9251eaa55515 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 970 time: 0.1269560 Sep 17 23:36:32.529124 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-87e2e4f7-de19-43be-a249-54a213a09d83 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:32.530521 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-87e2e4f7-de19-43be-a249-54a213a09d83 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782134 Sep 17 23:36:32.574099 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-fe08ea15-851c-42be-9793-2efe3847ff54 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/quotas/e48d8880359443fb9bfa4fbd1d6105f4 HTTP/1.1" status: 200 len: 375 time: 0.0312839 Sep 17 23:36:32.586251 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.37', 50475) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:32.586973 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bee80c11-c7c7-4fc3-8cff-ff8f2530a6d0 req-f064b7c0-eaab-4bd9-96a1-a93bb0522525 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759752 Sep 17 23:36:32.608137 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:36:32.623261 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-c1475779-f825-42fc-9885-8f9b51c31f97 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415106 Sep 17 23:36:32.719881 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d8d2a5b0-743f-4099-92c9-504dca3190e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:32.750014 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:32.761371 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': 'cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc', 'mac_address': 'fa:16:3e:6b:38:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:tempest-test_az-1830269972', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:36:32.801016 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:32.814926 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:36:32.851616 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50800) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:32.857829 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:32.872492 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8b2faba3-22bd-46b2-a45b-f8780f8b7b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:32.899755 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d8d2a5b0-743f-4099-92c9-504dca3190e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:32.953882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-8af8ebe7-9ac3-4855-a23a-1d99187d81cd tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:32.975514 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-8af8ebe7-9ac3-4855-a23a-1d99187d81cd tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.37 "GET /v2.0/networks?id=d0877baf-6ee8-4add-8825-399e8b3ccc62 HTTP/1.1" status: 200 len: 823 time: 0.3772767 Sep 17 23:36:32.993610 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:33.018567 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50808) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:33.018788 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d8d2a5b0-743f-4099-92c9-504dca3190e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d17decbd3fe146cf824dd592e00b5331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9265263 Sep 17 23:36:33.055288 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f01257c-451b-4862-a109-4a50a56f2f4a req-c18b4106-54c2-4555-9dcc-d439bcd93c15 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 210 time: 0.0643573 Sep 17 23:36:33.057662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2a5b0-743f-4099-92c9-504dca3190e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89fddbe-e09d-4971-aa28-db65b2646e72,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:33.078631 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50810) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:33.116718 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:33.215991 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-1a0be21a-e535-426d-a803-f5baa335e919 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06106444c40645e2a5a0f1beb95c10da HTTP/1.1" status: 200 len: 380 time: 0.1053469 Sep 17 23:36:33.216943 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0724cfdb-23ce-41ea-9e8d-705856bdbd72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:33.244320 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-5b5536ac-5e0f-4084-a585-3ff3f42dd290 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1231667289-network', 'tenant_id': '42091a1d224846e09811aee1ce652339'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:33.250806 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0724cfdb-23ce-41ea-9e8d-705856bdbd72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:33.267222 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-9356a9ef-8ec3-4c70-a0c5-aaf1db7ee68a tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Request body: {'port': {'device_id': '6bd01f07-9413-4529-b753-76dec4da84c7', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'admin_state_up': True, 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'security_groups': ['1b305e32-20d7-4cbf-a953-27a57254ad05']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:33.333669 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:36:33.376429 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8b2faba3-22bd-46b2-a45b-f8780f8b7b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:33.379093 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ef69b98e-22f8-433c-8860-9c269cc37585 req-c75ada1e-4819-428f-955e-bdcb1f928721 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 210 time: 0.1811912 Sep 17 23:36:33.464360 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8b2faba3-22bd-46b2-a45b-f8780f8b7b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:33.512471 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0724cfdb-23ce-41ea-9e8d-705856bdbd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:33.512471 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0724cfdb-23ce-41ea-9e8d-705856bdbd72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:33.516275 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0724cfdb-23ce-41ea-9e8d-705856bdbd72 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c89fddbe-e09d-4971-aa28-db65b2646e72 HTTP/1.1" status: 204 len: 168 time: 0.4955330 Sep 17 23:36:33.520435 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2faba3-22bd-46b2-a45b-f8780f8b7b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee26603-01ea-42dc-8b90-d055a43f68c5,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:33.526536 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724cfdb-23ce-41ea-9e8d-705856bdbd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89fddbe-e09d-4971-aa28-db65b2646e72,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:33.568549 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5536ac-5e0f-4084-a585-3ff3f42dd290 admin admin] Made reservation on behalf of 42091a1d224846e09811aee1ce652339 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:33.568549 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b5536ac-5e0f-4084-a585-3ff3f42dd290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:33.607400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50844) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:33.608283 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8b2faba3-22bd-46b2-a45b-f8780f8b7b0a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af99de6d157c4f209818683613e429b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7515850 Sep 17 23:36:33.638211 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b5536ac-5e0f-4084-a585-3ff3f42dd290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:33.657252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-9356a9ef-8ec3-4c70-a0c5-aaf1db7ee68a tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Made reservation on behalf of 06106444c40645e2a5a0f1beb95c10da for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:33.662591 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-9356a9ef-8ec3-4c70-a0c5-aaf1db7ee68a tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:33.767028 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5d336c1-d6f1-4192-a0fd-2ba4fdbc8930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:33.839410 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5d336c1-d6f1-4192-a0fd-2ba4fdbc8930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:33.860016 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b168f-618d-45a2-9f49-6f4ca918a1ed req-e3c1b3f6-1ecd-4334-a1e6-cc295fc70e9b tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:33.867950 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-385b168f-618d-45a2-9f49-6f4ca918a1ed req-e3c1b3f6-1ecd-4334-a1e6-cc295fc70e9b tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 971 time: 0.0846310 Sep 17 23:36:33.928265 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-385b168f-618d-45a2-9f49-6f4ca918a1ed req-d133acac-39e0-42f0-bd8b-59bccc0f842c tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587742 Sep 17 23:36:33.935995 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-9356a9ef-8ec3-4c70-a0c5-aaf1db7ee68a tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Allocated IP 172.20.0.14 (d0877baf-6ee8-4add-8825-399e8b3ccc62/bd219c6d-7503-4b6c-ac13-9f8de200b8d0/0a297a80-aecc-4f9c-ab54-06ce32d20850) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:33.943381 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b5536ac-5e0f-4084-a585-3ff3f42dd290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.019933 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b5536ac-5e0f-4084-a585-3ff3f42dd290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.048209 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5536ac-5e0f-4084-a585-3ff3f42dd290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f382f56d-e191-481b-9ebe-da965f274f96,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:34.097338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5536ac-5e0f-4084-a585-3ff3f42dd290 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:36:34.107094 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5d336c1-d6f1-4192-a0fd-2ba4fdbc8930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.111670 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5d336c1-d6f1-4192-a0fd-2ba4fdbc8930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.116231 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e5d336c1-d6f1-4192-a0fd-2ba4fdbc8930 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aee26603-01ea-42dc-8b90-d055a43f68c5 HTTP/1.1" status: 204 len: 168 time: 0.5034938 Sep 17 23:36:34.130499 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b5536ac-5e0f-4084-a585-3ff3f42dd290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.131042 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-5b5536ac-5e0f-4084-a585-3ff3f42dd290 admin admin] Added segment fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48 of type vlan for network de59519b-4223-446a-ba3f-49ba8599e2a2 Sep 17 23:36:34.147682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d336c1-d6f1-4192-a0fd-2ba4fdbc8930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee26603-01ea-42dc-8b90-d055a43f68c5,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:34.183347 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f478bf7d-72c8-4563-9671-9413e61e8cf5 req-f349d45c-aa53-4e3d-984c-432e2d6f28da tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 210 time: 0.0710785 Sep 17 23:36:34.228678 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b5536ac-5e0f-4084-a585-3ff3f42dd290 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.266164 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-9356a9ef-8ec3-4c70-a0c5-aaf1db7ee68a tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.330123 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b5536ac-5e0f-4084-a585-3ff3f42dd290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.331129 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5536ac-5e0f-4084-a585-3ff3f42dd290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:34.331715 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b5536ac-5e0f-4084-a585-3ff3f42dd290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.351515 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-9356a9ef-8ec3-4c70-a0c5-aaf1db7ee68a tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.404029 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-9356a9ef-8ec3-4c70-a0c5-aaf1db7ee68a tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Network d0877baf-6ee8-4add-8825-399e8b3ccc62 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:34.407645 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-9356a9ef-8ec3-4c70-a0c5-aaf1db7ee68a tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:34.411911 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-9356a9ef-8ec3-4c70-a0c5-aaf1db7ee68a tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:34.419063 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-9356a9ef-8ec3-4c70-a0c5-aaf1db7ee68a tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:34.421274 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-9356a9ef-8ec3-4c70-a0c5-aaf1db7ee68a tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.433027 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5536ac-5e0f-4084-a585-3ff3f42dd290 admin admin] Pushing event updated for resources: {'Network': ['ID=de59519b-4223-446a-ba3f-49ba8599e2a2,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:34.433506 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356a9ef-8ec3-4c70-a0c5-aaf1db7ee68a tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Pushing event updated for resources: {'Port': ['ID=0a297a80-aecc-4f9c-ab54-06ce32d20850,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:34.446591 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5b5536ac-5e0f-4084-a585-3ff3f42dd290 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3637145 Sep 17 23:36:34.450078 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50866) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:34.455133 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9f73cceb-155e-4778-81d3-081018fb39b9 admin admin] Request body: {'subnet': {'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1231667289-subnet', 'tenant_id': '42091a1d224846e09811aee1ce652339', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:34.470305 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network de59519b-4223-446a-ba3f-49ba8599e2a2 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:36:34.521580 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50868) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:34.544459 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-9356a9ef-8ec3-4c70-a0c5-aaf1db7ee68a tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3079534 Sep 17 23:36:34.549262 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b1799349-1a2e-4f1e-9523-799650be49b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.554424 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eb59b-a275-47bc-b07a-a33168fd289b req-dee29b76-7360-41bb-81f1-cda9504f532a tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:34.556123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d50eb59b-a275-47bc-b07a-a33168fd289b req-dee29b76-7360-41bb-81f1-cda9504f532a tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 932 time: 0.0800936 Sep 17 23:36:34.610870 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:34.622156 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d50eb59b-a275-47bc-b07a-a33168fd289b req-44625ded-901e-4718-8c88-19dd12575ffb tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579631 Sep 17 23:36:34.659626 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50872) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:34.660867 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f73cceb-155e-4778-81d3-081018fb39b9 admin admin] Made reservation on behalf of 42091a1d224846e09811aee1ce652339 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:34.663431 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f73cceb-155e-4778-81d3-081018fb39b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.710716 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4b5f2da8-70b1-4e45-95e0-0ff11d262942 None None] Provisioning complete for port 0a297a80-aecc-4f9c-ab54-06ce32d20850 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:34.711416 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4b5f2da8-70b1-4e45-95e0-0ff11d262942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.755299 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f2da8-70b1-4e45-95e0-0ff11d262942 None None] Port 0a297a80-aecc-4f9c-ab54-06ce32d20850 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:36:34.774004 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:36:34.778852 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:34.779233 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.832612 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b41cd7e-c90d-45b6-bd86-9c45cd72ab0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.852905 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b1799349-1a2e-4f1e-9523-799650be49b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.881476 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.905454 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a25fd24-8502-423b-b934-f1bf21bac1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:34.922395 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b1799349-1a2e-4f1e-9523-799650be49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:34.954899 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1799349-1a2e-4f1e-9523-799650be49b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed251b4a-d582-4430-84bb-eb38a3bdc343,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:34.981035 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f73cceb-155e-4778-81d3-081018fb39b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.058993 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73cceb-155e-4778-81d3-081018fb39b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01920827-ca31-4a6c-b1d5-a2ec1bf1f034,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:35.066835 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b41cd7e-c90d-45b6-bd86-9c45cd72ab0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.067037 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b1799349-1a2e-4f1e-9523-799650be49b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e62b1f42d81d404ca2bc2b7058e04748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5442307 Sep 17 23:36:35.068239 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50886) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:35.106601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:35.118721 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b41cd7e-c90d-45b6-bd86-9c45cd72ab0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.160794 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.170797 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f73cceb-155e-4778-81d3-081018fb39b9 admin admin] Checking segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:35.170797 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f73cceb-155e-4778-81d3-081018fb39b9 admin admin] Network hostable DHCP agents. Network: de59519b-4223-446a-ba3f-49ba8599e2a2, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:36:35.182632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654f8bc-2082-4816-be43-5c4267206aea req-b7ee7494-796d-40ed-8a7b-5eba60829adf tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:35.191127 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c1eed53-b340-4c0d-bea0-9a8e07c5c54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.192055 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8654f8bc-2082-4816-be43-5c4267206aea req-b7ee7494-796d-40ed-8a7b-5eba60829adf tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 971 time: 0.1273088 Sep 17 23:36:35.215846 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50898) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:35.216340 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5b41cd7e-c90d-45b6-bd86-9c45cd72ab0c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=02903f195b6f4145bc6f1578bfc56b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5554359 Sep 17 23:36:35.217766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41cd7e-c90d-45b6-bd86-9c45cd72ab0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b1e006-139c-4e38-b194-755f145ba664,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:35.248521 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c1eed53-b340-4c0d-bea0-9a8e07c5c54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.280563 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8654f8bc-2082-4816-be43-5c4267206aea req-68d42ef1-a873-4693-b94d-a4024adacc23 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810192 Sep 17 23:36:35.300201 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0964c9e-36da-4749-859e-e2137c974931" -d '{"events": [{"server_uuid": "0a25fd24-8502-423b-b934-f1bf21bac1cd", "name": "network-vif-plugged", "status": "completed", "tag": "cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:35.314928 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:35.315148 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f73cceb-155e-4778-81d3-081018fb39b9 admin admin] Network de59519b-4223-446a-ba3f-49ba8599e2a2 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:36:35.341825 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d95e132-122d-4ba4-9796-dd9fd8aaea46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.352657 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8bc9aade-bfc7-4214-9ad8-07d37422fe9b req-94e63e81-174b-47dc-84c0-47c0c2e522a4 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 210 time: 0.0446477 Sep 17 23:36:35.374270 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d95e132-122d-4ba4-9796-dd9fd8aaea46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.415622 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-9f73cceb-155e-4778-81d3-081018fb39b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, de59519b-4223-446a-ba3f-49ba8599e2a2) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:35.420145 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f73cceb-155e-4778-81d3-081018fb39b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:35.426682 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f73cceb-155e-4778-81d3-081018fb39b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.427375 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb804917-b256-4cea-80dc-8c69289c95bb None None] Network de59519b-4223-446a-ba3f-49ba8599e2a2 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:36:35.481578 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a83094-7188-4c16-ba67-880f0b3fb437 x-openstack-request-id: req-22a83094-7188-4c16-ba67-880f0b3fb437 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:35.482211 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a25fd24-8502-423b-b934-f1bf21bac1cd", "name": "network-vif-plugged", "status": "completed", "tag": "cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:35.482211 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22a83094-7188-4c16-ba67-880f0b3fb437 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:35.482543 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a25fd24-8502-423b-b934-f1bf21bac1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc', 'code': 200} Sep 17 23:36:35.494442 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c1eed53-b340-4c0d-bea0-9a8e07c5c54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.497816 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c1eed53-b340-4c0d-bea0-9a8e07c5c54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.504554 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5c1eed53-b340-4c0d-bea0-9a8e07c5c54e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed251b4a-d582-4430-84bb-eb38a3bdc343 HTTP/1.1" status: 204 len: 168 time: 0.4283888 Sep 17 23:36:35.517997 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1eed53-b340-4c0d-bea0-9a8e07c5c54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed251b4a-d582-4430-84bb-eb38a3bdc343,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:35.537445 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9f73cceb-155e-4778-81d3-081018fb39b9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0873985 Sep 17 23:36:35.538758 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d95e132-122d-4ba4-9796-dd9fd8aaea46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.542427 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d95e132-122d-4ba4-9796-dd9fd8aaea46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.545447 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2d95e132-122d-4ba4-9796-dd9fd8aaea46 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6b1e006-139c-4e38-b194-755f145ba664 HTTP/1.1" status: 204 len: 168 time: 0.3272321 Sep 17 23:36:35.557114 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95e132-122d-4ba4-9796-dd9fd8aaea46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b1e006-139c-4e38-b194-755f145ba664,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:35.597231 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a4f28a-d4c7-4125-88ca-d6aded776f04 None None] Network de59519b-4223-446a-ba3f-49ba8599e2a2 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:36:35.684744 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71eb1b-a8fd-4e4d-94e0-9b7023beb190 req-ed746374-0231-4fa1-8c62-2f65c1027e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:35.686324 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6f71eb1b-a8fd-4e4d-94e0-9b7023beb190 req-ed746374-0231-4fa1-8c62-2f65c1027e2f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 1123 time: 0.1111708 Sep 17 23:36:35.722371 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6f71eb1b-a8fd-4e4d-94e0-9b7023beb190 req-bf3e7e3a-0174-46d0-a508-7346a5039720 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.780094 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ea742-0050-4951-8362-04c17ae13cc7 req-00eaac95-0cf1-489d-9edc-89c1171edcd9 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:35.788332 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c54ea742-0050-4951-8362-04c17ae13cc7 req-00eaac95-0cf1-489d-9edc-89c1171edcd9 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 932 time: 0.0726755 Sep 17 23:36:35.831558 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6f71eb1b-a8fd-4e4d-94e0-9b7023beb190 req-bf3e7e3a-0174-46d0-a508-7346a5039720 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.842820 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c54ea742-0050-4951-8362-04c17ae13cc7 req-01ec21a5-9778-4e88-b900-4e604b03e172 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413446 Sep 17 23:36:35.910756 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6f71eb1b-a8fd-4e4d-94e0-9b7023beb190 req-bf3e7e3a-0174-46d0-a508-7346a5039720 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:35.942203 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6f71eb1b-a8fd-4e4d-94e0-9b7023beb190 req-bf3e7e3a-0174-46d0-a508-7346a5039720 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466819 Sep 17 23:36:35.950537 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e7e3a-0174-46d0-a508-7346a5039720 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=56219678-add8-4e23-834a-41c6acaab89b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:36.413651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f765ce-8a65-43b3-b0fa-e4dd28e8485a req-ab127aa7-737e-4f1f-8060-c99b6a7a864c tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:36.416331 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33f765ce-8a65-43b3-b0fa-e4dd28e8485a req-ab127aa7-737e-4f1f-8060-c99b6a7a864c tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 972 time: 0.0684068 Sep 17 23:36:36.465362 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-87b699c8-d1d8-4393-a291-b620b30db8d5 req-0427c795-c313-4648-9858-82e859b1d31a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 210 time: 0.0349452 Sep 17 23:36:36.480384 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33f765ce-8a65-43b3-b0fa-e4dd28e8485a req-f8726a23-b280-47ac-b07a-db0fdd3a2396 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574319 Sep 17 23:36:36.722455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50948) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:36.735608 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0afa-c5ca-4ff9-85eb-00ddab669ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:36.847296 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0afa-c5ca-4ff9-85eb-00ddab669ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:36.910782 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0afa-c5ca-4ff9-85eb-00ddab669ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:36.951058 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7d6f0afa-c5ca-4ff9-85eb-00ddab669ffd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d3f70d5428a74c808b0f26bdf43d7429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274539 Sep 17 23:36:36.952149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f0afa-c5ca-4ff9-85eb-00ddab669ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ea917d-61b4-42e7-9964-f3f1ef113e32,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:36.955250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50954) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:36.957859 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d4a12-9b89-4d5c-bcaf-39ec4b6a3d0c req-b5f141f9-d77c-43ca-8ff7-71fd394d1666 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:36.965361 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-091d4a12-9b89-4d5c-bcaf-39ec4b6a3d0c req-b5f141f9-d77c-43ca-8ff7-71fd394d1666 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 932 time: 0.0610824 Sep 17 23:36:37.011942 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-091d4a12-9b89-4d5c-bcaf-39ec4b6a3d0c req-8f9cbde0-bef2-4c34-bcff-3e6a3b5f533e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456746 Sep 17 23:36:37.012251 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91206161-2780-4b2c-a397-aae422e6f0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.045885 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91206161-2780-4b2c-a397-aae422e6f0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.174113 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91206161-2780-4b2c-a397-aae422e6f0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.177714 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91206161-2780-4b2c-a397-aae422e6f0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.179008 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-91206161-2780-4b2c-a397-aae422e6f0aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8ea917d-61b4-42e7-9964-f3f1ef113e32 HTTP/1.1" status: 204 len: 168 time: 0.2226958 Sep 17 23:36:37.187859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91206161-2780-4b2c-a397-aae422e6f0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ea917d-61b4-42e7-9964-f3f1ef113e32,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:37.293065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50970) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:37.298944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-355d02b3-f9b9-4862-a7d1-4e3237cf1289 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-762273645-network', 'tenant_id': '5e915c402a9d4b808c4185233791dc63'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:37.390655 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355d02b3-f9b9-4862-a7d1-4e3237cf1289 admin admin] Made reservation on behalf of 5e915c402a9d4b808c4185233791dc63 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:37.392890 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-355d02b3-f9b9-4862-a7d1-4e3237cf1289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.409115 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-355d02b3-f9b9-4862-a7d1-4e3237cf1289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.505135 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-355d02b3-f9b9-4862-a7d1-4e3237cf1289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.593236 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-355d02b3-f9b9-4862-a7d1-4e3237cf1289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.615799 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355d02b3-f9b9-4862-a7d1-4e3237cf1289 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:36:37.615950 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aea0e6-9f3c-4d62-a960-62f3498fb924 req-676383a4-b7aa-47dc-b849-d3f1e3fc13b9 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:37.617686 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f3aea0e6-9f3c-4d62-a960-62f3498fb924 req-676383a4-b7aa-47dc-b849-d3f1e3fc13b9 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 972 time: 0.0649633 Sep 17 23:36:37.639176 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d02b3-f9b9-4862-a7d1-4e3237cf1289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0516b2-a56f-47b5-8c4e-bac8ccc41c78,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:37.654354 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-355d02b3-f9b9-4862-a7d1-4e3237cf1289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.656890 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-355d02b3-f9b9-4862-a7d1-4e3237cf1289 admin admin] Added segment f3274cb6-6bbf-488f-a060-d26c0eb4fe1d of type vlan for network 53d18ab1-542f-476f-aba9-d13bea8736f4 Sep 17 23:36:37.679516 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f3aea0e6-9f3c-4d62-a960-62f3498fb924 req-9d0fdf97-b7ab-48ef-b9ea-2def9206194f tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537500 Sep 17 23:36:37.739843 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-355d02b3-f9b9-4862-a7d1-4e3237cf1289 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.801424 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b2c444d-84e3-4028-848d-a04214371bd4 req-c67c8a88-3b12-40a4-a540-021628a2fd2b tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 210 time: 0.0573068 Sep 17 23:36:37.916584 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-355d02b3-f9b9-4862-a7d1-4e3237cf1289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.917785 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355d02b3-f9b9-4862-a7d1-4e3237cf1289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:37.918360 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-355d02b3-f9b9-4862-a7d1-4e3237cf1289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:37.996014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d02b3-f9b9-4862-a7d1-4e3237cf1289 admin admin] Pushing event updated for resources: {'Network': ['ID=53d18ab1-542f-476f-aba9-d13bea8736f4,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:38.009326 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 53d18ab1-542f-476f-aba9-d13bea8736f4 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:36:38.188193 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a75b55-a26b-4705-ad8d-7e455ad24f90 req-d42678e1-ab2f-43f7-8bb4-c4a220e0119c tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:38.188193 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6a75b55-a26b-4705-ad8d-7e455ad24f90 req-d42678e1-ab2f-43f7-8bb4-c4a220e0119c tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 932 time: 0.0674942 Sep 17 23:36:38.240310 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6a75b55-a26b-4705-ad8d-7e455ad24f90 req-b40787c9-8329-4405-a67a-6dd32d3a3031 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696561 Sep 17 23:36:38.794617 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e318c8-1745-49c3-98f4-020c131f0df4 req-fba5dc9f-2dd0-4dac-8f8f-8d1f34986034 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:38.796098 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8e318c8-1745-49c3-98f4-020c131f0df4 req-fba5dc9f-2dd0-4dac-8f8f-8d1f34986034 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 972 time: 0.0488138 Sep 17 23:36:38.838021 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8e318c8-1745-49c3-98f4-020c131f0df4 req-d39eb577-1e72-47ed-a7ed-1bcaef2135c6 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350783 Sep 17 23:36:38.889955 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-601af99b-3ff7-42e6-92cd-03e9ddf76449 req-99ec7f5c-eb10-4f7d-8f9d-66a1fc8e70b5 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 210 time: 0.0272229 Sep 17 23:36:38.938420 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-355d02b3-f9b9-4862-a7d1-4e3237cf1289 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6441193 Sep 17 23:36:38.942653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51040) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:38.947405 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-efef9d6a-973b-4b52-be94-2589473698d1 admin admin] Request body: {'subnet': {'network_id': '53d18ab1-542f-476f-aba9-d13bea8736f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-762273645-subnet', 'tenant_id': '5e915c402a9d4b808c4185233791dc63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:39.043118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be763d-7be3-43bb-87ba-b9ed9245b4dc req-95bb51a1-2e77-4176-bd7c-38f0a020ffe0 tempest-AggregatesAdminTestJSON-1680163316 tempest-AggregatesAdminTestJSON-1680163316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:39.044734 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-49be763d-7be3-43bb-87ba-b9ed9245b4dc req-95bb51a1-2e77-4176-bd7c-38f0a020ffe0 tempest-AggregatesAdminTestJSON-1680163316 tempest-AggregatesAdminTestJSON-1680163316-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 1123 time: 0.0875618 Sep 17 23:36:39.061538 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efef9d6a-973b-4b52-be94-2589473698d1 admin admin] Made reservation on behalf of 5e915c402a9d4b808c4185233791dc63 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:39.064085 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-efef9d6a-973b-4b52-be94-2589473698d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:39.073499 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-49be763d-7be3-43bb-87ba-b9ed9245b4dc req-16281abb-4fa0-491d-9358-38a75ac2fb96 tempest-AggregatesAdminTestJSON-1680163316 tempest-AggregatesAdminTestJSON-1680163316-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:39.182265 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-49be763d-7be3-43bb-87ba-b9ed9245b4dc req-16281abb-4fa0-491d-9358-38a75ac2fb96 tempest-AggregatesAdminTestJSON-1680163316 tempest-AggregatesAdminTestJSON-1680163316-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:39.263391 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-49be763d-7be3-43bb-87ba-b9ed9245b4dc req-16281abb-4fa0-491d-9358-38a75ac2fb96 tempest-AggregatesAdminTestJSON-1680163316 tempest-AggregatesAdminTestJSON-1680163316-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:39.312038 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-49be763d-7be3-43bb-87ba-b9ed9245b4dc req-16281abb-4fa0-491d-9358-38a75ac2fb96 tempest-AggregatesAdminTestJSON-1680163316 tempest-AggregatesAdminTestJSON-1680163316-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530513 Sep 17 23:36:39.339903 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-efef9d6a-973b-4b52-be94-2589473698d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:39.346304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16281abb-4fa0-491d-9358-38a75ac2fb96 tempest-AggregatesAdminTestJSON-1680163316 tempest-AggregatesAdminTestJSON-1680163316-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd38852-aa32-4282-a5fa-55a2a491c1fa,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:39.389276 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125246b-9af8-41fc-84d9-6b094c25d225 req-a8d45178-994e-4d1f-adab-b08d9131a84c tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:39.396379 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a125246b-9af8-41fc-84d9-6b094c25d225 req-a8d45178-994e-4d1f-adab-b08d9131a84c tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 932 time: 0.0864413 Sep 17 23:36:39.430912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef9d6a-973b-4b52-be94-2589473698d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d62fb16e-00d4-4767-b7b8-e60c92f35b90,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:39.441873 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef9d6a-973b-4b52-be94-2589473698d1 admin admin] Checking segment: {'id': 'f3274cb6-6bbf-488f-a060-d26c0eb4fe1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '53d18ab1-542f-476f-aba9-d13bea8736f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:39.442231 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef9d6a-973b-4b52-be94-2589473698d1 admin admin] Network hostable DHCP agents. Network: 53d18ab1-542f-476f-aba9-d13bea8736f4, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:36:39.454052 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a125246b-9af8-41fc-84d9-6b094c25d225 req-165aaa38-80ac-46d8-ac50-607a77a6a099 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564988 Sep 17 23:36:39.546240 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51066) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:39.576014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef9d6a-973b-4b52-be94-2589473698d1 admin admin] Network 53d18ab1-542f-476f-aba9-d13bea8736f4 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:36:39.676877 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-efef9d6a-973b-4b52-be94-2589473698d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 53d18ab1-542f-476f-aba9-d13bea8736f4) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:39.681253 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efef9d6a-973b-4b52-be94-2589473698d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:39.682055 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-efef9d6a-973b-4b52-be94-2589473698d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:39.687520 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e070e133-2126-4595-b81d-4640eb6620b3 None None] Network 53d18ab1-542f-476f-aba9-d13bea8736f4 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:36:39.760236 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-efef9d6a-973b-4b52-be94-2589473698d1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8165207 Sep 17 23:36:39.830968 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee01058-4674-41ad-a6b0-4db794dc8ba6 None None] Network 53d18ab1-542f-476f-aba9-d13bea8736f4 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:36:39.841899 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ad40cdf2-4895-4370-b22c-f2c622fe0326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:39.988226 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ad40cdf2-4895-4370-b22c-f2c622fe0326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:40.044196 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:40.067476 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ad40cdf2-4895-4370-b22c-f2c622fe0326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:40.113500 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ad40cdf2-4895-4370-b22c-f2c622fe0326 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb8478604ad24f1abe98ef806302b4ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5668051 Sep 17 23:36:40.116349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51098) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:40.121804 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40cdf2-4895-4370-b22c-f2c622fe0326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2491cf4b-ff0a-4ac9-bfb5-c404757e0be9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:40.147243 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-90dfcf7c-4937-412f-b61e-aef552dc71df tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:36:40.149638 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-90dfcf7c-4937-412f-b61e-aef552dc71df tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052192 Sep 17 23:36:40.202031 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-692c86c6-1cc0-453e-943a-163abc4ad90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:40.228887 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-692c86c6-1cc0-453e-943a-163abc4ad90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:40.289824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70557831-e5b1-4f09-aeaf-a5ed5ecdb01d req-9e65d8b9-2f33-4950-824f-d519cfe4064e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 210 time: 0.0364289 Sep 17 23:36:40.440975 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Request body: {'port': {'device_id': '6bd01f07-9413-4529-b753-76dec4da84c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:40.471823 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-692c86c6-1cc0-453e-943a-163abc4ad90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:40.477938 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-692c86c6-1cc0-453e-943a-163abc4ad90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:40.481661 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-692c86c6-1cc0-453e-943a-163abc4ad90f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2491cf4b-ff0a-4ac9-bfb5-c404757e0be9 HTTP/1.1" status: 204 len: 168 time: 0.3641925 Sep 17 23:36:40.489644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c86c6-1cc0-453e-943a-163abc4ad90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2491cf4b-ff0a-4ac9-bfb5-c404757e0be9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:40.497078 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:40.785808 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15e26d-a652-4344-a9c0-b99593781553 req-c64e28a7-783a-475a-acc3-4e7b70649e03 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:40.787831 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff15e26d-a652-4344-a9c0-b99593781553 req-c64e28a7-783a-475a-acc3-4e7b70649e03 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 821 time: 0.1128385 Sep 17 23:36:40.811797 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff15e26d-a652-4344-a9c0-b99593781553 req-1faa9718-cf63-4bd2-b0ad-405fe03ba9cf tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/quotas/42091a1d224846e09811aee1ce652339 HTTP/1.1" status: 200 len: 375 time: 0.0161219 Sep 17 23:36:40.812928 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a297a80-aecc-4f9c-ab54-06ce32d20850 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:36:40.822884 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:40.836043 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Transition to ACTIVE for port object 0a297a80-aecc-4f9c-ab54-06ce32d20850 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:36:40.859843 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff15e26d-a652-4344-a9c0-b99593781553 req-fb0ab6e3-7256-4ff0-be57-f02e079f5127 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413253 Sep 17 23:36:40.905534 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:40.981192 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Pushing event updated for resources: {'Port': ['ID=0a297a80-aecc-4f9c-ab54-06ce32d20850,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:41.035019 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Attempting to bind port 0a297a80-aecc-4f9c-ab54-06ce32d20850 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:36:41.036956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Attempting to bind port 0a297a80-aecc-4f9c-ab54-06ce32d20850 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'd999cc28-7bc4-4132-b238-802d21cdaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:36:41.036956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Attempting to bind port 0a297a80-aecc-4f9c-ab54-06ce32d20850 on network d0877baf-6ee8-4add-8825-399e8b3ccc62 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:41.042048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Port 0a297a80-aecc-4f9c-ab54-06ce32d20850 on network d0877baf-6ee8-4add-8825-399e8b3ccc62 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:36:41.042048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Attempting to bind port 0a297a80-aecc-4f9c-ab54-06ce32d20850 on network d0877baf-6ee8-4add-8825-399e8b3ccc62 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:41.047959 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:36:41.048386 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Checking segment: {'id': 'd999cc28-7bc4-4132-b238-802d21cdaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:41.049011 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Bound using segment: {'id': 'd999cc28-7bc4-4132-b238-802d21cdaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:36:41.049544 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Bound port: 0a297a80-aecc-4f9c-ab54-06ce32d20850, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd999cc28-7bc4-4132-b238-802d21cdaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:36:41.050662 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:41.052332 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff15e26d-a652-4344-a9c0-b99593781553 req-a9385826-37b5-48bc-9a37-054e420bd0c7 service neutron] 10.222.0.46 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849527 Sep 17 23:36:41.082730 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774c091-056f-47d0-af45-33c05d4042e4 req-ec9cab60-7eca-44a6-8566-2153a8e20f16 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:41.088589 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e774c091-056f-47d0-af45-33c05d4042e4 req-ec9cab60-7eca-44a6-8566-2153a8e20f16 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 944 time: 0.1291597 Sep 17 23:36:41.152699 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] For port 0a297a80-aecc-4f9c-ab54-06ce32d20850, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:36:41.156808 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] For port 0a297a80-aecc-4f9c-ab54-06ce32d20850, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0a297a80-aecc-4f9c-ab54-06ce32d20850,segment=NetworkSegment(d999cc28-7bc4-4132-b238-802d21cdaea9),segment_id=d999cc28-7bc4-4132-b238-802d21cdaea9)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:36:41.196662 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e774c091-056f-47d0-af45-33c05d4042e4 req-d0cbfe08-2e31-4223-a7f3-4d86b412a372 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929747 Sep 17 23:36:41.225261 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff15e26d-a652-4344-a9c0-b99593781553 req-2cf8577b-b6c8-4e09-8e6d-280c40fa941c service neutron] 10.222.0.46 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663959 Sep 17 23:36:41.239040 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:41.275626 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:41.281759 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:41.281759 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] 10.222.0.37 "PUT /v2.0/ports/0a297a80-aecc-4f9c-ab54-06ce32d20850 HTTP/1.1" status: 200 len: 1092 time: 1.0100501 Sep 17 23:36:41.281759 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd01f07-9413-4529-b753-76dec4da84c7', 'tag': '0a297a80-aecc-4f9c-ab54-06ce32d20850'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:41.286130 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b3407b-8a9c-4a0c-93da-b33f9159afab" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd01f07-9413-4529-b753-76dec4da84c7", "tag": "0a297a80-aecc-4f9c-ab54-06ce32d20850"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:41.353615 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478583c7-d0f4-4b18-b4b4-ac23ad270233 service neutron] Pushing event updated for resources: {'Port': ['ID=0a297a80-aecc-4f9c-ab54-06ce32d20850,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:41.501893 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.37', 50480) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:41.523990 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-f904f167-7dc3-4521-8983-a3cf3aae4201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:41.526205 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-f904f167-7dc3-4521-8983-a3cf3aae4201 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06106444c40645e2a5a0f1beb95c10da&device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 1095 time: 0.0740521 Sep 17 23:36:41.543288 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51158) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:41.556210 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-a0064207-4097-4113-a9c7-1e30095b9db1 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515187 Sep 17 23:36:41.581644 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c89c-4054-45d7-bf24-606b36f34555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:41.621885 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff613e2-126c-4eb2-8228-aa663343ca81 x-openstack-request-id: req-eff613e2-126c-4eb2-8228-aa663343ca81 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:41.623064 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd01f07-9413-4529-b753-76dec4da84c7", "tag": "0a297a80-aecc-4f9c-ab54-06ce32d20850", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:41.623935 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eff613e2-126c-4eb2-8228-aa663343ca81 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:41.625546 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd01f07-9413-4529-b753-76dec4da84c7', 'tag': '0a297a80-aecc-4f9c-ab54-06ce32d20850', 'status': 'completed', 'code': 200} Sep 17 23:36:41.632619 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-62f7433f-8c3d-4869-abd7-0e6494032ca2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a297a80-aecc-4f9c-ab54-06ce32d20850 HTTP/1.1" status: 200 len: 217 time: 0.0984600 Sep 17 23:36:41.693778 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-627efa46-e3ae-4930-84e4-e3819241ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:41.695410 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-627efa46-e3ae-4930-84e4-e3819241ba08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd219c6d-7503-4b6c-ac13-9f8de200b8d0 HTTP/1.1" status: 200 len: 862 time: 0.0569499 Sep 17 23:36:41.748781 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6b2a351-5d09-452c-800c-11112b695014 req-335eec6c-0adb-4a32-9c20-5981dcd534e3 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 210 time: 0.1322494 Sep 17 23:36:41.768310 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-19dc8159-65a3-4af2-b48f-1c807a2649be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:41.768310 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-19dc8159-65a3-4af2-b48f-1c807a2649be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d0877baf-6ee8-4add-8825-399e8b3ccc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603292 Sep 17 23:36:41.800117 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-31ab596b-9135-4bd4-9755-db626ef0b377 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:41.801630 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-31ab596b-9135-4bd4-9755-db626ef0b377 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2099442 Sep 17 23:36:41.819124 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-833f796f-8459-4bca-9d05-90f065e31256 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Request body: {'port': {'device_id': 'a51437eb-4f97-4019-be6f-d28ece4072be', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': 'e48d8880359443fb9bfa4fbd1d6105f4'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:41.886550 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-a74a7356-19d0-4f40-b450-b9da76593a76 service neutron] 10.222.0.37 "GET /v2.0/networks/d0877baf-6ee8-4add-8825-399e8b3ccc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125839 Sep 17 23:36:41.889741 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0cf94a35-c6c3-4b4b-90ae-1bb8d0bd23a0 req-773326eb-cbdc-4cbf-bfe2-b9bff08efdf5 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 210 time: 0.0782039 Sep 17 23:36:41.994876 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-39ee87d5-1d7a-48ab-a97f-e8fed26dc529 req-038ff650-a782-4ccb-a4c5-54aecc34fddd service neutron] 10.222.0.37 "GET /v2.0/networks/d0877baf-6ee8-4add-8825-399e8b3ccc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010418 Sep 17 23:36:42.194670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3407b-8a9c-4a0c-93da-b33f9159afab req-ccb80c98-e984-47e8-bd43-e68278b067a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:42.196198 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d1b3407b-8a9c-4a0c-93da-b33f9159afab req-ccb80c98-e984-47e8-bd43-e68278b067a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06106444c40645e2a5a0f1beb95c10da&device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 1095 time: 0.0492225 Sep 17 23:36:42.240963 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c89c-4054-45d7-bf24-606b36f34555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:42.336971 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c89c-4054-45d7-bf24-606b36f34555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:42.347890 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3407b-8a9c-4a0c-93da-b33f9159afab req-287dcce2-8049-4f34-9620-acdaa586eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:42.349567 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d1b3407b-8a9c-4a0c-93da-b33f9159afab req-287dcce2-8049-4f34-9620-acdaa586eb58 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d0877baf-6ee8-4add-8825-399e8b3ccc62 HTTP/1.1" status: 200 len: 924 time: 0.1452398 Sep 17 23:36:42.369868 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3b1a3703-b016-4cbb-a407-fd9b6922a508 req-e839c90e-0541-4148-aa05-229a3f3c5331 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0801625 Sep 17 23:36:42.388865 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5c89c-4054-45d7-bf24-606b36f34555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82824aa-ef61-48c4-b751-80fbe3906cdb,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:42.395494 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a3a5c89c-4054-45d7-bf24-606b36f34555 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa20b8facd61495fb1f0ad33e697095b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8511193 Sep 17 23:36:42.398316 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51206) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:42.407374 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d1b3407b-8a9c-4a0c-93da-b33f9159afab req-4e89c322-6d41-44a7-8cdc-f75650f3d485 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a297a80-aecc-4f9c-ab54-06ce32d20850 HTTP/1.1" status: 200 len: 217 time: 0.0501709 Sep 17 23:36:42.451424 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e1c66963-bf61-4a31-b9a0-3a559beec0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:42.472699 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e1c66963-bf61-4a31-b9a0-3a559beec0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:42.480420 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-833f796f-8459-4bca-9d05-90f065e31256 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Made reservation on behalf of e48d8880359443fb9bfa4fbd1d6105f4 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:42.485924 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-833f796f-8459-4bca-9d05-90f065e31256 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:42.493177 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3407b-8a9c-4a0c-93da-b33f9159afab req-1c00725d-0a1d-40e6-96fa-60ca70241abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:42.494669 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d1b3407b-8a9c-4a0c-93da-b33f9159afab req-1c00725d-0a1d-40e6-96fa-60ca70241abc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd219c6d-7503-4b6c-ac13-9f8de200b8d0 HTTP/1.1" status: 200 len: 862 time: 0.0805526 Sep 17 23:36:42.500660 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a3703-b016-4cbb-a407-fd9b6922a508 req-8d79015b-8426-4276-8891-85277e3b9009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:42.502160 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3b1a3703-b016-4cbb-a407-fd9b6922a508 req-8d79015b-8426-4276-8891-85277e3b9009 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=765498df513143a193432978931ae8fa&device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 1123 time: 0.0789652 Sep 17 23:36:42.502476 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-833f796f-8459-4bca-9d05-90f065e31256 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:42.605371 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3407b-8a9c-4a0c-93da-b33f9159afab req-dd738f9f-365a-4402-8d2a-ec9200c4e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:42.607118 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d1b3407b-8a9c-4a0c-93da-b33f9159afab req-dd738f9f-365a-4402-8d2a-ec9200c4e075 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d0877baf-6ee8-4add-8825-399e8b3ccc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038733 Sep 17 23:36:42.663457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb709bee-c766-4757-b850-be83d8370b60 req-11443871-741d-42c8-8dc4-b03e703a81dc tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:42.669312 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb709bee-c766-4757-b850-be83d8370b60 req-11443871-741d-42c8-8dc4-b03e703a81dc tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 944 time: 0.0540981 Sep 17 23:36:42.690601 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a3703-b016-4cbb-a407-fd9b6922a508 req-96e51e5f-869f-4c9c-8914-6bb8454687ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:42.692461 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3b1a3703-b016-4cbb-a407-fd9b6922a508 req-96e51e5f-869f-4c9c-8914-6bb8454687ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1642518 Sep 17 23:36:42.716873 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb709bee-c766-4757-b850-be83d8370b60 req-7f27e462-deaa-4d02-afd9-ab37652d52d1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447907 Sep 17 23:36:42.744224 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e1c66963-bf61-4a31-b9a0-3a559beec0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:42.746755 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e1c66963-bf61-4a31-b9a0-3a559beec0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:42.750452 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e1c66963-bf61-4a31-b9a0-3a559beec0ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b82824aa-ef61-48c4-b751-80fbe3906cdb HTTP/1.1" status: 204 len: 168 time: 0.3484409 Sep 17 23:36:42.764695 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c66963-bf61-4a31-b9a0-3a559beec0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82824aa-ef61-48c4-b751-80fbe3906cdb,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:42.833225 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-833f796f-8459-4bca-9d05-90f065e31256 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:42.928750 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3b1a3703-b016-4cbb-a407-fd9b6922a508 req-dfb67293-f16f-477a-8a54-f7465e1d0841 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc HTTP/1.1" status: 200 len: 217 time: 0.0367556 Sep 17 23:36:42.959543 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-833f796f-8459-4bca-9d05-90f065e31256 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:43.012398 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d1b3407b-8a9c-4a0c-93da-b33f9159afab req-97894053-4f3c-4786-b240-0c7cca365a31 service neutron] 10.222.0.37 "GET /v2.0/networks/d0877baf-6ee8-4add-8825-399e8b3ccc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964968 Sep 17 23:36:43.027722 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:43.049422 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a3703-b016-4cbb-a407-fd9b6922a508 req-f6445010-e6d0-4d75-9e34-d06f704dae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:43.051076 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3b1a3703-b016-4cbb-a407-fd9b6922a508 req-f6445010-e6d0-4d75-9e34-d06f704dae1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1022849 Sep 17 23:36:43.139496 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e21de34-ea6b-4f62-b9a3-f92082dacd6d req-c184b46a-6a9f-47a2-b5e9-dce8500c3793 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 210 time: 0.0801616 Sep 17 23:36:43.158595 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a3703-b016-4cbb-a407-fd9b6922a508 req-87313584-160e-4b4a-80e1-5cc185ebafd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:43.160374 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3b1a3703-b016-4cbb-a407-fd9b6922a508 req-87313584-160e-4b4a-80e1-5cc185ebafd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0633106 Sep 17 23:36:43.172237 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ff04054-4503-4724-8111-5d2e3579a1f9 req-9022be74-0f5a-429b-9ceb-9a58c2e8bded tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 210 time: 0.1052461 Sep 17 23:36:43.205384 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d1b3407b-8a9c-4a0c-93da-b33f9159afab req-c61105aa-3d4c-4b0f-b1a3-b404338a9ce1 service neutron] 10.222.0.37 "GET /v2.0/networks/d0877baf-6ee8-4add-8825-399e8b3ccc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799002 Sep 17 23:36:43.223778 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f796f-8459-4bca-9d05-90f065e31256 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ce617d-2c4f-430d-97c6-1860ad8010e8,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:43.300385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-833f796f-8459-4bca-9d05-90f065e31256 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Allocated IP 192.168.233.27 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:43.334550 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3b1a3703-b016-4cbb-a407-fd9b6922a508 req-d4d66d2b-1da0-423f-9c87-de4795541639 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663730 Sep 17 23:36:43.352945 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51236) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:43.512902 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3b1a3703-b016-4cbb-a407-fd9b6922a508 req-c68d9483-3cc1-408c-90a8-396195301051 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602502 Sep 17 23:36:43.522511 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-833f796f-8459-4bca-9d05-90f065e31256 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:43.533708 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-56636ab0-9bea-4574-9488-57c469795ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:43.657664 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-56636ab0-9bea-4574-9488-57c469795ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:43.684523 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-833f796f-8459-4bca-9d05-90f065e31256 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:43.749456 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-56636ab0-9bea-4574-9488-57c469795ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:43.792636 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-833f796f-8459-4bca-9d05-90f065e31256 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:43.813444 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-833f796f-8459-4bca-9d05-90f065e31256 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:43.815221 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f796f-8459-4bca-9d05-90f065e31256 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Pushing event updated for resources: {'Port': ['ID=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:43.836513 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-833f796f-8459-4bca-9d05-90f065e31256 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:43.842329 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-833f796f-8459-4bca-9d05-90f065e31256 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:43.842979 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-833f796f-8459-4bca-9d05-90f065e31256 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:43.850812 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-addad57d-0430-4d4c-8080-ef2f1857f4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:43.870221 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56636ab0-9bea-4574-9488-57c469795ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d33512-2e20-428b-be8b-e7c2a87d68cb,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:43.878607 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-56636ab0-9bea-4574-9488-57c469795ea4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=538b4d2c12e1415088320bf5314ac3fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5231471 Sep 17 23:36:43.882278 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51270) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:43.937296 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c38364-615d-42ca-a122-217580b62b48 req-a99f9760-68dd-4343-88aa-a0844a4d12c2 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:43.944702 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d1c38364-615d-42ca-a122-217580b62b48 req-a99f9760-68dd-4343-88aa-a0844a4d12c2 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 944 time: 0.1055455 Sep 17 23:36:43.960142 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-07d7aed7-4f00-421a-8187-049ad63daf45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:43.988698 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d1c38364-615d-42ca-a122-217580b62b48 req-b658df00-76d9-47a1-915f-50ca8a459d80 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417056 Sep 17 23:36:43.990065 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-07d7aed7-4f00-421a-8187-049ad63daf45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:44.006544 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-833f796f-8459-4bca-9d05-90f065e31256 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1907318 Sep 17 23:36:44.022535 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Request body: {'port': {'device_id': 'a51437eb-4f97-4019-be6f-d28ece4072be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:44.095706 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:44.111411 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ce67e09d-ea8f-4155-ab64-6c8cc626dd3e None None] Provisioning complete for port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:44.113020 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ce67e09d-ea8f-4155-ab64-6c8cc626dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:44.141791 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-07d7aed7-4f00-421a-8187-049ad63daf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:44.146300 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-07d7aed7-4f00-421a-8187-049ad63daf45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:44.146300 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-07d7aed7-4f00-421a-8187-049ad63daf45 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06d33512-2e20-428b-be8b-e7c2a87d68cb HTTP/1.1" status: 204 len: 168 time: 0.2623255 Sep 17 23:36:44.153748 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7aed7-4f00-421a-8187-049ad63daf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d33512-2e20-428b-be8b-e7c2a87d68cb,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:44.159281 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ce67e09d-ea8f-4155-ab64-6c8cc626dd3e None None] Port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:36:44.418675 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16950ef0-f40e-43dc-b4bb-8cbdbef9415b req-5db67872-d09e-4ac8-9df1-4babc886fdc3 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:44.420184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16950ef0-f40e-43dc-b4bb-8cbdbef9415b req-5db67872-d09e-4ac8-9df1-4babc886fdc3 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 935 time: 0.1564698 Sep 17 23:36:44.516132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15e26d-a652-4344-a9c0-b99593781553 req-ab65fb88-3f9f-4842-85f7-7cffb41e4cf6 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:44.518085 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ff15e26d-a652-4344-a9c0-b99593781553 req-ab65fb88-3f9f-4842-85f7-7cffb41e4cf6 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.41 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 821 time: 0.1892362 Sep 17 23:36:44.521998 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16950ef0-f40e-43dc-b4bb-8cbdbef9415b req-e8a2ec82-e861-451d-8e2a-54d72d45060f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547411 Sep 17 23:36:44.543295 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-ff15e26d-a652-4344-a9c0-b99593781553 req-3923638a-ae6e-4ca1-bb39-c49c8c6d827b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Request body: {'port': {'device_id': '9fcaa66c-7825-4c03-b789-5fddb498324c', 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2', 'admin_state_up': True, 'tenant_id': '42091a1d224846e09811aee1ce652339'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:44.653824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c264a21a-7588-470b-ad0a-6f95dc63d71b req-d4bdba9e-5400-4148-9fda-7a3b1036a192 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 210 time: 0.0551219 Sep 17 23:36:44.664298 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:36:44.689323 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:44.712973 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Transition to ACTIVE for port object 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:36:44.808218 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff15e26d-a652-4344-a9c0-b99593781553 req-3923638a-ae6e-4ca1-bb39-c49c8c6d827b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Made reservation on behalf of 42091a1d224846e09811aee1ce652339 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:44.808802 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:44.812627 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ff15e26d-a652-4344-a9c0-b99593781553 req-3923638a-ae6e-4ca1-bb39-c49c8c6d827b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:44.872971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:44.932424 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Attempting to bind port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:36:44.932882 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Attempting to bind port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:36:44.933578 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Attempting to bind port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:44.946989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:36:44.946989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Attempting to bind port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:44.961567 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:36:44.962208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:44.963351 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:36:44.964355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Bound port: 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:36:44.965291 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:44.970091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-ff15e26d-a652-4344-a9c0-b99593781553 req-3923638a-ae6e-4ca1-bb39-c49c8c6d827b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Allocated IP 172.20.0.11 (de59519b-4223-446a-ba3f-49ba8599e2a2/01920827-ca31-4a6c-b1d5-a2ec1bf1f034/b948076a-51a5-461d-a280-dc454f12c73a) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:45.061056 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] For port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:36:45.068365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51324) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:45.122032 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] For port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:36:45.123352 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72665057-abb1-49f5-8ba0-e15e7c068e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:45.183696 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51330) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:45.187473 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aff864-5d2c-40c4-8c93-cf50d25a88b8 req-8c470992-d84f-4523-83e2-08c46995f2b3 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:45.189090 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80aff864-5d2c-40c4-8c93-cf50d25a88b8 req-8c470992-d84f-4523-83e2-08c46995f2b3 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 944 time: 0.0849175 Sep 17 23:36:45.195454 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:45.232936 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ff15e26d-a652-4344-a9c0-b99593781553 req-3923638a-ae6e-4ca1-bb39-c49c8c6d827b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:45.308491 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-26d6c442-2043-479a-805c-c8d883650559 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2144113020-network', 'tenant_id': '83ce412fe25740ddb2840fc8f3c7c5cf'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:45.357403 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ff15e26d-a652-4344-a9c0-b99593781553 req-3923638a-ae6e-4ca1-bb39-c49c8c6d827b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:45.402417 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:45.403029 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:45.404462 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] 10.222.0.37 "PUT /v2.0/ports/4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 HTTP/1.1" status: 200 len: 1095 time: 1.3861804 Sep 17 23:36:45.405131 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a51437eb-4f97-4019-be6f-d28ece4072be', 'tag': '4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:45.435066 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923638a-ae6e-4ca1-bb39-c49c8c6d827b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Pushing event updated for resources: {'Port': ['ID=b948076a-51a5-461d-a280-dc454f12c73a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:45.439185 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff15e26d-a652-4344-a9c0-b99593781553 req-3923638a-ae6e-4ca1-bb39-c49c8c6d827b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Network de59519b-4223-446a-ba3f-49ba8599e2a2 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:45.441703 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-ff15e26d-a652-4344-a9c0-b99593781553 req-3923638a-ae6e-4ca1-bb39-c49c8c6d827b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:45.445515 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff15e26d-a652-4344-a9c0-b99593781553 req-3923638a-ae6e-4ca1-bb39-c49c8c6d827b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:45.452153 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15e26d-a652-4344-a9c0-b99593781553 req-3923638a-ae6e-4ca1-bb39-c49c8c6d827b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:45.453633 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ff15e26d-a652-4344-a9c0-b99593781553 req-3923638a-ae6e-4ca1-bb39-c49c8c6d827b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:45.517127 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80aff864-5d2c-40c4-8c93-cf50d25a88b8 req-b513ec71-6c9c-4bb4-a225-3756c03db07c tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146913 Sep 17 23:36:45.524697 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05e0df-3b80-45d9-908f-1203bbca2df1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:45.618023 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72665057-abb1-49f5-8ba0-e15e7c068e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:45.645174 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-61b9b5b4-9aed-4159-9199-e1025af67a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:45.646823 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-61b9b5b4-9aed-4159-9199-e1025af67a94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 1098 time: 0.1022592 Sep 17 23:36:45.679391 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 0a297a80-aecc-4f9c-ab54-06ce32d20850 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:36:45.689564 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348c50e5-1481-4cd7-a381-597351193f41" -d '{"events": [{"name": "network-changed", "server_uuid": "a51437eb-4f97-4019-be6f-d28ece4072be", "tag": "4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:45.725667 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72665057-abb1-49f5-8ba0-e15e7c068e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:45.729018 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-071be2f6-5f4d-4185-b532-088afdbf997d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 HTTP/1.1" status: 200 len: 217 time: 0.0737000 Sep 17 23:36:45.788868 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ff15e26d-a652-4344-a9c0-b99593781553 req-3923638a-ae6e-4ca1-bb39-c49c8c6d827b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2599266 Sep 17 23:36:45.818226 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-72665057-abb1-49f5-8ba0-e15e7c068e55 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=58f8c7550f0f4089915ce662d1c6bc30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7452278 Sep 17 23:36:45.818226 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72665057-abb1-49f5-8ba0-e15e7c068e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57aa7c2e-a734-46f6-a573-c9d3f18a02a8,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:45.818559 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Request body: {'port': {'device_id': '9fcaa66c-7825-4c03-b789-5fddb498324c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:45.821111 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51358) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:45.823477 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 0a297a80-aecc-4f9c-ab54-06ce32d20850, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0a297a80-aecc-4f9c-ab54-06ce32d20850,segment=NetworkSegment(d999cc28-7bc4-4132-b238-802d21cdaea9),segment_id=d999cc28-7bc4-4132-b238-802d21cdaea9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:45.837009 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '0a297a80-aecc-4f9c-ab54-06ce32d20850', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'port_id': '0a297a80-aecc-4f9c-ab54-06ce32d20850', 'mac_address': 'fa:16:3e:ad:97:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:36:45.864678 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-e7c8504d-f1cb-4a8c-8080-b77c676675fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:45.868338 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-e7c8504d-f1cb-4a8c-8080-b77c676675fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1302147 Sep 17 23:36:45.907685 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:45.914064 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:45.925257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a297a80-aecc-4f9c-ab54-06ce32d20850 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:36:45.931978 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d6c442-2043-479a-805c-c8d883650559 admin admin] Made reservation on behalf of 83ce412fe25740ddb2840fc8f3c7c5cf for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:45.934948 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-26d6c442-2043-479a-805c-c8d883650559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:45.950073 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 0a297a80-aecc-4f9c-ab54-06ce32d20850, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0a297a80-aecc-4f9c-ab54-06ce32d20850,segment=NetworkSegment(d999cc28-7bc4-4132-b238-802d21cdaea9),segment_id=d999cc28-7bc4-4132-b238-802d21cdaea9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:45.966505 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-26d6c442-2043-479a-805c-c8d883650559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:45.986304 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed0778c-c905-476a-816f-e1330bba1963 x-openstack-request-id: req-bed0778c-c905-476a-816f-e1330bba1963 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:45.986600 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a51437eb-4f97-4019-be6f-d28ece4072be", "tag": "4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:45.986852 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bed0778c-c905-476a-816f-e1330bba1963 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:45.987305 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a51437eb-4f97-4019-be6f-d28ece4072be', 'tag': '4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2', 'status': 'completed', 'code': 200} Sep 17 23:36:46.033585 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:46.059174 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-60e1ee57-440c-492c-bf0f-e91ade72dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:46.060871 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-60e1ee57-440c-492c-bf0f-e91ade72dfcb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1824300 Sep 17 23:36:46.063634 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d4c1470d-a896-4695-b586-8da26f09174f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:46.073921 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624cbf7-e93b-4449-89bb-5ccac60aa3a5 req-0c27047b-3014-4241-be37-291cae66296f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:46.075422 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b624cbf7-e93b-4449-89bb-5ccac60aa3a5 req-0c27047b-3014-4241-be37-291cae66296f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 947 time: 0.1248291 Sep 17 23:36:46.082886 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=0a297a80-aecc-4f9c-ab54-06ce32d20850,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:46.142899 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d4c1470d-a896-4695-b586-8da26f09174f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:46.163678 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec03ba-c2b4-4988-9a97-19698a597436 req-f6ee1103-a03b-4632-9224-5d58ca38a087 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:46.165167 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8ec03ba-c2b4-4988-9a97-19698a597436 req-f6ee1103-a03b-4632-9224-5d58ca38a087 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 932 time: 0.1633575 Sep 17 23:36:46.189783 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-26d6c442-2043-479a-805c-c8d883650559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:46.239321 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b624cbf7-e93b-4449-89bb-5ccac60aa3a5 req-3c4b1251-0d63-4666-9010-d3a9965c06dc tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409805 Sep 17 23:36:46.257437 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-26d6c442-2043-479a-805c-c8d883650559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:46.294768 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-3da54a54-ee9f-4c47-a3f2-0d9d418aa2f8 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152269 Sep 17 23:36:46.299460 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8ec03ba-c2b4-4988-9a97-19698a597436 req-27e4a6de-793f-46d8-99b8-c02d2aa4a0b9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047764 Sep 17 23:36:46.302377 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b948076a-51a5-461d-a280-dc454f12c73a {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:36:46.309983 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6c442-2043-479a-805c-c8d883650559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423126b2-bafa-48f6-8f2c-45ca069b90c4,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:46.314832 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:46.377534 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['0a297a80-aecc-4f9c-ab54-06ce32d20850'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:36:46.387467 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Transition to ACTIVE for port object b948076a-51a5-461d-a280-dc454f12c73a will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:36:46.395655 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d4c1470d-a896-4695-b586-8da26f09174f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:46.396042 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d6c442-2043-479a-805c-c8d883650559 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:36:46.398584 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d4c1470d-a896-4695-b586-8da26f09174f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:46.400885 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d4c1470d-a896-4695-b586-8da26f09174f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/57aa7c2e-a734-46f6-a573-c9d3f18a02a8 HTTP/1.1" status: 204 len: 168 time: 0.5743017 Sep 17 23:36:46.412235 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1470d-a896-4695-b586-8da26f09174f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57aa7c2e-a734-46f6-a573-c9d3f18a02a8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:46.413039 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-26d6c442-2043-479a-805c-c8d883650559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:46.414120 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-26d6c442-2043-479a-805c-c8d883650559 admin admin] Added segment aaa88b8d-287c-40cd-98c3-f936a02903e4 of type vlan for network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 Sep 17 23:36:46.416420 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5265d80c-f829-4d1a-9c66-0f4978f78278 req-b7536403-2560-45d7-9b7d-8cafb5241899 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134295 Sep 17 23:36:46.462213 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-26d6c442-2043-479a-805c-c8d883650559 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:46.495721 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:46.584248 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Pushing event updated for resources: {'Port': ['ID=b948076a-51a5-461d-a280-dc454f12c73a,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:46.594927 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-26d6c442-2043-479a-805c-c8d883650559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:46.596161 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d6c442-2043-479a-805c-c8d883650559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:46.596595 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-26d6c442-2043-479a-805c-c8d883650559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:46.601911 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Attempting to bind port b948076a-51a5-461d-a280-dc454f12c73a on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:36:46.602310 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Attempting to bind port b948076a-51a5-461d-a280-dc454f12c73a by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:36:46.602705 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Attempting to bind port b948076a-51a5-461d-a280-dc454f12c73a on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:46.627383 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c50e5-1481-4cd7-a381-597351193f41 req-466d8e7b-899a-4488-bf39-5140071857e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:46.628910 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-348c50e5-1481-4cd7-a381-597351193f41 req-466d8e7b-899a-4488-bf39-5140071857e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 1098 time: 0.0542238 Sep 17 23:36:46.633048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Port b948076a-51a5-461d-a280-dc454f12c73a on network de59519b-4223-446a-ba3f-49ba8599e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:36:46.633372 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Attempting to bind port b948076a-51a5-461d-a280-dc454f12c73a on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:46.649875 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c0c892be-8483-46e6-8b80-39717b9bc8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:46.665573 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:36:46.665939 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Checking segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:46.666321 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Bound using segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:36:46.666746 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Bound port: b948076a-51a5-461d-a280-dc454f12c73a, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:36:46.667102 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:46.669912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6c442-2043-479a-805c-c8d883650559 admin admin] Pushing event updated for resources: {'Network': ['ID=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:46.682175 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:36:46.747958 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-26d6c442-2043-479a-805c-c8d883650559 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5626109 Sep 17 23:36:46.751709 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51390) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:46.758951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-71feacbb-cd8a-49a2-84a9-b864afdb7a92 admin admin] Request body: {'subnet': {'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2144113020-subnet', 'tenant_id': '83ce412fe25740ddb2840fc8f3c7c5cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:46.766484 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] For port b948076a-51a5-461d-a280-dc454f12c73a, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:36:46.786958 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] For port b948076a-51a5-461d-a280-dc454f12c73a, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=b948076a-51a5-461d-a280-dc454f12c73a,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:36:46.856926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c50e5-1481-4cd7-a381-597351193f41 req-c37e1c87-6d1f-4965-88bd-dc354eab9199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:46.859779 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-348c50e5-1481-4cd7-a381-597351193f41 req-c37e1c87-6d1f-4965-88bd-dc354eab9199 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.2221119 Sep 17 23:36:46.868051 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:46.871635 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71feacbb-cd8a-49a2-84a9-b864afdb7a92 admin admin] Made reservation on behalf of 83ce412fe25740ddb2840fc8f3c7c5cf for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:46.873954 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-71feacbb-cd8a-49a2-84a9-b864afdb7a92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:46.928149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:46.929539 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:46.930235 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ff15e26d-a652-4344-a9c0-b99593781553 req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] 10.222.0.41 "PUT /v2.0/ports/b948076a-51a5-461d-a280-dc454f12c73a HTTP/1.1" status: 200 len: 1092 time: 1.1263196 Sep 17 23:36:46.934151 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcaa66c-7825-4c03-b789-5fddb498324c', 'tag': 'b948076a-51a5-461d-a280-dc454f12c73a'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:46.938955 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-348c50e5-1481-4cd7-a381-597351193f41 req-0832f1e5-90f0-46ef-a8d1-a98e84b64c65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 HTTP/1.1" status: 200 len: 217 time: 0.0548272 Sep 17 23:36:46.943628 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8493282-018f-4b80-bf2f-754655cddc33" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcaa66c-7825-4c03-b789-5fddb498324c", "tag": "b948076a-51a5-461d-a280-dc454f12c73a"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:46.993061 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeead5c-08ef-48a0-9cc5-ffe5386ba56b req-7e1157e6-3f46-4ec6-8ffd-4d2e7ad67245 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:46.995468 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cbeead5c-08ef-48a0-9cc5-ffe5386ba56b req-7e1157e6-3f46-4ec6-8ffd-4d2e7ad67245 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 945 time: 0.1337841 Sep 17 23:36:47.013509 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f7b3f-56eb-4035-9e76-62e7b1c4a554 service neutron] Pushing event updated for resources: {'Port': ['ID=b948076a-51a5-461d-a280-dc454f12c73a,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:47.037194 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c50e5-1481-4cd7-a381-597351193f41 req-ef050ad6-23aa-4571-add7-07471bd8e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:47.038659 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-348c50e5-1481-4cd7-a381-597351193f41 req-ef050ad6-23aa-4571-add7-07471bd8e517 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0911791 Sep 17 23:36:47.085989 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cbeead5c-08ef-48a0-9cc5-ffe5386ba56b req-ddd047bd-3d99-4e56-a59a-630dd366ac46 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844665 Sep 17 23:36:47.117457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c50e5-1481-4cd7-a381-597351193f41 req-99c6d147-d371-4f2a-a7e7-f1ae114e8f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:47.120116 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-348c50e5-1481-4cd7-a381-597351193f41 req-99c6d147-d371-4f2a-a7e7-f1ae114e8f92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0645487 Sep 17 23:36:47.172269 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15e26d-a652-4344-a9c0-b99593781553 req-87ca688b-d801-4b53-9a44-34e2890e3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:47.173853 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ff15e26d-a652-4344-a9c0-b99593781553 req-87ca688b-d801-4b53-9a44-34e2890e3b04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 1095 time: 0.1039212 Sep 17 23:36:47.220207 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:47.226225 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ff15e26d-a652-4344-a9c0-b99593781553 req-b79b975a-85fc-488b-894a-6107c483fb83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b948076a-51a5-461d-a280-dc454f12c73a HTTP/1.1" status: 200 len: 217 time: 0.0405309 Sep 17 23:36:47.239136 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-348c50e5-1481-4cd7-a381-597351193f41 req-f089c3f5-60d5-444c-9d76-06514b9e0f42 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105330 Sep 17 23:36:47.292249 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ebbc3e-5f22-4ee4-81d4-e1b92078a773 x-openstack-request-id: req-d9ebbc3e-5f22-4ee4-81d4-e1b92078a773 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:47.293136 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcaa66c-7825-4c03-b789-5fddb498324c", "tag": "b948076a-51a5-461d-a280-dc454f12c73a", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:47.293413 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9ebbc3e-5f22-4ee4-81d4-e1b92078a773 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:47.293848 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcaa66c-7825-4c03-b789-5fddb498324c', 'tag': 'b948076a-51a5-461d-a280-dc454f12c73a', 'status': 'completed', 'code': 200} Sep 17 23:36:47.297830 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-71feacbb-cd8a-49a2-84a9-b864afdb7a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:47.357412 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71feacbb-cd8a-49a2-84a9-b864afdb7a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:47.365950 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-348c50e5-1481-4cd7-a381-597351193f41 req-cded122c-07ec-4677-9393-f7e7cf511f2f service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164646 Sep 17 23:36:47.373716 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15e26d-a652-4344-a9c0-b99593781553 req-1f0d57c4-0b9d-405e-b428-3f531dfe3458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:47.375238 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ff15e26d-a652-4344-a9c0-b99593781553 req-1f0d57c4-0b9d-405e-b428-3f531dfe3458 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.1331508 Sep 17 23:36:47.390866 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71feacbb-cd8a-49a2-84a9-b864afdb7a92 admin admin] Checking segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:47.391224 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71feacbb-cd8a-49a2-84a9-b864afdb7a92 admin admin] Network hostable DHCP agents. Network: ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:36:47.432146 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ff15e26d-a652-4344-a9c0-b99593781553 req-f2a3c4ec-f2bc-44ab-8828-f83fa931b140 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338099 Sep 17 23:36:47.528926 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71feacbb-cd8a-49a2-84a9-b864afdb7a92 admin admin] Network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:36:47.533945 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c2c74-aed4-4e41-8362-3dbb8bfc1748 req-558e4d71-c2a9-4c6d-80a8-d8ff364c3b55 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:47.535455 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e87c2c74-aed4-4e41-8362-3dbb8bfc1748 req-558e4d71-c2a9-4c6d-80a8-d8ff364c3b55 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 947 time: 0.0847986 Sep 17 23:36:47.571744 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ff15e26d-a652-4344-a9c0-b99593781553 req-ed6e63f9-cdd1-4978-b268-e989484d2616 service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314063 Sep 17 23:36:47.593940 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e87c2c74-aed4-4e41-8362-3dbb8bfc1748 req-f4889922-ef50-40a0-97e6-e89d87caa462 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479252 Sep 17 23:36:47.604802 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:47.645163 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-71feacbb-cd8a-49a2-84a9-b864afdb7a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:47.653826 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71feacbb-cd8a-49a2-84a9-b864afdb7a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:47.654416 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-71feacbb-cd8a-49a2-84a9-b864afdb7a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:47.654805 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed5d390-cc8e-446e-94d6-d4f5d2215211 None None] Network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:36:47.670251 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 0a297a80-aecc-4f9c-ab54-06ce32d20850 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:47.683279 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ff15e26d-a652-4344-a9c0-b99593781553 req-758e738c-2cc6-45b0-b702-574ec4b5b7b0 service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994544 Sep 17 23:36:47.712642 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bd1dc-00a2-40f2-b15c-06d42fbe3c26 req-5c6a8a53-2e27-4c2a-8de7-227e6120436d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:47.714138 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-085bd1dc-00a2-40f2-b15c-06d42fbe3c26 req-5c6a8a53-2e27-4c2a-8de7-227e6120436d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 944 time: 0.0584543 Sep 17 23:36:47.767143 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-085bd1dc-00a2-40f2-b15c-06d42fbe3c26 req-57813782-33b1-4eab-9581-1c7ebe7f3e58 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433433 Sep 17 23:36:47.782328 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-71feacbb-cd8a-49a2-84a9-b864afdb7a92 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0295026 Sep 17 23:36:47.841783 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857be71c-771a-4e8c-9486-d6b7aa7e9f01 None None] Network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:36:47.863243 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 0a297a80-aecc-4f9c-ab54-06ce32d20850 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:36:47.869600 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8493282-018f-4b80-bf2f-754655cddc33 req-b2c2b290-da21-441c-af87-04e2b514cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:47.871199 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d8493282-018f-4b80-bf2f-754655cddc33 req-b2c2b290-da21-441c-af87-04e2b514cbf8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 1095 time: 0.0437915 Sep 17 23:36:47.878009 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 0a297a80-aecc-4f9c-ab54-06ce32d20850 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:47.878585 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:47.993175 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8493282-018f-4b80-bf2f-754655cddc33 req-18e156fa-b184-4cd3-9081-d43e2dafe13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:47.994684 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d8493282-018f-4b80-bf2f-754655cddc33 req-18e156fa-b184-4cd3-9081-d43e2dafe13a service neutron] 10.222.0.41 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 922 time: 0.1139250 Sep 17 23:36:48.055442 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d8493282-018f-4b80-bf2f-754655cddc33 req-540e077a-8495-4bcb-b122-80e37d9f484b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b948076a-51a5-461d-a280-dc454f12c73a HTTP/1.1" status: 200 len: 217 time: 0.0487506 Sep 17 23:36:48.072416 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:48.118323 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd01f07-9413-4529-b753-76dec4da84c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a297a80-aecc-4f9c-ab54-06ce32d20850'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:48.119652 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010d2608-a473-4bc9-875f-4407cbdb7cb8" -d '{"events": [{"server_uuid": "6bd01f07-9413-4529-b753-76dec4da84c7", "name": "network-vif-plugged", "status": "completed", "tag": "0a297a80-aecc-4f9c-ab54-06ce32d20850"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:48.130906 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8493282-018f-4b80-bf2f-754655cddc33 req-9c1e8d7a-913d-412f-af97-d4f67b42ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:48.132509 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d8493282-018f-4b80-bf2f-754655cddc33 req-9c1e8d7a-913d-412f-af97-d4f67b42ba70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.0563705 Sep 17 23:36:48.133095 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 0a297a80-aecc-4f9c-ab54-06ce32d20850, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0a297a80-aecc-4f9c-ab54-06ce32d20850,segment=NetworkSegment(d999cc28-7bc4-4132-b238-802d21cdaea9),segment_id=d999cc28-7bc4-4132-b238-802d21cdaea9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:48.169828 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d8493282-018f-4b80-bf2f-754655cddc33 req-6f4a2714-fbf8-4f91-86ca-aff3e9f43e55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256505 Sep 17 23:36:48.273317 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:48.274954 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51472) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:48.285224 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d8493282-018f-4b80-bf2f-754655cddc33 req-a8b7853d-a1ed-490d-92cb-5f6d31763c88 service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070833 Sep 17 23:36:48.317470 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b9df5-5e9b-4f9d-9bb7-e03bb9389991 req-dc4b86f1-0d96-4db3-9ba0-5296d635e783 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:48.322738 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-543b9df5-5e9b-4f9d-9bb7-e03bb9389991 req-dc4b86f1-0d96-4db3-9ba0-5296d635e783 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 945 time: 0.0709784 Sep 17 23:36:48.338416 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=0a297a80-aecc-4f9c-ab54-06ce32d20850,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:48.367004 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-543b9df5-5e9b-4f9d-9bb7-e03bb9389991 req-f51846ed-0a20-4070-af25-21b4bab4114e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372391 Sep 17 23:36:48.399371 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d8493282-018f-4b80-bf2f-754655cddc33 req-6aa10b4d-1d78-4834-8814-0dbb01a45d6b service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039314 Sep 17 23:36:48.410802 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a13854-2755-409a-83b5-45cd7611c863 x-openstack-request-id: req-98a13854-2755-409a-83b5-45cd7611c863 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:48.411092 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd01f07-9413-4529-b753-76dec4da84c7", "name": "network-vif-plugged", "status": "completed", "tag": "0a297a80-aecc-4f9c-ab54-06ce32d20850", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:48.411632 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-98a13854-2755-409a-83b5-45cd7611c863 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:48.412096 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd01f07-9413-4529-b753-76dec4da84c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a297a80-aecc-4f9c-ab54-06ce32d20850', 'code': 200} Sep 17 23:36:48.651193 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-560496a7-1205-4c46-8414-da0a24155e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:48.674949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab666d-81d8-4200-99d5-5d706543b5f3 req-8beb5f39-5d17-4890-ba8b-96fe2fd57fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:48.676448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0cab666d-81d8-4200-99d5-5d706543b5f3 req-8beb5f39-5d17-4890-ba8b-96fe2fd57fcd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 1097 time: 0.1997266 Sep 17 23:36:48.719254 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0cab666d-81d8-4200-99d5-5d706543b5f3 req-6ee1228c-f5e7-45f8-8977-15c09960b7ee service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325775 Sep 17 23:36:48.770739 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-560496a7-1205-4c46-8414-da0a24155e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:48.777478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0ba08-442e-4130-b69f-cfa236dd41a4 req-66c7f01b-bd2d-4a0b-84fe-c80e6113fd46 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:48.778872 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ec0ba08-442e-4130-b69f-cfa236dd41a4 req-66c7f01b-bd2d-4a0b-84fe-c80e6113fd46 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 947 time: 0.0505049 Sep 17 23:36:48.822333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ec0ba08-442e-4130-b69f-cfa236dd41a4 req-114fae66-1c1f-41a6-bb9e-a884870a3298 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349336 Sep 17 23:36:48.850365 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-560496a7-1205-4c46-8414-da0a24155e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:48.899398 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-560496a7-1205-4c46-8414-da0a24155e0c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d47690d322b4d70a3e2fe8112ee52c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6231971 Sep 17 23:36:48.901477 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560496a7-1205-4c46-8414-da0a24155e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be66fdc0-6ae4-4649-b700-dcd268fbc91c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:48.902242 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51494) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:48.991469 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d379252-a93e-4fc7-8df9-5c45487cb28d req-2fa346c0-3185-45c0-a3c4-1c9cac08afeb tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:48.992920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d379252-a93e-4fc7-8df9-5c45487cb28d req-2fa346c0-3185-45c0-a3c4-1c9cac08afeb tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 944 time: 0.0741975 Sep 17 23:36:48.993945 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-108a115d-1c1f-44f1-8e7d-bb1be680ecb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:49.058000 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d379252-a93e-4fc7-8df9-5c45487cb28d req-70a3cca3-4c62-45e1-b04e-b166749c66c6 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423861 Sep 17 23:36:49.065562 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-108a115d-1c1f-44f1-8e7d-bb1be680ecb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:49.190916 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-108a115d-1c1f-44f1-8e7d-bb1be680ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:49.193521 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-108a115d-1c1f-44f1-8e7d-bb1be680ecb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:49.194713 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-108a115d-1c1f-44f1-8e7d-bb1be680ecb0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be66fdc0-6ae4-4649-b700-dcd268fbc91c HTTP/1.1" status: 204 len: 168 time: 0.2914720 Sep 17 23:36:49.202092 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a115d-1c1f-44f1-8e7d-bb1be680ecb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be66fdc0-6ae4-4649-b700-dcd268fbc91c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:49.510249 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51524) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:49.515660 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-8dc8f586-7c5a-4b19-b0c2-64b5ce127a7d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1889442741-network', 'tenant_id': '9055a38d16bd410c8fc871df4542ec71'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:49.518999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc6345-7c64-4105-bd99-6413b4711f5e req-b239ecfd-d534-41dd-8d12-6e8449b33fc2 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:49.520620 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2dc6345-7c64-4105-bd99-6413b4711f5e req-b239ecfd-d534-41dd-8d12-6e8449b33fc2 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 946 time: 0.0569117 Sep 17 23:36:49.566902 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2dc6345-7c64-4105-bd99-6413b4711f5e req-c2e6dbf1-e94a-4e84-b062-53e5dd694f1d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348434 Sep 17 23:36:49.585369 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:49.613894 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc8f586-7c5a-4b19-b0c2-64b5ce127a7d admin admin] Made reservation on behalf of 9055a38d16bd410c8fc871df4542ec71 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:49.616280 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8dc8f586-7c5a-4b19-b0c2-64b5ce127a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:49.625793 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8dc8f586-7c5a-4b19-b0c2-64b5ce127a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:49.669984 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:36:49.719137 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8dc8f586-7c5a-4b19-b0c2-64b5ce127a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:49.772141 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:49.784055 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2', 'mac_address': 'fa:16:3e:1e:2a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:36:49.821438 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8dc8f586-7c5a-4b19-b0c2-64b5ce127a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:49.836145 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:49.865786 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc8f586-7c5a-4b19-b0c2-64b5ce127a7d admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:36:49.871543 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:36:49.883937 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8dc8f586-7c5a-4b19-b0c2-64b5ce127a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:49.884278 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-8dc8f586-7c5a-4b19-b0c2-64b5ce127a7d admin admin] Added segment 9a45bb18-7acf-4ed3-a8e3-7c0205f48e00 of type vlan for network 7eccca91-03ee-4f2e-9201-a1fec8034cf6 Sep 17 23:36:49.912440 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:49.929737 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8f586-7c5a-4b19-b0c2-64b5ce127a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf4ef98-973e-4fc2-b6fd-518e1cb2fc73,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:49.933697 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8dc8f586-7c5a-4b19-b0c2-64b5ce127a7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:49.992792 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:49.993057 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e6ca2-57b8-4fe1-8eb6-653e550042aa req-03bbc899-05b1-434a-b090-67d198eb3b50 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:49.994479 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a7e6ca2-57b8-4fe1-8eb6-653e550042aa req-03bbc899-05b1-434a-b090-67d198eb3b50 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 947 time: 0.0503097 Sep 17 23:36:50.027989 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8dc8f586-7c5a-4b19-b0c2-64b5ce127a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:50.029068 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc8f586-7c5a-4b19-b0c2-64b5ce127a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:50.029650 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8dc8f586-7c5a-4b19-b0c2-64b5ce127a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:50.042724 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a7e6ca2-57b8-4fe1-8eb6-653e550042aa req-b9172254-162c-4224-8b46-7f1427d5d6a5 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406458 Sep 17 23:36:50.054305 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:50.094628 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8f586-7c5a-4b19-b0c2-64b5ce127a7d admin admin] Pushing event updated for resources: {'Network': ['ID=7eccca91-03ee-4f2e-9201-a1fec8034cf6,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:50.104199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 7eccca91-03ee-4f2e-9201-a1fec8034cf6 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:36:50.172906 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8dc8f586-7c5a-4b19-b0c2-64b5ce127a7d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6606259 Sep 17 23:36:50.174471 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51546) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:50.180072 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-bd860d71-ae02-4c22-8836-13d165f87bfc admin admin] Request body: {'subnet': {'network_id': '7eccca91-03ee-4f2e-9201-a1fec8034cf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1889442741-subnet', 'tenant_id': '9055a38d16bd410c8fc871df4542ec71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:50.239494 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:36:50.316140 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd860d71-ae02-4c22-8836-13d165f87bfc admin admin] Made reservation on behalf of 9055a38d16bd410c8fc871df4542ec71 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:50.318597 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd860d71-ae02-4c22-8836-13d165f87bfc admin admin] Notify callbacks [] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:50.362788 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51550) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:50.379970 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-106c14c7-07d2-4bd6-b5b8-0fc9ad15ba95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:50.440881 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e38c10-7ae5-4b4c-ab12-90eeb106c12a req-f1dee121-e07e-4eca-89af-3eaf130787a1 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:50.442360 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25e38c10-7ae5-4b4c-ab12-90eeb106c12a req-f1dee121-e07e-4eca-89af-3eaf130787a1 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 944 time: 0.0718162 Sep 17 23:36:50.468683 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-106c14c7-07d2-4bd6-b5b8-0fc9ad15ba95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:50.515602 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25e38c10-7ae5-4b4c-ab12-90eeb106c12a req-512f933c-d7a5-49f8-a1d9-c0c3846a663a tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660627 Sep 17 23:36:50.581260 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-106c14c7-07d2-4bd6-b5b8-0fc9ad15ba95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:50.620163 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-106c14c7-07d2-4bd6-b5b8-0fc9ad15ba95 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a96e8f28778d489ca120b1dccf6fbc04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562001 Sep 17 23:36:50.622845 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51554) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:50.625589 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c14c7-07d2-4bd6-b5b8-0fc9ad15ba95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cba7457-17a0-4fc7-b561-cab543891c72,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:50.640570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d171eae-868d-4cb5-a2ce-d0cf9f2be7b7 req-cc8371bb-cfdb-4368-9545-5b5a7579689e tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:50.642134 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d171eae-868d-4cb5-a2ce-d0cf9f2be7b7 req-cc8371bb-cfdb-4368-9545-5b5a7579689e tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 972 time: 0.0582206 Sep 17 23:36:50.647821 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd860d71-ae02-4c22-8836-13d165f87bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:50.711201 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device b948076a-51a5-461d-a280-dc454f12c73a details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:36:50.759663 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd860d71-ae02-4c22-8836-13d165f87bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fdb7e79-dd31-450c-8e18-a44a6a6f522b,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:50.763778 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d171eae-868d-4cb5-a2ce-d0cf9f2be7b7 req-05a021e6-7f6e-43d5-873e-da75a269f46f tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118286 Sep 17 23:36:50.772792 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25f15542-f22b-4fe4-8756-ba9d2b7b4a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:50.786557 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd860d71-ae02-4c22-8836-13d165f87bfc admin admin] Checking segment: {'id': '9a45bb18-7acf-4ed3-a8e3-7c0205f48e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7eccca91-03ee-4f2e-9201-a1fec8034cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:50.786557 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd860d71-ae02-4c22-8836-13d165f87bfc admin admin] Network hostable DHCP agents. Network: 7eccca91-03ee-4f2e-9201-a1fec8034cf6, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:36:50.808299 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25f15542-f22b-4fe4-8756-ba9d2b7b4a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:50.826958 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port b948076a-51a5-461d-a280-dc454f12c73a, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=b948076a-51a5-461d-a280-dc454f12c73a,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:50.838648 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'b948076a-51a5-461d-a280-dc454f12c73a', 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2', 'port_id': 'b948076a-51a5-461d-a280-dc454f12c73a', 'mac_address': 'fa:16:3e:19:a3:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01920827-ca31-4a6c-b1d5-a2ec1bf1f034', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:36:50.881725 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:50.894134 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b948076a-51a5-461d-a280-dc454f12c73a {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:36:50.894692 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42562f-adbe-4497-84b2-2d1b5c9e9caf req-c4a5f3ac-830e-42c5-8c7c-c2f5df7d9e82 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:50.896182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba42562f-adbe-4497-84b2-2d1b5c9e9caf req-c4a5f3ac-830e-42c5-8c7c-c2f5df7d9e82 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 946 time: 0.0528674 Sep 17 23:36:50.913835 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port b948076a-51a5-461d-a280-dc454f12c73a, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=b948076a-51a5-461d-a280-dc454f12c73a,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:50.934643 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba42562f-adbe-4497-84b2-2d1b5c9e9caf req-ac0085a0-8deb-4307-a901-df2eab2376fa tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322447 Sep 17 23:36:50.953972 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd860d71-ae02-4c22-8836-13d165f87bfc admin admin] Network 7eccca91-03ee-4f2e-9201-a1fec8034cf6 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:36:50.981124 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25f15542-f22b-4fe4-8756-ba9d2b7b4a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:50.981420 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:50.985477 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25f15542-f22b-4fe4-8756-ba9d2b7b4a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:50.986901 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-25f15542-f22b-4fe4-8756-ba9d2b7b4a3c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8cba7457-17a0-4fc7-b561-cab543891c72 HTTP/1.1" status: 204 len: 168 time: 0.3630371 Sep 17 23:36:50.998356 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f15542-f22b-4fe4-8756-ba9d2b7b4a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cba7457-17a0-4fc7-b561-cab543891c72,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:51.021712 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-bd860d71-ae02-4c22-8836-13d165f87bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 7eccca91-03ee-4f2e-9201-a1fec8034cf6) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:51.027160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd860d71-ae02-4c22-8836-13d165f87bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:51.027643 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd860d71-ae02-4c22-8836-13d165f87bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:51.041426 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe2851b-ec9d-4ea3-83e2-6f12349db67a None None] Network 7eccca91-03ee-4f2e-9201-a1fec8034cf6 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:36:51.056378 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=b948076a-51a5-461d-a280-dc454f12c73a,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:51.097503 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bd860d71-ae02-4c22-8836-13d165f87bfc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9218881 Sep 17 23:36:51.178964 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea311791-96a5-4464-a400-aa4aa61c0722 req-86e200e8-fd00-43ed-8bbf-ed34025b6e20 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:51.180943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea311791-96a5-4464-a400-aa4aa61c0722 req-86e200e8-fd00-43ed-8bbf-ed34025b6e20 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 948 time: 0.0561204 Sep 17 23:36:51.225610 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea311791-96a5-4464-a400-aa4aa61c0722 req-986a9308-d138-46c0-a671-15fce957778f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373325 Sep 17 23:36:51.278677 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['b948076a-51a5-461d-a280-dc454f12c73a'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:36:51.322761 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e89698-72f7-4543-a3bd-fe3c3eac231d None None] Network 7eccca91-03ee-4f2e-9201-a1fec8034cf6 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:36:51.673192 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:51.746667 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe846b6-41d3-46c2-bf99-c93939346326 req-528c8258-70b9-4be4-b472-ecfce206c13c tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:51.748405 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abe846b6-41d3-46c2-bf99-c93939346326 req-528c8258-70b9-4be4-b472-ecfce206c13c tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 945 time: 0.1116943 Sep 17 23:36:51.769070 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd6bae-e68b-4a5c-af86-2208d8ea4f8f req-c5a59962-bea1-4b29-9bf8-cd7454041067 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:51.770549 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a0fd6bae-e68b-4a5c-af86-2208d8ea4f8f req-c5a59962-bea1-4b29-9bf8-cd7454041067 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 972 time: 0.0948763 Sep 17 23:36:51.787142 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:36:51.793012 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:51.793398 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:51.807053 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-1791a5cd-b3df-43a9-a9a4-85f2ea04a979 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:51.808512 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-1791a5cd-b3df-43a9-a9a4-85f2ea04a979 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 808 time: 0.1618547 Sep 17 23:36:51.814114 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abe846b6-41d3-46c2-bf99-c93939346326 req-0c22876f-f937-4db8-a193-c6229a8e336b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575814 Sep 17 23:36:51.846441 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-431255d9-e762-48b7-8076-f505ed37d352 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/quotas/83ce412fe25740ddb2840fc8f3c7c5cf HTTP/1.1" status: 200 len: 375 time: 0.0240002 Sep 17 23:36:51.888551 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-ca98f0cc-577f-4bd3-9f49-9c22ea4d1d5b tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410852 Sep 17 23:36:51.953990 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a0fd6bae-e68b-4a5c-af86-2208d8ea4f8f req-50e49004-1686-46bf-8a70-1509d18e2862 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Deleting port cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:36:51.954585 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a0fd6bae-e68b-4a5c-af86-2208d8ea4f8f req-50e49004-1686-46bf-8a70-1509d18e2862 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:51.969790 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:52.000791 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-e9a4b269-8d9a-43da-82cd-328fb1cfb03c service neutron] 10.222.0.46 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110532 Sep 17 23:36:52.024485 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51437eb-4f97-4019-be6f-d28ece4072be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:52.028185 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df3e430-cd1f-4293-95fc-1c7e599e36ec" -d '{"events": [{"server_uuid": "a51437eb-4f97-4019-be6f-d28ece4072be", "name": "network-vif-plugged", "status": "completed", "tag": "4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:52.047753 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:52.099085 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-481ff8ee-d9aa-479b-ae9f-038360b6a479 service neutron] 10.222.0.46 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974047 Sep 17 23:36:52.129914 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:52.203103 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:52.287819 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a0fd6bae-e68b-4a5c-af86-2208d8ea4f8f req-50e49004-1686-46bf-8a70-1509d18e2862 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] For port cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:52.288188 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a0fd6bae-e68b-4a5c-af86-2208d8ea4f8f req-50e49004-1686-46bf-8a70-1509d18e2862 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:52.303745 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a0fd6bae-e68b-4a5c-af86-2208d8ea4f8f req-50e49004-1686-46bf-8a70-1509d18e2862 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Calling delete_port for cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc owned by compute:tempest-test_az-1830269972 {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:36:52.533861 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83b20b-77b6-48d2-b100-9c9c311f3a63 req-795f4a3e-5295-4860-9444-0cd7a4bb30fb tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:52.535419 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7d83b20b-77b6-48d2-b100-9c9c311f3a63 req-795f4a3e-5295-4860-9444-0cd7a4bb30fb tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 972 time: 0.0663927 Sep 17 23:36:52.576640 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7d83b20b-77b6-48d2-b100-9c9c311f3a63 req-50d4edaf-b7bc-477e-b9a8-99613478f9d6 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/security-groups?id=fe261950-b41c-4af1-b739-f461d7cd1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338495 Sep 17 23:36:52.604092 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a0fd6bae-e68b-4a5c-af86-2208d8ea4f8f req-50e49004-1686-46bf-8a70-1509d18e2862 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:52.617905 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:36:52.632740 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e49004-1686-46bf-8a70-1509d18e2862 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Pushing event deleted for resources: {'Port': ['ID=cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:52.705132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fd6bae-e68b-4a5c-af86-2208d8ea4f8f req-50e49004-1686-46bf-8a70-1509d18e2862 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] No DVR routers for this DVR port cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:36:52.708960 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a0fd6bae-e68b-4a5c-af86-2208d8ea4f8f req-50e49004-1686-46bf-8a70-1509d18e2862 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:52.711602 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a0fd6bae-e68b-4a5c-af86-2208d8ea4f8f req-50e49004-1686-46bf-8a70-1509d18e2862 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.41 "DELETE /v2.0/ports/cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc HTTP/1.1" status: 204 len: 173 time: 0.9346664 Sep 17 23:36:52.711793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a59c6-84e7-4636-a1dd-a24355fa9eb1 req-8a80ac8d-2f11-4066-90b4-5f9f2ce4936d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:52.712081 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a25fd24-8502-423b-b934-f1bf21bac1cd', 'name': 'network-vif-deleted', 'tag': 'cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:52.713838 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d5a59c6-84e7-4636-a1dd-a24355fa9eb1 req-8a80ac8d-2f11-4066-90b4-5f9f2ce4936d tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 946 time: 0.0812747 Sep 17 23:36:52.722254 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60329e96-7f30-4570-bd10-ab2758e46131" -d '{"events": [{"server_uuid": "0a25fd24-8502-423b-b934-f1bf21bac1cd", "name": "network-vif-deleted", "tag": "cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:52.742366 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device b948076a-51a5-461d-a280-dc454f12c73a up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:36:52.761365 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d5a59c6-84e7-4636-a1dd-a24355fa9eb1 req-3fb7a5d1-4fa5-4ec2-8c6d-5829e33287a3 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395508 Sep 17 23:36:52.808353 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e27c4ae-c4ef-428a-b480-39c0ea2405b4 x-openstack-request-id: req-9e27c4ae-c4ef-428a-b480-39c0ea2405b4 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:52.813033 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a51437eb-4f97-4019-be6f-d28ece4072be", "name": "network-vif-plugged", "status": "completed", "tag": "4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:52.813541 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e27c4ae-c4ef-428a-b480-39c0ea2405b4 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:52.813938 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51437eb-4f97-4019-be6f-d28ece4072be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2', 'code': 200} Sep 17 23:36:52.899514 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port b948076a-51a5-461d-a280-dc454f12c73a completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:36:52.903609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port b948076a-51a5-461d-a280-dc454f12c73a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:36:52.904134 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:52.940449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d9a55-3d11-4628-aad3-013db96bdf6b req-9f3f7ea8-d936-46e4-b623-60d4070db9b8 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:52.942067 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d68d9a55-3d11-4628-aad3-013db96bdf6b req-9f3f7ea8-d936-46e4-b623-60d4070db9b8 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.0810704 Sep 17 23:36:52.943959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac91564-a550-4f88-bfc9-1a06a3413d17 req-3f3c2ce7-e819-4fa3-99a3-57cd123b16a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:52.945322 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bac91564-a550-4f88-bfc9-1a06a3413d17 req-3f3c2ce7-e819-4fa3-99a3-57cd123b16a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 1100 time: 0.0741324 Sep 17 23:36:53.026085 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:53.037943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d68d9a55-3d11-4628-aad3-013db96bdf6b req-5bd7fe92-ea1b-4135-bb7c-332f56b2c8c6 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562003 Sep 17 23:36:53.037943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bac91564-a550-4f88-bfc9-1a06a3413d17 req-a5a5222f-68b8-41b8-aee3-64a81c827975 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826509 Sep 17 23:36:53.065214 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port b948076a-51a5-461d-a280-dc454f12c73a, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=b948076a-51a5-461d-a280-dc454f12c73a,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:36:53.103169 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ea2a36f-3eb9-4f91-8282-8cd0555ce7de req-5da639af-89d8-46fa-bee3-097c245b979a tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 210 time: 0.0265393 Sep 17 23:36:53.146652 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbb8ee6-a374-4122-8e31-213fd29cf391 x-openstack-request-id: req-0dbb8ee6-a374-4122-8e31-213fd29cf391 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:53.151407 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a25fd24-8502-423b-b934-f1bf21bac1cd", "name": "network-vif-deleted", "tag": "cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:53.151407 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0dbb8ee6-a374-4122-8e31-213fd29cf391 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:53.151407 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a25fd24-8502-423b-b934-f1bf21bac1cd', 'name': 'network-vif-deleted', 'tag': 'cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc', 'status': 'completed', 'code': 200} Sep 17 23:36:53.165436 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:53.237753 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=b948076a-51a5-461d-a280-dc454f12c73a,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:53.256701 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf05bb8-0be1-4a99-86fc-64bdc7bd773a req-73418d58-0409-40d8-adf6-6059a6adb618 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:53.258743 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-acf05bb8-0be1-4a99-86fc-64bdc7bd773a req-73418d58-0409-40d8-adf6-6059a6adb618 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 946 time: 0.0590203 Sep 17 23:36:53.268751 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51640) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:53.273267 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d87442f5-39fa-4ab0-84fc-cadcd6b722cb tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Request body: {'floatingip': {'port_id': '0a297a80-aecc-4f9c-ab54-06ce32d20850'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:53.357149 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d87442f5-39fa-4ab0-84fc-cadcd6b722cb tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:53.488570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bc4d2-4935-4034-ba01-0fd5562ece90 req-30ad516a-dbc8-45fe-8ac7-49a90952680a tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:53.490040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e00bc4d2-4935-4034-ba01-0fd5562ece90 req-30ad516a-dbc8-45fe-8ac7-49a90952680a tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 946 time: 0.1539810 Sep 17 23:36:53.579563 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e00bc4d2-4935-4034-ba01-0fd5562ece90 req-7f885822-6109-4158-8127-88ca8cce3d3e tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830660 Sep 17 23:36:54.050687 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b9a8ad12-fe33-4c8a-8dc0-828957a7039c req-c9b009a1-d2c9-4b3c-929a-78ee812b2e78 tempest-AggregatesAdminTestJSON-1693918709 tempest-AggregatesAdminTestJSON-1693918709-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a25fd24-8502-423b-b934-f1bf21bac1cd HTTP/1.1" status: 200 len: 210 time: 0.0437779 Sep 17 23:36:54.254947 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d87442f5-39fa-4ab0-84fc-cadcd6b722cb tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:54.270571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27946b41-21cf-4c26-bb2c-9bcb68f1b38a req-c53459a0-33be-40cd-b3e4-9eb8f1c3082e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:54.272075 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27946b41-21cf-4c26-bb2c-9bcb68f1b38a req-c53459a0-33be-40cd-b3e4-9eb8f1c3082e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.0904748 Sep 17 23:36:54.310126 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27946b41-21cf-4c26-bb2c-9bcb68f1b38a req-f7d54930-0805-4145-9255-d9de500fbf85 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319374 Sep 17 23:36:54.331903 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d87442f5-39fa-4ab0-84fc-cadcd6b722cb tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:54.415361 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9fc297e3-6054-4d9e-bf94-184dfe6e0ff0 req-9bb7cbcd-d023-4d45-ae63-f91a849eccdd tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 210 time: 0.0277469 Sep 17 23:36:54.479253 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-d87442f5-39fa-4ab0-84fc-cadcd6b722cb tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Floating IP 91e93576-ed86-40bd-b6f2-31fedd200146 associated. External IP: 172.25.3.24, port: 0a297a80-aecc-4f9c-ab54-06ce32d20850. Sep 17 23:36:54.729222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87442f5-39fa-4ab0-84fc-cadcd6b722cb tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Router 573e986b-260a-4b30-9eea-9c27c28b9a08 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:36:54.742318 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51674) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:54.745987 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51676) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:54.747192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3c7a0-8e50-4dc3-a3d1-97dd44ca12bf req-4cac809d-3363-47cd-8e57-c84784a3ef65 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:54.761398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9cb3c7a0-8e50-4dc3-a3d1-97dd44ca12bf req-4cac809d-3363-47cd-8e57-c84784a3ef65 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 946 time: 0.0879104 Sep 17 23:36:54.816023 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcaa66c-7825-4c03-b789-5fddb498324c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b948076a-51a5-461d-a280-dc454f12c73a'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:54.819911 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b5f3db-b175-43a3-aab4-c46e1bf31cc4" -d '{"events": [{"server_uuid": "9fcaa66c-7825-4c03-b789-5fddb498324c", "name": "network-vif-plugged", "status": "completed", "tag": "b948076a-51a5-461d-a280-dc454f12c73a"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:54.878797 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9cb3c7a0-8e50-4dc3-a3d1-97dd44ca12bf req-e65b9e47-3264-4134-a05b-6e9b918133e6 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095185 Sep 17 23:36:54.917736 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-237f42da-cf4f-43cf-8db9-f417f5b6b0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:54.929645 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd7399a-10dd-406d-a552-50cb1bc20c5c x-openstack-request-id: req-9cd7399a-10dd-406d-a552-50cb1bc20c5c {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:54.930022 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcaa66c-7825-4c03-b789-5fddb498324c", "name": "network-vif-plugged", "status": "completed", "tag": "b948076a-51a5-461d-a280-dc454f12c73a", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:54.930347 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9cd7399a-10dd-406d-a552-50cb1bc20c5c {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:54.930834 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcaa66c-7825-4c03-b789-5fddb498324c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b948076a-51a5-461d-a280-dc454f12c73a', 'code': 200} Sep 17 23:36:54.940998 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4d23c22-f92c-4ddb-bdb8-348fa95ede3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:54.953087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87442f5-39fa-4ab0-84fc-cadcd6b722cb tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:36:54.967639 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d87442f5-39fa-4ab0-84fc-cadcd6b722cb tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:54.968382 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1924817d-fcbb-4310-a278-ce97e1901967 None None] Sync routers for ids ['573e986b-260a-4b30-9eea-9c27c28b9a08'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:36:54.977557 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1924817d-fcbb-4310-a278-ce97e1901967 None None] Routers {'573e986b-260a-4b30-9eea-9c27c28b9a08'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:54.986345 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-1924817d-fcbb-4310-a278-ce97e1901967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:36:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['573e986b-260a-4b30-9eea-9c27c28b9a08'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:54.990240 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-e8970054-1b52-4785-964a-9a817e3f6a66 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:54.991819 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-e8970054-1b52-4785-964a-9a817e3f6a66 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.41 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 808 time: 0.1960399 Sep 17 23:36:55.000475 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d87442f5-39fa-4ab0-84fc-cadcd6b722cb tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "PUT /v2.0/floatingips/91e93576-ed86-40bd-b6f2-31fedd200146 HTTP/1.1" status: 200 len: 991 time: 1.7306044 Sep 17 23:36:55.001161 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd01f07-9413-4529-b753-76dec4da84c7', 'tag': '0a297a80-aecc-4f9c-ab54-06ce32d20850'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:55.003358 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.41', 54174) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:55.018315 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999bf984-4b03-48e0-bbb6-385b8c41c0b2" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd01f07-9413-4529-b753-76dec4da84c7", "tag": "0a297a80-aecc-4f9c-ab54-06ce32d20850"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:55.040627 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-304965b1-6db3-45f4-9e39-dc3f48464523 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Request body: {'port': {'device_id': 'c311bf71-ce82-4a5a-b559-d99f210796a1', 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5', 'admin_state_up': True, 'tenant_id': '83ce412fe25740ddb2840fc8f3c7c5cf'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:55.135017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebcfd1-d420-4622-afb9-02fcd8c98ccb req-4255771b-2ea9-4bae-aa75-509341f72884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:55.136628 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-00ebcfd1-d420-4622-afb9-02fcd8c98ccb req-4255771b-2ea9-4bae-aa75-509341f72884 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 1097 time: 0.1036291 Sep 17 23:36:55.181398 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ebfe7b-2b2c-43e5-abc3-c9c276295dc8 x-openstack-request-id: req-f7ebfe7b-2b2c-43e5-abc3-c9c276295dc8 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:55.182387 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd01f07-9413-4529-b753-76dec4da84c7", "tag": "0a297a80-aecc-4f9c-ab54-06ce32d20850", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:55.182860 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f7ebfe7b-2b2c-43e5-abc3-c9c276295dc8 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:55.183465 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd01f07-9413-4529-b753-76dec4da84c7', 'tag': '0a297a80-aecc-4f9c-ab54-06ce32d20850', 'status': 'completed', 'code': 200} Sep 17 23:36:55.198404 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-1924817d-fcbb-4310-a278-ce97e1901967 None None] Set router 573e986b-260a-4b30-9eea-9c27c28b9a08 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:55.214797 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-00ebcfd1-d420-4622-afb9-02fcd8c98ccb req-b012db59-358a-4790-b712-95dbe76aaa67 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403111 Sep 17 23:36:55.243484 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-237f42da-cf4f-43cf-8db9-f417f5b6b0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:55.268428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bf984-4b03-48e0-bbb6-385b8c41c0b2 req-b32ae938-88ef-454c-9682-92dbb378c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:55.268428 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-999bf984-4b03-48e0-bbb6-385b8c41c0b2 req-b32ae938-88ef-454c-9682-92dbb378c3f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06106444c40645e2a5a0f1beb95c10da&device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 1097 time: 0.0627606 Sep 17 23:36:55.370824 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bf984-4b03-48e0-bbb6-385b8c41c0b2 req-952dfe9b-a0ee-45ad-a1ce-19be474d9311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:55.372920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-999bf984-4b03-48e0-bbb6-385b8c41c0b2 req-952dfe9b-a0ee-45ad-a1ce-19be474d9311 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d0877baf-6ee8-4add-8825-399e8b3ccc62 HTTP/1.1" status: 200 len: 924 time: 0.0986271 Sep 17 23:36:55.389182 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-237f42da-cf4f-43cf-8db9-f417f5b6b0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:55.449814 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-237f42da-cf4f-43cf-8db9-f417f5b6b0c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3adf37017c2447c7ab80b6233ed070fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7082126 Sep 17 23:36:55.452985 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51700) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:55.455300 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f42da-cf4f-43cf-8db9-f417f5b6b0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd107dcb-27cb-4b52-b131-617fc187c3f1,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:55.505388 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-1924817d-fcbb-4310-a278-ce97e1901967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:36:07Z', 'revision_number': 4, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '91e93576-ed86-40bd-b6f2-31fedd200146', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'port_id': '0a297a80-aecc-4f9c-ab54-06ce32d20850', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'mac_address': 'fa:16:3e:ad:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd01f07-9413-4529-b753-76dec4da84c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:36:27Z', 'updated_at': '2021-09-17T23:36:54Z', 'revision_number': 1, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5b0baa6-3f0f-4cf0-8580-10e8600c7d01', 'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'mac_address': 'fa:16:3e:8d:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:06Z', 'updated_at': '2021-09-17T23:36:11Z', 'revision_number': 5, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'subnets': [{'id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:55.522180 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-999bf984-4b03-48e0-bbb6-385b8c41c0b2 req-0ad9a369-9dfb-4a15-88a9-de69646e82e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a297a80-aecc-4f9c-ab54-06ce32d20850 HTTP/1.1" status: 200 len: 999 time: 0.1423624 Sep 17 23:36:55.533453 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1924817d-fcbb-4310-a278-ce97e1901967 None None] Checking router: 573e986b-260a-4b30-9eea-9c27c28b9a08 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:36:55.534313 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4d23c22-f92c-4ddb-bdb8-348fa95ede3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:55.542578 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1924817d-fcbb-4310-a278-ce97e1901967 None None] Routers {'573e986b-260a-4b30-9eea-9c27c28b9a08'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:36:55.543184 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-1924817d-fcbb-4310-a278-ce97e1901967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:36:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['573e986b-260a-4b30-9eea-9c27c28b9a08'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:55.550749 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1b8c2-557c-4606-b03b-2e86cad2b48a req-7df7dbfe-1c73-4e78-afd0-dc0e53b3c16f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:55.552205 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e2a1b8c2-557c-4606-b03b-2e86cad2b48a req-7df7dbfe-1c73-4e78-afd0-dc0e53b3c16f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.1713641 Sep 17 23:36:55.615739 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8d8d0a3f-4c0c-432f-a3be-946209ac687c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:55.622283 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bf984-4b03-48e0-bbb6-385b8c41c0b2 req-dae8ea3f-773b-46da-b941-f8a9911f17e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:55.623666 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-999bf984-4b03-48e0-bbb6-385b8c41c0b2 req-dae8ea3f-773b-46da-b941-f8a9911f17e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd219c6d-7503-4b6c-ac13-9f8de200b8d0 HTTP/1.1" status: 200 len: 862 time: 0.0931485 Sep 17 23:36:55.646492 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4d23c22-f92c-4ddb-bdb8-348fa95ede3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:55.649814 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-1924817d-fcbb-4310-a278-ce97e1901967 None None] Set router 573e986b-260a-4b30-9eea-9c27c28b9a08 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:36:55.671481 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e2a1b8c2-557c-4606-b03b-2e86cad2b48a req-281bce92-2014-49fd-9147-f3244cb93485 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986617 Sep 17 23:36:55.677908 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8d8d0a3f-4c0c-432f-a3be-946209ac687c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:55.693908 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d4d23c22-f92c-4ddb-bdb8-348fa95ede3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a85009526f514b62badb84766533a9e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9467580 Sep 17 23:36:55.695050 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d23c22-f92c-4ddb-bdb8-348fa95ede3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57102115-c520-4404-a2bd-164bb56a9cc0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:55.697724 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51702) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:55.725807 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bf984-4b03-48e0-bbb6-385b8c41c0b2 req-86c2ec75-cc4c-46fa-b58d-e6387f673c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:55.727326 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-999bf984-4b03-48e0-bbb6-385b8c41c0b2 req-86c2ec75-cc4c-46fa-b58d-e6387f673c8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d0877baf-6ee8-4add-8825-399e8b3ccc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966039 Sep 17 23:36:55.796783 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-304965b1-6db3-45f4-9e39-dc3f48464523 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Made reservation on behalf of 83ce412fe25740ddb2840fc8f3c7c5cf for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:36:55.801376 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-304965b1-6db3-45f4-9e39-dc3f48464523 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:55.835665 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-19815055-acac-40d7-935b-91ce412fdd59 req-adc8eb23-9caa-460d-a969-e3a81b351973 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 210 time: 0.0635064 Sep 17 23:36:55.838595 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8d8d0a3f-4c0c-432f-a3be-946209ac687c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:55.841858 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8d8d0a3f-4c0c-432f-a3be-946209ac687c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:55.843600 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8d8d0a3f-4c0c-432f-a3be-946209ac687c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd107dcb-27cb-4b52-b131-617fc187c3f1 HTTP/1.1" status: 204 len: 168 time: 0.3847280 Sep 17 23:36:55.848824 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f99d9a6f-359e-4434-a316-4ac3f79345b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:55.860702 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d0a3f-4c0c-432f-a3be-946209ac687c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd107dcb-27cb-4b52-b131-617fc187c3f1,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:55.910329 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-999bf984-4b03-48e0-bbb6-385b8c41c0b2 req-e87c882c-e146-40c2-859d-9ffd060ad448 service neutron] 10.222.0.37 "GET /v2.0/networks/d0877baf-6ee8-4add-8825-399e8b3ccc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736836 Sep 17 23:36:55.943204 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51714) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:55.947174 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-1924817d-fcbb-4310-a278-ce97e1901967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:36:07Z', 'revision_number': 4, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '91e93576-ed86-40bd-b6f2-31fedd200146', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'port_id': '0a297a80-aecc-4f9c-ab54-06ce32d20850', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'mac_address': 'fa:16:3e:ad:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd01f07-9413-4529-b753-76dec4da84c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:36:27Z', 'updated_at': '2021-09-17T23:36:54Z', 'revision_number': 1, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5b0baa6-3f0f-4cf0-8580-10e8600c7d01', 'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'mac_address': 'fa:16:3e:8d:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:06Z', 'updated_at': '2021-09-17T23:36:11Z', 'revision_number': 5, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'subnets': [{'id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:36:55.980564 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1924817d-fcbb-4310-a278-ce97e1901967 None None] The sync data for ids ['573e986b-260a-4b30-9eea-9c27c28b9a08'] in n-d-809883-1 is: [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:36:07Z', 'revision_number': 4, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '91e93576-ed86-40bd-b6f2-31fedd200146', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'port_id': '0a297a80-aecc-4f9c-ab54-06ce32d20850', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'mac_address': 'fa:16:3e:ad:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd01f07-9413-4529-b753-76dec4da84c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:36:27Z', 'updated_at': '2021-09-17T23:36:54Z', 'revision_number': 1, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5b0baa6-3f0f-4cf0-8580-10e8600c7d01', 'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'mac_address': 'fa:16:3e:8d:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:06Z', 'updated_at': '2021-09-17T23:36:11Z', 'revision_number': 5, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'subnets': [{'id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:36:55.992672 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f99d9a6f-359e-4434-a316-4ac3f79345b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:56.054896 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-999bf984-4b03-48e0-bbb6-385b8c41c0b2 req-eaad7488-0aee-4741-bb64-32f0b55667bb service neutron] 10.222.0.37 "GET /v2.0/networks/d0877baf-6ee8-4add-8825-399e8b3ccc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370611 Sep 17 23:36:56.110292 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-304965b1-6db3-45f4-9e39-dc3f48464523 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Allocated IP 172.20.0.7 (ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5/67cb8484-c4f9-4750-9dcd-5e0d784dcaf7/e9faba15-8a10-4764-ab3d-667faac2e12d) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:36:56.230565 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb366663-1cbd-49b7-b16e-27d51ffd54f9 req-4865e81b-72c3-4c03-b78e-b60b8d7cd535 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:56.233347 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb366663-1cbd-49b7-b16e-27d51ffd54f9 req-4865e81b-72c3-4c03-b78e-b60b8d7cd535 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 946 time: 0.0576141 Sep 17 23:36:56.241196 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f99d9a6f-359e-4434-a316-4ac3f79345b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:56.243917 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f99d9a6f-359e-4434-a316-4ac3f79345b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:56.248375 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f99d9a6f-359e-4434-a316-4ac3f79345b2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/57102115-c520-4404-a2bd-164bb56a9cc0 HTTP/1.1" status: 204 len: 168 time: 0.5370383 Sep 17 23:36:56.305440 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d9a6f-359e-4434-a316-4ac3f79345b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57102115-c520-4404-a2bd-164bb56a9cc0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:56.331469 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb366663-1cbd-49b7-b16e-27d51ffd54f9 req-ce08f3b7-3011-4b8d-a7e6-5e9a14fc4b66 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896199 Sep 17 23:36:56.414974 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b158ffa-a5a7-4889-9a45-a66b5a46c94a None None] New status for floating IP 91e93576-ed86-40bd-b6f2-31fedd200146: ACTIVE {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:36:56.449748 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-304965b1-6db3-45f4-9e39-dc3f48464523 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:56.463841 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc577a-bbfb-4bf6-ac96-93c5283ed40a req-1e191776-212c-4aec-a463-d747981d24f1 tempest-MigrationsAdminTest-1522865088 tempest-MigrationsAdminTest-1522865088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:56.465704 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bbbc577a-bbfb-4bf6-ac96-93c5283ed40a req-1e191776-212c-4aec-a463-d747981d24f1 tempest-MigrationsAdminTest-1522865088 tempest-MigrationsAdminTest-1522865088-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 1100 time: 0.1022573 Sep 17 23:36:56.506377 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bbbc577a-bbfb-4bf6-ac96-93c5283ed40a req-4c440dbf-911e-4fa4-8e58-49e939f9611a tempest-MigrationsAdminTest-1522865088 tempest-MigrationsAdminTest-1522865088-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:56.587534 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-304965b1-6db3-45f4-9e39-dc3f48464523 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:56.671002 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-304965b1-6db3-45f4-9e39-dc3f48464523 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:36:56.674774 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-304965b1-6db3-45f4-9e39-dc3f48464523 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:36:56.681546 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-304965b1-6db3-45f4-9e39-dc3f48464523 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:36:56.684038 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2f1216d1-edf3-4578-8b18-b78cc7d1b7cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=765498df513143a193432978931ae8fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7392924 Sep 17 23:36:56.686983 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-304965b1-6db3-45f4-9e39-dc3f48464523 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:56.687157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51730) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:56.687709 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-304965b1-6db3-45f4-9e39-dc3f48464523 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:56.696352 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304965b1-6db3-45f4-9e39-dc3f48464523 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Pushing event updated for resources: {'Port': ['ID=e9faba15-8a10-4764-ab3d-667faac2e12d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:56.737786 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bbbc577a-bbfb-4bf6-ac96-93c5283ed40a req-4c440dbf-911e-4fa4-8e58-49e939f9611a tempest-MigrationsAdminTest-1522865088 tempest-MigrationsAdminTest-1522865088-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:56.753489 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bb844479-2cc2-499e-a281-b677e35cd7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:56.765867 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:36:56.782784 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bb844479-2cc2-499e-a281-b677e35cd7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:56.791995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:36:56.793217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device cb8a0dca-f7a4-4bd7-b7fc-0eb2fc6c09dc not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:36:56.835397 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bbbc577a-bbfb-4bf6-ac96-93c5283ed40a req-4c440dbf-911e-4fa4-8e58-49e939f9611a tempest-MigrationsAdminTest-1522865088 tempest-MigrationsAdminTest-1522865088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:56.861364 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bbbc577a-bbfb-4bf6-ac96-93c5283ed40a req-4c440dbf-911e-4fa4-8e58-49e939f9611a tempest-MigrationsAdminTest-1522865088 tempest-MigrationsAdminTest-1522865088-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886139 Sep 17 23:36:56.865616 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c440dbf-911e-4fa4-8e58-49e939f9611a tempest-MigrationsAdminTest-1522865088 tempest-MigrationsAdminTest-1522865088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9280e518-816d-4046-959e-cf1672bf7b4c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:56.929294 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bb844479-2cc2-499e-a281-b677e35cd7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:56.935576 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bb844479-2cc2-499e-a281-b677e35cd7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:56.935576 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bb844479-2cc2-499e-a281-b677e35cd7aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe261950-b41c-4af1-b739-f461d7cd1e7d HTTP/1.1" status: 204 len: 168 time: 0.2452235 Sep 17 23:36:56.959296 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb844479-2cc2-499e-a281-b677e35cd7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe261950-b41c-4af1-b739-f461d7cd1e7d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:56.959868 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-304965b1-6db3-45f4-9e39-dc3f48464523 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9251361 Sep 17 23:36:56.973185 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Request body: {'port': {'device_id': 'c311bf71-ce82-4a5a-b559-d99f210796a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:36:56.982379 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebf5e6-5e3c-457c-b9f7-9e9292e7642e req-15196313-a57c-4538-bec3-3dde7edb1dd5 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:56.985654 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9ebf5e6-5e3c-457c-b9f7-9e9292e7642e req-15196313-a57c-4538-bec3-3dde7edb1dd5 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 931 time: 0.0670917 Sep 17 23:36:57.032484 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51740) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:57.034742 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9ebf5e6-5e3c-457c-b9f7-9e9292e7642e req-19b40ad6-3a3c-4d5f-836d-e8de439eb776 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422761 Sep 17 23:36:57.057630 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e821d8d7-03ee-4b28-b415-706d2211ab26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:57.059493 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:57.300913 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e821d8d7-03ee-4b28-b415-706d2211ab26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:57.377098 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9faba15-8a10-4764-ab3d-667faac2e12d {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:36:57.383448 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e821d8d7-03ee-4b28-b415-706d2211ab26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:57.386678 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:57.426028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Transition to ACTIVE for port object e9faba15-8a10-4764-ab3d-667faac2e12d will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:36:57.430954 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821d8d7-03ee-4b28-b415-706d2211ab26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f715c0-7c3c-4525-892f-a6f373b694b3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:57.435924 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e821d8d7-03ee-4b28-b415-706d2211ab26 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fdcb90b9d90e4a10999bd4679b298dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025238 Sep 17 23:36:57.439008 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51748) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:57.486666 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0f99f2b9-8be5-4768-8417-e29217e8d8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:57.507764 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0f99f2b9-8be5-4768-8417-e29217e8d8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:57.545468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51752) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:57.565147 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5f101766-7597-4784-b4e7-ef55da78119e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:57.568343 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:57.621904 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Pushing event updated for resources: {'Port': ['ID=e9faba15-8a10-4764-ab3d-667faac2e12d,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:57.644532 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-31b71812-8fa0-4a11-911f-bcbe74f71315 req-dcd4a01e-19c1-4b15-b58c-44bf5b1a0169 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:36:57.645628 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0f99f2b9-8be5-4768-8417-e29217e8d8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:57.648566 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0f99f2b9-8be5-4768-8417-e29217e8d8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:57.649813 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0f99f2b9-8be5-4768-8417-e29217e8d8ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7f715c0-7c3c-4525-892f-a6f373b694b3 HTTP/1.1" status: 204 len: 168 time: 0.2098241 Sep 17 23:36:57.657508 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-31b71812-8fa0-4a11-911f-bcbe74f71315 req-dcd4a01e-19c1-4b15-b58c-44bf5b1a0169 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1485035 Sep 17 23:36:57.666157 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99f2b9-8be5-4768-8417-e29217e8d8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f715c0-7c3c-4525-892f-a6f373b694b3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:57.668040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Attempting to bind port e9faba15-8a10-4764-ab3d-667faac2e12d on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:36:57.668369 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Attempting to bind port e9faba15-8a10-4764-ab3d-667faac2e12d by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:36:57.668696 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Attempting to bind port e9faba15-8a10-4764-ab3d-667faac2e12d on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:57.673546 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Port e9faba15-8a10-4764-ab3d-667faac2e12d on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:36:57.674092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Attempting to bind port e9faba15-8a10-4764-ab3d-667faac2e12d on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:36:57.680892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:36:57.691178 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Checking segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:36:57.691178 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Bound using segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:36:57.691915 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Bound port: e9faba15-8a10-4764-ab3d-667faac2e12d, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:36:57.693089 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:57.748890 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5f101766-7597-4784-b4e7-ef55da78119e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:57.765464 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] For port e9faba15-8a10-4764-ab3d-667faac2e12d, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:36:57.768512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] For port e9faba15-8a10-4764-ab3d-667faac2e12d, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e9faba15-8a10-4764-ab3d-667faac2e12d,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:36:57.867324 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5f101766-7597-4784-b4e7-ef55da78119e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:57.867583 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:57.908733 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:57.910099 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:57.912225 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] 10.222.0.41 "PUT /v2.0/ports/e9faba15-8a10-4764-ab3d-667faac2e12d HTTP/1.1" status: 200 len: 1091 time: 0.9441285 Sep 17 23:36:57.913200 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c311bf71-ce82-4a5a-b559-d99f210796a1', 'tag': 'e9faba15-8a10-4764-ab3d-667faac2e12d'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:36:57.917091 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2632ae3a-359d-4029-abfe-b2621579ba17" -d '{"events": [{"name": "network-changed", "server_uuid": "c311bf71-ce82-4a5a-b559-d99f210796a1", "tag": "e9faba15-8a10-4764-ab3d-667faac2e12d"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:36:57.923842 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa43f50-6697-40ab-b0d1-8f3754822e48 req-0dd1ea59-e090-4577-af2a-7cb74f3739f6 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:57.925439 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cfa43f50-6697-40ab-b0d1-8f3754822e48 req-0dd1ea59-e090-4577-af2a-7cb74f3739f6 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 946 time: 0.0889895 Sep 17 23:36:57.929383 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5f101766-7597-4784-b4e7-ef55da78119e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25cbde9c5c3d4233a331f48157cc6731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3825114 Sep 17 23:36:57.933171 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f101766-7597-4784-b4e7-ef55da78119e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2134e58d-bf08-4566-9549-d36c985d49f9,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:57.933466 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51764) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:57.967548 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64e38a-e9f3-40ce-b196-b9eaca4e6898 service neutron] Pushing event updated for resources: {'Port': ['ID=e9faba15-8a10-4764-ab3d-667faac2e12d,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:57.977510 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cfa43f50-6697-40ab-b0d1-8f3754822e48 req-2ee5cb8e-813d-4308-bee5-c9db75bd919a tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419006 Sep 17 23:36:58.002018 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5c640f4-9c38-40b8-9d3d-d24c09d6a547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:58.026527 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5c640f4-9c38-40b8-9d3d-d24c09d6a547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:58.077816 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dcc503-ab20-4c91-b83d-9ecf966abc10 x-openstack-request-id: req-69dcc503-ab20-4c91-b83d-9ecf966abc10 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:36:58.078105 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c311bf71-ce82-4a5a-b559-d99f210796a1", "tag": "e9faba15-8a10-4764-ab3d-667faac2e12d", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:36:58.078351 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-69dcc503-ab20-4c91-b83d-9ecf966abc10 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:36:58.078738 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c311bf71-ce82-4a5a-b559-d99f210796a1', 'tag': 'e9faba15-8a10-4764-ab3d-667faac2e12d', 'status': 'completed', 'code': 200} Sep 17 23:36:58.096965 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-8b7fb7a6-ab16-4232-9a54-9e365d885a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:58.098595 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-8b7fb7a6-ab16-4232-9a54-9e365d885a78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 1094 time: 0.0545197 Sep 17 23:36:58.140441 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-22eb6378-320e-4788-ab1e-01df13c183a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9faba15-8a10-4764-ab3d-667faac2e12d HTTP/1.1" status: 200 len: 217 time: 0.0337586 Sep 17 23:36:58.185393 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51776) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:58.193081 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-33c2e126-ea6b-40da-a816-e745cc3312c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:58.194614 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-33c2e126-ea6b-40da-a816-e745cc3312c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.0478404 Sep 17 23:36:58.197703 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5c640f4-9c38-40b8-9d3d-d24c09d6a547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:58.200317 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5c640f4-9c38-40b8-9d3d-d24c09d6a547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:58.202563 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e5c640f4-9c38-40b8-9d3d-d24c09d6a547 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2134e58d-bf08-4566-9549-d36c985d49f9 HTTP/1.1" status: 204 len: 168 time: 0.2668624 Sep 17 23:36:58.231767 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-60871313-401d-46b8-8d4f-d40db2b1c646 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a264019c40d4f3caaaf33640297e9a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444486 Sep 17 23:36:58.235124 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51780) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:58.235594 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-86e1d3f2-a976-41d9-8b91-258f7892b6a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330844 Sep 17 23:36:58.236310 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c640f4-9c38-40b8-9d3d-d24c09d6a547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2134e58d-bf08-4566-9549-d36c985d49f9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:58.286563 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e7af8d03-8179-4660-897e-42f8bc5aec94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:58.307959 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e7af8d03-8179-4660-897e-42f8bc5aec94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:58.342477 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-3650b1f4-f46f-43a7-95cf-f11669293ece service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980222 Sep 17 23:36:58.449776 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-02758449-7dc5-4da9-ba5e-6289d8df19e8 req-a2b22258-5e0b-47a5-a47c-6d70515c35ea service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996373 Sep 17 23:36:58.449944 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4ae2f-59e7-4d1c-9993-e4d681f52d48 req-f7419815-fa2c-4778-9b07-ae6c69264685 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:58.451432 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79e4ae2f-59e7-4d1c-9993-e4d681f52d48 req-f7419815-fa2c-4778-9b07-ae6c69264685 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 1097 time: 0.0402551 Sep 17 23:36:58.482309 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e7af8d03-8179-4660-897e-42f8bc5aec94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:58.485387 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e7af8d03-8179-4660-897e-42f8bc5aec94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:58.486559 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e7af8d03-8179-4660-897e-42f8bc5aec94 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ebd38852-aa32-4282-a5fa-55a2a491c1fa HTTP/1.1" status: 204 len: 168 time: 0.2505403 Sep 17 23:36:58.498287 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79e4ae2f-59e7-4d1c-9993-e4d681f52d48 req-bc4f844e-64f2-45b6-9fb3-6989f5f2cf30 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405014 Sep 17 23:36:58.499138 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af8d03-8179-4660-897e-42f8bc5aec94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd38852-aa32-4282-a5fa-55a2a491c1fa,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:58.683042 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22bd72-b93d-49f9-8e24-70f61e71fd46 req-91388ae3-f9e7-41ad-b131-fa896ed24e28 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:58.685096 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a22bd72-b93d-49f9-8e24-70f61e71fd46 req-91388ae3-f9e7-41ad-b131-fa896ed24e28 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 943 time: 0.0634050 Sep 17 23:36:58.701682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632ae3a-359d-4029-abfe-b2621579ba17 req-d27a0108-7ac1-45f5-97fc-c47c995d5eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:58.703778 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2632ae3a-359d-4029-abfe-b2621579ba17 req-d27a0108-7ac1-45f5-97fc-c47c995d5eef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 1094 time: 0.0412164 Sep 17 23:36:58.729952 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a22bd72-b93d-49f9-8e24-70f61e71fd46 req-d7e16470-64ba-4b6f-9a1b-3f98e3e068ba tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373197 Sep 17 23:36:58.800970 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632ae3a-359d-4029-abfe-b2621579ba17 req-36cbb3ed-9af5-4911-a36e-f5650cf93936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:58.802553 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2632ae3a-359d-4029-abfe-b2621579ba17 req-36cbb3ed-9af5-4911-a36e-f5650cf93936 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 909 time: 0.0913947 Sep 17 23:36:58.819548 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2ecd2-ad59-4e44-87ef-f7da2e855c0f req-8d4418bd-9cde-4cc9-9f21-358e744041ad tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:58.821048 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27d2ecd2-ad59-4e44-87ef-f7da2e855c0f req-8d4418bd-9cde-4cc9-9f21-358e744041ad tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 1097 time: 0.0387473 Sep 17 23:36:58.845438 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2632ae3a-359d-4029-abfe-b2621579ba17 req-803846fb-ac90-45b1-8116-3d465188e616 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9faba15-8a10-4764-ab3d-667faac2e12d HTTP/1.1" status: 200 len: 217 time: 0.0347252 Sep 17 23:36:58.863249 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27d2ecd2-ad59-4e44-87ef-f7da2e855c0f req-63aa823e-f99f-4d1a-abd7-d290966e1985 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357087 Sep 17 23:36:58.898550 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632ae3a-359d-4029-abfe-b2621579ba17 req-35d24097-ec93-4c94-b4b5-8f362dd3e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:58.900199 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2632ae3a-359d-4029-abfe-b2621579ba17 req-35d24097-ec93-4c94-b4b5-8f362dd3e8ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.0476270 Sep 17 23:36:58.924909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51802) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:58.944079 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2632ae3a-359d-4029-abfe-b2621579ba17 req-c1074812-eac3-4475-941a-b21d1e066d08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302396 Sep 17 23:36:59.057330 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2632ae3a-359d-4029-abfe-b2621579ba17 req-419d008b-f66e-408b-b2b4-b5d2490de55f service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042075 Sep 17 23:36:59.067440 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-55c0dca8-a0c0-442b-8b0b-a86a5cc4006e req-a5876c5b-506f-4548-a3ea-d6055b961366 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:36:59.068553 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55c0dca8-a0c0-442b-8b0b-a86a5cc4006e req-a5876c5b-506f-4548-a3ea-d6055b961366 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053980 Sep 17 23:36:59.198890 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-51ad48f0-5f80-4177-8916-d03487b9708b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:59.216394 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2632ae3a-359d-4029-abfe-b2621579ba17 req-ecec3028-a9a1-4615-9488-8e9659bfb9f5 service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453092 Sep 17 23:36:59.312389 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-51ad48f0-5f80-4177-8916-d03487b9708b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:59.398395 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-51ad48f0-5f80-4177-8916-d03487b9708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:59.435216 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-51ad48f0-5f80-4177-8916-d03487b9708b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7875565bd7cc4fa69e31afe69421bad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5090690 Sep 17 23:36:59.437610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad48f0-5f80-4177-8916-d03487b9708b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcba0a6d-a94a-43e2-b956-00ce3e35b511,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:59.438594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51830) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:36:59.487205 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7efb1b59-ff44-4f00-8a30-d850911ef319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:59.508122 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7efb1b59-ff44-4f00-8a30-d850911ef319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:59.687847 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7efb1b59-ff44-4f00-8a30-d850911ef319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:59.690390 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7efb1b59-ff44-4f00-8a30-d850911ef319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:36:59.691558 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7efb1b59-ff44-4f00-8a30-d850911ef319 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bcba0a6d-a94a-43e2-b956-00ce3e35b511 HTTP/1.1" status: 204 len: 168 time: 0.2519791 Sep 17 23:36:59.699842 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb1b59-ff44-4f00-8a30-d850911ef319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcba0a6d-a94a-43e2-b956-00ce3e35b511,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:36:59.810578 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604faef4-775f-45c3-9d7e-5e65f7d8f65c req-c606e1a2-5e50-4794-ba06-cc5d3802845d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:59.812585 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-604faef4-775f-45c3-9d7e-5e65f7d8f65c req-c606e1a2-5e50-4794-ba06-cc5d3802845d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.0589809 Sep 17 23:36:59.851257 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-604faef4-775f-45c3-9d7e-5e65f7d8f65c req-04899d78-908b-4dbb-a8db-fd55588dbeb0 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326498 Sep 17 23:36:59.952135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216fa92-bedb-48af-a42d-d80c90ceddc8 req-e5bb5f65-7efc-40bf-8b3c-303118339370 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:36:59.954362 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1216fa92-bedb-48af-a42d-d80c90ceddc8 req-e5bb5f65-7efc-40bf-8b3c-303118339370 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 943 time: 0.0478463 Sep 17 23:36:59.996507 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1216fa92-bedb-48af-a42d-d80c90ceddc8 req-8814ac69-7cbe-43f1-86a1-2f6e1b5e7830 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352280 Sep 17 23:37:00.329974 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51868) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:00.736578 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-726f1aaf-ca4f-4999-9fa3-ae0bab6a8214 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4050672 Sep 17 23:37:00.746293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-2669c95e-1ef4-478d-a792-e657362352d5 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:37:00.747277 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-2669c95e-1ef4-478d-a792-e657362352d5 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051696 Sep 17 23:37:00.754801 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51888) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:00.772903 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-414cdcef-7519-4a5f-aed3-e9a91b1b994e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:00.891110 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-414cdcef-7519-4a5f-aed3-e9a91b1b994e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:00.958131 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-414cdcef-7519-4a5f-aed3-e9a91b1b994e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:00.991349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d47984-eec1-40b0-ba29-e2a9fc6004b8 req-77836ed2-a7b7-45b9-a82f-90278fa04910 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:00.993371 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4d47984-eec1-40b0-ba29-e2a9fc6004b8 req-77836ed2-a7b7-45b9-a82f-90278fa04910 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.0554779 Sep 17 23:37:01.000046 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cdcef-7519-4a5f-aed3-e9a91b1b994e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382a9792-a0d4-4bed-b9c7-d10018ed240e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:01.005044 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-414cdcef-7519-4a5f-aed3-e9a91b1b994e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec306ee471b84cd7aaeb1daa85a3d596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485158 Sep 17 23:37:01.007489 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51902) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:01.056538 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4d47984-eec1-40b0-ba29-e2a9fc6004b8 req-1fbd3d52-0a0a-4771-af19-33ed314ec239 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574508 Sep 17 23:37:01.090478 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c48f0832-70dc-4c65-b3da-c06b9bd834e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:01.130493 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c48f0832-70dc-4c65-b3da-c06b9bd834e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:01.150252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51912) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:01.195883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79715c11-ee35-4313-9728-53bff1575b3a req-8cd72709-d9bd-4985-9d7d-8760d2e7a5a5 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:01.198882 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79715c11-ee35-4313-9728-53bff1575b3a req-8cd72709-d9bd-4985-9d7d-8760d2e7a5a5 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 943 time: 0.0602975 Sep 17 23:37:01.240525 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79715c11-ee35-4313-9728-53bff1575b3a req-5a1e17b8-7b92-4c74-8587-75c4890f654d tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316787 Sep 17 23:37:01.283893 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c48f0832-70dc-4c65-b3da-c06b9bd834e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:01.286791 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c48f0832-70dc-4c65-b3da-c06b9bd834e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:01.291479 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c48f0832-70dc-4c65-b3da-c06b9bd834e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/382a9792-a0d4-4bed-b9c7-d10018ed240e HTTP/1.1" status: 204 len: 168 time: 0.2796655 Sep 17 23:37:01.295727 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f0832-70dc-4c65-b3da-c06b9bd834e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382a9792-a0d4-4bed-b9c7-d10018ed240e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:01.377043 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-79e486b4-e6b1-403f-adbf-34416903517f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-network', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:01.495387 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e486b4-e6b1-403f-adbf-34416903517f admin admin] Made reservation on behalf of 95a42a19fd39427ba2f2e61a1ad749ba for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:37:01.498005 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-79e486b4-e6b1-403f-adbf-34416903517f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:01.508201 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-79e486b4-e6b1-403f-adbf-34416903517f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:01.607275 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-79e486b4-e6b1-403f-adbf-34416903517f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:01.689752 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-79e486b4-e6b1-403f-adbf-34416903517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:01.713413 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e486b4-e6b1-403f-adbf-34416903517f admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:37:01.728219 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e486b4-e6b1-403f-adbf-34416903517f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc30706-59a7-4986-87be-e85e58bc50e4,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:01.731146 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-79e486b4-e6b1-403f-adbf-34416903517f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:01.731539 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-79e486b4-e6b1-403f-adbf-34416903517f admin admin] Added segment 5037bf98-f579-4a6e-b796-f1384d8c59e3 of type vlan for network 21a9d462-bb52-4f0a-a951-65a3220c8e9f Sep 17 23:37:01.773489 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-79e486b4-e6b1-403f-adbf-34416903517f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:01.878339 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-79e486b4-e6b1-403f-adbf-34416903517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:01.879389 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e486b4-e6b1-403f-adbf-34416903517f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:01.879963 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-79e486b4-e6b1-403f-adbf-34416903517f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:01.943841 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e486b4-e6b1-403f-adbf-34416903517f admin admin] Pushing event updated for resources: {'Network': ['ID=21a9d462-bb52-4f0a-a951-65a3220c8e9f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:01.953965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 21a9d462-bb52-4f0a-a951-65a3220c8e9f details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:37:01.972882 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-79e486b4-e6b1-403f-adbf-34416903517f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8201487 Sep 17 23:37:01.976240 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51962) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:01.982112 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Request body: {'subnet': {'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-subnet', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:02.087482 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Made reservation on behalf of 95a42a19fd39427ba2f2e61a1ad749ba for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:37:02.090200 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Notify callbacks [] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:02.104648 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:37:02.231674 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181ef12-69a7-4b34-ae9d-1aa9fa71acb3 req-6008a7af-0166-4e1b-93de-98248f33ce9e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:02.240227 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4181ef12-69a7-4b34-ae9d-1aa9fa71acb3 req-6008a7af-0166-4e1b-93de-98248f33ce9e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.0850339 Sep 17 23:37:02.277854 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4181ef12-69a7-4b34-ae9d-1aa9fa71acb3 req-c942b0a1-d006-44ad-9f4b-f0998e148391 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364289 Sep 17 23:37:02.395333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1d18a-81a1-4d1f-b1dd-b05c55c4528b req-47629b21-f90f-41a5-aaab-9dca65f35d04 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:02.395333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7b1d18a-81a1-4d1f-b1dd-b05c55c4528b req-47629b21-f90f-41a5-aaab-9dca65f35d04 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 943 time: 0.0548027 Sep 17 23:37:02.415632 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:02.455183 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7b1d18a-81a1-4d1f-b1dd-b05c55c4528b req-f4f607e4-318b-46ed-a195-a7a778904eec tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529411 Sep 17 23:37:02.486329 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3812e0-a4e8-48f2-99f9-d914c44bba80,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:02.497651 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:02.497999 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:02.498330 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:02.498666 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:02.499016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:02.499354 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:02.499692 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:02.500019 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:02.500345 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:02.500708 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:02.500997 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:02.501315 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:02.508643 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Checking segment: {'id': '5037bf98-f579-4a6e-b796-f1384d8c59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:02.509039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Network hostable DHCP agents. Network: 21a9d462-bb52-4f0a-a951-65a3220c8e9f, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:37:02.586912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Network 21a9d462-bb52-4f0a-a951-65a3220c8e9f is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:37:02.663804 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51998) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:02.677955 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 21a9d462-bb52-4f0a-a951-65a3220c8e9f) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:02.682599 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:02.687684 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:02.688194 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4077fc0f-41e4-4e49-b3e0-fccef90cfaa5 None None] Network 21a9d462-bb52-4f0a-a951-65a3220c8e9f requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:37:02.778525 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52006) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:02.778759 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e204bc7e-c0d5-442d-835a-1140b37b355f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8006768 Sep 17 23:37:02.784344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7b9fc93f-5f77-488a-9413-a698d0ce4c1b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:02.808456 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e9faba15-8a10-4764-ab3d-667faac2e12d details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:37:02.878847 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-6411bd39-3a7d-4411-b36b-d1e5e46a9a24 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:37:02.880435 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-6411bd39-3a7d-4411-b36b-d1e5e46a9a24 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2150893 Sep 17 23:37:02.906730 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:37:02.907612 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:02.946154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-d35a4873-d5fe-4f28-a9b9-e2162e581cf6 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:02.947604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-d35a4873-d5fe-4f28-a9b9-e2162e581cf6 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/ports/b948076a-51a5-461d-a280-dc454f12c73a HTTP/1.1" status: 200 len: 1094 time: 0.0533864 Sep 17 23:37:02.951164 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc93f-5f77-488a-9413-a698d0ce4c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:02.959641 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc93f-5f77-488a-9413-a698d0ce4c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:03.016883 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e9faba15-8a10-4764-ab3d-667faac2e12d, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e9faba15-8a10-4764-ab3d-667faac2e12d,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:03.031906 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc93f-5f77-488a-9413-a698d0ce4c1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:03.035250 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'e9faba15-8a10-4764-ab3d-667faac2e12d', 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5', 'port_id': 'e9faba15-8a10-4764-ab3d-667faac2e12d', 'mac_address': 'fa:16:3e:b6:b2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67cb8484-c4f9-4750-9dcd-5e0d784dcaf7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:37:03.114342 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:03.119605 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] Allocated IP 172.20.0.2 (21a9d462-bb52-4f0a-a951-65a3220c8e9f/7f3812e0-a4e8-48f2-99f9-d914c44bba80/ef028fec-1a54-46d6-928a-705e45a3ac8e) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:37:03.138579 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9faba15-8a10-4764-ab3d-667faac2e12d {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:03.178990 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e9faba15-8a10-4764-ab3d-667faac2e12d, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e9faba15-8a10-4764-ab3d-667faac2e12d,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:03.269945 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:03.485574 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e9faba15-8a10-4764-ab3d-667faac2e12d,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:03.504805 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:03.504805 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:03.504805 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:03.504805 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:03.505472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:03.505821 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:03.506184 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:03.506490 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:03.506976 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:03.507299 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:03.507780 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:03.508110 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:03.511787 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:03.527236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['e9faba15-8a10-4764-ab3d-667faac2e12d'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:37:03.568658 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52042) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:03.665457 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc93f-5f77-488a-9413-a698d0ce4c1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:03.691492 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:03.726780 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-cb6baf19-9ccf-4e39-9e91-358a66c0851a service neutron] Request body: {'binding': {'host': 'n-h2-809883-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:03.727319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-cb6baf19-9ccf-4e39-9e91-358a66c0851a service neutron] Unknown quota resources ['binding']. {{(pid=95592) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 23:37:03.768278 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] Network 21a9d462-bb52-4f0a-a951-65a3220c8e9f is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:37:03.776537 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:03.784280 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:37:03.816488 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-62d35e0c-813f-41bd-b727-381be5d5a370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:03.822332 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] Pushing event updated for resources: {'Port': ['ID=ef028fec-1a54-46d6-928a-705e45a3ac8e,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:03.861645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] Attempting to bind port ef028fec-1a54-46d6-928a-705e45a3ac8e on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:03.862021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] Attempting to bind port ef028fec-1a54-46d6-928a-705e45a3ac8e by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '5037bf98-f579-4a6e-b796-f1384d8c59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:03.862387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] Attempting to bind port ef028fec-1a54-46d6-928a-705e45a3ac8e on network 21a9d462-bb52-4f0a-a951-65a3220c8e9f {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:03.871223 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:03.871850 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] Checking segment: {'id': '5037bf98-f579-4a6e-b796-f1384d8c59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:03.872413 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:03.873323 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] Bound using segment: {'id': '5037bf98-f579-4a6e-b796-f1384d8c59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:03.874053 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] Bound port: ef028fec-1a54-46d6-928a-705e45a3ac8e, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5037bf98-f579-4a6e-b796-f1384d8c59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:03.874605 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:03.942587 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-62d35e0c-813f-41bd-b727-381be5d5a370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:03.949413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d177e1b-4a2d-4379-ae87-b835d1c6be1e req-7626ddf4-e624-47e3-ac8f-f8a202d33231 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:03.950955 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d177e1b-4a2d-4379-ae87-b835d1c6be1e req-7626ddf4-e624-47e3-ac8f-f8a202d33231 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.2213812 Sep 17 23:37:03.954686 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] For port ef028fec-1a54-46d6-928a-705e45a3ac8e, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:03.957995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] For port ef028fec-1a54-46d6-928a-705e45a3ac8e, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ef028fec-1a54-46d6-928a-705e45a3ac8e,segment=NetworkSegment(5037bf98-f579-4a6e-b796-f1384d8c59e3),segment_id=5037bf98-f579-4a6e-b796-f1384d8c59e3)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:04.037027 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-62d35e0c-813f-41bd-b727-381be5d5a370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:04.037449 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:04.073605 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-c5bd6066-c19c-4b01-9705-bdee9a4cd97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:04.076252 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-c5bd6066-c19c-4b01-9705-bdee9a4cd97e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 1100 time: 0.1684778 Sep 17 23:37:04.096347 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396c56f-7313-40f4-b1c2-32473fbb1266 None None] Pushing event updated for resources: {'Port': ['ID=ef028fec-1a54-46d6-928a-705e45a3ac8e,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:04.113922 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d177e1b-4a2d-4379-ae87-b835d1c6be1e req-06dcb398-a22f-4866-928e-70163049e15c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495769 Sep 17 23:37:04.127526 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52056) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:04.133102 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-62d35e0c-813f-41bd-b727-381be5d5a370 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d3abbb247a104ade937bbec6e0d4e0b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5630565 Sep 17 23:37:04.134076 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d35e0c-813f-41bd-b727-381be5d5a370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d60b8c5-9de1-446c-bc27-653152a2f705,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:04.206427 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-cb6baf19-9ccf-4e39-9e91-358a66c0851a service neutron] Attempting to bind port b948076a-51a5-461d-a280-dc454f12c73a on host n-h2-809883-1 for vnic_type normal with profile None {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:04.206427 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-cb6baf19-9ccf-4e39-9e91-358a66c0851a service neutron] Attempting to bind port b948076a-51a5-461d-a280-dc454f12c73a by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:04.206427 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-cb6baf19-9ccf-4e39-9e91-358a66c0851a service neutron] Attempting to bind port b948076a-51a5-461d-a280-dc454f12c73a on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:04.242583 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-cb6baf19-9ccf-4e39-9e91-358a66c0851a service neutron] Port b948076a-51a5-461d-a280-dc454f12c73a on network de59519b-4223-446a-ba3f-49ba8599e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:37:04.242872 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-cb6baf19-9ccf-4e39-9e91-358a66c0851a service neutron] Attempting to bind port b948076a-51a5-461d-a280-dc454f12c73a on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:04.267626 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-cb6baf19-9ccf-4e39-9e91-358a66c0851a service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:04.267626 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-cb6baf19-9ccf-4e39-9e91-358a66c0851a service neutron] Checking segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:04.267626 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-cb6baf19-9ccf-4e39-9e91-358a66c0851a service neutron] Bound using segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:04.267626 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-cb6baf19-9ccf-4e39-9e91-358a66c0851a service neutron] Bound port: b948076a-51a5-461d-a280-dc454f12c73a, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:04.396394 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-23d97ab3-c30f-4855-b783-81073ea2d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:04.398166 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-23d97ab3-c30f-4855-b783-81073ea2d434 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.3023283 Sep 17 23:37:04.411975 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82745e6d-420e-40a3-9ed0-4b439d59c21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:04.624036 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-6f597376-6303-43d7-bdb5-03b917d17fad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 HTTP/1.1" status: 200 len: 217 time: 0.1008236 Sep 17 23:37:04.624036 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82745e6d-420e-40a3-9ed0-4b439d59c21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:04.624036 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53731743-91a6-49b0-9532-29e213ebd71d req-e92b7a6f-6fa7-4bbb-b92b-5343636c8879 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:04.624036 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53731743-91a6-49b0-9532-29e213ebd71d req-e92b7a6f-6fa7-4bbb-b92b-5343636c8879 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 944 time: 0.3695276 Sep 17 23:37:04.624036 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-cb6baf19-9ccf-4e39-9e91-358a66c0851a service neutron] For port b948076a-51a5-461d-a280-dc454f12c73a, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b948076a-51a5-461d-a280-dc454f12c73a,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:04.660492 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc93f-5f77-488a-9413-a698d0ce4c1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:04.694529 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc93f-5f77-488a-9413-a698d0ce4c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:04.697045 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-fa7ce50e-06a0-4bb4-8721-9c2f828d9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:04.698510 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-fa7ce50e-06a0-4bb4-8721-9c2f828d9425 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1338606 Sep 17 23:37:04.721730 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53731743-91a6-49b0-9532-29e213ebd71d req-97da3bdd-036d-46dd-8b5a-b82be15149ba tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339386 Sep 17 23:37:04.799983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-620061ad-1a1b-47b9-b2eb-a16f21504988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:04.801584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-620061ad-1a1b-47b9-b2eb-a16f21504988 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0926919 Sep 17 23:37:04.813643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e9faba15-8a10-4764-ab3d-667faac2e12d up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:37:05.031544 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-7b9fc93f-5f77-488a-9413-a698d0ce4c1b admin admin] Allocated IP 172.25.3.124 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/440dc1e3-bf59-40e8-b170-90b8626c739b) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:37:05.031544 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-d489a01d-ca87-4278-bfe6-eb2ba7b93a3f service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276076 Sep 17 23:37:05.080282 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc93f-5f77-488a-9413-a698d0ce4c1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:05.101012 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-50bf923b-8a4a-40d7-81b9-7db604c95daf service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177979 Sep 17 23:37:05.169385 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-cb6baf19-9ccf-4e39-9e91-358a66c0851a service neutron] Notify callbacks [] for binding, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:05.172654 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-cb6baf19-9ccf-4e39-9e91-358a66c0851a service neutron] 10.222.0.46 "POST /v2.0/ports/b948076a-51a5-461d-a280-dc454f12c73a/bindings HTTP/1.1" status: 201 len: 389 time: 1.6432915 Sep 17 23:37:05.229906 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port e9faba15-8a10-4764-ab3d-667faac2e12d completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:37:05.239679 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82745e6d-420e-40a3-9ed0-4b439d59c21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:05.241289 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port e9faba15-8a10-4764-ab3d-667faac2e12d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:05.241669 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:05.245848 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82745e6d-420e-40a3-9ed0-4b439d59c21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:05.249801 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-82745e6d-420e-40a3-9ed0-4b439d59c21d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d60b8c5-9de1-446c-bc27-653152a2f705 HTTP/1.1" status: 204 len: 168 time: 1.1196535 Sep 17 23:37:05.258607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82745e6d-420e-40a3-9ed0-4b439d59c21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d60b8c5-9de1-446c-bc27-653152a2f705,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:05.267057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ef028fec-1a54-46d6-928a-705e45a3ac8e up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:37:05.267959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82745e6d-420e-40a3-9ed0-4b439d59c21d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:05.268303 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82745e6d-420e-40a3-9ed0-4b439d59c21d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:05.268634 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82745e6d-420e-40a3-9ed0-4b439d59c21d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:05.269000 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82745e6d-420e-40a3-9ed0-4b439d59c21d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:05.269435 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82745e6d-420e-40a3-9ed0-4b439d59c21d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:05.270102 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82745e6d-420e-40a3-9ed0-4b439d59c21d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:05.270583 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82745e6d-420e-40a3-9ed0-4b439d59c21d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:05.270919 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82745e6d-420e-40a3-9ed0-4b439d59c21d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:05.271229 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82745e6d-420e-40a3-9ed0-4b439d59c21d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:05.271545 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82745e6d-420e-40a3-9ed0-4b439d59c21d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:05.271987 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82745e6d-420e-40a3-9ed0-4b439d59c21d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:05.272449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82745e6d-420e-40a3-9ed0-4b439d59c21d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:05.285113 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc93f-5f77-488a-9413-a698d0ce4c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:05.332209 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9fc93f-5f77-488a-9413-a698d0ce4c1b admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:37:05.336247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-7b9fc93f-5f77-488a-9413-a698d0ce4c1b admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:05.340890 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9fc93f-5f77-488a-9413-a698d0ce4c1b admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:37:05.349270 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdacb77a-1396-40b0-b6e6-a654871d34d8 None None] Network 21a9d462-bb52-4f0a-a951-65a3220c8e9f requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:37:05.474808 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0d47e110-b3e2-4deb-a69c-08d0ea848c6c None None] Provisioning complete for port ef028fec-1a54-46d6-928a-705e45a3ac8e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:05.475432 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d47e110-b3e2-4deb-a69c-08d0ea848c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:05.598515 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ef028fec-1a54-46d6-928a-705e45a3ac8e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:05.598968 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:05.640253 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fc93f-5f77-488a-9413-a698d0ce4c1b admin admin] Pushing event updated for resources: {'Port': ['ID=440dc1e3-bf59-40e8-b170-90b8626c739b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:05.715829 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:05.744452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491856a2-a8b1-4e13-a7a3-a3185e85f758 req-b1d9f018-3b33-4b21-b8af-8aebfd8ecf9f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:05.746421 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-491856a2-a8b1-4e13-a7a3-a3185e85f758 req-b1d9f018-3b33-4b21-b8af-8aebfd8ecf9f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.0554080 Sep 17 23:37:05.792604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-491856a2-a8b1-4e13-a7a3-a3185e85f758 req-6057d24b-578f-4755-8340-34a6b8b75eb5 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383241 Sep 17 23:37:05.793244 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c311bf71-ce82-4a5a-b559-d99f210796a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9faba15-8a10-4764-ab3d-667faac2e12d'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:05.795718 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd993d94-9194-4d72-80ee-a7c9846cc5d1" -d '{"events": [{"server_uuid": "c311bf71-ce82-4a5a-b559-d99f210796a1", "name": "network-vif-plugged", "status": "completed", "tag": "e9faba15-8a10-4764-ab3d-667faac2e12d"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:05.811415 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d47e110-b3e2-4deb-a69c-08d0ea848c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:05.830127 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e9faba15-8a10-4764-ab3d-667faac2e12d, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e9faba15-8a10-4764-ab3d-667faac2e12d,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:05.877995 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:05.904763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0d47e110-b3e2-4deb-a69c-08d0ea848c6c None None] For port ef028fec-1a54-46d6-928a-705e45a3ac8e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ef028fec-1a54-46d6-928a-705e45a3ac8e,segment=NetworkSegment(5037bf98-f579-4a6e-b796-f1384d8c59e3),segment_id=5037bf98-f579-4a6e-b796-f1384d8c59e3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:05.932651 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc93f-5f77-488a-9413-a698d0ce4c1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:05.941009 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:06.029545 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e9faba15-8a10-4764-ab3d-667faac2e12d,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:06.078459 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4af9bd-83f8-40bf-b91d-d799e255d319 req-aa5ee316-31c5-4712-ac80-28cdb43e0c7f tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:06.079608 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d47e110-b3e2-4deb-a69c-08d0ea848c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:06.080012 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f4af9bd-83f8-40bf-b91d-d799e255d319 req-aa5ee316-31c5-4712-ac80-28cdb43e0c7f tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 946 time: 0.1635296 Sep 17 23:37:06.157435 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-2e05b2e8-88a8-42d8-bdbe-9e092fd9ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:06.158947 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-2e05b2e8-88a8-42d8-bdbe-9e092fd9ce81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 1097 time: 0.0780563 Sep 17 23:37:06.159301 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:37:06.159806 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:37:06.165090 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47e110-b3e2-4deb-a69c-08d0ea848c6c None None] Pushing event updated for resources: {'Port': ['ID=ef028fec-1a54-46d6-928a-705e45a3ac8e,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:06.200768 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9c51f39c-e309-4559-ab0c-b60af47795ba None None] Provisioning complete for port ef028fec-1a54-46d6-928a-705e45a3ac8e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:06.201339 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9c51f39c-e309-4559-ab0c-b60af47795ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:06.227588 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f4af9bd-83f8-40bf-b91d-d799e255d319 req-3f0f404b-f920-45aa-b9ac-570e84752b01 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180997 Sep 17 23:37:06.344461 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc93f-5f77-488a-9413-a698d0ce4c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:06.346763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-95998c8c-8ac7-4f84-bb64-81d0a37df0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:06.348221 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-95998c8c-8ac7-4f84-bb64-81d0a37df0e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 922 time: 0.1782126 Sep 17 23:37:06.360295 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52108) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:06.402564 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604cf06e-12af-4c83-8cb1-83ccce6bfbc1 x-openstack-request-id: req-604cf06e-12af-4c83-8cb1-83ccce6bfbc1 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:06.403084 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c311bf71-ce82-4a5a-b559-d99f210796a1", "name": "network-vif-plugged", "status": "completed", "tag": "e9faba15-8a10-4764-ab3d-667faac2e12d", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:06.403263 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-604cf06e-12af-4c83-8cb1-83ccce6bfbc1 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:06.403761 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c311bf71-ce82-4a5a-b559-d99f210796a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9faba15-8a10-4764-ab3d-667faac2e12d', 'code': 200} Sep 17 23:37:06.453959 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0e005786-aa7f-4c51-824f-fafa065af56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:06.456531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-4ebb98a1-c8de-43c2-bdb3-664cc1bdf012 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b948076a-51a5-461d-a280-dc454f12c73a HTTP/1.1" status: 200 len: 217 time: 0.0957105 Sep 17 23:37:06.525609 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c755a9-15b8-4fb2-abe5-e44505333eaa req-02c59be9-8c4d-4f28-86b2-87ff9b2664c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:06.527212 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-89c755a9-15b8-4fb2-abe5-e44505333eaa req-02c59be9-8c4d-4f28-86b2-87ff9b2664c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 1096 time: 0.0578382 Sep 17 23:37:06.545298 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8aa44e-bf74-4211-bcf2-17dcb024d654 req-0da0ce32-0bbd-437e-befb-8b1853c68c38 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:06.546851 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad8aa44e-bf74-4211-bcf2-17dcb024d654 req-0da0ce32-0bbd-437e-befb-8b1853c68c38 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 945 time: 0.1977694 Sep 17 23:37:06.565297 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-89c755a9-15b8-4fb2-abe5-e44505333eaa req-bd625abd-b44b-4a0a-8561-1d2d55caa52b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305660 Sep 17 23:37:06.605680 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-2c3e10a5-ad08-412f-9143-8fc1fcd0bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:06.607110 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-2c3e10a5-ad08-412f-9143-8fc1fcd0bbb8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.1368854 Sep 17 23:37:06.654785 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-0367b93a-5c35-4faa-aaa8-efacc34e69e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380211 Sep 17 23:37:06.720584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad8aa44e-bf74-4211-bcf2-17dcb024d654 req-8ec3313b-5e97-4505-a0c3-ef286f397945 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355493 Sep 17 23:37:06.809581 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0e005786-aa7f-4c51-824f-fafa065af56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:06.823274 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-5c60b6b5-756f-40ef-a1e6-313e90dd34bc service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551239 Sep 17 23:37:06.918895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9fc93f-5f77-488a-9413-a698d0ce4c1b admin admin] Router 566bd231-d27d-499f-80f3-cd4c90f7251e is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:37:06.920542 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0e005786-aa7f-4c51-824f-fafa065af56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:06.989405 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-c271e6aa-3e99-4f26-ac30-5ce1640d42f0 service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574674 Sep 17 23:37:07.004972 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0e005786-aa7f-4c51-824f-fafa065af56a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9ad33398a4c1458faa0329854fb91c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6428311 Sep 17 23:37:07.007951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52136) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:07.039922 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e005786-aa7f-4c51-824f-fafa065af56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3332b39-602d-40fa-8736-93a25d025d65,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:07.055569 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385261a-9527-4dd5-8b4e-43f9488057bc req-e2785106-1afc-4347-a939-6f5100f5fe3e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:07.063372 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e385261a-9527-4dd5-8b4e-43f9488057bc req-e2785106-1afc-4347-a939-6f5100f5fe3e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.1609871 Sep 17 23:37:07.070079 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d5f27ee3-588b-46b9-afb0-d6fd94e77a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:07.098728 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d5f27ee3-588b-46b9-afb0-d6fd94e77a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:07.133794 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e385261a-9527-4dd5-8b4e-43f9488057bc req-0da8b3ee-693a-4f7e-a5e2-23541d633d7d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695164 Sep 17 23:37:07.159422 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9fc93f-5f77-488a-9413-a698d0ce4c1b admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:37:07.172657 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] Sync routers for ids ['566bd231-d27d-499f-80f3-cd4c90f7251e'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:37:07.181488 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] Routers {'566bd231-d27d-499f-80f3-cd4c90f7251e'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:07.185659 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:36:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['566bd231-d27d-499f-80f3-cd4c90f7251e'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:07.207245 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ef028fec-1a54-46d6-928a-705e45a3ac8e up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:37:07.231550 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d5f27ee3-588b-46b9-afb0-d6fd94e77a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:07.235999 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d5f27ee3-588b-46b9-afb0-d6fd94e77a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:07.239804 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d5f27ee3-588b-46b9-afb0-d6fd94e77a8f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a3332b39-602d-40fa-8736-93a25d025d65 HTTP/1.1" status: 204 len: 168 time: 0.2283876 Sep 17 23:37:07.249800 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f27ee3-588b-46b9-afb0-d6fd94e77a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3332b39-602d-40fa-8736-93a25d025d65,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:07.285053 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ef028fec-1a54-46d6-928a-705e45a3ac8e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:07.285433 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:07.319359 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc93f-5f77-488a-9413-a698d0ce4c1b admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:07.320991 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7b9fc93f-5f77-488a-9413-a698d0ce4c1b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5404193 Sep 17 23:37:07.323956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52150) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:07.355084 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] Set router 566bd231-d27d-499f-80f3-cd4c90f7251e gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:07.422100 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-4cc36403-638c-41f9-8614-c4f08b7d3853 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:07.423720 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-4cc36403-638c-41f9-8614-c4f08b7d3853 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c&tenant_id=42091a1d224846e09811aee1ce652339&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 1097 time: 0.1667240 Sep 17 23:37:07.439000 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809883-1'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:07.510134 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc243f3-df68-4bf7-bf0f-97f9d13e56ae req-c9eda172-a3c3-48ba-863c-53c21daf6de1 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:07.511655 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6cc243f3-df68-4bf7-bf0f-97f9d13e56ae req-c9eda172-a3c3-48ba-863c-53c21daf6de1 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 946 time: 0.1480272 Sep 17 23:37:07.582770 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:05Z', 'revision_number': 3, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:07.586198 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:07.620760 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] Checking router: 566bd231-d27d-499f-80f3-cd4c90f7251e for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:37:07.621150 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] Updating router 566bd231-d27d-499f-80f3-cd4c90f7251e port 440dc1e3-bf59-40e8-b170-90b8626c739b binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:37:07.640524 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6cc243f3-df68-4bf7-bf0f-97f9d13e56ae req-8b82385a-5c29-4d8a-ba0d-7e7268f9d074 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131656 Sep 17 23:37:07.676964 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:07.922303 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] For port b948076a-51a5-461d-a280-dc454f12c73a, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=b948076a-51a5-461d-a280-dc454f12c73a,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:08.022909 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:08.049891 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] For port b948076a-51a5-461d-a280-dc454f12c73a, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:08.089156 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7664f9-3977-4175-9949-428058a3c130 req-ac61fd24-9ee0-4be3-a14c-03ec1bb13c28 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:08.090654 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de7664f9-3977-4175-9949-428058a3c130 req-ac61fd24-9ee0-4be3-a14c-03ec1bb13c28 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 945 time: 0.1420386 Sep 17 23:37:08.121903 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcaa66c-7825-4c03-b789-5fddb498324c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b948076a-51a5-461d-a280-dc454f12c73a'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:08.124031 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef97e7db-8b6b-4296-9d20-4c6e9c9a888b" -d '{"events": [{"server_uuid": "9fcaa66c-7825-4c03-b789-5fddb498324c", "name": "network-vif-unplugged", "status": "completed", "tag": "b948076a-51a5-461d-a280-dc454f12c73a"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:08.127994 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:08.134040 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:08.157658 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de7664f9-3977-4175-9949-428058a3c130 req-ea6fbcbe-b63a-424f-aca0-93f0feb05569 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459857 Sep 17 23:37:08.183725 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d7b8b-ce7b-41dc-a91a-bc335714af54 None None] Pushing event updated for resources: {'Port': ['ID=440dc1e3-bf59-40e8-b170-90b8626c739b,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:08.201495 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3000098-df5f-46fe-9330-4f4c89bc53e0 x-openstack-request-id: req-c3000098-df5f-46fe-9330-4f4c89bc53e0 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:08.201789 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcaa66c-7825-4c03-b789-5fddb498324c", "name": "network-vif-unplugged", "status": "completed", "tag": "b948076a-51a5-461d-a280-dc454f12c73a", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:08.202370 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3000098-df5f-46fe-9330-4f4c89bc53e0 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:08.202914 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcaa66c-7825-4c03-b789-5fddb498324c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b948076a-51a5-461d-a280-dc454f12c73a', 'code': 200} Sep 17 23:37:08.216973 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d7b8b-ce7b-41dc-a91a-bc335714af54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:08.217531 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d7b8b-ce7b-41dc-a91a-bc335714af54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:08.218616 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d7b8b-ce7b-41dc-a91a-bc335714af54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:08.219447 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d7b8b-ce7b-41dc-a91a-bc335714af54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:08.219865 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d7b8b-ce7b-41dc-a91a-bc335714af54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:08.220380 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d7b8b-ce7b-41dc-a91a-bc335714af54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:08.220791 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d7b8b-ce7b-41dc-a91a-bc335714af54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:08.221216 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d7b8b-ce7b-41dc-a91a-bc335714af54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:08.221617 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d7b8b-ce7b-41dc-a91a-bc335714af54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:08.221938 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d7b8b-ce7b-41dc-a91a-bc335714af54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:08.222213 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d7b8b-ce7b-41dc-a91a-bc335714af54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:08.222594 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d7b8b-ce7b-41dc-a91a-bc335714af54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:37:08.227453 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] Attempting to bind port 440dc1e3-bf59-40e8-b170-90b8626c739b on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:08.227830 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] Attempting to bind port 440dc1e3-bf59-40e8-b170-90b8626c739b by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:08.228196 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] Attempting to bind port 440dc1e3-bf59-40e8-b170-90b8626c739b on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:08.235801 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:08.245751 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:08.246140 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:08.246552 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:08.248754 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:08.249326 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] Bound port: 440dc1e3-bf59-40e8-b170-90b8626c739b, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:08.249749 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:08.292048 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cf3f03c7-e58a-41b7-b00f-574060fb2218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:08.317868 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] For port 440dc1e3-bf59-40e8-b170-90b8626c739b, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:08.321615 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] For port 440dc1e3-bf59-40e8-b170-90b8626c739b, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=440dc1e3-bf59-40e8-b170-90b8626c739b,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:08.409850 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:08.454072 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] Routers {'566bd231-d27d-499f-80f3-cd4c90f7251e'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:08.455044 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:36:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['566bd231-d27d-499f-80f3-cd4c90f7251e'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:08.466926 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-cf3f03c7-e58a-41b7-b00f-574060fb2218 admin admin] Allocated IP 172.20.0.1 (21a9d462-bb52-4f0a-a951-65a3220c8e9f/7f3812e0-a4e8-48f2-99f9-d914c44bba80/521cdec4-831b-4259-8990-d88306367c5d) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:37:08.599402 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cf3f03c7-e58a-41b7-b00f-574060fb2218 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:08.668715 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] Pushing event updated for resources: {'Port': ['ID=b948076a-51a5-461d-a280-dc454f12c73a,revision_number=7']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:08.676070 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] Set router 566bd231-d27d-499f-80f3-cd4c90f7251e gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:08.703092 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cf3f03c7-e58a-41b7-b00f-574060fb2218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:08.703586 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89728399-ac02-47a4-a22f-3cfd96ab96c8 req-16410620-ad8b-486f-b441-276f73cf372c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:08.711291 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-89728399-ac02-47a4-a22f-3cfd96ab96c8 req-16410620-ad8b-486f-b441-276f73cf372c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.4122536 Sep 17 23:37:08.713756 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] Attempting to bind port b948076a-51a5-461d-a280-dc454f12c73a on host n-h1-809883-1 for vnic_type normal with profile {"migrating_to": "n-h2-809883-1"} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:08.714155 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] Attempting to bind port b948076a-51a5-461d-a280-dc454f12c73a by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:08.714548 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] Attempting to bind port b948076a-51a5-461d-a280-dc454f12c73a on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:08.737249 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] Port b948076a-51a5-461d-a280-dc454f12c73a on network de59519b-4223-446a-ba3f-49ba8599e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:37:08.739970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] Attempting to bind port b948076a-51a5-461d-a280-dc454f12c73a on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:08.747829 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d7b8b-ce7b-41dc-a91a-bc335714af54 None None] Pushing event updated for resources: {'Port': ['ID=440dc1e3-bf59-40e8-b170-90b8626c739b,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:08.780621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3f03c7-e58a-41b7-b00f-574060fb2218 admin admin] Network 21a9d462-bb52-4f0a-a951-65a3220c8e9f is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:37:08.783226 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:08.784224 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] Checking segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:08.784825 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] Bound using segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:08.786190 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] Bound port: b948076a-51a5-461d-a280-dc454f12c73a, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:08.786764 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:08.787243 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-cf3f03c7-e58a-41b7-b00f-574060fb2218 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:08.789818 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3f03c7-e58a-41b7-b00f-574060fb2218 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:37:08.790348 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cf3f03c7-e58a-41b7-b00f-574060fb2218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:08.812047 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-89728399-ac02-47a4-a22f-3cfd96ab96c8 req-51e96bfa-be45-4bb7-8ead-c909e7d883a7 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995810 Sep 17 23:37:08.857814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f03c7-e58a-41b7-b00f-574060fb2218 admin admin] Pushing event updated for resources: {'Port': ['ID=521cdec4-831b-4259-8990-d88306367c5d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:08.870607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe18dd7-ca16-4d59-8a78-f1df417160e8 req-b1732559-ba55-43eb-9cd1-e8636b5a5718 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:08.872136 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7fe18dd7-ca16-4d59-8a78-f1df417160e8 req-b1732559-ba55-43eb-9cd1-e8636b5a5718 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 1096 time: 0.1359274 Sep 17 23:37:08.912123 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] For port b948076a-51a5-461d-a280-dc454f12c73a, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:08.915724 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] For port b948076a-51a5-461d-a280-dc454f12c73a, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=b948076a-51a5-461d-a280-dc454f12c73a,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:08.965024 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:05Z', 'revision_number': 3, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:08.986859 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:09.037621 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7fe18dd7-ca16-4d59-8a78-f1df417160e8 req-29376f51-889a-41fb-9372-9d4a3c64edd8 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185679 Sep 17 23:37:09.038711 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6191057d-1c43-4027-b834-aad6d112eeeb None None] The sync data for ids ['566bd231-d27d-499f-80f3-cd4c90f7251e'] in n-d-809883-1 is: [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:05Z', 'revision_number': 3, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:37:09.067930 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52216) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:09.154141 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cf3f03c7-e58a-41b7-b00f-574060fb2218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:09.208631 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:09.209390 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:09.211074 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] 10.222.0.37 "PUT /v2.0/ports/b948076a-51a5-461d-a280-dc454f12c73a HTTP/1.1" status: 200 len: 1122 time: 1.7765038 Sep 17 23:37:09.217405 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299cb11-2a73-440c-a3e2-c6d520035f21 service neutron] Pushing event updated for resources: {'Port': ['ID=b948076a-51a5-461d-a280-dc454f12c73a,revision_number=8']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:09.247167 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-16f67d1b-6b89-4a7d-9b80-a3b46b3ab4b3 None None] Provisioning complete for port 521cdec4-831b-4259-8990-d88306367c5d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:09.247661 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-16f67d1b-6b89-4a7d-9b80-a3b46b3ab4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:09.279683 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134c824-b2eb-4863-9204-14f566c357d8 req-03780a43-6119-41b3-a626-53606bad7ad4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:09.281407 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b134c824-b2eb-4863-9204-14f566c357d8 req-03780a43-6119-41b3-a626-53606bad7ad4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 944 time: 0.1337850 Sep 17 23:37:09.283458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['b948076a-51a5-461d-a280-dc454f12c73a'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:37:09.290866 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460069fa-445c-489c-b84e-849ee47d3965 req-6b46a8ca-7f43-44b6-a463-b93b7b3a5ace tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:09.291808 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-460069fa-445c-489c-b84e-849ee47d3965 req-6b46a8ca-7f43-44b6-a463-b93b7b3a5ace tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 1096 time: 0.0796247 Sep 17 23:37:09.308615 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8339e6db-8f48-4e7b-8fa1-dede79540053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:09.326615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-16f67d1b-6b89-4a7d-9b80-a3b46b3ab4b3 None None] Port 521cdec4-831b-4259-8990-d88306367c5d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:37:09.371028 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b134c824-b2eb-4863-9204-14f566c357d8 req-8fa43990-ddd9-4f17-b396-694181d491ba tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773299 Sep 17 23:37:09.386482 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-460069fa-445c-489c-b84e-849ee47d3965 req-5cd65783-aa31-46ff-8fea-d6090c33db53 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868621 Sep 17 23:37:09.508619 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cf3f03c7-e58a-41b7-b00f-574060fb2218 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:09.561477 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8339e6db-8f48-4e7b-8fa1-dede79540053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:09.676564 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cf3f03c7-e58a-41b7-b00f-574060fb2218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:09.677390 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cf3f03c7-e58a-41b7-b00f-574060fb2218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:09.732089 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8339e6db-8f48-4e7b-8fa1-dede79540053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:09.799438 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f03c7-e58a-41b7-b00f-574060fb2218 admin admin] Pushing event updated for resources: {'Port': ['ID=521cdec4-831b-4259-8990-d88306367c5d,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:09.832288 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8339e6db-8f48-4e7b-8fa1-dede79540053 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=489cd42e188748459f127d032c2e4b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7629797 Sep 17 23:37:09.834720 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52244) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:09.861829 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339e6db-8f48-4e7b-8fa1-dede79540053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d816e58-e4ed-4116-b95d-3394ed4ba503,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:09.874384 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3f03c7-e58a-41b7-b00f-574060fb2218 admin admin] Network 21a9d462-bb52-4f0a-a951-65a3220c8e9f is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:37:09.875914 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-cf3f03c7-e58a-41b7-b00f-574060fb2218 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:09.908345 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72587702-f146-44ec-9b8b-0075bc4da001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:09.947577 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72587702-f146-44ec-9b8b-0075bc4da001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:10.055466 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:10.056812 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3f03c7-e58a-41b7-b00f-574060fb2218 admin admin] Router 566bd231-d27d-499f-80f3-cd4c90f7251e has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:37:10.114404 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72587702-f146-44ec-9b8b-0075bc4da001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:10.118958 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72587702-f146-44ec-9b8b-0075bc4da001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:10.120511 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-72587702-f146-44ec-9b8b-0075bc4da001 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d816e58-e4ed-4116-b95d-3394ed4ba503 HTTP/1.1" status: 204 len: 168 time: 0.2838871 Sep 17 23:37:10.139253 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72587702-f146-44ec-9b8b-0075bc4da001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d816e58-e4ed-4116-b95d-3394ed4ba503,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:10.166443 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8862341-1499-4746-856a-6f91807e26ca req-83552a31-c77c-4583-ba55-e69918250b09 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:10.170115 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8862341-1499-4746-856a-6f91807e26ca req-83552a31-c77c-4583-ba55-e69918250b09 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.1279140 Sep 17 23:37:10.215664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcaa66c-7825-4c03-b789-5fddb498324c', 'tag': 'b948076a-51a5-461d-a280-dc454f12c73a'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:10.218269 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a856a2b-3ed1-417b-8c4e-7de1d3bd79bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcaa66c-7825-4c03-b789-5fddb498324c", "tag": "b948076a-51a5-461d-a280-dc454f12c73a"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:10.235899 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8862341-1499-4746-856a-6f91807e26ca req-e5d58d71-7dba-446c-99cd-d2cf3341c9fa tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585933 Sep 17 23:37:10.274518 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3f03c7-e58a-41b7-b00f-574060fb2218 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:37:10.281276 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c20014f2-bf6e-4cdb-bc29-4400f9485e98 None None] Provisioning complete for port 521cdec4-831b-4259-8990-d88306367c5d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:10.282962 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c20014f2-bf6e-4cdb-bc29-4400f9485e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:10.299717 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cf3f03c7-e58a-41b7-b00f-574060fb2218 admin admin] 10.222.0.46 "PUT /v2.0/routers/566bd231-d27d-499f-80f3-cd4c90f7251e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9649243 Sep 17 23:37:10.372229 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848d0ba3-e4a8-4532-a245-7ea26216cab1 x-openstack-request-id: req-848d0ba3-e4a8-4532-a245-7ea26216cab1 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:10.372516 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcaa66c-7825-4c03-b789-5fddb498324c", "tag": "b948076a-51a5-461d-a280-dc454f12c73a", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:10.372844 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-848d0ba3-e4a8-4532-a245-7ea26216cab1 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:10.373257 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcaa66c-7825-4c03-b789-5fddb498324c', 'tag': 'b948076a-51a5-461d-a280-dc454f12c73a', 'status': 'completed', 'code': 200} Sep 17 23:37:10.381420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c20014f2-bf6e-4cdb-bc29-4400f9485e98 None None] Port 521cdec4-831b-4259-8990-d88306367c5d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:37:10.448510 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856a2b-3ed1-417b-8c4e-7de1d3bd79bd req-49a8889c-83e4-4f38-81b5-ab646ce04a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:10.451165 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a856a2b-3ed1-417b-8c4e-7de1d3bd79bd req-49a8889c-83e4-4f38-81b5-ab646ce04a6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 1125 time: 0.0418899 Sep 17 23:37:10.582495 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856a2b-3ed1-417b-8c4e-7de1d3bd79bd req-a66d4888-c3d3-44c6-9848-d558639a31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:10.584136 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a856a2b-3ed1-417b-8c4e-7de1d3bd79bd req-a66d4888-c3d3-44c6-9848-d558639a31ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 922 time: 0.1181934 Sep 17 23:37:10.629447 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cde58b-9b55-40e8-9020-2cf2a8330932 req-0048889c-6cce-419a-8198-b35661580edd tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:10.630939 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1cde58b-9b55-40e8-9020-2cf2a8330932 req-0048889c-6cce-419a-8198-b35661580edd tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 944 time: 0.0684943 Sep 17 23:37:10.651293 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a856a2b-3ed1-417b-8c4e-7de1d3bd79bd req-a2f040ad-fb2f-4631-bfd6-dbdda78172e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b948076a-51a5-461d-a280-dc454f12c73a HTTP/1.1" status: 200 len: 217 time: 0.0419357 Sep 17 23:37:10.673557 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1cde58b-9b55-40e8-9020-2cf2a8330932 req-949b7f8e-dad0-4093-ab6d-12feed9241c7 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352306 Sep 17 23:37:10.741094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856a2b-3ed1-417b-8c4e-7de1d3bd79bd req-dae28a03-549c-4a44-864c-c17605a20f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:10.742773 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a856a2b-3ed1-417b-8c4e-7de1d3bd79bd req-dae28a03-549c-4a44-864c-c17605a20f86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.0766912 Sep 17 23:37:10.779679 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a856a2b-3ed1-417b-8c4e-7de1d3bd79bd req-f039dd59-94f2-4e03-a99c-f4d6558347fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286956 Sep 17 23:37:10.913244 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a856a2b-3ed1-417b-8c4e-7de1d3bd79bd req-2b57357a-dc6e-4bb2-a520-2e40ca844820 service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161237 Sep 17 23:37:11.021762 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a856a2b-3ed1-417b-8c4e-7de1d3bd79bd req-3447293e-064b-4e9a-bebe-ba683ebf07c5 service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962224 Sep 17 23:37:11.222220 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 440dc1e3-bf59-40e8-b170-90b8626c739b up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:37:11.252906 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] Sync routers for ids ['566bd231-d27d-499f-80f3-cd4c90f7251e'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:37:11.257699 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-401e4fc3-6654-4f43-a348-e6b115db4afc tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0db462c5bec14b5b96252540f7a956ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235338 Sep 17 23:37:11.274473 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] Routers {'566bd231-d27d-499f-80f3-cd4c90f7251e'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:11.275300 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:36:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['566bd231-d27d-499f-80f3-cd4c90f7251e'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:11.299413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52324) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:11.343801 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4392d4c9-4af4-42bc-a703-761c1cb59a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:11.351843 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 440dc1e3-bf59-40e8-b170-90b8626c739b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:11.352858 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:11.405053 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-3f5aa974-e686-4436-955b-d41ef8f1432c tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:11.407015 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-3f5aa974-e686-4436-955b-d41ef8f1432c tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1433198 Sep 17 23:37:11.432997 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-467b6068-3fc6-48aa-b278-aca75563e1ac tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/quotas/0db462c5bec14b5b96252540f7a956ef HTTP/1.1" status: 200 len: 375 time: 0.0180852 Sep 17 23:37:11.437258 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] Set router 566bd231-d27d-499f-80f3-cd4c90f7251e gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:11.474780 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-68e94643-87b0-4e3b-823f-6f397b9d0a22 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0db462c5bec14b5b96252540f7a956ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334218 Sep 17 23:37:11.515358 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4392d4c9-4af4-42bc-a703-761c1cb59a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:11.705254 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4392d4c9-4af4-42bc-a703-761c1cb59a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:11.726202 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:11.751645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392d4c9-4af4-42bc-a703-761c1cb59a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dc42af-fbdd-4d7b-8537-4e330c3e5fe7,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:11.755692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 440dc1e3-bf59-40e8-b170-90b8626c739b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=440dc1e3-bf59-40e8-b170-90b8626c739b,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:11.757466 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4392d4c9-4af4-42bc-a703-761c1cb59a69 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8789fda1021f420fae59eca259f71fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4569228 Sep 17 23:37:11.761098 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52336) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:11.774030 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device b948076a-51a5-461d-a280-dc454f12c73a details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:37:11.827873 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:11.836119 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f9969c0c-f407-45cf-bb2c-1407890ccef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:11.862559 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f9969c0c-f407-45cf-bb2c-1407890ccef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:11.918126 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=440dc1e3-bf59-40e8-b170-90b8626c739b,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:11.968352 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:09Z', 'revision_number': 2, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:12.000190 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] Checking router: 566bd231-d27d-499f-80f3-cd4c90f7251e for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:37:12.000536 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] Updating router 566bd231-d27d-499f-80f3-cd4c90f7251e port 521cdec4-831b-4259-8990-d88306367c5d binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:37:12.004549 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f9969c0c-f407-45cf-bb2c-1407890ccef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:12.007856 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f9969c0c-f407-45cf-bb2c-1407890ccef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:12.009456 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f9969c0c-f407-45cf-bb2c-1407890ccef8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5dc42af-fbdd-4d7b-8537-4e330c3e5fe7 HTTP/1.1" status: 204 len: 168 time: 0.2464306 Sep 17 23:37:12.021579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9969c0c-f407-45cf-bb2c-1407890ccef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dc42af-fbdd-4d7b-8537-4e330c3e5fe7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:12.044374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port b948076a-51a5-461d-a280-dc454f12c73a, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=b948076a-51a5-461d-a280-dc454f12c73a,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:12.055292 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:12.071412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device b948076a-51a5-461d-a280-dc454f12c73a has no active binding in host n-h2-809883-1 {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 23:37:12.219681 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-027b00e3-e6c3-4326-8221-8da9b3277beb tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:12.221287 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-027b00e3-e6c3-4326-8221-8da9b3277beb tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/networks?id=21a9d462-bb52-4f0a-a951-65a3220c8e9f HTTP/1.1" status: 200 len: 819 time: 0.1249397 Sep 17 23:37:12.243235 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-dee18268-d639-4f98-938d-0768274908d2 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:37:12.253135 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-dee18268-d639-4f98-938d-0768274908d2 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1447668 Sep 17 23:37:12.257298 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-0b1b5b92-6b9f-4939-bb53-f657c50f11ce tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/quotas/95a42a19fd39427ba2f2e61a1ad749ba HTTP/1.1" status: 200 len: 375 time: 0.0284765 Sep 17 23:37:12.320342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-b8dc1e04-d0b5-4a20-9f89-5c7f1b4c351e tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:12.321762 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-b8dc1e04-d0b5-4a20-9f89-5c7f1b4c351e tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/ports/e9faba15-8a10-4764-ab3d-667faac2e12d HTTP/1.1" status: 200 len: 1093 time: 0.0682173 Sep 17 23:37:12.337298 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-87f620fd-be7c-4e4c-b4db-0065a99a8c93 service neutron] Request body: {'binding': {'host': 'n-h2-809883-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:12.337749 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-87f620fd-be7c-4e4c-b4db-0065a99a8c93 service neutron] Unknown quota resources ['binding']. {{(pid=95592) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 23:37:12.347320 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-c1a33d1c-7e4e-4e04-8cdf-2f8b37ad7dd1 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a42a19fd39427ba2f2e61a1ad749ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783617 Sep 17 23:37:12.349728 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:12.484561 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:12.510519 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-991b6839-95dd-4616-b464-7addeddd4269 service neutron] 10.222.0.46 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459665 Sep 17 23:37:12.572213 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197d4bf-f218-452c-8c49-a405646e95b7 None None] Pushing event updated for resources: {'Port': ['ID=521cdec4-831b-4259-8990-d88306367c5d,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:12.588622 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-87f620fd-be7c-4e4c-b4db-0065a99a8c93 service neutron] Attempting to bind port e9faba15-8a10-4764-ab3d-667faac2e12d on host n-h2-809883-1 for vnic_type normal with profile None {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:12.590853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-87f620fd-be7c-4e4c-b4db-0065a99a8c93 service neutron] Attempting to bind port e9faba15-8a10-4764-ab3d-667faac2e12d by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:12.590853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-87f620fd-be7c-4e4c-b4db-0065a99a8c93 service neutron] Attempting to bind port e9faba15-8a10-4764-ab3d-667faac2e12d on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:12.613982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] Attempting to bind port 521cdec4-831b-4259-8990-d88306367c5d on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:12.613982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] Attempting to bind port 521cdec4-831b-4259-8990-d88306367c5d by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '5037bf98-f579-4a6e-b796-f1384d8c59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:12.613982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] Attempting to bind port 521cdec4-831b-4259-8990-d88306367c5d on network 21a9d462-bb52-4f0a-a951-65a3220c8e9f {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:12.616942 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:12.617319 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] Checking segment: {'id': '5037bf98-f579-4a6e-b796-f1384d8c59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:12.617715 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:12.618150 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] Bound using segment: {'id': '5037bf98-f579-4a6e-b796-f1384d8c59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:12.618583 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] Bound port: 521cdec4-831b-4259-8990-d88306367c5d, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5037bf98-f579-4a6e-b796-f1384d8c59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:12.618927 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:12.621892 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-87f620fd-be7c-4e4c-b4db-0065a99a8c93 service neutron] Port e9faba15-8a10-4764-ab3d-667faac2e12d on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:37:12.622083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-87f620fd-be7c-4e4c-b4db-0065a99a8c93 service neutron] Attempting to bind port e9faba15-8a10-4764-ab3d-667faac2e12d on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:12.632062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-87f620fd-be7c-4e4c-b4db-0065a99a8c93 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:12.632400 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-87f620fd-be7c-4e4c-b4db-0065a99a8c93 service neutron] Checking segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:12.632777 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-87f620fd-be7c-4e4c-b4db-0065a99a8c93 service neutron] Bound using segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:12.633411 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-87f620fd-be7c-4e4c-b4db-0065a99a8c93 service neutron] Bound port: e9faba15-8a10-4764-ab3d-667faac2e12d, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:12.691985 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-8e097fb0-5770-4afb-899c-8e73bf7c9611 service neutron] 10.222.0.46 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433733 Sep 17 23:37:12.696185 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] For port 521cdec4-831b-4259-8990-d88306367c5d, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:12.700358 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] For port 521cdec4-831b-4259-8990-d88306367c5d, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=521cdec4-831b-4259-8990-d88306367c5d,segment=NetworkSegment(5037bf98-f579-4a6e-b796-f1384d8c59e3),segment_id=5037bf98-f579-4a6e-b796-f1384d8c59e3)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:12.708968 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-87f620fd-be7c-4e4c-b4db-0065a99a8c93 service neutron] For port e9faba15-8a10-4764-ab3d-667faac2e12d, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=e9faba15-8a10-4764-ab3d-667faac2e12d,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:12.781000 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:12.781674 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-87f620fd-be7c-4e4c-b4db-0065a99a8c93 service neutron] Notify callbacks [] for binding, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:12.786820 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-87f620fd-be7c-4e4c-b4db-0065a99a8c93 service neutron] 10.222.0.46 "POST /v2.0/ports/e9faba15-8a10-4764-ab3d-667faac2e12d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4555042 Sep 17 23:37:12.852231 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-929e472b-727e-4bae-b5a9-d13fd38a8f8e None None] Provisioning complete for port 521cdec4-831b-4259-8990-d88306367c5d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:12.852602 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-929e472b-727e-4bae-b5a9-d13fd38a8f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:12.854162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197d4bf-f218-452c-8c49-a405646e95b7 None None] Pushing event updated for resources: {'Port': ['ID=521cdec4-831b-4259-8990-d88306367c5d,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:12.858902 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] Routers {'566bd231-d27d-499f-80f3-cd4c90f7251e'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:12.859450 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:36:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['566bd231-d27d-499f-80f3-cd4c90f7251e'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:13.087107 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] Set router 566bd231-d27d-499f-80f3-cd4c90f7251e gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:13.129546 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:13.137712 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-929e472b-727e-4bae-b5a9-d13fd38a8f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:13.157783 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f04f15-5635-4b19-bbe5-f093694beb52 req-7107bef6-f795-4e28-a6c8-daeb30565d14 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:13.163318 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08f04f15-5635-4b19-bbe5-f093694beb52 req-7107bef6-f795-4e28-a6c8-daeb30565d14 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.1103816 Sep 17 23:37:13.241594 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 440dc1e3-bf59-40e8-b170-90b8626c739b up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:37:13.263488 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08f04f15-5635-4b19-bbe5-f093694beb52 req-6bdbfa93-57a0-4433-98c0-5af4268a4168 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884621 Sep 17 23:37:13.321953 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-929e472b-727e-4bae-b5a9-d13fd38a8f8e None None] For port 521cdec4-831b-4259-8990-d88306367c5d, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=521cdec4-831b-4259-8990-d88306367c5d,segment=NetworkSegment(5037bf98-f579-4a6e-b796-f1384d8c59e3),segment_id=5037bf98-f579-4a6e-b796-f1384d8c59e3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:13.359647 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52392) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:13.384754 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fafc8dbe-6e2c-4269-a703-c9a821b2435e req-d7d2de78-ab98-45b8-97c3-81ef72bbac45 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1389e7f-d237-417c-8bbe-9534ca060518 HTTP/1.1" status: 200 len: 210 time: 0.0320640 Sep 17 23:37:13.410285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d5dcb-28c0-46ca-b019-a8a70fb8070f req-7342bc9f-991e-49be-b188-7ad78623bf5e tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:13.413198 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c10d5dcb-28c0-46ca-b019-a8a70fb8070f req-7342bc9f-991e-49be-b188-7ad78623bf5e tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 944 time: 0.0994451 Sep 17 23:37:13.424863 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-929e472b-727e-4bae-b5a9-d13fd38a8f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:13.432796 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 440dc1e3-bf59-40e8-b170-90b8626c739b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:13.433194 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:13.487853 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3ccc2a3-d52f-4017-83cd-5d83f49d2bed req-6287da75-86ec-4494-bf4a-5bb90620c922 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 210 time: 0.0530393 Sep 17 23:37:13.492744 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-cd45adee-e8eb-4fbf-a4ef-d45da49023e5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-561740983-network', 'tenant_id': '2055f21acf03477cab26edff49b65e09'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:13.495919 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c10d5dcb-28c0-46ca-b019-a8a70fb8070f req-0747952c-063c-43bc-94cf-dd9cf30491e7 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763729 Sep 17 23:37:13.572214 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e472b-727e-4bae-b5a9-d13fd38a8f8e None None] Pushing event updated for resources: {'Port': ['ID=521cdec4-831b-4259-8990-d88306367c5d,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:13.601324 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:12Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:13.617848 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5d830-6d3a-4bbe-a9d6-27d1b5e63c48 req-512113e1-622e-4f8b-abba-0ea3d190a55e tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:13.619345 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04b5d830-6d3a-4bbe-a9d6-27d1b5e63c48 req-512113e1-622e-4f8b-abba-0ea3d190a55e tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 945 time: 0.0581121 Sep 17 23:37:13.638421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde7a418-9a97-46c5-8da4-9797288af0d7 None None] The sync data for ids ['566bd231-d27d-499f-80f3-cd4c90f7251e'] in n-d-809883-1 is: [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:12Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:37:13.663117 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f01c3827-4f43-40b9-b8e4-7719002d733f None None] Provisioning complete for port 521cdec4-831b-4259-8990-d88306367c5d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:13.663495 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f01c3827-4f43-40b9-b8e4-7719002d733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:13.665664 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04b5d830-6d3a-4bbe-a9d6-27d1b5e63c48 req-86667166-9ce1-4cea-a91f-03087c618e15 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391371 Sep 17 23:37:13.682549 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd45adee-e8eb-4fbf-a4ef-d45da49023e5 admin admin] Made reservation on behalf of 2055f21acf03477cab26edff49b65e09 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:37:13.687247 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cd45adee-e8eb-4fbf-a4ef-d45da49023e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:13.712009 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cd45adee-e8eb-4fbf-a4ef-d45da49023e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:13.844557 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cd45adee-e8eb-4fbf-a4ef-d45da49023e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:13.907438 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d3ad2741-b3f4-4832-a90e-bc39988f55ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:13.951870 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cd45adee-e8eb-4fbf-a4ef-d45da49023e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:13.981618 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd45adee-e8eb-4fbf-a4ef-d45da49023e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:37:13.988471 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45adee-e8eb-4fbf-a4ef-d45da49023e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae826e71-3d3b-446f-9aad-915482382779,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:13.997511 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cd45adee-e8eb-4fbf-a4ef-d45da49023e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:13.997955 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-cd45adee-e8eb-4fbf-a4ef-d45da49023e5 admin admin] Added segment 81a9fd34-15aa-464e-99c8-97eb3dc286ad of type vlan for network 20c6be7c-78c7-4416-98e0-860b6fbdbe18 Sep 17 23:37:14.060973 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cd45adee-e8eb-4fbf-a4ef-d45da49023e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:14.167506 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cd45adee-e8eb-4fbf-a4ef-d45da49023e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:14.168527 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd45adee-e8eb-4fbf-a4ef-d45da49023e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:14.169146 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cd45adee-e8eb-4fbf-a4ef-d45da49023e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:14.232874 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45adee-e8eb-4fbf-a4ef-d45da49023e5 admin admin] Pushing event updated for resources: {'Network': ['ID=20c6be7c-78c7-4416-98e0-860b6fbdbe18,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:14.244070 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 20c6be7c-78c7-4416-98e0-860b6fbdbe18 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:37:14.296573 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cd45adee-e8eb-4fbf-a4ef-d45da49023e5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9353311 Sep 17 23:37:14.299151 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52416) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:14.306607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-84910a01-f3ba-40a3-9971-02904d82f8eb admin admin] Request body: {'subnet': {'network_id': '20c6be7c-78c7-4416-98e0-860b6fbdbe18', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-561740983-subnet', 'tenant_id': '2055f21acf03477cab26edff49b65e09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:14.440983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84910a01-f3ba-40a3-9971-02904d82f8eb admin admin] Made reservation on behalf of 2055f21acf03477cab26edff49b65e09 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:37:14.445120 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84910a01-f3ba-40a3-9971-02904d82f8eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:14.552171 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-147e43a2-b123-4e59-86a7-fd730d66805f req-fbbe580c-3fcb-4e53-8e3c-727a2d084c53 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1389e7f-d237-417c-8bbe-9534ca060518 HTTP/1.1" status: 200 len: 210 time: 0.0676959 Sep 17 23:37:14.565227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd1e1d-a50c-40d4-b683-66174a560723 req-bdd1f9b8-7ecb-414a-9bd7-bc19d939b6aa tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:14.566965 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-30cd1e1d-a50c-40d4-b683-66174a560723 req-bdd1f9b8-7ecb-414a-9bd7-bc19d939b6aa tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.1620867 Sep 17 23:37:14.611626 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-b3c963e3-d79f-4a20-be21-31b833146149 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0db462c5bec14b5b96252540f7a956ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435085 Sep 17 23:37:14.713542 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9fb6b96a-abca-4296-8e46-c75e1d668a2d req-aca21004-6eba-4153-8403-9c0f123cd922 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 210 time: 0.0763013 Sep 17 23:37:14.717801 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-30cd1e1d-a50c-40d4-b683-66174a560723 req-5e0682d9-2aba-42d1-8587-4a22aac37fa8 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364977 Sep 17 23:37:14.922967 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-2dd095ff-d40e-4a01-89db-eef572546c51 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:14.924697 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-2dd095ff-d40e-4a01-89db-eef572546c51 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3048077 Sep 17 23:37:14.949140 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-c3d7f203-f4e9-4414-9099-f18722658917 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Request body: {'port': {'device_id': 'a1389e7f-d237-417c-8bbe-9534ca060518', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '0db462c5bec14b5b96252540f7a956ef'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:14.957653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52430) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:14.965977 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a2760-c4b1-480d-93c8-31f42ecd2c68 req-e3e8722a-139f-403c-8d97-54698a263408 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:14.971841 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f18a2760-c4b1-480d-93c8-31f42ecd2c68 req-e3e8722a-139f-403c-8d97-54698a263408 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 944 time: 0.1729817 Sep 17 23:37:14.984510 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4ec0d-823f-48aa-960b-9d9865219aab req-959f449c-7493-4c05-9594-9cc65b8542b6 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:14.985986 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25e4ec0d-823f-48aa-960b-9d9865219aab req-959f449c-7493-4c05-9594-9cc65b8542b6 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 945 time: 0.1706281 Sep 17 23:37:15.076746 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84910a01-f3ba-40a3-9971-02904d82f8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:15.092858 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1ed8e1d4-7463-41af-935c-d359f1089c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:15.129057 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f18a2760-c4b1-480d-93c8-31f42ecd2c68 req-16a9eef3-a639-4def-926b-d58839e956af tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420989 Sep 17 23:37:15.132235 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25e4ec0d-823f-48aa-960b-9d9865219aab req-a2e2ae8e-a3f8-49ec-9168-b63c24a80c75 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349180 Sep 17 23:37:15.198394 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84910a01-f3ba-40a3-9971-02904d82f8eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08b816f-d161-4c7b-bf6c-5a496985a44e,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:15.208068 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84910a01-f3ba-40a3-9971-02904d82f8eb admin admin] Checking segment: {'id': '81a9fd34-15aa-464e-99c8-97eb3dc286ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '20c6be7c-78c7-4416-98e0-860b6fbdbe18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:15.208614 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84910a01-f3ba-40a3-9971-02904d82f8eb admin admin] Network hostable DHCP agents. Network: 20c6be7c-78c7-4416-98e0-860b6fbdbe18, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:37:15.236379 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 521cdec4-831b-4259-8990-d88306367c5d up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:37:15.257116 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-5bed1c8e-bb0f-4a50-a020-73d6b9644382 service neutron] 10.222.0.41 "GET /v2.0/ports/b948076a-51a5-461d-a280-dc454f12c73a/bindings/n-h2-809883-1 HTTP/1.1" status: 200 len: 384 time: 0.0987399 Sep 17 23:37:15.270380 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1ed8e1d4-7463-41af-935c-d359f1089c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:15.282763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 521cdec4-831b-4259-8990-d88306367c5d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:15.283129 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:15.304780 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84910a01-f3ba-40a3-9971-02904d82f8eb admin admin] Network 20c6be7c-78c7-4416-98e0-860b6fbdbe18 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:37:15.352557 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1ed8e1d4-7463-41af-935c-d359f1089c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:15.397570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-84910a01-f3ba-40a3-9971-02904d82f8eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 20c6be7c-78c7-4416-98e0-860b6fbdbe18) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:15.402610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84910a01-f3ba-40a3-9971-02904d82f8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:15.404632 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84910a01-f3ba-40a3-9971-02904d82f8eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:15.406523 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc4b1e5-8c7e-4992-ab3c-540ee811ff78 None None] Network 20c6be7c-78c7-4416-98e0-860b6fbdbe18 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:37:15.411009 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8e1d4-7463-41af-935c-d359f1089c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5545824d-a80d-44d6-bc90-955d880308f0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:15.424554 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1ed8e1d4-7463-41af-935c-d359f1089c71 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b539acddd1cd4ef783d0d982a4fb8ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4633319 Sep 17 23:37:15.424807 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52436) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:15.429290 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-c3d7f203-f4e9-4414-9099-f18722658917 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Made reservation on behalf of 0db462c5bec14b5b96252540f7a956ef for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:37:15.436310 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-c3d7f203-f4e9-4414-9099-f18722658917 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:15.451203 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-c3d7f203-f4e9-4414-9099-f18722658917 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:15.509133 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-84910a01-f3ba-40a3-9971-02904d82f8eb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2089217 Sep 17 23:37:15.513118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52438) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:15.519897 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-325cdd98-7f6f-416b-b51e-8733bb166b6d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-561740983-router', 'tenant_id': '2055f21acf03477cab26edff49b65e09', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:15.538385 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3bf61c2c-a3c1-4515-b3be-00bb5f11bca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:15.542139 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-d23385de-e95b-434c-9c27-c21d7c041341 service neutron] For port b948076a-51a5-461d-a280-dc454f12c73a, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=b948076a-51a5-461d-a280-dc454f12c73a,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:15.582921 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-d23385de-e95b-434c-9c27-c21d7c041341 service neutron] For port b948076a-51a5-461d-a280-dc454f12c73a, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:15.585368 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3bf61c2c-a3c1-4515-b3be-00bb5f11bca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:15.589996 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-20c6be7c-78c7-4416-98e0-860b6fbdbe18', 'network_id': '20c6be7c-78c7-4416-98e0-860b6fbdbe18', 'tenant_id': '2055f21acf03477cab26edff49b65e09', 'fixed_ips': [{'subnet_id': 'e08b816f-d161-4c7b-bf6c-5a496985a44e'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:37:15.591007 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:15.610596 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-c3d7f203-f4e9-4414-9099-f18722658917 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:15.645866 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-d23385de-e95b-434c-9c27-c21d7c041341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b948076a-51a5-461d-a280-dc454f12c73a {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:15.661880 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-69679fe4-aa6f-422a-a559-c92adfd90f57 req-1c8745c3-eb6e-42f2-8aa0-78fdd07e761e tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1389e7f-d237-417c-8bbe-9534ca060518 HTTP/1.1" status: 200 len: 210 time: 0.0329518 Sep 17 23:37:15.681491 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-d23385de-e95b-434c-9c27-c21d7c041341 service neutron] For port b948076a-51a5-461d-a280-dc454f12c73a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b948076a-51a5-461d-a280-dc454f12c73a,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:15.688487 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-c3d7f203-f4e9-4414-9099-f18722658917 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:15.779566 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] Allocated IP 172.20.0.2 (20c6be7c-78c7-4416-98e0-860b6fbdbe18/e08b816f-d161-4c7b-bf6c-5a496985a44e/e9eecacc-e223-446f-b5d9-720e9e756762) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:37:15.792011 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-71676cc7-a1d7-409f-ba1b-a3842ceed74d tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:15.793594 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-71676cc7-a1d7-409f-ba1b-a3842ceed74d tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.37 "GET /v2.0/networks?id=21a9d462-bb52-4f0a-a951-65a3220c8e9f HTTP/1.1" status: 200 len: 819 time: 0.1427689 Sep 17 23:37:15.807455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-aa262506-c0b8-4708-8870-16cfcb502bc1 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Request body: {'port': {'device_id': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'admin_state_up': True, 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:15.812867 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3bf61c2c-a3c1-4515-b3be-00bb5f11bca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:15.815461 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3bf61c2c-a3c1-4515-b3be-00bb5f11bca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:15.819225 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3bf61c2c-a3c1-4515-b3be-00bb5f11bca6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5545824d-a80d-44d6-bc90-955d880308f0 HTTP/1.1" status: 204 len: 168 time: 0.3908761 Sep 17 23:37:15.830284 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-d23385de-e95b-434c-9c27-c21d7c041341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:15.881191 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7f203-f4e9-4414-9099-f18722658917 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743e5d77-45ae-45e9-b957-4c56c2d2496e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:15.893227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf61c2c-a3c1-4515-b3be-00bb5f11bca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5545824d-a80d-44d6-bc90-955d880308f0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:15.930731 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-325cdd98-7f6f-416b-b51e-8733bb166b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:15.932356 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-325cdd98-7f6f-416b-b51e-8733bb166b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:15.991263 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c59cf972-0d5f-4be5-a3dd-03f0c636635d req-ea955510-1978-4299-b07d-5c3df4386bbd tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 210 time: 0.0740635 Sep 17 23:37:16.007114 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:16.008959 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-d23385de-e95b-434c-9c27-c21d7c041341 service neutron] Transition to ACTIVE for port object b948076a-51a5-461d-a280-dc454f12c73a will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:37:16.013638 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-c3d7f203-f4e9-4414-9099-f18722658917 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Allocated IP 192.168.233.228 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/eff9cd60-0522-4c36-be8e-ae077fac84b9) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:37:16.045106 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80fa6-593f-49d9-9080-9676fc435fd4 req-ed9037ce-93a7-41b4-8b8f-3a97ce417935 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:16.046530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58e80fa6-593f-49d9-9080-9676fc435fd4 req-ed9037ce-93a7-41b4-8b8f-3a97ce417935 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.1608410 Sep 17 23:37:16.082327 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-325cdd98-7f6f-416b-b51e-8733bb166b6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:16.105744 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-aa262506-c0b8-4708-8870-16cfcb502bc1 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Made reservation on behalf of 95a42a19fd39427ba2f2e61a1ad749ba for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:37:16.106247 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:16.113901 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-aa262506-c0b8-4708-8870-16cfcb502bc1 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:16.116892 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-d23385de-e95b-434c-9c27-c21d7c041341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:16.150697 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58e80fa6-593f-49d9-9080-9676fc435fd4 req-3b20e76c-b568-4867-bbec-411e90f79685 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925026 Sep 17 23:37:16.161904 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] Network 20c6be7c-78c7-4416-98e0-860b6fbdbe18 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:37:16.165955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:16.172536 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:37:16.184270 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] Pushing event updated for resources: {'Port': ['ID=e9eecacc-e223-446f-b5d9-720e9e756762,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:16.247235 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] Attempting to bind port e9eecacc-e223-446f-b5d9-720e9e756762 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:16.248392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] Attempting to bind port e9eecacc-e223-446f-b5d9-720e9e756762 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '81a9fd34-15aa-464e-99c8-97eb3dc286ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '20c6be7c-78c7-4416-98e0-860b6fbdbe18'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:16.249542 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] Attempting to bind port e9eecacc-e223-446f-b5d9-720e9e756762 on network 20c6be7c-78c7-4416-98e0-860b6fbdbe18 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:16.255503 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:16.256193 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] Checking segment: {'id': '81a9fd34-15aa-464e-99c8-97eb3dc286ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '20c6be7c-78c7-4416-98e0-860b6fbdbe18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:16.256864 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:16.257623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] Bound using segment: {'id': '81a9fd34-15aa-464e-99c8-97eb3dc286ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '20c6be7c-78c7-4416-98e0-860b6fbdbe18'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:16.258307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] Bound port: e9eecacc-e223-446f-b5d9-720e9e756762, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a9fd34-15aa-464e-99c8-97eb3dc286ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '20c6be7c-78c7-4416-98e0-860b6fbdbe18'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:16.259033 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:16.313748 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-d23385de-e95b-434c-9c27-c21d7c041341 service neutron] No DVR routers for this DVR port b948076a-51a5-461d-a280-dc454f12c73a on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:37:16.327450 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] For port e9eecacc-e223-446f-b5d9-720e9e756762, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:16.329433 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23385de-e95b-434c-9c27-c21d7c041341 service neutron] Pushing event updated for resources: {'Port': ['ID=b948076a-51a5-461d-a280-dc454f12c73a,revision_number=10']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:16.331026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] For port e9eecacc-e223-446f-b5d9-720e9e756762, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e9eecacc-e223-446f-b5d9-720e9e756762,segment=NetworkSegment(81a9fd34-15aa-464e-99c8-97eb3dc286ad),segment_id=81a9fd34-15aa-464e-99c8-97eb3dc286ad)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:16.375484 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-d23385de-e95b-434c-9c27-c21d7c041341 service neutron] 10.222.0.41 "PUT /v2.0/ports/b948076a-51a5-461d-a280-dc454f12c73a/bindings/n-h2-809883-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1110625 Sep 17 23:37:16.420875 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:16.508816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddec89-6d6a-412d-98ff-129f658ba605 None None] Pushing event updated for resources: {'Port': ['ID=e9eecacc-e223-446f-b5d9-720e9e756762,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:16.576942 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b07e-9d35-410e-a11a-9635f96f2107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:16.604127 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.37', 50496) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:16.637438 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-aa262506-c0b8-4708-8870-16cfcb502bc1 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Allocated IP 172.20.0.12 (21a9d462-bb52-4f0a-a951-65a3220c8e9f/7f3812e0-a4e8-48f2-99f9-d914c44bba80/84267809-acaa-4df3-938f-da0eeb1a3c25) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:37:16.750056 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-325cdd98-7f6f-416b-b51e-8733bb166b6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:16.766245 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52458) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:16.774260 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b73bd1-6490-4ee4-8122-20c2946838e4 req-f733afb0-fd6e-4c27-ae9b-05bc90a71ea1 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:16.775973 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d4b73bd1-6490-4ee4-8122-20c2946838e4 req-f733afb0-fd6e-4c27-ae9b-05bc90a71ea1 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 945 time: 0.5133352 Sep 17 23:37:16.792775 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-c3d7f203-f4e9-4414-9099-f18722658917 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:16.807643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afd2a2-513f-4805-83a6-15ed210cea8d req-0a1841b3-4d21-447c-b5ad-0f39cc58b495 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:16.809285 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a1afd2a2-513f-4805-83a6-15ed210cea8d req-0a1841b3-4d21-447c-b5ad-0f39cc58b495 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 945 time: 0.5455611 Sep 17 23:37:16.814157 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4e51e60c-d8e4-447b-ace9-82b51d459052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:16.828529 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-aa262506-c0b8-4708-8870-16cfcb502bc1 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:16.880263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-80d1afd8-94d8-4422-bcc2-2551e5ad8e54 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:16.881785 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-80d1afd8-94d8-4422-bcc2-2551e5ad8e54 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c&tenant_id=42091a1d224846e09811aee1ce652339&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 1096 time: 0.2767727 Sep 17 23:37:16.907362 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-aa262506-c0b8-4708-8870-16cfcb502bc1 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:16.949794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-aa262506-c0b8-4708-8870-16cfcb502bc1 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Network 21a9d462-bb52-4f0a-a951-65a3220c8e9f is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:37:16.952787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-aa262506-c0b8-4708-8870-16cfcb502bc1 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:16.955584 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-aa262506-c0b8-4708-8870-16cfcb502bc1 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:37:16.961606 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-aa262506-c0b8-4708-8870-16cfcb502bc1 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:16.962228 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-aa262506-c0b8-4708-8870-16cfcb502bc1 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:16.974895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d4b73bd1-6490-4ee4-8122-20c2946838e4 req-aea73317-d4c8-4a07-b363-0a5376d998d8 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767423 Sep 17 23:37:16.981457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa262506-c0b8-4708-8870-16cfcb502bc1 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Pushing event updated for resources: {'Port': ['ID=84267809-acaa-4df3-938f-da0eeb1a3c25,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:17.013905 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a1afd2a2-513f-4805-83a6-15ed210cea8d req-321e3d15-004e-4538-9e4c-7fca075e8add tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881800 Sep 17 23:37:17.108973 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-c3d7f203-f4e9-4414-9099-f18722658917 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:17.112240 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-d6b80274-09cd-4058-bd61-532dd7e0f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:17.113654 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-d6b80274-09cd-4058-bd61-532dd7e0f725 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c&tenant_id=42091a1d224846e09811aee1ce652339 HTTP/1.1" status: 200 len: 1096 time: 0.2073915 Sep 17 23:37:17.188168 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:17.232115 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e9eecacc-e223-446f-b5d9-720e9e756762 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:37:17.262337 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7f203-f4e9-4414-9099-f18722658917 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Pushing event updated for resources: {'Port': ['ID=eff9cd60-0522-4c36-be8e-ae077fac84b9,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:17.270241 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-c3d7f203-f4e9-4414-9099-f18722658917 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:37:17.295653 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-829d179b-e3c5-469a-8552-775facddc3ae None None] Provisioning complete for port 84267809-acaa-4df3-938f-da0eeb1a3c25 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:17.296244 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-829d179b-e3c5-469a-8552-775facddc3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:17.299256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-c3d7f203-f4e9-4414-9099-f18722658917 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:17.304188 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-c3d7f203-f4e9-4414-9099-f18722658917 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:37:17.315522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-c3d7f203-f4e9-4414-9099-f18722658917 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:17.315522 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-c3d7f203-f4e9-4414-9099-f18722658917 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:17.340730 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-829d179b-e3c5-469a-8552-775facddc3ae None None] Port 84267809-acaa-4df3-938f-da0eeb1a3c25 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:37:17.344335 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e9eecacc-e223-446f-b5d9-720e9e756762 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:17.345167 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:17.354932 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903297ed-9706-42d1-ac8e-456c762aefad req-9966f211-1447-4618-80a5-8f179d538a5c tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:17.356476 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-903297ed-9706-42d1-ac8e-456c762aefad req-9966f211-1447-4618-80a5-8f179d538a5c tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1389e7f-d237-417c-8bbe-9534ca060518 HTTP/1.1" status: 200 len: 936 time: 0.2566314 Sep 17 23:37:17.367132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-a304ba20-af5d-4d62-b543-268197ecdad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:17.368609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-a304ba20-af5d-4d62-b543-268197ecdad8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 1096 time: 0.2039635 Sep 17 23:37:17.424256 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4e51e60c-d8e4-447b-ace9-82b51d459052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:17.432890 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:17.433087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd951db-47c1-43a2-ae1a-8a78406e618c req-6c56a65e-e7bf-474b-b0ad-633a1afcada5 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:17.434593 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7cd951db-47c1-43a2-ae1a-8a78406e618c req-6c56a65e-e7bf-474b-b0ad-633a1afcada5 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 932 time: 0.2670298 Sep 17 23:37:17.473868 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port e9eecacc-e223-446f-b5d9-720e9e756762, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e9eecacc-e223-446f-b5d9-720e9e756762,segment=NetworkSegment(81a9fd34-15aa-464e-99c8-97eb3dc286ad),segment_id=81a9fd34-15aa-464e-99c8-97eb3dc286ad)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:17.563742 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:17.577230 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4e51e60c-d8e4-447b-ace9-82b51d459052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:17.582070 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-903297ed-9706-42d1-ac8e-456c762aefad req-d0c10b50-eaa0-44c5-818e-70ceea4b5082 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115462 Sep 17 23:37:17.598954 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:17.609922 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-aa262506-c0b8-4708-8870-16cfcb502bc1 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8064632 Sep 17 23:37:17.616237 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Request body: {'port': {'device_id': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:17.640169 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=e9eecacc-e223-446f-b5d9-720e9e756762,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:17.675191 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-95092b59-87d4-45da-8325-64867fdec969 None None] Provisioning complete for port eff9cd60-0522-4c36-be8e-ae077fac84b9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:17.675796 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-c3d7f203-f4e9-4414-9099-f18722658917 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7359922 Sep 17 23:37:17.676314 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-95092b59-87d4-45da-8325-64867fdec969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:17.689369 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:17.698158 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4e51e60c-d8e4-447b-ace9-82b51d459052 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e614c06960746cd9e7cfdbb105398b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9200659 Sep 17 23:37:17.706518 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52466) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:17.707994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7cd951db-47c1-43a2-ae1a-8a78406e618c req-2df7239b-a7d2-42b4-aa66-935fb59119f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dc30706-59a7-4986-87be-e85e58bc50e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404830 Sep 17 23:37:17.718501 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-95092b59-87d4-45da-8325-64867fdec969 None None] Port eff9cd60-0522-4c36-be8e-ae077fac84b9 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:37:17.728306 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Request body: {'port': {'device_id': 'a1389e7f-d237-417c-8bbe-9534ca060518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:17.738109 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea894301-cbf8-4ea9-8e4a-f0f740a7a68f None None] Network 20c6be7c-78c7-4416-98e0-860b6fbdbe18 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:37:17.759187 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51e60c-d8e4-447b-ace9-82b51d459052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff8ad5f-09a4-4b06-8fc9-399d951b0408,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:17.786683 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-6142b21b-68b5-4558-a907-4ab6e911c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:17.788166 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-6142b21b-68b5-4558-a907-4ab6e911c5d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 922 time: 0.3867719 Sep 17 23:37:17.793396 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-325cdd98-7f6f-416b-b51e-8733bb166b6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:17.832774 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-325cdd98-7f6f-416b-b51e-8733bb166b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:17.866118 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af6c9a21-5da1-436b-9c83-35b80a38fcc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:17.868129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1bd7abbe-1f3a-4dc4-b8e6-ddae5fcaea68 None None] Provisioning complete for port e9eecacc-e223-446f-b5d9-720e9e756762 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:17.868257 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1bd7abbe-1f3a-4dc4-b8e6-ddae5fcaea68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:17.883486 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-40d6ab38-49e2-4679-9e5d-23c525c4a189 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b948076a-51a5-461d-a280-dc454f12c73a HTTP/1.1" status: 200 len: 217 time: 0.0843070 Sep 17 23:37:17.897262 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a10c6-713d-4bb9-9532-8458970ee862 req-6801f5d5-c5ac-4500-bd23-6edb0039fee5 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:17.898776 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-947a10c6-713d-4bb9-9532-8458970ee862 req-6801f5d5-c5ac-4500-bd23-6edb0039fee5 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.2071815 Sep 17 23:37:17.908410 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:17.913300 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af6c9a21-5da1-436b-9c83-35b80a38fcc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:18.056543 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-c3951cf6-3524-484e-9845-378e15a52ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:18.058621 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-c3951cf6-3524-484e-9845-378e15a52ee9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.1585381 Sep 17 23:37:18.078750 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af6c9a21-5da1-436b-9c83-35b80a38fcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:18.081279 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af6c9a21-5da1-436b-9c83-35b80a38fcc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:18.082484 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-af6c9a21-5da1-436b-9c83-35b80a38fcc6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ff8ad5f-09a4-4b06-8fc9-399d951b0408 HTTP/1.1" status: 204 len: 168 time: 0.3749290 Sep 17 23:37:18.090493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84267809-acaa-4df3-938f-da0eeb1a3c25 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:18.102627 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:18.105078 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c9a21-5da1-436b-9c83-35b80a38fcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff8ad5f-09a4-4b06-8fc9-399d951b0408,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:18.119765 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Transition to ACTIVE for port object 84267809-acaa-4df3-938f-da0eeb1a3c25 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:37:18.156677 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-947a10c6-713d-4bb9-9532-8458970ee862 req-deb81129-3caf-4738-b91f-b529bdd0df17 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189791 Sep 17 23:37:18.174807 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:18.185869 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-df560f93-e8b7-451c-b7f5-196d4e5aef11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952013 Sep 17 23:37:18.214960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-325cdd98-7f6f-416b-b51e-8733bb166b6d admin admin] Allocated IP 172.25.3.228 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/1a595744-2379-472e-aa0b-fb38bbdafd2d) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:37:18.294580 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=84267809-acaa-4df3-938f-da0eeb1a3c25,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:18.303636 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Attempting to bind port 84267809-acaa-4df3-938f-da0eeb1a3c25 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:18.303784 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Attempting to bind port 84267809-acaa-4df3-938f-da0eeb1a3c25 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '5037bf98-f579-4a6e-b796-f1384d8c59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:18.303996 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Attempting to bind port 84267809-acaa-4df3-938f-da0eeb1a3c25 on network 21a9d462-bb52-4f0a-a951-65a3220c8e9f {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:18.312640 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Port 84267809-acaa-4df3-938f-da0eeb1a3c25 on network 21a9d462-bb52-4f0a-a951-65a3220c8e9f not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:37:18.313318 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Attempting to bind port 84267809-acaa-4df3-938f-da0eeb1a3c25 on network 21a9d462-bb52-4f0a-a951-65a3220c8e9f {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:18.313516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9f0f48c8-b27c-4c9f-b53e-894d06052699 None None] Provisioning complete for port e9eecacc-e223-446f-b5d9-720e9e756762 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:18.317989 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9f0f48c8-b27c-4c9f-b53e-894d06052699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:18.323906 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:18.324545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Checking segment: {'id': '5037bf98-f579-4a6e-b796-f1384d8c59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:18.325532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Bound using segment: {'id': '5037bf98-f579-4a6e-b796-f1384d8c59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:18.332578 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Bound port: 84267809-acaa-4df3-938f-da0eeb1a3c25, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5037bf98-f579-4a6e-b796-f1384d8c59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:18.332578 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:18.410395 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] For port 84267809-acaa-4df3-938f-da0eeb1a3c25, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:18.415930 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] For port 84267809-acaa-4df3-938f-da0eeb1a3c25, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=84267809-acaa-4df3-938f-da0eeb1a3c25,segment=NetworkSegment(5037bf98-f579-4a6e-b796-f1384d8c59e3),segment_id=5037bf98-f579-4a6e-b796-f1384d8c59e3)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:18.498951 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:18.535126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:18.535953 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:18.537535 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] 10.222.0.37 "PUT /v2.0/ports/84267809-acaa-4df3-938f-da0eeb1a3c25 HTTP/1.1" status: 200 len: 1092 time: 0.9267008 Sep 17 23:37:18.538048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'tag': '84267809-acaa-4df3-938f-da0eeb1a3c25'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:18.540704 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440958f7-3332-40c9-b954-dce3815351ca" -d '{"events": [{"name": "network-changed", "server_uuid": "081c2287-74fe-4ec6-ab20-ef57c69bd7c2", "tag": "84267809-acaa-4df3-938f-da0eeb1a3c25"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:18.574714 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c8b8b-1d43-41cc-b1dc-be86e433f0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=84267809-acaa-4df3-938f-da0eeb1a3c25,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:18.601672 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60441ac0-8d41-433d-9cda-d17c811eeb34 req-422602e6-384f-42ef-9bea-4dd14ad19167 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:18.609608 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-60441ac0-8d41-433d-9cda-d17c811eeb34 req-422602e6-384f-42ef-9bea-4dd14ad19167 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 945 time: 0.5089934 Sep 17 23:37:18.732590 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4950e-845a-4335-8696-3f9bb75af760 req-a8aeb6db-e008-47e2-9ca6-1416e5329d32 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:18.735366 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-5f5410ae-14d7-4b88-9ed2-19a724015f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:18.737929 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-5f5410ae-14d7-4b88-9ed2-19a724015f6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95a42a19fd39427ba2f2e61a1ad749ba&device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 1095 time: 0.0616357 Sep 17 23:37:18.740801 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6bb4950e-845a-4335-8696-3f9bb75af760 req-a8aeb6db-e008-47e2-9ca6-1416e5329d32 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 945 time: 0.4278305 Sep 17 23:37:18.796266 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-29bc9af1-8f5a-4012-b903-3532bba11767 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84267809-acaa-4df3-938f-da0eeb1a3c25 HTTP/1.1" status: 200 len: 217 time: 0.0456412 Sep 17 23:37:18.836817 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-60441ac0-8d41-433d-9cda-d17c811eeb34 req-6c522b01-9d42-4df6-b9d9-5dc656b924f9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260358 Sep 17 23:37:18.851068 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-17e8ce24-82fa-4792-a638-67efead4da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:18.854135 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-17e8ce24-82fa-4792-a638-67efead4da60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f3812e0-a4e8-48f2-99f9-d914c44bba80 HTTP/1.1" status: 200 len: 858 time: 0.0510511 Sep 17 23:37:18.863277 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-7fc1af24-5e27-4fe1-9ea8-10ce544dada0 service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276147 Sep 17 23:37:18.875760 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device b948076a-51a5-461d-a280-dc454f12c73a no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:37:18.896429 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-325cdd98-7f6f-416b-b51e-8733bb166b6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:18.907091 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6bb4950e-845a-4335-8696-3f9bb75af760 req-cac1af9e-643f-4c43-924e-ed8aee5f1489 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642275 Sep 17 23:37:18.948898 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-fbcdf504-c497-437c-8584-d44aabe93e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:18.949975 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device b948076a-51a5-461d-a280-dc454f12c73a not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:37:18.950601 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-fbcdf504-c497-437c-8584-d44aabe93e97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21a9d462-bb52-4f0a-a951-65a3220c8e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872805 Sep 17 23:37:19.031471 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4218ee-c3bb-4625-ae07-aaeb72c80b75 x-openstack-request-id: req-0a4218ee-c3bb-4625-ae07-aaeb72c80b75 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:19.031900 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081c2287-74fe-4ec6-ab20-ef57c69bd7c2", "tag": "84267809-acaa-4df3-938f-da0eeb1a3c25", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:19.032245 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0a4218ee-c3bb-4625-ae07-aaeb72c80b75 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:19.032888 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'tag': '84267809-acaa-4df3-938f-da0eeb1a3c25', 'status': 'completed', 'code': 200} Sep 17 23:37:19.062363 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-f4e5c280-ecee-49a4-a99f-ef3baadce9aa service neutron] 10.222.0.37 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022756 Sep 17 23:37:19.169999 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-b755192a-0bcd-4679-9add-a5e94b36a8f8 service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863786 Sep 17 23:37:19.179392 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff9cd60-0522-4c36-be8e-ae077fac84b9 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:19.186646 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-59013d3e-ac05-4a0e-bfff-388f792b35ac req-52e5cb90-568f-4439-9f9f-6f5f3affb88f service neutron] 10.222.0.37 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151850 Sep 17 23:37:19.194725 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:19.205394 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc807d-48be-4c19-ae01-82da864b8ee2 req-218f2903-53df-4dc4-908a-2a99a662bd2e tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:19.206905 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66cc807d-48be-4c19-ae01-82da864b8ee2 req-218f2903-53df-4dc4-908a-2a99a662bd2e tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1389e7f-d237-417c-8bbe-9534ca060518 HTTP/1.1" status: 200 len: 936 time: 0.1741118 Sep 17 23:37:19.215685 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3cf4c-52f4-42f6-aee5-7cf6c5b4ba2a req-e842c02a-fb76-4fe6-9410-257fdaca80da tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:19.217177 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ced3cf4c-52f4-42f6-aee5-7cf6c5b4ba2a req-e842c02a-fb76-4fe6-9410-257fdaca80da tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 944 time: 0.1739643 Sep 17 23:37:19.218325 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e9eecacc-e223-446f-b5d9-720e9e756762 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:37:19.222682 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-325cdd98-7f6f-416b-b51e-8733bb166b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:19.267002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e9eecacc-e223-446f-b5d9-720e9e756762 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:19.267431 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:19.271386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Transition to ACTIVE for port object eff9cd60-0522-4c36-be8e-ae077fac84b9 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:37:19.298148 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325cdd98-7f6f-416b-b51e-8733bb166b6d admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:37:19.305818 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-325cdd98-7f6f-416b-b51e-8733bb166b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:19.316515 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325cdd98-7f6f-416b-b51e-8733bb166b6d admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:37:19.336790 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cdd98-7f6f-416b-b51e-8733bb166b6d admin admin] Pushing event updated for resources: {'Port': ['ID=1a595744-2379-472e-aa0b-fb38bbdafd2d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:19.372574 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66cc807d-48be-4c19-ae01-82da864b8ee2 req-14cea715-5282-496c-b019-8dcacfaec880 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543207 Sep 17 23:37:19.380403 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:19.418828 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ced3cf4c-52f4-42f6-aee5-7cf6c5b4ba2a req-8bbc2388-4222-41e1-a025-ff2a8d4b29b9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dc30706-59a7-4986-87be-e85e58bc50e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790745 Sep 17 23:37:19.426530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440958f7-3332-40c9-b954-dce3815351ca req-deb02941-be20-438a-a0ec-37f61005ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:19.428680 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-440958f7-3332-40c9-b954-dce3815351ca req-deb02941-be20-438a-a0ec-37f61005ccfc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95a42a19fd39427ba2f2e61a1ad749ba&device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 1095 time: 0.0643008 Sep 17 23:37:19.538142 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Pushing event updated for resources: {'Port': ['ID=eff9cd60-0522-4c36-be8e-ae077fac84b9,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:19.588029 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4e407-9300-4d16-ad5b-7ce2200ee876 req-4cd6b5a7-9ae3-439e-9ea8-332f54720bf7 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:19.589604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1d4e407-9300-4d16-ad5b-7ce2200ee876 req-4cd6b5a7-9ae3-439e-9ea8-332f54720bf7 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.1213524 Sep 17 23:37:19.592375 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Attempting to bind port eff9cd60-0522-4c36-be8e-ae077fac84b9 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:19.592705 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Attempting to bind port eff9cd60-0522-4c36-be8e-ae077fac84b9 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:19.593056 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Attempting to bind port eff9cd60-0522-4c36-be8e-ae077fac84b9 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:19.600081 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440958f7-3332-40c9-b954-dce3815351ca req-313afdc1-2a84-47ef-867d-aa9a0efc8196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:19.601867 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-440958f7-3332-40c9-b954-dce3815351ca req-313afdc1-2a84-47ef-867d-aa9a0efc8196 service neutron] 10.222.0.37 "GET /v2.0/networks?id=21a9d462-bb52-4f0a-a951-65a3220c8e9f HTTP/1.1" status: 200 len: 920 time: 0.1645029 Sep 17 23:37:19.609338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Port eff9cd60-0522-4c36-be8e-ae077fac84b9 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:37:19.609652 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Attempting to bind port eff9cd60-0522-4c36-be8e-ae077fac84b9 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:19.610459 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:19.631355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:19.631629 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:19.632183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:19.632956 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Bound port: eff9cd60-0522-4c36-be8e-ae077fac84b9, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:19.633456 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:19.651775 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-440958f7-3332-40c9-b954-dce3815351ca req-4497dd1d-58c9-4367-8932-dff6a3c38150 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84267809-acaa-4df3-938f-da0eeb1a3c25 HTTP/1.1" status: 200 len: 217 time: 0.0416424 Sep 17 23:37:19.708102 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440958f7-3332-40c9-b954-dce3815351ca req-1a705b45-e886-4a92-a67b-c5a7f2d1d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:19.709611 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-440958f7-3332-40c9-b954-dce3815351ca req-1a705b45-e886-4a92-a67b-c5a7f2d1d68c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f3812e0-a4e8-48f2-99f9-d914c44bba80 HTTP/1.1" status: 200 len: 858 time: 0.0497327 Sep 17 23:37:19.716852 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1d4e407-9300-4d16-ad5b-7ce2200ee876 req-ae5f6e5b-5d75-4b49-a579-3b588f5bb5b4 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141651 Sep 17 23:37:19.780971 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440958f7-3332-40c9-b954-dce3815351ca req-50758e9b-76a7-45ab-9bcb-adbf0a9d1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:19.782530 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-440958f7-3332-40c9-b954-dce3815351ca req-50758e9b-76a7-45ab-9bcb-adbf0a9d1f03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21a9d462-bb52-4f0a-a951-65a3220c8e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565879 Sep 17 23:37:19.831375 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] For port eff9cd60-0522-4c36-be8e-ae077fac84b9, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:19.835221 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] For port eff9cd60-0522-4c36-be8e-ae077fac84b9, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=eff9cd60-0522-4c36-be8e-ae077fac84b9,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:19.836231 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-325cdd98-7f6f-416b-b51e-8733bb166b6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:19.879333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-a4040c78-4a9f-44d4-99fb-acca841fa3c7 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:19.880875 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-a4040c78-4a9f-44d4-99fb-acca841fa3c7 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c&tenant_id=42091a1d224846e09811aee1ce652339&binding%3Ahost_id=n-h2-809883-1 HTTP/1.1" status: 200 len: 1096 time: 0.1602075 Sep 17 23:37:19.890581 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-440958f7-3332-40c9-b954-dce3815351ca req-c828cc2e-e6b0-4ddc-9109-37b15369f336 service neutron] 10.222.0.37 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001799 Sep 17 23:37:19.925005 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:20.075007 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-440958f7-3332-40c9-b954-dce3815351ca req-0a6ca855-efd7-4624-b0d7-3c73a6c6fcfc service neutron] 10.222.0.37 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748705 Sep 17 23:37:20.095959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Pushing event updated for resources: {'Port': ['ID=eff9cd60-0522-4c36-be8e-ae077fac84b9,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:20.141066 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:20.141829 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:20.143493 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-5f87ce5a-568a-4616-b57c-e6e0ffc60e12 service neutron] 10.222.0.37 "PUT /v2.0/ports/eff9cd60-0522-4c36-be8e-ae077fac84b9 HTTP/1.1" status: 200 len: 1096 time: 2.4480233 Sep 17 23:37:20.152749 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1389e7f-d237-417c-8bbe-9534ca060518', 'tag': 'eff9cd60-0522-4c36-be8e-ae077fac84b9'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:20.155581 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7f0537-c9e1-4284-81c6-6cb3985e4dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "a1389e7f-d237-417c-8bbe-9534ca060518", "tag": "eff9cd60-0522-4c36-be8e-ae077fac84b9"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:20.332197 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cf393-e9d5-44fd-ab66-a6ebaa935be3 req-c8887b3f-e544-4dc7-a94f-ea474f473716 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:20.333802 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a4cf393-e9d5-44fd-ab66-a6ebaa935be3 req-c8887b3f-e544-4dc7-a94f-ea474f473716 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 945 time: 0.3694091 Sep 17 23:37:20.378924 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dac80f-773f-4424-9a17-69135d79f9ed req-a712f67a-43c8-4264-9b93-7a88d61c7981 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:20.380423 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1dac80f-773f-4424-9a17-69135d79f9ed req-a712f67a-43c8-4264-9b93-7a88d61c7981 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 945 time: 0.2488201 Sep 17 23:37:20.664820 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-751e6018-2871-4ace-a6a8-aea5d9195e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:20.666369 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-751e6018-2871-4ace-a6a8-aea5d9195e16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0db462c5bec14b5b96252540f7a956ef&device_id=a1389e7f-d237-417c-8bbe-9534ca060518 HTTP/1.1" status: 200 len: 1099 time: 0.3792109 Sep 17 23:37:20.676341 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a4cf393-e9d5-44fd-ab66-a6ebaa935be3 req-3ec7a286-6c97-40ed-9677-152b046f319a tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293886 Sep 17 23:37:20.677435 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-325cdd98-7f6f-416b-b51e-8733bb166b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:20.758415 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc83ec06-7246-408b-93bd-a7e43686644e x-openstack-request-id: req-dc83ec06-7246-408b-93bd-a7e43686644e {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:20.759156 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1389e7f-d237-417c-8bbe-9534ca060518", "tag": "eff9cd60-0522-4c36-be8e-ae077fac84b9", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:20.759156 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dc83ec06-7246-408b-93bd-a7e43686644e {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:20.759331 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1389e7f-d237-417c-8bbe-9534ca060518', 'tag': 'eff9cd60-0522-4c36-be8e-ae077fac84b9', 'status': 'completed', 'code': 200} Sep 17 23:37:20.762239 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1dac80f-773f-4424-9a17-69135d79f9ed req-d494f423-b460-4a8d-9736-4a7ab28cdd1b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465113 Sep 17 23:37:20.763317 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-8f94982e-c2fc-4785-a9b4-c11a3a3eee48 service neutron] For port b948076a-51a5-461d-a280-dc454f12c73a, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:20.768175 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-669bb2d2-b537-4746-b80d-673e540448f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=eff9cd60-0522-4c36-be8e-ae077fac84b9 HTTP/1.1" status: 200 len: 217 time: 0.0879800 Sep 17 23:37:20.781017 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-8f94982e-c2fc-4785-a9b4-c11a3a3eee48 service neutron] Notify callbacks [] for binding, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:20.782065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-334aae34-d21e-46d6-bec9-f50d23ece0cf req-8f94982e-c2fc-4785-a9b4-c11a3a3eee48 service neutron] 10.222.0.37 "DELETE /v2.0/ports/b948076a-51a5-461d-a280-dc454f12c73a/bindings/n-h1-809883-1 HTTP/1.1" status: 204 len: 173 time: 0.8920770 Sep 17 23:37:20.919001 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-cea6e5a7-3724-4d21-b652-700578ef4fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:20.920566 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-cea6e5a7-3724-4d21-b652-700578ef4fb3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1351795 Sep 17 23:37:20.932441 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d2311-9f7b-44f1-b9b4-2edf7c0f1578 req-a1f12e20-42be-435d-ad7b-dcbffcf44322 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:20.933875 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-685d2311-9f7b-44f1-b9b4-2edf7c0f1578 req-a1f12e20-42be-435d-ad7b-dcbffcf44322 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1389e7f-d237-417c-8bbe-9534ca060518 HTTP/1.1" status: 200 len: 948 time: 0.1693945 Sep 17 23:37:20.984274 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc5c96-0b0f-415d-83b2-cb1b8f640025 req-98d4a40e-47cb-40bf-b227-cc7c01a2d7c0 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:20.985652 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2fdc5c96-0b0f-415d-83b2-cb1b8f640025 req-98d4a40e-47cb-40bf-b227-cc7c01a2d7c0 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 944 time: 0.1557119 Sep 17 23:37:21.054567 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-685d2311-9f7b-44f1-b9b4-2edf7c0f1578 req-79c6f545-e88c-4207-b997-9517e32edaf2 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132815 Sep 17 23:37:21.063816 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-bf6a48a0-251b-4ab5-85c4-2239ccdd0d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:21.065318 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-bf6a48a0-251b-4ab5-85c4-2239ccdd0d7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1305740 Sep 17 23:37:21.068940 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2fdc5c96-0b0f-415d-83b2-cb1b8f640025 req-2a500d89-96e9-40ba-a00b-07785c2a66ce tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dc30706-59a7-4986-87be-e85e58bc50e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716732 Sep 17 23:37:21.189181 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325cdd98-7f6f-416b-b51e-8733bb166b6d admin admin] Router 59f48416-b79d-4e12-8b55-4c273d2aa9cd is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:37:21.216713 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-6107cae4-06a3-4c04-8896-b806466143c1 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396952 Sep 17 23:37:21.229312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3f17b-b546-434f-ad97-4e6febd1368c req-98c79fd5-384e-4f39-a303-e2d9ac876e08 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:21.230743 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36e3f17b-b546-434f-ad97-4e6febd1368c req-98c79fd5-384e-4f39-a303-e2d9ac876e08 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.0835376 Sep 17 23:37:21.396271 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36e3f17b-b546-434f-ad97-4e6febd1368c req-f5b6d73a-a1ce-4875-9d04-c6d8b6af5c72 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328895 Sep 17 23:37:21.430835 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325cdd98-7f6f-416b-b51e-8733bb166b6d admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:37:21.441085 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] Sync routers for ids ['59f48416-b79d-4e12-8b55-4c273d2aa9cd'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:37:21.441709 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0d2a117-c4e7-4139-b9d5-3001f72175dc req-3a6b948c-d22f-46a5-b901-030b6497eaa4 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811399 Sep 17 23:37:21.451175 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] Routers {'59f48416-b79d-4e12-8b55-4c273d2aa9cd'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:21.452014 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:37:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['59f48416-b79d-4e12-8b55-4c273d2aa9cd'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:21.507411 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f96d05-0052-4a63-b535-3b23421842a2 req-d37ff95d-c843-4a42-ac0c-57d2a204fc0d tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:21.516416 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3f96d05-0052-4a63-b535-3b23421842a2 req-d37ff95d-c843-4a42-ac0c-57d2a204fc0d tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 1096 time: 0.0646424 Sep 17 23:37:21.531318 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-325cdd98-7f6f-416b-b51e-8733bb166b6d admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:21.535086 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-325cdd98-7f6f-416b-b51e-8733bb166b6d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0182219 Sep 17 23:37:21.536058 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52546) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:21.571096 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3f96d05-0052-4a63-b535-3b23421842a2 req-6351c023-17be-4516-83b9-812c89213bf6 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419378 Sep 17 23:37:21.572816 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] Set router 59f48416-b79d-4e12-8b55-4c273d2aa9cd gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:21.625381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f0537-c9e1-4284-81c6-6cb3985e4dcc req-4cc59749-4bcc-4e40-a2b9-fc3721cdda26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:21.626949 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb7f0537-c9e1-4284-81c6-6cb3985e4dcc req-4cc59749-4bcc-4e40-a2b9-fc3721cdda26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0db462c5bec14b5b96252540f7a956ef&device_id=a1389e7f-d237-417c-8bbe-9534ca060518 HTTP/1.1" status: 200 len: 1099 time: 0.0599165 Sep 17 23:37:21.777091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f0537-c9e1-4284-81c6-6cb3985e4dcc req-47325f89-db31-43ea-98ae-26bbe354c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:21.781997 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb7f0537-c9e1-4284-81c6-6cb3985e4dcc req-47325f89-db31-43ea-98ae-26bbe354c1fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1386769 Sep 17 23:37:21.809905 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 84267809-acaa-4df3-938f-da0eeb1a3c25 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:37:21.856705 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f48416-b79d-4e12-8b55-4c273d2aa9cd', 'name': 'tempest-FloatingIPsTestJSON-561740983-router', 'tenant_id': '2055f21acf03477cab26edff49b65e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1a595744-2379-472e-aa0b-fb38bbdafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:15Z', 'updated_at': '2021-09-17T23:37:19Z', 'revision_number': 3, 'project_id': '2055f21acf03477cab26edff49b65e09', 'gw_port': {'id': '1a595744-2379-472e-aa0b-fb38bbdafd2d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:cd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f48416-b79d-4e12-8b55-4c273d2aa9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:17Z', 'updated_at': '2021-09-17T23:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:21.907228 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] Checking router: 59f48416-b79d-4e12-8b55-4c273d2aa9cd for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:37:21.907576 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] Updating router 59f48416-b79d-4e12-8b55-4c273d2aa9cd port 1a595744-2379-472e-aa0b-fb38bbdafd2d binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:37:21.928676 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb7f0537-c9e1-4284-81c6-6cb3985e4dcc req-fc2882f6-e81e-4cf7-8290-621d0718780a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=eff9cd60-0522-4c36-be8e-ae077fac84b9 HTTP/1.1" status: 200 len: 217 time: 0.1361468 Sep 17 23:37:21.932456 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 84267809-acaa-4df3-938f-da0eeb1a3c25, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=84267809-acaa-4df3-938f-da0eeb1a3c25,segment=NetworkSegment(5037bf98-f579-4a6e-b796-f1384d8c59e3),segment_id=5037bf98-f579-4a6e-b796-f1384d8c59e3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:21.935861 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:21.947374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '84267809-acaa-4df3-938f-da0eeb1a3c25', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'port_id': '84267809-acaa-4df3-938f-da0eeb1a3c25', 'mac_address': 'fa:16:3e:ed:42:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:37:21.993033 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:22.008475 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84267809-acaa-4df3-938f-da0eeb1a3c25 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:22.032670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 84267809-acaa-4df3-938f-da0eeb1a3c25, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=84267809-acaa-4df3-938f-da0eeb1a3c25,segment=NetworkSegment(5037bf98-f579-4a6e-b796-f1384d8c59e3),segment_id=5037bf98-f579-4a6e-b796-f1384d8c59e3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:22.034519 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f937d2-bd45-4722-b0df-ec8ef784f01c req-83c78b3e-df12-4bbe-8731-d3fec659bc4e tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:22.036386 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f0f937d2-bd45-4722-b0df-ec8ef784f01c req-83c78b3e-df12-4bbe-8731-d3fec659bc4e tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 945 time: 0.2306795 Sep 17 23:37:22.087081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f0537-c9e1-4284-81c6-6cb3985e4dcc req-c40be64f-f5d5-43e3-a667-9d6d828c35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:22.088882 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb7f0537-c9e1-4284-81c6-6cb3985e4dcc req-c40be64f-f5d5-43e3-a667-9d6d828c35d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1498880 Sep 17 23:37:22.110707 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:22.150313 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f0f937d2-bd45-4722-b0df-ec8ef784f01c req-4f6ed987-9819-4b54-b781-ed6816971718 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812933 Sep 17 23:37:22.187524 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=84267809-acaa-4df3-938f-da0eeb1a3c25,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:22.191748 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-5c4a473d-be8c-40d2-affe-462376d9b1fc tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:22.198995 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-5c4a473d-be8c-40d2-affe-462376d9b1fc tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 821 time: 0.2884238 Sep 17 23:37:22.199365 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8630-0cdf-4618-b585-057867556e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:22.218982 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f0537-c9e1-4284-81c6-6cb3985e4dcc req-ec7a8e15-26b7-4fa7-bf15-15f42247e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:22.220921 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb7f0537-c9e1-4284-81c6-6cb3985e4dcc req-ec7a8e15-26b7-4fa7-bf15-15f42247e1d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165659 Sep 17 23:37:22.229988 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-16bd656c-c2f3-4be3-bc17-55da949c9469 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/quotas/42091a1d224846e09811aee1ce652339 HTTP/1.1" status: 200 len: 375 time: 0.0298088 Sep 17 23:37:22.294218 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:22.386041 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:22.387184 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['84267809-acaa-4df3-938f-da0eeb1a3c25'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:37:22.399001 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-9f2a8630-0cdf-4618-b585-057867556e2b admin admin] Allocated IP 172.20.0.1 (20c6be7c-78c7-4416-98e0-860b6fbdbe18/e08b816f-d161-4c7b-bf6c-5a496985a44e/4d695e6b-3adf-40ed-9d15-ad0ff0d92489) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:37:22.401528 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-07501d83-f607-4db0-a1d7-c495ea088938 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1706703 Sep 17 23:37:22.446226 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0f504-595a-4824-9447-8bd2225192c8 None None] Pushing event updated for resources: {'Port': ['ID=1a595744-2379-472e-aa0b-fb38bbdafd2d,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:22.452730 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-587a0e31-b6ce-4927-970d-995f2c79deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:22.454399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-587a0e31-b6ce-4927-970d-995f2c79deeb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 1096 time: 0.1792076 Sep 17 23:37:22.455405 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] Attempting to bind port 1a595744-2379-472e-aa0b-fb38bbdafd2d on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:22.455843 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] Attempting to bind port 1a595744-2379-472e-aa0b-fb38bbdafd2d by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:22.456475 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] Attempting to bind port 1a595744-2379-472e-aa0b-fb38bbdafd2d on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:22.462383 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:22.463450 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:22.463450 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:22.463625 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:22.464027 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] Bound port: 1a595744-2379-472e-aa0b-fb38bbdafd2d, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:22.464882 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:22.465807 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e928aef-61c3-47bb-a406-e4800923f92f req-314990b7-c1f8-41ba-a50b-98060be1569b tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:22.467825 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e928aef-61c3-47bb-a406-e4800923f92f req-314990b7-c1f8-41ba-a50b-98060be1569b tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1389e7f-d237-417c-8bbe-9534ca060518 HTTP/1.1" status: 200 len: 948 time: 0.1797886 Sep 17 23:37:22.472653 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb7f0537-c9e1-4284-81c6-6cb3985e4dcc req-f4ed7b18-a943-453e-990d-617e4fa9da13 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320294 Sep 17 23:37:22.522379 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] For port 1a595744-2379-472e-aa0b-fb38bbdafd2d, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:22.525692 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] For port 1a595744-2379-472e-aa0b-fb38bbdafd2d, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=1a595744-2379-472e-aa0b-fb38bbdafd2d,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:22.555927 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8630-0cdf-4618-b585-057867556e2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:22.625262 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:22.661174 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8630-0cdf-4618-b585-057867556e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:22.688331 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] Routers {'59f48416-b79d-4e12-8b55-4c273d2aa9cd'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:22.689054 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:37:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['59f48416-b79d-4e12-8b55-4c273d2aa9cd'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:22.691097 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0f504-595a-4824-9447-8bd2225192c8 None None] Pushing event updated for resources: {'Port': ['ID=1a595744-2379-472e-aa0b-fb38bbdafd2d,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:22.703879 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2a8630-0cdf-4618-b585-057867556e2b admin admin] Network 20c6be7c-78c7-4416-98e0-860b6fbdbe18 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:37:22.709260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-9f2a8630-0cdf-4618-b585-057867556e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:22.713043 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a8630-0cdf-4618-b585-057867556e2b admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:37:22.713537 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8630-0cdf-4618-b585-057867556e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:22.757533 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a8630-0cdf-4618-b585-057867556e2b admin admin] Pushing event updated for resources: {'Port': ['ID=4d695e6b-3adf-40ed-9d15-ad0ff0d92489,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:22.807782 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] Set router 59f48416-b79d-4e12-8b55-4c273d2aa9cd gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:22.871966 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e928aef-61c3-47bb-a406-e4800923f92f req-4fd4b9a9-e564-4881-ad03-afc22ee88ee5 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685503 Sep 17 23:37:22.879665 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-bca25d93-95fc-4d29-bc4f-e89851dcc814 service neutron] 10.222.0.46 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772174 Sep 17 23:37:22.948195 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8630-0cdf-4618-b585-057867556e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:22.997904 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb7f0537-c9e1-4284-81c6-6cb3985e4dcc req-e5d5277c-6844-49ce-9794-0d8ff36662a1 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4923787 Sep 17 23:37:23.005727 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-e17d462d-13a4-4460-94ba-0f6183d58f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:23.005727 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-e17d462d-13a4-4460-94ba-0f6183d58f08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 909 time: 0.5367320 Sep 17 23:37:23.019307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-383dd1cd-63ed-4c28-b7f7-dfdff7547a7a None None] Provisioning complete for port 4d695e6b-3adf-40ed-9d15-ad0ff0d92489 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:23.019840 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-383dd1cd-63ed-4c28-b7f7-dfdff7547a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:23.054524 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f48416-b79d-4e12-8b55-4c273d2aa9cd', 'name': 'tempest-FloatingIPsTestJSON-561740983-router', 'tenant_id': '2055f21acf03477cab26edff49b65e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1a595744-2379-472e-aa0b-fb38bbdafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:15Z', 'updated_at': '2021-09-17T23:37:19Z', 'revision_number': 3, 'project_id': '2055f21acf03477cab26edff49b65e09', 'gw_port': {'id': '1a595744-2379-472e-aa0b-fb38bbdafd2d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:cd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f48416-b79d-4e12-8b55-4c273d2aa9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:17Z', 'updated_at': '2021-09-17T23:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:23.067658 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-de35302f-5d33-4b6a-a9f9-2b70fcb36628 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9faba15-8a10-4764-ab3d-667faac2e12d HTTP/1.1" status: 200 len: 217 time: 0.0461307 Sep 17 23:37:23.068659 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-383dd1cd-63ed-4c28-b7f7-dfdff7547a7a None None] Port 4d695e6b-3adf-40ed-9d15-ad0ff0d92489 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:37:23.093157 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e1ec8c-da01-4b15-8fb4-22ca4cc6d874 None None] The sync data for ids ['59f48416-b79d-4e12-8b55-4c273d2aa9cd'] in n-d-809883-1 is: [{'id': '59f48416-b79d-4e12-8b55-4c273d2aa9cd', 'name': 'tempest-FloatingIPsTestJSON-561740983-router', 'tenant_id': '2055f21acf03477cab26edff49b65e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1a595744-2379-472e-aa0b-fb38bbdafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:15Z', 'updated_at': '2021-09-17T23:37:19Z', 'revision_number': 3, 'project_id': '2055f21acf03477cab26edff49b65e09', 'gw_port': {'id': '1a595744-2379-472e-aa0b-fb38bbdafd2d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:cd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f48416-b79d-4e12-8b55-4c273d2aa9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:17Z', 'updated_at': '2021-09-17T23:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:37:23.113688 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-3ce9522d-53c1-41b8-8f24-bae455c50cc0 service neutron] 10.222.0.46 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331622 Sep 17 23:37:23.129513 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e56a20-5c55-4d0e-801e-9e9c5826ac92 req-7d634050-6282-4672-9822-313118e543e8 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:23.136739 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-49e56a20-5c55-4d0e-801e-9e9c5826ac92 req-7d634050-6282-4672-9822-313118e543e8 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 945 time: 0.1769133 Sep 17 23:37:23.150936 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8630-0cdf-4618-b585-057867556e2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:23.168683 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-97ac7a1b-8f9b-47cc-beff-ab39d0a08e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:23.170210 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-97ac7a1b-8f9b-47cc-beff-ab39d0a08e24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.0940876 Sep 17 23:37:23.192464 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-49e56a20-5c55-4d0e-801e-9e9c5826ac92 req-82614d44-b624-44ce-98ca-9e438daef649 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dc30706-59a7-4986-87be-e85e58bc50e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548434 Sep 17 23:37:23.214176 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-6561522c-cb3f-4f43-a831-2d6d809a4210 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278773 Sep 17 23:37:23.231488 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8630-0cdf-4618-b585-057867556e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:23.232245 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8630-0cdf-4618-b585-057867556e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:23.319909 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-a019350d-3fbd-4ebc-9bd5-8d79aeec105b service neutron] 10.222.0.37 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988221 Sep 17 23:37:23.327765 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a8630-0cdf-4618-b585-057867556e2b admin admin] Pushing event updated for resources: {'Port': ['ID=4d695e6b-3adf-40ed-9d15-ad0ff0d92489,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:23.407493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2a8630-0cdf-4618-b585-057867556e2b admin admin] Network 20c6be7c-78c7-4416-98e0-860b6fbdbe18 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:37:23.410913 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-9f2a8630-0cdf-4618-b585-057867556e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:23.528150 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-1c2df19f-ef58-4b29-a0af-487e2a9b16e0 service neutron] 10.222.0.37 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992714 Sep 17 23:37:23.556072 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bf1b9-8a50-4aca-9614-f454ddcfaa9a req-565bf3c3-85dc-4fb5-a82e-90f025c72f71 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:23.565928 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc7bf1b9-8a50-4aca-9614-f454ddcfaa9a req-565bf3c3-85dc-4fb5-a82e-90f025c72f71 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.1278305 Sep 17 23:37:23.639952 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2a8630-0cdf-4618-b585-057867556e2b admin admin] Router 59f48416-b79d-4e12-8b55-4c273d2aa9cd has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:37:23.685451 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc7bf1b9-8a50-4aca-9614-f454ddcfaa9a req-e4b3434d-29a0-41a0-9ab4-5f3ad30586ea tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185367 Sep 17 23:37:23.709917 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e646ca4-2b38-4c82-be69-5c42fc57daf7 req-ca424c3e-3bd7-4f6c-a41f-cf1f11dff09e tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:23.719458 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8e646ca4-2b38-4c82-be69-5c42fc57daf7 req-ca424c3e-3bd7-4f6c-a41f-cf1f11dff09e tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 945 time: 0.1498473 Sep 17 23:37:23.773666 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-83d3170f-1aa3-4d90-9263-f0dc7ac8dfde tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:23.775860 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-83d3170f-1aa3-4d90-9263-f0dc7ac8dfde tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1&tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 1096 time: 0.1386669 Sep 17 23:37:23.793927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809883-1'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:23.796425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2a8630-0cdf-4618-b585-057867556e2b admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:37:23.801941 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9f2a8630-0cdf-4618-b585-057867556e2b admin admin] 10.222.0.46 "PUT /v2.0/routers/59f48416-b79d-4e12-8b55-4c273d2aa9cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2641249 Sep 17 23:37:23.807199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0ff3826b-c7b2-4609-a12d-78ba9fc5dd3c None None] Provisioning complete for port 4d695e6b-3adf-40ed-9d15-ad0ff0d92489 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:23.807627 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0ff3826b-c7b2-4609-a12d-78ba9fc5dd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:23.834975 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 84267809-acaa-4df3-938f-da0eeb1a3c25 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:37:23.839958 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8e646ca4-2b38-4c82-be69-5c42fc57daf7 req-d92666f6-5e9c-45fd-8bb4-aa7c3decc73f tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195643 Sep 17 23:37:23.846545 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-add1c607-672a-42d5-8935-16ff887cf835 req-69fd8166-b882-4d98-a3a4-d9063a8fdfc4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 210 time: 0.0851607 Sep 17 23:37:23.900578 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0ff3826b-c7b2-4609-a12d-78ba9fc5dd3c None None] Port 4d695e6b-3adf-40ed-9d15-ad0ff0d92489 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:37:23.945415 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:23.986500 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 84267809-acaa-4df3-938f-da0eeb1a3c25 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:37:23.991189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 84267809-acaa-4df3-938f-da0eeb1a3c25 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:23.991559 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:24.112095 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:24.141563 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df9611-7d8a-42ab-ad3d-d071c05c3ce3 req-14e42290-ab50-48f5-8405-b9153ecd1407 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:24.143134 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95df9611-7d8a-42ab-ad3d-d071c05c3ce3 req-14e42290-ab50-48f5-8405-b9153ecd1407 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1389e7f-d237-417c-8bbe-9534ca060518 HTTP/1.1" status: 200 len: 948 time: 0.1353474 Sep 17 23:37:24.149347 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84267809-acaa-4df3-938f-da0eeb1a3c25'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:24.151715 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2a935d-9d55-47d1-b40b-12167d76d49d" -d '{"events": [{"server_uuid": "081c2287-74fe-4ec6-ab20-ef57c69bd7c2", "name": "network-vif-plugged", "status": "completed", "tag": "84267809-acaa-4df3-938f-da0eeb1a3c25"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:24.166346 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 84267809-acaa-4df3-938f-da0eeb1a3c25, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=84267809-acaa-4df3-938f-da0eeb1a3c25,segment=NetworkSegment(5037bf98-f579-4a6e-b796-f1384d8c59e3),segment_id=5037bf98-f579-4a6e-b796-f1384d8c59e3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:24.201130 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] For port e9faba15-8a10-4764-ab3d-667faac2e12d, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e9faba15-8a10-4764-ab3d-667faac2e12d,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:24.213297 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95df9611-7d8a-42ab-ad3d-d071c05c3ce3 req-ddc10f95-45b8-49bd-8dce-a1a158072179 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594194 Sep 17 23:37:24.271772 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:24.327450 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9881cb3a-24cc-46d7-8c2f-7b3141ec722e x-openstack-request-id: req-9881cb3a-24cc-46d7-8c2f-7b3141ec722e {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:24.328003 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081c2287-74fe-4ec6-ab20-ef57c69bd7c2", "name": "network-vif-plugged", "status": "completed", "tag": "84267809-acaa-4df3-938f-da0eeb1a3c25", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:24.329551 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9881cb3a-24cc-46d7-8c2f-7b3141ec722e {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:24.330429 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84267809-acaa-4df3-938f-da0eeb1a3c25', 'code': 200} Sep 17 23:37:24.372480 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=84267809-acaa-4df3-938f-da0eeb1a3c25,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:24.440106 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] For port e9faba15-8a10-4764-ab3d-667faac2e12d, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:24.525611 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-bf7c5b90-911e-4abd-aba1-9666a7c77864 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3221040 Sep 17 23:37:24.531334 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c311bf71-ce82-4a5a-b559-d99f210796a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9faba15-8a10-4764-ab3d-667faac2e12d'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:24.533587 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b51ccf-6bd5-4e36-9bbb-9869f273bbfb" -d '{"events": [{"server_uuid": "c311bf71-ce82-4a5a-b559-d99f210796a1", "name": "network-vif-unplugged", "status": "completed", "tag": "e9faba15-8a10-4764-ab3d-667faac2e12d"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:24.539061 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:24.544860 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abf3d3-e79a-4292-a2a5-97acdebaad8a req-4b7af5b8-5b82-4c6f-97f0-97d2921654ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:24.546947 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10abf3d3-e79a-4292-a2a5-97acdebaad8a req-4b7af5b8-5b82-4c6f-97f0-97d2921654ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 1097 time: 0.1821210 Sep 17 23:37:24.554263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841befa5-a8d5-406f-ab1b-efaeb9d95728 req-154fd1a8-7025-4a2b-8a86-5336cb96850e tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:24.555767 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-841befa5-a8d5-406f-ab1b-efaeb9d95728 req-154fd1a8-7025-4a2b-8a86-5336cb96850e tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 946 time: 0.1920283 Sep 17 23:37:24.558753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-4bc327c3-d34a-4cbf-b142-5a1f01188597 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:24.627454 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10abf3d3-e79a-4292-a2a5-97acdebaad8a req-53ea8adb-9ee2-4549-b3a7-21b9194a3c68 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8dc30706-59a7-4986-87be-e85e58bc50e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632396 Sep 17 23:37:24.632184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-841befa5-a8d5-406f-ab1b-efaeb9d95728 req-84ed4ea9-52f0-42af-952b-578375a3c826 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dc30706-59a7-4986-87be-e85e58bc50e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691400 Sep 17 23:37:24.652180 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:24.674524 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-4bc327c3-d34a-4cbf-b142-5a1f01188597 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:24.749607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] Pushing event updated for resources: {'Port': ['ID=e9faba15-8a10-4764-ab3d-667faac2e12d,revision_number=7']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:24.768118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] Attempting to bind port e9faba15-8a10-4764-ab3d-667faac2e12d on host n-h1-809883-1 for vnic_type normal with profile {"migrating_to": "n-h2-809883-1"} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:24.768454 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] Attempting to bind port e9faba15-8a10-4764-ab3d-667faac2e12d by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:24.768786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] Attempting to bind port e9faba15-8a10-4764-ab3d-667faac2e12d on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:24.774735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] Port e9faba15-8a10-4764-ab3d-667faac2e12d on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:37:24.775059 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] Attempting to bind port e9faba15-8a10-4764-ab3d-667faac2e12d on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:24.805316 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:24.805673 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] Checking segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:24.806041 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] Bound using segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:24.806495 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] Bound port: e9faba15-8a10-4764-ab3d-667faac2e12d, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:24.806851 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:24.891176 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] For port e9faba15-8a10-4764-ab3d-667faac2e12d, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:24.895478 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc56feaf-8321-4726-a25b-9c36ca9fbf84 x-openstack-request-id: req-cc56feaf-8321-4726-a25b-9c36ca9fbf84 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:24.895774 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c311bf71-ce82-4a5a-b559-d99f210796a1", "name": "network-vif-unplugged", "status": "completed", "tag": "e9faba15-8a10-4764-ab3d-667faac2e12d", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:24.896029 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc56feaf-8321-4726-a25b-9c36ca9fbf84 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:24.896424 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c311bf71-ce82-4a5a-b559-d99f210796a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9faba15-8a10-4764-ab3d-667faac2e12d', 'code': 200} Sep 17 23:37:24.898275 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] For port e9faba15-8a10-4764-ab3d-667faac2e12d, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e9faba15-8a10-4764-ab3d-667faac2e12d,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:24.905977 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-4bc327c3-d34a-4cbf-b142-5a1f01188597 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:24.982357 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:25.075834 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007d219-1af0-49f8-b677-6b1ff1dcaeec req-d1d25f3e-fe6b-4dcf-85fe-6fc438ac9b6f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:25.077871 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4007d219-1af0-49f8-b677-6b1ff1dcaeec req-d1d25f3e-fe6b-4dcf-85fe-6fc438ac9b6f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.1318290 Sep 17 23:37:25.119027 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] Sync routers for ids ['59f48416-b79d-4e12-8b55-4c273d2aa9cd'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:37:25.128473 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] Routers {'59f48416-b79d-4e12-8b55-4c273d2aa9cd'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:25.129168 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:37:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['59f48416-b79d-4e12-8b55-4c273d2aa9cd'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:25.131846 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:25.132469 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:25.133888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] 10.222.0.37 "PUT /v2.0/ports/e9faba15-8a10-4764-ab3d-667faac2e12d HTTP/1.1" status: 200 len: 1121 time: 1.3443158 Sep 17 23:37:25.147278 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec239f60-e6cc-4f37-8f7d-0fc46b3107eb service neutron] Pushing event updated for resources: {'Port': ['ID=e9faba15-8a10-4764-ab3d-667faac2e12d,revision_number=8']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:25.149088 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-4bc327c3-d34a-4cbf-b142-5a1f01188597 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Allocated IP 172.25.3.4 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/dd516ec4-3edc-483d-8d2e-5c8c489529c8) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:37:25.183210 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4007d219-1af0-49f8-b677-6b1ff1dcaeec req-dff25df4-6285-4450-9d56-c54b847deed5 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991592 Sep 17 23:37:25.258990 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['e9faba15-8a10-4764-ab3d-667faac2e12d'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:37:25.285833 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1a595744-2379-472e-aa0b-fb38bbdafd2d up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:37:25.300810 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-4bc327c3-d34a-4cbf-b142-5a1f01188597 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:25.367118 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] Set router 59f48416-b79d-4e12-8b55-4c273d2aa9cd gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:25.398091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c57bc-9e7b-4153-91f7-7890b0693a1b req-de22188e-b0fd-4ffb-bf1c-f258b5208650 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:25.399853 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d43c57bc-9e7b-4153-91f7-7890b0693a1b req-de22188e-b0fd-4ffb-bf1c-f258b5208650 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 943 time: 0.0630469 Sep 17 23:37:25.445236 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d43c57bc-9e7b-4153-91f7-7890b0693a1b req-8a585c58-3743-4c52-b22e-1441a6e14b8b tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378361 Sep 17 23:37:25.501138 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-4bc327c3-d34a-4cbf-b142-5a1f01188597 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:25.550143 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 1a595744-2379-472e-aa0b-fb38bbdafd2d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:25.550519 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:25.562787 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdfabc51-f305-41a2-88b2-a38d84489b10 req-4a7a3cc0-8c16-4d81-aeaf-ea45a2b29518 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 210 time: 0.0525806 Sep 17 23:37:25.570820 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-4bc327c3-d34a-4cbf-b142-5a1f01188597 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:37:25.578733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-4bc327c3-d34a-4cbf-b142-5a1f01188597 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:25.594922 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-4bc327c3-d34a-4cbf-b142-5a1f01188597 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:37:25.614169 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc327c3-d34a-4cbf-b142-5a1f01188597 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Pushing event updated for resources: {'Port': ['ID=dd516ec4-3edc-483d-8d2e-5c8c489529c8,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:25.645309 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-aef27a65-6dcb-4ff5-98b2-6e881ed87431 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:25.646812 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-aef27a65-6dcb-4ff5-98b2-6e881ed87431 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.41 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 821 time: 0.1529315 Sep 17 23:37:25.662401 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-90723cee-c527-45ba-abbe-c3416896999d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Request body: {'port': {'device_id': 'd8605469-b7ea-4b55-b80b-34720c4a2c61', 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2', 'admin_state_up': True, 'tenant_id': '42091a1d224846e09811aee1ce652339'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:25.748414 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-4bc327c3-d34a-4cbf-b142-5a1f01188597 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:25.800726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1723d1-3e97-450b-9360-c434da3ba9db req-18e047c0-6afe-4f5b-82ef-9d893f021039 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:25.813028 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e1723d1-3e97-450b-9360-c434da3ba9db req-18e047c0-6afe-4f5b-82ef-9d893f021039 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1389e7f-d237-417c-8bbe-9534ca060518 HTTP/1.1" status: 200 len: 948 time: 0.1250854 Sep 17 23:37:25.825964 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device eff9cd60-0522-4c36-be8e-ae077fac84b9 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:37:25.883074 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52636) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:25.897647 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-90723cee-c527-45ba-abbe-c3416896999d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Made reservation on behalf of 42091a1d224846e09811aee1ce652339 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:37:25.908058 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f48416-b79d-4e12-8b55-4c273d2aa9cd', 'name': 'tempest-FloatingIPsTestJSON-561740983-router', 'tenant_id': '2055f21acf03477cab26edff49b65e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1a595744-2379-472e-aa0b-fb38bbdafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:15Z', 'updated_at': '2021-09-17T23:37:22Z', 'revision_number': 4, 'project_id': '2055f21acf03477cab26edff49b65e09', 'gw_port': {'id': '1a595744-2379-472e-aa0b-fb38bbdafd2d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:cd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f48416-b79d-4e12-8b55-4c273d2aa9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:17Z', 'updated_at': '2021-09-17T23:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '4d695e6b-3adf-40ed-9d15-ad0ff0d92489', 'name': '', 'network_id': '20c6be7c-78c7-4416-98e0-860b6fbdbe18', 'tenant_id': '2055f21acf03477cab26edff49b65e09', 'mac_address': 'fa:16:3e:52:8a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f48416-b79d-4e12-8b55-4c273d2aa9cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'e08b816f-d161-4c7b-bf6c-5a496985a44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:22Z', 'updated_at': '2021-09-17T23:37:23Z', 'revision_number': 2, 'project_id': '2055f21acf03477cab26edff49b65e09', 'subnets': [{'id': 'e08b816f-d161-4c7b-bf6c-5a496985a44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:25.908581 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-90723cee-c527-45ba-abbe-c3416896999d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:25.922691 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:25.968504 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] Checking router: 59f48416-b79d-4e12-8b55-4c273d2aa9cd for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:37:25.968889 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] Updating router 59f48416-b79d-4e12-8b55-4c273d2aa9cd port 4d695e6b-3adf-40ed-9d15-ad0ff0d92489 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:37:26.049603 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.054051 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 1a595744-2379-472e-aa0b-fb38bbdafd2d, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=1a595744-2379-472e-aa0b-fb38bbdafd2d,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:26.082045 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port eff9cd60-0522-4c36-be8e-ae077fac84b9, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=eff9cd60-0522-4c36-be8e-ae077fac84b9,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:26.118212 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e1723d1-3e97-450b-9360-c434da3ba9db req-d32e4f42-5303-4232-82f9-80778fb0a500 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033803 Sep 17 23:37:26.119835 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'eff9cd60-0522-4c36-be8e-ae077fac84b9', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': 'eff9cd60-0522-4c36-be8e-ae077fac84b9', 'mac_address': 'fa:16:3e:d3:1e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:37:26.138112 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.167200 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-4bc327c3-d34a-4cbf-b142-5a1f01188597 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.254958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e4165-2b85-4ac2-b4b2-68b9766ff442 req-5de91848-f7b6-4a70-ac55-09df6ac7b3f1 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:26.256458 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c0e4165-2b85-4ac2-b4b2-68b9766ff442 req-5de91848-f7b6-4a70-ac55-09df6ac7b3f1 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 946 time: 0.0903845 Sep 17 23:37:26.270497 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-43ebfc77-e704-48ba-a8e5-2dea1b21e5fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.278122 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.296280 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=1a595744-2379-472e-aa0b-fb38bbdafd2d,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:26.309976 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff9cd60-0522-4c36-be8e-ae077fac84b9 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:26.350542 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c0e4165-2b85-4ac2-b4b2-68b9766ff442 req-cd664b91-1603-4be1-9159-902f24b6b186 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dc30706-59a7-4986-87be-e85e58bc50e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770328 Sep 17 23:37:26.357738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-90723cee-c527-45ba-abbe-c3416896999d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Allocated IP 172.20.0.9 (de59519b-4223-446a-ba3f-49ba8599e2a2/01920827-ca31-4a6c-b1d5-a2ec1bf1f034/4e14f854-fdc7-4f2b-a879-6d32faf72c48) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:37:26.364547 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port eff9cd60-0522-4c36-be8e-ae077fac84b9, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=eff9cd60-0522-4c36-be8e-ae077fac84b9,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:26.415883 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-4bc327c3-d34a-4cbf-b142-5a1f01188597 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.460477 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.482990 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-43ebfc77-e704-48ba-a8e5-2dea1b21e5fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.504779 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.511684 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-4bc327c3-d34a-4cbf-b142-5a1f01188597 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.527193 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=eff9cd60-0522-4c36-be8e-ae077fac84b9,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:26.560102 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-4bc327c3-d34a-4cbf-b142-5a1f01188597 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.560493 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-90723cee-c527-45ba-abbe-c3416896999d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.582556 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-43ebfc77-e704-48ba-a8e5-2dea1b21e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.586377 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.599137 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc327c3-d34a-4cbf-b142-5a1f01188597 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Pushing event updated for resources: {'Port': ['ID=dd516ec4-3edc-483d-8d2e-5c8c489529c8,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:26.618796 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d580648-f727-4108-8e5f-ea5640d4524a req-2521ab55-2cbd-41c1-a5bd-d089be93f4a6 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:26.620478 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d580648-f727-4108-8e5f-ea5640d4524a req-2521ab55-2cbd-41c1-a5bd-d089be93f4a6 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.1049139 Sep 17 23:37:26.630566 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-43ebfc77-e704-48ba-a8e5-2dea1b21e5fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f39dbecec854b7880e99c893b8f7318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7464008 Sep 17 23:37:26.631409 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebfc77-e704-48ba-a8e5-2dea1b21e5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8673174f-89a3-4d65-a4e3-424d0a5fee21,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:26.633700 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52648) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:26.662909 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36718a5-b5e3-4480-b294-53659e12cc1c None None] Pushing event updated for resources: {'Port': ['ID=4d695e6b-3adf-40ed-9d15-ad0ff0d92489,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:26.672008 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d580648-f727-4108-8e5f-ea5640d4524a req-8c165187-9768-40f1-913b-c114a09ecd72 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438485 Sep 17 23:37:26.672897 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-4bc327c3-d34a-4cbf-b142-5a1f01188597 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.674266 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-4bc327c3-d34a-4cbf-b142-5a1f01188597 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.1333811 Sep 17 23:37:26.684920 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-90723cee-c527-45ba-abbe-c3416896999d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.728368 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2afd9000-bc2b-4ccb-8705-3119259c205a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.746577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] Attempting to bind port 4d695e6b-3adf-40ed-9d15-ad0ff0d92489 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:26.747220 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] Attempting to bind port 4d695e6b-3adf-40ed-9d15-ad0ff0d92489 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '81a9fd34-15aa-464e-99c8-97eb3dc286ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '20c6be7c-78c7-4416-98e0-860b6fbdbe18'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:26.747869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] Attempting to bind port 4d695e6b-3adf-40ed-9d15-ad0ff0d92489 on network 20c6be7c-78c7-4416-98e0-860b6fbdbe18 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:26.748048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-90723cee-c527-45ba-abbe-c3416896999d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Network de59519b-4223-446a-ba3f-49ba8599e2a2 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:37:26.754531 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:26.755360 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] Checking segment: {'id': '81a9fd34-15aa-464e-99c8-97eb3dc286ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '20c6be7c-78c7-4416-98e0-860b6fbdbe18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:26.755919 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.756458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] Bound using segment: {'id': '81a9fd34-15aa-464e-99c8-97eb3dc286ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '20c6be7c-78c7-4416-98e0-860b6fbdbe18'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:26.757120 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] Bound port: 4d695e6b-3adf-40ed-9d15-ad0ff0d92489, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a9fd34-15aa-464e-99c8-97eb3dc286ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '20c6be7c-78c7-4416-98e0-860b6fbdbe18'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:26.757702 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.757831 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-90723cee-c527-45ba-abbe-c3416896999d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:26.765283 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-90723cee-c527-45ba-abbe-c3416896999d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:37:26.770407 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-33ba9eff-34c6-4323-8fb7-fb966572edec tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.0902152 Sep 17 23:37:26.775159 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-90723cee-c527-45ba-abbe-c3416896999d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:26.776046 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-90723cee-c527-45ba-abbe-c3416896999d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.789091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90723cee-c527-45ba-abbe-c3416896999d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Pushing event updated for resources: {'Port': ['ID=4e14f854-fdc7-4f2b-a879-6d32faf72c48,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:26.808947 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2afd9000-bc2b-4ccb-8705-3119259c205a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.830505 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['eff9cd60-0522-4c36-be8e-ae077fac84b9'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:37:26.850175 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-90723cee-c527-45ba-abbe-c3416896999d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1924999 Sep 17 23:37:26.866492 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Request body: {'port': {'device_id': 'd8605469-b7ea-4b55-b80b-34720c4a2c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:26.868745 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] For port 4d695e6b-3adf-40ed-9d15-ad0ff0d92489, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:26.891149 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] For port 4d695e6b-3adf-40ed-9d15-ad0ff0d92489, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4d695e6b-3adf-40ed-9d15-ad0ff0d92489,segment=NetworkSegment(81a9fd34-15aa-464e-99c8-97eb3dc286ad),segment_id=81a9fd34-15aa-464e-99c8-97eb3dc286ad)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:26.898413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c311bf71-ce82-4a5a-b559-d99f210796a1', 'tag': 'e9faba15-8a10-4764-ab3d-667faac2e12d'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:26.900743 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1510b5-4703-44c4-9b60-2d876710d396" -d '{"events": [{"name": "network-changed", "server_uuid": "c311bf71-ce82-4a5a-b559-d99f210796a1", "tag": "e9faba15-8a10-4764-ab3d-667faac2e12d"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:26.947347 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.959516 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-741767cc-20f6-428b-acc9-809d0a971f9d req-94f20bd1-4b8a-45a5-a08f-04e723d317c3 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1880722 Sep 17 23:37:26.960006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5523fcf5-f6a2-4f1d-978e-bace65988d66 None None] Provisioning complete for port 4d695e6b-3adf-40ed-9d15-ad0ff0d92489 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:26.961581 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5523fcf5-f6a2-4f1d-978e-bace65988d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.962773 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:26.966697 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-741767cc-20f6-428b-acc9-809d0a971f9d req-b6634056-1666-4a97-a63b-e420a5e35d96 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:27.008004 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-e18a2470-3e6a-48dd-9e5b-4ab893228771 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:27.009415 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-e18a2470-3e6a-48dd-9e5b-4ab893228771 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.1695077 Sep 17 23:37:27.016888 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2afd9000-bc2b-4ccb-8705-3119259c205a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:27.019389 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2afd9000-bc2b-4ccb-8705-3119259c205a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:27.022843 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2afd9000-bc2b-4ccb-8705-3119259c205a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8673174f-89a3-4d65-a4e3-424d0a5fee21 HTTP/1.1" status: 204 len: 168 time: 0.3859775 Sep 17 23:37:27.032391 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-3d5bd40e-b34b-484f-a58b-394a6ecb9ccc tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:37:27.048745 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ffd10a15-cbc3-45e0-b62d-e1e36ff33164 req-3d5bd40e-b34b-484f-a58b-394a6ecb9ccc tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0252638 Sep 17 23:37:27.066161 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-741767cc-20f6-428b-acc9-809d0a971f9d req-b6634056-1666-4a97-a63b-e420a5e35d96 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:27.097264 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] Routers {'59f48416-b79d-4e12-8b55-4c273d2aa9cd'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:27.098081 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:37:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['59f48416-b79d-4e12-8b55-4c273d2aa9cd'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:27.103329 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36718a5-b5e3-4480-b294-53659e12cc1c None None] Pushing event updated for resources: {'Port': ['ID=4d695e6b-3adf-40ed-9d15-ad0ff0d92489,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:27.115881 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd9000-bc2b-4ccb-8705-3119259c205a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8673174f-89a3-4d65-a4e3-424d0a5fee21,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:27.260284 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1a595744-2379-472e-aa0b-fb38bbdafd2d up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:37:27.301090 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5523fcf5-f6a2-4f1d-978e-bace65988d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:27.306709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73737a1e-fd00-4056-90a0-3420d49b3c15 req-ce0e267a-fe3f-4108-8248-3ca45cdf8bfc tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:27.308604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-73737a1e-fd00-4056-90a0-3420d49b3c15 req-ce0e267a-fe3f-4108-8248-3ca45cdf8bfc tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 943 time: 0.0909293 Sep 17 23:37:27.368108 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-73737a1e-fd00-4056-90a0-3420d49b3c15 req-8470674b-ea26-4174-ab04-d8e090de6740 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523071 Sep 17 23:37:27.370607 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-741767cc-20f6-428b-acc9-809d0a971f9d req-b6634056-1666-4a97-a63b-e420a5e35d96 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:27.373355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e14f854-fdc7-4f2b-a879-6d32faf72c48 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:27.389098 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:27.403188 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-5523fcf5-f6a2-4f1d-978e-bace65988d66 None None] For port 4d695e6b-3adf-40ed-9d15-ad0ff0d92489, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4d695e6b-3adf-40ed-9d15-ad0ff0d92489,segment=NetworkSegment(81a9fd34-15aa-464e-99c8-97eb3dc286ad),segment_id=81a9fd34-15aa-464e-99c8-97eb3dc286ad)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:27.406754 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] Set router 59f48416-b79d-4e12-8b55-4c273d2aa9cd gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:27.429090 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Transition to ACTIVE for port object 4e14f854-fdc7-4f2b-a879-6d32faf72c48 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:37:27.460938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 1a595744-2379-472e-aa0b-fb38bbdafd2d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:27.461334 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:27.505836 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:27.513923 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5523fcf5-f6a2-4f1d-978e-bace65988d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:27.543588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9946d3-29a6-4f4a-95d9-93d1f0998254 req-f42162cd-9fee-40c8-91ff-d113ef96b8e8 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:27.551957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d9946d3-29a6-4f4a-95d9-93d1f0998254 req-f42162cd-9fee-40c8-91ff-d113ef96b8e8 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 931 time: 0.1088343 Sep 17 23:37:27.579594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Attempting to bind port 4e14f854-fdc7-4f2b-a879-6d32faf72c48 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:27.579960 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Attempting to bind port 4e14f854-fdc7-4f2b-a879-6d32faf72c48 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:27.580236 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Attempting to bind port 4e14f854-fdc7-4f2b-a879-6d32faf72c48 on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:27.591570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-741767cc-20f6-428b-acc9-809d0a971f9d req-b6634056-1666-4a97-a63b-e420a5e35d96 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Allocated IP 172.25.3.64 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/d89654a6-2176-46f7-b5d0-7dc21ed2b6cb) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:37:27.593966 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Port 4e14f854-fdc7-4f2b-a879-6d32faf72c48 on network de59519b-4223-446a-ba3f-49ba8599e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:37:27.594292 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Attempting to bind port 4e14f854-fdc7-4f2b-a879-6d32faf72c48 on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:27.599909 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:27.600233 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Checking segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:27.601124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Bound using segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:27.601124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Bound port: 4e14f854-fdc7-4f2b-a879-6d32faf72c48, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:27.601436 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:27.620233 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e14f854-fdc7-4f2b-a879-6d32faf72c48,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:27.626850 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d9946d3-29a6-4f4a-95d9-93d1f0998254 req-51fbe0a5-2ad9-4c27-91b1-96299cccec30 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682404 Sep 17 23:37:27.696908 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] For port 4e14f854-fdc7-4f2b-a879-6d32faf72c48, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:27.700695 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] For port 4e14f854-fdc7-4f2b-a879-6d32faf72c48, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4e14f854-fdc7-4f2b-a879-6d32faf72c48,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:27.736092 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2838d57d-224f-47b0-a3aa-a6a2e51f912a x-openstack-request-id: req-2838d57d-224f-47b0-a3aa-a6a2e51f912a {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:27.736494 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c311bf71-ce82-4a5a-b559-d99f210796a1", "tag": "e9faba15-8a10-4764-ab3d-667faac2e12d", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:27.736753 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2838d57d-224f-47b0-a3aa-a6a2e51f912a {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:27.737157 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c311bf71-ce82-4a5a-b559-d99f210796a1', 'tag': 'e9faba15-8a10-4764-ab3d-667faac2e12d', 'status': 'completed', 'code': 200} Sep 17 23:37:27.750724 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b6ca6aa8-0a67-4d15-b76d-d034217c0854 None None] Provisioning complete for port 4d695e6b-3adf-40ed-9d15-ad0ff0d92489 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:27.751098 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b6ca6aa8-0a67-4d15-b76d-d034217c0854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:27.778792 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1510b5-4703-44c4-9b60-2d876710d396 req-4da95673-315b-4076-b9ef-5752a3a0f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:27.781041 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-df1510b5-4703-44c4-9b60-2d876710d396 req-4da95673-315b-4076-b9ef-5752a3a0f215 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 1124 time: 0.0452366 Sep 17 23:37:27.782494 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:27.787627 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29bc2863-2657-4b5b-b4dd-411e07f70705 req-ef2dd041-0ec3-44fb-8d3b-54d73e3c2f8a tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/floatingips/d53c06d2-6eab-4e32-b9bd-1cf652be6499 HTTP/1.1" status: 200 len: 691 time: 0.0495319 Sep 17 23:37:27.800879 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523fcf5-f6a2-4f1d-978e-bace65988d66 None None] Pushing event updated for resources: {'Port': ['ID=4d695e6b-3adf-40ed-9d15-ad0ff0d92489,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:27.826006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52664) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:27.834446 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device e9faba15-8a10-4764-ab3d-667faac2e12d details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:37:27.847382 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:27.848041 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:27.849447 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/4e14f854-fdc7-4f2b-a879-6d32faf72c48 HTTP/1.1" status: 200 len: 1091 time: 0.9902723 Sep 17 23:37:27.850199 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8605469-b7ea-4b55-b80b-34720c4a2c61', 'tag': '4e14f854-fdc7-4f2b-a879-6d32faf72c48'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:27.852100 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b9b7d3-62f4-4451-9221-4abdeab98197" -d '{"events": [{"name": "network-changed", "server_uuid": "d8605469-b7ea-4b55-b80b-34720c4a2c61", "tag": "4e14f854-fdc7-4f2b-a879-6d32faf72c48"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:27.858096 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-12f3c333-ecdb-4edd-8e14-0bd44fdbd746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:27.916943 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5450de-049a-49b2-bac8-29a8d673a1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e14f854-fdc7-4f2b-a879-6d32faf72c48,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:27.940605 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1510b5-4703-44c4-9b60-2d876710d396 req-e62af0d8-6775-48ed-aa44-f3d1bb803f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:27.942871 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-df1510b5-4703-44c4-9b60-2d876710d396 req-e62af0d8-6775-48ed-aa44-f3d1bb803f8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 909 time: 0.1317787 Sep 17 23:37:27.949423 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-741767cc-20f6-428b-acc9-809d0a971f9d req-b6634056-1666-4a97-a63b-e420a5e35d96 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:28.002543 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-df1510b5-4703-44c4-9b60-2d876710d396 req-08185a62-7a16-4d6d-8780-98c7a9206801 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9faba15-8a10-4764-ab3d-667faac2e12d HTTP/1.1" status: 200 len: 217 time: 0.0485089 Sep 17 23:37:28.034874 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f48416-b79d-4e12-8b55-4c273d2aa9cd', 'name': 'tempest-FloatingIPsTestJSON-561740983-router', 'tenant_id': '2055f21acf03477cab26edff49b65e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1a595744-2379-472e-aa0b-fb38bbdafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:15Z', 'updated_at': '2021-09-17T23:37:22Z', 'revision_number': 4, 'project_id': '2055f21acf03477cab26edff49b65e09', 'gw_port': {'id': '1a595744-2379-472e-aa0b-fb38bbdafd2d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:cd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f48416-b79d-4e12-8b55-4c273d2aa9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:17Z', 'updated_at': '2021-09-17T23:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '4d695e6b-3adf-40ed-9d15-ad0ff0d92489', 'name': '', 'network_id': '20c6be7c-78c7-4416-98e0-860b6fbdbe18', 'tenant_id': '2055f21acf03477cab26edff49b65e09', 'mac_address': 'fa:16:3e:52:8a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f48416-b79d-4e12-8b55-4c273d2aa9cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'e08b816f-d161-4c7b-bf6c-5a496985a44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:22Z', 'updated_at': '2021-09-17T23:37:26Z', 'revision_number': 4, 'project_id': '2055f21acf03477cab26edff49b65e09', 'subnets': [{'id': 'e08b816f-d161-4c7b-bf6c-5a496985a44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:28.038474 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port e9faba15-8a10-4764-ab3d-667faac2e12d, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e9faba15-8a10-4764-ab3d-667faac2e12d,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:28.042397 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc2863-2657-4b5b-b4dd-411e07f70705 req-459d2a77-6721-4b17-a112-66dc665fdc5a tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:28.049298 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29bc2863-2657-4b5b-b4dd-411e07f70705 req-459d2a77-6721-4b17-a112-66dc665fdc5a tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.2507813 Sep 17 23:37:28.059203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-29bc2863-2657-4b5b-b4dd-411e07f70705 req-9dad736b-a1c3-41e1-9956-e340b341124b tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:37:28.060282 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29bc2863-2657-4b5b-b4dd-411e07f70705 req-9dad736b-a1c3-41e1-9956-e340b341124b tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099885 Sep 17 23:37:28.072642 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1510b5-4703-44c4-9b60-2d876710d396 req-56c4435a-0eec-4be6-bd00-9e1c6da019aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:28.074105 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a846c-6bed-4c99-ac0b-a43ffa5bac44 None None] The sync data for ids ['59f48416-b79d-4e12-8b55-4c273d2aa9cd'] in n-d-809883-1 is: [{'id': '59f48416-b79d-4e12-8b55-4c273d2aa9cd', 'name': 'tempest-FloatingIPsTestJSON-561740983-router', 'tenant_id': '2055f21acf03477cab26edff49b65e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1a595744-2379-472e-aa0b-fb38bbdafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:15Z', 'updated_at': '2021-09-17T23:37:22Z', 'revision_number': 4, 'project_id': '2055f21acf03477cab26edff49b65e09', 'gw_port': {'id': '1a595744-2379-472e-aa0b-fb38bbdafd2d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:cd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f48416-b79d-4e12-8b55-4c273d2aa9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:17Z', 'updated_at': '2021-09-17T23:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '4d695e6b-3adf-40ed-9d15-ad0ff0d92489', 'name': '', 'network_id': '20c6be7c-78c7-4416-98e0-860b6fbdbe18', 'tenant_id': '2055f21acf03477cab26edff49b65e09', 'mac_address': 'fa:16:3e:52:8a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f48416-b79d-4e12-8b55-4c273d2aa9cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'e08b816f-d161-4c7b-bf6c-5a496985a44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:22Z', 'updated_at': '2021-09-17T23:37:26Z', 'revision_number': 4, 'project_id': '2055f21acf03477cab26edff49b65e09', 'subnets': [{'id': 'e08b816f-d161-4c7b-bf6c-5a496985a44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:37:28.074414 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-df1510b5-4703-44c4-9b60-2d876710d396 req-56c4435a-0eec-4be6-bd00-9e1c6da019aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.0514245 Sep 17 23:37:28.078868 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device e9faba15-8a10-4764-ab3d-667faac2e12d has no active binding in host n-h2-809883-1 {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 23:37:28.081257 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-35ae3d2d-aac5-4957-974e-172421a8261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:28.083004 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-35ae3d2d-aac5-4957-974e-172421a8261c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 1094 time: 0.0934975 Sep 17 23:37:28.119199 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-df1510b5-4703-44c4-9b60-2d876710d396 req-2102d03f-3b43-4c44-ab82-66a7576021ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351014 Sep 17 23:37:28.175559 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-02b9e1d2-8b62-494e-89e2-3b738ecb0dfb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e14f854-fdc7-4f2b-a879-6d32faf72c48 HTTP/1.1" status: 200 len: 217 time: 0.0817056 Sep 17 23:37:28.182146 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-741767cc-20f6-428b-acc9-809d0a971f9d req-b6634056-1666-4a97-a63b-e420a5e35d96 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:28.217332 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-e1c2359f-44db-48bb-9fa1-5373cecde485 service neutron] show failed (client error): The resource could not be found. Sep 17 23:37:28.218126 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-e1c2359f-44db-48bb-9fa1-5373cecde485 service neutron] 10.222.0.37 "GET /v2.0/ports/4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2/bindings/n-h1-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.1654930 Sep 17 23:37:28.257431 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-12f3c333-ecdb-4edd-8e14-0bd44fdbd746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:28.286894 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-741767cc-20f6-428b-acc9-809d0a971f9d req-b6634056-1666-4a97-a63b-e420a5e35d96 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:37:28.288000 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-c1a825b1-352c-401d-b235-d4a8bbe5faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:28.289533 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-c1a825b1-352c-401d-b235-d4a8bbe5faa7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.0997374 Sep 17 23:37:28.292007 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-741767cc-20f6-428b-acc9-809d0a971f9d req-b6634056-1666-4a97-a63b-e420a5e35d96 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:28.296631 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-741767cc-20f6-428b-acc9-809d0a971f9d req-b6634056-1666-4a97-a63b-e420a5e35d96 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:37:28.300183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6634056-1666-4a97-a63b-e420a5e35d96 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Pushing event updated for resources: {'Port': ['ID=d89654a6-2176-46f7-b5d0-7dc21ed2b6cb,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:28.336195 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-1132101f-b5f7-4354-8a6d-d31da043cc1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317137 Sep 17 23:37:28.337317 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74845a75-9196-45bf-a3d3-d6889329c2d6 req-48fc44a6-09df-452f-a580-ecad8e942698 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:28.338267 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-df1510b5-4703-44c4-9b60-2d876710d396 req-af476c68-8936-4869-ae14-4a4f33d24c08 service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709504 Sep 17 23:37:28.338906 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-74845a75-9196-45bf-a3d3-d6889329c2d6 req-48fc44a6-09df-452f-a580-ecad8e942698 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1389e7f-d237-417c-8bbe-9534ca060518 HTTP/1.1" status: 200 len: 949 time: 0.1640484 Sep 17 23:37:28.341478 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-12f3c333-ecdb-4edd-8e14-0bd44fdbd746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:28.414823 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-741767cc-20f6-428b-acc9-809d0a971f9d req-b6634056-1666-4a97-a63b-e420a5e35d96 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:28.416317 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3c333-ecdb-4edd-8e14-0bd44fdbd746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c7ab56-b3f0-41b9-a5a2-c96805a71895,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:28.420756 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-12f3c333-ecdb-4edd-8e14-0bd44fdbd746 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b1c4d9b0648d4b9dbc742dff779a222f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5931995 Sep 17 23:37:28.423544 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52672) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:28.472867 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-74845a75-9196-45bf-a3d3-d6889329c2d6 req-fc666e7c-1b20-4ccd-9a1c-e0ed31a2c109 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219134 Sep 17 23:37:28.528237 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-df1510b5-4703-44c4-9b60-2d876710d396 req-12ff0af9-8e80-4101-993c-6e196b010946 service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634927 Sep 17 23:37:28.531780 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-4e7e6053-de7f-40b6-954f-8026844bf0ee service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756487 Sep 17 23:37:28.546762 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-103eb664-6857-422d-9225-39a8efb4eacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:28.595434 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-103eb664-6857-422d-9225-39a8efb4eacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:28.597207 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-741767cc-20f6-428b-acc9-809d0a971f9d req-b6634056-1666-4a97-a63b-e420a5e35d96 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:28.679991 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63ea469-c7b4-4353-9a9a-822fcd4df49c req-24b44e6a-0cac-4d1b-bc0a-ee061ba6489e service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370792 Sep 17 23:37:28.793789 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206146d5-f02b-4017-b33d-4bfd6988e1ab req-5861ff6a-4dfb-4ff2-a9ed-505de4357966 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:28.795897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-206146d5-f02b-4017-b33d-4bfd6988e1ab req-5861ff6a-4dfb-4ff2-a9ed-505de4357966 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.1129813 Sep 17 23:37:28.871753 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-206146d5-f02b-4017-b33d-4bfd6988e1ab req-69fd02e8-e127-4772-ac5b-dce04720f8ed tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677209 Sep 17 23:37:28.876236 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-741767cc-20f6-428b-acc9-809d0a971f9d req-b6634056-1666-4a97-a63b-e420a5e35d96 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:28.882176 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-103eb664-6857-422d-9225-39a8efb4eacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:28.885083 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-103eb664-6857-422d-9225-39a8efb4eacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:28.888424 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-103eb664-6857-422d-9225-39a8efb4eacd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/20c7ab56-b3f0-41b9-a5a2-c96805a71895 HTTP/1.1" status: 204 len: 168 time: 0.4617057 Sep 17 23:37:28.907145 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103eb664-6857-422d-9225-39a8efb4eacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c7ab56-b3f0-41b9-a5a2-c96805a71895,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:28.926168 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75054450-55ec-44ea-8a40-d213de494fac x-openstack-request-id: req-75054450-55ec-44ea-8a40-d213de494fac {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:28.926700 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8605469-b7ea-4b55-b80b-34720c4a2c61", "tag": "4e14f854-fdc7-4f2b-a879-6d32faf72c48", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:28.926700 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-75054450-55ec-44ea-8a40-d213de494fac {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:28.927158 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8605469-b7ea-4b55-b80b-34720c4a2c61', 'tag': '4e14f854-fdc7-4f2b-a879-6d32faf72c48', 'status': 'completed', 'code': 200} Sep 17 23:37:28.934223 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-741767cc-20f6-428b-acc9-809d0a971f9d req-b6634056-1666-4a97-a63b-e420a5e35d96 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:28.948262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-217f4e9f-7de3-443b-aa13-e460251173dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:28.951624 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-217f4e9f-7de3-443b-aa13-e460251173dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be&tenant_id=e48d8880359443fb9bfa4fbd1d6105f4 HTTP/1.1" status: 200 len: 1100 time: 0.1049116 Sep 17 23:37:28.979205 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:29.032919 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-741767cc-20f6-428b-acc9-809d0a971f9d req-b6634056-1666-4a97-a63b-e420a5e35d96 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:29.058846 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9b7d3-62f4-4451-9221-4abdeab98197 req-5aa14146-26b2-4435-9b0a-26d18840a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:29.060358 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-08b9b7d3-62f4-4451-9221-4abdeab98197 req-5aa14146-26b2-4435-9b0a-26d18840a6c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 1094 time: 0.0960360 Sep 17 23:37:29.060981 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:29.063404 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33308a5d-fcd8-41e1-9ef0-958289b986ec req-8693da03-d75c-4967-b452-fa4af6cfb701 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=2055f21acf03477cab26edff49b65e09 HTTP/1.1" status: 200 len: 694 time: 0.1226861 Sep 17 23:37:29.069015 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6634056-1666-4a97-a63b-e420a5e35d96 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Pushing event updated for resources: {'Port': ['ID=d89654a6-2176-46f7-b5d0-7dc21ed2b6cb,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:29.152466 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-741767cc-20f6-428b-acc9-809d0a971f9d req-b6634056-1666-4a97-a63b-e420a5e35d96 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:29.153725 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-741767cc-20f6-428b-acc9-809d0a971f9d req-b6634056-1666-4a97-a63b-e420a5e35d96 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1934223 Sep 17 23:37:29.197868 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33308a5d-fcd8-41e1-9ef0-958289b986ec req-8259448b-c2e4-446a-978c-e7a08b3e4762 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:29.206289 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33308a5d-fcd8-41e1-9ef0-958289b986ec req-8259448b-c2e4-446a-978c-e7a08b3e4762 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/networks?id=544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 787 time: 0.1333454 Sep 17 23:37:29.219312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-33308a5d-fcd8-41e1-9ef0-958289b986ec req-268cd961-68b7-473a-b87b-44861cc93916 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:37:29.230502 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33308a5d-fcd8-41e1-9ef0-958289b986ec req-268cd961-68b7-473a-b87b-44861cc93916 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230675 Sep 17 23:37:29.273227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9b7d3-62f4-4451-9221-4abdeab98197 req-3955dfe0-53fe-4941-8815-50e8b1a4c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:29.274837 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-08b9b7d3-62f4-4451-9221-4abdeab98197 req-3955dfe0-53fe-4941-8815-50e8b1a4c088 service neutron] 10.222.0.41 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 922 time: 0.2047262 Sep 17 23:37:29.282728 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4d695e6b-3adf-40ed-9d15-ad0ff0d92489 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:37:29.305426 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-741767cc-20f6-428b-acc9-809d0a971f9d req-80996045-366e-47cc-b8e2-1e7f5cff593a tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 695 time: 0.0961957 Sep 17 23:37:29.334216 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-08b9b7d3-62f4-4451-9221-4abdeab98197 req-ecb6a7be-23f8-41d9-b6a2-0bb5cf0ce94a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e14f854-fdc7-4f2b-a879-6d32faf72c48 HTTP/1.1" status: 200 len: 217 time: 0.0400877 Sep 17 23:37:29.353009 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 4d695e6b-3adf-40ed-9d15-ad0ff0d92489 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:29.353680 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:29.429553 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3783182-36d6-4478-adc2-c345c5ba26d0 req-cc9a39ec-ced4-44e8-bc1e-b70ed6874e21 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:29.436804 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3783182-36d6-4478-adc2-c345c5ba26d0 req-cc9a39ec-ced4-44e8-bc1e-b70ed6874e21 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 943 time: 0.1299427 Sep 17 23:37:29.442957 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9b7d3-62f4-4451-9221-4abdeab98197 req-60f5fb04-a9c1-45df-8feb-04b29631d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:29.444413 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-08b9b7d3-62f4-4451-9221-4abdeab98197 req-60f5fb04-a9c1-45df-8feb-04b29631d6e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.0977142 Sep 17 23:37:29.489046 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-08b9b7d3-62f4-4451-9221-4abdeab98197 req-06347b3f-3609-4081-a63c-8cc5589e74d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314758 Sep 17 23:37:29.502560 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] For port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:29.532282 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3783182-36d6-4478-adc2-c345c5ba26d0 req-e6e441c0-801c-42d9-8488-f3b2ee4dc336 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945549 Sep 17 23:37:29.541514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741767cc-20f6-428b-acc9-809d0a971f9d req-a16f4fee-7071-4602-bf52-a4e4242fd745 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:29.557528 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-741767cc-20f6-428b-acc9-809d0a971f9d req-a16f4fee-7071-4602-bf52-a4e4242fd745 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.2039592 Sep 17 23:37:29.569694 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-741767cc-20f6-428b-acc9-809d0a971f9d req-a9364c44-37b3-4822-a2ec-84a0496ef7a5 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:37:29.571765 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-741767cc-20f6-428b-acc9-809d0a971f9d req-a9364c44-37b3-4822-a2ec-84a0496ef7a5 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198770 Sep 17 23:37:29.598778 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] For port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:29.646078 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-08b9b7d3-62f4-4451-9221-4abdeab98197 req-88b8fc3a-8243-431a-a01a-88b524b0185b service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411636 Sep 17 23:37:29.666291 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:29.701267 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] Transition to ACTIVE for port object 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:37:29.717500 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-967e9b19-1de0-42b1-96b3-d76382424566 req-675ba30d-b2f8-4cfc-b249-738dcd84f1b0 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/floatingips/d53c06d2-6eab-4e32-b9bd-1cf652be6499 HTTP/1.1" status: 200 len: 691 time: 0.0853202 Sep 17 23:37:29.744926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e1e1c-a663-4fee-ba79-b468ffc0df78 req-44a8ee21-938e-4bfe-84ba-358934297574 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:29.746434 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-317e1e1c-a663-4fee-ba79-b468ffc0df78 req-44a8ee21-938e-4bfe-84ba-358934297574 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 943 time: 0.1073852 Sep 17 23:37:29.760738 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:29.789952 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-08b9b7d3-62f4-4451-9221-4abdeab98197 req-6b7ca8ef-1cdd-47f2-9e6a-e3f6346b53c6 service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353478 Sep 17 23:37:29.837211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2,revision_number=6']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:29.840168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] No DVR routers for this DVR port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:37:29.841618 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device eff9cd60-0522-4c36-be8e-ae077fac84b9 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:37:29.853409 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-317e1e1c-a663-4fee-ba79-b468ffc0df78 req-a7e88ece-9333-440f-9d63-7ab08a2c0026 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950763 Sep 17 23:37:29.892855 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] Attempting to bind port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:29.892855 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] Attempting to bind port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:29.893275 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] Attempting to bind port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:29.901992 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] Port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:37:29.902427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] Attempting to bind port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:29.910177 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:29.910931 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e9b19-1de0-42b1-96b3-d76382424566 req-607a750a-1c5b-46a9-a527-998529ddf114 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:29.912363 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-967e9b19-1de0-42b1-96b3-d76382424566 req-607a750a-1c5b-46a9-a527-998529ddf114 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.1875064 Sep 17 23:37:29.913034 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:29.919880 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:29.920667 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] Bound port: 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:29.921489 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:29.926492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-967e9b19-1de0-42b1-96b3-d76382424566 req-0bbbe5db-6754-4c75-927f-07832de6cf81 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:37:29.927670 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-967e9b19-1de0-42b1-96b3-d76382424566 req-0bbbe5db-6754-4c75-927f-07832de6cf81 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097542 Sep 17 23:37:29.968658 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port eff9cd60-0522-4c36-be8e-ae077fac84b9 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:37:29.973512 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port eff9cd60-0522-4c36-be8e-ae077fac84b9 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:29.974086 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:30.075447 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] For port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:30.080092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] For port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:30.093040 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:30.127639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1389e7f-d237-417c-8bbe-9534ca060518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff9cd60-0522-4c36-be8e-ae077fac84b9'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:30.129306 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:30.130213 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa4c880-a499-4648-9328-c432f3aafda8" -d '{"events": [{"server_uuid": "a1389e7f-d237-417c-8bbe-9534ca060518", "name": "network-vif-plugged", "status": "completed", "tag": "eff9cd60-0522-4c36-be8e-ae077fac84b9"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:30.145556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port eff9cd60-0522-4c36-be8e-ae077fac84b9, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=eff9cd60-0522-4c36-be8e-ae077fac84b9,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:30.168579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:30.169228 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:30.171152 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] 10.222.0.41 "PUT /v2.0/ports/4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 HTTP/1.1" status: 200 len: 1095 time: 1.1960783 Sep 17 23:37:30.214567 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:30.235863 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00421089-1869-4ab9-a654-09e3f5a61032 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2,revision_number=7']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:30.267504 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-d1dd660c-02a2-4435-b650-cc19aa107fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:30.269236 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-d1dd660c-02a2-4435-b650-cc19aa107fbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 1098 time: 0.0715528 Sep 17 23:37:30.278509 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-967e9b19-1de0-42b1-96b3-d76382424566 req-9eadc41c-0607-4f8d-a78a-bf4d068a6c65 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.3442147 Sep 17 23:37:30.308352 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a41f5f-a69f-4300-8a07-bc3a1ac07240 req-e3c76958-b367-4cad-bba4-054c10c2c37a tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:30.314810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=eff9cd60-0522-4c36-be8e-ae077fac84b9,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:30.317916 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99a41f5f-a69f-4300-8a07-bc3a1ac07240 req-e3c76958-b367-4cad-bba4-054c10c2c37a tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1389e7f-d237-417c-8bbe-9534ca060518 HTTP/1.1" status: 200 len: 950 time: 0.0878720 Sep 17 23:37:30.394747 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-967e9b19-1de0-42b1-96b3-d76382424566 req-85c4e901-e251-4072-a240-26b6e9334cc6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.0667453 Sep 17 23:37:30.443940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-e8ae63c9-6468-479b-b080-b2645474f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:30.445726 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-e8ae63c9-6468-479b-b080-b2645474f445 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1436546 Sep 17 23:37:30.461154 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99a41f5f-a69f-4300-8a07-bc3a1ac07240 req-cfcd5971-cbf7-4ad5-82a5-6d72f47370e2 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391497 Sep 17 23:37:30.515897 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-4d173f01-422a-4f95-9b14-6d536026d8b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 HTTP/1.1" status: 200 len: 217 time: 0.0608728 Sep 17 23:37:30.564391 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-5f0dcf6d-3b31-49b1-ba47-b9f5af696536 service neutron] 10.222.0.41 "GET /v2.0/ports/e9faba15-8a10-4764-ab3d-667faac2e12d/bindings/n-h2-809883-1 HTTP/1.1" status: 200 len: 384 time: 0.1467083 Sep 17 23:37:30.582084 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-967e9b19-1de0-42b1-96b3-d76382424566 req-4f64c021-098f-4438-b4e1-0bd0d61755f6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Deleting port dd516ec4-3edc-483d-8d2e-5c8c489529c8 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:30.582669 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-967e9b19-1de0-42b1-96b3-d76382424566 req-4f64c021-098f-4438-b4e1-0bd0d61755f6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:30.602937 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-2d705ba2-0b67-4048-a71a-cf47526577bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:30.604924 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-2d705ba2-0b67-4048-a71a-cf47526577bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0809774 Sep 17 23:37:30.687717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-e22e7e54-2290-449d-81b3-f5fe598a5177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:30.689229 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-e22e7e54-2290-449d-81b3-f5fe598a5177 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0769298 Sep 17 23:37:30.720702 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-967e9b19-1de0-42b1-96b3-d76382424566 req-4f64c021-098f-4438-b4e1-0bd0d61755f6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:30.721051 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-967e9b19-1de0-42b1-96b3-d76382424566 req-4f64c021-098f-4438-b4e1-0bd0d61755f6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:30.737769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-967e9b19-1de0-42b1-96b3-d76382424566 req-4f64c021-098f-4438-b4e1-0bd0d61755f6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Calling delete_port for dd516ec4-3edc-483d-8d2e-5c8c489529c8 owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:30.836258 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-8ac3af75-92fc-4583-bf11-90976146192b tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:30.837833 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-8ac3af75-92fc-4583-bf11-90976146192b tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/networks?id=21a9d462-bb52-4f0a-a951-65a3220c8e9f HTTP/1.1" status: 200 len: 819 time: 0.2274885 Sep 17 23:37:30.859522 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-fb773239-5cf0-4f3e-a943-1225757258ba tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/quotas/95a42a19fd39427ba2f2e61a1ad749ba HTTP/1.1" status: 200 len: 375 time: 0.0158167 Sep 17 23:37:30.935450 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-8fa18726-7af0-43e8-b270-9ac6713805c0 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a42a19fd39427ba2f2e61a1ad749ba&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0656757 Sep 17 23:37:31.001376 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51437eb-4f97-4019-be6f-d28ece4072be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2'}, {'name': 'network-changed', 'server_uuid': 'a51437eb-4f97-4019-be6f-d28ece4072be', 'tag': '4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:31.003604 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be44b8c6-657e-418b-bad6-a4a535bfafea" -d '{"events": [{"server_uuid": "a51437eb-4f97-4019-be6f-d28ece4072be", "name": "network-vif-unplugged", "status": "completed", "tag": "4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2"}, {"name": "network-changed", "server_uuid": "a51437eb-4f97-4019-be6f-d28ece4072be", "tag": "4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:31.055067 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-720a6e84-01cb-48bc-9bd0-d55d96c33fc4 service neutron] For port e9faba15-8a10-4764-ab3d-667faac2e12d, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e9faba15-8a10-4764-ab3d-667faac2e12d,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:31.064461 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-b579e3fa-6308-4a86-9691-29fd9d39a319 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660936 Sep 17 23:37:31.085438 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-1e7bf221-5381-4637-a209-95a553cb4744 service neutron] 10.222.0.46 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262443 Sep 17 23:37:31.095474 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-720a6e84-01cb-48bc-9bd0-d55d96c33fc4 service neutron] For port e9faba15-8a10-4764-ab3d-667faac2e12d, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:31.115920 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-967e9b19-1de0-42b1-96b3-d76382424566 req-4f64c021-098f-4438-b4e1-0bd0d61755f6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:31.166021 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-720a6e84-01cb-48bc-9bd0-d55d96c33fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9faba15-8a10-4764-ab3d-667faac2e12d {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:31.168528 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64c021-098f-4438-b4e1-0bd0d61755f6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Pushing event deleted for resources: {'Port': ['ID=dd516ec4-3edc-483d-8d2e-5c8c489529c8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:31.181434 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-720a6e84-01cb-48bc-9bd0-d55d96c33fc4 service neutron] For port e9faba15-8a10-4764-ab3d-667faac2e12d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=e9faba15-8a10-4764-ab3d-667faac2e12d,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:31.206455 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-38b56a10-ff2b-4233-bf7d-2404ee3ba5f6 req-b6733bcb-bf7a-4421-b4cf-cd235a14dc3d service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343670 Sep 17 23:37:31.210170 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-967e9b19-1de0-42b1-96b3-d76382424566 req-4f64c021-098f-4438-b4e1-0bd0d61755f6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:31.212657 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-967e9b19-1de0-42b1-96b3-d76382424566 req-4f64c021-098f-4438-b4e1-0bd0d61755f6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:31.213798 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-967e9b19-1de0-42b1-96b3-d76382424566 req-4f64c021-098f-4438-b4e1-0bd0d61755f6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "DELETE /v2.0/floatingips/d53c06d2-6eab-4e32-b9bd-1cf652be6499 HTTP/1.1" status: 204 len: 173 time: 0.8116364 Sep 17 23:37:31.228535 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-58eea1e1-acf6-4e8a-9db1-7bee2ec12756 service neutron] 10.222.0.46 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422863 Sep 17 23:37:31.260340 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-720a6e84-01cb-48bc-9bd0-d55d96c33fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:31.319663 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cef1f4-2cf7-4b10-98da-e3a8c3bcf96f req-d7dff4c2-896f-4d77-a502-12da5ece210f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:31.327429 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7cef1f4-2cf7-4b10-98da-e3a8c3bcf96f req-d7dff4c2-896f-4d77-a502-12da5ece210f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 947 time: 0.0640068 Sep 17 23:37:31.341030 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-720a6e84-01cb-48bc-9bd0-d55d96c33fc4 service neutron] Transition to ACTIVE for port object e9faba15-8a10-4764-ab3d-667faac2e12d will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:37:31.360073 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7cef1f4-2cf7-4b10-98da-e3a8c3bcf96f req-eb601fea-d381-4e8a-8345-6b46cc6a9dad tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321109 Sep 17 23:37:31.401036 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21d23da-6b17-4b41-a621-50b980ec86c8 x-openstack-request-id: req-a21d23da-6b17-4b41-a621-50b980ec86c8 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:31.401555 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1389e7f-d237-417c-8bbe-9534ca060518", "name": "network-vif-plugged", "status": "completed", "tag": "eff9cd60-0522-4c36-be8e-ae077fac84b9", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:31.401555 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a21d23da-6b17-4b41-a621-50b980ec86c8 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:31.401960 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1389e7f-d237-417c-8bbe-9534ca060518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff9cd60-0522-4c36-be8e-ae077fac84b9', 'code': 200} Sep 17 23:37:31.444718 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-720a6e84-01cb-48bc-9bd0-d55d96c33fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:31.505814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-720a6e84-01cb-48bc-9bd0-d55d96c33fc4 service neutron] No DVR routers for this DVR port e9faba15-8a10-4764-ab3d-667faac2e12d on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:37:31.555083 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-720a6e84-01cb-48bc-9bd0-d55d96c33fc4 service neutron] 10.222.0.41 "PUT /v2.0/ports/e9faba15-8a10-4764-ab3d-667faac2e12d/bindings/n-h2-809883-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9829953 Sep 17 23:37:31.555695 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a6e84-01cb-48bc-9bd0-d55d96c33fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e9faba15-8a10-4764-ab3d-667faac2e12d,revision_number=10']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:31.609764 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e99ac-bcfe-4210-9d14-168de916a96e req-a4ef15c5-ea29-47b2-8623-92aa66db02c6 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:31.609764 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e44e99ac-bcfe-4210-9d14-168de916a96e req-a4ef15c5-ea29-47b2-8623-92aa66db02c6 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 944 time: 0.1534166 Sep 17 23:37:31.609764 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08777a1f-b8b2-4db2-b20c-f7afc0c81c4f req-4f88a69b-ff7c-4127-bb37-2e5edc29e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:31.609764 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08777a1f-b8b2-4db2-b20c-f7afc0c81c4f req-4f88a69b-ff7c-4127-bb37-2e5edc29e3d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a1389e7f-d237-417c-8bbe-9534ca060518 HTTP/1.1" status: 200 len: 1101 time: 0.0946512 Sep 17 23:37:31.623342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c33eab-7ed6-44ed-bcd9-a135107afc54 req-b498069a-7453-487c-883f-5184c71ef220 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:31.624975 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-91c33eab-7ed6-44ed-bcd9-a135107afc54 req-b498069a-7453-487c-883f-5184c71ef220 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 943 time: 0.1155117 Sep 17 23:37:31.724411 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e44e99ac-bcfe-4210-9d14-168de916a96e req-92e17531-2e27-4d4c-bfc0-ed5ea67d528c tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153591 Sep 17 23:37:31.728944 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08777a1f-b8b2-4db2-b20c-f7afc0c81c4f req-c2a38e7f-3e34-4e2e-9bcc-e68364d86fb0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020026 Sep 17 23:37:31.747246 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-91c33eab-7ed6-44ed-bcd9-a135107afc54 req-2eec4ccf-b225-4070-98b1-ee3c1728b504 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967772 Sep 17 23:37:31.762219 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-4e001574-d0cf-4370-bac1-7245a74ff4c9 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:31.762219 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-4e001574-d0cf-4370-bac1-7245a74ff4c9 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1&tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 1095 time: 0.0865877 Sep 17 23:37:31.788844 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8f820d-3c7a-4b17-a832-f3496ce69608 x-openstack-request-id: req-2b8f820d-3c7a-4b17-a832-f3496ce69608 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:31.789230 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a51437eb-4f97-4019-be6f-d28ece4072be", "name": "network-vif-unplugged", "status": "completed", "tag": "4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2", "code": 200}, {"name": "network-changed", "server_uuid": "a51437eb-4f97-4019-be6f-d28ece4072be", "tag": "4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:31.789572 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b8f820d-3c7a-4b17-a832-f3496ce69608 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:31.790418 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51437eb-4f97-4019-be6f-d28ece4072be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2', 'code': 200} Sep 17 23:37:31.790678 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a51437eb-4f97-4019-be6f-d28ece4072be', 'tag': '4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2', 'status': 'completed', 'code': 200} Sep 17 23:37:31.856876 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:37:31.860250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-073a8d52-1b3b-4cb3-897a-4bf1337acf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:31.862188 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-073a8d52-1b3b-4cb3-897a-4bf1337acf6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 1098 time: 0.0469379 Sep 17 23:37:31.899751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:37:31.920780 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c38e1a5-31a6-4629-93cd-d8138bf04cc5 req-b13e2e54-a531-4918-8d3b-a496a881df0c tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1204627 Sep 17 23:37:31.930879 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-5c38e1a5-31a6-4629-93cd-d8138bf04cc5 req-355ecada-28de-4dce-b76a-8db2e43093d6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:31.988719 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-76dbe0ae-98ee-4997-89a3-cf8ce160f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:31.990201 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-76dbe0ae-98ee-4997-89a3-cf8ce160f8c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1206145 Sep 17 23:37:32.031723 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bff9c6f1-81b7-46d5-a4c2-0c5f4fbd5d69 req-354a8a8c-a384-444c-8d55-9dd2fa8baf4d tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c6d0412-5821-4ee2-9f2a-c5b945328a2c HTTP/1.1" status: 200 len: 210 time: 0.0695264 Sep 17 23:37:32.035016 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-cc73fa42-eb10-4148-9e22-0c49e0279e27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 HTTP/1.1" status: 200 len: 217 time: 0.0356073 Sep 17 23:37:32.066510 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-636d270e-7a29-4c41-992d-cb49b0a15481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:32.068015 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-636d270e-7a29-4c41-992d-cb49b0a15481 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1&tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf HTTP/1.1" status: 200 len: 1095 time: 0.1193812 Sep 17 23:37:32.069985 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-c7c821ea-5bb4-49f5-8b73-350b4d3247de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:32.071318 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-c7c821ea-5bb4-49f5-8b73-350b4d3247de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 1098 time: 0.1104655 Sep 17 23:37:32.096573 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-6395b764-9fbd-4d96-9eee-48f9bca054de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:32.098205 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-6395b764-9fbd-4d96-9eee-48f9bca054de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0547807 Sep 17 23:37:32.144856 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-b0cebd7b-0936-405d-8fab-d4484e7de2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:32.145112 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5c38e1a5-31a6-4629-93cd-d8138bf04cc5 req-355ecada-28de-4dce-b76a-8db2e43093d6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:32.146390 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-b0cebd7b-0936-405d-8fab-d4484e7de2aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0398858 Sep 17 23:37:32.241248 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-38d00f36-68f5-474b-8b46-3747fa93846c service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860248 Sep 17 23:37:32.256596 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-18fc0a17-2408-44c4-ad8b-2a29733f9d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:32.258138 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-18fc0a17-2408-44c4-ad8b-2a29733f9d93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 1095 time: 0.1532879 Sep 17 23:37:32.268801 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7b891-53aa-4619-b494-021df77aa98e req-71e68ec3-8e87-490b-ac8b-24b1146f50e4 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:32.270262 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efe7b891-53aa-4619-b494-021df77aa98e req-71e68ec3-8e87-490b-ac8b-24b1146f50e4 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1389e7f-d237-417c-8bbe-9534ca060518 HTTP/1.1" status: 200 len: 950 time: 0.1664450 Sep 17 23:37:32.289141 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-d6795c39-2657-4b30-9239-064bd4be7ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:32.292611 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-d6795c39-2657-4b30-9239-064bd4be7ac4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.2095387 Sep 17 23:37:32.344659 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-f30fa5d6-bc54-4086-b8af-024a158147b6 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952711 Sep 17 23:37:32.394638 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-e6e7ffd6-0ede-4fb7-9de1-1c84eb33507d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 HTTP/1.1" status: 200 len: 217 time: 0.0818167 Sep 17 23:37:32.479355 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efe7b891-53aa-4619-b494-021df77aa98e req-3eca397e-f177-4c79-884f-55a7bb70d815 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925530 Sep 17 23:37:32.517073 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-6356ccf0-9b10-4511-bbb8-7c46705849b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:32.520091 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-6356ccf0-9b10-4511-bbb8-7c46705849b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0945494 Sep 17 23:37:32.520393 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-1623f241-4899-4cc2-85f8-8b1051a1fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:32.521966 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-1623f241-4899-4cc2-85f8-8b1051a1fc96 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 909 time: 0.2500644 Sep 17 23:37:32.530820 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5c38e1a5-31a6-4629-93cd-d8138bf04cc5 req-355ecada-28de-4dce-b76a-8db2e43093d6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:32.634487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-7cc326a3-f1d5-4f09-825a-2c1e6aea2d81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9faba15-8a10-4764-ab3d-667faac2e12d HTTP/1.1" status: 200 len: 217 time: 0.0829148 Sep 17 23:37:32.753949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-ea5eabf1-3846-42b4-b53f-1fd83e6f5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:32.755465 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-ea5eabf1-3846-42b4-b53f-1fd83e6f5682 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2156398 Sep 17 23:37:32.761559 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-19a98f0e-93e1-4352-ace8-e6c8b33d76ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:32.762905 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-19a98f0e-93e1-4352-ace8-e6c8b33d76ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.1145816 Sep 17 23:37:32.772121 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f6b71-e126-4f33-ae7f-2371b32cf34c req-539716d1-76bd-4d4b-9598-fee09fa01259 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:32.773536 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b31f6b71-e126-4f33-ae7f-2371b32cf34c req-539716d1-76bd-4d4b-9598-fee09fa01259 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 947 time: 0.1447089 Sep 17 23:37:32.830616 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-180ae82a-a1d7-4959-a6f9-3141d4602acf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536387 Sep 17 23:37:32.852729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-5c38e1a5-31a6-4629-93cd-d8138bf04cc5 req-355ecada-28de-4dce-b76a-8db2e43093d6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Allocated IP 172.25.3.246 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/66d8576b-4d98-4662-9577-778dd5bfdf1f) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:37:32.942847 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4e14f854-fdc7-4f2b-a879-6d32faf72c48 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:37:32.976095 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b31f6b71-e126-4f33-ae7f-2371b32cf34c req-9343fa78-7412-4613-829e-562e32a5dea6 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801257 Sep 17 23:37:33.089027 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 4e14f854-fdc7-4f2b-a879-6d32faf72c48, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4e14f854-fdc7-4f2b-a879-6d32faf72c48,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:33.093246 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52772) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:33.116994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '4e14f854-fdc7-4f2b-a879-6d32faf72c48', 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2', 'port_id': '4e14f854-fdc7-4f2b-a879-6d32faf72c48', 'mac_address': 'fa:16:3e:40:b9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01920827-ca31-4a6c-b1d5-a2ec1bf1f034', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:37:33.162196 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:33.175582 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e14f854-fdc7-4f2b-a879-6d32faf72c48 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:33.199336 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 4e14f854-fdc7-4f2b-a879-6d32faf72c48, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4e14f854-fdc7-4f2b-a879-6d32faf72c48,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:33.235312 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e453db6e-d9e0-43e0-b1a1-2e1702fe52d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:33.249801 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:33.316484 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=4e14f854-fdc7-4f2b-a879-6d32faf72c48,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:33.330743 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-5bdbbe53-c16e-4af7-9fe5-9995f343f845 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548062 Sep 17 23:37:33.337668 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-4606c40e-fe1a-4456-af84-8ffc0d4757e2 service neutron] 10.222.0.37 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827371 Sep 17 23:37:33.338029 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e453db6e-d9e0-43e0-b1a1-2e1702fe52d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:33.391183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b8a72-c84c-4b5e-b0d3-80bb01c57c2d req-8195ff2c-f7d7-4b59-b29b-c181502458d0 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:33.392664 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-005b8a72-c84c-4b5e-b0d3-80bb01c57c2d req-8195ff2c-f7d7-4b59-b29b-c181502458d0 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 944 time: 0.1706712 Sep 17 23:37:33.426453 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5c38e1a5-31a6-4629-93cd-d8138bf04cc5 req-355ecada-28de-4dce-b76a-8db2e43093d6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:33.430653 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e453db6e-d9e0-43e0-b1a1-2e1702fe52d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:33.472429 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e453db6e-d9e0-43e0-b1a1-2e1702fe52d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2f6d4f0ae684170b0fc77cd5adb28d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758249 Sep 17 23:37:33.472429 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453db6e-d9e0-43e0-b1a1-2e1702fe52d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd306105-341d-4f15-ad77-2bc149158c15,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:33.473603 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52778) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:33.479308 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['4e14f854-fdc7-4f2b-a879-6d32faf72c48'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:37:33.528895 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bf153ba7-2e60-47bb-bbed-cf6bdf384971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:33.555660 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bf153ba7-2e60-47bb-bbed-cf6bdf384971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:33.569449 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-005b8a72-c84c-4b5e-b0d3-80bb01c57c2d req-6ba8f8ff-1266-4ea7-8587-5538505f5dfe tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530638 Sep 17 23:37:33.578760 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be44b8c6-657e-418b-bad6-a4a535bfafea req-bffd59d1-4be2-467f-b3fb-8eadfa72adf5 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365451 Sep 17 23:37:33.595568 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-1e158220-2367-4f25-a965-73df0e936b64 service neutron] 10.222.0.37 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360945 Sep 17 23:37:33.672885 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5c38e1a5-31a6-4629-93cd-d8138bf04cc5 req-355ecada-28de-4dce-b76a-8db2e43093d6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:33.735769 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-d4a3784c-b137-4fb2-aa94-356f831841ad tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:33.737256 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-d4a3784c-b137-4fb2-aa94-356f831841ad tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.41 "GET /v2.0/networks?id=21a9d462-bb52-4f0a-a951-65a3220c8e9f HTTP/1.1" status: 200 len: 819 time: 0.1330953 Sep 17 23:37:33.752044 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c38e1a5-31a6-4629-93cd-d8138bf04cc5 req-355ecada-28de-4dce-b76a-8db2e43093d6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:37:33.753045 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-4d4ebd6a-06e7-4a9c-ba42-91f381c1b28e tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Request body: {'port': {'device_id': '7c6d0412-5821-4ee2-9f2a-c5b945328a2c', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'admin_state_up': True, 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:33.761933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-5c38e1a5-31a6-4629-93cd-d8138bf04cc5 req-355ecada-28de-4dce-b76a-8db2e43093d6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:33.765645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c38e1a5-31a6-4629-93cd-d8138bf04cc5 req-355ecada-28de-4dce-b76a-8db2e43093d6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:37:33.769315 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ecada-28de-4dce-b76a-8db2e43093d6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Pushing event updated for resources: {'Port': ['ID=66d8576b-4d98-4662-9577-778dd5bfdf1f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:33.789217 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a18151-afc5-4601-8941-81be0707d846 req-85a3ce5a-5519-4d4c-a336-a729747855be tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:33.790788 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82a18151-afc5-4601-8941-81be0707d846 req-85a3ce5a-5519-4d4c-a336-a729747855be tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 944 time: 0.1120934 Sep 17 23:37:33.820544 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bf153ba7-2e60-47bb-bbed-cf6bdf384971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:33.823240 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bf153ba7-2e60-47bb-bbed-cf6bdf384971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:33.826956 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bf153ba7-2e60-47bb-bbed-cf6bdf384971 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd306105-341d-4f15-ad77-2bc149158c15 HTTP/1.1" status: 204 len: 168 time: 0.3499765 Sep 17 23:37:33.841629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf153ba7-2e60-47bb-bbed-cf6bdf384971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd306105-341d-4f15-ad77-2bc149158c15,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:33.870737 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82a18151-afc5-4601-8941-81be0707d846 req-bb0fa702-f936-4325-bb90-c1911df2456b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686750 Sep 17 23:37:33.872571 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5c38e1a5-31a6-4629-93cd-d8138bf04cc5 req-355ecada-28de-4dce-b76a-8db2e43093d6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:33.963816 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12d45ac0-0bed-431d-82f2-1de9f30c7257 req-f306a3a3-1ce8-43ae-9101-63456749d5ac tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c6d0412-5821-4ee2-9f2a-c5b945328a2c HTTP/1.1" status: 200 len: 210 time: 0.0300269 Sep 17 23:37:34.023722 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-4d4ebd6a-06e7-4a9c-ba42-91f381c1b28e tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Made reservation on behalf of 95a42a19fd39427ba2f2e61a1ad749ba for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:37:34.027703 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-4d4ebd6a-06e7-4a9c-ba42-91f381c1b28e tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:34.080337 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5c38e1a5-31a6-4629-93cd-d8138bf04cc5 req-355ecada-28de-4dce-b76a-8db2e43093d6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:34.142971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8cccb-1226-44aa-8437-bf315f56f1b7 req-ca26e744-972a-41cd-bd24-f2dc974d7c76 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:34.144481 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0e8cccb-1226-44aa-8437-bf315f56f1b7 req-ca26e744-972a-41cd-bd24-f2dc974d7c76 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1389e7f-d237-417c-8bbe-9534ca060518 HTTP/1.1" status: 200 len: 950 time: 0.1046989 Sep 17 23:37:34.167670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-4d4ebd6a-06e7-4a9c-ba42-91f381c1b28e tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Allocated IP 172.20.0.13 (21a9d462-bb52-4f0a-a951-65a3220c8e9f/7f3812e0-a4e8-48f2-99f9-d914c44bba80/8613e956-ed42-4964-af72-4e71e047d4c9) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:37:34.212258 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-e7f73983-d81b-4ddf-becb-3abdc70f3ade tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:34.213862 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-e7f73983-d81b-4ddf-becb-3abdc70f3ade tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1&tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&binding%3Ahost_id=n-h2-809883-1 HTTP/1.1" status: 200 len: 1095 time: 0.1109324 Sep 17 23:37:34.263863 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0e8cccb-1226-44aa-8437-bf315f56f1b7 req-8b226e3d-df0b-47fb-bac7-3569dbecd1ce tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116400 Sep 17 23:37:34.338322 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-4d4ebd6a-06e7-4a9c-ba42-91f381c1b28e tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:34.396781 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5c38e1a5-31a6-4629-93cd-d8138bf04cc5 req-355ecada-28de-4dce-b76a-8db2e43093d6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:34.437747 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-4d4ebd6a-06e7-4a9c-ba42-91f381c1b28e tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:34.449475 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['84267809-acaa-4df3-938f-da0eeb1a3c25'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:37:34.459627 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b40028-4cc8-45b1-aaa1-3b7c8e125b55 req-f244d4ec-c965-4599-9446-420ce34ff322 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:34.461187 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-93b40028-4cc8-45b1-aaa1-3b7c8e125b55 req-f244d4ec-c965-4599-9446-420ce34ff322 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 947 time: 0.0588570 Sep 17 23:37:34.481619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-4d4ebd6a-06e7-4a9c-ba42-91f381c1b28e tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Network 21a9d462-bb52-4f0a-a951-65a3220c8e9f is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:37:34.485139 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5c38e1a5-31a6-4629-93cd-d8138bf04cc5 req-355ecada-28de-4dce-b76a-8db2e43093d6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:34.485401 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-4d4ebd6a-06e7-4a9c-ba42-91f381c1b28e tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:34.499309 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-4d4ebd6a-06e7-4a9c-ba42-91f381c1b28e tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:37:34.504984 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-4d4ebd6a-06e7-4a9c-ba42-91f381c1b28e tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:34.505672 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-4d4ebd6a-06e7-4a9c-ba42-91f381c1b28e tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:34.514976 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ebd6a-06e7-4a9c-ba42-91f381c1b28e tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Pushing event updated for resources: {'Port': ['ID=8613e956-ed42-4964-af72-4e71e047d4c9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:34.531933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ecada-28de-4dce-b76a-8db2e43093d6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Pushing event updated for resources: {'Port': ['ID=66d8576b-4d98-4662-9577-778dd5bfdf1f,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:34.545386 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5c38e1a5-31a6-4629-93cd-d8138bf04cc5 req-355ecada-28de-4dce-b76a-8db2e43093d6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:34.551713 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52792) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:34.555204 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-07171c33-94b7-4a3b-a4b2-a137a4dd1142 service neutron] For port e9faba15-8a10-4764-ab3d-667faac2e12d, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:34.564457 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-07171c33-94b7-4a3b-a4b2-a137a4dd1142 service neutron] Notify callbacks [] for binding, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:34.565599 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fec43d2-3b2b-41bf-9c12-a6e0f7b0ce85 req-07171c33-94b7-4a3b-a4b2-a137a4dd1142 service neutron] 10.222.0.37 "DELETE /v2.0/ports/e9faba15-8a10-4764-ab3d-667faac2e12d/bindings/n-h1-809883-1 HTTP/1.1" status: 204 len: 173 time: 0.3380017 Sep 17 23:37:34.572767 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-38cd344f-8aca-4743-9185-4d358672dbb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:34.573015 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-93b40028-4cc8-45b1-aaa1-3b7c8e125b55 req-e221f8eb-a3e1-4b34-a0ff-43860154f816 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033862 Sep 17 23:37:34.745949 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-aa6d5ccb-7951-495a-8acc-32fc68b5c609 None None] Provisioning complete for port 8613e956-ed42-4964-af72-4e71e047d4c9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:34.746317 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5ccb-7951-495a-8acc-32fc68b5c609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:34.756856 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5c38e1a5-31a6-4629-93cd-d8138bf04cc5 req-355ecada-28de-4dce-b76a-8db2e43093d6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:34.758369 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c38e1a5-31a6-4629-93cd-d8138bf04cc5 req-355ecada-28de-4dce-b76a-8db2e43093d6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8314838 Sep 17 23:37:34.758904 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-4d4ebd6a-06e7-4a9c-ba42-91f381c1b28e tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0111187 Sep 17 23:37:34.775039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Request body: {'port': {'device_id': '7c6d0412-5821-4ee2-9f2a-c5b945328a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:34.817290 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d5ccb-7951-495a-8acc-32fc68b5c609 None None] Port 8613e956-ed42-4964-af72-4e71e047d4c9 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:37:34.822953 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c38e1a5-31a6-4629-93cd-d8138bf04cc5 req-12bfaf53-c392-415b-a196-a28435d37941 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.0559344 Sep 17 23:37:34.862584 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:34.937803 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38e1a5-31a6-4629-93cd-d8138bf04cc5 req-2606948e-6fa9-4b42-90ae-474d32feaf95 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:34.939315 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c38e1a5-31a6-4629-93cd-d8138bf04cc5 req-2606948e-6fa9-4b42-90ae-474d32feaf95 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.1102076 Sep 17 23:37:34.949161 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-38cd344f-8aca-4743-9185-4d358672dbb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:34.975576 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:37:35.027798 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4e14f854-fdc7-4f2b-a879-6d32faf72c48 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:37:35.038943 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-38cd344f-8aca-4743-9185-4d358672dbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:35.127986 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:35.144946 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52806) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:35.145304 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-38cd344f-8aca-4743-9185-4d358672dbb1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb5df40296544e8e9caac9ba8bdbc351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5922363 Sep 17 23:37:35.149035 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd344f-8aca-4743-9185-4d358672dbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48257744-2734-4813-af44-d4ebe92f1da0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:35.159980 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2', 'mac_address': 'fa:16:3e:1e:2a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:37:35.212615 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:35.231118 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:35.237635 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 4e14f854-fdc7-4f2b-a879-6d32faf72c48 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:37:35.243894 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4bc8aab8-4773-4b11-b033-59618bd03fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:35.245607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 4e14f854-fdc7-4f2b-a879-6d32faf72c48 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:35.246308 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:35.270751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8613e956-ed42-4964-af72-4e71e047d4c9 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:35.270952 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4bc8aab8-4773-4b11-b033-59618bd03fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:35.275458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:35.276700 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:35.291533 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Transition to ACTIVE for port object 8613e956-ed42-4964-af72-4e71e047d4c9 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:37:35.351777 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:35.378713 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8605469-b7ea-4b55-b80b-34720c4a2c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e14f854-fdc7-4f2b-a879-6d32faf72c48'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:35.381315 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578ae439-b1c7-44c6-a394-2acfd7f04b44" -d '{"events": [{"server_uuid": "d8605469-b7ea-4b55-b80b-34720c4a2c61", "name": "network-vif-plugged", "status": "completed", "tag": "4e14f854-fdc7-4f2b-a879-6d32faf72c48"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:35.392441 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ced05d-2247-441c-8db8-f930bd22f542 req-bec273ab-08fb-49cc-a919-382b725eaab6 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:35.394088 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95ced05d-2247-441c-8db8-f930bd22f542 req-bec273ab-08fb-49cc-a919-382b725eaab6 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 944 time: 0.0878708 Sep 17 23:37:35.400521 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 4e14f854-fdc7-4f2b-a879-6d32faf72c48, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4e14f854-fdc7-4f2b-a879-6d32faf72c48,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:35.408329 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:35.418520 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9be779-141b-4001-afe4-848614362e7f req-31a138d1-4fa0-4835-9481-4167e18b3792 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:35.420533 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a9be779-141b-4001-afe4-848614362e7f req-31a138d1-4fa0-4835-9481-4167e18b3792 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 944 time: 0.0707214 Sep 17 23:37:35.443654 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:35.463864 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:35.500274 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Pushing event updated for resources: {'Port': ['ID=8613e956-ed42-4964-af72-4e71e047d4c9,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:35.500645 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:35.501792 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e9faba15-8a10-4764-ab3d-667faac2e12d no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:37:35.511923 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4bc8aab8-4773-4b11-b033-59618bd03fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:35.513905 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4bc8aab8-4773-4b11-b033-59618bd03fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:35.517413 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4bc8aab8-4773-4b11-b033-59618bd03fa8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/48257744-2734-4813-af44-d4ebe92f1da0 HTTP/1.1" status: 204 len: 168 time: 0.3689339 Sep 17 23:37:35.536199 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95ced05d-2247-441c-8db8-f930bd22f542 req-d8640b71-8a59-4ba2-b0c4-194ce4655e81 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335948 Sep 17 23:37:35.538300 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Attempting to bind port 8613e956-ed42-4964-af72-4e71e047d4c9 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:35.538730 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Attempting to bind port 8613e956-ed42-4964-af72-4e71e047d4c9 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '5037bf98-f579-4a6e-b796-f1384d8c59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:35.539146 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Attempting to bind port 8613e956-ed42-4964-af72-4e71e047d4c9 on network 21a9d462-bb52-4f0a-a951-65a3220c8e9f {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:35.544066 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Port 8613e956-ed42-4964-af72-4e71e047d4c9 on network 21a9d462-bb52-4f0a-a951-65a3220c8e9f not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:37:35.544473 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Attempting to bind port 8613e956-ed42-4964-af72-4e71e047d4c9 on network 21a9d462-bb52-4f0a-a951-65a3220c8e9f {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:35.553130 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:35.553549 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Checking segment: {'id': '5037bf98-f579-4a6e-b796-f1384d8c59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:35.554005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Bound using segment: {'id': '5037bf98-f579-4a6e-b796-f1384d8c59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:35.554844 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Bound port: 8613e956-ed42-4964-af72-4e71e047d4c9, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5037bf98-f579-4a6e-b796-f1384d8c59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:35.555402 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:35.593258 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8aab8-4773-4b11-b033-59618bd03fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48257744-2734-4813-af44-d4ebe92f1da0,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:35.602949 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e9faba15-8a10-4764-ab3d-667faac2e12d not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:37:35.613962 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a9be779-141b-4001-afe4-848614362e7f req-1013a19e-f7aa-4bec-9f21-45fcd63c8d0a tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868198 Sep 17 23:37:35.666655 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=4e14f854-fdc7-4f2b-a879-6d32faf72c48,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:35.690340 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:37:35.706308 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb544ef-f551-4d43-9895-f633a1aa062d req-5f56644a-3237-4de3-a85d-4c50b2d635b1 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:35.707580 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bcb544ef-f551-4d43-9895-f633a1aa062d req-5f56644a-3237-4de3-a85d-4c50b2d635b1 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.37 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be&tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 948 time: 0.2626040 Sep 17 23:37:35.731889 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27c5a938-5edb-495f-b7b9-80872fade411 req-6a97914e-03be-4ec4-a7f1-cfe664d438a5 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/floatingips/96faa2a3-46f1-44f3-aab3-38c58b22047f HTTP/1.1" status: 200 len: 693 time: 0.1090634 Sep 17 23:37:35.764824 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] For port 8613e956-ed42-4964-af72-4e71e047d4c9, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:35.769199 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] For port 8613e956-ed42-4964-af72-4e71e047d4c9, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8613e956-ed42-4964-af72-4e71e047d4c9,segment=NetworkSegment(5037bf98-f579-4a6e-b796-f1384d8c59e3),segment_id=5037bf98-f579-4a6e-b796-f1384d8c59e3)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:35.895878 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-bcb544ef-f551-4d43-9895-f633a1aa062d req-c55fd8d9-f9d8-4f98-9f4e-bf091b41ec0d service neutron] delete failed (client error): The resource could not be found. Sep 17 23:37:35.896907 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bcb544ef-f551-4d43-9895-f633a1aa062d req-c55fd8d9-f9d8-4f98-9f4e-bf091b41ec0d service neutron] 10.222.0.37 "DELETE /v2.0/ports/4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2/bindings/n-h2-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.1526847 Sep 17 23:37:35.906650 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6050d-640b-4159-bdae-58da2f221903 req-45205f70-1b28-426f-b434-59d0b3ec08d9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:36.282324 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76a6050d-640b-4159-bdae-58da2f221903 req-45205f70-1b28-426f-b434-59d0b3ec08d9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c6d0412-5821-4ee2-9f2a-c5b945328a2c HTTP/1.1" status: 200 len: 944 time: 0.1228988 Sep 17 23:37:36.282324 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5a938-5edb-495f-b7b9-80872fade411 req-188f4ae7-7d3c-470f-808d-207b41cf2ec6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:36.282324 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27c5a938-5edb-495f-b7b9-80872fade411 req-188f4ae7-7d3c-470f-808d-207b41cf2ec6 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.2161098 Sep 17 23:37:36.282324 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76a6050d-640b-4159-bdae-58da2f221903 req-5398752d-09b9-4dc9-872e-c4e88200270b tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dc30706-59a7-4986-87be-e85e58bc50e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835731 Sep 17 23:37:36.282324 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27c5a938-5edb-495f-b7b9-80872fade411 req-9efa8b29-6b4b-4683-bcde-3a74cb762e03 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.0736294 Sep 17 23:37:36.282324 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb544ef-f551-4d43-9895-f633a1aa062d req-41cde649-0055-45b7-9b2c-9853d7af1448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:36.282324 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bcb544ef-f551-4d43-9895-f633a1aa062d req-41cde649-0055-45b7-9b2c-9853d7af1448 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 1099 time: 0.0871184 Sep 17 23:37:36.282324 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27c5a938-5edb-495f-b7b9-80872fade411 req-c5803c98-4703-45c5-9120-6547d6895bfd tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.0684111 Sep 17 23:37:36.282324 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da8b90-0f20-4a01-b54f-5892f0333ee1 req-048c6706-3dfb-4623-89af-649fc0ef5597 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:36.282324 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-37da8b90-0f20-4a01-b54f-5892f0333ee1 req-048c6706-3dfb-4623-89af-649fc0ef5597 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 948 time: 0.1888375 Sep 17 23:37:36.311334 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb544ef-f551-4d43-9895-f633a1aa062d req-c212066a-6262-4c58-9140-6929e3f8b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:36.312740 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bcb544ef-f551-4d43-9895-f633a1aa062d req-c212066a-6262-4c58-9140-6929e3f8b434 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.2182486 Sep 17 23:37:36.334960 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:36.369401 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-37da8b90-0f20-4a01-b54f-5892f0333ee1 req-069ba0d5-992b-498a-b14c-3416e0bd3052 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940580 Sep 17 23:37:36.371902 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bcb544ef-f551-4d43-9895-f633a1aa062d req-7e5c41f0-0be1-4fb5-ae6a-34e2634655b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 HTTP/1.1" status: 200 len: 217 time: 0.0489430 Sep 17 23:37:36.374600 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:36.375454 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:36.376991 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] 10.222.0.41 "PUT /v2.0/ports/8613e956-ed42-4964-af72-4e71e047d4c9 HTTP/1.1" status: 200 len: 1092 time: 1.6060884 Sep 17 23:37:36.377431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6d0412-5821-4ee2-9f2a-c5b945328a2c', 'tag': '8613e956-ed42-4964-af72-4e71e047d4c9'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:36.379937 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2b849e-6996-4b9f-8d56-965260f51f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6d0412-5821-4ee2-9f2a-c5b945328a2c", "tag": "8613e956-ed42-4964-af72-4e71e047d4c9"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:36.423549 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e2ce0-c1e1-4c7b-9f2f-d87343d15247 service neutron] Pushing event updated for resources: {'Port': ['ID=8613e956-ed42-4964-af72-4e71e047d4c9,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:36.426632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-27c5a938-5edb-495f-b7b9-80872fade411 req-7e052839-62cf-4ea2-a80b-299b618f32e4 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Deleting port 66d8576b-4d98-4662-9577-778dd5bfdf1f {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:36.426982 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-27c5a938-5edb-495f-b7b9-80872fade411 req-7e052839-62cf-4ea2-a80b-299b618f32e4 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:36.483319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb544ef-f551-4d43-9895-f633a1aa062d req-10d80105-8716-4bc2-84e7-78201ce85718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:36.484785 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bcb544ef-f551-4d43-9895-f633a1aa062d req-10d80105-8716-4bc2-84e7-78201ce85718 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1040668 Sep 17 23:37:36.596992 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00787209-6e91-4392-a17c-39b8450bd50f req-b48f692f-af1b-45d2-9bdc-a145606901eb tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:36.598605 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-00787209-6e91-4392-a17c-39b8450bd50f req-b48f692f-af1b-45d2-9bdc-a145606901eb tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1389e7f-d237-417c-8bbe-9534ca060518 HTTP/1.1" status: 200 len: 950 time: 0.1335506 Sep 17 23:37:36.600438 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-27c5a938-5edb-495f-b7b9-80872fade411 req-7e052839-62cf-4ea2-a80b-299b618f32e4 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:36.600757 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-27c5a938-5edb-495f-b7b9-80872fade411 req-7e052839-62cf-4ea2-a80b-299b618f32e4 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:36.610095 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-22f617dd-8489-4329-9c2d-96d23c878863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:36.612477 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-22f617dd-8489-4329-9c2d-96d23c878863 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95a42a19fd39427ba2f2e61a1ad749ba&device_id=7c6d0412-5821-4ee2-9f2a-c5b945328a2c HTTP/1.1" status: 200 len: 1095 time: 0.0835094 Sep 17 23:37:36.623852 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-27c5a938-5edb-495f-b7b9-80872fade411 req-7e052839-62cf-4ea2-a80b-299b618f32e4 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Calling delete_port for 66d8576b-4d98-4662-9577-778dd5bfdf1f owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:36.634543 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb544ef-f551-4d43-9895-f633a1aa062d req-fb7967c9-7316-491b-ab0b-b32dc4bf338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:36.636040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bcb544ef-f551-4d43-9895-f633a1aa062d req-fb7967c9-7316-491b-ab0b-b32dc4bf338a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1115034 Sep 17 23:37:36.666336 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-bb76572e-1195-465b-a008-45816426f2f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8613e956-ed42-4964-af72-4e71e047d4c9 HTTP/1.1" status: 200 len: 217 time: 0.0448515 Sep 17 23:37:36.721170 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-12fbf741-581e-461b-8b7a-bb9df44df5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:36.721476 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-00787209-6e91-4392-a17c-39b8450bd50f req-9964af51-ee96-4948-8278-c91b948c2bca tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025305 Sep 17 23:37:36.723043 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-12fbf741-581e-461b-8b7a-bb9df44df5c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f3812e0-a4e8-48f2-99f9-d914c44bba80 HTTP/1.1" status: 200 len: 858 time: 0.0491192 Sep 17 23:37:36.771051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-a243bd1e-a1eb-4929-a9e9-6cba3f2830a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:36.772583 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-a243bd1e-a1eb-4929-a9e9-6cba3f2830a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a9d462-bb52-4f0a-a951-65a3220c8e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427337 Sep 17 23:37:36.825264 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16142dc4-b22e-41c1-9378-e51572b6e4f2 x-openstack-request-id: req-16142dc4-b22e-41c1-9378-e51572b6e4f2 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:36.825793 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8605469-b7ea-4b55-b80b-34720c4a2c61", "name": "network-vif-plugged", "status": "completed", "tag": "4e14f854-fdc7-4f2b-a879-6d32faf72c48", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:36.825881 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-16142dc4-b22e-41c1-9378-e51572b6e4f2 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:36.826263 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8605469-b7ea-4b55-b80b-34720c4a2c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e14f854-fdc7-4f2b-a879-6d32faf72c48', 'code': 200} Sep 17 23:37:36.839365 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bcb544ef-f551-4d43-9895-f633a1aa062d req-1d73a127-11fd-4cdc-add3-d794f94981c4 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774902 Sep 17 23:37:36.895535 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-efcb5746-4520-4d25-a9ab-257cf5049821 service neutron] 10.222.0.41 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141629 Sep 17 23:37:36.921204 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0235336-5df6-484f-9c30-54fe0b72c57e x-openstack-request-id: req-b0235336-5df6-484f-9c30-54fe0b72c57e {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:36.924969 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6d0412-5821-4ee2-9f2a-c5b945328a2c", "tag": "8613e956-ed42-4964-af72-4e71e047d4c9", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:36.924969 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b0235336-5df6-484f-9c30-54fe0b72c57e {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:36.924969 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6d0412-5821-4ee2-9f2a-c5b945328a2c', 'tag': '8613e956-ed42-4964-af72-4e71e047d4c9', 'status': 'completed', 'code': 200} Sep 17 23:37:36.995412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:37:37.017285 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab1e01-b23f-43b0-a770-904f4727a8d5 req-a32bffa2-718b-433c-ba90-8493909790e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:37.019010 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9cab1e01-b23f-43b0-a770-904f4727a8d5 req-a32bffa2-718b-433c-ba90-8493909790e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 1096 time: 0.1221850 Sep 17 23:37:37.070874 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-84527805-1962-4eb0-9eb8-1ccbb978bb57 req-29546d72-f68d-4e69-9aba-e2f0ff1b5d28 service neutron] 10.222.0.41 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631925 Sep 17 23:37:37.078810 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9cab1e01-b23f-43b0-a770-904f4727a8d5 req-b26c7a9e-d5e5-47c5-b074-102a1e472eb1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510998 Sep 17 23:37:37.128631 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:37:37.143278 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:37.143278 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:37.215777 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:37.247780 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04bd9e-9497-4e5f-8ec2-35b828e251d7 req-c30e52e9-7c60-4d69-b810-a50b99140382 tempest-DeleteServersAdminTestJSON-561542348 tempest-DeleteServersAdminTestJSON-561542348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:37.250618 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d04bd9e-9497-4e5f-8ec2-35b828e251d7 req-c30e52e9-7c60-4d69-b810-a50b99140382 tempest-DeleteServersAdminTestJSON-561542348 tempest-DeleteServersAdminTestJSON-561542348-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a1389e7f-d237-417c-8bbe-9534ca060518 HTTP/1.1" status: 200 len: 1101 time: 0.4127972 Sep 17 23:37:37.252148 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:37.272428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af94389-f14a-4bf2-954d-bdd36101c2c6 req-54936f91-ef0e-4a4a-aa86-99f011d39ddd tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:37.274186 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7af94389-f14a-4bf2-954d-bdd36101c2c6 req-54936f91-ef0e-4a4a-aa86-99f011d39ddd tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 945 time: 0.1578951 Sep 17 23:37:37.327376 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:37.330929 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b849e-6996-4b9f-8d56-965260f51f0a req-87c51c50-df36-47e2-8de6-901cb426b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:37.332745 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ed2b849e-6996-4b9f-8d56-965260f51f0a req-87c51c50-df36-47e2-8de6-901cb426b6ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95a42a19fd39427ba2f2e61a1ad749ba&device_id=7c6d0412-5821-4ee2-9f2a-c5b945328a2c HTTP/1.1" status: 200 len: 1095 time: 0.0422893 Sep 17 23:37:37.338351 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bcb544ef-f551-4d43-9895-f633a1aa062d req-17f0e504-a63a-4c3a-a45f-7f1ebd9ae88c service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930098 Sep 17 23:37:37.376105 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-27c5a938-5edb-495f-b7b9-80872fade411 req-7e052839-62cf-4ea2-a80b-299b618f32e4 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:37.398500 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2,revision_number=9']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:37.421661 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7af94389-f14a-4bf2-954d-bdd36101c2c6 req-266e9d9a-4142-47e6-a744-edce843c9df2 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360908 Sep 17 23:37:37.428137 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e052839-62cf-4ea2-a80b-299b618f32e4 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Pushing event deleted for resources: {'Port': ['ID=66d8576b-4d98-4662-9577-778dd5bfdf1f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:37.457624 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-27c5a938-5edb-495f-b7b9-80872fade411 req-7e052839-62cf-4ea2-a80b-299b618f32e4 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:37.460234 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-27c5a938-5edb-495f-b7b9-80872fade411 req-7e052839-62cf-4ea2-a80b-299b618f32e4 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:37.461444 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27c5a938-5edb-495f-b7b9-80872fade411 req-7e052839-62cf-4ea2-a80b-299b618f32e4 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "DELETE /v2.0/floatingips/96faa2a3-46f1-44f3-aab3-38c58b22047f HTTP/1.1" status: 204 len: 173 time: 1.3363037 Sep 17 23:37:37.486372 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b849e-6996-4b9f-8d56-965260f51f0a req-7a235602-a712-4d06-9549-4f8acec6bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:37.488252 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ed2b849e-6996-4b9f-8d56-965260f51f0a req-7a235602-a712-4d06-9549-4f8acec6bc43 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21a9d462-bb52-4f0a-a951-65a3220c8e9f HTTP/1.1" status: 200 len: 920 time: 0.1449986 Sep 17 23:37:37.494307 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-9d04bd9e-9497-4e5f-8ec2-35b828e251d7 req-bf6edcaa-c7da-42e6-8cd6-afd5c14c050e tempest-DeleteServersAdminTestJSON-561542348 tempest-DeleteServersAdminTestJSON-561542348-project-admin] Deleting port eff9cd60-0522-4c36-be8e-ae077fac84b9 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:37.494720 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d04bd9e-9497-4e5f-8ec2-35b828e251d7 req-bf6edcaa-c7da-42e6-8cd6-afd5c14c050e tempest-DeleteServersAdminTestJSON-561542348 tempest-DeleteServersAdminTestJSON-561542348-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:37.533266 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ed2b849e-6996-4b9f-8d56-965260f51f0a req-780b812c-1934-45c4-b507-d63d9f1d60e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8613e956-ed42-4964-af72-4e71e047d4c9 HTTP/1.1" status: 200 len: 217 time: 0.0365086 Sep 17 23:37:37.593429 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b849e-6996-4b9f-8d56-965260f51f0a req-7d1a3bb0-0b82-4437-bbdb-65c70aca7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:37.594796 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ed2b849e-6996-4b9f-8d56-965260f51f0a req-7d1a3bb0-0b82-4437-bbdb-65c70aca7f79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f3812e0-a4e8-48f2-99f9-d914c44bba80 HTTP/1.1" status: 200 len: 858 time: 0.0437753 Sep 17 23:37:37.614952 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b96dbb-e820-4b0a-bc6a-050d40c696c1 req-eeb235f0-09c3-4efc-bbf3-fb3570be211f tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:37.616480 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72b96dbb-e820-4b0a-bc6a-050d40c696c1 req-eeb235f0-09c3-4efc-bbf3-fb3570be211f tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 1095 time: 0.1197469 Sep 17 23:37:37.646031 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b849e-6996-4b9f-8d56-965260f51f0a req-432060c0-b7fc-401c-8805-889bd6b042cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:37.647556 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ed2b849e-6996-4b9f-8d56-965260f51f0a req-432060c0-b7fc-401c-8805-889bd6b042cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a9d462-bb52-4f0a-a951-65a3220c8e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442102 Sep 17 23:37:37.663915 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104583d8-a6fc-496f-a877-e36a95fe1afc req-6680bf46-af6b-4ef8-8e8b-bd7701b8358d tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:37.665464 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-104583d8-a6fc-496f-a877-e36a95fe1afc req-6680bf46-af6b-4ef8-8e8b-bd7701b8358d tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c6d0412-5821-4ee2-9f2a-c5b945328a2c HTTP/1.1" status: 200 len: 944 time: 0.1377857 Sep 17 23:37:37.671897 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-9d04bd9e-9497-4e5f-8ec2-35b828e251d7 req-bf6edcaa-c7da-42e6-8cd6-afd5c14c050e tempest-DeleteServersAdminTestJSON-561542348 tempest-DeleteServersAdminTestJSON-561542348-project-admin] For port eff9cd60-0522-4c36-be8e-ae077fac84b9, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=eff9cd60-0522-4c36-be8e-ae077fac84b9,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:37.672258 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d04bd9e-9497-4e5f-8ec2-35b828e251d7 req-bf6edcaa-c7da-42e6-8cd6-afd5c14c050e tempest-DeleteServersAdminTestJSON-561542348 tempest-DeleteServersAdminTestJSON-561542348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:37.694688 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-9d04bd9e-9497-4e5f-8ec2-35b828e251d7 req-bf6edcaa-c7da-42e6-8cd6-afd5c14c050e tempest-DeleteServersAdminTestJSON-561542348 tempest-DeleteServersAdminTestJSON-561542348-project-admin] Calling delete_port for eff9cd60-0522-4c36-be8e-ae077fac84b9 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:37.727802 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72b96dbb-e820-4b0a-bc6a-050d40c696c1 req-f0e7d5c2-e1c9-4a43-bf1f-11f029686328 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000793 Sep 17 23:37:37.777866 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-104583d8-a6fc-496f-a877-e36a95fe1afc req-cb423122-588b-4ef8-932c-5c2646dfab9d tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dc30706-59a7-4986-87be-e85e58bc50e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017463 Sep 17 23:37:37.788796 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ed2b849e-6996-4b9f-8d56-965260f51f0a req-b8e87636-6fe5-438b-8d17-35dd605aa5d6 service neutron] 10.222.0.41 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246133 Sep 17 23:37:37.909080 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ed2b849e-6996-4b9f-8d56-965260f51f0a req-381b86c0-f089-4f3b-bd0d-02834ab3613c service neutron] 10.222.0.41 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090467 Sep 17 23:37:37.935155 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-439d4d89-d739-4663-b6e5-145d30e4a9f4 req-a7c085ca-46bc-437f-8252-aa7e772b3315 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] show failed (client error): The resource could not be found. Sep 17 23:37:37.936731 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-439d4d89-d739-4663-b6e5-145d30e4a9f4 req-a7c085ca-46bc-437f-8252-aa7e772b3315 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/floatingips/96faa2a3-46f1-44f3-aab3-38c58b22047f HTTP/1.1" status: 404 len: 350 time: 0.0626054 Sep 17 23:37:37.949682 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e49492-dfa2-4978-aa48-0854f207500c req-a0b96dc1-6b63-47f3-ba6e-7834273217c2 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:37.951745 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b9e49492-dfa2-4978-aa48-0854f207500c req-a0b96dc1-6b63-47f3-ba6e-7834273217c2 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.1556752 Sep 17 23:37:38.012972 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b9e49492-dfa2-4978-aa48-0854f207500c req-fc3e8cef-9666-4e7d-90c4-dcfded5fd946 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474808 Sep 17 23:37:38.044527 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d04bd9e-9497-4e5f-8ec2-35b828e251d7 req-bf6edcaa-c7da-42e6-8cd6-afd5c14c050e tempest-DeleteServersAdminTestJSON-561542348 tempest-DeleteServersAdminTestJSON-561542348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:38.053434 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab7498-8614-4916-923f-2b5af4ac86bc req-29cd0b7b-d6d6-4693-b719-b147fcbb5c95 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:38.058431 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['eff9cd60-0522-4c36-be8e-ae077fac84b9'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:37:38.061116 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66ab7498-8614-4916-923f-2b5af4ac86bc req-29cd0b7b-d6d6-4693-b719-b147fcbb5c95 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1389e7f-d237-417c-8bbe-9534ca060518 HTTP/1.1" status: 200 len: 950 time: 0.0639215 Sep 17 23:37:38.112445 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6edcaa-c7da-42e6-8cd6-afd5c14c050e tempest-DeleteServersAdminTestJSON-561542348 tempest-DeleteServersAdminTestJSON-561542348-project-admin] Pushing event deleted for resources: {'Port': ['ID=eff9cd60-0522-4c36-be8e-ae077fac84b9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:38.163622 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66ab7498-8614-4916-923f-2b5af4ac86bc req-e4635569-80a5-49df-8119-d154d2d8b541 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016457 Sep 17 23:37:38.177608 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d04bd9e-9497-4e5f-8ec2-35b828e251d7 req-bf6edcaa-c7da-42e6-8cd6-afd5c14c050e tempest-DeleteServersAdminTestJSON-561542348 tempest-DeleteServersAdminTestJSON-561542348-project-admin] No DVR routers for this DVR port eff9cd60-0522-4c36-be8e-ae077fac84b9 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:37:38.186445 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d04bd9e-9497-4e5f-8ec2-35b828e251d7 req-bf6edcaa-c7da-42e6-8cd6-afd5c14c050e tempest-DeleteServersAdminTestJSON-561542348 tempest-DeleteServersAdminTestJSON-561542348-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:38.188477 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d04bd9e-9497-4e5f-8ec2-35b828e251d7 req-bf6edcaa-c7da-42e6-8cd6-afd5c14c050e tempest-DeleteServersAdminTestJSON-561542348 tempest-DeleteServersAdminTestJSON-561542348-project-admin] 10.222.0.37 "DELETE /v2.0/ports/eff9cd60-0522-4c36-be8e-ae077fac84b9 HTTP/1.1" status: 204 len: 173 time: 0.9253805 Sep 17 23:37:38.188959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1389e7f-d237-417c-8bbe-9534ca060518', 'name': 'network-vif-deleted', 'tag': 'eff9cd60-0522-4c36-be8e-ae077fac84b9'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:38.191246 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa20d424-102c-4ee2-b160-16184100f602" -d '{"events": [{"server_uuid": "a1389e7f-d237-417c-8bbe-9534ca060518", "name": "network-vif-deleted", "tag": "eff9cd60-0522-4c36-be8e-ae077fac84b9"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:38.284550 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-814d5959-4238-42fb-88c3-eb0aba1b6c2e req-c8402f9b-598b-44d4-a6a6-e2f5783d2d71 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] show failed (client error): The resource could not be found. Sep 17 23:37:38.285972 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-814d5959-4238-42fb-88c3-eb0aba1b6c2e req-c8402f9b-598b-44d4-a6a6-e2f5783d2d71 tempest-FloatingIPsTestJSON-1546597898 tempest-FloatingIPsTestJSON-1546597898-project] 10.222.0.46 "GET /v2.0/floatingips/96faa2a3-46f1-44f3-aab3-38c58b22047f HTTP/1.1" status: 404 len: 350 time: 0.0509791 Sep 17 23:37:38.299252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52884) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:38.361765 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42aaeac4-f162-4258-9b69-71cc803ffad0 x-openstack-request-id: req-42aaeac4-f162-4258-9b69-71cc803ffad0 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:38.363516 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1389e7f-d237-417c-8bbe-9534ca060518", "name": "network-vif-deleted", "tag": "eff9cd60-0522-4c36-be8e-ae077fac84b9", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:38.364030 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-42aaeac4-f162-4258-9b69-71cc803ffad0 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:38.365995 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1389e7f-d237-417c-8bbe-9534ca060518', 'name': 'network-vif-deleted', 'tag': 'eff9cd60-0522-4c36-be8e-ae077fac84b9', 'status': 'completed', 'code': 200} Sep 17 23:37:38.424389 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-49b7fdbb-49b5-438a-8ca6-1c779e2a42a6 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:38.430509 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-49b7fdbb-49b5-438a-8ca6-1c779e2a42a6 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 808 time: 0.2168272 Sep 17 23:37:38.459997 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-710f9ed2-1c8a-4cce-9251-3c5c68a14f59 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/quotas/83ce412fe25740ddb2840fc8f3c7c5cf HTTP/1.1" status: 200 len: 375 time: 0.0124125 Sep 17 23:37:38.554276 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-db3681e5-1a39-4c6d-90e1-7e9470a7af6c tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833356 Sep 17 23:37:38.662165 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc183c-a1b0-46e8-af10-786bdf589bd1 req-0dcaa0a8-9380-4e49-b770-bb5534cfc734 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:38.663794 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28bc183c-a1b0-46e8-af10-786bdf589bd1 req-0dcaa0a8-9380-4e49-b770-bb5534cfc734 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 945 time: 0.1081698 Sep 17 23:37:38.703864 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-4828b284-8a71-407f-bb18-22f2070055bd service neutron] 10.222.0.46 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392434 Sep 17 23:37:38.724302 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28bc183c-a1b0-46e8-af10-786bdf589bd1 req-c3b25d22-bd01-41fd-9b77-125d7de41e4f tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539138 Sep 17 23:37:38.811172 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-88b3570f-4362-4dc1-9a97-975699867a5d service neutron] 10.222.0.46 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996912 Sep 17 23:37:38.828064 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51437eb-4f97-4019-be6f-d28ece4072be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:38.830999 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1b0551-02c3-4817-9751-72842192927a" -d '{"events": [{"server_uuid": "a51437eb-4f97-4019-be6f-d28ece4072be", "name": "network-vif-plugged", "status": "completed", "tag": "4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:38.966037 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-3dc5fa1e-cb69-41b8-9b7c-7f306606a065 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=aa26b9349aa54bfca9efe02cb5d79276&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212765 Sep 17 23:37:39.053004 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3fd5454-6b1e-4a5f-81a7-df9e20e2e90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:39.109630 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:37:39.127843 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a311266-d80b-4d7c-8737-d25815fca6a0 req-600997ba-c503-49b3-9253-7cee5f701f70 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:39.129413 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a311266-d80b-4d7c-8737-d25815fca6a0 req-600997ba-c503-49b3-9253-7cee5f701f70 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 1096 time: 0.0766883 Sep 17 23:37:39.137016 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-77b497da-6351-4711-a14d-aad898837d2e tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:39.138466 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-77b497da-6351-4711-a14d-aad898837d2e tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661940 Sep 17 23:37:39.173603 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-928c3b46-a751-4688-bdaf-f0294b81a27e tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/quotas/aa26b9349aa54bfca9efe02cb5d79276 HTTP/1.1" status: 200 len: 375 time: 0.0223980 Sep 17 23:37:39.210217 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-9d58178b-6718-481e-bc50-9d8d3c46440d tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa26b9349aa54bfca9efe02cb5d79276&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329509 Sep 17 23:37:39.222190 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a311266-d80b-4d7c-8737-d25815fca6a0 req-a3905873-e70f-4bff-8b73-bbf162d0fe77 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813694 Sep 17 23:37:39.343810 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f66e4-7b18-4874-9e86-d8fda67ef565 req-e7b4ce42-d3a1-4bc3-857b-073d6fc03a55 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:39.345292 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-581f66e4-7b18-4874-9e86-d8fda67ef565 req-e7b4ce42-d3a1-4bc3-857b-073d6fc03a55 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c6d0412-5821-4ee2-9f2a-c5b945328a2c HTTP/1.1" status: 200 len: 944 time: 0.0477302 Sep 17 23:37:39.386071 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-581f66e4-7b18-4874-9e86-d8fda67ef565 req-032d90b1-3651-49d6-bd7c-8fac80f435a9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dc30706-59a7-4986-87be-e85e58bc50e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346973 Sep 17 23:37:39.419840 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f3fd5454-6b1e-4a5f-81a7-df9e20e2e90e admin admin] Deleting port 4d695e6b-3adf-40ed-9d15-ad0ff0d92489 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:39.421502 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3fd5454-6b1e-4a5f-81a7-df9e20e2e90e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:39.453340 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7d2df0-5e98-47ea-8b43-0f1245914d13 x-openstack-request-id: req-4d7d2df0-5e98-47ea-8b43-0f1245914d13 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:39.453811 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a51437eb-4f97-4019-be6f-d28ece4072be", "name": "network-vif-plugged", "status": "completed", "tag": "4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:39.453911 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4d7d2df0-5e98-47ea-8b43-0f1245914d13 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:39.454220 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51437eb-4f97-4019-be6f-d28ece4072be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2', 'code': 200} Sep 17 23:37:39.508804 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-f3fd5454-6b1e-4a5f-81a7-df9e20e2e90e admin admin] For port 4d695e6b-3adf-40ed-9d15-ad0ff0d92489, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4d695e6b-3adf-40ed-9d15-ad0ff0d92489,segment=NetworkSegment(81a9fd34-15aa-464e-99c8-97eb3dc286ad),segment_id=81a9fd34-15aa-464e-99c8-97eb3dc286ad)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:39.509218 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3fd5454-6b1e-4a5f-81a7-df9e20e2e90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:39.515519 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-772d72ee-4716-41d1-b247-cc08a337dfc2 req-21fa60c1-63d9-427c-9e64-2877331717d4 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 210 time: 0.0355372 Sep 17 23:37:39.525859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f3fd5454-6b1e-4a5f-81a7-df9e20e2e90e admin admin] Calling delete_port for 4d695e6b-3adf-40ed-9d15-ad0ff0d92489 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:39.594491 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce331ef-11c5-44d6-994e-2fddd0251769 req-401e9354-eb22-4038-b1e4-444c5726fa63 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:39.596305 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ce331ef-11c5-44d6-994e-2fddd0251769 req-401e9354-eb22-4038-b1e4-444c5726fa63 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.0743876 Sep 17 23:37:39.660036 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ce331ef-11c5-44d6-994e-2fddd0251769 req-4d8706a0-f22e-4f2a-b4b2-9c380e33c8de tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561590 Sep 17 23:37:39.772236 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01a7abd2-b63d-4461-a172-2b55d642e4f1 req-5b0220ed-0fa9-4047-9528-6d868959ca0e tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f272bb8-dd6c-4c5c-9466-1eec039dab78 HTTP/1.1" status: 200 len: 210 time: 0.0494337 Sep 17 23:37:39.788410 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e7cf0-0a11-4daf-9ee5-7a649a1e0c02 req-9288d649-f82b-4b54-a878-94adc7fe86ac tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:39.797561 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4b8e7cf0-0a11-4daf-9ee5-7a649a1e0c02 req-9288d649-f82b-4b54-a878-94adc7fe86ac tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 1096 time: 0.0652528 Sep 17 23:37:39.823685 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4b8e7cf0-0a11-4daf-9ee5-7a649a1e0c02 req-24bf2521-adf5-44fa-9853-6cd5f1f72397 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276759 Sep 17 23:37:39.864644 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3fd5454-6b1e-4a5f-81a7-df9e20e2e90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:39.873634 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3002cc-d8b9-47d3-a871-01b8af9ba4e9 req-aab8345a-fb90-4d1f-9f9d-7a7ccc0d21a0 tempest-MigrationsAdminTest-1522865088 tempest-MigrationsAdminTest-1522865088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:39.875169 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e3002cc-d8b9-47d3-a871-01b8af9ba4e9 req-aab8345a-fb90-4d1f-9f9d-7a7ccc0d21a0 tempest-MigrationsAdminTest-1522865088 tempest-MigrationsAdminTest-1522865088-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 1100 time: 0.0444160 Sep 17 23:37:39.889681 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd5454-6b1e-4a5f-81a7-df9e20e2e90e admin admin] Pushing event deleted for resources: {'Port': ['ID=4d695e6b-3adf-40ed-9d15-ad0ff0d92489,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:39.923393 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e3002cc-d8b9-47d3-a871-01b8af9ba4e9 req-62617487-651a-444a-a43a-3792ee3921f1 tempest-MigrationsAdminTest-1522865088 tempest-MigrationsAdminTest-1522865088-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414250 Sep 17 23:37:39.998721 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-3420e5a4-6c47-441f-869f-00b218a8ccc8 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0db462c5bec14b5b96252540f7a956ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380661 Sep 17 23:37:40.015000 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:40.085987 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3fd5454-6b1e-4a5f-81a7-df9e20e2e90e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:40.209491 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-185cdbc4-fa9a-4829-83b6-1684429def27 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:40.213286 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-185cdbc4-fa9a-4829-83b6-1684429def27 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2082448 Sep 17 23:37:40.226100 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-353a1f5d-d606-429a-8654-791db0097af8 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/quotas/0db462c5bec14b5b96252540f7a956ef HTTP/1.1" status: 200 len: 375 time: 0.0091588 Sep 17 23:37:40.260070 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-82638199-4c22-4772-8316-feb687fa3345 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0db462c5bec14b5b96252540f7a956ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281844 Sep 17 23:37:40.361509 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fd5454-6b1e-4a5f-81a7-df9e20e2e90e admin admin] Router 59f48416-b79d-4e12-8b55-4c273d2aa9cd has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:37:40.492495 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fd5454-6b1e-4a5f-81a7-df9e20e2e90e admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:37:40.493057 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-5c35a5c1-7f25-4643-8208-517eef55f628 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641439 Sep 17 23:37:40.498598 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f3fd5454-6b1e-4a5f-81a7-df9e20e2e90e admin admin] 10.222.0.46 "PUT /v2.0/routers/59f48416-b79d-4e12-8b55-4c273d2aa9cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1972377 Sep 17 23:37:40.501104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52978) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:40.504307 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dcb4eb-b547-4453-b2bd-e405f452e5f7 None None] Sync routers for ids ['59f48416-b79d-4e12-8b55-4c273d2aa9cd'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:37:40.516339 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dcb4eb-b547-4453-b2bd-e405f452e5f7 None None] Routers {'59f48416-b79d-4e12-8b55-4c273d2aa9cd'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:40.517670 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-28dcb4eb-b547-4453-b2bd-e405f452e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:37:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['59f48416-b79d-4e12-8b55-4c273d2aa9cd'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:40.655057 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d5afff7-d9a4-430a-843a-ab5fa83d4b9d admin admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:40.666895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014820c-32a1-4839-a4d8-7ebaa063dc89 req-12056163-9724-419a-ae56-aea604387aa1 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:40.673829 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6014820c-32a1-4839-a4d8-7ebaa063dc89 req-12056163-9724-419a-ae56-aea604387aa1 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 1096 time: 0.1769695 Sep 17 23:37:40.681948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-fe67a18d-0df5-492f-9416-c791270c6e69 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:40.683535 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-fe67a18d-0df5-492f-9416-c791270c6e69 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897237 Sep 17 23:37:40.723745 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6014820c-32a1-4839-a4d8-7ebaa063dc89 req-515dd4a4-4110-47a8-b74f-3dce0615a9ff tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391316 Sep 17 23:37:40.738360 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-2b467cc6-b10c-4283-a7c7-866de7933b68 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/quotas/e48d8880359443fb9bfa4fbd1d6105f4 HTTP/1.1" status: 200 len: 375 time: 0.0460856 Sep 17 23:37:40.752691 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-28dcb4eb-b547-4453-b2bd-e405f452e5f7 None None] Set router 59f48416-b79d-4e12-8b55-4c273d2aa9cd gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:40.789798 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d5afff7-d9a4-430a-843a-ab5fa83d4b9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:40.811472 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-98520b6c-2938-4e8d-b1df-49a81fb3c78e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0713148 Sep 17 23:37:40.891478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637521c-0be3-4b5c-a3e1-f601048ea7e0 req-3992d293-7364-4fc6-8efd-e53cd7b13986 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:40.897660 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e637521c-0be3-4b5c-a3e1-f601048ea7e0 req-3992d293-7364-4fc6-8efd-e53cd7b13986 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c6d0412-5821-4ee2-9f2a-c5b945328a2c HTTP/1.1" status: 200 len: 944 time: 0.0638967 Sep 17 23:37:40.949068 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e637521c-0be3-4b5c-a3e1-f601048ea7e0 req-109b1e48-96cd-4dc3-877e-497bdf64b74e tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dc30706-59a7-4986-87be-e85e58bc50e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485990 Sep 17 23:37:40.971964 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-0d5afff7-d9a4-430a-843a-ab5fa83d4b9d admin admin] Deleting port 1a595744-2379-472e-aa0b-fb38bbdafd2d {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:40.971964 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d5afff7-d9a4-430a-843a-ab5fa83d4b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:40.984596 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-28dcb4eb-b547-4453-b2bd-e405f452e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f48416-b79d-4e12-8b55-4c273d2aa9cd', 'name': 'tempest-FloatingIPsTestJSON-561740983-router', 'tenant_id': '2055f21acf03477cab26edff49b65e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1a595744-2379-472e-aa0b-fb38bbdafd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:15Z', 'updated_at': '2021-09-17T23:37:39Z', 'revision_number': 5, 'project_id': '2055f21acf03477cab26edff49b65e09', 'gw_port': {'id': '1a595744-2379-472e-aa0b-fb38bbdafd2d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:cd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f48416-b79d-4e12-8b55-4c273d2aa9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:17Z', 'updated_at': '2021-09-17T23:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:41.023363 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dcb4eb-b547-4453-b2bd-e405f452e5f7 None None] Checking router: 59f48416-b79d-4e12-8b55-4c273d2aa9cd for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:37:41.029780 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8613e956-ed42-4964-af72-4e71e047d4c9 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:37:41.038725 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dcb4eb-b547-4453-b2bd-e405f452e5f7 None None] Routers {'59f48416-b79d-4e12-8b55-4c273d2aa9cd'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:41.039398 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-28dcb4eb-b547-4453-b2bd-e405f452e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:37:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['59f48416-b79d-4e12-8b55-4c273d2aa9cd'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:41.061626 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2aa62364-5c73-4e37-8746-f83f8d8ae19f req-9b8ac2e8-5bf2-4524-8e14-b82cc71eae47 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3df3991-205a-40f6-9674-4c049ec6a8de HTTP/1.1" status: 200 len: 210 time: 0.0517910 Sep 17 23:37:41.064222 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-0d5afff7-d9a4-430a-843a-ab5fa83d4b9d admin admin] For port 1a595744-2379-472e-aa0b-fb38bbdafd2d, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=1a595744-2379-472e-aa0b-fb38bbdafd2d,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:41.064633 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d5afff7-d9a4-430a-843a-ab5fa83d4b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:41.076935 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-0d5afff7-d9a4-430a-843a-ab5fa83d4b9d admin admin] Calling delete_port for 1a595744-2379-472e-aa0b-fb38bbdafd2d owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:41.196325 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8613e956-ed42-4964-af72-4e71e047d4c9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8613e956-ed42-4964-af72-4e71e047d4c9,segment=NetworkSegment(5037bf98-f579-4a6e-b796-f1384d8c59e3),segment_id=5037bf98-f579-4a6e-b796-f1384d8c59e3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:41.227833 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba80a8f3-8e50-40bf-9f55-9494428063ac req-9fe97242-82a8-4df1-bc31-2fdab612cdda tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 210 time: 0.0990179 Sep 17 23:37:41.249848 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '8613e956-ed42-4964-af72-4e71e047d4c9', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'port_id': '8613e956-ed42-4964-af72-4e71e047d4c9', 'mac_address': 'fa:16:3e:10:b0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:37:41.298894 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-28dcb4eb-b547-4453-b2bd-e405f452e5f7 None None] Set router 59f48416-b79d-4e12-8b55-4c273d2aa9cd gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:41.341236 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:41.366958 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8613e956-ed42-4964-af72-4e71e047d4c9 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:41.372087 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca9ad478-0898-42af-9556-b8d5de098fa1 req-b3167817-1294-41c5-b6bb-1c6a6d03a1d4 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 210 time: 0.0509176 Sep 17 23:37:41.403488 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-28dcb4eb-b547-4453-b2bd-e405f452e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f48416-b79d-4e12-8b55-4c273d2aa9cd', 'name': 'tempest-FloatingIPsTestJSON-561740983-router', 'tenant_id': '2055f21acf03477cab26edff49b65e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:15Z', 'updated_at': '2021-09-17T23:37:40Z', 'revision_number': 6, 'project_id': '2055f21acf03477cab26edff49b65e09', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:41.406876 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8613e956-ed42-4964-af72-4e71e047d4c9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8613e956-ed42-4964-af72-4e71e047d4c9,segment=NetworkSegment(5037bf98-f579-4a6e-b796-f1384d8c59e3),segment_id=5037bf98-f579-4a6e-b796-f1384d8c59e3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:41.442919 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8295796c-b032-4314-88a9-21d6a74b42ea req-543a82be-53fd-4758-8121-dbeeabb2f133 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f272bb8-dd6c-4c5c-9466-1eec039dab78 HTTP/1.1" status: 200 len: 210 time: 0.1229715 Sep 17 23:37:41.472973 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dcb4eb-b547-4453-b2bd-e405f452e5f7 None None] The sync data for ids ['59f48416-b79d-4e12-8b55-4c273d2aa9cd'] in n-d-809883-1 is: [{'id': '59f48416-b79d-4e12-8b55-4c273d2aa9cd', 'name': 'tempest-FloatingIPsTestJSON-561740983-router', 'tenant_id': '2055f21acf03477cab26edff49b65e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:15Z', 'updated_at': '2021-09-17T23:37:40Z', 'revision_number': 6, 'project_id': '2055f21acf03477cab26edff49b65e09', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:37:41.481905 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d5afff7-d9a4-430a-843a-ab5fa83d4b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:41.494074 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:41.554113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=8613e956-ed42-4964-af72-4e71e047d4c9,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:41.556723 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5afff7-d9a4-430a-843a-ab5fa83d4b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=1a595744-2379-472e-aa0b-fb38bbdafd2d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:41.599310 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d5afff7-d9a4-430a-843a-ab5fa83d4b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:41.644315 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-de02e1b9-6a36-4227-b06c-00447d6c54a9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:41.645802 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-de02e1b9-6a36-4227-b06c-00447d6c54a9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.41 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 808 time: 0.2387009 Sep 17 23:37:41.689455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-453976a8-433c-4ade-9b08-fbc8013fb4d9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Request body: {'port': {'device_id': 'c6c55138-c265-458a-8ee0-80cba87fa874', 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5', 'admin_state_up': True, 'tenant_id': '83ce412fe25740ddb2840fc8f3c7c5cf'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:41.719854 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['8613e956-ed42-4964-af72-4e71e047d4c9'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:37:41.743010 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d5afff7-d9a4-430a-843a-ab5fa83d4b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:41.750478 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d5afff7-d9a4-430a-843a-ab5fa83d4b9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:41.894124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device eff9cd60-0522-4c36-be8e-ae077fac84b9 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:37:41.916570 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: eff9cd60-0522-4c36-be8e-ae077fac84b9 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:37:41.917074 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device eff9cd60-0522-4c36-be8e-ae077fac84b9 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:37:41.932722 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf10063-8613-4295-8c2b-9e9da3e22134 req-5810838d-3262-4a1e-9e4a-c2e33542566c tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:41.940653 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4cf10063-8613-4295-8c2b-9e9da3e22134 req-5810838d-3262-4a1e-9e4a-c2e33542566c tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 1096 time: 0.0622053 Sep 17 23:37:41.977984 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4cf10063-8613-4295-8c2b-9e9da3e22134 req-aaa94019-13db-4d2d-8e2f-a8fa52932ca3 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357902 Sep 17 23:37:42.001252 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d5afff7-d9a4-430a-843a-ab5fa83d4b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:42.001252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5afff7-d9a4-430a-843a-ab5fa83d4b9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59f48416-b79d-4e12-8b55-4c273d2aa9cd {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:37:42.001515 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d5afff7-d9a4-430a-843a-ab5fa83d4b9d admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:42.002685 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0d5afff7-d9a4-430a-843a-ab5fa83d4b9d admin admin] 10.222.0.46 "DELETE /v2.0/routers/59f48416-b79d-4e12-8b55-4c273d2aa9cd HTTP/1.1" status: 204 len: 168 time: 1.4992981 Sep 17 23:37:42.005516 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53006) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:42.048654 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-453976a8-433c-4ade-9b08-fbc8013fb4d9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Made reservation on behalf of 83ce412fe25740ddb2840fc8f3c7c5cf for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:37:42.053724 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-453976a8-433c-4ade-9b08-fbc8013fb4d9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:42.102448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e7469a-a9b3-4e05-a694-23ec3c2cf7af admin admin] Deleting subnet e08b816f-d161-4c7b-bf6c-5a496985a44e {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:37:42.108721 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d1e7469a-a9b3-4e05-a694-23ec3c2cf7af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:42.146811 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fc4fc-a014-4c34-b848-eb040491b0f9 req-e5002e8e-b497-4484-a5b9-f0a2c289344e tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:42.148287 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-682fc4fc-a014-4c34-b848-eb040491b0f9 req-e5002e8e-b497-4484-a5b9-f0a2c289344e tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c6d0412-5821-4ee2-9f2a-c5b945328a2c HTTP/1.1" status: 200 len: 945 time: 0.1045110 Sep 17 23:37:42.159190 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d1e7469a-a9b3-4e05-a694-23ec3c2cf7af admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:42.183333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-453976a8-433c-4ade-9b08-fbc8013fb4d9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Allocated IP 172.20.0.10 (ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5/67cb8484-c4f9-4750-9dcd-5e0d784dcaf7/81074da1-d0dc-493d-8b5d-ebf72b613f14) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:37:42.254303 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-682fc4fc-a014-4c34-b848-eb040491b0f9 req-4258ee8f-5b13-4510-a1d8-12a6132a696f tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dc30706-59a7-4986-87be-e85e58bc50e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962329 Sep 17 23:37:42.285036 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d1e7469a-a9b3-4e05-a694-23ec3c2cf7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:42.372029 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-453976a8-433c-4ade-9b08-fbc8013fb4d9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:42.634568 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48c68d73-01a7-4590-87c3-0fbf2a4e7891 req-37ac8d3a-7dc0-4015-908d-dd204cc6e9ca tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3df3991-205a-40f6-9674-4c049ec6a8de HTTP/1.1" status: 200 len: 210 time: 0.2934844 Sep 17 23:37:42.670659 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-c136d41b-0d8c-47c0-85d9-11f2cc2d6b8c tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=aa26b9349aa54bfca9efe02cb5d79276&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402727 Sep 17 23:37:42.723357 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fc3e48d9-092e-4dd7-aeb7-49fd836efa03 req-6003da9e-c0b6-4cde-8205-31dcc521f0bd tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 210 time: 0.0251029 Sep 17 23:37:42.759429 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d1e7469a-a9b3-4e05-a694-23ec3c2cf7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:42.773197 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-453976a8-433c-4ade-9b08-fbc8013fb4d9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:42.831953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7469a-a9b3-4e05-a694-23ec3c2cf7af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08b816f-d161-4c7b-bf6c-5a496985a44e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:42.846064 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d1e7469a-a9b3-4e05-a694-23ec3c2cf7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:42.847994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d1e7469a-a9b3-4e05-a694-23ec3c2cf7af admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e08b816f-d161-4c7b-bf6c-5a496985a44e HTTP/1.1" status: 204 len: 168 time: 0.8415210 Sep 17 23:37:42.848271 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177c043b-9c0d-4a7c-9e16-584ef29a2a74 None None] Network 20c6be7c-78c7-4416-98e0-860b6fbdbe18 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:37:42.850608 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53024) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:42.887147 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-1e9364fa-70f9-4b7e-8298-26e1206e0d33 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:42.888960 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-1e9364fa-70f9-4b7e-8298-26e1206e0d33 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251251 Sep 17 23:37:42.894476 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-453976a8-433c-4ade-9b08-fbc8013fb4d9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:37:42.903203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-6e6a3d35-33d0-4462-9b0b-7be757346209 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Request body: {'port': {'device_id': '4f272bb8-dd6c-4c5c-9466-1eec039dab78', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': 'aa26b9349aa54bfca9efe02cb5d79276'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:42.964042 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ae28800-cdc2-49aa-b206-6296f1a90897 req-51ce1e48-e268-40ce-b965-eb72f84188b7 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 210 time: 0.0728440 Sep 17 23:37:42.998443 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.024652 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-453976a8-433c-4ade-9b08-fbc8013fb4d9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:43.036427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-453976a8-433c-4ade-9b08-fbc8013fb4d9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:37:43.044322 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-453976a8-433c-4ade-9b08-fbc8013fb4d9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:43.045019 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-453976a8-433c-4ade-9b08-fbc8013fb4d9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.048622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8613e956-ed42-4964-af72-4e71e047d4c9 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:37:43.071227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453976a8-433c-4ade-9b08-fbc8013fb4d9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Pushing event updated for resources: {'Port': ['ID=81074da1-d0dc-493d-8b5d-ebf72b613f14,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:43.085693 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.111153 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.41', 54220) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:43.139424 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8111e03c-9c77-4b95-9eb4-1bae901d57b1 req-96c30b34-2f16-483d-a735-a4ff7498f873 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f272bb8-dd6c-4c5c-9466-1eec039dab78 HTTP/1.1" status: 200 len: 210 time: 0.0460992 Sep 17 23:37:43.148857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Deleting port e9eecacc-e223-446f-b5d9-720e9e756762 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:43.149538 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.176133 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-8295b7aa-c3c7-405c-a7e9-41219f7751ab tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0db462c5bec14b5b96252540f7a956ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607457 Sep 17 23:37:43.194752 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2e0876-3dc4-486c-93f1-5b04639983c1 None None] DHCP port deletion for 20c6be7c-78c7-4416-98e0-860b6fbdbe18 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:37:43.208300 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-453976a8-433c-4ade-9b08-fbc8013fb4d9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5255530 Sep 17 23:37:43.222866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 8613e956-ed42-4964-af72-4e71e047d4c9 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:37:43.224848 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Request body: {'port': {'device_id': 'c6c55138-c265-458a-8ee0-80cba87fa874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:43.252032 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] For port e9eecacc-e223-446f-b5d9-720e9e756762, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e9eecacc-e223-446f-b5d9-720e9e756762,segment=NetworkSegment(81a9fd34-15aa-464e-99c8-97eb3dc286ad),segment_id=81a9fd34-15aa-464e-99c8-97eb3dc286ad)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:43.257855 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.276520 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Calling delete_port for e9eecacc-e223-446f-b5d9-720e9e756762 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:43.374805 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4d695e6b-3adf-40ed-9d15-ad0ff0d92489 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:37:43.396707 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 8613e956-ed42-4964-af72-4e71e047d4c9 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:43.397123 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.400013 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.407391 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-6e6a3d35-33d0-4462-9b0b-7be757346209 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Made reservation on behalf of aa26b9349aa54bfca9efe02cb5d79276 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:37:43.412641 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-6e6a3d35-33d0-4462-9b0b-7be757346209 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.418584 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 4d695e6b-3adf-40ed-9d15-ad0ff0d92489 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:37:43.418919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4d695e6b-3adf-40ed-9d15-ad0ff0d92489 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:37:43.419324 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1a595744-2379-472e-aa0b-fb38bbdafd2d no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:37:43.440051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-87a99900-0124-4816-8bbf-efc0ea5b6386 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:43.447321 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 1a595744-2379-472e-aa0b-fb38bbdafd2d {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:37:43.448100 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1a595744-2379-472e-aa0b-fb38bbdafd2d not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:37:43.449283 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-87a99900-0124-4816-8bbf-efc0ea5b6386 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2666035 Sep 17 23:37:43.465530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-008c6d2c-0fb0-4ef3-a027-3efbf147d9ef tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Request body: {'port': {'device_id': 'b3df3991-205a-40f6-9674-4c049ec6a8de', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '0db462c5bec14b5b96252540f7a956ef'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:43.473923 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-6e6a3d35-33d0-4462-9b0b-7be757346209 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.482006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-8c2e0876-3dc4-486c-93f1-5b04639983c1 None None] Deleting port e9eecacc-e223-446f-b5d9-720e9e756762 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:37:43.482936 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0876-3dc4-486c-93f1-5b04639983c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.507608 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06f4e4-4dea-4343-8296-23edea36bcf4 req-13d7cee0-eabb-4bdc-b4f8-08e45904d638 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:43.509826 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8e06f4e4-4dea-4343-8296-23edea36bcf4 req-13d7cee0-eabb-4bdc-b4f8-08e45904d638 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c6d0412-5821-4ee2-9f2a-c5b945328a2c HTTP/1.1" status: 200 len: 945 time: 0.1242959 Sep 17 23:37:43.563058 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.577016 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8e06f4e4-4dea-4343-8296-23edea36bcf4 req-d152d1df-288a-4ea2-ab3b-d2841e787f86 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dc30706-59a7-4986-87be-e85e58bc50e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517864 Sep 17 23:37:43.590942 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8c2e0876-3dc4-486c-93f1-5b04639983c1 None None] For port e9eecacc-e223-446f-b5d9-720e9e756762, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e9eecacc-e223-446f-b5d9-720e9e756762,segment=NetworkSegment(81a9fd34-15aa-464e-99c8-97eb3dc286ad),segment_id=81a9fd34-15aa-464e-99c8-97eb3dc286ad)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:43.591459 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0876-3dc4-486c-93f1-5b04639983c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.604510 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6d0412-5821-4ee2-9f2a-c5b945328a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8613e956-ed42-4964-af72-4e71e047d4c9'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:43.607371 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb3eba1-dca8-4d25-81ac-c6ee8d669533" -d '{"events": [{"server_uuid": "7c6d0412-5821-4ee2-9f2a-c5b945328a2c", "name": "network-vif-plugged", "status": "completed", "tag": "8613e956-ed42-4964-af72-4e71e047d4c9"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:43.623994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-8c2e0876-3dc4-486c-93f1-5b04639983c1 None None] Calling delete_port for e9eecacc-e223-446f-b5d9-720e9e756762 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:37:43.627893 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8613e956-ed42-4964-af72-4e71e047d4c9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8613e956-ed42-4964-af72-4e71e047d4c9,segment=NetworkSegment(5037bf98-f579-4a6e-b796-f1384d8c59e3),segment_id=5037bf98-f579-4a6e-b796-f1384d8c59e3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:43.648342 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.709192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=e9eecacc-e223-446f-b5d9-720e9e756762,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:43.714714 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] No DVR routers for this DVR port e9eecacc-e223-446f-b5d9-720e9e756762 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:37:43.724961 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5ae1b3-be4e-4ee3-8d63-4573fba2ee22 x-openstack-request-id: req-bf5ae1b3-be4e-4ee3-8d63-4573fba2ee22 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:43.727886 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6d0412-5821-4ee2-9f2a-c5b945328a2c", "name": "network-vif-plugged", "status": "completed", "tag": "8613e956-ed42-4964-af72-4e71e047d4c9", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:43.727886 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf5ae1b3-be4e-4ee3-8d63-4573fba2ee22 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:43.727886 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6d0412-5821-4ee2-9f2a-c5b945328a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8613e956-ed42-4964-af72-4e71e047d4c9', 'code': 200} Sep 17 23:37:43.730898 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.834316 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.41', 54222) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:43.850711 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=8613e956-ed42-4964-af72-4e71e047d4c9,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:43.860447 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0876-3dc4-486c-93f1-5b04639983c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.875456 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-6e6a3d35-33d0-4462-9b0b-7be757346209 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.887177 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6cf2962d-5fdb-4ee2-88a2-3457dd1ab70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.889811 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e0876-3dc4-486c-93f1-5b04639983c1 None None] Pushing event deleted for resources: {'Port': ['ID=e9eecacc-e223-446f-b5d9-720e9e756762,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:43.907283 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2e0876-3dc4-486c-93f1-5b04639983c1 None None] No DVR routers for this DVR port e9eecacc-e223-446f-b5d9-720e9e756762 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:37:43.918554 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cdd6e-b9e4-4959-b372-e8e84955e919 req-de9bc09f-be64-4f26-9044-b79927730f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:43.920303 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f70cdd6e-b9e4-4959-b372-e8e84955e919 req-de9bc09f-be64-4f26-9044-b79927730f4d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c6d0412-5821-4ee2-9f2a-c5b945328a2c HTTP/1.1" status: 200 len: 1097 time: 0.0770545 Sep 17 23:37:43.936422 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.956702 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-6e6a3d35-33d0-4462-9b0b-7be757346209 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:43.961391 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:37:43.961570 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:37:43.962578 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:37:43.962922 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Subscribe: > port after_create 55550000 {{(pid=95592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:37:43.963253 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Subscribe: > port after_delete 55550000 {{(pid=95592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:37:43.964053 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Subscribe: > port after_update 55550000 {{(pid=95592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:37:43.964053 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:37:43.964794 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:37:43.964794 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:37:43.964794 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:37:44.002238 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81074da1-d0dc-493d-8b5d-ebf72b613f14 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:44.045400 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:44.068933 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:37:44.069959 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:37:44.069959 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:37:44.070335 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:37:44.070751 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c6be7c-78c7-4416-98e0-860b6fbdbe18']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:44.093108 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f70cdd6e-b9e4-4959-b372-e8e84955e919 req-a7d25224-5486-4e44-aa22-dd79561738e9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8dc30706-59a7-4986-87be-e85e58bc50e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501725 Sep 17 23:37:44.093964 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Transition to ACTIVE for port object 81074da1-d0dc-493d-8b5d-ebf72b613f14 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:37:44.097613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a3d35-33d0-4462-9b0b-7be757346209 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2996cc-dc25-4f2d-b590-41566fa54117,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:44.122111 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-d9a139c6-02df-4045-ae12-4f7ebd2d3de9 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2977395 Sep 17 23:37:44.127411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-008c6d2c-0fb0-4ef3-a027-3efbf147d9ef tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Made reservation on behalf of 0db462c5bec14b5b96252540f7a956ef for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:37:44.130420 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-008c6d2c-0fb0-4ef3-a027-3efbf147d9ef tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:44.133139 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c3b0c3b0-c255-481c-ba04-391a03490009 req-7e01af86-009d-4521-9a5d-b3c3938840fb tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3df3991-205a-40f6-9674-4c049ec6a8de HTTP/1.1" status: 200 len: 210 time: 0.3133752 Sep 17 23:37:44.140984 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a9fd34-15aa-464e-99c8-97eb3dc286ad') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:44.141321 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a9fd34-15aa-464e-99c8-97eb3dc286ad') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:44.169374 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:44.186566 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:44.237167 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:44.241885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-6e6a3d35-33d0-4462-9b0b-7be757346209 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Allocated IP 192.168.233.29 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/87eec87d-e069-42d1-bbe0-f5cba07632e9) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:37:44.284569 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:37:44.285000 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:44.293796 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Pushing event updated for resources: {'Port': ['ID=81074da1-d0dc-493d-8b5d-ebf72b613f14,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: from cryptography.utils import int_from_bytes Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: from cryptography.utils import int_from_bytes Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:37:44.315913 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:37:44.342410 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Attempting to bind port 81074da1-d0dc-493d-8b5d-ebf72b613f14 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:44.342751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Attempting to bind port 81074da1-d0dc-493d-8b5d-ebf72b613f14 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:44.343074 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Attempting to bind port 81074da1-d0dc-493d-8b5d-ebf72b613f14 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:44.351198 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Port 81074da1-d0dc-493d-8b5d-ebf72b613f14 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:37:44.351446 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Attempting to bind port 81074da1-d0dc-493d-8b5d-ebf72b613f14 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:44.364955 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:44.368450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Checking segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:44.368450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Bound using segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:44.368450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Bound port: 81074da1-d0dc-493d-8b5d-ebf72b613f14, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:44.368450 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:44.394001 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebc3b3-00f2-4f72-8a6d-7bd86eeacc4f req-76ae5e92-0244-4566-bc5b-e7003ea438bf tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:44.395495 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-baebc3b3-00f2-4f72-8a6d-7bd86eeacc4f req-76ae5e92-0244-4566-bc5b-e7003ea438bf tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 944 time: 0.1991255 Sep 17 23:37:44.407476 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-11d01e52-104c-4f2c-a613-a56a5f382918 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:44.408907 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-11d01e52-104c-4f2c-a613-a56a5f382918 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2629168 Sep 17 23:37:44.420299 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-03cf5120-7376-4c4b-8d83-54aaa3f56483 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:37:44.421836 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-03cf5120-7376-4c4b-8d83-54aaa3f56483 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102236 Sep 17 23:37:44.450178 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-7b01c42b-ada4-4c5e-b0b8-25df5963a73f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Request body: {'port': {'device_id': 'de13f3fc-b761-4501-814a-9a391048dd63', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': 'e48d8880359443fb9bfa4fbd1d6105f4'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:44.506693 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] For port 81074da1-d0dc-493d-8b5d-ebf72b613f14, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:44.511834 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] For port 81074da1-d0dc-493d-8b5d-ebf72b613f14, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=81074da1-d0dc-493d-8b5d-ebf72b613f14,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:44.516424 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:44.521251 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-6e6a3d35-33d0-4462-9b0b-7be757346209 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:44.523402 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:44.526807 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] 10.222.0.46 "DELETE /v2.0/networks/20c6be7c-78c7-4416-98e0-860b6fbdbe18 HTTP/1.1" status: 204 len: 168 time: 1.6732283 Sep 17 23:37:44.588105 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b9f7bdd9-a47e-4864-8c5e-69ce64401955 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:44.589527 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b9f7bdd9-a47e-4864-8c5e-69ce64401955 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/ports/4e14f854-fdc7-4f2b-a879-6d32faf72c48 HTTP/1.1" status: 200 len: 1093 time: 0.1571660 Sep 17 23:37:44.613328 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-baebc3b3-00f2-4f72-8a6d-7bd86eeacc4f req-3920fccc-6559-4ac3-a448-6141850f3ca5 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034733 Sep 17 23:37:44.614928 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:44.616736 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-102a5588-28d8-4874-8c4b-3ecf0ccc8847 service neutron] Request body: {'binding': {'host': 'n-h2-809883-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:44.617132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-102a5588-28d8-4874-8c4b-3ecf0ccc8847 service neutron] Unknown quota resources ['binding']. {{(pid=95592) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 23:37:44.625659 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053e362-09fb-4301-8c1d-02dd05c74b6a admin admin] Pushing event deleted for resources: {'Network': ['ID=20c6be7c-78c7-4416-98e0-860b6fbdbe18,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:44.656930 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:44.658016 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:44.659493 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] 10.222.0.41 "PUT /v2.0/ports/81074da1-d0dc-493d-8b5d-ebf72b613f14 HTTP/1.1" status: 200 len: 1092 time: 1.4402905 Sep 17 23:37:44.660361 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c55138-c265-458a-8ee0-80cba87fa874', 'tag': '81074da1-d0dc-493d-8b5d-ebf72b613f14'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:44.662852 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180adefc-e275-4194-a6c2-8397ed733815" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c55138-c265-458a-8ee0-80cba87fa874", "tag": "81074da1-d0dc-493d-8b5d-ebf72b613f14"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:44.689739 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88c9dddc-04cb-48ac-ab9d-ed3b5bd68305 req-55bc2a74-d853-4cad-b021-68d2ff2f6be7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2247853 Sep 17 23:37:44.692805 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-6e6a3d35-33d0-4462-9b0b-7be757346209 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:44.718440 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66d261-4602-4e60-bd1e-4f3e3ddf8b4b service neutron] Pushing event updated for resources: {'Port': ['ID=81074da1-d0dc-493d-8b5d-ebf72b613f14,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:44.772787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-6e6a3d35-33d0-4462-9b0b-7be757346209 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:37:44.780174 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-6e6a3d35-33d0-4462-9b0b-7be757346209 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:44.791943 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-6e6a3d35-33d0-4462-9b0b-7be757346209 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:37:44.801786 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-6e6a3d35-33d0-4462-9b0b-7be757346209 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:44.801786 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-6e6a3d35-33d0-4462-9b0b-7be757346209 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:44.804555 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a3d35-33d0-4462-9b0b-7be757346209 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Pushing event updated for resources: {'Port': ['ID=87eec87d-e069-42d1-bbe0-f5cba07632e9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:44.815157 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-008c6d2c-0fb0-4ef3-a027-3efbf147d9ef tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Allocated IP 192.168.233.35 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/e2719032-c163-45ed-af56-1c0534fd884b) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:37:44.837861 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad4a62d8-ea56-4950-8fab-82a913ecb02a req-f0ee98af-4386-4165-b8a7-5e060fff43de tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 210 time: 0.0538902 Sep 17 23:37:44.841020 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-7b01c42b-ada4-4c5e-b0b8-25df5963a73f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Made reservation on behalf of e48d8880359443fb9bfa4fbd1d6105f4 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:37:44.845824 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-7b01c42b-ada4-4c5e-b0b8-25df5963a73f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:44.908430 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9dddc-04cb-48ac-ab9d-ed3b5bd68305 req-3714091e-c70d-46a6-bafd-0f2c129c0884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:44.910900 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88c9dddc-04cb-48ac-ab9d-ed3b5bd68305 req-3714091e-c70d-46a6-bafd-0f2c129c0884 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06106444c40645e2a5a0f1beb95c10da&device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 1097 time: 0.1370034 Sep 17 23:37:44.931792 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-6e6a3d35-33d0-4462-9b0b-7be757346209 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0323672 Sep 17 23:37:44.937133 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-3b999164-d5d8-4673-a91b-92941a7d6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:44.938625 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-3b999164-d5d8-4673-a91b-92941a7d6658 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 1095 time: 0.1209149 Sep 17 23:37:44.962725 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Request body: {'port': {'device_id': '4f272bb8-dd6c-4c5c-9466-1eec039dab78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:45.030847 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53064) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:45.031872 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-cf852bea-e8b9-474a-b046-d9901e8a6f06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81074da1-d0dc-493d-8b5d-ebf72b613f14 HTTP/1.1" status: 200 len: 217 time: 0.0750158 Sep 17 23:37:45.047624 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-102a5588-28d8-4874-8c4b-3ecf0ccc8847 service neutron] Attempting to bind port 4e14f854-fdc7-4f2b-a879-6d32faf72c48 on host n-h2-809883-1 for vnic_type normal with profile None {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:45.047958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-102a5588-28d8-4874-8c4b-3ecf0ccc8847 service neutron] Attempting to bind port 4e14f854-fdc7-4f2b-a879-6d32faf72c48 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:45.048283 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-102a5588-28d8-4874-8c4b-3ecf0ccc8847 service neutron] Attempting to bind port 4e14f854-fdc7-4f2b-a879-6d32faf72c48 on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:45.098333 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4b1f28b7-8756-4bfc-9148-e8377ff37db7 None None] Provisioning complete for port 87eec87d-e069-42d1-bbe0-f5cba07632e9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:45.098886 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4b1f28b7-8756-4bfc-9148-e8377ff37db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:45.109765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-102a5588-28d8-4874-8c4b-3ecf0ccc8847 service neutron] Port 4e14f854-fdc7-4f2b-a879-6d32faf72c48 on network de59519b-4223-446a-ba3f-49ba8599e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:37:45.111007 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-102a5588-28d8-4874-8c4b-3ecf0ccc8847 service neutron] Attempting to bind port 4e14f854-fdc7-4f2b-a879-6d32faf72c48 on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:45.132259 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:45.132487 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-102a5588-28d8-4874-8c4b-3ecf0ccc8847 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:45.132487 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-102a5588-28d8-4874-8c4b-3ecf0ccc8847 service neutron] Checking segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:45.132487 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-102a5588-28d8-4874-8c4b-3ecf0ccc8847 service neutron] Bound using segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:45.132761 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-102a5588-28d8-4874-8c4b-3ecf0ccc8847 service neutron] Bound port: 4e14f854-fdc7-4f2b-a879-6d32faf72c48, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:45.134307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-4b1f28b7-8756-4bfc-9148-e8377ff37db7 None None] Port 87eec87d-e069-42d1-bbe0-f5cba07632e9 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:37:45.156868 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f0040-84fa-4c8e-aa1f-44cf6febb526 req-57336a73-0e69-4404-8b25-90d03ab6ec37 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:45.159186 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b76f0040-84fa-4c8e-aa1f-44cf6febb526 req-57336a73-0e69-4404-8b25-90d03ab6ec37 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f272bb8-dd6c-4c5c-9466-1eec039dab78 HTTP/1.1" status: 200 len: 935 time: 0.2272875 Sep 17 23:37:45.214566 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-8364aa2d-3338-41d5-80fd-96f5cfe68ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:45.216044 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-8364aa2d-3338-41d5-80fd-96f5cfe68ed1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.1716669 Sep 17 23:37:45.217047 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9dddc-04cb-48ac-ab9d-ed3b5bd68305 req-96c0f9dd-d890-4635-a331-9268dce105d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:45.219409 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88c9dddc-04cb-48ac-ab9d-ed3b5bd68305 req-96c0f9dd-d890-4635-a331-9268dce105d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d0877baf-6ee8-4add-8825-399e8b3ccc62 HTTP/1.1" status: 200 len: 924 time: 0.2838483 Sep 17 23:37:45.221429 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e9eecacc-e223-446f-b5d9-720e9e756762 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:37:45.237238 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9985593d-7775-4c9b-bb72-c2301624a215 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2055f21acf03477cab26edff49b65e09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972766 Sep 17 23:37:45.244215 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53068) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:37:45.256254 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: e9eecacc-e223-446f-b5d9-720e9e756762 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:37:45.256958 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e9eecacc-e223-446f-b5d9-720e9e756762 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:37:45.270815 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-008c6d2c-0fb0-4ef3-a027-3efbf147d9ef tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:45.312259 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b76f0040-84fa-4c8e-aa1f-44cf6febb526 req-2e9ae9ca-93a0-4765-8f0f-687f48e6e537 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291394 Sep 17 23:37:45.314134 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-102a5588-28d8-4874-8c4b-3ecf0ccc8847 service neutron] For port 4e14f854-fdc7-4f2b-a879-6d32faf72c48, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4e14f854-fdc7-4f2b-a879-6d32faf72c48,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:45.314538 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-4e001a64-da11-4121-bd11-37bc643406e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860186 Sep 17 23:37:45.340934 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88c9dddc-04cb-48ac-ab9d-ed3b5bd68305 req-ed8eda3e-ae84-4910-8dce-ec03dffcab57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a297a80-aecc-4f9c-ab54-06ce32d20850 HTTP/1.1" status: 200 len: 1001 time: 0.1134961 Sep 17 23:37:45.395768 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-102a5588-28d8-4874-8c4b-3ecf0ccc8847 service neutron] Notify callbacks [] for binding, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:45.397238 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-102a5588-28d8-4874-8c4b-3ecf0ccc8847 service neutron] 10.222.0.46 "POST /v2.0/ports/4e14f854-fdc7-4f2b-a879-6d32faf72c48/bindings HTTP/1.1" status: 201 len: 389 time: 0.7918873 Sep 17 23:37:45.422538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9dddc-04cb-48ac-ab9d-ed3b5bd68305 req-208a3f70-409a-4df8-9953-1610441800e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:45.424359 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88c9dddc-04cb-48ac-ab9d-ed3b5bd68305 req-208a3f70-409a-4df8-9953-1610441800e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd219c6d-7503-4b6c-ac13-9f8de200b8d0 HTTP/1.1" status: 200 len: 862 time: 0.0746861 Sep 17 23:37:45.507619 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed779cfb-045c-4b73-92f0-b9a71019ca99 req-42b17b7a-fd31-4c5b-b2a1-d8da48cc590b tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:45.508085 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8d2ebcaf-f04e-4825-8186-421079376a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:45.509140 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed779cfb-045c-4b73-92f0-b9a71019ca99 req-42b17b7a-fd31-4c5b-b2a1-d8da48cc590b tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c6d0412-5821-4ee2-9f2a-c5b945328a2c HTTP/1.1" status: 200 len: 946 time: 0.0829837 Sep 17 23:37:45.511136 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9dddc-04cb-48ac-ab9d-ed3b5bd68305 req-520ab41c-2320-49d2-a9d9-6c10b40a1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:45.512516 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88c9dddc-04cb-48ac-ab9d-ed3b5bd68305 req-520ab41c-2320-49d2-a9d9-6c10b40a1a6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d0877baf-6ee8-4add-8825-399e8b3ccc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725369 Sep 17 23:37:45.536718 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-89711b46-1f24-4a7c-b7f7-9a4de51b3761 req-39c03279-1468-4d5c-af40-587c6f4bbc54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0811646 Sep 17 23:37:45.538435 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-2fabaef9-4847-409e-bddd-3a0f3ba3e7c3 service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063847 Sep 17 23:37:45.549506 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8d2ebcaf-f04e-4825-8186-421079376a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:45.611339 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed779cfb-045c-4b73-92f0-b9a71019ca99 req-3687413e-7c98-4feb-bab4-39cf2cb0d3d9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dc30706-59a7-4986-87be-e85e58bc50e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931134 Sep 17 23:37:45.639748 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88c9dddc-04cb-48ac-ab9d-ed3b5bd68305 req-b75c5c16-d316-4987-833c-459754558f7b service neutron] 10.222.0.37 "GET /v2.0/networks/d0877baf-6ee8-4add-8825-399e8b3ccc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165414 Sep 17 23:37:45.668397 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a63c47-d639-4ef2-b21b-4f26c4690da3 x-openstack-request-id: req-d7a63c47-d639-4ef2-b21b-4f26c4690da3 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:45.668680 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c55138-c265-458a-8ee0-80cba87fa874", "tag": "81074da1-d0dc-493d-8b5d-ebf72b613f14", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:45.669124 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d7a63c47-d639-4ef2-b21b-4f26c4690da3 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:45.669689 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c55138-c265-458a-8ee0-80cba87fa874', 'tag': '81074da1-d0dc-493d-8b5d-ebf72b613f14', 'status': 'completed', 'code': 200} Sep 17 23:37:45.693468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89711b46-1f24-4a7c-b7f7-9a4de51b3761 req-63a7cf62-5851-4f46-8555-13f324457289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:45.694959 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-89711b46-1f24-4a7c-b7f7-9a4de51b3761 req-63a7cf62-5851-4f46-8555-13f324457289 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 1100 time: 0.1098840 Sep 17 23:37:45.701654 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6a69dd59-1d67-4789-965a-03dbab0bdee8 req-6129e8f9-c913-422c-aae0-1e1028125651 service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450651 Sep 17 23:37:45.745888 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-008c6d2c-0fb0-4ef3-a027-3efbf147d9ef tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:45.769927 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8d2ebcaf-f04e-4825-8186-421079376a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:45.770782 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8d2ebcaf-f04e-4825-8186-421079376a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:45.774431 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8d2ebcaf-f04e-4825-8186-421079376a19 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae826e71-3d3b-446f-9aad-915482382779 HTTP/1.1" status: 204 len: 168 time: 0.5241590 Sep 17 23:37:45.801838 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88c9dddc-04cb-48ac-ab9d-ed3b5bd68305 req-7b857fe3-1106-4ff0-a165-89e661930d0f service neutron] 10.222.0.37 "GET /v2.0/networks/d0877baf-6ee8-4add-8825-399e8b3ccc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577141 Sep 17 23:37:45.836907 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7016084-0d5b-45fd-a0ce-fdff4f3257f5 req-161907dd-c566-412f-a1f4-7227e5b7073f tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:45.838543 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7016084-0d5b-45fd-a0ce-fdff4f3257f5 req-161907dd-c566-412f-a1f4-7227e5b7073f tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3df3991-205a-40f6-9674-4c049ec6a8de HTTP/1.1" status: 200 len: 935 time: 0.1078029 Sep 17 23:37:45.839768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-7b01c42b-ada4-4c5e-b0b8-25df5963a73f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Allocated IP 192.168.233.40 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/7f30360b-cfe0-4506-b773-e74f99afce03) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:37:45.882272 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-008c6d2c-0fb0-4ef3-a027-3efbf147d9ef tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:37:45.883076 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ebcaf-f04e-4825-8186-421079376a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae826e71-3d3b-446f-9aad-915482382779,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:45.892675 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-008c6d2c-0fb0-4ef3-a027-3efbf147d9ef tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:45.897284 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c6d2c-0fb0-4ef3-a027-3efbf147d9ef tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Pushing event updated for resources: {'Port': ['ID=e2719032-c163-45ed-af56-1c0534fd884b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:45.902648 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-008c6d2c-0fb0-4ef3-a027-3efbf147d9ef tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:37:45.909025 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-008c6d2c-0fb0-4ef3-a027-3efbf147d9ef tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:45.909879 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-008c6d2c-0fb0-4ef3-a027-3efbf147d9ef tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:45.921793 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7016084-0d5b-45fd-a0ce-fdff4f3257f5 req-0eeac35a-47ad-4a71-9a4d-b9c330d836ea tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699432 Sep 17 23:37:45.965024 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89711b46-1f24-4a7c-b7f7-9a4de51b3761 req-ba370e48-a153-4783-8f5a-29e1e0008080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:45.975424 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-89711b46-1f24-4a7c-b7f7-9a4de51b3761 req-ba370e48-a153-4783-8f5a-29e1e0008080 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.2496979 Sep 17 23:37:45.988903 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180adefc-e275-4194-a6c2-8397ed733815 req-e2a67514-9fb2-4ba0-aace-9cf3f210f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:45.993945 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-180adefc-e275-4194-a6c2-8397ed733815 req-e2a67514-9fb2-4ba0-aace-9cf3f210f7ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 1095 time: 0.1309826 Sep 17 23:37:46.049927 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-89711b46-1f24-4a7c-b7f7-9a4de51b3761 req-9f4e1ee1-54d7-4db2-b2cf-e535a5da40e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 HTTP/1.1" status: 200 len: 217 time: 0.0706472 Sep 17 23:37:46.052653 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-008c6d2c-0fb0-4ef3-a027-3efbf147d9ef tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5928514 Sep 17 23:37:46.085729 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Request body: {'port': {'device_id': 'b3df3991-205a-40f6-9674-4c049ec6a8de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:46.278813 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ce32920f-4728-4281-a448-993608c3ad17 None None] Provisioning complete for port e2719032-c163-45ed-af56-1c0534fd884b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:46.283761 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ce32920f-4728-4281-a448-993608c3ad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:46.328037 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ce32920f-4728-4281-a448-993608c3ad17 None None] Port e2719032-c163-45ed-af56-1c0534fd884b cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:37:46.412082 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48c669-028b-45f8-a320-a15931e949b9 req-c7433112-f8f1-4f8c-a574-5ccc5bba7b28 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:46.413550 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad48c669-028b-45f8-a320-a15931e949b9 req-c7433112-f8f1-4f8c-a574-5ccc5bba7b28 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4576387 Sep 17 23:37:46.433126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89711b46-1f24-4a7c-b7f7-9a4de51b3761 req-2c4ee619-5d86-4dba-8386-315155bbe180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:46.434552 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-89711b46-1f24-4a7c-b7f7-9a4de51b3761 req-2c4ee619-5d86-4dba-8386-315155bbe180 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.3676982 Sep 17 23:37:46.501247 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:46.505703 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ba28c-9fb5-4d87-ac4a-d42c3c806c4b req-9161a662-921d-457c-a85c-da23883f1945 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:46.505876 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180adefc-e275-4194-a6c2-8397ed733815 req-fb52afb6-150c-40c5-9f04-7d007a9eea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:46.507123 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-180adefc-e275-4194-a6c2-8397ed733815 req-fb52afb6-150c-40c5-9f04-7d007a9eea2b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 909 time: 0.4671316 Sep 17 23:37:46.512505 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-370ba28c-9fb5-4d87-ac4a-d42c3c806c4b req-9161a662-921d-457c-a85c-da23883f1945 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 944 time: 0.4750700 Sep 17 23:37:46.527991 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad48c669-028b-45f8-a320-a15931e949b9 req-caeab2e0-0ec7-4e0e-a19a-ae1b0f27b356 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 695 time: 0.1069782 Sep 17 23:37:46.553081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-ad48c669-028b-45f8-a320-a15931e949b9 req-7f1ad2fd-bedc-45b7-b369-e078d2b54f19 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Request body: {'floatingip': {'port_id': '84267809-acaa-4df3-938f-da0eeb1a3c25', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:46.575111 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-180adefc-e275-4194-a6c2-8397ed733815 req-431ff9c4-1187-43c8-9b89-785150441955 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81074da1-d0dc-493d-8b5d-ebf72b613f14 HTTP/1.1" status: 200 len: 217 time: 0.0596397 Sep 17 23:37:46.579622 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89711b46-1f24-4a7c-b7f7-9a4de51b3761 req-b3ee5b84-506d-4d89-928c-4d171bfb0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:46.581006 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-89711b46-1f24-4a7c-b7f7-9a4de51b3761 req-b3ee5b84-506d-4d89-928c-4d171bfb0a6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1258893 Sep 17 23:37:46.585716 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-57eda68b-0e26-45a6-aa63-3dbf6f5b7017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:46.606306 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-7b01c42b-ada4-4c5e-b0b8-25df5963a73f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:46.609224 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-0b56e935-6ad3-4fb4-b83c-a70a4c84ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:46.610721 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-0b56e935-6ad3-4fb4-b83c-a70a4c84ba80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 1096 time: 0.2181122 Sep 17 23:37:46.632402 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ad48c669-028b-45f8-a320-a15931e949b9 req-7f1ad2fd-bedc-45b7-b369-e078d2b54f19 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:46.639280 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-370ba28c-9fb5-4d87-ac4a-d42c3c806c4b req-1db17d62-056d-4706-800a-eda1dcc1b5c2 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259475 Sep 17 23:37:46.766540 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180adefc-e275-4194-a6c2-8397ed733815 req-86bad661-6a58-45d9-b35a-7aaaedbe9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:46.768104 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-180adefc-e275-4194-a6c2-8397ed733815 req-86bad661-6a58-45d9-b35a-7aaaedbe9dbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.1847606 Sep 17 23:37:46.817468 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-180adefc-e275-4194-a6c2-8397ed733815 req-ba778aad-a7fb-4c18-a1ea-bc6196de8b3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296640 Sep 17 23:37:46.819332 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-89711b46-1f24-4a7c-b7f7-9a4de51b3761 req-350e442e-0a4f-4cb8-9e3f-0269e19114e7 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274678 Sep 17 23:37:46.857736 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-02709836-0011-4f44-9a4c-4a705131c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:46.858936 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-02709836-0011-4f44-9a4c-4a705131c72c service neutron] 10.222.0.37 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 922 time: 0.2369344 Sep 17 23:37:46.945829 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-447734ee-b0c4-4def-9e9c-f81dff1189e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e14f854-fdc7-4f2b-a879-6d32faf72c48 HTTP/1.1" status: 200 len: 217 time: 0.0776582 Sep 17 23:37:46.946854 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-7b01c42b-ada4-4c5e-b0b8-25df5963a73f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:46.958096 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:37:46.965836 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33a24b-a0ce-4ba9-800e-504e03573b4c req-3262ecf8-453c-4769-9f12-fbb67d44f4a3 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:46.967428 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de33a24b-a0ce-4ba9-800e-504e03573b4c req-3262ecf8-453c-4769-9f12-fbb67d44f4a3 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 945 time: 0.1638288 Sep 17 23:37:47.083654 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-7b01c42b-ada4-4c5e-b0b8-25df5963a73f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:37:47.133415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-7b01c42b-ada4-4c5e-b0b8-25df5963a73f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:37:47.142582 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-89711b46-1f24-4a7c-b7f7-9a4de51b3761 req-8c2aa8cf-a618-4d74-9fe1-8f2639a0c155 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110168 Sep 17 23:37:47.148668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-7b01c42b-ada4-4c5e-b0b8-25df5963a73f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:37:47.182616 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01c42b-ada4-4c5e-b0b8-25df5963a73f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Pushing event updated for resources: {'Port': ['ID=7f30360b-cfe0-4506-b773-e74f99afce03,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:47.214670 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:47.219106 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-c78f0db7-45ee-4928-9edf-970a5c7fe6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:47.220631 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-c78f0db7-45ee-4928-9edf-970a5c7fe6c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.2523072 Sep 17 23:37:47.231904 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-180adefc-e275-4194-a6c2-8397ed733815 req-e03c0544-0a8e-442f-a815-331e07819abb service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014931 Sep 17 23:37:47.239973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87eec87d-e069-42d1-bbe0-f5cba07632e9 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:47.257020 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:47.288331 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de33a24b-a0ce-4ba9-800e-504e03573b4c req-9e6e9b95-83b0-40a0-96b9-6be93561faa5 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633226 Sep 17 23:37:47.326193 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-1ee505af-d412-4f87-83f1-eacb54c167ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681689 Sep 17 23:37:47.341712 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-7b01c42b-ada4-4c5e-b0b8-25df5963a73f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:47.342543 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-7b01c42b-ada4-4c5e-b0b8-25df5963a73f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:47.370299 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Transition to ACTIVE for port object 87eec87d-e069-42d1-bbe0-f5cba07632e9 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:37:47.391409 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-180adefc-e275-4194-a6c2-8397ed733815 req-67d20956-d82f-458c-a17b-d77b15fa016d service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461172 Sep 17 23:37:47.459597 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5d9339cb-a70e-4507-8e91-616bfdf70efb None None] Provisioning complete for port 7f30360b-cfe0-4506-b773-e74f99afce03 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:47.460561 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5d9339cb-a70e-4507-8e91-616bfdf70efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:47.479347 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:47.498657 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-5d9339cb-a70e-4507-8e91-616bfdf70efb None None] Port 7f30360b-cfe0-4506-b773-e74f99afce03 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:37:47.554183 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-7b01c42b-ada4-4c5e-b0b8-25df5963a73f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1161072 Sep 17 23:37:47.569713 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143acac6-6924-475a-9f17-225ff6d4871f req-7332e964-2708-4f3c-9708-e865563118f9 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:47.571755 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-143acac6-6924-475a-9f17-225ff6d4871f req-7332e964-2708-4f3c-9708-e865563118f9 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 935 time: 0.1838057 Sep 17 23:37:47.582424 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:47.588869 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Request body: {'port': {'device_id': 'de13f3fc-b761-4501-814a-9a391048dd63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:47.595762 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Pushing event updated for resources: {'Port': ['ID=87eec87d-e069-42d1-bbe0-f5cba07632e9,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:47.642743 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-f2f31740-492b-4792-a1a0-37af9333b78e service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957597 Sep 17 23:37:47.671074 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Attempting to bind port 87eec87d-e069-42d1-bbe0-f5cba07632e9 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:47.671405 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Attempting to bind port 87eec87d-e069-42d1-bbe0-f5cba07632e9 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:47.671719 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Attempting to bind port 87eec87d-e069-42d1-bbe0-f5cba07632e9 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:47.679917 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Port 87eec87d-e069-42d1-bbe0-f5cba07632e9 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:37:47.680247 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Attempting to bind port 87eec87d-e069-42d1-bbe0-f5cba07632e9 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:47.691826 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:47.692074 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:47.692511 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:47.693005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Bound port: 87eec87d-e069-42d1-bbe0-f5cba07632e9, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:47.693366 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:47.767559 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2719032-c163-45ed-af56-1c0534fd884b {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:47.780891 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:47.800566 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.resource_extend [req-ad48c669-028b-45f8-a320-a15931e949b9 req-7f1ad2fd-bedc-45b7-b369-e078d2b54f19 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 23:37:47.805489 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-143acac6-6924-475a-9f17-225ff6d4871f req-2d4c91db-9fcf-4025-bcaf-4da11a8b4e72 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992867 Sep 17 23:37:47.811194 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Transition to ACTIVE for port object e2719032-c163-45ed-af56-1c0534fd884b will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:37:47.814028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] For port 87eec87d-e069-42d1-bbe0-f5cba07632e9, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:47.817822 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] For port 87eec87d-e069-42d1-bbe0-f5cba07632e9, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=87eec87d-e069-42d1-bbe0-f5cba07632e9,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:47.847763 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:47.871967 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:47.923453 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ad48c669-028b-45f8-a320-a15931e949b9 req-7f1ad2fd-bedc-45b7-b369-e078d2b54f19 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:47.924091 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:47.940168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Pushing event updated for resources: {'Port': ['ID=e2719032-c163-45ed-af56-1c0534fd884b,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:47.952026 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-2c603d9c-2ad0-46ba-ba73-ab27d069de08 service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930512 Sep 17 23:37:48.047314 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ad48c669-028b-45f8-a320-a15931e949b9 req-7f1ad2fd-bedc-45b7-b369-e078d2b54f19 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:48.066979 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93f023-543d-4f3f-9473-1340b12c4576 req-c1e872fa-567e-493b-9598-ffde183cdf6a tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:48.075500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Pushing event updated for resources: {'Port': ['ID=87eec87d-e069-42d1-bbe0-f5cba07632e9,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:48.079848 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:48.080728 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:48.082315 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-b35890c6-9321-4206-9370-dbfe6a60ecd0 service neutron] 10.222.0.41 "PUT /v2.0/ports/87eec87d-e069-42d1-bbe0-f5cba07632e9 HTTP/1.1" status: 200 len: 1095 time: 3.1235693 Sep 17 23:37:48.085650 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f272bb8-dd6c-4c5c-9466-1eec039dab78', 'tag': '87eec87d-e069-42d1-bbe0-f5cba07632e9'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:48.091202 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a93f023-543d-4f3f-9473-1340b12c4576 req-c1e872fa-567e-493b-9598-ffde183cdf6a tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f272bb8-dd6c-4c5c-9466-1eec039dab78 HTTP/1.1" status: 200 len: 947 time: 0.1923883 Sep 17 23:37:48.095346 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c37e4e0-4485-422c-8b4a-e64c0f0b4237" -d '{"events": [{"name": "network-changed", "server_uuid": "4f272bb8-dd6c-4c5c-9466-1eec039dab78", "tag": "87eec87d-e069-42d1-bbe0-f5cba07632e9"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:48.101450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Attempting to bind port e2719032-c163-45ed-af56-1c0534fd884b on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:48.101865 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Attempting to bind port e2719032-c163-45ed-af56-1c0534fd884b by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:48.102264 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Attempting to bind port e2719032-c163-45ed-af56-1c0534fd884b on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:48.108168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Port e2719032-c163-45ed-af56-1c0534fd884b on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:37:48.108677 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Attempting to bind port e2719032-c163-45ed-af56-1c0534fd884b on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:48.114283 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:48.114713 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:48.115152 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:48.119843 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Bound port: e2719032-c163-45ed-af56-1c0534fd884b, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:48.119843 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:48.225466 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] For port e2719032-c163-45ed-af56-1c0534fd884b, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:48.253363 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] For port e2719032-c163-45ed-af56-1c0534fd884b, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e2719032-c163-45ed-af56-1c0534fd884b,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:48.268097 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-8bc2d795-3017-43e7-827b-1ef8691dc1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:48.270149 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-8bc2d795-3017-43e7-827b-1ef8691dc1e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa26b9349aa54bfca9efe02cb5d79276&device_id=4f272bb8-dd6c-4c5c-9466-1eec039dab78 HTTP/1.1" status: 200 len: 1098 time: 0.0556748 Sep 17 23:37:48.320287 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-8f0b73be-66bf-4490-a045-e55675774147 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=87eec87d-e069-42d1-bbe0-f5cba07632e9 HTTP/1.1" status: 200 len: 217 time: 0.0416462 Sep 17 23:37:48.328501 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:48.397427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:48.398134 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:48.399734 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] 10.222.0.41 "PUT /v2.0/ports/e2719032-c163-45ed-af56-1c0534fd884b HTTP/1.1" status: 200 len: 1095 time: 2.3250911 Sep 17 23:37:48.427453 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-870a8595-a531-4fd2-ab3f-1f2630f33ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:48.427453 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-870a8595-a531-4fd2-ab3f-1f2630f33ea6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0894475 Sep 17 23:37:48.456789 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ecafc-8480-4e42-948d-4eb172f41966 service neutron] Pushing event updated for resources: {'Port': ['ID=e2719032-c163-45ed-af56-1c0534fd884b,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:48.512682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-99cb91cd-08f9-4572-8f47-b4ad8b6808dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:48.514996 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-99cb91cd-08f9-4572-8f47-b4ad8b6808dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797768 Sep 17 23:37:48.562589 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a93f023-543d-4f3f-9473-1340b12c4576 req-705c9cc4-c850-4379-a188-84468dec705d tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739532 Sep 17 23:37:48.572314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-f1769456-eccd-4e1c-9530-c80a3f2da52f tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:48.574179 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-f1769456-eccd-4e1c-9530-c80a3f2da52f tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61&tenant_id=42091a1d224846e09811aee1ce652339&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 1096 time: 0.4472919 Sep 17 23:37:48.617685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-f1a56b89-81f9-4478-b9ce-f39dca44726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:48.619454 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-f1a56b89-81f9-4478-b9ce-f39dca44726a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0db462c5bec14b5b96252540f7a956ef&device_id=b3df3991-205a-40f6-9674-4c049ec6a8de HTTP/1.1" status: 200 len: 1098 time: 0.1227274 Sep 17 23:37:48.649003 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809883-1'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:48.670100 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-24febe3a-33b8-417c-9ae7-60aae92fac1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=e2719032-c163-45ed-af56-1c0534fd884b HTTP/1.1" status: 200 len: 217 time: 0.0415602 Sep 17 23:37:48.707891 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-03b971e1-112a-473e-a234-ae287e57a3b9 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788273 Sep 17 23:37:48.729003 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [req-ad48c669-028b-45f8-a320-a15931e949b9 req-7f1ad2fd-bedc-45b7-b369-e078d2b54f19 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Floating IP 25657dc0-41de-4b7b-af61-81d2cc38a84a associated. External IP: 172.25.3.64, port: 84267809-acaa-4df3-938f-da0eeb1a3c25. Sep 17 23:37:48.732820 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-b87de0dd-cec5-4915-b35c-e5015ca658e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:48.734359 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-b87de0dd-cec5-4915-b35c-e5015ca658e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0557790 Sep 17 23:37:48.734948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f30360b-cfe0-4506-b773-e74f99afce03 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:48.775848 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:48.822657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-6dfd7728-9985-4e94-a302-e9c2d92cd23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:48.824177 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-6dfd7728-9985-4e94-a302-e9c2d92cd23e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0802708 Sep 17 23:37:48.833751 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Transition to ACTIVE for port object 7f30360b-cfe0-4506-b773-e74f99afce03 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:37:48.837781 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:48.869827 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-16c69b88-dc77-4b8c-9b02-0efb5c2b4feb req-670c6860-473b-4398-a2be-bb63c1305998 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478639 Sep 17 23:37:48.883221 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830079a0-3d5b-4394-bb9a-cff565252842 req-56d55f3b-3668-4895-8c55-3030757c436a tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:48.884764 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-830079a0-3d5b-4394-bb9a-cff565252842 req-56d55f3b-3668-4895-8c55-3030757c436a tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3df3991-205a-40f6-9674-4c049ec6a8de HTTP/1.1" status: 200 len: 947 time: 0.2323847 Sep 17 23:37:48.931749 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-81d24909-1c64-493f-ada2-434d55ed8b3e service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985487 Sep 17 23:37:48.934827 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:49.031679 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe2a8eb6-4f6a-474f-9895-e443853c3f68 req-8091003e-a412-42cb-b75a-8ad4b80cd4e8 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929873 Sep 17 23:37:49.058225 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-830079a0-3d5b-4394-bb9a-cff565252842 req-6e5dc8df-0db7-4cd7-be03-4cf0cbbda95f tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669817 Sep 17 23:37:49.064030 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 81074da1-d0dc-493d-8b5d-ebf72b613f14 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:37:49.121866 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Pushing event updated for resources: {'Port': ['ID=7f30360b-cfe0-4506-b773-e74f99afce03,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:49.186972 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 81074da1-d0dc-493d-8b5d-ebf72b613f14, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=81074da1-d0dc-493d-8b5d-ebf72b613f14,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:49.197697 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '81074da1-d0dc-493d-8b5d-ebf72b613f14', 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5', 'port_id': '81074da1-d0dc-493d-8b5d-ebf72b613f14', 'mac_address': 'fa:16:3e:b6:10:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67cb8484-c4f9-4750-9dcd-5e0d784dcaf7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:37:49.241087 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:49.257070 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81074da1-d0dc-493d-8b5d-ebf72b613f14 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:49.278623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 81074da1-d0dc-493d-8b5d-ebf72b613f14, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=81074da1-d0dc-493d-8b5d-ebf72b613f14,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:49.285415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] For port 4e14f854-fdc7-4f2b-a879-6d32faf72c48, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4e14f854-fdc7-4f2b-a879-6d32faf72c48,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:49.313602 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad48c669-028b-45f8-a320-a15931e949b9 req-7f1ad2fd-bedc-45b7-b369-e078d2b54f19 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Router 566bd231-d27d-499f-80f3-cd4c90f7251e has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:37:49.316805 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Attempting to bind port 7f30360b-cfe0-4506-b773-e74f99afce03 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:49.317398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Attempting to bind port 7f30360b-cfe0-4506-b773-e74f99afce03 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:49.317979 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Attempting to bind port 7f30360b-cfe0-4506-b773-e74f99afce03 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:49.331679 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f88e5-7c04-46c6-abca-324867e5f1e9 req-10063391-ef09-43a3-983c-79076f0de2e9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:49.333195 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b72f88e5-7c04-46c6-abca-324867e5f1e9 req-10063391-ef09-43a3-983c-79076f0de2e9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 944 time: 0.1738648 Sep 17 23:37:49.342745 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Port 7f30360b-cfe0-4506-b773-e74f99afce03 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:37:49.343066 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Attempting to bind port 7f30360b-cfe0-4506-b773-e74f99afce03 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:49.350892 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:49.368807 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:49.369165 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:49.369542 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:49.369976 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Bound port: 7f30360b-cfe0-4506-b773-e74f99afce03, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:49.370333 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:49.398746 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=81074da1-d0dc-493d-8b5d-ebf72b613f14,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:49.427840 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] For port 4e14f854-fdc7-4f2b-a879-6d32faf72c48, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:49.505258 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b72f88e5-7c04-46c6-abca-324867e5f1e9 req-688d60bb-a5fa-4a46-9986-0ae74ae7a5b6 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598990 Sep 17 23:37:49.532560 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8605469-b7ea-4b55-b80b-34720c4a2c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e14f854-fdc7-4f2b-a879-6d32faf72c48'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:49.535286 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b84439-558d-40c2-b5db-a438f0fe645d" -d '{"events": [{"server_uuid": "d8605469-b7ea-4b55-b80b-34720c4a2c61", "name": "network-vif-unplugged", "status": "completed", "tag": "4e14f854-fdc7-4f2b-a879-6d32faf72c48"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:49.542901 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:49.567939 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:49.595132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] For port 7f30360b-cfe0-4506-b773-e74f99afce03, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:49.600542 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] For port 7f30360b-cfe0-4506-b773-e74f99afce03, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7f30360b-cfe0-4506-b773-e74f99afce03,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:49.604092 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad48c669-028b-45f8-a320-a15931e949b9 req-7f1ad2fd-bedc-45b7-b369-e078d2b54f19 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:37:49.608350 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963595ed-a2e3-4c66-90e9-9eb23998c011 x-openstack-request-id: req-963595ed-a2e3-4c66-90e9-9eb23998c011 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:49.609060 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ad48c669-028b-45f8-a320-a15931e949b9 req-7f1ad2fd-bedc-45b7-b369-e078d2b54f19 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:49.610444 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f272bb8-dd6c-4c5c-9466-1eec039dab78", "tag": "87eec87d-e069-42d1-bbe0-f5cba07632e9", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:49.611147 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-963595ed-a2e3-4c66-90e9-9eb23998c011 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:49.611778 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f272bb8-dd6c-4c5c-9466-1eec039dab78', 'tag': '87eec87d-e069-42d1-bbe0-f5cba07632e9', 'status': 'completed', 'code': 200} Sep 17 23:37:49.625943 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fdfd44-4a74-4fd0-aaeb-8744c1544d17 None None] Sync routers for ids ['566bd231-d27d-499f-80f3-cd4c90f7251e'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:37:49.636888 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fdfd44-4a74-4fd0-aaeb-8744c1544d17 None None] Routers {'566bd231-d27d-499f-80f3-cd4c90f7251e'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:49.637737 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f1fdfd44-4a74-4fd0-aaeb-8744c1544d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:37:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['566bd231-d27d-499f-80f3-cd4c90f7251e'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:49.642934 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad48c669-028b-45f8-a320-a15931e949b9 req-7f1ad2fd-bedc-45b7-b369-e078d2b54f19 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "PUT /v2.0/floatingips/25657dc0-41de-4b7b-af61-81d2cc38a84a HTTP/1.1" status: 200 len: 996 time: 3.0996771 Sep 17 23:37:49.643290 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['81074da1-d0dc-493d-8b5d-ebf72b613f14'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:37:49.649065 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:49.683423 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37e4e0-4485-422c-8b4a-e64c0f0b4237 req-25937eff-47f8-40a7-9819-b45dee629fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:49.684969 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4c37e4e0-4485-422c-8b4a-e64c0f0b4237 req-25937eff-47f8-40a7-9819-b45dee629fb8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa26b9349aa54bfca9efe02cb5d79276&device_id=4f272bb8-dd6c-4c5c-9466-1eec039dab78 HTTP/1.1" status: 200 len: 1098 time: 0.0473356 Sep 17 23:37:49.702195 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:49.777101 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:49.786396 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:49.786396 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] 10.222.0.37 "PUT /v2.0/ports/7f30360b-cfe0-4506-b773-e74f99afce03 HTTP/1.1" status: 200 len: 1095 time: 2.2067380 Sep 17 23:37:49.790873 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37e4e0-4485-422c-8b4a-e64c0f0b4237 req-fd3e88ef-44dc-421b-ab85-6c5a47134012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:49.793154 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4c37e4e0-4485-422c-8b4a-e64c0f0b4237 req-fd3e88ef-44dc-421b-ab85-6c5a47134012 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1007187 Sep 17 23:37:49.817133 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-f1fdfd44-4a74-4fd0-aaeb-8744c1544d17 None None] Set router 566bd231-d27d-499f-80f3-cd4c90f7251e gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:49.823949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e14f854-fdc7-4f2b-a879-6d32faf72c48,revision_number=7']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:49.845462 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4c37e4e0-4485-422c-8b4a-e64c0f0b4237 req-f3df0e95-bcbf-4ef1-b2d7-4417960aed07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=87eec87d-e069-42d1-bbe0-f5cba07632e9 HTTP/1.1" status: 200 len: 217 time: 0.0426884 Sep 17 23:37:49.905774 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] Attempting to bind port 4e14f854-fdc7-4f2b-a879-6d32faf72c48 on host n-h1-809883-1 for vnic_type normal with profile {"migrating_to": "n-h2-809883-1"} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:37:49.906101 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] Attempting to bind port 4e14f854-fdc7-4f2b-a879-6d32faf72c48 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:37:49.906779 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] Attempting to bind port 4e14f854-fdc7-4f2b-a879-6d32faf72c48 on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:49.910268 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37e4e0-4485-422c-8b4a-e64c0f0b4237 req-e4db9aa5-cf36-456f-ac16-5fc7aaccdd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:49.911740 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48c669-028b-45f8-a320-a15931e949b9 req-1d88fdfd-dc75-442d-8fdd-fbbcfb194b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:49.911856 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4c37e4e0-4485-422c-8b4a-e64c0f0b4237 req-e4db9aa5-cf36-456f-ac16-5fc7aaccdd9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0552042 Sep 17 23:37:49.913435 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad48c669-028b-45f8-a320-a15931e949b9 req-1d88fdfd-dc75-442d-8fdd-fbbcfb194b21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a42a19fd39427ba2f2e61a1ad749ba&device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 1097 time: 0.2233202 Sep 17 23:37:49.914056 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439da6a3-79b4-4950-9fcc-d91341a15b50 service neutron] Pushing event updated for resources: {'Port': ['ID=7f30360b-cfe0-4506-b773-e74f99afce03,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:49.970827 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37e4e0-4485-422c-8b4a-e64c0f0b4237 req-914eadaf-b61b-4b30-bb28-a2a1a875c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:49.972366 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4c37e4e0-4485-422c-8b4a-e64c0f0b4237 req-914eadaf-b61b-4b30-bb28-a2a1a875c8e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0465839 Sep 17 23:37:49.986714 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448efac2-cae9-4873-8747-f519ca43b5af req-4d1f4bca-4b02-4b2c-bd9c-a720a465cc7c tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:49.994699 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-448efac2-cae9-4873-8747-f519ca43b5af req-4d1f4bca-4b02-4b2c-bd9c-a720a465cc7c tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 943 time: 0.3064353 Sep 17 23:37:50.022689 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] Port 4e14f854-fdc7-4f2b-a879-6d32faf72c48 on network de59519b-4223-446a-ba3f-49ba8599e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:37:50.023025 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] Attempting to bind port 4e14f854-fdc7-4f2b-a879-6d32faf72c48 on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:37:50.050835 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:37:50.051083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] Checking segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:37:50.051498 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] Bound using segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:37:50.052540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] Bound port: 4e14f854-fdc7-4f2b-a879-6d32faf72c48, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:37:50.052540 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:50.093899 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4c37e4e0-4485-422c-8b4a-e64c0f0b4237 req-1ae1cb5f-f49a-412d-b905-e68f62f9560e service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128182 Sep 17 23:37:50.105359 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-448efac2-cae9-4873-8747-f519ca43b5af req-d5a71f1b-ff09-42dc-b489-a4005ab004bb tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080353 Sep 17 23:37:50.152351 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48c669-028b-45f8-a320-a15931e949b9 req-adcfd630-0ab7-4314-be0f-608cf1b8e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:50.155997 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad48c669-028b-45f8-a320-a15931e949b9 req-adcfd630-0ab7-4314-be0f-608cf1b8e0ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=21a9d462-bb52-4f0a-a951-65a3220c8e9f HTTP/1.1" status: 200 len: 920 time: 0.1989968 Sep 17 23:37:50.194670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f1fdfd44-4a74-4fd0-aaeb-8744c1544d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '25657dc0-41de-4b7b-af61-81d2cc38a84a', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'port_id': '84267809-acaa-4df3-938f-da0eeb1a3c25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'mac_address': 'fa:16:3e:ed:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:37:28Z', 'updated_at': '2021-09-17T23:37:47Z', 'revision_number': 1, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:13Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:50.215860 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4c37e4e0-4485-422c-8b4a-e64c0f0b4237 req-676c6637-e156-48de-8e22-df2e61c9f1b2 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135323 Sep 17 23:37:50.225283 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fdfd44-4a74-4fd0-aaeb-8744c1544d17 None None] Checking router: 566bd231-d27d-499f-80f3-cd4c90f7251e for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:37:50.234626 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fdfd44-4a74-4fd0-aaeb-8744c1544d17 None None] Routers {'566bd231-d27d-499f-80f3-cd4c90f7251e'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:50.235376 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f1fdfd44-4a74-4fd0-aaeb-8744c1544d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:37:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['566bd231-d27d-499f-80f3-cd4c90f7251e'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:50.256396 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-5c2903ca-130d-4461-aa3c-ef2e60315ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:50.257884 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-5c2903ca-130d-4461-aa3c-ef2e60315ae9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 1098 time: 0.3333726 Sep 17 23:37:50.332649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] For port 4e14f854-fdc7-4f2b-a879-6d32faf72c48, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:50.335385 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-ae9cadfb-8797-4fe3-a093-9e12e9cb69ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=7f30360b-cfe0-4506-b773-e74f99afce03 HTTP/1.1" status: 200 len: 217 time: 0.0669761 Sep 17 23:37:50.340036 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-f1fdfd44-4a74-4fd0-aaeb-8744c1544d17 None None] Set router 566bd231-d27d-499f-80f3-cd4c90f7251e gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:50.366028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] For port 4e14f854-fdc7-4f2b-a879-6d32faf72c48, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4e14f854-fdc7-4f2b-a879-6d32faf72c48,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:37:50.368235 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad48c669-028b-45f8-a320-a15931e949b9 req-dffdc7bb-2893-4108-99f2-d4f5cd55ab5f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84267809-acaa-4df3-938f-da0eeb1a3c25 HTTP/1.1" status: 200 len: 999 time: 0.1704729 Sep 17 23:37:50.441026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4026b-4c73-4aae-9c84-e1456d0ec8f4 req-c0fb4a98-5f57-4fee-9d7b-4271707fa0da tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:50.442609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cec4026b-4c73-4aae-9c84-e1456d0ec8f4 req-c0fb4a98-5f57-4fee-9d7b-4271707fa0da tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 947 time: 0.1948876 Sep 17 23:37:50.450465 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:50.477342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-5109db51-6119-438a-864e-569e9cfe0572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:50.478813 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-5109db51-6119-438a-864e-569e9cfe0572 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1254685 Sep 17 23:37:50.509458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48c669-028b-45f8-a320-a15931e949b9 req-8ef6d648-08e8-4a0d-adc2-a1d62e514fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:50.510918 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad48c669-028b-45f8-a320-a15931e949b9 req-8ef6d648-08e8-4a0d-adc2-a1d62e514fd1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f3812e0-a4e8-48f2-99f9-d914c44bba80 HTTP/1.1" status: 200 len: 858 time: 0.1227593 Sep 17 23:37:50.602681 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cec4026b-4c73-4aae-9c84-e1456d0ec8f4 req-5ceffa70-2ec9-4197-81a4-de4bec148706 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493576 Sep 17 23:37:50.634999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:50.635612 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:50.637021 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] 10.222.0.37 "PUT /v2.0/ports/4e14f854-fdc7-4f2b-a879-6d32faf72c48 HTTP/1.1" status: 200 len: 1121 time: 1.9959645 Sep 17 23:37:50.637626 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711f698-3fff-458e-9d92-a57ba9c8b0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e14f854-fdc7-4f2b-a879-6d32faf72c48,revision_number=8']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:50.650383 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-cceae877-1328-498f-845a-2601207e4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:50.652647 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-cceae877-1328-498f-845a-2601207e4e8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1458116 Sep 17 23:37:50.655422 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48c669-028b-45f8-a320-a15931e949b9 req-bb7700bd-c965-49da-bcae-eb0d5400319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:50.656885 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad48c669-028b-45f8-a320-a15931e949b9 req-bb7700bd-c965-49da-bcae-eb0d5400319a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21a9d462-bb52-4f0a-a951-65a3220c8e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332409 Sep 17 23:37:50.658288 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170ddb23-4b98-4b6b-83ee-5574d412f219 x-openstack-request-id: req-170ddb23-4b98-4b6b-83ee-5574d412f219 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:50.658568 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8605469-b7ea-4b55-b80b-34720c4a2c61", "name": "network-vif-unplugged", "status": "completed", "tag": "4e14f854-fdc7-4f2b-a879-6d32faf72c48", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:50.658885 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-170ddb23-4b98-4b6b-83ee-5574d412f219 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:50.659334 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8605469-b7ea-4b55-b80b-34720c4a2c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e14f854-fdc7-4f2b-a879-6d32faf72c48', 'code': 200} Sep 17 23:37:50.681276 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-ad48c669-028b-45f8-a320-a15931e949b9 req-2bd7a706-5b93-403e-abd9-de0c956692d0 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:37:50.682263 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad48c669-028b-45f8-a320-a15931e949b9 req-2bd7a706-5b93-403e-abd9-de0c956692d0 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139053 Sep 17 23:37:50.714612 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f1fdfd44-4a74-4fd0-aaeb-8744c1544d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '25657dc0-41de-4b7b-af61-81d2cc38a84a', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'port_id': '84267809-acaa-4df3-938f-da0eeb1a3c25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'mac_address': 'fa:16:3e:ed:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:37:28Z', 'updated_at': '2021-09-17T23:37:47Z', 'revision_number': 1, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:13Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:50.741688 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['4e14f854-fdc7-4f2b-a879-6d32faf72c48'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:37:50.745338 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fdfd44-4a74-4fd0-aaeb-8744c1544d17 None None] The sync data for ids ['566bd231-d27d-499f-80f3-cd4c90f7251e'] in n-d-809883-1 is: [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '25657dc0-41de-4b7b-af61-81d2cc38a84a', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'port_id': '84267809-acaa-4df3-938f-da0eeb1a3c25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'mac_address': 'fa:16:3e:ed:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:37:28Z', 'updated_at': '2021-09-17T23:37:47Z', 'revision_number': 1, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:13Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:37:50.955513 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1c6082-64f4-4fca-b1f1-71e3d57fe0e0 None None] New status for floating IP 25657dc0-41de-4b7b-af61-81d2cc38a84a: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:37:51.083916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9c405-304a-4565-badd-805b06fd8fae req-91030fce-2d0a-4cda-bc78-dbf46faeb78b tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:51.085449 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56a9c405-304a-4565-badd-805b06fd8fae req-91030fce-2d0a-4cda-bc78-dbf46faeb78b tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f272bb8-dd6c-4c5c-9466-1eec039dab78 HTTP/1.1" status: 200 len: 947 time: 0.3739719 Sep 17 23:37:51.092752 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-6d084976-9d4f-4dfc-bdaf-9bc4d6cacf09 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324672 Sep 17 23:37:51.094173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 81074da1-d0dc-493d-8b5d-ebf72b613f14 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:37:51.142514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad48c669-028b-45f8-a320-a15931e949b9 req-eee0522e-3e1b-4ef2-b6fa-cad79eacb474 service neutron] 10.222.0.46 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509211 Sep 17 23:37:51.202656 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 81074da1-d0dc-493d-8b5d-ebf72b613f14 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:37:51.206667 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 81074da1-d0dc-493d-8b5d-ebf72b613f14 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:51.207033 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:51.224614 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56a9c405-304a-4565-badd-805b06fd8fae req-178d1bce-f608-45d1-a6d1-ebbb34608435 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280847 Sep 17 23:37:51.283103 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdf7ff71-c65a-49ae-b9ac-d98fdb8b81b9 req-ca5f0fb4-afb6-435b-a41b-0f398c0077eb service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752920 Sep 17 23:37:51.299206 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad48c669-028b-45f8-a320-a15931e949b9 req-a8c0adf2-2454-4891-8e98-896c3d82d0ff service neutron] 10.222.0.46 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481264 Sep 17 23:37:51.303569 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:51.331560 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c55138-c265-458a-8ee0-80cba87fa874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81074da1-d0dc-493d-8b5d-ebf72b613f14'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:51.335357 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c7d27f-69a6-43c8-9712-dca49f52ab5a" -d '{"events": [{"server_uuid": "c6c55138-c265-458a-8ee0-80cba87fa874", "name": "network-vif-plugged", "status": "completed", "tag": "81074da1-d0dc-493d-8b5d-ebf72b613f14"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:51.346439 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 81074da1-d0dc-493d-8b5d-ebf72b613f14, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=81074da1-d0dc-493d-8b5d-ebf72b613f14,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:51.361141 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cbe27-e227-4608-b573-851a5ec55eaa req-c019997d-4fcb-47cb-ab12-c327f2fd59ca tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:51.362689 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-612cbe27-e227-4608-b573-851a5ec55eaa req-c019997d-4fcb-47cb-ab12-c327f2fd59ca tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3df3991-205a-40f6-9674-4c049ec6a8de HTTP/1.1" status: 200 len: 947 time: 0.0488703 Sep 17 23:37:51.400143 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-612cbe27-e227-4608-b573-851a5ec55eaa req-19b309f6-045c-44d8-a4bb-3b59e78893fb tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313985 Sep 17 23:37:51.437113 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:51.492774 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=81074da1-d0dc-493d-8b5d-ebf72b613f14,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:51.546436 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04885f-0bfd-4ea1-88b6-36b17f6d05ef req-b9e14215-a525-46ea-9a28-7795f3ece454 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:51.547974 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a04885f-0bfd-4ea1-88b6-36b17f6d05ef req-b9e14215-a525-46ea-9a28-7795f3ece454 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 946 time: 0.0563571 Sep 17 23:37:51.587060 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a04885f-0bfd-4ea1-88b6-36b17f6d05ef req-af965ff9-fda4-4495-a7f4-23bb9455f460 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329695 Sep 17 23:37:51.612578 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3df3991-205a-40f6-9674-4c049ec6a8de', 'tag': 'e2719032-c163-45ed-af56-1c0534fd884b'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:51.614973 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18360ce-8613-43e7-8d53-610ce4523930" -d '{"events": [{"name": "network-changed", "server_uuid": "b3df3991-205a-40f6-9674-4c049ec6a8de", "tag": "e2719032-c163-45ed-af56-1c0534fd884b"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:51.749358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b6b06-37c3-4d8b-84d7-d02c8301b06f req-4b1adc3d-6f9e-451c-abb5-c824441154e6 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:51.750832 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-923b6b06-37c3-4d8b-84d7-d02c8301b06f req-4b1adc3d-6f9e-451c-abb5-c824441154e6 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 943 time: 0.0525031 Sep 17 23:37:51.789049 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-923b6b06-37c3-4d8b-84d7-d02c8301b06f req-985fa005-a657-497f-846d-2972eeef8969 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322359 Sep 17 23:37:51.834030 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b5b4fd-5664-4aba-b3e1-d1ce81d039c3 x-openstack-request-id: req-87b5b4fd-5664-4aba-b3e1-d1ce81d039c3 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:51.840983 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c55138-c265-458a-8ee0-80cba87fa874", "name": "network-vif-plugged", "status": "completed", "tag": "81074da1-d0dc-493d-8b5d-ebf72b613f14", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:51.840983 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-87b5b4fd-5664-4aba-b3e1-d1ce81d039c3 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:51.840983 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c55138-c265-458a-8ee0-80cba87fa874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81074da1-d0dc-493d-8b5d-ebf72b613f14', 'code': 200} Sep 17 23:37:51.926033 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e402388e-a6b3-4bcd-bfea-92b7f0a556d8 x-openstack-request-id: req-e402388e-a6b3-4bcd-bfea-92b7f0a556d8 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:51.926326 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3df3991-205a-40f6-9674-4c049ec6a8de", "tag": "e2719032-c163-45ed-af56-1c0534fd884b", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:51.926573 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e402388e-a6b3-4bcd-bfea-92b7f0a556d8 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:51.927737 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3df3991-205a-40f6-9674-4c049ec6a8de', 'tag': 'e2719032-c163-45ed-af56-1c0534fd884b', 'status': 'completed', 'code': 200} Sep 17 23:37:51.938501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-a664128f-7d03-43e2-9e3d-502a50fe63ba tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:51.940041 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-a664128f-7d03-43e2-9e3d-502a50fe63ba tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c6d0412-5821-4ee2-9f2a-c5b945328a2c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0517511 Sep 17 23:37:51.944611 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfffb78-b825-4685-a458-66d48ab9d6ed req-e05dab81-40d0-4b3f-83a8-6011752136f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:51.948092 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9bfffb78-b825-4685-a458-66d48ab9d6ed req-e05dab81-40d0-4b3f-83a8-6011752136f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 1097 time: 0.0468585 Sep 17 23:37:52.025343 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9bfffb78-b825-4685-a458-66d48ab9d6ed req-53fa071c-4e92-4416-95bd-38b57d5593dd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601110 Sep 17 23:37:52.032040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18360ce-8613-43e7-8d53-610ce4523930 req-9f7dceea-8cee-453c-b944-1545d805fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:52.033645 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b18360ce-8613-43e7-8d53-610ce4523930 req-9f7dceea-8cee-453c-b944-1545d805fc84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0db462c5bec14b5b96252540f7a956ef&device_id=b3df3991-205a-40f6-9674-4c049ec6a8de HTTP/1.1" status: 200 len: 1098 time: 0.0672863 Sep 17 23:37:52.063072 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-897da72b-7fe1-41b7-834e-bff94cbb4156 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 1001 time: 0.1172111 Sep 17 23:37:52.073541 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-a567b374-4a13-47ac-83d6-7916f2035379 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Request body: {'floatingip': {'port_id': '8613e956-ed42-4964-af72-4e71e047d4c9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:52.083072 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738cd70-701e-4a45-82d4-6343b7182cd7 req-6fa9237d-66d3-47d7-9355-ef98e0dee6da tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:52.084476 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d738cd70-701e-4a45-82d4-6343b7182cd7 req-6fa9237d-66d3-47d7-9355-ef98e0dee6da tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 947 time: 0.1029265 Sep 17 23:37:52.157116 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-a567b374-4a13-47ac-83d6-7916f2035379 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:52.164052 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d738cd70-701e-4a45-82d4-6343b7182cd7 req-4cd5b910-d51d-45f7-9903-b3e26b6c414b tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507653 Sep 17 23:37:52.319130 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18360ce-8613-43e7-8d53-610ce4523930 req-146898d1-75a4-48c3-b3e1-6fe8127cc631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:52.320643 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b18360ce-8613-43e7-8d53-610ce4523930 req-146898d1-75a4-48c3-b3e1-6fe8127cc631 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.0998938 Sep 17 23:37:52.365017 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b18360ce-8613-43e7-8d53-610ce4523930 req-d259e09b-6bbe-42c0-8979-3fd21eecb579 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=e2719032-c163-45ed-af56-1c0534fd884b HTTP/1.1" status: 200 len: 217 time: 0.0366600 Sep 17 23:37:52.415104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18360ce-8613-43e7-8d53-610ce4523930 req-9ad9e4cd-6b2e-4cab-bc27-cf53d4877a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:52.417002 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b18360ce-8613-43e7-8d53-610ce4523930 req-9ad9e4cd-6b2e-4cab-bc27-cf53d4877a82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0443895 Sep 17 23:37:52.465690 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18360ce-8613-43e7-8d53-610ce4523930 req-cb992a78-9bf5-4ee2-9fed-4db3ae8f431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:52.467213 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b18360ce-8613-43e7-8d53-610ce4523930 req-cb992a78-9bf5-4ee2-9fed-4db3ae8f431d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0408943 Sep 17 23:37:52.562034 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b18360ce-8613-43e7-8d53-610ce4523930 req-41bde5f0-459e-492b-b03a-a56b052535fb service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853267 Sep 17 23:37:52.637040 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-a567b374-4a13-47ac-83d6-7916f2035379 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:52.650990 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b18360ce-8613-43e7-8d53-610ce4523930 req-c8f7a78e-dee1-4f7b-aaa9-f493839fa430 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813043 Sep 17 23:37:52.660622 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'tag': '84267809-acaa-4df3-938f-da0eeb1a3c25'}, {'name': 'network-changed', 'server_uuid': 'de13f3fc-b761-4501-814a-9a391048dd63', 'tag': '7f30360b-cfe0-4506-b773-e74f99afce03'}, {'name': 'network-changed', 'server_uuid': 'd8605469-b7ea-4b55-b80b-34720c4a2c61', 'tag': '4e14f854-fdc7-4f2b-a879-6d32faf72c48'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:52.663235 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804c4867-0f10-4d0a-95b3-d2b9887d4772" -d '{"events": [{"name": "network-changed", "server_uuid": "081c2287-74fe-4ec6-ab20-ef57c69bd7c2", "tag": "84267809-acaa-4df3-938f-da0eeb1a3c25"}, {"name": "network-changed", "server_uuid": "de13f3fc-b761-4501-814a-9a391048dd63", "tag": "7f30360b-cfe0-4506-b773-e74f99afce03"}, {"name": "network-changed", "server_uuid": "d8605469-b7ea-4b55-b80b-34720c4a2c61", "tag": "4e14f854-fdc7-4f2b-a879-6d32faf72c48"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:52.716433 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-a567b374-4a13-47ac-83d6-7916f2035379 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:52.833762 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db4703-f488-46bb-af3d-4194accc7485 req-590c544d-7523-4317-ae7f-f48fe5ea00d2 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:52.835243 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11db4703-f488-46bb-af3d-4194accc7485 req-590c544d-7523-4317-ae7f-f48fe5ea00d2 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f272bb8-dd6c-4c5c-9466-1eec039dab78 HTTP/1.1" status: 200 len: 947 time: 0.0825493 Sep 17 23:37:52.866372 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-a567b374-4a13-47ac-83d6-7916f2035379 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Floating IP 25657dc0-41de-4b7b-af61-81d2cc38a84a associated. External IP: 172.25.3.64, port: 84267809-acaa-4df3-938f-da0eeb1a3c25. Sep 17 23:37:52.916562 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11db4703-f488-46bb-af3d-4194accc7485 req-f6df1a16-7468-4f28-b77b-730023c38a44 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753982 Sep 17 23:37:53.055173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aa6e6-6676-4701-90cd-5c58aeed3348 req-28d217b0-d899-4aa7-a598-54d373d0a670 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:53.056650 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc9aa6e6-6676-4701-90cd-5c58aeed3348 req-28d217b0-d899-4aa7-a598-54d373d0a670 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3df3991-205a-40f6-9674-4c049ec6a8de HTTP/1.1" status: 200 len: 947 time: 0.0878029 Sep 17 23:37:53.097992 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e2719032-c163-45ed-af56-1c0534fd884b details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:37:53.137582 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc9aa6e6-6676-4701-90cd-5c58aeed3348 req-ddabba88-a6e2-412d-a0c0-400c111f1969 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749695 Sep 17 23:37:53.148917 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-a567b374-4a13-47ac-83d6-7916f2035379 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Router 566bd231-d27d-499f-80f3-cd4c90f7251e has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:37:53.209951 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e2719032-c163-45ed-af56-1c0534fd884b, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e2719032-c163-45ed-af56-1c0534fd884b,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:53.221294 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'e2719032-c163-45ed-af56-1c0534fd884b', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': 'e2719032-c163-45ed-af56-1c0534fd884b', 'mac_address': 'fa:16:3e:0e:3c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:37:53.263970 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:53.276881 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2719032-c163-45ed-af56-1c0534fd884b {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:53.291997 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-a567b374-4a13-47ac-83d6-7916f2035379 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:37:53.298210 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e2719032-c163-45ed-af56-1c0534fd884b, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e2719032-c163-45ed-af56-1c0534fd884b,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:53.307596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6b318-dd93-4ba9-b664-570cafab77e0 None None] Sync routers for ids ['566bd231-d27d-499f-80f3-cd4c90f7251e'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:37:53.317541 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f6b318-dd93-4ba9-b664-570cafab77e0 None None] Routers {'566bd231-d27d-499f-80f3-cd4c90f7251e'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:53.318164 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-61f6b318-dd93-4ba9-b664-570cafab77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:37:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['566bd231-d27d-499f-80f3-cd4c90f7251e'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:53.349049 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65ced7-4e1c-467c-b54e-ea60d1c18230 req-0bf3ae65-4c2a-4fb2-aa88-736a31b41aea tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:53.350569 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f65ced7-4e1c-467c-b54e-ea60d1c18230 req-0bf3ae65-4c2a-4fb2-aa88-736a31b41aea tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 946 time: 0.1290560 Sep 17 23:37:53.370250 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:53.370985 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 87eec87d-e069-42d1-bbe0-f5cba07632e9 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:37:53.434359 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f65ced7-4e1c-467c-b54e-ea60d1c18230 req-a3d8505a-ce45-41cd-91f9-c682dab40dfe tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774190 Sep 17 23:37:53.476555 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-61f6b318-dd93-4ba9-b664-570cafab77e0 None None] Set router 566bd231-d27d-499f-80f3-cd4c90f7251e gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:53.482764 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e2719032-c163-45ed-af56-1c0534fd884b,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:53.512248 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 87eec87d-e069-42d1-bbe0-f5cba07632e9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=87eec87d-e069-42d1-bbe0-f5cba07632e9,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:53.530619 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '87eec87d-e069-42d1-bbe0-f5cba07632e9', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '87eec87d-e069-42d1-bbe0-f5cba07632e9', 'mac_address': 'fa:16:3e:36:57:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:37:53.588967 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:53.647871 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87eec87d-e069-42d1-bbe0-f5cba07632e9 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:53.659453 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-0595b753-63a2-4310-8e90-585f33e469c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:53.661564 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-0595b753-63a2-4310-8e90-585f33e469c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 1124 time: 0.0828919 Sep 17 23:37:53.685643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 87eec87d-e069-42d1-bbe0-f5cba07632e9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=87eec87d-e069-42d1-bbe0-f5cba07632e9,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:53.751902 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:53.762042 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-507e236e-47fb-4c57-a37d-d2fbcb96ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:53.764178 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-507e236e-47fb-4c57-a37d-d2fbcb96ece9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 922 time: 0.0934072 Sep 17 23:37:53.777918 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bc3e57-f4fa-4335-86d0-efb8839f2ff6 x-openstack-request-id: req-d6bc3e57-f4fa-4335-86d0-efb8839f2ff6 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:53.778355 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081c2287-74fe-4ec6-ab20-ef57c69bd7c2", "tag": "84267809-acaa-4df3-938f-da0eeb1a3c25", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "de13f3fc-b761-4501-814a-9a391048dd63", "tag": "7f30360b-cfe0-4506-b773-e74f99afce03", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d8605469-b7ea-4b55-b80b-34720c4a2c61", "tag": "4e14f854-fdc7-4f2b-a879-6d32faf72c48", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:53.779893 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d6bc3e57-f4fa-4335-86d0-efb8839f2ff6 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:53.779893 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'tag': '84267809-acaa-4df3-938f-da0eeb1a3c25', 'status': 'completed', 'code': 200} Sep 17 23:37:53.779893 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de13f3fc-b761-4501-814a-9a391048dd63', 'tag': '7f30360b-cfe0-4506-b773-e74f99afce03', 'status': 'completed', 'code': 200} Sep 17 23:37:53.779893 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8605469-b7ea-4b55-b80b-34720c4a2c61', 'tag': '4e14f854-fdc7-4f2b-a879-6d32faf72c48', 'status': 'completed', 'code': 200} Sep 17 23:37:53.813676 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-45aa6105-97d9-4f37-be49-542fe6b7b0e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e14f854-fdc7-4f2b-a879-6d32faf72c48 HTTP/1.1" status: 200 len: 217 time: 0.0412905 Sep 17 23:37:53.833820 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=87eec87d-e069-42d1-bbe0-f5cba07632e9,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:53.864320 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-61f6b318-dd93-4ba9-b664-570cafab77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '25657dc0-41de-4b7b-af61-81d2cc38a84a', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'port_id': '8613e956-ed42-4964-af72-4e71e047d4c9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'mac_address': 'fa:16:3e:10:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6d0412-5821-4ee2-9f2a-c5b945328a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:37:28Z', 'updated_at': '2021-09-17T23:37:52Z', 'revision_number': 3, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:13Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:53.868614 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-c7143ba1-aa11-4c13-bd91-0867aaccb23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:53.870140 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-c7143ba1-aa11-4c13-bd91-0867aaccb23e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.0465493 Sep 17 23:37:53.877608 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7f75d-6c53-4bf3-a8f1-97f72e6faa44 req-41f1d879-7192-42cf-a02f-31c5b84ba1f8 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:53.879110 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cfe7f75d-6c53-4bf3-a8f1-97f72e6faa44 req-41f1d879-7192-42cf-a02f-31c5b84ba1f8 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 943 time: 0.1029170 Sep 17 23:37:53.880960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-a567b374-4a13-47ac-83d6-7916f2035379 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Router 566bd231-d27d-499f-80f3-cd4c90f7251e has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:37:53.892044 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-642a066b-7541-4307-b84e-90b9f11d9312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:53.893512 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-642a066b-7541-4307-b84e-90b9f11d9312 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95a42a19fd39427ba2f2e61a1ad749ba&device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 1097 time: 0.1186342 Sep 17 23:37:53.896161 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6b318-dd93-4ba9-b664-570cafab77e0 None None] Checking router: 566bd231-d27d-499f-80f3-cd4c90f7251e for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:37:53.905546 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f6b318-dd93-4ba9-b664-570cafab77e0 None None] Routers {'566bd231-d27d-499f-80f3-cd4c90f7251e'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:53.906277 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-61f6b318-dd93-4ba9-b664-570cafab77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:37:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['566bd231-d27d-499f-80f3-cd4c90f7251e'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:53.911907 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-ba67b61e-5a3c-4efd-bef9-600882fe2756 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261753 Sep 17 23:37:53.940365 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4e14f854-fdc7-4f2b-a879-6d32faf72c48 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:37:54.018578 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-bf3d5cd0-c03e-4172-9f32-3cc4332f313b service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917995 Sep 17 23:37:54.034385 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cfe7f75d-6c53-4bf3-a8f1-97f72e6faa44 req-84ba1b81-b136-4e02-b6cb-2b573c13f003 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449983 Sep 17 23:37:54.098680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-61f6b318-dd93-4ba9-b664-570cafab77e0 None None] Set router 566bd231-d27d-499f-80f3-cd4c90f7251e gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:54.101087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-66fde4fa-8768-412c-ac49-bbde33943edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:54.102535 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-66fde4fa-8768-412c-ac49-bbde33943edd service neutron] 10.222.0.37 "GET /v2.0/networks?id=21a9d462-bb52-4f0a-a951-65a3220c8e9f HTTP/1.1" status: 200 len: 920 time: 0.1995251 Sep 17 23:37:54.109431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-a567b374-4a13-47ac-83d6-7916f2035379 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:37:54.114315 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-a567b374-4a13-47ac-83d6-7916f2035379 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:54.155218 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 4e14f854-fdc7-4f2b-a879-6d32faf72c48, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4e14f854-fdc7-4f2b-a879-6d32faf72c48,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:54.174550 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-5109da4a-84af-41e3-926c-9e07798a6258 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84267809-acaa-4df3-938f-da0eeb1a3c25 HTTP/1.1" status: 200 len: 217 time: 0.0577240 Sep 17 23:37:54.194801 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['e2719032-c163-45ed-af56-1c0534fd884b'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:37:54.197018 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['87eec87d-e069-42d1-bbe0-f5cba07632e9'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:37:54.251374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4e14f854-fdc7-4f2b-a879-6d32faf72c48 has no active binding in host n-h2-809883-1 {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 23:37:54.251838 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7f30360b-cfe0-4506-b773-e74f99afce03 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:37:54.276510 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-a567b374-4a13-47ac-83d6-7916f2035379 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "PUT /v2.0/floatingips/25657dc0-41de-4b7b-af61-81d2cc38a84a HTTP/1.1" status: 200 len: 998 time: 2.2073822 Sep 17 23:37:54.280965 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-8366201f-aea1-484e-b53a-f3a629cb1370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:54.282388 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-8366201f-aea1-484e-b53a-f3a629cb1370 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f3812e0-a4e8-48f2-99f9-d914c44bba80 HTTP/1.1" status: 200 len: 858 time: 0.0960126 Sep 17 23:37:54.291620 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960849e-c138-4a7a-8625-3852b9b5445d req-f2141639-77ff-427f-aff5-55af7502f7e3 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:54.293084 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9960849e-c138-4a7a-8625-3852b9b5445d req-f2141639-77ff-427f-aff5-55af7502f7e3 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 947 time: 0.1233270 Sep 17 23:37:54.343082 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-e86f6319-fa41-496d-a044-88069964014f service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140857 Sep 17 23:37:54.388841 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-4a0ba67f-0727-4c6a-a932-1941e79d749f tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:54.390194 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-4a0ba67f-0727-4c6a-a932-1941e79d749f tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports/84267809-acaa-4df3-938f-da0eeb1a3c25 HTTP/1.1" status: 200 len: 943 time: 0.0883427 Sep 17 23:37:54.401113 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9960849e-c138-4a7a-8625-3852b9b5445d req-dbc6f643-d89d-4574-99d6-51668902b0e5 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981016 Sep 17 23:37:54.403000 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-3720f883-832a-4ac1-a213-592689b9554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:54.404957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-3720f883-832a-4ac1-a213-592689b9554a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21a9d462-bb52-4f0a-a951-65a3220c8e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109996 Sep 17 23:37:54.551424 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-583f393d-eabb-4072-81d3-2ef6a7cd4c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:54.553704 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-583f393d-eabb-4072-81d3-2ef6a7cd4c35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a42a19fd39427ba2f2e61a1ad749ba&device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 1097 time: 0.0687506 Sep 17 23:37:54.559201 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-306f915a-5b58-43bc-8157-95a1d6901cbe service neutron] 10.222.0.37 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441231 Sep 17 23:37:54.663345 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7f30360b-cfe0-4506-b773-e74f99afce03, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7f30360b-cfe0-4506-b773-e74f99afce03,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:54.702956 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '7f30360b-cfe0-4506-b773-e74f99afce03', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '7f30360b-cfe0-4506-b773-e74f99afce03', 'mac_address': 'fa:16:3e:2a:4c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:37:54.717767 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-ef8c9910-ce04-479b-8b3d-450f1c47f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:54.719361 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-ef8c9910-ce04-479b-8b3d-450f1c47f737 service neutron] 10.222.0.46 "GET /v2.0/networks?id=21a9d462-bb52-4f0a-a951-65a3220c8e9f HTTP/1.1" status: 200 len: 920 time: 0.1586213 Sep 17 23:37:54.721404 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-eb99f9f1-ff7b-4433-bc6c-44acc46ed01f service neutron] 10.222.0.37 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520448 Sep 17 23:37:54.767121 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-c6b74738-0cae-4bc4-9b58-deceff869903 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84267809-acaa-4df3-938f-da0eeb1a3c25 HTTP/1.1" status: 200 len: 217 time: 0.0396645 Sep 17 23:37:54.834464 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-8141840f-c96e-4b92-8d3e-3f413c5e5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:54.836858 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-8141840f-c96e-4b92-8d3e-3f413c5e5e33 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f3812e0-a4e8-48f2-99f9-d914c44bba80 HTTP/1.1" status: 200 len: 858 time: 0.0597365 Sep 17 23:37:54.856376 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:54.882393 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f30360b-cfe0-4506-b773-e74f99afce03 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:54.907262 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-61f6b318-dd93-4ba9-b664-570cafab77e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '25657dc0-41de-4b7b-af61-81d2cc38a84a', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'port_id': '8613e956-ed42-4964-af72-4e71e047d4c9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'mac_address': 'fa:16:3e:10:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6d0412-5821-4ee2-9f2a-c5b945328a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:37:28Z', 'updated_at': '2021-09-17T23:37:52Z', 'revision_number': 3, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:13Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:54.909210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-fdf04f02-8d4e-4b49-82d1-4b6f009114dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:54.911001 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-fdf04f02-8d4e-4b49-82d1-4b6f009114dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21a9d462-bb52-4f0a-a951-65a3220c8e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675521 Sep 17 23:37:54.912312 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7f30360b-cfe0-4506-b773-e74f99afce03, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7f30360b-cfe0-4506-b773-e74f99afce03,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:54.916576 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-5bdd4123-a309-469d-b97f-931bafef9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:54.918036 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-5bdd4123-a309-469d-b97f-931bafef9572 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 1098 time: 0.0638266 Sep 17 23:37:54.939160 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6b318-dd93-4ba9-b664-570cafab77e0 None None] The sync data for ids ['566bd231-d27d-499f-80f3-cd4c90f7251e'] in n-d-809883-1 is: [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '25657dc0-41de-4b7b-af61-81d2cc38a84a', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'port_id': '8613e956-ed42-4964-af72-4e71e047d4c9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'mac_address': 'fa:16:3e:10:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6d0412-5821-4ee2-9f2a-c5b945328a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:37:28Z', 'updated_at': '2021-09-17T23:37:52Z', 'revision_number': 3, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:13Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:37:55.019310 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:55.070088 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-362745dd-f65c-4b7a-a75b-d4acc3d27012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:55.071775 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-362745dd-f65c-4b7a-a75b-d4acc3d27012 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1460400 Sep 17 23:37:55.083738 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=7f30360b-cfe0-4506-b773-e74f99afce03,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:55.106843 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-35a3a84e-f99d-4487-a930-adeea4ac50d3 service neutron] 10.222.0.41 "GET /v2.0/ports/4e14f854-fdc7-4f2b-a879-6d32faf72c48/bindings/n-h2-809883-1 HTTP/1.1" status: 200 len: 384 time: 0.0733852 Sep 17 23:37:55.137651 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-6a229db2-8685-4438-a80f-d9b942012c84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=7f30360b-cfe0-4506-b773-e74f99afce03 HTTP/1.1" status: 200 len: 217 time: 0.0575967 Sep 17 23:37:55.168924 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3181c4-d5b7-4f12-a5e5-e54a0e208221 None None] New status for floating IP 25657dc0-41de-4b7b-af61-81d2cc38a84a: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:37:55.182577 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-75243f5e-efd6-4dc7-bd40-cdbe79ab9aef service neutron] 10.222.0.46 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636027 Sep 17 23:37:55.240996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec9477-3667-4beb-b8f7-b311465d89af req-06138e6d-85fd-4555-9ab9-63d5309a7f90 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:55.242414 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51ec9477-3667-4beb-b8f7-b311465d89af req-06138e6d-85fd-4555-9ab9-63d5309a7f90 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f272bb8-dd6c-4c5c-9466-1eec039dab78 HTTP/1.1" status: 200 len: 948 time: 0.1510186 Sep 17 23:37:55.247264 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-bef4b6e1-a180-467c-af41-b1ec92541f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:55.248675 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-bef4b6e1-a180-467c-af41-b1ec92541f2e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0957518 Sep 17 23:37:55.293518 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['7f30360b-cfe0-4506-b773-e74f99afce03'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:37:55.310480 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b01b0c66-e1d2-4d3f-acf1-243e87dbe435 service neutron] For port 4e14f854-fdc7-4f2b-a879-6d32faf72c48, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4e14f854-fdc7-4f2b-a879-6d32faf72c48,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:55.336994 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b01b0c66-e1d2-4d3f-acf1-243e87dbe435 service neutron] For port 4e14f854-fdc7-4f2b-a879-6d32faf72c48, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:55.373256 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51ec9477-3667-4beb-b8f7-b311465d89af req-cf3eb1f1-d76c-460c-83ab-e9d194e38729 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918188 Sep 17 23:37:55.382914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-081245e8-13b4-42b7-97a9-d43e65214304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:55.384194 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b01b0c66-e1d2-4d3f-acf1-243e87dbe435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e14f854-fdc7-4f2b-a879-6d32faf72c48 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:37:55.384722 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-081245e8-13b4-42b7-97a9-d43e65214304 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1084127 Sep 17 23:37:55.388730 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-4c5e747a-230a-4352-bc41-91713d13444d service neutron] 10.222.0.46 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946185 Sep 17 23:37:55.401342 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b01b0c66-e1d2-4d3f-acf1-243e87dbe435 service neutron] For port 4e14f854-fdc7-4f2b-a879-6d32faf72c48, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4e14f854-fdc7-4f2b-a879-6d32faf72c48,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:55.493714 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b01b0c66-e1d2-4d3f-acf1-243e87dbe435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:55.500729 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0882e66-c50e-498f-bbf8-6041b0d84eed None None] Sync routers for ids ['566bd231-d27d-499f-80f3-cd4c90f7251e'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:37:55.510634 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0882e66-c50e-498f-bbf8-6041b0d84eed None None] Routers {'566bd231-d27d-499f-80f3-cd4c90f7251e'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:55.511289 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d0882e66-c50e-498f-bbf8-6041b0d84eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:37:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['566bd231-d27d-499f-80f3-cd4c90f7251e'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:55.550209 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-b7f82491-9591-46d5-95c1-68e472f53487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:55.551714 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-b7f82491-9591-46d5-95c1-68e472f53487 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a42a19fd39427ba2f2e61a1ad749ba&device_id=7c6d0412-5821-4ee2-9f2a-c5b945328a2c HTTP/1.1" status: 200 len: 1097 time: 0.1296947 Sep 17 23:37:55.561418 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-b9056d96-940f-461a-beeb-dd6a9917e86b service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614664 Sep 17 23:37:55.569852 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77b8c4-4f37-441a-a0c2-f9284f32a129 req-3430542e-b6e2-4e72-abf4-dba037f2fff6 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:55.571353 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b77b8c4-4f37-441a-a0c2-f9284f32a129 req-3430542e-b6e2-4e72-abf4-dba037f2fff6 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3df3991-205a-40f6-9674-4c049ec6a8de HTTP/1.1" status: 200 len: 948 time: 0.1133180 Sep 17 23:37:55.577842 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b01b0c66-e1d2-4d3f-acf1-243e87dbe435 service neutron] Transition to ACTIVE for port object 4e14f854-fdc7-4f2b-a879-6d32faf72c48 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:37:55.622756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-d0882e66-c50e-498f-bbf8-6041b0d84eed None None] Set router 566bd231-d27d-499f-80f3-cd4c90f7251e gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:55.637313 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b01b0c66-e1d2-4d3f-acf1-243e87dbe435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:55.708733 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b01b0c66-e1d2-4d3f-acf1-243e87dbe435 service neutron] No DVR routers for this DVR port 4e14f854-fdc7-4f2b-a879-6d32faf72c48 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:37:55.718938 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b0c66-e1d2-4d3f-acf1-243e87dbe435 service neutron] Pushing event updated for resources: {'Port': ['ID=4e14f854-fdc7-4f2b-a879-6d32faf72c48,revision_number=10']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:55.731218 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b77b8c4-4f37-441a-a0c2-f9284f32a129 req-665a34a9-088c-4602-8dad-ee361f743f17 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437657 Sep 17 23:37:55.745135 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b01b0c66-e1d2-4d3f-acf1-243e87dbe435 service neutron] 10.222.0.41 "PUT /v2.0/ports/4e14f854-fdc7-4f2b-a879-6d32faf72c48/bindings/n-h2-809883-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6306212 Sep 17 23:37:55.765890 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-804c4867-0f10-4d0a-95b3-d2b9887d4772 req-94ea13b0-2f16-4929-a55c-6bbd302531ae service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925230 Sep 17 23:37:55.766961 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-eed9c129-26ec-449a-aa9c-435579498c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:55.768315 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-eed9c129-26ec-449a-aa9c-435579498c43 service neutron] 10.222.0.46 "GET /v2.0/networks?id=21a9d462-bb52-4f0a-a951-65a3220c8e9f HTTP/1.1" status: 200 len: 920 time: 0.1961081 Sep 17 23:37:55.783756 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'tag': '84267809-acaa-4df3-938f-da0eeb1a3c25'}, {'name': 'network-changed', 'server_uuid': '7c6d0412-5821-4ee2-9f2a-c5b945328a2c', 'tag': '8613e956-ed42-4964-af72-4e71e047d4c9'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:55.786573 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90353f6a-98a1-42ae-8b5b-580f58aba55e" -d '{"events": [{"name": "network-changed", "server_uuid": "081c2287-74fe-4ec6-ab20-ef57c69bd7c2", "tag": "84267809-acaa-4df3-938f-da0eeb1a3c25"}, {"name": "network-changed", "server_uuid": "7c6d0412-5821-4ee2-9f2a-c5b945328a2c", "tag": "8613e956-ed42-4964-af72-4e71e047d4c9"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:55.870242 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-d3c40127-968c-4437-9ab7-ee699ba049a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8613e956-ed42-4964-af72-4e71e047d4c9 HTTP/1.1" status: 200 len: 1001 time: 0.0925493 Sep 17 23:37:55.890200 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17b3cd-ba2e-43cc-bf83-77cc7abd6fb0 req-de869e4e-9e5f-4c31-98c1-44b846613500 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:55.891658 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee17b3cd-ba2e-43cc-bf83-77cc7abd6fb0 req-de869e4e-9e5f-4c31-98c1-44b846613500 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 946 time: 0.0736771 Sep 17 23:37:55.895268 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d0882e66-c50e-498f-bbf8-6041b0d84eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '25657dc0-41de-4b7b-af61-81d2cc38a84a', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'port_id': '8613e956-ed42-4964-af72-4e71e047d4c9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'mac_address': 'fa:16:3e:10:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6d0412-5821-4ee2-9f2a-c5b945328a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:37:28Z', 'updated_at': '2021-09-17T23:37:55Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:13Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:55.921863 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0882e66-c50e-498f-bbf8-6041b0d84eed None None] Checking router: 566bd231-d27d-499f-80f3-cd4c90f7251e for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:37:55.930033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0882e66-c50e-498f-bbf8-6041b0d84eed None None] Routers {'566bd231-d27d-499f-80f3-cd4c90f7251e'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:55.930641 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d0882e66-c50e-498f-bbf8-6041b0d84eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:37:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['566bd231-d27d-499f-80f3-cd4c90f7251e'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:55.991381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-ecefc477-4fcd-4df4-8683-3ba559737fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:55.992884 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-ecefc477-4fcd-4df4-8683-3ba559737fac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f3812e0-a4e8-48f2-99f9-d914c44bba80 HTTP/1.1" status: 200 len: 858 time: 0.1115348 Sep 17 23:37:56.001763 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee17b3cd-ba2e-43cc-bf83-77cc7abd6fb0 req-465005ed-058f-44d5-b30b-703a5e411e07 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920916 Sep 17 23:37:56.003600 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-6c3b3f52-df9c-42c8-a578-da18b30b4d87 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:56.005014 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-6c3b3f52-df9c-42c8-a578-da18b30b4d87 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61&tenant_id=42091a1d224846e09811aee1ce652339&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 1095 time: 0.1123970 Sep 17 23:37:56.043216 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-d0882e66-c50e-498f-bbf8-6041b0d84eed None None] Set router 566bd231-d27d-499f-80f3-cd4c90f7251e gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:56.074589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-f69fa8a6-6353-44b2-81df-16314bf18de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:56.076946 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-f69fa8a6-6353-44b2-81df-16314bf18de3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21a9d462-bb52-4f0a-a951-65a3220c8e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707502 Sep 17 23:37:56.082769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b84255d5-62e5-42a4-a57e-ebc629d48000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:56.086311 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-b84255d5-62e5-42a4-a57e-ebc629d48000 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61&tenant_id=42091a1d224846e09811aee1ce652339 HTTP/1.1" status: 200 len: 1095 time: 0.0683017 Sep 17 23:37:56.236771 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-01bd5775-b9dd-44a8-8502-a7d3da2b913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:56.238302 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-01bd5775-b9dd-44a8-8502-a7d3da2b913f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 1095 time: 0.1244886 Sep 17 23:37:56.264034 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-51f1365e-51cb-4a0d-ba31-5641f2308e13 service neutron] 10.222.0.46 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703510 Sep 17 23:37:56.278061 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d0882e66-c50e-498f-bbf8-6041b0d84eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '25657dc0-41de-4b7b-af61-81d2cc38a84a', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'port_id': '8613e956-ed42-4964-af72-4e71e047d4c9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'mac_address': 'fa:16:3e:10:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6d0412-5821-4ee2-9f2a-c5b945328a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:37:28Z', 'updated_at': '2021-09-17T23:37:55Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:13Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:56.279955 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a87e7-9054-442a-a9b6-758aa9f1b566 req-950cb767-8f03-4607-a31b-efe3412c1c17 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:56.281428 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e4a87e7-9054-442a-a9b6-758aa9f1b566 req-950cb767-8f03-4607-a31b-efe3412c1c17 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 944 time: 0.0965106 Sep 17 23:37:56.309752 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0882e66-c50e-498f-bbf8-6041b0d84eed None None] The sync data for ids ['566bd231-d27d-499f-80f3-cd4c90f7251e'] in n-d-809883-1 is: [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '25657dc0-41de-4b7b-af61-81d2cc38a84a', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'port_id': '8613e956-ed42-4964-af72-4e71e047d4c9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'mac_address': 'fa:16:3e:10:b0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6d0412-5821-4ee2-9f2a-c5b945328a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:37:28Z', 'updated_at': '2021-09-17T23:37:55Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:13Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:37:56.661372 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e4a87e7-9054-442a-a9b6-758aa9f1b566 req-2a2900ec-b2b8-4729-9d43-af79551cf44b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633652 Sep 17 23:37:56.681442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-8ef21b0b-a2e9-4bb2-969a-11047e384465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:56.683269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-8ef21b0b-a2e9-4bb2-969a-11047e384465 service neutron] 10.222.0.37 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 922 time: 0.4344671 Sep 17 23:37:56.686470 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f3b548f-8758-4388-bf16-714e23a8a4ff req-7464b2f3-7879-4d9a-a59f-8592677f0d2a service neutron] 10.222.0.46 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041431 Sep 17 23:37:56.729838 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-9bc58426-2418-4938-8880-797b179d35b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e14f854-fdc7-4f2b-a879-6d32faf72c48 HTTP/1.1" status: 200 len: 217 time: 0.0389104 Sep 17 23:37:56.799002 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d3e1d3-afb2-47e5-b979-3c0738fceddf x-openstack-request-id: req-f6d3e1d3-afb2-47e5-b979-3c0738fceddf {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:56.799870 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081c2287-74fe-4ec6-ab20-ef57c69bd7c2", "tag": "84267809-acaa-4df3-938f-da0eeb1a3c25", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7c6d0412-5821-4ee2-9f2a-c5b945328a2c", "tag": "8613e956-ed42-4964-af72-4e71e047d4c9", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:56.800139 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f6d3e1d3-afb2-47e5-b979-3c0738fceddf {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:56.800531 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'tag': '84267809-acaa-4df3-938f-da0eeb1a3c25', 'status': 'completed', 'code': 200} Sep 17 23:37:56.801018 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6d0412-5821-4ee2-9f2a-c5b945328a2c', 'tag': '8613e956-ed42-4964-af72-4e71e047d4c9', 'status': 'completed', 'code': 200} Sep 17 23:37:56.808452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-fa94e8ba-4a3f-43e5-a69a-edc8750602ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:56.810356 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-fa94e8ba-4a3f-43e5-a69a-edc8750602ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.0728164 Sep 17 23:37:56.819342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c1379-48af-4c6d-9de3-57f1f9065db8 req-993430fe-44ca-4e19-86d7-3e8726b69703 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:56.820812 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a2c1379-48af-4c6d-9de3-57f1f9065db8 req-993430fe-44ca-4e19-86d7-3e8726b69703 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 948 time: 0.0937600 Sep 17 23:37:56.860406 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-ab539ca9-56a7-4c27-b781-e2d51c1b504e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386319 Sep 17 23:37:56.861444 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-c01367cd-6e01-4f35-87d0-ee0fb25c23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:56.862981 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-c01367cd-6e01-4f35-87d0-ee0fb25c23c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95a42a19fd39427ba2f2e61a1ad749ba&device_id=7c6d0412-5821-4ee2-9f2a-c5b945328a2c HTTP/1.1" status: 200 len: 1097 time: 0.0429103 Sep 17 23:37:56.954921 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-f16e7471-bd5d-435c-9213-4a82410f79ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:56.956292 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-f16e7471-bd5d-435c-9213-4a82410f79ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=21a9d462-bb52-4f0a-a951-65a3220c8e9f HTTP/1.1" status: 200 len: 920 time: 0.0855243 Sep 17 23:37:56.995375 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-22eb1847-d277-417e-a621-481bce81dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:56.996897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-22eb1847-d277-417e-a621-481bce81dfd4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95a42a19fd39427ba2f2e61a1ad749ba&device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 1097 time: 0.1667225 Sep 17 23:37:57.001624 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a2c1379-48af-4c6d-9de3-57f1f9065db8 req-aad96412-40c5-40be-864c-b38550f76e91 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702960 Sep 17 23:37:57.017273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebd3ba-f0e3-46c3-bfce-2c888dca871b req-61f0144b-10b1-4ce8-b2c7-0d984d16cfc4 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:57.018756 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82ebd3ba-f0e3-46c3-bfce-2c888dca871b req-61f0144b-10b1-4ce8-b2c7-0d984d16cfc4 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 1097 time: 0.1653953 Sep 17 23:37:57.066619 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-79931b17-ffb0-4196-ba03-135bd1c24470 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8613e956-ed42-4964-af72-4e71e047d4c9 HTTP/1.1" status: 200 len: 1001 time: 0.1005542 Sep 17 23:37:57.073915 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-ebac33a2-b00a-43e3-b63d-716677f87dbc service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959064 Sep 17 23:37:57.116039 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e2719032-c163-45ed-af56-1c0534fd884b up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:37:57.118783 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-6d8d88e2-ae2f-4aea-8c19-48b34884d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:57.120323 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-6d8d88e2-ae2f-4aea-8c19-48b34884d05b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f3812e0-a4e8-48f2-99f9-d914c44bba80 HTTP/1.1" status: 200 len: 858 time: 0.0466325 Sep 17 23:37:57.139108 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82ebd3ba-f0e3-46c3-bfce-2c888dca871b req-abcc1895-6484-480b-b8b9-3f0bfef3da15 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064360 Sep 17 23:37:57.199003 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-423cb48a-4721-49bf-acf5-0d97c3eb3a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:57.201180 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-423cb48a-4721-49bf-acf5-0d97c3eb3a0a service neutron] 10.222.0.37 "GET /v2.0/networks?id=21a9d462-bb52-4f0a-a951-65a3220c8e9f HTTP/1.1" status: 200 len: 920 time: 0.1945434 Sep 17 23:37:57.217484 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-350f855a-1c50-4757-a397-42719ef5ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:57.217484 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-350f855a-1c50-4757-a397-42719ef5ba8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a9d462-bb52-4f0a-a951-65a3220c8e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802021 Sep 17 23:37:57.261278 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-236b8e01-2f4b-4fff-824b-12ca9ee86f0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84267809-acaa-4df3-938f-da0eeb1a3c25 HTTP/1.1" status: 200 len: 217 time: 0.0508811 Sep 17 23:37:57.270902 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port e2719032-c163-45ed-af56-1c0534fd884b completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:37:57.275944 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port e2719032-c163-45ed-af56-1c0534fd884b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:57.277348 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.311147 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-c29b50db-9de6-46c6-ac8c-9a89798eebcd service neutron] 10.222.0.41 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921896 Sep 17 23:37:57.324726 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-565a2793-2aa1-4a7b-93dd-dfd58b6c1e9d service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248502 Sep 17 23:37:57.365331 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade19ee2-2f10-47ac-9800-e7b1d869e519 req-e093874e-fe26-4a34-8c36-63e82247104d tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:57.376415 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ade19ee2-2f10-47ac-9800-e7b1d869e519 req-e093874e-fe26-4a34-8c36-63e82247104d tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f272bb8-dd6c-4c5c-9466-1eec039dab78 HTTP/1.1" status: 200 len: 948 time: 0.1507356 Sep 17 23:37:57.377012 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.401262 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3df3991-205a-40f6-9674-4c049ec6a8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2719032-c163-45ed-af56-1c0534fd884b'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:57.402733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-8df403f2-5563-4570-823f-6648e72e9739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:57.404368 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1793898e-4520-4004-83a6-6ae0840ea00c" -d '{"events": [{"server_uuid": "b3df3991-205a-40f6-9674-4c049ec6a8de", "name": "network-vif-plugged", "status": "completed", "tag": "e2719032-c163-45ed-af56-1c0534fd884b"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:57.404850 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-8df403f2-5563-4570-823f-6648e72e9739 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f3812e0-a4e8-48f2-99f9-d914c44bba80 HTTP/1.1" status: 200 len: 858 time: 0.1307073 Sep 17 23:37:57.420643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e2719032-c163-45ed-af56-1c0534fd884b, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e2719032-c163-45ed-af56-1c0534fd884b,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:57.438247 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-11901f76-d9d2-4d6d-b69d-8b50bdc33b56 service neutron] 10.222.0.41 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115334 Sep 17 23:37:57.494274 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ade19ee2-2f10-47ac-9800-e7b1d869e519 req-8c06289a-1075-4ce0-801b-6e10663a0fc0 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168866 Sep 17 23:37:57.505388 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11f4064a-6726-401d-afcf-399426bacec3 req-9e0ce90a-0195-4927-b7a4-2ba828d3b18e tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 1001 time: 0.1203971 Sep 17 23:37:57.514195 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-0509ddc6-03f9-43b9-bc39-335174496b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:57.515771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-0509ddc6-03f9-43b9-bc39-335174496b5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21a9d462-bb52-4f0a-a951-65a3220c8e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832012 Sep 17 23:37:57.516850 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.519442 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 87eec87d-e069-42d1-bbe0-f5cba07632e9 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:37:57.603923 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4064a-6726-401d-afcf-399426bacec3 req-a7831641-65a9-4ff7-9478-bdf32778b203 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:57.605372 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11f4064a-6726-401d-afcf-399426bacec3 req-a7831641-65a9-4ff7-9478-bdf32778b203 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports/8613e956-ed42-4964-af72-4e71e047d4c9 HTTP/1.1" status: 200 len: 943 time: 0.0887136 Sep 17 23:37:57.609115 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e2719032-c163-45ed-af56-1c0534fd884b,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:57.653270 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 87eec87d-e069-42d1-bbe0-f5cba07632e9 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:37:57.659464 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 87eec87d-e069-42d1-bbe0-f5cba07632e9 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:57.660551 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.674294 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5320c-74a9-4516-be76-2b6961aa1342 req-7ab3f2cb-f7f3-4917-b6d4-2bb097396b33 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:57.677514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16a5320c-74a9-4516-be76-2b6961aa1342 req-7ab3f2cb-f7f3-4917-b6d4-2bb097396b33 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3df3991-205a-40f6-9674-4c049ec6a8de HTTP/1.1" status: 200 len: 949 time: 0.1173887 Sep 17 23:37:57.742706 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-d6746a2f-ae4e-441e-8b48-399b9d233d74 service neutron] 10.222.0.37 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167127 Sep 17 23:37:57.748532 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.780937 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 87eec87d-e069-42d1-bbe0-f5cba07632e9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=87eec87d-e069-42d1-bbe0-f5cba07632e9,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:57.829134 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16a5320c-74a9-4516-be76-2b6961aa1342 req-ec741cb4-59d3-46bf-b90e-170fa4f573b5 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426070 Sep 17 23:37:57.836630 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:57.837546 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4e14f854-fdc7-4f2b-a879-6d32faf72c48 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:37:57.867884 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11f4064a-6726-401d-afcf-399426bacec3 req-b3f70dfb-fe04-4c69-8220-1423de0147a3 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 1001 time: 0.1695924 Sep 17 23:37:57.883390 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-1267726a-8486-432a-a0c6-8a080e760c04 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:57.884858 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-1267726a-8486-432a-a0c6-8a080e760c04 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61&tenant_id=42091a1d224846e09811aee1ce652339&binding%3Ahost_id=n-h2-809883-1 HTTP/1.1" status: 200 len: 1095 time: 0.1409719 Sep 17 23:37:57.915612 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=87eec87d-e069-42d1-bbe0-f5cba07632e9,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:57.918386 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4e14f854-fdc7-4f2b-a879-6d32faf72c48 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:37:57.966255 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7f30360b-cfe0-4506-b773-e74f99afce03 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:37:58.027920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90353f6a-98a1-42ae-8b5b-580f58aba55e req-f16a28a8-d266-4567-b7b8-72f139f71867 service neutron] 10.222.0.37 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718706 Sep 17 23:37:58.093677 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 7f30360b-cfe0-4506-b773-e74f99afce03 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:37:58.097577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 7f30360b-cfe0-4506-b773-e74f99afce03 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:37:58.097986 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.109127 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4064a-6726-401d-afcf-399426bacec3 req-d7bb6013-9876-4dc5-ad06-c4718bb5f463 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:58.110613 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11f4064a-6726-401d-afcf-399426bacec3 req-d7bb6013-9876-4dc5-ad06-c4718bb5f463 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.2313006 Sep 17 23:37:58.116314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4102f4c-6673-445a-895e-16441d8ec58f req-e3f95109-e80e-4301-9c62-993cb86e0f46 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:58.117797 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e4102f4c-6673-445a-895e-16441d8ec58f req-e3f95109-e80e-4301-9c62-993cb86e0f46 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 1097 time: 0.1528509 Sep 17 23:37:58.128107 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-11f4064a-6726-401d-afcf-399426bacec3 req-faae828d-99ca-4496-bfa7-9ff8d4ece616 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:37:58.129104 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11f4064a-6726-401d-afcf-399426bacec3 req-faae828d-99ca-4496-bfa7-9ff8d4ece616 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088615 Sep 17 23:37:58.170130 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e4102f4c-6673-445a-895e-16441d8ec58f req-70c82b43-5b59-475e-b9d7-e33d2148ce5c tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395000 Sep 17 23:37:58.179397 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.215679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7f30360b-cfe0-4506-b773-e74f99afce03, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7f30360b-cfe0-4506-b773-e74f99afce03,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:37:58.230320 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1557fd-e21a-4117-9f24-2de4afb79abb x-openstack-request-id: req-9e1557fd-e21a-4117-9f24-2de4afb79abb {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:37:58.230761 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3df3991-205a-40f6-9674-4c049ec6a8de", "name": "network-vif-plugged", "status": "completed", "tag": "e2719032-c163-45ed-af56-1c0534fd884b", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:37:58.231103 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e1557fd-e21a-4117-9f24-2de4afb79abb {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:37:58.231624 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3df3991-205a-40f6-9674-4c049ec6a8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2719032-c163-45ed-af56-1c0534fd884b', 'code': 200} Sep 17 23:37:58.270494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-ccb04f30-8f98-4eb0-99d4-bdd66333eb6c service neutron] For port 4e14f854-fdc7-4f2b-a879-6d32faf72c48, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:37:58.274225 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-ccb04f30-8f98-4eb0-99d4-bdd66333eb6c service neutron] Notify callbacks [] for binding, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.275320 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1d2fc8-ce5f-4dec-937c-63be3fdcc021 req-ccb04f30-8f98-4eb0-99d4-bdd66333eb6c service neutron] 10.222.0.37 "DELETE /v2.0/ports/4e14f854-fdc7-4f2b-a879-6d32faf72c48/bindings/n-h1-809883-1 HTTP/1.1" status: 204 len: 173 time: 0.3796132 Sep 17 23:37:58.293990 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.301103 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784569d-5848-4b7b-a90e-fd190c600bb9 req-d5db0d4b-2a17-465f-b3e1-3b76364f14a4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:58.302585 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8784569d-5848-4b7b-a90e-fd190c600bb9 req-d5db0d4b-2a17-465f-b3e1-3b76364f14a4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 944 time: 0.0681973 Sep 17 23:37:58.344059 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ec3dd-1f5b-4837-9198-4127c94b3a8d req-2a36ba0c-8cbd-4d31-963d-e9446d89dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:58.345486 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=7f30360b-cfe0-4506-b773-e74f99afce03,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:37:58.345741 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-116ec3dd-1f5b-4837-9198-4127c94b3a8d req-2a36ba0c-8cbd-4d31-963d-e9446d89dca0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b3df3991-205a-40f6-9674-4c049ec6a8de HTTP/1.1" status: 200 len: 1100 time: 0.0419395 Sep 17 23:37:58.365678 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e149e-f032-42a2-a085-386625c9e2a7 req-cfd4f867-6041-42ba-ac65-3b7a1acd7a37 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:58.367143 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da8e149e-f032-42a2-a085-386625c9e2a7 req-cfd4f867-6041-42ba-ac65-3b7a1acd7a37 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 948 time: 0.0885351 Sep 17 23:37:58.370267 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8784569d-5848-4b7b-a90e-fd190c600bb9 req-6fe03a6c-0cee-46a1-9224-f4c00ea341fc tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539081 Sep 17 23:37:58.399317 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-116ec3dd-1f5b-4837-9198-4127c94b3a8d req-e772693b-e9e5-4bed-a2ba-76ea11e6ae1f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340858 Sep 17 23:37:58.443609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da8e149e-f032-42a2-a085-386625c9e2a7 req-1886dfff-d7b6-46ff-92fe-80c6473afab0 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683236 Sep 17 23:37:58.472574 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83111542-20ed-4bac-9e04-c0ee2345856c req-5f1c9ba5-b53e-4066-80d5-0fd132d96571 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 1001 time: 0.0725670 Sep 17 23:37:58.521197 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83111542-20ed-4bac-9e04-c0ee2345856c req-71f0cd53-500f-4dc2-9780-7e87f3c1069d tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:58.522470 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83111542-20ed-4bac-9e04-c0ee2345856c req-71f0cd53-500f-4dc2-9780-7e87f3c1069d tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports/8613e956-ed42-4964-af72-4e71e047d4c9 HTTP/1.1" status: 200 len: 943 time: 0.0443249 Sep 17 23:37:58.624372 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83111542-20ed-4bac-9e04-c0ee2345856c req-7b2f2640-f653-4a58-9ee2-e5735ca56c47 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 1001 time: 0.0630095 Sep 17 23:37:58.730327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83111542-20ed-4bac-9e04-c0ee2345856c req-5f762958-66e8-4661-9162-5f1428ea8647 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:58.732261 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83111542-20ed-4bac-9e04-c0ee2345856c req-5f762958-66e8-4661-9162-5f1428ea8647 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.1018894 Sep 17 23:37:58.799879 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83111542-20ed-4bac-9e04-c0ee2345856c req-b0ef689d-d1df-43b1-9d73-5af879b4f4a9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 1001 time: 0.0605636 Sep 17 23:37:58.811311 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-83111542-20ed-4bac-9e04-c0ee2345856c req-7ae22f84-6df3-4bda-a514-51eab29dac31 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:37:58.890915 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-83111542-20ed-4bac-9e04-c0ee2345856c req-7ae22f84-6df3-4bda-a514-51eab29dac31 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:58.945069 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc7e2c-0701-4795-b310-9d874171b535 req-8d1aee8e-4da2-4c78-bbe1-38a3106ad7ef tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:58.946547 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08bc7e2c-0701-4795-b310-9d874171b535 req-8d1aee8e-4da2-4c78-bbe1-38a3106ad7ef tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f272bb8-dd6c-4c5c-9466-1eec039dab78 HTTP/1.1" status: 200 len: 949 time: 0.1018660 Sep 17 23:37:59.036035 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08bc7e2c-0701-4795-b310-9d874171b535 req-52506e6b-0c98-4d51-9f36-5469e677643c tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802867 Sep 17 23:37:59.080336 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-83111542-20ed-4bac-9e04-c0ee2345856c req-7ae22f84-6df3-4bda-a514-51eab29dac31 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.156325 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-83111542-20ed-4bac-9e04-c0ee2345856c req-7ae22f84-6df3-4bda-a514-51eab29dac31 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.156669 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [req-83111542-20ed-4bac-9e04-c0ee2345856c req-7ae22f84-6df3-4bda-a514-51eab29dac31 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Floating IP 25657dc0-41de-4b7b-af61-81d2cc38a84a disassociated. External IP: 172.25.3.64, port: 8613e956-ed42-4964-af72-4e71e047d4c9. Sep 17 23:37:59.592165 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83111542-20ed-4bac-9e04-c0ee2345856c req-7ae22f84-6df3-4bda-a514-51eab29dac31 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Router 566bd231-d27d-499f-80f3-cd4c90f7251e has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:37:59.698778 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83111542-20ed-4bac-9e04-c0ee2345856c req-7ae22f84-6df3-4bda-a514-51eab29dac31 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:37:59.703742 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-83111542-20ed-4bac-9e04-c0ee2345856c req-7ae22f84-6df3-4bda-a514-51eab29dac31 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:37:59.711772 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664277a2-7e42-4e00-b17d-cf55089442ea None None] Sync routers for ids ['566bd231-d27d-499f-80f3-cd4c90f7251e'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:37:59.720465 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664277a2-7e42-4e00-b17d-cf55089442ea None None] Routers {'566bd231-d27d-499f-80f3-cd4c90f7251e'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:37:59.721122 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-664277a2-7e42-4e00-b17d-cf55089442ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:37:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['566bd231-d27d-499f-80f3-cd4c90f7251e'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:37:59.733657 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83111542-20ed-4bac-9e04-c0ee2345856c req-7ae22f84-6df3-4bda-a514-51eab29dac31 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "PUT /v2.0/floatingips/25657dc0-41de-4b7b-af61-81d2cc38a84a HTTP/1.1" status: 200 len: 694 time: 0.9244106 Sep 17 23:37:59.733657 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6d0412-5821-4ee2-9f2a-c5b945328a2c', 'tag': '8613e956-ed42-4964-af72-4e71e047d4c9'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:37:59.733979 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a13465-f8fa-4956-87fd-499c8ebed630" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6d0412-5821-4ee2-9f2a-c5b945328a2c", "tag": "8613e956-ed42-4964-af72-4e71e047d4c9"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:37:59.785251 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83111542-20ed-4bac-9e04-c0ee2345856c req-731bf259-f84a-4f90-bdeb-bfa9da40b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:59.786826 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83111542-20ed-4bac-9e04-c0ee2345856c req-731bf259-f84a-4f90-bdeb-bfa9da40b0ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a42a19fd39427ba2f2e61a1ad749ba&device_id=7c6d0412-5821-4ee2-9f2a-c5b945328a2c HTTP/1.1" status: 200 len: 1097 time: 0.0410659 Sep 17 23:37:59.836658 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-664277a2-7e42-4e00-b17d-cf55089442ea None None] Set router 566bd231-d27d-499f-80f3-cd4c90f7251e gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:37:59.928371 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83111542-20ed-4bac-9e04-c0ee2345856c req-5ccb7f5e-4f73-481d-b409-64642ce3c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:59.929942 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83111542-20ed-4bac-9e04-c0ee2345856c req-5ccb7f5e-4f73-481d-b409-64642ce3c432 service neutron] 10.222.0.46 "GET /v2.0/networks?id=21a9d462-bb52-4f0a-a951-65a3220c8e9f HTTP/1.1" status: 200 len: 920 time: 0.1348112 Sep 17 23:37:59.943118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84698597-e947-4e63-917d-f7ec9fabc11e req-6a7e8607-6245-43ce-afef-e49b9c47d2b8 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:37:59.944712 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84698597-e947-4e63-917d-f7ec9fabc11e req-6a7e8607-6245-43ce-afef-e49b9c47d2b8 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 1095 time: 0.0610116 Sep 17 23:37:59.995227 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83111542-20ed-4bac-9e04-c0ee2345856c req-612cec00-bf9e-40dc-97f8-5cf47bc5269b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8613e956-ed42-4964-af72-4e71e047d4c9 HTTP/1.1" status: 200 len: 217 time: 0.0542984 Sep 17 23:38:00.043778 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-664277a2-7e42-4e00-b17d-cf55089442ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:13Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:00.051655 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84698597-e947-4e63-917d-f7ec9fabc11e req-bfff7722-d27e-40b2-977d-d07b273f54ac tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686452 Sep 17 23:38:00.059786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83111542-20ed-4bac-9e04-c0ee2345856c req-6d19b8f6-2f58-4101-92c2-0e14c31967ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:00.061844 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83111542-20ed-4bac-9e04-c0ee2345856c req-6d19b8f6-2f58-4101-92c2-0e14c31967ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f3812e0-a4e8-48f2-99f9-d914c44bba80 HTTP/1.1" status: 200 len: 858 time: 0.0659711 Sep 17 23:38:00.070896 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664277a2-7e42-4e00-b17d-cf55089442ea None None] Checking router: 566bd231-d27d-499f-80f3-cd4c90f7251e for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:38:00.079316 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664277a2-7e42-4e00-b17d-cf55089442ea None None] Routers {'566bd231-d27d-499f-80f3-cd4c90f7251e'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:00.079914 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-664277a2-7e42-4e00-b17d-cf55089442ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:37:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['566bd231-d27d-499f-80f3-cd4c90f7251e'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:00.122011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83111542-20ed-4bac-9e04-c0ee2345856c req-3d565b10-728a-4951-a4b6-6cdb326f4824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:00.124534 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83111542-20ed-4bac-9e04-c0ee2345856c req-3d565b10-728a-4951-a4b6-6cdb326f4824 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21a9d462-bb52-4f0a-a951-65a3220c8e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550611 Sep 17 23:38:00.233405 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f272bb8-dd6c-4c5c-9466-1eec039dab78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87eec87d-e069-42d1-bbe0-f5cba07632e9'}, {'server_uuid': 'de13f3fc-b761-4501-814a-9a391048dd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f30360b-cfe0-4506-b773-e74f99afce03'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:00.235956 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc42a613-5ba4-4ca1-b282-55a8af5d1945" -d '{"events": [{"server_uuid": "4f272bb8-dd6c-4c5c-9466-1eec039dab78", "name": "network-vif-plugged", "status": "completed", "tag": "87eec87d-e069-42d1-bbe0-f5cba07632e9"}, {"server_uuid": "de13f3fc-b761-4501-814a-9a391048dd63", "name": "network-vif-plugged", "status": "completed", "tag": "7f30360b-cfe0-4506-b773-e74f99afce03"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:00.261001 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7492d4d-994e-4401-8c01-0e9424e8e716 req-928c5c9a-0f6f-4f17-b29f-56bf474f8a17 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:00.262487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7492d4d-994e-4401-8c01-0e9424e8e716 req-928c5c9a-0f6f-4f17-b29f-56bf474f8a17 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3df3991-205a-40f6-9674-4c049ec6a8de HTTP/1.1" status: 200 len: 949 time: 0.1108713 Sep 17 23:38:00.268018 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83111542-20ed-4bac-9e04-c0ee2345856c req-566f80de-b8c2-4741-a340-59a08329cda1 service neutron] 10.222.0.46 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363163 Sep 17 23:38:00.287461 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-664277a2-7e42-4e00-b17d-cf55089442ea None None] Set router 566bd231-d27d-499f-80f3-cd4c90f7251e gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:00.328114 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7492d4d-994e-4401-8c01-0e9424e8e716 req-e1d4dbf6-3589-4ac3-96c7-9519b46f4e9f tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590718 Sep 17 23:38:00.388968 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83111542-20ed-4bac-9e04-c0ee2345856c req-0aa3231a-3350-4e9f-9bbf-dc1d9cdfd94b service neutron] 10.222.0.46 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133018 Sep 17 23:38:00.490826 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-664277a2-7e42-4e00-b17d-cf55089442ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:13Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:00.498851 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ba01e-cc49-4571-a534-00fb7aebacb2 req-3f9cd3aa-8faf-49e2-a2c6-97d8d6c9141c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:00.502332 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b3ba01e-cc49-4571-a534-00fb7aebacb2 req-3f9cd3aa-8faf-49e2-a2c6-97d8d6c9141c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.0513313 Sep 17 23:38:00.521071 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664277a2-7e42-4e00-b17d-cf55089442ea None None] The sync data for ids ['566bd231-d27d-499f-80f3-cd4c90f7251e'] in n-d-809883-1 is: [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:13Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:38:00.553737 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b3ba01e-cc49-4571-a534-00fb7aebacb2 req-d82006b7-5ac7-4b7a-b3ae-8a4abd6ecc28 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465193 Sep 17 23:38:00.562823 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb918e1-325a-400d-a087-a99317fd7246 x-openstack-request-id: req-7bb918e1-325a-400d-a087-a99317fd7246 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:00.563119 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6d0412-5821-4ee2-9f2a-c5b945328a2c", "tag": "8613e956-ed42-4964-af72-4e71e047d4c9", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:00.563479 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7bb918e1-325a-400d-a087-a99317fd7246 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:00.563765 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6d0412-5821-4ee2-9f2a-c5b945328a2c', 'tag': '8613e956-ed42-4964-af72-4e71e047d4c9', 'status': 'completed', 'code': 200} Sep 17 23:38:00.646192 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a13465-f8fa-4956-87fd-499c8ebed630 req-43bfe496-f038-4b2b-94a4-ba1ce7e84913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:00.647773 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9a13465-f8fa-4956-87fd-499c8ebed630 req-43bfe496-f038-4b2b-94a4-ba1ce7e84913 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95a42a19fd39427ba2f2e61a1ad749ba&device_id=7c6d0412-5821-4ee2-9f2a-c5b945328a2c HTTP/1.1" status: 200 len: 1097 time: 0.0581093 Sep 17 23:38:00.681370 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965203a-c02d-4e73-bd3e-58f8cd21500c req-2232a82a-bc98-48f2-b103-16cb0c60e70f tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:00.683411 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2965203a-c02d-4e73-bd3e-58f8cd21500c req-2232a82a-bc98-48f2-b103-16cb0c60e70f tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 1097 time: 0.0717852 Sep 17 23:38:00.713823 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82653b-477f-4b48-8017-0702d6b8e360 req-763f9485-2396-44b7-aafa-2846fa550aa6 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:00.715342 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e82653b-477f-4b48-8017-0702d6b8e360 req-763f9485-2396-44b7-aafa-2846fa550aa6 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f272bb8-dd6c-4c5c-9466-1eec039dab78 HTTP/1.1" status: 200 len: 949 time: 0.0788424 Sep 17 23:38:00.745888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2965203a-c02d-4e73-bd3e-58f8cd21500c req-99dde360-4c41-48dd-8007-d0287a90d04d tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542879 Sep 17 23:38:00.751711 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a13465-f8fa-4956-87fd-499c8ebed630 req-8c79e92a-db1f-4e42-95ee-a8a8d79b85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:00.753636 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9a13465-f8fa-4956-87fd-499c8ebed630 req-8c79e92a-db1f-4e42-95ee-a8a8d79b85e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21a9d462-bb52-4f0a-a951-65a3220c8e9f HTTP/1.1" status: 200 len: 920 time: 0.0967193 Sep 17 23:38:00.770472 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e82653b-477f-4b48-8017-0702d6b8e360 req-f50e7883-d7ab-40fc-bc2c-f80915fdb60c tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425735 Sep 17 23:38:00.811424 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9a13465-f8fa-4956-87fd-499c8ebed630 req-d3870a61-602e-474d-a5bd-87d1d8b84b3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8613e956-ed42-4964-af72-4e71e047d4c9 HTTP/1.1" status: 200 len: 217 time: 0.0413291 Sep 17 23:38:00.835600 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e72191-f024-437f-b4d4-1e81eaf58d50 None None] New status for floating IP 25657dc0-41de-4b7b-af61-81d2cc38a84a: DOWN {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:38:00.848804 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5c1646-f51d-4dbc-83fb-67d29fea7dc1 x-openstack-request-id: req-4c5c1646-f51d-4dbc-83fb-67d29fea7dc1 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:00.849248 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f272bb8-dd6c-4c5c-9466-1eec039dab78", "name": "network-vif-plugged", "status": "completed", "tag": "87eec87d-e069-42d1-bbe0-f5cba07632e9", "code": 200}, {"server_uuid": "de13f3fc-b761-4501-814a-9a391048dd63", "name": "network-vif-plugged", "status": "completed", "tag": "7f30360b-cfe0-4506-b773-e74f99afce03", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:00.849594 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c5c1646-f51d-4dbc-83fb-67d29fea7dc1 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:00.850081 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f272bb8-dd6c-4c5c-9466-1eec039dab78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87eec87d-e069-42d1-bbe0-f5cba07632e9', 'code': 200} Sep 17 23:38:00.850586 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de13f3fc-b761-4501-814a-9a391048dd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f30360b-cfe0-4506-b773-e74f99afce03', 'code': 200} Sep 17 23:38:00.870341 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a13465-f8fa-4956-87fd-499c8ebed630 req-e38c6121-95c1-4c94-8e00-b9abece45d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:00.871802 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9a13465-f8fa-4956-87fd-499c8ebed630 req-e38c6121-95c1-4c94-8e00-b9abece45d9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f3812e0-a4e8-48f2-99f9-d914c44bba80 HTTP/1.1" status: 200 len: 858 time: 0.0497179 Sep 17 23:38:00.922665 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a13465-f8fa-4956-87fd-499c8ebed630 req-d08abf4a-a108-43d4-b8dd-457a62f81e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:00.924436 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9a13465-f8fa-4956-87fd-499c8ebed630 req-d08abf4a-a108-43d4-b8dd-457a62f81e1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a9d462-bb52-4f0a-a951-65a3220c8e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426545 Sep 17 23:38:01.006243 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9d93d-e05a-4e12-8d9d-e8cce94a80af req-47800ab5-2f94-4d8f-a0ad-f2fb15a9dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:01.008057 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-26f9d93d-e05a-4e12-8d9d-e8cce94a80af req-47800ab5-2f94-4d8f-a0ad-f2fb15a9dfc4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 1100 time: 0.0876098 Sep 17 23:38:01.026408 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674c6dc-1160-47b1-93e8-3ef389c0f947 req-3291fe61-c1bc-4e90-a389-4ecdb4755e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:01.027912 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9674c6dc-1160-47b1-93e8-3ef389c0f947 req-3291fe61-c1bc-4e90-a389-4ecdb4755e2d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f272bb8-dd6c-4c5c-9466-1eec039dab78 HTTP/1.1" status: 200 len: 1100 time: 0.1025860 Sep 17 23:38:01.044279 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62380eb2-def3-401f-82d1-a481515ed44e req-1db7d66b-1fe2-4656-b7ee-66afb6c6fe94 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:01.045918 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62380eb2-def3-401f-82d1-a481515ed44e req-1db7d66b-1fe2-4656-b7ee-66afb6c6fe94 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 821 time: 0.1667657 Sep 17 23:38:01.064640 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9a13465-f8fa-4956-87fd-499c8ebed630 req-e0e95c7b-7f3c-43d0-bfe7-8e17782bb34c service neutron] 10.222.0.41 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169837 Sep 17 23:38:01.070866 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-26f9d93d-e05a-4e12-8d9d-e8cce94a80af req-e6ed63a4-b71b-474d-b3e9-6b839c5d5c4a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490334 Sep 17 23:38:01.072789 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62380eb2-def3-401f-82d1-a481515ed44e req-edb47a9f-ed94-4596-9b59-9fe42c1bea39 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/quotas/42091a1d224846e09811aee1ce652339 HTTP/1.1" status: 200 len: 375 time: 0.0155201 Sep 17 23:38:01.086049 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9674c6dc-1160-47b1-93e8-3ef389c0f947 req-0bed2d38-edad-41b8-aff3-74bf48e648c5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494068 Sep 17 23:38:01.124567 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62380eb2-def3-401f-82d1-a481515ed44e req-7106b9cd-08a8-4687-8ffc-66006444e953 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445900 Sep 17 23:38:01.135475 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-62380eb2-def3-401f-82d1-a481515ed44e req-47e838a6-f3c1-4497-b0d0-ee1174788ae5 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:38:01.138898 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62380eb2-def3-401f-82d1-a481515ed44e req-47e838a6-f3c1-4497-b0d0-ee1174788ae5 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051637 Sep 17 23:38:01.170459 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9a13465-f8fa-4956-87fd-499c8ebed630 req-9c3d0abe-dcc5-4812-a5b1-d2ce31114ac5 service neutron] 10.222.0.41 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934486 Sep 17 23:38:01.233671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62380eb2-def3-401f-82d1-a481515ed44e req-69eb2c65-803a-42ea-b272-9a70a0fd8a38 service neutron] 10.222.0.46 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881982 Sep 17 23:38:01.321532 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62380eb2-def3-401f-82d1-a481515ed44e req-0e6aae33-5d85-4fff-974c-b61c96eccc51 service neutron] 10.222.0.46 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818853 Sep 17 23:38:02.025135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962eb1f-4009-43e7-a835-110f8864ca68 req-185c3dd3-4ad8-4aba-911e-aebb5cc01086 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:02.026711 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3962eb1f-4009-43e7-a835-110f8864ca68 req-185c3dd3-4ad8-4aba-911e-aebb5cc01086 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3df3991-205a-40f6-9674-4c049ec6a8de HTTP/1.1" status: 200 len: 949 time: 0.0507495 Sep 17 23:38:02.069540 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3962eb1f-4009-43e7-a835-110f8864ca68 req-fa60fede-e5bc-41e9-ab95-a8da424e3197 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360694 Sep 17 23:38:02.198883 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-680b26ad-4220-45f2-bd31-fd5bbed73dda req-a9a7ec62-9efe-4c58-9d93-834af9398b0c tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 210 time: 0.0282319 Sep 17 23:38:02.314666 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-be0bffd5-fcfc-4704-a2df-8d8ffbab2981 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:02.316188 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-be0bffd5-fcfc-4704-a2df-8d8ffbab2981 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0514476 Sep 17 23:38:02.365282 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-1014a706-33c0-466c-8e57-78c4b6f212ee tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 695 time: 0.0432241 Sep 17 23:38:02.374843 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-fb17e7cc-2b1e-4eb9-8090-f6ecb93df4bd tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Request body: {'floatingip': {'port_id': '84267809-acaa-4df3-938f-da0eeb1a3c25', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:02.416692 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-fb17e7cc-2b1e-4eb9-8090-f6ecb93df4bd tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.851876 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-fb17e7cc-2b1e-4eb9-8090-f6ecb93df4bd tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.898926 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-fb17e7cc-2b1e-4eb9-8090-f6ecb93df4bd tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:02.995406 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-fb17e7cc-2b1e-4eb9-8090-f6ecb93df4bd tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Floating IP 25657dc0-41de-4b7b-af61-81d2cc38a84a associated. External IP: 172.25.3.64, port: 84267809-acaa-4df3-938f-da0eeb1a3c25. Sep 17 23:38:03.154075 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e4f2b-a216-4cb5-bfab-755e563a31db req-9821b379-9806-476c-bf69-76d39adb2a55 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:03.155199 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba4e4f2b-a216-4cb5-bfab-755e563a31db req-9821b379-9806-476c-bf69-76d39adb2a55 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c6d0412-5821-4ee2-9f2a-c5b945328a2c HTTP/1.1" status: 200 len: 946 time: 0.0473316 Sep 17 23:38:03.202226 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-fb17e7cc-2b1e-4eb9-8090-f6ecb93df4bd tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Router 566bd231-d27d-499f-80f3-cd4c90f7251e has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:38:03.256489 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-ba4e4f2b-a216-4cb5-bfab-755e563a31db req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Deleting port 8613e956-ed42-4964-af72-4e71e047d4c9 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:38:03.257158 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ba4e4f2b-a216-4cb5-bfab-755e563a31db req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.300979 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-74619946-4a8d-4608-95d6-e684c9997897 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:38:03.301959 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-74619946-4a8d-4608-95d6-e684c9997897 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077348 Sep 17 23:38:03.346688 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-fb17e7cc-2b1e-4eb9-8090-f6ecb93df4bd tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:38:03.352481 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-fb17e7cc-2b1e-4eb9-8090-f6ecb93df4bd tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.355308 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ba4e4f2b-a216-4cb5-bfab-755e563a31db req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] For port 8613e956-ed42-4964-af72-4e71e047d4c9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8613e956-ed42-4964-af72-4e71e047d4c9,segment=NetworkSegment(5037bf98-f579-4a6e-b796-f1384d8c59e3),segment_id=5037bf98-f579-4a6e-b796-f1384d8c59e3)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:03.355308 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ba4e4f2b-a216-4cb5-bfab-755e563a31db req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.366805 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce6b538-1c09-470c-a952-3e6b7d69a56d None None] Sync routers for ids ['566bd231-d27d-499f-80f3-cd4c90f7251e'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:38:03.378827 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-ba4e4f2b-a216-4cb5-bfab-755e563a31db req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Calling delete_port for 8613e956-ed42-4964-af72-4e71e047d4c9 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:38:03.390969 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce6b538-1c09-470c-a952-3e6b7d69a56d None None] Routers {'566bd231-d27d-499f-80f3-cd4c90f7251e'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:03.391934 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7ce6b538-1c09-470c-a952-3e6b7d69a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:37:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['566bd231-d27d-499f-80f3-cd4c90f7251e'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:03.401962 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-fb17e7cc-2b1e-4eb9-8090-f6ecb93df4bd tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "PUT /v2.0/floatingips/25657dc0-41de-4b7b-af61-81d2cc38a84a HTTP/1.1" status: 200 len: 996 time: 1.0308559 Sep 17 23:38:03.405948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'tag': '84267809-acaa-4df3-938f-da0eeb1a3c25'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:03.408286 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bc74cf-2443-426e-bf0d-71ecb0143314" -d '{"events": [{"name": "network-changed", "server_uuid": "081c2287-74fe-4ec6-ab20-ef57c69bd7c2", "tag": "84267809-acaa-4df3-938f-da0eeb1a3c25"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:03.412127 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bfcae-8764-4527-8a76-22727ea0015e req-a6af4fcf-b4e6-4207-a41d-ff1bfb5da6b5 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:03.420174 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-a6af4fcf-b4e6-4207-a41d-ff1bfb5da6b5 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/ports/81074da1-d0dc-493d-8b5d-ebf72b613f14 HTTP/1.1" status: 200 len: 1094 time: 0.1009231 Sep 17 23:38:03.425090 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-483bfcae-8764-4527-8a76-22727ea0015e req-a6cbff5f-f415-48f0-8c4f-00511b891562 service neutron] Request body: {'binding': {'host': 'n-h2-809883-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:03.425801 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-483bfcae-8764-4527-8a76-22727ea0015e req-a6cbff5f-f415-48f0-8c4f-00511b891562 service neutron] Unknown quota resources ['binding']. {{(pid=95592) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 23:38:03.531153 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-19b62767-9f2f-4134-8358-651f8a54f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:03.533093 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-19b62767-9f2f-4134-8358-651f8a54f300 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a42a19fd39427ba2f2e61a1ad749ba&device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 1097 time: 0.1042645 Sep 17 23:38:03.535284 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-7ce6b538-1c09-470c-a952-3e6b7d69a56d None None] Set router 566bd231-d27d-499f-80f3-cd4c90f7251e gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:03.636140 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ba4e4f2b-a216-4cb5-bfab-755e563a31db req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.651351 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['84267809-acaa-4df3-938f-da0eeb1a3c25'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:03.667887 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['8613e956-ed42-4964-af72-4e71e047d4c9'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:03.685523 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Pushing event deleted for resources: {'Port': ['ID=8613e956-ed42-4964-af72-4e71e047d4c9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:03.703049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:03.703463 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:03.707816 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:03.712266 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:03.712640 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:03.713022 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:03.719364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:03.719364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:03.719364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:03.719364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:03.719364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:03.719364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:03.771464 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4e4f2b-a216-4cb5-bfab-755e563a31db req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] No DVR routers for this DVR port 8613e956-ed42-4964-af72-4e71e047d4c9 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:38:03.774569 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ba4e4f2b-a216-4cb5-bfab-755e563a31db req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:03.777264 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba4e4f2b-a216-4cb5-bfab-755e563a31db req-06b3236a-0503-4d24-95fa-0a5cbc87c7f9 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.41 "DELETE /v2.0/ports/8613e956-ed42-4964-af72-4e71e047d4c9 HTTP/1.1" status: 204 len: 173 time: 0.6143737 Sep 17 23:38:03.777735 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6d0412-5821-4ee2-9f2a-c5b945328a2c', 'name': 'network-vif-deleted', 'tag': '8613e956-ed42-4964-af72-4e71e047d4c9'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:03.789395 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb4c7ca-64fa-44b1-ba3d-b1aa95f4d245" -d '{"events": [{"server_uuid": "7c6d0412-5821-4ee2-9f2a-c5b945328a2c", "name": "network-vif-deleted", "tag": "8613e956-ed42-4964-af72-4e71e047d4c9"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:03.839582 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7ce6b538-1c09-470c-a952-3e6b7d69a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '25657dc0-41de-4b7b-af61-81d2cc38a84a', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'port_id': '84267809-acaa-4df3-938f-da0eeb1a3c25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'mac_address': 'fa:16:3e:ed:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:37:28Z', 'updated_at': '2021-09-17T23:38:02Z', 'revision_number': 8, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:13Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:03.904779 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce6b538-1c09-470c-a952-3e6b7d69a56d None None] Checking router: 566bd231-d27d-499f-80f3-cd4c90f7251e for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:38:03.926052 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce6b538-1c09-470c-a952-3e6b7d69a56d None None] Routers {'566bd231-d27d-499f-80f3-cd4c90f7251e'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:03.931922 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7ce6b538-1c09-470c-a952-3e6b7d69a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:37:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['566bd231-d27d-499f-80f3-cd4c90f7251e'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:04.093506 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-7ce6b538-1c09-470c-a952-3e6b7d69a56d None None] Set router 566bd231-d27d-499f-80f3-cd4c90f7251e gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:04.104234 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-483bfcae-8764-4527-8a76-22727ea0015e req-a6cbff5f-f415-48f0-8c4f-00511b891562 service neutron] Attempting to bind port 81074da1-d0dc-493d-8b5d-ebf72b613f14 on host n-h2-809883-1 for vnic_type normal with profile None {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:04.104807 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-483bfcae-8764-4527-8a76-22727ea0015e req-a6cbff5f-f415-48f0-8c4f-00511b891562 service neutron] Attempting to bind port 81074da1-d0dc-493d-8b5d-ebf72b613f14 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:04.105320 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483bfcae-8764-4527-8a76-22727ea0015e req-a6cbff5f-f415-48f0-8c4f-00511b891562 service neutron] Attempting to bind port 81074da1-d0dc-493d-8b5d-ebf72b613f14 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:04.114367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-7e9ce35e-4ec9-4193-948e-cd4709c67653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:04.122006 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-7e9ce35e-4ec9-4193-948e-cd4709c67653 service neutron] 10.222.0.46 "GET /v2.0/networks?id=21a9d462-bb52-4f0a-a951-65a3220c8e9f HTTP/1.1" status: 200 len: 920 time: 0.5575137 Sep 17 23:38:04.168657 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483bfcae-8764-4527-8a76-22727ea0015e req-a6cbff5f-f415-48f0-8c4f-00511b891562 service neutron] Port 81074da1-d0dc-493d-8b5d-ebf72b613f14 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:38:04.169277 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483bfcae-8764-4527-8a76-22727ea0015e req-a6cbff5f-f415-48f0-8c4f-00511b891562 service neutron] Attempting to bind port 81074da1-d0dc-493d-8b5d-ebf72b613f14 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:04.182839 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483bfcae-8764-4527-8a76-22727ea0015e req-a6cbff5f-f415-48f0-8c4f-00511b891562 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:04.183103 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483bfcae-8764-4527-8a76-22727ea0015e req-a6cbff5f-f415-48f0-8c4f-00511b891562 service neutron] Checking segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:04.183486 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483bfcae-8764-4527-8a76-22727ea0015e req-a6cbff5f-f415-48f0-8c4f-00511b891562 service neutron] Bound using segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:04.183914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-483bfcae-8764-4527-8a76-22727ea0015e req-a6cbff5f-f415-48f0-8c4f-00511b891562 service neutron] Bound port: 81074da1-d0dc-493d-8b5d-ebf72b613f14, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:04.193946 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62380eb2-def3-401f-82d1-a481515ed44e req-d546c2ef-e7e0-426d-b105-c3cfbcd56a36 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:04.195442 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62380eb2-def3-401f-82d1-a481515ed44e req-d546c2ef-e7e0-426d-b105-c3cfbcd56a36 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.37 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 821 time: 0.5869217 Sep 17 23:38:04.211313 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-62380eb2-def3-401f-82d1-a481515ed44e req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Request body: {'port': {'device_id': 'fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b', 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2', 'admin_state_up': True, 'tenant_id': '42091a1d224846e09811aee1ce652339'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:04.240628 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-b9e65e8e-7ef9-47df-a226-f0a305006f84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84267809-acaa-4df3-938f-da0eeb1a3c25 HTTP/1.1" status: 200 len: 999 time: 0.1175179 Sep 17 23:38:04.327121 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7ce6b538-1c09-470c-a952-3e6b7d69a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '25657dc0-41de-4b7b-af61-81d2cc38a84a', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'port_id': '84267809-acaa-4df3-938f-da0eeb1a3c25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'mac_address': 'fa:16:3e:ed:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:37:28Z', 'updated_at': '2021-09-17T23:38:02Z', 'revision_number': 8, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:13Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:04.353874 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce6b538-1c09-470c-a952-3e6b7d69a56d None None] The sync data for ids ['566bd231-d27d-499f-80f3-cd4c90f7251e'] in n-d-809883-1 is: [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '25657dc0-41de-4b7b-af61-81d2cc38a84a', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'port_id': '84267809-acaa-4df3-938f-da0eeb1a3c25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'mac_address': 'fa:16:3e:ed:42:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:37:28Z', 'updated_at': '2021-09-17T23:38:02Z', 'revision_number': 8, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:13Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:38:04.355774 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-483bfcae-8764-4527-8a76-22727ea0015e req-a6cbff5f-f415-48f0-8c4f-00511b891562 service neutron] For port 81074da1-d0dc-493d-8b5d-ebf72b613f14, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=81074da1-d0dc-493d-8b5d-ebf72b613f14,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:04.367005 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-c2fc0ff0-f5d0-4904-bd3c-4b72ad192e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:04.368498 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-c2fc0ff0-f5d0-4904-bd3c-4b72ad192e9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f3812e0-a4e8-48f2-99f9-d914c44bba80 HTTP/1.1" status: 200 len: 858 time: 0.1137617 Sep 17 23:38:04.439189 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-483bfcae-8764-4527-8a76-22727ea0015e req-a6cbff5f-f415-48f0-8c4f-00511b891562 service neutron] Notify callbacks [] for binding, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:04.439988 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-a6cbff5f-f415-48f0-8c4f-00511b891562 service neutron] 10.222.0.46 "POST /v2.0/ports/81074da1-d0dc-493d-8b5d-ebf72b613f14/bindings HTTP/1.1" status: 201 len: 389 time: 1.0189385 Sep 17 23:38:04.442223 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-4afe0045-3b67-43a9-8097-8ded4b322de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:04.449381 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-4afe0045-3b67-43a9-8097-8ded4b322de4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21a9d462-bb52-4f0a-a951-65a3220c8e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705194 Sep 17 23:38:04.517717 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62380eb2-def3-401f-82d1-a481515ed44e req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Made reservation on behalf of 42091a1d224846e09811aee1ce652339 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:04.521912 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-62380eb2-def3-401f-82d1-a481515ed44e req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:04.569067 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-d9d4ecba-42d6-49d6-b5a3-1bd0edf53bcf service neutron] 10.222.0.46 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187556 Sep 17 23:38:04.589475 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf87bde-3bb3-4198-b327-67382afa07ee None None] New status for floating IP 25657dc0-41de-4b7b-af61-81d2cc38a84a: ACTIVE {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:38:04.774532 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-62380eb2-def3-401f-82d1-a481515ed44e req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Allocated IP 172.20.0.13 (de59519b-4223-446a-ba3f-49ba8599e2a2/01920827-ca31-4a6c-b1d5-a2ec1bf1f034/ddab079b-236a-4b4b-962a-c4ca7ec079e5) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:04.798543 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3361e30-1231-44ed-bba4-023f022ddb10 req-e25ac2cf-bb91-4ddd-afc5-3d5eca9e996f service neutron] 10.222.0.46 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994214 Sep 17 23:38:04.806930 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357700c-03f2-4de5-8608-6067fe6eae82 req-2787b9b0-ff22-48ea-9318-1e22f7f56b5c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:04.808398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a357700c-03f2-4de5-8608-6067fe6eae82 req-2787b9b0-ff22-48ea-9318-1e22f7f56b5c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.1264436 Sep 17 23:38:04.882584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a357700c-03f2-4de5-8608-6067fe6eae82 req-3d1de547-2105-402e-be46-e84d741d8aea tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667660 Sep 17 23:38:05.040389 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-62380eb2-def3-401f-82d1-a481515ed44e req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.060185 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f90dcf-d550-44c6-a082-b504addb43da req-cdfb6474-2b0a-48be-88b6-8e4f623739e7 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:05.061707 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21f90dcf-d550-44c6-a082-b504addb43da req-cdfb6474-2b0a-48be-88b6-8e4f623739e7 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f272bb8-dd6c-4c5c-9466-1eec039dab78 HTTP/1.1" status: 200 len: 949 time: 0.1254129 Sep 17 23:38:05.067026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bfcae-8764-4527-8a76-22727ea0015e req-6898b67e-ffe8-48ae-9523-09587d8579f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:05.068406 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-6898b67e-ffe8-48ae-9523-09587d8579f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 1097 time: 0.0985456 Sep 17 23:38:05.171897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21f90dcf-d550-44c6-a082-b504addb43da req-ef58b578-7ef3-4b88-bff0-42918b0e5e92 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012297 Sep 17 23:38:05.203828 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bfcae-8764-4527-8a76-22727ea0015e req-675bfd52-6b82-4420-ac73-8cb8db8f9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:05.205416 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-675bfd52-6b82-4420-ac73-8cb8db8f9170 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 909 time: 0.1260881 Sep 17 23:38:05.221255 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-62380eb2-def3-401f-82d1-a481515ed44e req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.255766 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-daaabea4-0aa3-4c3d-aac9-b3d473778049 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81074da1-d0dc-493d-8b5d-ebf72b613f14 HTTP/1.1" status: 200 len: 217 time: 0.0431061 Sep 17 23:38:05.315762 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62380eb2-def3-401f-82d1-a481515ed44e req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Network de59519b-4223-446a-ba3f-49ba8599e2a2 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:05.330537 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-62380eb2-def3-401f-82d1-a481515ed44e req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:05.338365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-62380eb2-def3-401f-82d1-a481515ed44e req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:05.343956 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Pushing event updated for resources: {'Port': ['ID=ddab079b-236a-4b4b-962a-c4ca7ec079e5,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:05.377348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bfcae-8764-4527-8a76-22727ea0015e req-a8ebe65f-e360-464f-8960-3f117f765adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:05.378811 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-a8ebe65f-e360-464f-8960-3f117f765adf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.1018438 Sep 17 23:38:05.382354 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.382706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.383046 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.383380 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.383716 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.384050 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.384391 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.384697 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.385047 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.385368 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.388735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.388735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:05.422549 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-34247bee-6a14-447b-9fa8-ff9770374a85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307093 Sep 17 23:38:05.428622 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62380eb2-def3-401f-82d1-a481515ed44e req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:05.429243 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-62380eb2-def3-401f-82d1-a481515ed44e req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.541620 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d66340-9b49-4bbf-ac75-1e7925df1887 req-88d7cc1e-607c-48ed-8fb4-c77efffddf41 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:05.543009 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76d66340-9b49-4bbf-ac75-1e7925df1887 req-88d7cc1e-607c-48ed-8fb4-c77efffddf41 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 932 time: 0.1112854 Sep 17 23:38:05.574973 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-33153eb7-9da3-4aa4-b570-d25cc9156329 service neutron] 10.222.0.37 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412642 Sep 17 23:38:05.608726 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76d66340-9b49-4bbf-ac75-1e7925df1887 req-5f8fbb6e-52eb-43f8-81dd-d63fbb8f0dd2 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596845 Sep 17 23:38:05.612604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62380eb2-def3-401f-82d1-a481515ed44e req-6aea3cf8-a517-4d5e-94b3-c3add2f40eb9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4056294 Sep 17 23:38:05.627258 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Request body: {'port': {'device_id': 'fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:05.680505 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2611532-505d-4652-b185-6f05cba1d9e1 x-openstack-request-id: req-e2611532-505d-4652-b185-6f05cba1d9e1 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:05.680792 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081c2287-74fe-4ec6-ab20-ef57c69bd7c2", "tag": "84267809-acaa-4df3-938f-da0eeb1a3c25", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:05.681064 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2611532-505d-4652-b185-6f05cba1d9e1 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:05.681574 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'tag': '84267809-acaa-4df3-938f-da0eeb1a3c25', 'status': 'completed', 'code': 200} Sep 17 23:38:05.691405 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff48571f-34ad-490a-b4dc-26eba7f56f5b x-openstack-request-id: req-ff48571f-34ad-490a-b4dc-26eba7f56f5b {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:05.691948 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6d0412-5821-4ee2-9f2a-c5b945328a2c", "name": "network-vif-deleted", "tag": "8613e956-ed42-4964-af72-4e71e047d4c9", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:05.691948 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff48571f-34ad-490a-b4dc-26eba7f56f5b {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:05.692318 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6d0412-5821-4ee2-9f2a-c5b945328a2c', 'name': 'network-vif-deleted', 'tag': '8613e956-ed42-4964-af72-4e71e047d4c9', 'status': 'completed', 'code': 200} Sep 17 23:38:05.704743 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc74cf-2443-426e-bf0d-71ecb0143314 req-bbd34587-cbc6-4fc0-8bce-e65176516315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:05.706284 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-50bc74cf-2443-426e-bf0d-71ecb0143314 req-bbd34587-cbc6-4fc0-8bce-e65176516315 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95a42a19fd39427ba2f2e61a1ad749ba&device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 1097 time: 0.0467329 Sep 17 23:38:05.796246 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc74cf-2443-426e-bf0d-71ecb0143314 req-ea0b4789-03b9-4aab-96cb-4f8db28d9042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:05.798118 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-50bc74cf-2443-426e-bf0d-71ecb0143314 req-ea0b4789-03b9-4aab-96cb-4f8db28d9042 service neutron] 10.222.0.37 "GET /v2.0/networks?id=21a9d462-bb52-4f0a-a951-65a3220c8e9f HTTP/1.1" status: 200 len: 920 time: 0.0842869 Sep 17 23:38:05.807525 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:05.822601 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-23080268-9f76-47ed-9182-b8bd8acbfbb6 service neutron] 10.222.0.37 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369745 Sep 17 23:38:05.843688 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1154b30c-72bf-454b-a39b-93ef3fe0322f req-3be366b0-9476-4908-8ffd-adb0962dfa37 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/floatingips/25657dc0-41de-4b7b-af61-81d2cc38a84a HTTP/1.1" status: 200 len: 998 time: 0.1465878 Sep 17 23:38:05.851151 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c8ec8-75aa-4de8-9d8c-4f21133d492e req-dd175c54-ccad-4e8f-b562-2043f16ff64f tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:05.852635 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a7c8ec8-75aa-4de8-9d8c-4f21133d492e req-dd175c54-ccad-4e8f-b562-2043f16ff64f tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 946 time: 0.1606114 Sep 17 23:38:05.868639 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-50bc74cf-2443-426e-bf0d-71ecb0143314 req-f67fbf8c-f206-42d7-9397-34e04e0b48c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84267809-acaa-4df3-938f-da0eeb1a3c25 HTTP/1.1" status: 200 len: 1001 time: 0.0631185 Sep 17 23:38:05.917520 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc74cf-2443-426e-bf0d-71ecb0143314 req-52546958-096d-4566-812d-978accf9ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:05.918998 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-50bc74cf-2443-426e-bf0d-71ecb0143314 req-52546958-096d-4566-812d-978accf9ff91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f3812e0-a4e8-48f2-99f9-d914c44bba80 HTTP/1.1" status: 200 len: 858 time: 0.0432084 Sep 17 23:38:05.965571 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc74cf-2443-426e-bf0d-71ecb0143314 req-af54137c-73af-43cd-a107-f9eafc8e6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:05.967092 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-50bc74cf-2443-426e-bf0d-71ecb0143314 req-af54137c-73af-43cd-a107-f9eafc8e6d55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21a9d462-bb52-4f0a-a951-65a3220c8e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389771 Sep 17 23:38:06.060816 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-50bc74cf-2443-426e-bf0d-71ecb0143314 req-a7c5a2fc-8c9f-4817-8cf4-3f20464dbd37 service neutron] 10.222.0.37 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855577 Sep 17 23:38:06.073849 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a7c8ec8-75aa-4de8-9d8c-4f21133d492e req-7ca2a69f-e256-49b5-a1ed-cb22a0ef744a tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030263 Sep 17 23:38:06.120513 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154b30c-72bf-454b-a39b-93ef3fe0322f req-a06d6626-8835-4f78-ab32-ad99ddc3b531 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:06.121962 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1154b30c-72bf-454b-a39b-93ef3fe0322f req-a06d6626-8835-4f78-ab32-ad99ddc3b531 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.2522919 Sep 17 23:38:06.137347 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bfcae-8764-4527-8a76-22727ea0015e req-84633fd0-bb89-458e-bec5-283d658f603e tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:06.138840 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-84633fd0-bb89-458e-bec5-283d658f603e tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874&tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 1097 time: 0.1763396 Sep 17 23:38:06.163750 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-50bc74cf-2443-426e-bf0d-71ecb0143314 req-c88bc349-d792-4bc2-b9ff-0f02c964219b service neutron] 10.222.0.37 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939589 Sep 17 23:38:06.172186 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809883-1'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:06.214991 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-d35e5977-4613-4b2c-bdbf-137795b9bb3a req-e48e8a2d-6dee-459f-a03b-b4a6ff28bcf6 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:38:06.216546 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d35e5977-4613-4b2c-bdbf-137795b9bb3a req-e48e8a2d-6dee-459f-a03b-b4a6ff28bcf6 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068533 Sep 17 23:38:06.260201 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:06.349669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddab079b-236a-4b4b-962a-c4ca7ec079e5 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:06.370951 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:06.435920 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Transition to ACTIVE for port object ddab079b-236a-4b4b-962a-c4ca7ec079e5 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:38:06.486279 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] For port 81074da1-d0dc-493d-8b5d-ebf72b613f14, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=81074da1-d0dc-493d-8b5d-ebf72b613f14,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:06.519880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24411be1-9a37-42e5-875a-9b6304c12e40 req-3259a41d-c10e-4eba-b0fd-b0cd2ce28a6f tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:06.521399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24411be1-9a37-42e5-875a-9b6304c12e40 req-3259a41d-c10e-4eba-b0fd-b0cd2ce28a6f tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3df3991-205a-40f6-9674-4c049ec6a8de HTTP/1.1" status: 200 len: 949 time: 0.0795588 Sep 17 23:38:06.549653 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] For port 81074da1-d0dc-493d-8b5d-ebf72b613f14, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:06.582115 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:06.947109 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:06.955798 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24411be1-9a37-42e5-875a-9b6304c12e40 req-a5c78058-e102-436f-adf5-ca8ad0b571c0 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.46 "GET /v2.0/security-groups?id=743e5d77-45ae-45e9-b957-4c56c2d2496e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237471 Sep 17 23:38:06.969660 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Pushing event updated for resources: {'Port': ['ID=ddab079b-236a-4b4b-962a-c4ca7ec079e5,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:06.984113 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-acd3150b-9b7f-4118-a426-512411336085 req-a088fdb2-a634-4e39-bfbc-5268117badfa tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 1001 time: 0.4125166 Sep 17 23:38:07.061289 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.079774 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-dfd1f486-0180-47d1-80e7-046d575f269b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1839428 Sep 17 23:38:07.110856 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3150b-9b7f-4118-a426-512411336085 req-9d098977-95aa-4bb0-a9a8-08ba51f6bd19 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:07.112318 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-acd3150b-9b7f-4118-a426-512411336085 req-9d098977-95aa-4bb0-a9a8-08ba51f6bd19 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports/84267809-acaa-4df3-938f-da0eeb1a3c25 HTTP/1.1" status: 200 len: 943 time: 0.1139541 Sep 17 23:38:07.132478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8613e956-ed42-4964-af72-4e71e047d4c9 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:38:07.194258 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Attempting to bind port ddab079b-236a-4b4b-962a-c4ca7ec079e5 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:07.194258 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Attempting to bind port ddab079b-236a-4b4b-962a-c4ca7ec079e5 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:07.194258 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Attempting to bind port ddab079b-236a-4b4b-962a-c4ca7ec079e5 on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:07.194258 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] Pushing event updated for resources: {'Port': ['ID=81074da1-d0dc-493d-8b5d-ebf72b613f14,revision_number=7']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:07.194867 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11d90-f69e-4934-a71d-2ebf4fe4378d req-7bc53eaf-abcd-41ea-a9cf-6d04bf13af49 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:07.194867 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35f11d90-f69e-4934-a71d-2ebf4fe4378d req-7bc53eaf-abcd-41ea-a9cf-6d04bf13af49 tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3df3991-205a-40f6-9674-4c049ec6a8de HTTP/1.1" status: 200 len: 949 time: 0.1076806 Sep 17 23:38:07.195626 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 8613e956-ed42-4964-af72-4e71e047d4c9 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:38:07.195626 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8613e956-ed42-4964-af72-4e71e047d4c9 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:38:07.195799 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Port ddab079b-236a-4b4b-962a-c4ca7ec079e5 on network de59519b-4223-446a-ba3f-49ba8599e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:38:07.195799 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Attempting to bind port ddab079b-236a-4b4b-962a-c4ca7ec079e5 on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:07.208610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:07.208976 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Checking segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:07.209349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Bound using segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:07.209782 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Bound port: ddab079b-236a-4b4b-962a-c4ca7ec079e5, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:07.210135 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.252242 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] Attempting to bind port 81074da1-d0dc-493d-8b5d-ebf72b613f14 on host n-h1-809883-1 for vnic_type normal with profile {"migrating_to": "n-h2-809883-1"} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:07.252615 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] Attempting to bind port 81074da1-d0dc-493d-8b5d-ebf72b613f14 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:07.252951 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] Attempting to bind port 81074da1-d0dc-493d-8b5d-ebf72b613f14 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:07.278417 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-35f11d90-f69e-4934-a71d-2ebf4fe4378d req-d1844748-e478-49e7-ae10-16890d3f667e tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Deleting port e2719032-c163-45ed-af56-1c0534fd884b {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:38:07.278763 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-35f11d90-f69e-4934-a71d-2ebf4fe4378d req-d1844748-e478-49e7-ae10-16890d3f667e tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.282945 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] Port 81074da1-d0dc-493d-8b5d-ebf72b613f14 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:38:07.282945 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] Attempting to bind port 81074da1-d0dc-493d-8b5d-ebf72b613f14 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:07.300339 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:07.300669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] Checking segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:07.301079 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] Bound using segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:07.301520 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] Bound port: 81074da1-d0dc-493d-8b5d-ebf72b613f14, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:07.301875 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.313543 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-acd3150b-9b7f-4118-a426-512411336085 req-be62dd0b-c3a1-4f67-ad53-57647d25ae58 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 1001 time: 0.1183617 Sep 17 23:38:07.373534 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-35f11d90-f69e-4934-a71d-2ebf4fe4378d req-d1844748-e478-49e7-ae10-16890d3f667e tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] For port e2719032-c163-45ed-af56-1c0534fd884b, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e2719032-c163-45ed-af56-1c0534fd884b,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:07.373534 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-35f11d90-f69e-4934-a71d-2ebf4fe4378d req-d1844748-e478-49e7-ae10-16890d3f667e tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.384888 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-35f11d90-f69e-4934-a71d-2ebf4fe4378d req-d1844748-e478-49e7-ae10-16890d3f667e tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Calling delete_port for e2719032-c163-45ed-af56-1c0534fd884b owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:38:07.431519 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] For port ddab079b-236a-4b4b-962a-c4ca7ec079e5, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:07.467533 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] For port ddab079b-236a-4b4b-962a-c4ca7ec079e5, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ddab079b-236a-4b4b-962a-c4ca7ec079e5,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:07.473182 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] For port 81074da1-d0dc-493d-8b5d-ebf72b613f14, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:07.494346 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] For port 81074da1-d0dc-493d-8b5d-ebf72b613f14, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=81074da1-d0dc-493d-8b5d-ebf72b613f14,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:07.517146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3150b-9b7f-4118-a426-512411336085 req-9578953a-99d4-403f-8656-ec91edcf0118 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:07.517146 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-acd3150b-9b7f-4118-a426-512411336085 req-9578953a-99d4-403f-8656-ec91edcf0118 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.1834459 Sep 17 23:38:07.565468 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.584699 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.596307 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-35f11d90-f69e-4934-a71d-2ebf4fe4378d req-d1844748-e478-49e7-ae10-16890d3f667e tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.608992 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['e2719032-c163-45ed-af56-1c0534fd884b'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:07.628935 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-acd3150b-9b7f-4118-a426-512411336085 req-73aee296-a9fa-41ba-997e-a57765163280 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 1001 time: 0.1147583 Sep 17 23:38:07.639694 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1844748-e478-49e7-ae10-16890d3f667e tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Pushing event deleted for resources: {'Port': ['ID=e2719032-c163-45ed-af56-1c0534fd884b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:07.640458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:07.641175 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.642569 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62380eb2-def3-401f-82d1-a481515ed44e req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] 10.222.0.37 "PUT /v2.0/ports/ddab079b-236a-4b4b-962a-c4ca7ec079e5 HTTP/1.1" status: 200 len: 1092 time: 2.0218065 Sep 17 23:38:07.650873 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-acd3150b-9b7f-4118-a426-512411336085 req-2c84c2c4-a0e4-4636-987b-2fca689bdbab tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:07.701012 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c55138-c265-458a-8ee0-80cba87fa874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81074da1-d0dc-493d-8b5d-ebf72b613f14'}, {'name': 'network-changed', 'server_uuid': 'fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b', 'tag': 'ddab079b-236a-4b4b-962a-c4ca7ec079e5'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:07.707569 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41470d41-0b73-41ba-9200-73d2d9734d77" -d '{"events": [{"server_uuid": "c6c55138-c265-458a-8ee0-80cba87fa874", "name": "network-vif-unplugged", "status": "completed", "tag": "81074da1-d0dc-493d-8b5d-ebf72b613f14"}, {"name": "network-changed", "server_uuid": "fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b", "tag": "ddab079b-236a-4b4b-962a-c4ca7ec079e5"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:07.709684 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f11d90-f69e-4934-a71d-2ebf4fe4378d req-d1844748-e478-49e7-ae10-16890d3f667e tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] No DVR routers for this DVR port e2719032-c163-45ed-af56-1c0534fd884b on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:38:07.713856 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-35f11d90-f69e-4934-a71d-2ebf4fe4378d req-d1844748-e478-49e7-ae10-16890d3f667e tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.717049 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35f11d90-f69e-4934-a71d-2ebf4fe4378d req-d1844748-e478-49e7-ae10-16890d3f667e tempest-DeleteServersAdminTestJSON-891827200 tempest-DeleteServersAdminTestJSON-891827200-project] 10.222.0.41 "DELETE /v2.0/ports/e2719032-c163-45ed-af56-1c0534fd884b HTTP/1.1" status: 204 len: 173 time: 0.5323424 Sep 17 23:38:07.718958 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3df3991-205a-40f6-9674-4c049ec6a8de', 'name': 'network-vif-deleted', 'tag': 'e2719032-c163-45ed-af56-1c0534fd884b'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:07.724325 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31e1bb9-98eb-44f1-9f10-12bd71323cf7" -d '{"events": [{"server_uuid": "b3df3991-205a-40f6-9674-4c049ec6a8de", "name": "network-vif-deleted", "tag": "e2719032-c163-45ed-af56-1c0534fd884b"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:07.746735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:07.760754 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.760754 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] 10.222.0.37 "PUT /v2.0/ports/81074da1-d0dc-493d-8b5d-ebf72b613f14 HTTP/1.1" status: 200 len: 1122 time: 1.5826583 Sep 17 23:38:07.760754 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca077bb-4b4e-432e-9986-43d7dd04c8fe service neutron] Pushing event updated for resources: {'Port': ['ID=81074da1-d0dc-493d-8b5d-ebf72b613f14,revision_number=8']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:07.802489 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-acd3150b-9b7f-4118-a426-512411336085 req-2c84c2c4-a0e4-4636-987b-2fca689bdbab tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:07.852935 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['81074da1-d0dc-493d-8b5d-ebf72b613f14'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:07.892178 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-4261c51a-1436-45a4-b3a8-d6005fd2f0b9 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=aa26b9349aa54bfca9efe02cb5d79276&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715754 Sep 17 23:38:07.970509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928022b2-551f-43c9-ad28-a2814415c889 service neutron] Pushing event updated for resources: {'Port': ['ID=ddab079b-236a-4b4b-962a-c4ca7ec079e5,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:07.988084 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62380eb2-def3-401f-82d1-a481515ed44e req-31141c2b-c58a-4890-9b6f-a9296103df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:07.990355 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62380eb2-def3-401f-82d1-a481515ed44e req-31141c2b-c58a-4890-9b6f-a9296103df56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 1095 time: 0.2054315 Sep 17 23:38:08.068513 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62380eb2-def3-401f-82d1-a481515ed44e req-8ea24c42-1ac0-4b61-b1c3-246da7e921b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddab079b-236a-4b4b-962a-c4ca7ec079e5 HTTP/1.1" status: 200 len: 217 time: 0.0698764 Sep 17 23:38:08.155941 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-acd3150b-9b7f-4118-a426-512411336085 req-2c84c2c4-a0e4-4636-987b-2fca689bdbab tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.181906 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-b8316950-11ae-42d9-9ba2-27ec74f62904 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:08.183223 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-b8316950-11ae-42d9-9ba2-27ec74f62904 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2807717 Sep 17 23:38:08.185643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62380eb2-def3-401f-82d1-a481515ed44e req-c5187f9d-1040-407a-be65-a4c351167ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:08.186973 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62380eb2-def3-401f-82d1-a481515ed44e req-c5187f9d-1040-407a-be65-a4c351167ab2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.1080203 Sep 17 23:38:08.207983 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-f5a6b6a9-e79e-4729-bb06-adb7b7cb1e32 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/quotas/aa26b9349aa54bfca9efe02cb5d79276 HTTP/1.1" status: 200 len: 375 time: 0.0182128 Sep 17 23:38:08.222928 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62380eb2-def3-401f-82d1-a481515ed44e req-77af9806-0f8a-4e85-ad6d-28be713fab88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260894 Sep 17 23:38:08.267826 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-acd3150b-9b7f-4118-a426-512411336085 req-2c84c2c4-a0e4-4636-987b-2fca689bdbab tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:08.268159 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [req-acd3150b-9b7f-4118-a426-512411336085 req-2c84c2c4-a0e4-4636-987b-2fca689bdbab tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Floating IP 25657dc0-41de-4b7b-af61-81d2cc38a84a disassociated. External IP: 172.25.3.64, port: 84267809-acaa-4df3-938f-da0eeb1a3c25. Sep 17 23:38:08.360596 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-2f03d2bb-79d3-4187-bf16-4252740930eb tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa26b9349aa54bfca9efe02cb5d79276&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1399672 Sep 17 23:38:08.417311 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62380eb2-def3-401f-82d1-a481515ed44e req-3caa1d65-47e8-4f7c-9821-922ad9140094 service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864560 Sep 17 23:38:08.595724 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62380eb2-def3-401f-82d1-a481515ed44e req-8ec59b6f-bf30-43cc-a315-d0e8cfd6aece service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673319 Sep 17 23:38:08.616935 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acd3150b-9b7f-4118-a426-512411336085 req-2c84c2c4-a0e4-4636-987b-2fca689bdbab tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Router 566bd231-d27d-499f-80f3-cd4c90f7251e has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:38:08.993137 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27ce7e-9723-4007-a8c5-4223f3fb850e req-54ef9079-9793-4f8a-b9f6-76c259cfcfb4 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:08.994607 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b27ce7e-9723-4007-a8c5-4223f3fb850e req-54ef9079-9793-4f8a-b9f6-76c259cfcfb4 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.3329196 Sep 17 23:38:09.013743 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acd3150b-9b7f-4118-a426-512411336085 req-2c84c2c4-a0e4-4636-987b-2fca689bdbab tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:38:09.024101 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-acd3150b-9b7f-4118-a426-512411336085 req-2c84c2c4-a0e4-4636-987b-2fca689bdbab tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:09.025869 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedc9e96-41b4-472c-867c-3da6e8b99e7d None None] Sync routers for ids ['566bd231-d27d-499f-80f3-cd4c90f7251e'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:38:09.034311 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedc9e96-41b4-472c-867c-3da6e8b99e7d None None] Routers {'566bd231-d27d-499f-80f3-cd4c90f7251e'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:09.040641 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-dedc9e96-41b4-472c-867c-3da6e8b99e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:37:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['566bd231-d27d-499f-80f3-cd4c90f7251e'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:09.065475 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-acd3150b-9b7f-4118-a426-512411336085 req-2c84c2c4-a0e4-4636-987b-2fca689bdbab tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "PUT /v2.0/floatingips/25657dc0-41de-4b7b-af61-81d2cc38a84a HTTP/1.1" status: 200 len: 695 time: 1.4278257 Sep 17 23:38:09.069677 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b27ce7e-9723-4007-a8c5-4223f3fb850e req-39950fb4-27bd-4e0d-8b55-67883f634fb5 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677743 Sep 17 23:38:09.120152 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3150b-9b7f-4118-a426-512411336085 req-f6b5d5dd-de6f-4ecc-a9ee-11f5e81ced01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:09.128125 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-acd3150b-9b7f-4118-a426-512411336085 req-f6b5d5dd-de6f-4ecc-a9ee-11f5e81ced01 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95a42a19fd39427ba2f2e61a1ad749ba&device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 1097 time: 0.0493841 Sep 17 23:38:09.165771 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-dedc9e96-41b4-472c-867c-3da6e8b99e7d None None] Set router 566bd231-d27d-499f-80f3-cd4c90f7251e gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:09.250628 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bb319-ca45-4c2f-bf60-954ce0830af7 req-6f33e61b-f19b-4911-9da0-9e860b02da19 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:09.252160 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3c4bb319-ca45-4c2f-bf60-954ce0830af7 req-6f33e61b-f19b-4911-9da0-9e860b02da19 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 944 time: 0.1040921 Sep 17 23:38:09.257429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3150b-9b7f-4118-a426-512411336085 req-70c5e438-8f90-4020-8afa-2b559e3524d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:09.258876 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-acd3150b-9b7f-4118-a426-512411336085 req-70c5e438-8f90-4020-8afa-2b559e3524d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=21a9d462-bb52-4f0a-a951-65a3220c8e9f HTTP/1.1" status: 200 len: 920 time: 0.1300199 Sep 17 23:38:09.311458 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-acd3150b-9b7f-4118-a426-512411336085 req-818faa71-8c30-4382-84f2-1f712f24c16d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84267809-acaa-4df3-938f-da0eeb1a3c25 HTTP/1.1" status: 200 len: 217 time: 0.0440228 Sep 17 23:38:09.354176 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3c4bb319-ca45-4c2f-bf60-954ce0830af7 req-3c6b9632-d808-448f-8191-1ab7d69afc22 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941617 Sep 17 23:38:09.362449 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-dedc9e96-41b4-472c-867c-3da6e8b99e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:13Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:09.379920 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3150b-9b7f-4118-a426-512411336085 req-ee56411b-4543-42b5-b948-528915ed0975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:09.379920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-acd3150b-9b7f-4118-a426-512411336085 req-ee56411b-4543-42b5-b948-528915ed0975 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f3812e0-a4e8-48f2-99f9-d914c44bba80 HTTP/1.1" status: 200 len: 858 time: 0.0519028 Sep 17 23:38:09.389811 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedc9e96-41b4-472c-867c-3da6e8b99e7d None None] Checking router: 566bd231-d27d-499f-80f3-cd4c90f7251e for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:38:09.398160 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedc9e96-41b4-472c-867c-3da6e8b99e7d None None] Routers {'566bd231-d27d-499f-80f3-cd4c90f7251e'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:09.398802 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-dedc9e96-41b4-472c-867c-3da6e8b99e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:37:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['566bd231-d27d-499f-80f3-cd4c90f7251e'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:09.447971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3150b-9b7f-4118-a426-512411336085 req-65d50a93-dd8c-47aa-a9d2-1ec4562eb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:09.449478 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-acd3150b-9b7f-4118-a426-512411336085 req-65d50a93-dd8c-47aa-a9d2-1ec4562eb74d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21a9d462-bb52-4f0a-a951-65a3220c8e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704606 Sep 17 23:38:09.549251 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c558b1e-c109-4b61-804e-d5d853745e44 req-30d54576-c6b6-422b-a54c-5cf84bdb6dad tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:09.550918 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c558b1e-c109-4b61-804e-d5d853745e44 req-30d54576-c6b6-422b-a54c-5cf84bdb6dad tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 944 time: 0.1172211 Sep 17 23:38:09.591406 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-acd3150b-9b7f-4118-a426-512411336085 req-3cb60bf8-54ec-4bb7-8e49-aac0c1af8d2d service neutron] 10.222.0.46 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280241 Sep 17 23:38:09.599823 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-dedc9e96-41b4-472c-867c-3da6e8b99e7d None None] Set router 566bd231-d27d-499f-80f3-cd4c90f7251e gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:09.612128 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c558b1e-c109-4b61-804e-d5d853745e44 req-03bd77c4-d204-4383-a12e-d4706389d180 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551107 Sep 17 23:38:09.709096 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-acd3150b-9b7f-4118-a426-512411336085 req-2ca63b30-c03a-435e-b170-fb393aba59be service neutron] 10.222.0.46 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097798 Sep 17 23:38:09.800304 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-dedc9e96-41b4-472c-867c-3da6e8b99e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:13Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:09.829773 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedc9e96-41b4-472c-867c-3da6e8b99e7d None None] The sync data for ids ['566bd231-d27d-499f-80f3-cd4c90f7251e'] in n-d-809883-1 is: [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:37:08Z', 'revision_number': 4, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '521cdec4-831b-4259-8990-d88306367c5d', 'name': '', 'network_id': '21a9d462-bb52-4f0a-a951-65a3220c8e9f', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'mac_address': 'fa:16:3e:90:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:08Z', 'updated_at': '2021-09-17T23:37:13Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'subnets': [{'id': '7f3812e0-a4e8-48f2-99f9-d914c44bba80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:38:09.968974 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-3da46c64-1969-47cd-8e3d-cdd595bf3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:09.974427 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-3da46c64-1969-47cd-8e3d-cdd595bf3ea2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 1100 time: 0.0620391 Sep 17 23:38:09.975865 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a4298e-e06e-4deb-a041-ecca41e83d46 x-openstack-request-id: req-c3a4298e-e06e-4deb-a041-ecca41e83d46 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:09.976154 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c55138-c265-458a-8ee0-80cba87fa874", "name": "network-vif-unplugged", "status": "completed", "tag": "81074da1-d0dc-493d-8b5d-ebf72b613f14", "code": 200}, {"name": "network-changed", "server_uuid": "fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b", "tag": "ddab079b-236a-4b4b-962a-c4ca7ec079e5", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:09.976403 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3a4298e-e06e-4deb-a041-ecca41e83d46 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:09.976786 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c55138-c265-458a-8ee0-80cba87fa874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81074da1-d0dc-493d-8b5d-ebf72b613f14', 'code': 200} Sep 17 23:38:09.977066 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b', 'tag': 'ddab079b-236a-4b4b-962a-c4ca7ec079e5', 'status': 'completed', 'code': 200} Sep 17 23:38:10.012185 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdae3fb0-80e0-40b9-9c29-9edd60e03805 x-openstack-request-id: req-cdae3fb0-80e0-40b9-9c29-9edd60e03805 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:10.013191 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3df3991-205a-40f6-9674-4c049ec6a8de", "name": "network-vif-deleted", "tag": "e2719032-c163-45ed-af56-1c0534fd884b", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:10.013794 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cdae3fb0-80e0-40b9-9c29-9edd60e03805 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:10.014335 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3df3991-205a-40f6-9674-4c049ec6a8de', 'name': 'network-vif-deleted', 'tag': 'e2719032-c163-45ed-af56-1c0534fd884b', 'status': 'completed', 'code': 200} Sep 17 23:38:10.032427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 81074da1-d0dc-493d-8b5d-ebf72b613f14 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:38:10.087947 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:10.112816 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41470d41-0b73-41ba-9200-73d2d9734d77 req-a39aaf4f-2dad-4969-9ce0-1c0d00a42155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:10.115080 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41470d41-0b73-41ba-9200-73d2d9734d77 req-a39aaf4f-2dad-4969-9ce0-1c0d00a42155 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 1095 time: 0.1224382 Sep 17 23:38:10.182659 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a600f8d6-cffa-4fd8-a87b-fc80562d5d6e None None] New status for floating IP 25657dc0-41de-4b7b-af61-81d2cc38a84a: DOWN {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:38:10.188932 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c033659-471a-459c-b50f-93c93bb7cd9d req-9b6eaa0c-bcd8-429c-966d-e0afe5fe3b3f tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 210 time: 0.0485206 Sep 17 23:38:10.248929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-ab8810db-81c5-4e21-82fd-5f8574b963ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:10.250429 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-ab8810db-81c5-4e21-82fd-5f8574b963ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.2668543 Sep 17 23:38:10.308113 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-5e098f73-fa64-47cc-8efd-557e0df1b11f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=7f30360b-cfe0-4506-b773-e74f99afce03 HTTP/1.1" status: 200 len: 217 time: 0.0492342 Sep 17 23:38:10.319909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41470d41-0b73-41ba-9200-73d2d9734d77 req-1078aeb3-eeeb-4a92-b50c-475850cb2f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:10.320962 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41470d41-0b73-41ba-9200-73d2d9734d77 req-1078aeb3-eeeb-4a92-b50c-475850cb2f0d service neutron] 10.222.0.37 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 922 time: 0.1948783 Sep 17 23:38:10.416588 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 81074da1-d0dc-493d-8b5d-ebf72b613f14, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=81074da1-d0dc-493d-8b5d-ebf72b613f14,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:10.418406 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41470d41-0b73-41ba-9200-73d2d9734d77 req-b3b9cc67-a6dc-4b51-8e0d-2091541647d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddab079b-236a-4b4b-962a-c4ca7ec079e5 HTTP/1.1" status: 200 len: 217 time: 0.0813518 Sep 17 23:38:10.430608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 81074da1-d0dc-493d-8b5d-ebf72b613f14 has no active binding in host n-h2-809883-1 {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 23:38:10.444246 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-edff5016-b530-4f94-929f-4cca6fe7f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:10.446371 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-edff5016-b530-4f94-929f-4cca6fe7f98c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1106317 Sep 17 23:38:10.473108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d64f63-c4c0-4ad8-a82b-38e59a883305 req-2ab98578-ac75-46de-a56b-2d2b4e98c40c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:10.474623 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79d64f63-c4c0-4ad8-a82b-38e59a883305 req-2ab98578-ac75-46de-a56b-2d2b4e98c40c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.1706171 Sep 17 23:38:10.543065 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41470d41-0b73-41ba-9200-73d2d9734d77 req-dd76ea93-9bc0-458c-ab1e-a1b7a9cd41cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:10.545161 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41470d41-0b73-41ba-9200-73d2d9734d77 req-dd76ea93-9bc0-458c-ab1e-a1b7a9cd41cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.1164258 Sep 17 23:38:10.569191 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79d64f63-c4c0-4ad8-a82b-38e59a883305 req-36eb3a12-fb1f-4d2c-97b4-573f45f9d255 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800703 Sep 17 23:38:10.597902 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41470d41-0b73-41ba-9200-73d2d9734d77 req-2229dc80-180b-4db1-9abc-12f118d0adc1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430760 Sep 17 23:38:10.612919 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-225a4a8b-8cfd-434b-9009-4b3c348904c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:10.614332 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-225a4a8b-8cfd-434b-9009-4b3c348904c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1370492 Sep 17 23:38:10.699829 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a666c3fa-b66a-4401-848d-5c949068def4 req-5eb90cf1-1316-453e-aeb4-299a224cee4c tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/floatingips/25657dc0-41de-4b7b-af61-81d2cc38a84a HTTP/1.1" status: 200 len: 695 time: 0.1010642 Sep 17 23:38:10.775839 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2f925-97a1-4900-ad49-a6804c20218e req-c4d6c3d1-65d3-461e-9ab2-f1c0543d932b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:10.777363 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-26f2f925-97a1-4900-ad49-a6804c20218e req-c4d6c3d1-65d3-461e-9ab2-f1c0543d932b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 944 time: 0.1936398 Sep 17 23:38:10.936084 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-26f2f925-97a1-4900-ad49-a6804c20218e req-57c59944-facd-4393-bfd7-60beeb12294d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424842 Sep 17 23:38:10.942782 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41470d41-0b73-41ba-9200-73d2d9734d77 req-ce0bd6ea-f17f-4f78-81e2-0668f8ad9768 service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868235 Sep 17 23:38:10.944532 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-f35ec82f-2bee-478f-89aa-0a2ead36384a service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875187 Sep 17 23:38:10.956260 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666c3fa-b66a-4401-848d-5c949068def4 req-486da86a-4a19-4f6c-a22a-5450e95f4497 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:10.957222 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a666c3fa-b66a-4401-848d-5c949068def4 req-486da86a-4a19-4f6c-a22a-5450e95f4497 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.2477803 Sep 17 23:38:11.032677 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a666c3fa-b66a-4401-848d-5c949068def4 req-0bb7873f-177a-459c-a894-5b8836b5eab8 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 696 time: 0.0692205 Sep 17 23:38:11.091892 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-6bf07b2e-9836-4f53-b318-ef81548753da tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=aa26b9349aa54bfca9efe02cb5d79276&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214672 Sep 17 23:38:11.191223 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e2719032-c163-45ed-af56-1c0534fd884b no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:38:11.204611 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-4d539a5b-f91e-4f99-8da5-490c359781db tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:11.206133 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-4d539a5b-f91e-4f99-8da5-490c359781db tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1088254 Sep 17 23:38:11.224334 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: e2719032-c163-45ed-af56-1c0534fd884b {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:38:11.224492 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a666c3fa-b66a-4401-848d-5c949068def4 req-73fe5f8d-6e78-44a3-9300-bb23b32e8211 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.64 HTTP/1.1" status: 200 len: 696 time: 0.1795008 Sep 17 23:38:11.224684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e2719032-c163-45ed-af56-1c0534fd884b not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:38:11.226797 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-ff4c0660-abcf-4040-9c7d-2dd2e79fe253 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Request body: {'port': {'device_id': 'e333dd47-9b37-486e-bef6-0a9e28598d52', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': 'aa26b9349aa54bfca9efe02cb5d79276'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:11.305167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a423e-eda9-4088-8dd5-7612695a3023 req-5937bbd7-b8a1-4eaa-8386-43d3ddfbfdb1 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:11.306896 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c68a423e-eda9-4088-8dd5-7612695a3023 req-5937bbd7-b8a1-4eaa-8386-43d3ddfbfdb1 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 944 time: 0.2631807 Sep 17 23:38:11.426186 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53882) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:11.460628 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-ff4c0660-abcf-4040-9c7d-2dd2e79fe253 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Made reservation on behalf of aa26b9349aa54bfca9efe02cb5d79276 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:11.464410 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-ff4c0660-abcf-4040-9c7d-2dd2e79fe253 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.570720 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f962-fcfa-44c6-9004-900641e02b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.608240 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-7da33fde-191f-45a7-b953-ff7aa9a7ce94 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6356099 Sep 17 23:38:11.609999 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41470d41-0b73-41ba-9200-73d2d9734d77 req-062cf88a-9305-4ead-ad40-65f76c4b8711 service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398273 Sep 17 23:38:11.635925 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-ff4c0660-abcf-4040-9c7d-2dd2e79fe253 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Allocated IP 192.168.233.91 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/540982ad-5d1f-4c86-8554-de30bb3e524c) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:11.668177 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c68a423e-eda9-4088-8dd5-7612695a3023 req-6f727ab6-8087-47fd-a476-f83e3470eb11 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982087 Sep 17 23:38:11.702294 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-a666c3fa-b66a-4401-848d-5c949068def4 req-275577bd-6361-4f3d-8e5e-b111e0c5cdd0 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Deleting port d89654a6-2176-46f7-b5d0-7dc21ed2b6cb {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:38:11.702692 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a666c3fa-b66a-4401-848d-5c949068def4 req-275577bd-6361-4f3d-8e5e-b111e0c5cdd0 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.774495 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-73549a6e-a464-4fdc-8603-d51b663cc089 service neutron] 10.222.0.41 "GET /v2.0/ports/81074da1-d0dc-493d-8b5d-ebf72b613f14/bindings/n-h2-809883-1 HTTP/1.1" status: 200 len: 384 time: 0.1324260 Sep 17 23:38:11.820817 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e28910e0-7f87-4469-ad8b-4e4119606ea0 req-3fb82a51-2055-4068-8d6a-c16ed0e1fe96 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 210 time: 0.0290282 Sep 17 23:38:11.833199 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a666c3fa-b66a-4401-848d-5c949068def4 req-275577bd-6361-4f3d-8e5e-b111e0c5cdd0 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.833418 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a666c3fa-b66a-4401-848d-5c949068def4 req-275577bd-6361-4f3d-8e5e-b111e0c5cdd0 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:11.845830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-a666c3fa-b66a-4401-848d-5c949068def4 req-275577bd-6361-4f3d-8e5e-b111e0c5cdd0 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Calling delete_port for d89654a6-2176-46f7-b5d0-7dc21ed2b6cb owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:38:11.986183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c55138-c265-458a-8ee0-80cba87fa874', 'tag': '81074da1-d0dc-493d-8b5d-ebf72b613f14'}, {'name': 'network-changed', 'server_uuid': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'tag': '84267809-acaa-4df3-938f-da0eeb1a3c25'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:11.989099 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202b0efd-b757-475f-88ab-77e364fc6ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c55138-c265-458a-8ee0-80cba87fa874", "tag": "81074da1-d0dc-493d-8b5d-ebf72b613f14"}, {"name": "network-changed", "server_uuid": "081c2287-74fe-4ec6-ab20-ef57c69bd7c2", "tag": "84267809-acaa-4df3-938f-da0eeb1a3c25"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:12.055605 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c5e79-7b3f-4f5f-a692-9e50a6c5db48 req-a03b6181-d620-43e9-9246-387904525003 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:12.057799 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a97c5e79-7b3f-4f5f-a692-9e50a6c5db48 req-a03b6181-d620-43e9-9246-387904525003 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.0870891 Sep 17 23:38:12.065146 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ddab079b-236a-4b4b-962a-c4ca7ec079e5 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:38:12.104497 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a97c5e79-7b3f-4f5f-a692-9e50a6c5db48 req-7f94eabf-3988-4436-b289-cc24120df731 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402002 Sep 17 23:38:12.112257 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a666c3fa-b66a-4401-848d-5c949068def4 req-275577bd-6361-4f3d-8e5e-b111e0c5cdd0 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.163013 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f962-fcfa-44c6-9004-900641e02b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.180190 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275577bd-6361-4f3d-8e5e-b111e0c5cdd0 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Pushing event deleted for resources: {'Port': ['ID=d89654a6-2176-46f7-b5d0-7dc21ed2b6cb,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:12.210723 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ddab079b-236a-4b4b-962a-c4ca7ec079e5, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ddab079b-236a-4b4b-962a-c4ca7ec079e5,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:12.228592 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'ddab079b-236a-4b4b-962a-c4ca7ec079e5', 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2', 'port_id': 'ddab079b-236a-4b4b-962a-c4ca7ec079e5', 'mac_address': 'fa:16:3e:4a:3d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01920827-ca31-4a6c-b1d5-a2ec1bf1f034', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:38:12.265042 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a666c3fa-b66a-4401-848d-5c949068def4 req-275577bd-6361-4f3d-8e5e-b111e0c5cdd0 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.267452 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a666c3fa-b66a-4401-848d-5c949068def4 req-275577bd-6361-4f3d-8e5e-b111e0c5cdd0 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.268649 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a666c3fa-b66a-4401-848d-5c949068def4 req-275577bd-6361-4f3d-8e5e-b111e0c5cdd0 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "DELETE /v2.0/floatingips/25657dc0-41de-4b7b-af61-81d2cc38a84a HTTP/1.1" status: 204 len: 173 time: 1.0432065 Sep 17 23:38:12.271469 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53896) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:12.281855 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6ee39-1c0f-44a3-8ee5-c83ae4ba1279 req-68244fb9-3c90-4991-b0dd-874c440249df tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:12.283350 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ab6ee39-1c0f-44a3-8ee5-c83ae4ba1279 req-68244fb9-3c90-4991-b0dd-874c440249df tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 944 time: 0.0874939 Sep 17 23:38:12.284774 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.308260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-483bfcae-8764-4527-8a76-22727ea0015e req-c7c126fa-c354-43c7-a74c-b918dd326fac service neutron] For port 81074da1-d0dc-493d-8b5d-ebf72b613f14, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=81074da1-d0dc-493d-8b5d-ebf72b613f14,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:12.312572 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddab079b-236a-4b4b-962a-c4ca7ec079e5 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:12.334943 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-483bfcae-8764-4527-8a76-22727ea0015e req-c7c126fa-c354-43c7-a74c-b918dd326fac service neutron] For port 81074da1-d0dc-493d-8b5d-ebf72b613f14, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:12.337340 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ddab079b-236a-4b4b-962a-c4ca7ec079e5, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ddab079b-236a-4b4b-962a-c4ca7ec079e5,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:12.353523 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ab6ee39-1c0f-44a3-8ee5-c83ae4ba1279 req-e5464324-da92-460b-a97e-ff6a9d0a0837 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582392 Sep 17 23:38:12.358712 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f962-fcfa-44c6-9004-900641e02b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.378103 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f53919-cf09-4e20-8756-ded451a4179c x-openstack-request-id: req-30f53919-cf09-4e20-8756-ded451a4179c {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:12.378491 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c55138-c265-458a-8ee0-80cba87fa874", "tag": "81074da1-d0dc-493d-8b5d-ebf72b613f14", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "081c2287-74fe-4ec6-ab20-ef57c69bd7c2", "tag": "84267809-acaa-4df3-938f-da0eeb1a3c25", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:12.378789 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-30f53919-cf09-4e20-8756-ded451a4179c {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:12.379341 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c55138-c265-458a-8ee0-80cba87fa874', 'tag': '81074da1-d0dc-493d-8b5d-ebf72b613f14', 'status': 'completed', 'code': 200} Sep 17 23:38:12.379586 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'tag': '84267809-acaa-4df3-938f-da0eeb1a3c25', 'status': 'completed', 'code': 200} Sep 17 23:38:12.413410 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-ff4c0660-abcf-4040-9c7d-2dd2e79fe253 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.430655 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.443283 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-483bfcae-8764-4527-8a76-22727ea0015e req-c7c126fa-c354-43c7-a74c-b918dd326fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81074da1-d0dc-493d-8b5d-ebf72b613f14 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:12.462216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-483bfcae-8764-4527-8a76-22727ea0015e req-c7c126fa-c354-43c7-a74c-b918dd326fac service neutron] For port 81074da1-d0dc-493d-8b5d-ebf72b613f14, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=81074da1-d0dc-493d-8b5d-ebf72b613f14,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:12.468853 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7ab1f962-fcfa-44c6-9004-900641e02b29 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35475aa9203343bdaf7b59f55e4de0ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0415390 Sep 17 23:38:12.471626 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53902) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:12.477313 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1f962-fcfa-44c6-9004-900641e02b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1fd697-886b-4bf4-bfd7-2e9684b1f2f2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:12.495606 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=ddab079b-236a-4b4b-962a-c4ca7ec079e5,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:12.500710 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:12.501761 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:12.501761 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:12.502317 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:12.503324 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:12.503989 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:12.504544 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:12.505034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:12.505653 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:12.506095 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:12.506528 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:12.506948 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:38:12.507719 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-0f308940-2617-449f-8ab8-3d71a4e5599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:12.509306 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-0f308940-2617-449f-8ab8-3d71a4e5599a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 1125 time: 0.1233649 Sep 17 23:38:12.514695 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-3a8a4234-d07b-4531-a450-66d401cab7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:12.519363 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-3a8a4234-d07b-4531-a450-66d401cab7f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95a42a19fd39427ba2f2e61a1ad749ba&device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 1097 time: 0.1358433 Sep 17 23:38:12.542317 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-89667a62-4cb5-415d-b04b-174023afc806 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0db462c5bec14b5b96252540f7a956ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697275 Sep 17 23:38:12.545714 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53904) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:12.593002 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-483bfcae-8764-4527-8a76-22727ea0015e req-c7c126fa-c354-43c7-a74c-b918dd326fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.612382 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4f08ebe7-e058-413e-a6dd-f77caeaedaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.651492 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4f08ebe7-e058-413e-a6dd-f77caeaedaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.657949 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-ff4c0660-abcf-4040-9c7d-2dd2e79fe253 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.665279 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-c910aeee-afd7-4c6c-8996-ab73c3d74cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:12.666790 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-c910aeee-afd7-4c6c-8996-ab73c3d74cf5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=21a9d462-bb52-4f0a-a951-65a3220c8e9f HTTP/1.1" status: 200 len: 920 time: 0.1421840 Sep 17 23:38:12.670814 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['87eec87d-e069-42d1-bbe0-f5cba07632e9'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:12.723050 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-2d2d308b-ffda-4fe5-8194-d7999bd7bff9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84267809-acaa-4df3-938f-da0eeb1a3c25 HTTP/1.1" status: 200 len: 217 time: 0.0435431 Sep 17 23:38:12.734754 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['ddab079b-236a-4b4b-962a-c4ca7ec079e5'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:12.745884 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-6cb97a3f-24d6-4f18-9d99-8a00611d362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:12.747951 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-6cb97a3f-24d6-4f18-9d99-8a00611d362d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 909 time: 0.2312763 Sep 17 23:38:12.767339 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-ff4c0660-abcf-4040-9c7d-2dd2e79fe253 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:12.782312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-a491546d-d709-4a4f-ae83-5538ec43027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:12.784408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-a491546d-d709-4a4f-ae83-5538ec43027b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f3812e0-a4e8-48f2-99f9-d914c44bba80 HTTP/1.1" status: 200 len: 858 time: 0.0531359 Sep 17 23:38:12.824084 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-ff4c0660-abcf-4040-9c7d-2dd2e79fe253 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:12.828065 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a4953c5e-01eb-4a22-bb28-89fb230ecd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.832445 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-ff4c0660-abcf-4040-9c7d-2dd2e79fe253 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:12.840022 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-ff4c0660-abcf-4040-9c7d-2dd2e79fe253 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:12.844350 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-ff4c0660-abcf-4040-9c7d-2dd2e79fe253 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.844350 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c0660-abcf-4040-9c7d-2dd2e79fe253 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Pushing event updated for resources: {'Port': ['ID=540982ad-5d1f-4c86-8554-de30bb3e524c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:12.849195 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-96de7a43-ed01-4f66-b78d-989c2e76fddc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81074da1-d0dc-493d-8b5d-ebf72b613f14 HTTP/1.1" status: 200 len: 217 time: 0.0864635 Sep 17 23:38:12.882693 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-483bfcae-8764-4527-8a76-22727ea0015e req-c7c126fa-c354-43c7-a74c-b918dd326fac service neutron] Transition to ACTIVE for port object 81074da1-d0dc-493d-8b5d-ebf72b613f14 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:38:12.905505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-b8fa134e-d5f0-46b6-b76e-0e9b918242ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:12.908207 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-b8fa134e-d5f0-46b6-b76e-0e9b918242ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21a9d462-bb52-4f0a-a951-65a3220c8e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171653 Sep 17 23:38:12.919203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901f294-1708-4af6-9ec9-0a9dba914f0e req-d6eb1e97-2ead-4320-818a-7d29f4f7d79e tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:12.921153 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5901f294-1708-4af6-9ec9-0a9dba914f0e req-d6eb1e97-2ead-4320-818a-7d29f4f7d79e tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 944 time: 0.1178353 Sep 17 23:38:12.950062 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a4953c5e-01eb-4a22-bb28-89fb230ecd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.967057 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4f08ebe7-e058-413e-a6dd-f77caeaedaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.971628 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4f08ebe7-e058-413e-a6dd-f77caeaedaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:12.971628 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4f08ebe7-e058-413e-a6dd-f77caeaedaa4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bd1fd697-886b-4bf4-bfd7-2e9684b1f2f2 HTTP/1.1" status: 204 len: 168 time: 0.4977660 Sep 17 23:38:13.016683 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-ff4c0660-abcf-4040-9c7d-2dd2e79fe253 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7989001 Sep 17 23:38:13.017990 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-483bfcae-8764-4527-8a76-22727ea0015e req-c7c126fa-c354-43c7-a74c-b918dd326fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.049758 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-c927bfd7-a176-4636-a3b6-021a2f9bef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:13.058509 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-c927bfd7-a176-4636-a3b6-021a2f9bef6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.1954246 Sep 17 23:38:13.060404 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08ebe7-e058-413e-a6dd-f77caeaedaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1fd697-886b-4bf4-bfd7-2e9684b1f2f2,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:13.067364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Request body: {'port': {'device_id': 'e333dd47-9b37-486e-bef6-0a9e28598d52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:13.098602 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.142779 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5901f294-1708-4af6-9ec9-0a9dba914f0e req-720d16db-e72f-4b05-8c4e-6ba459516712 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849501 Sep 17 23:38:13.167875 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-2bf8ee63-dce0-47cf-bce7-9bbb7dcd2dbd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718858 Sep 17 23:38:13.175171 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138579d2-22a0-4161-a1cb-10663cf34a16 req-43911709-11a4-4b49-964a-fc73eeda9e0b tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:13.177117 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-138579d2-22a0-4161-a1cb-10663cf34a16 req-43911709-11a4-4b49-964a-fc73eeda9e0b tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 946 time: 0.2269902 Sep 17 23:38:13.205412 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.224014 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-bd4905ec-4002-45fb-9dea-687f7be3331c service neutron] 10.222.0.37 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015668 Sep 17 23:38:13.279688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-483bfcae-8764-4527-8a76-22727ea0015e req-c7c126fa-c354-43c7-a74c-b918dd326fac service neutron] No DVR routers for this DVR port 81074da1-d0dc-493d-8b5d-ebf72b613f14 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:38:13.292134 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c126fa-c354-43c7-a74c-b918dd326fac service neutron] Pushing event updated for resources: {'Port': ['ID=81074da1-d0dc-493d-8b5d-ebf72b613f14,revision_number=10']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:13.298110 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f3c65479-f3fe-4f55-aead-4a64b4447755 None None] Provisioning complete for port 540982ad-5d1f-4c86-8554-de30bb3e524c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:13.298652 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f3c65479-f3fe-4f55-aead-4a64b4447755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.337526 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-138579d2-22a0-4161-a1cb-10663cf34a16 req-4dfa5f45-cf7b-45f5-a687-4ec4f57b14fe tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dc30706-59a7-4986-87be-e85e58bc50e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364717 Sep 17 23:38:13.360264 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-f3c65479-f3fe-4f55-aead-4a64b4447755 None None] Port 540982ad-5d1f-4c86-8554-de30bb3e524c cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:38:13.383351 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a4953c5e-01eb-4a22-bb28-89fb230ecd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.385870 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a4953c5e-01eb-4a22-bb28-89fb230ecd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.389503 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a4953c5e-01eb-4a22-bb28-89fb230ecd41 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/743e5d77-45ae-45e9-b957-4c56c2d2496e HTTP/1.1" status: 204 len: 168 time: 0.8403807 Sep 17 23:38:13.396287 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-c7c126fa-c354-43c7-a74c-b918dd326fac service neutron] 10.222.0.41 "PUT /v2.0/ports/81074da1-d0dc-493d-8b5d-ebf72b613f14/bindings/n-h2-809883-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6140299 Sep 17 23:38:13.431164 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4953c5e-01eb-4a22-bb28-89fb230ecd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743e5d77-45ae-45e9-b957-4c56c2d2496e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:13.472601 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb305bb3-9664-419d-b594-36b3139304d9 req-a67d0df0-a4f3-4d74-bfe0-e855fb13d1d5 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:13.482940 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb305bb3-9664-419d-b594-36b3139304d9 req-a67d0df0-a4f3-4d74-bfe0-e855fb13d1d5 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 935 time: 0.2354405 Sep 17 23:38:13.535412 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-b0a3dc0f-f887-46f1-bbe1-a9b4e850571e service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265960 Sep 17 23:38:13.556800 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb305bb3-9664-419d-b594-36b3139304d9 req-dc6da788-7eb4-449d-b360-fac15dd39f3c tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676324 Sep 17 23:38:13.578969 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-1faa7132-b633-449a-a3f4-96526fd33966 service neutron] 10.222.0.37 "GET /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456638 Sep 17 23:38:13.701113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bfcae-8764-4527-8a76-22727ea0015e req-6b537fb1-18c7-46c2-ab88-30f060eb6fc5 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:13.702645 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-6b537fb1-18c7-46c2-ab88-30f060eb6fc5 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874&tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 1096 time: 0.1603420 Sep 17 23:38:13.712372 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e330e-0b27-4de5-a1c1-fc19cff4b6c1 req-acdc0acf-73cf-4add-ab0b-4615be0005ab tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:13.713896 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-118e330e-0b27-4de5-a1c1-fc19cff4b6c1 req-acdc0acf-73cf-4add-ab0b-4615be0005ab tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.1726720 Sep 17 23:38:13.730512 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-202b0efd-b757-475f-88ab-77e364fc6ecc req-f0881410-9e4b-4a58-bbec-40b2a50bbfe5 service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839609 Sep 17 23:38:13.737698 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6ddfb-80c9-422d-baf6-366f54ec2f8d req-dfeeea28-add5-4122-8ddb-7d65b4846d2e tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:13.740986 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4d6ddfb-80c9-422d-baf6-366f54ec2f8d req-dfeeea28-add5-4122-8ddb-7d65b4846d2e tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 945 time: 0.1031537 Sep 17 23:38:13.832259 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bfcae-8764-4527-8a76-22727ea0015e req-c02dc656-5566-434c-b3c2-6f9fa6261637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:13.833371 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-c02dc656-5566-434c-b3c2-6f9fa6261637 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874&tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf HTTP/1.1" status: 200 len: 1096 time: 0.1157944 Sep 17 23:38:13.840556 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-118e330e-0b27-4de5-a1c1-fc19cff4b6c1 req-f90c4b84-87bb-4bd0-ad5f-f43d2e5d35c5 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141114 Sep 17 23:38:13.844321 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4d6ddfb-80c9-422d-baf6-366f54ec2f8d req-69351e7c-3bda-4b22-b90b-6b5c767cd920 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824010 Sep 17 23:38:13.849456 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1926fd76-25b4-4267-84ed-1de52fae076d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.859759 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 540982ad-5d1f-4c86-8554-de30bb3e524c {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:13.874762 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:13.888794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Transition to ACTIVE for port object 540982ad-5d1f-4c86-8554-de30bb3e524c will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:38:13.921500 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bfcae-8764-4527-8a76-22727ea0015e req-63e84c72-f9ea-40dd-954e-a792294e6c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:13.923199 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-63e84c72-f9ea-40dd-954e-a792294e6c01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 1096 time: 0.0644472 Sep 17 23:38:13.956700 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.035926 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Pushing event updated for resources: {'Port': ['ID=540982ad-5d1f-4c86-8554-de30bb3e524c,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:14.056950 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bfcae-8764-4527-8a76-22727ea0015e req-8e2fa49d-3f3a-4aea-911a-0a11851e36be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:14.058074 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Attempting to bind port 540982ad-5d1f-4c86-8554-de30bb3e524c on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:14.058484 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Attempting to bind port 540982ad-5d1f-4c86-8554-de30bb3e524c by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:14.058630 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-8e2fa49d-3f3a-4aea-911a-0a11851e36be service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 909 time: 0.1225750 Sep 17 23:38:14.058936 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Attempting to bind port 540982ad-5d1f-4c86-8554-de30bb3e524c on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:14.064236 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Port 540982ad-5d1f-4c86-8554-de30bb3e524c on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:38:14.064638 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Attempting to bind port 540982ad-5d1f-4c86-8554-de30bb3e524c on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:14.069772 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:14.070106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:14.074927 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:14.074927 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Bound port: 540982ad-5d1f-4c86-8554-de30bb3e524c, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:14.074927 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.078483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ddab079b-236a-4b4b-962a-c4ca7ec079e5 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:14.128989 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-46bcdef9-ea0f-4010-8c0d-b3ef25163306 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81074da1-d0dc-493d-8b5d-ebf72b613f14 HTTP/1.1" status: 200 len: 217 time: 0.0619159 Sep 17 23:38:14.145016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] For port 540982ad-5d1f-4c86-8554-de30bb3e524c, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:14.149627 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] For port 540982ad-5d1f-4c86-8554-de30bb3e524c, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=540982ad-5d1f-4c86-8554-de30bb3e524c,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:14.191450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bfcae-8764-4527-8a76-22727ea0015e req-835c21bd-28a0-4c0f-8fc2-ebd6a96ca46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:14.192965 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-835c21bd-28a0-4c0f-8fc2-ebd6a96ca46c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.0537033 Sep 17 23:38:14.229751 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-bc18eff2-5f7e-4327-b437-f3a6ee667ac3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273848 Sep 17 23:38:14.264705 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port ddab079b-236a-4b4b-962a-c4ca7ec079e5 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:38:14.274894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port ddab079b-236a-4b4b-962a-c4ca7ec079e5 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:14.275544 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.294435 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.343128 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:14.343128 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.343970 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] 10.222.0.41 "PUT /v2.0/ports/540982ad-5d1f-4c86-8554-de30bb3e524c HTTP/1.1" status: 200 len: 1095 time: 1.3084538 Sep 17 23:38:14.344740 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e333dd47-9b37-486e-bef6-0a9e28598d52', 'tag': '540982ad-5d1f-4c86-8554-de30bb3e524c'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:14.355520 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0edeaf-55b3-4cf7-b2c7-3b2cece45e28" -d '{"events": [{"name": "network-changed", "server_uuid": "e333dd47-9b37-486e-bef6-0a9e28598d52", "tag": "540982ad-5d1f-4c86-8554-de30bb3e524c"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:14.359657 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53950) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:14.393223 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.398300 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eabd9b-63e6-4295-9475-9798e33e3402 service neutron] Pushing event updated for resources: {'Port': ['ID=540982ad-5d1f-4c86-8554-de30bb3e524c,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:14.398818 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5e5f8-acea-4ae2-9766-91226a76d128 req-5922109a-8501-4591-ac6a-e0251f17f141 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:14.400371 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33e5e5f8-acea-4ae2-9766-91226a76d128 req-5922109a-8501-4591-ac6a-e0251f17f141 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 945 time: 0.1730759 Sep 17 23:38:14.401203 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e473d3c3-51e1-41cb-84f0-bb87df47932c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.413078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c19895-84bd-4362-ac8a-d5da08c11940 req-6962298c-7568-42f2-986a-8623903a21ff tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:14.414583 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36c19895-84bd-4362-ac8a-d5da08c11940 req-6962298c-7568-42f2-986a-8623903a21ff tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.37 "GET /v2.0/ports?device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 946 time: 0.1751690 Sep 17 23:38:14.429918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddab079b-236a-4b4b-962a-c4ca7ec079e5'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:14.432459 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbae347-ded2-46dc-beff-306f3e2b6f09" -d '{"events": [{"server_uuid": "fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b", "name": "network-vif-plugged", "status": "completed", "tag": "ddab079b-236a-4b4b-962a-c4ca7ec079e5"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:14.457326 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ddab079b-236a-4b4b-962a-c4ca7ec079e5, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ddab079b-236a-4b4b-962a-c4ca7ec079e5,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:14.467559 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-17c1e29f-eb07-47c1-be44-43f397c51ebe service neutron] 10.222.0.37 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268260 Sep 17 23:38:14.497568 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-a56301d7-2a8d-4918-8a0a-5720bd8131df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:14.499173 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-a56301d7-2a8d-4918-8a0a-5720bd8131df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa26b9349aa54bfca9efe02cb5d79276&device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 1098 time: 0.0450032 Sep 17 23:38:14.551018 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.551901 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-e6a538c8-2e45-401b-96a0-e074df179318 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=540982ad-5d1f-4c86-8554-de30bb3e524c HTTP/1.1" status: 200 len: 217 time: 0.0435207 Sep 17 23:38:14.571803 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33e5e5f8-acea-4ae2-9766-91226a76d128 req-173cf03a-d3d9-4d1a-9afd-280bfacb9dcf tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447239 Sep 17 23:38:14.619881 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=ddab079b-236a-4b4b-962a-c4ca7ec079e5,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:14.646101 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-852c5d07-0d88-4dfb-8f26-edabe82528ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:14.648251 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-852c5d07-0d88-4dfb-8f26-edabe82528ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0848994 Sep 17 23:38:14.708019 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-f06d178c-695a-4938-8b48-1614852bb85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:14.709811 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-f06d178c-695a-4938-8b48-1614852bb85b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0523639 Sep 17 23:38:14.736231 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0b7b2b-3ae4-469e-b353-7670b78f0c43 x-openstack-request-id: req-6c0b7b2b-3ae4-469e-b353-7670b78f0c43 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:14.736517 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e333dd47-9b37-486e-bef6-0a9e28598d52", "tag": "540982ad-5d1f-4c86-8554-de30bb3e524c", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:14.736765 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6c0b7b2b-3ae4-469e-b353-7670b78f0c43 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:14.737178 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e333dd47-9b37-486e-bef6-0a9e28598d52', 'tag': '540982ad-5d1f-4c86-8554-de30bb3e524c', 'status': 'completed', 'code': 200} Sep 17 23:38:14.768119 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db36e76f-7cae-4815-bc64-e5e41c346196 x-openstack-request-id: req-db36e76f-7cae-4815-bc64-e5e41c346196 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:14.768720 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b", "name": "network-vif-plugged", "status": "completed", "tag": "ddab079b-236a-4b4b-962a-c4ca7ec079e5", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:14.769212 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-db36e76f-7cae-4815-bc64-e5e41c346196 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:14.769890 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddab079b-236a-4b4b-962a-c4ca7ec079e5', 'code': 200} Sep 17 23:38:14.825671 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-d24d6b1a-9fb7-4e4a-a122-34f9700c67b0 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084647 Sep 17 23:38:14.832806 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-b510c4ad-7954-45c5-a25b-0987a1923aee service neutron] 10.222.0.37 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318486 Sep 17 23:38:14.855640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182e642-24a9-4a20-8fc4-0a8e1cb89111 req-96e28c54-5de2-41dd-9858-0b9171f1adf4 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:14.855932 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3182e642-24a9-4a20-8fc4-0a8e1cb89111 req-96e28c54-5de2-41dd-9858-0b9171f1adf4 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 946 time: 0.1931863 Sep 17 23:38:14.885645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-36c19895-84bd-4362-ac8a-d5da08c11940 req-55b97c5d-9e27-4e56-82ee-0785e28484ae tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Deleting port 84267809-acaa-4df3-938f-da0eeb1a3c25 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:38:14.886054 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-36c19895-84bd-4362-ac8a-d5da08c11940 req-55b97c5d-9e27-4e56-82ee-0785e28484ae tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.937389 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fc13a-9116-433d-9e76-5cbad39dbc72 req-a5748eb1-8261-496b-82a9-fccbebd90536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:14.939001 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-304fc13a-9116-433d-9e76-5cbad39dbc72 req-a5748eb1-8261-496b-82a9-fccbebd90536 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 1097 time: 0.0953920 Sep 17 23:38:14.967709 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e473d3c3-51e1-41cb-84f0-bb87df47932c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:14.970719 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8f83fac9-3d0d-4580-95d8-c97de3323572 req-c03c8981-d890-40eb-8eae-e9b27d231a0b service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363306 Sep 17 23:38:14.987254 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-304fc13a-9116-433d-9e76-5cbad39dbc72 req-03cd0a7f-4b68-4494-8ec3-ffab4f690318 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325494 Sep 17 23:38:15.018657 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3182e642-24a9-4a20-8fc4-0a8e1cb89111 req-6f12d7aa-17cc-418d-a994-1158401a7a12 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dc30706-59a7-4986-87be-e85e58bc50e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505337 Sep 17 23:38:15.045317 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ebbdb-e52c-4ff3-8a68-96fcf439590b req-fb2a1a1d-b5e6-41d1-825e-17c542d77089 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:15.047167 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-db0ebbdb-e52c-4ff3-8a68-96fcf439590b req-fb2a1a1d-b5e6-41d1-825e-17c542d77089 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 947 time: 0.1639118 Sep 17 23:38:15.051064 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e473d3c3-51e1-41cb-84f0-bb87df47932c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:15.107173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-36c19895-84bd-4362-ac8a-d5da08c11940 req-55b97c5d-9e27-4e56-82ee-0785e28484ae tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] For port 84267809-acaa-4df3-938f-da0eeb1a3c25, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=84267809-acaa-4df3-938f-da0eeb1a3c25,segment=NetworkSegment(5037bf98-f579-4a6e-b796-f1384d8c59e3),segment_id=5037bf98-f579-4a6e-b796-f1384d8c59e3)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:15.107513 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-36c19895-84bd-4362-ac8a-d5da08c11940 req-55b97c5d-9e27-4e56-82ee-0785e28484ae tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:15.149123 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0edeaf-55b3-4cf7-b2c7-3b2cece45e28 req-0733ff99-4e09-4a76-9061-6fd594390bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:15.150683 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3d0edeaf-55b3-4cf7-b2c7-3b2cece45e28 req-0733ff99-4e09-4a76-9061-6fd594390bd5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa26b9349aa54bfca9efe02cb5d79276&device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 1098 time: 0.0426486 Sep 17 23:38:15.168889 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-36c19895-84bd-4362-ac8a-d5da08c11940 req-55b97c5d-9e27-4e56-82ee-0785e28484ae tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Calling delete_port for 84267809-acaa-4df3-938f-da0eeb1a3c25 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:38:15.177589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473d3c3-51e1-41cb-84f0-bb87df47932c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9115460b-dcce-4ac1-b63d-04306b4a176f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:15.183690 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e473d3c3-51e1-41cb-84f0-bb87df47932c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ce11ebbf7f04990946372dd4607d542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8230319 Sep 17 23:38:15.187702 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53976) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:15.193737 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 81074da1-d0dc-493d-8b5d-ebf72b613f14 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:38:15.205122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-db0ebbdb-e52c-4ff3-8a68-96fcf439590b req-c6777103-9b3a-48d6-b054-b5d9a7f58eba tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503649 Sep 17 23:38:15.253140 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 81074da1-d0dc-493d-8b5d-ebf72b613f14 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:38:15.258166 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9c708-b6f7-439b-825f-752a380c3c90 req-d22d581d-5aa3-4df0-ac41-d6bd8b256130 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:15.259711 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ae9c708-b6f7-439b-825f-752a380c3c90 req-d22d581d-5aa3-4df0-ac41-d6bd8b256130 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.1495271 Sep 17 23:38:15.281747 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0edeaf-55b3-4cf7-b2c7-3b2cece45e28 req-c7be0ff1-f098-4982-a76f-64882fd22a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:15.283221 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3d0edeaf-55b3-4cf7-b2c7-3b2cece45e28 req-c7be0ff1-f098-4982-a76f-64882fd22a2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1255934 Sep 17 23:38:15.302891 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-688294bb-eb6c-46dc-8803-799b6c70b849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:15.336264 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3d0edeaf-55b3-4cf7-b2c7-3b2cece45e28 req-343aa91d-d8b6-4c8e-b68b-f575bb83ec9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=540982ad-5d1f-4c86-8554-de30bb3e524c HTTP/1.1" status: 200 len: 217 time: 0.0417049 Sep 17 23:38:15.346408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ae9c708-b6f7-439b-825f-752a380c3c90 req-4f1fcf12-0343-4e51-8d97-a4a63ab553fb tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745289 Sep 17 23:38:15.362830 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-688294bb-eb6c-46dc-8803-799b6c70b849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:15.402173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e747e-a852-4089-8481-a34987aa34dc req-5851fd59-e3b8-4094-9a1b-677516d9f885 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:15.404449 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-579e747e-a852-4089-8481-a34987aa34dc req-5851fd59-e3b8-4094-9a1b-677516d9f885 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 946 time: 0.0936728 Sep 17 23:38:15.425886 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0edeaf-55b3-4cf7-b2c7-3b2cece45e28 req-823c731b-f4e5-44cb-a77b-d697f2cd75c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:15.427572 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3d0edeaf-55b3-4cf7-b2c7-3b2cece45e28 req-823c731b-f4e5-44cb-a77b-d697f2cd75c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0815022 Sep 17 23:38:15.455644 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-579e747e-a852-4089-8481-a34987aa34dc req-dc98c939-7350-44f0-85dd-9c60a5551fe1 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423942 Sep 17 23:38:15.501300 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0edeaf-55b3-4cf7-b2c7-3b2cece45e28 req-f34c11af-4ba2-4d0e-a27c-268151856e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:15.502874 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3d0edeaf-55b3-4cf7-b2c7-3b2cece45e28 req-f34c11af-4ba2-4d0e-a27c-268151856e27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642078 Sep 17 23:38:15.607554 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-36c19895-84bd-4362-ac8a-d5da08c11940 req-55b97c5d-9e27-4e56-82ee-0785e28484ae tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:15.639286 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['84267809-acaa-4df3-938f-da0eeb1a3c25'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:15.639845 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-688294bb-eb6c-46dc-8803-799b6c70b849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:15.639845 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-688294bb-eb6c-46dc-8803-799b6c70b849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:15.639845 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-688294bb-eb6c-46dc-8803-799b6c70b849 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9115460b-dcce-4ac1-b63d-04306b4a176f HTTP/1.1" status: 204 len: 168 time: 0.4475622 Sep 17 23:38:15.647910 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b97c5d-9e27-4e56-82ee-0785e28484ae tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Pushing event deleted for resources: {'Port': ['ID=84267809-acaa-4df3-938f-da0eeb1a3c25,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:15.668355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688294bb-eb6c-46dc-8803-799b6c70b849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9115460b-dcce-4ac1-b63d-04306b4a176f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:15.684129 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3d0edeaf-55b3-4cf7-b2c7-3b2cece45e28 req-8328de19-7da4-410d-b585-ca308eb9f66b service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726203 Sep 17 23:38:15.694952 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bfcae-8764-4527-8a76-22727ea0015e req-c2400b23-0f89-47e9-987d-7c5c2b341914 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:15.696521 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-c2400b23-0f89-47e9-987d-7c5c2b341914 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874&tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&binding%3Ahost_id=n-h2-809883-1 HTTP/1.1" status: 200 len: 1096 time: 0.1246355 Sep 17 23:38:15.786952 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c19895-84bd-4362-ac8a-d5da08c11940 req-55b97c5d-9e27-4e56-82ee-0785e28484ae tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] No DVR routers for this DVR port 84267809-acaa-4df3-938f-da0eeb1a3c25 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:38:15.791827 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-36c19895-84bd-4362-ac8a-d5da08c11940 req-55b97c5d-9e27-4e56-82ee-0785e28484ae tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:15.794319 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36c19895-84bd-4362-ac8a-d5da08c11940 req-55b97c5d-9e27-4e56-82ee-0785e28484ae tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.37 "DELETE /v2.0/ports/84267809-acaa-4df3-938f-da0eeb1a3c25 HTTP/1.1" status: 204 len: 173 time: 1.3701706 Sep 17 23:38:15.796716 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'name': 'network-vif-deleted', 'tag': '84267809-acaa-4df3-938f-da0eeb1a3c25'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:15.803704 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b15a87-8b10-4d11-95e3-0fab3ef1f827" -d '{"events": [{"server_uuid": "081c2287-74fe-4ec6-ab20-ef57c69bd7c2", "name": "network-vif-deleted", "tag": "84267809-acaa-4df3-938f-da0eeb1a3c25"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:15.818660 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fe257-dcf6-49ab-8692-b2ef3ba5ec1c req-4b0c6626-c315-41b0-90c7-80e8139fec62 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:15.827294 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-677fe257-dcf6-49ab-8692-b2ef3ba5ec1c req-4b0c6626-c315-41b0-90c7-80e8139fec62 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 945 time: 0.1076040 Sep 17 23:38:15.857452 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3d0edeaf-55b3-4cf7-b2c7-3b2cece45e28 req-6f3a8544-6af1-49e0-877e-70c6d0907449 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598706 Sep 17 23:38:15.858262 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8174834f-0abb-4abb-bfb7-f76e1c85bd5d x-openstack-request-id: req-8174834f-0abb-4abb-bfb7-f76e1c85bd5d {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:15.858796 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081c2287-74fe-4ec6-ab20-ef57c69bd7c2", "name": "network-vif-deleted", "tag": "84267809-acaa-4df3-938f-da0eeb1a3c25", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:15.858902 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8174834f-0abb-4abb-bfb7-f76e1c85bd5d {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:15.859656 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081c2287-74fe-4ec6-ab20-ef57c69bd7c2', 'name': 'network-vif-deleted', 'tag': '84267809-acaa-4df3-938f-da0eeb1a3c25', 'status': 'completed', 'code': 200} Sep 17 23:38:15.888855 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-677fe257-dcf6-49ab-8692-b2ef3ba5ec1c req-d0336fef-80ec-4470-b533-1552a043a241 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570049 Sep 17 23:38:16.015755 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-483bfcae-8764-4527-8a76-22727ea0015e req-2ba548e4-fa08-42a5-b6dc-590df4c7845e service neutron] For port 81074da1-d0dc-493d-8b5d-ebf72b613f14, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:16.024939 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-483bfcae-8764-4527-8a76-22727ea0015e req-2ba548e4-fa08-42a5-b6dc-590df4c7845e service neutron] Notify callbacks [] for binding, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:16.027350 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-483bfcae-8764-4527-8a76-22727ea0015e req-2ba548e4-fa08-42a5-b6dc-590df4c7845e service neutron] 10.222.0.37 "DELETE /v2.0/ports/81074da1-d0dc-493d-8b5d-ebf72b613f14/bindings/n-h1-809883-1 HTTP/1.1" status: 204 len: 173 time: 0.3147328 Sep 17 23:38:16.047173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01669a-6f68-4bfa-a3ff-0b4d8f9b4a66 req-33b32f85-28ba-4c46-a9d3-0db87acead3f tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:16.055452 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f01669a-6f68-4bfa-a3ff-0b4d8f9b4a66 req-33b32f85-28ba-4c46-a9d3-0db87acead3f tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 1096 time: 0.0709388 Sep 17 23:38:16.107136 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f01669a-6f68-4bfa-a3ff-0b4d8f9b4a66 req-08d30100-5c8f-41c9-aaa2-f41282ff3883 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469007 Sep 17 23:38:16.120052 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:38:16.169263 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e7930a7-505c-4b52-be2a-cf17cad4438e req-572ff46f-214e-4b74-ad9d-35481a179cd6 tempest-FloatingIPsAssociationTestJSON-554509983 tempest-FloatingIPsAssociationTestJSON-554509983-project] 10.222.0.46 "GET /v2.0/ports?device_id=081c2287-74fe-4ec6-ab20-ef57c69bd7c2 HTTP/1.1" status: 200 len: 210 time: 0.0485303 Sep 17 23:38:16.228914 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54022) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:16.371507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39f643-7d03-40c6-98fe-884c5b839f0e req-28facd66-a114-4ff7-8c38-edf310e171ca tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:16.373328 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd39f643-7d03-40c6-98fe-884c5b839f0e req-28facd66-a114-4ff7-8c38-edf310e171ca tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 947 time: 0.0717542 Sep 17 23:38:16.450495 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd39f643-7d03-40c6-98fe-884c5b839f0e req-1c925fb7-149f-41f4-a2d6-bf90b81d8b71 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647256 Sep 17 23:38:16.496951 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-859083e9-a9f1-41e6-944a-54bb4a2b7ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:16.607630 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-55c9e6ed-87e5-4353-9505-ec7fb957229f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:16.670473 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-859083e9-a9f1-41e6-944a-54bb4a2b7ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:16.757467 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-859083e9-a9f1-41e6-944a-54bb4a2b7ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:16.802601 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-859083e9-a9f1-41e6-944a-54bb4a2b7ba7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25934ae67bba46b49b4e05889310d7fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5724156 Sep 17 23:38:16.803658 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859083e9-a9f1-41e6-944a-54bb4a2b7ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc781c02-a267-430c-88e9-02b5ea970fd1,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:16.807298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54050) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:16.876703 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-604f2c05-8b08-49a1-918a-4981a05f883b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:16.914720 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-604f2c05-8b08-49a1-918a-4981a05f883b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:16.949259 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa48706-4052-4dfa-bd47-86033b0d5ea7 req-cda0beab-33de-40a1-b14a-feea76afb247 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:16.951752 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aaa48706-4052-4dfa-bd47-86033b0d5ea7 req-cda0beab-33de-40a1-b14a-feea76afb247 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.4078465 Sep 17 23:38:16.988215 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-78bd235e-2f3e-4924-8094-80bfa881cbd1 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:16.989883 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-78bd235e-2f3e-4924-8094-80bfa881cbd1 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 808 time: 0.5036075 Sep 17 23:38:17.017075 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-0d479943-0619-4e99-8a4a-75255bd11701 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/quotas/83ce412fe25740ddb2840fc8f3c7c5cf HTTP/1.1" status: 200 len: 375 time: 0.0210180 Sep 17 23:38:17.022302 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aaa48706-4052-4dfa-bd47-86033b0d5ea7 req-e5eaa947-36bd-422e-a4e9-02ea8942dc3c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585825 Sep 17 23:38:17.038384 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-604f2c05-8b08-49a1-918a-4981a05f883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:17.048678 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-604f2c05-8b08-49a1-918a-4981a05f883b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:17.054587 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-604f2c05-8b08-49a1-918a-4981a05f883b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc781c02-a267-430c-88e9-02b5ea970fd1 HTTP/1.1" status: 204 len: 168 time: 0.2403784 Sep 17 23:38:17.065362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f2c05-8b08-49a1-918a-4981a05f883b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc781c02-a267-430c-88e9-02b5ea970fd1,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:17.079964 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-bfa1acf4-1a5e-492b-b943-0cc1599c4125 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559530 Sep 17 23:38:17.280499 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbcb22-96ba-4b94-9be0-019d432ac0d2 req-83c51edc-e037-4bb7-8d9e-41e9b445156d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:17.280499 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27bbcb22-96ba-4b94-9be0-019d432ac0d2 req-83c51edc-e037-4bb7-8d9e-41e9b445156d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 946 time: 0.1163995 Sep 17 23:38:17.327352 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-937ae997-1765-4d0d-bb5e-c5b1cac6411d service neutron] 10.222.0.46 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982265 Sep 17 23:38:17.328105 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:17.335541 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27bbcb22-96ba-4b94-9be0-019d432ac0d2 req-0adb7a12-bb22-463b-9ca1-09d5d4cd6fa1 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721743 Sep 17 23:38:17.404152 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-2ce8e1a3-caab-4610-8c16-699a58118ce3 service neutron] 10.222.0.46 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108313 Sep 17 23:38:17.445651 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54070) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:17.531049 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6c72e-25fe-4b74-ba89-fec8fb954e98 req-ea6093d7-268c-4d32-bb7e-5bb5f7f682fc tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:17.532650 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cdd6c72e-25fe-4b74-ba89-fec8fb954e98 req-ea6093d7-268c-4d32-bb7e-5bb5f7f682fc tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 1097 time: 0.0427532 Sep 17 23:38:17.600861 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cdd6c72e-25fe-4b74-ba89-fec8fb954e98 req-178adf0b-e572-4ab0-bcb0-3a03f08b37a6 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578866 Sep 17 23:38:17.607922 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:17.777526 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa818b45-a183-480e-9628-02434d0992f9 req-113e94e1-90d9-40a9-89ea-79866701f0da tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:17.787595 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa818b45-a183-480e-9628-02434d0992f9 req-113e94e1-90d9-40a9-89ea-79866701f0da tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 947 time: 0.0793188 Sep 17 23:38:17.835695 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa818b45-a183-480e-9628-02434d0992f9 req-97e96c03-a3d9-4fc3-86ac-145c14fee12a tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453339 Sep 17 23:38:17.924763 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-401d62d2-49d2-40d7-b8f0-a1024718d8f3 req-b94d30d8-7f7e-4904-bbce-f88f00043603 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 210 time: 0.0388675 Sep 17 23:38:17.975379 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-106ee72e-54c4-49de-839c-e1008490e7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:18.089850 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 84267809-acaa-4df3-938f-da0eeb1a3c25 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:38:18.141479 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 84267809-acaa-4df3-938f-da0eeb1a3c25 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:38:18.141833 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 84267809-acaa-4df3-938f-da0eeb1a3c25 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:38:18.195884 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134eb62-c836-4158-868f-5942fdf64905 req-9a585ee4-2f64-4ec6-9491-458f8b61a022 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:18.197458 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f134eb62-c836-4158-868f-5942fdf64905 req-9a585ee4-2f64-4ec6-9491-458f8b61a022 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.0657763 Sep 17 23:38:18.287317 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f134eb62-c836-4158-868f-5942fdf64905 req-463cf7d5-2151-4598-a595-90deb2d84547 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803487 Sep 17 23:38:18.577870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-106ee72e-54c4-49de-839c-e1008490e7e7 admin admin] Deleting port 521cdec4-831b-4259-8990-d88306367c5d {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:38:18.578163 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-106ee72e-54c4-49de-839c-e1008490e7e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:18.675106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-106ee72e-54c4-49de-839c-e1008490e7e7 admin admin] For port 521cdec4-831b-4259-8990-d88306367c5d, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=521cdec4-831b-4259-8990-d88306367c5d,segment=NetworkSegment(5037bf98-f579-4a6e-b796-f1384d8c59e3),segment_id=5037bf98-f579-4a6e-b796-f1384d8c59e3)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:18.675885 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-106ee72e-54c4-49de-839c-e1008490e7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:18.692468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-106ee72e-54c4-49de-839c-e1008490e7e7 admin admin] Calling delete_port for 521cdec4-831b-4259-8990-d88306367c5d owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:38:18.952726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db562a6-bc36-44fb-856b-3caadf54d2e6 req-c2e823b0-9388-4011-b3a4-1e17a41fd4d8 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:18.954620 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5db562a6-bc36-44fb-856b-3caadf54d2e6 req-c2e823b0-9388-4011-b3a4-1e17a41fd4d8 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 947 time: 0.0508442 Sep 17 23:38:18.967585 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-106ee72e-54c4-49de-839c-e1008490e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:19.015209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ee72e-54c4-49de-839c-e1008490e7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=521cdec4-831b-4259-8990-d88306367c5d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:19.079589 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-439f62f9-f80e-49c2-b94c-f97fa68a1cd6 req-7d07dca8-8a9b-4d25-9459-65046b3c4555 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 210 time: 0.0578287 Sep 17 23:38:19.090160 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5db562a6-bc36-44fb-856b-3caadf54d2e6 req-42a10ab0-a01c-4c61-bb14-7fc6e20b1acd tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290019 Sep 17 23:38:19.202403 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 540982ad-5d1f-4c86-8554-de30bb3e524c details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:38:19.206524 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-106ee72e-54c4-49de-839c-e1008490e7e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:19.393509 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 540982ad-5d1f-4c86-8554-de30bb3e524c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=540982ad-5d1f-4c86-8554-de30bb3e524c,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:19.416564 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '540982ad-5d1f-4c86-8554-de30bb3e524c', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '540982ad-5d1f-4c86-8554-de30bb3e524c', 'mac_address': 'fa:16:3e:73:20:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:38:19.427157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf04ff9-a50f-4c7a-9603-96dbfc04f7f2 req-cc4e3546-5e15-4785-955a-d6351710f01a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:19.434961 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cbf04ff9-a50f-4c7a-9603-96dbfc04f7f2 req-cc4e3546-5e15-4785-955a-d6351710f01a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.0650296 Sep 17 23:38:19.474590 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:19.487263 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54182) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:19.491618 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540982ad-5d1f-4c86-8554-de30bb3e524c {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:19.504514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cbf04ff9-a50f-4c7a-9603-96dbfc04f7f2 req-adfd3e95-730a-47a7-bfa5-33da10d3d7c2 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684755 Sep 17 23:38:19.538190 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 540982ad-5d1f-4c86-8554-de30bb3e524c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=540982ad-5d1f-4c86-8554-de30bb3e524c,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:19.567022 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106ee72e-54c4-49de-839c-e1008490e7e7 admin admin] Router 566bd231-d27d-499f-80f3-cd4c90f7251e has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:38:19.605938 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:19.607231 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:19.640266 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ed1b51cc-75ae-44e9-ba66-2bde20cc5c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:19.662930 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=540982ad-5d1f-4c86-8554-de30bb3e524c,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:19.704300 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106ee72e-54c4-49de-839c-e1008490e7e7 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:38:19.709558 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-106ee72e-54c4-49de-839c-e1008490e7e7 admin admin] 10.222.0.46 "PUT /v2.0/routers/566bd231-d27d-499f-80f3-cd4c90f7251e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2627053 Sep 17 23:38:19.712108 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54192) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:19.715331 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6449a313-e3ee-4dd2-b418-36dd1d142516 None None] Sync routers for ids ['566bd231-d27d-499f-80f3-cd4c90f7251e'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:38:19.726299 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6449a313-e3ee-4dd2-b418-36dd1d142516 None None] Routers {'566bd231-d27d-499f-80f3-cd4c90f7251e'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:19.727498 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6449a313-e3ee-4dd2-b418-36dd1d142516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:38:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['566bd231-d27d-499f-80f3-cd4c90f7251e'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:19.838349 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-6449a313-e3ee-4dd2-b418-36dd1d142516 None None] Set router 566bd231-d27d-499f-80f3-cd4c90f7251e gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:19.848530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['540982ad-5d1f-4c86-8554-de30bb3e524c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:19.861874 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b4d18b5-57f6-40f9-bcf6-4b97d20b869f admin admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:20.047105 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6449a313-e3ee-4dd2-b418-36dd1d142516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:38:18Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:20.075983 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ed1b51cc-75ae-44e9-ba66-2bde20cc5c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:20.076813 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6449a313-e3ee-4dd2-b418-36dd1d142516 None None] Checking router: 566bd231-d27d-499f-80f3-cd4c90f7251e for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:38:20.086628 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6449a313-e3ee-4dd2-b418-36dd1d142516 None None] Routers {'566bd231-d27d-499f-80f3-cd4c90f7251e'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:20.087534 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6449a313-e3ee-4dd2-b418-36dd1d142516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:38:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['566bd231-d27d-499f-80f3-cd4c90f7251e'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:20.190391 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b4d18b5-57f6-40f9-bcf6-4b97d20b869f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:20.200728 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ed1b51cc-75ae-44e9-ba66-2bde20cc5c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:20.203238 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-6449a313-e3ee-4dd2-b418-36dd1d142516 None None] Set router 566bd231-d27d-499f-80f3-cd4c90f7251e gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:20.228878 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-887dbe26-dacf-44e0-8e31-c338c3738499 req-884bb858-7d20-453b-97c8-d6be732f6b9b tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 210 time: 0.0479939 Sep 17 23:38:20.281500 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ed1b51cc-75ae-44e9-ba66-2bde20cc5c20 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb343ab5921d413f86a63c9739f499ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7926404 Sep 17 23:38:20.284234 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54208) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:20.313998 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b51cc-75ae-44e9-ba66-2bde20cc5c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccd7aae-a7a8-4a3d-bb8c-368cf355caff,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:20.314240 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24647816-f515-444a-8dfd-cbac98f34b7b req-e73debda-4cf3-4f75-bf69-77f0930ef519 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:20.316040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24647816-f515-444a-8dfd-cbac98f34b7b req-e73debda-4cf3-4f75-bf69-77f0930ef519 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 948 time: 0.0835826 Sep 17 23:38:20.349473 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-3b0e7d2f-26a2-4081-8f5a-88edeffcbb71 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:20.351961 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-3b0e7d2f-26a2-4081-8f5a-88edeffcbb71 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.41 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 808 time: 0.2932212 Sep 17 23:38:20.422003 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-0281650a-ddc8-4992-96a9-740afa354b82 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Request body: {'port': {'device_id': '6eeef762-e373-472c-b1b6-eb11574f0fbc', 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5', 'admin_state_up': True, 'tenant_id': '83ce412fe25740ddb2840fc8f3c7c5cf'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:20.521123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24647816-f515-444a-8dfd-cbac98f34b7b req-76ee44f2-e90c-4564-9bcd-024fa8df7a7b tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970022 Sep 17 23:38:20.525989 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6449a313-e3ee-4dd2-b418-36dd1d142516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:38:18Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:20.553947 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a58b5453-987b-40e9-8e99-551a24158262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:20.608889 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6449a313-e3ee-4dd2-b418-36dd1d142516 None None] The sync data for ids ['566bd231-d27d-499f-80f3-cd4c90f7251e'] in n-d-809883-1 is: [{'id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'name': 'tempest-FloatingIPsAssociationTestJSON-82301575-router', 'tenant_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:37:02Z', 'updated_at': '2021-09-17T23:38:18Z', 'revision_number': 5, 'project_id': '95a42a19fd39427ba2f2e61a1ad749ba', 'gw_port': {'id': '440dc1e3-bf59-40e8-b170-90b8626c739b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566bd231-d27d-499f-80f3-cd4c90f7251e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:37:04Z', 'updated_at': '2021-09-17T23:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:38:20.620392 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a58b5453-987b-40e9-8e99-551a24158262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:20.621630 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-5b4d18b5-57f6-40f9-bcf6-4b97d20b869f admin admin] Deleting port 440dc1e3-bf59-40e8-b170-90b8626c739b {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:38:20.621982 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b4d18b5-57f6-40f9-bcf6-4b97d20b869f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:20.678723 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-0281650a-ddc8-4992-96a9-740afa354b82 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Made reservation on behalf of 83ce412fe25740ddb2840fc8f3c7c5cf for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:20.682654 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-0281650a-ddc8-4992-96a9-740afa354b82 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:20.860172 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-5b4d18b5-57f6-40f9-bcf6-4b97d20b869f admin admin] For port 440dc1e3-bf59-40e8-b170-90b8626c739b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=440dc1e3-bf59-40e8-b170-90b8626c739b,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:20.860776 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b4d18b5-57f6-40f9-bcf6-4b97d20b869f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:20.868030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d533cd-e378-4c2c-8f86-f02970138bf1 req-7ce6ab30-e2b1-433e-a37a-3d4ea65d63a2 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:20.876648 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13d533cd-e378-4c2c-8f86-f02970138bf1 req-7ce6ab30-e2b1-433e-a37a-3d4ea65d63a2 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.1615353 Sep 17 23:38:20.910362 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a58b5453-987b-40e9-8e99-551a24158262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:20.913233 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a58b5453-987b-40e9-8e99-551a24158262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:20.922845 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a58b5453-987b-40e9-8e99-551a24158262 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ccd7aae-a7a8-4a3d-bb8c-368cf355caff HTTP/1.1" status: 204 len: 168 time: 0.6287041 Sep 17 23:38:20.923142 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-5b4d18b5-57f6-40f9-bcf6-4b97d20b869f admin admin] Calling delete_port for 440dc1e3-bf59-40e8-b170-90b8626c739b owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:38:20.928759 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13d533cd-e378-4c2c-8f86-f02970138bf1 req-f66c03e1-dfe5-425b-b18a-6128b56ffc8a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508935 Sep 17 23:38:20.930082 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b5453-987b-40e9-8e99-551a24158262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccd7aae-a7a8-4a3d-bb8c-368cf355caff,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:20.992268 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-0281650a-ddc8-4992-96a9-740afa354b82 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Allocated IP 172.20.0.12 (ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5/67cb8484-c4f9-4750-9dcd-5e0d784dcaf7/aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:21.197475 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 521cdec4-831b-4259-8990-d88306367c5d no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:38:21.238419 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 521cdec4-831b-4259-8990-d88306367c5d {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:38:21.239612 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 521cdec4-831b-4259-8990-d88306367c5d not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:38:21.243573 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 540982ad-5d1f-4c86-8554-de30bb3e524c up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:21.331893 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-0281650a-ddc8-4992-96a9-740afa354b82 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:21.396507 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b4d18b5-57f6-40f9-bcf6-4b97d20b869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:21.401037 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7d8149a0-3e29-4f28-a49d-949bbd04ed0c req-8c2dc9ef-f2b3-4ad3-8e71-66cf221127d8 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 210 time: 0.0400391 Sep 17 23:38:21.448624 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d18b5-57f6-40f9-bcf6-4b97d20b869f admin admin] Pushing event deleted for resources: {'Port': ['ID=440dc1e3-bf59-40e8-b170-90b8626c739b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:21.451010 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b4d18b5-57f6-40f9-bcf6-4b97d20b869f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:21.510062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 540982ad-5d1f-4c86-8554-de30bb3e524c completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:38:21.514095 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 540982ad-5d1f-4c86-8554-de30bb3e524c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:21.514473 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:21.601319 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:21.627637 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e333dd47-9b37-486e-bef6-0a9e28598d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540982ad-5d1f-4c86-8554-de30bb3e524c'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:21.630269 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad595d4-6d50-4714-bdbe-0c1721f3e2fb" -d '{"events": [{"server_uuid": "e333dd47-9b37-486e-bef6-0a9e28598d52", "name": "network-vif-plugged", "status": "completed", "tag": "540982ad-5d1f-4c86-8554-de30bb3e524c"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:21.643830 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 540982ad-5d1f-4c86-8554-de30bb3e524c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=540982ad-5d1f-4c86-8554-de30bb3e524c,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:21.692163 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d08bca9-fc2c-4cf5-9f41-e69890233d36 x-openstack-request-id: req-0d08bca9-fc2c-4cf5-9f41-e69890233d36 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:21.692462 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e333dd47-9b37-486e-bef6-0a9e28598d52", "name": "network-vif-plugged", "status": "completed", "tag": "540982ad-5d1f-4c86-8554-de30bb3e524c", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:21.692719 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d08bca9-fc2c-4cf5-9f41-e69890233d36 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:21.693534 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e333dd47-9b37-486e-bef6-0a9e28598d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540982ad-5d1f-4c86-8554-de30bb3e524c', 'code': 200} Sep 17 23:38:21.705733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df9aa3-ba1e-4d64-820e-7e8dad5d4856 req-5f37cde3-5b8b-4537-aa46-dcc11f932ce7 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:21.707326 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6df9aa3-ba1e-4d64-820e-7e8dad5d4856 req-5f37cde3-5b8b-4537-aa46-dcc11f932ce7 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 948 time: 0.0850716 Sep 17 23:38:21.733198 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:21.749511 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6df9aa3-ba1e-4d64-820e-7e8dad5d4856 req-b6c05fdc-e40b-492f-a7f7-bd94b4784605 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353904 Sep 17 23:38:21.794861 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54262) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:21.802187 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-0281650a-ddc8-4992-96a9-740afa354b82 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:21.805459 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b4d18b5-57f6-40f9-bcf6-4b97d20b869f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:21.806667 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=540982ad-5d1f-4c86-8554-de30bb3e524c,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:21.815518 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b4d18b5-57f6-40f9-bcf6-4b97d20b869f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:21.819785 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b80059ac-c656-4f6b-b2ec-3a4eeb115f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:21.904667 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-0281650a-ddc8-4992-96a9-740afa354b82 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:21.911999 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-0281650a-ddc8-4992-96a9-740afa354b82 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:21.917909 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-0281650a-ddc8-4992-96a9-740afa354b82 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:21.922377 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b80059ac-c656-4f6b-b2ec-3a4eeb115f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:21.925187 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-0281650a-ddc8-4992-96a9-740afa354b82 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:21.925187 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-0281650a-ddc8-4992-96a9-740afa354b82 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:21.943436 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390b9ca-dcad-4b68-a55e-e9cad938fc1b req-bd5b5b30-63f3-4ccb-8284-cbe04fb2c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:21.944860 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5390b9ca-dcad-4b68-a55e-e9cad938fc1b req-bd5b5b30-63f3-4ccb-8284-cbe04fb2c6a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 1100 time: 0.1449027 Sep 17 23:38:21.945540 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281650a-ddc8-4992-96a9-740afa354b82 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Pushing event updated for resources: {'Port': ['ID=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:21.976968 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b4d18b5-57f6-40f9-bcf6-4b97d20b869f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:21.977465 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4d18b5-57f6-40f9-bcf6-4b97d20b869f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 566bd231-d27d-499f-80f3-cd4c90f7251e {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:38:21.982886 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b4d18b5-57f6-40f9-bcf6-4b97d20b869f admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:21.986173 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5b4d18b5-57f6-40f9-bcf6-4b97d20b869f admin admin] 10.222.0.46 "DELETE /v2.0/routers/566bd231-d27d-499f-80f3-cd4c90f7251e HTTP/1.1" status: 204 len: 168 time: 2.2702343 Sep 17 23:38:21.986173 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5390b9ca-dcad-4b68-a55e-e9cad938fc1b req-d5b68ff0-4a5d-4a80-b873-e3470ca478ef service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337434 Sep 17 23:38:21.986508 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54264) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:22.034033 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b80059ac-c656-4f6b-b2ec-3a4eeb115f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.035565 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f17ae5-0e28-4f6a-8e95-22fd2d8f62f6 admin admin] Deleting subnet 7f3812e0-a4e8-48f2-99f9-d914c44bba80 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:38:22.038938 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d5f17ae5-0e28-4f6a-8e95-22fd2d8f62f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.075266 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d5f17ae5-0e28-4f6a-8e95-22fd2d8f62f6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.090683 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-0281650a-ddc8-4992-96a9-740afa354b82 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6730266 Sep 17 23:38:22.100675 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80059ac-c656-4f6b-b2ec-3a4eeb115f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85f0bad-42cf-47bb-8b89-3a8e27396022,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:22.112182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b80059ac-c656-4f6b-b2ec-3a4eeb115f59 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c4e907952b8f43cc83e2a0e7fa55fbf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136377 Sep 17 23:38:22.120480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54268) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:22.144875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e1307-f7af-4744-9e2e-8b464e846a16 req-7fa3e27b-2446-442e-9436-f1fe550fe868 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:22.146618 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-115e1307-f7af-4744-9e2e-8b464e846a16 req-7fa3e27b-2446-442e-9436-f1fe550fe868 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.0961440 Sep 17 23:38:22.172174 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d5f17ae5-0e28-4f6a-8e95-22fd2d8f62f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.194478 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Request body: {'port': {'device_id': '6eeef762-e373-472c-b1b6-eb11574f0fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:22.209031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-115e1307-f7af-4744-9e2e-8b464e846a16 req-3152da48-92ac-4f2f-b1a6-c4f156dc0228 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544622 Sep 17 23:38:22.213408 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-48248804-3984-49c4-8f03-fb502c90226a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.236203 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-48248804-3984-49c4-8f03-fb502c90226a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.275302 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.344342 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-48248804-3984-49c4-8f03-fb502c90226a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.346999 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-48248804-3984-49c4-8f03-fb502c90226a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.348140 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-48248804-3984-49c4-8f03-fb502c90226a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f85f0bad-42cf-47bb-8b89-3a8e27396022 HTTP/1.1" status: 204 len: 168 time: 0.2266891 Sep 17 23:38:22.356228 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48248804-3984-49c4-8f03-fb502c90226a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85f0bad-42cf-47bb-8b89-3a8e27396022,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:22.378402 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d5f17ae5-0e28-4f6a-8e95-22fd2d8f62f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.414393 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f17ae5-0e28-4f6a-8e95-22fd2d8f62f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f3812e0-a4e8-48f2-99f9-d914c44bba80,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:22.418538 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d5f17ae5-0e28-4f6a-8e95-22fd2d8f62f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.420661 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d5f17ae5-0e28-4f6a-8e95-22fd2d8f62f6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7f3812e0-a4e8-48f2-99f9-d914c44bba80 HTTP/1.1" status: 204 len: 168 time: 0.4331582 Sep 17 23:38:22.423426 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54274) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:22.424543 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357c9986-3f73-4f46-8b19-125bfd162d37 None None] Network 21a9d462-bb52-4f0a-a951-65a3220c8e9f requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:38:22.568011 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.632555 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:22.641303 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.656696 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca97e21-00ef-4c60-aecf-d2c518f35997 req-e64f33e1-96a7-443a-bc3a-27c62e93486d tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:22.657173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae6fb24-d6cf-4659-8c8f-8d78ce799a25 None None] DHCP port deletion for 21a9d462-bb52-4f0a-a951-65a3220c8e9f request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:38:22.658395 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fca97e21-00ef-4c60-aecf-d2c518f35997 req-e64f33e1-96a7-443a-bc3a-27c62e93486d tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 932 time: 0.0870628 Sep 17 23:38:22.659870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Transition to ACTIVE for port object aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:38:22.692223 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] Deleting port ef028fec-1a54-46d6-928a-705e45a3ac8e {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:38:22.692957 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.714992 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6fb24-d6cf-4659-8c8f-8d78ce799a25 None None] Deleting port ef028fec-1a54-46d6-928a-705e45a3ac8e {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:38:22.716282 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1ae6fb24-d6cf-4659-8c8f-8d78ce799a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.726491 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fca97e21-00ef-4c60-aecf-d2c518f35997 req-f589bff1-1fd2-4768-b921-d0176c98b833 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604622 Sep 17 23:38:22.779069 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] For port ef028fec-1a54-46d6-928a-705e45a3ac8e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ef028fec-1a54-46d6-928a-705e45a3ac8e,segment=NetworkSegment(5037bf98-f579-4a6e-b796-f1384d8c59e3),segment_id=5037bf98-f579-4a6e-b796-f1384d8c59e3)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:22.779441 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.793167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] Calling delete_port for ef028fec-1a54-46d6-928a-705e45a3ac8e owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:38:22.803646 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1ae6fb24-d6cf-4659-8c8f-8d78ce799a25 None None] For port ef028fec-1a54-46d6-928a-705e45a3ac8e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ef028fec-1a54-46d6-928a-705e45a3ac8e,segment=NetworkSegment(5037bf98-f579-4a6e-b796-f1384d8c59e3),segment_id=5037bf98-f579-4a6e-b796-f1384d8c59e3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:22.804099 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1ae6fb24-d6cf-4659-8c8f-8d78ce799a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.826674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6fb24-d6cf-4659-8c8f-8d78ce799a25 None None] Calling delete_port for ef028fec-1a54-46d6-928a-705e45a3ac8e owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:38:22.858869 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:22.917793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727dbf0-142e-4d47-aa62-de579404125a req-fd8a0ea1-52ad-4c32-8ed4-c32371888911 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:22.919520 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9727dbf0-142e-4d47-aa62-de579404125a req-fd8a0ea1-52ad-4c32-8ed4-c32371888911 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 949 time: 0.0821738 Sep 17 23:38:22.967106 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9727dbf0-142e-4d47-aa62-de579404125a req-53e3ea67-5106-43b6-993f-42ab1e6c74b0 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363331 Sep 17 23:38:22.987680 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:22.987899 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1ae6fb24-d6cf-4659-8c8f-8d78ce799a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:23.006633 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Attempting to bind port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:23.006974 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Attempting to bind port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:23.007364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Attempting to bind port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:23.007816 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:23.013148 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:38:23.014794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Attempting to bind port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:23.020567 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:23.020934 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Checking segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:23.021314 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Bound using segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:23.021874 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Bound port: aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:23.022235 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:23.048763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6fb24-d6cf-4659-8c8f-8d78ce799a25 None None] Pushing event deleted for resources: {'Port': ['ID=ef028fec-1a54-46d6-928a-705e45a3ac8e,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:23.051710 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae6fb24-d6cf-4659-8c8f-8d78ce799a25 None None] No DVR routers for this DVR port ef028fec-1a54-46d6-928a-705e45a3ac8e on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:38:23.107964 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef028fec-1a54-46d6-928a-705e45a3ac8e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:23.111920 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] No DVR routers for this DVR port ef028fec-1a54-46d6-928a-705e45a3ac8e on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:38:23.135664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] For port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:23.139913 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] For port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:23.202431 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:23.238413 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:23.268074 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 440dc1e3-bf59-40e8-b170-90b8626c739b no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:38:23.270627 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a9d462-bb52-4f0a-a951-65a3220c8e9f']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:23.283564 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5037bf98-f579-4a6e-b796-f1384d8c59e3') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:23.283957 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5037bf98-f579-4a6e-b796-f1384d8c59e3') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:23.295337 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 440dc1e3-bf59-40e8-b170-90b8626c739b {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:38:23.299762 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:23.300450 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:23.300760 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 440dc1e3-bf59-40e8-b170-90b8626c739b not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:38:23.301472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ef028fec-1a54-46d6-928a-705e45a3ac8e no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:38:23.301887 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] 10.222.0.41 "PUT /v2.0/ports/aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 HTTP/1.1" status: 200 len: 1092 time: 1.1274133 Sep 17 23:38:23.302581 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f945a-879b-4f1a-9d51-41410df3baa6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:23.316203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eeef762-e373-472c-b1b6-eb11574f0fbc', 'tag': 'aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:23.318135 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80f06e1-3173-4568-9130-92deabe07fda" -d '{"events": [{"name": "network-changed", "server_uuid": "6eeef762-e373-472c-b1b6-eb11574f0fbc", "tag": "aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:23.336350 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: ef028fec-1a54-46d6-928a-705e45a3ac8e {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:38:23.336706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ef028fec-1a54-46d6-928a-705e45a3ac8e not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:38:23.352346 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:23.368952 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:23.378454 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:38:23.378844 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:38:23.380497 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:38:23.436154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcddc7-1c87-4939-aad1-427640aa1e6a req-9f392512-462a-47b1-bfd4-13d2c13002fa tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:23.437689 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24fcddc7-1c87-4939-aad1-427640aa1e6a req-9f392512-462a-47b1-bfd4-13d2c13002fa tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.1178858 Sep 17 23:38:23.450221 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-96bf1678-97a8-44b4-9b63-1f551b59b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:23.451913 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-96bf1678-97a8-44b4-9b63-1f551b59b254 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 1095 time: 0.0444324 Sep 17 23:38:23.497937 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24fcddc7-1c87-4939-aad1-427640aa1e6a req-4ebb7b0e-2b78-4def-8c4b-afb7fdcd845f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540049 Sep 17 23:38:23.501074 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-5d86f40b-501a-4c48-af71-b1d60ddfbcbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 HTTP/1.1" status: 200 len: 217 time: 0.0394449 Sep 17 23:38:23.539143 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:23.549997 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:23.550892 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed863a8-5eec-416f-b4c9-bf1fdf303902 x-openstack-request-id: req-aed863a8-5eec-416f-b4c9-bf1fdf303902 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:23.551186 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eeef762-e373-472c-b1b6-eb11574f0fbc", "tag": "aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:23.551433 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aed863a8-5eec-416f-b4c9-bf1fdf303902 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:23.551818 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eeef762-e373-472c-b1b6-eb11574f0fbc', 'tag': 'aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940', 'status': 'completed', 'code': 200} Sep 17 23:38:23.555056 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] 10.222.0.46 "DELETE /v2.0/networks/21a9d462-bb52-4f0a-a951-65a3220c8e9f HTTP/1.1" status: 204 len: 168 time: 1.1281490 Sep 17 23:38:23.564361 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-1ba4c08c-bee3-49e9-be89-966dc2e92c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:23.566209 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-1ba4c08c-bee3-49e9-be89-966dc2e92c49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.0585718 Sep 17 23:38:23.572650 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4eb467-7b57-404c-9ec4-944089222874 admin admin] Pushing event deleted for resources: {'Network': ['ID=21a9d462-bb52-4f0a-a951-65a3220c8e9f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:23.600164 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-cd43d02f-1400-48d6-bbec-3d5f61b98fed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262752 Sep 17 23:38:23.698394 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-9dbf3ce3-c957-464f-ad6c-1c6f0e88db3a service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900328 Sep 17 23:38:23.801244 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0c8f3ba8-6900-48df-9dc9-4e95f8540b5a req-c922b90c-fdab-42e5-9f93-1966d8af83ee service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943577 Sep 17 23:38:23.898713 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19335ca-ef38-4211-b048-b9d0683e98a1 req-3b2a967b-7f39-4a5d-8d21-3bae0c02dc52 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:23.900355 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c19335ca-ef38-4211-b048-b9d0683e98a1 req-3b2a967b-7f39-4a5d-8d21-3bae0c02dc52 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 944 time: 0.0933373 Sep 17 23:38:23.941282 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c19335ca-ef38-4211-b048-b9d0683e98a1 req-858a53bc-9aab-4e5e-ac97-0158f77a79f8 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345120 Sep 17 23:38:23.953259 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54358) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:24.008785 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3a42c96c-fb69-4f8e-a47f-ea89c44a4128 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=95a42a19fd39427ba2f2e61a1ad749ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540230 Sep 17 23:38:24.011247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54364) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:24.031671 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f06e1-3173-4568-9130-92deabe07fda req-d1a9e66d-9eb7-40f5-a2d9-1c87af1215a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:24.033992 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80f06e1-3173-4568-9130-92deabe07fda req-d1a9e66d-9eb7-40f5-a2d9-1c87af1215a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 1095 time: 0.0890369 Sep 17 23:38:24.087426 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e0a33926-6cc2-4216-a318-fd14e3ff06e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:24.145598 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e0a33926-6cc2-4216-a318-fd14e3ff06e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:24.162714 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f06e1-3173-4568-9130-92deabe07fda req-389f99b1-29f0-4562-9454-97c92266e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:24.162714 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80f06e1-3173-4568-9130-92deabe07fda req-389f99b1-29f0-4562-9454-97c92266e450 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 909 time: 0.1136434 Sep 17 23:38:24.197522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a036f52-9832-4bcf-8d00-b464804a4464 req-452835ed-89c4-40a7-8839-88e8a90b6394 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:24.199035 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a036f52-9832-4bcf-8d00-b464804a4464 req-452835ed-89c4-40a7-8839-88e8a90b6394 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 949 time: 0.1264625 Sep 17 23:38:24.219627 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80f06e1-3173-4568-9130-92deabe07fda req-0b357baa-f7e1-4ac3-aed3-f9448737b01a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 HTTP/1.1" status: 200 len: 217 time: 0.0466120 Sep 17 23:38:24.243710 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a036f52-9832-4bcf-8d00-b464804a4464 req-bebc372d-4091-4ec2-a797-a2bd4db3282a tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375078 Sep 17 23:38:24.288683 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f06e1-3173-4568-9130-92deabe07fda req-0263c81e-e8d3-430e-a19f-046244964cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:24.290612 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80f06e1-3173-4568-9130-92deabe07fda req-0263c81e-e8d3-430e-a19f-046244964cf9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.0620475 Sep 17 23:38:24.325020 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80f06e1-3173-4568-9130-92deabe07fda req-e3cc899a-871f-48b9-bdf5-e76008ed06d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251527 Sep 17 23:38:24.333654 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e0a33926-6cc2-4216-a318-fd14e3ff06e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:24.336381 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e0a33926-6cc2-4216-a318-fd14e3ff06e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:24.338010 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e0a33926-6cc2-4216-a318-fd14e3ff06e3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8dc30706-59a7-4986-87be-e85e58bc50e4 HTTP/1.1" status: 204 len: 168 time: 0.3248341 Sep 17 23:38:24.347150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a33926-6cc2-4216-a318-fd14e3ff06e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc30706-59a7-4986-87be-e85e58bc50e4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:24.442200 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80f06e1-3173-4568-9130-92deabe07fda req-96878e13-cfd8-4863-ae29-b84802194db8 service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046638 Sep 17 23:38:24.569121 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80f06e1-3173-4568-9130-92deabe07fda req-6c123dfe-c727-4d34-a4e1-4287edf57825 service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190677 Sep 17 23:38:24.626081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380baa32-25e2-47e1-905b-a515c5de6381 req-750b3fa9-d7f6-419e-bc93-0add59968815 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:24.627583 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-380baa32-25e2-47e1-905b-a515c5de6381 req-750b3fa9-d7f6-419e-bc93-0add59968815 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.0603073 Sep 17 23:38:24.669526 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-380baa32-25e2-47e1-905b-a515c5de6381 req-74cb7f2c-2e6a-48b2-9417-90ccc9bbd2c1 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357344 Sep 17 23:38:24.850006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88e82e-2dac-4c3b-a02e-88d976a1815b req-f7b78325-cbb7-4de3-b339-f757726eb5f6 tempest-ServersAdminNegativeTestJSON-1046281758 tempest-ServersAdminNegativeTestJSON-1046281758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:24.851658 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c88e82e-2dac-4c3b-a02e-88d976a1815b req-f7b78325-cbb7-4de3-b339-f757726eb5f6 tempest-ServersAdminNegativeTestJSON-1046281758 tempest-ServersAdminNegativeTestJSON-1046281758-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 1100 time: 0.0637398 Sep 17 23:38:24.873326 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1c88e82e-2dac-4c3b-a02e-88d976a1815b req-c64919f8-8335-4aac-a45a-13aade4abdba tempest-ServersAdminNegativeTestJSON-1046281758 tempest-ServersAdminNegativeTestJSON-1046281758-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:24.971347 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1c88e82e-2dac-4c3b-a02e-88d976a1815b req-c64919f8-8335-4aac-a45a-13aade4abdba tempest-ServersAdminNegativeTestJSON-1046281758 tempest-ServersAdminNegativeTestJSON-1046281758-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:25.055782 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1c88e82e-2dac-4c3b-a02e-88d976a1815b req-c64919f8-8335-4aac-a45a-13aade4abdba tempest-ServersAdminNegativeTestJSON-1046281758 tempest-ServersAdminNegativeTestJSON-1046281758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:25.120121 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c88e82e-2dac-4c3b-a02e-88d976a1815b req-c64919f8-8335-4aac-a45a-13aade4abdba tempest-ServersAdminNegativeTestJSON-1046281758 tempest-ServersAdminNegativeTestJSON-1046281758-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619555 Sep 17 23:38:25.154980 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18c4a9-3026-4341-9598-b3f93c74b1f7 req-0fda45be-f7f5-4cdd-8792-b1f9d5840837 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:25.156710 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c18c4a9-3026-4341-9598-b3f93c74b1f7 req-0fda45be-f7f5-4cdd-8792-b1f9d5840837 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 944 time: 0.1138723 Sep 17 23:38:25.163254 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64919f8-8335-4aac-a45a-13aade4abdba tempest-ServersAdminNegativeTestJSON-1046281758 tempest-ServersAdminNegativeTestJSON-1046281758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ece110-d90f-4dbd-9ed0-02dadb12eb33,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:25.244582 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c18c4a9-3026-4341-9598-b3f93c74b1f7 req-bc9d6530-29fc-4020-8b14-8ace23b6b7cd tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724471 Sep 17 23:38:25.794730 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54446) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:25.817319 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-e44415d1-0551-4b71-9f9c-128c451def42 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=71013aff34af4fe4973bc99fc2551a2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282047 Sep 17 23:38:25.832552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080dca8-d80c-45b6-b474-bac64d24fa53 req-5dba67fd-335a-40ff-8d00-a037c298b407 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:25.839565 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8080dca8-d80c-45b6-b474-bac64d24fa53 req-5dba67fd-335a-40ff-8d00-a037c298b407 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.0885069 Sep 17 23:38:25.926892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-55322755-3aca-40a4-ad2e-df9ee1ae0891 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1203846619-network', 'tenant_id': '08157d7339154e21a81a531fc30eeab2'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:25.951870 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8080dca8-d80c-45b6-b474-bac64d24fa53 req-1e763c0b-e140-4b87-b28e-d7ac7f9cefc4 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067660 Sep 17 23:38:25.985652 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-603b9a25-ca74-4085-983e-345be1fdd5d4 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:25.987114 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-603b9a25-ca74-4085-983e-345be1fdd5d4 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1444728 Sep 17 23:38:26.002777 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-7dcce850-c1a0-4dcd-96a8-cfd1876194bb tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/quotas/71013aff34af4fe4973bc99fc2551a2c HTTP/1.1" status: 200 len: 375 time: 0.0096796 Sep 17 23:38:26.039348 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-b46ff8fc-25bc-462d-9162-2cbaaa84bd25 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=71013aff34af4fe4973bc99fc2551a2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305328 Sep 17 23:38:26.075890 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55322755-3aca-40a4-ad2e-df9ee1ae0891 admin admin] Made reservation on behalf of 08157d7339154e21a81a531fc30eeab2 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:26.078290 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-55322755-3aca-40a4-ad2e-df9ee1ae0891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:26.088308 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-55322755-3aca-40a4-ad2e-df9ee1ae0891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:26.241268 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-55322755-3aca-40a4-ad2e-df9ee1ae0891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:26.292618 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-55322755-3aca-40a4-ad2e-df9ee1ae0891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:26.314967 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55322755-3aca-40a4-ad2e-df9ee1ae0891 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:38:26.331761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55322755-3aca-40a4-ad2e-df9ee1ae0891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9be31b-48bd-4e83-918d-fa569a4a0a67,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:26.335122 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-55322755-3aca-40a4-ad2e-df9ee1ae0891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:26.336740 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-55322755-3aca-40a4-ad2e-df9ee1ae0891 admin admin] Added segment ff6795e2-d48f-4832-a572-c0a1eeee400f of type vlan for network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc Sep 17 23:38:26.383897 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-55322755-3aca-40a4-ad2e-df9ee1ae0891 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:26.403496 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-783f0c1b-a0ca-4593-aac9-f01d532baaa6 req-c23a88e5-0eaa-484e-8f36-e714eecac54d tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 210 time: 0.0911102 Sep 17 23:38:26.423333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28e3a2-803e-4695-9e57-ade4ac3a8e12 req-093b439b-f73d-4d40-add7-4414561531ff tempest-ServersAdminNegativeTestJSON-1046281758 tempest-ServersAdminNegativeTestJSON-1046281758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:26.426134 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3e28e3a2-803e-4695-9e57-ade4ac3a8e12 req-093b439b-f73d-4d40-add7-4414561531ff tempest-ServersAdminNegativeTestJSON-1046281758 tempest-ServersAdminNegativeTestJSON-1046281758-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 1100 time: 0.1668372 Sep 17 23:38:26.473482 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3e28e3a2-803e-4695-9e57-ade4ac3a8e12 req-a588a5b4-4348-4982-aa64-f145be620067 tempest-ServersAdminNegativeTestJSON-1046281758 tempest-ServersAdminNegativeTestJSON-1046281758-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 Sep 17 23:38:26.487566 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-55322755-3aca-40a4-ad2e-df9ee1ae0891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:26.491775 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55322755-3aca-40a4-ad2e-df9ee1ae0891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:26.491775 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-55322755-3aca-40a4-ad2e-df9ee1ae0891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:26.587896 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55322755-3aca-40a4-ad2e-df9ee1ae0891 admin admin] Pushing event updated for resources: {'Network': ['ID=9def810e-7ca4-4135-ae9d-7edfe5be5dcc,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:26.593845 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cf507-c9c7-418d-8af3-4434b51f7ffe req-dcde0a15-2a13-42fd-b629-d4851710009b tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:26.595580 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-069cf507-c9c7-418d-8af3-4434b51f7ffe req-dcde0a15-2a13-42fd-b629-d4851710009b tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 944 time: 0.0602508 Sep 17 23:38:26.598338 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:38:26.632252 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-55322755-3aca-40a4-ad2e-df9ee1ae0891 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8356340 Sep 17 23:38:26.635042 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54504) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:26.640211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-76169581-93ee-4c68-9221-b0b1b45ccf3c admin admin] Request body: {'subnet': {'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1203846619-subnet', 'tenant_id': '08157d7339154e21a81a531fc30eeab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:26.643265 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-0525c99d-e005-474f-9883-d4fb98404271 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3fd2c47fad1f42d8a729d02ef0297ddc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601385 Sep 17 23:38:26.676507 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-069cf507-c9c7-418d-8af3-4434b51f7ffe req-133c1a6d-3d3c-42ab-8eac-74fd2571c596 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690048 Sep 17 23:38:26.733555 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76169581-93ee-4c68-9221-b0b1b45ccf3c admin admin] Made reservation on behalf of 08157d7339154e21a81a531fc30eeab2 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:26.738606 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-76169581-93ee-4c68-9221-b0b1b45ccf3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:26.781576 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-88770e98-3d4a-4662-81dd-ad06e758e553 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:26.790690 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-88770e98-3d4a-4662-81dd-ad06e758e553 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1329017 Sep 17 23:38:26.803478 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-fddd9edf-323f-4ec9-80f4-3e6d51a0d77e tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/quotas/3fd2c47fad1f42d8a729d02ef0297ddc HTTP/1.1" status: 200 len: 375 time: 0.0116980 Sep 17 23:38:26.860945 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-828e9b66-3c6f-4001-b3ce-95e1886b3276 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fd2c47fad1f42d8a729d02ef0297ddc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461092 Sep 17 23:38:27.104321 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-76169581-93ee-4c68-9221-b0b1b45ccf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:27.202646 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76169581-93ee-4c68-9221-b0b1b45ccf3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4f294d2-e1d6-44d8-a05a-4631f2b03d1e,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:27.212424 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76169581-93ee-4c68-9221-b0b1b45ccf3c admin admin] Checking segment: {'id': 'ff6795e2-d48f-4832-a572-c0a1eeee400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:27.213048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76169581-93ee-4c68-9221-b0b1b45ccf3c admin admin] Network hostable DHCP agents. Network: 9def810e-7ca4-4135-ae9d-7edfe5be5dcc, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:38:27.258597 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37277017-4f19-44cb-90d9-041d1a8597ae req-f255cc09-b868-48d3-b4fb-d5ee2c681a28 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:27.260196 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-37277017-4f19-44cb-90d9-041d1a8597ae req-f255cc09-b868-48d3-b4fb-d5ee2c681a28 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.0908699 Sep 17 23:38:27.264449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:38:27.317025 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-37277017-4f19-44cb-90d9-041d1a8597ae req-4e0be66a-0ed1-4b1e-96cd-44fafdd41453 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415335 Sep 17 23:38:27.326991 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76169581-93ee-4c68-9221-b0b1b45ccf3c admin admin] Network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:38:27.414650 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:27.427146 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940', 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5', 'port_id': 'aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940', 'mac_address': 'fa:16:3e:eb:0c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67cb8484-c4f9-4750-9dcd-5e0d784dcaf7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:38:27.441163 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-76169581-93ee-4c68-9221-b0b1b45ccf3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 9def810e-7ca4-4135-ae9d-7edfe5be5dcc) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:27.445344 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76169581-93ee-4c68-9221-b0b1b45ccf3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:27.445945 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-76169581-93ee-4c68-9221-b0b1b45ccf3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:27.454690 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b467f66-1c2a-4007-ae53-6168c86c95e9 None None] Network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:38:27.468391 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e9e9cd5b-acaa-4cb5-ba26-2018dcafc41c tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3fd2c47fad1f42d8a729d02ef0297ddc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554967 Sep 17 23:38:27.493629 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:27.539615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:27.571725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6194d18-1c1a-4db6-a02d-bb52be79d08e req-5dbb5aed-ea3d-473e-842c-3a262c16b950 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:27.572428 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:27.573302 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6194d18-1c1a-4db6-a02d-bb52be79d08e req-5dbb5aed-ea3d-473e-842c-3a262c16b950 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 949 time: 0.1591821 Sep 17 23:38:27.629349 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83997e2-de2e-497d-8909-7037120e45c3 None None] Network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:38:27.635073 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-3cb386d5-bcfd-4110-85e5-5ad1aa2b2087 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:27.636554 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-3cb386d5-bcfd-4110-85e5-5ad1aa2b2087 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1501751 Sep 17 23:38:27.640031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6194d18-1c1a-4db6-a02d-bb52be79d08e req-06a571b5-1298-41a6-a6a9-d4d38ee171ae tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589428 Sep 17 23:38:27.657142 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-76169581-93ee-4c68-9221-b0b1b45ccf3c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0208008 Sep 17 23:38:27.674578 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-43c12950-941b-48ef-98d2-0ec8f3cb09dd tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/quotas/3fd2c47fad1f42d8a729d02ef0297ddc HTTP/1.1" status: 200 len: 375 time: 0.0189626 Sep 17 23:38:27.722938 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:27.726822 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-f2fc3a16-1825-47c4-883f-68753937466c tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3fd2c47fad1f42d8a729d02ef0297ddc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551245 Sep 17 23:38:27.774642 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-416fcfd9-37b5-4b8f-a426-fee0ce805add req-6aaff3f7-db7c-4112-bb11-d161650724d1 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 210 time: 0.0452912 Sep 17 23:38:27.822396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:27.988124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:27.990167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3545a-530a-4f22-b62e-029d15c440ae req-125d601a-c576-4b9f-aab2-6d6d2d667a4b tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:27.992266 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57f3545a-530a-4f22-b62e-029d15c440ae req-125d601a-c576-4b9f-aab2-6d6d2d667a4b tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 945 time: 0.0538545 Sep 17 23:38:28.051997 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57f3545a-530a-4f22-b62e-029d15c440ae req-93aa5c56-5f01-4923-8e88-c87af529414b tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469475 Sep 17 23:38:28.215937 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-357e66ae-47ed-4136-82d0-410c721098f1 req-1a3b6c03-54f6-446d-8264-003b714bb79b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 210 time: 0.0748107 Sep 17 23:38:28.424645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-dd706544-3b1b-4a7f-abdb-776f747fb722 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:28.427017 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-dd706544-3b1b-4a7f-abdb-776f747fb722 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/networks?id=9def810e-7ca4-4135-ae9d-7edfe5be5dcc HTTP/1.1" status: 200 len: 805 time: 0.1520140 Sep 17 23:38:28.470667 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-7cc68b46-a426-4256-a768-02b783aa09f6 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/quotas/08157d7339154e21a81a531fc30eeab2 HTTP/1.1" status: 200 len: 375 time: 0.0334859 Sep 17 23:38:28.494716 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f990d-87e6-4dde-80ab-93230832ff8d req-010aca82-5195-46d2-af19-02498f16fedd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:28.496165 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-489f990d-87e6-4dde-80ab-93230832ff8d req-010aca82-5195-46d2-af19-02498f16fedd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.0680261 Sep 17 23:38:28.519061 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-cb760e07-f171-491e-895a-d0f55743cfd1 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=08157d7339154e21a81a531fc30eeab2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414238 Sep 17 23:38:28.576262 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-489f990d-87e6-4dde-80ab-93230832ff8d req-75cd854e-130a-49fd-9642-723a260d3a1d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603397 Sep 17 23:38:28.639612 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-947132da-5b65-4dee-9977-59a1830ece74 service neutron] 10.222.0.46 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078227 Sep 17 23:38:28.747529 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-2e85ce63-b94d-40ec-bdba-407ad4e6d6e6 service neutron] 10.222.0.46 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012909 Sep 17 23:38:28.787685 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe351d-1055-4c35-ba08-f81176336cac req-2493a1fd-4b8c-453e-9d42-cf45ef54c020 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:28.797670 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53fe351d-1055-4c35-ba08-f81176336cac req-2493a1fd-4b8c-453e-9d42-cf45ef54c020 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 949 time: 0.0642099 Sep 17 23:38:28.816803 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-f6b49b94-a42c-49cb-823e-51afbf8384b4 service neutron] show failed (client error): The resource could not be found. Sep 17 23:38:28.818428 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-f6b49b94-a42c-49cb-823e-51afbf8384b4 service neutron] 10.222.0.37 "GET /v2.0/ports/7f30360b-cfe0-4506-b773-e74f99afce03/bindings/n-h1-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.0642128 Sep 17 23:38:28.860389 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53fe351d-1055-4c35-ba08-f81176336cac req-b2c78439-86b1-45cb-858a-3d0596370b44 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402911 Sep 17 23:38:28.943835 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab6a6cfb-788e-4bc8-b32f-b7a4817e4099 req-57d32047-0848-48e4-ae61-2e7205f75a78 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 210 time: 0.0318770 Sep 17 23:38:29.006656 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd3d35-b730-4da0-8ec6-05afb0a74530 req-e310dc96-cf32-4dfa-8132-4e2575440960 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:29.008322 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f0dd3d35-b730-4da0-8ec6-05afb0a74530 req-e310dc96-cf32-4dfa-8132-4e2575440960 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.41 "GET /v2.0/ports?device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 949 time: 0.0720603 Sep 17 23:38:29.071468 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9aabbda3-305f-4d59-b993-648e5eccb67d req-f93163c2-5bed-42a1-aac5-d7b3f6609acf tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 210 time: 0.0362222 Sep 17 23:38:29.158825 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-f0dd3d35-b730-4da0-8ec6-05afb0a74530 req-e71d460e-8125-43c5-9871-7bcc4f898efc tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Deleting port 540982ad-5d1f-4c86-8554-de30bb3e524c {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:38:29.159665 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f0dd3d35-b730-4da0-8ec6-05afb0a74530 req-e71d460e-8125-43c5-9871-7bcc4f898efc tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:29.217642 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-c2ef27cd-1897-4174-8820-294555a8ad70 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=71013aff34af4fe4973bc99fc2551a2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276861 Sep 17 23:38:29.221020 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591a218-6c9e-4918-9049-58f3b8e20162 req-3fbf9425-d2b1-4ce5-a312-a8e57287377f tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:29.230764 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6591a218-6c9e-4918-9049-58f3b8e20162 req-3fbf9425-d2b1-4ce5-a312-a8e57287377f tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 945 time: 0.0827107 Sep 17 23:38:29.282181 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6591a218-6c9e-4918-9049-58f3b8e20162 req-0c303c46-7521-4f42-8441-59435728a290 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503764 Sep 17 23:38:29.296710 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:29.325551 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e6ca155-c244-455b-96d0-2363d0f324e4 req-3f31b8d6-843e-4f92-b68a-346bb994c91c tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 210 time: 0.0422580 Sep 17 23:38:29.396082 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-f0dd3d35-b730-4da0-8ec6-05afb0a74530 req-e71d460e-8125-43c5-9871-7bcc4f898efc tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] For port 540982ad-5d1f-4c86-8554-de30bb3e524c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=540982ad-5d1f-4c86-8554-de30bb3e524c,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:29.396564 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f0dd3d35-b730-4da0-8ec6-05afb0a74530 req-e71d460e-8125-43c5-9871-7bcc4f898efc tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:29.416056 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-f0dd3d35-b730-4da0-8ec6-05afb0a74530 req-e71d460e-8125-43c5-9871-7bcc4f898efc tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Calling delete_port for 540982ad-5d1f-4c86-8554-de30bb3e524c owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:38:29.469799 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-0ee88918-6efa-4b6d-819e-86e93e36f57f tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:29.471224 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-0ee88918-6efa-4b6d-819e-86e93e36f57f tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2104859 Sep 17 23:38:29.508179 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-307e1563-f1a3-46bc-8a8b-d14890b737c8 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Request body: {'port': {'device_id': '93dce91e-fd00-4f8e-962c-02964d3cf834', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '71013aff34af4fe4973bc99fc2551a2c'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:29.515568 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:38:29.520047 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:29.520663 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:29.555818 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-180c8886-98a9-43b3-9f86-a3f56870aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:29.557360 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-180c8886-98a9-43b3-9f86-a3f56870aa97 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63&tenant_id=e48d8880359443fb9bfa4fbd1d6105f4 HTTP/1.1" status: 200 len: 1100 time: 0.1369510 Sep 17 23:38:29.593654 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:29.639623 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:29.669463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eeef762-e373-472c-b1b6-eb11574f0fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:29.671722 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b142c61-8ece-4ef1-8c76-5c94b4443d3d" -d '{"events": [{"server_uuid": "6eeef762-e373-472c-b1b6-eb11574f0fbc", "name": "network-vif-plugged", "status": "completed", "tag": "aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:29.693351 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:29.783718 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5b46a-e906-4d61-8240-53572d98dac3 req-40de6d25-1fa2-4b52-9544-eea03bc0d9a6 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:29.786088 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28f5b46a-e906-4d61-8240-53572d98dac3 req-40de6d25-1fa2-4b52-9544-eea03bc0d9a6 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.1337075 Sep 17 23:38:29.844904 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e6c6ae-4b06-4247-81a3-fdd7252ad5a6 x-openstack-request-id: req-99e6c6ae-4b06-4247-81a3-fdd7252ad5a6 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:29.845202 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eeef762-e373-472c-b1b6-eb11574f0fbc", "name": "network-vif-plugged", "status": "completed", "tag": "aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:29.845451 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-99e6c6ae-4b06-4247-81a3-fdd7252ad5a6 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:29.846134 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eeef762-e373-472c-b1b6-eb11574f0fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940', 'code': 200} Sep 17 23:38:29.850582 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:29.853378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28f5b46a-e906-4d61-8240-53572d98dac3 req-0a6b5da8-0b81-44af-9b7f-b1b263b7b7e0 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600924 Sep 17 23:38:29.888337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-307e1563-f1a3-46bc-8a8b-d14890b737c8 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Made reservation on behalf of 71013aff34af4fe4973bc99fc2551a2c for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:29.891802 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-307e1563-f1a3-46bc-8a8b-d14890b737c8 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:29.906546 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f0dd3d35-b730-4da0-8ec6-05afb0a74530 req-e71d460e-8125-43c5-9871-7bcc4f898efc tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:29.915946 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['87eec87d-e069-42d1-bbe0-f5cba07632e9', '540982ad-5d1f-4c86-8554-de30bb3e524c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:29.920495 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:29.942443 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-307e1563-f1a3-46bc-8a8b-d14890b737c8 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:29.971289 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-460e947a-313d-42c7-9a63-8cf75e022d45 req-af8c9678-5876-4249-8dbe-3f8070c6d151 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 210 time: 0.0437949 Sep 17 23:38:29.994224 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d460e-8125-43c5-9871-7bcc4f898efc tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Pushing event deleted for resources: {'Port': ['ID=540982ad-5d1f-4c86-8554-de30bb3e524c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:30.004084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:30.122418 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b68122a-8a51-4933-95f2-af2c0f395eec req-676dc2e5-9320-4033-888f-0e4a4fa0dffc tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 210 time: 0.0574288 Sep 17 23:38:30.192700 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d5861-bfe3-4e4a-9836-e84b3f46d30c req-96f851bc-15f6-4fae-8124-511baa883a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:30.194398 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3a1d5861-bfe3-4e4a-9836-e84b3f46d30c req-96f851bc-15f6-4fae-8124-511baa883a5d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 1096 time: 0.3076878 Sep 17 23:38:30.202389 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0dd3d35-b730-4da0-8ec6-05afb0a74530 req-e71d460e-8125-43c5-9871-7bcc4f898efc tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] No DVR routers for this DVR port 540982ad-5d1f-4c86-8554-de30bb3e524c on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:38:30.212339 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f0dd3d35-b730-4da0-8ec6-05afb0a74530 req-e71d460e-8125-43c5-9871-7bcc4f898efc tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:30.214338 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f0dd3d35-b730-4da0-8ec6-05afb0a74530 req-e71d460e-8125-43c5-9871-7bcc4f898efc tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.41 "DELETE /v2.0/ports/540982ad-5d1f-4c86-8554-de30bb3e524c HTTP/1.1" status: 204 len: 173 time: 1.1980824 Sep 17 23:38:30.219612 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e333dd47-9b37-486e-bef6-0a9e28598d52', 'name': 'network-vif-deleted', 'tag': '540982ad-5d1f-4c86-8554-de30bb3e524c'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:30.220398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e34ed21-cbf1-43cc-912f-a1c68e988b2c req-593a6b5e-2d41-4844-9b37-b2e4181bfe61 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 210 time: 0.0392308 Sep 17 23:38:30.221897 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adb5b84-de41-47b3-b30e-9198e4466ff6" -d '{"events": [{"server_uuid": "e333dd47-9b37-486e-bef6-0a9e28598d52", "name": "network-vif-deleted", "tag": "540982ad-5d1f-4c86-8554-de30bb3e524c"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:30.281753 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749ee7ca-42bd-4b0e-aaa4-afee5acd2a86 x-openstack-request-id: req-749ee7ca-42bd-4b0e-aaa4-afee5acd2a86 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:30.281948 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e333dd47-9b37-486e-bef6-0a9e28598d52", "name": "network-vif-deleted", "tag": "540982ad-5d1f-4c86-8554-de30bb3e524c", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:30.282204 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-749ee7ca-42bd-4b0e-aaa4-afee5acd2a86 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:30.282588 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e333dd47-9b37-486e-bef6-0a9e28598d52', 'name': 'network-vif-deleted', 'tag': '540982ad-5d1f-4c86-8554-de30bb3e524c', 'status': 'completed', 'code': 200} Sep 17 23:38:30.294240 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3a1d5861-bfe3-4e4a-9836-e84b3f46d30c req-ba05301f-3c40-4aeb-83d8-c49c884461bb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841846 Sep 17 23:38:30.303219 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] For port 7f30360b-cfe0-4506-b773-e74f99afce03, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7f30360b-cfe0-4506-b773-e74f99afce03,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:30.361275 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] For port 7f30360b-cfe0-4506-b773-e74f99afce03, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:30.390948 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-307e1563-f1a3-46bc-8a8b-d14890b737c8 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:30.411728 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:30.424809 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] Transition to ACTIVE for port object 7f30360b-cfe0-4506-b773-e74f99afce03 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:38:30.446213 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-daf7afa1-7814-4953-a6b4-b5c0f30195ef req-8fcf5c40-dc10-4013-ae05-efa849bf5e18 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 210 time: 0.0440702 Sep 17 23:38:30.464754 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085196e-e33b-4ab1-9aba-876ba8577d35 req-fdd394d2-3169-42af-ab2b-7fcd6282215d tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:30.466851 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b085196e-e33b-4ab1-9aba-876ba8577d35 req-fdd394d2-3169-42af-ab2b-7fcd6282215d tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 946 time: 0.0781496 Sep 17 23:38:30.499400 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-307e1563-f1a3-46bc-8a8b-d14890b737c8 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:30.507041 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b085196e-e33b-4ab1-9aba-876ba8577d35 req-a291d524-09b2-44ce-97ba-62fb05567904 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342157 Sep 17 23:38:30.579822 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-facf5583-9d53-40ab-a228-9d20711ff315 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3fd2c47fad1f42d8a729d02ef0297ddc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687168 Sep 17 23:38:30.592801 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:30.830424 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e1563-f1a3-46bc-8a8b-d14890b737c8 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c704f10b-0226-4d50-9449-0e70a0702d1f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:30.991399 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] No DVR routers for this DVR port 7f30360b-cfe0-4506-b773-e74f99afce03 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:38:30.999783 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] Pushing event updated for resources: {'Port': ['ID=7f30360b-cfe0-4506-b773-e74f99afce03,revision_number=6']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:31.065781 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79891063-f420-4e8a-a6ea-23be7720dc39 req-48de611b-fa40-4c8c-b411-41e8a097f531 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:31.074219 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79891063-f420-4e8a-a6ea-23be7720dc39 req-48de611b-fa40-4c8c-b411-41e8a097f531 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 947 time: 0.1160688 Sep 17 23:38:31.094836 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-c622f647-9f9e-4b61-a842-c9412bc5edb7 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3fd2c47fad1f42d8a729d02ef0297ddc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797579 Sep 17 23:38:31.129897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-89ac9e00-c608-4ad3-8629-54200747de11 req-10e10e6b-a501-4c4e-85dc-26c1a7d479a9 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=e333dd47-9b37-486e-bef6-0a9e28598d52 HTTP/1.1" status: 200 len: 210 time: 0.0378079 Sep 17 23:38:31.130819 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-3956f93f-fb09-4e5a-a5d8-0afa50ecb1cd tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:31.132437 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-3956f93f-fb09-4e5a-a5d8-0afa50ecb1cd tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5405550 Sep 17 23:38:31.150710 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79891063-f420-4e8a-a6ea-23be7720dc39 req-8bc4bec8-3c72-4991-8f2b-356c1884971f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749130 Sep 17 23:38:31.169594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-efa46bcb-dab8-4921-a7d8-00f2206c6be0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Request body: {'port': {'device_id': 'e11b29dc-b708-4225-8250-a358cb013290', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '3fd2c47fad1f42d8a729d02ef0297ddc'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:31.181134 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-307e1563-f1a3-46bc-8a8b-d14890b737c8 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Allocated IP 192.168.233.12 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/eea64a45-1b95-4e2c-ae66-cd37dff722d2) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:31.199313 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] Attempting to bind port 7f30360b-cfe0-4506-b773-e74f99afce03 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:31.200209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] Attempting to bind port 7f30360b-cfe0-4506-b773-e74f99afce03 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:31.200545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] Attempting to bind port 7f30360b-cfe0-4506-b773-e74f99afce03 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:31.226831 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] Port 7f30360b-cfe0-4506-b773-e74f99afce03 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:38:31.227159 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] Attempting to bind port 7f30360b-cfe0-4506-b773-e74f99afce03 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:31.266794 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b14beee6-107d-4677-b3ba-ba60d92bbd72 req-8a96ffb7-da40-42ab-9840-b545f03a130a tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 210 time: 0.0298061 Sep 17 23:38:31.310525 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:31.310994 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:31.311480 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:31.312000 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] Bound port: 7f30360b-cfe0-4506-b773-e74f99afce03, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:31.312428 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:31.357392 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ac2d33e-4817-4cae-b6f9-dc3ac3df6c35 req-e56ace03-a64e-4b7b-a0ab-1195602ccfc7 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 210 time: 0.0436316 Sep 17 23:38:31.452271 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-a1798f6b-9b05-4e98-8435-250c2c9950c0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:31.453797 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-a1798f6b-9b05-4e98-8435-250c2c9950c0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3514726 Sep 17 23:38:31.481607 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e3099611-f896-49b6-9da5-d8a14113355b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Request body: {'port': {'device_id': '896dca49-fe34-4860-93e7-6a2ee1cc8f55', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '3fd2c47fad1f42d8a729d02ef0297ddc'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:31.565525 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] For port 7f30360b-cfe0-4506-b773-e74f99afce03, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:31.578603 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-98654d1d-7238-4c5c-bda6-761ebf571a16 req-76a5510b-eea9-4982-abb5-16c8dd81b424 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 210 time: 0.0619771 Sep 17 23:38:31.624471 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] For port 7f30360b-cfe0-4506-b773-e74f99afce03, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7f30360b-cfe0-4506-b773-e74f99afce03,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:31.649089 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355a1d5-88e0-4b02-8e8b-38f6d98e704b req-c21181bd-ff2c-40b5-a707-9d59615da637 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:31.650693 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f355a1d5-88e0-4b02-8e8b-38f6d98e704b req-c21181bd-ff2c-40b5-a707-9d59615da637 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 946 time: 0.0521588 Sep 17 23:38:31.666226 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-efa46bcb-dab8-4921-a7d8-00f2206c6be0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Made reservation on behalf of 3fd2c47fad1f42d8a729d02ef0297ddc for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:31.670248 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-efa46bcb-dab8-4921-a7d8-00f2206c6be0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:31.683144 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-307e1563-f1a3-46bc-8a8b-d14890b737c8 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:31.692503 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f355a1d5-88e0-4b02-8e8b-38f6d98e704b req-3b8e210d-ee3e-41d6-a2b6-edb520c99e7b tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351248 Sep 17 23:38:31.704975 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-efa46bcb-dab8-4921-a7d8-00f2206c6be0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:31.738543 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:31.824017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:31.824591 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:31.826026 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] 10.222.0.41 "PUT /v2.0/ports/7f30360b-cfe0-4506-b773-e74f99afce03 HTTP/1.1" status: 200 len: 1095 time: 2.2403152 Sep 17 23:38:31.843419 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.db.api [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-efa46bcb-dab8-4921-a7d8-00f2206c6be0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 23:38:31.843419 n-d-809883-1 neutron-server[95591]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 23:38:31.843419 n-d-809883-1 neutron-server[95591]: [parameters: {'project_id_1': '3fd2c47fad1f42d8a729d02ef0297ddc', 'expiration_1': datetime.datetime(2021, 9, 17, 23, 38, 11, 800247)}] Sep 17 23:38:31.843419 n-d-809883-1 neutron-server[95591]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:38:31.843896 n-d-809883-1 neutron-server[95591]: DEBUG oslo_db.api [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-efa46bcb-dab8-4921-a7d8-00f2206c6be0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:38:31.892130 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769885b5-2e59-48da-b1fb-42cc7725f538 service neutron] Pushing event updated for resources: {'Port': ['ID=7f30360b-cfe0-4506-b773-e74f99afce03,revision_number=7']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:31.903691 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-44596fe3-e069-4c3b-89f8-faa70652d14a tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:31.905235 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-44596fe3-e069-4c3b-89f8-faa70652d14a tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.37 "GET /v2.0/networks?id=9def810e-7ca4-4135-ae9d-7edfe5be5dcc HTTP/1.1" status: 200 len: 805 time: 0.2771528 Sep 17 23:38:31.919728 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e3099611-f896-49b6-9da5-d8a14113355b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Made reservation on behalf of 3fd2c47fad1f42d8a729d02ef0297ddc for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:31.923243 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e3099611-f896-49b6-9da5-d8a14113355b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:31.929604 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-5e32f7a6-02d7-41d0-b9b8-1d6320f8aa6c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Request body: {'port': {'device_id': '4bfe5da6-c4f9-432a-8b54-de8ca1d7c999', 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc', 'admin_state_up': True, 'tenant_id': '08157d7339154e21a81a531fc30eeab2'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:31.953485 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e3099611-f896-49b6-9da5-d8a14113355b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:31.968946 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-307e1563-f1a3-46bc-8a8b-d14890b737c8 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:31.972253 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-eac3961d-bd17-4f2f-9c6f-e19c5d8c4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:31.973264 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-eac3961d-bd17-4f2f-9c6f-e19c5d8c4c4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 1098 time: 0.1117353 Sep 17 23:38:32.099640 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-307e1563-f1a3-46bc-8a8b-d14890b737c8 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:32.113889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-307e1563-f1a3-46bc-8a8b-d14890b737c8 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:32.120516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7f30360b-cfe0-4506-b773-e74f99afce03 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:38:32.145780 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e1563-f1a3-46bc-8a8b-d14890b737c8 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Pushing event updated for resources: {'Port': ['ID=eea64a45-1b95-4e2c-ae66-cd37dff722d2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:32.151769 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-307e1563-f1a3-46bc-8a8b-d14890b737c8 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:32.157914 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-307e1563-f1a3-46bc-8a8b-d14890b737c8 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:32.158533 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-307e1563-f1a3-46bc-8a8b-d14890b737c8 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:32.162626 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7f30360b-cfe0-4506-b773-e74f99afce03 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:38:32.230234 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-1b8d9155-65e1-46e4-a4a6-414cb51b1141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:32.232334 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-1b8d9155-65e1-46e4-a4a6-414cb51b1141 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.2275953 Sep 17 23:38:32.285319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de13f3fc-b761-4501-814a-9a391048dd63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f30360b-cfe0-4506-b773-e74f99afce03'}, {'name': 'network-changed', 'server_uuid': 'de13f3fc-b761-4501-814a-9a391048dd63', 'tag': '7f30360b-cfe0-4506-b773-e74f99afce03'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:32.287594 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1592db3-c5e5-4fe7-9864-78058c1160cb" -d '{"events": [{"server_uuid": "de13f3fc-b761-4501-814a-9a391048dd63", "name": "network-vif-unplugged", "status": "completed", "tag": "7f30360b-cfe0-4506-b773-e74f99afce03"}, {"name": "network-changed", "server_uuid": "de13f3fc-b761-4501-814a-9a391048dd63", "tag": "7f30360b-cfe0-4506-b773-e74f99afce03"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:32.288532 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176de360-43ed-40de-b5e5-61eb8886ec71 req-03856f81-44fa-4202-9496-c088876b24f9 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:32.294331 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-37ab7959-4810-4e78-a90c-ca3e067b0d00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=7f30360b-cfe0-4506-b773-e74f99afce03 HTTP/1.1" status: 200 len: 217 time: 0.0521858 Sep 17 23:38:32.297648 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-176de360-43ed-40de-b5e5-61eb8886ec71 req-03856f81-44fa-4202-9496-c088876b24f9 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 947 time: 0.0644383 Sep 17 23:38:32.341398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-176de360-43ed-40de-b5e5-61eb8886ec71 req-1412256e-3418-418c-b1ef-29dc96e192cc tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428576 Sep 17 23:38:32.343673 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e3099611-f896-49b6-9da5-d8a14113355b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:32.344560 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-efa46bcb-dab8-4921-a7d8-00f2206c6be0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:32.375639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-43971865-75e5-4733-ab47-b573f2c96d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:32.377130 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-43971865-75e5-4733-ab47-b573f2c96d73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0719700 Sep 17 23:38:32.388530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-85e41270-41f0-4b05-bb20-a05bb25908cd None None] Provisioning complete for port eea64a45-1b95-4e2c-ae66-cd37dff722d2 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:32.389371 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-85e41270-41f0-4b05-bb20-a05bb25908cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:32.424987 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e3099611-f896-49b6-9da5-d8a14113355b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:32.428711 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-85e41270-41f0-4b05-bb20-a05bb25908cd None None] Port eea64a45-1b95-4e2c-ae66-cd37dff722d2 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:38:32.435316 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-00b72b05-06bf-45af-88c0-a4a7bb7724ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:32.436792 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-00b72b05-06bf-45af-88c0-a4a7bb7724ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0520117 Sep 17 23:38:32.520092 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f5f64-cdfa-4d6a-98e6-2e57181ecf79 req-5fec67aa-469c-4818-8c1d-84c9b0e8b7ca tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:32.521612 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-753f5f64-cdfa-4d6a-98e6-2e57181ecf79 req-5fec67aa-469c-4818-8c1d-84c9b0e8b7ca tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 935 time: 0.0627811 Sep 17 23:38:32.529679 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3099611-f896-49b6-9da5-d8a14113355b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae283ab0-5a11-4524-822d-16bebf00b057,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:32.562046 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-753f5f64-cdfa-4d6a-98e6-2e57181ecf79 req-3504ea93-cbb8-4a92-bbcc-a19a28b43b6f tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337071 Sep 17 23:38:32.629229 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ca299d-b6d8-4cd3-a23f-480ca25ae6bd x-openstack-request-id: req-60ca299d-b6d8-4cd3-a23f-480ca25ae6bd {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:32.629526 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de13f3fc-b761-4501-814a-9a391048dd63", "name": "network-vif-unplugged", "status": "completed", "tag": "7f30360b-cfe0-4506-b773-e74f99afce03", "code": 200}, {"name": "network-changed", "server_uuid": "de13f3fc-b761-4501-814a-9a391048dd63", "tag": "7f30360b-cfe0-4506-b773-e74f99afce03", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:32.629780 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-60ca299d-b6d8-4cd3-a23f-480ca25ae6bd {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:32.630170 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de13f3fc-b761-4501-814a-9a391048dd63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f30360b-cfe0-4506-b773-e74f99afce03', 'code': 200} Sep 17 23:38:32.630426 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de13f3fc-b761-4501-814a-9a391048dd63', 'tag': '7f30360b-cfe0-4506-b773-e74f99afce03', 'status': 'completed', 'code': 200} Sep 17 23:38:32.642894 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-741d999a-cd98-46ed-988b-b12a45701343 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875658 Sep 17 23:38:32.644079 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-307e1563-f1a3-46bc-8a8b-d14890b737c8 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1409576 Sep 17 23:38:32.664310 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e3099611-f896-49b6-9da5-d8a14113355b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Allocated IP 192.168.233.140 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/89285bb4-4de2-4aae-89d9-93686adef996) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:32.669956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Request body: {'port': {'device_id': '93dce91e-fd00-4f8e-962c-02964d3cf834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:32.725402 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-89dbf18f-0a8c-4c5b-8c3c-18b0c626dede req-506a1a44-322a-4d30-be04-fb114381a083 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 210 time: 0.0442820 Sep 17 23:38:32.738079 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-2a674868-832c-4f3b-9581-4849f691dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:32.739631 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-2a674868-832c-4f3b-9581-4849f691dfd0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 1098 time: 0.0838773 Sep 17 23:38:32.786527 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df5ddaaf-6b6a-4d1b-ac38-7b6b3ae69357 req-507ca264-6c77-43b7-b487-7a8469284e1d tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 210 time: 0.0332806 Sep 17 23:38:32.819370 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-5e32f7a6-02d7-41d0-b9b8-1d6320f8aa6c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Made reservation on behalf of 08157d7339154e21a81a531fc30eeab2 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:32.823298 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-5e32f7a6-02d7-41d0-b9b8-1d6320f8aa6c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:32.849197 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:32.932635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d3c79-0259-4130-8212-73f7a81f090d req-bc472b78-7f78-4dc7-ab68-1643cad00c31 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:32.933480 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a349da2d-929a-4bba-89bb-c49afcd71e5f req-e3dbf9b2-5256-4c62-bec1-aa0a8ff3d700 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733943 Sep 17 23:38:32.934071 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e2d3c79-0259-4130-8212-73f7a81f090d req-bc472b78-7f78-4dc7-ab68-1643cad00c31 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f272bb8-dd6c-4c5c-9466-1eec039dab78 HTTP/1.1" status: 200 len: 949 time: 0.1282215 Sep 17 23:38:32.960176 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-76911f41-ecf1-4820-b42a-e7003e271587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:32.961825 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-76911f41-ecf1-4820-b42a-e7003e271587 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1987190 Sep 17 23:38:32.971862 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179321b3-ec38-4bb8-8d44-c0663af4f18e req-94186888-4875-4778-82b4-b2e42cef408a tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:32.973384 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-179321b3-ec38-4bb8-8d44-c0663af4f18e req-94186888-4875-4778-82b4-b2e42cef408a tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 946 time: 0.1109860 Sep 17 23:38:33.016247 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.db.api [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-efa46bcb-dab8-4921-a7d8-00f2206c6be0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 3fd2c47fad1f42d8a729d02ef0297ddc {{(pid=95591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:38:33.016570 n-d-809883-1 neutron-server[95591]: DEBUG oslo_db.api [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-efa46bcb-dab8-4921-a7d8-00f2206c6be0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:38:33.033471 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-e9b4cd2f-6637-4c0b-a6ca-c103aa659340 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=7f30360b-cfe0-4506-b773-e74f99afce03 HTTP/1.1" status: 200 len: 217 time: 0.0590725 Sep 17 23:38:33.048284 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e2d3c79-0259-4130-8212-73f7a81f090d req-b26035f8-1b51-41fb-98c8-e1b98565e2f3 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059413 Sep 17 23:38:33.094686 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-179321b3-ec38-4bb8-8d44-c0663af4f18e req-57919460-c7d3-44fc-8432-c9528c96c000 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118753 Sep 17 23:38:33.117535 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-ed0849f8-aab5-4120-9b6d-95e393e38618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:33.119298 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-ed0849f8-aab5-4120-9b6d-95e393e38618 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0663190 Sep 17 23:38:33.196807 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-da902277-f822-46d5-a053-5cbacc0f8bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:33.198321 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-da902277-f822-46d5-a053-5cbacc0f8bde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0693898 Sep 17 23:38:33.214318 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e3099611-f896-49b6-9da5-d8a14113355b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:33.253869 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-6f29b83d-c627-4aa9-8b3a-5d053e226766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:33.255401 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-6f29b83d-c627-4aa9-8b3a-5d053e226766 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 1098 time: 0.2032735 Sep 17 23:38:33.256580 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-5e32f7a6-02d7-41d0-b9b8-1d6320f8aa6c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Allocated IP 172.20.0.6 (9def810e-7ca4-4135-ae9d-7edfe5be5dcc/a4f294d2-e1d6-44d8-a05a-4631f2b03d1e/0ac32b77-f704-48f9-8e52-2e88b68f7584) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:33.307510 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 540982ad-5d1f-4c86-8554-de30bb3e524c no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:38:33.329952 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 540982ad-5d1f-4c86-8554-de30bb3e524c {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:38:33.330475 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 540982ad-5d1f-4c86-8554-de30bb3e524c not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:38:33.499140 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e978bea-b764-4bfc-8abb-73b4f425cee7 req-0c8e1abc-6765-49e0-aeca-22cb88c38e4a tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:33.506956 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e978bea-b764-4bfc-8abb-73b4f425cee7 req-0c8e1abc-6765-49e0-aeca-22cb88c38e4a tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 1097 time: 0.3382483 Sep 17 23:38:33.561418 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-efa46bcb-dab8-4921-a7d8-00f2206c6be0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:33.589716 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e978bea-b764-4bfc-8abb-73b4f425cee7 req-c5ebb83d-b164-4f75-aea7-9b22e1407fb0 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806108 Sep 17 23:38:33.626682 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-cfab76f1-7b20-4b24-8770-df7aacdde8dc service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198070 Sep 17 23:38:33.705929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0f615-129f-4956-80b9-5998cefddc4b req-f8581f6f-b942-401b-94dc-983dc00a1980 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:33.708288 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9c0f615-129f-4956-80b9-5998cefddc4b req-f8581f6f-b942-401b-94dc-983dc00a1980 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 947 time: 0.1167693 Sep 17 23:38:33.727333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-8a23f916-3565-4f3b-8750-6ac4e8b85770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:33.728823 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-8a23f916-3565-4f3b-8750-6ac4e8b85770 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.4585896 Sep 17 23:38:33.741270 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e3099611-f896-49b6-9da5-d8a14113355b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:33.825642 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-0939331e-d1fa-4daf-a864-3e05000ef315 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826532 Sep 17 23:38:33.829699 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9c0f615-129f-4956-80b9-5998cefddc4b req-daab0548-3024-4c67-89bf-bbb396b64cf4 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902059 Sep 17 23:38:33.843498 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d28dc-26e1-4535-9f7b-d3957f1631d0 req-b8625514-84a6-4b5d-a066-4dbb250cc1e5 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:33.845042 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c96d28dc-26e1-4535-9f7b-d3957f1631d0 req-b8625514-84a6-4b5d-a066-4dbb250cc1e5 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 935 time: 0.1071796 Sep 17 23:38:33.845504 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-360ddb8d-2a13-4381-b428-04af57862834 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=7f30360b-cfe0-4506-b773-e74f99afce03 HTTP/1.1" status: 200 len: 217 time: 0.0962231 Sep 17 23:38:33.892860 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c96d28dc-26e1-4535-9f7b-d3957f1631d0 req-25f5d6e7-cde0-4cc6-b83b-3a8d2f35829e tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412955 Sep 17 23:38:33.944746 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e3099611-f896-49b6-9da5-d8a14113355b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:33.973441 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c3091c46-1176-4abb-8958-c548d6bdcf33 req-eb6c2a3f-b1a4-4d18-99f9-4d908c2f2faf tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 210 time: 0.0288839 Sep 17 23:38:33.983281 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e3099611-f896-49b6-9da5-d8a14113355b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:33.990222 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3099611-f896-49b6-9da5-d8a14113355b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Pushing event updated for resources: {'Port': ['ID=89285bb4-4de2-4aae-89d9-93686adef996,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:33.993978 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e3099611-f896-49b6-9da5-d8a14113355b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:34.000533 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e3099611-f896-49b6-9da5-d8a14113355b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:34.001184 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e3099611-f896-49b6-9da5-d8a14113355b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:34.044338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0f5de-5652-4301-9e79-02e88c4cd1d7 req-7e236275-c117-4739-8a97-d8684abd1437 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:34.051939 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c9c0f5de-5652-4301-9e79-02e88c4cd1d7 req-7e236275-c117-4739-8a97-d8684abd1437 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 936 time: 0.0808308 Sep 17 23:38:34.110002 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c9c0f5de-5652-4301-9e79-02e88c4cd1d7 req-18b541c8-dc7f-4214-af82-23c2db4b2e7d tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520861 Sep 17 23:38:34.162424 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.41', 54257) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:34.190152 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-b3c33717-e5c5-481d-b740-5b38d6dbffac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:34.191850 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-b3c33717-e5c5-481d-b740-5b38d6dbffac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.3034363 Sep 17 23:38:34.195423 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470633a7-99ee-454a-a47f-317b2c802989 req-6152522a-fdfe-4973-bd9e-1db6f261e02b tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:34.197625 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-470633a7-99ee-454a-a47f-317b2c802989 req-6152522a-fdfe-4973-bd9e-1db6f261e02b tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f272bb8-dd6c-4c5c-9466-1eec039dab78 HTTP/1.1" status: 200 len: 949 time: 0.0665793 Sep 17 23:38:34.252708 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e3099611-f896-49b6-9da5-d8a14113355b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7794659 Sep 17 23:38:34.253598 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-470633a7-99ee-454a-a47f-317b2c802989 req-1802a00f-8a2b-4e47-a557-6aa8be24f840 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488634 Sep 17 23:38:34.259879 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-feab001a-f1dc-45e5-bb70-28d0ac2e571b None None] Provisioning complete for port 89285bb4-4de2-4aae-89d9-93686adef996 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:34.260258 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-feab001a-f1dc-45e5-bb70-28d0ac2e571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:34.294867 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-feab001a-f1dc-45e5-bb70-28d0ac2e571b None None] Port 89285bb4-4de2-4aae-89d9-93686adef996 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:38:34.308533 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Request body: {'port': {'device_id': '896dca49-fe34-4860-93e7-6a2ee1cc8f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:34.322209 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-5e32f7a6-02d7-41d0-b9b8-1d6320f8aa6c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:34.443232 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee00f7-7282-40d6-904e-e1719e1fa7b4 req-35c58d19-c40b-4c39-9d0f-2c885bca2463 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:34.444664 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dbee00f7-7282-40d6-904e-e1719e1fa7b4 req-35c58d19-c40b-4c39-9d0f-2c885bca2463 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f272bb8-dd6c-4c5c-9466-1eec039dab78 HTTP/1.1" status: 200 len: 949 time: 0.2202952 Sep 17 23:38:34.458872 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-58298a9e-18c6-4a3c-958d-1af538a26b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:34.460242 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-58298a9e-18c6-4a3c-958d-1af538a26b95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2316546 Sep 17 23:38:34.473987 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea64a45-1b95-4e2c-ae66-cd37dff722d2 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:34.499084 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:34.510585 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:34.556503 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Transition to ACTIVE for port object eea64a45-1b95-4e2c-ae66-cd37dff722d2 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:38:34.621160 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-5e32f7a6-02d7-41d0-b9b8-1d6320f8aa6c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:34.643396 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:34.741190 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-5e32f7a6-02d7-41d0-b9b8-1d6320f8aa6c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:34.775947 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-5e32f7a6-02d7-41d0-b9b8-1d6320f8aa6c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:34.790967 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-5e32f7a6-02d7-41d0-b9b8-1d6320f8aa6c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:34.797094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-5e32f7a6-02d7-41d0-b9b8-1d6320f8aa6c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:34.797731 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-5e32f7a6-02d7-41d0-b9b8-1d6320f8aa6c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:34.807351 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-86e33cf0-1969-48a6-a3a1-638125e3ec75 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274670 Sep 17 23:38:34.815757 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32f7a6-02d7-41d0-b9b8-1d6320f8aa6c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Pushing event updated for resources: {'Port': ['ID=0ac32b77-f704-48f9-8e52-2e88b68f7584,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:34.878044 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-efa46bcb-dab8-4921-a7d8-00f2206c6be0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Allocated IP 192.168.233.167 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/7da431bd-e882-4154-b432-50a29c6a5f9d) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:34.997483 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-dbee00f7-7282-40d6-904e-e1719e1fa7b4 req-a4f5c128-f547-4b9e-8779-b9e3f883b555 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Deleting port 87eec87d-e069-42d1-bbe0-f5cba07632e9 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:38:34.997825 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-dbee00f7-7282-40d6-904e-e1719e1fa7b4 req-a4f5c128-f547-4b9e-8779-b9e3f883b555 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:35.051029 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-5e32f7a6-02d7-41d0-b9b8-1d6320f8aa6c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1341188 Sep 17 23:38:35.054148 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e44ba-2f14-48f6-8916-448a38757805 req-d84ec2e9-172b-47cc-a696-14523815295e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:35.055671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-544e44ba-2f14-48f6-8916-448a38757805 req-d84ec2e9-172b-47cc-a696-14523815295e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 947 time: 0.1385536 Sep 17 23:38:35.092314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4f4a4-c7d9-4759-bd5b-98fb5d561b74 req-74baed0b-7a68-43da-81d0-21c7d5d46915 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:35.093848 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23e4f4a4-c7d9-4759-bd5b-98fb5d561b74 req-74baed0b-7a68-43da-81d0-21c7d5d46915 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 947 time: 0.0929677 Sep 17 23:38:35.108361 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Request body: {'port': {'device_id': '4bfe5da6-c4f9-432a-8b54-de8ca1d7c999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:35.122894 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-544e44ba-2f14-48f6-8916-448a38757805 req-d84d3f91-39c7-40f7-99ae-047ffb5cda38 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603540 Sep 17 23:38:35.126230 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Attempting to bind port eea64a45-1b95-4e2c-ae66-cd37dff722d2 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:35.126706 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Attempting to bind port eea64a45-1b95-4e2c-ae66-cd37dff722d2 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:35.127187 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Attempting to bind port eea64a45-1b95-4e2c-ae66-cd37dff722d2 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:35.150854 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23e4f4a4-c7d9-4759-bd5b-98fb5d561b74 req-a0038c57-a636-4af3-af35-2b1b0b479925 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470929 Sep 17 23:38:35.151326 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Pushing event updated for resources: {'Port': ['ID=eea64a45-1b95-4e2c-ae66-cd37dff722d2,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:35.194488 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Port eea64a45-1b95-4e2c-ae66-cd37dff722d2 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:38:35.194814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Attempting to bind port eea64a45-1b95-4e2c-ae66-cd37dff722d2 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:35.259364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:35.260062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:35.260062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:35.260503 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Bound port: eea64a45-1b95-4e2c-ae66-cd37dff722d2, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:35.260869 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:35.304782 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b1592db3-c5e5-4fe7-9864-78058c1160cb req-2fab1c3d-7c35-4ad4-bc3b-187cb14a2df1 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736915 Sep 17 23:38:35.312155 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb89cc4-fb70-4d23-8fdd-df2d6f13a5f0 req-6857f828-1375-4250-8a74-7076ca05f025 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:35.319505 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aeb89cc4-fb70-4d23-8fdd-df2d6f13a5f0 req-6857f828-1375-4250-8a74-7076ca05f025 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 931 time: 0.0971010 Sep 17 23:38:35.344610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5f5ee-8f96-4772-b9c9-8b847195188f req-1e0689c2-9db9-4790-8a09-62559c7dacf4 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:35.346385 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61b5f5ee-8f96-4772-b9c9-8b847195188f req-1e0689c2-9db9-4790-8a09-62559c7dacf4 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 936 time: 0.1089611 Sep 17 23:38:35.381430 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aeb89cc4-fb70-4d23-8fdd-df2d6f13a5f0 req-b1dfbbc8-5902-4b40-9b7a-12424901817a tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609367 Sep 17 23:38:35.394051 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:35.405396 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-dbee00f7-7282-40d6-904e-e1719e1fa7b4 req-a4f5c128-f547-4b9e-8779-b9e3f883b555 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] For port 87eec87d-e069-42d1-bbe0-f5cba07632e9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=87eec87d-e069-42d1-bbe0-f5cba07632e9,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:35.405761 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-dbee00f7-7282-40d6-904e-e1719e1fa7b4 req-a4f5c128-f547-4b9e-8779-b9e3f883b555 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:35.410693 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61b5f5ee-8f96-4772-b9c9-8b847195188f req-5e9077b9-8a67-4e3b-a3cc-3d6469700ef5 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510755 Sep 17 23:38:35.442579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-dbee00f7-7282-40d6-904e-e1719e1fa7b4 req-a4f5c128-f547-4b9e-8779-b9e3f883b555 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Calling delete_port for 87eec87d-e069-42d1-bbe0-f5cba07632e9 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:38:35.491593 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234385f4-1275-4765-bbe9-4783dd3d36c8 req-7408f879-6186-48e3-9fad-40db4682e66f tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:35.493474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-234385f4-1275-4765-bbe9-4783dd3d36c8 req-7408f879-6186-48e3-9fad-40db4682e66f tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f272bb8-dd6c-4c5c-9466-1eec039dab78 HTTP/1.1" status: 200 len: 949 time: 0.0506184 Sep 17 23:38:35.531945 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-234385f4-1275-4765-bbe9-4783dd3d36c8 req-36528d4a-79f0-412f-9738-c704f6f554fa tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c2996cc-dc25-4f2d-b590-41566fa54117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323167 Sep 17 23:38:35.566578 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-efa46bcb-dab8-4921-a7d8-00f2206c6be0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:35.568291 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] For port eea64a45-1b95-4e2c-ae66-cd37dff722d2, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:35.601118 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] For port eea64a45-1b95-4e2c-ae66-cd37dff722d2, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=eea64a45-1b95-4e2c-ae66-cd37dff722d2,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:35.680759 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:35.751639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:35.752175 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:35.753623 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] 10.222.0.41 "PUT /v2.0/ports/eea64a45-1b95-4e2c-ae66-cd37dff722d2 HTTP/1.1" status: 200 len: 1095 time: 3.0923958 Sep 17 23:38:35.754308 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93dce91e-fd00-4f8e-962c-02964d3cf834', 'tag': 'eea64a45-1b95-4e2c-ae66-cd37dff722d2'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:35.756356 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58673ebd-2806-4f31-9cbe-837fb0101ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "93dce91e-fd00-4f8e-962c-02964d3cf834", "tag": "eea64a45-1b95-4e2c-ae66-cd37dff722d2"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:35.865714 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b23d66-7c5c-415d-9034-9145ccbfa44c x-openstack-request-id: req-03b23d66-7c5c-415d-9034-9145ccbfa44c {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:35.866071 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93dce91e-fd00-4f8e-962c-02964d3cf834", "tag": "eea64a45-1b95-4e2c-ae66-cd37dff722d2", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:35.870174 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-03b23d66-7c5c-415d-9034-9145ccbfa44c {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:35.870174 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93dce91e-fd00-4f8e-962c-02964d3cf834', 'tag': 'eea64a45-1b95-4e2c-ae66-cd37dff722d2', 'status': 'completed', 'code': 200} Sep 17 23:38:35.898706 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-efa46bcb-dab8-4921-a7d8-00f2206c6be0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:35.900340 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8db094-d266-40f7-b1d9-f04a4453769b service neutron] Pushing event updated for resources: {'Port': ['ID=eea64a45-1b95-4e2c-ae66-cd37dff722d2,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:36.264800 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4342a-1e20-4b8e-bc5e-4402d76acd79 req-8293fe8e-5fd2-4cb5-ad0e-a57794764873 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:36.266399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-64a4342a-1e20-4b8e-bc5e-4402d76acd79 req-8293fe8e-5fd2-4cb5-ad0e-a57794764873 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 947 time: 0.0554903 Sep 17 23:38:36.301302 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-efa46bcb-dab8-4921-a7d8-00f2206c6be0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:36.305096 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-64a4342a-1e20-4b8e-bc5e-4402d76acd79 req-27b5a850-27a9-449b-9c60-af439583da38 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322766 Sep 17 23:38:36.330172 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-efa46bcb-dab8-4921-a7d8-00f2206c6be0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:36.332591 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-efa46bcb-dab8-4921-a7d8-00f2206c6be0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:36.338492 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-efa46bcb-dab8-4921-a7d8-00f2206c6be0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:36.339173 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-efa46bcb-dab8-4921-a7d8-00f2206c6be0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:36.347041 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa46bcb-dab8-4921-a7d8-00f2206c6be0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Pushing event updated for resources: {'Port': ['ID=7da431bd-e882-4154-b432-50a29c6a5f9d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:36.357005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58673ebd-2806-4f31-9cbe-837fb0101ca9 req-61d47a2f-cbd0-4fae-8457-535eed0b6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:36.358509 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-58673ebd-2806-4f31-9cbe-837fb0101ca9 req-61d47a2f-cbd0-4fae-8457-535eed0b6a96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71013aff34af4fe4973bc99fc2551a2c&device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 1098 time: 0.4856653 Sep 17 23:38:36.373947 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-dbee00f7-7282-40d6-904e-e1719e1fa7b4 req-a4f5c128-f547-4b9e-8779-b9e3f883b555 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:36.387215 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['87eec87d-e069-42d1-bbe0-f5cba07632e9'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:36.432340 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0439ba1-f73b-4b0a-b6ac-fef6da41560f req-1f735609-b633-4eed-8b5e-5c5f69ea1a90 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:36.437456 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d0439ba1-f73b-4b0a-b6ac-fef6da41560f req-1f735609-b633-4eed-8b5e-5c5f69ea1a90 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 947 time: 0.0692391 Sep 17 23:38:36.484730 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d0439ba1-f73b-4b0a-b6ac-fef6da41560f req-07d64bc1-0962-4c7e-aec4-492d5a6b089c tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431769 Sep 17 23:38:36.485025 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5c128-f547-4b9e-8779-b9e3f883b555 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Pushing event deleted for resources: {'Port': ['ID=87eec87d-e069-42d1-bbe0-f5cba07632e9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:36.494494 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-58673ebd-2806-4f31-9cbe-837fb0101ca9 req-1d247fe3-ed3d-4e06-aa2e-0479e2557c80 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=71013aff34af4fe4973bc99fc2551a2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1159651 Sep 17 23:38:36.521442 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-efa46bcb-dab8-4921-a7d8-00f2206c6be0 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3563375 Sep 17 23:38:36.543408 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Request body: {'port': {'device_id': 'e11b29dc-b708-4225-8250-a358cb013290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:36.555564 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac32b77-f704-48f9-8e52-2e88b68f7584 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:36.590143 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4692b7c5-d89a-48df-8fa4-b56de6792277 None None] Provisioning complete for port 7da431bd-e882-4154-b432-50a29c6a5f9d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:36.590561 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4692b7c5-d89a-48df-8fa4-b56de6792277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:36.606791 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbee00f7-7282-40d6-904e-e1719e1fa7b4 req-a4f5c128-f547-4b9e-8779-b9e3f883b555 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] No DVR routers for this DVR port 87eec87d-e069-42d1-bbe0-f5cba07632e9 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:38:36.609620 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-dbee00f7-7282-40d6-904e-e1719e1fa7b4 req-a4f5c128-f547-4b9e-8779-b9e3f883b555 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:36.611712 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dbee00f7-7282-40d6-904e-e1719e1fa7b4 req-a4f5c128-f547-4b9e-8779-b9e3f883b555 tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.41 "DELETE /v2.0/ports/87eec87d-e069-42d1-bbe0-f5cba07632e9 HTTP/1.1" status: 204 len: 173 time: 2.1578181 Sep 17 23:38:36.625947 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-4692b7c5-d89a-48df-8fa4-b56de6792277 None None] Port 7da431bd-e882-4154-b432-50a29c6a5f9d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:38:36.633884 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:36.753789 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Transition to ACTIVE for port object 0ac32b77-f704-48f9-8e52-2e88b68f7584 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:38:36.781013 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0e9ad-2314-4559-bd7c-f4656efe157f req-4ccc5614-6960-4b56-88f6-739b45442c76 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:36.781846 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5b0e9ad-2314-4559-bd7c-f4656efe157f req-4ccc5614-6960-4b56-88f6-739b45442c76 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 931 time: 0.0556579 Sep 17 23:38:36.800872 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89285bb4-4de2-4aae-89d9-93686adef996 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:36.816974 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:36.826251 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5b0e9ad-2314-4559-bd7c-f4656efe157f req-f7686e5d-2dd1-4d26-b21c-79f28bdb378c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357685 Sep 17 23:38:36.831802 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:36.869354 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Transition to ACTIVE for port object 89285bb4-4de2-4aae-89d9-93686adef996 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:38:36.874648 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58673ebd-2806-4f31-9cbe-837fb0101ca9 req-fb7a488a-9097-4d6c-9ca3-c5d195ee2c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:36.876493 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-58673ebd-2806-4f31-9cbe-837fb0101ca9 req-fb7a488a-9097-4d6c-9ca3-c5d195ee2c69 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3539529 Sep 17 23:38:36.926692 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:36.956771 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38776a-cbc8-4cd6-97c4-aea091cb750b req-e537c06c-cae4-4390-a8f4-297bdca53375 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:36.958425 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b38776a-cbc8-4cd6-97c4-aea091cb750b req-e537c06c-cae4-4390-a8f4-297bdca53375 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 936 time: 0.0716450 Sep 17 23:38:36.971655 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:37.025454 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b38776a-cbc8-4cd6-97c4-aea091cb750b req-e1b98d4c-dc38-4b79-afda-a3d3450675ec tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586755 Sep 17 23:38:37.076432 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Pushing event updated for resources: {'Port': ['ID=0ac32b77-f704-48f9-8e52-2e88b68f7584,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:37.116994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7b3ca33-5a59-4b32-8d80-21e36b2628c8 req-b458a58b-5055-462c-a539-5482047c172a tempest-ServersAdminNegativeTestJSON-48065887 tempest-ServersAdminNegativeTestJSON-48065887-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f272bb8-dd6c-4c5c-9466-1eec039dab78 HTTP/1.1" status: 200 len: 210 time: 0.0892618 Sep 17 23:38:37.178483 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=89285bb4-4de2-4aae-89d9-93686adef996,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:37.189722 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1148f5-14c5-42c7-bb06-7edcd518fd68 req-e4c54ed6-c13f-4102-bfa2-d70061b85151 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:37.191811 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b1148f5-14c5-42c7-bb06-7edcd518fd68 req-e4c54ed6-c13f-4102-bfa2-d70061b85151 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.37 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63&tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 947 time: 0.0629578 Sep 17 23:38:37.299131 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Attempting to bind port 89285bb4-4de2-4aae-89d9-93686adef996 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:37.299506 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Attempting to bind port 89285bb4-4de2-4aae-89d9-93686adef996 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:37.299777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Attempting to bind port 89285bb4-4de2-4aae-89d9-93686adef996 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:37.343161 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7f30360b-cfe0-4506-b773-e74f99afce03 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:38:37.350807 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Attempting to bind port 0ac32b77-f704-48f9-8e52-2e88b68f7584 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:37.351370 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Attempting to bind port 0ac32b77-f704-48f9-8e52-2e88b68f7584 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'ff6795e2-d48f-4832-a572-c0a1eeee400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:37.351462 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Attempting to bind port 0ac32b77-f704-48f9-8e52-2e88b68f7584 on network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:37.359912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-dc4432cc-4d15-442c-818a-a8b8f2b40e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:37.361509 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-dc4432cc-4d15-442c-818a-a8b8f2b40e81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71013aff34af4fe4973bc99fc2551a2c&device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 1098 time: 0.3233385 Sep 17 23:38:37.371511 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Port 89285bb4-4de2-4aae-89d9-93686adef996 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:38:37.371839 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Attempting to bind port 89285bb4-4de2-4aae-89d9-93686adef996 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:37.393026 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-1b1148f5-14c5-42c7-bb06-7edcd518fd68 req-91a7dcf6-e04b-430e-88f4-ef5815328aa4 service neutron] delete failed (client error): The resource could not be found. Sep 17 23:38:37.394137 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b1148f5-14c5-42c7-bb06-7edcd518fd68 req-91a7dcf6-e04b-430e-88f4-ef5815328aa4 service neutron] 10.222.0.37 "DELETE /v2.0/ports/7f30360b-cfe0-4506-b773-e74f99afce03/bindings/n-h2-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.1944852 Sep 17 23:38:37.416148 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Port 0ac32b77-f704-48f9-8e52-2e88b68f7584 on network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:38:37.416476 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Attempting to bind port 0ac32b77-f704-48f9-8e52-2e88b68f7584 on network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:37.419835 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-61411d8d-6c09-4d09-ae97-3192410b62c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=eea64a45-1b95-4e2c-ae66-cd37dff722d2 HTTP/1.1" status: 200 len: 217 time: 0.0437102 Sep 17 23:38:37.419996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e27d88-4f2c-4e57-8377-d2e71a92b482 req-21b49f9c-7e6e-4688-b629-9f5e5fbf12be tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:37.433194 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d8e27d88-4f2c-4e57-8377-d2e71a92b482 req-21b49f9c-7e6e-4688-b629-9f5e5fbf12be tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 947 time: 0.1522410 Sep 17 23:38:37.505176 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:37.505663 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:37.506150 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:37.506725 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Bound port: 89285bb4-4de2-4aae-89d9-93686adef996, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:37.507185 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:37.511174 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:37.513736 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Checking segment: {'id': 'ff6795e2-d48f-4832-a572-c0a1eeee400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:37.514297 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Bound using segment: {'id': 'ff6795e2-d48f-4832-a572-c0a1eeee400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:37.515120 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Bound port: 0ac32b77-f704-48f9-8e52-2e88b68f7584, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6795e2-d48f-4832-a572-c0a1eeee400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:37.515322 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:37.552424 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7f30360b-cfe0-4506-b773-e74f99afce03, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7f30360b-cfe0-4506-b773-e74f99afce03,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:37.565408 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '7f30360b-cfe0-4506-b773-e74f99afce03', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '7f30360b-cfe0-4506-b773-e74f99afce03', 'mac_address': 'fa:16:3e:2a:4c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:38:37.611580 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d8e27d88-4f2c-4e57-8377-d2e71a92b482 req-dfec9fde-525d-46b5-9070-1f18050afcb3 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774523 Sep 17 23:38:37.617640 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:37.643545 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f30360b-cfe0-4506-b773-e74f99afce03 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:37.647911 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] For port 89285bb4-4de2-4aae-89d9-93686adef996, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:37.648106 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b3e48-9f1b-4b60-8de4-ed89fd9d2a21 req-680bd4f4-0625-4487-9e01-8aa46dee6f30 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:37.649811 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-972b3e48-9f1b-4b60-8de4-ed89fd9d2a21 req-680bd4f4-0625-4487-9e01-8aa46dee6f30 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 1097 time: 0.1365252 Sep 17 23:38:37.656735 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] For port 89285bb4-4de2-4aae-89d9-93686adef996, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=89285bb4-4de2-4aae-89d9-93686adef996,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:37.674986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1148f5-14c5-42c7-bb06-7edcd518fd68 req-8dd02f78-00a9-4a76-91f1-5f92179e9325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:37.680328 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b1148f5-14c5-42c7-bb06-7edcd518fd68 req-8dd02f78-00a9-4a76-91f1-5f92179e9325 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 1098 time: 0.1018429 Sep 17 23:38:37.690816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7f30360b-cfe0-4506-b773-e74f99afce03, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7f30360b-cfe0-4506-b773-e74f99afce03,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:37.705399 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-2f74cab6-8436-4e96-8811-2580d3f4c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:37.706880 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-2f74cab6-8436-4e96-8811-2580d3f4c490 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.2310767 Sep 17 23:38:37.742332 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-972b3e48-9f1b-4b60-8de4-ed89fd9d2a21 req-891c0a30-4204-443e-a560-2fca35ef8a44 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802066 Sep 17 23:38:37.760780 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:37.793774 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:37.830549 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bc29b-33fe-4d62-a3d2-0ddae36e7c65 req-3fe292b7-3524-46a5-8432-34aacc784c86 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:37.838514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-818bc29b-33fe-4d62-a3d2-0ddae36e7c65 req-3fe292b7-3524-46a5-8432-34aacc784c86 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 946 time: 0.1335251 Sep 17 23:38:37.863863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1148f5-14c5-42c7-bb06-7edcd518fd68 req-9016b404-78c5-4294-8841-f6193a0f0ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:37.865364 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b1148f5-14c5-42c7-bb06-7edcd518fd68 req-9016b404-78c5-4294-8841-f6193a0f0ce9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1741993 Sep 17 23:38:37.869257 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f272bb8-dd6c-4c5c-9466-1eec039dab78', 'name': 'network-vif-deleted', 'tag': '87eec87d-e069-42d1-bbe0-f5cba07632e9'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:37.871704 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6feb3a-9444-4984-a8e9-7c244038f313" -d '{"events": [{"server_uuid": "4f272bb8-dd6c-4c5c-9466-1eec039dab78", "name": "network-vif-deleted", "tag": "87eec87d-e069-42d1-bbe0-f5cba07632e9"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:37.889228 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:37.889854 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:37.891277 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] 10.222.0.41 "PUT /v2.0/ports/89285bb4-4de2-4aae-89d9-93686adef996 HTTP/1.1" status: 200 len: 1096 time: 3.5958879 Sep 17 23:38:37.900805 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] For port 0ac32b77-f704-48f9-8e52-2e88b68f7584, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:37.946219 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] For port 0ac32b77-f704-48f9-8e52-2e88b68f7584, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0ac32b77-f704-48f9-8e52-2e88b68f7584,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:37.954016 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=7f30360b-cfe0-4506-b773-e74f99afce03,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:37.971269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-818bc29b-33fe-4d62-a3d2-0ddae36e7c65 req-c6ade006-1ad9-4940-94b7-b5dfe781553e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318052 Sep 17 23:38:37.973211 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b1148f5-14c5-42c7-bb06-7edcd518fd68 req-101ca74d-46e4-4686-bb9a-b2074abd2827 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=7f30360b-cfe0-4506-b773-e74f99afce03 HTTP/1.1" status: 200 len: 217 time: 0.0918350 Sep 17 23:38:37.987482 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae0732-4a9a-4dc9-ba73-19256e8a7fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=89285bb4-4de2-4aae-89d9-93686adef996,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:38.001537 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-4dca66e9-bf02-46e5-a093-39b4da2bb422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:38.003077 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-4dca66e9-bf02-46e5-a093-39b4da2bb422 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2859530 Sep 17 23:38:38.019876 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da431bd-e882-4154-b432-50a29c6a5f9d {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:38.053024 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['7f30360b-cfe0-4506-b773-e74f99afce03'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:38.072332 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:38.072332 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:38.120537 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1148f5-14c5-42c7-bb06-7edcd518fd68 req-6babd0de-8742-4e15-90fb-0e8ee18498b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:38.127062 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b1148f5-14c5-42c7-bb06-7edcd518fd68 req-6babd0de-8742-4e15-90fb-0e8ee18498b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1437054 Sep 17 23:38:38.391392 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Transition to ACTIVE for port object 7da431bd-e882-4154-b432-50a29c6a5f9d will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:38:38.391392 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:38.391392 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:38.391392 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] 10.222.0.37 "PUT /v2.0/ports/0ac32b77-f704-48f9-8e52-2e88b68f7584 HTTP/1.1" status: 200 len: 1091 time: 3.0859184 Sep 17 23:38:38.391392 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-6715bf55-dae2-418c-b664-42eb38af584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:38.391392 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-6715bf55-dae2-418c-b664-42eb38af584c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fd2c47fad1f42d8a729d02ef0297ddc&device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 1099 time: 0.2118309 Sep 17 23:38:38.394084 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a2cc7-7005-46b4-82a6-3da4da9bf557 req-1af4e87f-5f56-4239-ab25-3b6f191cd977 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:38.394881 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839324ed-5129-4ea8-8add-339b7e01b96d service neutron] Pushing event updated for resources: {'Port': ['ID=0ac32b77-f704-48f9-8e52-2e88b68f7584,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:38.394962 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e0a2cc7-7005-46b4-82a6-3da4da9bf557 req-1af4e87f-5f56-4239-ab25-3b6f191cd977 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 947 time: 0.2491586 Sep 17 23:38:38.394962 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1148f5-14c5-42c7-bb06-7edcd518fd68 req-28181add-6053-459b-b8d2-9b9c8a0f7b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:38.394962 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b1148f5-14c5-42c7-bb06-7edcd518fd68 req-28181add-6053-459b-b8d2-9b9c8a0f7b76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1109869 Sep 17 23:38:38.395155 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-50f56ff9-ebfa-491a-8a48-f9f48ad7dbe0 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660315 Sep 17 23:38:38.395155 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-747df1a9-cd04-413e-b5d7-dc30abb1bb47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=89285bb4-4de2-4aae-89d9-93686adef996 HTTP/1.1" status: 200 len: 217 time: 0.0575361 Sep 17 23:38:38.395296 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e0a2cc7-7005-46b4-82a6-3da4da9bf557 req-a55b217c-a662-4170-b7bb-6598ec0718ac tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690072 Sep 17 23:38:38.397096 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b1148f5-14c5-42c7-bb06-7edcd518fd68 req-f222d7d8-ac38-48b5-b7a0-a1836c41f3bf service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246831 Sep 17 23:38:38.417411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-3d6612ea-ee0d-41d3-ac7d-a0358bb261cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:38.419822 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-3d6612ea-ee0d-41d3-ac7d-a0358bb261cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1159194 Sep 17 23:38:38.470314 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5b53697c-39ac-41e5-89a6-00f81b2e8fb0 req-7d0bd0c0-edb1-45d4-b6bd-ae2a77a8bbd6 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746314 Sep 17 23:38:38.488413 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-0d120798-7756-4fb5-8da2-eba190c025e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:38.490373 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-0d120798-7756-4fb5-8da2-eba190c025e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0612969 Sep 17 23:38:38.497607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7add096-e4d7-47a3-be56-e6a34c336f02 req-0ed74961-a5b4-4f94-ac40-85c009103a6b tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:38.499378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f7add096-e4d7-47a3-be56-e6a34c336f02 req-0ed74961-a5b4-4f94-ac40-85c009103a6b tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 943 time: 0.1411951 Sep 17 23:38:38.540426 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b1148f5-14c5-42c7-bb06-7edcd518fd68 req-256164bd-2889-4d72-8c67-b5f72c8711a5 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330287 Sep 17 23:38:38.565215 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f7add096-e4d7-47a3-be56-e6a34c336f02 req-12cd85c5-a224-4569-9ab1-d603077ff012 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576239 Sep 17 23:38:38.594462 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-12f4c9c8-2166-4e39-8c91-76ae8371ba60 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966911 Sep 17 23:38:38.667428 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad25972-89fd-41e9-b91e-f114c513eb3e x-openstack-request-id: req-9ad25972-89fd-41e9-b91e-f114c513eb3e {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:38.667730 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f272bb8-dd6c-4c5c-9466-1eec039dab78", "name": "network-vif-deleted", "tag": "87eec87d-e069-42d1-bbe0-f5cba07632e9", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:38.668567 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ad25972-89fd-41e9-b91e-f114c513eb3e {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:38.675964 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f272bb8-dd6c-4c5c-9466-1eec039dab78', 'name': 'network-vif-deleted', 'tag': '87eec87d-e069-42d1-bbe0-f5cba07632e9', 'status': 'completed', 'code': 200} Sep 17 23:38:38.692747 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:38.771282 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Pushing event updated for resources: {'Port': ['ID=7da431bd-e882-4154-b432-50a29c6a5f9d,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:38.794514 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4dec6c2a-8662-41cf-9095-ea29aff0f635 req-35b21b02-7a3a-4261-90e5-b95319e3ade8 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919260 Sep 17 23:38:38.805650 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-e5d723ca-5ffb-4ad6-9ff2-7ca6b77e2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:38.812072 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-e5d723ca-5ffb-4ad6-9ff2-7ca6b77e2b24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08157d7339154e21a81a531fc30eeab2&device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 1094 time: 0.1125956 Sep 17 23:38:38.824558 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Attempting to bind port 7da431bd-e882-4154-b432-50a29c6a5f9d on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:38.831545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Attempting to bind port 7da431bd-e882-4154-b432-50a29c6a5f9d by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:38.831545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Attempting to bind port 7da431bd-e882-4154-b432-50a29c6a5f9d on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:38.837402 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Port 7da431bd-e882-4154-b432-50a29c6a5f9d on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:38:38.837402 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Attempting to bind port 7da431bd-e882-4154-b432-50a29c6a5f9d on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:38.843733 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:38.844087 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:38.844480 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:38.844957 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Bound port: 7da431bd-e882-4154-b432-50a29c6a5f9d, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:38.845329 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:38.850438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b5552-5fc6-4a9d-9bda-675a3e2049ce req-4c57f84b-725c-458e-ac87-6ad5c6ab2be9 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:38.852096 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-491b5552-5fc6-4a9d-9bda-675a3e2049ce req-4c57f84b-725c-458e-ac87-6ad5c6ab2be9 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 948 time: 0.1055984 Sep 17 23:38:38.884110 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-9dbbce19-38dd-4254-8ea8-8172aabe73f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ac32b77-f704-48f9-8e52-2e88b68f7584 HTTP/1.1" status: 200 len: 217 time: 0.0629737 Sep 17 23:38:38.996580 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] For port 7da431bd-e882-4154-b432-50a29c6a5f9d, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:38.999540 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-491b5552-5fc6-4a9d-9bda-675a3e2049ce req-8383f4c0-d59c-482b-8bc5-268eb3f10ff5 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136150 Sep 17 23:38:39.006061 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] For port 7da431bd-e882-4154-b432-50a29c6a5f9d, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7da431bd-e882-4154-b432-50a29c6a5f9d,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:39.011218 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-53655aba-dde8-4ccd-9304-ebd7d52a9329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:39.012299 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-53655aba-dde8-4ccd-9304-ebd7d52a9329 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4f294d2-e1d6-44d8-a05a-4631f2b03d1e HTTP/1.1" status: 200 len: 845 time: 0.0965698 Sep 17 23:38:39.052571 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-657c2953-89e3-4aed-91ca-81056a57e632 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9def810e-7ca4-4135-ae9d-7edfe5be5dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279341 Sep 17 23:38:39.082465 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:39.197629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:39.201160 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:39.201160 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] 10.222.0.41 "PUT /v2.0/ports/7da431bd-e882-4154-b432-50a29c6a5f9d HTTP/1.1" status: 200 len: 1096 time: 2.6611505 Sep 17 23:38:39.201429 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ccdc3-9204-4c0b-8748-e064607dc545 service neutron] Pushing event updated for resources: {'Port': ['ID=7da431bd-e882-4154-b432-50a29c6a5f9d,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:39.209414 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-ed6733e9-7409-4953-9be9-7fb0187f7d74 service neutron] 10.222.0.37 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473913 Sep 17 23:38:39.253135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cf3df-5c51-4e52-87d1-f78a9e7c2d42 req-7ee499f5-cee6-465f-834f-b8d9ed3b69ad tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:39.261822 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-525cf3df-5c51-4e52-87d1-f78a9e7c2d42 req-7ee499f5-cee6-465f-834f-b8d9ed3b69ad tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 948 time: 0.0952747 Sep 17 23:38:39.362419 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7f30360b-cfe0-4506-b773-e74f99afce03 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:39.369193 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-525cf3df-5c51-4e52-87d1-f78a9e7c2d42 req-d884dc90-7255-42b9-86e4-5028c64c612d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004708 Sep 17 23:38:39.417395 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7cedf1b-af4d-4be5-b4ab-a80c006eae59 req-75e19427-3c8a-4f0a-bf93-ac827814b110 service neutron] 10.222.0.37 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989815 Sep 17 23:38:39.486114 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-e16989d2-bba8-4e20-b408-a2b2164d9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:39.486114 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-e16989d2-bba8-4e20-b408-a2b2164d9078 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fd2c47fad1f42d8a729d02ef0297ddc&device_id=e11b29dc-b708-4225-8250-a358cb013290 HTTP/1.1" status: 200 len: 1099 time: 0.1440227 Sep 17 23:38:39.515227 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 7f30360b-cfe0-4506-b773-e74f99afce03 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:38:39.525037 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 7f30360b-cfe0-4506-b773-e74f99afce03 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:39.527065 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:39.584759 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-3001b120-5c12-41ed-8287-5573d1056c4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=7da431bd-e882-4154-b432-50a29c6a5f9d HTTP/1.1" status: 200 len: 217 time: 0.0748053 Sep 17 23:38:39.662526 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:39.664786 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-040993c0-92df-4bbb-b122-22101ad1c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:39.667038 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-040993c0-92df-4bbb-b122-22101ad1c5e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0733349 Sep 17 23:38:39.696915 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54792) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:39.714246 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de13f3fc-b761-4501-814a-9a391048dd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f30360b-cfe0-4506-b773-e74f99afce03'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:39.717224 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f713dc89-2729-4b5a-af87-1720d6831288" -d '{"events": [{"server_uuid": "de13f3fc-b761-4501-814a-9a391048dd63", "name": "network-vif-plugged", "status": "completed", "tag": "7f30360b-cfe0-4506-b773-e74f99afce03"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:39.743035 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7f30360b-cfe0-4506-b773-e74f99afce03, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7f30360b-cfe0-4506-b773-e74f99afce03,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:39.751862 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-8af6219f-f1f6-4fee-920f-52c934262b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:39.753575 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-8af6219f-f1f6-4fee-920f-52c934262b35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707800 Sep 17 23:38:39.850679 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:39.855886 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 87eec87d-e069-42d1-bbe0-f5cba07632e9 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:38:39.867506 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e713ac87-3163-4b23-a43e-542c22741ed1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa26b9349aa54bfca9efe02cb5d79276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1696436 Sep 17 23:38:39.871098 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54802) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:39.890168 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-2ff7b1b1-84a3-4561-b761-378d99fa7a06 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232579 Sep 17 23:38:39.910392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 87eec87d-e069-42d1-bbe0-f5cba07632e9 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:38:39.910821 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 87eec87d-e069-42d1-bbe0-f5cba07632e9 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:38:39.978724 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-70022469-0c63-40cf-8dcc-5213e5c21031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:39.982308 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=7f30360b-cfe0-4506-b773-e74f99afce03,revision_number=9']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:40.052999 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-70022469-0c63-40cf-8dcc-5213e5c21031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:40.064464 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-32cc346c-5805-445f-8a2d-c9a2f4d4e462 req-a4443e72-ec74-4af9-8213-e2f194fbfdb4 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664581 Sep 17 23:38:40.100665 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879df07-3d0a-4f8f-a7bc-fa6c831b1b0f req-24ddb3fc-af39-408a-bcf1-a6f4f3dc2644 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:40.105545 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8879df07-3d0a-4f8f-a7bc-fa6c831b1b0f req-24ddb3fc-af39-408a-bcf1-a6f4f3dc2644 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 947 time: 0.1097553 Sep 17 23:38:40.109271 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:40.148587 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8879df07-3d0a-4f8f-a7bc-fa6c831b1b0f req-b7bf67ab-c835-4ea0-8310-4c7f1052f204 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401738 Sep 17 23:38:40.236123 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-70022469-0c63-40cf-8dcc-5213e5c21031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:40.238690 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-70022469-0c63-40cf-8dcc-5213e5c21031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:40.242428 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-70022469-0c63-40cf-8dcc-5213e5c21031 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c2996cc-dc25-4f2d-b590-41566fa54117 HTTP/1.1" status: 204 len: 168 time: 0.3678219 Sep 17 23:38:40.269785 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70022469-0c63-40cf-8dcc-5213e5c21031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2996cc-dc25-4f2d-b590-41566fa54117,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:40.292674 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f08bff-6df1-4fda-b125-50bb99d80ba6 req-edbc03e8-14d8-46bc-ac46-5a46cdd9661b tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:40.294288 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d0f08bff-6df1-4fda-b125-50bb99d80ba6 req-edbc03e8-14d8-46bc-ac46-5a46cdd9661b tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 943 time: 0.0901563 Sep 17 23:38:40.355727 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d0f08bff-6df1-4fda-b125-50bb99d80ba6 req-d101cb3f-e4a5-48ef-9f73-8b7669b35d17 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499706 Sep 17 23:38:40.390357 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40732a65-7612-45a7-9334-5d0587247cf1 x-openstack-request-id: req-40732a65-7612-45a7-9334-5d0587247cf1 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:40.390870 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de13f3fc-b761-4501-814a-9a391048dd63", "name": "network-vif-plugged", "status": "completed", "tag": "7f30360b-cfe0-4506-b773-e74f99afce03", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:40.391083 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-40732a65-7612-45a7-9334-5d0587247cf1 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:40.391570 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de13f3fc-b761-4501-814a-9a391048dd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f30360b-cfe0-4506-b773-e74f99afce03', 'code': 200} Sep 17 23:38:40.489619 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82df3fe-f297-4274-8f87-4084f4f241f9 req-018b2cd4-ddb4-4fc3-bb35-ef6681c181ba tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:40.490989 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a82df3fe-f297-4274-8f87-4084f4f241f9 req-018b2cd4-ddb4-4fc3-bb35-ef6681c181ba tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 948 time: 0.0500438 Sep 17 23:38:40.530880 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a82df3fe-f297-4274-8f87-4084f4f241f9 req-60b8a280-1bc4-4a35-a0be-a01d21e2510d tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Sep 17 23:38:40.643232 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-517cc466-01f5-4093-b453-cb88c4fad143 req-7127374f-f411-428c-a651-4778e3bcf058 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1633586403&fields=id&tenant_id=06106444c40645e2a5a0f1beb95c10da HTTP/1.1" status: 200 len: 267 time: 0.0354037 Sep 17 23:38:40.678197 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896dca49-fe34-4860-93e7-6a2ee1cc8f55', 'tag': '89285bb4-4de2-4aae-89d9-93686adef996'}, {'name': 'network-changed', 'server_uuid': '4bfe5da6-c4f9-432a-8b54-de8ca1d7c999', 'tag': '0ac32b77-f704-48f9-8e52-2e88b68f7584'}, {'name': 'network-changed', 'server_uuid': 'e11b29dc-b708-4225-8250-a358cb013290', 'tag': '7da431bd-e882-4154-b432-50a29c6a5f9d'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:40.680645 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc70d00-4f0e-4804-b0df-f04037b4904f" -d '{"events": [{"name": "network-changed", "server_uuid": "896dca49-fe34-4860-93e7-6a2ee1cc8f55", "tag": "89285bb4-4de2-4aae-89d9-93686adef996"}, {"name": "network-changed", "server_uuid": "4bfe5da6-c4f9-432a-8b54-de8ca1d7c999", "tag": "0ac32b77-f704-48f9-8e52-2e88b68f7584"}, {"name": "network-changed", "server_uuid": "e11b29dc-b708-4225-8250-a358cb013290", "tag": "7da431bd-e882-4154-b432-50a29c6a5f9d"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:40.763714 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cc466-01f5-4093-b453-cb88c4fad143 req-47829db7-08ab-4204-9b2f-575bd5d1662b tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:40.768774 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-517cc466-01f5-4093-b453-cb88c4fad143 req-47829db7-08ab-4204-9b2f-575bd5d1662b tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/networks?id=d0877baf-6ee8-4add-8825-399e8b3ccc62 HTTP/1.1" status: 200 len: 823 time: 0.1140108 Sep 17 23:38:40.781198 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-517cc466-01f5-4093-b453-cb88c4fad143 req-c2a7cc89-a863-487d-bcec-269b23b6e4e7 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/quotas/06106444c40645e2a5a0f1beb95c10da HTTP/1.1" status: 200 len: 375 time: 0.0099397 Sep 17 23:38:40.846009 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-517cc466-01f5-4093-b453-cb88c4fad143 req-4e35a71d-675f-4f33-9f56-20e7c571f3ae tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=06106444c40645e2a5a0f1beb95c10da&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0583885 Sep 17 23:38:40.893566 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-c5b4e97a-1dda-4cca-be8e-70045ae40b15 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:38:40.894840 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-c5b4e97a-1dda-4cca-be8e-70045ae40b15 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093036 Sep 17 23:38:40.971136 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-8c921801-ac5c-438c-806e-3e395f76a1c3 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:40.972513 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-8c921801-ac5c-438c-806e-3e395f76a1c3 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/ports/ddab079b-236a-4b4b-962a-c4ca7ec079e5 HTTP/1.1" status: 200 len: 1094 time: 0.0498967 Sep 17 23:38:40.982112 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-3f677f5f-a531-4718-9bd9-a3750a739f8b service neutron] Request body: {'binding': {'host': 'n-h1-809883-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:40.982550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-3f677f5f-a531-4718-9bd9-a3750a739f8b service neutron] Unknown quota resources ['binding']. {{(pid=95592) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 23:38:40.990535 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-517cc466-01f5-4093-b453-cb88c4fad143 req-15cfb4f4-cafc-4420-ad20-0a0ba280eb4a service neutron] 10.222.0.46 "GET /v2.0/networks/d0877baf-6ee8-4add-8825-399e8b3ccc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318166 Sep 17 23:38:41.003832 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54830) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:41.055725 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d17f0646-05cb-418c-992a-1b63b73802da admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3047a4bf732c4a21b677ccf32a21906b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501490 Sep 17 23:38:41.058026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54832) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:41.109138 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-07d22d93-35c3-4137-be81-494af66bb9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:41.132178 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-07d22d93-35c3-4137-be81-494af66bb9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:41.141738 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-517cc466-01f5-4093-b453-cb88c4fad143 req-c8e561cc-29b7-403a-bdd7-4f4a29aef22c service neutron] 10.222.0.46 "GET /v2.0/networks/d0877baf-6ee8-4add-8825-399e8b3ccc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178625 Sep 17 23:38:41.269282 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-3f677f5f-a531-4718-9bd9-a3750a739f8b service neutron] Attempting to bind port ddab079b-236a-4b4b-962a-c4ca7ec079e5 on host n-h1-809883-1 for vnic_type normal with profile None {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:41.269617 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-3f677f5f-a531-4718-9bd9-a3750a739f8b service neutron] Attempting to bind port ddab079b-236a-4b4b-962a-c4ca7ec079e5 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:41.269843 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-07d22d93-35c3-4137-be81-494af66bb9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:41.270068 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-3f677f5f-a531-4718-9bd9-a3750a739f8b service neutron] Attempting to bind port ddab079b-236a-4b4b-962a-c4ca7ec079e5 on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:41.273264 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-07d22d93-35c3-4137-be81-494af66bb9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:41.278272 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-07d22d93-35c3-4137-be81-494af66bb9fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d3ece110-d90f-4dbd-9ed0-02dadb12eb33 HTTP/1.1" status: 204 len: 168 time: 0.2177050 Sep 17 23:38:41.283736 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-3f677f5f-a531-4718-9bd9-a3750a739f8b service neutron] Port ddab079b-236a-4b4b-962a-c4ca7ec079e5 on network de59519b-4223-446a-ba3f-49ba8599e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:38:41.283736 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-3f677f5f-a531-4718-9bd9-a3750a739f8b service neutron] Attempting to bind port ddab079b-236a-4b4b-962a-c4ca7ec079e5 on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:41.286507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-3f677f5f-a531-4718-9bd9-a3750a739f8b service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:41.287284 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-3f677f5f-a531-4718-9bd9-a3750a739f8b service neutron] Checking segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:41.287840 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-3f677f5f-a531-4718-9bd9-a3750a739f8b service neutron] Bound using segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:41.288415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-3f677f5f-a531-4718-9bd9-a3750a739f8b service neutron] Bound port: ddab079b-236a-4b4b-962a-c4ca7ec079e5, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:41.291491 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d22d93-35c3-4137-be81-494af66bb9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ece110-d90f-4dbd-9ed0-02dadb12eb33,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:41.368044 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-3f677f5f-a531-4718-9bd9-a3750a739f8b service neutron] For port ddab079b-236a-4b4b-962a-c4ca7ec079e5, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ddab079b-236a-4b4b-962a-c4ca7ec079e5,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:41.373807 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device eea64a45-1b95-4e2c-ae66-cd37dff722d2 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:38:41.448912 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-3f677f5f-a531-4718-9bd9-a3750a739f8b service neutron] Notify callbacks [] for binding, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:41.450951 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-3f677f5f-a531-4718-9bd9-a3750a739f8b service neutron] 10.222.0.46 "POST /v2.0/ports/ddab079b-236a-4b4b-962a-c4ca7ec079e5/bindings HTTP/1.1" status: 201 len: 389 time: 0.4727952 Sep 17 23:38:41.498542 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b367c1-ca29-4319-a3e7-cba1ef7f1a60 req-94fa2bb9-cb37-4914-b615-266ff9c7f0fa tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:41.500115 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8b367c1-ca29-4319-a3e7-cba1ef7f1a60 req-94fa2bb9-cb37-4914-b615-266ff9c7f0fa tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.1065829 Sep 17 23:38:41.520613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cc774-73c8-4053-92da-85d16046e272 req-6cf89db9-97cd-4aaa-87f5-a38bedd16e7e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:41.522320 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee2cc774-73c8-4053-92da-85d16046e272 req-6cf89db9-97cd-4aaa-87f5-a38bedd16e7e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bd01f07-9413-4529-b753-76dec4da84c7 HTTP/1.1" status: 200 len: 946 time: 0.0910549 Sep 17 23:38:41.553917 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port eea64a45-1b95-4e2c-ae66-cd37dff722d2, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=eea64a45-1b95-4e2c-ae66-cd37dff722d2,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:41.567078 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'eea64a45-1b95-4e2c-ae66-cd37dff722d2', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': 'eea64a45-1b95-4e2c-ae66-cd37dff722d2', 'mac_address': 'fa:16:3e:45:42:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:38:41.619966 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:41.634665 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea64a45-1b95-4e2c-ae66-cd37dff722d2 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:41.654266 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8b367c1-ca29-4319-a3e7-cba1ef7f1a60 req-227f7239-a536-48f7-ba59-7e48a86a599c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413660 Sep 17 23:38:41.659233 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port eea64a45-1b95-4e2c-ae66-cd37dff722d2, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=eea64a45-1b95-4e2c-ae66-cd37dff722d2,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:41.698213 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-ee2cc774-73c8-4053-92da-85d16046e272 req-81db3bbd-5388-47fb-921d-b886874afa6e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Deleting port 0a297a80-aecc-4f9c-ab54-06ce32d20850 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:38:41.699084 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ee2cc774-73c8-4053-92da-85d16046e272 req-81db3bbd-5388-47fb-921d-b886874afa6e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:41.715229 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b949381c-0094-4a76-85f4-5d78844e2937 x-openstack-request-id: req-b949381c-0094-4a76-85f4-5d78844e2937 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:41.715677 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896dca49-fe34-4860-93e7-6a2ee1cc8f55", "tag": "89285bb4-4de2-4aae-89d9-93686adef996", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4bfe5da6-c4f9-432a-8b54-de8ca1d7c999", "tag": "0ac32b77-f704-48f9-8e52-2e88b68f7584", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e11b29dc-b708-4225-8250-a358cb013290", "tag": "7da431bd-e882-4154-b432-50a29c6a5f9d", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:41.715871 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b949381c-0094-4a76-85f4-5d78844e2937 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:41.716927 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896dca49-fe34-4860-93e7-6a2ee1cc8f55', 'tag': '89285bb4-4de2-4aae-89d9-93686adef996', 'status': 'completed', 'code': 200} Sep 17 23:38:41.717241 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfe5da6-c4f9-432a-8b54-de8ca1d7c999', 'tag': '0ac32b77-f704-48f9-8e52-2e88b68f7584', 'status': 'completed', 'code': 200} Sep 17 23:38:41.717496 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11b29dc-b708-4225-8250-a358cb013290', 'tag': '7da431bd-e882-4154-b432-50a29c6a5f9d', 'status': 'completed', 'code': 200} Sep 17 23:38:41.741386 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:41.742115 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 89285bb4-4de2-4aae-89d9-93686adef996 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:38:41.945514 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 89285bb4-4de2-4aae-89d9-93686adef996, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=89285bb4-4de2-4aae-89d9-93686adef996,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:41.951765 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=eea64a45-1b95-4e2c-ae66-cd37dff722d2,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:41.959063 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-ee2cc774-73c8-4053-92da-85d16046e272 req-81db3bbd-5388-47fb-921d-b886874afa6e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] For port 0a297a80-aecc-4f9c-ab54-06ce32d20850, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0a297a80-aecc-4f9c-ab54-06ce32d20850,segment=NetworkSegment(d999cc28-7bc4-4132-b238-802d21cdaea9),segment_id=d999cc28-7bc4-4132-b238-802d21cdaea9)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:41.959535 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ee2cc774-73c8-4053-92da-85d16046e272 req-81db3bbd-5388-47fb-921d-b886874afa6e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:41.966000 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '89285bb4-4de2-4aae-89d9-93686adef996', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '89285bb4-4de2-4aae-89d9-93686adef996', 'mac_address': 'fa:16:3e:79:ed:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:38:42.000784 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-7407d683-07ec-45ac-aec6-fe89e2c03f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:42.010293 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-7407d683-07ec-45ac-aec6-fe89e2c03f33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08157d7339154e21a81a531fc30eeab2&device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 1094 time: 0.2622862 Sep 17 23:38:42.015668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-bb40f2c7-f820-4be8-b8a3-eb247dbbbc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:42.017242 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-bb40f2c7-f820-4be8-b8a3-eb247dbbbc82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fd2c47fad1f42d8a729d02ef0297ddc&device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 1099 time: 0.2788770 Sep 17 23:38:42.059879 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:42.091518 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89285bb4-4de2-4aae-89d9-93686adef996 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:42.097736 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c4e624a-3154-436a-986f-d3b23737fd33 req-f78c8456-fd1e-4401-ad4a-e35393fc89cd tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 210 time: 0.2302198 Sep 17 23:38:42.128972 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 89285bb4-4de2-4aae-89d9-93686adef996, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=89285bb4-4de2-4aae-89d9-93686adef996,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:42.157632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 0ac32b77-f704-48f9-8e52-2e88b68f7584 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:38:42.216345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832832f9-5447-4603-a2c2-52cb71232758 req-581b0d01-7d3a-4117-ba91-391b9e598891 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:42.220124 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:42.229159 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-832832f9-5447-4603-a2c2-52cb71232758 req-581b0d01-7d3a-4117-ba91-391b9e598891 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 948 time: 0.4311743 Sep 17 23:38:42.244042 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-c0d44363-0723-4c99-ad57-a2cc4b51f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:42.246598 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-c0d44363-0723-4c99-ad57-a2cc4b51f8b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 1097 time: 0.2078969 Sep 17 23:38:42.336627 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-8e58a42e-3eae-423d-953c-234e21683bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:42.338315 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-8e58a42e-3eae-423d-953c-234e21683bf9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9def810e-7ca4-4135-ae9d-7edfe5be5dcc HTTP/1.1" status: 200 len: 906 time: 0.3201878 Sep 17 23:38:42.363094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-832832f9-5447-4603-a2c2-52cb71232758 req-da474774-f391-4b55-ab79-b5445cdc0d7d tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328111 Sep 17 23:38:42.387610 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-2fc08d73-1952-4561-97ec-53b5c1aef3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:42.403854 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-2fc08d73-1952-4561-97ec-53b5c1aef3b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.3591700 Sep 17 23:38:42.414500 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd948c93-8bcc-4872-89ef-09d16052003f req-9766076b-3704-4148-bf89-5ac03c68520f tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:42.423342 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd948c93-8bcc-4872-89ef-09d16052003f req-9766076b-3704-4148-bf89-5ac03c68520f tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 943 time: 0.1796911 Sep 17 23:38:42.471368 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ee2cc774-73c8-4053-92da-85d16046e272 req-81db3bbd-5388-47fb-921d-b886874afa6e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:42.471881 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ee2cc774-73c8-4053-92da-85d16046e272 req-81db3bbd-5388-47fb-921d-b886874afa6e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:42.472324 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [req-ee2cc774-73c8-4053-92da-85d16046e272 req-81db3bbd-5388-47fb-921d-b886874afa6e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Floating IP 91e93576-ed86-40bd-b6f2-31fedd200146 disassociated. External IP: 172.25.3.24, port: 0a297a80-aecc-4f9c-ab54-06ce32d20850. Sep 17 23:38:42.472768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-ee2cc774-73c8-4053-92da-85d16046e272 req-81db3bbd-5388-47fb-921d-b886874afa6e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Calling delete_port for 0a297a80-aecc-4f9c-ab54-06ce32d20850 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:38:42.506458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=89285bb4-4de2-4aae-89d9-93686adef996,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:42.512359 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd948c93-8bcc-4872-89ef-09d16052003f req-e3692240-35b5-43d7-81ee-d9c8f13393f7 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886517 Sep 17 23:38:42.536667 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['89285bb4-4de2-4aae-89d9-93686adef996'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:42.576007 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['eea64a45-1b95-4e2c-ae66-cd37dff722d2'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:42.669720 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 0ac32b77-f704-48f9-8e52-2e88b68f7584, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0ac32b77-f704-48f9-8e52-2e88b68f7584,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:42.697244 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '0ac32b77-f704-48f9-8e52-2e88b68f7584', 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc', 'port_id': '0ac32b77-f704-48f9-8e52-2e88b68f7584', 'mac_address': 'fa:16:3e:01:9d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f294d2-e1d6-44d8-a05a-4631f2b03d1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:38:42.799496 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:42.811654 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-4c9f0886-d271-4aac-8ea0-d1bf26ded132 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ac32b77-f704-48f9-8e52-2e88b68f7584 HTTP/1.1" status: 200 len: 217 time: 0.4531448 Sep 17 23:38:42.836135 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac32b77-f704-48f9-8e52-2e88b68f7584 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:42.888857 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 0ac32b77-f704-48f9-8e52-2e88b68f7584, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0ac32b77-f704-48f9-8e52-2e88b68f7584,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:42.934293 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-377024d6-d8a9-4ed7-a3d3-f3a5d227fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:42.935948 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-377024d6-d8a9-4ed7-a3d3-f3a5d227fd64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4f294d2-e1d6-44d8-a05a-4631f2b03d1e HTTP/1.1" status: 200 len: 845 time: 0.0804594 Sep 17 23:38:42.937492 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-26a0b106-7fab-4d7a-951a-2670fe818b36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=89285bb4-4de2-4aae-89d9-93686adef996 HTTP/1.1" status: 200 len: 217 time: 0.1605115 Sep 17 23:38:42.987918 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:43.014648 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-0b0a89f1-6151-4180-a66d-551bb238a42a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9def810e-7ca4-4135-ae9d-7edfe5be5dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586638 Sep 17 23:38:43.034545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-caa833f2-d49d-494f-a5f7-fefce73cd890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:43.036120 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-caa833f2-d49d-494f-a5f7-fefce73cd890 service neutron] 10.222.0.41 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 922 time: 0.7747202 Sep 17 23:38:43.045386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0eb56-9861-45a4-bb03-da0ddedf1fad req-cf957672-f0c4-45a8-8470-4ad7af12c116 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:43.053571 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aec0eb56-9861-45a4-bb03-da0ddedf1fad req-cf957672-f0c4-45a8-8470-4ad7af12c116 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 949 time: 0.5846765 Sep 17 23:38:43.080865 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=0ac32b77-f704-48f9-8e52-2e88b68f7584,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:43.088711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acb22d-5ada-4f87-841e-ddae9da4825c req-a198f944-d733-4acb-a875-bea71086c63b tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:43.094413 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7acb22d-5ada-4f87-841e-ddae9da4825c req-a198f944-d733-4acb-a875-bea71086c63b tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.4606779 Sep 17 23:38:43.106641 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-382088fb-e084-4d8d-b669-6841943548c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:43.108097 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-382088fb-e084-4d8d-b669-6841943548c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1637692 Sep 17 23:38:43.111643 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-8de82439-9228-4a78-9813-870a2fd9be93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddab079b-236a-4b4b-962a-c4ca7ec079e5 HTTP/1.1" status: 200 len: 217 time: 0.0618410 Sep 17 23:38:43.132574 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:43.146628 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aec0eb56-9861-45a4-bb03-da0ddedf1fad req-51c35c5d-38d3-4e56-8400-04131be6b2e3 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922523 Sep 17 23:38:43.201793 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7acb22d-5ada-4f87-841e-ddae9da4825c req-e2ac0981-9147-4ff0-9722-6375bd3a0209 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942698 Sep 17 23:38:43.267596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['0ac32b77-f704-48f9-8e52-2e88b68f7584'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:43.272950 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ee2cc774-73c8-4053-92da-85d16046e272 req-81db3bbd-5388-47fb-921d-b886874afa6e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:43.273493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-ce121f68-97c9-4a8f-9460-11b8659b8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:43.276173 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-ce121f68-97c9-4a8f-9460-11b8659b8376 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1330841 Sep 17 23:38:43.280916 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-2658da37-4f8b-4021-ba6c-fabf769d43e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:43.282436 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-2658da37-4f8b-4021-ba6c-fabf769d43e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.1384406 Sep 17 23:38:43.286453 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-c1eced11-980c-40b9-aa4b-a9fb53e8d459 service neutron] 10.222.0.37 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619324 Sep 17 23:38:43.311430 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3bbd-5388-47fb-921d-b886874afa6e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Pushing event deleted for resources: {'Port': ['ID=0a297a80-aecc-4f9c-ab54-06ce32d20850,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:43.371987 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f869f-cbeb-4037-b047-dfc888453ea9 req-776d79c2-aaee-43c6-9a79-57abcc5965fe tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:43.375738 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-410f869f-cbeb-4037-b047-dfc888453ea9 req-776d79c2-aaee-43c6-9a79-57abcc5965fe tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 946 time: 0.1347282 Sep 17 23:38:43.391816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7da431bd-e882-4154-b432-50a29c6a5f9d details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:38:43.431871 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-eec760ce-0f4e-4765-a30d-08dc7962fd7b service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157992 Sep 17 23:38:43.476542 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-6feb4c4f-b980-4fba-b0a4-b1fcfd8afa44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1717930 Sep 17 23:38:43.526481 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-410f869f-cbeb-4037-b047-dfc888453ea9 req-b184bff8-5edf-4fcb-8a9d-5352d7e2662e tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429193 Sep 17 23:38:43.566648 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f4ffbcb-6396-4c9d-9781-23a1da66127f req-a770315e-74af-4cc7-8599-71ed3fac7af9 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 210 time: 0.0519443 Sep 17 23:38:43.591817 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee2cc774-73c8-4053-92da-85d16046e272 req-81db3bbd-5388-47fb-921d-b886874afa6e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Router 573e986b-260a-4b30-9eea-9c27c28b9a08 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:38:43.692707 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7da431bd-e882-4154-b432-50a29c6a5f9d, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7da431bd-e882-4154-b432-50a29c6a5f9d,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:43.706450 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '7da431bd-e882-4154-b432-50a29c6a5f9d', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '7da431bd-e882-4154-b432-50a29c6a5f9d', 'mac_address': 'fa:16:3e:fc:77:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:38:43.773803 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:43.800788 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-6542fd4e-314e-46a5-a541-3a7ab023cb5c service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095958 Sep 17 23:38:43.804178 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-76e01139-390f-4652-8889-53a7da1692dc service neutron] 10.222.0.37 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097630 Sep 17 23:38:43.812645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb558-c6da-4bde-9e87-d1876c39fbfb req-1c38081b-15f5-4d66-8ba0-6bed6c5b445a tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:43.814317 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-527bb558-c6da-4bde-9e87-d1876c39fbfb req-1c38081b-15f5-4d66-8ba0-6bed6c5b445a tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 948 time: 0.1473942 Sep 17 23:38:43.834643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da431bd-e882-4154-b432-50a29c6a5f9d {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:43.863625 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7da431bd-e882-4154-b432-50a29c6a5f9d, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7da431bd-e882-4154-b432-50a29c6a5f9d,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:43.867332 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aebcc3-d47b-49ae-b256-6588a9b34c0e req-e18c715b-1925-4053-a5b0-755fcd912550 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:43.868922 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-eb33a519-de90-4b2f-a906-316dc4305bf9 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949881 Sep 17 23:38:43.878155 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23aebcc3-d47b-49ae-b256-6588a9b34c0e req-e18c715b-1925-4053-a5b0-755fcd912550 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 944 time: 0.1767690 Sep 17 23:38:43.920243 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-527bb558-c6da-4bde-9e87-d1876c39fbfb req-0e6b1ec2-a3e1-4280-990a-1a76443634ba tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961704 Sep 17 23:38:43.923253 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee2cc774-73c8-4053-92da-85d16046e272 req-81db3bbd-5388-47fb-921d-b886874afa6e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:38:43.940665 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca3b608-d09e-4302-8ff1-c3c0a44cc2b4 None None] Sync routers for ids ['573e986b-260a-4b30-9eea-9c27c28b9a08'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:38:43.945933 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:43.995502 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2cc774-73c8-4053-92da-85d16046e272 req-81db3bbd-5388-47fb-921d-b886874afa6e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] No DVR routers for this DVR port 0a297a80-aecc-4f9c-ab54-06ce32d20850 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:38:43.997818 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ee2cc774-73c8-4053-92da-85d16046e272 req-81db3bbd-5388-47fb-921d-b886874afa6e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:44.000069 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee2cc774-73c8-4053-92da-85d16046e272 req-81db3bbd-5388-47fb-921d-b886874afa6e tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.37 "DELETE /v2.0/ports/0a297a80-aecc-4f9c-ab54-06ce32d20850 HTTP/1.1" status: 204 len: 173 time: 2.4704244 Sep 17 23:38:44.016822 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23aebcc3-d47b-49ae-b256-6588a9b34c0e req-9be4f258-0dae-4427-b9aa-72f425a1280f tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327262 Sep 17 23:38:44.017459 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd01f07-9413-4529-b753-76dec4da84c7', 'name': 'network-vif-deleted', 'tag': '0a297a80-aecc-4f9c-ab54-06ce32d20850'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:44.020422 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62031c68-54b7-4fe1-a8a0-4dcf856e3688" -d '{"events": [{"server_uuid": "6bd01f07-9413-4529-b753-76dec4da84c7", "name": "network-vif-deleted", "tag": "0a297a80-aecc-4f9c-ab54-06ce32d20850"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:44.025841 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-54f529ad-d8bd-4642-bf0c-85fdbb61f1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:44.051983 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=7da431bd-e882-4154-b432-50a29c6a5f9d,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:44.055256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca3b608-d09e-4302-8ff1-c3c0a44cc2b4 None None] Routers {'573e986b-260a-4b30-9eea-9c27c28b9a08'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:44.056009 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-dca3b608-d09e-4302-8ff1-c3c0a44cc2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:38:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['573e986b-260a-4b30-9eea-9c27c28b9a08'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:44.059820 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-a35496c1-5981-4c2f-a6f6-4d03ca2e62c7 service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368939 Sep 17 23:38:44.081099 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-b0cb46c7-3592-43e2-9868-650c0f390a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:44.082646 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-b0cb46c7-3592-43e2-9868-650c0f390a99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fd2c47fad1f42d8a729d02ef0297ddc&device_id=e11b29dc-b708-4225-8250-a358cb013290 HTTP/1.1" status: 200 len: 1100 time: 0.1283910 Sep 17 23:38:44.089046 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1acc46d-11d5-4492-af9c-6891bef3078a x-openstack-request-id: req-f1acc46d-11d5-4492-af9c-6891bef3078a {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:44.089046 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd01f07-9413-4529-b753-76dec4da84c7", "name": "network-vif-deleted", "tag": "0a297a80-aecc-4f9c-ab54-06ce32d20850", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:44.090206 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f1acc46d-11d5-4492-af9c-6891bef3078a {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:44.090891 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd01f07-9413-4529-b753-76dec4da84c7', 'name': 'network-vif-deleted', 'tag': '0a297a80-aecc-4f9c-ab54-06ce32d20850', 'status': 'completed', 'code': 200} Sep 17 23:38:44.162760 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cc466-01f5-4093-b453-cb88c4fad143 req-1d1dc678-70c2-4a6a-bf32-ef997888c39b tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:44.164461 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-517cc466-01f5-4093-b453-cb88c4fad143 req-1d1dc678-70c2-4a6a-bf32-ef997888c39b tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.37 "GET /v2.0/networks?id=d0877baf-6ee8-4add-8825-399e8b3ccc62 HTTP/1.1" status: 200 len: 823 time: 0.2416575 Sep 17 23:38:44.304719 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['7da431bd-e882-4154-b432-50a29c6a5f9d'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:44.309008 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-517cc466-01f5-4093-b453-cb88c4fad143 req-bd3f064c-8d06-422f-be55-e72725ecb189 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06106444c40645e2a5a0f1beb95c10da HTTP/1.1" status: 200 len: 380 time: 0.0992672 Sep 17 23:38:44.312086 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-45433d93-383b-41e1-91a8-510f14161117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:44.314451 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-45433d93-383b-41e1-91a8-510f14161117 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.2109656 Sep 17 23:38:44.320770 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-517cc466-01f5-4093-b453-cb88c4fad143 req-535d3b9a-f564-4c3b-96aa-fd08950a3ca1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Request body: {'port': {'device_id': '6bacbec8-ebbd-4750-85bd-3d253e9474b1', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'admin_state_up': True, 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'security_groups': ['1b305e32-20d7-4cbf-a953-27a57254ad05']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:44.343307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-dca3b608-d09e-4302-8ff1-c3c0a44cc2b4 None None] Set router 573e986b-260a-4b30-9eea-9c27c28b9a08 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:44.376021 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc3570-7ed9-48be-8d8a-19de4185c91b req-e736fa97-6def-4172-badf-b6462368562c tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:44.382287 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34cc3570-7ed9-48be-8d8a-19de4185c91b req-e736fa97-6def-4172-badf-b6462368562c tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 949 time: 0.1214583 Sep 17 23:38:44.396507 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-e742bb4c-0687-4191-ab3c-731ad8571844 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=7da431bd-e882-4154-b432-50a29c6a5f9d HTTP/1.1" status: 200 len: 217 time: 0.0693440 Sep 17 23:38:44.452456 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34cc3570-7ed9-48be-8d8a-19de4185c91b req-99ed654a-b037-479d-af9e-02fd6926ed83 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626912 Sep 17 23:38:44.504736 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-4c425c82-29ca-4dd8-b231-d746fa8102f9 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447483 Sep 17 23:38:44.579687 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-6b2a3522-e579-41d1-a1c9-7ef79aa9a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:44.582988 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-6b2a3522-e579-41d1-a1c9-7ef79aa9a606 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1040068 Sep 17 23:38:44.659803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-e54d5729-f6ba-468c-ac7b-a06755971783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:44.661663 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-e54d5729-f6ba-468c-ac7b-a06755971783 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0688982 Sep 17 23:38:44.663780 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-2379e2f3-75dc-4dfa-98b2-08d5cff071a1 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:44.665830 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-2379e2f3-75dc-4dfa-98b2-08d5cff071a1 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1577516 Sep 17 23:38:44.708865 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-cc165759-e5d9-444f-afe0-59e108ca34a8 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/quotas/e48d8880359443fb9bfa4fbd1d6105f4 HTTP/1.1" status: 200 len: 375 time: 0.0346594 Sep 17 23:38:44.740950 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d81e5-f747-49a7-aa2b-7b9bc895df9d req-f19774f6-525f-4920-bbc9-59d37706b2ff tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:44.742493 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba2d81e5-f747-49a7-aa2b-7b9bc895df9d req-f19774f6-525f-4920-bbc9-59d37706b2ff tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 946 time: 0.0868509 Sep 17 23:38:44.750896 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-517cc466-01f5-4093-b453-cb88c4fad143 req-535d3b9a-f564-4c3b-96aa-fd08950a3ca1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Made reservation on behalf of 06106444c40645e2a5a0f1beb95c10da for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:44.755126 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-517cc466-01f5-4093-b453-cb88c4fad143 req-535d3b9a-f564-4c3b-96aa-fd08950a3ca1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:44.803793 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba2d81e5-f747-49a7-aa2b-7b9bc895df9d req-d24dcdec-ca69-4753-8030-111dda24859b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465982 Sep 17 23:38:44.811695 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-bb4a7958-3db5-4e05-a0c2-0d3c7d083654 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0946631 Sep 17 23:38:44.907333 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-4b55966a-f441-4848-8fca-1ab2a0b7665a service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353833 Sep 17 23:38:44.927798 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-dca3b608-d09e-4302-8ff1-c3c0a44cc2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:36:07Z', 'revision_number': 4, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b5b0baa6-3f0f-4cf0-8580-10e8600c7d01', 'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'mac_address': 'fa:16:3e:8d:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:06Z', 'updated_at': '2021-09-17T23:36:11Z', 'revision_number': 5, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'subnets': [{'id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:44.990006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca3b608-d09e-4302-8ff1-c3c0a44cc2b4 None None] Checking router: 573e986b-260a-4b30-9eea-9c27c28b9a08 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:38:44.999560 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1979b7e-2699-4fdb-bbeb-c2161b555133 req-51ee8376-dac7-4547-8e8c-c0852c7b75c1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 210 time: 0.0428133 Sep 17 23:38:45.000462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca3b608-d09e-4302-8ff1-c3c0a44cc2b4 None None] Routers {'573e986b-260a-4b30-9eea-9c27c28b9a08'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:45.001286 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-dca3b608-d09e-4302-8ff1-c3c0a44cc2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:38:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['573e986b-260a-4b30-9eea-9c27c28b9a08'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:45.083639 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95104b3d-8ee5-4c68-aaf7-3a757daf1a45 req-d61dd2b3-0b38-48e4-962b-c4f388b80c75 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866485 Sep 17 23:38:45.130464 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-517cc466-01f5-4093-b453-cb88c4fad143 req-535d3b9a-f564-4c3b-96aa-fd08950a3ca1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Allocated IP 172.20.0.4 (d0877baf-6ee8-4add-8825-399e8b3ccc62/bd219c6d-7503-4b6c-ac13-9f8de200b8d0/a0d11fdc-98f4-44cc-81ee-bcd379e4f448) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:45.156190 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfc70d00-4f0e-4804-b0df-f04037b4904f req-e56b1755-6b8f-4341-84df-f0c4365ed55c service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391644 Sep 17 23:38:45.194071 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-dca3b608-d09e-4302-8ff1-c3c0a44cc2b4 None None] Set router 573e986b-260a-4b30-9eea-9c27c28b9a08 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:45.300251 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95104b3d-8ee5-4c68-aaf7-3a757daf1a45 req-b6dcaa20-b86e-4ce4-a87f-e84cb6017ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:45.302054 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95104b3d-8ee5-4c68-aaf7-3a757daf1a45 req-b6dcaa20-b86e-4ce4-a87f-e84cb6017ad3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 1096 time: 0.1945012 Sep 17 23:38:45.312739 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f3da9-355d-45f7-af08-6031311ae57b req-106fd77d-cb40-435b-8942-0cf59c8a8a8a tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:45.320737 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-486f3da9-355d-45f7-af08-6031311ae57b req-106fd77d-cb40-435b-8942-0cf59c8a8a8a tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 948 time: 0.1303086 Sep 17 23:38:45.390640 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device eea64a45-1b95-4e2c-ae66-cd37dff722d2 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:45.422337 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-486f3da9-355d-45f7-af08-6031311ae57b req-15211dd0-9bec-4d53-84f0-9b8a4ffb190b tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872543 Sep 17 23:38:45.431170 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86eda1e-57ab-4e83-9c3d-825e41a911b0 req-6924b916-ff25-4f00-b4e8-3d30d0f27cf1 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:45.439909 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b86eda1e-57ab-4e83-9c3d-825e41a911b0 req-6924b916-ff25-4f00-b4e8-3d30d0f27cf1 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 944 time: 0.1905103 Sep 17 23:38:45.482808 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-517cc466-01f5-4093-b453-cb88c4fad143 req-535d3b9a-f564-4c3b-96aa-fd08950a3ca1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:45.553370 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b86eda1e-57ab-4e83-9c3d-825e41a911b0 req-c07731a1-e518-4ab5-ac57-4da501dd6d5a tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120567 Sep 17 23:38:45.643231 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-051f6ebe-21d1-4ffc-ab87-ff6ab6a2d520 req-e2e6275f-aab3-4f92-a389-5f046a01d795 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 210 time: 0.0655003 Sep 17 23:38:45.644245 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95104b3d-8ee5-4c68-aaf7-3a757daf1a45 req-07d79053-1b5e-4463-89a7-d07ede331fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:45.645994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95104b3d-8ee5-4c68-aaf7-3a757daf1a45 req-07d79053-1b5e-4463-89a7-d07ede331fa8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 922 time: 0.3039091 Sep 17 23:38:45.682403 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-517cc466-01f5-4093-b453-cb88c4fad143 req-535d3b9a-f564-4c3b-96aa-fd08950a3ca1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:45.698321 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95104b3d-8ee5-4c68-aaf7-3a757daf1a45 req-95b6ee29-3ee9-4d8e-a065-dc08aa44e9a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b948076a-51a5-461d-a280-dc454f12c73a HTTP/1.1" status: 200 len: 217 time: 0.0440276 Sep 17 23:38:45.718404 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-dca3b608-d09e-4302-8ff1-c3c0a44cc2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:36:07Z', 'revision_number': 4, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b5b0baa6-3f0f-4cf0-8580-10e8600c7d01', 'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'mac_address': 'fa:16:3e:8d:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:06Z', 'updated_at': '2021-09-17T23:36:11Z', 'revision_number': 5, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'subnets': [{'id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:45.765556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca3b608-d09e-4302-8ff1-c3c0a44cc2b4 None None] The sync data for ids ['573e986b-260a-4b30-9eea-9c27c28b9a08'] in n-d-809883-1 is: [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:36:07Z', 'revision_number': 4, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b5b0baa6-3f0f-4cf0-8580-10e8600c7d01', 'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'mac_address': 'fa:16:3e:8d:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:06Z', 'updated_at': '2021-09-17T23:36:11Z', 'revision_number': 5, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'subnets': [{'id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:38:45.773546 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port eea64a45-1b95-4e2c-ae66-cd37dff722d2 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:38:45.783300 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port eea64a45-1b95-4e2c-ae66-cd37dff722d2 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:45.784294 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:45.838997 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-517cc466-01f5-4093-b453-cb88c4fad143 req-535d3b9a-f564-4c3b-96aa-fd08950a3ca1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Network d0877baf-6ee8-4add-8825-399e8b3ccc62 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:45.857801 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-517cc466-01f5-4093-b453-cb88c4fad143 req-535d3b9a-f564-4c3b-96aa-fd08950a3ca1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:45.862732 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-517cc466-01f5-4093-b453-cb88c4fad143 req-535d3b9a-f564-4c3b-96aa-fd08950a3ca1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:45.887888 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cc466-01f5-4093-b453-cb88c4fad143 req-535d3b9a-f564-4c3b-96aa-fd08950a3ca1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:45.888580 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-517cc466-01f5-4093-b453-cb88c4fad143 req-535d3b9a-f564-4c3b-96aa-fd08950a3ca1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:45.910635 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d3b9a-f564-4c3b-96aa-fd08950a3ca1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Pushing event updated for resources: {'Port': ['ID=a0d11fdc-98f4-44cc-81ee-bcd379e4f448,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:45.924188 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95104b3d-8ee5-4c68-aaf7-3a757daf1a45 req-25bafc17-dd07-4d90-b2a6-7faf442a35d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:45.927439 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95104b3d-8ee5-4c68-aaf7-3a757daf1a45 req-25bafc17-dd07-4d90-b2a6-7faf442a35d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.2213125 Sep 17 23:38:45.955883 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-517cc466-01f5-4093-b453-cb88c4fad143 req-535d3b9a-f564-4c3b-96aa-fd08950a3ca1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6398969 Sep 17 23:38:45.968071 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:45.970964 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Request body: {'port': {'device_id': '6bacbec8-ebbd-4750-85bd-3d253e9474b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:46.016460 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffa333-7beb-4e8e-8e46-503c7c2573c6 req-487822aa-e7af-4b3c-93c1-8b1981b2ebe5 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:46.027150 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f0ffa333-7beb-4e8e-8e46-503c7c2573c6 req-487822aa-e7af-4b3c-93c1-8b1981b2ebe5 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 949 time: 0.2142673 Sep 17 23:38:46.030681 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dce91e-fd00-4f8e-962c-02964d3cf834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea64a45-1b95-4e2c-ae66-cd37dff722d2'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:46.034081 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2fec40-f077-4970-b225-197cd4447547" -d '{"events": [{"server_uuid": "93dce91e-fd00-4f8e-962c-02964d3cf834", "name": "network-vif-plugged", "status": "completed", "tag": "eea64a45-1b95-4e2c-ae66-cd37dff722d2"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:46.049431 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port eea64a45-1b95-4e2c-ae66-cd37dff722d2, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=eea64a45-1b95-4e2c-ae66-cd37dff722d2,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:46.103985 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:46.104805 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 89285bb4-4de2-4aae-89d9-93686adef996 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:46.113513 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:46.147095 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95104b3d-8ee5-4c68-aaf7-3a757daf1a45 req-f8f9477d-b03a-4c26-b9fb-e5df4b8ceb70 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2016761 Sep 17 23:38:46.211034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 0ac32b77-f704-48f9-8e52-2e88b68f7584 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:46.314455 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=eea64a45-1b95-4e2c-ae66-cd37dff722d2,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:46.343775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3d3f0044-e243-4878-a4a4-aaa1b2de6b17 None None] Provisioning complete for port a0d11fdc-98f4-44cc-81ee-bcd379e4f448 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:46.347252 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3d3f0044-e243-4878-a4a4-aaa1b2de6b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:46.395688 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95104b3d-8ee5-4c68-aaf7-3a757daf1a45 req-825a6f4a-0634-4458-94a5-6096070ab79f service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945531 Sep 17 23:38:46.401091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3d3f0044-e243-4878-a4a4-aaa1b2de6b17 None None] Port a0d11fdc-98f4-44cc-81ee-bcd379e4f448 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:38:46.455206 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f0ffa333-7beb-4e8e-8e46-503c7c2573c6 req-37e8bd55-86a8-497c-a8e4-612aa8075230 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116755 Sep 17 23:38:46.479346 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b38b09-eecd-4e9b-ab7d-5fee7011e308 None None] New status for floating IP 91e93576-ed86-40bd-b6f2-31fedd200146: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:38:46.484407 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b39b0-1803-4b5f-8f7f-a9583ca20749 req-c288e7bf-9b96-4305-86cd-29f142ec8447 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:46.491929 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eb6b39b0-1803-4b5f-8f7f-a9583ca20749 req-c288e7bf-9b96-4305-86cd-29f142ec8447 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 946 time: 0.4637811 Sep 17 23:38:46.532236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 0ac32b77-f704-48f9-8e52-2e88b68f7584 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:38:46.546105 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 0ac32b77-f704-48f9-8e52-2e88b68f7584 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:46.546772 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:46.579924 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 89285bb4-4de2-4aae-89d9-93686adef996 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:38:46.594522 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 89285bb4-4de2-4aae-89d9-93686adef996 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:46.594898 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:46.614935 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eb6b39b0-1803-4b5f-8f7f-a9583ca20749 req-4f9bd205-6235-42fc-8b90-fbb2db3528af tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207001 Sep 17 23:38:46.677808 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ea85a292-08dc-4097-b4b0-a4444665e8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:46.703303 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d11fdc-98f4-44cc-81ee-bcd379e4f448 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:46.712525 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:46.730034 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Transition to ACTIVE for port object a0d11fdc-98f4-44cc-81ee-bcd379e4f448 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:38:46.730166 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95104b3d-8ee5-4c68-aaf7-3a757daf1a45 req-f7a57542-e8a5-4629-82f0-1712a95b8674 service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159351 Sep 17 23:38:46.739450 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5054d5bf-4e8e-4af7-b45c-b82af4092d4a x-openstack-request-id: req-5054d5bf-4e8e-4af7-b45c-b82af4092d4a {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:46.739821 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dce91e-fd00-4f8e-962c-02964d3cf834", "name": "network-vif-plugged", "status": "completed", "tag": "eea64a45-1b95-4e2c-ae66-cd37dff722d2", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:46.740020 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5054d5bf-4e8e-4af7-b45c-b82af4092d4a {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:46.740384 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dce91e-fd00-4f8e-962c-02964d3cf834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea64a45-1b95-4e2c-ae66-cd37dff722d2', 'code': 200} Sep 17 23:38:46.755298 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:46.811009 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:46.830998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cc9d7-6644-4d30-90ff-da6a54755470 req-9007f2e4-e073-4fe7-b14d-43f750da61fc tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:46.832589 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-127cc9d7-6644-4d30-90ff-da6a54755470 req-9007f2e4-e073-4fe7-b14d-43f750da61fc tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 931 time: 0.1828640 Sep 17 23:38:46.879597 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:46.885933 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 89285bb4-4de2-4aae-89d9-93686adef996, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=89285bb4-4de2-4aae-89d9-93686adef996,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:46.924450 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-127cc9d7-6644-4d30-90ff-da6a54755470 req-af719e44-e0d2-48aa-8edd-60d97a5a5aca tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826449 Sep 17 23:38:46.933855 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 0ac32b77-f704-48f9-8e52-2e88b68f7584, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0ac32b77-f704-48f9-8e52-2e88b68f7584,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:46.954585 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:46.970908 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d9a93-2e86-4976-8b86-6d1bf0d10989 req-223ac258-d8c8-40be-86b5-1f39ec235740 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:46.978885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d11fdc-98f4-44cc-81ee-bcd379e4f448,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:46.982091 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b0d9a93-2e86-4976-8b86-6d1bf0d10989 req-223ac258-d8c8-40be-86b5-1f39ec235740 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 949 time: 0.1107185 Sep 17 23:38:47.023541 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:47.028622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 0a297a80-aecc-4f9c-ab54-06ce32d20850 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:38:47.089789 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1326e2-2116-4e57-8dd7-087aede9a79f req-5456a231-11f9-43b0-b6ba-3e8b752ab32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:47.091427 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0c1326e2-2116-4e57-8dd7-087aede9a79f req-5456a231-11f9-43b0-b6ba-3e8b752ab32f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 1100 time: 0.2189181 Sep 17 23:38:47.101577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 0a297a80-aecc-4f9c-ab54-06ce32d20850 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:38:47.101844 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 0a297a80-aecc-4f9c-ab54-06ce32d20850 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:38:47.117673 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b0d9a93-2e86-4976-8b86-6d1bf0d10989 req-e504cd35-3827-4a5b-b405-2442dc333ec1 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336830 Sep 17 23:38:47.142721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Attempting to bind port a0d11fdc-98f4-44cc-81ee-bcd379e4f448 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:47.146980 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Attempting to bind port a0d11fdc-98f4-44cc-81ee-bcd379e4f448 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'd999cc28-7bc4-4132-b238-802d21cdaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:47.147547 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Attempting to bind port a0d11fdc-98f4-44cc-81ee-bcd379e4f448 on network d0877baf-6ee8-4add-8825-399e8b3ccc62 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:47.164090 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=89285bb4-4de2-4aae-89d9-93686adef996,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:47.191848 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b632f81-eaf1-4b51-a07e-72d9a98bcff3 req-8843bdff-4159-4dc4-a8a4-bda997ea9fd0 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:47.192259 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Port a0d11fdc-98f4-44cc-81ee-bcd379e4f448 on network d0877baf-6ee8-4add-8825-399e8b3ccc62 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:38:47.192689 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Attempting to bind port a0d11fdc-98f4-44cc-81ee-bcd379e4f448 on network d0877baf-6ee8-4add-8825-399e8b3ccc62 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:47.198699 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0c1326e2-2116-4e57-8dd7-087aede9a79f req-cf38221d-93a3-4955-a397-e6aa4e78130f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883842 Sep 17 23:38:47.201253 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b632f81-eaf1-4b51-a07e-72d9a98bcff3 req-8843bdff-4159-4dc4-a8a4-bda997ea9fd0 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 945 time: 0.1268995 Sep 17 23:38:47.205575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:47.208941 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Checking segment: {'id': 'd999cc28-7bc4-4132-b238-802d21cdaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:47.209982 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Bound using segment: {'id': 'd999cc28-7bc4-4132-b238-802d21cdaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:47.210558 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Bound port: a0d11fdc-98f4-44cc-81ee-bcd379e4f448, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd999cc28-7bc4-4132-b238-802d21cdaea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:47.214217 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:47.243750 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:47.262812 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b632f81-eaf1-4b51-a07e-72d9a98bcff3 req-1c7f0b6a-e8ed-4001-9297-50058211e9c0 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559218 Sep 17 23:38:47.280047 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=0ac32b77-f704-48f9-8e52-2e88b68f7584,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:47.315486 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-edd80fc6-ccad-44ad-ae0f-6e7f6ddbc6e3 req-b9119fc3-3277-47a5-9159-30950a6c660c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 210 time: 0.0515077 Sep 17 23:38:47.326594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] For port a0d11fdc-98f4-44cc-81ee-bcd379e4f448, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:47.330475 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] For port a0d11fdc-98f4-44cc-81ee-bcd379e4f448, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a0d11fdc-98f4-44cc-81ee-bcd379e4f448,segment=NetworkSegment(d999cc28-7bc4-4132-b238-802d21cdaea9),segment_id=d999cc28-7bc4-4132-b238-802d21cdaea9)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:47.390130 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:47.391732 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54994) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:47.405660 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7da431bd-e882-4154-b432-50a29c6a5f9d up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:47.459541 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:47.460312 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:47.462259 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-517cc466-01f5-4093-b453-cb88c4fad143 req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] 10.222.0.37 "PUT /v2.0/ports/a0d11fdc-98f4-44cc-81ee-bcd379e4f448 HTTP/1.1" status: 200 len: 1091 time: 1.4968605 Sep 17 23:38:47.462888 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bacbec8-ebbd-4750-85bd-3d253e9474b1', 'tag': 'a0d11fdc-98f4-44cc-81ee-bcd379e4f448'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:47.465493 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1087d7b-8d2c-45e2-995b-632da8bf0af1" -d '{"events": [{"name": "network-changed", "server_uuid": "6bacbec8-ebbd-4750-85bd-3d253e9474b1", "tag": "a0d11fdc-98f4-44cc-81ee-bcd379e4f448"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:47.532657 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75da4270-8c53-460a-ae89-6c562457bc63 x-openstack-request-id: req-75da4270-8c53-460a-ae89-6c562457bc63 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:47.532981 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bacbec8-ebbd-4750-85bd-3d253e9474b1", "tag": "a0d11fdc-98f4-44cc-81ee-bcd379e4f448", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:47.533222 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-75da4270-8c53-460a-ae89-6c562457bc63 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:47.533614 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bacbec8-ebbd-4750-85bd-3d253e9474b1', 'tag': 'a0d11fdc-98f4-44cc-81ee-bcd379e4f448', 'status': 'completed', 'code': 200} Sep 17 23:38:47.546975 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436ecc2-9631-4a5b-a8da-19b0caf35c64 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d11fdc-98f4-44cc-81ee-bcd379e4f448,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:47.583813 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ed2786c4-31d4-46c2-86f5-f30bb6c46260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:47.589731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 7da431bd-e882-4154-b432-50a29c6a5f9d completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:38:47.595513 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 7da431bd-e882-4154-b432-50a29c6a5f9d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:47.595513 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:47.610909 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1087d7b-8d2c-45e2-995b-632da8bf0af1 req-a40d2bb7-9494-4d0a-af28-dc18bb81d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:47.613027 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d1087d7b-8d2c-45e2-995b-632da8bf0af1 req-a40d2bb7-9494-4d0a-af28-dc18bb81d01f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06106444c40645e2a5a0f1beb95c10da&device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 1094 time: 0.0522203 Sep 17 23:38:47.677031 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e36e9-e48b-43c0-a5bd-8780ef5d970d req-99bf32c6-3672-43a1-b8a3-5ea4b4531c6b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:47.681261 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:47.685582 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-427e36e9-e48b-43c0-a5bd-8780ef5d970d req-99bf32c6-3672-43a1-b8a3-5ea4b4531c6b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 950 time: 0.1038108 Sep 17 23:38:47.764645 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-427e36e9-e48b-43c0-a5bd-8780ef5d970d req-705d1df7-1721-4111-964e-ca41a652a3cb tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777047 Sep 17 23:38:47.828480 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:47.851547 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2cbd9-9f6b-4ec8-84b6-d70a72b16d67 req-50f962a1-c261-4323-8ca5-6a22eedd77c7 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:47.854065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78f2cbd9-9f6b-4ec8-84b6-d70a72b16d67 req-50f962a1-c261-4323-8ca5-6a22eedd77c7 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 946 time: 0.0835266 Sep 17 23:38:47.856775 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1087d7b-8d2c-45e2-995b-632da8bf0af1 req-39190643-a29d-427b-a455-b7942f9884c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:47.861031 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d1087d7b-8d2c-45e2-995b-632da8bf0af1 req-39190643-a29d-427b-a455-b7942f9884c5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=06106444c40645e2a5a0f1beb95c10da&shared=False HTTP/1.1" status: 200 len: 924 time: 0.2347732 Sep 17 23:38:47.892403 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ed2786c4-31d4-46c2-86f5-f30bb6c46260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:47.912581 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78f2cbd9-9f6b-4ec8-84b6-d70a72b16d67 req-5b3d5442-44c7-4e07-a6bb-be182be03e02 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518298 Sep 17 23:38:47.938060 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7da431bd-e882-4154-b432-50a29c6a5f9d, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7da431bd-e882-4154-b432-50a29c6a5f9d,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:47.955753 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ed2786c4-31d4-46c2-86f5-f30bb6c46260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:48.013085 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:48.038078 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1087d7b-8d2c-45e2-995b-632da8bf0af1 req-9d72553a-541e-4512-8797-bab673e7dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:48.042010 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d1087d7b-8d2c-45e2-995b-632da8bf0af1 req-9d72553a-541e-4512-8797-bab673e7dd88 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1671007 Sep 17 23:38:48.063815 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2786c4-31d4-46c2-86f5-f30bb6c46260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f874df57-5a01-482a-a904-336f4321f325,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:48.100234 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ed2786c4-31d4-46c2-86f5-f30bb6c46260 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c9cae923ad9a4a1e98879d1f8944a728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7049108 Sep 17 23:38:48.100472 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55010) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:48.103072 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=7da431bd-e882-4154-b432-50a29c6a5f9d,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:48.155404 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a630103-d407-45fd-a1f1-567f9b5d95b5 req-bac7ed8b-4aa8-4fc7-95ed-42fff3275a44 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:48.163255 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a630103-d407-45fd-a1f1-567f9b5d95b5 req-bac7ed8b-4aa8-4fc7-95ed-42fff3275a44 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 943 time: 0.1148164 Sep 17 23:38:48.197793 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-084cfb1c-ef86-4677-8dc4-9c06f715579f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:48.249618 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a630103-d407-45fd-a1f1-567f9b5d95b5 req-2be74a40-2f7c-40ad-ab84-ba3c8de4d0b0 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803218 Sep 17 23:38:48.294506 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-084cfb1c-ef86-4677-8dc4-9c06f715579f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:48.385825 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20616f3-3560-4654-8fa4-af2457899660 req-2c97f746-23a4-44f4-8c4a-bafd3f2e0c74 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:48.388462 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b20616f3-3560-4654-8fa4-af2457899660 req-2c97f746-23a4-44f4-8c4a-bafd3f2e0c74 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 949 time: 0.1773345 Sep 17 23:38:48.466828 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-61385197-1bbe-4939-a3a0-2edb411a79f3 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252531 Sep 17 23:38:48.472859 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-084cfb1c-ef86-4677-8dc4-9c06f715579f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:48.476119 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cc466-01f5-4093-b453-cb88c4fad143 req-34f2c64e-a7a6-4abf-b6e2-67a954ce7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:48.477622 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-517cc466-01f5-4093-b453-cb88c4fad143 req-34f2c64e-a7a6-4abf-b6e2-67a954ce7411 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06106444c40645e2a5a0f1beb95c10da&device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 1094 time: 0.3933337 Sep 17 23:38:48.477885 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-084cfb1c-ef86-4677-8dc4-9c06f715579f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:48.481786 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-084cfb1c-ef86-4677-8dc4-9c06f715579f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f874df57-5a01-482a-a904-336f4321f325 HTTP/1.1" status: 204 len: 168 time: 0.3779185 Sep 17 23:38:48.529885 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c5120-ee43-46e4-9beb-455c4e07e64f req-9567e7ba-994f-49d4-9e48-529d57d99b93 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:48.539922 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f63c5120-ee43-46e4-9beb-455c4e07e64f req-9567e7ba-994f-49d4-9e48-529d57d99b93 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 945 time: 0.1294129 Sep 17 23:38:48.542385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cfb1c-ef86-4677-8dc4-9c06f715579f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f874df57-5a01-482a-a904-336f4321f325,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:48.564201 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-517cc466-01f5-4093-b453-cb88c4fad143 req-d069e8b5-7ba6-41e0-a4c2-6703bd02b0a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0d11fdc-98f4-44cc-81ee-bcd379e4f448 HTTP/1.1" status: 200 len: 217 time: 0.0586140 Sep 17 23:38:48.588799 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b20616f3-3560-4654-8fa4-af2457899660 req-7e98dab1-9e32-4a47-b492-e89efba15522 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760743 Sep 17 23:38:48.631439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cc466-01f5-4093-b453-cb88c4fad143 req-78a27951-d7b9-4382-b07b-3e2d4c7fb4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:48.631693 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f63c5120-ee43-46e4-9beb-455c4e07e64f req-1a8a5f2c-1bd0-4a04-bf2a-922f0ff108bf tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905981 Sep 17 23:38:48.632925 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-517cc466-01f5-4093-b453-cb88c4fad143 req-78a27951-d7b9-4382-b07b-3e2d4c7fb4d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd219c6d-7503-4b6c-ac13-9f8de200b8d0 HTTP/1.1" status: 200 len: 862 time: 0.0595601 Sep 17 23:38:48.703224 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b303e0f-5d5c-447a-bae9-522c6e366947 req-46689971-f53f-4560-9b29-c80efd275265 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 210 time: 0.0326674 Sep 17 23:38:48.734978 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-1c6f05c9-2124-4bb9-a58d-9881b98e6cb5 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:48.736496 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-1c6f05c9-2124-4bb9-a58d-9881b98e6cb5 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2628832 Sep 17 23:38:48.742613 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896dca49-fe34-4860-93e7-6a2ee1cc8f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89285bb4-4de2-4aae-89d9-93686adef996'}, {'server_uuid': '4bfe5da6-c4f9-432a-8b54-de8ca1d7c999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac32b77-f704-48f9-8e52-2e88b68f7584'}, {'server_uuid': 'e11b29dc-b708-4225-8250-a358cb013290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da431bd-e882-4154-b432-50a29c6a5f9d'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:48.744664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cc466-01f5-4093-b453-cb88c4fad143 req-7497a569-7586-4369-af2b-fee5d340dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:48.746321 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-517cc466-01f5-4093-b453-cb88c4fad143 req-7497a569-7586-4369-af2b-fee5d340dbd9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d0877baf-6ee8-4add-8825-399e8b3ccc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823388 Sep 17 23:38:48.746596 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e1aa8c-feca-4fdd-b29d-2b589e84cd89" -d '{"events": [{"server_uuid": "896dca49-fe34-4860-93e7-6a2ee1cc8f55", "name": "network-vif-plugged", "status": "completed", "tag": "89285bb4-4de2-4aae-89d9-93686adef996"}, {"server_uuid": "4bfe5da6-c4f9-432a-8b54-de8ca1d7c999", "name": "network-vif-plugged", "status": "completed", "tag": "0ac32b77-f704-48f9-8e52-2e88b68f7584"}, {"server_uuid": "e11b29dc-b708-4225-8250-a358cb013290", "name": "network-vif-plugged", "status": "completed", "tag": "7da431bd-e882-4154-b432-50a29c6a5f9d"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:48.753171 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-dcde0ad4-e120-4518-b3b9-88e7041ccc24 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Request body: {'port': {'device_id': 'e6fa27ef-8d71-4874-908c-eb2089af968d', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': 'e48d8880359443fb9bfa4fbd1d6105f4'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:48.805607 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb22930-d090-415b-a947-3adee8e8d034 x-openstack-request-id: req-8cb22930-d090-415b-a947-3adee8e8d034 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:48.806181 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896dca49-fe34-4860-93e7-6a2ee1cc8f55", "name": "network-vif-plugged", "status": "completed", "tag": "89285bb4-4de2-4aae-89d9-93686adef996", "code": 200}, {"server_uuid": "4bfe5da6-c4f9-432a-8b54-de8ca1d7c999", "name": "network-vif-plugged", "status": "completed", "tag": "0ac32b77-f704-48f9-8e52-2e88b68f7584", "code": 200}, {"server_uuid": "e11b29dc-b708-4225-8250-a358cb013290", "name": "network-vif-plugged", "status": "completed", "tag": "7da431bd-e882-4154-b432-50a29c6a5f9d", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:48.806551 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8cb22930-d090-415b-a947-3adee8e8d034 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:48.807053 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896dca49-fe34-4860-93e7-6a2ee1cc8f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89285bb4-4de2-4aae-89d9-93686adef996', 'code': 200} Sep 17 23:38:48.807406 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfe5da6-c4f9-432a-8b54-de8ca1d7c999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac32b77-f704-48f9-8e52-2e88b68f7584', 'code': 200} Sep 17 23:38:48.807756 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11b29dc-b708-4225-8250-a358cb013290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da431bd-e882-4154-b432-50a29c6a5f9d', 'code': 200} Sep 17 23:38:48.931456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70217ee0-fbb7-4539-b52f-aaaad7c38325 req-7b1c904c-4772-4e27-8385-8440fd051d7a tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:48.942965 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70217ee0-fbb7-4539-b52f-aaaad7c38325 req-7b1c904c-4772-4e27-8385-8440fd051d7a tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 950 time: 0.1037734 Sep 17 23:38:48.985906 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-517cc466-01f5-4093-b453-cb88c4fad143 req-e1cec95c-d7c7-447f-a583-6e10741f1462 service neutron] 10.222.0.37 "GET /v2.0/networks/d0877baf-6ee8-4add-8825-399e8b3ccc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274179 Sep 17 23:38:49.040247 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70217ee0-fbb7-4539-b52f-aaaad7c38325 req-6a680bc2-1240-42a5-ac31-44befc0a6841 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948050 Sep 17 23:38:49.082455 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a8987-0184-40e0-9835-4cc2edc14115 req-a62d19e0-19e5-43f4-8401-44c07a7cc518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:49.084564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb1a8987-0184-40e0-9835-4cc2edc14115 req-a62d19e0-19e5-43f4-8401-44c07a7cc518 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 1096 time: 0.1388309 Sep 17 23:38:49.147905 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb1a8987-0184-40e0-9835-4cc2edc14115 req-b4533692-38c9-4f8d-a246-6bedbd86b93d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437067 Sep 17 23:38:49.158516 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9b23d-d57f-4224-a3a7-3594417a3d19 req-0dfae4ed-343e-42c4-a33b-40e8c15060c0 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:49.159642 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042bebe-1a0e-4444-bb05-297fd3773e55 req-409af1a7-4b2c-47e3-966e-e93819c3e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:49.161168 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5042bebe-1a0e-4444-bb05-297fd3773e55 req-409af1a7-4b2c-47e3-966e-e93819c3e60d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 1101 time: 0.1892068 Sep 17 23:38:49.162418 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83e9b23d-d57f-4224-a3a7-3594417a3d19 req-0dfae4ed-343e-42c4-a33b-40e8c15060c0 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 946 time: 0.1001806 Sep 17 23:38:49.163015 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-517cc466-01f5-4093-b453-cb88c4fad143 req-9a420ca6-60f8-48dc-bffa-4d6272916f09 service neutron] 10.222.0.37 "GET /v2.0/networks/d0877baf-6ee8-4add-8825-399e8b3ccc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581836 Sep 17 23:38:49.168945 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ba01f-7393-4416-873d-ff511eea113a req-5bab0d1d-1a12-47ce-93b3-04cbec78b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:49.170935 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cb3ba01f-7393-4416-873d-ff511eea113a req-5bab0d1d-1a12-47ce-93b3-04cbec78b536 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e11b29dc-b708-4225-8250-a358cb013290 HTTP/1.1" status: 200 len: 1101 time: 0.2449601 Sep 17 23:38:49.206652 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83e9b23d-d57f-4224-a3a7-3594417a3d19 req-4a5a3d4d-eedb-4a35-8691-f416731034fe tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373161 Sep 17 23:38:49.216764 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-dcde0ad4-e120-4518-b3b9-88e7041ccc24 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Made reservation on behalf of e48d8880359443fb9bfa4fbd1d6105f4 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:49.220926 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-dcde0ad4-e120-4518-b3b9-88e7041ccc24 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:49.238657 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cb3ba01f-7393-4416-873d-ff511eea113a req-0e163fa4-908f-4aa7-8a84-462767272eb9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530543 Sep 17 23:38:49.249806 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5042bebe-1a0e-4444-bb05-297fd3773e55 req-caebe2bc-9877-41e9-a19a-d2f327161939 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730147 Sep 17 23:38:49.377545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-dcde0ad4-e120-4518-b3b9-88e7041ccc24 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Allocated IP 192.168.233.104 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/4193e860-853c-4f7b-a373-d10699407e78) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:49.400955 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd314e94-c0bb-489f-ae2f-a75fa0fdb3b7 req-164084c2-2e8a-4222-9fd6-2b659ae73cd2 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:49.403062 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd314e94-c0bb-489f-ae2f-a75fa0fdb3b7 req-164084c2-2e8a-4222-9fd6-2b659ae73cd2 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 943 time: 0.0593507 Sep 17 23:38:49.443117 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd314e94-c0bb-489f-ae2f-a75fa0fdb3b7 req-758efcd6-ab40-4734-a97d-e9307ba3673f tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329082 Sep 17 23:38:49.545908 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-dcde0ad4-e120-4518-b3b9-88e7041ccc24 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:49.580172 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:49.664320 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-dcde0ad4-e120-4518-b3b9-88e7041ccc24 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:49.684719 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2', '7f30360b-cfe0-4506-b773-e74f99afce03'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:49.720753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cea55d-4714-49a4-9a99-895496f40c6d req-0e18c93a-f811-4764-938a-e6ee3fabb62c tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:49.723065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9cea55d-4714-49a4-9a99-895496f40c6d req-0e18c93a-f811-4764-938a-e6ee3fabb62c tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 949 time: 0.0586083 Sep 17 23:38:49.723740 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-dcde0ad4-e120-4518-b3b9-88e7041ccc24 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:49.729863 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-dcde0ad4-e120-4518-b3b9-88e7041ccc24 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:49.735493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-dcde0ad4-e120-4518-b3b9-88e7041ccc24 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:49.743278 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-dcde0ad4-e120-4518-b3b9-88e7041ccc24 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:49.745559 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-dcde0ad4-e120-4518-b3b9-88e7041ccc24 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:49.751236 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde0ad4-e120-4518-b3b9-88e7041ccc24 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Pushing event updated for resources: {'Port': ['ID=4193e860-853c-4f7b-a373-d10699407e78,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:49.825737 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9cea55d-4714-49a4-9a99-895496f40c6d req-ed55d69f-685f-4527-8549-3e0ffd6e64d7 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948770 Sep 17 23:38:49.836036 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-dcde0ad4-e120-4518-b3b9-88e7041ccc24 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0875132 Sep 17 23:38:49.859192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f746b67-88dd-4469-9f54-c16f45b1e973 req-175e8649-1966-4676-8d1b-b304d16d8c97 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:49.863442 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Request body: {'port': {'device_id': 'e6fa27ef-8d71-4874-908c-eb2089af968d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:49.872121 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f746b67-88dd-4469-9f54-c16f45b1e973 req-175e8649-1966-4676-8d1b-b304d16d8c97 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 945 time: 0.1146994 Sep 17 23:38:49.963277 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55058) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:49.977538 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f746b67-88dd-4469-9f54-c16f45b1e973 req-e9418163-67da-4d3f-9559-2a9c2cf447e6 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029148 Sep 17 23:38:50.031490 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:50.060123 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59d9bb-c0d0-4ef8-9ef7-000617c18c44 req-c1dc0fa0-c06d-4fbe-90ba-a2a07afdaca3 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:50.062073 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe59d9bb-c0d0-4ef8-9ef7-000617c18c44 req-c1dc0fa0-c06d-4fbe-90ba-a2a07afdaca3 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 936 time: 0.0694969 Sep 17 23:38:50.174772 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe59d9bb-c0d0-4ef8-9ef7-000617c18c44 req-f304c3f1-ccd9-4e05-ac09-60f481bb1234 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038179 Sep 17 23:38:50.181170 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-42a01478-2ef9-42f1-825d-244b31493e25 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602257702-network', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:50.187016 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-6a1ef351-c695-4eed-8a84-d4a81e5097dc None None] Provisioning complete for port 4193e860-853c-4f7b-a373-d10699407e78 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:50.187840 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6a1ef351-c695-4eed-8a84-d4a81e5097dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:50.267670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6a1ef351-c695-4eed-8a84-d4a81e5097dc None None] Port 4193e860-853c-4f7b-a373-d10699407e78 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:38:50.314679 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a01478-2ef9-42f1-825d-244b31493e25 admin admin] Made reservation on behalf of 3e12fef2e0664c2f94715771497b72d8 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:50.317783 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42a01478-2ef9-42f1-825d-244b31493e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:50.361201 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42a01478-2ef9-42f1-825d-244b31493e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:50.377728 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb412ac-fe35-42c7-b338-582302053cb4 req-08d1cfb5-7d36-4a29-bd63-b5ca9ff490e8 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:50.379268 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dcb412ac-fe35-42c7-b338-582302053cb4 req-08d1cfb5-7d36-4a29-bd63-b5ca9ff490e8 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 950 time: 0.1133997 Sep 17 23:38:50.385885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4193e860-853c-4f7b-a373-d10699407e78 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:50.394492 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:50.411889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Transition to ACTIVE for port object 4193e860-853c-4f7b-a373-d10699407e78 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:38:50.451456 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dcb412ac-fe35-42c7-b338-582302053cb4 req-fd808404-4f9a-4ef2-b766-e0d50a90f632 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523527 Sep 17 23:38:50.532080 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:50.533083 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42a01478-2ef9-42f1-825d-244b31493e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:50.623152 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0be0db-b3e1-4334-a099-e24bfcdefddc req-ff82c15e-c386-49f2-9a6a-437bd14bd750 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:50.624617 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Pushing event updated for resources: {'Port': ['ID=4193e860-853c-4f7b-a373-d10699407e78,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:50.624942 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0b0be0db-b3e1-4334-a099-e24bfcdefddc req-ff82c15e-c386-49f2-9a6a-437bd14bd750 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 946 time: 0.0902100 Sep 17 23:38:50.635280 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a7f68-2cbb-4103-81e9-e0306d960a6e req-771b0121-d3d6-4db4-a7c8-aeaa526c7742 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:50.636982 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-374a7f68-2cbb-4103-81e9-e0306d960a6e req-771b0121-d3d6-4db4-a7c8-aeaa526c7742 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 949 time: 0.1011238 Sep 17 23:38:50.652813 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Attempting to bind port 4193e860-853c-4f7b-a373-d10699407e78 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:50.653571 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Attempting to bind port 4193e860-853c-4f7b-a373-d10699407e78 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:50.654008 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Attempting to bind port 4193e860-853c-4f7b-a373-d10699407e78 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:50.660796 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Port 4193e860-853c-4f7b-a373-d10699407e78 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:38:50.661344 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Attempting to bind port 4193e860-853c-4f7b-a373-d10699407e78 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:50.668370 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:50.671794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:50.671794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:50.671794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Bound port: 4193e860-853c-4f7b-a373-d10699407e78, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:50.671794 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:50.672222 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42a01478-2ef9-42f1-825d-244b31493e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:50.727373 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a01478-2ef9-42f1-825d-244b31493e25 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:38:50.742900 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42a01478-2ef9-42f1-825d-244b31493e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:50.743245 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-42a01478-2ef9-42f1-825d-244b31493e25 admin admin] Added segment fab6a504-f4c7-442f-ba11-8706185d2bdf of type vlan for network bf557253-1c90-47fc-9487-8fcb6b4e4bed Sep 17 23:38:50.767923 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] For port 4193e860-853c-4f7b-a373-d10699407e78, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:50.771204 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] For port 4193e860-853c-4f7b-a373-d10699407e78, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4193e860-853c-4f7b-a373-d10699407e78,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:50.814213 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0b0be0db-b3e1-4334-a099-e24bfcdefddc req-b69b6ea8-7e90-4665-9088-8c46add69a65 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761775 Sep 17 23:38:50.824563 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42a01478-2ef9-42f1-825d-244b31493e25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:50.833038 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-374a7f68-2cbb-4103-81e9-e0306d960a6e req-d6b8b8cc-cce0-4a96-9a42-a0256c252c39 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864831 Sep 17 23:38:50.833307 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a01478-2ef9-42f1-825d-244b31493e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08dff3b-44f3-4f9d-9e49-b2416e6b6a16,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:50.893088 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:50.940262 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42a01478-2ef9-42f1-825d-244b31493e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:50.941609 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a01478-2ef9-42f1-825d-244b31493e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:50.942435 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42a01478-2ef9-42f1-825d-244b31493e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:50.943555 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:50.944373 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:50.947456 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] 10.222.0.41 "PUT /v2.0/ports/4193e860-853c-4f7b-a373-d10699407e78 HTTP/1.1" status: 200 len: 1096 time: 1.0905011 Sep 17 23:38:50.948056 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fa27ef-8d71-4874-908c-eb2089af968d', 'tag': '4193e860-853c-4f7b-a373-d10699407e78'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:50.950867 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b1ef06-da6c-413e-ae8f-06328106d46e" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fa27ef-8d71-4874-908c-eb2089af968d", "tag": "4193e860-853c-4f7b-a373-d10699407e78"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:51.012607 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e44de-2d59-4d8a-a3ac-2508b586d46e service neutron] Pushing event updated for resources: {'Port': ['ID=4193e860-853c-4f7b-a373-d10699407e78,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:51.023149 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a01478-2ef9-42f1-825d-244b31493e25 admin admin] Pushing event updated for resources: {'Network': ['ID=bf557253-1c90-47fc-9487-8fcb6b4e4bed,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:51.035467 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a485948d-b9a9-4d2a-a93c-9bd14fe6a9f3 x-openstack-request-id: req-a485948d-b9a9-4d2a-a93c-9bd14fe6a9f3 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:51.035763 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fa27ef-8d71-4874-908c-eb2089af968d", "tag": "4193e860-853c-4f7b-a373-d10699407e78", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:51.036034 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a485948d-b9a9-4d2a-a93c-9bd14fe6a9f3 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:51.036861 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network bf557253-1c90-47fc-9487-8fcb6b4e4bed details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:38:51.037581 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fa27ef-8d71-4874-908c-eb2089af968d', 'tag': '4193e860-853c-4f7b-a373-d10699407e78', 'status': 'completed', 'code': 200} Sep 17 23:38:51.042671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fab37-537c-4559-be51-adac7ef2cbe7 req-be55489c-2079-4ea5-bca5-e5e24c253bd1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:51.044283 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de1fab37-537c-4559-be51-adac7ef2cbe7 req-be55489c-2079-4ea5-bca5-e5e24c253bd1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 943 time: 0.1542299 Sep 17 23:38:51.121925 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de1fab37-537c-4559-be51-adac7ef2cbe7 req-70932c02-7d7a-4289-924e-7e6807065a46 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698943 Sep 17 23:38:51.123194 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-42a01478-2ef9-42f1-825d-244b31493e25 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.1445704 Sep 17 23:38:51.130234 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55082) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:51.146704 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9e365859-e08c-482f-a83b-47a2f043e471 admin admin] Request body: {'subnet': {'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602257702-subnet', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:51.185805 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abd4f9-5fa0-4378-a18e-747ab8c930ee req-f1551c97-314b-4f57-93ae-911354028072 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:51.187591 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68abd4f9-5fa0-4378-a18e-747ab8c930ee req-f1551c97-314b-4f57-93ae-911354028072 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 945 time: 0.0930703 Sep 17 23:38:51.216499 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1ef06-da6c-413e-ae8f-06328106d46e req-dd688c21-a612-42a9-a997-836fae7384ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:51.218136 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-85b1ef06-da6c-413e-ae8f-06328106d46e req-dd688c21-a612-42a9-a997-836fae7384ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 1099 time: 0.0999606 Sep 17 23:38:51.270874 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e365859-e08c-482f-a83b-47a2f043e471 admin admin] Made reservation on behalf of 3e12fef2e0664c2f94715771497b72d8 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:51.273140 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9e365859-e08c-482f-a83b-47a2f043e471 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:51.299358 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-3370ab9b-580d-4c8d-a6b6-354f25f4bdc5 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=71013aff34af4fe4973bc99fc2551a2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570252 Sep 17 23:38:51.302400 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68abd4f9-5fa0-4378-a18e-747ab8c930ee req-1b2b4a65-a9fb-4c72-aff5-ed5e86f83d75 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089592 Sep 17 23:38:51.314920 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-85b1ef06-da6c-413e-ae8f-06328106d46e req-58e5a22e-bf41-405d-aae3-db8c7de99dbe service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696471 Sep 17 23:38:51.467318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-1d08d9ec-3a3d-4042-8c5f-e4464ffa3c05 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:51.468758 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-1d08d9ec-3a3d-4042-8c5f-e4464ffa3c05 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1635551 Sep 17 23:38:51.474447 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1ef06-da6c-413e-ae8f-06328106d46e req-fe165864-2ad7-423e-8276-4e7c7ff2ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:51.476008 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-85b1ef06-da6c-413e-ae8f-06328106d46e req-fe165864-2ad7-423e-8276-4e7c7ff2ffa1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1493294 Sep 17 23:38:51.490525 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9ac88-ca3a-4e5e-9ca4-8933a95c0a9f req-09c587bd-a547-4cac-8779-f583cf328524 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:51.492236 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9cc9ac88-ca3a-4e5e-9ca4-8933a95c0a9f req-09c587bd-a547-4cac-8779-f583cf328524 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 948 time: 0.0795884 Sep 17 23:38:51.497156 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-29a86b22-c5ad-4eb5-b052-a0a99c77ef7b tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/quotas/71013aff34af4fe4973bc99fc2551a2c HTTP/1.1" status: 200 len: 375 time: 0.0210707 Sep 17 23:38:51.553715 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9cc9ac88-ca3a-4e5e-9ca4-8933a95c0a9f req-c8669919-10a6-4764-8cf6-94f22e4dcf26 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512245 Sep 17 23:38:51.571671 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-5428a6c2-bed8-4061-912e-2e5bdae0f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:51.574439 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-5428a6c2-bed8-4061-912e-2e5bdae0f203 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 1099 time: 0.0461733 Sep 17 23:38:51.616638 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-b5a9b949-8f1d-4af5-8fae-cf556adf9f0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=4193e860-853c-4f7b-a373-d10699407e78 HTTP/1.1" status: 200 len: 217 time: 0.0336654 Sep 17 23:38:51.652768 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-2bccd9a3-bddc-4411-a581-f29f80929342 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=71013aff34af4fe4973bc99fc2551a2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1432641 Sep 17 23:38:51.697373 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-65ae638b-fac1-4d2b-9507-cb357b57868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:51.699438 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-65ae638b-fac1-4d2b-9507-cb357b57868e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0609231 Sep 17 23:38:51.744433 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-08a3ce7d-6aac-4127-9048-3dc8c793d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:51.746457 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-08a3ce7d-6aac-4127-9048-3dc8c793d729 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0394223 Sep 17 23:38:51.771317 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9e365859-e08c-482f-a83b-47a2f043e471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:51.914768 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e365859-e08c-482f-a83b-47a2f043e471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4091a83f-123f-493a-8d97-1aad635f0ad1,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:51.934560 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae079ef-d62a-4c25-a14b-1adc59b7be5e req-c6bf05c6-8136-42a3-9516-61eac68a33cc tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:51.936076 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aae079ef-d62a-4c25-a14b-1adc59b7be5e req-c6bf05c6-8136-42a3-9516-61eac68a33cc tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 950 time: 0.0858862 Sep 17 23:38:51.937781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e365859-e08c-482f-a83b-47a2f043e471 admin admin] Checking segment: {'id': 'fab6a504-f4c7-442f-ba11-8706185d2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:51.937959 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e365859-e08c-482f-a83b-47a2f043e471 admin admin] Network hostable DHCP agents. Network: bf557253-1c90-47fc-9487-8fcb6b4e4bed, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:38:51.939009 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af465a-1f3f-4056-8a61-72094a6f3949 req-dae65dca-f4c5-4e04-b510-4554f8330bcb tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:51.940360 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56af465a-1f3f-4056-8a61-72094a6f3949 req-dae65dca-f4c5-4e04-b510-4554f8330bcb tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 1097 time: 0.0809777 Sep 17 23:38:51.947855 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-03f9300e-c5c8-46e7-9cf5-fc955e45440a service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938593 Sep 17 23:38:52.004465 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aae079ef-d62a-4c25-a14b-1adc59b7be5e req-7dea1c8a-6f43-4276-9b9d-249df1cb783f tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542624 Sep 17 23:38:52.014986 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56af465a-1f3f-4056-8a61-72094a6f3949 req-01fc36ac-188d-4cc9-a88c-c819c2876e4b tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569129 Sep 17 23:38:52.019033 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e365859-e08c-482f-a83b-47a2f043e471 admin admin] Network bf557253-1c90-47fc-9487-8fcb6b4e4bed is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:38:52.064203 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5d3da04-a2e3-43a5-8e53-45a5861bf14a req-c5f02050-3043-48ea-8764-67550a9c3fe3 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055303 Sep 17 23:38:52.095682 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a963efb4-5f5f-4970-95bb-523396394e54 req-df7037ec-626f-453a-8379-6d1b8ca6a751 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 210 time: 0.0293214 Sep 17 23:38:52.103572 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-9e365859-e08c-482f-a83b-47a2f043e471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, bf557253-1c90-47fc-9487-8fcb6b4e4bed) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:52.116321 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e365859-e08c-482f-a83b-47a2f043e471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:52.116321 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9e365859-e08c-482f-a83b-47a2f043e471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:52.117395 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8db76a-cea8-4e82-bdb0-4ccdf1d1cb95 None None] Network bf557253-1c90-47fc-9487-8fcb6b4e4bed requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:38:52.161909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16effdb5-f16b-4472-b0a1-950e0dff6cd3 req-4fc419ee-23d0-41d9-8ee8-b12bb9aa1775 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:52.163397 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16effdb5-f16b-4472-b0a1-950e0dff6cd3 req-4fc419ee-23d0-41d9-8ee8-b12bb9aa1775 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 945 time: 0.0732968 Sep 17 23:38:52.207316 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9e365859-e08c-482f-a83b-47a2f043e471 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0760143 Sep 17 23:38:52.210609 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55122) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:52.224492 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-39312662-31ac-47b5-bfc4-8930fa82f772 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602257702-router', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:52.235256 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16effdb5-f16b-4472-b0a1-950e0dff6cd3 req-45c27e2c-cc06-4a23-9e70-692df4e4632a tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618322 Sep 17 23:38:52.238807 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a0d11fdc-98f4-44cc-81ee-bcd379e4f448 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:38:52.243268 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ff860-d4f4-417d-b070-a4a39d550ce4 req-18a24e7d-cd93-4b23-8416-279e497989a0 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:52.244771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b03ff860-d4f4-417d-b070-a4a39d550ce4 req-18a24e7d-cd93-4b23-8416-279e497989a0 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 946 time: 0.0804875 Sep 17 23:38:52.291786 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b03ff860-d4f4-417d-b070-a4a39d550ce4 req-79046bab-0d90-475d-a2c7-d4a5b42f31a1 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Sep 17 23:38:52.343865 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39312662-31ac-47b5-bfc4-8930fa82f772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:52.344958 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39312662-31ac-47b5-bfc4-8930fa82f772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:52.378638 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015729a0-0c79-4b56-85b5-825c3436c2d8 req-5d13c72b-b13d-4a98-9644-1ad84bf77266 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:52.380687 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-015729a0-0c79-4b56-85b5-825c3436c2d8 req-5d13c72b-b13d-4a98-9644-1ad84bf77266 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=e11b29dc-b708-4225-8250-a358cb013290 HTTP/1.1" status: 200 len: 950 time: 0.0591078 Sep 17 23:38:52.390465 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-bf557253-1c90-47fc-9487-8fcb6b4e4bed', 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'fixed_ips': [{'subnet_id': '4091a83f-123f-493a-8d97-1aad635f0ad1'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:38:52.391599 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:52.436225 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a0d11fdc-98f4-44cc-81ee-bcd379e4f448, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a0d11fdc-98f4-44cc-81ee-bcd379e4f448,segment=NetworkSegment(d999cc28-7bc4-4132-b238-802d21cdaea9),segment_id=d999cc28-7bc4-4132-b238-802d21cdaea9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:52.436455 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-015729a0-0c79-4b56-85b5-825c3436c2d8 req-23e679df-9bc8-40cd-bfad-9851bfb66f25 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492446 Sep 17 23:38:52.451554 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39312662-31ac-47b5-bfc4-8930fa82f772 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:52.493389 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'a0d11fdc-98f4-44cc-81ee-bcd379e4f448', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'port_id': 'a0d11fdc-98f4-44cc-81ee-bcd379e4f448', 'mac_address': 'fa:16:3e:9d:d0:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:38:52.558845 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa446b-0b35-442f-b2a3-1b62ccda61e0 req-06cbf896-d1f4-4aa6-b5b1-7dcbf78159a3 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:52.560321 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1caa446b-0b35-442f-b2a3-1b62ccda61e0 req-06cbf896-d1f4-4aa6-b5b1-7dcbf78159a3 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 943 time: 0.0545678 Sep 17 23:38:52.570077 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:52.593121 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d11fdc-98f4-44cc-81ee-bcd379e4f448 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:52.599228 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1caa446b-0b35-442f-b2a3-1b62ccda61e0 req-08b37b7f-5d62-47be-ac20-838c5d665d61 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326381 Sep 17 23:38:52.606744 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] Allocated IP 172.20.0.2 (bf557253-1c90-47fc-9487-8fcb6b4e4bed/4091a83f-123f-493a-8d97-1aad635f0ad1/b48abe59-d6a6-4add-92e0-b7dcf05844fd) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:52.628181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a0d11fdc-98f4-44cc-81ee-bcd379e4f448, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a0d11fdc-98f4-44cc-81ee-bcd379e4f448,segment=NetworkSegment(d999cc28-7bc4-4132-b238-802d21cdaea9),segment_id=d999cc28-7bc4-4132-b238-802d21cdaea9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:52.713970 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39312662-31ac-47b5-bfc4-8930fa82f772 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:52.726135 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:52.806450 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:52.810856 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=a0d11fdc-98f4-44cc-81ee-bcd379e4f448,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:52.892661 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:53.019189 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39312662-31ac-47b5-bfc4-8930fa82f772 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:53.048321 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39312662-31ac-47b5-bfc4-8930fa82f772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:53.052871 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['a0d11fdc-98f4-44cc-81ee-bcd379e4f448'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:53.094922 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] Network bf557253-1c90-47fc-9487-8fcb6b4e4bed is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:53.108963 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:53.111781 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:38:53.112624 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:53.114682 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] Pushing event updated for resources: {'Port': ['ID=b48abe59-d6a6-4add-92e0-b7dcf05844fd,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:53.192973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-39312662-31ac-47b5-bfc4-8930fa82f772 admin admin] Allocated IP 172.25.3.206 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/8aa0d749-887b-431d-acb2-a1d14700cad1) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:53.193166 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] Attempting to bind port b48abe59-d6a6-4add-92e0-b7dcf05844fd on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:53.194149 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] Attempting to bind port b48abe59-d6a6-4add-92e0-b7dcf05844fd by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'fab6a504-f4c7-442f-ba11-8706185d2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:53.194907 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] Attempting to bind port b48abe59-d6a6-4add-92e0-b7dcf05844fd on network bf557253-1c90-47fc-9487-8fcb6b4e4bed {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:53.205973 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:53.209826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] Checking segment: {'id': 'fab6a504-f4c7-442f-ba11-8706185d2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:53.209826 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:53.209826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] Bound using segment: {'id': 'fab6a504-f4c7-442f-ba11-8706185d2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:53.209826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] Bound port: b48abe59-d6a6-4add-92e0-b7dcf05844fd, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab6a504-f4c7-442f-ba11-8706185d2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:53.209826 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:53.315763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] For port b48abe59-d6a6-4add-92e0-b7dcf05844fd, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:53.339412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] For port b48abe59-d6a6-4add-92e0-b7dcf05844fd, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b48abe59-d6a6-4add-92e0-b7dcf05844fd,segment=NetworkSegment(fab6a504-f4c7-442f-ba11-8706185d2bdf),segment_id=fab6a504-f4c7-442f-ba11-8706185d2bdf)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:53.346630 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa403f56-81ac-43b4-85e7-3923de77a278 req-86927c6f-af17-41aa-86d3-01c897815f1d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:53.354098 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa403f56-81ac-43b4-85e7-3923de77a278 req-86927c6f-af17-41aa-86d3-01c897815f1d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 948 time: 0.1234996 Sep 17 23:38:53.354617 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39312662-31ac-47b5-bfc4-8930fa82f772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:53.392503 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa403f56-81ac-43b4-85e7-3923de77a278 req-494161c7-269f-4a6c-a771-297f2bfdd026 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334854 Sep 17 23:38:53.412857 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:53.477433 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711fa33-b8d1-453c-a606-c2cbc136dba2 None None] Pushing event updated for resources: {'Port': ['ID=b48abe59-d6a6-4add-92e0-b7dcf05844fd,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:53.480739 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a137c1d-b2d0-4cc7-a969-cc471909357c req-314558cd-c28a-4624-88c8-e4e199362828 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 210 time: 0.0332992 Sep 17 23:38:53.535854 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39312662-31ac-47b5-bfc4-8930fa82f772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:53.578910 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39312662-31ac-47b5-bfc4-8930fa82f772 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:53.581828 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-39312662-31ac-47b5-bfc4-8930fa82f772 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:53.585388 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39312662-31ac-47b5-bfc4-8930fa82f772 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:53.634012 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39312662-31ac-47b5-bfc4-8930fa82f772 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa0d749-887b-431d-acb2-a1d14700cad1,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:53.698191 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34306b3-e200-4fa5-8bab-0c54850e7f86 req-f85038ea-8acc-44f4-8856-cdc8a70fb9ce tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:53.699712 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b34306b3-e200-4fa5-8bab-0c54850e7f86 req-f85038ea-8acc-44f4-8856-cdc8a70fb9ce tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 945 time: 0.0896919 Sep 17 23:38:53.751633 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b34306b3-e200-4fa5-8bab-0c54850e7f86 req-b8f94f2c-b412-4788-b98b-09d5aa882433 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393760 Sep 17 23:38:53.877606 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138a20c-fb3a-4a81-8a53-782535003567 req-060c0db4-3a93-41c1-a304-dae783f114a1 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:53.879092 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c138a20c-fb3a-4a81-8a53-782535003567 req-060c0db4-3a93-41c1-a304-dae783f114a1 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 946 time: 0.0627747 Sep 17 23:38:53.920748 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c138a20c-fb3a-4a81-8a53-782535003567 req-a41e8cad-9c76-41be-b261-7f3d258f384a tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352662 Sep 17 23:38:54.047677 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f05334-1bce-424b-a097-c978e68c0c2b req-69d46937-a391-4e01-924f-c869c4129b52 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:54.049289 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d1f05334-1bce-424b-a097-c978e68c0c2b req-69d46937-a391-4e01-924f-c869c4129b52 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 944 time: 0.0609758 Sep 17 23:38:54.096967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d1f05334-1bce-424b-a097-c978e68c0c2b req-49446c0f-90fc-40cd-be7f-45a478b9d2aa tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409355 Sep 17 23:38:54.165093 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39312662-31ac-47b5-bfc4-8930fa82f772 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:54.201943 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-100b0a7f-4c1a-4b1d-b6b4-933ce82e9b98 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=71013aff34af4fe4973bc99fc2551a2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601523 Sep 17 23:38:54.242242 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a0d11fdc-98f4-44cc-81ee-bcd379e4f448 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:54.366472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port a0d11fdc-98f4-44cc-81ee-bcd379e4f448 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:38:54.371504 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port a0d11fdc-98f4-44cc-81ee-bcd379e4f448 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:54.372404 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:54.400909 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-8386ddbb-6637-47ef-8942-fba925011480 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:54.402949 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-8386ddbb-6637-47ef-8942-fba925011480 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948206 Sep 17 23:38:54.418889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-ea030481-553d-47eb-9386-11b695ede2ca tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Request body: {'port': {'device_id': '632b49a8-7e7c-49cc-8ede-6b4a25ba06ea', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '71013aff34af4fe4973bc99fc2551a2c'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:54.468219 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:54.496377 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bacbec8-ebbd-4750-85bd-3d253e9474b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d11fdc-98f4-44cc-81ee-bcd379e4f448'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:54.498863 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173486fd-b051-4cd9-9f05-f4d1021241ac" -d '{"events": [{"server_uuid": "6bacbec8-ebbd-4750-85bd-3d253e9474b1", "name": "network-vif-plugged", "status": "completed", "tag": "a0d11fdc-98f4-44cc-81ee-bcd379e4f448"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:54.505282 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebad029f-5609-42c6-b55b-d8721c2bda89 None None] Network bf557253-1c90-47fc-9487-8fcb6b4e4bed requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:38:54.519490 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a0d11fdc-98f4-44cc-81ee-bcd379e4f448, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a0d11fdc-98f4-44cc-81ee-bcd379e4f448,segment=NetworkSegment(d999cc28-7bc4-4132-b238-802d21cdaea9),segment_id=d999cc28-7bc4-4132-b238-802d21cdaea9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:54.529573 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39312662-31ac-47b5-bfc4-8930fa82f772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:54.561853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-70dc3d76-3c9a-4f52-874e-4eb0102c7575 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:38:54.565333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-70dc3d76-3c9a-4f52-874e-4eb0102c7575 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069642 Sep 17 23:38:54.604243 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:54.610847 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-c862215b-40b9-4a87-a73a-320cdcd77634 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:54.617375 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-c862215b-40b9-4a87-a73a-320cdcd77634 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/ports/aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 HTTP/1.1" status: 200 len: 1094 time: 0.0459146 Sep 17 23:38:54.624350 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-f777b9de-6863-4b98-9b16-171efc3fe380 service neutron] Request body: {'binding': {'host': 'n-h2-809883-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:54.624913 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-f777b9de-6863-4b98-9b16-171efc3fe380 service neutron] Unknown quota resources ['binding']. {{(pid=95592) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 23:38:54.635247 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-04f712da-b78d-4d3f-8c42-b2f354bd18f5 None None] Provisioning complete for port b48abe59-d6a6-4add-92e0-b7dcf05844fd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:54.635693 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-04f712da-b78d-4d3f-8c42-b2f354bd18f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:54.741994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=a0d11fdc-98f4-44cc-81ee-bcd379e4f448,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:54.743504 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-ea030481-553d-47eb-9386-11b695ede2ca tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Made reservation on behalf of 71013aff34af4fe4973bc99fc2551a2c for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:38:54.748536 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-ea030481-553d-47eb-9386-11b695ede2ca tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:54.794307 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39312662-31ac-47b5-bfc4-8930fa82f772 admin admin] Router 89564730-be40-4f79-a065-fe6a14621e55 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:38:54.827616 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-04f712da-b78d-4d3f-8c42-b2f354bd18f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:54.865932 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-04f712da-b78d-4d3f-8c42-b2f354bd18f5 None None] For port b48abe59-d6a6-4add-92e0-b7dcf05844fd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b48abe59-d6a6-4add-92e0-b7dcf05844fd,segment=NetworkSegment(fab6a504-f4c7-442f-ba11-8706185d2bdf),segment_id=fab6a504-f4c7-442f-ba11-8706185d2bdf)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:54.932338 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-04f712da-b78d-4d3f-8c42-b2f354bd18f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:55.016814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-ea030481-553d-47eb-9386-11b695ede2ca tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Allocated IP 192.168.233.196 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/83d3ba04-81f5-42a1-97b4-830d6eca8848) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:55.019233 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39312662-31ac-47b5-bfc4-8930fa82f772 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:38:55.022416 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f712da-b78d-4d3f-8c42-b2f354bd18f5 None None] Pushing event updated for resources: {'Port': ['ID=b48abe59-d6a6-4add-92e0-b7dcf05844fd,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:55.039124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] Sync routers for ids ['89564730-be40-4f79-a065-fe6a14621e55'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:38:55.071521 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] Routers {'89564730-be40-4f79-a065-fe6a14621e55'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:55.071670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:38:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['89564730-be40-4f79-a065-fe6a14621e55'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:55.112866 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39312662-31ac-47b5-bfc4-8930fa82f772 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:55.114229 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-39312662-31ac-47b5-bfc4-8930fa82f772 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.9025936 Sep 17 23:38:55.117909 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55198) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:55.140030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-f777b9de-6863-4b98-9b16-171efc3fe380 service neutron] Attempting to bind port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 on host n-h2-809883-1 for vnic_type normal with profile None {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:55.140364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-f777b9de-6863-4b98-9b16-171efc3fe380 service neutron] Attempting to bind port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:55.140863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-f777b9de-6863-4b98-9b16-171efc3fe380 service neutron] Attempting to bind port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:55.145806 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-f777b9de-6863-4b98-9b16-171efc3fe380 service neutron] Port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:38:55.146128 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-f777b9de-6863-4b98-9b16-171efc3fe380 service neutron] Attempting to bind port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:55.151097 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-f777b9de-6863-4b98-9b16-171efc3fe380 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:55.151565 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-f777b9de-6863-4b98-9b16-171efc3fe380 service neutron] Checking segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:55.152494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-f777b9de-6863-4b98-9b16-171efc3fe380 service neutron] Bound using segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:55.152947 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-f777b9de-6863-4b98-9b16-171efc3fe380 service neutron] Bound port: aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:55.189368 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-890c9285-05c5-4480-8d00-c18a41013172 None None] Provisioning complete for port b48abe59-d6a6-4add-92e0-b7dcf05844fd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:55.189740 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-890c9285-05c5-4480-8d00-c18a41013172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:55.199895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d788af-7d75-47ed-b160-5442237b5705 req-e51dbb64-6317-4fe8-b466-3fa000f2a329 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:55.203978 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4d788af-7d75-47ed-b160-5442237b5705 req-e51dbb64-6317-4fe8-b466-3fa000f2a329 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 948 time: 0.0988629 Sep 17 23:38:55.217049 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] Set router 89564730-be40-4f79-a065-fe6a14621e55 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:55.249597 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-f777b9de-6863-4b98-9b16-171efc3fe380 service neutron] For port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:55.269547 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4d788af-7d75-47ed-b160-5442237b5705 req-a6c83f68-498a-4571-a1b2-6ff91d769b48 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523794 Sep 17 23:38:55.315612 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-ea030481-553d-47eb-9386-11b695ede2ca tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:55.328324 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-f777b9de-6863-4b98-9b16-171efc3fe380 service neutron] Notify callbacks [] for binding, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:55.329605 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-f777b9de-6863-4b98-9b16-171efc3fe380 service neutron] 10.222.0.46 "POST /v2.0/ports/aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940/bindings HTTP/1.1" status: 201 len: 389 time: 0.7094939 Sep 17 23:38:55.374583 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e794c653-00b5-4323-bdf6-0816495c75ed x-openstack-request-id: req-e794c653-00b5-4323-bdf6-0816495c75ed {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:55.375545 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bacbec8-ebbd-4750-85bd-3d253e9474b1", "name": "network-vif-plugged", "status": "completed", "tag": "a0d11fdc-98f4-44cc-81ee-bcd379e4f448", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:55.375859 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e794c653-00b5-4323-bdf6-0816495c75ed {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:55.382855 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bacbec8-ebbd-4750-85bd-3d253e9474b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d11fdc-98f4-44cc-81ee-bcd379e4f448', 'code': 200} Sep 17 23:38:55.386289 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b48abe59-d6a6-4add-92e0-b7dcf05844fd up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:55.430162 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76673ebb-e755-48d8-941c-482d7318574f req-c8c6bbe8-3471-42eb-a190-f4cdddfbecbf tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 210 time: 0.0306139 Sep 17 23:38:55.474730 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e6a82-84e7-47c7-bd9e-e3b47d2ad9dd req-279c2f56-391b-416f-a104-2d32fe576cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:55.476255 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae2e6a82-84e7-47c7-bd9e-e3b47d2ad9dd req-279c2f56-391b-416f-a104-2d32fe576cb1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 1096 time: 0.0487721 Sep 17 23:38:55.507639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4193e860-853c-4f7b-a373-d10699407e78 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:38:55.521763 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae2e6a82-84e7-47c7-bd9e-e3b47d2ad9dd req-a6065a9a-5a20-49ca-8e99-55b852357229 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353513 Sep 17 23:38:55.540582 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-ea030481-553d-47eb-9386-11b695ede2ca tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:55.564726 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['eea64a45-1b95-4e2c-ae66-cd37dff722d2'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:55.606123 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-ea030481-553d-47eb-9386-11b695ede2ca tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:55.634176 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port b48abe59-d6a6-4add-92e0-b7dcf05844fd triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:55.634553 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:55.643910 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-ea030481-553d-47eb-9386-11b695ede2ca tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:55.650379 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-ea030481-553d-47eb-9386-11b695ede2ca tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:55.656729 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-ea030481-553d-47eb-9386-11b695ede2ca tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:55.657201 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-ea030481-553d-47eb-9386-11b695ede2ca tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:55.678015 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea030481-553d-47eb-9386-11b695ede2ca tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Pushing event updated for resources: {'Port': ['ID=83d3ba04-81f5-42a1-97b4-830d6eca8848,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:55.746735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98915c06-d49b-4f1d-84e7-ae24d80f5998 req-72d8e57a-d1a2-43ec-917b-ac0bb799c47a tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:55.748279 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-98915c06-d49b-4f1d-84e7-ae24d80f5998 req-72d8e57a-d1a2-43ec-917b-ac0bb799c47a tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 945 time: 0.1031303 Sep 17 23:38:55.756114 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-ea030481-553d-47eb-9386-11b695ede2ca tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3434048 Sep 17 23:38:55.756726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f289ea9-575f-4394-abf1-ae98e79dc2a7 req-f6c3cf71-a728-44ca-9498-238c7a8a4f4f tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:55.758483 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f289ea9-575f-4394-abf1-ae98e79dc2a7 req-f6c3cf71-a728-44ca-9498-238c7a8a4f4f tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 946 time: 0.0918696 Sep 17 23:38:55.770150 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 4193e860-853c-4f7b-a373-d10699407e78, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4193e860-853c-4f7b-a373-d10699407e78,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:55.791562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89564730-be40-4f79-a065-fe6a14621e55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602257702-router', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:52Z', 'updated_at': '2021-09-17T23:38:53Z', 'revision_number': 3, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'gw_port': {'id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:62:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:53Z', 'updated_at': '2021-09-17T23:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:55.800890 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Request body: {'port': {'device_id': '632b49a8-7e7c-49cc-8ede-6b4a25ba06ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:55.828450 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '4193e860-853c-4f7b-a373-d10699407e78', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '4193e860-853c-4f7b-a373-d10699407e78', 'mac_address': 'fa:16:3e:23:7d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:38:55.833109 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] Checking router: 89564730-be40-4f79-a065-fe6a14621e55 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:38:55.833589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] Updating router 89564730-be40-4f79-a065-fe6a14621e55 port 8aa0d749-887b-431d-acb2-a1d14700cad1 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:38:55.838807 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f289ea9-575f-4394-abf1-ae98e79dc2a7 req-fa46d72a-866d-465f-8f3b-cec774b018f0 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695527 Sep 17 23:38:55.861939 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-98915c06-d49b-4f1d-84e7-ae24d80f5998 req-77efcaa5-b435-4578-8ea6-68f71aee0f40 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018403 Sep 17 23:38:55.873824 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:55.970682 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:55.993311 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a64479-7626-4a3b-84b1-bd92fc860b4c req-ab6d4cc4-7a94-4480-a9a9-bd4743d0cabc tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:55.994847 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-91a64479-7626-4a3b-84b1-bd92fc860b4c req-ab6d4cc4-7a94-4480-a9a9-bd4743d0cabc tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 946 time: 0.0779934 Sep 17 23:38:56.040146 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-91a64479-7626-4a3b-84b1-bd92fc860b4c req-917c2e3e-156c-4dc2-9802-e23b4ce82e7a tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377152 Sep 17 23:38:56.045938 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-24f3da2f-38a2-4add-b3e2-db2df2d91f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:56.148988 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-80672960-0402-41ae-8cb0-f8ab51ec9bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:56.150654 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-80672960-0402-41ae-8cb0-f8ab51ec9bfc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 1097 time: 0.0428064 Sep 17 23:38:56.192205 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:56.253823 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-5cf7e691-be2a-4d01-af38-6f51dd480a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:56.255538 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-5cf7e691-be2a-4d01-af38-6f51dd480a83 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 909 time: 0.0972762 Sep 17 23:38:56.271182 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4193e860-853c-4f7b-a373-d10699407e78 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:56.286197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-853ef329-6ef1-42c8-9855-e38e7713a7f3 None None] Provisioning complete for port 83d3ba04-81f5-42a1-97b4-830d6eca8848 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:56.286572 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-853ef329-6ef1-42c8-9855-e38e7713a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:56.302846 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-3ef86e28-0e67-408f-b251-6f085c6454b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 HTTP/1.1" status: 200 len: 217 time: 0.0359519 Sep 17 23:38:56.330152 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-24f3da2f-38a2-4add-b3e2-db2df2d91f10 admin admin] Allocated IP 172.20.0.1 (bf557253-1c90-47fc-9487-8fcb6b4e4bed/4091a83f-123f-493a-8d97-1aad635f0ad1/01a90b85-5eb1-4789-aa06-4f7bfefeba9d) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:38:56.352450 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 4193e860-853c-4f7b-a373-d10699407e78, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4193e860-853c-4f7b-a373-d10699407e78,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:56.355621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d3ba04-81f5-42a1-97b4-830d6eca8848 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:56.374042 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:56.395372 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-853ef329-6ef1-42c8-9855-e38e7713a7f3 None None] Port 83d3ba04-81f5-42a1-97b4-830d6eca8848 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:38:56.395988 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-2b588b12-917b-4bb1-ac23-de16922fcf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:56.397334 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-2b588b12-917b-4bb1-ac23-de16922fcf19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.0859535 Sep 17 23:38:56.401912 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:56.420728 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Transition to ACTIVE for port object 83d3ba04-81f5-42a1-97b4-830d6eca8848 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:38:56.425230 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9004fd4-a29b-4ed7-a4f7-511a5d041023 req-791b55ff-24e3-44a6-9739-73ce99778b79 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:56.430048 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d9004fd4-a29b-4ed7-a4f7-511a5d041023 req-791b55ff-24e3-44a6-9739-73ce99778b79 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 948 time: 0.0761795 Sep 17 23:38:56.449655 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-cdf77065-96c8-4495-aa21-5a959d4acad7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428684 Sep 17 23:38:56.475156 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-24f3da2f-38a2-4add-b3e2-db2df2d91f10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:56.483501 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:56.517895 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=4193e860-853c-4f7b-a373-d10699407e78,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:56.552560 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d9004fd4-a29b-4ed7-a4f7-511a5d041023 req-a68ae842-c5a0-406f-b093-e5354caec33d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835412 Sep 17 23:38:56.562930 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Pushing event updated for resources: {'Port': ['ID=83d3ba04-81f5-42a1-97b4-830d6eca8848,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:56.622073 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-5e06dbc7-f65c-472e-8575-960906bf9453 service neutron] 10.222.0.37 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585245 Sep 17 23:38:56.631156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Attempting to bind port 83d3ba04-81f5-42a1-97b4-830d6eca8848 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:56.631565 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Attempting to bind port 83d3ba04-81f5-42a1-97b4-830d6eca8848 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:56.631965 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Attempting to bind port 83d3ba04-81f5-42a1-97b4-830d6eca8848 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:56.639078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045ca20-96b2-41dd-b95d-31329957f4ac req-3c2d1aa2-e3d3-42b8-b874-fa57614a91bf tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:56.641564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7045ca20-96b2-41dd-b95d-31329957f4ac req-3c2d1aa2-e3d3-42b8-b874-fa57614a91bf tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 948 time: 0.1284196 Sep 17 23:38:56.647761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Port 83d3ba04-81f5-42a1-97b4-830d6eca8848 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:38:56.648266 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Attempting to bind port 83d3ba04-81f5-42a1-97b4-830d6eca8848 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:56.671203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:56.671549 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:56.671943 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:56.672394 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Bound port: 83d3ba04-81f5-42a1-97b4-830d6eca8848, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:56.672759 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:56.675764 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:56.745200 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-24f3da2f-38a2-4add-b3e2-db2df2d91f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:56.760715 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:56.772668 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7045ca20-96b2-41dd-b95d-31329957f4ac req-463deaf4-b12d-4762-ae28-f150d0b06fc5 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534875 Sep 17 23:38:56.776446 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-80ef0dcb-a214-414f-b82a-ab81bd2b0324 service neutron] 10.222.0.37 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338968 Sep 17 23:38:56.808560 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f3da2f-38a2-4add-b3e2-db2df2d91f10 admin admin] Network bf557253-1c90-47fc-9487-8fcb6b4e4bed is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:56.814213 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-24f3da2f-38a2-4add-b3e2-db2df2d91f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:56.816456 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] For port 83d3ba04-81f5-42a1-97b4-830d6eca8848, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:56.823431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] For port 83d3ba04-81f5-42a1-97b4-830d6eca8848, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=83d3ba04-81f5-42a1-97b4-830d6eca8848,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:56.825156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f3da2f-38a2-4add-b3e2-db2df2d91f10 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:38:56.825708 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-24f3da2f-38a2-4add-b3e2-db2df2d91f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:56.843747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] Attempting to bind port 8aa0d749-887b-431d-acb2-a1d14700cad1 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:38:56.843747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] Attempting to bind port 8aa0d749-887b-431d-acb2-a1d14700cad1 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:38:56.843747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] Attempting to bind port 8aa0d749-887b-431d-acb2-a1d14700cad1 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:38:56.846459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c7339-50bb-4171-84c5-63c7300bbd7d None None] Pushing event updated for resources: {'Port': ['ID=8aa0d749-887b-431d-acb2-a1d14700cad1,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:56.850615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:38:56.850989 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:38:56.851397 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:56.851782 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:38:56.852258 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] Bound port: 8aa0d749-887b-431d-acb2-a1d14700cad1, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:38:56.852637 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:56.870067 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3da2f-38a2-4add-b3e2-db2df2d91f10 admin admin] Pushing event updated for resources: {'Port': ['ID=01a90b85-5eb1-4789-aa06-4f7bfefeba9d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:56.933392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] For port 8aa0d749-887b-431d-acb2-a1d14700cad1, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:38:56.951067 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] For port 8aa0d749-887b-431d-acb2-a1d14700cad1, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8aa0d749-887b-431d-acb2-a1d14700cad1,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:38:56.958032 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:57.018715 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['4193e860-853c-4f7b-a373-d10699407e78'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:57.022935 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:57.036787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:57.037498 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:57.038946 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] 10.222.0.37 "PUT /v2.0/ports/83d3ba04-81f5-42a1-97b4-830d6eca8848 HTTP/1.1" status: 200 len: 1096 time: 1.2428379 Sep 17 23:38:57.039409 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632b49a8-7e7c-49cc-8ede-6b4a25ba06ea', 'tag': '83d3ba04-81f5-42a1-97b4-830d6eca8848'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:38:57.041788 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cbc826-3fc5-4520-8f29-d9e1155606bb" -d '{"events": [{"name": "network-changed", "server_uuid": "632b49a8-7e7c-49cc-8ede-6b4a25ba06ea", "tag": "83d3ba04-81f5-42a1-97b4-830d6eca8848"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:38:57.104334 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef57f82-cb66-4db0-881e-5f2f80d9bf82 req-362a765c-b5da-44d9-ab51-0a5a961ed861 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:57.106565 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eef57f82-cb66-4db0-881e-5f2f80d9bf82 req-362a765c-b5da-44d9-ab51-0a5a961ed861 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 946 time: 0.1734767 Sep 17 23:38:57.136775 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeead08-4b02-4f8d-9783-fe4f394285ad service neutron] Pushing event updated for resources: {'Port': ['ID=83d3ba04-81f5-42a1-97b4-830d6eca8848,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:57.160690 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cf7c1-d04c-49f7-a529-607f237a449f req-c9007f5f-07bb-49cf-8c68-b3ec168c8dd4 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:57.175330 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-758cf7c1-d04c-49f7-a529-607f237a449f req-c9007f5f-07bb-49cf-8c68-b3ec168c8dd4 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 945 time: 0.1723247 Sep 17 23:38:57.201896 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] Routers {'89564730-be40-4f79-a065-fe6a14621e55'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:38:57.202821 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:38:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['89564730-be40-4f79-a065-fe6a14621e55'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:57.219274 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eef57f82-cb66-4db0-881e-5f2f80d9bf82 req-c765fe88-0422-46c6-a46a-ebc46abe360d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968258 Sep 17 23:38:57.250746 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-758cf7c1-d04c-49f7-a529-607f237a449f req-9effe12a-b430-4c23-9c81-9720ed329aac tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690713 Sep 17 23:38:57.284404 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c7339-50bb-4171-84c5-63c7300bbd7d None None] Pushing event updated for resources: {'Port': ['ID=8aa0d749-887b-431d-acb2-a1d14700cad1,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:57.285854 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-24f3da2f-38a2-4add-b3e2-db2df2d91f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:57.296122 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-6523902c-966e-4f2b-bd91-bc3e97d9ae69 None None] Provisioning complete for port 01a90b85-5eb1-4789-aa06-4f7bfefeba9d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:57.296122 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6523902c-966e-4f2b-bd91-bc3e97d9ae69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:57.319223 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b451ae-3857-4c39-bfde-49880736f807 x-openstack-request-id: req-41b451ae-3857-4c39-bfde-49880736f807 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:38:57.319632 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632b49a8-7e7c-49cc-8ede-6b4a25ba06ea", "tag": "83d3ba04-81f5-42a1-97b4-830d6eca8848", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:38:57.319942 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-41b451ae-3857-4c39-bfde-49880736f807 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:38:57.320536 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632b49a8-7e7c-49cc-8ede-6b4a25ba06ea', 'tag': '83d3ba04-81f5-42a1-97b4-830d6eca8848', 'status': 'completed', 'code': 200} Sep 17 23:38:57.379920 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-46b0762c-5996-4fda-93f6-f020efc293f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:57.381658 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-46b0762c-5996-4fda-93f6-f020efc293f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71013aff34af4fe4973bc99fc2551a2c&device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 1099 time: 0.1837630 Sep 17 23:38:57.414686 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ffab3-b9cf-4f04-a274-0197a457e832 req-903f6928-1b95-4cce-a9d4-26ce20d2767f tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:57.416208 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd7ffab3-b9cf-4f04-a274-0197a457e832 req-903f6928-1b95-4cce-a9d4-26ce20d2767f tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 946 time: 0.0727060 Sep 17 23:38:57.442591 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6523902c-966e-4f2b-bd91-bc3e97d9ae69 None None] Port 01a90b85-5eb1-4789-aa06-4f7bfefeba9d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:38:57.453516 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-608ecca7-d4c3-40bb-b7f8-b35280e7c35d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=83d3ba04-81f5-42a1-97b4-830d6eca8848 HTTP/1.1" status: 200 len: 217 time: 0.0566144 Sep 17 23:38:57.488965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] Set router 89564730-be40-4f79-a065-fe6a14621e55 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:38:57.515801 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd7ffab3-b9cf-4f04-a274-0197a457e832 req-599a4bb5-da0e-4ec7-8431-52b2dfe26f8d tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904322 Sep 17 23:38:57.528749 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-44130f08-e0b7-4bab-b6a1-32644d44e4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:57.529750 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-44130f08-e0b7-4bab-b6a1-32644d44e4db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0528002 Sep 17 23:38:57.533397 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7da431bd-e882-4154-b432-50a29c6a5f9d details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:38:57.623351 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-ed7c592c-6c9d-4ca0-83d1-726517e1a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:57.624936 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-ed7c592c-6c9d-4ca0-83d1-726517e1a82a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0859861 Sep 17 23:38:57.751847 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-79cb5bba-7d26-4ac6-a738-5a2c7b6ff845 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123850 Sep 17 23:38:57.792032 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a7889-11e4-408d-85dd-832f2b6244b2 req-a83fe18d-1355-4600-8e80-d0775ec9c00b tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:57.802031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a8a7889-11e4-408d-85dd-832f2b6244b2 req-a83fe18d-1355-4600-8e80-d0775ec9c00b tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 949 time: 0.0788949 Sep 17 23:38:57.852503 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a8a7889-11e4-408d-85dd-832f2b6244b2 req-98d27d1f-e270-431a-a86d-e096da43bbca tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492332 Sep 17 23:38:57.922701 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7da431bd-e882-4154-b432-50a29c6a5f9d, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7da431bd-e882-4154-b432-50a29c6a5f9d,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:57.960354 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '7da431bd-e882-4154-b432-50a29c6a5f9d', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '7da431bd-e882-4154-b432-50a29c6a5f9d', 'mac_address': 'fa:16:3e:fc:77:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:38:57.985372 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a8faa-0cb3-4c39-8929-5a1d77bd4cfd req-7138ae85-3e99-4ea5-bbfd-1c3eeb3c8b65 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:57.987261 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f89a8faa-0cb3-4c39-8929-5a1d77bd4cfd req-7138ae85-3e99-4ea5-bbfd-1c3eeb3c8b65 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 948 time: 0.0833974 Sep 17 23:38:58.044635 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:58.049930 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f89a8faa-0cb3-4c39-8929-5a1d77bd4cfd req-22ba26b6-6e1b-45a4-83e3-5484be485479 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541778 Sep 17 23:38:58.074496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89564730-be40-4f79-a065-fe6a14621e55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602257702-router', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:52Z', 'updated_at': '2021-09-17T23:38:57Z', 'revision_number': 4, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'gw_port': {'id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:62:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:53Z', 'updated_at': '2021-09-17T23:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '01a90b85-5eb1-4789-aa06-4f7bfefeba9d', 'name': '', 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'mac_address': 'fa:16:3e:d4:20:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:56Z', 'updated_at': '2021-09-17T23:38:56Z', 'revision_number': 1, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'subnets': [{'id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:38:58.078550 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7da431bd-e882-4154-b432-50a29c6a5f9d {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:58.118610 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c10fac3-a013-4979-8c12-09a3776cbb46 None None] The sync data for ids ['89564730-be40-4f79-a065-fe6a14621e55'] in n-d-809883-1 is: [{'id': '89564730-be40-4f79-a065-fe6a14621e55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602257702-router', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:52Z', 'updated_at': '2021-09-17T23:38:57Z', 'revision_number': 4, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'gw_port': {'id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:62:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:53Z', 'updated_at': '2021-09-17T23:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '01a90b85-5eb1-4789-aa06-4f7bfefeba9d', 'name': '', 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'mac_address': 'fa:16:3e:d4:20:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:56Z', 'updated_at': '2021-09-17T23:38:56Z', 'revision_number': 1, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'subnets': [{'id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:38:58.133577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7da431bd-e882-4154-b432-50a29c6a5f9d, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7da431bd-e882-4154-b432-50a29c6a5f9d,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:58.206664 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:58.285710 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 0ac32b77-f704-48f9-8e52-2e88b68f7584 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:38:58.330186 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-24f3da2f-38a2-4add-b3e2-db2df2d91f10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:58.398809 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['7da431bd-e882-4154-b432-50a29c6a5f9d'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:38:58.410096 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-05379667-ab63-4c7e-ac64-0efd18edaead tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:58.412801 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-05379667-ab63-4c7e-ac64-0efd18edaead tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b&tenant_id=42091a1d224846e09811aee1ce652339&binding%3Ahost_id=n-h2-809883-1 HTTP/1.1" status: 200 len: 1097 time: 0.0807705 Sep 17 23:38:58.419883 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-24f3da2f-38a2-4add-b3e2-db2df2d91f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:58.420861 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-24f3da2f-38a2-4add-b3e2-db2df2d91f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:58.475583 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3da2f-38a2-4add-b3e2-db2df2d91f10 admin admin] Pushing event updated for resources: {'Port': ['ID=01a90b85-5eb1-4789-aa06-4f7bfefeba9d,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:58.486965 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-809883-1'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:58.503718 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.resource_extend [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 23:38:58.577239 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bc96fa89-908b-42d6-82fd-4f0feeca5deb req-dea2353a-3d18-49af-85d4-10312ef8387c service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8128223 Sep 17 23:38:58.579126 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=7da431bd-e882-4154-b432-50a29c6a5f9d,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:58.624475 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cf2ab-6055-4b4a-b9aa-a92de0cc0ffd req-51ead496-f427-4dad-84b8-f7e87869614f tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:58.635921 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f26cf2ab-6055-4b4a-b9aa-a92de0cc0ffd req-51ead496-f427-4dad-84b8-f7e87869614f tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 945 time: 0.2154381 Sep 17 23:38:58.643764 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:58.706275 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f26cf2ab-6055-4b4a-b9aa-a92de0cc0ffd req-0d54f141-54a1-4589-8b26-33fef2f3e6b8 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687456 Sep 17 23:38:58.751606 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd4e64-44c7-4ab7-a0a8-9b2436f40890 req-b3037947-5b69-4a81-b4e0-08d211b934fa tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:58.764060 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 0ac32b77-f704-48f9-8e52-2e88b68f7584, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0ac32b77-f704-48f9-8e52-2e88b68f7584,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:58.773569 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a1dd4e64-44c7-4ab7-a0a8-9b2436f40890 req-b3037947-5b69-4a81-b4e0-08d211b934fa tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 946 time: 0.3437788 Sep 17 23:38:58.827825 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a1dd4e64-44c7-4ab7-a0a8-9b2436f40890 req-d933e15c-ec51-4e6c-9d17-4e0f2c896ceb tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532470 Sep 17 23:38:58.917597 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '0ac32b77-f704-48f9-8e52-2e88b68f7584', 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc', 'port_id': '0ac32b77-f704-48f9-8e52-2e88b68f7584', 'mac_address': 'fa:16:3e:01:9d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f294d2-e1d6-44d8-a05a-4631f2b03d1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:38:59.010513 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:59.040406 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbc826-3fc5-4520-8f29-d9e1155606bb req-ee9d7120-216f-4818-8428-a34378209aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:59.042323 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-43cbc826-3fc5-4520-8f29-d9e1155606bb req-ee9d7120-216f-4818-8428-a34378209aa8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71013aff34af4fe4973bc99fc2551a2c&device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 1099 time: 0.2899532 Sep 17 23:38:59.056736 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1321c9-3e1e-4e53-9026-9338263d3012 req-306849a2-b3ff-4d94-8a08-60e2b2cb50e6 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:59.076921 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3e1321c9-3e1e-4e53-9026-9338263d3012 req-306849a2-b3ff-4d94-8a08-60e2b2cb50e6 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 946 time: 0.2205143 Sep 17 23:38:59.125894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ac32b77-f704-48f9-8e52-2e88b68f7584 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:38:59.147461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f3da2f-38a2-4add-b3e2-db2df2d91f10 admin admin] Network bf557253-1c90-47fc-9487-8fcb6b4e4bed is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:38:59.174716 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-24f3da2f-38a2-4add-b3e2-db2df2d91f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:38:59.233086 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 0ac32b77-f704-48f9-8e52-2e88b68f7584, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0ac32b77-f704-48f9-8e52-2e88b68f7584,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:59.238617 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3e1321c9-3e1e-4e53-9026-9338263d3012 req-4f5e8207-7813-4a49-9668-d04ebb2ca2ac tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607091 Sep 17 23:38:59.276481 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3701a5-100e-46d5-a303-dde6066dee80 req-b72acd1b-c146-4707-8090-2403de5e0c31 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:38:59.286556 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa3701a5-100e-46d5-a303-dde6066dee80 req-b72acd1b-c146-4707-8090-2403de5e0c31 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 945 time: 0.3021076 Sep 17 23:38:59.297589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55338) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:38:59.309417 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-db3f933d-d4d3-40b4-a776-f8538bcdc6ad tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Request body: {'floatingip': {'port_id': 'a0d11fdc-98f4-44cc-81ee-bcd379e4f448'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:38:59.412598 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-db3f933d-d4d3-40b4-a776-f8538bcdc6ad tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:59.505036 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ddab079b-236a-4b4b-962a-c4ca7ec079e5 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:38:59.507489 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4193e860-853c-4f7b-a373-d10699407e78 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:38:59.681079 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:59.760353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=0ac32b77-f704-48f9-8e52-2e88b68f7584,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:38:59.817308 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 4193e860-853c-4f7b-a373-d10699407e78 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:38:59.835365 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 4193e860-853c-4f7b-a373-d10699407e78 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:38:59.836126 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:38:59.866525 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] For port ddab079b-236a-4b4b-962a-c4ca7ec079e5, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ddab079b-236a-4b4b-962a-c4ca7ec079e5,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:38:59.891423 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['0ac32b77-f704-48f9-8e52-2e88b68f7584'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:39:00.018002 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbc826-3fc5-4520-8f29-d9e1155606bb req-dcb1ae42-8170-4d9c-86d5-2765f8645059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:00.020127 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-43cbc826-3fc5-4520-8f29-d9e1155606bb req-dcb1ae42-8170-4d9c-86d5-2765f8645059 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.9674885 Sep 17 23:39:00.066032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f6cc4f9f-7209-4fd3-93d8-b63d0716ec93 None None] Provisioning complete for port 01a90b85-5eb1-4789-aa06-4f7bfefeba9d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:39:00.066698 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f6cc4f9f-7209-4fd3-93d8-b63d0716ec93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:00.072343 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:00.091439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f3da2f-38a2-4add-b3e2-db2df2d91f10 admin admin] Router 89564730-be40-4f79-a065-fe6a14621e55 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:39:00.158792 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-43cbc826-3fc5-4520-8f29-d9e1155606bb req-f064ecbf-2479-4ed1-9714-71b407cdfee1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=83d3ba04-81f5-42a1-97b4-830d6eca8848 HTTP/1.1" status: 200 len: 217 time: 0.1296902 Sep 17 23:39:00.196158 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] For port ddab079b-236a-4b4b-962a-c4ca7ec079e5, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:39:00.366110 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fa27ef-8d71-4874-908c-eb2089af968d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4193e860-853c-4f7b-a373-d10699407e78'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:00.368429 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f755d866-0d1f-47e4-a587-85f675c43618" -d '{"events": [{"server_uuid": "e6fa27ef-8d71-4874-908c-eb2089af968d", "name": "network-vif-plugged", "status": "completed", "tag": "4193e860-853c-4f7b-a373-d10699407e78"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:00.386654 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 4193e860-853c-4f7b-a373-d10699407e78, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4193e860-853c-4f7b-a373-d10699407e78,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:00.389961 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbc826-3fc5-4520-8f29-d9e1155606bb req-53880503-f454-433e-b453-367ee7a83929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:00.394528 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-43cbc826-3fc5-4520-8f29-d9e1155606bb req-53880503-f454-433e-b453-367ee7a83929 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.2220404 Sep 17 23:39:00.437775 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.resource_extend [None req-db3f933d-d4d3-40b4-a776-f8538bcdc6ad tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 23:39:00.481695 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:00.482710 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7da431bd-e882-4154-b432-50a29c6a5f9d up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:39:00.485883 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port ddab079b-236a-4b4b-962a-c4ca7ec079e5, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ddab079b-236a-4b4b-962a-c4ca7ec079e5,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:00.571519 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-db3f933d-d4d3-40b4-a776-f8538bcdc6ad tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:00.594564 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddab079b-236a-4b4b-962a-c4ca7ec079e5'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:00.597118 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8104865e-6868-45a3-9e24-0a9927f4c435" -d '{"events": [{"server_uuid": "fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b", "name": "network-vif-unplugged", "status": "completed", "tag": "ddab079b-236a-4b4b-962a-c4ca7ec079e5"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:00.602065 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:00.618243 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ddab079b-236a-4b4b-962a-c4ca7ec079e5 has no active binding in host n-h1-809883-1 {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 23:39:00.635345 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-db3f933d-d4d3-40b4-a776-f8538bcdc6ad tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:00.687047 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbc826-3fc5-4520-8f29-d9e1155606bb req-b64a9ee4-5faa-4dbb-a42c-869abbd56150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:00.689193 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-43cbc826-3fc5-4520-8f29-d9e1155606bb req-b64a9ee4-5faa-4dbb-a42c-869abbd56150 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2703347 Sep 17 23:39:00.697211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f3da2f-38a2-4add-b3e2-db2df2d91f10 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:39:00.703533 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-f6cc4f9f-7209-4fd3-93d8-b63d0716ec93 None None] Port 01a90b85-5eb1-4789-aa06-4f7bfefeba9d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:39:00.723078 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-24f3da2f-38a2-4add-b3e2-db2df2d91f10 admin admin] 10.222.0.46 "PUT /v2.0/routers/89564730-be40-4f79-a065-fe6a14621e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6040182 Sep 17 23:39:00.750767 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:00.899586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=4193e860-853c-4f7b-a373-d10699407e78,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:00.928104 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 7da431bd-e882-4154-b432-50a29c6a5f9d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:39:00.929977 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:00.983857 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-db3f933d-d4d3-40b4-a776-f8538bcdc6ad tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Floating IP 91e93576-ed86-40bd-b6f2-31fedd200146 associated. External IP: 172.25.3.24, port: a0d11fdc-98f4-44cc-81ee-bcd379e4f448. Sep 17 23:39:01.032601 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] Pushing event updated for resources: {'Port': ['ID=ddab079b-236a-4b4b-962a-c4ca7ec079e5,revision_number=7']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:01.255708 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-43cbc826-3fc5-4520-8f29-d9e1155606bb req-a1a1c79e-2269-40d4-b098-a3a085d2c22b service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540380 Sep 17 23:39:01.352333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] Attempting to bind port ddab079b-236a-4b4b-962a-c4ca7ec079e5 on host n-h2-809883-1 for vnic_type normal with profile {"migrating_to": "n-h1-809883-1"} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:39:01.352813 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] Attempting to bind port ddab079b-236a-4b4b-962a-c4ca7ec079e5 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:39:01.353259 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] Attempting to bind port ddab079b-236a-4b4b-962a-c4ca7ec079e5 on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:39:01.487736 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] Port ddab079b-236a-4b4b-962a-c4ca7ec079e5 on network de59519b-4223-446a-ba3f-49ba8599e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:39:01.488064 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] Attempting to bind port ddab079b-236a-4b4b-962a-c4ca7ec079e5 on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:39:01.506867 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:39:01.507211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] Checking segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:39:01.507594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] Bound using segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:39:01.508039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] Bound port: ddab079b-236a-4b4b-962a-c4ca7ec079e5, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:39:01.508402 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:01.537569 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8aa0d749-887b-431d-acb2-a1d14700cad1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:39:01.624547 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:01.645670 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3f933d-d4d3-40b4-a776-f8538bcdc6ad tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Router 573e986b-260a-4b30-9eea-9c27c28b9a08 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:39:01.691202 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-43cbc826-3fc5-4520-8f29-d9e1155606bb req-8c28822d-d086-497b-b473-c8926c35c6ac service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281914 Sep 17 23:39:01.739223 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] For port ddab079b-236a-4b4b-962a-c4ca7ec079e5, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:39:01.744630 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] For port ddab079b-236a-4b4b-962a-c4ca7ec079e5, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ddab079b-236a-4b4b-962a-c4ca7ec079e5,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:39:01.751727 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7da431bd-e882-4154-b432-50a29c6a5f9d, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7da431bd-e882-4154-b432-50a29c6a5f9d,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:01.762534 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 8aa0d749-887b-431d-acb2-a1d14700cad1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:39:01.764366 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:01.807858 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:01.849476 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:01.920985 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3f933d-d4d3-40b4-a776-f8538bcdc6ad tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:39:01.936273 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-db3f933d-d4d3-40b4-a776-f8538bcdc6ad tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:01.947051 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934b3a7a-52a3-431a-967f-dcdb6909a8c7 None None] Sync routers for ids ['573e986b-260a-4b30-9eea-9c27c28b9a08'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:39:01.982976 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934b3a7a-52a3-431a-967f-dcdb6909a8c7 None None] Routers {'573e986b-260a-4b30-9eea-9c27c28b9a08'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:39:01.983602 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-934b3a7a-52a3-431a-967f-dcdb6909a8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:38:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['573e986b-260a-4b30-9eea-9c27c28b9a08'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:39:01.999367 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-db3f933d-d4d3-40b4-a776-f8538bcdc6ad tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "PUT /v2.0/floatingips/91e93576-ed86-40bd-b6f2-31fedd200146 HTTP/1.1" status: 200 len: 990 time: 2.7000561 Sep 17 23:39:02.002272 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bacbec8-ebbd-4750-85bd-3d253e9474b1', 'tag': 'a0d11fdc-98f4-44cc-81ee-bcd379e4f448'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:02.004695 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cda3d0-ad12-442d-935d-67abae9b365a" -d '{"events": [{"name": "network-changed", "server_uuid": "6bacbec8-ebbd-4750-85bd-3d253e9474b1", "tag": "a0d11fdc-98f4-44cc-81ee-bcd379e4f448"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:02.040462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=7da431bd-e882-4154-b432-50a29c6a5f9d,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:02.079205 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:02.108586 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:02.109216 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:02.115413 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] 10.222.0.41 "PUT /v2.0/ports/ddab079b-236a-4b4b-962a-c4ca7ec079e5 HTTP/1.1" status: 200 len: 1122 time: 3.6390893 Sep 17 23:39:02.156342 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0edd04-7410-4090-aaab-4c04c867aa44 service neutron] Pushing event updated for resources: {'Port': ['ID=ddab079b-236a-4b4b-962a-c4ca7ec079e5,revision_number=8']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:02.180234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 8aa0d749-887b-431d-acb2-a1d14700cad1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8aa0d749-887b-431d-acb2-a1d14700cad1,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:02.222137 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48b0476-b838-41e1-afce-584492387f4d None None] Sync routers for ids ['89564730-be40-4f79-a065-fe6a14621e55'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:39:02.242869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['ddab079b-236a-4b4b-962a-c4ca7ec079e5'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:39:02.244598 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-934b3a7a-52a3-431a-967f-dcdb6909a8c7 None None] Set router 573e986b-260a-4b30-9eea-9c27c28b9a08 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:39:02.364142 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:02.393815 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 83d3ba04-81f5-42a1-97b4-830d6eca8848 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:39:02.507223 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 83d3ba04-81f5-42a1-97b4-830d6eca8848, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=83d3ba04-81f5-42a1-97b4-830d6eca8848,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:02.519902 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['ddab079b-236a-4b4b-962a-c4ca7ec079e5'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:39:02.562552 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 0ac32b77-f704-48f9-8e52-2e88b68f7584 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:39:02.635762 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '83d3ba04-81f5-42a1-97b4-830d6eca8848', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '83d3ba04-81f5-42a1-97b4-830d6eca8848', 'mac_address': 'fa:16:3e:b4:e6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:39:02.853418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48b0476-b838-41e1-afce-584492387f4d None None] Routers {'89564730-be40-4f79-a065-fe6a14621e55'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:39:02.853967 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e48b0476-b838-41e1-afce-584492387f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:38:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['89564730-be40-4f79-a065-fe6a14621e55'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:39:02.912737 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-934b3a7a-52a3-431a-967f-dcdb6909a8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:36:07Z', 'revision_number': 4, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '91e93576-ed86-40bd-b6f2-31fedd200146', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'port_id': 'a0d11fdc-98f4-44cc-81ee-bcd379e4f448', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'mac_address': 'fa:16:3e:9d:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacbec8-ebbd-4750-85bd-3d253e9474b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:36:27Z', 'updated_at': '2021-09-17T23:39:00Z', 'revision_number': 5, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5b0baa6-3f0f-4cf0-8580-10e8600c7d01', 'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'mac_address': 'fa:16:3e:8d:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:06Z', 'updated_at': '2021-09-17T23:36:11Z', 'revision_number': 5, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'subnets': [{'id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:39:02.989597 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934b3a7a-52a3-431a-967f-dcdb6909a8c7 None None] Checking router: 573e986b-260a-4b30-9eea-9c27c28b9a08 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:39:03.015697 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934b3a7a-52a3-431a-967f-dcdb6909a8c7 None None] Routers {'573e986b-260a-4b30-9eea-9c27c28b9a08'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:39:03.016342 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-934b3a7a-52a3-431a-967f-dcdb6909a8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:38:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['573e986b-260a-4b30-9eea-9c27c28b9a08'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:39:03.161918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-e48b0476-b838-41e1-afce-584492387f4d None None] Set router 89564730-be40-4f79-a065-fe6a14621e55 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:39:03.311855 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-934b3a7a-52a3-431a-967f-dcdb6909a8c7 None None] Set router 573e986b-260a-4b30-9eea-9c27c28b9a08 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:39:03.547444 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:03.657414 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d3ba04-81f5-42a1-97b4-830d6eca8848 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:39:03.710764 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 83d3ba04-81f5-42a1-97b4-830d6eca8848, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=83d3ba04-81f5-42a1-97b4-830d6eca8848,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:03.829762 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-934b3a7a-52a3-431a-967f-dcdb6909a8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:36:07Z', 'revision_number': 4, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '91e93576-ed86-40bd-b6f2-31fedd200146', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'port_id': 'a0d11fdc-98f4-44cc-81ee-bcd379e4f448', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'mac_address': 'fa:16:3e:9d:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacbec8-ebbd-4750-85bd-3d253e9474b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:36:27Z', 'updated_at': '2021-09-17T23:39:00Z', 'revision_number': 5, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5b0baa6-3f0f-4cf0-8580-10e8600c7d01', 'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'mac_address': 'fa:16:3e:8d:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:06Z', 'updated_at': '2021-09-17T23:36:11Z', 'revision_number': 5, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'subnets': [{'id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:39:03.861630 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934b3a7a-52a3-431a-967f-dcdb6909a8c7 None None] The sync data for ids ['573e986b-260a-4b30-9eea-9c27c28b9a08'] in n-d-809883-1 is: [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:36:07Z', 'revision_number': 4, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '91e93576-ed86-40bd-b6f2-31fedd200146', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'port_id': 'a0d11fdc-98f4-44cc-81ee-bcd379e4f448', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'mac_address': 'fa:16:3e:9d:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bacbec8-ebbd-4750-85bd-3d253e9474b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:36:27Z', 'updated_at': '2021-09-17T23:39:00Z', 'revision_number': 5, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5b0baa6-3f0f-4cf0-8580-10e8600c7d01', 'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'mac_address': 'fa:16:3e:8d:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:06Z', 'updated_at': '2021-09-17T23:36:11Z', 'revision_number': 5, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'subnets': [{'id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:39:03.940748 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:04.037530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=8aa0d749-887b-431d-acb2-a1d14700cad1,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:04.094115 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 0ac32b77-f704-48f9-8e52-2e88b68f7584 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:39:04.094555 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:04.276477 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=83d3ba04-81f5-42a1-97b4-830d6eca8848,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:04.323072 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dc1cf4-d7b9-4297-a992-9f6e4b06110e None None] New status for floating IP 91e93576-ed86-40bd-b6f2-31fedd200146: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:39:04.343645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['83d3ba04-81f5-42a1-97b4-830d6eca8848'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:39:04.542215 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:04.832769 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 0ac32b77-f704-48f9-8e52-2e88b68f7584, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0ac32b77-f704-48f9-8e52-2e88b68f7584,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:04.854362 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e48b0476-b838-41e1-afce-584492387f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89564730-be40-4f79-a065-fe6a14621e55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602257702-router', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:52Z', 'updated_at': '2021-09-17T23:38:57Z', 'revision_number': 4, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'gw_port': {'id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:62:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:53Z', 'updated_at': '2021-09-17T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '01a90b85-5eb1-4789-aa06-4f7bfefeba9d', 'name': '', 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'mac_address': 'fa:16:3e:d4:20:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:56Z', 'updated_at': '2021-09-17T23:38:57Z', 'revision_number': 2, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'subnets': [{'id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:39:04.956268 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48b0476-b838-41e1-afce-584492387f4d None None] Checking router: 89564730-be40-4f79-a065-fe6a14621e55 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:39:04.957084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48b0476-b838-41e1-afce-584492387f4d None None] Updating router 89564730-be40-4f79-a065-fe6a14621e55 port 01a90b85-5eb1-4789-aa06-4f7bfefeba9d binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:39:05.074733 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e48b0476-b838-41e1-afce-584492387f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:05.404576 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8aa0d749-887b-431d-acb2-a1d14700cad1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:39:05.511279 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e48b0476-b838-41e1-afce-584492387f4d None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:05.520361 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 8aa0d749-887b-431d-acb2-a1d14700cad1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:39:05.524539 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:05.669430 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:05.721469 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=0ac32b77-f704-48f9-8e52-2e88b68f7584,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:05.766613 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e48b0476-b838-41e1-afce-584492387f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:05.825815 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ff5a4-1bf9-4865-9280-0fe08e08fd00 None None] Pushing event updated for resources: {'Port': ['ID=01a90b85-5eb1-4789-aa06-4f7bfefeba9d,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:06.163910 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e48b0476-b838-41e1-afce-584492387f4d None None] Attempting to bind port 01a90b85-5eb1-4789-aa06-4f7bfefeba9d on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:39:06.164671 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e48b0476-b838-41e1-afce-584492387f4d None None] Attempting to bind port 01a90b85-5eb1-4789-aa06-4f7bfefeba9d by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'fab6a504-f4c7-442f-ba11-8706185d2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:39:06.164671 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48b0476-b838-41e1-afce-584492387f4d None None] Attempting to bind port 01a90b85-5eb1-4789-aa06-4f7bfefeba9d on network bf557253-1c90-47fc-9487-8fcb6b4e4bed {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:39:06.177698 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9d907db2-22da-4a53-855f-747b912ee351 None None] Provisioning complete for port 01a90b85-5eb1-4789-aa06-4f7bfefeba9d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:39:06.178227 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9d907db2-22da-4a53-855f-747b912ee351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:06.182378 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48b0476-b838-41e1-afce-584492387f4d None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:39:06.182641 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48b0476-b838-41e1-afce-584492387f4d None None] Checking segment: {'id': 'fab6a504-f4c7-442f-ba11-8706185d2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:39:06.183325 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e48b0476-b838-41e1-afce-584492387f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:06.183785 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48b0476-b838-41e1-afce-584492387f4d None None] Bound using segment: {'id': 'fab6a504-f4c7-442f-ba11-8706185d2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:39:06.184416 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e48b0476-b838-41e1-afce-584492387f4d None None] Bound port: 01a90b85-5eb1-4789-aa06-4f7bfefeba9d, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab6a504-f4c7-442f-ba11-8706185d2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:39:06.184928 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e48b0476-b838-41e1-afce-584492387f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:06.285838 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e48b0476-b838-41e1-afce-584492387f4d None None] For port 01a90b85-5eb1-4789-aa06-4f7bfefeba9d, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:39:06.289542 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e48b0476-b838-41e1-afce-584492387f4d None None] For port 01a90b85-5eb1-4789-aa06-4f7bfefeba9d, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=01a90b85-5eb1-4789-aa06-4f7bfefeba9d,segment=NetworkSegment(fab6a504-f4c7-442f-ba11-8706185d2bdf),segment_id=fab6a504-f4c7-442f-ba11-8706185d2bdf)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:39:06.295551 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 83d3ba04-81f5-42a1-97b4-830d6eca8848 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:39:06.362271 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9d907db2-22da-4a53-855f-747b912ee351 None None] Port 01a90b85-5eb1-4789-aa06-4f7bfefeba9d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:39:06.395340 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e48b0476-b838-41e1-afce-584492387f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:06.535141 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48b0476-b838-41e1-afce-584492387f4d None None] Routers {'89564730-be40-4f79-a065-fe6a14621e55'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:39:06.540201 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e48b0476-b838-41e1-afce-584492387f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:38:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['89564730-be40-4f79-a065-fe6a14621e55'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:39:06.562021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 83d3ba04-81f5-42a1-97b4-830d6eca8848 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:39:06.621207 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 83d3ba04-81f5-42a1-97b4-830d6eca8848 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:39:06.621808 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:06.623580 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ff5a4-1bf9-4865-9280-0fe08e08fd00 None None] Pushing event updated for resources: {'Port': ['ID=01a90b85-5eb1-4789-aa06-4f7bfefeba9d,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:06.805192 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-e48b0476-b838-41e1-afce-584492387f4d None None] Set router 89564730-be40-4f79-a065-fe6a14621e55 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:39:06.895058 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:06.899210 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2d0e9d7e-3593-4151-81ed-41536ee2d20f None None] Provisioning complete for port 01a90b85-5eb1-4789-aa06-4f7bfefeba9d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:39:06.899577 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9d7e-3593-4151-81ed-41536ee2d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:07.189698 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 83d3ba04-81f5-42a1-97b4-830d6eca8848, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=83d3ba04-81f5-42a1-97b4-830d6eca8848,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:07.264593 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9d7e-3593-4151-81ed-41536ee2d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:07.285630 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:07.368850 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2d0e9d7e-3593-4151-81ed-41536ee2d20f None None] For port 01a90b85-5eb1-4789-aa06-4f7bfefeba9d, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=01a90b85-5eb1-4789-aa06-4f7bfefeba9d,segment=NetworkSegment(fab6a504-f4c7-442f-ba11-8706185d2bdf),segment_id=fab6a504-f4c7-442f-ba11-8706185d2bdf)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:07.391225 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e48b0476-b838-41e1-afce-584492387f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89564730-be40-4f79-a065-fe6a14621e55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602257702-router', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:52Z', 'updated_at': '2021-09-17T23:38:57Z', 'revision_number': 4, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'gw_port': {'id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:62:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:53Z', 'updated_at': '2021-09-17T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '01a90b85-5eb1-4789-aa06-4f7bfefeba9d', 'name': '', 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'mac_address': 'fa:16:3e:d4:20:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:56Z', 'updated_at': '2021-09-17T23:39:06Z', 'revision_number': 4, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'subnets': [{'id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:39:07.430763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 01a90b85-5eb1-4789-aa06-4f7bfefeba9d up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:39:07.443716 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=83d3ba04-81f5-42a1-97b4-830d6eca8848,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:07.443716 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48b0476-b838-41e1-afce-584492387f4d None None] The sync data for ids ['89564730-be40-4f79-a065-fe6a14621e55'] in n-d-809883-1 is: [{'id': '89564730-be40-4f79-a065-fe6a14621e55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602257702-router', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:52Z', 'updated_at': '2021-09-17T23:38:57Z', 'revision_number': 4, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'gw_port': {'id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:62:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:53Z', 'updated_at': '2021-09-17T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '01a90b85-5eb1-4789-aa06-4f7bfefeba9d', 'name': '', 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'mac_address': 'fa:16:3e:d4:20:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:56Z', 'updated_at': '2021-09-17T23:39:06Z', 'revision_number': 4, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'subnets': [{'id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:39:07.464786 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2d0e9d7e-3593-4151-81ed-41536ee2d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:07.572582 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e9d7e-3593-4151-81ed-41536ee2d20f None None] Pushing event updated for resources: {'Port': ['ID=01a90b85-5eb1-4789-aa06-4f7bfefeba9d,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:07.593050 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 01a90b85-5eb1-4789-aa06-4f7bfefeba9d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:39:07.593428 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:09.350719 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 01a90b85-5eb1-4789-aa06-4f7bfefeba9d up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:39:09.428581 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 01a90b85-5eb1-4789-aa06-4f7bfefeba9d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:39:09.429212 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:10.337491 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:12.718304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-e7db7d6e-c6a8-4425-a647-dd418215e388 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:12.721573 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-e7db7d6e-c6a8-4425-a647-dd418215e388 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc&tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 1097 time: 0.0859094 Sep 17 23:39:12.741587 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809883-1'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:39:12.847389 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:13.036920 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] For port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:13.097606 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:13.102634 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] For port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:39:13.145839 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-9efd90fc-6ad6-4d82-bb50-5054af561128 service neutron] 10.222.0.37 "GET /v2.0/ports/ddab079b-236a-4b4b-962a-c4ca7ec079e5/bindings/n-h1-809883-1 HTTP/1.1" status: 200 len: 384 time: 0.1755109 Sep 17 23:39:13.176953 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:13.246399 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:13.398277 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940,revision_number=7']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:13.473512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Attempting to bind port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 on host n-h1-809883-1 for vnic_type normal with profile {"migrating_to": "n-h2-809883-1"} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:39:13.473512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Attempting to bind port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:39:13.473512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Attempting to bind port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:39:13.476921 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] For port ddab079b-236a-4b4b-962a-c4ca7ec079e5, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ddab079b-236a-4b4b-962a-c4ca7ec079e5,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:13.478943 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:39:13.480813 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Attempting to bind port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:39:13.499476 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:39:13.570208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Checking segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:39:13.570208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Bound using segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:39:13.570208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Bound port: aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:39:13.570208 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:13.570208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:13.570208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:13.570208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:13.570208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:13.570208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:13.570208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:13.570208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:13.570208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:13.570208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:13.570208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:13.576464 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:13.576464 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:13.577400 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] For port ddab079b-236a-4b4b-962a-c4ca7ec079e5, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:39:13.643847 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddab079b-236a-4b4b-962a-c4ca7ec079e5 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:39:13.679713 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] For port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:39:13.684107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] For port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:39:13.686155 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] For port ddab079b-236a-4b4b-962a-c4ca7ec079e5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ddab079b-236a-4b4b-962a-c4ca7ec079e5,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:14.324125 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:39:14.327189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ddab079b-236a-4b4b-962a-c4ca7ec079e5 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:39:14.489875 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host n-h1-809883-1, got binding levels [] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:14.516141 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Attempting to bind port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 on host n-h1-809883-1 for vnic_type normal with profile {"migrating_to": "n-h2-809883-1"} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:39:14.516510 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Attempting to bind port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:39:14.516897 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Attempting to bind port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:39:14.521341 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:39:14.521690 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Attempting to bind port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:39:14.526585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:39:14.526951 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Checking segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:39:14.527559 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Bound using segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:39:14.528045 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Bound port: aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:39:14.528433 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:14.543454 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7cf0cde8-b6b9-4dcb-b4b7-2dcc6f8ecf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:14.545824 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:14.549038 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:14.594959 n-d-809883-1 neutron-server[95593]: WARNING neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Concurrent port binding operations failed on port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 Sep 17 23:39:14.598765 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:14.600457 n-d-809883-1 neutron-server[95593]: INFO neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Attempt 2 to bind port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 Sep 17 23:39:14.600718 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 has no active binding in host n-h2-809883-1 {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 23:39:14.622065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940,revision_number=8']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:14.634837 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] Transition to ACTIVE for port object ddab079b-236a-4b4b-962a-c4ca7ec079e5 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:39:14.640318 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:14.640995 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:14.642367 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-148184a3-c0cd-4410-9689-423aeced5e59 service neutron] 10.222.0.37 "PUT /v2.0/ports/aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 HTTP/1.1" status: 200 len: 1122 time: 1.9103012 Sep 17 23:39:14.759192 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:39:14.805412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:39:14.842049 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:14.904867 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] No DVR routers for this DVR port ddab079b-236a-4b4b-962a-c4ca7ec079e5 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:39:14.921450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] Pushing event updated for resources: {'Port': ['ID=ddab079b-236a-4b4b-962a-c4ca7ec079e5,revision_number=10']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:14.943433 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.943778 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.944113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.944442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.944768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.945116 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.945445 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.945764 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.946082 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.946397 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.946713 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.947030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:14.954016 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-10f70731-54b1-4170-b43c-b3ec1e0223cb service neutron] 10.222.0.37 "PUT /v2.0/ports/ddab079b-236a-4b4b-962a-c4ca7ec079e5/bindings/n-h1-809883-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7988477 Sep 17 23:39:15.205858 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-be6440ae-b2d1-4d86-aace-705583ac5611 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:15.206541 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-be6440ae-b2d1-4d86-aace-705583ac5611 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b&tenant_id=42091a1d224846e09811aee1ce652339&binding%3Ahost_id=n-h2-809883-1 HTTP/1.1" status: 200 len: 1096 time: 0.0450618 Sep 17 23:39:15.287761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-94f6fbf3-3746-44c2-bd21-1526036df653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:15.289318 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-94f6fbf3-3746-44c2-bd21-1526036df653 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b&tenant_id=42091a1d224846e09811aee1ce652339 HTTP/1.1" status: 200 len: 1096 time: 0.0711555 Sep 17 23:39:15.388845 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-b20dd9cc-22c5-482e-a68a-9de62ecaf574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:15.390803 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-b20dd9cc-22c5-482e-a68a-9de62ecaf574 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 1096 time: 0.0688119 Sep 17 23:39:15.564136 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-11f9b593-4248-484f-9eb8-0cdbfebaf1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:15.565690 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-11f9b593-4248-484f-9eb8-0cdbfebaf1f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 922 time: 0.1625679 Sep 17 23:39:15.631255 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-1d7cdcd4-837d-452d-a91a-de541b81995b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddab079b-236a-4b4b-962a-c4ca7ec079e5 HTTP/1.1" status: 200 len: 217 time: 0.0470684 Sep 17 23:39:15.690688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-850f0a43-f765-44f0-be8c-daa32bbc2e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:15.692288 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-850f0a43-f765-44f0-be8c-daa32bbc2e97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.0504196 Sep 17 23:39:15.727909 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-bc4fcc1a-b434-4165-8f91-89c8d08a5968 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258524 Sep 17 23:39:15.822395 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-90311fb8-79bc-4535-9244-f0321e372987 service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848019 Sep 17 23:39:15.923958 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-c017dae5-939c-4065-abf8-02550e317ea9 service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843687 Sep 17 23:39:16.511065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-a8f6f25e-d748-4375-9f5f-ae6e3cfa997c tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:16.513379 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-a8f6f25e-d748-4375-9f5f-ae6e3cfa997c tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b&tenant_id=42091a1d224846e09811aee1ce652339&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 1096 time: 0.0605190 Sep 17 23:39:16.555294 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-50682ede-a720-4bde-83d0-41632dd5fd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:16.642921 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15b4e9-f944-4731-b21e-9c2b65e1a11b req-db149ec2-c34a-41e7-87d0-13d9b7f7ed73 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:16.644409 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd15b4e9-f944-4731-b21e-9c2b65e1a11b req-db149ec2-c34a-41e7-87d0-13d9b7f7ed73 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 950 time: 0.0811412 Sep 17 23:39:16.652446 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945abcda-e283-4bf7-b1cc-bb55b25c1ee5 req-a33b24f9-8658-4d8b-b9e9-b2c714599a1e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:16.653836 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-945abcda-e283-4bf7-b1cc-bb55b25c1ee5 req-a33b24f9-8658-4d8b-b9e9-b2c714599a1e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.0818841 Sep 17 23:39:16.712778 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd15b4e9-f944-4731-b21e-9c2b65e1a11b req-ebb7df67-a388-4d85-b0e1-7e2ac8bc86f6 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580237 Sep 17 23:39:16.716089 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-945abcda-e283-4bf7-b1cc-bb55b25c1ee5 req-62a6e84d-bdcc-493e-a000-4f974a7f882a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555253 Sep 17 23:39:16.736553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-86293c56-3b49-4750-95ea-269678b45abe service neutron] For port ddab079b-236a-4b4b-962a-c4ca7ec079e5, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:39:16.739456 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-86293c56-3b49-4750-95ea-269678b45abe service neutron] Notify callbacks [] for binding, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:16.740591 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76abd79b-4aca-438e-bfbe-456bdf61aa41 req-86293c56-3b49-4750-95ea-269678b45abe service neutron] 10.222.0.41 "DELETE /v2.0/ports/ddab079b-236a-4b4b-962a-c4ca7ec079e5/bindings/n-h2-809883-1 HTTP/1.1" status: 204 len: 173 time: 0.2170887 Sep 17 23:39:16.858403 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd81df-a766-4208-805d-ed900bad6ca7 req-533a5360-ba81-4d32-85a6-df0db13e9731 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:16.859868 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83dd81df-a766-4208-805d-ed900bad6ca7 req-533a5360-ba81-4d32-85a6-df0db13e9731 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 945 time: 0.0875776 Sep 17 23:39:16.868304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dea55-e3bd-44d2-91e6-05007edf782c req-2d842906-9e6c-4656-a61e-86817c82a993 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:16.869695 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d52dea55-e3bd-44d2-91e6-05007edf782c req-2d842906-9e6c-4656-a61e-86817c82a993 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 944 time: 0.0855930 Sep 17 23:39:16.926196 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83dd81df-a766-4208-805d-ed900bad6ca7 req-32da1343-39a2-46c8-bcd8-6e8b232b38d8 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555248 Sep 17 23:39:16.928876 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d52dea55-e3bd-44d2-91e6-05007edf782c req-78094a0f-1491-420d-851c-a3320d9a36fb tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520294 Sep 17 23:39:16.976385 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7af7402-e481-43e1-9198-539bece8db95 x-openstack-request-id: req-e7af7402-e481-43e1-9198-539bece8db95 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:16.981410 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fa27ef-8d71-4874-908c-eb2089af968d", "name": "network-vif-plugged", "status": "completed", "tag": "4193e860-853c-4f7b-a373-d10699407e78", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:16.981410 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7af7402-e481-43e1-9198-539bece8db95 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:16.981410 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fa27ef-8d71-4874-908c-eb2089af968d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4193e860-853c-4f7b-a373-d10699407e78', 'code': 200} Sep 17 23:39:16.989043 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ea4482-1f36-441f-80ee-ab089630a851 x-openstack-request-id: req-81ea4482-1f36-441f-80ee-ab089630a851 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:16.989469 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b", "name": "network-vif-unplugged", "status": "completed", "tag": "ddab079b-236a-4b4b-962a-c4ca7ec079e5", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:16.989816 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-81ea4482-1f36-441f-80ee-ab089630a851 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:16.990319 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddab079b-236a-4b4b-962a-c4ca7ec079e5', 'code': 200} Sep 17 23:39:17.106586 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f266b9-84de-4077-8700-69250f3d459d req-84f1f247-2c81-4a10-b386-d10c0269aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:17.108214 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a4f266b9-84de-4077-8700-69250f3d459d req-84f1f247-2c81-4a10-b386-d10c0269aa08 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 1101 time: 0.0404382 Sep 17 23:39:17.146650 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a4f266b9-84de-4077-8700-69250f3d459d req-f80af031-f561-4eb6-b082-f67718fc1216 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299926 Sep 17 23:39:17.194607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ea28-747c-4356-b900-6af22c630bec req-49a560ee-20ad-4e92-b33d-b7cf08355ff2 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:17.196042 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92e3ea28-747c-4356-b900-6af22c630bec req-49a560ee-20ad-4e92-b33d-b7cf08355ff2 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/networks?id=bf557253-1c90-47fc-9487-8fcb6b4e4bed HTTP/1.1" status: 200 len: 828 time: 0.1016548 Sep 17 23:39:17.211070 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92e3ea28-747c-4356-b900-6af22c630bec req-8599680b-8d97-4083-bad2-c4bd3699421d tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/quotas/3e12fef2e0664c2f94715771497b72d8 HTTP/1.1" status: 200 len: 375 time: 0.0087328 Sep 17 23:39:17.246779 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:17.260616 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92e3ea28-747c-4356-b900-6af22c630bec req-614395f8-fab4-4695-a0c9-be8cff376ee1 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e12fef2e0664c2f94715771497b72d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443978 Sep 17 23:39:17.327017 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9e1e03-480a-4341-a6a8-678869a7a083 x-openstack-request-id: req-3f9e1e03-480a-4341-a6a8-678869a7a083 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:17.327303 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bacbec8-ebbd-4750-85bd-3d253e9474b1", "tag": "a0d11fdc-98f4-44cc-81ee-bcd379e4f448", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:17.327550 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f9e1e03-480a-4341-a6a8-678869a7a083 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:17.327935 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bacbec8-ebbd-4750-85bd-3d253e9474b1', 'tag': 'a0d11fdc-98f4-44cc-81ee-bcd379e4f448', 'status': 'completed', 'code': 200} Sep 17 23:39:17.360757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92e3ea28-747c-4356-b900-6af22c630bec req-de98285d-1550-4476-be58-2cf1d6e9c268 service neutron] 10.222.0.46 "GET /v2.0/networks/bf557253-1c90-47fc-9487-8fcb6b4e4bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930071 Sep 17 23:39:17.449008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cda3d0-ad12-442d-935d-67abae9b365a req-c45775e6-1412-4adb-ae7e-e5b557a3b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:17.450561 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6cda3d0-ad12-442d-935d-67abae9b365a req-c45775e6-1412-4adb-ae7e-e5b557a3b8f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06106444c40645e2a5a0f1beb95c10da&device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 1096 time: 0.0989528 Sep 17 23:39:17.498644 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92e3ea28-747c-4356-b900-6af22c630bec req-7a3a507f-54ae-4993-bd35-cfb1317cc396 service neutron] 10.222.0.46 "GET /v2.0/networks/bf557253-1c90-47fc-9487-8fcb6b4e4bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179221 Sep 17 23:39:17.577405 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:17.587945 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cda3d0-ad12-442d-935d-67abae9b365a req-a747e354-77c5-41b6-a65e-0481d33fb792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:17.589443 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6cda3d0-ad12-442d-935d-67abae9b365a req-a747e354-77c5-41b6-a65e-0481d33fb792 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d0877baf-6ee8-4add-8825-399e8b3ccc62 HTTP/1.1" status: 200 len: 924 time: 0.1282434 Sep 17 23:39:17.596931 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6575b9-e564-40a2-ad44-c3511574de1c req-fee887f2-9055-47d5-ba6a-86fa2095f765 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:17.598341 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7d6575b9-e564-40a2-ad44-c3511574de1c req-fee887f2-9055-47d5-ba6a-86fa2095f765 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=e11b29dc-b708-4225-8250-a358cb013290 HTTP/1.1" status: 200 len: 950 time: 0.0957117 Sep 17 23:39:17.922843 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7d6575b9-e564-40a2-ad44-c3511574de1c req-289c6f25-b19d-4f2a-8dca-17cc13b2445b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181548 Sep 17 23:39:17.924651 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6cda3d0-ad12-442d-935d-67abae9b365a req-ec29fa8b-f1d1-4dae-9b7c-6c4c8a7b47cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0d11fdc-98f4-44cc-81ee-bcd379e4f448 HTTP/1.1" status: 200 len: 1000 time: 0.3254898 Sep 17 23:39:17.988552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cda3d0-ad12-442d-935d-67abae9b365a req-bb90ee03-92c8-4d59-a46e-ca1a13efe7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:17.990053 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6cda3d0-ad12-442d-935d-67abae9b365a req-bb90ee03-92c8-4d59-a46e-ca1a13efe7d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd219c6d-7503-4b6c-ac13-9f8de200b8d0 HTTP/1.1" status: 200 len: 862 time: 0.0554588 Sep 17 23:39:18.061525 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c8180-4687-4ba7-9c74-9344373421f7 req-07ea0352-98f7-4c6e-8133-5b2bb9ea7e59 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:18.062994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-560c8180-4687-4ba7-9c74-9344373421f7 req-07ea0352-98f7-4c6e-8133-5b2bb9ea7e59 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 1096 time: 0.0720904 Sep 17 23:39:18.065896 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cda3d0-ad12-442d-935d-67abae9b365a req-493e8a4e-eda9-4a9d-a4ca-f02c2fd6c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:18.067881 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6cda3d0-ad12-442d-935d-67abae9b365a req-493e8a4e-eda9-4a9d-a4ca-f02c2fd6c068 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d0877baf-6ee8-4add-8825-399e8b3ccc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522587 Sep 17 23:39:18.120808 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-560c8180-4687-4ba7-9c74-9344373421f7 req-5f559336-e9d7-44c4-9bfa-229f626b3978 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502200 Sep 17 23:39:18.209568 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6cda3d0-ad12-442d-935d-67abae9b365a req-aebf9e4b-ac1a-465a-adc5-60847930daa2 service neutron] 10.222.0.37 "GET /v2.0/networks/d0877baf-6ee8-4add-8825-399e8b3ccc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186364 Sep 17 23:39:18.317727 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6ffab-4d91-45b1-a028-61db7188e11e req-ebee1807-fb81-44ff-a8d5-33a35ac165bc tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:18.319166 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f3b6ffab-4d91-45b1-a028-61db7188e11e req-ebee1807-fb81-44ff-a8d5-33a35ac165bc tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 950 time: 0.1082044 Sep 17 23:39:18.367997 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6cda3d0-ad12-442d-935d-67abae9b365a req-d318ac1a-9ac7-46e9-a9af-605592673e33 service neutron] 10.222.0.37 "GET /v2.0/networks/d0877baf-6ee8-4add-8825-399e8b3ccc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223590 Sep 17 23:39:18.376864 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f3b6ffab-4d91-45b1-a028-61db7188e11e req-36c9551e-f92a-409a-a086-255aeae55807 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514503 Sep 17 23:39:18.488679 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4ac24-05e8-43ec-9d6d-a70f1066a096 req-bf95df51-f3eb-4ded-9f67-accd4ae2c38b tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:18.490230 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6e4ac24-05e8-43ec-9d6d-a70f1066a096 req-bf95df51-f3eb-4ded-9f67-accd4ae2c38b tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.0519269 Sep 17 23:39:18.528642 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6e4ac24-05e8-43ec-9d6d-a70f1066a096 req-3dd2d1b8-a85d-4b71-856c-0060dc07d4f9 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318744 Sep 17 23:39:18.597741 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ee5cc5c-ce31-46e9-aa0e-243cdd107739 req-69327908-350f-4f61-ae21-a9336c97dfb6 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 210 time: 0.0301430 Sep 17 23:39:18.980298 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11b29dc-b708-4225-8250-a358cb013290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da431bd-e882-4154-b432-50a29c6a5f9d'}, {'server_uuid': '4bfe5da6-c4f9-432a-8b54-de8ca1d7c999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac32b77-f704-48f9-8e52-2e88b68f7584'}, {'server_uuid': '632b49a8-7e7c-49cc-8ede-6b4a25ba06ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d3ba04-81f5-42a1-97b4-830d6eca8848'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:18.983620 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df511f2e-6e8e-4f68-98c3-66d2113306b7" -d '{"events": [{"server_uuid": "e11b29dc-b708-4225-8250-a358cb013290", "name": "network-vif-plugged", "status": "completed", "tag": "7da431bd-e882-4154-b432-50a29c6a5f9d"}, {"server_uuid": "4bfe5da6-c4f9-432a-8b54-de8ca1d7c999", "name": "network-vif-plugged", "status": "completed", "tag": "0ac32b77-f704-48f9-8e52-2e88b68f7584"}, {"server_uuid": "632b49a8-7e7c-49cc-8ede-6b4a25ba06ea", "name": "network-vif-plugged", "status": "completed", "tag": "83d3ba04-81f5-42a1-97b4-830d6eca8848"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:18.991157 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b', 'tag': 'ddab079b-236a-4b4b-962a-c4ca7ec079e5'}, {'server_uuid': '6eeef762-e373-472c-b1b6-eb11574f0fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940'}, {'name': 'network-changed', 'server_uuid': '6eeef762-e373-472c-b1b6-eb11574f0fbc', 'tag': 'aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:18.993476 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6bc4e6-0a3c-4282-9c03-355007eba004" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b", "tag": "ddab079b-236a-4b4b-962a-c4ca7ec079e5"}, {"server_uuid": "6eeef762-e373-472c-b1b6-eb11574f0fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940"}, {"name": "network-changed", "server_uuid": "6eeef762-e373-472c-b1b6-eb11574f0fbc", "tag": "aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:19.033432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fbb1a-e1d9-4aab-945c-2b7235be32a9 req-8c9494e1-0d9a-4a46-8706-153ac94377f1 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:19.034843 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a96fbb1a-e1d9-4aab-945c-2b7235be32a9 req-8c9494e1-0d9a-4a46-8706-153ac94377f1 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 944 time: 0.0522790 Sep 17 23:39:19.072527 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a96fbb1a-e1d9-4aab-945c-2b7235be32a9 req-8bc4267f-e79e-4f22-a783-d3f9aced2755 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314448 Sep 17 23:39:19.172073 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21cf03-949d-476d-83d7-9b71d7b1f026 req-e8f7bbb7-9e8e-4540-94e2-34dd42d286de tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:19.173562 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd21cf03-949d-476d-83d7-9b71d7b1f026 req-e8f7bbb7-9e8e-4540-94e2-34dd42d286de tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 1096 time: 0.0408080 Sep 17 23:39:19.208238 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd21cf03-949d-476d-83d7-9b71d7b1f026 req-18c9358b-6ac2-4634-b8ca-99d616e9f06e tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283475 Sep 17 23:39:19.290871 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fadd6a-9fa3-4504-8274-d2ef3165ca4a x-openstack-request-id: req-53fadd6a-9fa3-4504-8274-d2ef3165ca4a {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:19.291164 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11b29dc-b708-4225-8250-a358cb013290", "name": "network-vif-plugged", "status": "completed", "tag": "7da431bd-e882-4154-b432-50a29c6a5f9d", "code": 200}, {"server_uuid": "4bfe5da6-c4f9-432a-8b54-de8ca1d7c999", "name": "network-vif-plugged", "status": "completed", "tag": "0ac32b77-f704-48f9-8e52-2e88b68f7584", "code": 200}, {"server_uuid": "632b49a8-7e7c-49cc-8ede-6b4a25ba06ea", "name": "network-vif-plugged", "status": "completed", "tag": "83d3ba04-81f5-42a1-97b4-830d6eca8848", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:19.291414 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53fadd6a-9fa3-4504-8274-d2ef3165ca4a {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:19.291812 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11b29dc-b708-4225-8250-a358cb013290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da431bd-e882-4154-b432-50a29c6a5f9d', 'code': 200} Sep 17 23:39:19.292064 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfe5da6-c4f9-432a-8b54-de8ca1d7c999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac32b77-f704-48f9-8e52-2e88b68f7584', 'code': 200} Sep 17 23:39:19.292312 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632b49a8-7e7c-49cc-8ede-6b4a25ba06ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d3ba04-81f5-42a1-97b4-830d6eca8848', 'code': 200} Sep 17 23:39:19.328319 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da36388-5bd6-41c8-a0e1-52ad9a0d4559 x-openstack-request-id: req-5da36388-5bd6-41c8-a0e1-52ad9a0d4559 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:19.329180 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b", "tag": "ddab079b-236a-4b4b-962a-c4ca7ec079e5", "status": "completed", "code": 200}, {"server_uuid": "6eeef762-e373-472c-b1b6-eb11574f0fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940", "code": 200}, {"name": "network-changed", "server_uuid": "6eeef762-e373-472c-b1b6-eb11574f0fbc", "tag": "aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:19.329180 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5da36388-5bd6-41c8-a0e1-52ad9a0d4559 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:19.329423 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b', 'tag': 'ddab079b-236a-4b4b-962a-c4ca7ec079e5', 'status': 'completed', 'code': 200} Sep 17 23:39:19.329616 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eeef762-e373-472c-b1b6-eb11574f0fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940', 'code': 200} Sep 17 23:39:19.330206 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eeef762-e373-472c-b1b6-eb11574f0fbc', 'tag': 'aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940', 'status': 'completed', 'code': 200} Sep 17 23:39:19.408357 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bc4e6-0a3c-4282-9c03-355007eba004 req-12c2269b-efed-4c1d-9cba-2d2e348b04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:19.410235 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca6bc4e6-0a3c-4282-9c03-355007eba004 req-12c2269b-efed-4c1d-9cba-2d2e348b04f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 1096 time: 0.0472016 Sep 17 23:39:19.491108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264087f-290a-4726-a3fd-ad1d5e04b71a req-05983e94-b66e-49e9-a792-9647d9263202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:19.492701 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7264087f-290a-4726-a3fd-ad1d5e04b71a req-05983e94-b66e-49e9-a792-9647d9263202 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 1101 time: 0.0514092 Sep 17 23:39:19.525445 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bc4e6-0a3c-4282-9c03-355007eba004 req-0b993aec-2fdc-4c11-a927-8faa7b537ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:19.526943 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca6bc4e6-0a3c-4282-9c03-355007eba004 req-0b993aec-2fdc-4c11-a927-8faa7b537ca5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 922 time: 0.1058669 Sep 17 23:39:19.541243 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7264087f-290a-4726-a3fd-ad1d5e04b71a req-6c7eba62-5f73-4f98-a5ee-c4330b95d129 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358722 Sep 17 23:39:19.581404 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca6bc4e6-0a3c-4282-9c03-355007eba004 req-eac5a380-6fd9-4e6c-bed1-6fba6a3ad178 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddab079b-236a-4b4b-962a-c4ca7ec079e5 HTTP/1.1" status: 200 len: 217 time: 0.0400817 Sep 17 23:39:19.634318 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:19.642051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bc4e6-0a3c-4282-9c03-355007eba004 req-a3f2527c-329a-48c9-a52b-dc9c4638ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:19.643560 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca6bc4e6-0a3c-4282-9c03-355007eba004 req-a3f2527c-329a-48c9-a52b-dc9c4638ca0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.0454102 Sep 17 23:39:19.677322 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca6bc4e6-0a3c-4282-9c03-355007eba004 req-46cd5b6f-08bf-4b5d-80f2-30e0cb9dcf6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239856 Sep 17 23:39:19.773174 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e8193-e6ef-4294-a9ff-cd4b31087c83 req-8684c8a2-f424-45c5-bf44-f2a38cf5ba92 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:19.774811 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f13e8193-e6ef-4294-a9ff-cd4b31087c83 req-8684c8a2-f424-45c5-bf44-f2a38cf5ba92 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 950 time: 0.0604444 Sep 17 23:39:19.785843 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca6bc4e6-0a3c-4282-9c03-355007eba004 req-dbd486a0-7fa7-44be-a587-1502090a18d2 service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926635 Sep 17 23:39:19.816043 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f13e8193-e6ef-4294-a9ff-cd4b31087c83 req-1ba3d865-c9a0-4f45-9054-8f3d5b3665ea tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347228 Sep 17 23:39:19.919020 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca6bc4e6-0a3c-4282-9c03-355007eba004 req-67519f51-f00d-40ef-a1ab-4e62792313f2 service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197507 Sep 17 23:39:19.922036 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-98160c93-c39c-4bbc-a761-a2d4c1245dd8 req-edfe64f7-8264-42da-82d3-0dfd1165a261 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 210 time: 0.0305910 Sep 17 23:39:19.945109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cda7a-6db4-486a-b806-815ed73bec73 req-db52daf5-9f3e-4edb-8ec6-7dd57079bf97 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:19.947745 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d2cda7a-6db4-486a-b806-815ed73bec73 req-db52daf5-9f3e-4edb-8ec6-7dd57079bf97 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.0834677 Sep 17 23:39:19.994290 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d2cda7a-6db4-486a-b806-815ed73bec73 req-ff8f738e-f584-49c7-87ea-5baf9c54e274 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415335 Sep 17 23:39:20.046356 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bc4e6-0a3c-4282-9c03-355007eba004 req-a6f339ec-0719-49b0-b9c2-c556e9c00b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:20.048212 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca6bc4e6-0a3c-4282-9c03-355007eba004 req-a6f339ec-0719-49b0-b9c2-c556e9c00b27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 1125 time: 0.0457382 Sep 17 23:39:20.111131 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555066dd-f72d-412f-acb9-3d5356119edc req-85c5d5e3-504e-4e83-ad94-7fd928729672 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:20.117351 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-555066dd-f72d-412f-acb9-3d5356119edc req-85c5d5e3-504e-4e83-ad94-7fd928729672 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/networks?id=9def810e-7ca4-4135-ae9d-7edfe5be5dcc HTTP/1.1" status: 200 len: 805 time: 0.1194189 Sep 17 23:39:20.128019 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-555066dd-f72d-412f-acb9-3d5356119edc req-a9911b89-da95-4259-b5ad-1aeb6761e9aa tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/quotas/08157d7339154e21a81a531fc30eeab2 HTTP/1.1" status: 200 len: 375 time: 0.0096557 Sep 17 23:39:20.160918 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bc4e6-0a3c-4282-9c03-355007eba004 req-25b578dd-b57a-41f3-a112-0178eeb648ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:20.162389 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca6bc4e6-0a3c-4282-9c03-355007eba004 req-25b578dd-b57a-41f3-a112-0178eeb648ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 909 time: 0.0996661 Sep 17 23:39:20.211571 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-555066dd-f72d-412f-acb9-3d5356119edc req-616b47e3-6578-4975-8093-9aef0949a147 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=08157d7339154e21a81a531fc30eeab2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0768673 Sep 17 23:39:20.212561 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca6bc4e6-0a3c-4282-9c03-355007eba004 req-0f6e10ca-898d-4dff-8255-d43037a4939b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 HTTP/1.1" status: 200 len: 217 time: 0.0333486 Sep 17 23:39:20.224012 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b468b1-dad8-4658-8aca-79fc2c86af01 req-7f4ed588-11a3-478c-9ad3-020266a1f91c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:20.225457 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-49b468b1-dad8-4658-8aca-79fc2c86af01 req-7f4ed588-11a3-478c-9ad3-020266a1f91c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.0803373 Sep 17 23:39:20.267645 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bc4e6-0a3c-4282-9c03-355007eba004 req-5e91695d-f4b5-4a42-b223-6d8aa6b4d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:20.269185 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca6bc4e6-0a3c-4282-9c03-355007eba004 req-5e91695d-f4b5-4a42-b223-6d8aa6b4d92f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.0474684 Sep 17 23:39:20.305628 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca6bc4e6-0a3c-4282-9c03-355007eba004 req-f71e3b13-0ec3-4683-9281-1a2d01ca979d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233667 Sep 17 23:39:20.316312 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-49b468b1-dad8-4658-8aca-79fc2c86af01 req-160862fd-31de-472f-be5f-d39417020e3a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814748 Sep 17 23:39:20.346004 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-555066dd-f72d-412f-acb9-3d5356119edc req-6634701c-3a45-44b1-a488-db15be2c720d service neutron] 10.222.0.46 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185067 Sep 17 23:39:20.373815 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 0ac32b77-f704-48f9-8e52-2e88b68f7584 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:39:20.438039 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca6bc4e6-0a3c-4282-9c03-355007eba004 req-7ce59e0b-7fb1-4b6e-832a-0c6f646abf55 service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166637 Sep 17 23:39:20.475206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35898b4f-96bb-4d01-b71f-aaaa7aea1393 req-a5d3ac16-8745-4554-8078-88afe8198fff tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:20.476789 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35898b4f-96bb-4d01-b71f-aaaa7aea1393 req-a5d3ac16-8745-4554-8078-88afe8198fff tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 944 time: 0.1011503 Sep 17 23:39:20.510174 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-555066dd-f72d-412f-acb9-3d5356119edc req-5ea7947b-65c1-41ee-8676-c7ebaf14cf00 service neutron] 10.222.0.46 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559615 Sep 17 23:39:20.559269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35898b4f-96bb-4d01-b71f-aaaa7aea1393 req-b2f3b547-2a2a-4415-86c6-7590f69ad749 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615373 Sep 17 23:39:20.565522 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca6bc4e6-0a3c-4282-9c03-355007eba004 req-c77b2ad2-741f-4e26-874f-47c17082c57e service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186910 Sep 17 23:39:20.593036 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:20.631682 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 0ac32b77-f704-48f9-8e52-2e88b68f7584, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0ac32b77-f704-48f9-8e52-2e88b68f7584,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:20.705411 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:20.755694 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ea28-747c-4356-b900-6af22c630bec req-1af3c88b-2a65-4d46-b4bb-acd8732a7969 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:20.757320 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92e3ea28-747c-4356-b900-6af22c630bec req-1af3c88b-2a65-4d46-b4bb-acd8732a7969 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.37 "GET /v2.0/networks?id=bf557253-1c90-47fc-9487-8fcb6b4e4bed HTTP/1.1" status: 200 len: 828 time: 0.1354630 Sep 17 23:39:20.777622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=0ac32b77-f704-48f9-8e52-2e88b68f7584,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:20.788295 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-92e3ea28-747c-4356-b900-6af22c630bec req-62eec95f-6b4a-46f2-93b1-26228d4b7b3b tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Request body: {'port': {'device_id': '78bf1110-3af2-4d03-8c91-3c46d749a614', 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed', 'admin_state_up': True, 'tenant_id': '3e12fef2e0664c2f94715771497b72d8'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:39:20.788596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:20.789434 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:20.790041 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:20.790521 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:20.791043 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:20.791509 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:20.791972 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:20.792444 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:20.792995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:20.793459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:20.793918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:20.794376 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:39:20.873068 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10dbd259-903b-4f10-b21b-398a0ef09015 req-a2efdf3e-cbad-42a4-94f7-7a05d6603f37 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 210 time: 0.0344884 Sep 17 23:39:21.113121 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042be98-29a7-4c9e-a053-a2a8df8518f9 req-def1008d-3457-4ee7-8235-21de1d1d11f1 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:21.115854 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5042be98-29a7-4c9e-a053-a2a8df8518f9 req-def1008d-3457-4ee7-8235-21de1d1d11f1 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 950 time: 0.0831246 Sep 17 23:39:21.158597 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5042be98-29a7-4c9e-a053-a2a8df8518f9 req-d5a8c76c-959e-43b5-8045-98a5bc52dcf8 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350468 Sep 17 23:39:21.166436 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e3ea28-747c-4356-b900-6af22c630bec req-62eec95f-6b4a-46f2-93b1-26228d4b7b3b tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Made reservation on behalf of 3e12fef2e0664c2f94715771497b72d8 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:39:21.171593 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-92e3ea28-747c-4356-b900-6af22c630bec req-62eec95f-6b4a-46f2-93b1-26228d4b7b3b tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:21.293778 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfe5da6-c4f9-432a-8b54-de8ca1d7c999', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ac32b77-f704-48f9-8e52-2e88b68f7584'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:21.296472 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce520b2c-086d-4e3d-9b0b-bb15799f63f1" -d '{"events": [{"server_uuid": "4bfe5da6-c4f9-432a-8b54-de8ca1d7c999", "name": "network-vif-unplugged", "status": "completed", "tag": "0ac32b77-f704-48f9-8e52-2e88b68f7584"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:21.383283 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eb743747-0ea4-4c93-afa0-de529bc06945 req-0774d906-8e16-4249-8642-161ce9384d54 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 210 time: 0.0617847 Sep 17 23:39:21.437934 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598d8efb-2be4-429d-a42d-9a125c3941dc x-openstack-request-id: req-598d8efb-2be4-429d-a42d-9a125c3941dc {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:21.438455 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfe5da6-c4f9-432a-8b54-de8ca1d7c999", "name": "network-vif-unplugged", "status": "completed", "tag": "0ac32b77-f704-48f9-8e52-2e88b68f7584", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:21.438565 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-598d8efb-2be4-429d-a42d-9a125c3941dc {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:21.438912 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfe5da6-c4f9-432a-8b54-de8ca1d7c999', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ac32b77-f704-48f9-8e52-2e88b68f7584', 'code': 200} Sep 17 23:39:21.485079 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-92e3ea28-747c-4356-b900-6af22c630bec req-62eec95f-6b4a-46f2-93b1-26228d4b7b3b tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Allocated IP 172.20.0.8 (bf557253-1c90-47fc-9487-8fcb6b4e4bed/4091a83f-123f-493a-8d97-1aad635f0ad1/8ce3ff82-8dee-4712-9097-ae94c759ac93) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:39:21.505554 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bac364-89ec-4ae0-9420-f01857cf1cfc req-df6ea3d9-8663-4f60-a26f-b534e723f027 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:21.507210 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b4bac364-89ec-4ae0-9420-f01857cf1cfc req-df6ea3d9-8663-4f60-a26f-b534e723f027 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.0968060 Sep 17 23:39:21.610014 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-66859d71-72a7-44f8-8182-903c138cda5f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1124420 Sep 17 23:39:21.615953 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b4bac364-89ec-4ae0-9420-f01857cf1cfc req-05f4a061-bbbd-47f2-bb38-712873048c3c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992041 Sep 17 23:39:21.624999 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7da431bd-e882-4154-b432-50a29c6a5f9d no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:39:21.746922 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:21.785926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f10ee-d075-4b5b-af8b-9f4f2ea5cab2 req-344d60a4-b5c4-42bd-bcf5-a2b4851c79cb tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:21.787850 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e6f10ee-d075-4b5b-af8b-9f4f2ea5cab2 req-344d60a4-b5c4-42bd-bcf5-a2b4851c79cb tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 944 time: 0.1390374 Sep 17 23:39:21.797869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7da431bd-e882-4154-b432-50a29c6a5f9d, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7da431bd-e882-4154-b432-50a29c6a5f9d,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:21.848484 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-92e3ea28-747c-4356-b900-6af22c630bec req-62eec95f-6b4a-46f2-93b1-26228d4b7b3b tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:21.862681 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e6f10ee-d075-4b5b-af8b-9f4f2ea5cab2 req-b4d9f186-ca05-411b-a503-472310c2291d tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588257 Sep 17 23:39:21.874864 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:21.946286 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=7da431bd-e882-4154-b432-50a29c6a5f9d,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:21.991466 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aff4ce13-049e-4f47-9595-69f1e16cf764 req-f0fd73b3-5f08-42e6-91f1-7d9eafc7d6d2 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 210 time: 0.0292795 Sep 17 23:39:21.992733 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-92e3ea28-747c-4356-b900-6af22c630bec req-62eec95f-6b4a-46f2-93b1-26228d4b7b3b tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:22.045696 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e3ea28-747c-4356-b900-6af22c630bec req-62eec95f-6b4a-46f2-93b1-26228d4b7b3b tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Network bf557253-1c90-47fc-9487-8fcb6b4e4bed is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:39:22.048729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-92e3ea28-747c-4356-b900-6af22c630bec req-62eec95f-6b4a-46f2-93b1-26228d4b7b3b tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:39:22.058233 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e3ea28-747c-4356-b900-6af22c630bec req-62eec95f-6b4a-46f2-93b1-26228d4b7b3b tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:39:22.093343 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eec95f-6b4a-46f2-93b1-26228d4b7b3b tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Pushing event updated for resources: {'Port': ['ID=8ce3ff82-8dee-4712-9097-ae94c759ac93,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:22.142130 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ea28-747c-4356-b900-6af22c630bec req-62eec95f-6b4a-46f2-93b1-26228d4b7b3b tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:22.142785 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-92e3ea28-747c-4356-b900-6af22c630bec req-62eec95f-6b4a-46f2-93b1-26228d4b7b3b tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:22.211069 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9052d-4e2a-40b2-bae6-81821d97fef3 req-4eeb2e62-84a6-4836-99de-faa219c4c771 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:22.211793 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92e3ea28-747c-4356-b900-6af22c630bec req-62eec95f-6b4a-46f2-93b1-26228d4b7b3b tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4343016 Sep 17 23:39:22.213169 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-84b9052d-4e2a-40b2-bae6-81821d97fef3 req-4eeb2e62-84a6-4836-99de-faa219c4c771 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bfe5da6-c4f9-432a-8b54-de8ca1d7c999 HTTP/1.1" status: 200 len: 943 time: 0.0614345 Sep 17 23:39:22.239572 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Request body: {'port': {'device_id': '78bf1110-3af2-4d03-8c91-3c46d749a614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:39:22.318247 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1904c122-c9f0-4323-9b76-732e09d7b74e None None] Provisioning complete for port 8ce3ff82-8dee-4712-9097-ae94c759ac93 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:39:22.321294 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1904c122-c9f0-4323-9b76-732e09d7b74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:22.394273 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:22.411196 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ca3c4-70fa-47b5-b933-cd567d88cff4 req-7c4d33a3-8d5f-4485-aa3b-5056ab9565f9 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:22.419511 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f2ca3c4-70fa-47b5-b933-cd567d88cff4 req-7c4d33a3-8d5f-4485-aa3b-5056ab9565f9 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 950 time: 0.1288831 Sep 17 23:39:22.434845 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1904c122-c9f0-4323-9b76-732e09d7b74e None None] Port 8ce3ff82-8dee-4712-9097-ae94c759ac93 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:39:22.484410 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-84b9052d-4e2a-40b2-bae6-81821d97fef3 req-a41f8df4-aa4c-4c84-87b4-d55614c599e3 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Deleting port 0ac32b77-f704-48f9-8e52-2e88b68f7584 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:39:22.485150 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-84b9052d-4e2a-40b2-bae6-81821d97fef3 req-a41f8df4-aa4c-4c84-87b4-d55614c599e3 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:22.499111 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f2ca3c4-70fa-47b5-b933-cd567d88cff4 req-540c28a7-c203-4b6a-bf76-cfb39883acc6 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717771 Sep 17 23:39:22.594088 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-84b9052d-4e2a-40b2-bae6-81821d97fef3 req-a41f8df4-aa4c-4c84-87b4-d55614c599e3 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] For port 0ac32b77-f704-48f9-8e52-2e88b68f7584, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0ac32b77-f704-48f9-8e52-2e88b68f7584,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:22.594455 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-84b9052d-4e2a-40b2-bae6-81821d97fef3 req-a41f8df4-aa4c-4c84-87b4-d55614c599e3 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:22.607872 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-84b9052d-4e2a-40b2-bae6-81821d97fef3 req-a41f8df4-aa4c-4c84-87b4-d55614c599e3 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Calling delete_port for 0ac32b77-f704-48f9-8e52-2e88b68f7584 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:39:22.704315 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543aad8-3aa9-462f-8ac3-400d06fde6cc req-c1ac9a1f-6397-46f6-9641-e46da166cbba tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:22.705887 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8543aad8-3aa9-462f-8ac3-400d06fde6cc req-c1ac9a1f-6397-46f6-9641-e46da166cbba tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 931 time: 0.1063151 Sep 17 23:39:22.771888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8543aad8-3aa9-462f-8ac3-400d06fde6cc req-806ae54c-3b95-47e2-adce-fed9c65253c2 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/security-groups?id=c08dff3b-44f3-4f9d-9e49-b2416e6b6a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595725 Sep 17 23:39:22.841639 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-84b9052d-4e2a-40b2-bae6-81821d97fef3 req-a41f8df4-aa4c-4c84-87b4-d55614c599e3 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:22.860337 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce3ff82-8dee-4712-9097-ae94c759ac93 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:39:22.869877 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:22.894841 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Transition to ACTIVE for port object 8ce3ff82-8dee-4712-9097-ae94c759ac93 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:39:22.915856 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f8df4-aa4c-4c84-87b4-d55614c599e3 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Pushing event deleted for resources: {'Port': ['ID=0ac32b77-f704-48f9-8e52-2e88b68f7584,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:22.940062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b9052d-4e2a-40b2-bae6-81821d97fef3 req-a41f8df4-aa4c-4c84-87b4-d55614c599e3 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] No DVR routers for this DVR port 0ac32b77-f704-48f9-8e52-2e88b68f7584 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:39:22.943168 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-84b9052d-4e2a-40b2-bae6-81821d97fef3 req-a41f8df4-aa4c-4c84-87b4-d55614c599e3 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:22.945479 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-84b9052d-4e2a-40b2-bae6-81821d97fef3 req-a41f8df4-aa4c-4c84-87b4-d55614c599e3 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.37 "DELETE /v2.0/ports/0ac32b77-f704-48f9-8e52-2e88b68f7584 HTTP/1.1" status: 204 len: 173 time: 0.6919849 Sep 17 23:39:22.946004 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfe5da6-c4f9-432a-8b54-de8ca1d7c999', 'name': 'network-vif-deleted', 'tag': '0ac32b77-f704-48f9-8e52-2e88b68f7584'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:22.949832 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1ba1d5-6dfb-4f8c-ae3d-a66de7a7dc9e" -d '{"events": [{"server_uuid": "4bfe5da6-c4f9-432a-8b54-de8ca1d7c999", "name": "network-vif-deleted", "tag": "0ac32b77-f704-48f9-8e52-2e88b68f7584"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:22.955015 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46104ab7-72b6-44b8-aba3-4ec5edfc4dc9 req-3bcc9012-f4c9-4afe-a925-4ab9cffb05fc tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:22.957320 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46104ab7-72b6-44b8-aba3-4ec5edfc4dc9 req-3bcc9012-f4c9-4afe-a925-4ab9cffb05fc tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.0757713 Sep 17 23:39:22.958717 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:23.037128 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46104ab7-72b6-44b8-aba3-4ec5edfc4dc9 req-9ce8f1ea-5ea7-4726-92f3-aa820a193e0b tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695570 Sep 17 23:39:23.049135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce3ff82-8dee-4712-9097-ae94c759ac93,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:23.195812 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Attempting to bind port 8ce3ff82-8dee-4712-9097-ae94c759ac93 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:39:23.196483 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Attempting to bind port 8ce3ff82-8dee-4712-9097-ae94c759ac93 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'fab6a504-f4c7-442f-ba11-8706185d2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:39:23.196483 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Attempting to bind port 8ce3ff82-8dee-4712-9097-ae94c759ac93 on network bf557253-1c90-47fc-9487-8fcb6b4e4bed {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:39:23.206930 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Port 8ce3ff82-8dee-4712-9097-ae94c759ac93 on network bf557253-1c90-47fc-9487-8fcb6b4e4bed not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:39:23.207211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Attempting to bind port 8ce3ff82-8dee-4712-9097-ae94c759ac93 on network bf557253-1c90-47fc-9487-8fcb6b4e4bed {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:39:23.229860 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:39:23.230781 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Checking segment: {'id': 'fab6a504-f4c7-442f-ba11-8706185d2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:39:23.231131 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Bound using segment: {'id': 'fab6a504-f4c7-442f-ba11-8706185d2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:39:23.231583 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Bound port: 8ce3ff82-8dee-4712-9097-ae94c759ac93, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fab6a504-f4c7-442f-ba11-8706185d2bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:39:23.231962 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:23.264276 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b438b-0ad5-4e49-8228-7ba035dce769 req-84efe561-57bd-4c84-a8c8-f6dfb8916b26 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:23.266033 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c2b438b-0ad5-4e49-8228-7ba035dce769 req-84efe561-57bd-4c84-a8c8-f6dfb8916b26 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 944 time: 0.1119273 Sep 17 23:39:23.350990 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d6eff-6d59-413b-a710-8d491c0206a4 req-4079a6f8-dca4-4cc8-8b7f-232859d5ab49 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:23.352563 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4b3d6eff-6d59-413b-a710-8d491c0206a4 req-4079a6f8-dca4-4cc8-8b7f-232859d5ab49 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 950 time: 0.1420245 Sep 17 23:39:23.384161 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c2b438b-0ad5-4e49-8228-7ba035dce769 req-d99a25ad-cdc8-4d5e-b025-e42ae8cc005f tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084626 Sep 17 23:39:23.404357 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] For port 8ce3ff82-8dee-4712-9097-ae94c759ac93, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:39:23.448537 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] For port 8ce3ff82-8dee-4712-9097-ae94c759ac93, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=8ce3ff82-8dee-4712-9097-ae94c759ac93,segment=NetworkSegment(fab6a504-f4c7-442f-ba11-8706185d2bdf),segment_id=fab6a504-f4c7-442f-ba11-8706185d2bdf)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:39:23.448537 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4b3d6eff-6d59-413b-a710-8d491c0206a4 req-aaf29eae-7dbc-4eab-a895-6443f8b1378f tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730023 Sep 17 23:39:23.449256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11b29dc-b708-4225-8250-a358cb013290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7da431bd-e882-4154-b432-50a29c6a5f9d'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:23.449256 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baaeaeed-4e64-49c4-b4d6-7a51aa8d293a" -d '{"events": [{"server_uuid": "e11b29dc-b708-4225-8250-a358cb013290", "name": "network-vif-unplugged", "status": "completed", "tag": "7da431bd-e882-4154-b432-50a29c6a5f9d"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:23.571429 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f067bcb1-8910-47ed-ac07-7f60e2f2f5e9 x-openstack-request-id: req-f067bcb1-8910-47ed-ac07-7f60e2f2f5e9 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:23.571785 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11b29dc-b708-4225-8250-a358cb013290", "name": "network-vif-unplugged", "status": "completed", "tag": "7da431bd-e882-4154-b432-50a29c6a5f9d", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:23.572043 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f067bcb1-8910-47ed-ac07-7f60e2f2f5e9 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:23.572442 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11b29dc-b708-4225-8250-a358cb013290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7da431bd-e882-4154-b432-50a29c6a5f9d', 'code': 200} Sep 17 23:39:23.575998 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6e6a9ed-0141-4336-a0d8-2c268712de84 req-46f98d9f-5dd5-478d-a9a3-476d08afe217 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 210 time: 0.0547402 Sep 17 23:39:23.580438 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:23.624364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:23.625316 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:23.627047 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92e3ea28-747c-4356-b900-6af22c630bec req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] 10.222.0.37 "PUT /v2.0/ports/8ce3ff82-8dee-4712-9097-ae94c759ac93 HTTP/1.1" status: 200 len: 1091 time: 1.3919423 Sep 17 23:39:23.630504 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bf1110-3af2-4d03-8c91-3c46d749a614', 'tag': '8ce3ff82-8dee-4712-9097-ae94c759ac93'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:23.631852 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 89285bb4-4de2-4aae-89d9-93686adef996 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:39:23.633952 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d606b98b-8840-4864-8af0-54b174ba6141" -d '{"events": [{"name": "network-changed", "server_uuid": "78bf1110-3af2-4d03-8c91-3c46d749a614", "tag": "8ce3ff82-8dee-4712-9097-ae94c759ac93"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:23.700467 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa79c6c-4eb7-4951-8929-c3ce05fdf9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce3ff82-8dee-4712-9097-ae94c759ac93,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:23.718325 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafc89c0-fef3-4d12-ac84-e4931c947f21 x-openstack-request-id: req-aafc89c0-fef3-4d12-ac84-e4931c947f21 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:23.718325 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78bf1110-3af2-4d03-8c91-3c46d749a614", "tag": "8ce3ff82-8dee-4712-9097-ae94c759ac93", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:23.718579 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aafc89c0-fef3-4d12-ac84-e4931c947f21 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:23.718883 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78bf1110-3af2-4d03-8c91-3c46d749a614', 'tag': '8ce3ff82-8dee-4712-9097-ae94c759ac93', 'status': 'completed', 'code': 200} Sep 17 23:39:23.747223 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be715719-de46-467b-801e-84befa6055c8 x-openstack-request-id: req-be715719-de46-467b-801e-84befa6055c8 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:23.747995 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfe5da6-c4f9-432a-8b54-de8ca1d7c999", "name": "network-vif-deleted", "tag": "0ac32b77-f704-48f9-8e52-2e88b68f7584", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:23.747995 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be715719-de46-467b-801e-84befa6055c8 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:23.748148 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfe5da6-c4f9-432a-8b54-de8ca1d7c999', 'name': 'network-vif-deleted', 'tag': '0ac32b77-f704-48f9-8e52-2e88b68f7584', 'status': 'completed', 'code': 200} Sep 17 23:39:23.819961 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 89285bb4-4de2-4aae-89d9-93686adef996, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=89285bb4-4de2-4aae-89d9-93686adef996,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:23.833692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '89285bb4-4de2-4aae-89d9-93686adef996', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '89285bb4-4de2-4aae-89d9-93686adef996', 'mac_address': 'fa:16:3e:79:ed:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:39:23.897193 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:23.905224 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606b98b-8840-4864-8af0-54b174ba6141 req-19631027-8c76-4538-ac16-6e63f5869032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:23.907627 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d606b98b-8840-4864-8af0-54b174ba6141 req-19631027-8c76-4538-ac16-6e63f5869032 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e12fef2e0664c2f94715771497b72d8&device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 1094 time: 0.1324496 Sep 17 23:39:23.915284 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89285bb4-4de2-4aae-89d9-93686adef996 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:39:23.942752 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555066dd-f72d-412f-acb9-3d5356119edc req-819985e9-842e-4003-ab75-a9fa54fc3fdd tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:23.945170 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-555066dd-f72d-412f-acb9-3d5356119edc req-819985e9-842e-4003-ab75-a9fa54fc3fdd tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.37 "GET /v2.0/networks?id=9def810e-7ca4-4135-ae9d-7edfe5be5dcc HTTP/1.1" status: 200 len: 805 time: 0.5608966 Sep 17 23:39:23.964387 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-555066dd-f72d-412f-acb9-3d5356119edc req-7ca485bc-15b7-4006-95ad-c530779cdb0c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Request body: {'port': {'device_id': '2bf90fee-0275-4b40-90de-f1e885946184', 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc', 'admin_state_up': True, 'tenant_id': '08157d7339154e21a81a531fc30eeab2'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:39:23.970146 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 89285bb4-4de2-4aae-89d9-93686adef996, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=89285bb4-4de2-4aae-89d9-93686adef996,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:24.058331 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:24.156851 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e84888-6c7c-412f-890c-70a972c463cb req-f0cbb2db-a53b-4b1a-97ca-a79077492714 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:24.166626 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3e84888-6c7c-412f-890c-70a972c463cb req-f0cbb2db-a53b-4b1a-97ca-a79077492714 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 943 time: 0.2559450 Sep 17 23:39:24.173572 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=89285bb4-4de2-4aae-89d9-93686adef996,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:24.218514 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['89285bb4-4de2-4aae-89d9-93686adef996'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:39:24.237242 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606b98b-8840-4864-8af0-54b174ba6141 req-15c1e6ce-25c5-4e52-ad12-8d7658d9c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:24.238640 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d606b98b-8840-4864-8af0-54b174ba6141 req-15c1e6ce-25c5-4e52-ad12-8d7658d9c311 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3e12fef2e0664c2f94715771497b72d8&shared=False HTTP/1.1" status: 200 len: 929 time: 0.3167083 Sep 17 23:39:24.241443 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-555066dd-f72d-412f-acb9-3d5356119edc req-7ca485bc-15b7-4006-95ad-c530779cdb0c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Made reservation on behalf of 08157d7339154e21a81a531fc30eeab2 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:39:24.244906 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-555066dd-f72d-412f-acb9-3d5356119edc req-7ca485bc-15b7-4006-95ad-c530779cdb0c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:24.418998 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-555066dd-f72d-412f-acb9-3d5356119edc req-7ca485bc-15b7-4006-95ad-c530779cdb0c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Allocated IP 172.20.0.9 (9def810e-7ca4-4135-ae9d-7edfe5be5dcc/a4f294d2-e1d6-44d8-a05a-4631f2b03d1e/9924fa3f-c2c9-47c6-9d38-f4637a365081) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:39:24.588140 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-555066dd-f72d-412f-acb9-3d5356119edc req-7ca485bc-15b7-4006-95ad-c530779cdb0c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:24.692285 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-555066dd-f72d-412f-acb9-3d5356119edc req-7ca485bc-15b7-4006-95ad-c530779cdb0c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:24.698998 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3e84888-6c7c-412f-890c-70a972c463cb req-5373ac0c-d5e4-4df9-90f4-a617244cd9b3 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/security-groups?id=c08dff3b-44f3-4f9d-9e49-b2416e6b6a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5314503 Sep 17 23:39:24.735953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1ef6c-3c7b-4da4-9445-9e516f45181a req-882eb415-8b31-42eb-af92-f05a80b988ed tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:24.738763 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ca1ef6c-3c7b-4da4-9445-9e516f45181a req-882eb415-8b31-42eb-af92-f05a80b988ed tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.4865406 Sep 17 23:39:24.741456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606b98b-8840-4864-8af0-54b174ba6141 req-cf9d5f00-7d18-4cfa-8e15-290fdd8e0a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:24.743927 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d606b98b-8840-4864-8af0-54b174ba6141 req-cf9d5f00-7d18-4cfa-8e15-290fdd8e0a63 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4915965 Sep 17 23:39:24.793443 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca485bc-15b7-4006-95ad-c530779cdb0c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Pushing event updated for resources: {'Port': ['ID=9924fa3f-c2c9-47c6-9d38-f4637a365081,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:24.810118 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ca1ef6c-3c7b-4da4-9445-9e516f45181a req-f50c61a3-cbdc-4798-b65c-03d36066dd6d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600562 Sep 17 23:39:24.816664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-555066dd-f72d-412f-acb9-3d5356119edc req-7ca485bc-15b7-4006-95ad-c530779cdb0c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:39:24.818407 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-555066dd-f72d-412f-acb9-3d5356119edc req-7ca485bc-15b7-4006-95ad-c530779cdb0c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:39:24.829201 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-555066dd-f72d-412f-acb9-3d5356119edc req-7ca485bc-15b7-4006-95ad-c530779cdb0c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:39:24.836127 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555066dd-f72d-412f-acb9-3d5356119edc req-7ca485bc-15b7-4006-95ad-c530779cdb0c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:24.838036 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-555066dd-f72d-412f-acb9-3d5356119edc req-7ca485bc-15b7-4006-95ad-c530779cdb0c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:24.905561 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-a8877dd0-d9d4-488d-8b5c-edbc26a938fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:24.907101 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-a8877dd0-d9d4-488d-8b5c-edbc26a938fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 1101 time: 0.0503514 Sep 17 23:39:24.931973 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-555066dd-f72d-412f-acb9-3d5356119edc req-7ca485bc-15b7-4006-95ad-c530779cdb0c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9720201 Sep 17 23:39:24.957963 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ea28-747c-4356-b900-6af22c630bec req-78f1d841-9d8a-4c26-a0c5-0d742f1848c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:24.958961 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Request body: {'port': {'device_id': '2bf90fee-0275-4b40-90de-f1e885946184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:39:24.959448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92e3ea28-747c-4356-b900-6af22c630bec req-78f1d841-9d8a-4c26-a0c5-0d742f1848c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e12fef2e0664c2f94715771497b72d8&device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 1094 time: 0.1396406 Sep 17 23:39:24.988279 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ec6ea-348c-4bd4-95b2-079b908c6016 req-8cb99036-1a91-4452-a5f0-29509bffae78 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:24.989837 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea3ec6ea-348c-4bd4-95b2-079b908c6016 req-8cb99036-1a91-4452-a5f0-29509bffae78 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 944 time: 0.1193733 Sep 17 23:39:25.029240 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff9eb5-7f62-464b-b43f-f15c4605782f req-7a743cec-d5c1-4224-a284-fb250cb443b3 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:25.030649 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92ff9eb5-7f62-464b-b43f-f15c4605782f req-7a743cec-d5c1-4224-a284-fb250cb443b3 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 950 time: 0.1365280 Sep 17 23:39:25.033324 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92e3ea28-747c-4356-b900-6af22c630bec req-bd00a612-56cd-423f-a4ce-67328a27525f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce3ff82-8dee-4712-9097-ae94c759ac93 HTTP/1.1" status: 200 len: 217 time: 0.0617752 Sep 17 23:39:25.079176 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:25.132763 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea3ec6ea-348c-4bd4-95b2-079b908c6016 req-b8d1ea93-b8d0-471c-8dcb-ff65e0c26ffe tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120362 Sep 17 23:39:25.138384 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92ff9eb5-7f62-464b-b43f-f15c4605782f req-ccca9c4d-0d9e-4d7e-9aad-8004613bcce7 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995436 Sep 17 23:39:25.139793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ea28-747c-4356-b900-6af22c630bec req-2775562c-0be5-488f-802d-29239b25ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:25.141197 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92e3ea28-747c-4356-b900-6af22c630bec req-2775562c-0be5-488f-802d-29239b25ff67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4091a83f-123f-493a-8d97-1aad635f0ad1 HTTP/1.1" status: 200 len: 867 time: 0.0943894 Sep 17 23:39:25.143652 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-42f4babc-dc7c-4095-898f-b329a1cc7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:25.145247 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-42f4babc-dc7c-4095-898f-b329a1cc7b6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.2026629 Sep 17 23:39:25.194613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3ea28-747c-4356-b900-6af22c630bec req-252a277d-9b01-4752-9d86-2156bf874a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:25.196141 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92e3ea28-747c-4356-b900-6af22c630bec req-252a277d-9b01-4752-9d86-2156bf874a6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bf557253-1c90-47fc-9487-8fcb6b4e4bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470400 Sep 17 23:39:25.302517 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-f9799822-b8c2-436c-bee6-fd3d62cb23ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=4193e860-853c-4f7b-a373-d10699407e78 HTTP/1.1" status: 200 len: 217 time: 0.1105053 Sep 17 23:39:25.403593 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b324bb0-f6f1-4a79-9e07-fd33424f1dd4 req-d67221d9-5ea9-4bf1-808e-9b8a9d28cfb8 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:25.405460 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b324bb0-f6f1-4a79-9e07-fd33424f1dd4 req-d67221d9-5ea9-4bf1-808e-9b8a9d28cfb8 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 931 time: 0.1016691 Sep 17 23:39:25.424440 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92e3ea28-747c-4356-b900-6af22c630bec req-0f1c9de2-2021-448f-9055-c76bec68816b service neutron] 10.222.0.37 "GET /v2.0/networks/bf557253-1c90-47fc-9487-8fcb6b4e4bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182264 Sep 17 23:39:25.443237 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-0d06d6de-7b0b-47f5-84fb-e1982b30e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:25.452781 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-0d06d6de-7b0b-47f5-84fb-e1982b30e04f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1372817 Sep 17 23:39:25.453048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d93a15-1209-47ca-870c-48e689f016e3 req-d7708141-6e41-4065-9f5a-91caa9c5d6c3 tempest-LiveMigrationNegativeTest-1950076630 tempest-LiveMigrationNegativeTest-1950076630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:25.453048 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10d93a15-1209-47ca-870c-48e689f016e3 req-d7708141-6e41-4065-9f5a-91caa9c5d6c3 tempest-LiveMigrationNegativeTest-1950076630 tempest-LiveMigrationNegativeTest-1950076630-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 1101 time: 0.1021349 Sep 17 23:39:25.497978 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-10d93a15-1209-47ca-870c-48e689f016e3 req-bb5a8aa5-049d-4293-82ab-4ff06c1f63b9 tempest-LiveMigrationNegativeTest-1950076630 tempest-LiveMigrationNegativeTest-1950076630-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:25.545945 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b324bb0-f6f1-4a79-9e07-fd33424f1dd4 req-ee9324f2-37a1-44e5-b50b-15c84a46cba4 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263866 Sep 17 23:39:25.573765 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9924fa3f-c2c9-47c6-9d38-f4637a365081 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:39:25.584070 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:25.596116 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92e3ea28-747c-4356-b900-6af22c630bec req-08726e79-b8cd-4d69-8620-e3ab060619b5 service neutron] 10.222.0.37 "GET /v2.0/networks/bf557253-1c90-47fc-9487-8fcb6b4e4bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623752 Sep 17 23:39:25.600067 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Transition to ACTIVE for port object 9924fa3f-c2c9-47c6-9d38-f4637a365081 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:39:25.622854 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-2e45ac54-9269-477e-b9d2-aa4955bd2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:25.624584 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-2e45ac54-9269-477e-b9d2-aa4955bd2b40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1666901 Sep 17 23:39:25.638667 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 89285bb4-4de2-4aae-89d9-93686adef996 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:39:25.686412 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-10d93a15-1209-47ca-870c-48e689f016e3 req-bb5a8aa5-049d-4293-82ab-4ff06c1f63b9 tempest-LiveMigrationNegativeTest-1950076630 tempest-LiveMigrationNegativeTest-1950076630-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:25.697697 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 89285bb4-4de2-4aae-89d9-93686adef996 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:39:25.698192 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:25.711698 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:25.751778 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-10d93a15-1209-47ca-870c-48e689f016e3 req-bb5a8aa5-049d-4293-82ab-4ff06c1f63b9 tempest-LiveMigrationNegativeTest-1950076630 tempest-LiveMigrationNegativeTest-1950076630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:25.801953 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-7422f90c-312f-467e-a04f-0f1c75d4d9c0 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663060 Sep 17 23:39:25.805077 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Pushing event updated for resources: {'Port': ['ID=9924fa3f-c2c9-47c6-9d38-f4637a365081,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:25.830145 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10d93a15-1209-47ca-870c-48e689f016e3 req-bb5a8aa5-049d-4293-82ab-4ff06c1f63b9 tempest-LiveMigrationNegativeTest-1950076630 tempest-LiveMigrationNegativeTest-1950076630-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663363 Sep 17 23:39:25.875340 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a8aa5-049d-4293-82ab-4ff06c1f63b9 tempest-LiveMigrationNegativeTest-1950076630 tempest-LiveMigrationNegativeTest-1950076630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b7d133-879b-4cdf-b488-fe0182d76c82,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:25.903846 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Attempting to bind port 9924fa3f-c2c9-47c6-9d38-f4637a365081 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:39:25.904363 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Attempting to bind port 9924fa3f-c2c9-47c6-9d38-f4637a365081 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'ff6795e2-d48f-4832-a572-c0a1eeee400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:39:25.904754 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Attempting to bind port 9924fa3f-c2c9-47c6-9d38-f4637a365081 on network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:39:25.911278 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Port 9924fa3f-c2c9-47c6-9d38-f4637a365081 on network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:39:25.911525 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Attempting to bind port 9924fa3f-c2c9-47c6-9d38-f4637a365081 on network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:39:25.918404 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:39:25.918814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Checking segment: {'id': 'ff6795e2-d48f-4832-a572-c0a1eeee400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:39:25.919356 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Bound using segment: {'id': 'ff6795e2-d48f-4832-a572-c0a1eeee400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:39:25.919861 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Bound port: 9924fa3f-c2c9-47c6-9d38-f4637a365081, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6795e2-d48f-4832-a572-c0a1eeee400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:39:25.920281 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:25.954068 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:25.965962 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6bda3-ee58-48e4-8a5a-98736b3a8fe6 req-ecdb759c-4d17-4b8a-b168-44c876a30d63 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:25.973398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8bb6bda3-ee58-48e4-8a5a-98736b3a8fe6 req-ecdb759c-4d17-4b8a-b168-44c876a30d63 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 943 time: 0.0849748 Sep 17 23:39:26.037503 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8bb6bda3-ee58-48e4-8a5a-98736b3a8fe6 req-cefef719-bfe0-45db-b360-c5bd6297f718 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/security-groups?id=c08dff3b-44f3-4f9d-9e49-b2416e6b6a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586271 Sep 17 23:39:26.050954 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896dca49-fe34-4860-93e7-6a2ee1cc8f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89285bb4-4de2-4aae-89d9-93686adef996'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:26.053107 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6525b2e-fe04-4e3a-9650-eb95c347cf16" -d '{"events": [{"server_uuid": "896dca49-fe34-4860-93e7-6a2ee1cc8f55", "name": "network-vif-plugged", "status": "completed", "tag": "89285bb4-4de2-4aae-89d9-93686adef996"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:26.099810 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-32a197f2-9b77-46ca-a5c8-fddeb8aa81b7 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872241 Sep 17 23:39:26.105241 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 89285bb4-4de2-4aae-89d9-93686adef996, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=89285bb4-4de2-4aae-89d9-93686adef996,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:26.122938 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] For port 9924fa3f-c2c9-47c6-9d38-f4637a365081, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:39:26.127095 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] For port 9924fa3f-c2c9-47c6-9d38-f4637a365081, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9924fa3f-c2c9-47c6-9d38-f4637a365081,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:39:26.150935 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b008d-4e69-4a1c-9447-aee5b90c982d req-e2d96838-1807-48fe-b275-378e13d1a751 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:26.160085 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-666b008d-4e69-4a1c-9447-aee5b90c982d req-e2d96838-1807-48fe-b275-378e13d1a751 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.1212916 Sep 17 23:39:26.189883 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240d9433-0b5f-408b-8a09-509358aee0a8 x-openstack-request-id: req-240d9433-0b5f-408b-8a09-509358aee0a8 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:26.190173 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896dca49-fe34-4860-93e7-6a2ee1cc8f55", "name": "network-vif-plugged", "status": "completed", "tag": "89285bb4-4de2-4aae-89d9-93686adef996", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:26.190633 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-240d9433-0b5f-408b-8a09-509358aee0a8 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:26.191035 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896dca49-fe34-4860-93e7-6a2ee1cc8f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89285bb4-4de2-4aae-89d9-93686adef996', 'code': 200} Sep 17 23:39:26.207222 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-666b008d-4e69-4a1c-9447-aee5b90c982d req-35e83bc0-fa23-4509-aff0-3843bfde1fd4 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448105 Sep 17 23:39:26.221800 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:26.221800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:39:26.231085 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:26.288719 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Pushing event updated for resources: {'Port': ['ID=9924fa3f-c2c9-47c6-9d38-f4637a365081,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:26.304203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:26.304203 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:26.304203 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-555066dd-f72d-412f-acb9-3d5356119edc req-d2e5bcf9-2ebb-42b1-9630-c2fd1d163489 service neutron] 10.222.0.37 "PUT /v2.0/ports/9924fa3f-c2c9-47c6-9d38-f4637a365081 HTTP/1.1" status: 200 len: 1091 time: 1.3524528 Sep 17 23:39:26.304630 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf90fee-0275-4b40-90de-f1e885946184', 'tag': '9924fa3f-c2c9-47c6-9d38-f4637a365081'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:26.307101 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f121958f-df6f-4c01-9907-d442710dfc21" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf90fee-0275-4b40-90de-f1e885946184", "tag": "9924fa3f-c2c9-47c6-9d38-f4637a365081"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:26.387770 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 0ac32b77-f704-48f9-8e52-2e88b68f7584 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:39:26.447361 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8562cf9-514c-49b6-96b6-4d6f2699b0e0 req-b1158d4d-e631-4229-ac3e-7eb080e3ee80 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:26.459102 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8562cf9-514c-49b6-96b6-4d6f2699b0e0 req-b1158d4d-e631-4229-ac3e-7eb080e3ee80 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 944 time: 0.0822904 Sep 17 23:39:26.510990 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8562cf9-514c-49b6-96b6-4d6f2699b0e0 req-0abcf553-34df-46ef-97c4-1e900b513375 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487208 Sep 17 23:39:26.570811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555066dd-f72d-412f-acb9-3d5356119edc req-053ffeba-48f1-499d-ba38-72c639ce557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:26.574226 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-555066dd-f72d-412f-acb9-3d5356119edc req-053ffeba-48f1-499d-ba38-72c639ce557f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08157d7339154e21a81a531fc30eeab2&device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 1094 time: 0.1566432 Sep 17 23:39:26.575506 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 0ac32b77-f704-48f9-8e52-2e88b68f7584 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:39:26.575933 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 0ac32b77-f704-48f9-8e52-2e88b68f7584 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:39:26.579822 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee19a26-6917-4d37-bdfc-f368875af0dc x-openstack-request-id: req-cee19a26-6917-4d37-bdfc-f368875af0dc {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:26.580120 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf90fee-0275-4b40-90de-f1e885946184", "tag": "9924fa3f-c2c9-47c6-9d38-f4637a365081", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:26.580375 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cee19a26-6917-4d37-bdfc-f368875af0dc {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:26.584980 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf90fee-0275-4b40-90de-f1e885946184', 'tag': '9924fa3f-c2c9-47c6-9d38-f4637a365081', 'status': 'completed', 'code': 200} Sep 17 23:39:26.625666 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=89285bb4-4de2-4aae-89d9-93686adef996,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:26.668257 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-555066dd-f72d-412f-acb9-3d5356119edc req-180603f5-eace-47eb-b94b-f084feb9ed0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9924fa3f-c2c9-47c6-9d38-f4637a365081 HTTP/1.1" status: 200 len: 217 time: 0.0843806 Sep 17 23:39:26.752261 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555066dd-f72d-412f-acb9-3d5356119edc req-d0fcd70d-e201-4efe-a4b2-65a29da8dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:26.753526 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-555066dd-f72d-412f-acb9-3d5356119edc req-d0fcd70d-e201-4efe-a4b2-65a29da8dc08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4f294d2-e1d6-44d8-a05a-4631f2b03d1e HTTP/1.1" status: 200 len: 845 time: 0.0718238 Sep 17 23:39:26.785978 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384d4cf-348a-411c-b1c5-9e8c75863162 req-ab6df5c3-9bdc-4606-b9d6-6be2639be069 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:26.797112 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-555066dd-f72d-412f-acb9-3d5356119edc req-c130f9d7-96f0-4a81-863f-d4164c9af118 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9def810e-7ca4-4135-ae9d-7edfe5be5dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344014 Sep 17 23:39:26.812396 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a384d4cf-348a-411c-b1c5-9e8c75863162 req-ab6df5c3-9bdc-4606-b9d6-6be2639be069 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 943 time: 0.1155474 Sep 17 23:39:26.901235 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a384d4cf-348a-411c-b1c5-9e8c75863162 req-2fa8c500-6854-492c-91ac-719a5faf6c39 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735161 Sep 17 23:39:26.982824 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-555066dd-f72d-412f-acb9-3d5356119edc req-54fa0710-afde-4676-8d39-fe8575fb37e7 service neutron] 10.222.0.37 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684597 Sep 17 23:39:27.100717 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3168141-cb4b-49ef-b5ce-74e735eef3c2 req-34eb71e9-5bfd-473b-a165-f67d030a3eaa tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:27.103301 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c3168141-cb4b-49ef-b5ce-74e735eef3c2 req-34eb71e9-5bfd-473b-a165-f67d030a3eaa tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 950 time: 0.1053040 Sep 17 23:39:27.179516 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-555066dd-f72d-412f-acb9-3d5356119edc req-d38df567-75d5-4b63-b8e8-aaf42ec5129b service neutron] 10.222.0.37 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816432 Sep 17 23:39:27.216420 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c3168141-cb4b-49ef-b5ce-74e735eef3c2 req-6de610ca-7910-45f9-a402-62049be07ba1 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060421 Sep 17 23:39:27.278574 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae3b55-d8c1-414c-96c0-f27eb8bffde8 req-d0bed1e2-f675-4982-84f1-8128b386be14 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:27.282357 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4ae3b55-d8c1-414c-96c0-f27eb8bffde8 req-d0bed1e2-f675-4982-84f1-8128b386be14 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 943 time: 0.1137640 Sep 17 23:39:27.368676 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4ae3b55-d8c1-414c-96c0-f27eb8bffde8 req-14a64fec-9aaf-4efd-afba-6f0232ed833f tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/security-groups?id=c08dff3b-44f3-4f9d-9e49-b2416e6b6a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458481 Sep 17 23:39:27.381222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fa6a6-f2d2-4c0c-9bb3-f5688e24c825 req-94357df7-eb48-4ae9-90f0-8ff205780ddc tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:27.382912 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-271fa6a6-f2d2-4c0c-9bb3-f5688e24c825 req-94357df7-eb48-4ae9-90f0-8ff205780ddc tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.0990973 Sep 17 23:39:27.441426 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121958f-df6f-4c01-9907-d442710dfc21 req-4817f568-40f8-4661-9efc-989a1c4d185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:27.443459 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f121958f-df6f-4c01-9907-d442710dfc21 req-4817f568-40f8-4661-9efc-989a1c4d185e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08157d7339154e21a81a531fc30eeab2&device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 1094 time: 0.0768774 Sep 17 23:39:27.468985 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-271fa6a6-f2d2-4c0c-9bb3-f5688e24c825 req-07ce9392-9b7d-4459-ac07-7fb78bf38239 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783436 Sep 17 23:39:27.619932 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121958f-df6f-4c01-9907-d442710dfc21 req-a9a73e68-c1bf-4dcc-96ad-883085bdf926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:27.624262 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f121958f-df6f-4c01-9907-d442710dfc21 req-a9a73e68-c1bf-4dcc-96ad-883085bdf926 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9def810e-7ca4-4135-ae9d-7edfe5be5dcc HTTP/1.1" status: 200 len: 906 time: 0.1711426 Sep 17 23:39:27.664316 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7852f-b8d8-41a3-adb6-a057e1326c88 req-18cd9b9f-1b6a-4c4e-a0b9-5734cc5a1e1f tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:27.665933 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e8a7852f-b8d8-41a3-adb6-a057e1326c88 req-18cd9b9f-1b6a-4c4e-a0b9-5734cc5a1e1f tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 944 time: 0.0616047 Sep 17 23:39:27.679767 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f121958f-df6f-4c01-9907-d442710dfc21 req-d1b1a5ab-ed07-4706-b119-9dc8572e86c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9924fa3f-c2c9-47c6-9d38-f4637a365081 HTTP/1.1" status: 200 len: 217 time: 0.0471129 Sep 17 23:39:27.732688 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e8a7852f-b8d8-41a3-adb6-a057e1326c88 req-18edb797-e6a8-4258-9007-8e91a7a4d10d tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607023 Sep 17 23:39:27.785635 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121958f-df6f-4c01-9907-d442710dfc21 req-92bc0a5d-d43d-485c-8fa1-8c47df9e1c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:27.787756 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f121958f-df6f-4c01-9907-d442710dfc21 req-92bc0a5d-d43d-485c-8fa1-8c47df9e1c82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4f294d2-e1d6-44d8-a05a-4631f2b03d1e HTTP/1.1" status: 200 len: 845 time: 0.0968251 Sep 17 23:39:27.833576 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f121958f-df6f-4c01-9907-d442710dfc21 req-32eb69c1-162d-4d64-b7b0-9cd794d6da39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9def810e-7ca4-4135-ae9d-7edfe5be5dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310540 Sep 17 23:39:27.966590 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-3fb4a135-9dcc-477c-b4f1-cd49ebde6735 service neutron] 10.222.0.41 "GET /v2.0/ports/aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940/bindings/n-h2-809883-1 HTTP/1.1" status: 200 len: 384 time: 0.1359768 Sep 17 23:39:28.048458 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f121958f-df6f-4c01-9907-d442710dfc21 req-f73d435a-4dfb-4d11-be07-472296276479 service neutron] 10.222.0.37 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858933 Sep 17 23:39:28.086509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d21f78-b5ab-49f3-b3c7-27767f238581 req-c3a044f8-6e82-4a7a-be60-a4dd1655bd89 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:28.095136 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68d21f78-b5ab-49f3-b3c7-27767f238581 req-c3a044f8-6e82-4a7a-be60-a4dd1655bd89 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 943 time: 0.0868332 Sep 17 23:39:28.169924 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68d21f78-b5ab-49f3-b3c7-27767f238581 req-d4e0196f-5477-4591-a51e-3e61fa2ff9d4 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734429 Sep 17 23:39:28.286161 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f121958f-df6f-4c01-9907-d442710dfc21 req-42c3f2d4-1b79-45fa-9ed4-c5e19c998c92 service neutron] 10.222.0.37 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261980 Sep 17 23:39:28.346190 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-39298d44-7481-47f4-8554-aba80536dff6 service neutron] For port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:28.383443 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-39298d44-7481-47f4-8554-aba80536dff6 service neutron] For port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:39:28.397215 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfd3c8-2e42-46e3-93f9-bcc93f4bcca5 req-96784a0b-cdb8-4389-9aee-dd385cc4c0b4 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:28.398785 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10dfd3c8-2e42-46e3-93f9-bcc93f4bcca5 req-96784a0b-cdb8-4389-9aee-dd385cc4c0b4 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 950 time: 0.0718315 Sep 17 23:39:28.406547 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 8ce3ff82-8dee-4712-9097-ae94c759ac93 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:39:28.534113 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-39298d44-7481-47f4-8554-aba80536dff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:39:28.540647 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10dfd3c8-2e42-46e3-93f9-bcc93f4bcca5 req-50717616-c23b-4014-a6a9-a2df1395cfcc tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198993 Sep 17 23:39:28.570224 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-39298d44-7481-47f4-8554-aba80536dff6 service neutron] For port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:28.626043 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 8ce3ff82-8dee-4712-9097-ae94c759ac93, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=8ce3ff82-8dee-4712-9097-ae94c759ac93,segment=NetworkSegment(fab6a504-f4c7-442f-ba11-8706185d2bdf),segment_id=fab6a504-f4c7-442f-ba11-8706185d2bdf)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:28.626422 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd8d59-b027-4021-9d8c-b88b81d6e84f req-60c8d567-fa05-4a0c-9376-3363a91e3ff6 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:28.627613 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38cd8d59-b027-4021-9d8c-b88b81d6e84f req-60c8d567-fa05-4a0c-9376-3363a91e3ff6 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 943 time: 0.0852139 Sep 17 23:39:28.648181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '8ce3ff82-8dee-4712-9097-ae94c759ac93', 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed', 'port_id': '8ce3ff82-8dee-4712-9097-ae94c759ac93', 'mac_address': 'fa:16:3e:bb:c6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:39:28.663136 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-39298d44-7481-47f4-8554-aba80536dff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:28.697442 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:28.716078 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38cd8d59-b027-4021-9d8c-b88b81d6e84f req-268d45e8-df3e-405c-96ff-5e2042d64d14 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/security-groups?id=c08dff3b-44f3-4f9d-9e49-b2416e6b6a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761087 Sep 17 23:39:28.736477 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce3ff82-8dee-4712-9097-ae94c759ac93 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:39:28.781394 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 8ce3ff82-8dee-4712-9097-ae94c759ac93, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=8ce3ff82-8dee-4712-9097-ae94c759ac93,segment=NetworkSegment(fab6a504-f4c7-442f-ba11-8706185d2bdf),segment_id=fab6a504-f4c7-442f-ba11-8706185d2bdf)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:28.794792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d240e-863d-4918-9106-4ea37c75c892 req-468e56df-3415-4d92-91f6-f982858fbcbe tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:28.799403 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a77d240e-863d-4918-9106-4ea37c75c892 req-468e56df-3415-4d92-91f6-f982858fbcbe tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.1523650 Sep 17 23:39:28.853928 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-39298d44-7481-47f4-8554-aba80536dff6 service neutron] Transition to ACTIVE for port object aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:39:28.865384 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:28.866972 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f9b5b-5a49-41e7-b98c-c308f2487f02 req-828a446b-9c12-417d-b9c7-24d02bbd0be5 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:28.868704 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-784f9b5b-5a49-41e7-b98c-c308f2487f02 req-828a446b-9c12-417d-b9c7-24d02bbd0be5 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.37 "GET /v2.0/ports?device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 950 time: 0.1442428 Sep 17 23:39:28.888428 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a77d240e-863d-4918-9106-4ea37c75c892 req-957edb12-84b3-4829-a3f9-1cfe88c8f7ef tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780637 Sep 17 23:39:28.951012 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=8ce3ff82-8dee-4712-9097-ae94c759ac93,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:28.962608 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-39298d44-7481-47f4-8554-aba80536dff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:29.065238 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22950303-6e6b-4b84-8254-ef51d3e1f2c1 req-eb81db97-db4a-421c-9a48-892f9c7542af tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:29.065631 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-39298d44-7481-47f4-8554-aba80536dff6 service neutron] No DVR routers for this DVR port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:39:29.067038 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-22950303-6e6b-4b84-8254-ef51d3e1f2c1 req-eb81db97-db4a-421c-9a48-892f9c7542af tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 945 time: 0.0809066 Sep 17 23:39:29.131209 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-22950303-6e6b-4b84-8254-ef51d3e1f2c1 req-06b531b6-92e2-408a-a8c0-65736661e115 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568039 Sep 17 23:39:29.150168 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-39298d44-7481-47f4-8554-aba80536dff6 service neutron] 10.222.0.41 "PUT /v2.0/ports/aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940/bindings/n-h2-809883-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1733494 Sep 17 23:39:29.157218 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39298d44-7481-47f4-8554-aba80536dff6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940,revision_number=10']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:29.158290 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['8ce3ff82-8dee-4712-9097-ae94c759ac93'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:39:29.174370 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-784f9b5b-5a49-41e7-b98c-c308f2487f02 req-5b23a826-59e0-4cd5-8b61-b250c7a531b3 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Deleting port 83d3ba04-81f5-42a1-97b4-830d6eca8848 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:39:29.174922 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-784f9b5b-5a49-41e7-b98c-c308f2487f02 req-5b23a826-59e0-4cd5-8b61-b250c7a531b3 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:29.349654 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-784f9b5b-5a49-41e7-b98c-c308f2487f02 req-5b23a826-59e0-4cd5-8b61-b250c7a531b3 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] For port 83d3ba04-81f5-42a1-97b4-830d6eca8848, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=83d3ba04-81f5-42a1-97b4-830d6eca8848,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:29.350107 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-784f9b5b-5a49-41e7-b98c-c308f2487f02 req-5b23a826-59e0-4cd5-8b61-b250c7a531b3 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:29.365073 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-784f9b5b-5a49-41e7-b98c-c308f2487f02 req-5b23a826-59e0-4cd5-8b61-b250c7a531b3 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Calling delete_port for 83d3ba04-81f5-42a1-97b4-830d6eca8848 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:39:29.445796 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07472d6-a321-4ba1-a83e-abaf302e5bd6 req-f6563fbe-6e0b-49c9-ac31-983edb26621f tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:29.448990 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f07472d6-a321-4ba1-a83e-abaf302e5bd6 req-f6563fbe-6e0b-49c9-ac31-983edb26621f tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 943 time: 0.0963650 Sep 17 23:39:29.468426 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-f1f079ad-62e0-4bae-804b-fa0d8235addc tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:29.470677 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-f1f079ad-62e0-4bae-804b-fa0d8235addc tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc&tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 1096 time: 0.1779006 Sep 17 23:39:29.588609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f07472d6-a321-4ba1-a83e-abaf302e5bd6 req-14dc5c3d-2346-4698-a2c2-60da28bda018 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318390 Sep 17 23:39:29.598959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-bd5e4db6-33df-4dd1-ae0c-3b48914e527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:29.605675 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-bd5e4db6-33df-4dd1-ae0c-3b48914e527c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc&tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf HTTP/1.1" status: 200 len: 1096 time: 0.1197946 Sep 17 23:39:29.656496 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-784f9b5b-5a49-41e7-b98c-c308f2487f02 req-5b23a826-59e0-4cd5-8b61-b250c7a531b3 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:29.670134 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['eea64a45-1b95-4e2c-ae66-cd37dff722d2'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:39:29.695361 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-274fdfd2-297a-4ef2-8fbc-c9628e60e56d req-e21055c8-aea6-4390-b802-0975418e0fd8 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 210 time: 0.0351472 Sep 17 23:39:29.703834 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-b3424539-946d-4e49-9481-34ab8d9ea110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:29.705981 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-b3424539-946d-4e49-9481-34ab8d9ea110 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 1096 time: 0.0798707 Sep 17 23:39:29.713522 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23a826-59e0-4cd5-8b61-b250c7a531b3 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Pushing event deleted for resources: {'Port': ['ID=83d3ba04-81f5-42a1-97b4-830d6eca8848,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:29.785443 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-784f9b5b-5a49-41e7-b98c-c308f2487f02 req-5b23a826-59e0-4cd5-8b61-b250c7a531b3 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] No DVR routers for this DVR port 83d3ba04-81f5-42a1-97b4-830d6eca8848 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:39:29.789086 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-784f9b5b-5a49-41e7-b98c-c308f2487f02 req-5b23a826-59e0-4cd5-8b61-b250c7a531b3 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:29.791569 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-784f9b5b-5a49-41e7-b98c-c308f2487f02 req-5b23a826-59e0-4cd5-8b61-b250c7a531b3 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.37 "DELETE /v2.0/ports/83d3ba04-81f5-42a1-97b4-830d6eca8848 HTTP/1.1" status: 204 len: 173 time: 0.9163635 Sep 17 23:39:29.792013 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632b49a8-7e7c-49cc-8ede-6b4a25ba06ea', 'name': 'network-vif-deleted', 'tag': '83d3ba04-81f5-42a1-97b4-830d6eca8848'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:29.796326 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09296bf-aff4-4359-b6ba-15fbf83dda94" -d '{"events": [{"server_uuid": "632b49a8-7e7c-49cc-8ede-6b4a25ba06ea", "name": "network-vif-deleted", "tag": "83d3ba04-81f5-42a1-97b4-830d6eca8848"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:29.939331 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-34f8aa77-e582-4ee2-919b-3828e718c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:29.940824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-34f8aa77-e582-4ee2-919b-3828e718c186 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 909 time: 0.2078006 Sep 17 23:39:29.983720 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbc3c7-b190-4ebf-a8bf-ee1ee0a5d9a3 req-c036bc5a-1acf-4b7e-b3a8-893a14748897 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:29.985477 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f7dbc3c7-b190-4ebf-a8bf-ee1ee0a5d9a3 req-c036bc5a-1acf-4b7e-b3a8-893a14748897 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 944 time: 0.1149442 Sep 17 23:39:29.990362 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['83d3ba04-81f5-42a1-97b4-830d6eca8848'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:39:30.046096 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-8bc56f10-b39f-44ad-add9-dff20a2d8e04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 HTTP/1.1" status: 200 len: 217 time: 0.0931880 Sep 17 23:39:30.114725 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:39:30.117893 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f7dbc3c7-b190-4ebf-a8bf-ee1ee0a5d9a3 req-71fc3c4d-5186-4327-a715-f9286359f479 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/security-groups?id=c08dff3b-44f3-4f9d-9e49-b2416e6b6a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822589 Sep 17 23:39:30.125014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-680666db-19fa-42e2-b7d1-a904e49b8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:30.127059 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-680666db-19fa-42e2-b7d1-a904e49b8ffa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.0718110 Sep 17 23:39:30.165986 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-f9b68342-dd66-41e3-a87d-51589caf153b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317628 Sep 17 23:39:30.188232 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e950e548-e604-4f41-8bc4-a263d3ea8ae4 x-openstack-request-id: req-e950e548-e604-4f41-8bc4-a263d3ea8ae4 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:30.188735 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632b49a8-7e7c-49cc-8ede-6b4a25ba06ea", "name": "network-vif-deleted", "tag": "83d3ba04-81f5-42a1-97b4-830d6eca8848", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:30.188818 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e950e548-e604-4f41-8bc4-a263d3ea8ae4 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:30.189202 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632b49a8-7e7c-49cc-8ede-6b4a25ba06ea', 'name': 'network-vif-deleted', 'tag': '83d3ba04-81f5-42a1-97b4-830d6eca8848', 'status': 'completed', 'code': 200} Sep 17 23:39:30.303807 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-0be028ff-cd43-4015-b2ec-d8ae6064e4d6 service neutron] 10.222.0.37 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301429 Sep 17 23:39:30.423633 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9924fa3f-c2c9-47c6-9d38-f4637a365081 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:39:30.433776 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b3d37-2815-4544-9777-a44bb7064c79 req-a8f5f16b-15b1-4df2-9fdb-933e68245922 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:30.434913 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-901b3d37-2815-4544-9777-a44bb7064c79 req-a8f5f16b-15b1-4df2-9fdb-933e68245922 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.1038430 Sep 17 23:39:30.439465 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 8ce3ff82-8dee-4712-9097-ae94c759ac93 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:39:30.494246 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-35ee704a-0726-4e77-b5a9-a6a828ef2cf9 service neutron] 10.222.0.37 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819069 Sep 17 23:39:30.513640 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-901b3d37-2815-4544-9777-a44bb7064c79 req-e83cddbe-cdce-4b40-8de0-2d1dff8a25c7 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726686 Sep 17 23:39:30.625026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9924fa3f-c2c9-47c6-9d38-f4637a365081, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9924fa3f-c2c9-47c6-9d38-f4637a365081,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:30.642138 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '9924fa3f-c2c9-47c6-9d38-f4637a365081', 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc', 'port_id': '9924fa3f-c2c9-47c6-9d38-f4637a365081', 'mac_address': 'fa:16:3e:4b:60:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f294d2-e1d6-44d8-a05a-4631f2b03d1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:39:30.687183 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 8ce3ff82-8dee-4712-9097-ae94c759ac93 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:39:30.697686 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 8ce3ff82-8dee-4712-9097-ae94c759ac93 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:39:30.698211 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:30.699387 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8184d-05c7-4f1c-832d-a82955d7af8c req-f831de7f-e0a8-49eb-96fa-3fcbb59a110d tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:30.715705 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68a8184d-05c7-4f1c-832d-a82955d7af8c req-f831de7f-e0a8-49eb-96fa-3fcbb59a110d tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 945 time: 0.0971262 Sep 17 23:39:30.763025 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:30.763364 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68a8184d-05c7-4f1c-832d-a82955d7af8c req-fa4d076b-5c13-47c3-b7f1-18d9419ae8dc tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362785 Sep 17 23:39:30.800064 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9924fa3f-c2c9-47c6-9d38-f4637a365081 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:39:30.835343 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9924fa3f-c2c9-47c6-9d38-f4637a365081, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9924fa3f-c2c9-47c6-9d38-f4637a365081,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:30.905852 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca6513-0897-400f-8c28-7899ec865b03 req-363937f3-282a-4f02-8ad9-dca31efcbf36 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:30.914226 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-60ca6513-0897-400f-8c28-7899ec865b03 req-363937f3-282a-4f02-8ad9-dca31efcbf36 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 943 time: 0.0810850 Sep 17 23:39:30.962497 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:30.985406 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-60ca6513-0897-400f-8c28-7899ec865b03 req-1e56dab2-5320-408d-8915-1f3fd0053fe3 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701396 Sep 17 23:39:31.002127 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bf1110-3af2-4d03-8c91-3c46d749a614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce3ff82-8dee-4712-9097-ae94c759ac93'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:31.004416 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a124970b-3333-41ed-8df0-2aea824d81bf" -d '{"events": [{"server_uuid": "78bf1110-3af2-4d03-8c91-3c46d749a614", "name": "network-vif-plugged", "status": "completed", "tag": "8ce3ff82-8dee-4712-9097-ae94c759ac93"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:31.023507 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 8ce3ff82-8dee-4712-9097-ae94c759ac93, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=8ce3ff82-8dee-4712-9097-ae94c759ac93,segment=NetworkSegment(fab6a504-f4c7-442f-ba11-8706185d2bdf),segment_id=fab6a504-f4c7-442f-ba11-8706185d2bdf)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:31.087095 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ead412e-3126-4ddc-bf5c-73aa13df1166 req-58edd0bd-3415-43e2-a110-aa10b29c6024 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=632b49a8-7e7c-49cc-8ede-6b4a25ba06ea HTTP/1.1" status: 200 len: 210 time: 0.0265393 Sep 17 23:39:31.137454 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7634dd3-4260-4de1-91e0-0df617348160 x-openstack-request-id: req-e7634dd3-4260-4de1-91e0-0df617348160 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:31.137832 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bf1110-3af2-4d03-8c91-3c46d749a614", "name": "network-vif-plugged", "status": "completed", "tag": "8ce3ff82-8dee-4712-9097-ae94c759ac93", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:31.138142 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7634dd3-4260-4de1-91e0-0df617348160 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:31.138535 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bf1110-3af2-4d03-8c91-3c46d749a614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce3ff82-8dee-4712-9097-ae94c759ac93', 'code': 200} Sep 17 23:39:31.280718 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518a999-f7f3-4b60-8590-ebfeb7d2a805 req-9550a037-9f28-4e80-b12c-a950fc1fad58 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:31.282258 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1518a999-f7f3-4b60-8590-ebfeb7d2a805 req-9550a037-9f28-4e80-b12c-a950fc1fad58 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 944 time: 0.0781152 Sep 17 23:39:31.284481 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434d6b8-74be-425c-9fa3-e148089cf1b9 req-16405f7f-17ee-40c9-8a36-461cfc07ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:31.285842 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6434d6b8-74be-425c-9fa3-e148089cf1b9 req-16405f7f-17ee-40c9-8a36-461cfc07ea62 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 1095 time: 0.0729611 Sep 17 23:39:31.341429 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1518a999-f7f3-4b60-8590-ebfeb7d2a805 req-a743dd25-f8ff-43ab-8fa7-902f9173062f tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/security-groups?id=c08dff3b-44f3-4f9d-9e49-b2416e6b6a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530705 Sep 17 23:39:31.343344 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6434d6b8-74be-425c-9fa3-e148089cf1b9 req-4c18fdf2-4eac-40d9-af9c-b95f0fb1d596 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c08dff3b-44f3-4f9d-9e49-b2416e6b6a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492501 Sep 17 23:39:31.629113 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:31.632664 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:31.675012 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7aae0a-6063-48c0-b8a3-db582453aa50 req-cb191e1c-7947-4086-8557-a6ccc201a895 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:31.677228 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d7aae0a-6063-48c0-b8a3-db582453aa50 req-cb191e1c-7947-4086-8557-a6ccc201a895 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.0887339 Sep 17 23:39:31.714365 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=8ce3ff82-8dee-4712-9097-ae94c759ac93,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:31.731675 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d7aae0a-6063-48c0-b8a3-db582453aa50 req-356a38a4-38b7-4d38-aaf3-919c66b84fd3 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483761 Sep 17 23:39:31.778034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9924fa3f-c2c9-47c6-9d38-f4637a365081,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:31.843450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-0774fbef-44e6-44f0-8b17-813ddc751c45 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:31.845073 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-0774fbef-44e6-44f0-8b17-813ddc751c45 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc&tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&binding%3Ahost_id=n-h2-809883-1 HTTP/1.1" status: 200 len: 1096 time: 0.0658653 Sep 17 23:39:31.938885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['9924fa3f-c2c9-47c6-9d38-f4637a365081'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:39:31.957778 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9701160-85b1-4970-a71f-275a35d85654 req-6483a671-31ae-404b-ba7a-9bb921be641b tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:31.959364 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9701160-85b1-4970-a71f-275a35d85654 req-6483a671-31ae-404b-ba7a-9bb921be641b tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 945 time: 0.1134241 Sep 17 23:39:32.073436 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9701160-85b1-4970-a71f-275a35d85654 req-40df888e-c5d5-43ee-a7a7-77cad3a5d8f2 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049058 Sep 17 23:39:32.124729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-da2dea93-520b-451c-ac5f-b1b6e79b3abc service neutron] For port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:39:32.128898 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-da2dea93-520b-451c-ac5f-b1b6e79b3abc service neutron] Notify callbacks [] for binding, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:32.132105 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55f2ff25-7812-4b19-ad97-8311e8c074d3 req-da2dea93-520b-451c-ac5f-b1b6e79b3abc service neutron] 10.222.0.37 "DELETE /v2.0/ports/aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940/bindings/n-h1-809883-1 HTTP/1.1" status: 204 len: 173 time: 0.2772536 Sep 17 23:39:32.221097 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc257a-5d94-414b-83a7-4cf48f8d3d13 req-24618547-e525-4a90-bb2c-596865f1eeee tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:32.225376 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58bc257a-5d94-414b-83a7-4cf48f8d3d13 req-24618547-e525-4a90-bb2c-596865f1eeee tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 944 time: 0.0896268 Sep 17 23:39:32.288403 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58bc257a-5d94-414b-83a7-4cf48f8d3d13 req-62f480ba-9125-416f-a9d1-22f9b8479b4d tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546150 Sep 17 23:39:32.425003 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 83d3ba04-81f5-42a1-97b4-830d6eca8848 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:39:32.457407 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 83d3ba04-81f5-42a1-97b4-830d6eca8848 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:39:32.457752 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 83d3ba04-81f5-42a1-97b4-830d6eca8848 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:39:32.495239 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59dac3-8853-44f3-8750-ee84d86cd581 req-6d822680-ba6d-4c03-97f8-8986405d1e6e tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:32.497499 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da59dac3-8853-44f3-8750-ee84d86cd581 req-6d822680-ba6d-4c03-97f8-8986405d1e6e tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 1096 time: 0.0782986 Sep 17 23:39:32.540284 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da59dac3-8853-44f3-8750-ee84d86cd581 req-091d6ae8-452d-43e3-ad1e-f304e9bf5bcc tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364265 Sep 17 23:39:32.712420 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e65a8-9a1d-44db-a4c4-d1cf2e923075 req-ffb46650-77d7-44ef-b9ea-3d1d93cfff73 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:32.714048 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-379e65a8-9a1d-44db-a4c4-d1cf2e923075 req-ffb46650-77d7-44ef-b9ea-3d1d93cfff73 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 945 time: 0.0546906 Sep 17 23:39:32.771242 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-379e65a8-9a1d-44db-a4c4-d1cf2e923075 req-188fe76d-c796-4a30-82e5-2dda7125517c tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/security-groups?id=c08dff3b-44f3-4f9d-9e49-b2416e6b6a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495002 Sep 17 23:39:33.968895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07141c80-e8d1-41f7-9542-5be29266947f req-eb857ab1-2632-47aa-acf4-beec4decc46a tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:33.969842 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07141c80-e8d1-41f7-9542-5be29266947f req-eb857ab1-2632-47aa-acf4-beec4decc46a tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 1096 time: 0.0631294 Sep 17 23:39:34.027707 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07141c80-e8d1-41f7-9542-5be29266947f req-bedf7d9a-2c76-4d1a-a456-36915844fcb4 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473626 Sep 17 23:39:34.189108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78746400-5dc0-42f7-9b2d-7ef53740bb62 req-c591a49c-f81a-4d75-8e43-0f76edd7eae4 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:34.190699 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78746400-5dc0-42f7-9b2d-7ef53740bb62 req-c591a49c-f81a-4d75-8e43-0f76edd7eae4 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.0816264 Sep 17 23:39:34.251936 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78746400-5dc0-42f7-9b2d-7ef53740bb62 req-714fc422-6b6e-4bbd-bcb7-c7202260b8a7 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544412 Sep 17 23:39:34.382146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e488ec-ee88-4443-91a2-29c773a23029 req-6579812b-45d6-4c4c-9bcc-3a77b85be893 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:34.385092 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c6e488ec-ee88-4443-91a2-29c773a23029 req-6579812b-45d6-4c4c-9bcc-3a77b85be893 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 944 time: 0.0585043 Sep 17 23:39:34.437010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9924fa3f-c2c9-47c6-9d38-f4637a365081 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:39:34.464716 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c6e488ec-ee88-4443-91a2-29c773a23029 req-634d68e4-91a6-4d07-b7a6-b50cb3f37989 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640910 Sep 17 23:39:34.582093 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 9924fa3f-c2c9-47c6-9d38-f4637a365081 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:39:34.586815 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 9924fa3f-c2c9-47c6-9d38-f4637a365081 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:39:34.587747 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:34.624488 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71099a9-2b1a-44e5-b9b2-ca6c1bebbf74 req-6da0b87f-c887-4ee8-a038-fa4329f1b295 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:34.632103 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b71099a9-2b1a-44e5-b9b2-ca6c1bebbf74 req-6da0b87f-c887-4ee8-a038-fa4329f1b295 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 949 time: 0.0825570 Sep 17 23:39:34.688882 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b71099a9-2b1a-44e5-b9b2-ca6c1bebbf74 req-cf0b27ea-bed5-4693-911e-2355d908ef1d tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.46 "GET /v2.0/security-groups?id=c704f10b-0226-4d50-9449-0e70a0702d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495117 Sep 17 23:39:34.739294 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:34.772754 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf90fee-0275-4b40-90de-f1e885946184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9924fa3f-c2c9-47c6-9d38-f4637a365081'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:34.775615 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc014ce0-72cd-47f9-a8f7-a381da44f0bc" -d '{"events": [{"server_uuid": "2bf90fee-0275-4b40-90de-f1e885946184", "name": "network-vif-plugged", "status": "completed", "tag": "9924fa3f-c2c9-47c6-9d38-f4637a365081"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:34.791560 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9924fa3f-c2c9-47c6-9d38-f4637a365081, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9924fa3f-c2c9-47c6-9d38-f4637a365081,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:34.814328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e80897-3b71-44fb-9537-a9d19a960e55 req-8aa18107-c311-4091-9f84-a17027799421 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:34.816307 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2e80897-3b71-44fb-9537-a9d19a960e55 req-8aa18107-c311-4091-9f84-a17027799421 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 945 time: 0.0614908 Sep 17 23:39:34.850400 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:34.872898 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2e80897-3b71-44fb-9537-a9d19a960e55 req-aa91d91a-401d-4a32-9e44-3e27ae525b70 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/security-groups?id=c08dff3b-44f3-4f9d-9e49-b2416e6b6a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492544 Sep 17 23:39:34.933256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9924fa3f-c2c9-47c6-9d38-f4637a365081,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:35.498266 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f7eef2-9d91-47d0-bc19-b32dc7d9a3b9 x-openstack-request-id: req-d9f7eef2-9d91-47d0-bc19-b32dc7d9a3b9 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:35.499445 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf90fee-0275-4b40-90de-f1e885946184", "name": "network-vif-plugged", "status": "completed", "tag": "9924fa3f-c2c9-47c6-9d38-f4637a365081", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:35.499862 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9f7eef2-9d91-47d0-bc19-b32dc7d9a3b9 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:35.500516 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf90fee-0275-4b40-90de-f1e885946184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9924fa3f-c2c9-47c6-9d38-f4637a365081', 'code': 200} Sep 17 23:39:35.557600 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5a310-1c50-436a-81bc-3c2d876b6e63 req-fbbde1e1-cec2-41f8-ac1d-124e64a858a0 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:35.559820 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c7c5a310-1c50-436a-81bc-3c2d876b6e63 req-fbbde1e1-cec2-41f8-ac1d-124e64a858a0 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.41 "GET /v2.0/ports?device_id=93dce91e-fd00-4f8e-962c-02964d3cf834 HTTP/1.1" status: 200 len: 949 time: 0.1241534 Sep 17 23:39:35.745230 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-c7c5a310-1c50-436a-81bc-3c2d876b6e63 req-33bfc4e6-1e01-4fbd-a993-4a16b2b3f337 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Deleting port eea64a45-1b95-4e2c-ae66-cd37dff722d2 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:39:35.746115 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c7c5a310-1c50-436a-81bc-3c2d876b6e63 req-33bfc4e6-1e01-4fbd-a993-4a16b2b3f337 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:35.827562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f94b59-9a3b-4976-8499-d59c2a84069b req-8ec77348-3b46-44e1-90f9-f24dcabef691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:35.829866 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42f94b59-9a3b-4976-8499-d59c2a84069b req-8ec77348-3b46-44e1-90f9-f24dcabef691 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 1096 time: 0.2429094 Sep 17 23:39:35.859472 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-c7c5a310-1c50-436a-81bc-3c2d876b6e63 req-33bfc4e6-1e01-4fbd-a993-4a16b2b3f337 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] For port eea64a45-1b95-4e2c-ae66-cd37dff722d2, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=eea64a45-1b95-4e2c-ae66-cd37dff722d2,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:35.863625 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c7c5a310-1c50-436a-81bc-3c2d876b6e63 req-33bfc4e6-1e01-4fbd-a993-4a16b2b3f337 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:35.874082 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-c7c5a310-1c50-436a-81bc-3c2d876b6e63 req-33bfc4e6-1e01-4fbd-a993-4a16b2b3f337 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Calling delete_port for eea64a45-1b95-4e2c-ae66-cd37dff722d2 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:39:35.896505 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42f94b59-9a3b-4976-8499-d59c2a84069b req-cbe9ad53-1322-42fe-9a95-74de0365e3d5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574169 Sep 17 23:39:35.911314 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-852350a1-d911-47e4-9ae1-5e144cc46303 req-04b3cfaf-c0c6-4e83-a613-97d80b5108b1 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 258 time: 0.2712433 Sep 17 23:39:35.924669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-852350a1-d911-47e4-9ae1-5e144cc46303 req-10a2c79e-e598-4b44-ae9f-09749b7f203a tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:39:36.004566 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-852350a1-d911-47e4-9ae1-5e144cc46303 req-10a2c79e-e598-4b44-ae9f-09749b7f203a tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:36.069247 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c7c5a310-1c50-436a-81bc-3c2d876b6e63 req-33bfc4e6-1e01-4fbd-a993-4a16b2b3f337 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:36.087455 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['eea64a45-1b95-4e2c-ae66-cd37dff722d2'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:39:36.134672 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc4e6-1e01-4fbd-a993-4a16b2b3f337 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Pushing event deleted for resources: {'Port': ['ID=eea64a45-1b95-4e2c-ae66-cd37dff722d2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:36.151785 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-852350a1-d911-47e4-9ae1-5e144cc46303 req-10a2c79e-e598-4b44-ae9f-09749b7f203a tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:36.210037 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c5a310-1c50-436a-81bc-3c2d876b6e63 req-33bfc4e6-1e01-4fbd-a993-4a16b2b3f337 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] No DVR routers for this DVR port eea64a45-1b95-4e2c-ae66-cd37dff722d2 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:39:36.213902 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c7c5a310-1c50-436a-81bc-3c2d876b6e63 req-33bfc4e6-1e01-4fbd-a993-4a16b2b3f337 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:36.217117 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c7c5a310-1c50-436a-81bc-3c2d876b6e63 req-33bfc4e6-1e01-4fbd-a993-4a16b2b3f337 tempest-LiveMigrationNegativeTest-1361337761 tempest-LiveMigrationNegativeTest-1361337761-project] 10.222.0.41 "DELETE /v2.0/ports/eea64a45-1b95-4e2c-ae66-cd37dff722d2 HTTP/1.1" status: 204 len: 173 time: 0.6497872 Sep 17 23:39:36.217824 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dce91e-fd00-4f8e-962c-02964d3cf834', 'name': 'network-vif-deleted', 'tag': 'eea64a45-1b95-4e2c-ae66-cd37dff722d2'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:36.222241 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db3f882-2f86-4461-8d8d-813450b71d65" -d '{"events": [{"server_uuid": "93dce91e-fd00-4f8e-962c-02964d3cf834", "name": "network-vif-deleted", "tag": "eea64a45-1b95-4e2c-ae66-cd37dff722d2"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:36.275721 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-852350a1-d911-47e4-9ae1-5e144cc46303 req-10a2c79e-e598-4b44-ae9f-09749b7f203a tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Allocated IP 172.25.3.22 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/9e11a15c-e4f3-481e-ae0a-2daae0df35e9) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:39:36.406096 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-852350a1-d911-47e4-9ae1-5e144cc46303 req-10a2c79e-e598-4b44-ae9f-09749b7f203a tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:36.566888 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-852350a1-d911-47e4-9ae1-5e144cc46303 req-10a2c79e-e598-4b44-ae9f-09749b7f203a tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:36.689528 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2c79e-e598-4b44-ae9f-09749b7f203a tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Pushing event updated for resources: {'Port': ['ID=9e11a15c-e4f3-481e-ae0a-2daae0df35e9,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:36.718300 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852350a1-d911-47e4-9ae1-5e144cc46303 req-10a2c79e-e598-4b44-ae9f-09749b7f203a tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:39:36.721933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-852350a1-d911-47e4-9ae1-5e144cc46303 req-10a2c79e-e598-4b44-ae9f-09749b7f203a tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:39:36.744616 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-852350a1-d911-47e4-9ae1-5e144cc46303 req-10a2c79e-e598-4b44-ae9f-09749b7f203a tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:39:36.868281 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-852350a1-d911-47e4-9ae1-5e144cc46303 req-10a2c79e-e598-4b44-ae9f-09749b7f203a tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:37.666365 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-852350a1-d911-47e4-9ae1-5e144cc46303 req-10a2c79e-e598-4b44-ae9f-09749b7f203a tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:37.915825 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-852350a1-d911-47e4-9ae1-5e144cc46303 req-10a2c79e-e598-4b44-ae9f-09749b7f203a tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:37.977320 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-852350a1-d911-47e4-9ae1-5e144cc46303 req-10a2c79e-e598-4b44-ae9f-09749b7f203a tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:38.098023 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-852350a1-d911-47e4-9ae1-5e144cc46303 req-10a2c79e-e598-4b44-ae9f-09749b7f203a tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:38.143727 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2c79e-e598-4b44-ae9f-09749b7f203a tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Pushing event updated for resources: {'Port': ['ID=9e11a15c-e4f3-481e-ae0a-2daae0df35e9,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:38.184098 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-852350a1-d911-47e4-9ae1-5e144cc46303 req-10a2c79e-e598-4b44-ae9f-09749b7f203a tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:38.194094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-852350a1-d911-47e4-9ae1-5e144cc46303 req-10a2c79e-e598-4b44-ae9f-09749b7f203a tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2750628 Sep 17 23:39:38.338819 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-852350a1-d911-47e4-9ae1-5e144cc46303 req-3395f384-a7be-4021-a9ed-4d585ee167b9 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 695 time: 0.1438460 Sep 17 23:39:38.464690 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852350a1-d911-47e4-9ae1-5e144cc46303 req-d177256a-09cb-4bc4-83bc-7a4b5a7155ec tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:38.466745 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-852350a1-d911-47e4-9ae1-5e144cc46303 req-d177256a-09cb-4bc4-83bc-7a4b5a7155ec tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.1197073 Sep 17 23:39:38.605507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e101e3-5a25-4054-96fc-22ff649a1cb1 req-b03c4d60-302f-4867-8485-68b45ecbb98d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:38.611083 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04e101e3-5a25-4054-96fc-22ff649a1cb1 req-b03c4d60-302f-4867-8485-68b45ecbb98d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.0720849 Sep 17 23:39:38.655710 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04e101e3-5a25-4054-96fc-22ff649a1cb1 req-c8a1eb83-64b8-41ff-b260-f95c5af9b55f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420673 Sep 17 23:39:38.908764 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c049d-ffc9-46ca-b8ec-f13d3be1bba7 req-77d69651-0186-48e7-8ec9-c9f072fa970d tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:38.910857 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed0c049d-ffc9-46ca-b8ec-f13d3be1bba7 req-77d69651-0186-48e7-8ec9-c9f072fa970d tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 945 time: 0.0930026 Sep 17 23:39:38.984380 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed0c049d-ffc9-46ca-b8ec-f13d3be1bba7 req-2209b3bc-669b-4f56-8b8b-caaf49f86961 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472164 Sep 17 23:39:39.146935 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5df07f-1ed4-4be9-bbf1-32be1e9b5047 x-openstack-request-id: req-4e5df07f-1ed4-4be9-bbf1-32be1e9b5047 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:39.147991 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dce91e-fd00-4f8e-962c-02964d3cf834", "name": "network-vif-deleted", "tag": "eea64a45-1b95-4e2c-ae66-cd37dff722d2", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:39.148472 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4e5df07f-1ed4-4be9-bbf1-32be1e9b5047 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:39.152649 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dce91e-fd00-4f8e-962c-02964d3cf834', 'name': 'network-vif-deleted', 'tag': 'eea64a45-1b95-4e2c-ae66-cd37dff722d2', 'status': 'completed', 'code': 200} Sep 17 23:39:39.343926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-87bb442a-cea2-42b9-888a-227ceea8eccd tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:39.343926 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-87bb442a-cea2-42b9-888a-227ceea8eccd tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0586469 Sep 17 23:39:39.372501 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-bf1d75d8-e6e1-4ca0-b800-5982dd673904 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 695 time: 0.0451694 Sep 17 23:39:39.383273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-36bf73dc-f63e-4a5c-bf99-24b151232de7 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Request body: {'floatingip': {'port_id': '8ce3ff82-8dee-4712-9097-ae94c759ac93', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:39:39.716001 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device eea64a45-1b95-4e2c-ae66-cd37dff722d2 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:39:39.739854 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-36bf73dc-f63e-4a5c-bf99-24b151232de7 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:39.757699 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: eea64a45-1b95-4e2c-ae66-cd37dff722d2 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:39:39.758035 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device eea64a45-1b95-4e2c-ae66-cd37dff722d2 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:39:39.904126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56018) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:39:40.057687 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:40.210975 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c20e09c7-c423-48d6-a285-d09b6418b95d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71013aff34af4fe4973bc99fc2551a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031349 Sep 17 23:39:40.211545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56026) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:39:40.302377 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09c81439-9825-4737-a3b2-5215c01eae0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:40.362945 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09c81439-9825-4737-a3b2-5215c01eae0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:40.506287 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-36bf73dc-f63e-4a5c-bf99-24b151232de7 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:40.548603 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09c81439-9825-4737-a3b2-5215c01eae0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:40.551256 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09c81439-9825-4737-a3b2-5215c01eae0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:40.552597 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-09c81439-9825-4737-a3b2-5215c01eae0d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c704f10b-0226-4d50-9449-0e70a0702d1f HTTP/1.1" status: 204 len: 168 time: 0.3402772 Sep 17 23:39:40.563169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c81439-9825-4737-a3b2-5215c01eae0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c704f10b-0226-4d50-9449-0e70a0702d1f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:40.674253 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-36bf73dc-f63e-4a5c-bf99-24b151232de7 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:40.786649 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-36bf73dc-f63e-4a5c-bf99-24b151232de7 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Floating IP c4008ef5-bdf4-4fd2-ad9d-2a5f2e0c7014 associated. External IP: 172.25.3.22, port: 8ce3ff82-8dee-4712-9097-ae94c759ac93. Sep 17 23:39:41.039408 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-36bf73dc-f63e-4a5c-bf99-24b151232de7 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Router 89564730-be40-4f79-a065-fe6a14621e55 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:39:41.162894 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-36bf73dc-f63e-4a5c-bf99-24b151232de7 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:39:41.173767 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-36bf73dc-f63e-4a5c-bf99-24b151232de7 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:41.174215 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c581bce5-2f10-412d-946e-59de24793846 None None] Sync routers for ids ['89564730-be40-4f79-a065-fe6a14621e55'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:39:41.185080 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c581bce5-2f10-412d-946e-59de24793846 None None] Routers {'89564730-be40-4f79-a065-fe6a14621e55'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:39:41.185972 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c581bce5-2f10-412d-946e-59de24793846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:39:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['89564730-be40-4f79-a065-fe6a14621e55'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:39:41.206743 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-36bf73dc-f63e-4a5c-bf99-24b151232de7 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "PUT /v2.0/floatingips/c4008ef5-bdf4-4fd2-ad9d-2a5f2e0c7014 HTTP/1.1" status: 200 len: 995 time: 1.8278558 Sep 17 23:39:41.207190 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bf1110-3af2-4d03-8c91-3c46d749a614', 'tag': '8ce3ff82-8dee-4712-9097-ae94c759ac93'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:41.209551 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423942ed-033b-4f1e-9b22-7120c7a3e5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "78bf1110-3af2-4d03-8c91-3c46d749a614", "tag": "8ce3ff82-8dee-4712-9097-ae94c759ac93"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:41.272915 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-0a1f40fa-01c2-43f7-8229-d4fc7068adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:41.280423 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-0a1f40fa-01c2-43f7-8229-d4fc7068adef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e12fef2e0664c2f94715771497b72d8&device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 1096 time: 0.0525599 Sep 17 23:39:41.426948 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56054) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:39:41.434953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-d7985a11-6d50-41f6-b9da-70c2fb4fb1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:41.436605 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-d7985a11-6d50-41f6-b9da-70c2fb4fb1e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf557253-1c90-47fc-9487-8fcb6b4e4bed HTTP/1.1" status: 200 len: 929 time: 0.1546693 Sep 17 23:39:41.438012 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-c581bce5-2f10-412d-946e-59de24793846 None None] Set router 89564730-be40-4f79-a065-fe6a14621e55 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:39:41.485477 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-575fe3e6-c1bb-42fd-9325-49d3268d0b67 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee8682c609e048deba0eba7113c07dea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567873 Sep 17 23:39:41.487940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56056) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:39:41.521773 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-4e4015ec-21e4-4b6e-8d01-161c35f501ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce3ff82-8dee-4712-9097-ae94c759ac93 HTTP/1.1" status: 200 len: 998 time: 0.0651908 Sep 17 23:39:41.580815 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-635d7dda-091e-436c-899a-f595752be7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:41.598397 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250c7ae-7265-4e2b-ad99-bfc675a9121d req-7e089216-fb30-4b71-abfd-10d4803dede3 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:41.606034 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e250c7ae-7265-4e2b-ad99-bfc675a9121d req-7e089216-fb30-4b71-abfd-10d4803dede3 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.1876597 Sep 17 23:39:41.607110 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-635d7dda-091e-436c-899a-f595752be7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:41.645780 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-2627f55e-0e71-4069-9ce5-c234c0016fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:41.647562 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-2627f55e-0e71-4069-9ce5-c234c0016fb0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4091a83f-123f-493a-8d97-1aad635f0ad1 HTTP/1.1" status: 200 len: 867 time: 0.1124973 Sep 17 23:39:41.664777 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e250c7ae-7265-4e2b-ad99-bfc675a9121d req-262297e2-3d18-451b-b2f6-9370c83918d9 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578198 Sep 17 23:39:41.682284 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c581bce5-2f10-412d-946e-59de24793846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89564730-be40-4f79-a065-fe6a14621e55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602257702-router', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:52Z', 'updated_at': '2021-09-17T23:38:57Z', 'revision_number': 4, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'gw_port': {'id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:62:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:53Z', 'updated_at': '2021-09-17T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'c4008ef5-bdf4-4fd2-ad9d-2a5f2e0c7014', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '89564730-be40-4f79-a065-fe6a14621e55', 'port_id': '8ce3ff82-8dee-4712-9097-ae94c759ac93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed', 'mac_address': 'fa:16:3e:bb:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bf1110-3af2-4d03-8c91-3c46d749a614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:39:36Z', 'updated_at': '2021-09-17T23:39:40Z', 'revision_number': 1, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a90b85-5eb1-4789-aa06-4f7bfefeba9d', 'name': '', 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'mac_address': 'fa:16:3e:d4:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:56Z', 'updated_at': '2021-09-17T23:39:07Z', 'revision_number': 5, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'subnets': [{'id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:39:41.718975 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c581bce5-2f10-412d-946e-59de24793846 None None] Checking router: 89564730-be40-4f79-a065-fe6a14621e55 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:39:41.727348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-bb2b5dbf-a81d-4c56-b3c0-4c1399792e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:41.728075 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c581bce5-2f10-412d-946e-59de24793846 None None] Routers {'89564730-be40-4f79-a065-fe6a14621e55'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:39:41.728689 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c581bce5-2f10-412d-946e-59de24793846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:39:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['89564730-be40-4f79-a065-fe6a14621e55'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:39:41.735091 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-bb2b5dbf-a81d-4c56-b3c0-4c1399792e7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf557253-1c90-47fc-9487-8fcb6b4e4bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649905 Sep 17 23:39:41.747827 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-635d7dda-091e-436c-899a-f595752be7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:41.751665 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-635d7dda-091e-436c-899a-f595752be7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:41.753603 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-635d7dda-091e-436c-899a-f595752be7ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17b7d133-879b-4cdf-b488-fe0182d76c82 HTTP/1.1" status: 204 len: 168 time: 0.2645240 Sep 17 23:39:41.765325 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d7dda-091e-436c-899a-f595752be7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b7d133-879b-4cdf-b488-fe0182d76c82,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:41.907885 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38562732-ebf3-41c1-a318-84f983239844 x-openstack-request-id: req-38562732-ebf3-41c1-a318-84f983239844 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:41.908186 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78bf1110-3af2-4d03-8c91-3c46d749a614", "tag": "8ce3ff82-8dee-4712-9097-ae94c759ac93", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:41.908442 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-38562732-ebf3-41c1-a318-84f983239844 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:41.909108 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78bf1110-3af2-4d03-8c91-3c46d749a614', 'tag': '8ce3ff82-8dee-4712-9097-ae94c759ac93', 'status': 'completed', 'code': 200} Sep 17 23:39:41.967293 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-c581bce5-2f10-412d-946e-59de24793846 None None] Set router 89564730-be40-4f79-a065-fe6a14621e55 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:39:42.054188 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-d60df7fe-719a-4940-bdd0-cc88b11e1dd3 service neutron] 10.222.0.46 "GET /v2.0/networks/bf557253-1c90-47fc-9487-8fcb6b4e4bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170476 Sep 17 23:39:42.135325 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423942ed-033b-4f1e-9b22-7120c7a3e5bc req-2724f497-93c3-4d41-96b6-4d703fca6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:42.136973 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-423942ed-033b-4f1e-9b22-7120c7a3e5bc req-2724f497-93c3-4d41-96b6-4d703fca6658 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e12fef2e0664c2f94715771497b72d8&device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 1096 time: 0.1991479 Sep 17 23:39:42.170573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adca86f-09e6-4672-919a-da98e243bb01 req-8a9f6ff6-7c66-4464-ae41-ae8954fdb57a tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:42.170573 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5adca86f-09e6-4672-919a-da98e243bb01 req-8a9f6ff6-7c66-4464-ae41-ae8954fdb57a tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 945 time: 0.1986256 Sep 17 23:39:42.283328 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55a12245-8497-45c2-91a1-b3c4e5e06d96 req-73e3543f-15af-42f5-ac4c-9a0ac583212c service neutron] 10.222.0.46 "GET /v2.0/networks/bf557253-1c90-47fc-9487-8fcb6b4e4bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281313 Sep 17 23:39:42.303161 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5adca86f-09e6-4672-919a-da98e243bb01 req-ebf01479-84e8-49ab-a234-2134ef399edc tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174393 Sep 17 23:39:42.314799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c581bce5-2f10-412d-946e-59de24793846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89564730-be40-4f79-a065-fe6a14621e55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602257702-router', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:52Z', 'updated_at': '2021-09-17T23:38:57Z', 'revision_number': 4, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'gw_port': {'id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:62:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:53Z', 'updated_at': '2021-09-17T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'c4008ef5-bdf4-4fd2-ad9d-2a5f2e0c7014', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '89564730-be40-4f79-a065-fe6a14621e55', 'port_id': '8ce3ff82-8dee-4712-9097-ae94c759ac93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed', 'mac_address': 'fa:16:3e:bb:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bf1110-3af2-4d03-8c91-3c46d749a614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:39:36Z', 'updated_at': '2021-09-17T23:39:40Z', 'revision_number': 1, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a90b85-5eb1-4789-aa06-4f7bfefeba9d', 'name': '', 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'mac_address': 'fa:16:3e:d4:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:56Z', 'updated_at': '2021-09-17T23:39:07Z', 'revision_number': 5, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'subnets': [{'id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:39:42.331328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423942ed-033b-4f1e-9b22-7120c7a3e5bc req-2dff5461-1663-43f5-b220-db1567e7e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:42.332233 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-423942ed-033b-4f1e-9b22-7120c7a3e5bc req-2dff5461-1663-43f5-b220-db1567e7e8da service neutron] 10.222.0.37 "GET /v2.0/networks?id=bf557253-1c90-47fc-9487-8fcb6b4e4bed HTTP/1.1" status: 200 len: 929 time: 0.1835914 Sep 17 23:39:42.364522 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c581bce5-2f10-412d-946e-59de24793846 None None] The sync data for ids ['89564730-be40-4f79-a065-fe6a14621e55'] in n-d-809883-1 is: [{'id': '89564730-be40-4f79-a065-fe6a14621e55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602257702-router', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:52Z', 'updated_at': '2021-09-17T23:38:57Z', 'revision_number': 4, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'gw_port': {'id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:62:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:53Z', 'updated_at': '2021-09-17T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'c4008ef5-bdf4-4fd2-ad9d-2a5f2e0c7014', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '89564730-be40-4f79-a065-fe6a14621e55', 'port_id': '8ce3ff82-8dee-4712-9097-ae94c759ac93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed', 'mac_address': 'fa:16:3e:bb:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bf1110-3af2-4d03-8c91-3c46d749a614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:39:36Z', 'updated_at': '2021-09-17T23:39:40Z', 'revision_number': 1, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a90b85-5eb1-4789-aa06-4f7bfefeba9d', 'name': '', 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'mac_address': 'fa:16:3e:d4:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:56Z', 'updated_at': '2021-09-17T23:39:07Z', 'revision_number': 5, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'subnets': [{'id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:39:42.547778 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-423942ed-033b-4f1e-9b22-7120c7a3e5bc req-6063c4f7-da2a-49d8-afe5-125162726405 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce3ff82-8dee-4712-9097-ae94c759ac93 HTTP/1.1" status: 200 len: 998 time: 0.2049084 Sep 17 23:39:42.608375 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb34053c-566b-4cb1-86cc-5c48bb70c1d3 req-d0715070-afc4-4ca6-808f-ad71ad02ae0b tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 258 time: 0.2208128 Sep 17 23:39:42.620898 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29601b96-58f5-4cab-9cc6-a5a4788a5c0e req-706b72c6-d1d5-4590-b4f6-99035c87908b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:42.621275 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29601b96-58f5-4cab-9cc6-a5a4788a5c0e req-706b72c6-d1d5-4590-b4f6-99035c87908b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 950 time: 0.1399271 Sep 17 23:39:42.628079 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-bb34053c-566b-4cb1-86cc-5c48bb70c1d3 req-60cc87cf-0237-4c85-a9cf-026405026081 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:39:42.653430 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbdc776-efc8-4e2a-9383-9b2e1bc639a1 None None] New status for floating IP c4008ef5-bdf4-4fd2-ad9d-2a5f2e0c7014: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:39:42.654419 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423942ed-033b-4f1e-9b22-7120c7a3e5bc req-10df17a4-40b5-486a-828e-7575243fc683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:42.655914 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-423942ed-033b-4f1e-9b22-7120c7a3e5bc req-10df17a4-40b5-486a-828e-7575243fc683 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4091a83f-123f-493a-8d97-1aad635f0ad1 HTTP/1.1" status: 200 len: 867 time: 0.0970130 Sep 17 23:39:42.732901 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29601b96-58f5-4cab-9cc6-a5a4788a5c0e req-34aef589-0f19-4017-b8de-a72c01ce38d2 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924435 Sep 17 23:39:42.754068 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423942ed-033b-4f1e-9b22-7120c7a3e5bc req-3dfa5123-90ae-4a62-a693-957ac9784593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:42.755591 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-423942ed-033b-4f1e-9b22-7120c7a3e5bc req-3dfa5123-90ae-4a62-a693-957ac9784593 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bf557253-1c90-47fc-9487-8fcb6b4e4bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844440 Sep 17 23:39:42.787722 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bb34053c-566b-4cb1-86cc-5c48bb70c1d3 req-60cc87cf-0237-4c85-a9cf-026405026081 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:42.930950 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3433e-8b18-4296-8908-998870189b4a req-933a334d-b718-4444-b1f5-226e707bc904 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:42.933819 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cac3433e-8b18-4296-8908-998870189b4a req-933a334d-b718-4444-b1f5-226e707bc904 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.1311707 Sep 17 23:39:42.941382 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-423942ed-033b-4f1e-9b22-7120c7a3e5bc req-8771a8f1-de8d-48ab-8b96-c81a16435a38 service neutron] 10.222.0.37 "GET /v2.0/networks/bf557253-1c90-47fc-9487-8fcb6b4e4bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751928 Sep 17 23:39:43.076743 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cac3433e-8b18-4296-8908-998870189b4a req-8f80243b-40b1-4ded-8d16-109f96179bd7 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002719 Sep 17 23:39:43.134035 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:43.146002 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bb34053c-566b-4cb1-86cc-5c48bb70c1d3 req-60cc87cf-0237-4c85-a9cf-026405026081 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:43.150331 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-423942ed-033b-4f1e-9b22-7120c7a3e5bc req-491fb642-ba42-4528-897e-ad71f9bd61e8 service neutron] 10.222.0.37 "GET /v2.0/networks/bf557253-1c90-47fc-9487-8fcb6b4e4bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727574 Sep 17 23:39:43.282600 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-bb34053c-566b-4cb1-86cc-5c48bb70c1d3 req-60cc87cf-0237-4c85-a9cf-026405026081 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Allocated IP 172.25.3.239 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/df2d5612-28c7-429e-8889-ab8552767c46) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:39:43.400774 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bb34053c-566b-4cb1-86cc-5c48bb70c1d3 req-60cc87cf-0237-4c85-a9cf-026405026081 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:43.595074 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bb34053c-566b-4cb1-86cc-5c48bb70c1d3 req-60cc87cf-0237-4c85-a9cf-026405026081 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:43.651544 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb34053c-566b-4cb1-86cc-5c48bb70c1d3 req-60cc87cf-0237-4c85-a9cf-026405026081 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:39:43.654368 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-bb34053c-566b-4cb1-86cc-5c48bb70c1d3 req-60cc87cf-0237-4c85-a9cf-026405026081 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:39:43.658397 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb34053c-566b-4cb1-86cc-5c48bb70c1d3 req-60cc87cf-0237-4c85-a9cf-026405026081 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:39:43.692677 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc87cf-0237-4c85-a9cf-026405026081 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Pushing event updated for resources: {'Port': ['ID=df2d5612-28c7-429e-8889-ab8552767c46,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:43.779634 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bb34053c-566b-4cb1-86cc-5c48bb70c1d3 req-60cc87cf-0237-4c85-a9cf-026405026081 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:43.845909 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5ad871a3-663b-411e-834f-038f3a49cbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:43.930328 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bb34053c-566b-4cb1-86cc-5c48bb70c1d3 req-60cc87cf-0237-4c85-a9cf-026405026081 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:43.971855 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b14cd-a85f-4ef7-b01f-77fd4d8edbbe req-082416b6-b949-40b8-bc38-a21b2274e613 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:43.973376 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f33b14cd-a85f-4ef7-b01f-77fd4d8edbbe req-082416b6-b949-40b8-bc38-a21b2274e613 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 945 time: 0.0943313 Sep 17 23:39:44.078788 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f33b14cd-a85f-4ef7-b01f-77fd4d8edbbe req-93b673cc-1213-45c5-ba67-29eeefdcfc9e tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945914 Sep 17 23:39:44.167121 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bb34053c-566b-4cb1-86cc-5c48bb70c1d3 req-60cc87cf-0237-4c85-a9cf-026405026081 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:44.235697 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bb34053c-566b-4cb1-86cc-5c48bb70c1d3 req-60cc87cf-0237-4c85-a9cf-026405026081 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:44.304973 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc87cf-0237-4c85-a9cf-026405026081 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Pushing event updated for resources: {'Port': ['ID=df2d5612-28c7-429e-8889-ab8552767c46,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:44.322719 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bb34053c-566b-4cb1-86cc-5c48bb70c1d3 req-60cc87cf-0237-4c85-a9cf-026405026081 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:44.429225 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bb34053c-566b-4cb1-86cc-5c48bb70c1d3 req-60cc87cf-0237-4c85-a9cf-026405026081 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:44.437323 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb34053c-566b-4cb1-86cc-5c48bb70c1d3 req-60cc87cf-0237-4c85-a9cf-026405026081 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8151138 Sep 17 23:39:44.513705 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb34053c-566b-4cb1-86cc-5c48bb70c1d3 req-98fb14c7-4de3-4d3c-93d1-a44adcabc083 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 696 time: 0.0754039 Sep 17 23:39:44.559132 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea222515-b76e-4a07-bbd5-0c26cb1236de req-18562522-af29-4f9b-b2bf-1f11548a15e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0758278 Sep 17 23:39:44.661331 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34053c-566b-4cb1-86cc-5c48bb70c1d3 req-d92067c4-1d50-41a2-abd9-257b7296f83f tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:44.672075 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb34053c-566b-4cb1-86cc-5c48bb70c1d3 req-d92067c4-1d50-41a2-abd9-257b7296f83f tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.1516285 Sep 17 23:39:44.675258 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea222515-b76e-4a07-bbd5-0c26cb1236de req-e0e30a40-0cd0-48ad-8d98-133a55cdf855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:44.676771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea222515-b76e-4a07-bbd5-0c26cb1236de req-e0e30a40-0cd0-48ad-8d98-133a55cdf855 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 1095 time: 0.0853240 Sep 17 23:39:44.824729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8312af1-5505-4095-bca0-55a0da0f5a2a req-2a78675e-30e7-450a-9b1a-5c1104de22b8 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:44.826234 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8312af1-5505-4095-bca0-55a0da0f5a2a req-2a78675e-30e7-450a-9b1a-5c1104de22b8 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.0969753 Sep 17 23:39:44.829081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea222515-b76e-4a07-bbd5-0c26cb1236de req-0234cff3-217a-445c-8417-48772122aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:44.830418 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea222515-b76e-4a07-bbd5-0c26cb1236de req-0234cff3-217a-445c-8417-48772122aea3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 909 time: 0.1325595 Sep 17 23:39:45.149424 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea222515-b76e-4a07-bbd5-0c26cb1236de req-0ef103d3-8ae4-4fef-9ed3-fe3e2c3b9222 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9faba15-8a10-4764-ab3d-667faac2e12d HTTP/1.1" status: 200 len: 217 time: 0.0351841 Sep 17 23:39:45.175086 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8312af1-5505-4095-bca0-55a0da0f5a2a req-e15351e6-d475-4665-a27d-91ecbfef7f7c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423693 Sep 17 23:39:45.238200 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea222515-b76e-4a07-bbd5-0c26cb1236de req-fb360425-c9a7-487a-ba75-b06dfe102620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:45.241726 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea222515-b76e-4a07-bbd5-0c26cb1236de req-fb360425-c9a7-487a-ba75-b06dfe102620 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.0777326 Sep 17 23:39:45.307019 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea222515-b76e-4a07-bbd5-0c26cb1236de req-05f564f1-57c0-413f-ac03-c12977f9d5ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481632 Sep 17 23:39:45.412755 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea222515-b76e-4a07-bbd5-0c26cb1236de req-3e81a2fb-f63e-4e89-8ff7-d31cd8db554a service neutron] 10.222.0.37 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971894 Sep 17 23:39:45.546972 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea222515-b76e-4a07-bbd5-0c26cb1236de req-25d97249-ddca-45eb-a68d-e820ee8da903 service neutron] 10.222.0.37 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263020 Sep 17 23:39:45.555356 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a357999-9893-4767-a329-ba9fae9a657b req-1f3dd952-8c7c-47f3-940a-c8443c9d81ea tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:45.557150 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a357999-9893-4767-a329-ba9fae9a657b req-1f3dd952-8c7c-47f3-940a-c8443c9d81ea tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0697412 Sep 17 23:39:45.611623 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a357999-9893-4767-a329-ba9fae9a657b req-62372924-20f1-48cb-af0f-6a35e2834c2e tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 696 time: 0.0471549 Sep 17 23:39:45.621432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-3a357999-9893-4767-a329-ba9fae9a657b req-07710cc7-314c-4798-92a2-1585ac8f993e tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Request body: {'floatingip': {'port_id': '8ce3ff82-8dee-4712-9097-ae94c759ac93', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:39:45.664132 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3a357999-9893-4767-a329-ba9fae9a657b req-07710cc7-314c-4798-92a2-1585ac8f993e tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:45.749997 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 89285bb4-4de2-4aae-89d9-93686adef996 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:39:45.842938 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:45.865834 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896dca49-fe34-4860-93e7-6a2ee1cc8f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89285bb4-4de2-4aae-89d9-93686adef996'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:45.868354 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ec8402-aa16-4677-a259-78fedea6ab94" -d '{"events": [{"server_uuid": "896dca49-fe34-4860-93e7-6a2ee1cc8f55", "name": "network-vif-unplugged", "status": "completed", "tag": "89285bb4-4de2-4aae-89d9-93686adef996"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:45.884889 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 89285bb4-4de2-4aae-89d9-93686adef996, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=89285bb4-4de2-4aae-89d9-93686adef996,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:45.909833 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-3a357999-9893-4767-a329-ba9fae9a657b req-07710cc7-314c-4798-92a2-1585ac8f993e tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] update failed (client error): There was a conflict when trying to complete your request. Sep 17 23:39:45.910876 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a357999-9893-4767-a329-ba9fae9a657b req-07710cc7-314c-4798-92a2-1585ac8f993e tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "PUT /v2.0/floatingips/66add101-344f-4021-8f6c-69a91d98fd40 HTTP/1.1" status: 409 len: 550 time: 0.2933805 Sep 17 23:39:45.988568 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:46.048615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=89285bb4-4de2-4aae-89d9-93686adef996,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:46.108726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1821b-aa72-4788-9f6c-104d70013681 req-5be8ceab-3060-4eb0-a642-abc43900d23c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:46.110062 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4d1821b-aa72-4788-9f6c-104d70013681 req-5be8ceab-3060-4eb0-a642-abc43900d23c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 945 time: 0.0649378 Sep 17 23:39:46.159089 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4d1821b-aa72-4788-9f6c-104d70013681 req-b66c3d25-d0bd-4cfa-b91b-64dd00d7a244 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372407 Sep 17 23:39:46.212249 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb23a0ed-5160-45c4-989a-186438f58d24 x-openstack-request-id: req-bb23a0ed-5160-45c4-989a-186438f58d24 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:46.212560 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896dca49-fe34-4860-93e7-6a2ee1cc8f55", "name": "network-vif-unplugged", "status": "completed", "tag": "89285bb4-4de2-4aae-89d9-93686adef996", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:46.212816 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb23a0ed-5160-45c4-989a-186438f58d24 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:46.213233 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896dca49-fe34-4860-93e7-6a2ee1cc8f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89285bb4-4de2-4aae-89d9-93686adef996', 'code': 200} Sep 17 23:39:46.293900 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f239d04a-47d3-4180-be38-f327e679b023 req-f68bc838-ec5c-4db8-b642-688c0bb911cf tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/floatingips/66add101-344f-4021-8f6c-69a91d98fd40 HTTP/1.1" status: 200 len: 693 time: 0.0671034 Sep 17 23:39:46.447962 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088a82d-c3dd-4736-b61c-cd514934e32c req-9e4ec686-f217-4850-a988-e36ceff03a02 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:46.449603 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e088a82d-c3dd-4736-b61c-cd514934e32c req-9e4ec686-f217-4850-a988-e36ceff03a02 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.1031842 Sep 17 23:39:46.460759 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239d04a-47d3-4180-be38-f327e679b023 req-4b308afc-0229-4fa2-8c86-2efdba836c61 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:46.462333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f239d04a-47d3-4180-be38-f327e679b023 req-4b308afc-0229-4fa2-8c86-2efdba836c61 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.1647646 Sep 17 23:39:46.534378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f239d04a-47d3-4180-be38-f327e679b023 req-2c630547-3fe5-4322-9220-a1d4b90e8945 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 696 time: 0.0627072 Sep 17 23:39:46.538530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e088a82d-c3dd-4736-b61c-cd514934e32c req-c4f2b077-18cb-484c-b838-864a341339fc tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752788 Sep 17 23:39:46.581680 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f239d04a-47d3-4180-be38-f327e679b023 req-91f99030-8d13-4938-b26c-7f66ee14a161 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 696 time: 0.0420682 Sep 17 23:39:46.720969 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ea06fa8-1993-4c41-9903-272a879cdcf1 req-bb9309e6-ab71-4d6c-97a6-372f0ec55a11 tempest-QuotasAdminNegativeTest-1346740873 tempest-QuotasAdminNegativeTest-1346740873-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7a7363a629c24b65bdf6bdc657508304&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452242 Sep 17 23:39:46.825917 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-f239d04a-47d3-4180-be38-f327e679b023 req-296b65e7-175b-432e-84fd-c05dff94b7e5 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Deleting port df2d5612-28c7-429e-8889-ab8552767c46 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:39:46.833401 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f239d04a-47d3-4180-be38-f327e679b023 req-296b65e7-175b-432e-84fd-c05dff94b7e5 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:46.902671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea06fa8-1993-4c41-9903-272a879cdcf1 req-083b300d-690b-41ad-bb6d-cd7932f58059 tempest-QuotasAdminNegativeTest-1346740873 tempest-QuotasAdminNegativeTest-1346740873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:46.904058 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ea06fa8-1993-4c41-9903-272a879cdcf1 req-083b300d-690b-41ad-bb6d-cd7932f58059 tempest-QuotasAdminNegativeTest-1346740873 tempest-QuotasAdminNegativeTest-1346740873-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771188 Sep 17 23:39:46.926517 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ea06fa8-1993-4c41-9903-272a879cdcf1 req-e69d6223-957f-4ea1-8afc-8ffe97136bdf tempest-QuotasAdminNegativeTest-1346740873 tempest-QuotasAdminNegativeTest-1346740873-project] 10.222.0.46 "GET /v2.0/quotas/7a7363a629c24b65bdf6bdc657508304 HTTP/1.1" status: 200 len: 375 time: 0.0150292 Sep 17 23:39:46.951709 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f239d04a-47d3-4180-be38-f327e679b023 req-296b65e7-175b-432e-84fd-c05dff94b7e5 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:46.952049 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f239d04a-47d3-4180-be38-f327e679b023 req-296b65e7-175b-432e-84fd-c05dff94b7e5 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:46.977507 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ea06fa8-1993-4c41-9903-272a879cdcf1 req-3514401f-03f9-49a7-8bef-43e21bfa2146 tempest-QuotasAdminNegativeTest-1346740873 tempest-QuotasAdminNegativeTest-1346740873-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a7363a629c24b65bdf6bdc657508304&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434971 Sep 17 23:39:46.984588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-f239d04a-47d3-4180-be38-f327e679b023 req-296b65e7-175b-432e-84fd-c05dff94b7e5 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Calling delete_port for df2d5612-28c7-429e-8889-ab8552767c46 owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:39:47.156894 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5c5b643d-3405-47f0-90cd-f36d644cc6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:47.263271 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-25b09280-8bd3-4ab3-af94-d184bb3b7b23 req-e6527d83-d47f-44a5-b5d7-9b639dfd46d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526793 Sep 17 23:39:47.289340 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:47.309473 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f239d04a-47d3-4180-be38-f327e679b023 req-296b65e7-175b-432e-84fd-c05dff94b7e5 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:47.343435 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b65e7-175b-432e-84fd-c05dff94b7e5 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Pushing event deleted for resources: {'Port': ['ID=df2d5612-28c7-429e-8889-ab8552767c46,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:47.386674 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b09280-8bd3-4ab3-af94-d184bb3b7b23 req-42f612bf-35f3-424c-b6a4-899a02678280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:47.388824 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-25b09280-8bd3-4ab3-af94-d184bb3b7b23 req-42f612bf-35f3-424c-b6a4-899a02678280 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 1100 time: 0.0704451 Sep 17 23:39:47.411253 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f239d04a-47d3-4180-be38-f327e679b023 req-296b65e7-175b-432e-84fd-c05dff94b7e5 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:47.413855 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f239d04a-47d3-4180-be38-f327e679b023 req-296b65e7-175b-432e-84fd-c05dff94b7e5 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:47.415010 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f239d04a-47d3-4180-be38-f327e679b023 req-296b65e7-175b-432e-84fd-c05dff94b7e5 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "DELETE /v2.0/floatingips/66add101-344f-4021-8f6c-69a91d98fd40 HTTP/1.1" status: 204 len: 173 time: 0.8186395 Sep 17 23:39:47.508166 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b09280-8bd3-4ab3-af94-d184bb3b7b23 req-39564605-238b-40a9-be33-b6420c37a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:47.512490 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-25b09280-8bd3-4ab3-af94-d184bb3b7b23 req-39564605-238b-40a9-be33-b6420c37a27c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.0997348 Sep 17 23:39:47.556577 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abd3f9-b35c-4c87-8d9a-747ddd975c5e req-b8430430-a876-4d46-9bbd-84c8ab046b36 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:47.558461 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6abd3f9-b35c-4c87-8d9a-747ddd975c5e req-b8430430-a876-4d46-9bbd-84c8ab046b36 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 945 time: 0.0806720 Sep 17 23:39:47.569088 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-25b09280-8bd3-4ab3-af94-d184bb3b7b23 req-04eadbab-19f5-44ad-946a-a72bb7576b97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 HTTP/1.1" status: 200 len: 217 time: 0.0508041 Sep 17 23:39:47.600788 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:47.652379 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6abd3f9-b35c-4c87-8d9a-747ddd975c5e req-b779781d-edac-4155-b0b3-882bbc6f0177 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871885 Sep 17 23:39:47.657901 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b09280-8bd3-4ab3-af94-d184bb3b7b23 req-b195ebd9-02ab-4a45-a9b8-c94cf70bef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:47.659995 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-25b09280-8bd3-4ab3-af94-d184bb3b7b23 req-b195ebd9-02ab-4a45-a9b8-c94cf70bef77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0830173 Sep 17 23:39:47.672763 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-52283def-cf6a-4452-9c33-f0eba077983e tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 1000 time: 0.0977206 Sep 17 23:39:47.721828 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b09280-8bd3-4ab3-af94-d184bb3b7b23 req-178f20ea-83c1-4478-ad42-9843cd55ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:47.723869 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-25b09280-8bd3-4ab3-af94-d184bb3b7b23 req-178f20ea-83c1-4478-ad42-9843cd55ad59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0482035 Sep 17 23:39:47.725005 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-6b396660-cb82-4364-bae8-4fdefa89a709 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:47.726654 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-6b396660-cb82-4364-bae8-4fdefa89a709 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports/8ce3ff82-8dee-4712-9097-ae94c759ac93 HTTP/1.1" status: 200 len: 942 time: 0.0531330 Sep 17 23:39:47.765566 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7da431bd-e882-4154-b432-50a29c6a5f9d details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:39:47.864334 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-25b09280-8bd3-4ab3-af94-d184bb3b7b23 req-aefce8db-9c4e-4ec6-8721-ade051e17dbd service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307330 Sep 17 23:39:47.891657 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-78d79bff-8966-44e7-8dbe-b9da91c84e4a tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 1000 time: 0.0993807 Sep 17 23:39:47.915994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7da431bd-e882-4154-b432-50a29c6a5f9d, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7da431bd-e882-4154-b432-50a29c6a5f9d,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:47.941240 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '7da431bd-e882-4154-b432-50a29c6a5f9d', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '7da431bd-e882-4154-b432-50a29c6a5f9d', 'mac_address': 'fa:16:3e:fc:77:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:39:48.006561 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-25b09280-8bd3-4ab3-af94-d184bb3b7b23 req-ca0a2880-dc05-4e3e-98d5-b18d6c164c8e service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326947 Sep 17 23:39:48.045518 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:48.048199 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-d526df28-c51b-48a7-9741-1988e1503d3b tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:48.051383 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-d526df28-c51b-48a7-9741-1988e1503d3b tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.1455233 Sep 17 23:39:48.067929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64446a6a-9e46-4065-be66-e6c80e977679 req-5db0212e-b367-43df-b97a-b5c408a40ad2 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:48.070077 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-64446a6a-9e46-4065-be66-e6c80e977679 req-5db0212e-b367-43df-b97a-b5c408a40ad2 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.1912665 Sep 17 23:39:48.072857 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da431bd-e882-4154-b432-50a29c6a5f9d {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:39:48.101239 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7da431bd-e882-4154-b432-50a29c6a5f9d, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7da431bd-e882-4154-b432-50a29c6a5f9d,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:48.154369 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-64446a6a-9e46-4065-be66-e6c80e977679 req-4edb98f8-b637-4ebd-8d46-1a0607b6afc7 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760469 Sep 17 23:39:48.172230 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-a292da37-d9b5-4ed4-8bca-4b13ef3e8c5e tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 1000 time: 0.1011255 Sep 17 23:39:48.177093 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-493436f5-ec91-45e3-9fbb-d985f1c5aa30 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:39:48.188771 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:48.252565 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-493436f5-ec91-45e3-9fbb-d985f1c5aa30 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:48.269813 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=7da431bd-e882-4154-b432-50a29c6a5f9d,revision_number=9']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:48.339892 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['7da431bd-e882-4154-b432-50a29c6a5f9d'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:39:48.452777 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-493436f5-ec91-45e3-9fbb-d985f1c5aa30 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:48.503060 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-493436f5-ec91-45e3-9fbb-d985f1c5aa30 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:48.504408 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-493436f5-ec91-45e3-9fbb-d985f1c5aa30 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Floating IP c4008ef5-bdf4-4fd2-ad9d-2a5f2e0c7014 disassociated. External IP: 172.25.3.22, port: 8ce3ff82-8dee-4712-9097-ae94c759ac93. Sep 17 23:39:48.739717 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-294a1e6f-37fe-46bd-82dc-ebc4a040425d req-a5b9ea03-276d-4903-ad89-568ffcda5112 tempest-QuotasAdminNegativeTest-1346740873 tempest-QuotasAdminNegativeTest-1346740873-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7a7363a629c24b65bdf6bdc657508304&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276082 Sep 17 23:39:48.882321 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a1e6f-37fe-46bd-82dc-ebc4a040425d req-637ea076-dc45-429a-969b-d17b4cc00689 tempest-QuotasAdminNegativeTest-1346740873 tempest-QuotasAdminNegativeTest-1346740873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:48.884034 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-294a1e6f-37fe-46bd-82dc-ebc4a040425d req-637ea076-dc45-429a-969b-d17b4cc00689 tempest-QuotasAdminNegativeTest-1346740873 tempest-QuotasAdminNegativeTest-1346740873-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1189277 Sep 17 23:39:48.905997 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-493436f5-ec91-45e3-9fbb-d985f1c5aa30 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Router 89564730-be40-4f79-a065-fe6a14621e55 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:39:48.912272 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-294a1e6f-37fe-46bd-82dc-ebc4a040425d req-d9942312-f4fb-49f6-8f03-f00da2b2d5d6 tempest-QuotasAdminNegativeTest-1346740873 tempest-QuotasAdminNegativeTest-1346740873-project] 10.222.0.46 "GET /v2.0/quotas/7a7363a629c24b65bdf6bdc657508304 HTTP/1.1" status: 200 len: 375 time: 0.0187936 Sep 17 23:39:48.990427 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-294a1e6f-37fe-46bd-82dc-ebc4a040425d req-2c663c2f-ffc2-444a-95b3-b55498a16165 tempest-QuotasAdminNegativeTest-1346740873 tempest-QuotasAdminNegativeTest-1346740873-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a7363a629c24b65bdf6bdc657508304&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699518 Sep 17 23:39:49.084638 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-493436f5-ec91-45e3-9fbb-d985f1c5aa30 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:39:49.092420 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-493436f5-ec91-45e3-9fbb-d985f1c5aa30 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:49.099345 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc104a-9b75-4afa-943e-a369035b3785 None None] Sync routers for ids ['89564730-be40-4f79-a065-fe6a14621e55'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:39:49.109565 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abc104a-9b75-4afa-943e-a369035b3785 None None] Routers {'89564730-be40-4f79-a065-fe6a14621e55'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:39:49.110199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1abc104a-9b75-4afa-943e-a369035b3785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:39:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['89564730-be40-4f79-a065-fe6a14621e55'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:39:49.159013 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-493436f5-ec91-45e3-9fbb-d985f1c5aa30 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "PUT /v2.0/floatingips/c4008ef5-bdf4-4fd2-ad9d-2a5f2e0c7014 HTTP/1.1" status: 200 len: 694 time: 0.9842286 Sep 17 23:39:49.191081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bf1110-3af2-4d03-8c91-3c46d749a614', 'tag': '8ce3ff82-8dee-4712-9097-ae94c759ac93'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:49.193436 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d1daea-0c28-4c67-a6a1-f53b5dec10f1" -d '{"events": [{"name": "network-changed", "server_uuid": "78bf1110-3af2-4d03-8c91-3c46d749a614", "tag": "8ce3ff82-8dee-4712-9097-ae94c759ac93"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:49.265510 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-ac2b3ae3-7d3f-43ad-abbd-8b61e64426c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:49.267206 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-ac2b3ae3-7d3f-43ad-abbd-8b61e64426c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e12fef2e0664c2f94715771497b72d8&device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 1096 time: 0.1073267 Sep 17 23:39:49.281623 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5d35d-3b04-4cb3-a826-446fd052e1fa req-7ae0b02a-6480-4697-88cd-dd727a79b76a tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:49.283649 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c6f5d35d-3b04-4cb3-a826-446fd052e1fa req-7ae0b02a-6480-4697-88cd-dd727a79b76a tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 945 time: 0.1516554 Sep 17 23:39:49.313680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-1abc104a-9b75-4afa-943e-a369035b3785 None None] Set router 89564730-be40-4f79-a065-fe6a14621e55 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:39:49.406192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-8f239065-0eb1-4edf-9c45-c2b20b1ac4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:49.419864 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-8f239065-0eb1-4edf-9c45-c2b20b1ac4f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf557253-1c90-47fc-9487-8fcb6b4e4bed HTTP/1.1" status: 200 len: 929 time: 0.1327245 Sep 17 23:39:49.528224 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-5423654a-9143-40d1-b5d4-519a5e9cf8f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce3ff82-8dee-4712-9097-ae94c759ac93 HTTP/1.1" status: 200 len: 217 time: 0.1042435 Sep 17 23:39:49.594205 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c6f5d35d-3b04-4cb3-a826-446fd052e1fa req-e0cbf952-f695-4aca-bd62-fc5677d97e07 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922480 Sep 17 23:39:49.601923 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-7019d3d6-c6b9-4627-bff2-daa133f3f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:49.603733 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-7019d3d6-c6b9-4627-bff2-daa133f3f6d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4091a83f-123f-493a-8d97-1aad635f0ad1 HTTP/1.1" status: 200 len: 867 time: 0.0746870 Sep 17 23:39:49.634941 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:49.643102 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1abc104a-9b75-4afa-943e-a369035b3785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89564730-be40-4f79-a065-fe6a14621e55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602257702-router', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:52Z', 'updated_at': '2021-09-17T23:38:57Z', 'revision_number': 4, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'gw_port': {'id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:62:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:53Z', 'updated_at': '2021-09-17T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '01a90b85-5eb1-4789-aa06-4f7bfefeba9d', 'name': '', 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'mac_address': 'fa:16:3e:d4:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:56Z', 'updated_at': '2021-09-17T23:39:07Z', 'revision_number': 5, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'subnets': [{'id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:39:49.667453 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-04e299d5-92a5-4b3f-b97c-511971eb07af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:49.669105 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-04e299d5-92a5-4b3f-b97c-511971eb07af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf557253-1c90-47fc-9487-8fcb6b4e4bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587492 Sep 17 23:39:49.678791 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc104a-9b75-4afa-943e-a369035b3785 None None] Checking router: 89564730-be40-4f79-a065-fe6a14621e55 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:39:49.688867 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abc104a-9b75-4afa-943e-a369035b3785 None None] Routers {'89564730-be40-4f79-a065-fe6a14621e55'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:39:49.689735 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1abc104a-9b75-4afa-943e-a369035b3785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:39:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['89564730-be40-4f79-a065-fe6a14621e55'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:39:49.803481 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-c7951f6f-da02-4635-b236-3b0e2334ba54 service neutron] 10.222.0.46 "GET /v2.0/networks/bf557253-1c90-47fc-9487-8fcb6b4e4bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273601 Sep 17 23:39:49.806990 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7da431bd-e882-4154-b432-50a29c6a5f9d up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:39:49.887786 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 7da431bd-e882-4154-b432-50a29c6a5f9d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:39:49.888155 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:49.893343 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-1abc104a-9b75-4afa-943e-a369035b3785 None None] Set router 89564730-be40-4f79-a065-fe6a14621e55 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:39:49.937615 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf2ab84c-2df1-4aae-b985-37c4ae189e68 req-fb62ab16-1cfe-4260-92ac-680adcc64268 service neutron] 10.222.0.46 "GET /v2.0/networks/bf557253-1c90-47fc-9487-8fcb6b4e4bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269431 Sep 17 23:39:50.024408 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e71978-a4ef-4abf-aa82-5a00482bb118 req-75e68cf3-7dd6-4182-8b30-3e64314c1d27 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:50.024408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b4e71978-a4ef-4abf-aa82-5a00482bb118 req-75e68cf3-7dd6-4182-8b30-3e64314c1d27 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.0657589 Sep 17 23:39:50.080028 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b4e71978-a4ef-4abf-aa82-5a00482bb118 req-3edd2d71-1360-4056-9f45-07bad8834337 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421004 Sep 17 23:39:50.081615 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41824809-7844-4f16-a055-771c6831022b x-openstack-request-id: req-41824809-7844-4f16-a055-771c6831022b {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:50.081900 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78bf1110-3af2-4d03-8c91-3c46d749a614", "tag": "8ce3ff82-8dee-4712-9097-ae94c759ac93", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:50.093094 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-41824809-7844-4f16-a055-771c6831022b {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:50.093094 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78bf1110-3af2-4d03-8c91-3c46d749a614', 'tag': '8ce3ff82-8dee-4712-9097-ae94c759ac93', 'status': 'completed', 'code': 200} Sep 17 23:39:50.169197 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:50.181304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1daea-0c28-4c67-a6a1-f53b5dec10f1 req-fda1b811-8f1d-42ff-8879-13c84c642053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:50.182845 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43d1daea-0c28-4c67-a6a1-f53b5dec10f1 req-fda1b811-8f1d-42ff-8879-13c84c642053 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e12fef2e0664c2f94715771497b72d8&device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 1096 time: 0.0808623 Sep 17 23:39:50.210913 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11b29dc-b708-4225-8250-a358cb013290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da431bd-e882-4154-b432-50a29c6a5f9d'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:39:50.214325 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c04466-6699-48e1-8dec-36b2abe8d329" -d '{"events": [{"server_uuid": "e11b29dc-b708-4225-8250-a358cb013290", "name": "network-vif-plugged", "status": "completed", "tag": "7da431bd-e882-4154-b432-50a29c6a5f9d"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:39:50.306341 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7da431bd-e882-4154-b432-50a29c6a5f9d, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7da431bd-e882-4154-b432-50a29c6a5f9d,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:39:50.324325 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1abc104a-9b75-4afa-943e-a369035b3785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89564730-be40-4f79-a065-fe6a14621e55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602257702-router', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:52Z', 'updated_at': '2021-09-17T23:38:57Z', 'revision_number': 4, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'gw_port': {'id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:62:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:53Z', 'updated_at': '2021-09-17T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '01a90b85-5eb1-4789-aa06-4f7bfefeba9d', 'name': '', 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'mac_address': 'fa:16:3e:d4:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:56Z', 'updated_at': '2021-09-17T23:39:07Z', 'revision_number': 5, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'subnets': [{'id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:39:50.346826 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1daea-0c28-4c67-a6a1-f53b5dec10f1 req-7a2750e6-a078-4d58-9e8b-162e43f27f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:50.348288 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43d1daea-0c28-4c67-a6a1-f53b5dec10f1 req-7a2750e6-a078-4d58-9e8b-162e43f27f74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bf557253-1c90-47fc-9487-8fcb6b4e4bed HTTP/1.1" status: 200 len: 929 time: 0.1563904 Sep 17 23:39:50.394489 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc104a-9b75-4afa-943e-a369035b3785 None None] The sync data for ids ['89564730-be40-4f79-a065-fe6a14621e55'] in n-d-809883-1 is: [{'id': '89564730-be40-4f79-a065-fe6a14621e55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602257702-router', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:52Z', 'updated_at': '2021-09-17T23:38:57Z', 'revision_number': 4, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'gw_port': {'id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:62:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:53Z', 'updated_at': '2021-09-17T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '01a90b85-5eb1-4789-aa06-4f7bfefeba9d', 'name': '', 'network_id': 'bf557253-1c90-47fc-9487-8fcb6b4e4bed', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'mac_address': 'fa:16:3e:d4:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:56Z', 'updated_at': '2021-09-17T23:39:07Z', 'revision_number': 5, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'subnets': [{'id': '4091a83f-123f-493a-8d97-1aad635f0ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:39:50.411641 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43d1daea-0c28-4c67-a6a1-f53b5dec10f1 req-2e320179-aeaa-4f68-820d-5a2969067228 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce3ff82-8dee-4712-9097-ae94c759ac93 HTTP/1.1" status: 200 len: 217 time: 0.0545461 Sep 17 23:39:50.532778 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6863f897-3b65-44e5-aafd-09dea976ade4 req-c77f6f32-7331-48ac-832a-886aff875ba7 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/floatingips/c4008ef5-bdf4-4fd2-ad9d-2a5f2e0c7014 HTTP/1.1" status: 200 len: 694 time: 0.1253860 Sep 17 23:39:50.564456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1daea-0c28-4c67-a6a1-f53b5dec10f1 req-754d5d55-470f-43cb-99e5-a43f695744d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:50.566109 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43d1daea-0c28-4c67-a6a1-f53b5dec10f1 req-754d5d55-470f-43cb-99e5-a43f695744d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4091a83f-123f-493a-8d97-1aad635f0ad1 HTTP/1.1" status: 200 len: 867 time: 0.1430647 Sep 17 23:39:50.811868 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:50.926121 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c326ac3-4f79-44cf-a2b6-065d8f014a9a None None] New status for floating IP c4008ef5-bdf4-4fd2-ad9d-2a5f2e0c7014: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:39:50.969713 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=7da431bd-e882-4154-b432-50a29c6a5f9d,revision_number=10']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:51.021423 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1daea-0c28-4c67-a6a1-f53b5dec10f1 req-b7fbe231-4b57-4551-a53a-2fd7f2265438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:51.022951 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43d1daea-0c28-4c67-a6a1-f53b5dec10f1 req-b7fbe231-4b57-4551-a53a-2fd7f2265438 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bf557253-1c90-47fc-9487-8fcb6b4e4bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4342170 Sep 17 23:39:51.077899 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863f897-3b65-44e5-aafd-09dea976ade4 req-d066bae8-fa8f-49b2-a8db-3a87c045e3bc tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:51.079351 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6863f897-3b65-44e5-aafd-09dea976ade4 req-d066bae8-fa8f-49b2-a8db-3a87c045e3bc tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.5313704 Sep 17 23:39:51.117064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-6863f897-3b65-44e5-aafd-09dea976ade4 req-120c0816-4389-4255-b4d1-f8469699d307 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:39:51.124744 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6863f897-3b65-44e5-aafd-09dea976ade4 req-120c0816-4389-4255-b4d1-f8469699d307 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143704 Sep 17 23:39:51.196870 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6863f897-3b65-44e5-aafd-09dea976ade4 req-0a88c229-6463-46a5-8ee8-faa89356a919 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 697 time: 0.0705762 Sep 17 23:39:51.253509 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43d1daea-0c28-4c67-a6a1-f53b5dec10f1 req-74ad3348-b3cc-4309-8b1e-0f8e447fea3d service neutron] 10.222.0.37 "GET /v2.0/networks/bf557253-1c90-47fc-9487-8fcb6b4e4bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224345 Sep 17 23:39:51.262536 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6863f897-3b65-44e5-aafd-09dea976ade4 req-527646e7-3ff0-4e0d-aea4-254862fded5f tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 697 time: 0.0653408 Sep 17 23:39:51.483434 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43d1daea-0c28-4c67-a6a1-f53b5dec10f1 req-b0ecf771-7560-4d4e-9832-5d609d6a60e7 service neutron] 10.222.0.37 "GET /v2.0/networks/bf557253-1c90-47fc-9487-8fcb6b4e4bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136536 Sep 17 23:39:51.500454 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-6863f897-3b65-44e5-aafd-09dea976ade4 req-d082e36d-b3a8-428b-9d94-19328af952d9 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Deleting port 9e11a15c-e4f3-481e-ae0a-2daae0df35e9 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:39:51.500792 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6863f897-3b65-44e5-aafd-09dea976ade4 req-d082e36d-b3a8-428b-9d94-19328af952d9 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:51.595276 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6863f897-3b65-44e5-aafd-09dea976ade4 req-d082e36d-b3a8-428b-9d94-19328af952d9 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:51.595747 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6863f897-3b65-44e5-aafd-09dea976ade4 req-d082e36d-b3a8-428b-9d94-19328af952d9 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:51.610423 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-6863f897-3b65-44e5-aafd-09dea976ade4 req-d082e36d-b3a8-428b-9d94-19328af952d9 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Calling delete_port for 9e11a15c-e4f3-481e-ae0a-2daae0df35e9 owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:39:51.877338 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6863f897-3b65-44e5-aafd-09dea976ade4 req-d082e36d-b3a8-428b-9d94-19328af952d9 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:51.904750 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082e36d-b3a8-428b-9d94-19328af952d9 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Pushing event deleted for resources: {'Port': ['ID=9e11a15c-e4f3-481e-ae0a-2daae0df35e9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:39:51.988130 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6863f897-3b65-44e5-aafd-09dea976ade4 req-d082e36d-b3a8-428b-9d94-19328af952d9 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:51.993511 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6863f897-3b65-44e5-aafd-09dea976ade4 req-d082e36d-b3a8-428b-9d94-19328af952d9 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:39:51.994734 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6863f897-3b65-44e5-aafd-09dea976ade4 req-d082e36d-b3a8-428b-9d94-19328af952d9 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "DELETE /v2.0/floatingips/c4008ef5-bdf4-4fd2-ad9d-2a5f2e0c7014 HTTP/1.1" status: 204 len: 173 time: 0.7314017 Sep 17 23:39:52.062257 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cfaa1b-17ea-4247-9299-2e1d952817ea x-openstack-request-id: req-97cfaa1b-17ea-4247-9299-2e1d952817ea {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:39:52.062794 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11b29dc-b708-4225-8250-a358cb013290", "name": "network-vif-plugged", "status": "completed", "tag": "7da431bd-e882-4154-b432-50a29c6a5f9d", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:39:52.062794 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97cfaa1b-17ea-4247-9299-2e1d952817ea {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:39:52.063169 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11b29dc-b708-4225-8250-a358cb013290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da431bd-e882-4154-b432-50a29c6a5f9d', 'code': 200} Sep 17 23:39:52.445046 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b967c07-0ea7-42be-b790-9136e5042841 req-fe236487-6a61-47f9-a5f6-1e2133dc0c3f tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:52.452814 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b967c07-0ea7-42be-b790-9136e5042841 req-fe236487-6a61-47f9-a5f6-1e2133dc0c3f tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 945 time: 0.0591102 Sep 17 23:39:52.489049 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b967c07-0ea7-42be-b790-9136e5042841 req-1ee501ae-6026-4e27-adf5-7289d44367aa tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353212 Sep 17 23:39:52.610006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b902e-44d9-492b-964b-eef831dff685 req-50145f8c-d124-43c2-b7e0-dea1bc8ed0ad tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:52.611509 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd8b902e-44d9-492b-964b-eef831dff685 req-50145f8c-d124-43c2-b7e0-dea1bc8ed0ad tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.0547175 Sep 17 23:39:52.655546 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd8b902e-44d9-492b-964b-eef831dff685 req-afdce971-2e86-4edb-afaa-e089faac2a06 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352488 Sep 17 23:39:58.554316 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fdadb016-c652-4912-8bb5-2e2f138e1202 req-ab0b0af6-b054-49f6-ae87-d5fe005ef296 tempest-QuotasAdminNegativeTest-1346740873 tempest-QuotasAdminNegativeTest-1346740873-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7a7363a629c24b65bdf6bdc657508304&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599647 Sep 17 23:39:58.685142 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadb016-c652-4912-8bb5-2e2f138e1202 req-f4c071b2-4bff-44f9-94c3-2bddfe4fe142 tempest-QuotasAdminNegativeTest-1346740873 tempest-QuotasAdminNegativeTest-1346740873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:58.686883 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fdadb016-c652-4912-8bb5-2e2f138e1202 req-f4c071b2-4bff-44f9-94c3-2bddfe4fe142 tempest-QuotasAdminNegativeTest-1346740873 tempest-QuotasAdminNegativeTest-1346740873-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1330640 Sep 17 23:39:58.719900 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-4c153049-646b-4e79-9b99-a44b61717760 service neutron] show failed (client error): The resource could not be found. Sep 17 23:39:58.725684 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-4c153049-646b-4e79-9b99-a44b61717760 service neutron] 10.222.0.41 "GET /v2.0/ports/4193e860-853c-4f7b-a373-d10699407e78/bindings/n-h2-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.1564751 Sep 17 23:39:58.753098 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fdadb016-c652-4912-8bb5-2e2f138e1202 req-710ac4f9-bb7a-42c8-8007-968eeb8c4997 tempest-QuotasAdminNegativeTest-1346740873 tempest-QuotasAdminNegativeTest-1346740873-project] 10.222.0.46 "GET /v2.0/quotas/7a7363a629c24b65bdf6bdc657508304 HTTP/1.1" status: 200 len: 375 time: 0.0176566 Sep 17 23:39:58.799879 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2771d33-6580-42a2-9ef2-23c7cda68295 req-e04c24e9-ef27-4509-8fae-b76345dbb162 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:58.807945 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2771d33-6580-42a2-9ef2-23c7cda68295 req-e04c24e9-ef27-4509-8fae-b76345dbb162 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1197371 Sep 17 23:39:58.865962 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2771d33-6580-42a2-9ef2-23c7cda68295 req-edcda3d2-2678-465a-bec8-829d25bd5685 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0567112 Sep 17 23:39:58.868568 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fdadb016-c652-4912-8bb5-2e2f138e1202 req-4a131c4d-120e-4520-adcf-5d87b5933900 tempest-QuotasAdminNegativeTest-1346740873 tempest-QuotasAdminNegativeTest-1346740873-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a7363a629c24b65bdf6bdc657508304&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061449 Sep 17 23:39:59.038699 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f71ed-fd92-4b81-8788-6a8b6124adc3 req-b85f4bb3-8957-4865-8090-ec34193fffef tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:59.058211 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a6f71ed-fd92-4b81-8788-6a8b6124adc3 req-b85f4bb3-8957-4865-8090-ec34193fffef tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 945 time: 0.1419909 Sep 17 23:39:59.135692 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a6f71ed-fd92-4b81-8788-6a8b6124adc3 req-a9e5203e-be1c-4357-8a9d-2abd73db376f tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712817 Sep 17 23:39:59.244008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25be64-1683-40c7-ac42-d84f5dc7962f req-ad2e18bd-29e8-4d41-b97a-ef98396e1fd2 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:39:59.246001 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d25be64-1683-40c7-ac42-d84f5dc7962f req-ad2e18bd-29e8-4d41-b97a-ef98396e1fd2 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.0627940 Sep 17 23:39:59.361830 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d818a22c-1143-4dd3-85e4-8bfb35ed0aca req-6f2fee23-5dea-4af1-a3b4-85723d339d74 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0886376 Sep 17 23:39:59.386826 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d25be64-1683-40c7-ac42-d84f5dc7962f req-cffc6e0d-7d94-4d22-b820-59b8aa165a10 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263046 Sep 17 23:40:00.121571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ab1cb-6168-4694-bae8-ded53247acd7 req-76c6785e-2984-4261-957e-13fdcccb840f tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:00.123064 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-831ab1cb-6168-4694-bae8-ded53247acd7 req-76c6785e-2984-4261-957e-13fdcccb840f tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 945 time: 0.1072719 Sep 17 23:40:00.131288 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-f9ebd46f-4349-4940-bed6-ad93901fb70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:00.133526 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-f9ebd46f-4349-4940-bed6-ad93901fb70e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d&tenant_id=e48d8880359443fb9bfa4fbd1d6105f4 HTTP/1.1" status: 200 len: 1101 time: 0.1030211 Sep 17 23:40:00.181806 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:00.299421 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-831ab1cb-6168-4694-bae8-ded53247acd7 req-c63011f5-7ef3-4623-aa75-bff232fcff10 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/security-groups?id=c08dff3b-44f3-4f9d-9e49-b2416e6b6a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653378 Sep 17 23:40:00.435802 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:00.508512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55185aa-9972-4634-8fcb-fdceff17006c req-0e673ba7-e882-4941-89a2-0cb195669892 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:00.519982 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56546) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:00.521091 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b55185aa-9972-4634-8fcb-fdceff17006c req-0e673ba7-e882-4941-89a2-0cb195669892 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 945 time: 0.2625041 Sep 17 23:40:00.703082 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1a594232-86c9-4485-adb3-9be227be76b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:00.783963 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b55185aa-9972-4634-8fcb-fdceff17006c req-07aca845-9f06-4f29-b086-b130c0e7721d tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614541 Sep 17 23:40:00.883817 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8a6e0-7afd-43a1-a779-8753da1e7572 req-b71209e3-2775-436e-8f54-9f46fcc5c6f1 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:00.885981 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0be8a6e0-7afd-43a1-a779-8753da1e7572 req-b71209e3-2775-436e-8f54-9f46fcc5c6f1 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.3166645 Sep 17 23:40:00.953187 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1a594232-86c9-4485-adb3-9be227be76b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:00.985857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] For port 4193e860-853c-4f7b-a373-d10699407e78, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4193e860-853c-4f7b-a373-d10699407e78,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:01.029593 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] For port 4193e860-853c-4f7b-a373-d10699407e78, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:40:01.062609 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1a594232-86c9-4485-adb3-9be227be76b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:01.118591 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fa27ef-8d71-4874-908c-eb2089af968d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4193e860-853c-4f7b-a373-d10699407e78'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:01.123437 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a594232-86c9-4485-adb3-9be227be76b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ff404e-1501-4b17-b30c-f0d87d9ba864,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:01.124217 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b0f8c4-7005-43ce-99e0-29206640c8b0" -d '{"events": [{"server_uuid": "e6fa27ef-8d71-4874-908c-eb2089af968d", "name": "network-vif-unplugged", "status": "completed", "tag": "4193e860-853c-4f7b-a373-d10699407e78"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:01.146830 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:01.154738 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1a594232-86c9-4485-adb3-9be227be76b7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a7363a629c24b65bdf6bdc657508304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6324289 Sep 17 23:40:01.172947 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56564) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:01.200863 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0be8a6e0-7afd-43a1-a779-8753da1e7572 req-81544f3e-f943-44a8-900d-6d670360933c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300921 Sep 17 23:40:01.205259 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] Transition to ACTIVE for port object 4193e860-853c-4f7b-a373-d10699407e78 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:40:01.224325 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff319a9c-4fc9-4639-a747-adeee9cd03b8 x-openstack-request-id: req-ff319a9c-4fc9-4639-a747-adeee9cd03b8 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:01.224325 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fa27ef-8d71-4874-908c-eb2089af968d", "name": "network-vif-unplugged", "status": "completed", "tag": "4193e860-853c-4f7b-a373-d10699407e78", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:01.224325 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff319a9c-4fc9-4639-a747-adeee9cd03b8 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:01.224606 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fa27ef-8d71-4874-908c-eb2089af968d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4193e860-853c-4f7b-a373-d10699407e78', 'code': 200} Sep 17 23:40:01.241764 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6e692b27-4b91-4dfd-b32b-4d2f4846c3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:01.265062 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6e692b27-4b91-4dfd-b32b-4d2f4846c3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:01.331581 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:01.389553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede213b-b5b5-4697-986d-7a7c921ff7c5 req-c0c0ce3b-6ae1-482e-84ee-8d0334e57ac4 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:01.394041 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7ede213b-b5b5-4697-986d-7a7c921ff7c5 req-c0c0ce3b-6ae1-482e-84ee-8d0334e57ac4 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.37 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 945 time: 0.0549390 Sep 17 23:40:01.422177 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] No DVR routers for this DVR port 4193e860-853c-4f7b-a373-d10699407e78 on host n-h1-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:40:01.429766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] Pushing event updated for resources: {'Port': ['ID=4193e860-853c-4f7b-a373-d10699407e78,revision_number=6']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:01.530888 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6e692b27-4b91-4dfd-b32b-4d2f4846c3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:01.541074 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6e692b27-4b91-4dfd-b32b-4d2f4846c3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:01.554161 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6e692b27-4b91-4dfd-b32b-4d2f4846c3e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40ff404e-1501-4b17-b30c-f0d87d9ba864 HTTP/1.1" status: 204 len: 168 time: 0.3687227 Sep 17 23:40:01.554514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] Attempting to bind port 4193e860-853c-4f7b-a373-d10699407e78 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:40:01.554514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] Attempting to bind port 4193e860-853c-4f7b-a373-d10699407e78 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:40:01.554514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] Attempting to bind port 4193e860-853c-4f7b-a373-d10699407e78 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:01.554514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] Port 4193e860-853c-4f7b-a373-d10699407e78 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:40:01.554514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] Attempting to bind port 4193e860-853c-4f7b-a373-d10699407e78 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:01.577175 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56aa56-d13c-405d-9ba5-3d37c6132df6 req-59ad2600-fb8b-4aa1-b414-23ea6583528b tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:01.579672 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c56aa56-d13c-405d-9ba5-3d37c6132df6 req-59ad2600-fb8b-4aa1-b414-23ea6583528b tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 945 time: 0.2082081 Sep 17 23:40:01.580992 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:40:01.581336 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:01.581767 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:40:01.582231 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] Bound port: 4193e860-853c-4f7b-a373-d10699407e78, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:40:01.582595 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:01.600773 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e692b27-4b91-4dfd-b32b-4d2f4846c3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ff404e-1501-4b17-b30c-f0d87d9ba864,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:01.680584 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] For port 4193e860-853c-4f7b-a373-d10699407e78, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:40:01.682783 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-7ede213b-b5b5-4697-986d-7a7c921ff7c5 req-87fe0b32-4290-49dd-9bd1-b8690301748c tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Deleting port 8ce3ff82-8dee-4712-9097-ae94c759ac93 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:01.692462 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7ede213b-b5b5-4697-986d-7a7c921ff7c5 req-87fe0b32-4290-49dd-9bd1-b8690301748c tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:01.704635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] For port 4193e860-853c-4f7b-a373-d10699407e78, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4193e860-853c-4f7b-a373-d10699407e78,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:40:01.719818 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c56aa56-d13c-405d-9ba5-3d37c6132df6 req-d3031347-df45-4dd7-b981-c053e21f1eaa tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/security-groups?id=c08dff3b-44f3-4f9d-9e49-b2416e6b6a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343839 Sep 17 23:40:01.802088 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:01.882805 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:01.883414 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:01.884814 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] 10.222.0.37 "PUT /v2.0/ports/4193e860-853c-4f7b-a373-d10699407e78 HTTP/1.1" status: 200 len: 1096 time: 1.7216713 Sep 17 23:40:01.895489 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-7ede213b-b5b5-4697-986d-7a7c921ff7c5 req-87fe0b32-4290-49dd-9bd1-b8690301748c tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] For port 8ce3ff82-8dee-4712-9097-ae94c759ac93, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=8ce3ff82-8dee-4712-9097-ae94c759ac93,segment=NetworkSegment(fab6a504-f4c7-442f-ba11-8706185d2bdf),segment_id=fab6a504-f4c7-442f-ba11-8706185d2bdf)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:01.896200 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7ede213b-b5b5-4697-986d-7a7c921ff7c5 req-87fe0b32-4290-49dd-9bd1-b8690301748c tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:01.918359 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-7ede213b-b5b5-4697-986d-7a7c921ff7c5 req-87fe0b32-4290-49dd-9bd1-b8690301748c tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Calling delete_port for 8ce3ff82-8dee-4712-9097-ae94c759ac93 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:02.073997 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30d2a6-8a52-448d-9c90-58234860286f service neutron] Pushing event updated for resources: {'Port': ['ID=4193e860-853c-4f7b-a373-d10699407e78,revision_number=7']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:02.106779 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0abf2b-4119-495b-9a41-bb0c44566293 req-d7b5fb08-5609-47ec-8820-28f3b04025e2 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:02.107142 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf0abf2b-4119-495b-9a41-bb0c44566293 req-d7b5fb08-5609-47ec-8820-28f3b04025e2 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 945 time: 0.2191050 Sep 17 23:40:02.163844 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf0abf2b-4119-495b-9a41-bb0c44566293 req-eb2394fc-06eb-4907-a0d0-9e8c4cbbbea2 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535057 Sep 17 23:40:02.168202 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-d2e79886-a0c6-4ad8-8b4a-ce30f002b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:02.169786 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-d2e79886-a0c6-4ad8-8b4a-ce30f002b60d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 1099 time: 0.2382064 Sep 17 23:40:02.344355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-02ed7210-24ef-4653-93b7-fccb52b225fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:02.345858 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-02ed7210-24ef-4653-93b7-fccb52b225fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1585505 Sep 17 23:40:02.371951 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7ede213b-b5b5-4697-986d-7a7c921ff7c5 req-87fe0b32-4290-49dd-9bd1-b8690301748c tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:02.386076 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['8ce3ff82-8dee-4712-9097-ae94c759ac93'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:40:02.465546 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606cf1d-7f8a-4d1f-a848-29bb28841985 req-2966dc2e-4d24-454b-aca6-8c6114a0d93c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:02.473423 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d606cf1d-7f8a-4d1f-a848-29bb28841985 req-2966dc2e-4d24-454b-aca6-8c6114a0d93c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 948 time: 0.1473808 Sep 17 23:40:02.476194 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-62f9b1e2-258a-4a7d-b782-e338b5a966fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=4193e860-853c-4f7b-a373-d10699407e78 HTTP/1.1" status: 200 len: 217 time: 0.1156857 Sep 17 23:40:02.566379 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d606cf1d-7f8a-4d1f-a848-29bb28841985 req-608e478a-7d73-46e2-8410-2d46a94144a7 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838935 Sep 17 23:40:02.580661 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-496c6fb0-a260-4a5e-bdbd-2d0916473ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:02.582592 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-496c6fb0-a260-4a5e-bdbd-2d0916473ae4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0989928 Sep 17 23:40:02.671252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56610) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:02.701850 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-c1b005e1-d5c0-470c-b047-4d0fa9e26061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:02.703561 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-c1b005e1-d5c0-470c-b047-4d0fa9e26061 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1110570 Sep 17 23:40:02.704295 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d64e19aa-2506-4a97-849e-1d10ac52fca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:02.714098 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe0b32-4290-49dd-9bd1-b8690301748c tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Pushing event deleted for resources: {'Port': ['ID=8ce3ff82-8dee-4712-9097-ae94c759ac93,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:02.770138 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ede213b-b5b5-4697-986d-7a7c921ff7c5 req-87fe0b32-4290-49dd-9bd1-b8690301748c tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] No DVR routers for this DVR port 8ce3ff82-8dee-4712-9097-ae94c759ac93 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:40:02.779671 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7ede213b-b5b5-4697-986d-7a7c921ff7c5 req-87fe0b32-4290-49dd-9bd1-b8690301748c tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:02.782517 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7ede213b-b5b5-4697-986d-7a7c921ff7c5 req-87fe0b32-4290-49dd-9bd1-b8690301748c tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.37 "DELETE /v2.0/ports/8ce3ff82-8dee-4712-9097-ae94c759ac93 HTTP/1.1" status: 204 len: 173 time: 1.3845444 Sep 17 23:40:02.783028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bf1110-3af2-4d03-8c91-3c46d749a614', 'name': 'network-vif-deleted', 'tag': '8ce3ff82-8dee-4712-9097-ae94c759ac93'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:02.785797 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4c8fb1-483a-4816-bc27-a29487305c19" -d '{"events": [{"server_uuid": "78bf1110-3af2-4d03-8c91-3c46d749a614", "name": "network-vif-deleted", "tag": "8ce3ff82-8dee-4712-9097-ae94c759ac93"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:02.847792 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2add01b-1844-4ed9-853d-78df7f5185f0 x-openstack-request-id: req-e2add01b-1844-4ed9-853d-78df7f5185f0 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:02.847792 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bf1110-3af2-4d03-8c91-3c46d749a614", "name": "network-vif-deleted", "tag": "8ce3ff82-8dee-4712-9097-ae94c759ac93", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:02.847792 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2add01b-1844-4ed9-853d-78df7f5185f0 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:02.848120 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bf1110-3af2-4d03-8c91-3c46d749a614', 'name': 'network-vif-deleted', 'tag': '8ce3ff82-8dee-4712-9097-ae94c759ac93', 'status': 'completed', 'code': 200} Sep 17 23:40:02.889824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ace728e2-5917-445a-a62b-a5a9feec2b1c req-e1fb49da-800a-4d86-a686-baec6757915c tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 210 time: 0.0331566 Sep 17 23:40:02.948877 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-bd2ec3f0-9913-4feb-93c7-14e8a1fdae6c service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894357 Sep 17 23:40:03.044504 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d64e19aa-2506-4a97-849e-1d10ac52fca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:03.080163 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d5addf7-2417-463c-bb61-7b313d43aa2f req-b84d33c1-1544-4b80-9b4f-d05bea7365eb service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271784 Sep 17 23:40:03.225814 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fa27ef-8d71-4874-908c-eb2089af968d', 'tag': '4193e860-853c-4f7b-a373-d10699407e78'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:03.230329 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de62071-0904-45a1-b03e-b75ccbb754d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fa27ef-8d71-4874-908c-eb2089af968d", "tag": "4193e860-853c-4f7b-a373-d10699407e78"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:03.263306 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d64e19aa-2506-4a97-849e-1d10ac52fca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:03.337150 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8335ac-2f7f-49e4-905c-e764bde737a2 x-openstack-request-id: req-8e8335ac-2f7f-49e4-905c-e764bde737a2 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:03.337443 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fa27ef-8d71-4874-908c-eb2089af968d", "tag": "4193e860-853c-4f7b-a373-d10699407e78", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:03.337693 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e8335ac-2f7f-49e4-905c-e764bde737a2 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:03.338090 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fa27ef-8d71-4874-908c-eb2089af968d', 'tag': '4193e860-853c-4f7b-a373-d10699407e78', 'status': 'completed', 'code': 200} Sep 17 23:40:03.349215 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e19aa-2506-4a97-849e-1d10ac52fca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3961974-1703-42c3-b809-b84aca7ce708,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:03.387512 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d64e19aa-2506-4a97-849e-1d10ac52fca1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=22193a5549594b999434f984987ccaf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7127790 Sep 17 23:40:03.387873 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56636) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:03.444285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0701fa-b5ee-4edc-ae45-aa99cb4b5eee req-90b3b882-28d6-4665-8270-bd1172c6803c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:03.446938 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf0701fa-b5ee-4edc-ae45-aa99cb4b5eee req-90b3b882-28d6-4665-8270-bd1172c6803c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 945 time: 0.1956472 Sep 17 23:40:03.450216 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-c2da4377-723c-45b3-adcc-ad0a8e4cb563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:03.451723 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-c2da4377-723c-45b3-adcc-ad0a8e4cb563 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 1099 time: 0.0983930 Sep 17 23:40:03.499127 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-cbddae90-c7e3-4a6d-8d76-519944213159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:03.500723 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-cbddae90-c7e3-4a6d-8d76-519944213159 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 1099 time: 0.1055312 Sep 17 23:40:03.530361 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41b671c2-e63a-4ffa-acaf-73c67490ec6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:03.580386 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf0701fa-b5ee-4edc-ae45-aa99cb4b5eee req-686d12c2-88e1-46d1-9659-0fa8bc0d8add tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188760 Sep 17 23:40:03.617646 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41b671c2-e63a-4ffa-acaf-73c67490ec6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:03.695408 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-126244e2-ed70-4d89-84d0-838d62fc1a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:03.698065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-126244e2-ed70-4d89-84d0-838d62fc1a82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.2366045 Sep 17 23:40:03.751973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-b33c5ef6-d5b6-41e6-96fa-2b48051feb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:03.755657 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-b33c5ef6-d5b6-41e6-96fa-2b48051feb73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.2418265 Sep 17 23:40:03.796774 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-45970f1a-375c-48f0-86e0-c7c8b2ac91c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=4193e860-853c-4f7b-a373-d10699407e78 HTTP/1.1" status: 200 len: 217 time: 0.0671771 Sep 17 23:40:03.837031 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecf93f-e3ea-4497-a3eb-11a3c1c195f6 req-a2774b61-ff88-43d1-a89d-f9ae0e1b32cd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:03.837031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1ecf93f-e3ea-4497-a3eb-11a3c1c195f6 req-a2774b61-ff88-43d1-a89d-f9ae0e1b32cd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 948 time: 0.1733680 Sep 17 23:40:03.850478 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-e96ba84c-fb78-43ed-84c6-beae1425cbd4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=4193e860-853c-4f7b-a373-d10699407e78 HTTP/1.1" status: 200 len: 217 time: 0.0869150 Sep 17 23:40:03.857719 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4193e860-853c-4f7b-a373-d10699407e78 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:40:03.901318 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4193e860-853c-4f7b-a373-d10699407e78 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:40:03.904691 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-6163952b-86ae-43cf-81ef-05027545a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:03.906610 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-6163952b-86ae-43cf-81ef-05027545a98c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1029558 Sep 17 23:40:03.914053 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1ecf93f-e3ea-4497-a3eb-11a3c1c195f6 req-ff1e5627-ef68-4cc5-b812-473d98ba0aa4 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574265 Sep 17 23:40:03.965918 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41b671c2-e63a-4ffa-acaf-73c67490ec6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:03.965918 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41b671c2-e63a-4ffa-acaf-73c67490ec6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:03.965918 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-41b671c2-e63a-4ffa-acaf-73c67490ec6f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a3961974-1703-42c3-b809-b84aca7ce708 HTTP/1.1" status: 204 len: 168 time: 0.5729423 Sep 17 23:40:03.980957 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b671c2-e63a-4ffa-acaf-73c67490ec6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3961974-1703-42c3-b809-b84aca7ce708,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:03.989723 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-91ef5a8e-5e4b-4f54-9cd4-1903256ad74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:03.989839 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-fc27e0ac-996c-482d-92d3-a1d09c76d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:03.991079 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-91ef5a8e-5e4b-4f54-9cd4-1903256ad74d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1306119 Sep 17 23:40:04.006996 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-fc27e0ac-996c-482d-92d3-a1d09c76d2fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0778461 Sep 17 23:40:04.070130 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-80a79458-d5fe-4a09-8ed5-b6516af6e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:04.071820 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-80a79458-d5fe-4a09-8ed5-b6516af6e39f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698035 Sep 17 23:40:04.141573 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3f4ba0d-1a51-4ca1-8bfe-d348d3bf7a93 req-c5b30d93-735a-4ec6-80d8-e854adf4a950 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804 tempest-FloatingIPsAssociationNegativeTestJSON-1348888804-project] 10.222.0.46 "GET /v2.0/ports?device_id=78bf1110-3af2-4d03-8c91-3c46d749a614 HTTP/1.1" status: 200 len: 210 time: 0.1225824 Sep 17 23:40:04.168870 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-23662cb1-cbaa-42de-a2fd-6c1d02497463 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606717 Sep 17 23:40:04.327811 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-f49ac654-8c35-4d89-85d8-f5c2bc79d48d service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491487 Sep 17 23:40:04.331578 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-18cfa170-7b37-455f-9b06-6901c489d321 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669154 Sep 17 23:40:04.406468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa61964-5952-46a5-82db-f550e8c67613 req-875b3b04-822d-414b-9f3c-1d081b1167b7 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:04.418062 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-caa61964-5952-46a5-82db-f550e8c67613 req-875b3b04-822d-414b-9f3c-1d081b1167b7 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=e11b29dc-b708-4225-8250-a358cb013290 HTTP/1.1" status: 200 len: 951 time: 0.0668352 Sep 17 23:40:04.447731 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4de62071-0904-45a1-b03e-b75ccbb754d1 req-1d450774-6988-4a82-b371-89de6e5ff0b3 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077576 Sep 17 23:40:04.469819 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-caa61964-5952-46a5-82db-f550e8c67613 req-a57a8c4c-4dd6-458a-a7d7-c29ea3e7a9a2 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506480 Sep 17 23:40:04.579322 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 8ce3ff82-8dee-4712-9097-ae94c759ac93 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:40:04.606579 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 8ce3ff82-8dee-4712-9097-ae94c759ac93 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:40:04.606926 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 8ce3ff82-8dee-4712-9097-ae94c759ac93 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:40:04.723883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8833f7e-9c67-442b-974e-f51ec3c1d075 req-829f6d63-dbd2-4847-87a4-acc5cf09c3b7 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:04.723883 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8833f7e-9c67-442b-974e-f51ec3c1d075 req-829f6d63-dbd2-4847-87a4-acc5cf09c3b7 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 945 time: 0.0492694 Sep 17 23:40:04.760767 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8833f7e-9c67-442b-974e-f51ec3c1d075 req-b2ab04eb-e9b0-447a-af33-2708bd847dc5 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322216 Sep 17 23:40:05.035319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b634282-32ea-466a-8bfd-780204f28d74 req-038991f5-1f3f-48d8-acba-98af436fb577 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:05.036760 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0b634282-32ea-466a-8bfd-780204f28d74 req-038991f5-1f3f-48d8-acba-98af436fb577 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 948 time: 0.0492814 Sep 17 23:40:05.078759 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0b634282-32ea-466a-8bfd-780204f28d74 req-021b9469-90a4-4163-8009-854279280954 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358679 Sep 17 23:40:05.205559 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56698) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:05.555905 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0f71aa2b-4c44-4bdc-80b7-85d5faded0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:05.585019 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6aa67-21df-45e8-b5a9-677bda5e93ec req-76e05c08-3f8c-4eb3-8999-d97a67aa8992 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:05.586515 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-afd6aa67-21df-45e8-b5a9-677bda5e93ec req-76e05c08-3f8c-4eb3-8999-d97a67aa8992 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=e11b29dc-b708-4225-8250-a358cb013290 HTTP/1.1" status: 200 len: 951 time: 0.0500531 Sep 17 23:40:05.625888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-afd6aa67-21df-45e8-b5a9-677bda5e93ec req-9ed73e40-ed31-46ca-8a2a-7b4d28782845 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333889 Sep 17 23:40:05.843729 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-0f71aa2b-4c44-4bdc-80b7-85d5faded0e8 admin admin] Deleting port 01a90b85-5eb1-4789-aa06-4f7bfefeba9d {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:05.844109 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0f71aa2b-4c44-4bdc-80b7-85d5faded0e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:05.915907 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d361a-1594-48fc-9e8f-f6ff60eeb81e req-42e9e657-0020-4a34-8b22-94a505933b32 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:05.918167 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c4d361a-1594-48fc-9e8f-f6ff60eeb81e req-42e9e657-0020-4a34-8b22-94a505933b32 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 945 time: 0.0710461 Sep 17 23:40:05.950171 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-0f71aa2b-4c44-4bdc-80b7-85d5faded0e8 admin admin] For port 01a90b85-5eb1-4789-aa06-4f7bfefeba9d, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=01a90b85-5eb1-4789-aa06-4f7bfefeba9d,segment=NetworkSegment(fab6a504-f4c7-442f-ba11-8706185d2bdf),segment_id=fab6a504-f4c7-442f-ba11-8706185d2bdf)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:05.950538 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0f71aa2b-4c44-4bdc-80b7-85d5faded0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:05.959512 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c4d361a-1594-48fc-9e8f-f6ff60eeb81e req-9b5fe292-6456-4979-a451-2622e62f2dbb tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344248 Sep 17 23:40:05.970083 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-0f71aa2b-4c44-4bdc-80b7-85d5faded0e8 admin admin] Calling delete_port for 01a90b85-5eb1-4789-aa06-4f7bfefeba9d owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:06.226358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b08fc8-b06c-4c61-a28c-2d84d4240ade req-994a85b3-754f-4d8b-9b04-cd688070379e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:06.228218 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41b08fc8-b06c-4c61-a28c-2d84d4240ade req-994a85b3-754f-4d8b-9b04-cd688070379e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 948 time: 0.0529239 Sep 17 23:40:06.272037 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41b08fc8-b06c-4c61-a28c-2d84d4240ade req-98472170-4ee7-411e-92cd-0313a8dc0581 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376172 Sep 17 23:40:06.417924 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0f71aa2b-4c44-4bdc-80b7-85d5faded0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:06.451833 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71aa2b-4c44-4bdc-80b7-85d5faded0e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=01a90b85-5eb1-4789-aa06-4f7bfefeba9d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:06.579084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4193e860-853c-4f7b-a373-d10699407e78 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:40:06.611563 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0f71aa2b-4c44-4bdc-80b7-85d5faded0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:06.890538 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 4193e860-853c-4f7b-a373-d10699407e78, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4193e860-853c-4f7b-a373-d10699407e78,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:06.903103 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '4193e860-853c-4f7b-a373-d10699407e78', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '4193e860-853c-4f7b-a373-d10699407e78', 'mac_address': 'fa:16:3e:23:7d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:40:06.962895 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:06.983475 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4193e860-853c-4f7b-a373-d10699407e78 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:40:06.993160 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f71aa2b-4c44-4bdc-80b7-85d5faded0e8 admin admin] Router 89564730-be40-4f79-a065-fe6a14621e55 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:40:07.029909 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 4193e860-853c-4f7b-a373-d10699407e78, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4193e860-853c-4f7b-a373-d10699407e78,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:07.105147 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32768947-1922-42e7-b597-8ed82ce1ff0e req-16ad44cb-ec7d-4b47-af9c-a628749f2633 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:07.106670 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-32768947-1922-42e7-b597-8ed82ce1ff0e req-16ad44cb-ec7d-4b47-af9c-a628749f2633 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 945 time: 0.0625212 Sep 17 23:40:07.114831 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:40:07.135494 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f71aa2b-4c44-4bdc-80b7-85d5faded0e8 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:40:07.144814 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0f71aa2b-4c44-4bdc-80b7-85d5faded0e8 admin admin] 10.222.0.46 "PUT /v2.0/routers/89564730-be40-4f79-a065-fe6a14621e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9358151 Sep 17 23:40:07.146400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56888) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:07.150049 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7170c51e-ca4f-41da-abdc-e1d25e44eb15 None None] Sync routers for ids ['89564730-be40-4f79-a065-fe6a14621e55'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:40:07.161018 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-32768947-1922-42e7-b597-8ed82ce1ff0e req-814e9dfc-e3a4-4b94-a957-0b6f66734056 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436103 Sep 17 23:40:07.162626 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7170c51e-ca4f-41da-abdc-e1d25e44eb15 None None] Routers {'89564730-be40-4f79-a065-fe6a14621e55'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:07.163264 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-7170c51e-ca4f-41da-abdc-e1d25e44eb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:39:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['89564730-be40-4f79-a065-fe6a14621e55'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:07.270009 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:07.277022 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4b733559-d190-4277-a324-cb7ac667b072 admin admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:07.305442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-7d3b29f9-4924-4fb1-9c11-6792cc96a3f9 req-fe6e5863-1811-42c2-83c9-9f966a7834cb tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1659825334', 'description': 'tempest-description-2011622144'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:07.345460 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-7170c51e-ca4f-41da-abdc-e1d25e44eb15 None None] Set router 89564730-be40-4f79-a065-fe6a14621e55 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:07.436642 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4b733559-d190-4277-a324-cb7ac667b072 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:07.500655 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=4193e860-853c-4f7b-a373-d10699407e78,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:07.504160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cc4dd-3350-4e20-a852-fe190575c471 req-d446187a-a983-4071-bcf3-c4565e3d5872 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:07.506056 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c2cc4dd-3350-4e20-a852-fe190575c471 req-d446187a-a983-4071-bcf3-c4565e3d5872 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 949 time: 0.0554688 Sep 17 23:40:07.547230 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c2cc4dd-3350-4e20-a852-fe190575c471 req-d965f32a-6a73-4e91-ab19-e2e26025d4c8 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321486 Sep 17 23:40:07.554551 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7d3b29f9-4924-4fb1-9c11-6792cc96a3f9 req-fe6e5863-1811-42c2-83c9-9f966a7834cb tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:07.569408 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7d3b29f9-4924-4fb1-9c11-6792cc96a3f9 req-fe6e5863-1811-42c2-83c9-9f966a7834cb tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:07.584059 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['4193e860-853c-4f7b-a373-d10699407e78'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:40:07.644116 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-7170c51e-ca4f-41da-abdc-e1d25e44eb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89564730-be40-4f79-a065-fe6a14621e55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602257702-router', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:52Z', 'updated_at': '2021-09-17T23:40:06Z', 'revision_number': 5, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'gw_port': {'id': '8aa0d749-887b-431d-acb2-a1d14700cad1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:62:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89564730-be40-4f79-a065-fe6a14621e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:38:53Z', 'updated_at': '2021-09-17T23:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:07.667245 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7d3b29f9-4924-4fb1-9c11-6792cc96a3f9 req-fe6e5863-1811-42c2-83c9-9f966a7834cb tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:07.678230 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7170c51e-ca4f-41da-abdc-e1d25e44eb15 None None] Checking router: 89564730-be40-4f79-a065-fe6a14621e55 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:40:07.718484 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7170c51e-ca4f-41da-abdc-e1d25e44eb15 None None] Routers {'89564730-be40-4f79-a065-fe6a14621e55'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:07.719123 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-7170c51e-ca4f-41da-abdc-e1d25e44eb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:39:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['89564730-be40-4f79-a065-fe6a14621e55'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:07.743288 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-4b733559-d190-4277-a324-cb7ac667b072 admin admin] Deleting port 8aa0d749-887b-431d-acb2-a1d14700cad1 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:07.743621 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4b733559-d190-4277-a324-cb7ac667b072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:07.788460 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7d3b29f9-4924-4fb1-9c11-6792cc96a3f9 req-fe6e5863-1811-42c2-83c9-9f966a7834cb tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:07.832213 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e5863-1811-42c2-83c9-9f966a7834cb tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abdfdf8c-3523-4936-ac6d-5cbe588e4f1b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:07.841835 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-4b733559-d190-4277-a324-cb7ac667b072 admin admin] For port 8aa0d749-887b-431d-acb2-a1d14700cad1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8aa0d749-887b-431d-acb2-a1d14700cad1,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:07.842228 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4b733559-d190-4277-a324-cb7ac667b072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:07.856412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-7170c51e-ca4f-41da-abdc-e1d25e44eb15 None None] Set router 89564730-be40-4f79-a065-fe6a14621e55 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:07.858980 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-4b733559-d190-4277-a324-cb7ac667b072 admin admin] Calling delete_port for 8aa0d749-887b-431d-acb2-a1d14700cad1 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:07.895453 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7da431bd-e882-4154-b432-50a29c6a5f9d no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:40:07.913254 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7d3b29f9-4924-4fb1-9c11-6792cc96a3f9 req-fe6e5863-1811-42c2-83c9-9f966a7834cb tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:07.946683 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-7170c51e-ca4f-41da-abdc-e1d25e44eb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89564730-be40-4f79-a065-fe6a14621e55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602257702-router', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:52Z', 'updated_at': '2021-09-17T23:40:07Z', 'revision_number': 6, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:07.983373 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7170c51e-ca4f-41da-abdc-e1d25e44eb15 None None] The sync data for ids ['89564730-be40-4f79-a065-fe6a14621e55'] in n-d-809883-1 is: [{'id': '89564730-be40-4f79-a065-fe6a14621e55', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-602257702-router', 'tenant_id': '3e12fef2e0664c2f94715771497b72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:38:52Z', 'updated_at': '2021-09-17T23:40:07Z', 'revision_number': 6, 'project_id': '3e12fef2e0664c2f94715771497b72d8', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:40:08.051674 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7d3b29f9-4924-4fb1-9c11-6792cc96a3f9 req-fe6e5863-1811-42c2-83c9-9f966a7834cb tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:08.060173 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:08.083962 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11b29dc-b708-4225-8250-a358cb013290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7da431bd-e882-4154-b432-50a29c6a5f9d'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:08.086240 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6efc22-7444-482c-9bed-e904bd875f79" -d '{"events": [{"server_uuid": "e11b29dc-b708-4225-8250-a358cb013290", "name": "network-vif-unplugged", "status": "completed", "tag": "7da431bd-e882-4154-b432-50a29c6a5f9d"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:08.095997 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e5863-1811-42c2-83c9-9f966a7834cb tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de6cd30d-991b-4f00-9e37-1283abcc3e24,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:08.105289 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7da431bd-e882-4154-b432-50a29c6a5f9d, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7da431bd-e882-4154-b432-50a29c6a5f9d,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:08.250159 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4b733559-d190-4277-a324-cb7ac667b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:08.275548 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b733559-d190-4277-a324-cb7ac667b072 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa0d749-887b-431d-acb2-a1d14700cad1,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:08.298857 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4b733559-d190-4277-a324-cb7ac667b072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:08.341230 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7d3b29f9-4924-4fb1-9c11-6792cc96a3f9 req-fe6e5863-1811-42c2-83c9-9f966a7834cb tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:08.341853 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:08.342787 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7d3b29f9-4924-4fb1-9c11-6792cc96a3f9 req-fe6e5863-1811-42c2-83c9-9f966a7834cb tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0432849 Sep 17 23:40:08.391370 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4b733559-d190-4277-a324-cb7ac667b072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:08.393655 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4b733559-d190-4277-a324-cb7ac667b072 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:08.410775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=7da431bd-e882-4154-b432-50a29c6a5f9d,revision_number=11']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:08.592303 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4b733559-d190-4277-a324-cb7ac667b072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:08.592952 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b733559-d190-4277-a324-cb7ac667b072 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89564730-be40-4f79-a065-fe6a14621e55 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:40:08.597716 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4b733559-d190-4277-a324-cb7ac667b072 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:08.598872 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4b733559-d190-4277-a324-cb7ac667b072 admin admin] 10.222.0.46 "DELETE /v2.0/routers/89564730-be40-4f79-a065-fe6a14621e55 HTTP/1.1" status: 204 len: 168 time: 1.4514904 Sep 17 23:40:08.601465 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56950) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:08.645975 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-a208e5d4-80bf-4df1-949e-ac2e0a5190cc admin admin] Deleting subnet 4091a83f-123f-493a-8d97-1aad635f0ad1 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:40:08.649523 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a208e5d4-80bf-4df1-949e-ac2e0a5190cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:08.684036 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a208e5d4-80bf-4df1-949e-ac2e0a5190cc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:08.732042 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a208e5d4-80bf-4df1-949e-ac2e0a5190cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:08.930425 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a208e5d4-80bf-4df1-949e-ac2e0a5190cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:08.960019 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a208e5d4-80bf-4df1-949e-ac2e0a5190cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:08.962635 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a208e5d4-80bf-4df1-949e-ac2e0a5190cc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4091a83f-123f-493a-8d97-1aad635f0ad1 HTTP/1.1" status: 204 len: 168 time: 0.3594933 Sep 17 23:40:08.964442 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208e5d4-80bf-4df1-949e-ac2e0a5190cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4091a83f-123f-493a-8d97-1aad635f0ad1,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:08.965189 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56960) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:08.966330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0841a60b-8705-4f5c-a61a-99d66f1aaaf8 None None] Network bf557253-1c90-47fc-9487-8fcb6b4e4bed requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:40:09.056601 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:09.187092 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc405f23-dc52-4c7f-a396-ddd4256b6e87 None None] DHCP port deletion for bf557253-1c90-47fc-9487-8fcb6b4e4bed request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:40:09.243699 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-fc405f23-dc52-4c7f-a396-ddd4256b6e87 None None] Deleting port b48abe59-d6a6-4add-92e0-b7dcf05844fd {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:09.244089 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fc405f23-dc52-4c7f-a396-ddd4256b6e87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:09.327012 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-fc405f23-dc52-4c7f-a396-ddd4256b6e87 None None] For port b48abe59-d6a6-4add-92e0-b7dcf05844fd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b48abe59-d6a6-4add-92e0-b7dcf05844fd,segment=NetworkSegment(fab6a504-f4c7-442f-ba11-8706185d2bdf),segment_id=fab6a504-f4c7-442f-ba11-8706185d2bdf)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:09.327465 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fc405f23-dc52-4c7f-a396-ddd4256b6e87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:09.339622 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a06aeb-5f90-4c39-b628-32a9df222d7f x-openstack-request-id: req-22a06aeb-5f90-4c39-b628-32a9df222d7f {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:09.340093 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11b29dc-b708-4225-8250-a358cb013290", "name": "network-vif-unplugged", "status": "completed", "tag": "7da431bd-e882-4154-b432-50a29c6a5f9d", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:09.340412 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22a06aeb-5f90-4c39-b628-32a9df222d7f {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:09.340805 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11b29dc-b708-4225-8250-a358cb013290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7da431bd-e882-4154-b432-50a29c6a5f9d', 'code': 200} Sep 17 23:40:09.348154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-fc405f23-dc52-4c7f-a396-ddd4256b6e87 None None] Calling delete_port for b48abe59-d6a6-4add-92e0-b7dcf05844fd owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:09.414628 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b48abe59-d6a6-4add-92e0-b7dcf05844fd no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:40:09.455081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] Deleting port b48abe59-d6a6-4add-92e0-b7dcf05844fd {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:09.456277 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:09.518527 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:09.552929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809968e9-cd17-45b7-a966-cbc0472a0b2a req-2f7dc52a-f276-45c2-8789-23bf4ff3a5e4 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:09.557691 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-809968e9-cd17-45b7-a966-cbc0472a0b2a req-2f7dc52a-f276-45c2-8789-23bf4ff3a5e4 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 945 time: 0.1559911 Sep 17 23:40:09.573940 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] For port b48abe59-d6a6-4add-92e0-b7dcf05844fd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b48abe59-d6a6-4add-92e0-b7dcf05844fd,segment=NetworkSegment(fab6a504-f4c7-442f-ba11-8706185d2bdf),segment_id=fab6a504-f4c7-442f-ba11-8706185d2bdf)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:09.574305 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:09.583817 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-f9e13b07-dba1-407e-b246-932bcd020c0d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:09.585447 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-f9e13b07-dba1-407e-b246-932bcd020c0d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d&tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&binding%3Ahost_id=n-h2-809883-1 HTTP/1.1" status: 200 len: 949 time: 0.1626058 Sep 17 23:40:09.610409 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] Calling delete_port for b48abe59-d6a6-4add-92e0-b7dcf05844fd owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:09.662732 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-809968e9-cd17-45b7-a966-cbc0472a0b2a req-e64c2ae2-71ad-4ed8-a656-d6a70d9ea4c9 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996473 Sep 17 23:40:09.667404 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fc405f23-dc52-4c7f-a396-ddd4256b6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:09.715488 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 01a90b85-5eb1-4789-aa06-4f7bfefeba9d no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:40:09.719000 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc405f23-dc52-4c7f-a396-ddd4256b6e87 None None] Pushing event deleted for resources: {'Port': ['ID=b48abe59-d6a6-4add-92e0-b7dcf05844fd,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:09.720891 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc405f23-dc52-4c7f-a396-ddd4256b6e87 None None] No DVR routers for this DVR port b48abe59-d6a6-4add-92e0-b7dcf05844fd on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:40:09.729293 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-b35138e0-2e24-4ba9-b338-4cb7fe33c7d1 service neutron] 10.222.0.37 "GET /v2.0/ports/4193e860-853c-4f7b-a373-d10699407e78/bindings/n-h2-809883-1 HTTP/1.1" status: 200 len: 382 time: 0.1292698 Sep 17 23:40:09.749955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 01a90b85-5eb1-4789-aa06-4f7bfefeba9d {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:40:09.750297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 01a90b85-5eb1-4789-aa06-4f7bfefeba9d not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:40:09.750716 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8aa0d749-887b-431d-acb2-a1d14700cad1 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:40:09.772199 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-5d4daa9e-2987-4c00-a7d5-00076cfdfdb1 req-962d6ec9-d6a2-4572-9bd4-aed45130db23 tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Request body: {'security_group': {'name': 'tempest-securitygroup-541807564', 'description': 'tempest-description-1258383106'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:09.775518 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 8aa0d749-887b-431d-acb2-a1d14700cad1 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:40:09.775908 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8aa0d749-887b-431d-acb2-a1d14700cad1 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:40:09.808168 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:09.842003 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=b48abe59-d6a6-4add-92e0-b7dcf05844fd,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:09.848583 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] No DVR routers for this DVR port b48abe59-d6a6-4add-92e0-b7dcf05844fd on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:40:09.888058 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-fc71fb2f-1a22-4a52-8891-6438f170356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:09.889579 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-fc71fb2f-1a22-4a52-8891-6438f170356f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 1100 time: 0.1312771 Sep 17 23:40:09.991725 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:10.001982 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5d4daa9e-2987-4c00-a7d5-00076cfdfdb1 req-962d6ec9-d6a2-4572-9bd4-aed45130db23 tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:10.060623 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90197b69-2113-49e8-964e-b751919d19dc req-7a9ecc16-addd-47b8-a289-0da1a8da432d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:10.062135 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90197b69-2113-49e8-964e-b751919d19dc req-7a9ecc16-addd-47b8-a289-0da1a8da432d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 949 time: 0.2043357 Sep 17 23:40:10.074287 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf557253-1c90-47fc-9487-8fcb6b4e4bed']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:10.100545 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab6a504-f4c7-442f-ba11-8706185d2bdf') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:10.100861 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab6a504-f4c7-442f-ba11-8706185d2bdf') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:10.121073 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:10.159932 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:10.175566 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-3f46fa29-e35a-46a3-bc23-a5231d650b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:10.177066 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-3f46fa29-e35a-46a3-bc23-a5231d650b51 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.2745876 Sep 17 23:40:10.178008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:40:10.178423 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:40:10.181880 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:40:10.201280 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90197b69-2113-49e8-964e-b751919d19dc req-595a3f41-d1a9-41a2-939e-f645eca93a88 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308987 Sep 17 23:40:10.240175 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:10.256551 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-f4c44bf9-58af-4e54-a585-fd3d693b228f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=4193e860-853c-4f7b-a373-d10699407e78 HTTP/1.1" status: 200 len: 217 time: 0.0542269 Sep 17 23:40:10.363561 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5d4daa9e-2987-4c00-a7d5-00076cfdfdb1 req-962d6ec9-d6a2-4572-9bd4-aed45130db23 tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:10.365507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-c274a15f-5582-4b2b-b4bf-ded594401c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:10.367000 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-c274a15f-5582-4b2b-b4bf-ded594401c15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0814531 Sep 17 23:40:10.418069 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-b0370d84-4594-4cc0-8bc8-fe1f7b3a2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:10.419753 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-b0370d84-4594-4cc0-8bc8-fe1f7b3a2927 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451474 Sep 17 23:40:10.480649 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:10.490480 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:10.492311 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bf557253-1c90-47fc-9487-8fcb6b4e4bed HTTP/1.1" status: 204 len: 168 time: 1.5261457 Sep 17 23:40:10.511523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b6d9d-72a8-49ae-890f-1eb0d51b1e22 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf557253-1c90-47fc-9487-8fcb6b4e4bed,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:10.534673 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-ceda21e5-e499-4ccd-afea-0468c1fcbdaa service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082463 Sep 17 23:40:10.586433 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4193e860-853c-4f7b-a373-d10699407e78 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:10.602947 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5d4daa9e-2987-4c00-a7d5-00076cfdfdb1 req-962d6ec9-d6a2-4572-9bd4-aed45130db23 tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:10.660897 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d6ec9-d6a2-4572-9bd4-aed45130db23 tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd54621-4339-466d-bd8d-6ac797d63f34,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:10.666523 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-3bea473b-53ca-4ee9-944b-752f812fc1eb service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252418 Sep 17 23:40:10.792627 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 4193e860-853c-4f7b-a373-d10699407e78 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:40:10.792869 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5d4daa9e-2987-4c00-a7d5-00076cfdfdb1 req-962d6ec9-d6a2-4572-9bd4-aed45130db23 tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:10.793874 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d4daa9e-2987-4c00-a7d5-00076cfdfdb1 req-962d6ec9-d6a2-4572-9bd4-aed45130db23 tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0367157 Sep 17 23:40:10.797041 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 4193e860-853c-4f7b-a373-d10699407e78 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:10.797591 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:10.882068 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:10.918386 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 4193e860-853c-4f7b-a373-d10699407e78, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4193e860-853c-4f7b-a373-d10699407e78,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:11.102978 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:11.112716 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57012) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:11.158827 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=4193e860-853c-4f7b-a373-d10699407e78,revision_number=9']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:11.171455 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fe895ab7-6d0b-4fea-9a14-0c3fbe735b59 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3e12fef2e0664c2f94715771497b72d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574849 Sep 17 23:40:11.173897 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57016) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:11.242889 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-55cf984b-db5e-4d35-9861-e07e4aabf3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:11.266964 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-55cf984b-db5e-4d35-9861-e07e4aabf3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:11.333245 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-2c809e1a-cbe4-443f-802d-d675a75105a8 req-77e7d134-1196-4644-9a5c-9026c20aaaa8 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1950668293', 'description': 'tempest-description-1179630260'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:11.342407 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fa27ef-8d71-4874-908c-eb2089af968d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4193e860-853c-4f7b-a373-d10699407e78'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:11.344855 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcf379e-68f2-4a7c-9d1c-2383cb6175bd" -d '{"events": [{"server_uuid": "e6fa27ef-8d71-4874-908c-eb2089af968d", "name": "network-vif-plugged", "status": "completed", "tag": "4193e860-853c-4f7b-a373-d10699407e78"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:11.496159 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-55cf984b-db5e-4d35-9861-e07e4aabf3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:11.496381 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2c809e1a-cbe4-443f-802d-d675a75105a8 req-77e7d134-1196-4644-9a5c-9026c20aaaa8 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:11.498881 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-55cf984b-db5e-4d35-9861-e07e4aabf3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:11.502288 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-55cf984b-db5e-4d35-9861-e07e4aabf3ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c08dff3b-44f3-4f9d-9e49-b2416e6b6a16 HTTP/1.1" status: 204 len: 168 time: 0.3252499 Sep 17 23:40:11.508265 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2c809e1a-cbe4-443f-802d-d675a75105a8 req-77e7d134-1196-4644-9a5c-9026c20aaaa8 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:11.508410 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf984b-db5e-4d35-9861-e07e4aabf3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08dff3b-44f3-4f9d-9e49-b2416e6b6a16,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:11.624947 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2c809e1a-cbe4-443f-802d-d675a75105a8 req-77e7d134-1196-4644-9a5c-9026c20aaaa8 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:11.781426 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2c809e1a-cbe4-443f-802d-d675a75105a8 req-77e7d134-1196-4644-9a5c-9026c20aaaa8 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:11.823439 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7d134-1196-4644-9a5c-9026c20aaaa8 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd67d27-fa66-4f02-8ccd-d3fbdd8d4c1b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:11.880120 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2c809e1a-cbe4-443f-802d-d675a75105a8 req-77e7d134-1196-4644-9a5c-9026c20aaaa8 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:12.001055 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2c809e1a-cbe4-443f-802d-d675a75105a8 req-77e7d134-1196-4644-9a5c-9026c20aaaa8 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:12.031406 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7d134-1196-4644-9a5c-9026c20aaaa8 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25260efe-5ed7-4b40-820d-bace7f4a3ca4,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:12.279775 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2c809e1a-cbe4-443f-802d-d675a75105a8 req-77e7d134-1196-4644-9a5c-9026c20aaaa8 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:12.281131 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c809e1a-cbe4-443f-802d-d675a75105a8 req-77e7d134-1196-4644-9a5c-9026c20aaaa8 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9521551 Sep 17 23:40:12.438635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bd908-e873-4022-86b8-0cd64288627a req-01fe3c55-5b69-4066-b81f-39a01c3b78da tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:12.440245 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d99bd908-e873-4022-86b8-0cd64288627a req-01fe3c55-5b69-4066-b81f-39a01c3b78da tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 950 time: 0.0534546 Sep 17 23:40:12.478565 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d99bd908-e873-4022-86b8-0cd64288627a req-c94e858e-2a5a-4af1-9ff2-3d64d2eaf61e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321863 Sep 17 23:40:12.535285 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c05d392-bd35-48f2-9791-e33c0e608d9d x-openstack-request-id: req-4c05d392-bd35-48f2-9791-e33c0e608d9d {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:12.540156 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fa27ef-8d71-4874-908c-eb2089af968d", "name": "network-vif-plugged", "status": "completed", "tag": "4193e860-853c-4f7b-a373-d10699407e78", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:12.540156 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c05d392-bd35-48f2-9791-e33c0e608d9d {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:12.540156 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fa27ef-8d71-4874-908c-eb2089af968d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4193e860-853c-4f7b-a373-d10699407e78', 'code': 200} Sep 17 23:40:12.601351 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9924fa3f-c2c9-47c6-9d38-f4637a365081 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:40:12.608513 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-3a086e83-d133-4605-bf02-06f4d089c7ee req-3f716f04-dbde-42f8-82d0-1ca72d7a2894 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-918362923', 'description': 'tempest-description-1962734898'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:12.702286 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3a086e83-d133-4605-bf02-06f4d089c7ee req-3f716f04-dbde-42f8-82d0-1ca72d7a2894 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:12.708882 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9924fa3f-c2c9-47c6-9d38-f4637a365081, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9924fa3f-c2c9-47c6-9d38-f4637a365081,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:12.727762 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '9924fa3f-c2c9-47c6-9d38-f4637a365081', 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc', 'port_id': '9924fa3f-c2c9-47c6-9d38-f4637a365081', 'mac_address': 'fa:16:3e:4b:60:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f294d2-e1d6-44d8-a05a-4631f2b03d1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:40:12.843175 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3a086e83-d133-4605-bf02-06f4d089c7ee req-3f716f04-dbde-42f8-82d0-1ca72d7a2894 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:12.909591 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:12.924161 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9924fa3f-c2c9-47c6-9d38-f4637a365081 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:40:12.948175 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9924fa3f-c2c9-47c6-9d38-f4637a365081, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9924fa3f-c2c9-47c6-9d38-f4637a365081,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:13.028269 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3a086e83-d133-4605-bf02-06f4d089c7ee req-3f716f04-dbde-42f8-82d0-1ca72d7a2894 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:13.044305 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57084) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:13.057772 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f716f04-dbde-42f8-82d0-1ca72d7a2894 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec350f1-599f-4b6a-86ee-a11b054c183b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:13.129497 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:13.161841 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-370088375-network', 'tenant_id': '67d3647098424215b9156fcd69add5f9'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:13.193563 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9924fa3f-c2c9-47c6-9d38-f4637a365081,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:13.223873 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:13.253257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['9924fa3f-c2c9-47c6-9d38-f4637a365081'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:40:13.297432 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3a086e83-d133-4605-bf02-06f4d089c7ee req-3f716f04-dbde-42f8-82d0-1ca72d7a2894 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:13.299628 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a086e83-d133-4605-bf02-06f4d089c7ee req-3f716f04-dbde-42f8-82d0-1ca72d7a2894 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6949348 Sep 17 23:40:13.494917 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Made reservation on behalf of 67d3647098424215b9156fcd69add5f9 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:40:13.497350 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:13.507818 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:13.592275 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-2ed3fc5c-a77c-415a-aea2-11453c2d057b tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50610 time: 0.2641289 Sep 17 23:40:13.602339 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:13.636630 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-8b3e4e30-90d1-4f0e-a8dd-01de05caec38 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/2bf4ef98-973e-4fc2-b6fd-518e1cb2fc73 HTTP/1.1" status: 200 len: 2981 time: 0.0362561 Sep 17 23:40:13.685449 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-79c0e79c-5d3e-4d5b-9eaf-417a6545d869 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/2bf4ef98-973e-4fc2-b6fd-518e1cb2fc73 HTTP/1.1" status: 200 len: 2981 time: 0.0418932 Sep 17 23:40:13.728586 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-2de27263-5b18-4d90-a539-78625f0da56b tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/2cd67d27-fa66-4f02-8ccd-d3fbdd8d4c1b HTTP/1.1" status: 200 len: 2981 time: 0.0367358 Sep 17 23:40:13.773291 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-c340dcd2-be46-46cf-9ca1-15796da32919 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/2cd67d27-fa66-4f02-8ccd-d3fbdd8d4c1b HTTP/1.1" status: 200 len: 2981 time: 0.0376446 Sep 17 23:40:13.825583 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-b5de9c5f-1803-4880-b8b3-a469c567100c tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/387f33c1-fce8-46fd-91a8-68ebc900b1dc HTTP/1.1" status: 200 len: 2977 time: 0.0445218 Sep 17 23:40:13.870510 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-af4e3088-d7f2-4a07-80f6-9f0414b0cf30 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/387f33c1-fce8-46fd-91a8-68ebc900b1dc HTTP/1.1" status: 200 len: 2977 time: 0.0424900 Sep 17 23:40:13.897351 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:13.917471 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:40:13.917727 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-892ad047-80da-48f2-8839-b0fdcf910fb0 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/423126b2-bafa-48f6-8f2c-45ca069b90c4 HTTP/1.1" status: 200 len: 2981 time: 0.0409620 Sep 17 23:40:13.943577 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:13.943974 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Added segment 2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c of type vlan for network 196b97f6-1493-4f6d-a9a4-2561bcd15538 Sep 17 23:40:13.956448 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b62641-1f2d-4a62-ae80-d34b49c2376e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:13.971741 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-fe414bdf-2108-4e90-82b4-f5150b413721 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/423126b2-bafa-48f6-8f2c-45ca069b90c4 HTTP/1.1" status: 200 len: 2981 time: 0.0399699 Sep 17 23:40:13.983419 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:13.983766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:13.984106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:13.984443 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:13.984774 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:13.985135 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:13.985460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:13.985786 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:13.986110 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:13.986432 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:13.986755 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:13.987080 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:14.001381 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:14.022010 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-5bdfc8d7-309f-4daf-b435-6186571f613c tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/522d3d8e-aa4f-4d54-b13b-431453fe59e8 HTTP/1.1" status: 200 len: 2973 time: 0.0434551 Sep 17 23:40:14.066289 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-db0ef132-bf79-4706-9320-29eb649b8403 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/522d3d8e-aa4f-4d54-b13b-431453fe59e8 HTTP/1.1" status: 200 len: 2973 time: 0.0366337 Sep 17 23:40:14.109642 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-47adad23-de44-4066-b055-75b92e7a9304 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/56219678-add8-4e23-834a-41c6acaab89b HTTP/1.1" status: 200 len: 2981 time: 0.0372477 Sep 17 23:40:14.114107 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4eefcbff-e638-4cda-9444-67a5c4413279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:14.156106 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-68d576ca-159c-4266-8f92-6a1ed55406e0 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/56219678-add8-4e23-834a-41c6acaab89b HTTP/1.1" status: 200 len: 2981 time: 0.0356100 Sep 17 23:40:14.203399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-3489df91-7690-472c-92d2-63a661c5e818 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/6f0516b2-a56f-47b5-8c4e-bac8ccc41c78 HTTP/1.1" status: 200 len: 2981 time: 0.0410299 Sep 17 23:40:14.215349 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-f3219c10-0a60-4621-afa4-03ff52a48aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:14.216890 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-f3219c10-0a60-4621-afa4-03ff52a48aad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d&tenant_id=e48d8880359443fb9bfa4fbd1d6105f4 HTTP/1.1" status: 200 len: 1101 time: 0.0423896 Sep 17 23:40:14.227990 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:14.251049 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-22695bb8-fd43-44d5-a449-f85669c05ce2 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/6f0516b2-a56f-47b5-8c4e-bac8ccc41c78 HTTP/1.1" status: 200 len: 2981 time: 0.0411406 Sep 17 23:40:14.280792 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:14.280792 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:14.280792 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:14.300133 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-9b1e3e89-c4c4-48c8-b487-e583b8dcaf52 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/9280e518-816d-4046-959e-cf1672bf7b4c HTTP/1.1" status: 200 len: 2981 time: 0.0427258 Sep 17 23:40:14.319263 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:14.350921 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-af289fc9-c6c1-40a3-b375-ed6a188dfad4 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/9280e518-816d-4046-959e-cf1672bf7b4c HTTP/1.1" status: 200 len: 2981 time: 0.0448823 Sep 17 23:40:14.365109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] Pushing event updated for resources: {'Network': ['ID=196b97f6-1493-4f6d-a9a4-2561bcd15538,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:14.375345 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 196b97f6-1493-4f6d-a9a4-2561bcd15538 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:40:14.407388 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-3ddd6d00-a6f6-43b3-b8ae-b0bc186d3e16 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/9510c5d2-b42e-499f-95e7-b23c9d07f812 HTTP/1.1" status: 200 len: 2977 time: 0.0493956 Sep 17 23:40:14.460706 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-f2f5a473-5dca-41b6-a2bb-1c34196b0c0d tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/9510c5d2-b42e-499f-95e7-b23c9d07f812 HTTP/1.1" status: 200 len: 2977 time: 0.0460205 Sep 17 23:40:14.476066 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ebc3014d-086d-46dd-83b1-c1f329093d70 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4293888 Sep 17 23:40:14.479459 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57138) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:14.485957 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d6ee9495-8ab9-43a0-bb0c-5f8c3ae90b8a admin admin] Request body: {'subnet': {'network_id': '196b97f6-1493-4f6d-a9a4-2561bcd15538', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-370088375-subnet', 'tenant_id': '67d3647098424215b9156fcd69add5f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:14.504268 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-10a38097-dfab-402b-a1c7-5e8c58dec88c tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/99ce617d-2c4f-430d-97c6-1860ad8010e8 HTTP/1.1" status: 200 len: 2981 time: 0.0372958 Sep 17 23:40:14.549979 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-6371de90-48d4-4cca-a6fd-271774c94427 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/99ce617d-2c4f-430d-97c6-1860ad8010e8 HTTP/1.1" status: 200 len: 2981 time: 0.0392854 Sep 17 23:40:14.596570 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-594c7d55-847a-42ac-8c4f-b2493d800f3f tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/abdfdf8c-3523-4936-ac6d-5cbe588e4f1b HTTP/1.1" status: 200 len: 2981 time: 0.0398097 Sep 17 23:40:14.597317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] For port 4193e860-853c-4f7b-a373-d10699407e78, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4193e860-853c-4f7b-a373-d10699407e78,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:14.620665 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9924fa3f-c2c9-47c6-9d38-f4637a365081 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:14.640792 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] For port 4193e860-853c-4f7b-a373-d10699407e78, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:40:14.656209 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-59719efe-7816-4b97-9219-051ddde55181 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/abdfdf8c-3523-4936-ac6d-5cbe588e4f1b HTTP/1.1" status: 200 len: 2981 time: 0.0528724 Sep 17 23:40:14.696976 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 9924fa3f-c2c9-47c6-9d38-f4637a365081 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:14.697529 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:14.697654 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:14.700449 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-b610a49b-a22e-4ac3-87f8-1abf23ff4ec1 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/ae283ab0-5a11-4524-822d-16bebf00b057 HTTP/1.1" status: 200 len: 2981 time: 0.0429418 Sep 17 23:40:14.701552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fa27ef-8d71-4874-908c-eb2089af968d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4193e860-853c-4f7b-a373-d10699407e78'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:14.703804 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2927b6-7286-4ee4-bea0-9967a5b16f68" -d '{"events": [{"server_uuid": "e6fa27ef-8d71-4874-908c-eb2089af968d", "name": "network-vif-unplugged", "status": "completed", "tag": "4193e860-853c-4f7b-a373-d10699407e78"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:14.718566 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] Transition to ACTIVE for port object 4193e860-853c-4f7b-a373-d10699407e78 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:40:14.746471 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-47670878-cfaf-4c9f-beaa-7ba913243e7c tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/ae283ab0-5a11-4524-822d-16bebf00b057 HTTP/1.1" status: 200 len: 2981 time: 0.0385900 Sep 17 23:40:14.785549 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:14.790766 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-7c9f5021-600f-413d-ade8-4ab2c544e56d tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/db1ffb70-48fa-45aa-a32a-a9c0e22d59bd HTTP/1.1" status: 200 len: 2977 time: 0.0376229 Sep 17 23:40:14.800062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ee9495-8ab9-43a0-bb0c-5f8c3ae90b8a admin admin] Made reservation on behalf of 67d3647098424215b9156fcd69add5f9 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:40:14.802455 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d6ee9495-8ab9-43a0-bb0c-5f8c3ae90b8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:14.809759 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf90fee-0275-4b40-90de-f1e885946184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9924fa3f-c2c9-47c6-9d38-f4637a365081'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:14.812729 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d57815-5214-4b6f-a28a-c2753a0b6a72" -d '{"events": [{"server_uuid": "2bf90fee-0275-4b40-90de-f1e885946184", "name": "network-vif-plugged", "status": "completed", "tag": "9924fa3f-c2c9-47c6-9d38-f4637a365081"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:14.826950 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9924fa3f-c2c9-47c6-9d38-f4637a365081, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9924fa3f-c2c9-47c6-9d38-f4637a365081,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:14.841028 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-cfe4d1f7-5c16-421b-82a9-589a7a32862b tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/db1ffb70-48fa-45aa-a32a-a9c0e22d59bd HTTP/1.1" status: 200 len: 2977 time: 0.0432913 Sep 17 23:40:14.887424 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-b67f348c-e262-42cc-a59c-ab92ca90ba7a tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/db9be31b-48bd-4e83-918d-fa569a4a0a67 HTTP/1.1" status: 200 len: 2981 time: 0.0402329 Sep 17 23:40:14.939239 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-cd60e841-ef40-48a1-ae1b-91ee8bb6c5d8 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/db9be31b-48bd-4e83-918d-fa569a4a0a67 HTTP/1.1" status: 200 len: 2981 time: 0.0458913 Sep 17 23:40:14.985583 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-7e29ff74-cb5a-4eb6-92cd-db207814abbf tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/f382f56d-e191-481b-9ebe-da965f274f96 HTTP/1.1" status: 200 len: 2981 time: 0.0401363 Sep 17 23:40:15.017125 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:15.031005 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738c5829-2838-4711-8d95-72f1fcd7acc9 req-fb901334-541b-40f5-a809-7b146771847f tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/f382f56d-e191-481b-9ebe-da965f274f96 HTTP/1.1" status: 200 len: 2981 time: 0.0386498 Sep 17 23:40:15.049918 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:15.050933 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4193e860-853c-4f7b-a373-d10699407e78 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:40:15.094619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] No DVR routers for this DVR port 4193e860-853c-4f7b-a373-d10699407e78 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:40:15.104150 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] Pushing event updated for resources: {'Port': ['ID=4193e860-853c-4f7b-a373-d10699407e78,revision_number=10']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:15.129480 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d6ee9495-8ab9-43a0-bb0c-5f8c3ae90b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:15.155128 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9924fa3f-c2c9-47c6-9d38-f4637a365081,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:15.166756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4193e860-853c-4f7b-a373-d10699407e78 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:40:15.180674 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] Attempting to bind port 4193e860-853c-4f7b-a373-d10699407e78 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:40:15.181044 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] Attempting to bind port 4193e860-853c-4f7b-a373-d10699407e78 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:40:15.181382 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] Attempting to bind port 4193e860-853c-4f7b-a373-d10699407e78 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:15.199838 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] Port 4193e860-853c-4f7b-a373-d10699407e78 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:40:15.200174 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] Attempting to bind port 4193e860-853c-4f7b-a373-d10699407e78 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:15.221943 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee9495-8ab9-43a0-bb0c-5f8c3ae90b8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a81ec0-dae6-4edb-a798-a228c9d47fb8,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:15.227657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:40:15.228004 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:15.228409 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:40:15.228888 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] Bound port: 4193e860-853c-4f7b-a373-d10699407e78, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:40:15.229254 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:15.247802 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ee9495-8ab9-43a0-bb0c-5f8c3ae90b8a admin admin] Checking segment: {'id': '2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '196b97f6-1493-4f6d-a9a4-2561bcd15538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:15.248074 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ee9495-8ab9-43a0-bb0c-5f8c3ae90b8a admin admin] Network hostable DHCP agents. Network: 196b97f6-1493-4f6d-a9a4-2561bcd15538, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:40:15.316380 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] For port 4193e860-853c-4f7b-a373-d10699407e78, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:40:15.319378 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] For port 4193e860-853c-4f7b-a373-d10699407e78, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4193e860-853c-4f7b-a373-d10699407e78,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:40:15.416748 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ee9495-8ab9-43a0-bb0c-5f8c3ae90b8a admin admin] Network 196b97f6-1493-4f6d-a9a4-2561bcd15538 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:40:15.487855 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:15.543517 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:15.544730 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:15.546909 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] 10.222.0.41 "PUT /v2.0/ports/4193e860-853c-4f7b-a373-d10699407e78 HTTP/1.1" status: 200 len: 1097 time: 1.3224478 Sep 17 23:40:15.601450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9e413-10d1-4e24-b7d4-88cd2ea44d78 service neutron] Pushing event updated for resources: {'Port': ['ID=4193e860-853c-4f7b-a373-d10699407e78,revision_number=11']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:15.652695 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-3bf51653-f98e-400f-b791-c9f39759f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:15.654371 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-3bf51653-f98e-400f-b791-c9f39759f7b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 1100 time: 0.0701942 Sep 17 23:40:15.675128 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-d6ee9495-8ab9-43a0-bb0c-5f8c3ae90b8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 196b97f6-1493-4f6d-a9a4-2561bcd15538) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:15.680509 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ee9495-8ab9-43a0-bb0c-5f8c3ae90b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:15.681125 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d6ee9495-8ab9-43a0-bb0c-5f8c3ae90b8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:15.689351 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63023d88-3c20-49fa-a0aa-42fbfba02706 None None] Network 196b97f6-1493-4f6d-a9a4-2561bcd15538 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:40:15.842568 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-cc613573-f7ac-4ec3-86db-eb44cece7032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:15.844965 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-cc613573-f7ac-4ec3-86db-eb44cece7032 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1833842 Sep 17 23:40:15.884594 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-196b97f6-1493-4f6d-a9a4-2561bcd15538', 'network_id': '196b97f6-1493-4f6d-a9a4-2561bcd15538', 'tenant_id': '67d3647098424215b9156fcd69add5f9', 'fixed_ips': [{'subnet_id': '04a81ec0-dae6-4edb-a798-a228c9d47fb8'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:40:15.885516 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:15.919052 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-a3e26708-7d27-4511-bf39-3c72560aa286 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=4193e860-853c-4f7b-a373-d10699407e78 HTTP/1.1" status: 200 len: 217 time: 0.0655265 Sep 17 23:40:15.996424 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-5ed2b2ab-4073-49fb-b6c3-ec47114d9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:15.998845 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-5ed2b2ab-4073-49fb-b6c3-ec47114d9da9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0733020 Sep 17 23:40:16.077784 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-9e009547-583c-4392-af3a-c201231cf033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:16.079257 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-9e009547-583c-4392-af3a-c201231cf033 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0653765 Sep 17 23:40:16.144693 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d6ee9495-8ab9-43a0-bb0c-5f8c3ae90b8a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6641397 Sep 17 23:40:16.147423 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57180) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:16.155472 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0ca47a2e-444c-4eff-9425-5bb6b2c10941 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-370088375-router', 'tenant_id': '67d3647098424215b9156fcd69add5f9', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:16.250505 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] Allocated IP 172.20.0.2 (196b97f6-1493-4f6d-a9a4-2561bcd15538/04a81ec0-dae6-4edb-a798-a228c9d47fb8/ebed576c-4597-44a8-8df1-0d2bd298e7a8) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:16.260198 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-63628612-4708-4771-9329-4afbbd57af7b service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714160 Sep 17 23:40:16.341960 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ca47a2e-444c-4eff-9425-5bb6b2c10941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:16.343619 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ca47a2e-444c-4eff-9425-5bb6b2c10941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:16.397470 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4f691f9a-75ec-43d4-92af-b4a4912167a4 req-fb87020e-af40-4432-886a-306eb3cae3d7 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283104 Sep 17 23:40:16.467183 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:16.589176 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2fbf636d-4ed6-4610-9e73-ad3c3660a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:16.663430 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:16.683130 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d1df5-17cc-4cd3-a0de-86079dceb97c req-047d83d6-d885-4015-918e-2b42212e6d94 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:16.689608 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a72d1df5-17cc-4cd3-a0de-86079dceb97c req-047d83d6-d885-4015-918e-2b42212e6d94 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 949 time: 0.1030705 Sep 17 23:40:16.721040 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ca47a2e-444c-4eff-9425-5bb6b2c10941 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:16.744580 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] Network 196b97f6-1493-4f6d-a9a4-2561bcd15538 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:16.752530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:16.753503 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a72d1df5-17cc-4cd3-a0de-86079dceb97c req-ce2b3bad-183f-4291-895c-6c4cf9c5a65f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572088 Sep 17 23:40:16.768778 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:16.821296 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828cab7b-55e1-4cf9-8652-e0a77e3cd7e1 x-openstack-request-id: req-828cab7b-55e1-4cf9-8652-e0a77e3cd7e1 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:16.821604 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fa27ef-8d71-4874-908c-eb2089af968d", "name": "network-vif-unplugged", "status": "completed", "tag": "4193e860-853c-4f7b-a373-d10699407e78", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:16.821897 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-828cab7b-55e1-4cf9-8652-e0a77e3cd7e1 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:16.822836 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fa27ef-8d71-4874-908c-eb2089af968d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4193e860-853c-4f7b-a373-d10699407e78', 'code': 200} Sep 17 23:40:16.829373 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3977d43a-122b-4494-8cdf-6df6aa82c92a x-openstack-request-id: req-3977d43a-122b-4494-8cdf-6df6aa82c92a {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:16.829745 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf90fee-0275-4b40-90de-f1e885946184", "name": "network-vif-plugged", "status": "completed", "tag": "9924fa3f-c2c9-47c6-9d38-f4637a365081", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:16.833089 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3977d43a-122b-4494-8cdf-6df6aa82c92a {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:16.833089 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf90fee-0275-4b40-90de-f1e885946184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9924fa3f-c2c9-47c6-9d38-f4637a365081', 'code': 200} Sep 17 23:40:16.868472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] Pushing event updated for resources: {'Port': ['ID=ebed576c-4597-44a8-8df1-0d2bd298e7a8,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:16.875873 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] Attempting to bind port ebed576c-4597-44a8-8df1-0d2bd298e7a8 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:40:16.876396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] Attempting to bind port ebed576c-4597-44a8-8df1-0d2bd298e7a8 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '196b97f6-1493-4f6d-a9a4-2561bcd15538'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:40:16.876997 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] Attempting to bind port ebed576c-4597-44a8-8df1-0d2bd298e7a8 on network 196b97f6-1493-4f6d-a9a4-2561bcd15538 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:16.889414 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:40:16.892811 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] Checking segment: {'id': '2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '196b97f6-1493-4f6d-a9a4-2561bcd15538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:16.892811 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:16.893116 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] Bound using segment: {'id': '2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '196b97f6-1493-4f6d-a9a4-2561bcd15538'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:40:16.893669 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] Bound port: ebed576c-4597-44a8-8df1-0d2bd298e7a8, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '196b97f6-1493-4f6d-a9a4-2561bcd15538'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:40:16.894155 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:16.976216 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] For port ebed576c-4597-44a8-8df1-0d2bd298e7a8, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:40:16.980164 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] For port ebed576c-4597-44a8-8df1-0d2bd298e7a8, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ebed576c-4597-44a8-8df1-0d2bd298e7a8,segment=NetworkSegment(2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c),segment_id=2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:40:16.985315 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c11c7436-e6ed-4928-b6c7-c60bc5617907 req-35a95854-e794-430a-944b-25132078affb tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c9c4ffc34634e94b42f44a68a02c2bb HTTP/1.1" status: 200 len: 6103 time: 0.1423955 Sep 17 23:40:17.080344 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c11c7436-e6ed-4928-b6c7-c60bc5617907 req-cd642ef9-08a4-48b1-85d7-8030d9be916f tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] 10.222.0.46 "GET /v2.0/security-groups/abdfdf8c-3523-4936-ac6d-5cbe588e4f1b HTTP/1.1" status: 200 len: 2981 time: 0.0940957 Sep 17 23:40:17.104163 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ca47a2e-444c-4eff-9425-5bb6b2c10941 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:17.149336 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c11c7436-e6ed-4928-b6c7-c60bc5617907 req-8a400449-7760-4519-94cf-b70557b6ccfd tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] 10.222.0.46 "GET /v2.0/security-groups/abdfdf8c-3523-4936-ac6d-5cbe588e4f1b HTTP/1.1" status: 200 len: 2981 time: 0.0680258 Sep 17 23:40:17.191171 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:17.307270 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d98d0e-22ac-4032-8edf-2f3d36e32655 None None] Pushing event updated for resources: {'Port': ['ID=ebed576c-4597-44a8-8df1-0d2bd298e7a8,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:17.319695 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d9cb7a82-7781-42ee-8fa6-a4fe9ad1b828 req-f7a65e22-c582-4f26-bade-e7cad43efb2f tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3ec350f1-599f-4b6a-86ee-a11b054c183b HTTP/1.1" status: 200 len: 1777 time: 0.1430111 Sep 17 23:40:17.329315 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:17.463850 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d9cb7a82-7781-42ee-8fa6-a4fe9ad1b828 req-5c00df9c-27e8-419f-9ae9-62b04d5e2572 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:17.529725 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d9cb7a82-7781-42ee-8fa6-a4fe9ad1b828 req-5c00df9c-27e8-419f-9ae9-62b04d5e2572 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:17.675004 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:17.722057 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d9cb7a82-7781-42ee-8fa6-a4fe9ad1b828 req-5c00df9c-27e8-419f-9ae9-62b04d5e2572 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:17.724728 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d9cb7a82-7781-42ee-8fa6-a4fe9ad1b828 req-5c00df9c-27e8-419f-9ae9-62b04d5e2572 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:17.739218 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d9cb7a82-7781-42ee-8fa6-a4fe9ad1b828 req-5c00df9c-27e8-419f-9ae9-62b04d5e2572 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ec350f1-599f-4b6a-86ee-a11b054c183b HTTP/1.1" status: 204 len: 173 time: 0.4185913 Sep 17 23:40:17.758509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00df9c-27e8-419f-9ae9-62b04d5e2572 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec350f1-599f-4b6a-86ee-a11b054c183b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:17.772428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00df9c-27e8-419f-9ae9-62b04d5e2572 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:17.772811 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00df9c-27e8-419f-9ae9-62b04d5e2572 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:17.773777 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00df9c-27e8-419f-9ae9-62b04d5e2572 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:17.774120 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00df9c-27e8-419f-9ae9-62b04d5e2572 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:17.774458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00df9c-27e8-419f-9ae9-62b04d5e2572 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:17.776104 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00df9c-27e8-419f-9ae9-62b04d5e2572 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:17.776450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00df9c-27e8-419f-9ae9-62b04d5e2572 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:17.776781 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00df9c-27e8-419f-9ae9-62b04d5e2572 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:17.777154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00df9c-27e8-419f-9ae9-62b04d5e2572 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:17.777487 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00df9c-27e8-419f-9ae9-62b04d5e2572 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:17.777817 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00df9c-27e8-419f-9ae9-62b04d5e2572 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:17.778230 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00df9c-27e8-419f-9ae9-62b04d5e2572 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:17.783220 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ca47a2e-444c-4eff-9425-5bb6b2c10941 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:17.821085 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ca47a2e-444c-4eff-9425-5bb6b2c10941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:17.847349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25178589-b0c1-41b5-a861-9d71013ee9d5 req-78d8a662-3dfc-45f7-8b47-6a235968fd8b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:17.855631 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25178589-b0c1-41b5-a861-9d71013ee9d5 req-78d8a662-3dfc-45f7-8b47-6a235968fd8b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 948 time: 0.1778173 Sep 17 23:40:17.978344 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-0ca47a2e-444c-4eff-9425-5bb6b2c10941 admin admin] Allocated IP 172.25.3.71 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/21f58fb1-9418-4a36-819c-1b2eaad1bee1) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:17.991944 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25178589-b0c1-41b5-a861-9d71013ee9d5 req-d824d264-a765-4cd1-ac2b-93efa797b26a tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351848 Sep 17 23:40:18.026545 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a7755be-591d-4a03-98d3-76b2c1a8538c req-e568dd79-12e2-4e04-8070-1828a8523ce3 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "GET /v2.0/security-groups/25260efe-5ed7-4b40-820d-bace7f4a3ca4 HTTP/1.1" status: 200 len: 1778 time: 0.1686389 Sep 17 23:40:18.167867 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3a7755be-591d-4a03-98d3-76b2c1a8538c req-a4c36d0f-5c72-4bf5-b0ad-6ae8234b0de4 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:18.220071 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ca47a2e-444c-4eff-9425-5bb6b2c10941 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:18.261212 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3a7755be-591d-4a03-98d3-76b2c1a8538c req-a4c36d0f-5c72-4bf5-b0ad-6ae8234b0de4 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:18.360308 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88c635-538c-43a8-a167-39189f076fc6 req-70757acb-1753-4036-92db-2a59081428f2 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:18.362087 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e88c635-538c-43a8-a167-39189f076fc6 req-70757acb-1753-4036-92db-2a59081428f2 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 949 time: 0.1031375 Sep 17 23:40:18.413334 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ca47a2e-444c-4eff-9425-5bb6b2c10941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:18.420213 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e88c635-538c-43a8-a167-39189f076fc6 req-f1315d99-918d-4bcf-82e6-ca81989b9eba tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429461 Sep 17 23:40:18.449479 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca47a2e-444c-4eff-9425-5bb6b2c10941 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:18.455770 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-0ca47a2e-444c-4eff-9425-5bb6b2c10941 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:18.459682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca47a2e-444c-4eff-9425-5bb6b2c10941 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:18.532582 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3a7755be-591d-4a03-98d3-76b2c1a8538c req-a4c36d0f-5c72-4bf5-b0ad-6ae8234b0de4 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:18.536541 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3a7755be-591d-4a03-98d3-76b2c1a8538c req-a4c36d0f-5c72-4bf5-b0ad-6ae8234b0de4 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:18.538693 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a7755be-591d-4a03-98d3-76b2c1a8538c req-a4c36d0f-5c72-4bf5-b0ad-6ae8234b0de4 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/25260efe-5ed7-4b40-820d-bace7f4a3ca4 HTTP/1.1" status: 204 len: 173 time: 0.5054493 Sep 17 23:40:18.553653 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c36d0f-5c72-4bf5-b0ad-6ae8234b0de4 tempest-SecurityGroupsTestAdminJSON-1849520719 tempest-SecurityGroupsTestAdminJSON-1849520719-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25260efe-5ed7-4b40-820d-bace7f4a3ca4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:18.628848 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca47a2e-444c-4eff-9425-5bb6b2c10941 admin admin] Pushing event updated for resources: {'Port': ['ID=21f58fb1-9418-4a36-819c-1b2eaad1bee1,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:18.639143 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04bfc81b-99ea-4ab8-af51-e4b0552637bc req-67e145d6-7da7-444a-941e-fe1368c6b9f6 tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] 10.222.0.46 "GET /v2.0/security-groups/8cd54621-4339-466d-bd8d-6ac797d63f34 HTTP/1.1" status: 200 len: 1777 time: 0.0625305 Sep 17 23:40:18.725872 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-04bfc81b-99ea-4ab8-af51-e4b0552637bc req-402beb11-20b6-44c3-862a-dbae77106c45 tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:18.747075 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7908826-f3ac-4c7b-9813-fe8efeab118d None None] Network 196b97f6-1493-4f6d-a9a4-2561bcd15538 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:40:18.762856 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-04bfc81b-99ea-4ab8-af51-e4b0552637bc req-402beb11-20b6-44c3-862a-dbae77106c45 tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:18.885640 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fa27ef-8d71-4874-908c-eb2089af968d', 'tag': '4193e860-853c-4f7b-a373-d10699407e78'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:18.887525 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-04bfc81b-99ea-4ab8-af51-e4b0552637bc req-402beb11-20b6-44c3-862a-dbae77106c45 tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:18.891177 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14532ce5-fb91-4260-8012-bbc84f1b564e" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fa27ef-8d71-4874-908c-eb2089af968d", "tag": "4193e860-853c-4f7b-a373-d10699407e78"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:18.891565 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-04bfc81b-99ea-4ab8-af51-e4b0552637bc req-402beb11-20b6-44c3-862a-dbae77106c45 tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:18.893813 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04bfc81b-99ea-4ab8-af51-e4b0552637bc req-402beb11-20b6-44c3-862a-dbae77106c45 tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] 10.222.0.46 "DELETE /v2.0/security-groups/8cd54621-4339-466d-bd8d-6ac797d63f34 HTTP/1.1" status: 204 len: 173 time: 0.2532701 Sep 17 23:40:18.896211 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e0bc88b3-2b34-498c-a221-b4f3acaed00e None None] Provisioning complete for port ebed576c-4597-44a8-8df1-0d2bd298e7a8 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:18.897807 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e0bc88b3-2b34-498c-a221-b4f3acaed00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:18.917342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402beb11-20b6-44c3-862a-dbae77106c45 tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd54621-4339-466d-bd8d-6ac797d63f34,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:19.038152 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ca47a2e-444c-4eff-9425-5bb6b2c10941 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:19.045186 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659ef984-f321-4687-8b1c-d41a10c690b0 x-openstack-request-id: req-659ef984-f321-4687-8b1c-d41a10c690b0 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:19.045694 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fa27ef-8d71-4874-908c-eb2089af968d", "tag": "4193e860-853c-4f7b-a373-d10699407e78", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:19.046042 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-659ef984-f321-4687-8b1c-d41a10c690b0 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:19.046634 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fa27ef-8d71-4874-908c-eb2089af968d', 'tag': '4193e860-853c-4f7b-a373-d10699407e78', 'status': 'completed', 'code': 200} Sep 17 23:40:19.057550 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41f28fcf-6c9b-4798-80e5-1e4f985aa449 req-a46f475a-e553-4f4c-b1f5-17984867c4af tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] 10.222.0.46 "GET /v2.0/security-groups/de6cd30d-991b-4f00-9e37-1283abcc3e24 HTTP/1.1" status: 200 len: 1778 time: 0.1042187 Sep 17 23:40:19.189418 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e0bc88b3-2b34-498c-a221-b4f3acaed00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:19.220640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae86ed5-7af7-464c-be4f-a00682a7d469 req-bee3a65e-57bf-4b6d-9412-100522545b2e tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:19.231621 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ae86ed5-7af7-464c-be4f-a00682a7d469 req-bee3a65e-57bf-4b6d-9412-100522545b2e tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 948 time: 0.1358428 Sep 17 23:40:19.282369 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e0bc88b3-2b34-498c-a221-b4f3acaed00e None None] For port ebed576c-4597-44a8-8df1-0d2bd298e7a8, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ebed576c-4597-44a8-8df1-0d2bd298e7a8,segment=NetworkSegment(2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c),segment_id=2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:19.310375 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-41f28fcf-6c9b-4798-80e5-1e4f985aa449 req-2e3eea0f-0029-4128-87a5-cd7306709405 tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:19.376638 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499943f6-304c-4813-9aad-d42f1fe1a97e req-c227a4dc-786c-4295-b8d6-414c7240557c tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:19.384877 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-499943f6-304c-4813-9aad-d42f1fe1a97e req-c227a4dc-786c-4295-b8d6-414c7240557c tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.41 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 948 time: 0.2515979 Sep 17 23:40:19.386828 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ae86ed5-7af7-464c-be4f-a00682a7d469 req-9c267a97-bc86-4473-840a-c8ce7d7528ce tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542203 Sep 17 23:40:19.388657 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-41f28fcf-6c9b-4798-80e5-1e4f985aa449 req-2e3eea0f-0029-4128-87a5-cd7306709405 tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:19.429212 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e0bc88b3-2b34-498c-a221-b4f3acaed00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:19.561797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ebed576c-4597-44a8-8df1-0d2bd298e7a8 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:19.566291 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-41f28fcf-6c9b-4798-80e5-1e4f985aa449 req-2e3eea0f-0029-4128-87a5-cd7306709405 tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:19.571882 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-41f28fcf-6c9b-4798-80e5-1e4f985aa449 req-2e3eea0f-0029-4128-87a5-cd7306709405 tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:19.573873 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41f28fcf-6c9b-4798-80e5-1e4f985aa449 req-2e3eea0f-0029-4128-87a5-cd7306709405 tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] 10.222.0.46 "DELETE /v2.0/security-groups/de6cd30d-991b-4f00-9e37-1283abcc3e24 HTTP/1.1" status: 204 len: 173 time: 0.5106509 Sep 17 23:40:19.589398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3eea0f-0029-4128-87a5-cd7306709405 tempest-SecurityGroupsTestAdminJSON-1518262162 tempest-SecurityGroupsTestAdminJSON-1518262162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6cd30d-991b-4f00-9e37-1283abcc3e24,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:19.646024 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14532ce5-fb91-4260-8012-bbc84f1b564e req-95439a56-da85-4a73-a3a7-de89098d1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:19.654259 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-14532ce5-fb91-4260-8012-bbc84f1b564e req-95439a56-da85-4a73-a3a7-de89098d1fdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 1100 time: 0.6060617 Sep 17 23:40:19.654984 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc88b3-2b34-498c-a221-b4f3acaed00e None None] Pushing event updated for resources: {'Port': ['ID=ebed576c-4597-44a8-8df1-0d2bd298e7a8,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:19.686482 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:19.704201 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-8ecf62c8-ac01-4e20-8226-7043915813fc None None] Provisioning complete for port ebed576c-4597-44a8-8df1-0d2bd298e7a8 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:19.704862 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8ecf62c8-ac01-4e20-8226-7043915813fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:19.764296 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ebed576c-4597-44a8-8df1-0d2bd298e7a8 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:19.765550 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:19.784086 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ca47a2e-444c-4eff-9425-5bb6b2c10941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:19.840522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-5ccc7d85-46b0-4140-ac0b-6661dbd0382d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:19.848508 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-5ccc7d85-46b0-4140-ac0b-6661dbd0382d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 821 time: 0.1482995 Sep 17 23:40:19.880196 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-063a5531-bcb2-47ea-8df4-f1b468fb2e47 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/quotas/42091a1d224846e09811aee1ce652339 HTTP/1.1" status: 200 len: 375 time: 0.0304549 Sep 17 23:40:19.915490 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4193e860-853c-4f7b-a373-d10699407e78 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:40:19.919719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c628b2-1101-416e-8965-8e122c2d4033 req-f94778eb-1cec-488b-be16-9a918a636dc9 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:19.921802 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e8c628b2-1101-416e-8965-8e122c2d4033 req-f94778eb-1cec-488b-be16-9a918a636dc9 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 949 time: 0.2836325 Sep 17 23:40:19.999396 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-b946006f-4c57-49e9-a2ec-eef4ea409628 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1179764 Sep 17 23:40:20.008310 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-499943f6-304c-4813-9aad-d42f1fe1a97e req-e48a5314-0711-4272-8606-0927a5336c50 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Deleting port 89285bb4-4de2-4aae-89d9-93686adef996 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:20.010180 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-499943f6-304c-4813-9aad-d42f1fe1a97e req-e48a5314-0711-4272-8606-0927a5336c50 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:20.054926 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e8c628b2-1101-416e-8965-8e122c2d4033 req-ee4d3d0b-b927-4651-b911-d329ae09a135 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091318 Sep 17 23:40:20.162888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-dd9fc00b-4320-48e9-9efe-c1030e7abaf7 service neutron] 10.222.0.46 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610892 Sep 17 23:40:20.247078 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 4193e860-853c-4f7b-a373-d10699407e78, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4193e860-853c-4f7b-a373-d10699407e78,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:20.257468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14532ce5-fb91-4260-8012-bbc84f1b564e req-ca810031-a4ae-4c55-8cee-a73e84fff01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:20.262839 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-14532ce5-fb91-4260-8012-bbc84f1b564e req-ca810031-a4ae-4c55-8cee-a73e84fff01f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.4804919 Sep 17 23:40:20.268799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '4193e860-853c-4f7b-a373-d10699407e78', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '4193e860-853c-4f7b-a373-d10699407e78', 'mac_address': 'fa:16:3e:23:7d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:40:20.279430 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57264) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:20.330525 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:20.397353 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-14532ce5-fb91-4260-8012-bbc84f1b564e req-d7236725-0f69-484f-bc41-299006b3f4a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=4193e860-853c-4f7b-a373-d10699407e78 HTTP/1.1" status: 200 len: 217 time: 0.1209459 Sep 17 23:40:20.399143 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4193e860-853c-4f7b-a373-d10699407e78 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:40:20.427594 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 4193e860-853c-4f7b-a373-d10699407e78, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4193e860-853c-4f7b-a373-d10699407e78,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:20.490761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14532ce5-fb91-4260-8012-bbc84f1b564e req-77479679-c9c8-4832-834b-f365e63305e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:20.492569 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-14532ce5-fb91-4260-8012-bbc84f1b564e req-77479679-c9c8-4832-834b-f365e63305e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0828676 Sep 17 23:40:20.500563 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:20.518812 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-3002846d-24a4-4375-b591-1e2ef9ef9573 service neutron] 10.222.0.46 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548796 Sep 17 23:40:20.526889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-499943f6-304c-4813-9aad-d42f1fe1a97e req-e48a5314-0711-4272-8606-0927a5336c50 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] For port 89285bb4-4de2-4aae-89d9-93686adef996, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=89285bb4-4de2-4aae-89d9-93686adef996,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:20.527584 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-499943f6-304c-4813-9aad-d42f1fe1a97e req-e48a5314-0711-4272-8606-0927a5336c50 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:20.549703 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-499943f6-304c-4813-9aad-d42f1fe1a97e req-e48a5314-0711-4272-8606-0927a5336c50 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Calling delete_port for 89285bb4-4de2-4aae-89d9-93686adef996 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:20.592632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f382c-920b-4a21-bbbc-9b6b0f0c2225 req-c0bf1ead-2edf-4373-b35c-44838535db77 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:20.599424 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-720f382c-920b-4a21-bbbc-9b6b0f0c2225 req-c0bf1ead-2edf-4373-b35c-44838535db77 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 949 time: 0.2216096 Sep 17 23:40:20.639886 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca47a2e-444c-4eff-9425-5bb6b2c10941 admin admin] Router 1a80af66-ef41-43a3-9086-98d050d68597 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:40:20.666907 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=4193e860-853c-4f7b-a373-d10699407e78,revision_number=12']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:20.719056 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6f80b8ae-5bab-4302-a0cf-0b386cd5f140 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c9c4ffc34634e94b42f44a68a02c2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383662 Sep 17 23:40:20.727551 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57274) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:20.730542 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-720f382c-920b-4a21-bbbc-9b6b0f0c2225 req-07c6364f-999f-461f-8371-bf90c75cefce tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246977 Sep 17 23:40:20.779772 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['4193e860-853c-4f7b-a373-d10699407e78'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:40:20.788756 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14532ce5-fb91-4260-8012-bbc84f1b564e req-0d2bad74-0b03-4467-99aa-0cee45e77549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:20.791103 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-14532ce5-fb91-4260-8012-bbc84f1b564e req-0d2bad74-0b03-4467-99aa-0cee45e77549 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2910666 Sep 17 23:40:20.905023 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83953573-a0be-4dc4-a1a5-888ee276d32f req-c6c33f48-a771-477e-a97e-a0b9ad288625 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:20.908281 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83953573-a0be-4dc4-a1a5-888ee276d32f req-c6c33f48-a771-477e-a97e-a0b9ad288625 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 948 time: 0.0889342 Sep 17 23:40:20.956354 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83953573-a0be-4dc4-a1a5-888ee276d32f req-8df177cd-b7b8-40b1-8d84-4f5c3d104dc1 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401669 Sep 17 23:40:21.004970 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8614ade2-a70d-4b32-bf83-4369f128cffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:21.028609 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8614ade2-a70d-4b32-bf83-4369f128cffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:21.086919 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca47a2e-444c-4eff-9425-5bb6b2c10941 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:40:21.097668 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-14532ce5-fb91-4260-8012-bbc84f1b564e req-9445a5f2-1bb0-461e-8783-8f50bfed451f service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797506 Sep 17 23:40:21.102385 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] Sync routers for ids ['1a80af66-ef41-43a3-9086-98d050d68597'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:40:21.119462 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] Routers {'1a80af66-ef41-43a3-9086-98d050d68597'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:21.121017 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1a80af66-ef41-43a3-9086-98d050d68597'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:21.161534 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-499943f6-304c-4813-9aad-d42f1fe1a97e req-e48a5314-0711-4272-8606-0927a5336c50 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:21.344148 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] Set router 1a80af66-ef41-43a3-9086-98d050d68597 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:21.467789 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ebed576c-4597-44a8-8df1-0d2bd298e7a8 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:21.507387 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8016d843-6545-4b40-9be1-56fd092667e2 req-54130cb6-f6b0-4950-b066-5bcd2e099465 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892785 Sep 17 23:40:21.533484 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ca47a2e-444c-4eff-9425-5bb6b2c10941 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:21.539860 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0ca47a2e-444c-4eff-9425-5bb6b2c10941 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3896039 Sep 17 23:40:21.539860 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8614ade2-a70d-4b32-bf83-4369f128cffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:21.541906 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8614ade2-a70d-4b32-bf83-4369f128cffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:21.551028 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8614ade2-a70d-4b32-bf83-4369f128cffa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/abdfdf8c-3523-4936-ac6d-5cbe588e4f1b HTTP/1.1" status: 204 len: 168 time: 0.8206449 Sep 17 23:40:21.567629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57312) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:21.656257 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a5314-0711-4272-8606-0927a5336c50 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Pushing event deleted for resources: {'Port': ['ID=89285bb4-4de2-4aae-89d9-93686adef996,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:21.658551 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614ade2-a70d-4b32-bf83-4369f128cffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdfdf8c-3523-4936-ac6d-5cbe588e4f1b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:21.693388 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ebed576c-4597-44a8-8df1-0d2bd298e7a8 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:21.696421 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:21.770079 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-14532ce5-fb91-4260-8012-bbc84f1b564e req-d6a2a5fb-4e90-4cf9-aac1-318bffc0d00a service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6630816 Sep 17 23:40:21.770884 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-499943f6-304c-4813-9aad-d42f1fe1a97e req-e48a5314-0711-4272-8606-0927a5336c50 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] No DVR routers for this DVR port 89285bb4-4de2-4aae-89d9-93686adef996 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:40:21.777893 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-499943f6-304c-4813-9aad-d42f1fe1a97e req-e48a5314-0711-4272-8606-0927a5336c50 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:21.782230 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-499943f6-304c-4813-9aad-d42f1fe1a97e req-e48a5314-0711-4272-8606-0927a5336c50 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.41 "DELETE /v2.0/ports/89285bb4-4de2-4aae-89d9-93686adef996 HTTP/1.1" status: 204 len: 173 time: 2.3827300 Sep 17 23:40:21.782864 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896dca49-fe34-4860-93e7-6a2ee1cc8f55', 'name': 'network-vif-deleted', 'tag': '89285bb4-4de2-4aae-89d9-93686adef996'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:21.788587 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7303c38-319b-40b5-b620-0bfb44e414a9" -d '{"events": [{"server_uuid": "896dca49-fe34-4860-93e7-6a2ee1cc8f55", "name": "network-vif-deleted", "tag": "89285bb4-4de2-4aae-89d9-93686adef996"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:21.904410 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4193e860-853c-4f7b-a373-d10699407e78 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:21.973643 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-116b5b17-686d-48b5-b96b-5a63bec1bf3e req-75166173-482e-433a-9cdf-7accc5fc0d80 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 210 time: 0.2525089 Sep 17 23:40:22.131802 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016d843-6545-4b40-9be1-56fd092667e2 req-4ada2426-7c27-418b-af56-bbb566261652 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:22.133556 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8016d843-6545-4b40-9be1-56fd092667e2 req-4ada2426-7c27-418b-af56-bbb566261652 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6252449 Sep 17 23:40:22.157044 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8016d843-6545-4b40-9be1-56fd092667e2 req-13808b1b-847e-4324-982d-6487fb72a864 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/quotas/e48d8880359443fb9bfa4fbd1d6105f4 HTTP/1.1" status: 200 len: 375 time: 0.0174389 Sep 17 23:40:22.160285 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 4193e860-853c-4f7b-a373-d10699407e78 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:40:22.178940 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 4193e860-853c-4f7b-a373-d10699407e78 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:22.184945 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:22.246761 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269a8136-b28e-4668-9c7a-114239a6cab6 x-openstack-request-id: req-269a8136-b28e-4668-9c7a-114239a6cab6 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:22.247339 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896dca49-fe34-4860-93e7-6a2ee1cc8f55", "name": "network-vif-deleted", "tag": "89285bb4-4de2-4aae-89d9-93686adef996", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:22.247446 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-269a8136-b28e-4668-9c7a-114239a6cab6 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:22.251178 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896dca49-fe34-4860-93e7-6a2ee1cc8f55', 'name': 'network-vif-deleted', 'tag': '89285bb4-4de2-4aae-89d9-93686adef996', 'status': 'completed', 'code': 200} Sep 17 23:40:22.309347 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bec933eb-def5-4387-ad78-6c3ee5a163cb req-cd46c3c2-5c5d-4b9a-addf-86bd0064c064 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=896dca49-fe34-4860-93e7-6a2ee1cc8f55 HTTP/1.1" status: 200 len: 210 time: 0.0630589 Sep 17 23:40:22.341950 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a80af66-ef41-43a3-9086-98d050d68597', 'name': 'tempest-FloatingIPDetailsTestJSON-370088375-router', 'tenant_id': '67d3647098424215b9156fcd69add5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '21f58fb1-9418-4a36-819c-1b2eaad1bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:16Z', 'updated_at': '2021-09-17T23:40:18Z', 'revision_number': 3, 'project_id': '67d3647098424215b9156fcd69add5f9', 'gw_port': {'id': '21f58fb1-9418-4a36-819c-1b2eaad1bee1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a80af66-ef41-43a3-9086-98d050d68597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:17Z', 'updated_at': '2021-09-17T23:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:22.355915 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:22.366028 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8016d843-6545-4b40-9be1-56fd092667e2 req-7bb43695-6b4a-4611-a890-8ad82aedc688 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1848750 Sep 17 23:40:22.385338 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] Checking router: 1a80af66-ef41-43a3-9086-98d050d68597 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:40:22.387319 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] Updating router 1a80af66-ef41-43a3-9086-98d050d68597 port 21f58fb1-9418-4a36-819c-1b2eaad1bee1 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:40:22.432244 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:22.469220 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 4193e860-853c-4f7b-a373-d10699407e78, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4193e860-853c-4f7b-a373-d10699407e78,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:22.475655 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fa27ef-8d71-4874-908c-eb2089af968d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4193e860-853c-4f7b-a373-d10699407e78'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:22.479706 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd38ac97-b021-4e9e-8274-22d6ee17d2bb" -d '{"events": [{"server_uuid": "e6fa27ef-8d71-4874-908c-eb2089af968d", "name": "network-vif-plugged", "status": "completed", "tag": "4193e860-853c-4f7b-a373-d10699407e78"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:22.559491 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:22.560502 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 89285bb4-4de2-4aae-89d9-93686adef996 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:40:22.684710 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 89285bb4-4de2-4aae-89d9-93686adef996 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:40:22.690769 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 89285bb4-4de2-4aae-89d9-93686adef996 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:40:22.698814 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b1a801-c29a-4629-8931-14c7ad8e21c5 x-openstack-request-id: req-c6b1a801-c29a-4629-8931-14c7ad8e21c5 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:22.699371 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fa27ef-8d71-4874-908c-eb2089af968d", "name": "network-vif-plugged", "status": "completed", "tag": "4193e860-853c-4f7b-a373-d10699407e78", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:22.699706 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6b1a801-c29a-4629-8931-14c7ad8e21c5 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:22.700086 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fa27ef-8d71-4874-908c-eb2089af968d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4193e860-853c-4f7b-a373-d10699407e78', 'code': 200} Sep 17 23:40:22.723914 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=4193e860-853c-4f7b-a373-d10699407e78,revision_number=13']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:22.731967 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.732556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.733360 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.734251 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.734816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.735343 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.735907 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.736718 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.737355 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.738484 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.739213 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:22.739731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:23.049082 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57360) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:23.052710 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f08902a-eba6-4376-a08d-6ccb3242e46d req-a80e868e-88a4-4ae4-b496-6844c1520633 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 210 time: 0.0787036 Sep 17 23:40:23.055867 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.129024 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-60fc89f5-49ad-4ae6-92c8-c341fa4e302e tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:23.130819 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-60fc89f5-49ad-4ae6-92c8-c341fa4e302e tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 808 time: 0.3729606 Sep 17 23:40:23.146275 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2cfb7f36-1527-4ccb-829c-559259eab11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.170503 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f0d6fef0-79c8-4eff-bcb4-21fbc91d4f4e req-f59cb039-7369-4821-8551-1766a2c2a454 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 210 time: 0.0384095 Sep 17 23:40:23.173332 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-aea48437-c661-48d0-9e78-bcab8aa32946 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/quotas/83ce412fe25740ddb2840fc8f3c7c5cf HTTP/1.1" status: 200 len: 375 time: 0.0309827 Sep 17 23:40:23.198138 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4af60701-dc50-4249-b653-6ab857e67b85 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c88a9d76e5ac4d1786ea09e70551946c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412857 Sep 17 23:40:23.198138 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57366) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:23.234947 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.290300 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-492e8042-036d-4c19-8386-bb1a610a6a92 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1095538 Sep 17 23:40:23.361428 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86383265-08e1-46fc-9f81-5c477e97510d None None] Pushing event updated for resources: {'Port': ['ID=21f58fb1-9418-4a36-819c-1b2eaad1bee1,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:23.372065 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] Attempting to bind port 21f58fb1-9418-4a36-819c-1b2eaad1bee1 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:40:23.372847 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] Attempting to bind port 21f58fb1-9418-4a36-819c-1b2eaad1bee1 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:40:23.373530 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] Attempting to bind port 21f58fb1-9418-4a36-819c-1b2eaad1bee1 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:23.383298 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:40:23.419256 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:23.419965 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.420519 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:40:23.423425 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] Bound port: 21f58fb1-9418-4a36-819c-1b2eaad1bee1, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:40:23.424018 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.427642 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86383265-08e1-46fc-9f81-5c477e97510d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:23.438566 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86383265-08e1-46fc-9f81-5c477e97510d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:23.439184 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86383265-08e1-46fc-9f81-5c477e97510d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:23.440343 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86383265-08e1-46fc-9f81-5c477e97510d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:23.448706 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a8d783d-380b-484e-8c08-9924c6e53183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.449297 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86383265-08e1-46fc-9f81-5c477e97510d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:23.449824 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86383265-08e1-46fc-9f81-5c477e97510d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:23.450333 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86383265-08e1-46fc-9f81-5c477e97510d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:23.450795 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86383265-08e1-46fc-9f81-5c477e97510d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:23.451126 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86383265-08e1-46fc-9f81-5c477e97510d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:23.451452 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86383265-08e1-46fc-9f81-5c477e97510d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:23.451787 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86383265-08e1-46fc-9f81-5c477e97510d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:23.453675 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-2fb2f1fc-73f7-4181-a571-b320cb72c7fe service neutron] 10.222.0.46 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622057 Sep 17 23:40:23.454418 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86383265-08e1-46fc-9f81-5c477e97510d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:40:23.519350 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a8d783d-380b-484e-8c08-9924c6e53183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.567781 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] For port 21f58fb1-9418-4a36-819c-1b2eaad1bee1, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:40:23.571572 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] For port 21f58fb1-9418-4a36-819c-1b2eaad1bee1, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=21f58fb1-9418-4a36-819c-1b2eaad1bee1,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:40:23.624560 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-c066c7c2-6e31-4dc3-9e18-91a336bec20c service neutron] 10.222.0.46 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541419 Sep 17 23:40:23.651717 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.737930 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-2cfb7f36-1527-4ccb-829c-559259eab11a admin admin] Allocated IP 172.20.0.1 (196b97f6-1493-4f6d-a9a4-2561bcd15538/04a81ec0-dae6-4edb-a798-a228c9d47fb8/89033a75-aad1-45c7-8c9c-6b8fa375cb52) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:23.752034 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] Routers {'1a80af66-ef41-43a3-9086-98d050d68597'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:23.752974 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1a80af66-ef41-43a3-9086-98d050d68597'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:23.799817 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86383265-08e1-46fc-9f81-5c477e97510d None None] Pushing event updated for resources: {'Port': ['ID=21f58fb1-9418-4a36-819c-1b2eaad1bee1,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:23.937560 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2cfb7f36-1527-4ccb-829c-559259eab11a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.947637 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] Set router 1a80af66-ef41-43a3-9086-98d050d68597 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:23.977076 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a8d783d-380b-484e-8c08-9924c6e53183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.980600 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a8d783d-380b-484e-8c08-9924c6e53183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:23.986536 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7a8d783d-380b-484e-8c08-9924c6e53183 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2cd67d27-fa66-4f02-8ccd-d3fbdd8d4c1b HTTP/1.1" status: 204 len: 168 time: 0.7893016 Sep 17 23:40:24.017251 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d783d-380b-484e-8c08-9924c6e53183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd67d27-fa66-4f02-8ccd-d3fbdd8d4c1b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:24.051681 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2cfb7f36-1527-4ccb-829c-559259eab11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:24.112088 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfb7f36-1527-4ccb-829c-559259eab11a admin admin] Network 196b97f6-1493-4f6d-a9a4-2561bcd15538 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:24.115328 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-2cfb7f36-1527-4ccb-829c-559259eab11a admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:24.125526 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfb7f36-1527-4ccb-829c-559259eab11a admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:24.125953 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2cfb7f36-1527-4ccb-829c-559259eab11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:24.135990 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb7f36-1527-4ccb-829c-559259eab11a admin admin] Pushing event updated for resources: {'Port': ['ID=89033a75-aad1-45c7-8c9c-6b8fa375cb52,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:24.355767 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a80af66-ef41-43a3-9086-98d050d68597', 'name': 'tempest-FloatingIPDetailsTestJSON-370088375-router', 'tenant_id': '67d3647098424215b9156fcd69add5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '21f58fb1-9418-4a36-819c-1b2eaad1bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:16Z', 'updated_at': '2021-09-17T23:40:18Z', 'revision_number': 3, 'project_id': '67d3647098424215b9156fcd69add5f9', 'gw_port': {'id': '21f58fb1-9418-4a36-819c-1b2eaad1bee1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a80af66-ef41-43a3-9086-98d050d68597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:17Z', 'updated_at': '2021-09-17T23:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:24.452097 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b4a18-6c77-4bc4-ae87-8682834cd878 None None] The sync data for ids ['1a80af66-ef41-43a3-9086-98d050d68597'] in n-d-809883-1 is: [{'id': '1a80af66-ef41-43a3-9086-98d050d68597', 'name': 'tempest-FloatingIPDetailsTestJSON-370088375-router', 'tenant_id': '67d3647098424215b9156fcd69add5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '21f58fb1-9418-4a36-819c-1b2eaad1bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:16Z', 'updated_at': '2021-09-17T23:40:18Z', 'revision_number': 3, 'project_id': '67d3647098424215b9156fcd69add5f9', 'gw_port': {'id': '21f58fb1-9418-4a36-819c-1b2eaad1bee1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a80af66-ef41-43a3-9086-98d050d68597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:17Z', 'updated_at': '2021-09-17T23:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:40:24.543337 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-eccb6ace-f239-482f-a048-4deff13b7fc4 None None] Provisioning complete for port 89033a75-aad1-45c7-8c9c-6b8fa375cb52 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:24.543906 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eccb6ace-f239-482f-a048-4deff13b7fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:24.580323 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2cfb7f36-1527-4ccb-829c-559259eab11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:24.718452 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-eccb6ace-f239-482f-a048-4deff13b7fc4 None None] Port 89033a75-aad1-45c7-8c9c-6b8fa375cb52 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:40:24.758640 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8271507c-7153-4b40-9e7f-66f3690b3a01 req-85fc51a0-04c4-49c6-abd2-df063943d845 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 210 time: 0.1293175 Sep 17 23:40:24.834679 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040871df-4458-4136-a2d6-7ebe7bfee5d6 req-a9a7eae1-1787-4653-a248-c9714e819a6b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:24.843303 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-040871df-4458-4136-a2d6-7ebe7bfee5d6 req-a9a7eae1-1787-4653-a248-c9714e819a6b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=e11b29dc-b708-4225-8250-a358cb013290 HTTP/1.1" status: 200 len: 949 time: 0.3397069 Sep 17 23:40:24.974031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-040871df-4458-4136-a2d6-7ebe7bfee5d6 req-18c216d7-d09e-43f6-9ea9-f7d68c127252 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294918 Sep 17 23:40:25.089265 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-a5f68443-2bea-4fbc-b225-8f82df0ada28 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:25.092047 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-a5f68443-2bea-4fbc-b225-8f82df0ada28 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.37 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 821 time: 0.5899224 Sep 17 23:40:25.183050 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b8b6aba-db18-403d-895e-38b8447bbe37 req-29f88cd3-80f7-41ce-b0d3-6e783c55d5a4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 210 time: 0.1783683 Sep 17 23:40:25.188188 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2cfb7f36-1527-4ccb-829c-559259eab11a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:25.194467 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-2717e331-2237-45ba-a5d5-ad9da185a4f4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Request body: {'port': {'device_id': '05fbe4e8-408b-4cb2-aa11-22ad3c111237', 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2', 'admin_state_up': True, 'tenant_id': '42091a1d224846e09811aee1ce652339'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:25.258787 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2cfb7f36-1527-4ccb-829c-559259eab11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:25.263772 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2cfb7f36-1527-4ccb-829c-559259eab11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:25.526014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb7f36-1527-4ccb-829c-559259eab11a admin admin] Pushing event updated for resources: {'Port': ['ID=89033a75-aad1-45c7-8c9c-6b8fa375cb52,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:25.602626 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3480f95-ba48-4856-a0a1-2553d73b66c0 req-e4148992-bba7-4f65-a8de-f2134973b6ac tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 210 time: 0.1022346 Sep 17 23:40:25.665323 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 21f58fb1-9418-4a36-819c-1b2eaad1bee1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:25.708167 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8016d843-6545-4b40-9be1-56fd092667e2 req-b1b6bd11-e5bb-4db7-b505-6c0f43a06d4f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517011 Sep 17 23:40:25.818871 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfb7f36-1527-4ccb-829c-559259eab11a admin admin] Network 196b97f6-1493-4f6d-a9a4-2561bcd15538 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:25.825126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-2cfb7f36-1527-4ccb-829c-559259eab11a admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:25.832339 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 21f58fb1-9418-4a36-819c-1b2eaad1bee1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:25.832946 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:25.894738 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-2717e331-2237-45ba-a5d5-ad9da185a4f4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Made reservation on behalf of 42091a1d224846e09811aee1ce652339 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:40:25.903169 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-2717e331-2237-45ba-a5d5-ad9da185a4f4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:26.076315 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016d843-6545-4b40-9be1-56fd092667e2 req-6b82b9ad-ff44-4bfb-9ef9-0695c32958c9 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:26.078773 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8016d843-6545-4b40-9be1-56fd092667e2 req-6b82b9ad-ff44-4bfb-9ef9-0695c32958c9 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3623080 Sep 17 23:40:26.086080 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:26.097102 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-8016d843-6545-4b40-9be1-56fd092667e2 req-793bf8d7-75e7-4dcc-8484-1f03091259bd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Request body: {'port': {'device_id': 'bc45e34c-7c9d-41d6-9506-c7b65136d428', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': 'e48d8880359443fb9bfa4fbd1d6105f4'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:26.182002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 21f58fb1-9418-4a36-819c-1b2eaad1bee1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=21f58fb1-9418-4a36-819c-1b2eaad1bee1,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:26.272807 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:26.338705 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd0d48-4f2b-48c5-96db-370b7d66cf48 req-254a074d-409c-460a-a338-5ead757c437a tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:26.346281 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a1dd0d48-4f2b-48c5-96db-370b7d66cf48 req-254a074d-409c-460a-a338-5ead757c437a tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.41 "GET /v2.0/ports?device_id=e11b29dc-b708-4225-8250-a358cb013290 HTTP/1.1" status: 200 len: 949 time: 0.4814978 Sep 17 23:40:26.455936 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57448) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:26.484073 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4df4b8f5-6f07-4da4-a491-24616af19853 None None] Provisioning complete for port 89033a75-aad1-45c7-8c9c-6b8fa375cb52 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:26.484545 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4df4b8f5-6f07-4da4-a491-24616af19853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:26.628744 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-4df4b8f5-6f07-4da4-a491-24616af19853 None None] Port 89033a75-aad1-45c7-8c9c-6b8fa375cb52 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:40:26.638290 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=21f58fb1-9418-4a36-819c-1b2eaad1bee1,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:26.695720 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-c4b150cf-7ea4-4055-ba40-ff5877ff5051 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-213938545-network', 'tenant_id': '65f85e82c9894a65bf8590146c6bf6c6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:26.826768 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ca75811-afae-443f-9d93-d7f868a14a31 req-c41e1736-0795-4262-b1c6-df279c75a8d7 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 210 time: 0.6352792 Sep 17 23:40:26.849038 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfb7f36-1527-4ccb-829c-559259eab11a admin admin] Router 1a80af66-ef41-43a3-9086-98d050d68597 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:40:26.866058 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a1dd0d48-4f2b-48c5-96db-370b7d66cf48 req-1f20ddce-3671-41d9-8020-1736c4ab2432 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Deleting port 7da431bd-e882-4154-b432-50a29c6a5f9d {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:26.867625 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a1dd0d48-4f2b-48c5-96db-370b7d66cf48 req-1f20ddce-3671-41d9-8020-1736c4ab2432 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:26.910061 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b150cf-7ea4-4055-ba40-ff5877ff5051 admin admin] Made reservation on behalf of 65f85e82c9894a65bf8590146c6bf6c6 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:40:26.913636 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c4b150cf-7ea4-4055-ba40-ff5877ff5051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:26.949317 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d82dc-d2b6-4952-ba8d-85b2cbc63c26 req-752650d8-cbcc-4646-93ed-48ba9bd58665 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:26.961627 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a44d82dc-d2b6-4952-ba8d-85b2cbc63c26 req-752650d8-cbcc-4646-93ed-48ba9bd58665 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=e11b29dc-b708-4225-8250-a358cb013290 HTTP/1.1" status: 200 len: 949 time: 0.7368586 Sep 17 23:40:27.029478 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06ffdbb4-6467-4012-8212-929f2a445a0d req-2afac152-5c6b-45bd-bd51-b558072ef260 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 210 time: 0.0613739 Sep 17 23:40:27.047103 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a44d82dc-d2b6-4952-ba8d-85b2cbc63c26 req-d8e944c6-5e34-4b03-b153-cf3c6875f6a6 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795867 Sep 17 23:40:27.074985 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfb7f36-1527-4ccb-829c-559259eab11a admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:40:27.080777 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2cfb7f36-1527-4ccb-829c-559259eab11a admin admin] 10.222.0.46 "PUT /v2.0/routers/1a80af66-ef41-43a3-9086-98d050d68597/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5092456 Sep 17 23:40:27.094846 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-2717e331-2237-45ba-a5d5-ad9da185a4f4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Allocated IP 172.20.0.5 (de59519b-4223-446a-ba3f-49ba8599e2a2/01920827-ca31-4a6c-b1d5-a2ec1bf1f034/261924fe-8bc8-4de5-ba1e-cdf6869091ab) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:27.167581 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c4b150cf-7ea4-4055-ba40-ff5877ff5051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:27.204203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8016d843-6545-4b40-9be1-56fd092667e2 req-793bf8d7-75e7-4dcc-8484-1f03091259bd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Made reservation on behalf of e48d8880359443fb9bfa4fbd1d6105f4 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:40:27.213408 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8016d843-6545-4b40-9be1-56fd092667e2 req-793bf8d7-75e7-4dcc-8484-1f03091259bd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:27.405701 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8cd75511-2f12-4ed4-917a-aba8acd60bcf req-ede2f45c-f5d5-44fa-b5e1-f5a6b7a0aa55 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 210 time: 0.0841210 Sep 17 23:40:27.487826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 21f58fb1-9418-4a36-819c-1b2eaad1bee1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:27.515993 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-2717e331-2237-45ba-a5d5-ad9da185a4f4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:27.625635 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 21f58fb1-9418-4a36-819c-1b2eaad1bee1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:27.626207 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:27.693998 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-2717e331-2237-45ba-a5d5-ad9da185a4f4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:27.718389 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['ddab079b-236a-4b4b-962a-c4ca7ec079e5'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:40:27.756357 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-2717e331-2237-45ba-a5d5-ad9da185a4f4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Network de59519b-4223-446a-ba3f-49ba8599e2a2 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:27.803512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-2717e331-2237-45ba-a5d5-ad9da185a4f4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:27.810516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a1dd0d48-4f2b-48c5-96db-370b7d66cf48 req-1f20ddce-3671-41d9-8020-1736c4ab2432 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] For port 7da431bd-e882-4154-b432-50a29c6a5f9d, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7da431bd-e882-4154-b432-50a29c6a5f9d,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:27.810516 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a1dd0d48-4f2b-48c5-96db-370b7d66cf48 req-1f20ddce-3671-41d9-8020-1736c4ab2432 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:27.869755 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-2717e331-2237-45ba-a5d5-ad9da185a4f4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:27.890717 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] Sync routers for ids ['1a80af66-ef41-43a3-9086-98d050d68597'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:40:27.894593 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a1dd0d48-4f2b-48c5-96db-370b7d66cf48 req-1f20ddce-3671-41d9-8020-1736c4ab2432 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Calling delete_port for 7da431bd-e882-4154-b432-50a29c6a5f9d owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:27.923100 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] Routers {'1a80af66-ef41-43a3-9086-98d050d68597'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:27.923753 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1a80af66-ef41-43a3-9086-98d050d68597'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:28.139386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717e331-2237-45ba-a5d5-ad9da185a4f4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Pushing event updated for resources: {'Port': ['ID=261924fe-8bc8-4de5-ba1e-cdf6869091ab,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:28.151851 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b9bb4a2-2425-4f16-9644-34ad2f4a77cc req-169db9c5-8409-4c12-a7ab-5b9cb8590482 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 210 time: 0.1352992 Sep 17 23:40:28.160550 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-8016d843-6545-4b40-9be1-56fd092667e2 req-793bf8d7-75e7-4dcc-8484-1f03091259bd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Allocated IP 192.168.233.160 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/ada1707b-84d3-4c1c-9bad-603fe8e3e5df) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:28.188289 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-2717e331-2237-45ba-a5d5-ad9da185a4f4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:28.198378 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-2717e331-2237-45ba-a5d5-ad9da185a4f4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:28.231120 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c4b150cf-7ea4-4055-ba40-ff5877ff5051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:28.247344 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-e3609e55-36c4-44c8-a536-dc7ea472fb48 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:28.248938 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-e3609e55-36c4-44c8-a536-dc7ea472fb48 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.41 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 808 time: 0.7565272 Sep 17 23:40:28.276693 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] Set router 1a80af66-ef41-43a3-9086-98d050d68597 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:28.293001 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-c060b171-33e2-492f-80c9-fdef680b473c tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Request body: {'port': {'device_id': '2a26e6f2-6c92-40d6-8b53-857ee0ed777b', 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5', 'admin_state_up': True, 'tenant_id': '83ce412fe25740ddb2840fc8f3c7c5cf'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:28.313520 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7dc7b752-9b09-4d66-aec0-ec0cef3ab383 req-27117bf1-f499-4a24-81f8-56344bd3e44e tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6742361 Sep 17 23:40:28.322877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-7dc7b752-9b09-4d66-aec0-ec0cef3ab383 req-5f9878d1-fa32-4334-90b0-2cce3347a7b8 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:28.330886 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c4b150cf-7ea4-4055-ba40-ff5877ff5051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:28.401538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62a0e5-1991-42d0-8485-dbd3e85e0d8b req-eeff1871-4997-453d-b1b2-6e06f8b68c43 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:28.403168 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da62a0e5-1991-42d0-8485-dbd3e85e0d8b req-eeff1871-4997-453d-b1b2-6e06f8b68c43 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=e11b29dc-b708-4225-8250-a358cb013290 HTTP/1.1" status: 200 len: 949 time: 0.1614356 Sep 17 23:40:28.417165 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b150cf-7ea4-4055-ba40-ff5877ff5051 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:40:28.429231 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-2717e331-2237-45ba-a5d5-ad9da185a4f4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3008378 Sep 17 23:40:28.446396 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Request body: {'port': {'device_id': '05fbe4e8-408b-4cb2-aa11-22ad3c111237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:28.532634 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c4b150cf-7ea4-4055-ba40-ff5877ff5051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:28.533307 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-c4b150cf-7ea4-4055-ba40-ff5877ff5051 admin admin] Added segment b65d5bab-7010-4cc2-a9fb-fd74afe7e991 of type vlan for network 5d6f539e-5622-4322-b126-b5fae22149e7 Sep 17 23:40:28.534968 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b150cf-7ea4-4055-ba40-ff5877ff5051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f175a253-87d1-409d-bbbe-3f4f7d1f5e58,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:28.601527 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:28.663146 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c4b150cf-7ea4-4055-ba40-ff5877ff5051 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:28.752037 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a1dd0d48-4f2b-48c5-96db-370b7d66cf48 req-1f20ddce-3671-41d9-8020-1736c4ab2432 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:28.766855 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7dc7b752-9b09-4d66-aec0-ec0cef3ab383 req-5f9878d1-fa32-4334-90b0-2cce3347a7b8 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:28.788019 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da62a0e5-1991-42d0-8485-dbd3e85e0d8b req-af0cde89-5a92-471b-a5e4-2483210f3c20 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae283ab0-5a11-4524-822d-16bebf00b057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538883 Sep 17 23:40:28.965629 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a80af66-ef41-43a3-9086-98d050d68597', 'name': 'tempest-FloatingIPDetailsTestJSON-370088375-router', 'tenant_id': '67d3647098424215b9156fcd69add5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '21f58fb1-9418-4a36-819c-1b2eaad1bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:16Z', 'updated_at': '2021-09-17T23:40:24Z', 'revision_number': 4, 'project_id': '67d3647098424215b9156fcd69add5f9', 'gw_port': {'id': '21f58fb1-9418-4a36-819c-1b2eaad1bee1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80af66-ef41-43a3-9086-98d050d68597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:17Z', 'updated_at': '2021-09-17T23:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '89033a75-aad1-45c7-8c9c-6b8fa375cb52', 'name': '', 'network_id': '196b97f6-1493-4f6d-a9a4-2561bcd15538', 'tenant_id': '67d3647098424215b9156fcd69add5f9', 'mac_address': 'fa:16:3e:e0:7a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a80af66-ef41-43a3-9086-98d050d68597', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '04a81ec0-dae6-4edb-a798-a228c9d47fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:23Z', 'updated_at': '2021-09-17T23:40:24Z', 'revision_number': 2, 'project_id': '67d3647098424215b9156fcd69add5f9', 'subnets': [{'id': '04a81ec0-dae6-4edb-a798-a228c9d47fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:29.038065 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] Checking router: 1a80af66-ef41-43a3-9086-98d050d68597 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:40:29.038449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] Updating router 1a80af66-ef41-43a3-9086-98d050d68597 port 89033a75-aad1-45c7-8c9c-6b8fa375cb52 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:40:29.091036 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.263152 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-c060b171-33e2-492f-80c9-fdef680b473c tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Made reservation on behalf of 83ce412fe25740ddb2840fc8f3c7c5cf for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:40:29.267569 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-c060b171-33e2-492f-80c9-fdef680b473c tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.276714 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20ddce-3671-41d9-8020-1736c4ab2432 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Pushing event deleted for resources: {'Port': ['ID=7da431bd-e882-4154-b432-50a29c6a5f9d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:29.352060 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8016d843-6545-4b40-9be1-56fd092667e2 req-793bf8d7-75e7-4dcc-8484-1f03091259bd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.353726 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1dd0d48-4f2b-48c5-96db-370b7d66cf48 req-1f20ddce-3671-41d9-8020-1736c4ab2432 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] No DVR routers for this DVR port 7da431bd-e882-4154-b432-50a29c6a5f9d on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:40:29.357274 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a1dd0d48-4f2b-48c5-96db-370b7d66cf48 req-1f20ddce-3671-41d9-8020-1736c4ab2432 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.359189 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6e3e7-bdab-43ef-81d4-e271bd6eef63 req-3d424837-7b89-4773-909e-98a2fc37b463 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:29.359677 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a1dd0d48-4f2b-48c5-96db-370b7d66cf48 req-1f20ddce-3671-41d9-8020-1736c4ab2432 tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.41 "DELETE /v2.0/ports/7da431bd-e882-4154-b432-50a29c6a5f9d HTTP/1.1" status: 204 len: 173 time: 2.9993467 Sep 17 23:40:29.361586 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47f6e3e7-bdab-43ef-81d4-e271bd6eef63 req-3d424837-7b89-4773-909e-98a2fc37b463 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 931 time: 0.4420753 Sep 17 23:40:29.363499 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11b29dc-b708-4225-8250-a358cb013290', 'name': 'network-vif-deleted', 'tag': '7da431bd-e882-4154-b432-50a29c6a5f9d'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:29.366477 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed8a643-ae2c-4fe8-b21c-0bec5c5174c7" -d '{"events": [{"server_uuid": "e11b29dc-b708-4225-8250-a358cb013290", "name": "network-vif-deleted", "tag": "7da431bd-e882-4154-b432-50a29c6a5f9d"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:29.382029 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c4b150cf-7ea4-4055-ba40-ff5877ff5051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.382476 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b150cf-7ea4-4055-ba40-ff5877ff5051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:29.383561 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c4b150cf-7ea4-4055-ba40-ff5877ff5051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.486452 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47f6e3e7-bdab-43ef-81d4-e271bd6eef63 req-8ac30176-7ee8-49e9-a130-9ba67138c1bd tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087592 Sep 17 23:40:29.542971 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b150cf-7ea4-4055-ba40-ff5877ff5051 admin admin] Pushing event updated for resources: {'Network': ['ID=5d6f539e-5622-4322-b126-b5fae22149e7,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:29.549848 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7dc7b752-9b09-4d66-aec0-ec0cef3ab383 req-5f9878d1-fa32-4334-90b0-2cce3347a7b8 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.610601 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.615367 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 5d6f539e-5622-4322-b126-b5fae22149e7 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:40:29.638566 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-c060b171-33e2-492f-80c9-fdef680b473c tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Allocated IP 172.20.0.9 (ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5/67cb8484-c4f9-4750-9dcd-5e0d784dcaf7/9bfed16a-f247-4de1-a706-e4a4a00e80f7) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:29.670843 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261924fe-8bc8-4de5-ba1e-cdf6869091ab {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:40:29.679210 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.697338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Transition to ACTIVE for port object 261924fe-8bc8-4de5-ba1e-cdf6869091ab will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:40:29.829850 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7e9aebbb-c750-4054-a9cc-fd566730a957 req-02afcc58-5428-41b1-9ac1-9f96bbcc16d6 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 210 time: 0.0416536 Sep 17 23:40:29.853901 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-7dc7b752-9b09-4d66-aec0-ec0cef3ab383 req-5f9878d1-fa32-4334-90b0-2cce3347a7b8 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Allocated IP 172.25.3.191 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/1c6b33b2-d535-4cdd-b67d-ea2665c1206a) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:29.862800 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-c060b171-33e2-492f-80c9-fdef680b473c tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.893923 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.931878 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8016d843-6545-4b40-9be1-56fd092667e2 req-793bf8d7-75e7-4dcc-8484-1f03091259bd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.947484 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c4b150cf-7ea4-4055-ba40-ff5877ff5051 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.4899054 Sep 17 23:40:29.963064 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2', '7f30360b-cfe0-4506-b773-e74f99afce03', '4193e860-853c-4f7b-a373-d10699407e78'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:40:29.963177 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8016d843-6545-4b40-9be1-56fd092667e2 req-793bf8d7-75e7-4dcc-8484-1f03091259bd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:29.963275 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7da431bd-e882-4154-b432-50a29c6a5f9d no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:40:29.964395 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57502) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:29.967201 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-8016d843-6545-4b40-9be1-56fd092667e2 req-793bf8d7-75e7-4dcc-8484-1f03091259bd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:29.970097 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8016d843-6545-4b40-9be1-56fd092667e2 req-793bf8d7-75e7-4dcc-8484-1f03091259bd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:29.977688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016d843-6545-4b40-9be1-56fd092667e2 req-793bf8d7-75e7-4dcc-8484-1f03091259bd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:29.977948 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:29.979853 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8016d843-6545-4b40-9be1-56fd092667e2 req-793bf8d7-75e7-4dcc-8484-1f03091259bd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.016404 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-287268ec-f3c1-4c96-b2ee-1d5c9eb88b57 admin admin] Request body: {'subnet': {'network_id': '5d6f539e-5622-4322-b126-b5fae22149e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-213938545-subnet', 'tenant_id': '65f85e82c9894a65bf8590146c6bf6c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:30.022962 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-c060b171-33e2-492f-80c9-fdef680b473c tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.066059 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:40:30.089025 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-c060b171-33e2-492f-80c9-fdef680b473c tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:30.094701 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-c060b171-33e2-492f-80c9-fdef680b473c tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:30.097903 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-c060b171-33e2-492f-80c9-fdef680b473c tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:30.106138 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-c060b171-33e2-492f-80c9-fdef680b473c tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:30.107010 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-c060b171-33e2-492f-80c9-fdef680b473c tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.122511 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bf8d7-75e7-4dcc-8484-1f03091259bd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Pushing event updated for resources: {'Port': ['ID=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:30.185363 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060b171-33e2-492f-80c9-fdef680b473c tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Pushing event updated for resources: {'Port': ['ID=9bfed16a-f247-4de1-a706-e4a4a00e80f7,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:30.219210 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287268ec-f3c1-4c96-b2ee-1d5c9eb88b57 admin admin] Made reservation on behalf of 65f85e82c9894a65bf8590146c6bf6c6 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:40:30.222506 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-287268ec-f3c1-4c96-b2ee-1d5c9eb88b57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.284282 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Pushing event updated for resources: {'Port': ['ID=261924fe-8bc8-4de5-ba1e-cdf6869091ab,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:30.356621 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-c060b171-33e2-492f-80c9-fdef680b473c tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0852237 Sep 17 23:40:30.366408 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8016d843-6545-4b40-9be1-56fd092667e2 req-793bf8d7-75e7-4dcc-8484-1f03091259bd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2769227 Sep 17 23:40:30.374069 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 7da431bd-e882-4154-b432-50a29c6a5f9d {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:40:30.374419 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7da431bd-e882-4154-b432-50a29c6a5f9d not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:40:30.385350 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Request body: {'port': {'device_id': '2a26e6f2-6c92-40d6-8b53-857ee0ed777b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:30.506987 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Request body: {'port': {'device_id': 'bc45e34c-7c9d-41d6-9506-c7b65136d428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:30.507667 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac984da-734b-4952-8042-ef02013e445a None None] Pushing event updated for resources: {'Port': ['ID=89033a75-aad1-45c7-8c9c-6b8fa375cb52,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:30.518897 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ade762bb-16ac-4bb3-aad8-35a36f0ac542 None None] Provisioning complete for port ada1707b-84d3-4c1c-9bad-603fe8e3e5df triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:30.519276 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ade762bb-16ac-4bb3-aad8-35a36f0ac542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.576539 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] Attempting to bind port 89033a75-aad1-45c7-8c9c-6b8fa375cb52 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:40:30.576812 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] Attempting to bind port 89033a75-aad1-45c7-8c9c-6b8fa375cb52 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '196b97f6-1493-4f6d-a9a4-2561bcd15538'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:40:30.577374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] Attempting to bind port 89033a75-aad1-45c7-8c9c-6b8fa375cb52 on network 196b97f6-1493-4f6d-a9a4-2561bcd15538 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:30.586026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:40:30.586653 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] Checking segment: {'id': '2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '196b97f6-1493-4f6d-a9a4-2561bcd15538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:30.587276 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.587816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] Bound using segment: {'id': '2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '196b97f6-1493-4f6d-a9a4-2561bcd15538'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:40:30.588464 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] Bound port: 89033a75-aad1-45c7-8c9c-6b8fa375cb52, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '196b97f6-1493-4f6d-a9a4-2561bcd15538'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:40:30.589041 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.640643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ade762bb-16ac-4bb3-aad8-35a36f0ac542 None None] Port ada1707b-84d3-4c1c-9bad-603fe8e3e5df cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:40:30.672463 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19f265-9531-4e5e-89c7-f9900ea03ab4 req-e00f9377-6710-4d9c-ba0b-a86bb885aea2 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:30.679868 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d19f265-9531-4e5e-89c7-f9900ea03ab4 req-e00f9377-6710-4d9c-ba0b-a86bb885aea2 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 936 time: 0.7032266 Sep 17 23:40:30.734587 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.775769 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7dc7b752-9b09-4d66-aec0-ec0cef3ab383 req-5f9878d1-fa32-4334-90b0-2cce3347a7b8 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.779732 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.794687 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] For port 89033a75-aad1-45c7-8c9c-6b8fa375cb52, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:40:30.810972 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Attempting to bind port 261924fe-8bc8-4de5-ba1e-cdf6869091ab on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:40:30.811310 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Attempting to bind port 261924fe-8bc8-4de5-ba1e-cdf6869091ab by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:40:30.811644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Attempting to bind port 261924fe-8bc8-4de5-ba1e-cdf6869091ab on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:30.828300 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] For port 89033a75-aad1-45c7-8c9c-6b8fa375cb52, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=89033a75-aad1-45c7-8c9c-6b8fa375cb52,segment=NetworkSegment(2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c),segment_id=2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:40:30.851911 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Port 261924fe-8bc8-4de5-ba1e-cdf6869091ab on network de59519b-4223-446a-ba3f-49ba8599e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:40:30.854546 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Attempting to bind port 261924fe-8bc8-4de5-ba1e-cdf6869091ab on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:30.867657 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:40:30.868378 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Checking segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:30.869553 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Bound using segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:40:30.870311 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Bound port: 261924fe-8bc8-4de5-ba1e-cdf6869091ab, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:40:30.870980 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.886768 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a71555a7-2488-4320-87ec-de4b615433bd None None] Provisioning complete for port 89033a75-aad1-45c7-8c9c-6b8fa375cb52 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:30.887149 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a71555a7-2488-4320-87ec-de4b615433bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:30.894885 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d19f265-9531-4e5e-89c7-f9900ea03ab4 req-1b3856b0-1154-4edd-ab72-28a58c422740 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017076 Sep 17 23:40:30.943202 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:31.038098 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a71555a7-2488-4320-87ec-de4b615433bd None None] Port 89033a75-aad1-45c7-8c9c-6b8fa375cb52 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:40:31.084496 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d09e9c9-b165-4d4f-83c8-02c04364a060 x-openstack-request-id: req-0d09e9c9-b165-4d4f-83c8-02c04364a060 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:31.085198 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11b29dc-b708-4225-8250-a358cb013290", "name": "network-vif-deleted", "tag": "7da431bd-e882-4154-b432-50a29c6a5f9d", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:31.085464 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d09e9c9-b165-4d4f-83c8-02c04364a060 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:31.088257 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11b29dc-b708-4225-8250-a358cb013290', 'name': 'network-vif-deleted', 'tag': '7da431bd-e882-4154-b432-50a29c6a5f9d', 'status': 'completed', 'code': 200} Sep 17 23:40:31.088961 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] For port 261924fe-8bc8-4de5-ba1e-cdf6869091ab, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:40:31.095416 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] For port 261924fe-8bc8-4de5-ba1e-cdf6869091ab, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=261924fe-8bc8-4de5-ba1e-cdf6869091ab,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:40:31.186006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] Routers {'1a80af66-ef41-43a3-9086-98d050d68597'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:31.187750 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1a80af66-ef41-43a3-9086-98d050d68597'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:31.191416 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28f5078d-2cb6-4ae2-af36-84b4cb828358 req-89aadaba-2a7b-4eac-9464-02313d8f5d2b tempest-ListImageFiltersTestJSON-1462015474 tempest-ListImageFiltersTestJSON-1462015474-project] 10.222.0.46 "GET /v2.0/ports?device_id=e11b29dc-b708-4225-8250-a358cb013290 HTTP/1.1" status: 200 len: 210 time: 0.0653656 Sep 17 23:40:31.258085 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac984da-734b-4952-8042-ef02013e445a None None] Pushing event updated for resources: {'Port': ['ID=89033a75-aad1-45c7-8c9c-6b8fa375cb52,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:31.305201 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:31.317518 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7dc7b752-9b09-4d66-aec0-ec0cef3ab383 req-5f9878d1-fa32-4334-90b0-2cce3347a7b8 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:31.371019 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:31.371745 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:31.373310 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] 10.222.0.37 "PUT /v2.0/ports/261924fe-8bc8-4de5-ba1e-cdf6869091ab HTTP/1.1" status: 200 len: 1091 time: 2.9432476 Sep 17 23:40:31.376302 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05fbe4e8-408b-4cb2-aa11-22ad3c111237', 'tag': '261924fe-8bc8-4de5-ba1e-cdf6869091ab'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:31.379753 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a706d863-c1a0-4017-981d-228ce0bf35f4" -d '{"events": [{"name": "network-changed", "server_uuid": "05fbe4e8-408b-4cb2-aa11-22ad3c111237", "tag": "261924fe-8bc8-4de5-ba1e-cdf6869091ab"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:31.400282 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0875f44-89dd-46d4-b421-71857003fd61 req-5c57d2e6-94bc-4feb-9b14-2b70b5ef0594 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:31.408749 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f0875f44-89dd-46d4-b421-71857003fd61 req-5c57d2e6-94bc-4feb-9b14-2b70b5ef0594 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 943 time: 0.1649325 Sep 17 23:40:31.427450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc7b752-9b09-4d66-aec0-ec0cef3ab383 req-5f9878d1-fa32-4334-90b0-2cce3347a7b8 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:31.440402 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] Set router 1a80af66-ef41-43a3-9086-98d050d68597 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:31.447904 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-7dc7b752-9b09-4d66-aec0-ec0cef3ab383 req-5f9878d1-fa32-4334-90b0-2cce3347a7b8 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:31.451467 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc7b752-9b09-4d66-aec0-ec0cef3ab383 req-5f9878d1-fa32-4334-90b0-2cce3347a7b8 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:31.518452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d69d6b-274a-4467-a17d-6352f3b665f6 service neutron] Pushing event updated for resources: {'Port': ['ID=261924fe-8bc8-4de5-ba1e-cdf6869091ab,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:31.584354 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9878d1-fa32-4334-90b0-2cce3347a7b8 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Pushing event updated for resources: {'Port': ['ID=1c6b33b2-d535-4cdd-b67d-ea2665c1206a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:31.624355 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f0875f44-89dd-46d4-b421-71857003fd61 req-c5b7740c-9bfb-4253-a011-0a1c38e576c0 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143922 Sep 17 23:40:31.709472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9d985b74-a9ce-4c28-8273-4bbcdbdf540b None None] Provisioning complete for port 89033a75-aad1-45c7-8c9c-6b8fa375cb52 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:31.709922 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9d985b74-a9ce-4c28-8273-4bbcdbdf540b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:31.765904 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-0fcf23e7-1a0a-4a49-9cf4-5449f699bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:31.767526 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-0fcf23e7-1a0a-4a49-9cf4-5449f699bb1c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 1094 time: 0.2667572 Sep 17 23:40:31.795260 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a80af66-ef41-43a3-9086-98d050d68597', 'name': 'tempest-FloatingIPDetailsTestJSON-370088375-router', 'tenant_id': '67d3647098424215b9156fcd69add5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '21f58fb1-9418-4a36-819c-1b2eaad1bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:16Z', 'updated_at': '2021-09-17T23:40:24Z', 'revision_number': 4, 'project_id': '67d3647098424215b9156fcd69add5f9', 'gw_port': {'id': '21f58fb1-9418-4a36-819c-1b2eaad1bee1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80af66-ef41-43a3-9086-98d050d68597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:17Z', 'updated_at': '2021-09-17T23:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '89033a75-aad1-45c7-8c9c-6b8fa375cb52', 'name': '', 'network_id': '196b97f6-1493-4f6d-a9a4-2561bcd15538', 'tenant_id': '67d3647098424215b9156fcd69add5f9', 'mac_address': 'fa:16:3e:e0:7a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a80af66-ef41-43a3-9086-98d050d68597', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '04a81ec0-dae6-4edb-a798-a228c9d47fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:23Z', 'updated_at': '2021-09-17T23:40:30Z', 'revision_number': 4, 'project_id': '67d3647098424215b9156fcd69add5f9', 'subnets': [{'id': '04a81ec0-dae6-4edb-a798-a228c9d47fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:31.800039 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-287268ec-f3c1-4c96-b2ee-1d5c9eb88b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:31.834021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20ab628-4c71-4abb-905a-c68c7793cfb6 None None] The sync data for ids ['1a80af66-ef41-43a3-9086-98d050d68597'] in n-d-809883-1 is: [{'id': '1a80af66-ef41-43a3-9086-98d050d68597', 'name': 'tempest-FloatingIPDetailsTestJSON-370088375-router', 'tenant_id': '67d3647098424215b9156fcd69add5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '21f58fb1-9418-4a36-819c-1b2eaad1bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:16Z', 'updated_at': '2021-09-17T23:40:24Z', 'revision_number': 4, 'project_id': '67d3647098424215b9156fcd69add5f9', 'gw_port': {'id': '21f58fb1-9418-4a36-819c-1b2eaad1bee1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80af66-ef41-43a3-9086-98d050d68597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:17Z', 'updated_at': '2021-09-17T23:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '89033a75-aad1-45c7-8c9c-6b8fa375cb52', 'name': '', 'network_id': '196b97f6-1493-4f6d-a9a4-2561bcd15538', 'tenant_id': '67d3647098424215b9156fcd69add5f9', 'mac_address': 'fa:16:3e:e0:7a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a80af66-ef41-43a3-9086-98d050d68597', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '04a81ec0-dae6-4edb-a798-a228c9d47fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:23Z', 'updated_at': '2021-09-17T23:40:30Z', 'revision_number': 4, 'project_id': '67d3647098424215b9156fcd69add5f9', 'subnets': [{'id': '04a81ec0-dae6-4edb-a798-a228c9d47fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:40:31.867458 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-e81a1d84-834f-40a1-b959-3df2e9a62529 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=261924fe-8bc8-4de5-ba1e-cdf6869091ab HTTP/1.1" status: 200 len: 217 time: 0.0845816 Sep 17 23:40:31.869155 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7dc7b752-9b09-4d66-aec0-ec0cef3ab383 req-5f9878d1-fa32-4334-90b0-2cce3347a7b8 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:31.956779 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9d985b74-a9ce-4c28-8273-4bbcdbdf540b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:32.041823 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-07f635b6-45e1-43b4-acbb-bf0e1b8a959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:32.043314 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-07f635b6-45e1-43b4-acbb-bf0e1b8a959c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.1644285 Sep 17 23:40:32.044085 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-9d985b74-a9ce-4c28-8273-4bbcdbdf540b None None] For port 89033a75-aad1-45c7-8c9c-6b8fa375cb52, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=89033a75-aad1-45c7-8c9c-6b8fa375cb52,segment=NetworkSegment(2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c),segment_id=2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:32.049720 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7dc7b752-9b09-4d66-aec0-ec0cef3ab383 req-5f9878d1-fa32-4334-90b0-2cce3347a7b8 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:32.109846 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287268ec-f3c1-4c96-b2ee-1d5c9eb88b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70890ab7-712a-462d-a05d-d05445dddb79,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:32.114130 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9d985b74-a9ce-4c28-8273-4bbcdbdf540b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:32.198815 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-2b0b481d-88a7-4849-aab6-7cc769840f9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453993 Sep 17 23:40:32.208147 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d985b74-a9ce-4c28-8273-4bbcdbdf540b None None] Pushing event updated for resources: {'Port': ['ID=89033a75-aad1-45c7-8c9c-6b8fa375cb52,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:32.210898 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287268ec-f3c1-4c96-b2ee-1d5c9eb88b57 admin admin] Checking segment: {'id': 'b65d5bab-7010-4cc2-a9fb-fd74afe7e991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5d6f539e-5622-4322-b126-b5fae22149e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:32.211245 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287268ec-f3c1-4c96-b2ee-1d5c9eb88b57 admin admin] Network hostable DHCP agents. Network: 5d6f539e-5622-4322-b126-b5fae22149e7, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:40:32.240613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda7959-234b-40dc-b445-c4317430006b req-fcf433fe-5b91-43aa-97cc-d42ff8f542ce tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:32.242203 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3cda7959-234b-40dc-b445-c4317430006b req-fcf433fe-5b91-43aa-97cc-d42ff8f542ce tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 931 time: 0.2538643 Sep 17 23:40:32.489413 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada1707b-84d3-4c1c-9bad-603fe8e3e5df {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:40:32.497758 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:32.517978 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Transition to ACTIVE for port object ada1707b-84d3-4c1c-9bad-603fe8e3e5df will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:40:32.558918 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7dc7b752-9b09-4d66-aec0-ec0cef3ab383 req-5f9878d1-fa32-4334-90b0-2cce3347a7b8 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:32.597241 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3cda7959-234b-40dc-b445-c4317430006b req-c846847e-e4cd-4a22-9d15-43e45eb5bdf8 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763431 Sep 17 23:40:32.634758 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:32.645631 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7dc7b752-9b09-4d66-aec0-ec0cef3ab383 req-5f9878d1-fa32-4334-90b0-2cce3347a7b8 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:32.685422 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287268ec-f3c1-4c96-b2ee-1d5c9eb88b57 admin admin] Network 5d6f539e-5622-4322-b126-b5fae22149e7 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:40:32.694074 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Pushing event updated for resources: {'Port': ['ID=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:32.716209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bfed16a-f247-4de1-a706-e4a4a00e80f7 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:40:32.746985 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:32.760490 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-b7f1df10-01b1-480c-8fd6-5ccb2133a398 service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325320 Sep 17 23:40:32.770270 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Transition to ACTIVE for port object 9bfed16a-f247-4de1-a706-e4a4a00e80f7 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:40:32.816044 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65b3864-86db-445d-942d-255d538109af x-openstack-request-id: req-a65b3864-86db-445d-942d-255d538109af {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:32.817319 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05fbe4e8-408b-4cb2-aa11-22ad3c111237", "tag": "261924fe-8bc8-4de5-ba1e-cdf6869091ab", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:32.817889 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a65b3864-86db-445d-942d-255d538109af {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:32.818616 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05fbe4e8-408b-4cb2-aa11-22ad3c111237', 'tag': '261924fe-8bc8-4de5-ba1e-cdf6869091ab', 'status': 'completed', 'code': 200} Sep 17 23:40:32.824009 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-287268ec-f3c1-4c96-b2ee-1d5c9eb88b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 5d6f539e-5622-4322-b126-b5fae22149e7) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:32.834397 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf6717b-0cda-4672-8e56-8695b7286d71 None None] Network 5d6f539e-5622-4322-b126-b5fae22149e7 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:40:32.861616 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Attempting to bind port ada1707b-84d3-4c1c-9bad-603fe8e3e5df on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:40:32.862002 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Attempting to bind port ada1707b-84d3-4c1c-9bad-603fe8e3e5df by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:40:32.862330 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Attempting to bind port ada1707b-84d3-4c1c-9bad-603fe8e3e5df on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:32.865411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287268ec-f3c1-4c96-b2ee-1d5c9eb88b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:32.869986 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-287268ec-f3c1-4c96-b2ee-1d5c9eb88b57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:32.872281 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:32.943922 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Port ada1707b-84d3-4c1c-9bad-603fe8e3e5df on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:40:32.944489 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Attempting to bind port ada1707b-84d3-4c1c-9bad-603fe8e3e5df on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:32.987036 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:40:32.987676 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:32.988232 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:40:32.988974 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Bound port: ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:40:32.989492 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:33.078286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Attempting to bind port 9bfed16a-f247-4de1-a706-e4a4a00e80f7 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:40:33.079047 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Attempting to bind port 9bfed16a-f247-4de1-a706-e4a4a00e80f7 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:40:33.080055 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Attempting to bind port 9bfed16a-f247-4de1-a706-e4a4a00e80f7 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:33.086239 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-287268ec-f3c1-4c96-b2ee-1d5c9eb88b57 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.1021051 Sep 17 23:40:33.091781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Pushing event updated for resources: {'Port': ['ID=9bfed16a-f247-4de1-a706-e4a4a00e80f7,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:33.096062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57532) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:33.103003 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f5c102c4-6621-40a6-beac-587d8d669059 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-213938545-router', 'tenant_id': '65f85e82c9894a65bf8590146c6bf6c6', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:33.113451 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Port 9bfed16a-f247-4de1-a706-e4a4a00e80f7 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:40:33.114112 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Attempting to bind port 9bfed16a-f247-4de1-a706-e4a4a00e80f7 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:33.162059 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:40:33.162692 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Checking segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:33.163539 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Bound using segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:40:33.164168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Bound port: 9bfed16a-f247-4de1-a706-e4a4a00e80f7, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:40:33.165012 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:33.189185 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9878d1-fa32-4334-90b0-2cce3347a7b8 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Pushing event updated for resources: {'Port': ['ID=1c6b33b2-d535-4cdd-b67d-ea2665c1206a,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:33.205402 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7dc7b752-9b09-4d66-aec0-ec0cef3ab383 req-5f9878d1-fa32-4334-90b0-2cce3347a7b8 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:33.224915 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-5d6f539e-5622-4322-b126-b5fae22149e7', 'network_id': '5d6f539e-5622-4322-b126-b5fae22149e7', 'tenant_id': '65f85e82c9894a65bf8590146c6bf6c6', 'fixed_ips': [{'subnet_id': '70890ab7-712a-462d-a05d-d05445dddb79'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:40:33.229466 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:33.280412 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] For port ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:40:33.286085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b70ef0-fccd-4d9b-9a2f-495c9752b37d req-ea2cf140-9bec-4025-945c-277c37753443 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:33.288304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] For port ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:40:33.290146 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0b70ef0-fccd-4d9b-9a2f-495c9752b37d req-ea2cf140-9bec-4025-945c-277c37753443 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 948 time: 0.4167948 Sep 17 23:40:33.344698 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] For port 9bfed16a-f247-4de1-a706-e4a4a00e80f7, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:40:33.350457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] For port 9bfed16a-f247-4de1-a706-e4a4a00e80f7, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9bfed16a-f247-4de1-a706-e4a4a00e80f7,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:40:33.358462 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f5c102c4-6621-40a6-beac-587d8d669059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:33.359620 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f5c102c4-6621-40a6-beac-587d8d669059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:33.377986 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:33.471362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:33.471762 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:33.473202 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8016d843-6545-4b40-9be1-56fd092667e2 req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] 10.222.0.37 "PUT /v2.0/ports/ada1707b-84d3-4c1c-9bad-603fe8e3e5df HTTP/1.1" status: 200 len: 1096 time: 2.9901221 Sep 17 23:40:33.474899 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:33.478895 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc45e34c-7c9d-41d6-9506-c7b65136d428', 'tag': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:33.482085 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc29cda-5c9d-415a-8919-8900a7e9d60c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc45e34c-7c9d-41d6-9506-c7b65136d428", "tag": "ada1707b-84d3-4c1c-9bad-603fe8e3e5df"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:33.500914 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0b70ef0-fccd-4d9b-9a2f-495c9752b37d req-49196cc4-60a9-45d7-a421-7ed165095791 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916685 Sep 17 23:40:33.507704 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6b02c16-fa7b-47e6-a44d-34273533f156 req-351adebd-fd99-4e39-abb6-b9d10def4209 service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6846821 Sep 17 23:40:33.512172 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7dc7b752-9b09-4d66-aec0-ec0cef3ab383 req-5f9878d1-fa32-4334-90b0-2cce3347a7b8 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:33.513796 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7dc7b752-9b09-4d66-aec0-ec0cef3ab383 req-5f9878d1-fa32-4334-90b0-2cce3347a7b8 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1994386 Sep 17 23:40:33.569742 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 89033a75-aad1-45c7-8c9c-6b8fa375cb52 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:33.607553 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7dc7b752-9b09-4d66-aec0-ec0cef3ab383 req-79fc696f-bc73-4e15-a967-22a9aeb45944 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.191 HTTP/1.1" status: 200 len: 696 time: 0.0852799 Sep 17 23:40:33.625171 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:33.629608 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:33.631314 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] 10.222.0.41 "PUT /v2.0/ports/9bfed16a-f247-4de1-a706-e4a4a00e80f7 HTTP/1.1" status: 200 len: 1091 time: 3.2589564 Sep 17 23:40:33.637374 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f5c102c4-6621-40a6-beac-587d8d669059 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:33.647653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f04bc-46b0-4503-96ea-3bf6715072cb service neutron] Pushing event updated for resources: {'Port': ['ID=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:33.829019 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] Allocated IP 172.20.0.2 (5d6f539e-5622-4322-b126-b5fae22149e7/70890ab7-712a-462d-a05d-d05445dddb79/d28aee7f-4241-4ff8-b18e-3544b91f3e64) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:33.919668 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 89033a75-aad1-45c7-8c9c-6b8fa375cb52 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:33.922245 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:33.944583 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2eee5-6f5f-45e2-865e-a1bc750ddc46 req-408735e2-c785-462d-97da-9c4e628f13fb tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:33.957318 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6bf2eee5-6f5f-45e2-865e-a1bc750ddc46 req-408735e2-c785-462d-97da-9c4e628f13fb tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 943 time: 0.1678166 Sep 17 23:40:33.989645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016d843-6545-4b40-9be1-56fd092667e2 req-6a99ba69-051a-470e-877e-753d470ff837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:33.991145 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8016d843-6545-4b40-9be1-56fd092667e2 req-6a99ba69-051a-470e-877e-753d470ff837 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 1099 time: 0.3471200 Sep 17 23:40:34.113950 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f5c102c4-6621-40a6-beac-587d8d669059 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:34.145834 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6bf2eee5-6f5f-45e2-865e-a1bc750ddc46 req-73e0db6b-fda3-4dfd-9540-6ec68fbd830f tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838567 Sep 17 23:40:34.147259 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8016d843-6545-4b40-9be1-56fd092667e2 req-c85638f2-a4f3-4675-8804-122c0dd6811e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df HTTP/1.1" status: 200 len: 217 time: 0.1462255 Sep 17 23:40:34.177681 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7b752-9b09-4d66-aec0-ec0cef3ab383 req-ce3d6a8f-4c88-4319-8142-7a97e34a8346 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:34.179114 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7dc7b752-9b09-4d66-aec0-ec0cef3ab383 req-ce3d6a8f-4c88-4319-8142-7a97e34a8346 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.5603578 Sep 17 23:40:34.299365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016d843-6545-4b40-9be1-56fd092667e2 req-3ed55a71-b319-42f0-bc03-df83ddb00e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:34.304899 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8016d843-6545-4b40-9be1-56fd092667e2 req-3ed55a71-b319-42f0-bc03-df83ddb00e26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1247954 Sep 17 23:40:34.383755 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d04654-d8a5-4f2c-8b59-a9e351b710e4 x-openstack-request-id: req-14d04654-d8a5-4f2c-8b59-a9e351b710e4 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:34.384119 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc45e34c-7c9d-41d6-9506-c7b65136d428", "tag": "ada1707b-84d3-4c1c-9bad-603fe8e3e5df", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:34.384914 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14d04654-d8a5-4f2c-8b59-a9e351b710e4 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:34.385314 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc45e34c-7c9d-41d6-9506-c7b65136d428', 'tag': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df', 'status': 'completed', 'code': 200} Sep 17 23:40:34.389103 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016d843-6545-4b40-9be1-56fd092667e2 req-2e8fdc90-92c9-4e2c-855b-f35f7d8429c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:34.392049 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8016d843-6545-4b40-9be1-56fd092667e2 req-2e8fdc90-92c9-4e2c-855b-f35f7d8429c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783472 Sep 17 23:40:34.401627 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6d0c5-a7ab-4521-a0ea-1a1afecd348b service neutron] Pushing event updated for resources: {'Port': ['ID=9bfed16a-f247-4de1-a706-e4a4a00e80f7,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:34.439171 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706d863-c1a0-4017-981d-228ce0bf35f4 req-f2583852-d22c-4c12-bce1-7e67762d51d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:34.442354 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a706d863-c1a0-4017-981d-228ce0bf35f4 req-f2583852-d22c-4c12-bce1-7e67762d51d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 1094 time: 0.7021129 Sep 17 23:40:34.451007 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-3b9c076b-6a1d-4637-bb62-625dddddda9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:34.459747 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-3b9c076b-6a1d-4637-bb62-625dddddda9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 1094 time: 0.5082061 Sep 17 23:40:34.563524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5797345-a693-4a24-9627-cfe9d56c40a9 req-6d12f967-057f-4e85-9a59-24ac2c542ed5 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:34.571699 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5797345-a693-4a24-9627-cfe9d56c40a9 req-6d12f967-057f-4e85-9a59-24ac2c542ed5 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 943 time: 0.0904455 Sep 17 23:40:34.575197 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8016d843-6545-4b40-9be1-56fd092667e2 req-dbbf4029-779a-4c09-839e-e12565139a01 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733754 Sep 17 23:40:34.603645 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-aa5cde52-625f-4190-93e6-43f99545eb86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bfed16a-f247-4de1-a706-e4a4a00e80f7 HTTP/1.1" status: 200 len: 217 time: 0.1026442 Sep 17 23:40:34.608636 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:34.685817 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:34.761788 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-f0796fb9-7776-4964-905e-579334555e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:34.773716 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-f0796fb9-7776-4964-905e-579334555e19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.1380525 Sep 17 23:40:34.799901 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] Network 5d6f539e-5622-4322-b126-b5fae22149e7 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:34.811632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:34.818856 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:34.826664 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5797345-a693-4a24-9627-cfe9d56c40a9 req-2b9fd5b0-6cbd-4c50-831b-ebfc1b40d828 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537482 Sep 17 23:40:34.839761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706d863-c1a0-4017-981d-228ce0bf35f4 req-e03e9877-b079-4827-9431-63c438be9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:34.862521 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a706d863-c1a0-4017-981d-228ce0bf35f4 req-e03e9877-b079-4827-9431-63c438be9e29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 922 time: 0.4017627 Sep 17 23:40:34.902145 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] Pushing event updated for resources: {'Port': ['ID=d28aee7f-4241-4ff8-b18e-3544b91f3e64,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:34.915335 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d69115a5-2daf-4103-9003-c9f31c7b9461 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225374 Sep 17 23:40:34.928107 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8016d843-6545-4b40-9be1-56fd092667e2 req-d7308b04-b91e-483a-be17-e6d1230bbdc3 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306623 Sep 17 23:40:34.970800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] Attempting to bind port d28aee7f-4241-4ff8-b18e-3544b91f3e64 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:40:34.971117 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] Attempting to bind port d28aee7f-4241-4ff8-b18e-3544b91f3e64 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'b65d5bab-7010-4cc2-a9fb-fd74afe7e991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5d6f539e-5622-4322-b126-b5fae22149e7'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:40:34.971491 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] Attempting to bind port d28aee7f-4241-4ff8-b18e-3544b91f3e64 on network 5d6f539e-5622-4322-b126-b5fae22149e7 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:34.983558 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:40:34.983931 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] Checking segment: {'id': 'b65d5bab-7010-4cc2-a9fb-fd74afe7e991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5d6f539e-5622-4322-b126-b5fae22149e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:34.984342 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:34.984739 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] Bound using segment: {'id': 'b65d5bab-7010-4cc2-a9fb-fd74afe7e991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5d6f539e-5622-4322-b126-b5fae22149e7'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:40:34.985241 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] Bound port: d28aee7f-4241-4ff8-b18e-3544b91f3e64, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65d5bab-7010-4cc2-a9fb-fd74afe7e991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5d6f539e-5622-4322-b126-b5fae22149e7'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:40:34.985822 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:35.004638 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a706d863-c1a0-4017-981d-228ce0bf35f4 req-fbe0f083-9332-49e1-97c8-e6c49e6e720d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=261924fe-8bc8-4de5-ba1e-cdf6869091ab HTTP/1.1" status: 200 len: 217 time: 0.1233926 Sep 17 23:40:35.045258 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-019ce3bd-512c-4db4-8918-2c987ccfbebc req-e546a8f9-4620-4891-8c25-ce21ec861e8f tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1959207 Sep 17 23:40:35.050512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-019ce3bd-512c-4db4-8918-2c987ccfbebc req-f923e0ad-6967-411b-a881-aff9d982e0bb tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:35.066043 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] For port d28aee7f-4241-4ff8-b18e-3544b91f3e64, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:40:35.069720 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] For port d28aee7f-4241-4ff8-b18e-3544b91f3e64, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d28aee7f-4241-4ff8-b18e-3544b91f3e64,segment=NetworkSegment(b65d5bab-7010-4cc2-a9fb-fd74afe7e991),segment_id=b65d5bab-7010-4cc2-a9fb-fd74afe7e991)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:40:35.091653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706d863-c1a0-4017-981d-228ce0bf35f4 req-1a6c1188-8ad9-4c10-886c-a1b16217c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:35.094850 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a706d863-c1a0-4017-981d-228ce0bf35f4 req-1a6c1188-8ad9-4c10-886c-a1b16217c4b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.0712032 Sep 17 23:40:35.200282 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:35.262058 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a706d863-c1a0-4017-981d-228ce0bf35f4 req-bd86ac01-8d33-49d4-ba11-6da7ad90df9b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488364 Sep 17 23:40:35.332493 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f5c102c4-6621-40a6-beac-587d8d669059 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:35.357056 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42847e3-552b-444a-8cab-28e066557f46 None None] Pushing event updated for resources: {'Port': ['ID=d28aee7f-4241-4ff8-b18e-3544b91f3e64,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:35.442656 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a706d863-c1a0-4017-981d-228ce0bf35f4 req-811090fb-2f1b-4bc9-9176-6d9230d89c1c service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115394 Sep 17 23:40:35.487229 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f5c102c4-6621-40a6-beac-587d8d669059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:35.552581 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-d626076c-8791-4adf-9ae9-9d591ac29340 service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6269550 Sep 17 23:40:35.717812 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc29cda-5c9d-415a-8919-8900a7e9d60c req-b7fbea62-f26f-46c8-b90b-f277b61c83db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:35.724409 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9dc29cda-5c9d-415a-8919-8900a7e9d60c req-b7fbea62-f26f-46c8-b90b-f277b61c83db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 1099 time: 0.6657610 Sep 17 23:40:35.740437 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56596542-4c88-451f-93dc-1b0938d32a93 req-1f632c2e-b47c-47cb-bcee-d52eb88f711c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:35.755904 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56596542-4c88-451f-93dc-1b0938d32a93 req-1f632c2e-b47c-47cb-bcee-d52eb88f711c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 948 time: 0.1306152 Sep 17 23:40:35.780572 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-019ce3bd-512c-4db4-8918-2c987ccfbebc req-f923e0ad-6967-411b-a881-aff9d982e0bb tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:35.912529 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56596542-4c88-451f-93dc-1b0938d32a93 req-7df74386-9254-488e-b70a-4a5bd93c0295 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555200 Sep 17 23:40:36.050083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc29cda-5c9d-415a-8919-8900a7e9d60c req-b1e6f314-00d5-4399-9559-adf722e76a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:36.051474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9dc29cda-5c9d-415a-8919-8900a7e9d60c req-b1e6f314-00d5-4399-9559-adf722e76a6b service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.2874491 Sep 17 23:40:36.104020 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9dc29cda-5c9d-415a-8919-8900a7e9d60c req-e1e4398b-4c11-4bca-ab71-bdfee79b567a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df HTTP/1.1" status: 200 len: 217 time: 0.0427418 Sep 17 23:40:36.127694 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee35d3f-a4e5-4648-b7a1-8c7ef2bf8494 req-fe6a48bc-b168-4af1-895f-d1a4ceeda24b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:36.135748 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ee35d3f-a4e5-4648-b7a1-8c7ef2bf8494 req-fe6a48bc-b168-4af1-895f-d1a4ceeda24b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 943 time: 0.1231863 Sep 17 23:40:36.240091 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a706d863-c1a0-4017-981d-228ce0bf35f4 req-64f67eac-9972-4566-8385-6b22eb2d6b5b service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7656665 Sep 17 23:40:36.246956 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc29cda-5c9d-415a-8919-8900a7e9d60c req-a785a0d6-0a18-40dc-b2db-966492b93403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:36.248477 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9dc29cda-5c9d-415a-8919-8900a7e9d60c req-a785a0d6-0a18-40dc-b2db-966492b93403 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1365621 Sep 17 23:40:36.265859 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ee35d3f-a4e5-4648-b7a1-8c7ef2bf8494 req-44c2742a-fb6a-402d-82fc-680ecce726b1 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291754 Sep 17 23:40:36.311605 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-019ce3bd-512c-4db4-8918-2c987ccfbebc req-f923e0ad-6967-411b-a881-aff9d982e0bb tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:36.336578 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-f5c102c4-6621-40a6-beac-587d8d669059 admin admin] Allocated IP 172.25.3.106 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/3a710e3f-4356-4797-a570-5d8f03bfb6c4) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:36.490519 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f5c102c4-6621-40a6-beac-587d8d669059 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:36.505392 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc29cda-5c9d-415a-8919-8900a7e9d60c req-cb2ed7eb-e579-4993-8a3b-714c6aecf3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:36.522824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9dc29cda-5c9d-415a-8919-8900a7e9d60c req-cb2ed7eb-e579-4993-8a3b-714c6aecf3eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2538879 Sep 17 23:40:36.523668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a26e6f2-6c92-40d6-8b53-857ee0ed777b', 'tag': '9bfed16a-f247-4de1-a706-e4a4a00e80f7'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:36.526861 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2109dd-2dc7-4862-99ac-6abbae4bc160" -d '{"events": [{"name": "network-changed", "server_uuid": "2a26e6f2-6c92-40d6-8b53-857ee0ed777b", "tag": "9bfed16a-f247-4de1-a706-e4a4a00e80f7"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:36.553162 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a0021906-c3d1-4a22-96a6-44433bfc58c0 req-42c6fd2a-9599-4d32-90bd-b9f66506b329 service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9255488 Sep 17 23:40:36.593774 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f5c102c4-6621-40a6-beac-587d8d669059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:36.675596 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c102c4-6621-40a6-beac-587d8d669059 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:36.678644 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-f5c102c4-6621-40a6-beac-587d8d669059 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:36.695059 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c102c4-6621-40a6-beac-587d8d669059 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:36.750318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-019ce3bd-512c-4db4-8918-2c987ccfbebc req-f923e0ad-6967-411b-a881-aff9d982e0bb tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Allocated IP 172.25.3.81 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/38e82eeb-cf04-4f1b-89ed-3cece7b0a75a) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:36.754627 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9dc29cda-5c9d-415a-8919-8900a7e9d60c req-9541485b-b680-4509-8fc5-60078b8b720d service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214468 Sep 17 23:40:36.757872 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ada1707b-84d3-4c1c-9bad-603fe8e3e5df details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:40:36.763027 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c102c4-6621-40a6-beac-587d8d669059 admin admin] Pushing event updated for resources: {'Port': ['ID=3a710e3f-4356-4797-a570-5d8f03bfb6c4,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:36.846340 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a8b1f5-7385-4500-8960-3661c783443a None None] Network 5d6f539e-5622-4322-b126-b5fae22149e7 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:40:37.075903 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2709c2fe-53a0-458d-bce5-ffa3514cd1a8 None None] Provisioning complete for port d28aee7f-4241-4ff8-b18e-3544b91f3e64 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:37.076603 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2709c2fe-53a0-458d-bce5-ffa3514cd1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:37.077976 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9dc29cda-5c9d-415a-8919-8900a7e9d60c req-185115d6-8b69-4391-baf5-ed3c7045e15b service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111849 Sep 17 23:40:37.113015 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-019ce3bd-512c-4db4-8918-2c987ccfbebc req-f923e0ad-6967-411b-a881-aff9d982e0bb tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:37.156342 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:37.224045 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df', 'mac_address': 'fa:16:3e:3c:f5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:40:37.233747 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f5c102c4-6621-40a6-beac-587d8d669059 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:37.244582 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-019ce3bd-512c-4db4-8918-2c987ccfbebc req-f923e0ad-6967-411b-a881-aff9d982e0bb tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:37.332016 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-019ce3bd-512c-4db4-8918-2c987ccfbebc req-f923e0ad-6967-411b-a881-aff9d982e0bb tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:37.335505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-019ce3bd-512c-4db4-8918-2c987ccfbebc req-f923e0ad-6967-411b-a881-aff9d982e0bb tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:37.345407 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-019ce3bd-512c-4db4-8918-2c987ccfbebc req-f923e0ad-6967-411b-a881-aff9d982e0bb tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:37.435511 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923e0ad-6967-411b-a881-aff9d982e0bb tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Pushing event updated for resources: {'Port': ['ID=38e82eeb-cf04-4f1b-89ed-3cece7b0a75a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:37.462828 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2709c2fe-53a0-458d-bce5-ffa3514cd1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:37.539784 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:37.560342 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d28aee7f-4241-4ff8-b18e-3544b91f3e64 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:37.609079 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f5c102c4-6621-40a6-beac-587d8d669059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:37.643531 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-019ce3bd-512c-4db4-8918-2c987ccfbebc req-f923e0ad-6967-411b-a881-aff9d982e0bb tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:37.703707 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2709c2fe-53a0-458d-bce5-ffa3514cd1a8 None None] For port d28aee7f-4241-4ff8-b18e-3544b91f3e64, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d28aee7f-4241-4ff8-b18e-3544b91f3e64,segment=NetworkSegment(b65d5bab-7010-4cc2-a9fb-fd74afe7e991),segment_id=b65d5bab-7010-4cc2-a9fb-fd74afe7e991)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:37.708607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada1707b-84d3-4c1c-9bad-603fe8e3e5df {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:40:37.759662 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:37.806339 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2709c2fe-53a0-458d-bce5-ffa3514cd1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:37.861532 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ed4a4-eee9-43b9-8942-53efd39e24f0 req-e938eaa0-1c08-45cd-92ec-9b0a6505ed8e tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:37.868094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a2ed4a4-eee9-43b9-8942-53efd39e24f0 req-e938eaa0-1c08-45cd-92ec-9b0a6505ed8e tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 943 time: 0.2104828 Sep 17 23:40:37.872961 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-019ce3bd-512c-4db4-8918-2c987ccfbebc req-f923e0ad-6967-411b-a881-aff9d982e0bb tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:37.889173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709c2fe-53a0-458d-bce5-ffa3514cd1a8 None None] Pushing event updated for resources: {'Port': ['ID=d28aee7f-4241-4ff8-b18e-3544b91f3e64,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:37.896106 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:37.968667 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c102c4-6621-40a6-beac-587d8d669059 admin admin] Router 355dbb6a-a9db-4b38-ac12-735903801981 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:40:37.975535 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:37.982700 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port d28aee7f-4241-4ff8-b18e-3544b91f3e64 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:37.983505 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:37.988233 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a2ed4a4-eee9-43b9-8942-53efd39e24f0 req-c10d62a9-edbf-4e81-9ee0-aef01f4b8f37 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803831 Sep 17 23:40:38.083855 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-6a13e5f1-d918-4539-acd8-b7ea1ae5cf0d None None] Provisioning complete for port d28aee7f-4241-4ff8-b18e-3544b91f3e64 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:38.084228 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6a13e5f1-d918-4539-acd8-b7ea1ae5cf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:38.143202 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61865e58-af0c-4898-a4eb-b5c679cb42c6 x-openstack-request-id: req-61865e58-af0c-4898-a4eb-b5c679cb42c6 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:38.143482 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a26e6f2-6c92-40d6-8b53-857ee0ed777b", "tag": "9bfed16a-f247-4de1-a706-e4a4a00e80f7", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:38.143749 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61865e58-af0c-4898-a4eb-b5c679cb42c6 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:38.144466 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a26e6f2-6c92-40d6-8b53-857ee0ed777b', 'tag': '9bfed16a-f247-4de1-a706-e4a4a00e80f7', 'status': 'completed', 'code': 200} Sep 17 23:40:38.195597 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['ada1707b-84d3-4c1c-9bad-603fe8e3e5df'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:40:38.200867 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c102c4-6621-40a6-beac-587d8d669059 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:40:38.216777 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] Sync routers for ids ['355dbb6a-a9db-4b38-ac12-735903801981'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:40:38.223995 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2109dd-2dc7-4862-99ac-6abbae4bc160 req-7673c2c3-c53e-4cf0-85c3-2af28f24c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:38.225993 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fb2109dd-2dc7-4862-99ac-6abbae4bc160 req-7673c2c3-c53e-4cf0-85c3-2af28f24c6fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 1094 time: 0.0849736 Sep 17 23:40:38.234034 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] Routers {'355dbb6a-a9db-4b38-ac12-735903801981'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:38.235109 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['355dbb6a-a9db-4b38-ac12-735903801981'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:38.355541 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1de79e-6699-4ca3-aca9-1a94f7d20f5c req-7bc644f9-eefd-4968-b196-0fde97ff9e20 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:38.361815 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f1de79e-6699-4ca3-aca9-1a94f7d20f5c req-7bc644f9-eefd-4968-b196-0fde97ff9e20 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 949 time: 0.1688333 Sep 17 23:40:38.372569 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f5c102c4-6621-40a6-beac-587d8d669059 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:38.372788 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] Set router 355dbb6a-a9db-4b38-ac12-735903801981 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:38.374716 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-019ce3bd-512c-4db4-8918-2c987ccfbebc req-f923e0ad-6967-411b-a881-aff9d982e0bb tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:38.380272 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f5c102c4-6621-40a6-beac-587d8d669059 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.2826254 Sep 17 23:40:38.386930 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57614) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:38.433236 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2109dd-2dc7-4862-99ac-6abbae4bc160 req-3aca86af-b81f-4bb3-ac2a-db9196999298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:38.435260 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fb2109dd-2dc7-4862-99ac-6abbae4bc160 req-3aca86af-b81f-4bb3-ac2a-db9196999298 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 909 time: 0.2003465 Sep 17 23:40:38.474314 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f1de79e-6699-4ca3-aca9-1a94f7d20f5c req-e906165f-a3c2-4093-9134-1603382ffae1 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039667 Sep 17 23:40:38.524043 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fb2109dd-2dc7-4862-99ac-6abbae4bc160 req-77a6802b-0cc5-4e51-bec0-8a0abb3eed6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bfed16a-f247-4de1-a706-e4a4a00e80f7 HTTP/1.1" status: 200 len: 217 time: 0.0784211 Sep 17 23:40:38.653389 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2109dd-2dc7-4862-99ac-6abbae4bc160 req-3c41a02b-a8b5-4da8-9727-420d034d6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:38.654867 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fb2109dd-2dc7-4862-99ac-6abbae4bc160 req-3c41a02b-a8b5-4da8-9727-420d034d6d02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.0993817 Sep 17 23:40:38.665314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344dad1-505e-474d-8f2a-129a37c0a390 req-15abfc50-8c7d-49d8-a78a-7395ddcddd6f tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:38.667220 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355dbb6a-a9db-4b38-ac12-735903801981', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-213938545-router', 'tenant_id': '65f85e82c9894a65bf8590146c6bf6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3a710e3f-4356-4797-a570-5d8f03bfb6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:33Z', 'updated_at': '2021-09-17T23:40:36Z', 'revision_number': 3, 'project_id': '65f85e82c9894a65bf8590146c6bf6c6', 'gw_port': {'id': '3a710e3f-4356-4797-a570-5d8f03bfb6c4', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355dbb6a-a9db-4b38-ac12-735903801981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:35Z', 'updated_at': '2021-09-17T23:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:38.675334 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1344dad1-505e-474d-8f2a-129a37c0a390 req-15abfc50-8c7d-49d8-a78a-7395ddcddd6f tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 943 time: 0.0891869 Sep 17 23:40:38.692249 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-019ce3bd-512c-4db4-8918-2c987ccfbebc req-f923e0ad-6967-411b-a881-aff9d982e0bb tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:38.699543 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] Checking router: 355dbb6a-a9db-4b38-ac12-735903801981 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:40:38.699543 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] Updating router 355dbb6a-a9db-4b38-ac12-735903801981 port 3a710e3f-4356-4797-a570-5d8f03bfb6c4 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:40:38.760033 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1344dad1-505e-474d-8f2a-129a37c0a390 req-0e865ab1-9678-427a-afb8-9c92dc68145a tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799377 Sep 17 23:40:38.773618 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:38.848790 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923e0ad-6967-411b-a881-aff9d982e0bb tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Pushing event updated for resources: {'Port': ['ID=38e82eeb-cf04-4f1b-89ed-3cece7b0a75a,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:38.905001 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-019ce3bd-512c-4db4-8918-2c987ccfbebc req-f923e0ad-6967-411b-a881-aff9d982e0bb tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:38.939513 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fb2109dd-2dc7-4862-99ac-6abbae4bc160 req-ae8e710a-ee66-42aa-881f-75232b7022e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2756903 Sep 17 23:40:39.045427 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-019ce3bd-512c-4db4-8918-2c987ccfbebc req-f923e0ad-6967-411b-a881-aff9d982e0bb tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:39.047070 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-019ce3bd-512c-4db4-8918-2c987ccfbebc req-f923e0ad-6967-411b-a881-aff9d982e0bb tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0009105 Sep 17 23:40:39.150598 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fb2109dd-2dc7-4862-99ac-6abbae4bc160 req-561e12ca-1742-4ce5-8b06-e82d9e3714ee service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427286 Sep 17 23:40:39.151574 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-019ce3bd-512c-4db4-8918-2c987ccfbebc req-42c2e6ee-9470-4f2a-ac6d-5d6286fed2e2 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.81 HTTP/1.1" status: 200 len: 695 time: 0.0976613 Sep 17 23:40:39.309188 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fb2109dd-2dc7-4862-99ac-6abbae4bc160 req-3aac6f10-5245-4607-91b6-a9792a9e2753 service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306620 Sep 17 23:40:39.387675 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ce3bd-512c-4db4-8918-2c987ccfbebc req-88dbb6c3-ec45-416e-84cf-fd3dce04583e tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:39.388386 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-019ce3bd-512c-4db4-8918-2c987ccfbebc req-88dbb6c3-ec45-416e-84cf-fd3dce04583e tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.2296507 Sep 17 23:40:39.478849 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d28aee7f-4241-4ff8-b18e-3544b91f3e64 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:39.562115 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25bb5836-aace-4ae1-b4b4-80a604e5436a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:39.595282 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port d28aee7f-4241-4ff8-b18e-3544b91f3e64 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:39.595658 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:39.599680 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:39.694053 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:39.797113 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-25bb5836-aace-4ae1-b4b4-80a604e5436a admin admin] Allocated IP 172.20.0.1 (5d6f539e-5622-4322-b126-b5fae22149e7/70890ab7-712a-462d-a05d-d05445dddb79/ce4954f2-2a91-43af-8329-d2f8102c94fd) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:39.821236 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24da6ad-4c06-49a1-9957-3e3afac0a0a9 None None] Pushing event updated for resources: {'Port': ['ID=3a710e3f-4356-4797-a570-5d8f03bfb6c4,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:39.829992 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] Attempting to bind port 3a710e3f-4356-4797-a570-5d8f03bfb6c4 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:40:39.829992 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] Attempting to bind port 3a710e3f-4356-4797-a570-5d8f03bfb6c4 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:40:39.830541 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] Attempting to bind port 3a710e3f-4356-4797-a570-5d8f03bfb6c4 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:39.836707 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:40:39.837479 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:39.837980 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:39.838462 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:40:39.839382 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] Bound port: 3a710e3f-4356-4797-a570-5d8f03bfb6c4, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:40:39.839563 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:39.914617 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3a92a-5fb8-4d82-a4e6-88ee0ef729e2 req-65ea8f9c-7dd3-4df7-952c-81ed1a7ea243 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:39.916481 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ff3a92a-5fb8-4d82-a4e6-88ee0ef729e2 req-65ea8f9c-7dd3-4df7-952c-81ed1a7ea243 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 943 time: 0.0735426 Sep 17 23:40:39.917952 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] For port 3a710e3f-4356-4797-a570-5d8f03bfb6c4, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:40:39.922905 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] For port 3a710e3f-4356-4797-a570-5d8f03bfb6c4, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3a710e3f-4356-4797-a570-5d8f03bfb6c4,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:40:39.960379 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25bb5836-aace-4ae1-b4b4-80a604e5436a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:40.003175 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:40.022748 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ff3a92a-5fb8-4d82-a4e6-88ee0ef729e2 req-7f4da83d-5301-4de8-9230-68bd529b8f85 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864785 Sep 17 23:40:40.081807 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1e37c7cc-6bf3-4768-a847-22f82ca15f70 req-7157a5a7-fb61-4dc8-aa4e-1559e5e26084 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1868379 Sep 17 23:40:40.088036 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-1e37c7cc-6bf3-4768-a847-22f82ca15f70 req-4440f4a8-ec9e-4523-b4cc-0a9c7bed863a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:40.097486 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24da6ad-4c06-49a1-9957-3e3afac0a0a9 None None] Pushing event updated for resources: {'Port': ['ID=3a710e3f-4356-4797-a570-5d8f03bfb6c4,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:40.098409 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25bb5836-aace-4ae1-b4b4-80a604e5436a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:40.100305 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] Routers {'355dbb6a-a9db-4b38-ac12-735903801981'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:40.100902 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['355dbb6a-a9db-4b38-ac12-735903801981'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:40.128624 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:40.146423 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bb5836-aace-4ae1-b4b4-80a604e5436a admin admin] Network 5d6f539e-5622-4322-b126-b5fae22149e7 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:40.155473 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-25bb5836-aace-4ae1-b4b4-80a604e5436a admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:40.160360 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb5836-aace-4ae1-b4b4-80a604e5436a admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:40.161349 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25bb5836-aace-4ae1-b4b4-80a604e5436a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:40.164797 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb5836-aace-4ae1-b4b4-80a604e5436a admin admin] Pushing event updated for resources: {'Port': ['ID=ce4954f2-2a91-43af-8329-d2f8102c94fd,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:40.188901 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffae89-e07a-4a4a-bc62-85266550c5a8 req-bbc4f29b-6142-407d-9a4d-11f6accb7df0 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:40.190477 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09ffae89-e07a-4a4a-bc62-85266550c5a8 req-bbc4f29b-6142-407d-9a4d-11f6accb7df0 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 949 time: 0.0585017 Sep 17 23:40:40.242752 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] Set router 355dbb6a-a9db-4b38-ac12-735903801981 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:40.245780 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09ffae89-e07a-4a4a-bc62-85266550c5a8 req-0c98904b-0ef7-4a51-8f4f-6823150b56ad tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491199 Sep 17 23:40:40.250277 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1e37c7cc-6bf3-4768-a847-22f82ca15f70 req-4440f4a8-ec9e-4523-b4cc-0a9c7bed863a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:40.437837 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57668) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:40.462796 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd92b1-a92b-4c02-8f0c-960492c00030 req-3575082e-e79b-478d-8611-6f66f0ed0c5b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:40.470322 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6bd92b1-a92b-4c02-8f0c-960492c00030 req-3575082e-e79b-478d-8611-6f66f0ed0c5b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 943 time: 0.0832837 Sep 17 23:40:40.479489 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a4c656aa-a7b3-4f31-baa3-de56eb4fb40d None None] Provisioning complete for port ce4954f2-2a91-43af-8329-d2f8102c94fd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:40.480051 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a4c656aa-a7b3-4f31-baa3-de56eb4fb40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:40.515501 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25bb5836-aace-4ae1-b4b4-80a604e5436a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:40.520579 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1e37c7cc-6bf3-4768-a847-22f82ca15f70 req-4440f4a8-ec9e-4523-b4cc-0a9c7bed863a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:40.521910 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a4c656aa-a7b3-4f31-baa3-de56eb4fb40d None None] Port ce4954f2-2a91-43af-8329-d2f8102c94fd cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:40:40.535800 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6bd92b1-a92b-4c02-8f0c-960492c00030 req-9d7058ed-57cd-4836-8a35-38a61fd44398 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641663 Sep 17 23:40:40.541691 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355dbb6a-a9db-4b38-ac12-735903801981', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-213938545-router', 'tenant_id': '65f85e82c9894a65bf8590146c6bf6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3a710e3f-4356-4797-a570-5d8f03bfb6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:33Z', 'updated_at': '2021-09-17T23:40:36Z', 'revision_number': 3, 'project_id': '65f85e82c9894a65bf8590146c6bf6c6', 'gw_port': {'id': '3a710e3f-4356-4797-a570-5d8f03bfb6c4', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355dbb6a-a9db-4b38-ac12-735903801981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:35Z', 'updated_at': '2021-09-17T23:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:40.605069 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cac3cf1-ec24-45a6-a55f-493cacbbe838 None None] The sync data for ids ['355dbb6a-a9db-4b38-ac12-735903801981'] in n-d-809883-1 is: [{'id': '355dbb6a-a9db-4b38-ac12-735903801981', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-213938545-router', 'tenant_id': '65f85e82c9894a65bf8590146c6bf6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3a710e3f-4356-4797-a570-5d8f03bfb6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:33Z', 'updated_at': '2021-09-17T23:40:36Z', 'revision_number': 3, 'project_id': '65f85e82c9894a65bf8590146c6bf6c6', 'gw_port': {'id': '3a710e3f-4356-4797-a570-5d8f03bfb6c4', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355dbb6a-a9db-4b38-ac12-735903801981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:35Z', 'updated_at': '2021-09-17T23:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:40:40.669762 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-1e37c7cc-6bf3-4768-a847-22f82ca15f70 req-4440f4a8-ec9e-4523-b4cc-0a9c7bed863a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Allocated IP 172.25.3.204 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/09ca1c91-c639-43f4-9fd2-ac0643d4cddd) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:40.745919 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-266bd0c1-ff12-47ab-8961-18bbd5cda5ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3fd2c47fad1f42d8a729d02ef0297ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069491 Sep 17 23:40:40.748638 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57672) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:40.763530 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25bb5836-aace-4ae1-b4b4-80a604e5436a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:40.784563 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ada1707b-84d3-4c1c-9bad-603fe8e3e5df up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:40.827090 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1e37c7cc-6bf3-4768-a847-22f82ca15f70 req-4440f4a8-ec9e-4523-b4cc-0a9c7bed863a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:40.840315 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25bb5836-aace-4ae1-b4b4-80a604e5436a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:40.841635 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3fe6bd71-1638-4aef-bd2c-464d7ab4cd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:40.841866 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25bb5836-aace-4ae1-b4b4-80a604e5436a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:40.901475 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3fe6bd71-1638-4aef-bd2c-464d7ab4cd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:40.907919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port ada1707b-84d3-4c1c-9bad-603fe8e3e5df completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:40:40.913747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port ada1707b-84d3-4c1c-9bad-603fe8e3e5df triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:40.914120 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:41.019957 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1e37c7cc-6bf3-4768-a847-22f82ca15f70 req-4440f4a8-ec9e-4523-b4cc-0a9c7bed863a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:41.048749 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb5836-aace-4ae1-b4b4-80a604e5436a admin admin] Pushing event updated for resources: {'Port': ['ID=ce4954f2-2a91-43af-8329-d2f8102c94fd,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:41.051533 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:41.082867 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bb5836-aace-4ae1-b4b4-80a604e5436a admin admin] Network 5d6f539e-5622-4322-b126-b5fae22149e7 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:41.084606 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-25bb5836-aace-4ae1-b4b4-80a604e5436a admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:41.085251 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e37c7cc-6bf3-4768-a847-22f82ca15f70 req-4440f4a8-ec9e-4523-b4cc-0a9c7bed863a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:41.094672 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3fe6bd71-1638-4aef-bd2c-464d7ab4cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:41.095889 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3fe6bd71-1638-4aef-bd2c-464d7ab4cd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:41.099269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3fe6bd71-1638-4aef-bd2c-464d7ab4cd35 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae283ab0-5a11-4524-822d-16bebf00b057 HTTP/1.1" status: 204 len: 168 time: 0.3474727 Sep 17 23:40:41.099269 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-1e37c7cc-6bf3-4768-a847-22f82ca15f70 req-4440f4a8-ec9e-4523-b4cc-0a9c7bed863a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:41.101314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e37c7cc-6bf3-4768-a847-22f82ca15f70 req-4440f4a8-ec9e-4523-b4cc-0a9c7bed863a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:41.109184 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc45e34c-7c9d-41d6-9506-c7b65136d428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:41.112779 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379d2aa3-02e9-45a7-a2a8-864430ae8725" -d '{"events": [{"server_uuid": "bc45e34c-7c9d-41d6-9506-c7b65136d428", "name": "network-vif-plugged", "status": "completed", "tag": "ada1707b-84d3-4c1c-9bad-603fe8e3e5df"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:41.128690 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:41.147424 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440f4a8-ec9e-4523-b4cc-0a9c7bed863a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Pushing event updated for resources: {'Port': ['ID=09ca1c91-c639-43f4-9fd2-ac0643d4cddd,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:41.159360 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6bd71-1638-4aef-bd2c-464d7ab4cd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae283ab0-5a11-4524-822d-16bebf00b057,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:41.220949 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:41.260980 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599152e-3194-41dc-b27f-30d23cef9c64 req-288b5d21-2b8d-42a2-a357-40f1fd6b790b tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:41.268862 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4599152e-3194-41dc-b27f-30d23cef9c64 req-288b5d21-2b8d-42a2-a357-40f1fd6b790b tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 943 time: 0.1161659 Sep 17 23:40:41.334638 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4599152e-3194-41dc-b27f-30d23cef9c64 req-50eaa1f4-4e2a-444f-b8e8-b048f7b96b64 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602984 Sep 17 23:40:41.342104 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1e37c7cc-6bf3-4768-a847-22f82ca15f70 req-4440f4a8-ec9e-4523-b4cc-0a9c7bed863a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:41.350247 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bb5836-aace-4ae1-b4b4-80a604e5436a admin admin] Router 355dbb6a-a9db-4b38-ac12-735903801981 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:40:41.360851 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:41.466034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e231d04f-ab4d-45ab-91db-3292f19e7aee None None] Provisioning complete for port ce4954f2-2a91-43af-8329-d2f8102c94fd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:41.466406 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e231d04f-ab4d-45ab-91db-3292f19e7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:41.520198 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3a710e3f-4356-4797-a570-5d8f03bfb6c4 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:41.547122 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1e37c7cc-6bf3-4768-a847-22f82ca15f70 req-4440f4a8-ec9e-4523-b4cc-0a9c7bed863a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:41.614095 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e231d04f-ab4d-45ab-91db-3292f19e7aee None None] Port ce4954f2-2a91-43af-8329-d2f8102c94fd cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:40:41.643012 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 3a710e3f-4356-4797-a570-5d8f03bfb6c4 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:41.643587 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:41.796173 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:41.834784 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 3a710e3f-4356-4797-a570-5d8f03bfb6c4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3a710e3f-4356-4797-a570-5d8f03bfb6c4,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:41.854263 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bb5836-aace-4ae1-b4b4-80a604e5436a admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:40:41.864896 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-25bb5836-aace-4ae1-b4b4-80a604e5436a admin admin] 10.222.0.46 "PUT /v2.0/routers/355dbb6a-a9db-4b38-ac12-735903801981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4705524 Sep 17 23:40:41.866237 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1e37c7cc-6bf3-4768-a847-22f82ca15f70 req-4440f4a8-ec9e-4523-b4cc-0a9c7bed863a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:41.914108 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:41.942462 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1e37c7cc-6bf3-4768-a847-22f82ca15f70 req-4440f4a8-ec9e-4523-b4cc-0a9c7bed863a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:41.988895 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=3a710e3f-4356-4797-a570-5d8f03bfb6c4,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:42.037757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440f4a8-ec9e-4523-b4cc-0a9c7bed863a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Pushing event updated for resources: {'Port': ['ID=09ca1c91-c639-43f4-9fd2-ac0643d4cddd,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:42.040946 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1e37c7cc-6bf3-4768-a847-22f82ca15f70 req-4440f4a8-ec9e-4523-b4cc-0a9c7bed863a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:42.131629 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1e37c7cc-6bf3-4768-a847-22f82ca15f70 req-4440f4a8-ec9e-4523-b4cc-0a9c7bed863a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:42.134267 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1e37c7cc-6bf3-4768-a847-22f82ca15f70 req-4440f4a8-ec9e-4523-b4cc-0a9c7bed863a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0507259 Sep 17 23:40:42.209663 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1e37c7cc-6bf3-4768-a847-22f82ca15f70 req-e8e61de7-67f7-4d3e-a7b2-b8aa97fa8ebc tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.204 HTTP/1.1" status: 200 len: 696 time: 0.0684772 Sep 17 23:40:42.330480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37c7cc-6bf3-4768-a847-22f82ca15f70 req-3045bee4-70c2-4ff7-9770-24c2b3458f13 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:42.331838 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1e37c7cc-6bf3-4768-a847-22f82ca15f70 req-3045bee4-70c2-4ff7-9770-24c2b3458f13 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.1161973 Sep 17 23:40:42.371136 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3108be5e-6755-4bf3-b15e-f809f0b861ca x-openstack-request-id: req-3108be5e-6755-4bf3-b15e-f809f0b861ca {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:42.371436 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc45e34c-7c9d-41d6-9506-c7b65136d428", "name": "network-vif-plugged", "status": "completed", "tag": "ada1707b-84d3-4c1c-9bad-603fe8e3e5df", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:42.371815 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3108be5e-6755-4bf3-b15e-f809f0b861ca {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:42.372274 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc45e34c-7c9d-41d6-9506-c7b65136d428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df', 'code': 200} Sep 17 23:40:42.503011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516d299-ca17-4110-b208-6c67d634d92b req-f10dc32f-7689-452f-a49a-6e4fcf9a6a99 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:42.503011 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2516d299-ca17-4110-b208-6c67d634d92b req-f10dc32f-7689-452f-a49a-6e4fcf9a6a99 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.0798180 Sep 17 23:40:42.508606 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ef672-db72-41ec-84ac-4fc20afe89d2 req-a3f113ce-5a7f-42c1-b9cf-34c16d189e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:42.510691 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-176ef672-db72-41ec-84ac-4fc20afe89d2 req-a3f113ce-5a7f-42c1-b9cf-34c16d189e3b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 1101 time: 0.0571978 Sep 17 23:40:42.568318 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2516d299-ca17-4110-b208-6c67d634d92b req-40ce9d01-aa7f-401d-81ac-1a5df379b307 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567434 Sep 17 23:40:42.569993 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-176ef672-db72-41ec-84ac-4fc20afe89d2 req-2c39203f-c8cc-4268-8231-bf09c0a98247 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523465 Sep 17 23:40:42.608442 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] Sync routers for ids ['355dbb6a-a9db-4b38-ac12-735903801981'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:40:42.617854 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] Routers {'355dbb6a-a9db-4b38-ac12-735903801981'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:42.619217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['355dbb6a-a9db-4b38-ac12-735903801981'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:42.675058 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff22490-8d99-434a-9da0-a668a3baf656 req-1d50c644-b8b8-460a-a70b-b68b97d5f49b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:42.676813 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bff22490-8d99-434a-9da0-a668a3baf656 req-1d50c644-b8b8-460a-a70b-b68b97d5f49b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 943 time: 0.0497596 Sep 17 23:40:42.715975 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bff22490-8d99-434a-9da0-a668a3baf656 req-829f61c2-c40e-418e-9816-a9fe29603e72 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322933 Sep 17 23:40:42.730405 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] Set router 355dbb6a-a9db-4b38-ac12-735903801981 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:42.932022 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355dbb6a-a9db-4b38-ac12-735903801981', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-213938545-router', 'tenant_id': '65f85e82c9894a65bf8590146c6bf6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3a710e3f-4356-4797-a570-5d8f03bfb6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:33Z', 'updated_at': '2021-09-17T23:40:40Z', 'revision_number': 4, 'project_id': '65f85e82c9894a65bf8590146c6bf6c6', 'gw_port': {'id': '3a710e3f-4356-4797-a570-5d8f03bfb6c4', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355dbb6a-a9db-4b38-ac12-735903801981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:35Z', 'updated_at': '2021-09-17T23:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'ce4954f2-2a91-43af-8329-d2f8102c94fd', 'name': '', 'network_id': '5d6f539e-5622-4322-b126-b5fae22149e7', 'tenant_id': '65f85e82c9894a65bf8590146c6bf6c6', 'mac_address': 'fa:16:3e:37:f8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355dbb6a-a9db-4b38-ac12-735903801981', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '70890ab7-712a-462d-a05d-d05445dddb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:39Z', 'updated_at': '2021-09-17T23:40:40Z', 'revision_number': 2, 'project_id': '65f85e82c9894a65bf8590146c6bf6c6', 'subnets': [{'id': '70890ab7-712a-462d-a05d-d05445dddb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:42.963141 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] Checking router: 355dbb6a-a9db-4b38-ac12-735903801981 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:40:42.963520 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] Updating router 355dbb6a-a9db-4b38-ac12-735903801981 port ce4954f2-2a91-43af-8329-d2f8102c94fd binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:40:42.998868 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:43.011062 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-d44995cb-f512-411f-bb15-a2e3374e5bf0 req-aa483a90-1cea-4b38-b093-e420d85fc526 tempest-FloatingIPDetailsNegativeTestJSON-1053656561 tempest-FloatingIPDetailsNegativeTestJSON-1053656561-project] show failed (client error): The resource could not be found. Sep 17 23:40:43.012318 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d44995cb-f512-411f-bb15-a2e3374e5bf0 req-aa483a90-1cea-4b38-b093-e420d85fc526 tempest-FloatingIPDetailsNegativeTestJSON-1053656561 tempest-FloatingIPDetailsNegativeTestJSON-1053656561-project] 10.222.0.46 "GET /v2.0/floatingips/0256c9ea-7b4a-478a-ac47-a90ac19e5889 HTTP/1.1" status: 404 len: 350 time: 0.0417938 Sep 17 23:40:43.017465 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4970803b-66f5-4c3e-9e22-330d0c3eeb0d req-1a100144-3c87-4e4a-ba1a-42207f05703e tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1458385 Sep 17 23:40:43.025560 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57776) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:43.028896 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-4970803b-66f5-4c3e-9e22-330d0c3eeb0d req-a603b31f-6ef2-417b-9c91-71b19901c4b7 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:43.096433 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:43.119179 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4970803b-66f5-4c3e-9e22-330d0c3eeb0d req-a603b31f-6ef2-417b-9c91-71b19901c4b7 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:43.169905 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63371c1-b1a8-4b08-ba1f-73448c783a20 req-d20386a2-b5f4-464c-ae35-f46983001b32 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:43.172570 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d63371c1-b1a8-4b08-ba1f-73448c783a20 req-d20386a2-b5f4-464c-ae35-f46983001b32 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 943 time: 0.0828664 Sep 17 23:40:43.244427 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d63371c1-b1a8-4b08-ba1f-73448c783a20 req-6bf5c4a1-5ec7-43b8-9968-368695ce8f78 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653362 Sep 17 23:40:43.277296 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:43.291557 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4970803b-66f5-4c3e-9e22-330d0c3eeb0d req-a603b31f-6ef2-417b-9c91-71b19901c4b7 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:43.354051 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:43.434655 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a97f59c4-b7c7-4839-bca3-5218218c0a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:43.494114 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-4970803b-66f5-4c3e-9e22-330d0c3eeb0d req-a603b31f-6ef2-417b-9c91-71b19901c4b7 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Allocated IP 172.25.3.121 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/6b0ca868-a9d9-4a79-9fd1-3cfbe670c605) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:43.607606 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3a710e3f-4356-4797-a570-5d8f03bfb6c4 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:43.671768 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4970803b-66f5-4c3e-9e22-330d0c3eeb0d req-a603b31f-6ef2-417b-9c91-71b19901c4b7 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:43.725830 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d7bc7-ca19-4d72-adf7-53e6d03c5200 None None] Pushing event updated for resources: {'Port': ['ID=ce4954f2-2a91-43af-8329-d2f8102c94fd,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:43.743458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] Attempting to bind port ce4954f2-2a91-43af-8329-d2f8102c94fd on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:40:43.743842 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] Attempting to bind port ce4954f2-2a91-43af-8329-d2f8102c94fd by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'b65d5bab-7010-4cc2-a9fb-fd74afe7e991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5d6f539e-5622-4322-b126-b5fae22149e7'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:40:43.744210 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] Attempting to bind port ce4954f2-2a91-43af-8329-d2f8102c94fd on network 5d6f539e-5622-4322-b126-b5fae22149e7 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:43.753264 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:40:43.753906 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] Checking segment: {'id': 'b65d5bab-7010-4cc2-a9fb-fd74afe7e991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5d6f539e-5622-4322-b126-b5fae22149e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:43.754483 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:43.755046 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] Bound using segment: {'id': 'b65d5bab-7010-4cc2-a9fb-fd74afe7e991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5d6f539e-5622-4322-b126-b5fae22149e7'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:40:43.755718 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] Bound port: ce4954f2-2a91-43af-8329-d2f8102c94fd, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65d5bab-7010-4cc2-a9fb-fd74afe7e991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5d6f539e-5622-4322-b126-b5fae22149e7'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:40:43.756389 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:43.794575 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4970803b-66f5-4c3e-9e22-330d0c3eeb0d req-a603b31f-6ef2-417b-9c91-71b19901c4b7 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:43.809599 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 3a710e3f-4356-4797-a570-5d8f03bfb6c4 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:43.810226 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:43.847889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a97f59c4-b7c7-4839-bca3-5218218c0a9f admin admin] Deleting port ce4954f2-2a91-43af-8329-d2f8102c94fd {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:43.848625 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a97f59c4-b7c7-4839-bca3-5218218c0a9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:43.886960 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] For port ce4954f2-2a91-43af-8329-d2f8102c94fd, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:40:43.946608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] For port ce4954f2-2a91-43af-8329-d2f8102c94fd, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ce4954f2-2a91-43af-8329-d2f8102c94fd,segment=NetworkSegment(b65d5bab-7010-4cc2-a9fb-fd74afe7e991),segment_id=b65d5bab-7010-4cc2-a9fb-fd74afe7e991)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:40:43.948207 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-a97f59c4-b7c7-4839-bca3-5218218c0a9f admin admin] For port ce4954f2-2a91-43af-8329-d2f8102c94fd, host n-d-809883-1, got binding levels [] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:43.948563 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a97f59c4-b7c7-4839-bca3-5218218c0a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:43.967405 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a97f59c4-b7c7-4839-bca3-5218218c0a9f admin admin] Calling delete_port for ce4954f2-2a91-43af-8329-d2f8102c94fd owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:43.968691 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603b31f-6ef2-417b-9c91-71b19901c4b7 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Pushing event updated for resources: {'Port': ['ID=6b0ca868-a9d9-4a79-9fd1-3cfbe670c605,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:43.990365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4970803b-66f5-4c3e-9e22-330d0c3eeb0d req-a603b31f-6ef2-417b-9c91-71b19901c4b7 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:43.996957 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-4970803b-66f5-4c3e-9e22-330d0c3eeb0d req-a603b31f-6ef2-417b-9c91-71b19901c4b7 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:44.007993 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-4970803b-66f5-4c3e-9e22-330d0c3eeb0d req-a603b31f-6ef2-417b-9c91-71b19901c4b7 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:44.025730 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b79e5de1-b12d-4c62-aa2b-299b543ba256 None None] Provisioning complete for port ce4954f2-2a91-43af-8329-d2f8102c94fd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:44.026252 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b79e5de1-b12d-4c62-aa2b-299b543ba256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:44.049213 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57794) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:44.051169 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:44.069996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035dd8d-336f-4773-b960-272efdeeea82 req-c1a188f9-2e36-4fa4-b055-a0823a9f2ac5 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:44.072330 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f035dd8d-336f-4773-b960-272efdeeea82 req-c1a188f9-2e36-4fa4-b055-a0823a9f2ac5 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.1542730 Sep 17 23:40:44.115169 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:40:44.147070 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a180ac4e-3b08-4c04-a049-68ba9f6c44f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:44.163929 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f035dd8d-336f-4773-b960-272efdeeea82 req-2e327ab7-be5e-42ba-aedd-e188322aae2f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761833 Sep 17 23:40:44.181646 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] Routers {'355dbb6a-a9db-4b38-ac12-735903801981'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:44.182802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['355dbb6a-a9db-4b38-ac12-735903801981'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:44.208191 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4970803b-66f5-4c3e-9e22-330d0c3eeb0d req-a603b31f-6ef2-417b-9c91-71b19901c4b7 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:44.254711 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d7bc7-ca19-4d72-adf7-53e6d03c5200 None None] Pushing event updated for resources: {'Port': ['ID=ce4954f2-2a91-43af-8329-d2f8102c94fd,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:44.270201 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-36d2505c-e533-464c-a9bd-c5200886e20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:44.350795 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a97f59c4-b7c7-4839-bca3-5218218c0a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:44.351038 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4970803b-66f5-4c3e-9e22-330d0c3eeb0d req-a603b31f-6ef2-417b-9c91-71b19901c4b7 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:44.355197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] Set router 355dbb6a-a9db-4b38-ac12-735903801981 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:44.369221 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a797c6e-a6ec-4bac-87dc-3ddb24d563d9 req-15523e95-dd75-4200-aa26-4be57a0acc5a tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:44.370852 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a797c6e-a6ec-4bac-87dc-3ddb24d563d9 req-15523e95-dd75-4200-aa26-4be57a0acc5a tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 943 time: 0.1037240 Sep 17 23:40:44.403308 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f59c4-b7c7-4839-bca3-5218218c0a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=ce4954f2-2a91-43af-8329-d2f8102c94fd,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:44.456534 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a797c6e-a6ec-4bac-87dc-3ddb24d563d9 req-f83f44c6-3c27-4e6b-9877-313d1cd7ab6a tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656335 Sep 17 23:40:44.510115 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-36d2505c-e533-464c-a9bd-c5200886e20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:44.516692 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b79e5de1-b12d-4c62-aa2b-299b543ba256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:44.576664 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-36d2505c-e533-464c-a9bd-c5200886e20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:44.594198 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4970803b-66f5-4c3e-9e22-330d0c3eeb0d req-a603b31f-6ef2-417b-9c91-71b19901c4b7 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:44.624271 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a97f59c4-b7c7-4839-bca3-5218218c0a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:44.651515 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355dbb6a-a9db-4b38-ac12-735903801981', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-213938545-router', 'tenant_id': '65f85e82c9894a65bf8590146c6bf6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3a710e3f-4356-4797-a570-5d8f03bfb6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:33Z', 'updated_at': '2021-09-17T23:40:40Z', 'revision_number': 4, 'project_id': '65f85e82c9894a65bf8590146c6bf6c6', 'gw_port': {'id': '3a710e3f-4356-4797-a570-5d8f03bfb6c4', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355dbb6a-a9db-4b38-ac12-735903801981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:35Z', 'updated_at': '2021-09-17T23:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'ce4954f2-2a91-43af-8329-d2f8102c94fd', 'name': '', 'network_id': '5d6f539e-5622-4322-b126-b5fae22149e7', 'tenant_id': '65f85e82c9894a65bf8590146c6bf6c6', 'mac_address': 'fa:16:3e:37:f8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355dbb6a-a9db-4b38-ac12-735903801981', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '70890ab7-712a-462d-a05d-d05445dddb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:39Z', 'updated_at': '2021-09-17T23:40:43Z', 'revision_number': 4, 'project_id': '65f85e82c9894a65bf8590146c6bf6c6', 'subnets': [{'id': '70890ab7-712a-462d-a05d-d05445dddb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:44.667953 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-36d2505c-e533-464c-a9bd-c5200886e20f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=69d9435109184d92ae3ef18642c12587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6176493 Sep 17 23:40:44.668373 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4970803b-66f5-4c3e-9e22-330d0c3eeb0d req-a603b31f-6ef2-417b-9c91-71b19901c4b7 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:44.668742 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2505c-e533-464c-a9bd-c5200886e20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f5a407-89a0-478c-8f59-0b898c031de4,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:44.671001 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57808) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:44.697328 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a904edb-921b-4850-b9fa-31592c8f6ce6 None None] The sync data for ids ['355dbb6a-a9db-4b38-ac12-735903801981'] in n-d-809883-1 is: [{'id': '355dbb6a-a9db-4b38-ac12-735903801981', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-213938545-router', 'tenant_id': '65f85e82c9894a65bf8590146c6bf6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3a710e3f-4356-4797-a570-5d8f03bfb6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:33Z', 'updated_at': '2021-09-17T23:40:40Z', 'revision_number': 4, 'project_id': '65f85e82c9894a65bf8590146c6bf6c6', 'gw_port': {'id': '3a710e3f-4356-4797-a570-5d8f03bfb6c4', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355dbb6a-a9db-4b38-ac12-735903801981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:35Z', 'updated_at': '2021-09-17T23:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'ce4954f2-2a91-43af-8329-d2f8102c94fd', 'name': '', 'network_id': '5d6f539e-5622-4322-b126-b5fae22149e7', 'tenant_id': '65f85e82c9894a65bf8590146c6bf6c6', 'mac_address': 'fa:16:3e:37:f8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355dbb6a-a9db-4b38-ac12-735903801981', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '70890ab7-712a-462d-a05d-d05445dddb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:39Z', 'updated_at': '2021-09-17T23:40:43Z', 'revision_number': 4, 'project_id': '65f85e82c9894a65bf8590146c6bf6c6', 'subnets': [{'id': '70890ab7-712a-462d-a05d-d05445dddb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:40:44.752467 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c1161202-be8e-43d2-bf8f-228c15568f6b None None] Could not find standard attr ID for object ce4954f2-2a91-43af-8329-d2f8102c94fd. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:40:44.806589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9924fa3f-c2c9-47c6-9d38-f4637a365081 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:40:44.901166 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:44.909738 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603b31f-6ef2-417b-9c91-71b19901c4b7 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Pushing event updated for resources: {'Port': ['ID=6b0ca868-a9d9-4a79-9fd1-3cfbe670c605,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:44.929533 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4970803b-66f5-4c3e-9e22-330d0c3eeb0d req-a603b31f-6ef2-417b-9c91-71b19901c4b7 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:44.937689 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-968b430f-1435-45d2-83b5-cef7f65693a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:44.939658 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9924fa3f-c2c9-47c6-9d38-f4637a365081, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9924fa3f-c2c9-47c6-9d38-f4637a365081,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:44.941025 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf90fee-0275-4b40-90de-f1e885946184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9924fa3f-c2c9-47c6-9d38-f4637a365081'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:44.943373 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a177d756-79e8-4d8c-948c-d0b67cf1f6df" -d '{"events": [{"server_uuid": "2bf90fee-0275-4b40-90de-f1e885946184", "name": "network-vif-unplugged", "status": "completed", "tag": "9924fa3f-c2c9-47c6-9d38-f4637a365081"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:44.962409 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97f59c4-b7c7-4839-bca3-5218218c0a9f admin admin] Router 355dbb6a-a9db-4b38-ac12-735903801981 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:40:44.982990 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-a0f0dc1c-9ed9-4395-b40d-97278961eba7 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:44.984425 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-a0f0dc1c-9ed9-4395-b40d-97278961eba7 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/networks?id=9def810e-7ca4-4135-ae9d-7edfe5be5dcc HTTP/1.1" status: 200 len: 805 time: 0.2709844 Sep 17 23:40:44.986757 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-968b430f-1435-45d2-83b5-cef7f65693a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:45.012692 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-8313702d-e0d7-40cd-b0d8-688b72a3e0e0 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/quotas/08157d7339154e21a81a531fc30eeab2 HTTP/1.1" status: 200 len: 375 time: 0.0195136 Sep 17 23:40:45.054449 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:45.055270 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4970803b-66f5-4c3e-9e22-330d0c3eeb0d req-a603b31f-6ef2-417b-9c91-71b19901c4b7 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:45.057463 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4970803b-66f5-4c3e-9e22-330d0c3eeb0d req-a603b31f-6ef2-417b-9c91-71b19901c4b7 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0326185 Sep 17 23:40:45.087010 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-5b84cfdc-cc79-4e89-9f2d-5cb6d22a162b tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=08157d7339154e21a81a531fc30eeab2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0675273 Sep 17 23:40:45.087608 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97f59c4-b7c7-4839-bca3-5218218c0a9f admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:40:45.093162 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a97f59c4-b7c7-4839-bca3-5218218c0a9f admin admin] 10.222.0.46 "PUT /v2.0/routers/355dbb6a-a9db-4b38-ac12-735903801981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0657809 Sep 17 23:40:45.096274 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57812) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:45.134746 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9924fa3f-c2c9-47c6-9d38-f4637a365081,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:45.146644 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4970803b-66f5-4c3e-9e22-330d0c3eeb0d req-174a4831-bd4e-481c-bcfd-f9bffdbb200c tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.121 HTTP/1.1" status: 200 len: 696 time: 0.0743814 Sep 17 23:40:45.230677 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-768b7c83-800f-45ac-9c89-6c7f4233df2a admin admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:45.347641 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-768b7c83-800f-45ac-9c89-6c7f4233df2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:45.480447 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-768b7c83-800f-45ac-9c89-6c7f4233df2a admin admin] Deleting port 3a710e3f-4356-4797-a570-5d8f03bfb6c4 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:45.480939 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-768b7c83-800f-45ac-9c89-6c7f4233df2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:45.498440 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-968b430f-1435-45d2-83b5-cef7f65693a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:45.500933 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-968b430f-1435-45d2-83b5-cef7f65693a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:45.502095 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-968b430f-1435-45d2-83b5-cef7f65693a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c7f5a407-89a0-478c-8f59-0b898c031de4 HTTP/1.1" status: 204 len: 168 time: 0.8235023 Sep 17 23:40:45.555048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b430f-1435-45d2-83b5-cef7f65693a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f5a407-89a0-478c-8f59-0b898c031de4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:45.628219 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-09f88903-c26d-4e43-892c-57d22c17963c service neutron] 10.222.0.46 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107837 Sep 17 23:40:45.648260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-768b7c83-800f-45ac-9c89-6c7f4233df2a admin admin] For port 3a710e3f-4356-4797-a570-5d8f03bfb6c4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3a710e3f-4356-4797-a570-5d8f03bfb6c4,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:45.648260 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-768b7c83-800f-45ac-9c89-6c7f4233df2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:45.669433 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-768b7c83-800f-45ac-9c89-6c7f4233df2a admin admin] Calling delete_port for 3a710e3f-4356-4797-a570-5d8f03bfb6c4 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:45.680360 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729ec9e-57e0-4626-9c2c-292fa6b21170 req-db1aabad-0e45-45ae-bd9c-40b4a3bfdc64 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:45.681950 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d729ec9e-57e0-4626-9c2c-292fa6b21170 req-db1aabad-0e45-45ae-bd9c-40b4a3bfdc64 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bf90fee-0275-4b40-90de-f1e885946184 HTTP/1.1" status: 200 len: 943 time: 0.1962521 Sep 17 23:40:45.692846 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970803b-66f5-4c3e-9e22-330d0c3eeb0d req-2428d97f-5f3f-4dd3-865d-62d73368baeb tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:45.694297 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4970803b-66f5-4c3e-9e22-330d0c3eeb0d req-2428d97f-5f3f-4dd3-865d-62d73368baeb tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.5386605 Sep 17 23:40:45.856110 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-08f943b4-6700-46eb-bc08-a01c18320622 service neutron] 10.222.0.46 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182000 Sep 17 23:40:45.872568 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12374e9c-26e8-43fb-b517-23ab4e1a5c7e req-8cd4cea7-26f1-4ed4-b2ca-b1a43451d68f tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:45.874475 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12374e9c-26e8-43fb-b517-23ab4e1a5c7e req-8cd4cea7-26f1-4ed4-b2ca-b1a43451d68f tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 943 time: 0.1123950 Sep 17 23:40:45.910026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-d729ec9e-57e0-4626-9c2c-292fa6b21170 req-86814d03-973f-4668-8ed4-c75910a4ef78 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Deleting port 9924fa3f-c2c9-47c6-9d38-f4637a365081 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:45.910026 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d729ec9e-57e0-4626-9c2c-292fa6b21170 req-86814d03-973f-4668-8ed4-c75910a4ef78 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:45.950775 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12374e9c-26e8-43fb-b517-23ab4e1a5c7e req-41d801ca-3d76-4366-b082-59345b94a1dc tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684419 Sep 17 23:40:46.005612 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-768b7c83-800f-45ac-9c89-6c7f4233df2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:46.029726 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebe985b-ad7d-4197-8ec9-361a09a17791 x-openstack-request-id: req-bebe985b-ad7d-4197-8ec9-361a09a17791 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:46.030222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-d729ec9e-57e0-4626-9c2c-292fa6b21170 req-86814d03-973f-4668-8ed4-c75910a4ef78 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] For port 9924fa3f-c2c9-47c6-9d38-f4637a365081, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9924fa3f-c2c9-47c6-9d38-f4637a365081,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:46.031061 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d729ec9e-57e0-4626-9c2c-292fa6b21170 req-86814d03-973f-4668-8ed4-c75910a4ef78 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:46.031470 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf90fee-0275-4b40-90de-f1e885946184", "name": "network-vif-unplugged", "status": "completed", "tag": "9924fa3f-c2c9-47c6-9d38-f4637a365081", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:46.031934 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bebe985b-ad7d-4197-8ec9-361a09a17791 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:46.032561 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf90fee-0275-4b40-90de-f1e885946184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9924fa3f-c2c9-47c6-9d38-f4637a365081', 'code': 200} Sep 17 23:40:46.052402 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecc038d-42b8-4ee4-8514-fb586609bad0 None None] Sync routers for ids ['355dbb6a-a9db-4b38-ac12-735903801981'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:40:46.053951 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-d729ec9e-57e0-4626-9c2c-292fa6b21170 req-86814d03-973f-4668-8ed4-c75910a4ef78 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Calling delete_port for 9924fa3f-c2c9-47c6-9d38-f4637a365081 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:46.070354 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b7c83-800f-45ac-9c89-6c7f4233df2a admin admin] Pushing event deleted for resources: {'Port': ['ID=3a710e3f-4356-4797-a570-5d8f03bfb6c4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:46.070557 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecc038d-42b8-4ee4-8514-fb586609bad0 None None] Routers {'355dbb6a-a9db-4b38-ac12-735903801981'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:46.071769 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-fecc038d-42b8-4ee4-8514-fb586609bad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['355dbb6a-a9db-4b38-ac12-735903801981'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:46.099091 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-768b7c83-800f-45ac-9c89-6c7f4233df2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:46.180241 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-fecc038d-42b8-4ee4-8514-fb586609bad0 None None] Set router 355dbb6a-a9db-4b38-ac12-735903801981 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:46.242195 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-768b7c83-800f-45ac-9c89-6c7f4233df2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:46.249391 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618041b0-9a8c-42c4-80fb-55ab62807490 req-645a7282-43a9-42fd-b1cf-25dfc17387a5 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:46.250525 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-768b7c83-800f-45ac-9c89-6c7f4233df2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:46.251713 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-618041b0-9a8c-42c4-80fb-55ab62807490 req-645a7282-43a9-42fd-b1cf-25dfc17387a5 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.0909917 Sep 17 23:40:46.263208 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-fecc038d-42b8-4ee4-8514-fb586609bad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355dbb6a-a9db-4b38-ac12-735903801981', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-213938545-router', 'tenant_id': '65f85e82c9894a65bf8590146c6bf6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:33Z', 'updated_at': '2021-09-17T23:40:45Z', 'revision_number': 7, 'project_id': '65f85e82c9894a65bf8590146c6bf6c6', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:46.296748 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecc038d-42b8-4ee4-8514-fb586609bad0 None None] Checking router: 355dbb6a-a9db-4b38-ac12-735903801981 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:40:46.306794 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecc038d-42b8-4ee4-8514-fb586609bad0 None None] Routers {'355dbb6a-a9db-4b38-ac12-735903801981'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:46.307431 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-fecc038d-42b8-4ee4-8514-fb586609bad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['355dbb6a-a9db-4b38-ac12-735903801981'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:46.375429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45307cee-fcfd-4616-b3ed-af09b461897c req-ae07e0d0-8fec-48e0-8e17-46d100d43ddd tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:46.375429 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-45307cee-fcfd-4616-b3ed-af09b461897c req-ae07e0d0-8fec-48e0-8e17-46d100d43ddd tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 943 time: 0.1169188 Sep 17 23:40:46.375600 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-fecc038d-42b8-4ee4-8514-fb586609bad0 None None] Set router 355dbb6a-a9db-4b38-ac12-735903801981 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:46.389473 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-618041b0-9a8c-42c4-80fb-55ab62807490 req-1857264a-70d0-40d1-bebb-3206557a814d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090596 Sep 17 23:40:46.400325 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-768b7c83-800f-45ac-9c89-6c7f4233df2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:46.404079 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768b7c83-800f-45ac-9c89-6c7f4233df2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 355dbb6a-a9db-4b38-ac12-735903801981 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:40:46.411492 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-768b7c83-800f-45ac-9c89-6c7f4233df2a admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:46.412773 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-768b7c83-800f-45ac-9c89-6c7f4233df2a admin admin] 10.222.0.46 "DELETE /v2.0/routers/355dbb6a-a9db-4b38-ac12-735903801981 HTTP/1.1" status: 204 len: 168 time: 1.3154740 Sep 17 23:40:46.425352 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57842) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:46.441494 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-fecc038d-42b8-4ee4-8514-fb586609bad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355dbb6a-a9db-4b38-ac12-735903801981', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-213938545-router', 'tenant_id': '65f85e82c9894a65bf8590146c6bf6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:33Z', 'updated_at': '2021-09-17T23:40:45Z', 'revision_number': 7, 'project_id': '65f85e82c9894a65bf8590146c6bf6c6', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:46.488329 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecc038d-42b8-4ee4-8514-fb586609bad0 None None] The sync data for ids ['355dbb6a-a9db-4b38-ac12-735903801981'] in n-d-809883-1 is: [{'id': '355dbb6a-a9db-4b38-ac12-735903801981', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-213938545-router', 'tenant_id': '65f85e82c9894a65bf8590146c6bf6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:33Z', 'updated_at': '2021-09-17T23:40:45Z', 'revision_number': 7, 'project_id': '65f85e82c9894a65bf8590146c6bf6c6', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:40:46.494233 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-45307cee-fcfd-4616-b3ed-af09b461897c req-7a7a20e0-f81d-4775-9fb3-3099d0cc8772 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020007 Sep 17 23:40:46.518153 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7b76ca-c8d8-4d66-bbc0-6bd34fc33c56 admin admin] Deleting subnet 70890ab7-712a-462d-a05d-d05445dddb79 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:40:46.522293 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-da7b76ca-c8d8-4d66-bbc0-6bd34fc33c56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:46.736311 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-da7b76ca-c8d8-4d66-bbc0-6bd34fc33c56 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:46.737782 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eceee9d6-2859-4e1c-aa0b-a8a668160fdf req-b9afff3d-e8bc-430f-8eb6-de90fe26a91c tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/floatingips/786bdc56-846f-4eb9-b7c5-e6ea1b479cca HTTP/1.1" status: 200 len: 693 time: 0.0612233 Sep 17 23:40:46.737782 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-874daf7c-cffb-4e82-874e-a6fec981056c req-bc4e49fe-bec6-4e04-afed-4f281d1f51ee tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd7351e-10da-4011-99e8-122fbb37417c HTTP/1.1" status: 200 len: 210 time: 0.0335450 Sep 17 23:40:46.738316 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-da7b76ca-c8d8-4d66-bbc0-6bd34fc33c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:46.742983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceee9d6-2859-4e1c-aa0b-a8a668160fdf req-201a478c-1ee5-47b1-803d-b7d6f1219a12 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:46.744334 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eceee9d6-2859-4e1c-aa0b-a8a668160fdf req-201a478c-1ee5-47b1-803d-b7d6f1219a12 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.1366024 Sep 17 23:40:46.750309 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839353e4-9835-4e15-bd65-eb650ecd499b req-7f6ab07d-1ad3-44ae-ae8e-04ce028c3359 tempest-MigrationsAdminTest-1522865088 tempest-MigrationsAdminTest-1522865088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:46.752264 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-839353e4-9835-4e15-bd65-eb650ecd499b req-7f6ab07d-1ad3-44ae-ae8e-04ce028c3359 tempest-MigrationsAdminTest-1522865088 tempest-MigrationsAdminTest-1522865088-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 1101 time: 0.0777669 Sep 17 23:40:46.759690 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-eceee9d6-2859-4e1c-aa0b-a8a668160fdf req-8d03e01a-8e65-42e9-8ccd-c3659aaee3d3 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:40:46.760959 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eceee9d6-2859-4e1c-aa0b-a8a668160fdf req-8d03e01a-8e65-42e9-8ccd-c3659aaee3d3 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077083 Sep 17 23:40:46.797067 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-839353e4-9835-4e15-bd65-eb650ecd499b req-4113b698-8b9a-4acb-997b-d9089f07adb4 tempest-MigrationsAdminTest-1522865088 tempest-MigrationsAdminTest-1522865088-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344892 Sep 17 23:40:46.821744 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 261924fe-8bc8-4de5-ba1e-cdf6869091ab details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:40:46.888164 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1218edeb-a01c-412c-97bf-a2f4461ee1ba req-44295a14-e9c1-47fa-911c-1617c38e258f tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/floatingips/786bdc56-846f-4eb9-b7c5-e6ea1b479cca HTTP/1.1" status: 200 len: 693 time: 0.0673335 Sep 17 23:40:46.928546 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19bd67-00e6-4879-b702-9448e6996ea9 req-ae5e2bbb-2c72-45d0-915f-27457ddc8592 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:46.930122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e19bd67-00e6-4879-b702-9448e6996ea9 req-ae5e2bbb-2c72-45d0-915f-27457ddc8592 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 945 time: 0.1197762 Sep 17 23:40:46.949801 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 261924fe-8bc8-4de5-ba1e-cdf6869091ab, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=261924fe-8bc8-4de5-ba1e-cdf6869091ab,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:46.962335 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '261924fe-8bc8-4de5-ba1e-cdf6869091ab', 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2', 'port_id': '261924fe-8bc8-4de5-ba1e-cdf6869091ab', 'mac_address': 'fa:16:3e:f3:04:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01920827-ca31-4a6c-b1d5-a2ec1bf1f034', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:40:47.022543 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:47.022543 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261924fe-8bc8-4de5-ba1e-cdf6869091ab {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:40:47.022760 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e19bd67-00e6-4879-b702-9448e6996ea9 req-519e38f1-ca93-4414-b3bc-03e4a462ff86 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797420 Sep 17 23:40:47.038133 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-58a4a895-7c9c-494a-9a1a-24c3e6e9255b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:47.038588 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d729ec9e-57e0-4626-9c2c-292fa6b21170 req-86814d03-973f-4668-8ed4-c75910a4ef78 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:47.048749 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218edeb-a01c-412c-97bf-a2f4461ee1ba req-089a56a2-c1e3-478a-9eb8-129486d500dc tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:47.053675 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 261924fe-8bc8-4de5-ba1e-cdf6869091ab, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=261924fe-8bc8-4de5-ba1e-cdf6869091ab,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:47.055938 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1218edeb-a01c-412c-97bf-a2f4461ee1ba req-089a56a2-c1e3-478a-9eb8-129486d500dc tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.1608148 Sep 17 23:40:47.108920 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-62d68737-c947-4486-b58b-573b1325dae1 req-a0e67bee-52f7-49ef-9735-ab532f9517d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0617943 Sep 17 23:40:47.136959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86814d03-973f-4668-8ed4-c75910a4ef78 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Pushing event deleted for resources: {'Port': ['ID=9924fa3f-c2c9-47c6-9d38-f4637a365081,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:47.150083 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1218edeb-a01c-412c-97bf-a2f4461ee1ba req-cd908d18-272f-4e05-863a-d9369687924a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.121 HTTP/1.1" status: 200 len: 696 time: 0.0926261 Sep 17 23:40:47.199103 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d68737-c947-4486-b58b-573b1325dae1 req-ffdac7fc-206d-4161-99ca-300c08762a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:47.201205 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-62d68737-c947-4486-b58b-573b1325dae1 req-ffdac7fc-206d-4161-99ca-300c08762a2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 1100 time: 0.0620494 Sep 17 23:40:47.239137 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-d729ec9e-57e0-4626-9c2c-292fa6b21170 req-86814d03-973f-4668-8ed4-c75910a4ef78 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] No DVR routers for this DVR port 9924fa3f-c2c9-47c6-9d38-f4637a365081 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:40:47.245923 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d729ec9e-57e0-4626-9c2c-292fa6b21170 req-86814d03-973f-4668-8ed4-c75910a4ef78 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:47.247994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d729ec9e-57e0-4626-9c2c-292fa6b21170 req-86814d03-973f-4668-8ed4-c75910a4ef78 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.37 "DELETE /v2.0/ports/9924fa3f-c2c9-47c6-9d38-f4637a365081 HTTP/1.1" status: 204 len: 173 time: 1.5528071 Sep 17 23:40:47.248554 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf90fee-0275-4b40-90de-f1e885946184', 'name': 'network-vif-deleted', 'tag': '9924fa3f-c2c9-47c6-9d38-f4637a365081'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:47.250847 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bd8ba8-b0f1-4e65-97e9-4f02e813f2ca" -d '{"events": [{"server_uuid": "2bf90fee-0275-4b40-90de-f1e885946184", "name": "network-vif-deleted", "tag": "9924fa3f-c2c9-47c6-9d38-f4637a365081"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:47.257072 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1218edeb-a01c-412c-97bf-a2f4461ee1ba req-213c2cfe-2820-4191-b574-687610447db5 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.121 HTTP/1.1" status: 200 len: 696 time: 0.1061308 Sep 17 23:40:47.321252 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-da7b76ca-c8d8-4d66-bbc0-6bd34fc33c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:47.348277 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d68737-c947-4486-b58b-573b1325dae1 req-f85bd49f-25e0-4e87-99b1-2a3711231492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:47.349857 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-62d68737-c947-4486-b58b-573b1325dae1 req-f85bd49f-25e0-4e87-99b1-2a3711231492 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1252251 Sep 17 23:40:47.353388 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b76ca-c8d8-4d66-bbc0-6bd34fc33c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70890ab7-712a-462d-a05d-d05445dddb79,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:47.358283 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:47.360099 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:47.416976 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de433f6e-8c39-4989-a2e6-0d981c59bc72 None None] Network 5d6f539e-5622-4322-b126-b5fae22149e7 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:40:47.451078 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-da7b76ca-c8d8-4d66-bbc0-6bd34fc33c56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:47.455537 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-da7b76ca-c8d8-4d66-bbc0-6bd34fc33c56 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/70890ab7-712a-462d-a05d-d05445dddb79 HTTP/1.1" status: 204 len: 168 time: 1.0274179 Sep 17 23:40:47.457577 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-62d68737-c947-4486-b58b-573b1325dae1 req-8ddde5bb-4b83-4f9b-932b-c52708ebd55d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=7f30360b-cfe0-4506-b773-e74f99afce03 HTTP/1.1" status: 200 len: 217 time: 0.0929286 Sep 17 23:40:47.458420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57868) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:47.477034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3a710e3f-4356-4797-a570-5d8f03bfb6c4 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:40:47.504909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-1218edeb-a01c-412c-97bf-a2f4461ee1ba req-4d6b641c-c7ce-4425-8a1d-aa8ffe485f89 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Deleting port 6b0ca868-a9d9-4a79-9fd1-3cfbe670c605 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:47.505737 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1218edeb-a01c-412c-97bf-a2f4461ee1ba req-4d6b641c-c7ce-4425-8a1d-aa8ffe485f89 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:47.533954 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 3a710e3f-4356-4797-a570-5d8f03bfb6c4 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:40:47.534582 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3a710e3f-4356-4797-a570-5d8f03bfb6c4 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:40:47.535159 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ce4954f2-2a91-43af-8329-d2f8102c94fd no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:40:47.571039 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57872) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:47.593389 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:47.599942 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d68737-c947-4486-b58b-573b1325dae1 req-f75c7442-be06-4856-9a46-6692cd7c2f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:47.602026 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-62d68737-c947-4486-b58b-573b1325dae1 req-f75c7442-be06-4856-9a46-6692cd7c2f00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1353893 Sep 17 23:40:47.652627 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: ce4954f2-2a91-43af-8329-d2f8102c94fd {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:40:47.657983 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ce4954f2-2a91-43af-8329-d2f8102c94fd not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:40:47.667044 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=261924fe-8bc8-4de5-ba1e-cdf6869091ab,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:47.675828 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['261924fe-8bc8-4de5-ba1e-cdf6869091ab'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:40:47.695722 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d68737-c947-4486-b58b-573b1325dae1 req-1808349a-9241-4a63-833c-c0a7302ecde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:47.697412 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-62d68737-c947-4486-b58b-573b1325dae1 req-1808349a-9241-4a63-833c-c0a7302ecde2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0832622 Sep 17 23:40:47.717678 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1218edeb-a01c-412c-97bf-a2f4461ee1ba req-4d6b641c-c7ce-4425-8a1d-aa8ffe485f89 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:47.718065 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1218edeb-a01c-412c-97bf-a2f4461ee1ba req-4d6b641c-c7ce-4425-8a1d-aa8ffe485f89 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:47.774039 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8dbba5ad-b057-4370-aebf-67aa49fc9f98 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1868704740-network', 'tenant_id': '44e47732c271423c80653d26b92dbfcb'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:47.786333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Deleting port d28aee7f-4241-4ff8-b18e-3544b91f3e64 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:47.789737 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:47.799756 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:47.824029 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-1218edeb-a01c-412c-97bf-a2f4461ee1ba req-4d6b641c-c7ce-4425-8a1d-aa8ffe485f89 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Calling delete_port for 6b0ca868-a9d9-4a79-9fd1-3cfbe670c605 owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:47.914376 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-62d68737-c947-4486-b58b-573b1325dae1 req-23e9528f-3071-424e-9ffc-35c27e6b4fa5 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082775 Sep 17 23:40:47.916650 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] For port d28aee7f-4241-4ff8-b18e-3544b91f3e64, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d28aee7f-4241-4ff8-b18e-3544b91f3e64,segment=NetworkSegment(b65d5bab-7010-4cc2-a9fb-fd74afe7e991),segment_id=b65d5bab-7010-4cc2-a9fb-fd74afe7e991)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:47.917040 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:47.953714 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5a682-14d9-40da-9644-a253eb3c6b72 req-fcd20aeb-b50d-4fd2-8ba0-864d393ee581 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:47.953714 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f3d5a682-14d9-40da-9644-a253eb3c6b72 req-fcd20aeb-b50d-4fd2-8ba0-864d393ee581 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 943 time: 0.2364333 Sep 17 23:40:47.970073 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5df2c2a-3b60-49d5-98ad-6865e22f8a80 None None] DHCP port deletion for 5d6f539e-5622-4322-b126-b5fae22149e7 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:40:47.972163 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Calling delete_port for d28aee7f-4241-4ff8-b18e-3544b91f3e64 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:47.981566 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbba5ad-b057-4370-aebf-67aa49fc9f98 admin admin] Made reservation on behalf of 44e47732c271423c80653d26b92dbfcb for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:40:47.983860 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8dbba5ad-b057-4370-aebf-67aa49fc9f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.016344 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8dbba5ad-b057-4370-aebf-67aa49fc9f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.032950 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e5df2c2a-3b60-49d5-98ad-6865e22f8a80 None None] Deleting port d28aee7f-4241-4ff8-b18e-3544b91f3e64 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:48.038685 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e5df2c2a-3b60-49d5-98ad-6865e22f8a80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.059582 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 9bfed16a-f247-4de1-a706-e4a4a00e80f7 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:40:48.083437 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f3d5a682-14d9-40da-9644-a253eb3c6b72 req-ec71c4a3-91ed-4a71-9a61-43393932fa7d tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055973 Sep 17 23:40:48.098611 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-2bac2f0b-da6a-4e6c-b54f-03ece4d67b03 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2205017 Sep 17 23:40:48.104956 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-8c1c646d-d526-4aaa-a89e-ce7c4afdf71e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:40:48.113297 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-62d68737-c947-4486-b58b-573b1325dae1 req-1497015e-c4c5-435e-b607-21a5f4729e77 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890340 Sep 17 23:40:48.118939 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-8c1c646d-d526-4aaa-a89e-ce7c4afdf71e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103812 Sep 17 23:40:48.153215 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e5df2c2a-3b60-49d5-98ad-6865e22f8a80 None None] For port d28aee7f-4241-4ff8-b18e-3544b91f3e64, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d28aee7f-4241-4ff8-b18e-3544b91f3e64,segment=NetworkSegment(b65d5bab-7010-4cc2-a9fb-fd74afe7e991),segment_id=b65d5bab-7010-4cc2-a9fb-fd74afe7e991)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:48.153881 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e5df2c2a-3b60-49d5-98ad-6865e22f8a80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.180399 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5400cbd-5089-45fd-a188-fb1e8c238c9f x-openstack-request-id: req-d5400cbd-5089-45fd-a188-fb1e8c238c9f {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:48.180753 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf90fee-0275-4b40-90de-f1e885946184", "name": "network-vif-deleted", "tag": "9924fa3f-c2c9-47c6-9d38-f4637a365081", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:48.185829 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5400cbd-5089-45fd-a188-fb1e8c238c9f {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:48.185829 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf90fee-0275-4b40-90de-f1e885946184', 'name': 'network-vif-deleted', 'tag': '9924fa3f-c2c9-47c6-9d38-f4637a365081', 'status': 'completed', 'code': 200} Sep 17 23:40:48.186091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e5df2c2a-3b60-49d5-98ad-6865e22f8a80 None None] Calling delete_port for d28aee7f-4241-4ff8-b18e-3544b91f3e64 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:48.331119 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 9bfed16a-f247-4de1-a706-e4a4a00e80f7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9bfed16a-f247-4de1-a706-e4a4a00e80f7,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:48.351626 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '9bfed16a-f247-4de1-a706-e4a4a00e80f7', 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5', 'port_id': '9bfed16a-f247-4de1-a706-e4a4a00e80f7', 'mac_address': 'fa:16:3e:ba:0c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67cb8484-c4f9-4750-9dcd-5e0d784dcaf7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:40:48.420665 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1218edeb-a01c-412c-97bf-a2f4461ee1ba req-4d6b641c-c7ce-4425-8a1d-aa8ffe485f89 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.423311 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.451526 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bfed16a-f247-4de1-a706-e4a4a00e80f7 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:40:48.463545 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e5df2c2a-3b60-49d5-98ad-6865e22f8a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.496100 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.513237 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b641c-c7ce-4425-8a1d-aa8ffe485f89 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Pushing event deleted for resources: {'Port': ['ID=6b0ca868-a9d9-4a79-9fd1-3cfbe670c605,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:48.516176 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df2c2a-3b60-49d5-98ad-6865e22f8a80 None None] Pushing event deleted for resources: {'Port': ['ID=d28aee7f-4241-4ff8-b18e-3544b91f3e64,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:48.518590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5df2c2a-3b60-49d5-98ad-6865e22f8a80 None None] No DVR routers for this DVR port d28aee7f-4241-4ff8-b18e-3544b91f3e64 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:40:48.525687 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 9bfed16a-f247-4de1-a706-e4a4a00e80f7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9bfed16a-f247-4de1-a706-e4a4a00e80f7,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:48.547714 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Pushing event deleted for resources: {'Port': ['ID=d28aee7f-4241-4ff8-b18e-3544b91f3e64,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:48.553720 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] No DVR routers for this DVR port d28aee7f-4241-4ff8-b18e-3544b91f3e64 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:40:48.567855 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd808da6-cbbf-4bd8-975d-70fcfc85c4bb req-f2abf583-7493-4741-9ff2-a92d75098414 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:48.569438 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd808da6-cbbf-4bd8-975d-70fcfc85c4bb req-f2abf583-7493-4741-9ff2-a92d75098414 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 944 time: 0.3166354 Sep 17 23:40:48.622848 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8dbba5ad-b057-4370-aebf-67aa49fc9f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.640635 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.644877 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1218edeb-a01c-412c-97bf-a2f4461ee1ba req-4d6b641c-c7ce-4425-8a1d-aa8ffe485f89 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.647581 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1218edeb-a01c-412c-97bf-a2f4461ee1ba req-4d6b641c-c7ce-4425-8a1d-aa8ffe485f89 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.648770 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1218edeb-a01c-412c-97bf-a2f4461ee1ba req-4d6b641c-c7ce-4425-8a1d-aa8ffe485f89 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "DELETE /v2.0/floatingips/786bdc56-846f-4eb9-b7c5-e6ea1b479cca HTTP/1.1" status: 204 len: 173 time: 1.3802006 Sep 17 23:40:48.660364 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.678311 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd808da6-cbbf-4bd8-975d-70fcfc85c4bb req-bf228bf8-e593-42d2-825e-fc51cfad5732 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879483 Sep 17 23:40:48.706404 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:40:48.706826 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:40:48.708444 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:40:48.712249 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Subscribe: > port after_create 55550000 {{(pid=95591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:40:48.712956 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Subscribe: > port after_delete 55550000 {{(pid=95591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:40:48.713332 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Subscribe: > port after_update 55550000 {{(pid=95591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:40:48.713664 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:40:48.714002 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:40:48.714379 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:40:48.714718 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:40:48.731236 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8dbba5ad-b057-4370-aebf-67aa49fc9f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.764322 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=9bfed16a-f247-4de1-a706-e4a4a00e80f7,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:48.797737 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dbba5ad-b057-4370-aebf-67aa49fc9f98 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:40:48.835229 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 261924fe-8bc8-4de5-ba1e-cdf6869091ab up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:48.850564 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8dbba5ad-b057-4370-aebf-67aa49fc9f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.850926 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-8dbba5ad-b057-4370-aebf-67aa49fc9f98 admin admin] Added segment 57ca5dda-e0e8-4944-bacc-b6df95e1f527 of type vlan for network 0774c640-7768-4e44-bebd-aa43b281334e Sep 17 23:40:48.852357 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbba5ad-b057-4370-aebf-67aa49fc9f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bdb0bb-b152-4231-858c-4afc54fe03e4,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:48.854156 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:40:48.854593 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:40:48.855070 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:40:48.855414 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 23:40:48.855796 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6f539e-5622-4322-b126-b5fae22149e7']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:48.870146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2919ba-8e23-4dec-92b2-3b5e146df2d9 req-b441f6c8-1ea0-4412-9d29-58b86571576c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:48.873647 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7d2919ba-8e23-4dec-92b2-3b5e146df2d9 req-b441f6c8-1ea0-4412-9d29-58b86571576c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.1532834 Sep 17 23:40:48.873647 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4b26a927-1ba5-454a-ba12-35b011e03017 req-36ba52d1-f0ad-4670-b0dc-bfd03e057222 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd7351e-10da-4011-99e8-122fbb37417c HTTP/1.1" status: 200 len: 210 time: 0.0719621 Sep 17 23:40:48.878248 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65d5bab-7010-4cc2-a9fb-fd74afe7e991') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:48.878551 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65d5bab-7010-4cc2-a9fb-fd74afe7e991') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:48.907557 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.927593 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.930291 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['9bfed16a-f247-4de1-a706-e4a4a00e80f7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:40:48.940988 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:40:48.941462 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: from cryptography.utils import int_from_bytes Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: from cryptography.utils import int_from_bytes Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:40:48.948213 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:40:48.955718 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8dbba5ad-b057-4370-aebf-67aa49fc9f98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:48.983991 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7d2919ba-8e23-4dec-92b2-3b5e146df2d9 req-504c5df9-23dc-4918-b63d-9d745d862d05 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715177 Sep 17 23:40:49.101739 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8dbba5ad-b057-4370-aebf-67aa49fc9f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:49.102745 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbba5ad-b057-4370-aebf-67aa49fc9f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:49.103522 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8dbba5ad-b057-4370-aebf-67aa49fc9f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:49.142274 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:49.149109 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:49.151421 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] 10.222.0.46 "DELETE /v2.0/networks/5d6f539e-5622-4322-b126-b5fae22149e7 HTTP/1.1" status: 204 len: 168 time: 1.6921058 Sep 17 23:40:49.168562 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1781a-2389-416d-afe3-14155f016e1f admin admin] Pushing event deleted for resources: {'Network': ['ID=5d6f539e-5622-4322-b126-b5fae22149e7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:49.248244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbba5ad-b057-4370-aebf-67aa49fc9f98 admin admin] Pushing event updated for resources: {'Network': ['ID=0774c640-7768-4e44-bebd-aa43b281334e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:49.256429 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 261924fe-8bc8-4de5-ba1e-cdf6869091ab completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:40:49.260998 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 0774c640-7768-4e44-bebd-aa43b281334e details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:40:49.274906 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 261924fe-8bc8-4de5-ba1e-cdf6869091ab triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:49.275273 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:49.304482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1443c4e-0abb-402d-9066-2d7c86758512 req-f47df904-960b-4b39-a219-e34635682c44 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:49.306584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a1443c4e-0abb-402d-9066-2d7c86758512 req-f47df904-960b-4b39-a219-e34635682c44 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2759366 Sep 17 23:40:49.352696 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8dbba5ad-b057-4370-aebf-67aa49fc9f98 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7805378 Sep 17 23:40:49.356751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57914) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:49.364354 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1cf3a8f5-ac55-4b91-8f76-6063c15894b9 admin admin] Request body: {'subnet': {'network_id': '0774c640-7768-4e44-bebd-aa43b281334e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1868704740-subnet', 'tenant_id': '44e47732c271423c80653d26b92dbfcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:49.434761 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a833ddf-39ab-4699-9a35-24ac0ef39f0f req-cb7e3811-372e-4796-97b0-2fe9e7c3cc7e tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:49.436442 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a833ddf-39ab-4699-9a35-24ac0ef39f0f req-cb7e3811-372e-4796-97b0-2fe9e7c3cc7e tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 944 time: 0.0685120 Sep 17 23:40:49.489844 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf3a8f5-ac55-4b91-8f76-6063c15894b9 admin admin] Made reservation on behalf of 44e47732c271423c80653d26b92dbfcb for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:40:49.494427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d28aee7f-4241-4ff8-b18e-3544b91f3e64 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:40:49.495331 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a833ddf-39ab-4699-9a35-24ac0ef39f0f req-0fbb8deb-3b57-4d1d-8096-61d84dc3f8b3 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463800 Sep 17 23:40:49.496166 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1cf3a8f5-ac55-4b91-8f76-6063c15894b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:49.532466 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: d28aee7f-4241-4ff8-b18e-3544b91f3e64 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:40:49.533496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d28aee7f-4241-4ff8-b18e-3544b91f3e64 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:40:49.589611 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:49.613632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fbe4e8-408b-4cb2-aa11-22ad3c111237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261924fe-8bc8-4de5-ba1e-cdf6869091ab'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:49.615935 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56351461-e8ea-431d-a8d3-6079b3984460" -d '{"events": [{"server_uuid": "05fbe4e8-408b-4cb2-aa11-22ad3c111237", "name": "network-vif-plugged", "status": "completed", "tag": "261924fe-8bc8-4de5-ba1e-cdf6869091ab"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:49.629726 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 261924fe-8bc8-4de5-ba1e-cdf6869091ab, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=261924fe-8bc8-4de5-ba1e-cdf6869091ab,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:49.640019 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57920) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:49.651179 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b495457-e01d-461b-a72d-3352eaabe2eb req-21195682-9919-473c-8818-431bd217ddd3 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=67d3647098424215b9156fcd69add5f9 HTTP/1.1" status: 200 len: 1656 time: 0.0726612 Sep 17 23:40:49.654337 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:49.722273 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:49.723254 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9924fa3f-c2c9-47c6-9d38-f4637a365081 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:40:49.748160 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 9924fa3f-c2c9-47c6-9d38-f4637a365081 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:40:49.748896 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9924fa3f-c2c9-47c6-9d38-f4637a365081 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:40:49.768062 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-71c3bfc1-611c-4b2f-b3eb-0a0e84121aba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=65f85e82c9894a65bf8590146c6bf6c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1266737 Sep 17 23:40:49.770784 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57924) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:49.778632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eef92e-03ed-41a5-8f10-cdeabe0e0085 req-aef0090b-dd7f-4b48-8c73-805641f199ed tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:49.780160 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27eef92e-03ed-41a5-8f10-cdeabe0e0085 req-aef0090b-dd7f-4b48-8c73-805641f199ed tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 945 time: 0.1562841 Sep 17 23:40:49.804796 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=261924fe-8bc8-4de5-ba1e-cdf6869091ab,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:49.852469 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b495457-e01d-461b-a72d-3352eaabe2eb req-d8da17ef-b910-4a21-9c92-a9644b238c2a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:49.854007 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b495457-e01d-461b-a72d-3352eaabe2eb req-d8da17ef-b910-4a21-9c92-a9644b238c2a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/networks?id=544c7e65-fba8-424a-a169-b245d1aea919&id=544c7e65-fba8-424a-a169-b245d1aea919&id=544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 787 time: 0.1817341 Sep 17 23:40:49.859258 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27eef92e-03ed-41a5-8f10-cdeabe0e0085 req-b019fdc6-d076-4612-9c4f-4e28a89fc1f0 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632911 Sep 17 23:40:49.865046 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-3b495457-e01d-461b-a72d-3352eaabe2eb req-7a3d37e2-485c-4917-843e-023134d5a010 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:40:49.865707 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-638a3b52-8a16-4916-8544-d8820b1da381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:49.866000 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b495457-e01d-461b-a72d-3352eaabe2eb req-7a3d37e2-485c-4917-843e-023134d5a010 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058947 Sep 17 23:40:49.881080 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1cf3a8f5-ac55-4b91-8f76-6063c15894b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:49.917472 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c7a12a-03ce-4d97-8296-0bb84287b0d9 x-openstack-request-id: req-14c7a12a-03ce-4d97-8296-0bb84287b0d9 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:49.917783 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fbe4e8-408b-4cb2-aa11-22ad3c111237", "name": "network-vif-plugged", "status": "completed", "tag": "261924fe-8bc8-4de5-ba1e-cdf6869091ab", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:49.918019 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14c7a12a-03ce-4d97-8296-0bb84287b0d9 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:49.918411 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05fbe4e8-408b-4cb2-aa11-22ad3c111237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261924fe-8bc8-4de5-ba1e-cdf6869091ab', 'code': 200} Sep 17 23:40:49.996948 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-638a3b52-8a16-4916-8544-d8820b1da381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:50.052570 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3a8f5-ac55-4b91-8f76-6063c15894b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9428ee9-229b-48fc-a4de-ea4a2a46f150,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:50.072428 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-f4703a2c-3b0e-4a00-b448-fdd096107abc tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:50.074754 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-f4703a2c-3b0e-4a00-b448-fdd096107abc tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.41 "GET /v2.0/networks?id=9def810e-7ca4-4135-ae9d-7edfe5be5dcc HTTP/1.1" status: 200 len: 805 time: 0.2455499 Sep 17 23:40:50.076922 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 9bfed16a-f247-4de1-a706-e4a4a00e80f7 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:50.090854 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-fd29f425-6825-4682-a5fd-133c95f56205 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Request body: {'port': {'device_id': '6fd7351e-10da-4011-99e8-122fbb37417c', 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc', 'admin_state_up': True, 'tenant_id': '08157d7339154e21a81a531fc30eeab2'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:50.099512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3a8f5-ac55-4b91-8f76-6063c15894b9 admin admin] Checking segment: {'id': '57ca5dda-e0e8-4944-bacc-b6df95e1f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0774c640-7768-4e44-bebd-aa43b281334e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:50.099871 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf3a8f5-ac55-4b91-8f76-6063c15894b9 admin admin] Network hostable DHCP agents. Network: 0774c640-7768-4e44-bebd-aa43b281334e, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:40:50.265602 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 9bfed16a-f247-4de1-a706-e4a4a00e80f7 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:40:50.270672 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 9bfed16a-f247-4de1-a706-e4a4a00e80f7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:50.277762 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:50.296870 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-638a3b52-8a16-4916-8544-d8820b1da381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:50.299230 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-638a3b52-8a16-4916-8544-d8820b1da381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:50.302825 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-638a3b52-8a16-4916-8544-d8820b1da381 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f175a253-87d1-409d-bbbe-3f4f7d1f5e58 HTTP/1.1" status: 204 len: 168 time: 0.5286388 Sep 17 23:40:50.303463 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf3a8f5-ac55-4b91-8f76-6063c15894b9 admin admin] Network 0774c640-7768-4e44-bebd-aa43b281334e is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:40:50.310279 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-173ca0cc-bae1-435d-b4ed-c331e0f2dcd1 req-aad027e8-f0ae-47da-a9bb-8c3e93aed7d5 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/floatingips/98a9fec6-5f09-49e8-a9b3-b47fbf17af6b HTTP/1.1" status: 200 len: 693 time: 0.3621516 Sep 17 23:40:50.320558 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-fd29f425-6825-4682-a5fd-133c95f56205 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Made reservation on behalf of 08157d7339154e21a81a531fc30eeab2 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:40:50.325155 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86109e28-8891-497a-8bad-96093a093bdd req-00addc72-9f08-45c1-aa27-bb79be0b3b8b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:50.325762 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-fd29f425-6825-4682-a5fd-133c95f56205 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:50.326645 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-86109e28-8891-497a-8bad-96093a093bdd req-00addc72-9f08-45c1-aa27-bb79be0b3b8b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 945 time: 0.4075513 Sep 17 23:40:50.352761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a3b52-8a16-4916-8544-d8820b1da381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f175a253-87d1-409d-bbbe-3f4f7d1f5e58,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:50.359300 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315d1f2-1c5e-43bf-89c5-af1c3a4e6662 req-7526a3ee-a591-4a8e-817d-12fb53f31a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:50.360232 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b315d1f2-1c5e-43bf-89c5-af1c3a4e6662 req-7526a3ee-a591-4a8e-817d-12fb53f31a27 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 1096 time: 0.3729537 Sep 17 23:40:50.398647 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:50.437960 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 9bfed16a-f247-4de1-a706-e4a4a00e80f7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9bfed16a-f247-4de1-a706-e4a4a00e80f7,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:50.450621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-1cf3a8f5-ac55-4b91-8f76-6063c15894b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 0774c640-7768-4e44-bebd-aa43b281334e) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:50.459861 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-86109e28-8891-497a-8bad-96093a093bdd req-3ce59c3b-54da-44f5-82d7-9550b6c67904 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233065 Sep 17 23:40:50.462523 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb23774-8ac4-4727-ba84-d2adbe4a5068 None None] Network 0774c640-7768-4e44-bebd-aa43b281334e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:40:50.468650 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b315d1f2-1c5e-43bf-89c5-af1c3a4e6662 req-9d9d8cfa-5723-4637-a685-396990841560 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975397 Sep 17 23:40:50.491124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf3a8f5-ac55-4b91-8f76-6063c15894b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:50.491761 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1cf3a8f5-ac55-4b91-8f76-6063c15894b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:50.510215 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ca0cc-bae1-435d-b4ed-c331e0f2dcd1 req-52902e0a-93de-490b-aa23-6fceab062dc8 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:50.511654 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-173ca0cc-bae1-435d-b4ed-c331e0f2dcd1 req-52902e0a-93de-490b-aa23-6fceab062dc8 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.1941419 Sep 17 23:40:50.535311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-fd29f425-6825-4682-a5fd-133c95f56205 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Allocated IP 172.20.0.8 (9def810e-7ca4-4135-ae9d-7edfe5be5dcc/a4f294d2-e1d6-44d8-a05a-4631f2b03d1e/cb06bb18-698e-46aa-96e5-a8ff9b666fac) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:50.586943 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:50.612657 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-173ca0cc-bae1-435d-b4ed-c331e0f2dcd1 req-84c2be6a-05dd-4e56-8a51-bdb89ca20eb2 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.204 HTTP/1.1" status: 200 len: 696 time: 0.0952566 Sep 17 23:40:50.625701 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1cf3a8f5-ac55-4b91-8f76-6063c15894b9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2631142 Sep 17 23:40:50.625904 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-44e68de4-01e6-4bfd-a982-8e9ad379df35 req-42160490-5ee0-402e-a8cc-cae6e3b5cc29 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd7351e-10da-4011-99e8-122fbb37417c HTTP/1.1" status: 200 len: 210 time: 0.0515847 Sep 17 23:40:50.702011 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-173ca0cc-bae1-435d-b4ed-c331e0f2dcd1 req-39967f8f-b2bd-4423-872e-b8b709e42931 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.204 HTTP/1.1" status: 200 len: 696 time: 0.0795643 Sep 17 23:40:50.740003 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=9bfed16a-f247-4de1-a706-e4a4a00e80f7,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:50.748945 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49808e4-6f31-454a-b0f1-13d8b1b321d4 None None] Network 0774c640-7768-4e44-bebd-aa43b281334e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:40:50.761146 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-fd29f425-6825-4682-a5fd-133c95f56205 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:50.847967 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d64ac5-391c-445a-af42-b55a84e45da5 req-3ce95722-3b30-40b4-9b95-1bc83bc0c011 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:50.849508 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63d64ac5-391c-445a-af42-b55a84e45da5 req-3ce95722-3b30-40b4-9b95-1bc83bc0c011 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.1392398 Sep 17 23:40:50.877645 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-fd29f425-6825-4682-a5fd-133c95f56205 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:50.902185 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-173ca0cc-bae1-435d-b4ed-c331e0f2dcd1 req-32f639a7-133b-45b1-b7ee-0867502daf71 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Deleting port 09ca1c91-c639-43f4-9fd2-ac0643d4cddd {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:50.902530 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-173ca0cc-bae1-435d-b4ed-c331e0f2dcd1 req-32f639a7-133b-45b1-b7ee-0867502daf71 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:50.926135 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63d64ac5-391c-445a-af42-b55a84e45da5 req-aa275b8f-3da0-496b-8936-003cebfffbbb tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660894 Sep 17 23:40:50.967193 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29f425-6825-4682-a5fd-133c95f56205 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Pushing event updated for resources: {'Port': ['ID=cb06bb18-698e-46aa-96e5-a8ff9b666fac,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:50.980051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-fd29f425-6825-4682-a5fd-133c95f56205 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:50.981650 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-fd29f425-6825-4682-a5fd-133c95f56205 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:50.984031 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-fd29f425-6825-4682-a5fd-133c95f56205 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:51.042341 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-fd29f425-6825-4682-a5fd-133c95f56205 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:51.042982 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-fd29f425-6825-4682-a5fd-133c95f56205 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:51.053901 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-173ca0cc-bae1-435d-b4ed-c331e0f2dcd1 req-32f639a7-133b-45b1-b7ee-0867502daf71 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:51.056592 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-173ca0cc-bae1-435d-b4ed-c331e0f2dcd1 req-32f639a7-133b-45b1-b7ee-0867502daf71 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:51.088686 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-173ca0cc-bae1-435d-b4ed-c331e0f2dcd1 req-32f639a7-133b-45b1-b7ee-0867502daf71 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Calling delete_port for 09ca1c91-c639-43f4-9fd2-ac0643d4cddd owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:51.113323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666c64c-ee17-4030-8de1-d77334e057c6 req-9cb7f972-ec33-4f39-8e6c-bf155cd22985 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:51.114824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c666c64c-ee17-4030-8de1-d77334e057c6 req-9cb7f972-ec33-4f39-8e6c-bf155cd22985 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 945 time: 0.1068673 Sep 17 23:40:51.127103 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-fd29f425-6825-4682-a5fd-133c95f56205 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0410283 Sep 17 23:40:51.140641 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Request body: {'port': {'device_id': '6fd7351e-10da-4011-99e8-122fbb37417c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:51.156744 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-5df07316-e7e4-443a-a7ac-8f043bf5806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:51.158286 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-5df07316-e7e4-443a-a7ac-8f043bf5806c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 1101 time: 0.1152163 Sep 17 23:40:51.196542 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:51.254206 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c666c64c-ee17-4030-8de1-d77334e057c6 req-baf702fd-d3a0-4afc-a3e5-eba98137b658 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320660 Sep 17 23:40:51.301491 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b999e6-0b3a-450b-8d81-212d447210ad req-d015bcef-35a2-4579-8c00-a5d057b67e9b tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:51.301491 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e5b999e6-0b3a-450b-8d81-212d447210ad req-d015bcef-35a2-4579-8c00-a5d057b67e9b tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 945 time: 0.0905285 Sep 17 23:40:51.309757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-34726d5d-5ebc-4460-be4e-8f18cabcbd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:51.311239 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-34726d5d-5ebc-4460-be4e-8f18cabcbd51 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1451232 Sep 17 23:40:51.377107 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-b7072f5a-3c56-4f29-bde0-838f07187616 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df HTTP/1.1" status: 200 len: 217 time: 0.0557082 Sep 17 23:40:51.442668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-1e170dff-d329-43b3-b2c4-98372704d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:51.444176 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-1e170dff-d329-43b3-b2c4-98372704d454 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0561209 Sep 17 23:40:51.501396 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-173ca0cc-bae1-435d-b4ed-c331e0f2dcd1 req-32f639a7-133b-45b1-b7ee-0867502daf71 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:51.544803 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f639a7-133b-45b1-b7ee-0867502daf71 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Pushing event deleted for resources: {'Port': ['ID=09ca1c91-c639-43f4-9fd2-ac0643d4cddd,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:51.556037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-a049cf04-d8fd-457b-944a-e15a5280c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:51.559700 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-a049cf04-d8fd-457b-944a-e15a5280c886 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1047337 Sep 17 23:40:51.564227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-e5b999e6-0b3a-450b-8d81-212d447210ad req-f8fb5acb-7854-4870-bcfe-f29e742689c6 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Deleting port a0d11fdc-98f4-44cc-81ee-bcd379e4f448 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:51.564227 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e5b999e6-0b3a-450b-8d81-212d447210ad req-f8fb5acb-7854-4870-bcfe-f29e742689c6 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:51.595160 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57964) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:51.602060 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-172e89ec-f88c-403b-8335-500f19c7e02b req-26fd1439-f101-4aac-a958-2250eb2f9496 tempest-SecurityGroupsNegativeTestJSON-22042413 tempest-SecurityGroupsNegativeTestJSON-22042413-project] show failed (client error): The resource could not be found. Sep 17 23:40:51.603658 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-172e89ec-f88c-403b-8335-500f19c7e02b req-26fd1439-f101-4aac-a958-2250eb2f9496 tempest-SecurityGroupsNegativeTestJSON-22042413 tempest-SecurityGroupsNegativeTestJSON-22042413-project] 10.222.0.46 "GET /v2.0/security-groups/f7a875b7-d9fa-461e-87ac-090682253221 HTTP/1.1" status: 404 len: 352 time: 0.0638757 Sep 17 23:40:51.697531 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-173ca0cc-bae1-435d-b4ed-c331e0f2dcd1 req-32f639a7-133b-45b1-b7ee-0867502daf71 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:51.699096 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb06bb18-698e-46aa-96e5-a8ff9b666fac {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:40:51.699935 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-173ca0cc-bae1-435d-b4ed-c331e0f2dcd1 req-32f639a7-133b-45b1-b7ee-0867502daf71 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:51.701127 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-173ca0cc-bae1-435d-b4ed-c331e0f2dcd1 req-32f639a7-133b-45b1-b7ee-0867502daf71 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "DELETE /v2.0/floatingips/98a9fec6-5f09-49e8-a9b3-b47fbf17af6b HTTP/1.1" status: 204 len: 173 time: 0.9982994 Sep 17 23:40:51.715441 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:51.725805 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-e5b999e6-0b3a-450b-8d81-212d447210ad req-f8fb5acb-7854-4870-bcfe-f29e742689c6 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] For port a0d11fdc-98f4-44cc-81ee-bcd379e4f448, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a0d11fdc-98f4-44cc-81ee-bcd379e4f448,segment=NetworkSegment(d999cc28-7bc4-4132-b238-802d21cdaea9),segment_id=d999cc28-7bc4-4132-b238-802d21cdaea9)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:51.726170 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e5b999e6-0b3a-450b-8d81-212d447210ad req-f8fb5acb-7854-4870-bcfe-f29e742689c6 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:51.744247 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Transition to ACTIVE for port object cb06bb18-698e-46aa-96e5-a8ff9b666fac will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:40:51.751077 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-c7fc2695-c524-4527-af47-c93d55b1314a service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815145 Sep 17 23:40:51.777814 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447f338-3537-486c-bfc3-3bc328c9aa3f req-4dfdf07f-1b01-4f64-b55c-dda283caefa4 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:51.785261 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5447f338-3537-486c-bfc3-3bc328c9aa3f req-4dfdf07f-1b01-4f64-b55c-dda283caefa4 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 945 time: 0.0831389 Sep 17 23:40:51.817312 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:51.865029 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-bcccd3b8-c0e6-4474-9190-abe21035fefc admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1569078406-network', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:51.908758 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5447f338-3537-486c-bfc3-3bc328c9aa3f req-7c15c838-4bd0-4082-9eb9-4a67652b85c9 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b305e32-20d7-4cbf-a953-27a57254ad05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226444 Sep 17 23:40:51.920629 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a26e6f2-6c92-40d6-8b53-857ee0ed777b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfed16a-f247-4de1-a706-e4a4a00e80f7'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:51.924499 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068c376b-1c4e-4f5f-861b-32b959723910" -d '{"events": [{"server_uuid": "2a26e6f2-6c92-40d6-8b53-857ee0ed777b", "name": "network-vif-plugged", "status": "completed", "tag": "9bfed16a-f247-4de1-a706-e4a4a00e80f7"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:51.925463 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d0c89-d306-4c6d-b211-d9828c311d69 req-97d0c9ed-96f5-4bd1-9e05-0536767d340c tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:51.928449 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-398d0c89-d306-4c6d-b211-d9828c311d69 req-97d0c9ed-96f5-4bd1-9e05-0536767d340c tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 945 time: 0.1588092 Sep 17 23:40:51.964216 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-d261699f-1fa5-420b-aef4-eb7866780664 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046740 Sep 17 23:40:51.965572 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Pushing event updated for resources: {'Port': ['ID=cb06bb18-698e-46aa-96e5-a8ff9b666fac,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:51.996583 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-398d0c89-d306-4c6d-b211-d9828c311d69 req-9b28ced6-f14c-4434-8d42-7b96f1cbce64 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521441 Sep 17 23:40:52.089351 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8afcc1b-7d95-4cda-a4d2-b7ca4abcf5ce req-6b2330be-9519-4e13-8647-1cc1661ca3cf tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/floatingips/0a149ea9-8d92-4ba6-8de8-411adaf93e21 HTTP/1.1" status: 200 len: 692 time: 0.0498672 Sep 17 23:40:52.093344 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcccd3b8-c0e6-4474-9190-abe21035fefc admin admin] Made reservation on behalf of bd977f7707564eaa9db458728cbc087f for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:40:52.095611 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bcccd3b8-c0e6-4474-9190-abe21035fefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:52.101294 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd4627-b6e9-47ef-83aa-ef422b0a6224 req-c16d278d-e446-49b5-a477-78882d72c2f1 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:52.103532 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2bd4627-b6e9-47ef-83aa-ef422b0a6224 req-c16d278d-e446-49b5-a477-78882d72c2f1 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd7351e-10da-4011-99e8-122fbb37417c HTTP/1.1" status: 200 len: 943 time: 0.1045189 Sep 17 23:40:52.121589 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bcccd3b8-c0e6-4474-9190-abe21035fefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:52.195171 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e5b999e6-0b3a-450b-8d81-212d447210ad req-f8fb5acb-7854-4870-bcfe-f29e742689c6 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:52.195542 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e5b999e6-0b3a-450b-8d81-212d447210ad req-f8fb5acb-7854-4870-bcfe-f29e742689c6 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:52.195962 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [req-e5b999e6-0b3a-450b-8d81-212d447210ad req-f8fb5acb-7854-4870-bcfe-f29e742689c6 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Floating IP 91e93576-ed86-40bd-b6f2-31fedd200146 disassociated. External IP: 172.25.3.24, port: a0d11fdc-98f4-44cc-81ee-bcd379e4f448. Sep 17 23:40:52.196308 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-e5b999e6-0b3a-450b-8d81-212d447210ad req-f8fb5acb-7854-4870-bcfe-f29e742689c6 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Calling delete_port for a0d11fdc-98f4-44cc-81ee-bcd379e4f448 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:52.200306 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2bd4627-b6e9-47ef-83aa-ef422b0a6224 req-47b37e1a-19be-45fc-ae44-fb3c8b6a0db5 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852873 Sep 17 23:40:52.204450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Attempting to bind port cb06bb18-698e-46aa-96e5-a8ff9b666fac on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:40:52.204786 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Attempting to bind port cb06bb18-698e-46aa-96e5-a8ff9b666fac by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'ff6795e2-d48f-4832-a572-c0a1eeee400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:40:52.205139 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Attempting to bind port cb06bb18-698e-46aa-96e5-a8ff9b666fac on network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:52.228940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Port cb06bb18-698e-46aa-96e5-a8ff9b666fac on network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:40:52.229274 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Attempting to bind port cb06bb18-698e-46aa-96e5-a8ff9b666fac on network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:52.234191 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afcc1b-7d95-4cda-a4d2-b7ca4abcf5ce req-84007477-32c4-44c1-a123-c4d54db9dda7 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:52.235945 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8afcc1b-7d95-4cda-a4d2-b7ca4abcf5ce req-84007477-32c4-44c1-a123-c4d54db9dda7 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.1315248 Sep 17 23:40:52.252784 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed04ce6-d1fd-47a7-85ca-360d2dc1905c x-openstack-request-id: req-4ed04ce6-d1fd-47a7-85ca-360d2dc1905c {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:52.252784 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a26e6f2-6c92-40d6-8b53-857ee0ed777b", "name": "network-vif-plugged", "status": "completed", "tag": "9bfed16a-f247-4de1-a706-e4a4a00e80f7", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:52.252784 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ed04ce6-d1fd-47a7-85ca-360d2dc1905c {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:52.252784 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a26e6f2-6c92-40d6-8b53-857ee0ed777b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfed16a-f247-4de1-a706-e4a4a00e80f7', 'code': 200} Sep 17 23:40:52.284641 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:40:52.285000 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Checking segment: {'id': 'ff6795e2-d48f-4832-a572-c0a1eeee400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:52.285577 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Bound using segment: {'id': 'ff6795e2-d48f-4832-a572-c0a1eeee400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:40:52.287294 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Bound port: cb06bb18-698e-46aa-96e5-a8ff9b666fac, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6795e2-d48f-4832-a572-c0a1eeee400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:40:52.287855 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:52.296391 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8afcc1b-7d95-4cda-a4d2-b7ca4abcf5ce req-d9e938b8-7f8c-4c03-b057-ce7221bbeac3 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.81 HTTP/1.1" status: 200 len: 695 time: 0.0532677 Sep 17 23:40:52.354129 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8afcc1b-7d95-4cda-a4d2-b7ca4abcf5ce req-4328cbad-263c-4dad-b1da-885d59e64635 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.81 HTTP/1.1" status: 200 len: 695 time: 0.0559506 Sep 17 23:40:52.458605 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3550970-2844-444c-8ba8-09242ab108ac req-26d848c0-bf08-4cec-bc31-29d6f26dcfca tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:52.459991 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b3550970-2844-444c-8ba8-09242ab108ac req-26d848c0-bf08-4cec-bc31-29d6f26dcfca tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.1242890 Sep 17 23:40:52.474017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] For port cb06bb18-698e-46aa-96e5-a8ff9b666fac, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:40:52.489681 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7518b11-f492-447f-8453-7f8b820497e5 req-c6372c14-a046-4555-97fc-48db4ca26251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:52.491170 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c7518b11-f492-447f-8453-7f8b820497e5 req-c6372c14-a046-4555-97fc-48db4ca26251 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 1096 time: 0.1433356 Sep 17 23:40:52.503948 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bcccd3b8-c0e6-4474-9190-abe21035fefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:52.507691 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] For port cb06bb18-698e-46aa-96e5-a8ff9b666fac, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=cb06bb18-698e-46aa-96e5-a8ff9b666fac,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:40:52.522579 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b3550970-2844-444c-8ba8-09242ab108ac req-643060bb-4af0-4f18-8205-055f8fbc48ae tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542929 Sep 17 23:40:52.537020 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-b8afcc1b-7d95-4cda-a4d2-b7ca4abcf5ce req-8ad645f6-1aa1-480a-9454-d51aa4979481 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Deleting port 38e82eeb-cf04-4f1b-89ed-3cece7b0a75a {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:52.537412 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b8afcc1b-7d95-4cda-a4d2-b7ca4abcf5ce req-8ad645f6-1aa1-480a-9454-d51aa4979481 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:52.551350 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c7518b11-f492-447f-8453-7f8b820497e5 req-2d3c8c6e-405c-4a93-a490-86b33e084e3e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484252 Sep 17 23:40:52.570256 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bcccd3b8-c0e6-4474-9190-abe21035fefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:52.592799 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcccd3b8-c0e6-4474-9190-abe21035fefc admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:40:52.605866 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:52.615786 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccd3b8-c0e6-4474-9190-abe21035fefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32b0929-865a-42f5-8b9b-e953a081b8ad,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:52.619672 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bcccd3b8-c0e6-4474-9190-abe21035fefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:52.620078 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-bcccd3b8-c0e6-4474-9190-abe21035fefc admin admin] Added segment cd059fb0-31a2-45c1-afd0-4ee5e7595571 of type vlan for network 98a2366c-8208-4854-a4bd-3a7979c12afc Sep 17 23:40:52.645286 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b8afcc1b-7d95-4cda-a4d2-b7ca4abcf5ce req-8ad645f6-1aa1-480a-9454-d51aa4979481 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:52.645607 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b8afcc1b-7d95-4cda-a4d2-b7ca4abcf5ce req-8ad645f6-1aa1-480a-9454-d51aa4979481 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:52.657658 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ffe3cbf3-2276-4cc2-873a-fda4062c54de req-b516769f-5811-4750-bd83-e337ea613ba1 tempest-SecurityGroupsNegativeTestJSON-22042413 tempest-SecurityGroupsNegativeTestJSON-22042413-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=44e47732c271423c80653d26b92dbfcb HTTP/1.1" status: 200 len: 2984 time: 0.0948350 Sep 17 23:40:52.663227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-b8afcc1b-7d95-4cda-a4d2-b7ca4abcf5ce req-8ad645f6-1aa1-480a-9454-d51aa4979481 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Calling delete_port for 38e82eeb-cf04-4f1b-89ed-3cece7b0a75a owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:52.677154 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:52.677850 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:52.679274 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] 10.222.0.41 "PUT /v2.0/ports/cb06bb18-698e-46aa-96e5-a8ff9b666fac HTTP/1.1" status: 200 len: 1091 time: 1.5435550 Sep 17 23:40:52.681732 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd7351e-10da-4011-99e8-122fbb37417c', 'tag': 'cb06bb18-698e-46aa-96e5-a8ff9b666fac'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:52.684074 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37648699-334f-46ed-ab2f-ccb2a17f1f51" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd7351e-10da-4011-99e8-122fbb37417c", "tag": "cb06bb18-698e-46aa-96e5-a8ff9b666fac"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:52.691733 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e5b999e6-0b3a-450b-8d81-212d447210ad req-f8fb5acb-7854-4870-bcfe-f29e742689c6 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:52.706208 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bcccd3b8-c0e6-4474-9190-abe21035fefc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:52.729372 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ceb55-ad36-47f7-9c7e-68ab55e863cf service neutron] Pushing event updated for resources: {'Port': ['ID=cb06bb18-698e-46aa-96e5-a8ff9b666fac,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:52.746027 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ffe3cbf3-2276-4cc2-873a-fda4062c54de req-f5b78e97-7828-4bee-b8e2-2de734fe43a4 tempest-SecurityGroupsNegativeTestJSON-22042413 tempest-SecurityGroupsNegativeTestJSON-22042413-project] 10.222.0.46 "GET /v2.0/security-groups/d1bdb0bb-b152-4231-858c-4afc54fe03e4 HTTP/1.1" status: 200 len: 2981 time: 0.0808294 Sep 17 23:40:52.798036 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb5acb-7854-4870-bcfe-f29e742689c6 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Pushing event deleted for resources: {'Port': ['ID=a0d11fdc-98f4-44cc-81ee-bcd379e4f448,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:52.823217 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ffe3cbf3-2276-4cc2-873a-fda4062c54de req-80da97fe-8410-43d4-b4a6-fa85e915183a tempest-SecurityGroupsNegativeTestJSON-22042413 tempest-SecurityGroupsNegativeTestJSON-22042413-project] 10.222.0.46 "GET /v2.0/security-groups/d1bdb0bb-b152-4231-858c-4afc54fe03e4 HTTP/1.1" status: 200 len: 2981 time: 0.0632131 Sep 17 23:40:52.860446 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bcccd3b8-c0e6-4474-9190-abe21035fefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:52.861402 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcccd3b8-c0e6-4474-9190-abe21035fefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:52.861972 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bcccd3b8-c0e6-4474-9190-abe21035fefc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:52.933135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb32de-0990-45f7-ad46-b5635ee57978 req-0922c143-963d-4598-b91d-916ffaec02c9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:52.934683 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57cb32de-0990-45f7-ad46-b5635ee57978 req-0922c143-963d-4598-b91d-916ffaec02c9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 945 time: 0.0557787 Sep 17 23:40:52.954649 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b8afcc1b-7d95-4cda-a4d2-b7ca4abcf5ce req-8ad645f6-1aa1-480a-9454-d51aa4979481 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:52.957669 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5b999e6-0b3a-450b-8d81-212d447210ad req-f8fb5acb-7854-4870-bcfe-f29e742689c6 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Router 573e986b-260a-4b30-9eea-9c27c28b9a08 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:40:52.969318 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccd3b8-c0e6-4474-9190-abe21035fefc admin admin] Pushing event updated for resources: {'Network': ['ID=98a2366c-8208-4854-a4bd-3a7979c12afc,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:52.975667 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-48a5ce5d-6e62-42ad-b8eb-3484d8d9888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:52.977047 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-48a5ce5d-6e62-42ad-b8eb-3484d8d9888c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08157d7339154e21a81a531fc30eeab2&device_id=6fd7351e-10da-4011-99e8-122fbb37417c HTTP/1.1" status: 200 len: 1094 time: 0.1266136 Sep 17 23:40:52.980998 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 98a2366c-8208-4854-a4bd-3a7979c12afc details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:40:52.984586 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bcccd3b8-c0e6-4474-9190-abe21035fefc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3872578 Sep 17 23:40:52.994046 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57988) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:53.000349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f1d108d3-87bb-47bc-902f-d46562a83be2 admin admin] Request body: {'subnet': {'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1569078406-subnet', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:53.011236 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad645f6-1aa1-480a-9454-d51aa4979481 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Pushing event deleted for resources: {'Port': ['ID=38e82eeb-cf04-4f1b-89ed-3cece7b0a75a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:53.057815 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57cb32de-0990-45f7-ad46-b5635ee57978 req-4dd4b822-a70f-4b2e-8dc7-d2cbf3a6b3f3 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168382 Sep 17 23:40:53.108399 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b8afcc1b-7d95-4cda-a4d2-b7ca4abcf5ce req-8ad645f6-1aa1-480a-9454-d51aa4979481 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:53.112109 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b8afcc1b-7d95-4cda-a4d2-b7ca4abcf5ce req-8ad645f6-1aa1-480a-9454-d51aa4979481 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:53.128259 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8afcc1b-7d95-4cda-a4d2-b7ca4abcf5ce req-8ad645f6-1aa1-480a-9454-d51aa4979481 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "DELETE /v2.0/floatingips/0a149ea9-8d92-4ba6-8de8-411adaf93e21 HTTP/1.1" status: 204 len: 173 time: 0.7581742 Sep 17 23:40:53.212967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efdb0791-57b7-4de5-b17f-da3a81f4eb98 req-919a5299-5522-44a8-be32-f83cb37bf59c tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bacbec8-ebbd-4750-85bd-3d253e9474b1 HTTP/1.1" status: 200 len: 210 time: 0.0385046 Sep 17 23:40:53.216345 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6d84d1e-4353-45aa-8717-474469f0fb4d req-fc07f487-452c-4f38-98ea-1f70655b19bd tempest-SecurityGroupsNegativeTestJSON-22042413 tempest-SecurityGroupsNegativeTestJSON-22042413-project] 10.222.0.46 "GET /v2.0/security-groups/d1bdb0bb-b152-4231-858c-4afc54fe03e4 HTTP/1.1" status: 200 len: 2981 time: 0.0851202 Sep 17 23:40:53.217261 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d108d3-87bb-47bc-902f-d46562a83be2 admin admin] Made reservation on behalf of bd977f7707564eaa9db458728cbc087f for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:40:53.220567 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1d108d3-87bb-47bc-902f-d46562a83be2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:53.327071 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315bd289-3771-435a-87ff-bebc98044db1 x-openstack-request-id: req-315bd289-3771-435a-87ff-bebc98044db1 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:53.327364 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd7351e-10da-4011-99e8-122fbb37417c", "tag": "cb06bb18-698e-46aa-96e5-a8ff9b666fac", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:53.327615 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-315bd289-3771-435a-87ff-bebc98044db1 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:53.328005 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd7351e-10da-4011-99e8-122fbb37417c', 'tag': 'cb06bb18-698e-46aa-96e5-a8ff9b666fac', 'status': 'completed', 'code': 200} Sep 17 23:40:53.331282 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-ebb166a0-81b1-47b1-b0af-a62abef29ab6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb06bb18-698e-46aa-96e5-a8ff9b666fac HTTP/1.1" status: 200 len: 217 time: 0.3129144 Sep 17 23:40:53.408386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657f0e5-6afe-4f73-856b-fcde7816e8aa req-156c4183-cf71-4900-bd5d-64c16928ab47 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:53.409636 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b657f0e5-6afe-4f73-856b-fcde7816e8aa req-156c4183-cf71-4900-bd5d-64c16928ab47 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 945 time: 0.1025186 Sep 17 23:40:53.413795 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-d6d84d1e-4353-45aa-8717-474469f0fb4d req-1a87a3a7-9e93-425a-b1cf-cf4660661aef tempest-SecurityGroupsNegativeTestJSON-22042413 tempest-SecurityGroupsNegativeTestJSON-22042413-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 23:40:53.414844 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6d84d1e-4353-45aa-8717-474469f0fb4d req-1a87a3a7-9e93-425a-b1cf-cf4660661aef tempest-SecurityGroupsNegativeTestJSON-22042413 tempest-SecurityGroupsNegativeTestJSON-22042413-project] 10.222.0.46 "DELETE /v2.0/security-groups/d1bdb0bb-b152-4231-858c-4afc54fe03e4 HTTP/1.1" status: 409 len: 352 time: 0.1716886 Sep 17 23:40:53.424203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5b999e6-0b3a-450b-8d81-212d447210ad req-f8fb5acb-7854-4870-bcfe-f29e742689c6 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:40:53.434650 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-b2398e66-f907-4fab-85e0-3cd5ff0eec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:53.436122 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-b2398e66-f907-4fab-85e0-3cd5ff0eec45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4f294d2-e1d6-44d8-a05a-4631f2b03d1e HTTP/1.1" status: 200 len: 845 time: 0.0964551 Sep 17 23:40:53.439057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87592384-de70-4a6a-810c-f8bb52db43a0 None None] Sync routers for ids ['573e986b-260a-4b30-9eea-9c27c28b9a08'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:40:53.449588 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87592384-de70-4a6a-810c-f8bb52db43a0 None None] Routers {'573e986b-260a-4b30-9eea-9c27c28b9a08'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:53.450546 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-87592384-de70-4a6a-810c-f8bb52db43a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['573e986b-260a-4b30-9eea-9c27c28b9a08'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:53.492881 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b999e6-0b3a-450b-8d81-212d447210ad req-f8fb5acb-7854-4870-bcfe-f29e742689c6 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] No DVR routers for this DVR port a0d11fdc-98f4-44cc-81ee-bcd379e4f448 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:40:53.496454 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-9fd2497b-1fdb-4840-888c-682c291d1ebf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9def810e-7ca4-4135-ae9d-7edfe5be5dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398872 Sep 17 23:40:53.497136 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e5b999e6-0b3a-450b-8d81-212d447210ad req-f8fb5acb-7854-4870-bcfe-f29e742689c6 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:53.498965 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e5b999e6-0b3a-450b-8d81-212d447210ad req-f8fb5acb-7854-4870-bcfe-f29e742689c6 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.37 "DELETE /v2.0/ports/a0d11fdc-98f4-44cc-81ee-bcd379e4f448 HTTP/1.1" status: 204 len: 173 time: 2.1183636 Sep 17 23:40:53.538442 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3ba9fab-06ef-4010-b113-f54d1b225b78 req-083ab104-14a8-4f99-b005-a017554c55ce tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/floatingips/2cf16982-2d61-4a19-9c93-cfc733f69f20 HTTP/1.1" status: 200 len: 693 time: 0.0868020 Sep 17 23:40:53.546272 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b657f0e5-6afe-4f73-856b-fcde7816e8aa req-37569c6c-033b-4497-848f-7e19723355a3 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284704 Sep 17 23:40:53.585348 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-87592384-de70-4a6a-810c-f8bb52db43a0 None None] Set router 573e986b-260a-4b30-9eea-9c27c28b9a08 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:53.637342 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-618335e1-704a-4e55-a692-b861c3817731 service neutron] 10.222.0.41 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315079 Sep 17 23:40:53.746121 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3c8a8c15-825a-45a0-a753-ba7c92a36a16 req-d1b75a13-7097-46c3-9e3d-ff3baecdc0c1 service neutron] 10.222.0.41 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017511 Sep 17 23:40:53.752322 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1d108d3-87bb-47bc-902f-d46562a83be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:53.790570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3203e-27af-4c71-a684-b6f90a7d8e0a req-e05dae87-daf1-49fa-8ebd-dc0397b1bf61 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:53.792054 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5bb3203e-27af-4c71-a684-b6f90a7d8e0a req-e05dae87-daf1-49fa-8ebd-dc0397b1bf61 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd7351e-10da-4011-99e8-122fbb37417c HTTP/1.1" status: 200 len: 943 time: 0.1125283 Sep 17 23:40:53.801078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba9fab-06ef-4010-b113-f54d1b225b78 req-e33340d5-b5f8-4215-add0-acc44899f32e tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:53.802366 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3ba9fab-06ef-4010-b113-f54d1b225b78 req-e33340d5-b5f8-4215-add0-acc44899f32e tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.2419643 Sep 17 23:40:53.822225 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-87592384-de70-4a6a-810c-f8bb52db43a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:36:07Z', 'revision_number': 4, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b5b0baa6-3f0f-4cf0-8580-10e8600c7d01', 'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'mac_address': 'fa:16:3e:8d:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:06Z', 'updated_at': '2021-09-17T23:36:11Z', 'revision_number': 5, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'subnets': [{'id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:53.848421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87592384-de70-4a6a-810c-f8bb52db43a0 None None] Checking router: 573e986b-260a-4b30-9eea-9c27c28b9a08 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:40:53.857763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87592384-de70-4a6a-810c-f8bb52db43a0 None None] Routers {'573e986b-260a-4b30-9eea-9c27c28b9a08'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:53.858393 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-87592384-de70-4a6a-810c-f8bb52db43a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['573e986b-260a-4b30-9eea-9c27c28b9a08'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:53.903991 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d108d3-87bb-47bc-902f-d46562a83be2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d0c75e9-a6be-4367-bb7a-8570a935418d,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:53.921753 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3ba9fab-06ef-4010-b113-f54d1b225b78 req-82db8e37-8e1c-4020-8f7d-9583da299118 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.191 HTTP/1.1" status: 200 len: 696 time: 0.1073024 Sep 17 23:40:53.927416 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37648699-334f-46ed-ab2f-ccb2a17f1f51 req-f795b3a7-2526-446d-8951-ac5282f6add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:53.929215 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-37648699-334f-46ed-ab2f-ccb2a17f1f51 req-f795b3a7-2526-446d-8951-ac5282f6add7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08157d7339154e21a81a531fc30eeab2&device_id=6fd7351e-10da-4011-99e8-122fbb37417c HTTP/1.1" status: 200 len: 1094 time: 0.0533369 Sep 17 23:40:53.931284 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5bb3203e-27af-4c71-a684-b6f90a7d8e0a req-2fb4b6e2-1db6-4609-9e83-2a079d947a49 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221867 Sep 17 23:40:53.934097 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d108d3-87bb-47bc-902f-d46562a83be2 admin admin] Checking segment: {'id': 'cd059fb0-31a2-45c1-afd0-4ee5e7595571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:53.934451 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d108d3-87bb-47bc-902f-d46562a83be2 admin admin] Network hostable DHCP agents. Network: 98a2366c-8208-4854-a4bd-3a7979c12afc, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:40:53.980265 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-87592384-de70-4a6a-810c-f8bb52db43a0 None None] Set router 573e986b-260a-4b30-9eea-9c27c28b9a08 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:53.999213 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3ba9fab-06ef-4010-b113-f54d1b225b78 req-b7bf501e-2005-44e1-a3ad-15e3a364c514 tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.191 HTTP/1.1" status: 200 len: 696 time: 0.0639918 Sep 17 23:40:54.006595 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-d4fbe09f-a544-4852-b251-ebe9de5995eb req-1cd99b2f-8002-433b-940d-397dcbe86920 tempest-SecurityGroupsNegativeTestJSON-22042413 tempest-SecurityGroupsNegativeTestJSON-22042413-project] show failed (client error): The resource could not be found. Sep 17 23:40:54.007564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d4fbe09f-a544-4852-b251-ebe9de5995eb req-1cd99b2f-8002-433b-940d-397dcbe86920 tempest-SecurityGroupsNegativeTestJSON-22042413 tempest-SecurityGroupsNegativeTestJSON-22042413-project] 10.222.0.46 "GET /v2.0/security-groups/14540a5b-80de-4184-9375-5f86e1750893 HTTP/1.1" status: 404 len: 352 time: 0.0291076 Sep 17 23:40:54.056247 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37648699-334f-46ed-ab2f-ccb2a17f1f51 req-51f9a492-e33f-491a-936a-b75a2e9f401e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:54.057767 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-37648699-334f-46ed-ab2f-ccb2a17f1f51 req-51f9a492-e33f-491a-936a-b75a2e9f401e service neutron] 10.222.0.41 "GET /v2.0/networks?id=9def810e-7ca4-4135-ae9d-7edfe5be5dcc HTTP/1.1" status: 200 len: 906 time: 0.1213300 Sep 17 23:40:54.102741 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-37648699-334f-46ed-ab2f-ccb2a17f1f51 req-95de73c3-c660-4c52-bf3e-52a887b1f022 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb06bb18-698e-46aa-96e5-a8ff9b666fac HTTP/1.1" status: 200 len: 217 time: 0.0368311 Sep 17 23:40:54.150151 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d108d3-87bb-47bc-902f-d46562a83be2 admin admin] Network 98a2366c-8208-4854-a4bd-3a7979c12afc is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:40:54.164180 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37648699-334f-46ed-ab2f-ccb2a17f1f51 req-c8033389-bafc-4087-b5a4-116c5f131778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:54.165959 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-37648699-334f-46ed-ab2f-ccb2a17f1f51 req-c8033389-bafc-4087-b5a4-116c5f131778 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4f294d2-e1d6-44d8-a05a-4631f2b03d1e HTTP/1.1" status: 200 len: 845 time: 0.0532870 Sep 17 23:40:54.180291 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf7477-c955-42f9-93b6-83a869b8221d req-3d4fa691-5a03-43ae-9757-d6042a9037cd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:54.182015 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0faf7477-c955-42f9-93b6-83a869b8221d req-3d4fa691-5a03-43ae-9757-d6042a9037cd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.0891812 Sep 17 23:40:54.200968 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-37648699-334f-46ed-ab2f-ccb2a17f1f51 req-9c4e1e6e-7069-412b-99fc-d74554e2e4ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9def810e-7ca4-4135-ae9d-7edfe5be5dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272365 Sep 17 23:40:54.213091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-a3ba9fab-06ef-4010-b113-f54d1b225b78 req-9d0ad0c2-3238-4944-ac8f-1486f025950a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Deleting port 1c6b33b2-d535-4cdd-b67d-ea2665c1206a {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:54.213437 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a3ba9fab-06ef-4010-b113-f54d1b225b78 req-9d0ad0c2-3238-4944-ac8f-1486f025950a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:54.228801 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-87592384-de70-4a6a-810c-f8bb52db43a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:36:07Z', 'revision_number': 4, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b5b0baa6-3f0f-4cf0-8580-10e8600c7d01', 'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'mac_address': 'fa:16:3e:8d:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:06Z', 'updated_at': '2021-09-17T23:36:11Z', 'revision_number': 5, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'subnets': [{'id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:54.241023 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-f1d108d3-87bb-47bc-902f-d46562a83be2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 98a2366c-8208-4854-a4bd-3a7979c12afc) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:54.245728 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d108d3-87bb-47bc-902f-d46562a83be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:54.246324 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1d108d3-87bb-47bc-902f-d46562a83be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:54.265974 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c52da9-4dea-41fd-b4fd-61fb2fad66a5 None None] Network 98a2366c-8208-4854-a4bd-3a7979c12afc requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:40:54.269205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87592384-de70-4a6a-810c-f8bb52db43a0 None None] The sync data for ids ['573e986b-260a-4b30-9eea-9c27c28b9a08'] in n-d-809883-1 is: [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:36:07Z', 'revision_number': 4, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b5b0baa6-3f0f-4cf0-8580-10e8600c7d01', 'name': '', 'network_id': 'd0877baf-6ee8-4add-8825-399e8b3ccc62', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'mac_address': 'fa:16:3e:8d:31:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:06Z', 'updated_at': '2021-09-17T23:36:11Z', 'revision_number': 5, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'subnets': [{'id': 'bd219c6d-7503-4b6c-ac13-9f8de200b8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:40:54.272768 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0faf7477-c955-42f9-93b6-83a869b8221d req-39575d8d-85d9-4691-933f-d0fbbb17bfa9 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822184 Sep 17 23:40:54.341879 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a3ba9fab-06ef-4010-b113-f54d1b225b78 req-9d0ad0c2-3238-4944-ac8f-1486f025950a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:54.342335 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a3ba9fab-06ef-4010-b113-f54d1b225b78 req-9d0ad0c2-3238-4944-ac8f-1486f025950a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:54.358551 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-a3ba9fab-06ef-4010-b113-f54d1b225b78 req-9d0ad0c2-3238-4944-ac8f-1486f025950a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Calling delete_port for 1c6b33b2-d535-4cdd-b67d-ea2665c1206a owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:54.367244 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-37648699-334f-46ed-ab2f-ccb2a17f1f51 req-51741878-e2af-4535-9b5c-5b375a5a996b service neutron] 10.222.0.41 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593368 Sep 17 23:40:54.407366 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f1d108d3-87bb-47bc-902f-d46562a83be2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4107606 Sep 17 23:40:54.410311 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58008) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:54.447405 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-eaf4c413-3288-43e3-b09e-e2318e31c470 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1569078406-router', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:54.464877 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-98a2366c-8208-4854-a4bd-3a7979c12afc', 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'fixed_ips': [{'subnet_id': '3d0c75e9-a6be-4367-bb7a-8570a935418d'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:40:54.465743 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:54.486927 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-37648699-334f-46ed-ab2f-ccb2a17f1f51 req-b5c4235e-ee78-421b-93e8-8249ba43758e service neutron] 10.222.0.41 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113133 Sep 17 23:40:54.493966 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d428e1-4623-4fda-bb6a-357f98b1591b req-49ff4f99-181f-447d-91af-3675d366e372 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:54.495632 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1d428e1-4623-4fda-bb6a-357f98b1591b req-49ff4f99-181f-447d-91af-3675d366e372 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 1096 time: 0.1305902 Sep 17 23:40:54.559442 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1d428e1-4623-4fda-bb6a-357f98b1591b req-cef3f402-226e-43e0-9839-67fd9629ee45 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504310 Sep 17 23:40:54.591368 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c413-3288-43e3-b09e-e2318e31c470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:54.593223 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c413-3288-43e3-b09e-e2318e31c470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:54.634154 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f13c72f-fd91-4fa3-a6ca-050d4af4dfbe None None] New status for floating IP 91e93576-ed86-40bd-b6f2-31fedd200146: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:40:54.652560 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-2c6dacd3-ac8e-4b90-8c25-fad51c777ccd req-bd4f868a-b910-464b-9f1a-ccd89dbc9da7 tempest-SecurityGroupsNegativeTestJSON-22042413 tempest-SecurityGroupsNegativeTestJSON-22042413-project] show failed (client error): The resource could not be found. Sep 17 23:40:54.653217 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c6dacd3-ac8e-4b90-8c25-fad51c777ccd req-bd4f868a-b910-464b-9f1a-ccd89dbc9da7 tempest-SecurityGroupsNegativeTestJSON-22042413 tempest-SecurityGroupsNegativeTestJSON-22042413-project] 10.222.0.46 "GET /v2.0/security-groups/20beadb6-b253-4306-a88b-ef959d457a8d HTTP/1.1" status: 404 len: 352 time: 0.0262561 Sep 17 23:40:54.665226 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58012) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:54.665772 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] Allocated IP 172.20.0.2 (98a2366c-8208-4854-a4bd-3a7979c12afc/3d0c75e9-a6be-4367-bb7a-8570a935418d/c88ce3be-f648-453c-af73-c24da91ae839) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:54.723014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ce08c8-b5be-4d09-8dda-77d574fedc06 admin admin] Deleting subnet e9428ee9-229b-48fc-a4de-ea4a2a46f150 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:40:54.726725 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-08ce08c8-b5be-4d09-8dda-77d574fedc06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:54.758366 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a3ba9fab-06ef-4010-b113-f54d1b225b78 req-9d0ad0c2-3238-4944-ac8f-1486f025950a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:54.778466 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-08ce08c8-b5be-4d09-8dda-77d574fedc06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:54.790641 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ea3ec-ae8e-4036-99ac-70c20849e934 req-abbb9442-5377-4a77-b60f-b6106bde258a tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:54.792187 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-585ea3ec-ae8e-4036-99ac-70c20849e934 req-abbb9442-5377-4a77-b60f-b6106bde258a tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 945 time: 0.0807304 Sep 17 23:40:54.799576 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad0c2-3238-4944-ac8f-1486f025950a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Pushing event deleted for resources: {'Port': ['ID=1c6b33b2-d535-4cdd-b67d-ea2665c1206a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:54.827387 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-08ce08c8-b5be-4d09-8dda-77d574fedc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:54.831987 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:54.869909 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a0d11fdc-98f4-44cc-81ee-bcd379e4f448 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:40:54.897026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: a0d11fdc-98f4-44cc-81ee-bcd379e4f448 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:40:54.897379 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a0d11fdc-98f4-44cc-81ee-bcd379e4f448 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:40:54.934333 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:54.968374 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-08ce08c8-b5be-4d09-8dda-77d574fedc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:54.975462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] Network 98a2366c-8208-4854-a4bd-3a7979c12afc is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:54.979649 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:54.981709 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-08ce08c8-b5be-4d09-8dda-77d574fedc06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:54.983640 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-08ce08c8-b5be-4d09-8dda-77d574fedc06 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e9428ee9-229b-48fc-a4de-ea4a2a46f150 HTTP/1.1" status: 204 len: 168 time: 0.3186815 Sep 17 23:40:54.990118 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:54.996731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] Pushing event updated for resources: {'Port': ['ID=c88ce3be-f648-453c-af73-c24da91ae839,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:55.009601 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58016) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:55.017180 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce08c8-b5be-4d09-8dda-77d574fedc06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9428ee9-229b-48fc-a4de-ea4a2a46f150,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:55.054155 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] Attempting to bind port c88ce3be-f648-453c-af73-c24da91ae839 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:40:55.054523 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] Attempting to bind port c88ce3be-f648-453c-af73-c24da91ae839 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'cd059fb0-31a2-45c1-afd0-4ee5e7595571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:40:55.056023 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] Attempting to bind port c88ce3be-f648-453c-af73-c24da91ae839 on network 98a2366c-8208-4854-a4bd-3a7979c12afc {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:55.062216 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:40:55.062606 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] Checking segment: {'id': 'cd059fb0-31a2-45c1-afd0-4ee5e7595571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:55.062984 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:55.063569 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] Bound using segment: {'id': 'cd059fb0-31a2-45c1-afd0-4ee5e7595571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:40:55.064046 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] Bound port: c88ce3be-f648-453c-af73-c24da91ae839, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd059fb0-31a2-45c1-afd0-4ee5e7595571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:40:55.064489 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:55.092239 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7acb5ea-fbee-4cc8-b5f6-0db771132bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:55.129766 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] For port c88ce3be-f648-453c-af73-c24da91ae839, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:40:55.133156 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] For port c88ce3be-f648-453c-af73-c24da91ae839, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c88ce3be-f648-453c-af73-c24da91ae839,segment=NetworkSegment(cd059fb0-31a2-45c1-afd0-4ee5e7595571),segment_id=cd059fb0-31a2-45c1-afd0-4ee5e7595571)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:40:55.168365 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c413-3288-43e3-b09e-e2318e31c470 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:55.175733 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7acb5ea-fbee-4cc8-b5f6-0db771132bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:55.194924 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d7acb5ea-fbee-4cc8-b5f6-0db771132bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0774c640-7768-4e44-bebd-aa43b281334e']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:55.203985 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d7acb5ea-fbee-4cc8-b5f6-0db771132bd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ca5dda-e0e8-4944-bacc-b6df95e1f527') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:55.204346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d7acb5ea-fbee-4cc8-b5f6-0db771132bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ca5dda-e0e8-4944-bacc-b6df95e1f527') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:55.213139 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-585ea3ec-ae8e-4036-99ac-70c20849e934 req-d4f6771e-d280-409a-827d-fa72fb85c59f tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085448 Sep 17 23:40:55.214032 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7acb5ea-fbee-4cc8-b5f6-0db771132bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:55.217534 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:55.223230 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a3ba9fab-06ef-4010-b113-f54d1b225b78 req-9d0ad0c2-3238-4944-ac8f-1486f025950a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:55.229516 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a3ba9fab-06ef-4010-b113-f54d1b225b78 req-9d0ad0c2-3238-4944-ac8f-1486f025950a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:55.230676 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3ba9fab-06ef-4010-b113-f54d1b225b78 req-9d0ad0c2-3238-4944-ac8f-1486f025950a tempest-FloatingIPDetailsTestJSON-842086393 tempest-FloatingIPDetailsTestJSON-842086393-project] 10.222.0.46 "DELETE /v2.0/floatingips/2cf16982-2d61-4a19-9c93-cfc733f69f20 HTTP/1.1" status: 204 len: 173 time: 1.2252650 Sep 17 23:40:55.237419 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7acb5ea-fbee-4cc8-b5f6-0db771132bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:55.237533 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58020) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:55.241575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7acb5ea-fbee-4cc8-b5f6-0db771132bd1 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:40:55.243847 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7acb5ea-fbee-4cc8-b5f6-0db771132bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:40:55.308692 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:40:55.329363 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bacbec8-ebbd-4750-85bd-3d253e9474b1', 'name': 'network-vif-deleted', 'tag': 'a0d11fdc-98f4-44cc-81ee-bcd379e4f448'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:55.331915 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8c5c63-bafc-4e6b-b3fa-8d911efb38c3" -d '{"events": [{"server_uuid": "6bacbec8-ebbd-4750-85bd-3d253e9474b1", "name": "network-vif-deleted", "tag": "a0d11fdc-98f4-44cc-81ee-bcd379e4f448"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:55.335257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8f825-f7fd-4b58-8c43-1ded7b3f4994 None None] Pushing event updated for resources: {'Port': ['ID=c88ce3be-f648-453c-af73-c24da91ae839,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:55.381859 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7acb5ea-fbee-4cc8-b5f6-0db771132bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:55.391093 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7acb5ea-fbee-4cc8-b5f6-0db771132bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:55.398596 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d7acb5ea-fbee-4cc8-b5f6-0db771132bd1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0774c640-7768-4e44-bebd-aa43b281334e HTTP/1.1" status: 204 len: 168 time: 0.3821771 Sep 17 23:40:55.405045 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acb5ea-fbee-4cc8-b5f6-0db771132bd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0774c640-7768-4e44-bebd-aa43b281334e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:55.510949 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c413-3288-43e3-b09e-e2318e31c470 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:55.600919 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04609cf-ecb7-4613-af5e-1327e0832899 req-9080d439-ff10-412e-a4c2-6490b348a8b1 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:55.603039 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c04609cf-ecb7-4613-af5e-1327e0832899 req-9080d439-ff10-412e-a4c2-6490b348a8b1 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd7351e-10da-4011-99e8-122fbb37417c HTTP/1.1" status: 200 len: 943 time: 0.2579727 Sep 17 23:40:55.609066 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f790e-5a2c-4f73-b661-9d7afb82bbbe req-99063ebd-62db-4484-9d29-59d8a5173aac tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:55.610615 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a3f790e-5a2c-4f73-b661-9d7afb82bbbe req-99063ebd-62db-4484-9d29-59d8a5173aac tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 1096 time: 0.2644451 Sep 17 23:40:55.733548 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58030) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:55.739161 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a3f790e-5a2c-4f73-b661-9d7afb82bbbe req-28e9c3c3-48fb-42c4-87ac-8c4617918955 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200297 Sep 17 23:40:55.754410 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c04609cf-ecb7-4613-af5e-1327e0832899 req-1b1bff72-148a-4cd1-91fe-f66dfc6ca2e2 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341350 Sep 17 23:40:55.928284 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fe97531b-de5b-4ec6-8eb0-ec7679fb71ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=44e47732c271423c80653d26b92dbfcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909571 Sep 17 23:40:55.931234 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58036) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:55.983010 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a4132-d8d6-40da-9382-6dbd9c63cb10 req-9879fc37-dbca-4671-bc6a-5b9bc2ead97e tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:55.984540 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-934a4132-d8d6-40da-9382-6dbd9c63cb10 req-9879fc37-dbca-4671-bc6a-5b9bc2ead97e tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 1096 time: 0.1654856 Sep 17 23:40:55.985532 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b31e8239-2f0c-447b-833b-bd8ab2b255a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:56.016193 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a4a85-1d0b-4468-bc1b-d1e241ac2164 req-644d1724-efbc-4bb0-b6c5-fcc1f6535827 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:56.017743 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b9a4a85-1d0b-4468-bc1b-d1e241ac2164 req-644d1724-efbc-4bb0-b6c5-fcc1f6535827 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.1474886 Sep 17 23:40:56.018460 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b31e8239-2f0c-447b-833b-bd8ab2b255a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:56.126323 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-934a4132-d8d6-40da-9382-6dbd9c63cb10 req-2846ba8b-7195-4233-81f9-0c64bcab9510 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321499 Sep 17 23:40:56.135517 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device cb06bb18-698e-46aa-96e5-a8ff9b666fac details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:40:56.153668 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b31e8239-2f0c-447b-833b-bd8ab2b255a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:56.156490 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b31e8239-2f0c-447b-833b-bd8ab2b255a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:56.160972 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b31e8239-2f0c-447b-833b-bd8ab2b255a9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d1bdb0bb-b152-4231-858c-4afc54fe03e4 HTTP/1.1" status: 204 len: 168 time: 0.2257848 Sep 17 23:40:56.168298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e8239-2f0c-447b-833b-bd8ab2b255a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bdb0bb-b152-4231-858c-4afc54fe03e4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:56.180861 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b9a4a85-1d0b-4468-bc1b-d1e241ac2164 req-8b95c704-24d8-4acb-ac85-86b42421e179 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521969 Sep 17 23:40:56.241921 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726cd8e1-ebb3-444b-8542-4f820d8fc7f8 x-openstack-request-id: req-726cd8e1-ebb3-444b-8542-4f820d8fc7f8 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:40:56.242346 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bacbec8-ebbd-4750-85bd-3d253e9474b1", "name": "network-vif-deleted", "tag": "a0d11fdc-98f4-44cc-81ee-bcd379e4f448", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:40:56.243391 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-726cd8e1-ebb3-444b-8542-4f820d8fc7f8 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:40:56.244055 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bacbec8-ebbd-4750-85bd-3d253e9474b1', 'name': 'network-vif-deleted', 'tag': 'a0d11fdc-98f4-44cc-81ee-bcd379e4f448', 'status': 'completed', 'code': 200} Sep 17 23:40:56.296287 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c413-3288-43e3-b09e-e2318e31c470 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:56.302272 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port cb06bb18-698e-46aa-96e5-a8ff9b666fac, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=cb06bb18-698e-46aa-96e5-a8ff9b666fac,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:56.315585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'cb06bb18-698e-46aa-96e5-a8ff9b666fac', 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc', 'port_id': 'cb06bb18-698e-46aa-96e5-a8ff9b666fac', 'mac_address': 'fa:16:3e:66:69:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f294d2-e1d6-44d8-a05a-4631f2b03d1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:40:56.341047 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c413-3288-43e3-b09e-e2318e31c470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:56.373229 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:56.389305 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb06bb18-698e-46aa-96e5-a8ff9b666fac {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:40:56.410756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port cb06bb18-698e-46aa-96e5-a8ff9b666fac, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=cb06bb18-698e-46aa-96e5-a8ff9b666fac,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:56.427630 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c98817d-98bf-47b4-8d85-6d3a7fb3e2be None None] Network 98a2366c-8208-4854-a4bd-3a7979c12afc requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:40:56.460977 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1bc53cf-2298-40cc-a15d-6115cadfdf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:56.467941 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11b1d3-3211-4798-a567-0bbfadecd7ca req-97e21b29-2742-4ad3-864b-accd570e36b9 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:56.469512 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a11b1d3-3211-4798-a567-0bbfadecd7ca req-97e21b29-2742-4ad3-864b-accd570e36b9 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 1096 time: 0.1259770 Sep 17 23:40:56.506989 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e75d19ea-d580-4333-af58-5b90bcc079ba None None] Provisioning complete for port c88ce3be-f648-453c-af73-c24da91ae839 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:56.507387 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e75d19ea-d580-4333-af58-5b90bcc079ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:56.534290 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:56.585472 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a11b1d3-3211-4798-a567-0bbfadecd7ca req-2e06b31d-5643-474e-baa0-30635f10ebb2 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850155 Sep 17 23:40:56.628629 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-eaf4c413-3288-43e3-b09e-e2318e31c470 admin admin] Allocated IP 172.25.3.127 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/0d92b666-cd2d-4219-ba2c-00c2c0ef420c) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:40:56.673289 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=cb06bb18-698e-46aa-96e5-a8ff9b666fac,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:56.692448 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58052) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:56.710899 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e75d19ea-d580-4333-af58-5b90bcc079ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:56.771062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e75d19ea-d580-4333-af58-5b90bcc079ba None None] For port c88ce3be-f648-453c-af73-c24da91ae839, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c88ce3be-f648-453c-af73-c24da91ae839,segment=NetworkSegment(cd059fb0-31a2-45c1-afd0-4ee5e7595571),segment_id=cd059fb0-31a2-45c1-afd0-4ee5e7595571)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:56.791740 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-77cfd5be-8913-48df-8310-088d6342614c tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:56.793237 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['cb06bb18-698e-46aa-96e5-a8ff9b666fac'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:40:56.833541 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-77cfd5be-8913-48df-8310-088d6342614c tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:56.864078 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e75d19ea-d580-4333-af58-5b90bcc079ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:56.994994 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c413-3288-43e3-b09e-e2318e31c470 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:57.010617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d19ea-d580-4333-af58-5b90bcc079ba None None] Pushing event updated for resources: {'Port': ['ID=c88ce3be-f648-453c-af73-c24da91ae839,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:57.025968 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-77cfd5be-8913-48df-8310-088d6342614c tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:57.028531 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-77cfd5be-8913-48df-8310-088d6342614c tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:57.030155 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-77cfd5be-8913-48df-8310-088d6342614c tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "DELETE /v2.0/security-groups/1b305e32-20d7-4cbf-a953-27a57254ad05 HTTP/1.1" status: 204 len: 168 time: 0.3366039 Sep 17 23:40:57.038894 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58070) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:57.047635 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfd5be-8913-48df-8310-088d6342614c tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b305e32-20d7-4cbf-a953-27a57254ad05,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:57.101288 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c697b69-9345-4b90-8baa-d1fa2ef32ff6 req-b50150dd-a211-4806-9838-84ad59f0cc6a tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:57.102936 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c697b69-9345-4b90-8baa-d1fa2ef32ff6 req-b50150dd-a211-4806-9838-84ad59f0cc6a tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd7351e-10da-4011-99e8-122fbb37417c HTTP/1.1" status: 200 len: 944 time: 0.1639609 Sep 17 23:40:57.106573 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-07045520-8db1-4040-8759-76e383f74a1c tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] show failed (client error): The resource could not be found. Sep 17 23:40:57.106573 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-07045520-8db1-4040-8759-76e383f74a1c tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "GET /v2.0/security-groups/1b305e32-20d7-4cbf-a953-27a57254ad05 HTTP/1.1" status: 404 len: 347 time: 0.0648375 Sep 17 23:40:57.109094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58074) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:57.139646 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2abbca8f-5923-4687-aecc-e802939af98e None None] Provisioning complete for port c88ce3be-f648-453c-af73-c24da91ae839 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:57.140275 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2abbca8f-5923-4687-aecc-e802939af98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:57.177692 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c697b69-9345-4b90-8baa-d1fa2ef32ff6 req-343069e9-139f-4a9e-8463-c159ca2f6531 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589736 Sep 17 23:40:57.201757 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c413-3288-43e3-b09e-e2318e31c470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:57.216029 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-a1bc53cf-2298-40cc-a15d-6115cadfdf21 admin admin] Deleting port 89033a75-aad1-45c7-8c9c-6b8fa375cb52 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:57.216373 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1bc53cf-2298-40cc-a15d-6115cadfdf21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:57.276444 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf4c413-3288-43e3-b09e-e2318e31c470 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:40:57.278672 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-eaf4c413-3288-43e3-b09e-e2318e31c470 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:57.286960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf4c413-3288-43e3-b09e-e2318e31c470 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:40:57.344145 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4c413-3288-43e3-b09e-e2318e31c470 admin admin] Pushing event updated for resources: {'Port': ['ID=0d92b666-cd2d-4219-ba2c-00c2c0ef420c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:57.424590 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-a1bc53cf-2298-40cc-a15d-6115cadfdf21 admin admin] For port 89033a75-aad1-45c7-8c9c-6b8fa375cb52, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=89033a75-aad1-45c7-8c9c-6b8fa375cb52,segment=NetworkSegment(2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c),segment_id=2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:57.424989 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1bc53cf-2298-40cc-a15d-6115cadfdf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:57.444238 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f2d2c96a-0102-4910-81d9-887ebc2559d1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Deleting port 6a306e30-c66c-4b0a-8059-e4db7227be24 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:57.445069 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c96a-0102-4910-81d9-887ebc2559d1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:57.477033 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-a1bc53cf-2298-40cc-a15d-6115cadfdf21 admin admin] Calling delete_port for 89033a75-aad1-45c7-8c9c-6b8fa375cb52 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:57.548473 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c88ce3be-f648-453c-af73-c24da91ae839 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:57.599547 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c96a-0102-4910-81d9-887ebc2559d1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:57.600696 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c96a-0102-4910-81d9-887ebc2559d1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:57.614780 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f2d2c96a-0102-4910-81d9-887ebc2559d1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Calling delete_port for 6a306e30-c66c-4b0a-8059-e4db7227be24 owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:40:57.616142 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c88ce3be-f648-453c-af73-c24da91ae839 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:57.616627 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:57.815452 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58098) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:57.829549 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c96a-0102-4910-81d9-887ebc2559d1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:57.862137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2c96a-0102-4910-81d9-887ebc2559d1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Pushing event deleted for resources: {'Port': ['ID=6a306e30-c66c-4b0a-8059-e4db7227be24,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:57.938853 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c96a-0102-4910-81d9-887ebc2559d1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:57.942423 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c96a-0102-4910-81d9-887ebc2559d1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:57.946370 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f2d2c96a-0102-4910-81d9-887ebc2559d1 tempest-ServersWithSpecificFlavorTestJSON-1668253060 tempest-ServersWithSpecificFlavorTestJSON-1668253060-project] 10.222.0.46 "DELETE /v2.0/floatingips/91e93576-ed86-40bd-b6f2-31fedd200146 HTTP/1.1" status: 204 len: 168 time: 0.8334148 Sep 17 23:40:57.995998 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-44829e28-e465-4628-a25e-bcff83228307 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-81410014-network', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:58.073485 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44829e28-e465-4628-a25e-bcff83228307 admin admin] Made reservation on behalf of 8f9cc78239c7437cacb7009f2c68fb58 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:40:58.078118 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44829e28-e465-4628-a25e-bcff83228307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:58.085437 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44829e28-e465-4628-a25e-bcff83228307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:58.115375 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c413-3288-43e3-b09e-e2318e31c470 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:58.155945 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device cb06bb18-698e-46aa-96e5-a8ff9b666fac up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:40:58.215019 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1bc53cf-2298-40cc-a15d-6115cadfdf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:58.221917 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44829e28-e465-4628-a25e-bcff83228307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:58.288252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc53cf-2298-40cc-a15d-6115cadfdf21 admin admin] Pushing event deleted for resources: {'Port': ['ID=89033a75-aad1-45c7-8c9c-6b8fa375cb52,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:58.313350 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port cb06bb18-698e-46aa-96e5-a8ff9b666fac completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:40:58.317542 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port cb06bb18-698e-46aa-96e5-a8ff9b666fac triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:40:58.318107 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:58.343378 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44829e28-e465-4628-a25e-bcff83228307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:58.388909 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44829e28-e465-4628-a25e-bcff83228307 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:40:58.416431 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44829e28-e465-4628-a25e-bcff83228307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:58.416779 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-44829e28-e465-4628-a25e-bcff83228307 admin admin] Added segment 164344d6-ac71-496f-ac14-2575bcb321f9 of type vlan for network 1ae04948-4183-4a3d-bd37-c393127fcdb8 Sep 17 23:40:58.418162 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829e28-e465-4628-a25e-bcff83228307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7396621-deaf-4343-9a53-54be1821561b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:58.446331 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:58.475944 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c413-3288-43e3-b09e-e2318e31c470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:58.489894 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44829e28-e465-4628-a25e-bcff83228307 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:58.495795 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd7351e-10da-4011-99e8-122fbb37417c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb06bb18-698e-46aa-96e5-a8ff9b666fac'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:40:58.500254 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5264b9e-ec71-433b-bf44-b1666cebb503" -d '{"events": [{"server_uuid": "6fd7351e-10da-4011-99e8-122fbb37417c", "name": "network-vif-plugged", "status": "completed", "tag": "cb06bb18-698e-46aa-96e5-a8ff9b666fac"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:40:58.523598 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port cb06bb18-698e-46aa-96e5-a8ff9b666fac, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=cb06bb18-698e-46aa-96e5-a8ff9b666fac,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:40:58.582011 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44829e28-e465-4628-a25e-bcff83228307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:58.582290 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:58.584444 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44829e28-e465-4628-a25e-bcff83228307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:58.585155 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44829e28-e465-4628-a25e-bcff83228307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:58.625694 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1bc53cf-2298-40cc-a15d-6115cadfdf21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:58.639138 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=cb06bb18-698e-46aa-96e5-a8ff9b666fac,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:58.647839 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829e28-e465-4628-a25e-bcff83228307 admin admin] Pushing event updated for resources: {'Network': ['ID=1ae04948-4183-4a3d-bd37-c393127fcdb8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:58.658318 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 1ae04948-4183-4a3d-bd37-c393127fcdb8 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:40:58.691405 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-44829e28-e465-4628-a25e-bcff83228307 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8747272 Sep 17 23:40:58.694260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58132) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:58.699564 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-49066d5f-ffdc-4495-a668-7111d099a6d9 admin admin] Request body: {'subnet': {'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-81410014-subnet', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:58.714083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-ff86ef5d-92f7-432b-a0a4-e78bd5941f0b tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:40:58.720979 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-ff86ef5d-92f7-432b-a0a4-e78bd5941f0b tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119638 Sep 17 23:40:58.793910 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49066d5f-ffdc-4495-a668-7111d099a6d9 admin admin] Made reservation on behalf of 8f9cc78239c7437cacb7009f2c68fb58 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:40:58.796357 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-49066d5f-ffdc-4495-a668-7111d099a6d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:58.802913 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d662c3e-a242-494b-984e-c88a130d139a req-a245cfb7-0667-4ef5-ab63-f149b39ccf46 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:58.804357 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-a245cfb7-0667-4ef5-ab63-f149b39ccf46 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/ports/261924fe-8bc8-4de5-ba1e-cdf6869091ab HTTP/1.1" status: 200 len: 1093 time: 0.0826395 Sep 17 23:40:58.818045 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-9d662c3e-a242-494b-984e-c88a130d139a req-0b8b521f-c8a4-4f07-8bd8-b1306fe2ae28 service neutron] Request body: {'binding': {'host': 'n-h1-809883-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:58.818503 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-9d662c3e-a242-494b-984e-c88a130d139a req-0b8b521f-c8a4-4f07-8bd8-b1306fe2ae28 service neutron] Unknown quota resources ['binding']. {{(pid=95592) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 23:40:58.897638 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf4c413-3288-43e3-b09e-e2318e31c470 admin admin] Router c740fa8a-6cf9-42df-b951-b0372678aa20 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:40:59.050577 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-49066d5f-ffdc-4495-a668-7111d099a6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:59.079679 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bc53cf-2298-40cc-a15d-6115cadfdf21 admin admin] Router 1a80af66-ef41-43a3-9086-98d050d68597 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:40:59.110586 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49066d5f-ffdc-4495-a668-7111d099a6d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=914a5e03-c97e-4072-a458-079cc4a8ce5f,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:40:59.119809 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49066d5f-ffdc-4495-a668-7111d099a6d9 admin admin] Checking segment: {'id': '164344d6-ac71-496f-ac14-2575bcb321f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:59.120161 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49066d5f-ffdc-4495-a668-7111d099a6d9 admin admin] Network hostable DHCP agents. Network: 1ae04948-4183-4a3d-bd37-c393127fcdb8, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:40:59.194209 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf4c413-3288-43e3-b09e-e2318e31c470 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:40:59.203330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] Sync routers for ids ['c740fa8a-6cf9-42df-b951-b0372678aa20'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:40:59.212498 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] Routers {'c740fa8a-6cf9-42df-b951-b0372678aa20'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:59.213288 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c740fa8a-6cf9-42df-b951-b0372678aa20'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:59.223671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-9d662c3e-a242-494b-984e-c88a130d139a req-0b8b521f-c8a4-4f07-8bd8-b1306fe2ae28 service neutron] Attempting to bind port 261924fe-8bc8-4de5-ba1e-cdf6869091ab on host n-h1-809883-1 for vnic_type normal with profile None {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:40:59.224065 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-9d662c3e-a242-494b-984e-c88a130d139a req-0b8b521f-c8a4-4f07-8bd8-b1306fe2ae28 service neutron] Attempting to bind port 261924fe-8bc8-4de5-ba1e-cdf6869091ab by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:40:59.224390 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d662c3e-a242-494b-984e-c88a130d139a req-0b8b521f-c8a4-4f07-8bd8-b1306fe2ae28 service neutron] Attempting to bind port 261924fe-8bc8-4de5-ba1e-cdf6869091ab on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:59.234280 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d662c3e-a242-494b-984e-c88a130d139a req-0b8b521f-c8a4-4f07-8bd8-b1306fe2ae28 service neutron] Port 261924fe-8bc8-4de5-ba1e-cdf6869091ab on network de59519b-4223-446a-ba3f-49ba8599e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:40:59.234605 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d662c3e-a242-494b-984e-c88a130d139a req-0b8b521f-c8a4-4f07-8bd8-b1306fe2ae28 service neutron] Attempting to bind port 261924fe-8bc8-4de5-ba1e-cdf6869091ab on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:59.239602 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49066d5f-ffdc-4495-a668-7111d099a6d9 admin admin] Network 1ae04948-4183-4a3d-bd37-c393127fcdb8 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:40:59.265881 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d662c3e-a242-494b-984e-c88a130d139a req-0b8b521f-c8a4-4f07-8bd8-b1306fe2ae28 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:40:59.266220 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d662c3e-a242-494b-984e-c88a130d139a req-0b8b521f-c8a4-4f07-8bd8-b1306fe2ae28 service neutron] Checking segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:59.266611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d662c3e-a242-494b-984e-c88a130d139a req-0b8b521f-c8a4-4f07-8bd8-b1306fe2ae28 service neutron] Bound using segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:40:59.267058 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-9d662c3e-a242-494b-984e-c88a130d139a req-0b8b521f-c8a4-4f07-8bd8-b1306fe2ae28 service neutron] Bound port: 261924fe-8bc8-4de5-ba1e-cdf6869091ab, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:40:59.314080 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-eaf4c413-3288-43e3-b09e-e2318e31c470 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:59.315378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-eaf4c413-3288-43e3-b09e-e2318e31c470 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9041576 Sep 17 23:40:59.318441 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58134) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:59.319162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] Set router c740fa8a-6cf9-42df-b951-b0372678aa20 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:59.324635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bc53cf-2298-40cc-a15d-6115cadfdf21 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:40:59.332999 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a1bc53cf-2298-40cc-a15d-6115cadfdf21 admin admin] 10.222.0.46 "PUT /v2.0/routers/1a80af66-ef41-43a3-9086-98d050d68597/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0918939 Sep 17 23:40:59.334124 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58136) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:59.336501 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541bcd38-9c75-41dd-a547-59da1c549632 None None] Sync routers for ids ['1a80af66-ef41-43a3-9086-98d050d68597'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:40:59.351595 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541bcd38-9c75-41dd-a547-59da1c549632 None None] Routers {'1a80af66-ef41-43a3-9086-98d050d68597'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:40:59.353264 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-541bcd38-9c75-41dd-a547-59da1c549632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1a80af66-ef41-43a3-9086-98d050d68597'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:59.370948 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-49066d5f-ffdc-4495-a668-7111d099a6d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 1ae04948-4183-4a3d-bd37-c393127fcdb8) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:40:59.390403 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-3f86f2af-5ae1-4fd6-8c0d-c7020698b0da tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:40:59.390633 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49066d5f-ffdc-4495-a668-7111d099a6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:59.391278 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-49066d5f-ffdc-4495-a668-7111d099a6d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:59.391400 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-3f86f2af-5ae1-4fd6-8c0d-c7020698b0da tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096278 Sep 17 23:40:59.411817 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-9d662c3e-a242-494b-984e-c88a130d139a req-0b8b521f-c8a4-4f07-8bd8-b1306fe2ae28 service neutron] For port 261924fe-8bc8-4de5-ba1e-cdf6869091ab, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=261924fe-8bc8-4de5-ba1e-cdf6869091ab,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:40:59.442116 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3229a56-4eba-44de-8031-d6536fa4e268 None None] Network 1ae04948-4183-4a3d-bd37-c393127fcdb8 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:40:59.448987 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-a1ddaa45-60c3-4318-a6a0-6ebd93f7e804 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:40:59.450256 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-a1ddaa45-60c3-4318-a6a0-6ebd93f7e804 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/ports/9bfed16a-f247-4de1-a706-e4a4a00e80f7 HTTP/1.1" status: 200 len: 1093 time: 0.0509281 Sep 17 23:40:59.483352 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-2b70bf04-cc9f-43ed-a96d-15ae768a8897 service neutron] Request body: {'binding': {'host': 'n-h2-809883-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:59.483803 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-2b70bf04-cc9f-43ed-a96d-15ae768a8897 service neutron] Unknown quota resources ['binding']. {{(pid=95592) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 23:40:59.491302 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d662c3e-a242-494b-984e-c88a130d139a req-0b8b521f-c8a4-4f07-8bd8-b1306fe2ae28 service neutron] Notify callbacks [] for binding, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:59.493175 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-0b8b521f-c8a4-4f07-8bd8-b1306fe2ae28 service neutron] 10.222.0.46 "POST /v2.0/ports/261924fe-8bc8-4de5-ba1e-cdf6869091ab/bindings HTTP/1.1" status: 201 len: 389 time: 0.6780546 Sep 17 23:40:59.495181 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-541bcd38-9c75-41dd-a547-59da1c549632 None None] Set router 1a80af66-ef41-43a3-9086-98d050d68597 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:40:59.533538 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22c38c40-c260-447b-a145-a35007294783 admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:59.559716 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-49066d5f-ffdc-4495-a668-7111d099a6d9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8643148 Sep 17 23:40:59.563149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58138) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:40:59.568409 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d174cb2d-5b19-4677-a4c5-96d9730ea927 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-81410014-router', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:40:59.680100 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'name': 'tempest-ServersTestFqdnHostnames-1569078406-router', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:54Z', 'updated_at': '2021-09-17T23:40:57Z', 'revision_number': 3, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'gw_port': {'id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:56Z', 'updated_at': '2021-09-17T23:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:59.713043 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] Checking router: c740fa8a-6cf9-42df-b951-b0372678aa20 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:40:59.713393 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] Updating router c740fa8a-6cf9-42df-b951-b0372678aa20 port 0d92b666-cd2d-4219-ba2c-00c2c0ef420c binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:40:59.726019 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22c38c40-c260-447b-a145-a35007294783 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:59.751633 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-2b70bf04-cc9f-43ed-a96d-15ae768a8897 service neutron] Attempting to bind port 9bfed16a-f247-4de1-a706-e4a4a00e80f7 on host n-h2-809883-1 for vnic_type normal with profile None {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:40:59.751975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-2b70bf04-cc9f-43ed-a96d-15ae768a8897 service neutron] Attempting to bind port 9bfed16a-f247-4de1-a706-e4a4a00e80f7 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:40:59.752306 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-2b70bf04-cc9f-43ed-a96d-15ae768a8897 service neutron] Attempting to bind port 9bfed16a-f247-4de1-a706-e4a4a00e80f7 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:59.758886 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-2b70bf04-cc9f-43ed-a96d-15ae768a8897 service neutron] Port 9bfed16a-f247-4de1-a706-e4a4a00e80f7 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:40:59.759224 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-2b70bf04-cc9f-43ed-a96d-15ae768a8897 service neutron] Attempting to bind port 9bfed16a-f247-4de1-a706-e4a4a00e80f7 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:40:59.766448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-2b70bf04-cc9f-43ed-a96d-15ae768a8897 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:40:59.766795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-2b70bf04-cc9f-43ed-a96d-15ae768a8897 service neutron] Checking segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:40:59.767757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-2b70bf04-cc9f-43ed-a96d-15ae768a8897 service neutron] Bound using segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:40:59.768055 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:59.768208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-2b70bf04-cc9f-43ed-a96d-15ae768a8897 service neutron] Bound port: 9bfed16a-f247-4de1-a706-e4a4a00e80f7, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:40:59.794077 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d174cb2d-5b19-4677-a4c5-96d9730ea927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:59.795339 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d174cb2d-5b19-4677-a4c5-96d9730ea927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:59.868946 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-2b70bf04-cc9f-43ed-a96d-15ae768a8897 service neutron] For port 9bfed16a-f247-4de1-a706-e4a4a00e80f7, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9bfed16a-f247-4de1-a706-e4a4a00e80f7,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:40:59.882464 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-1ae04948-4183-4a3d-bd37-c393127fcdb8', 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'fixed_ips': [{'subnet_id': '914a5e03-c97e-4072-a458-079cc4a8ce5f'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:40:59.884032 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:59.891199 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d174cb2d-5b19-4677-a4c5-96d9730ea927 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:59.904469 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-541bcd38-9c75-41dd-a547-59da1c549632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a80af66-ef41-43a3-9086-98d050d68597', 'name': 'tempest-FloatingIPDetailsTestJSON-370088375-router', 'tenant_id': '67d3647098424215b9156fcd69add5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '21f58fb1-9418-4a36-819c-1b2eaad1bee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:16Z', 'updated_at': '2021-09-17T23:40:58Z', 'revision_number': 5, 'project_id': '67d3647098424215b9156fcd69add5f9', 'gw_port': {'id': '21f58fb1-9418-4a36-819c-1b2eaad1bee1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a80af66-ef41-43a3-9086-98d050d68597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:17Z', 'updated_at': '2021-09-17T23:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:40:59.938070 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-2b70bf04-cc9f-43ed-a96d-15ae768a8897 service neutron] Notify callbacks [] for binding, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:59.944006 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-2b70bf04-cc9f-43ed-a96d-15ae768a8897 service neutron] 10.222.0.46 "POST /v2.0/ports/9bfed16a-f247-4de1-a706-e4a4a00e80f7/bindings HTTP/1.1" status: 201 len: 389 time: 0.4625111 Sep 17 23:40:59.973957 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-22c38c40-c260-447b-a145-a35007294783 admin admin] Deleting port 21f58fb1-9418-4a36-819c-1b2eaad1bee1 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:40:59.974214 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22c38c40-c260-447b-a145-a35007294783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:40:59.990081 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541bcd38-9c75-41dd-a547-59da1c549632 None None] Checking router: 1a80af66-ef41-43a3-9086-98d050d68597 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:41:00.005718 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541bcd38-9c75-41dd-a547-59da1c549632 None None] Routers {'1a80af66-ef41-43a3-9086-98d050d68597'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:41:00.007301 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-541bcd38-9c75-41dd-a547-59da1c549632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1a80af66-ef41-43a3-9086-98d050d68597'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:00.081967 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4c15a60b-1953-4eda-ba77-00fd586213b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:00.148252 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-541bcd38-9c75-41dd-a547-59da1c549632 None None] Set router 1a80af66-ef41-43a3-9086-98d050d68597 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:41:00.161519 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] Allocated IP 172.20.0.2 (1ae04948-4183-4a3d-bd37-c393127fcdb8/914a5e03-c97e-4072-a458-079cc4a8ce5f/791ed136-c43a-4805-a3f9-7a53acfd1c1f) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:41:00.167255 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d174cb2d-5b19-4677-a4c5-96d9730ea927 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:00.167820 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3f6a9-fb36-4819-8d26-ca5fa184e70f req-a2f00279-fadf-4081-808a-acaba9cb1165 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:00.177362 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b6b3f6a9-fb36-4819-8d26-ca5fa184e70f req-a2f00279-fadf-4081-808a-acaba9cb1165 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.1544080 Sep 17 23:41:00.193766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-22c38c40-c260-447b-a145-a35007294783 admin admin] For port 21f58fb1-9418-4a36-819c-1b2eaad1bee1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=21f58fb1-9418-4a36-819c-1b2eaad1bee1,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:00.194117 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22c38c40-c260-447b-a145-a35007294783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:00.223445 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-22c38c40-c260-447b-a145-a35007294783 admin admin] Calling delete_port for 21f58fb1-9418-4a36-819c-1b2eaad1bee1 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:41:00.265920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b6b3f6a9-fb36-4819-8d26-ca5fa184e70f req-0bd304ea-d59c-4578-8e11-b67e1c4e9c91 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875449 Sep 17 23:41:00.309750 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-541bcd38-9c75-41dd-a547-59da1c549632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a80af66-ef41-43a3-9086-98d050d68597', 'name': 'tempest-FloatingIPDetailsTestJSON-370088375-router', 'tenant_id': '67d3647098424215b9156fcd69add5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:16Z', 'updated_at': '2021-09-17T23:40:59Z', 'revision_number': 6, 'project_id': '67d3647098424215b9156fcd69add5f9', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:00.332776 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:00.352230 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541bcd38-9c75-41dd-a547-59da1c549632 None None] The sync data for ids ['1a80af66-ef41-43a3-9086-98d050d68597'] in n-d-809883-1 is: [{'id': '1a80af66-ef41-43a3-9086-98d050d68597', 'name': 'tempest-FloatingIPDetailsTestJSON-370088375-router', 'tenant_id': '67d3647098424215b9156fcd69add5f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:16Z', 'updated_at': '2021-09-17T23:40:59Z', 'revision_number': 6, 'project_id': '67d3647098424215b9156fcd69add5f9', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:41:00.353089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d662c3e-a242-494b-984e-c88a130d139a req-0a5b0892-1e7b-4061-b8a8-5ffdfd37ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:00.355760 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-0a5b0892-1e7b-4061-b8a8-5ffdfd37ec74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 1096 time: 0.0884187 Sep 17 23:41:00.426453 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:00.453322 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:00.477246 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-4c15a60b-1953-4eda-ba77-00fd586213b9 admin admin] Allocated IP 172.20.0.1 (98a2366c-8208-4854-a4bd-3a7979c12afc/3d0c75e9-a6be-4367-bb7a-8570a935418d/a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:41:00.499240 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b8f62-369e-474d-a2b8-5ad933980105 req-febbe997-708c-4dbc-99aa-7b89035ad758 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:00.499447 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22638991-e839-4895-8fe3-e313a24a663f x-openstack-request-id: req-22638991-e839-4895-8fe3-e313a24a663f {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:00.499588 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd7351e-10da-4011-99e8-122fbb37417c", "name": "network-vif-plugged", "status": "completed", "tag": "cb06bb18-698e-46aa-96e5-a8ff9b666fac", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:00.499854 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22638991-e839-4895-8fe3-e313a24a663f {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:00.500240 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd7351e-10da-4011-99e8-122fbb37417c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb06bb18-698e-46aa-96e5-a8ff9b666fac', 'code': 200} Sep 17 23:41:00.501481 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-938b8f62-369e-474d-a2b8-5ad933980105 req-febbe997-708c-4dbc-99aa-7b89035ad758 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd7351e-10da-4011-99e8-122fbb37417c HTTP/1.1" status: 200 len: 945 time: 0.1343770 Sep 17 23:41:00.510316 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:00.542380 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] Network 1ae04948-4183-4a3d-bd37-c393127fcdb8 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:41:00.545309 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c410ae-91df-4681-9ca1-2c35e2897417 None None] Pushing event updated for resources: {'Port': ['ID=0d92b666-cd2d-4219-ba2c-00c2c0ef420c,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:00.549356 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:41:00.553325 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:41:00.562008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] Attempting to bind port 0d92b666-cd2d-4219-ba2c-00c2c0ef420c on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:41:00.562189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] Attempting to bind port 0d92b666-cd2d-4219-ba2c-00c2c0ef420c by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:41:00.562639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] Attempting to bind port 0d92b666-cd2d-4219-ba2c-00c2c0ef420c on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:00.603151 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d662c3e-a242-494b-984e-c88a130d139a req-300bdfee-6b8a-4d30-8d4b-cd3f2c7047a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:00.605013 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-300bdfee-6b8a-4d30-8d4b-cd3f2c7047a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 922 time: 0.2380736 Sep 17 23:41:00.627837 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] Pushing event updated for resources: {'Port': ['ID=791ed136-c43a-4805-a3f9-7a53acfd1c1f,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:00.638301 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:41:00.638805 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:41:00.639372 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:00.639786 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:41:00.640695 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] Bound port: 0d92b666-cd2d-4219-ba2c-00c2c0ef420c, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:41:00.641170 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:00.708635 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-24080fcf-a94a-42d0-8097-dcd18a291a4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=261924fe-8bc8-4de5-ba1e-cdf6869091ab HTTP/1.1" status: 200 len: 217 time: 0.0883052 Sep 17 23:41:00.733704 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] Attempting to bind port 791ed136-c43a-4805-a3f9-7a53acfd1c1f on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:41:00.735124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] Attempting to bind port 791ed136-c43a-4805-a3f9-7a53acfd1c1f by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '164344d6-ac71-496f-ac14-2575bcb321f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:41:00.735652 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] Attempting to bind port 791ed136-c43a-4805-a3f9-7a53acfd1c1f on network 1ae04948-4183-4a3d-bd37-c393127fcdb8 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:00.748168 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:41:00.748815 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] Checking segment: {'id': '164344d6-ac71-496f-ac14-2575bcb321f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:41:00.749240 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:00.749700 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] Bound using segment: {'id': '164344d6-ac71-496f-ac14-2575bcb321f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:41:00.750186 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] Bound port: 791ed136-c43a-4805-a3f9-7a53acfd1c1f, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164344d6-ac71-496f-ac14-2575bcb321f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:41:00.750826 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:00.818936 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] For port 0d92b666-cd2d-4219-ba2c-00c2c0ef420c, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:00.827879 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] For port 0d92b666-cd2d-4219-ba2c-00c2c0ef420c, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=0d92b666-cd2d-4219-ba2c-00c2c0ef420c,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:41:00.848057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] For port 791ed136-c43a-4805-a3f9-7a53acfd1c1f, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:00.852664 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] For port 791ed136-c43a-4805-a3f9-7a53acfd1c1f, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=791ed136-c43a-4805-a3f9-7a53acfd1c1f,segment=NetworkSegment(164344d6-ac71-496f-ac14-2575bcb321f9),segment_id=164344d6-ac71-496f-ac14-2575bcb321f9)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:41:00.902792 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:00.937405 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:00.955086 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-938b8f62-369e-474d-a2b8-5ad933980105 req-2dada166-ad35-42e0-9ccf-a27a41c01956 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416785 Sep 17 23:41:00.979102 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ec0bd-d3b8-46e6-a360-d925518ebc09 req-6d2785eb-2cd6-4e31-a49d-cc7e39b609e4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:00.979357 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d14ec0bd-d3b8-46e6-a360-d925518ebc09 req-6d2785eb-2cd6-4e31-a49d-cc7e39b609e4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 945 time: 0.0825660 Sep 17 23:41:00.987362 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c410ae-91df-4681-9ca1-2c35e2897417 None None] Pushing event updated for resources: {'Port': ['ID=0d92b666-cd2d-4219-ba2c-00c2c0ef420c,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:01.058085 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d14ec0bd-d3b8-46e6-a360-d925518ebc09 req-10b897e7-9489-44f3-b831-9b46eb4a367c tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723462 Sep 17 23:41:01.059575 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22c38c40-c260-447b-a145-a35007294783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:01.064199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fefe1c-75eb-420f-bfcd-6fa59e4099eb None None] Pushing event updated for resources: {'Port': ['ID=791ed136-c43a-4805-a3f9-7a53acfd1c1f,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:01.069784 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] Routers {'c740fa8a-6cf9-42df-b951-b0372678aa20'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:41:01.070433 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c740fa8a-6cf9-42df-b951-b0372678aa20'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:01.138994 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cffb2-e7a8-471f-9f09-a1b1c338b3dc req-1dcf704c-1e66-40ec-9129-8434f6958bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:01.140496 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9a8cffb2-e7a8-471f-9f09-a1b1c338b3dc req-1dcf704c-1e66-40ec-9129-8434f6958bad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fd7351e-10da-4011-99e8-122fbb37417c HTTP/1.1" status: 200 len: 1096 time: 0.5347290 Sep 17 23:41:01.194870 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c38c40-c260-447b-a145-a35007294783 admin admin] Pushing event deleted for resources: {'Port': ['ID=21f58fb1-9418-4a36-819c-1b2eaad1bee1,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:01.234177 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d662c3e-a242-494b-984e-c88a130d139a req-468c1a97-c6fd-403d-9b90-dab21bf8c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:01.240568 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-468c1a97-c6fd-403d-9b90-dab21bf8c507 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.5187736 Sep 17 23:41:01.251792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862e093-e6d1-4207-be08-4eec27f8feca req-8b6c4e35-2ec1-4e44-97c8-cc261079a52e tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:01.253508 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a862e093-e6d1-4207-be08-4eec27f8feca req-8b6c4e35-2ec1-4e44-97c8-cc261079a52e tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 945 time: 0.1814151 Sep 17 23:41:01.264019 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] Set router c740fa8a-6cf9-42df-b951-b0372678aa20 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:41:01.285636 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4c15a60b-1953-4eda-ba77-00fd586213b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:01.305181 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9a8cffb2-e7a8-471f-9f09-a1b1c338b3dc req-ff8507c6-609f-4bc0-8759-353d39d2406a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481020 Sep 17 23:41:01.309011 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-6f2d7171-f3b6-43a7-af8e-f0d4c4760841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:01.310426 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-6f2d7171-f3b6-43a7-af8e-f0d4c4760841 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 1096 time: 0.2355042 Sep 17 23:41:01.322797 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-66b2b260-5974-447b-8ff4-6c74c0f459e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660372 Sep 17 23:41:01.449904 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22c38c40-c260-447b-a145-a35007294783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:01.526702 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a862e093-e6d1-4207-be08-4eec27f8feca req-186eda29-0b50-4cc0-8949-31e39470c127 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965501 Sep 17 23:41:01.570174 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 791ed136-c43a-4805-a3f9-7a53acfd1c1f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:41:01.630515 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22c38c40-c260-447b-a145-a35007294783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:01.632793 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22c38c40-c260-447b-a145-a35007294783 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:01.677914 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d174cb2d-5b19-4677-a4c5-96d9730ea927 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:01.725291 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d174cb2d-5b19-4677-a4c5-96d9730ea927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:01.745478 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-25001033-9ffb-4fa6-9391-8a3492580496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:01.746977 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-25001033-9ffb-4fa6-9391-8a3492580496 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 909 time: 0.3336148 Sep 17 23:41:01.764784 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67861a45-18ec-45dc-8030-3f42307a86c5 req-90572b2d-3a34-4b35-967c-c979e9fc008d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:01.772288 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67861a45-18ec-45dc-8030-3f42307a86c5 req-90572b2d-3a34-4b35-967c-c979e9fc008d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.3719261 Sep 17 23:41:01.773593 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58160) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:01.809356 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-81f389b8-46d8-418e-a3a6-0407f18daaf9 service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049815 Sep 17 23:41:01.816898 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 791ed136-c43a-4805-a3f9-7a53acfd1c1f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:01.817448 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:01.841799 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67861a45-18ec-45dc-8030-3f42307a86c5 req-4fb6e8c8-fa2c-4de5-b643-ede278fa80e6 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616186 Sep 17 23:41:01.845235 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22c38c40-c260-447b-a145-a35007294783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:01.846018 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c38c40-c260-447b-a145-a35007294783 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a80af66-ef41-43a3-9086-98d050d68597 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:41:01.856698 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22c38c40-c260-447b-a145-a35007294783 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:01.860096 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-c1fd9fd1-a16b-40a0-a18c-2127766d1018 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bfed16a-f247-4de1-a706-e4a4a00e80f7 HTTP/1.1" status: 200 len: 217 time: 0.1046379 Sep 17 23:41:01.861440 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-22c38c40-c260-447b-a145-a35007294783 admin admin] 10.222.0.46 "DELETE /v2.0/routers/1a80af66-ef41-43a3-9086-98d050d68597 HTTP/1.1" status: 204 len: 168 time: 2.5260999 Sep 17 23:41:01.866751 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4c15a60b-1953-4eda-ba77-00fd586213b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:01.868865 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'name': 'tempest-ServersTestFqdnHostnames-1569078406-router', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:54Z', 'updated_at': '2021-09-17T23:40:57Z', 'revision_number': 3, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'gw_port': {'id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:56Z', 'updated_at': '2021-09-17T23:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:01.869535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58164) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:01.910749 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a9491-b831-4c5b-a240-49231d6ea492 None None] The sync data for ids ['c740fa8a-6cf9-42df-b951-b0372678aa20'] in n-d-809883-1 is: [{'id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'name': 'tempest-ServersTestFqdnHostnames-1569078406-router', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:54Z', 'updated_at': '2021-09-17T23:40:57Z', 'revision_number': 3, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'gw_port': {'id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:56Z', 'updated_at': '2021-09-17T23:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:41:01.993851 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:02.057418 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-d174cb2d-5b19-4677-a4c5-96d9730ea927 admin admin] Allocated IP 172.25.3.121 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/c84f6901-8124-43b4-84cd-7253ba96bc80) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:41:02.099647 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 791ed136-c43a-4805-a3f9-7a53acfd1c1f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=791ed136-c43a-4805-a3f9-7a53acfd1c1f,segment=NetworkSegment(164344d6-ac71-496f-ac14-2575bcb321f9),segment_id=164344d6-ac71-496f-ac14-2575bcb321f9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:02.199028 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:02.236643 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c15a60b-1953-4eda-ba77-00fd586213b9 admin admin] Network 98a2366c-8208-4854-a4bd-3a7979c12afc is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:41:02.245439 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d1403-164a-4d75-ab68-5b790c544db1 req-54bd7c6a-69ec-498b-af3a-bf63d6f1ac5e tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:02.246693 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-4c15a60b-1953-4eda-ba77-00fd586213b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:41:02.250212 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c15a60b-1953-4eda-ba77-00fd586213b9 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:41:02.266728 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-350d1403-164a-4d75-ab68-5b790c544db1 req-54bd7c6a-69ec-498b-af3a-bf63d6f1ac5e tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd7351e-10da-4011-99e8-122fbb37417c HTTP/1.1" status: 200 len: 945 time: 0.1674702 Sep 17 23:41:02.312627 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 89033a75-aad1-45c7-8c9c-6b8fa375cb52 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:41:02.381034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 89033a75-aad1-45c7-8c9c-6b8fa375cb52 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:41:02.381371 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 89033a75-aad1-45c7-8c9c-6b8fa375cb52 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:41:02.381792 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 21f58fb1-9418-4a36-819c-1b2eaad1bee1 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:41:02.384126 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=791ed136-c43a-4805-a3f9-7a53acfd1c1f,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:02.406886 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41127fc7-4831-4aab-a656-f5706842d7a2 req-887d1d82-8043-4c9c-aa80-20b4b01b63a0 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:02.409175 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41127fc7-4831-4aab-a656-f5706842d7a2 req-887d1d82-8043-4c9c-aa80-20b4b01b63a0 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 945 time: 0.2355754 Sep 17 23:41:02.424427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 21f58fb1-9418-4a36-819c-1b2eaad1bee1 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:41:02.424779 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 21f58fb1-9418-4a36-819c-1b2eaad1bee1 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:41:02.461656 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-350d1403-164a-4d75-ab68-5b790c544db1 req-a56258ea-b127-43a7-a756-ba693826a80b tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905982 Sep 17 23:41:02.463285 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4c15a60b-1953-4eda-ba77-00fd586213b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:02.530872 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41127fc7-4831-4aab-a656-f5706842d7a2 req-277d8656-1977-43dc-b7d9-e733d5d96fa4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140764 Sep 17 23:41:02.589716 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d174cb2d-5b19-4677-a4c5-96d9730ea927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:02.619918 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15a60b-1953-4eda-ba77-00fd586213b9 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:02.633666 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cadd1de-7984-4598-a1c0-76ddc1fd4df4 None None] Network 1ae04948-4183-4a3d-bd37-c393127fcdb8 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:41:02.659841 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e403ff-2124-4a62-a212-8fd47f95a293 admin admin] Deleting subnet 04a81ec0-dae6-4edb-a798-a228c9d47fb8 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:41:02.670108 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-66e403ff-2124-4a62-a212-8fd47f95a293 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:02.673929 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-7e341ee0-0e8e-47ad-b004-84d0d973657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:02.675738 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-7e341ee0-0e8e-47ad-b004-84d0d973657f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.5041497 Sep 17 23:41:02.704098 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-d0c13f6d-9915-4c56-a964-70dab6746ff5 service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8430259 Sep 17 23:41:02.723416 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f190904a-4263-4f54-b8a4-f86c2ffc6c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:02.738701 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-8b8d42ab-2030-44cf-8d0e-79064308cb84 None None] Provisioning complete for port 791ed136-c43a-4805-a3f9-7a53acfd1c1f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:02.739057 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8b8d42ab-2030-44cf-8d0e-79064308cb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:02.754893 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-ee8adc75-ea7b-480b-b509-38c443eeaa40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479982 Sep 17 23:41:02.801361 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e25b5b-aad0-4470-899d-9ff6e8b3e031 req-430f42b2-5e23-4377-8002-71c085fd1b24 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:02.804180 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68e25b5b-aad0-4470-899d-9ff6e8b3e031 req-430f42b2-5e23-4377-8002-71c085fd1b24 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 945 time: 0.1346743 Sep 17 23:41:02.808790 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-66e403ff-2124-4a62-a212-8fd47f95a293 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:02.900328 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68e25b5b-aad0-4470-899d-9ff6e8b3e031 req-81f90c8a-5ed5-4947-ad07-24d14aa3e528 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854819 Sep 17 23:41:02.979972 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-8b8d42ab-2030-44cf-8d0e-79064308cb84 None None] Provisioning complete for port a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:02.980565 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8b8d42ab-2030-44cf-8d0e-79064308cb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:03.074159 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-8b8d42ab-2030-44cf-8d0e-79064308cb84 None None] Port a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:41:03.131347 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d174cb2d-5b19-4677-a4c5-96d9730ea927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:03.143449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3c100-d1b2-4c3b-b0b8-9132401a0c43 req-3318de38-9484-46cd-a021-5d17ee87679f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:03.151287 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57d3c100-d1b2-4c3b-b0b8-9132401a0c43 req-3318de38-9484-46cd-a021-5d17ee87679f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.1067822 Sep 17 23:41:03.190184 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f190904a-4263-4f54-b8a4-f86c2ffc6c81 admin admin] Deleting port b5b0baa6-3f0f-4cf0-8580-10e8600c7d01 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:41:03.190533 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f190904a-4263-4f54-b8a4-f86c2ffc6c81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:03.214553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174cb2d-5b19-4677-a4c5-96d9730ea927 admin admin] Pushing event updated for resources: {'Port': ['ID=c84f6901-8124-43b4-84cd-7253ba96bc80,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:03.232325 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-6db5f7ac-65af-4aab-84ab-8c3978291050 service neutron] 10.222.0.37 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389088 Sep 17 23:41:03.249729 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57d3c100-d1b2-4c3b-b0b8-9132401a0c43 req-e1b1784d-36ec-44b8-9333-eaea96977adf tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975165 Sep 17 23:41:03.310502 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b4e85350-e8db-4cd5-a056-cc352af8810d None None] Provisioning complete for port 791ed136-c43a-4805-a3f9-7a53acfd1c1f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:03.311408 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b4e85350-e8db-4cd5-a056-cc352af8810d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:03.348438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-f190904a-4263-4f54-b8a4-f86c2ffc6c81 admin admin] For port b5b0baa6-3f0f-4cf0-8580-10e8600c7d01, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b5b0baa6-3f0f-4cf0-8580-10e8600c7d01,segment=NetworkSegment(d999cc28-7bc4-4132-b238-802d21cdaea9),segment_id=d999cc28-7bc4-4132-b238-802d21cdaea9)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:03.349071 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f190904a-4263-4f54-b8a4-f86c2ffc6c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:03.379507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f190904a-4263-4f54-b8a4-f86c2ffc6c81 admin admin] Calling delete_port for b5b0baa6-3f0f-4cf0-8580-10e8600c7d01 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:41:03.446404 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d174cb2d-5b19-4677-a4c5-96d9730ea927 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:41:03.504147 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-bc86e321-2d18-4f63-bed0-afe434807f53 service neutron] 10.222.0.37 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370014 Sep 17 23:41:03.512615 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4c15a60b-1953-4eda-ba77-00fd586213b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:03.527888 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-d174cb2d-5b19-4677-a4c5-96d9730ea927 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:41:03.683070 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 791ed136-c43a-4805-a3f9-7a53acfd1c1f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:41:03.751006 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4c15a60b-1953-4eda-ba77-00fd586213b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:03.758961 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174cb2d-5b19-4677-a4c5-96d9730ea927 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:41:03.767070 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 791ed136-c43a-4805-a3f9-7a53acfd1c1f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:03.768167 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:03.879111 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 0d92b666-cd2d-4219-ba2c-00c2c0ef420c up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:41:03.935400 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b2403-3605-43dd-86cb-3f19dd107fce req-8548b076-563b-4b63-8661-7d3d3438b461 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:03.937215 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3d0b2403-3605-43dd-86cb-3f19dd107fce req-8548b076-563b-4b63-8661-7d3d3438b461 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 945 time: 0.1895540 Sep 17 23:41:03.942771 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-66e403ff-2124-4a62-a212-8fd47f95a293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:03.946159 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4c15a60b-1953-4eda-ba77-00fd586213b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:03.956693 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 0d92b666-cd2d-4219-ba2c-00c2c0ef420c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:03.957431 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:03.976461 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee283c-0e6c-4a31-a346-9a2a41841d50 req-e433af7f-9057-4189-99ea-4d76de45c886 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:03.980465 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14ee283c-0e6c-4a31-a346-9a2a41841d50 req-e433af7f-9057-4189-99ea-4d76de45c886 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd7351e-10da-4011-99e8-122fbb37417c HTTP/1.1" status: 200 len: 945 time: 0.2295535 Sep 17 23:41:04.072249 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:04.098607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 0d92b666-cd2d-4219-ba2c-00c2c0ef420c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=0d92b666-cd2d-4219-ba2c-00c2c0ef420c,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:04.125285 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3d0b2403-3605-43dd-86cb-3f19dd107fce req-382d4df3-e747-4665-9f84-9c611cbb1ae0 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408327 Sep 17 23:41:04.167950 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:04.200304 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14ee283c-0e6c-4a31-a346-9a2a41841d50 req-d4d4a9e6-7611-4d3f-88fc-4de621452054 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061350 Sep 17 23:41:04.207631 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f190904a-4263-4f54-b8a4-f86c2ffc6c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:04.276497 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15a60b-1953-4eda-ba77-00fd586213b9 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:04.318888 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=0d92b666-cd2d-4219-ba2c-00c2c0ef420c,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:04.336696 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4c15a60b-1953-4eda-ba77-00fd586213b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:04.353874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190904a-4263-4f54-b8a4-f86c2ffc6c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b0baa6-3f0f-4cf0-8580-10e8600c7d01,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:04.500698 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-66e403ff-2124-4a62-a212-8fd47f95a293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:04.530399 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaea68-6f03-4dba-9b2b-bf80b63149f9 req-3d7fb83b-9438-4b81-9f56-9f863f237fbc tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:04.544960 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9eaea68-6f03-4dba-9b2b-bf80b63149f9 req-3d7fb83b-9438-4b81-9f56-9f863f237fbc tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 945 time: 0.1956165 Sep 17 23:41:04.624086 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9eaea68-6f03-4dba-9b2b-bf80b63149f9 req-69fec41e-6556-4a81-bd0d-4a780d2d371f tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758703 Sep 17 23:41:04.663734 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e403ff-2124-4a62-a212-8fd47f95a293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a81ec0-dae6-4edb-a798-a228c9d47fb8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:04.679005 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14f9592-094c-4395-ab26-4178f68f2fec None None] Network 196b97f6-1493-4f6d-a9a4-2561bcd15538 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:41:04.679409 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-66e403ff-2124-4a62-a212-8fd47f95a293 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:04.687222 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-66e403ff-2124-4a62-a212-8fd47f95a293 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/04a81ec0-dae6-4edb-a798-a228c9d47fb8 HTTP/1.1" status: 204 len: 168 time: 2.5169499 Sep 17 23:41:04.689811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58184) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:04.752456 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c15a60b-1953-4eda-ba77-00fd586213b9 admin admin] Network 98a2366c-8208-4854-a4bd-3a7979c12afc is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:41:04.796966 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-4c15a60b-1953-4eda-ba77-00fd586213b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:41:04.973528 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e111b8-d2c5-4edb-ac18-adb2ebe78612 req-86f9f915-71c5-43a3-b80a-ca649a8f1360 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:04.975714 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7e111b8-d2c5-4edb-ac18-adb2ebe78612 req-86f9f915-71c5-43a3-b80a-ca649a8f1360 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.1756027 Sep 17 23:41:05.043267 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f190904a-4263-4f54-b8a4-f86c2ffc6c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:05.108517 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09b754e-94fd-4d33-b774-e85c4a30dced None None] DHCP port deletion for 196b97f6-1493-4f6d-a9a4-2561bcd15538 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:41:05.187414 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e09b754e-94fd-4d33-b774-e85c4a30dced None None] Deleting port ebed576c-4597-44a8-8df1-0d2bd298e7a8 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:41:05.188583 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e09b754e-94fd-4d33-b774-e85c4a30dced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:05.217793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9b830-b5cd-4722-a18c-3babca2632e8 req-98d4d5e3-0b1d-4742-8bc7-9a69146939ef tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:05.225257 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ae9b830-b5cd-4722-a18c-3babca2632e8 req-98d4d5e3-0b1d-4742-8bc7-9a69146939ef tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd7351e-10da-4011-99e8-122fbb37417c HTTP/1.1" status: 200 len: 945 time: 0.2445700 Sep 17 23:41:05.268736 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:05.269969 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7e111b8-d2c5-4edb-ac18-adb2ebe78612 req-d02f172a-2c5a-4a75-a5f4-c6a214225047 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152882 Sep 17 23:41:05.279371 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e09b754e-94fd-4d33-b774-e85c4a30dced None None] For port ebed576c-4597-44a8-8df1-0d2bd298e7a8, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ebed576c-4597-44a8-8df1-0d2bd298e7a8,segment=NetworkSegment(2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c),segment_id=2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:05.279797 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e09b754e-94fd-4d33-b774-e85c4a30dced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:05.297186 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e09b754e-94fd-4d33-b774-e85c4a30dced None None] Calling delete_port for ebed576c-4597-44a8-8df1-0d2bd298e7a8 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:41:05.303139 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5b509254-c61a-48f1-8e1f-a557035752b2 None None] Provisioning complete for port a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:05.303775 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5b509254-c61a-48f1-8e1f-a557035752b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:05.357452 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ae9b830-b5cd-4722-a18c-3babca2632e8 req-3ce3f0cb-0847-4cba-9792-1fc213076e3a tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312141 Sep 17 23:41:05.432816 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d174cb2d-5b19-4677-a4c5-96d9730ea927 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:05.455688 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-5b509254-c61a-48f1-8e1f-a557035752b2 None None] Port a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:41:05.525472 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c15a60b-1953-4eda-ba77-00fd586213b9 admin admin] Router c740fa8a-6cf9-42df-b951-b0372678aa20 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:41:05.558911 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a5e18-0cd5-41c6-a9a5-afeb2d3efaf0 req-11c44a99-f7a4-4da2-9a01-8f307b758111 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:05.561931 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-591a5e18-0cd5-41c6-a9a5-afeb2d3efaf0 req-11c44a99-f7a4-4da2-9a01-8f307b758111 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 945 time: 0.1870837 Sep 17 23:41:05.598532 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 0d92b666-cd2d-4219-ba2c-00c2c0ef420c up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:41:05.611071 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f190904a-4263-4f54-b8a4-f86c2ffc6c81 admin admin] Router 573e986b-260a-4b30-9eea-9c27c28b9a08 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:41:05.632405 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-591a5e18-0cd5-41c6-a9a5-afeb2d3efaf0 req-cfc44e4e-b7e4-4eff-bd64-323acad9f722 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603888 Sep 17 23:41:05.678944 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e09b754e-94fd-4d33-b774-e85c4a30dced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:05.715261 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b754e-94fd-4d33-b774-e85c4a30dced None None] Pushing event deleted for resources: {'Port': ['ID=ebed576c-4597-44a8-8df1-0d2bd298e7a8,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:05.732133 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09b754e-94fd-4d33-b774-e85c4a30dced None None] No DVR routers for this DVR port ebed576c-4597-44a8-8df1-0d2bd298e7a8 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:41:05.756460 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 0d92b666-cd2d-4219-ba2c-00c2c0ef420c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:05.756641 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:05.819867 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d9317-6533-4f9e-8fda-8bc82c017e6b req-23d1fdca-9130-4c36-aeb8-28f190796d40 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:05.821854 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3e9d9317-6533-4f9e-8fda-8bc82c017e6b req-23d1fdca-9130-4c36-aeb8-28f190796d40 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 945 time: 0.1195858 Sep 17 23:41:05.841855 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f190904a-4263-4f54-b8a4-f86c2ffc6c81 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:41:05.856675 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d174cb2d-5b19-4677-a4c5-96d9730ea927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:05.857485 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f190904a-4263-4f54-b8a4-f86c2ffc6c81 admin admin] 10.222.0.46 "PUT /v2.0/routers/573e986b-260a-4b30-9eea-9c27c28b9a08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0819170 Sep 17 23:41:05.860486 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58192) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:05.861125 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f3f4c-2a5e-4d8d-9bd2-8323b3d372ad None None] Sync routers for ids ['573e986b-260a-4b30-9eea-9c27c28b9a08'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:41:05.884587 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f3f4c-2a5e-4d8d-9bd2-8323b3d372ad None None] Routers {'573e986b-260a-4b30-9eea-9c27c28b9a08'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:41:05.885271 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-905f3f4c-2a5e-4d8d-9bd2-8323b3d372ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['573e986b-260a-4b30-9eea-9c27c28b9a08'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:05.929639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ebed576c-4597-44a8-8df1-0d2bd298e7a8 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:41:05.957283 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: ebed576c-4597-44a8-8df1-0d2bd298e7a8 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:41:05.957715 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ebed576c-4597-44a8-8df1-0d2bd298e7a8 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:41:06.031353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-905f3f4c-2a5e-4d8d-9bd2-8323b3d372ad None None] Set router 573e986b-260a-4b30-9eea-9c27c28b9a08 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:41:06.056725 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3e9d9317-6533-4f9e-8fda-8bc82c017e6b req-78111c0a-b556-446b-8f89-6aad1ee97bc5 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162125 Sep 17 23:41:06.080433 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a65992e5-b00d-40ff-b2ff-8180fdf9e1fd admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:06.118506 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] Deleting port ebed576c-4597-44a8-8df1-0d2bd298e7a8 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:41:06.119001 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:06.142600 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c15a60b-1953-4eda-ba77-00fd586213b9 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:41:06.152472 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4c15a60b-1953-4eda-ba77-00fd586213b9 admin admin] 10.222.0.46 "PUT /v2.0/routers/c740fa8a-6cf9-42df-b951-b0372678aa20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8327789 Sep 17 23:41:06.154119 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] Sync routers for ids ['c740fa8a-6cf9-42df-b951-b0372678aa20'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:41:06.166547 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] Routers {'c740fa8a-6cf9-42df-b951-b0372678aa20'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:41:06.167887 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c740fa8a-6cf9-42df-b951-b0372678aa20'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:06.302624 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] For port ebed576c-4597-44a8-8df1-0d2bd298e7a8, host n-d-809883-1, got binding levels [] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:06.302994 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:06.316289 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] Set router c740fa8a-6cf9-42df-b951-b0372678aa20 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:41:06.326159 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] Calling delete_port for ebed576c-4597-44a8-8df1-0d2bd298e7a8 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:41:06.330909 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.ipam_backend_mixin [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] Port ebed576c-4597-44a8-8df1-0d2bd298e7a8 was not found and therefore no delete operation was performed {{(pid=95591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 23:41:06.332361 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:06.366899 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebed576c-4597-44a8-8df1-0d2bd298e7a8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:06.369451 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] No DVR routers for this DVR port ebed576c-4597-44a8-8df1-0d2bd298e7a8 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:41:06.410604 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d174cb2d-5b19-4677-a4c5-96d9730ea927 admin admin] Router 0234f085-01b3-4257-952c-01d4e8674e91 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:41:06.411683 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-905f3f4c-2a5e-4d8d-9bd2-8323b3d372ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:41:03Z', 'revision_number': 5, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:06.467794 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f3f4c-2a5e-4d8d-9bd2-8323b3d372ad None None] Checking router: 573e986b-260a-4b30-9eea-9c27c28b9a08 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:41:06.496685 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f3f4c-2a5e-4d8d-9bd2-8323b3d372ad None None] Routers {'573e986b-260a-4b30-9eea-9c27c28b9a08'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:41:06.497350 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-905f3f4c-2a5e-4d8d-9bd2-8323b3d372ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['573e986b-260a-4b30-9eea-9c27c28b9a08'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:06.573995 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:06.577839 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'name': 'tempest-ServersTestFqdnHostnames-1569078406-router', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:54Z', 'updated_at': '2021-09-17T23:41:03Z', 'revision_number': 4, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'gw_port': {'id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:56Z', 'updated_at': '2021-09-17T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44', 'name': '', 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'mac_address': 'fa:16:3e:a7:5e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d0c75e9-a6be-4367-bb7a-8570a935418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:00Z', 'updated_at': '2021-09-17T23:41:03Z', 'revision_number': 2, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'subnets': [{'id': '3d0c75e9-a6be-4367-bb7a-8570a935418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:06.599417 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196b97f6-1493-4f6d-a9a4-2561bcd15538']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:06.607479 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] Checking router: c740fa8a-6cf9-42df-b951-b0372678aa20 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:41:06.608083 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] Updating router c740fa8a-6cf9-42df-b951-b0372678aa20 port a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:41:06.613116 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:06.613414 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ddcd5ee-3cbd-4ed3-af71-bee18c97ba0c') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:06.626719 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:06.636620 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:06.647106 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:06.654071 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:41:06.654479 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:41:06.718508 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:41:06.761786 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d174cb2d-5b19-4677-a4c5-96d9730ea927 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:41:06.792552 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-905f3f4c-2a5e-4d8d-9bd2-8323b3d372ad None None] Set router 573e986b-260a-4b30-9eea-9c27c28b9a08 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:41:06.807615 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:06.812975 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:06.817978 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] 10.222.0.46 "DELETE /v2.0/networks/196b97f6-1493-4f6d-a9a4-2561bcd15538 HTTP/1.1" status: 204 len: 168 time: 2.1208911 Sep 17 23:41:06.874811 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] Sync routers for ids ['0234f085-01b3-4257-952c-01d4e8674e91'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:41:06.884251 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c666a4-525a-4949-bef6-747afe565533 admin admin] Pushing event deleted for resources: {'Network': ['ID=196b97f6-1493-4f6d-a9a4-2561bcd15538,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:06.901754 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d174cb2d-5b19-4677-a4c5-96d9730ea927 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:06.905942 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d174cb2d-5b19-4677-a4c5-96d9730ea927 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3387270 Sep 17 23:41:06.908378 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58208) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:06.951094 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] Routers {'0234f085-01b3-4257-952c-01d4e8674e91'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:41:06.951534 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0234f085-01b3-4257-952c-01d4e8674e91'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:06.979279 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a65992e5-b00d-40ff-b2ff-8180fdf9e1fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:07.005037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e2523-6437-4a6f-9ded-48f4279f83b5 req-12e5fad5-079a-4620-a7eb-2d9011e0bb6e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:07.006939 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f82e2523-6437-4a6f-9ded-48f4279f83b5 req-12e5fad5-079a-4620-a7eb-2d9011e0bb6e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.1273947 Sep 17 23:41:07.019648 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:07.024321 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58210) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:07.034519 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-2f1f258d-acc4-48f5-87c7-8fa72998f9e8 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1854246554', 'description': 'tempest-description--1047739679'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:41:07.116601 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:07.134041 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f82e2523-6437-4a6f-9ded-48f4279f83b5 req-59a601aa-919d-4743-9c78-51024dd9441e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150672 Sep 17 23:41:07.231643 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe10913-6672-437a-ac67-960d649201a3 None None] Pushing event updated for resources: {'Port': ['ID=a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:07.245192 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2f1f258d-acc4-48f5-87c7-8fa72998f9e8 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:07.297863 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] Set router 0234f085-01b3-4257-952c-01d4e8674e91 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:41:07.403225 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] Attempting to bind port a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:41:07.403593 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] Attempting to bind port a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'cd059fb0-31a2-45c1-afd0-4ee5e7595571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:41:07.403950 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] Attempting to bind port a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44 on network 98a2366c-8208-4854-a4bd-3a7979c12afc {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:07.407994 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b75739-56d3-40dc-80d7-20baa6a4ea40 req-e2712a25-273a-4fd8-aa7e-22b93a731e51 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:07.411900 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58214) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:07.412822 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:41:07.413465 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] Checking segment: {'id': 'cd059fb0-31a2-45c1-afd0-4ee5e7595571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:41:07.414025 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:07.415209 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] Bound using segment: {'id': 'cd059fb0-31a2-45c1-afd0-4ee5e7595571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:41:07.416433 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] Bound port: a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd059fb0-31a2-45c1-afd0-4ee5e7595571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:41:07.417034 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:07.417868 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71b75739-56d3-40dc-80d7-20baa6a4ea40 req-e2712a25-273a-4fd8-aa7e-22b93a731e51 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd7351e-10da-4011-99e8-122fbb37417c HTTP/1.1" status: 200 len: 945 time: 0.2817714 Sep 17 23:41:07.477912 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee24144-91d3-46bc-bdc2-b699488bc875 req-aa53462c-46db-4216-84be-168e6a062d02 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:07.482127 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ee24144-91d3-46bc-bdc2-b699488bc875 req-aa53462c-46db-4216-84be-168e6a062d02 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 945 time: 0.2493050 Sep 17 23:41:07.495473 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-a65992e5-b00d-40ff-b2ff-8180fdf9e1fd admin admin] Deleting port 5e7fc37c-8faa-4877-b499-e9426b02c794 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:41:07.495936 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a65992e5-b00d-40ff-b2ff-8180fdf9e1fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:07.516551 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] For port a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:07.520057 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] For port a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44,segment=NetworkSegment(cd059fb0-31a2-45c1-afd0-4ee5e7595571),segment_id=cd059fb0-31a2-45c1-afd0-4ee5e7595571)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:41:07.576173 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ee24144-91d3-46bc-bdc2-b699488bc875 req-ea7d8a88-3066-416b-a463-8f84aa9d9d71 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718782 Sep 17 23:41:07.584787 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:07.645925 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3e3d8f60-998a-4983-a6cd-6aa392780136 None None] Provisioning complete for port a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:07.646416 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3e3d8f60-998a-4983-a6cd-6aa392780136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:07.699505 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-905f3f4c-2a5e-4d8d-9bd2-8323b3d372ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:41:03Z', 'revision_number': 5, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:07.710910 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7045339e-812c-4523-91bc-5f4e90499ec3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=67d3647098424215b9156fcd69add5f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954378 Sep 17 23:41:07.712092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58216) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:07.715955 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe10913-6672-437a-ac67-960d649201a3 None None] Pushing event updated for resources: {'Port': ['ID=a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:07.722339 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-22306774-dfdc-48f4-8a76-15100968309f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:07.739532 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f3f4c-2a5e-4d8d-9bd2-8323b3d372ad None None] The sync data for ids ['573e986b-260a-4b30-9eea-9c27c28b9a08'] in n-d-809883-1 is: [{'id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-386628927-router', 'tenant_id': '06106444c40645e2a5a0f1beb95c10da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:02Z', 'updated_at': '2021-09-17T23:41:03Z', 'revision_number': 5, 'project_id': '06106444c40645e2a5a0f1beb95c10da', 'gw_port': {'id': '5e7fc37c-8faa-4877-b499-e9426b02c794', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573e986b-260a-4b30-9eea-9c27c28b9a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:03Z', 'updated_at': '2021-09-17T23:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:41:07.765942 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] Routers {'c740fa8a-6cf9-42df-b951-b0372678aa20'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:41:07.766791 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c740fa8a-6cf9-42df-b951-b0372678aa20'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:07.783704 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0234f085-01b3-4257-952c-01d4e8674e91', 'name': 'tempest-TaggedBootDevicesTest_v242-81410014-router', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:59Z', 'updated_at': '2021-09-17T23:41:03Z', 'revision_number': 3, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'gw_port': {'id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:01Z', 'updated_at': '2021-09-17T23:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:07.824018 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] Checking router: 0234f085-01b3-4257-952c-01d4e8674e91 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:41:07.824277 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] Updating router 0234f085-01b3-4257-952c-01d4e8674e91 port c84f6901-8124-43b4-84cd-7253ba96bc80 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:41:07.839160 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e4ddd6b-9d84-4a83-a61c-29106d3bf4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:07.851008 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71b75739-56d3-40dc-80d7-20baa6a4ea40 req-22460e14-d9fc-4137-804e-876e9b19f049 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320610 Sep 17 23:41:07.872550 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:07.948744 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e4ddd6b-9d84-4a83-a61c-29106d3bf4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.058651 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] Set router c740fa8a-6cf9-42df-b951-b0372678aa20 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:41:08.074142 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2f1f258d-acc4-48f5-87c7-8fa72998f9e8 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.091680 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-a65992e5-b00d-40ff-b2ff-8180fdf9e1fd admin admin] For port 5e7fc37c-8faa-4877-b499-e9426b02c794, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5e7fc37c-8faa-4877-b499-e9426b02c794,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:08.092313 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a65992e5-b00d-40ff-b2ff-8180fdf9e1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.115458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-a65992e5-b00d-40ff-b2ff-8180fdf9e1fd admin admin] Calling delete_port for 5e7fc37c-8faa-4877-b499-e9426b02c794 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:41:08.152721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-22306774-dfdc-48f4-8a76-15100968309f admin admin] Allocated IP 172.20.0.1 (1ae04948-4183-4a3d-bd37-c393127fcdb8/914a5e03-c97e-4072-a458-079cc4a8ce5f/c062c915-e490-4535-b2e0-b9bc44cba3e2) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:41:08.229890 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cd805-e1e2-495b-8de9-224f471e49b3 req-1c83075d-3452-4586-8624-9b1245b9f43b tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:08.236026 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a03cd805-e1e2-495b-8de9-224f471e49b3 req-1c83075d-3452-4586-8624-9b1245b9f43b tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 945 time: 0.4414558 Sep 17 23:41:08.239208 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3e3d8f60-998a-4983-a6cd-6aa392780136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.282578 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2f1f258d-acc4-48f5-87c7-8fa72998f9e8 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.327463 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-22306774-dfdc-48f4-8a76-15100968309f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.340778 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e4ddd6b-9d84-4a83-a61c-29106d3bf4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.345394 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e4ddd6b-9d84-4a83-a61c-29106d3bf4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.349776 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0e4ddd6b-9d84-4a83-a61c-29106d3bf4e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/32b62641-1f2d-4a62-ae80-d34b49c2376e HTTP/1.1" status: 204 len: 168 time: 0.6324091 Sep 17 23:41:08.349948 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3e3d8f60-998a-4983-a6cd-6aa392780136 None None] For port a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44,segment=NetworkSegment(cd059fb0-31a2-45c1-afd0-4ee5e7595571),segment_id=cd059fb0-31a2-45c1-afd0-4ee5e7595571)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:08.401124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ddd6b-9d84-4a83-a61c-29106d3bf4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b62641-1f2d-4a62-ae80-d34b49c2376e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:08.455788 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3e3d8f60-998a-4983-a6cd-6aa392780136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.470348 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.509204 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'name': 'tempest-ServersTestFqdnHostnames-1569078406-router', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:54Z', 'updated_at': '2021-09-17T23:41:03Z', 'revision_number': 4, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'gw_port': {'id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:56Z', 'updated_at': '2021-09-17T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44', 'name': '', 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'mac_address': 'fa:16:3e:a7:5e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d0c75e9-a6be-4367-bb7a-8570a935418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:00Z', 'updated_at': '2021-09-17T23:41:07Z', 'revision_number': 4, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'subnets': [{'id': '3d0c75e9-a6be-4367-bb7a-8570a935418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:08.517681 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2f1f258d-acc4-48f5-87c7-8fa72998f9e8 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.536007 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2f1f258d-acc4-48f5-87c7-8fa72998f9e8 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5079215 Sep 17 23:41:08.536560 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58232) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:08.544072 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-6848e091-9b8c-4408-9e65-44a647286486 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Request body: {'security_group_rule': {'security_group_id': 'c759527b-146e-4ec5-9c63-2fadd9d7c2b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:41:08.544269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a03cd805-e1e2-495b-8de9-224f471e49b3 req-1c06221f-7dff-47fc-8f55-2d083fff39ea tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932179 Sep 17 23:41:08.550289 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d8f60-998a-4983-a6cd-6aa392780136 None None] Pushing event updated for resources: {'Port': ['ID=a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:08.562330 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f258d-acc4-48f5-87c7-8fa72998f9e8 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c759527b-146e-4ec5-9c63-2fadd9d7c2b6,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:08.584461 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-22306774-dfdc-48f4-8a76-15100968309f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.591715 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.600694 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49025ed-35fc-40e1-9310-ba3f5dbc4cd0 None None] The sync data for ids ['c740fa8a-6cf9-42df-b951-b0372678aa20'] in n-d-809883-1 is: [{'id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'name': 'tempest-ServersTestFqdnHostnames-1569078406-router', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:54Z', 'updated_at': '2021-09-17T23:41:03Z', 'revision_number': 4, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'gw_port': {'id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:56Z', 'updated_at': '2021-09-17T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44', 'name': '', 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'mac_address': 'fa:16:3e:a7:5e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d0c75e9-a6be-4367-bb7a-8570a935418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:00Z', 'updated_at': '2021-09-17T23:41:07Z', 'revision_number': 4, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'subnets': [{'id': '3d0c75e9-a6be-4367-bb7a-8570a935418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:41:08.623594 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db39bf0e-daa2-4857-aa8e-8a6470714473 None None] Provisioning complete for port a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:08.624105 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db39bf0e-daa2-4857-aa8e-8a6470714473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.653247 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22306774-dfdc-48f4-8a76-15100968309f admin admin] Network 1ae04948-4183-4a3d-bd37-c393127fcdb8 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:41:08.656858 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-22306774-dfdc-48f4-8a76-15100968309f admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:41:08.670942 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22306774-dfdc-48f4-8a76-15100968309f admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:41:08.674661 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22306774-dfdc-48f4-8a76-15100968309f admin admin] Pushing event updated for resources: {'Port': ['ID=c062c915-e490-4535-b2e0-b9bc44cba3e2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:08.776345 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] Attempting to bind port c84f6901-8124-43b4-84cd-7253ba96bc80 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:41:08.777294 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] Attempting to bind port c84f6901-8124-43b4-84cd-7253ba96bc80 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:41:08.777731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] Attempting to bind port c84f6901-8124-43b4-84cd-7253ba96bc80 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:08.789123 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6848e091-9b8c-4408-9e65-44a647286486 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.797065 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-22306774-dfdc-48f4-8a76-15100968309f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.809171 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:41:08.809667 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:41:08.810312 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.810806 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:41:08.811392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] Bound port: c84f6901-8124-43b4-84cd-7253ba96bc80, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:41:08.811921 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.817252 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a6d89-acca-4494-a104-bae98886b881 None None] Pushing event updated for resources: {'Port': ['ID=c84f6901-8124-43b4-84cd-7253ba96bc80,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:08.833172 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a65992e5-b00d-40ff-b2ff-8180fdf9e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:08.892256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65992e5-b00d-40ff-b2ff-8180fdf9e1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=5e7fc37c-8faa-4877-b499-e9426b02c794,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:09.011186 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] For port c84f6901-8124-43b4-84cd-7253ba96bc80, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:09.038658 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] For port c84f6901-8124-43b4-84cd-7253ba96bc80, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c84f6901-8124-43b4-84cd-7253ba96bc80,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:41:09.079749 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a65992e5-b00d-40ff-b2ff-8180fdf9e1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:09.171086 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6848e091-9b8c-4408-9e65-44a647286486 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:09.177886 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:09.256463 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6848e091-9b8c-4408-9e65-44a647286486 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:09.282131 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a6d89-acca-4494-a104-bae98886b881 None None] Pushing event updated for resources: {'Port': ['ID=c84f6901-8124-43b4-84cd-7253ba96bc80,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:09.287386 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848e091-9b8c-4408-9e65-44a647286486 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead6a406-44d2-40b9-a07d-0a21f2167b21,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:09.317215 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-8834981e-26d4-41ef-8519-8ccc85ff350a None None] Provisioning complete for port c062c915-e490-4535-b2e0-b9bc44cba3e2 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:09.317886 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8834981e-26d4-41ef-8519-8ccc85ff350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:09.343231 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a65992e5-b00d-40ff-b2ff-8180fdf9e1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:09.352289 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a65992e5-b00d-40ff-b2ff-8180fdf9e1fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:09.372495 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-8834981e-26d4-41ef-8519-8ccc85ff350a None None] Port c062c915-e490-4535-b2e0-b9bc44cba3e2 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:41:09.391077 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-22306774-dfdc-48f4-8a76-15100968309f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:09.406402 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] Routers {'0234f085-01b3-4257-952c-01d4e8674e91'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:41:09.407440 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0234f085-01b3-4257-952c-01d4e8674e91'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:09.419887 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6848e091-9b8c-4408-9e65-44a647286486 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:09.425185 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6848e091-9b8c-4408-9e65-44a647286486 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8866122 Sep 17 23:41:09.425937 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58248) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:09.433869 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-26fba072-eb76-42c7-96c5-ee318ab7d7ef tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Request body: {'security_group_rule': {'security_group_id': 'c759527b-146e-4ec5-9c63-2fadd9d7c2b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:41:09.495582 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710010e7-6bb8-4d8c-bdb3-eb8a02136b41 req-1bd8dd59-4084-49a7-8bad-c49e27f9517c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:09.497653 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-710010e7-6bb8-4d8c-bdb3-eb8a02136b41 req-1bd8dd59-4084-49a7-8bad-c49e27f9517c tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.7459905 Sep 17 23:41:09.505125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0928b-ba22-4d3e-94f4-f396276f28fc req-3fb5e0f9-2a80-45be-9097-7cb48a112e56 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:09.506620 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ae0928b-ba22-4d3e-94f4-f396276f28fc req-3fb5e0f9-2a80-45be-9097-7cb48a112e56 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 945 time: 0.3877287 Sep 17 23:41:09.579856 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a65992e5-b00d-40ff-b2ff-8180fdf9e1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:09.580424 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65992e5-b00d-40ff-b2ff-8180fdf9e1fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 573e986b-260a-4b30-9eea-9c27c28b9a08 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:41:09.593830 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] Set router 0234f085-01b3-4257-952c-01d4e8674e91 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:41:09.614407 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a65992e5-b00d-40ff-b2ff-8180fdf9e1fd admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:09.616702 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a65992e5-b00d-40ff-b2ff-8180fdf9e1fd admin admin] 10.222.0.46 "DELETE /v2.0/routers/573e986b-260a-4b30-9eea-9c27c28b9a08 HTTP/1.1" status: 204 len: 168 time: 3.7542837 Sep 17 23:41:09.625996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58254) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:09.699445 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ae0928b-ba22-4d3e-94f4-f396276f28fc req-99303142-154b-4ae8-b620-5ff088920947 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540854 Sep 17 23:41:09.725236 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-26fba072-eb76-42c7-96c5-ee318ab7d7ef tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:09.740400 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:41:09.776292 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-710010e7-6bb8-4d8c-bdb3-eb8a02136b41 req-508f6916-6dc9-4cb2-b0f9-a8cbaab7b641 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681782 Sep 17 23:41:09.915320 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-822d22c6-ae3a-4078-9299-47bfe01fe518 admin admin] Deleting subnet bd219c6d-7503-4b6c-ac13-9f8de200b8d0 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:41:09.926530 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-822d22c6-ae3a-4078-9299-47bfe01fe518 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:09.985120 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-822d22c6-ae3a-4078-9299-47bfe01fe518 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:10.019266 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-22306774-dfdc-48f4-8a76-15100968309f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:10.062257 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-26fba072-eb76-42c7-96c5-ee318ab7d7ef tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:10.070782 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:10.071337 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:10.100361 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-22306774-dfdc-48f4-8a76-15100968309f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:10.141428 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-822d22c6-ae3a-4078-9299-47bfe01fe518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:10.143310 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:10.163862 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-22306774-dfdc-48f4-8a76-15100968309f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:10.201648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71916f7a-f8bb-4a2e-b5fc-134a29a8b636 req-8785567d-dc92-41d3-8a37-85f83588df79 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:10.208093 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-26fba072-eb76-42c7-96c5-ee318ab7d7ef tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:10.209490 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71916f7a-f8bb-4a2e-b5fc-134a29a8b636 req-8785567d-dc92-41d3-8a37-85f83588df79 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 945 time: 0.1476126 Sep 17 23:41:10.256019 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0234f085-01b3-4257-952c-01d4e8674e91', 'name': 'tempest-TaggedBootDevicesTest_v242-81410014-router', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:59Z', 'updated_at': '2021-09-17T23:41:09Z', 'revision_number': 4, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'gw_port': {'id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:01Z', 'updated_at': '2021-09-17T23:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'c062c915-e490-4535-b2e0-b9bc44cba3e2', 'name': '', 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'mac_address': 'fa:16:3e:03:59:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:07Z', 'updated_at': '2021-09-17T23:41:08Z', 'revision_number': 1, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'subnets': [{'id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:10.299819 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71916f7a-f8bb-4a2e-b5fc-134a29a8b636 req-11b4af86-b801-4823-bf24-8ad1f83a9e4f tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815949 Sep 17 23:41:10.313722 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cd14e-7519-4e12-a33d-2eed51a736f2 None None] The sync data for ids ['0234f085-01b3-4257-952c-01d4e8674e91'] in n-d-809883-1 is: [{'id': '0234f085-01b3-4257-952c-01d4e8674e91', 'name': 'tempest-TaggedBootDevicesTest_v242-81410014-router', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:59Z', 'updated_at': '2021-09-17T23:41:09Z', 'revision_number': 4, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'gw_port': {'id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:01Z', 'updated_at': '2021-09-17T23:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'c062c915-e490-4535-b2e0-b9bc44cba3e2', 'name': '', 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'mac_address': 'fa:16:3e:03:59:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:07Z', 'updated_at': '2021-09-17T23:41:08Z', 'revision_number': 1, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'subnets': [{'id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:41:10.334339 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b5b0baa6-3f0f-4cf0-8580-10e8600c7d01 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:41:10.359335 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: b5b0baa6-3f0f-4cf0-8580-10e8600c7d01 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:41:10.359773 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b5b0baa6-3f0f-4cf0-8580-10e8600c7d01 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:41:10.382575 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-822d22c6-ae3a-4078-9299-47bfe01fe518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:10.450774 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d22c6-ae3a-4078-9299-47bfe01fe518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd219c6d-7503-4b6c-ac13-9f8de200b8d0,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:10.452804 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-822d22c6-ae3a-4078-9299-47bfe01fe518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:10.457438 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97a37fa-2e8a-4a96-913f-fb9896ee1411 None None] Network d0877baf-6ee8-4add-8825-399e8b3ccc62 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:41:10.468918 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-822d22c6-ae3a-4078-9299-47bfe01fe518 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bd219c6d-7503-4b6c-ac13-9f8de200b8d0 HTTP/1.1" status: 204 len: 168 time: 0.8168845 Sep 17 23:41:10.471956 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58274) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:10.601210 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:10.702050 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fba072-eb76-42c7-96c5-ee318ab7d7ef tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11762ff8-6e2c-4d8d-b249-8d721defe9f4,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:10.713776 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] Deleting port bd3817a6-8488-4748-94a5-72bf2a83909a {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:41:10.714126 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:10.784667 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22306774-dfdc-48f4-8a76-15100968309f admin admin] Pushing event updated for resources: {'Port': ['ID=c062c915-e490-4535-b2e0-b9bc44cba3e2,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:10.812595 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-26fba072-eb76-42c7-96c5-ee318ab7d7ef tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:10.814171 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-26fba072-eb76-42c7-96c5-ee318ab7d7ef tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3853438 Sep 17 23:41:10.817174 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58282) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:10.822384 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b8374c73-72a8-437b-81c0-70cd5547a89b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:41:10.901938 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22306774-dfdc-48f4-8a76-15100968309f admin admin] Network 1ae04948-4183-4a3d-bd37-c393127fcdb8 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:41:10.906728 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-22306774-dfdc-48f4-8a76-15100968309f admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:41:10.970628 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b8374c73-72a8-437b-81c0-70cd5547a89b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:11.029339 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c65039-d047-43b0-8d15-5f8cbb55c731 None None] DHCP port deletion for d0877baf-6ee8-4add-8825-399e8b3ccc62 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:41:11.046433 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] For port bd3817a6-8488-4748-94a5-72bf2a83909a, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bd3817a6-8488-4748-94a5-72bf2a83909a,segment=NetworkSegment(d999cc28-7bc4-4132-b238-802d21cdaea9),segment_id=d999cc28-7bc4-4132-b238-802d21cdaea9)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:11.048613 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:11.129385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] Calling delete_port for bd3817a6-8488-4748-94a5-72bf2a83909a owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:41:11.183648 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-57c65039-d047-43b0-8d15-5f8cbb55c731 None None] Deleting port bd3817a6-8488-4748-94a5-72bf2a83909a {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:41:11.184553 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-57c65039-d047-43b0-8d15-5f8cbb55c731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:11.197185 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc8fbc-c1a7-4536-9cc3-f296a3a0fb1f req-2d26729b-4519-4909-b76f-308f5abd308a tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:11.206163 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-69dc8fbc-c1a7-4536-9cc3-f296a3a0fb1f req-2d26729b-4519-4909-b76f-308f5abd308a tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 945 time: 0.2535107 Sep 17 23:41:11.247950 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22306774-dfdc-48f4-8a76-15100968309f admin admin] Router 0234f085-01b3-4257-952c-01d4e8674e91 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:41:11.328437 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-57c65039-d047-43b0-8d15-5f8cbb55c731 None None] For port bd3817a6-8488-4748-94a5-72bf2a83909a, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bd3817a6-8488-4748-94a5-72bf2a83909a,segment=NetworkSegment(d999cc28-7bc4-4132-b238-802d21cdaea9),segment_id=d999cc28-7bc4-4132-b238-802d21cdaea9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:11.331618 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-57c65039-d047-43b0-8d15-5f8cbb55c731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:11.361762 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-69dc8fbc-c1a7-4536-9cc3-f296a3a0fb1f req-c1813ee5-f208-4097-be7c-8b1e17c720fa tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478822 Sep 17 23:41:11.363172 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-57c65039-d047-43b0-8d15-5f8cbb55c731 None None] Calling delete_port for bd3817a6-8488-4748-94a5-72bf2a83909a owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:41:11.398104 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b8374c73-72a8-437b-81c0-70cd5547a89b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:11.530956 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:11.595755 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5e7fc37c-8faa-4877-b499-e9426b02c794 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:41:11.617708 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3817a6-8488-4748-94a5-72bf2a83909a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:11.636090 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] No DVR routers for this DVR port bd3817a6-8488-4748-94a5-72bf2a83909a on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:41:11.644790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22306774-dfdc-48f4-8a76-15100968309f admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:41:11.657513 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 5e7fc37c-8faa-4877-b499-e9426b02c794 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:41:11.657866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5e7fc37c-8faa-4877-b499-e9426b02c794 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:41:11.658279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bd3817a6-8488-4748-94a5-72bf2a83909a no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:41:11.699109 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: bd3817a6-8488-4748-94a5-72bf2a83909a {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:41:11.704757 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bd3817a6-8488-4748-94a5-72bf2a83909a not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:41:11.709169 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-57c65039-d047-43b0-8d15-5f8cbb55c731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:11.715203 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-22306774-dfdc-48f4-8a76-15100968309f admin admin] 10.222.0.46 "PUT /v2.0/routers/0234f085-01b3-4257-952c-01d4e8674e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8079638 Sep 17 23:41:11.740760 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0a38e8ea-3f06-4cf3-89a4-a7add94a8284 None None] Provisioning complete for port c062c915-e490-4535-b2e0-b9bc44cba3e2 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:11.761367 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0a38e8ea-3f06-4cf3-89a4-a7add94a8284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:11.768273 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:11.792781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-b8374c73-72a8-437b-81c0-70cd5547a89b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Allocated IP 172.25.3.2 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/16597780-35b3-4456-80b1-d2dc8d0d20f0) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:41:11.802970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0877baf-6ee8-4add-8825-399e8b3ccc62']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:11.818393 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd999cc28-7bc4-4132-b238-802d21cdaea9') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:11.819065 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd999cc28-7bc4-4132-b238-802d21cdaea9') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:11.832449 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:11.861140 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:11.864694 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0a38e8ea-3f06-4cf3-89a4-a7add94a8284 None None] Port c062c915-e490-4535-b2e0-b9bc44cba3e2 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:41:11.868697 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c65039-d047-43b0-8d15-5f8cbb55c731 None None] Pushing event deleted for resources: {'Port': ['ID=bd3817a6-8488-4748-94a5-72bf2a83909a,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:11.869446 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:41:11.870170 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:11.883339 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c65039-d047-43b0-8d15-5f8cbb55c731 None None] No DVR routers for this DVR port bd3817a6-8488-4748-94a5-72bf2a83909a on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:41:11.965826 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:41:11.976159 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698d036-4287-4655-968b-eab39c1fe5d1 req-7e4cc15c-7eee-4c04-9da5-dd5f6f90547a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:11.981637 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7698d036-4287-4655-968b-eab39c1fe5d1 req-7e4cc15c-7eee-4c04-9da5-dd5f6f90547a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.5073059 Sep 17 23:41:12.044388 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:12.081792 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b8374c73-72a8-437b-81c0-70cd5547a89b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:12.091922 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:12.095978 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] 10.222.0.46 "DELETE /v2.0/networks/d0877baf-6ee8-4add-8825-399e8b3ccc62 HTTP/1.1" status: 204 len: 168 time: 1.6230106 Sep 17 23:41:12.104518 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58310) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:12.107398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56cad5-81c6-4485-aeab-9b6556e49b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=d0877baf-6ee8-4add-8825-399e8b3ccc62,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:12.117239 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7698d036-4287-4655-968b-eab39c1fe5d1 req-1a7c9064-3a6a-4c3e-a93a-40d6de8b9434 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322033 Sep 17 23:41:12.170671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0fe20-2667-4b63-a330-65703b55a74c req-ce2cdff0-79a7-431e-b67b-cbfd33b2c4f5 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:12.173037 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6da0fe20-2667-4b63-a330-65703b55a74c req-ce2cdff0-79a7-431e-b67b-cbfd33b2c4f5 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 945 time: 0.1813116 Sep 17 23:41:12.221928 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device cb06bb18-698e-46aa-96e5-a8ff9b666fac details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:41:12.226862 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b8374c73-72a8-437b-81c0-70cd5547a89b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:12.283433 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6da0fe20-2667-4b63-a330-65703b55a74c req-72579ed5-0710-443d-b2a2-e34a2889923b tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005743 Sep 17 23:41:12.390244 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8374c73-72a8-437b-81c0-70cd5547a89b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:41:12.403591 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-b8374c73-72a8-437b-81c0-70cd5547a89b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:41:12.413820 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8374c73-72a8-437b-81c0-70cd5547a89b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:41:12.474688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8374c73-72a8-437b-81c0-70cd5547a89b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Pushing event updated for resources: {'Port': ['ID=16597780-35b3-4456-80b1-d2dc8d0d20f0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:12.504561 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port cb06bb18-698e-46aa-96e5-a8ff9b666fac, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=cb06bb18-698e-46aa-96e5-a8ff9b666fac,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:12.530292 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'cb06bb18-698e-46aa-96e5-a8ff9b666fac', 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc', 'port_id': 'cb06bb18-698e-46aa-96e5-a8ff9b666fac', 'mac_address': 'fa:16:3e:66:69:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f294d2-e1d6-44d8-a05a-4631f2b03d1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:41:12.615216 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:12.620450 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b8374c73-72a8-437b-81c0-70cd5547a89b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:12.649245 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb06bb18-698e-46aa-96e5-a8ff9b666fac {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:41:12.679432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port cb06bb18-698e-46aa-96e5-a8ff9b666fac, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=cb06bb18-698e-46aa-96e5-a8ff9b666fac,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:12.694600 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a7db6-9638-4eef-8df7-bc48f00e6cff req-7c0173ff-943c-4f28-9702-a5dd2b0ba2eb tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:12.703340 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-450a7db6-9638-4eef-8df7-bc48f00e6cff req-7c0173ff-943c-4f28-9702-a5dd2b0ba2eb tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 945 time: 0.1800439 Sep 17 23:41:12.770563 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-450a7db6-9638-4eef-8df7-bc48f00e6cff req-5985b667-79f5-4dff-8d4e-09787b3eeaef tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660603 Sep 17 23:41:12.776211 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:12.793776 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b8374c73-72a8-437b-81c0-70cd5547a89b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:13.000188 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd631173-31e2-4c7d-9858-ef813c42ed42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:13.046694 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b8374c73-72a8-437b-81c0-70cd5547a89b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:13.078327 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['cb06bb18-698e-46aa-96e5-a8ff9b666fac'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:41:13.156590 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b8374c73-72a8-437b-81c0-70cd5547a89b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:13.163127 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=cb06bb18-698e-46aa-96e5-a8ff9b666fac,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:13.257044 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:13.353826 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8374c73-72a8-437b-81c0-70cd5547a89b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Pushing event updated for resources: {'Port': ['ID=16597780-35b3-4456-80b1-d2dc8d0d20f0,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:13.372151 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b8374c73-72a8-437b-81c0-70cd5547a89b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:13.487683 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b8374c73-72a8-437b-81c0-70cd5547a89b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:13.494670 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b8374c73-72a8-437b-81c0-70cd5547a89b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6717777 Sep 17 23:41:13.586136 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c84f6901-8124-43b4-84cd-7253ba96bc80 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:41:13.606666 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87860837-aab2-4a76-8d95-d0f55fd5180e req-95d97ccb-8b34-4cc8-aa0f-5adaea9ca0b6 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:13.619232 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-87860837-aab2-4a76-8d95-d0f55fd5180e req-95d97ccb-8b34-4cc8-aa0f-5adaea9ca0b6 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.2141228 Sep 17 23:41:13.693775 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a7d8e-2933-457f-9636-eab6524925eb req-b0c468d4-16ef-47d0-8eef-eee664cef11a tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:13.695665 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-168a7d8e-2933-457f-9636-eab6524925eb req-b0c468d4-16ef-47d0-8eef-eee664cef11a tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 945 time: 0.2261145 Sep 17 23:41:13.759564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-87860837-aab2-4a76-8d95-d0f55fd5180e req-d045452c-6d16-4ecd-a389-2d33c99725f3 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393559 Sep 17 23:41:13.806631 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c84f6901-8124-43b4-84cd-7253ba96bc80 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:13.807007 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:13.874653 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-168a7d8e-2933-457f-9636-eab6524925eb req-7f0d5e50-e73d-4087-b749-ff5003a94585 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638308 Sep 17 23:41:13.912028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-bd631173-31e2-4c7d-9858-ef813c42ed42 admin admin] Deleting port 92c174e2-2164-4af4-aa92-acaabf5740c8 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:41:13.912382 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd631173-31e2-4c7d-9858-ef813c42ed42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:14.058033 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-39efc747-6da5-4261-8006-dcc566e1c158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:14.093914 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:14.121664 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] Sync routers for ids ['0234f085-01b3-4257-952c-01d4e8674e91'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:41:14.152359 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] Routers {'0234f085-01b3-4257-952c-01d4e8674e91'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:41:14.156667 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:40:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0234f085-01b3-4257-952c-01d4e8674e91'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:14.166032 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18bb21-f196-4988-bb95-fcaf3ef8b693 req-38563ced-55e5-4128-b1fc-f3c24460acb5 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:14.166435 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port c84f6901-8124-43b4-84cd-7253ba96bc80, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c84f6901-8124-43b4-84cd-7253ba96bc80,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:14.167598 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df18bb21-f196-4988-bb95-fcaf3ef8b693 req-38563ced-55e5-4128-b1fc-f3c24460acb5 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 945 time: 0.1205215 Sep 17 23:41:14.171954 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-bd631173-31e2-4c7d-9858-ef813c42ed42 admin admin] For port 92c174e2-2164-4af4-aa92-acaabf5740c8, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=92c174e2-2164-4af4-aa92-acaabf5740c8,segment=NetworkSegment(8b92ed57-a3f6-4148-8ac1-cfcdb52a2639),segment_id=8b92ed57-a3f6-4148-8ac1-cfcdb52a2639)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:14.172326 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd631173-31e2-4c7d-9858-ef813c42ed42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:14.194370 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d47de9f-59e8-4030-b676-accc579376bc req-6d6e7861-2308-4785-8c59-6948fa1e4654 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1854246554&fields=id&tenant_id=bd977f7707564eaa9db458728cbc087f HTTP/1.1" status: 200 len: 267 time: 0.1409476 Sep 17 23:41:14.225775 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-bd631173-31e2-4c7d-9858-ef813c42ed42 admin admin] Calling delete_port for 92c174e2-2164-4af4-aa92-acaabf5740c8 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:41:14.245043 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:14.290657 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device cb06bb18-698e-46aa-96e5-a8ff9b666fac up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:41:14.349711 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] Set router 0234f085-01b3-4257-952c-01d4e8674e91 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:41:14.428517 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-d8db39a6-5c73-4473-a512-c0d7e3bc5dfe service neutron] show failed (client error): The resource could not be found. Sep 17 23:41:14.431023 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-d8db39a6-5c73-4473-a512-c0d7e3bc5dfe service neutron] 10.222.0.37 "GET /v2.0/ports/ada1707b-84d3-4c1c-9bad-603fe8e3e5df/bindings/n-h1-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.1697509 Sep 17 23:41:14.449032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=c84f6901-8124-43b4-84cd-7253ba96bc80,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:14.481788 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port cb06bb18-698e-46aa-96e5-a8ff9b666fac triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:14.482065 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:14.674086 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:14.712111 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd7351e-10da-4011-99e8-122fbb37417c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb06bb18-698e-46aa-96e5-a8ff9b666fac'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:14.715226 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1210f7e4-baf0-4bc0-a73f-cb309162b5bb" -d '{"events": [{"server_uuid": "6fd7351e-10da-4011-99e8-122fbb37417c", "name": "network-vif-plugged", "status": "completed", "tag": "cb06bb18-698e-46aa-96e5-a8ff9b666fac"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:14.743261 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port cb06bb18-698e-46aa-96e5-a8ff9b666fac, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=cb06bb18-698e-46aa-96e5-a8ff9b666fac,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:14.775153 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df18bb21-f196-4988-bb95-fcaf3ef8b693 req-cf0b8ed7-bb11-42f3-ba64-a417dee5d0c6 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996661 Sep 17 23:41:14.807483 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:14.840588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47de9f-59e8-4030-b676-accc579376bc req-b1f3d5c6-c09b-4d72-ba0c-c9605a9e3cda tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:14.847599 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d47de9f-59e8-4030-b676-accc579376bc req-b1f3d5c6-c09b-4d72-ba0c-c9605a9e3cda tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/networks?id=98a2366c-8208-4854-a4bd-3a7979c12afc HTTP/1.1" status: 200 len: 815 time: 0.6514592 Sep 17 23:41:14.897716 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d47de9f-59e8-4030-b676-accc579376bc req-b6e9e38e-e2a8-4925-b457-abf83e26ff0f tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/quotas/bd977f7707564eaa9db458728cbc087f HTTP/1.1" status: 200 len: 375 time: 0.0354738 Sep 17 23:41:14.940910 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=cb06bb18-698e-46aa-96e5-a8ff9b666fac,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:14.944603 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0234f085-01b3-4257-952c-01d4e8674e91', 'name': 'tempest-TaggedBootDevicesTest_v242-81410014-router', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:59Z', 'updated_at': '2021-09-17T23:41:09Z', 'revision_number': 4, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'gw_port': {'id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:01Z', 'updated_at': '2021-09-17T23:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'c062c915-e490-4535-b2e0-b9bc44cba3e2', 'name': '', 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'mac_address': 'fa:16:3e:03:59:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:07Z', 'updated_at': '2021-09-17T23:41:09Z', 'revision_number': 2, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'subnets': [{'id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:15.026959 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] Checking router: 0234f085-01b3-4257-952c-01d4e8674e91 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:41:15.027372 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] Updating router 0234f085-01b3-4257-952c-01d4e8674e91 port c062c915-e490-4535-b2e0-b9bc44cba3e2 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:41:15.120468 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:15.182659 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-f0d547b1-bce0-4fb9-a383-bb4e583b68c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:15.184977 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-f0d547b1-bce0-4fb9-a383-bb4e583b68c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428&tenant_id=e48d8880359443fb9bfa4fbd1d6105f4 HTTP/1.1" status: 200 len: 1101 time: 0.1575530 Sep 17 23:41:15.210777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:41:15.359501 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:15.584424 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c84f6901-8124-43b4-84cd-7253ba96bc80 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:41:15.700906 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c84f6901-8124-43b4-84cd-7253ba96bc80 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:15.701729 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:15.799415 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] For port ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:15.845310 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:15.871577 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] For port ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:15.902237 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d47de9f-59e8-4030-b676-accc579376bc req-1615c7c7-4795-481f-8f0a-edbc9c1f5465 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd977f7707564eaa9db458728cbc087f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9199667 Sep 17 23:41:15.959311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc45e34c-7c9d-41d6-9506-c7b65136d428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:15.961984 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f108f0-bcb8-4126-a859-bd62a7c6c029" -d '{"events": [{"server_uuid": "bc45e34c-7c9d-41d6-9506-c7b65136d428", "name": "network-vif-unplugged", "status": "completed", "tag": "ada1707b-84d3-4c1c-9bad-603fe8e3e5df"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:15.968210 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:15.988542 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Transition to ACTIVE for port object ada1707b-84d3-4c1c-9bad-603fe8e3e5df will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:41:16.016300 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:16.079319 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:16.196754 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406ab465-7bb7-4816-8f42-6d5685e207f6 x-openstack-request-id: req-406ab465-7bb7-4816-8f42-6d5685e207f6 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:16.197076 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd7351e-10da-4011-99e8-122fbb37417c", "name": "network-vif-plugged", "status": "completed", "tag": "cb06bb18-698e-46aa-96e5-a8ff9b666fac", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:16.197339 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-406ab465-7bb7-4816-8f42-6d5685e207f6 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:16.197738 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd7351e-10da-4011-99e8-122fbb37417c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb06bb18-698e-46aa-96e5-a8ff9b666fac', 'code': 200} Sep 17 23:41:16.206984 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d47de9f-59e8-4030-b676-accc579376bc req-63bb6159-59fe-4182-b05e-2e1f92300193 service neutron] 10.222.0.46 "GET /v2.0/networks/98a2366c-8208-4854-a4bd-3a7979c12afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001640 Sep 17 23:41:16.239332 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Pushing event updated for resources: {'Port': ['ID=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,revision_number=6']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:16.279237 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] Attempting to bind port c062c915-e490-4535-b2e0-b9bc44cba3e2 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:41:16.280052 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] Attempting to bind port c062c915-e490-4535-b2e0-b9bc44cba3e2 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '164344d6-ac71-496f-ac14-2575bcb321f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:41:16.280466 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] Attempting to bind port c062c915-e490-4535-b2e0-b9bc44cba3e2 on network 1ae04948-4183-4a3d-bd37-c393127fcdb8 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:16.295805 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:41:16.296283 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] Checking segment: {'id': '164344d6-ac71-496f-ac14-2575bcb321f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:41:16.296629 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:16.297059 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:16.297483 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:16.297830 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:16.298170 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:16.298580 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:16.298791 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] Bound using segment: {'id': '164344d6-ac71-496f-ac14-2575bcb321f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:41:16.299048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:16.299285 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] Bound port: c062c915-e490-4535-b2e0-b9bc44cba3e2, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164344d6-ac71-496f-ac14-2575bcb321f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:41:16.299404 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:16.299675 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:16.299782 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:16.300012 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:16.300335 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:16.300652 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:16.316378 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:16.400096 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] No DVR routers for this DVR port ada1707b-84d3-4c1c-9bad-603fe8e3e5df on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:41:16.418847 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] For port c062c915-e490-4535-b2e0-b9bc44cba3e2, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:16.427708 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] For port c062c915-e490-4535-b2e0-b9bc44cba3e2, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c062c915-e490-4535-b2e0-b9bc44cba3e2,segment=NetworkSegment(164344d6-ac71-496f-ac14-2575bcb321f9),segment_id=164344d6-ac71-496f-ac14-2575bcb321f9)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:41:16.429407 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd631173-31e2-4c7d-9858-ef813c42ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:16.443205 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Attempting to bind port ada1707b-84d3-4c1c-9bad-603fe8e3e5df on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:41:16.444219 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Attempting to bind port ada1707b-84d3-4c1c-9bad-603fe8e3e5df by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:41:16.445072 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Attempting to bind port ada1707b-84d3-4c1c-9bad-603fe8e3e5df on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:16.452389 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Port ada1707b-84d3-4c1c-9bad-603fe8e3e5df on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:41:16.452982 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Attempting to bind port ada1707b-84d3-4c1c-9bad-603fe8e3e5df on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:16.460055 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:41:16.461210 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:41:16.461768 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:41:16.462399 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Bound port: ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:41:16.462970 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:16.463644 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1e3f1-7b10-4198-97b6-68b9b5cfc29d None None] Pushing event updated for resources: {'Port': ['ID=c062c915-e490-4535-b2e0-b9bc44cba3e2,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:16.536713 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:16.555627 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-cd33ca21-b2db-41e7-adf8-a34288e94ed8 None None] Provisioning complete for port c062c915-e490-4535-b2e0-b9bc44cba3e2 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:16.556960 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cd33ca21-b2db-41e7-adf8-a34288e94ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:16.642571 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eb2642b5-81b4-4098-9467-653dd2a80bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:16.650004 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd631173-31e2-4c7d-9858-ef813c42ed42 admin admin] Pushing event deleted for resources: {'Port': ['ID=92c174e2-2164-4af4-aa92-acaabf5740c8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:16.664868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] For port ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:16.674967 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] For port ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:41:16.726143 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] Routers {'0234f085-01b3-4257-952c-01d4e8674e91'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:41:16.731796 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:41:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0234f085-01b3-4257-952c-01d4e8674e91'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:16.774915 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:16.821263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6be4d-9848-494c-9819-10facd2dc7fb req-9b76b67f-b9d5-4aa3-8de8-125f75d45f7f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:16.822932 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7b6be4d-9848-494c-9819-10facd2dc7fb req-9b76b67f-b9d5-4aa3-8de8-125f75d45f7f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 948 time: 0.5277889 Sep 17 23:41:16.830052 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cd33ca21-b2db-41e7-adf8-a34288e94ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:16.896764 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:16.897287 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:16.897725 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1e3f1-7b10-4198-97b6-68b9b5cfc29d None None] Pushing event updated for resources: {'Port': ['ID=c062c915-e490-4535-b2e0-b9bc44cba3e2,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:16.898775 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] 10.222.0.41 "PUT /v2.0/ports/ada1707b-84d3-4c1c-9bad-603fe8e3e5df HTTP/1.1" status: 200 len: 1096 time: 1.7038713 Sep 17 23:41:16.932776 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-cd33ca21-b2db-41e7-adf8-a34288e94ed8 None None] For port c062c915-e490-4535-b2e0-b9bc44cba3e2, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c062c915-e490-4535-b2e0-b9bc44cba3e2,segment=NetworkSegment(164344d6-ac71-496f-ac14-2575bcb321f9),segment_id=164344d6-ac71-496f-ac14-2575bcb321f9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:16.977901 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ada1707b-84d3-4c1c-9bad-603fe8e3e5df no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:41:17.011117 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce47f16-a96b-4966-88b4-b7bf1d017373 service neutron] Pushing event updated for resources: {'Port': ['ID=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,revision_number=7']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:17.036137 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d47de9f-59e8-4030-b676-accc579376bc req-4d6aec58-11ed-4da5-9621-d7f2e9c05eb6 service neutron] 10.222.0.46 "GET /v2.0/networks/98a2366c-8208-4854-a4bd-3a7979c12afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8047695 Sep 17 23:41:17.061051 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cd33ca21-b2db-41e7-adf8-a34288e94ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:17.122188 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] Set router 0234f085-01b3-4257-952c-01d4e8674e91 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:41:17.258858 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ada1707b-84d3-4c1c-9bad-603fe8e3e5df not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:41:17.332558 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33ca21-b2db-41e7-adf8-a34288e94ed8 None None] Pushing event updated for resources: {'Port': ['ID=c062c915-e490-4535-b2e0-b9bc44cba3e2,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:17.381889 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:17.416468 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7b6be4d-9848-494c-9819-10facd2dc7fb req-f54f3a84-7749-4592-9250-0f3abf6b30b8 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273006 Sep 17 23:41:17.456777 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5ff0f665-0e7b-4e10-854d-4c13e6847128 None None] Provisioning complete for port c062c915-e490-4535-b2e0-b9bc44cba3e2 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:17.461792 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5ff0f665-0e7b-4e10-854d-4c13e6847128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:17.583035 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd631173-31e2-4c7d-9858-ef813c42ed42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:17.586835 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-eac45fb7-7d4e-4993-992b-aebe173f6dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:17.601342 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-eac45fb7-7d4e-4993-992b-aebe173f6dfc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 1099 time: 0.6629493 Sep 17 23:41:17.760520 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:17.781646 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0234f085-01b3-4257-952c-01d4e8674e91', 'name': 'tempest-TaggedBootDevicesTest_v242-81410014-router', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:59Z', 'updated_at': '2021-09-17T23:41:09Z', 'revision_number': 4, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'gw_port': {'id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:01Z', 'updated_at': '2021-09-17T23:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'c062c915-e490-4535-b2e0-b9bc44cba3e2', 'name': '', 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'mac_address': 'fa:16:3e:03:59:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:07Z', 'updated_at': '2021-09-17T23:41:16Z', 'revision_number': 4, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'subnets': [{'id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:17.797095 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c062c915-e490-4535-b2e0-b9bc44cba3e2 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:41:17.854763 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cf9a21-a722-4866-9a12-7d24b6abde67 None None] The sync data for ids ['0234f085-01b3-4257-952c-01d4e8674e91'] in n-d-809883-1 is: [{'id': '0234f085-01b3-4257-952c-01d4e8674e91', 'name': 'tempest-TaggedBootDevicesTest_v242-81410014-router', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:59Z', 'updated_at': '2021-09-17T23:41:09Z', 'revision_number': 4, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'gw_port': {'id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:01Z', 'updated_at': '2021-09-17T23:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'c062c915-e490-4535-b2e0-b9bc44cba3e2', 'name': '', 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'mac_address': 'fa:16:3e:03:59:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:07Z', 'updated_at': '2021-09-17T23:41:16Z', 'revision_number': 4, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'subnets': [{'id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:41:17.914049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-dcddaf3c-9a3c-470a-8f65-ab9542c4174a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:17.915638 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-dcddaf3c-9a3c-470a-8f65-ab9542c4174a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.3079844 Sep 17 23:41:17.923258 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c062c915-e490-4535-b2e0-b9bc44cba3e2 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:17.924228 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:18.078847 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-280fb9ea-c477-4d6c-b37d-ef8b5e508cb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df HTTP/1.1" status: 200 len: 217 time: 0.1512210 Sep 17 23:41:18.170383 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7c83f-bffc-453c-8815-45c1eb58a530 req-e2aa5f28-7643-42a4-ae69-1cb1d442c162 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:18.181654 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cbc7c83f-bffc-453c-8815-45c1eb58a530 req-e2aa5f28-7643-42a4-ae69-1cb1d442c162 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 945 time: 0.3441629 Sep 17 23:41:18.205819 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-390355ff-5532-48b7-ae53-d4a353284399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:18.208307 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-390355ff-5532-48b7-ae53-d4a353284399 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1181374 Sep 17 23:41:18.215185 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffd9d7-adee-42d2-8881-5cf8d6743e81 req-af9767a0-6408-44f1-9d38-d9bacb09946b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:18.223804 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdffd9d7-adee-42d2-8881-5cf8d6743e81 req-af9767a0-6408-44f1-9d38-d9bacb09946b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 945 time: 0.4375086 Sep 17 23:41:18.350172 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-29dd2e73-f91f-433b-a0d8-9958b62bba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:18.356822 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-29dd2e73-f91f-433b-a0d8-9958b62bba0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1388891 Sep 17 23:41:18.451045 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cbc7c83f-bffc-453c-8815-45c1eb58a530 req-9dd9c3d5-d89a-4a8d-a52f-45cc9ce1fe7d tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666841 Sep 17 23:41:18.469682 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdffd9d7-adee-42d2-8881-5cf8d6743e81 req-a0892742-b371-4930-8473-853706419848 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368639 Sep 17 23:41:18.619280 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-fa7e45ce-3a28-4ce0-b7d6-368f01373c93 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495553 Sep 17 23:41:18.626146 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a1c16e-f4d4-4b81-8467-2fa8da1e65a7 x-openstack-request-id: req-61a1c16e-f4d4-4b81-8467-2fa8da1e65a7 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:18.626574 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc45e34c-7c9d-41d6-9506-c7b65136d428", "name": "network-vif-unplugged", "status": "completed", "tag": "ada1707b-84d3-4c1c-9bad-603fe8e3e5df", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:18.628001 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61a1c16e-f4d4-4b81-8467-2fa8da1e65a7 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:18.628676 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc45e34c-7c9d-41d6-9506-c7b65136d428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df', 'code': 200} Sep 17 23:41:18.652024 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd631173-31e2-4c7d-9858-ef813c42ed42 admin admin] Router f6707867-0542-409e-b1cb-03a2a471a105 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:41:18.940544 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6e0ed80a-7470-4075-97cc-d9189832d23d req-b67f0184-e6ee-4d91-ba0a-d990a083d961 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079290 Sep 17 23:41:18.984613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd631173-31e2-4c7d-9858-ef813c42ed42 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:41:18.995779 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bd631173-31e2-4c7d-9858-ef813c42ed42 admin admin] 10.222.0.46 "PUT /v2.0/routers/f6707867-0542-409e-b1cb-03a2a471a105/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8893037 Sep 17 23:41:18.996606 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58486) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:19.003261 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927c365e-4969-4e0e-bf60-8a026b2d0ad7 None None] Sync routers for ids ['f6707867-0542-409e-b1cb-03a2a471a105'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:41:19.028456 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927c365e-4969-4e0e-bf60-8a026b2d0ad7 None None] Routers {'f6707867-0542-409e-b1cb-03a2a471a105'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:41:19.029369 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-927c365e-4969-4e0e-bf60-8a026b2d0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:41:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['f6707867-0542-409e-b1cb-03a2a471a105'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:19.252376 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-927c365e-4969-4e0e-bf60-8a026b2d0ad7 None None] Set router f6707867-0542-409e-b1cb-03a2a471a105 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:41:19.331707 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-711d276c-ac7d-4fca-b517-83f3bf22d1ac admin admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:19.376554 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53970467-80c0-4cbc-97d7-0a3cdd709113 req-28ab6201-8d53-449d-baba-9ed4d01c9e18 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 210 time: 0.0605035 Sep 17 23:41:19.615799 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bea2c-68d8-4c67-810e-01053c73b97f req-9b3b52ed-8cfa-45fc-b9cc-73c4ee5ac0c9 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:19.628349 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e73bea2c-68d8-4c67-810e-01053c73b97f req-9b3b52ed-8cfa-45fc-b9cc-73c4ee5ac0c9 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 948 time: 0.1183701 Sep 17 23:41:19.670001 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-711d276c-ac7d-4fca-b517-83f3bf22d1ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:19.701797 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e73bea2c-68d8-4c67-810e-01053c73b97f req-598cdd5a-54e5-4e10-8153-a37665daec2d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721998 Sep 17 23:41:19.706032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-927c365e-4969-4e0e-bf60-8a026b2d0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772272135-router', 'tenant_id': 'b37594c3c99c48749aab994a85479752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '9f9b8309-48d7-4c61-9916-4e73a8e9b28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:13Z', 'updated_at': '2021-09-17T23:41:15Z', 'revision_number': 5, 'project_id': 'b37594c3c99c48749aab994a85479752', 'gw_port': {'id': '9f9b8309-48d7-4c61-9916-4e73a8e9b28f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:14Z', 'updated_at': '2021-09-17T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:19.761956 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:19.761956 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927c365e-4969-4e0e-bf60-8a026b2d0ad7 None None] Checking router: f6707867-0542-409e-b1cb-03a2a471a105 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:41:19.772442 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927c365e-4969-4e0e-bf60-8a026b2d0ad7 None None] Routers {'f6707867-0542-409e-b1cb-03a2a471a105'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:41:19.774003 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-927c365e-4969-4e0e-bf60-8a026b2d0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:41:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['f6707867-0542-409e-b1cb-03a2a471a105'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:19.886865 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-711d276c-ac7d-4fca-b517-83f3bf22d1ac admin admin] Deleting port 9f9b8309-48d7-4c61-9916-4e73a8e9b28f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:41:19.887281 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-711d276c-ac7d-4fca-b517-83f3bf22d1ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:19.985545 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-927c365e-4969-4e0e-bf60-8a026b2d0ad7 None None] Set router f6707867-0542-409e-b1cb-03a2a471a105 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:41:20.097167 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-711d276c-ac7d-4fca-b517-83f3bf22d1ac admin admin] For port 9f9b8309-48d7-4c61-9916-4e73a8e9b28f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=9f9b8309-48d7-4c61-9916-4e73a8e9b28f,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:20.097882 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-711d276c-ac7d-4fca-b517-83f3bf22d1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:20.114494 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-711d276c-ac7d-4fca-b517-83f3bf22d1ac admin admin] Calling delete_port for 9f9b8309-48d7-4c61-9916-4e73a8e9b28f owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:41:20.420756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-927c365e-4969-4e0e-bf60-8a026b2d0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772272135-router', 'tenant_id': 'b37594c3c99c48749aab994a85479752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '9f9b8309-48d7-4c61-9916-4e73a8e9b28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:13Z', 'updated_at': '2021-09-17T23:41:15Z', 'revision_number': 5, 'project_id': 'b37594c3c99c48749aab994a85479752', 'gw_port': {'id': '9f9b8309-48d7-4c61-9916-4e73a8e9b28f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:14Z', 'updated_at': '2021-09-17T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:20.488663 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927c365e-4969-4e0e-bf60-8a026b2d0ad7 None None] The sync data for ids ['f6707867-0542-409e-b1cb-03a2a471a105'] in n-d-809883-1 is: [{'id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1772272135-router', 'tenant_id': 'b37594c3c99c48749aab994a85479752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '9f9b8309-48d7-4c61-9916-4e73a8e9b28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:36:13Z', 'updated_at': '2021-09-17T23:41:15Z', 'revision_number': 5, 'project_id': 'b37594c3c99c48749aab994a85479752', 'gw_port': {'id': '9f9b8309-48d7-4c61-9916-4e73a8e9b28f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6707867-0542-409e-b1cb-03a2a471a105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:36:14Z', 'updated_at': '2021-09-17T23:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:41:20.629663 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc45e34c-7c9d-41d6-9506-c7b65136d428', 'tag': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:20.633586 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a80c17-aba7-41ea-98c2-ab427384ff80" -d '{"events": [{"name": "network-changed", "server_uuid": "bc45e34c-7c9d-41d6-9506-c7b65136d428", "tag": "ada1707b-84d3-4c1c-9bad-603fe8e3e5df"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:20.647136 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-711d276c-ac7d-4fca-b517-83f3bf22d1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:20.692884 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d276c-ac7d-4fca-b517-83f3bf22d1ac admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9b8309-48d7-4c61-9916-4e73a8e9b28f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:20.789405 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-711d276c-ac7d-4fca-b517-83f3bf22d1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:21.061154 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-711d276c-ac7d-4fca-b517-83f3bf22d1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:21.061154 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-711d276c-ac7d-4fca-b517-83f3bf22d1ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:21.062996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb91eb-6989-4cdc-b771-4e4dbcd81113 req-6e2e64de-1b90-4dac-8789-c20ceaddd06d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:21.062996 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c6cb91eb-6989-4cdc-b771-4e4dbcd81113 req-6e2e64de-1b90-4dac-8789-c20ceaddd06d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 945 time: 0.0732989 Sep 17 23:41:21.062996 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c6cb91eb-6989-4cdc-b771-4e4dbcd81113 req-34ddd5fb-4d68-4388-b1f5-4aeb982c0fc3 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344067 Sep 17 23:41:21.115197 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:41:21.128516 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a5634-d56f-43a8-8088-9fc69237dac2 req-07a03e82-4b38-46ce-b11c-08843a3dc6c4 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:21.130080 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-866a5634-d56f-43a8-8088-9fc69237dac2 req-07a03e82-4b38-46ce-b11c-08843a3dc6c4 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 945 time: 0.0618777 Sep 17 23:41:21.176011 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-866a5634-d56f-43a8-8088-9fc69237dac2 req-34dd32be-d069-4d3d-b589-ce7d1a2508ce tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377889 Sep 17 23:41:21.224174 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-711d276c-ac7d-4fca-b517-83f3bf22d1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:21.224853 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711d276c-ac7d-4fca-b517-83f3bf22d1ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6707867-0542-409e-b1cb-03a2a471a105 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:41:21.234475 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-711d276c-ac7d-4fca-b517-83f3bf22d1ac admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:21.234475 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-711d276c-ac7d-4fca-b517-83f3bf22d1ac admin admin] 10.222.0.46 "DELETE /v2.0/routers/f6707867-0542-409e-b1cb-03a2a471a105 HTTP/1.1" status: 204 len: 168 time: 2.2338252 Sep 17 23:41:21.236102 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58510) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:21.336517 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-810ed120-d93a-4ce3-a8c2-148163d05e1f req-49075d8e-f66a-43bd-83c7-016f2a5362a4 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 210 time: 0.0963752 Sep 17 23:41:21.414526 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-88678338-b7ce-48ed-8d41-33716120b2b4 admin admin] Deleting subnet c0f521c2-9351-421e-9d68-f2316891875d {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:41:21.424348 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-88678338-b7ce-48ed-8d41-33716120b2b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:21.534668 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-88678338-b7ce-48ed-8d41-33716120b2b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:21.557280 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1a7535-6d6d-4610-84c2-3cbb0d5f8b94 x-openstack-request-id: req-ef1a7535-6d6d-4610-84c2-3cbb0d5f8b94 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:21.557630 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc45e34c-7c9d-41d6-9506-c7b65136d428", "tag": "ada1707b-84d3-4c1c-9bad-603fe8e3e5df", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:21.557954 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ef1a7535-6d6d-4610-84c2-3cbb0d5f8b94 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:21.558430 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc45e34c-7c9d-41d6-9506-c7b65136d428', 'tag': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df', 'status': 'completed', 'code': 200} Sep 17 23:41:21.708745 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-11a79fbd-82f8-4ea1-9e5a-cd1541a68bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:21.711518 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-11a79fbd-82f8-4ea1-9e5a-cd1541a68bd5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 1099 time: 0.1335609 Sep 17 23:41:21.736517 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-0e62ca29-e37a-4d30-97f0-2bad3eb8986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:21.739029 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-0e62ca29-e37a-4d30-97f0-2bad3eb8986b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 1099 time: 0.0802710 Sep 17 23:41:21.771362 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-88678338-b7ce-48ed-8d41-33716120b2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:21.781967 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26973cb9-1c2f-4430-b195-7bae6a922d4d req-67ec34de-895a-44c9-ba39-d11000a53014 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:21.792637 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-26973cb9-1c2f-4430-b195-7bae6a922d4d req-67ec34de-895a-44c9-ba39-d11000a53014 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 948 time: 0.1610959 Sep 17 23:41:21.851937 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 92c174e2-2164-4af4-aa92-acaabf5740c8 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:41:21.915159 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-26973cb9-1c2f-4430-b195-7bae6a922d4d req-64a0ce93-2df3-4cb5-880b-5fec7ec8ee2e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204436 Sep 17 23:41:22.051100 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-88678338-b7ce-48ed-8d41-33716120b2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:22.133409 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 92c174e2-2164-4af4-aa92-acaabf5740c8 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:41:22.135341 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 92c174e2-2164-4af4-aa92-acaabf5740c8 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:41:22.155930 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88678338-b7ce-48ed-8d41-33716120b2b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0f521c2-9351-421e-9d68-f2316891875d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:22.169260 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88678338-b7ce-48ed-8d41-33716120b2b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:22.169645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88678338-b7ce-48ed-8d41-33716120b2b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:22.169988 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88678338-b7ce-48ed-8d41-33716120b2b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:22.170323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88678338-b7ce-48ed-8d41-33716120b2b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:22.171014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88678338-b7ce-48ed-8d41-33716120b2b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:22.171014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88678338-b7ce-48ed-8d41-33716120b2b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:22.171273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88678338-b7ce-48ed-8d41-33716120b2b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:22.171595 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88678338-b7ce-48ed-8d41-33716120b2b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:22.171916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88678338-b7ce-48ed-8d41-33716120b2b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:22.172313 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88678338-b7ce-48ed-8d41-33716120b2b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:22.172644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88678338-b7ce-48ed-8d41-33716120b2b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:22.172986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88678338-b7ce-48ed-8d41-33716120b2b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:22.175849 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-88678338-b7ce-48ed-8d41-33716120b2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:22.177960 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e01110-e275-46e5-9b9a-8b24c3c27d2c None None] Network 904c524d-042b-4c00-b05c-6c2f54e50bd5 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:41:22.181448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-88678338-b7ce-48ed-8d41-33716120b2b4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c0f521c2-9351-421e-9d68-f2316891875d HTTP/1.1" status: 204 len: 168 time: 0.9433656 Sep 17 23:41:22.185127 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58524) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:22.310976 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ada1707b-84d3-4c1c-9bad-603fe8e3e5df details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:41:22.339188 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:22.563941 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fe9dd-0667-4ac8-a543-7a6a872b4350 req-b70f9692-e5a2-4f98-a00c-1b51a546ac16 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:22.571791 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c37fe9dd-0667-4ac8-a543-7a6a872b4350 req-b70f9692-e5a2-4f98-a00c-1b51a546ac16 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 945 time: 0.2304103 Sep 17 23:41:22.583567 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:22.594529 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b30541-0bb0-4c52-84cd-67ff010ad82d None None] DHCP port deletion for 904c524d-042b-4c00-b05c-6c2f54e50bd5 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:41:22.611057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df', 'mac_address': 'fa:16:3e:3c:f5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:41:22.690246 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:22.712929 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c37fe9dd-0667-4ac8-a543-7a6a872b4350 req-09207d52-61bb-456e-bf07-21abf9e3e5cc tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374280 Sep 17 23:41:22.747036 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada1707b-84d3-4c1c-9bad-603fe8e3e5df {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:41:22.759079 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] Deleting port f3a21770-aaea-4acd-9663-f74d9b72e7b4 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:41:22.763083 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:22.777986 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e4b30541-0bb0-4c52-84cd-67ff010ad82d None None] Deleting port f3a21770-aaea-4acd-9663-f74d9b72e7b4 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:41:22.778997 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e4b30541-0bb0-4c52-84cd-67ff010ad82d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:22.815857 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:22.891571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] For port f3a21770-aaea-4acd-9663-f74d9b72e7b4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f3a21770-aaea-4acd-9663-f74d9b72e7b4,segment=NetworkSegment(8b92ed57-a3f6-4148-8ac1-cfcdb52a2639),segment_id=8b92ed57-a3f6-4148-8ac1-cfcdb52a2639)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:22.892579 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:22.899829 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e4b30541-0bb0-4c52-84cd-67ff010ad82d None None] For port f3a21770-aaea-4acd-9663-f74d9b72e7b4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f3a21770-aaea-4acd-9663-f74d9b72e7b4,segment=NetworkSegment(8b92ed57-a3f6-4148-8ac1-cfcdb52a2639),segment_id=8b92ed57-a3f6-4148-8ac1-cfcdb52a2639)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:22.900385 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e4b30541-0bb0-4c52-84cd-67ff010ad82d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:22.931050 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:22.938776 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] Calling delete_port for f3a21770-aaea-4acd-9663-f74d9b72e7b4 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:41:22.972350 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-db7654c2-96f1-4bdd-a13a-ff6fc4b4714d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:22.979381 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-db7654c2-96f1-4bdd-a13a-ff6fc4b4714d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 1.2580338 Sep 17 23:41:23.008623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e4b30541-0bb0-4c52-84cd-67ff010ad82d None None] Calling delete_port for f3a21770-aaea-4acd-9663-f74d9b72e7b4 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:41:23.016856 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47de9f-59e8-4030-b676-accc579376bc req-ecfe4401-fc0a-427b-9af5-86768bcbbc58 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:23.018402 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d47de9f-59e8-4030-b676-accc579376bc req-ecfe4401-fc0a-427b-9af5-86768bcbbc58 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.41 "GET /v2.0/networks?id=98a2366c-8208-4854-a4bd-3a7979c12afc HTTP/1.1" status: 200 len: 815 time: 1.1680889 Sep 17 23:41:23.057704 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-16a370b0-a3c8-44a2-b746-15f95996201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:23.059212 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-16a370b0-a3c8-44a2-b746-15f95996201d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 1.3007190 Sep 17 23:41:23.065964 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-72db1ecc-362d-49bc-9005-ebc0ca4a8464 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df HTTP/1.1" status: 200 len: 217 time: 0.0764573 Sep 17 23:41:23.069319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d662c3e-a242-494b-984e-c88a130d139a req-cb8d2964-bd25-422f-8e38-f4275536b5dc tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:23.070956 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-cb8d2964-bd25-422f-8e38-f4275536b5dc tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237&tenant_id=42091a1d224846e09811aee1ce652339&binding%3Ahost_id=n-h2-809883-1 HTTP/1.1" status: 200 len: 1096 time: 0.2261350 Sep 17 23:41:23.082430 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2f31e-d354-49a7-b86d-a2ad82e221ee req-db2494b1-170e-40a0-8a94-c948e02c5885 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:23.090448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0f2f31e-d354-49a7-b86d-a2ad82e221ee req-db2494b1-170e-40a0-8a94-c948e02c5885 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 945 time: 0.0882292 Sep 17 23:41:23.092754 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:23.105646 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:23.107164 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:23.107812 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:23.108717 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:23.109472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:23.110265 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:23.111028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:23.111552 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:23.112450 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:23.120252 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:23.121222 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:23.121775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:41:23.149264 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0f2f31e-d354-49a7-b86d-a2ad82e221ee req-57b79a80-0549-4da4-b016-42335fbf8ada tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517161 Sep 17 23:41:23.181615 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-809883-1'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:41:23.195037 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-3303d340-886e-49e9-af9e-4efc85bdafff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df HTTP/1.1" status: 200 len: 217 time: 0.1225486 Sep 17 23:41:23.264230 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9bad9e50-a279-40ab-ab12-0e4afb6b2184 req-0a9e803a-b757-4ec1-a592-4242a550de93 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 210 time: 0.0372562 Sep 17 23:41:23.281362 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:23.295572 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['ada1707b-84d3-4c1c-9bad-603fe8e3e5df'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:41:23.341161 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d47de9f-59e8-4030-b676-accc579376bc req-4009f874-87be-4b37-80b0-c330330b13db tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd977f7707564eaa9db458728cbc087f HTTP/1.1" status: 200 len: 380 time: 0.2858088 Sep 17 23:41:23.352047 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] No DVR routers for this DVR port f3a21770-aaea-4acd-9663-f74d9b72e7b4 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:41:23.386577 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a21770-aaea-4acd-9663-f74d9b72e7b4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:23.402695 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-2d47de9f-59e8-4030-b676-accc579376bc req-a5e42d39-6b61-4e3d-82f7-793b29fcb722 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Request body: {'port': {'device_id': '7d6de700-d6f2-4252-ab8d-d581b6368337', 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc', 'admin_state_up': True, 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'security_groups': ['c759527b-146e-4ec5-9c63-2fadd9d7c2b6']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:41:23.479457 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e4b30541-0bb0-4c52-84cd-67ff010ad82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:23.498731 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:23.526319 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b30541-0bb0-4c52-84cd-67ff010ad82d None None] Pushing event deleted for resources: {'Port': ['ID=f3a21770-aaea-4acd-9663-f74d9b72e7b4,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:23.533776 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f3a21770-aaea-4acd-9663-f74d9b72e7b4 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:41:23.553969 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:23.561057 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-a0ee05cd-9c6e-4fab-9b55-ce432ac67480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:23.562574 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-a0ee05cd-9c6e-4fab-9b55-ce432ac67480 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.4732299 Sep 17 23:41:23.573122 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b30541-0bb0-4c52-84cd-67ff010ad82d None None] No DVR routers for this DVR port f3a21770-aaea-4acd-9663-f74d9b72e7b4 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:41:23.580265 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: f3a21770-aaea-4acd-9663-f74d9b72e7b4 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:41:23.580599 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f3a21770-aaea-4acd-9663-f74d9b72e7b4 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:41:23.581950 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9f9b8309-48d7-4c61-9916-4e73a8e9b28f no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:41:23.612731 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-7aa302a7-d585-4d3e-88c4-ca88b4c99831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:23.613394 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-7aa302a7-d585-4d3e-88c4-ca88b4c99831 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.3575139 Sep 17 23:41:23.624061 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 9f9b8309-48d7-4c61-9916-4e73a8e9b28f {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:41:23.624061 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9f9b8309-48d7-4c61-9916-4e73a8e9b28f not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:41:23.671760 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e794b-019e-4d8f-aaf5-f0e58d9b3ff0 req-09b259d2-34b6-46eb-8092-02639fe529e4 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:23.682178 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a97e794b-019e-4d8f-aaf5-f0e58d9b3ff0 req-09b259d2-34b6-46eb-8092-02639fe529e4 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 949 time: 0.1405811 Sep 17 23:41:23.691462 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904c524d-042b-4c00-b05c-6c2f54e50bd5']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:23.694444 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-6fd7b159-c21b-46a8-84a6-442e30de9e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:23.696552 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-6fd7b159-c21b-46a8-84a6-442e30de9e30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225436 Sep 17 23:41:23.719803 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b92ed57-a3f6-4148-8ac1-cfcdb52a2639') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:23.720478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b92ed57-a3f6-4148-8ac1-cfcdb52a2639') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:23.739195 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:23.792816 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a97e794b-019e-4d8f-aaf5-f0e58d9b3ff0 req-bfd7ebdf-4fb0-4ea2-bc91-acd0b8f71089 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046948 Sep 17 23:41:23.799160 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:23.818591 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-3b4c60a4-545a-4de1-a3f8-6f2bb804db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:23.820377 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-3b4c60a4-545a-4de1-a3f8-6f2bb804db56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1975238 Sep 17 23:41:23.822623 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:41:23.823576 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:41:23.826237 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:41:23.928637 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d47de9f-59e8-4030-b676-accc579376bc req-a5e42d39-6b61-4e3d-82f7-793b29fcb722 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Made reservation on behalf of bd977f7707564eaa9db458728cbc087f for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:41:23.935168 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2d47de9f-59e8-4030-b676-accc579376bc req-a5e42d39-6b61-4e3d-82f7-793b29fcb722 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:24.039163 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] For port 261924fe-8bc8-4de5-ba1e-cdf6869091ab, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=261924fe-8bc8-4de5-ba1e-cdf6869091ab,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:24.069101 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-f4e2bc20-295d-4aa2-9991-2bd844762fd7 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472962 Sep 17 23:41:24.076487 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:24.093043 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:24.097733 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] 10.222.0.46 "DELETE /v2.0/networks/904c524d-042b-4c00-b05c-6c2f54e50bd5 HTTP/1.1" status: 204 len: 168 time: 1.9092038 Sep 17 23:41:24.161801 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c5023-71d7-4194-bb8f-e663666bf565 admin admin] Pushing event deleted for resources: {'Network': ['ID=904c524d-042b-4c00-b05c-6c2f54e50bd5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:24.187438 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-4a72619d-f5da-4a12-ba0a-1ee2dd4db97c service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341813 Sep 17 23:41:24.307611 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 261924fe-8bc8-4de5-ba1e-cdf6869091ab details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:41:24.355501 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] For port 261924fe-8bc8-4de5-ba1e-cdf6869091ab, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:24.441088 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90b2b6-b45e-4fd2-a3d2-392bf20f267c req-cc39ad1a-3d2d-423b-9ac2-184d7fb28f33 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:24.458201 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af90b2b6-b45e-4fd2-a3d2-392bf20f267c req-cc39ad1a-3d2d-423b-9ac2-184d7fb28f33 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 945 time: 0.1299911 Sep 17 23:41:24.509243 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fbe4e8-408b-4cb2-aa11-22ad3c111237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261924fe-8bc8-4de5-ba1e-cdf6869091ab'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:24.512087 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84da52ed-6b4f-4c78-8e80-a3a9976e8c74" -d '{"events": [{"server_uuid": "05fbe4e8-408b-4cb2-aa11-22ad3c111237", "name": "network-vif-unplugged", "status": "completed", "tag": "261924fe-8bc8-4de5-ba1e-cdf6869091ab"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:24.517718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-2d47de9f-59e8-4030-b676-accc579376bc req-a5e42d39-6b61-4e3d-82f7-793b29fcb722 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Allocated IP 172.20.0.11 (98a2366c-8208-4854-a4bd-3a7979c12afc/3d0c75e9-a6be-4367-bb7a-8570a935418d/64e09bc8-5def-4fa2-a0be-22ede90157b9) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:41:24.521843 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:24.539166 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-e403470e-5073-450d-8f0d-b7646341b8a8 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290562 Sep 17 23:41:24.545637 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af90b2b6-b45e-4fd2-a3d2-392bf20f267c req-ae386dd1-6cfa-4b6f-8962-73afdb3f51cc tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841529 Sep 17 23:41:24.564198 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e3a80c17-aba7-41ea-98c2-ab427384ff80 req-fdc7da35-8987-4b6e-b500-50964fc88aa3 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281825 Sep 17 23:41:24.618718 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 261924fe-8bc8-4de5-ba1e-cdf6869091ab, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=261924fe-8bc8-4de5-ba1e-cdf6869091ab,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:24.633125 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:24.663232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 261924fe-8bc8-4de5-ba1e-cdf6869091ab has no active binding in host n-h1-809883-1 {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 23:41:24.812991 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] Pushing event updated for resources: {'Port': ['ID=261924fe-8bc8-4de5-ba1e-cdf6869091ab,revision_number=7']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:24.869113 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2d47de9f-59e8-4030-b676-accc579376bc req-a5e42d39-6b61-4e3d-82f7-793b29fcb722 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:24.873136 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] Attempting to bind port 261924fe-8bc8-4de5-ba1e-cdf6869091ab on host n-h2-809883-1 for vnic_type normal with profile {"migrating_to": "n-h1-809883-1"} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:41:24.873476 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] Attempting to bind port 261924fe-8bc8-4de5-ba1e-cdf6869091ab by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:41:24.873801 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] Attempting to bind port 261924fe-8bc8-4de5-ba1e-cdf6869091ab on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:24.884104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] Port 261924fe-8bc8-4de5-ba1e-cdf6869091ab on network de59519b-4223-446a-ba3f-49ba8599e2a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:41:24.884337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] Attempting to bind port 261924fe-8bc8-4de5-ba1e-cdf6869091ab on network de59519b-4223-446a-ba3f-49ba8599e2a2 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:24.889033 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58554) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:24.891965 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-740fc2f4-03ac-4721-bae3-174b664f6389 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:24.894738 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-740fc2f4-03ac-4721-bae3-174b664f6389 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b&tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 1096 time: 0.1496949 Sep 17 23:41:24.901180 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:41:24.901514 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] Checking segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:41:24.901909 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] Bound using segment: {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:41:24.902357 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] Bound port: 261924fe-8bc8-4de5-ba1e-cdf6869091ab, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'de59519b-4223-446a-ba3f-49ba8599e2a2'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:41:24.902715 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:24.913792 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809883-1'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:41:24.959702 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-51f4fdea-e20c-4808-8e97-b6db9b68abbe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=06106444c40645e2a5a0f1beb95c10da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0694394 Sep 17 23:41:24.962858 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58558) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:25.022096 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9bfed16a-f247-4de1-a706-e4a4a00e80f7 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:41:25.083629 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:25.105200 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b1946e8d-1c27-4c39-b6bb-2ad5a0d344a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:25.111724 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] For port 261924fe-8bc8-4de5-ba1e-cdf6869091ab, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:25.153371 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2d47de9f-59e8-4030-b676-accc579376bc req-a5e42d39-6b61-4e3d-82f7-793b29fcb722 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:25.155213 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] For port 261924fe-8bc8-4de5-ba1e-cdf6869091ab, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=261924fe-8bc8-4de5-ba1e-cdf6869091ab,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:41:25.231503 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b1946e8d-1c27-4c39-b6bb-2ad5a0d344a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:25.290648 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9bfed16a-f247-4de1-a706-e4a4a00e80f7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9bfed16a-f247-4de1-a706-e4a4a00e80f7,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:25.324666 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9bfed16a-f247-4de1-a706-e4a4a00e80f7 has no active binding in host n-h2-809883-1 {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 23:41:25.350896 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:25.371381 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d47de9f-59e8-4030-b676-accc579376bc req-a5e42d39-6b61-4e3d-82f7-793b29fcb722 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Network 98a2366c-8208-4854-a4bd-3a7979c12afc is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:41:25.393543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-2d47de9f-59e8-4030-b676-accc579376bc req-a5e42d39-6b61-4e3d-82f7-793b29fcb722 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:41:25.411739 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e42d39-6b61-4e3d-82f7-793b29fcb722 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Pushing event updated for resources: {'Port': ['ID=64e09bc8-5def-4fa2-a0be-22ede90157b9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:25.418052 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d47de9f-59e8-4030-b676-accc579376bc req-a5e42d39-6b61-4e3d-82f7-793b29fcb722 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:41:25.422443 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93282b-e5b0-4647-9238-44087625b6c6 req-58afd799-57d3-4ff3-b6cb-0d21dd25c3a2 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:25.425229 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b93282b-e5b0-4647-9238-44087625b6c6 req-58afd799-57d3-4ff3-b6cb-0d21dd25c3a2 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 945 time: 0.2073138 Sep 17 23:41:25.534313 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b93282b-e5b0-4647-9238-44087625b6c6 req-799a2b6d-c6d4-4a81-a24a-80668830a9e3 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021984 Sep 17 23:41:25.618657 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b1946e8d-1c27-4c39-b6bb-2ad5a0d344a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:25.621263 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b1946e8d-1c27-4c39-b6bb-2ad5a0d344a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:25.625115 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b1946e8d-1c27-4c39-b6bb-2ad5a0d344a7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/387f33c1-fce8-46fd-91a8-68ebc900b1dc HTTP/1.1" status: 204 len: 168 time: 0.6586306 Sep 17 23:41:25.637105 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1946e8d-1c27-4c39-b6bb-2ad5a0d344a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387f33c1-fce8-46fd-91a8-68ebc900b1dc,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:25.677014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] For port 9bfed16a-f247-4de1-a706-e4a4a00e80f7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9bfed16a-f247-4de1-a706-e4a4a00e80f7,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:25.751103 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8a4b5-d748-46a4-8033-ad33a755faf9 req-7121b30d-2851-4a5b-ba1b-3a24fc5a92cf tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:25.754787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-84b48f7b-a88a-4e0f-9c46-037bb25dd1cd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:25.760104 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-84b48f7b-a88a-4e0f-9c46-037bb25dd1cd tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428&tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 949 time: 0.5541043 Sep 17 23:41:25.760258 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0df8a4b5-d748-46a4-8033-ad33a755faf9 req-7121b30d-2851-4a5b-ba1b-3a24fc5a92cf tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 932 time: 0.0873725 Sep 17 23:41:25.802468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:25.803157 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:25.804579 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] 10.222.0.41 "PUT /v2.0/ports/261924fe-8bc8-4de5-ba1e-cdf6869091ab HTTP/1.1" status: 200 len: 1121 time: 2.7141187 Sep 17 23:41:25.823259 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0df8a4b5-d748-46a4-8033-ad33a755faf9 req-545e7bca-45cd-43d1-9335-661f1f2eeb3d tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/security-groups?id=c759527b-146e-4ec5-9c63-2fadd9d7c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523453 Sep 17 23:41:25.851396 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47de9f-59e8-4030-b676-accc579376bc req-a5e42d39-6b61-4e3d-82f7-793b29fcb722 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:25.851951 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2d47de9f-59e8-4030-b676-accc579376bc req-a5e42d39-6b61-4e3d-82f7-793b29fcb722 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:25.885996 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9520f7ed-dbc1-4d60-8025-dca801d5bbe0 None None] Provisioning complete for port 64e09bc8-5def-4fa2-a0be-22ede90157b9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:25.888203 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9520f7ed-dbc1-4d60-8025-dca801d5bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:25.892761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] For port 9bfed16a-f247-4de1-a706-e4a4a00e80f7, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:25.899551 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379177e7-dd07-46e5-a419-3801d592f06f service neutron] Pushing event updated for resources: {'Port': ['ID=261924fe-8bc8-4de5-ba1e-cdf6869091ab,revision_number=8']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:25.905196 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eed802d-73f1-4994-b9a5-af86a252ad1c x-openstack-request-id: req-6eed802d-73f1-4994-b9a5-af86a252ad1c {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:25.905465 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fbe4e8-408b-4cb2-aa11-22ad3c111237", "name": "network-vif-unplugged", "status": "completed", "tag": "261924fe-8bc8-4de5-ba1e-cdf6869091ab", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:25.905732 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6eed802d-73f1-4994-b9a5-af86a252ad1c {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:25.906134 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05fbe4e8-408b-4cb2-aa11-22ad3c111237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261924fe-8bc8-4de5-ba1e-cdf6869091ab', 'code': 200} Sep 17 23:41:25.936313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['261924fe-8bc8-4de5-ba1e-cdf6869091ab'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:41:25.965932 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-697b129d-c90f-483d-a772-206e08c0c2fe service neutron] 10.222.0.41 "GET /v2.0/ports/ada1707b-84d3-4c1c-9bad-603fe8e3e5df/bindings/n-h1-809883-1 HTTP/1.1" status: 200 len: 382 time: 0.1822841 Sep 17 23:41:25.971645 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:25.986912 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['261924fe-8bc8-4de5-ba1e-cdf6869091ab'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:41:25.990802 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d47de9f-59e8-4030-b676-accc579376bc req-a5e42d39-6b61-4e3d-82f7-793b29fcb722 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5943983 Sep 17 23:41:26.008923 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Request body: {'port': {'device_id': '7d6de700-d6f2-4252-ab8d-d581b6368337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:41:26.106119 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:26.146478 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:26.159561 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-ab6b9245-71f9-473e-b9e8-69e181d2543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:26.161108 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-ab6b9245-71f9-473e-b9e8-69e181d2543d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 1100 time: 0.1428878 Sep 17 23:41:26.190626 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9520f7ed-dbc1-4d60-8025-dca801d5bbe0 None None] Port 64e09bc8-5def-4fa2-a0be-22ede90157b9 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:41:26.248146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8140c-3e6f-49ef-9f28-e300d536d305 req-6d3683cf-74c9-4685-8100-397a55836a64 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:26.249995 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70b8140c-3e6f-49ef-9f28-e300d536d305 req-6d3683cf-74c9-4685-8100-397a55836a64 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 949 time: 0.1241171 Sep 17 23:41:26.354824 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ada1707b-84d3-4c1c-9bad-603fe8e3e5df up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:41:26.376450 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70b8140c-3e6f-49ef-9f28-e300d536d305 req-73eddbb2-24a4-4e71-a9d3-00c77696743b tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064548 Sep 17 23:41:26.614781 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33fd19-9302-4572-9147-7f109e7056f7 req-ab3619b0-8fd9-4942-a3e1-f17bbc44decb tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:26.617038 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa33fd19-9302-4572-9147-7f109e7056f7 req-ab3619b0-8fd9-4942-a3e1-f17bbc44decb tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 943 time: 0.0978568 Sep 17 23:41:26.670075 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port ada1707b-84d3-4c1c-9bad-603fe8e3e5df completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:41:26.677801 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port ada1707b-84d3-4c1c-9bad-603fe8e3e5df triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:26.678371 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:26.686371 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa33fd19-9302-4572-9147-7f109e7056f7 req-ba3242d2-1f17-4011-8c6d-6b3126fb3e9e tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620983 Sep 17 23:41:26.746718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d772c6-553d-4212-858f-30901db2720e service neutron] Pushing event updated for resources: {'Port': ['ID=9bfed16a-f247-4de1-a706-e4a4a00e80f7,revision_number=7']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:26.839481 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] Attempting to bind port 9bfed16a-f247-4de1-a706-e4a4a00e80f7 on host n-h1-809883-1 for vnic_type normal with profile {"migrating_to": "n-h2-809883-1"} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:41:26.839822 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] Attempting to bind port 9bfed16a-f247-4de1-a706-e4a4a00e80f7 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:41:26.840150 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] Attempting to bind port 9bfed16a-f247-4de1-a706-e4a4a00e80f7 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:26.879531 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:26.920554 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] Port 9bfed16a-f247-4de1-a706-e4a4a00e80f7 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:41:26.920782 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] Attempting to bind port 9bfed16a-f247-4de1-a706-e4a4a00e80f7 on network ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:26.944016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:41:26.944241 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] Checking segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:41:26.944643 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] Bound using segment: {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:41:26.945135 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] Bound port: 9bfed16a-f247-4de1-a706-e4a4a00e80f7, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa88b8d-287c-40cd-98c3-f936a02903e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:41:26.945496 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:26.951838 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc45e34c-7c9d-41d6-9506-c7b65136d428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:26.954752 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7204726-0ab0-412a-b0cb-fd31f2bac7bf" -d '{"events": [{"server_uuid": "bc45e34c-7c9d-41d6-9506-c7b65136d428", "name": "network-vif-plugged", "status": "completed", "tag": "ada1707b-84d3-4c1c-9bad-603fe8e3e5df"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:26.972559 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-6ce599ee-cac8-4f8a-aaaa-3c94ce1df75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:26.974680 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-6ce599ee-cac8-4f8a-aaaa-3c94ce1df75b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.7975273 Sep 17 23:41:26.990118 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:27.053738 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301a4f0-e11f-492a-9fa6-2830d2489433 req-d978fbaf-cc0d-44c8-b050-885427fa81f8 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:27.055640 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3301a4f0-e11f-492a-9fa6-2830d2489433 req-d978fbaf-cc0d-44c8-b050-885427fa81f8 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 943 time: 0.0746732 Sep 17 23:41:27.113371 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58582) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:27.153195 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:27.158435 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-cb3198c2-e888-48f6-a862-241f6b7a09a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df HTTP/1.1" status: 200 len: 217 time: 0.1734009 Sep 17 23:41:27.162929 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3301a4f0-e11f-492a-9fa6-2830d2489433 req-0ab5c498-a9ed-4bf9-8374-1bcfe927b4c2 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985289 Sep 17 23:41:27.229593 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fb1bbae1-39b5-4ca2-b5cb-ece4e677f465 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b37594c3c99c48749aab994a85479752&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1149490 Sep 17 23:41:27.232244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58586) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:27.247726 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,revision_number=9']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:27.298806 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7456d422-5d69-4c2a-bbba-aa7451712eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:27.300300 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7456d422-5d69-4c2a-bbba-aa7451712eb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1311886 Sep 17 23:41:27.302896 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] For port 9bfed16a-f247-4de1-a706-e4a4a00e80f7, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:27.327506 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] For port 9bfed16a-f247-4de1-a706-e4a4a00e80f7, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9bfed16a-f247-4de1-a706-e4a4a00e80f7,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:41:27.356901 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a196fc5-6b6f-4e0e-9a59-20871e80f01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:27.413788 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a196fc5-6b6f-4e0e-9a59-20871e80f01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:27.415635 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:27.419652 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e09bc8-5def-4fa2-a0be-22ede90157b9 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:41:27.427442 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-235c2ad9-6ff2-4322-a93e-6f2d233f5d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:27.430231 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-235c2ad9-6ff2-4322-a93e-6f2d233f5d71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1153777 Sep 17 23:41:27.446120 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3546f-f9a3-4497-98e8-fbcf0ababc77 req-36bda73e-b76f-4e2a-9a35-6a6b6e2723e0 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:27.447889 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ea3546f-f9a3-4497-98e8-fbcf0ababc77 req-36bda73e-b76f-4e2a-9a35-6a6b6e2723e0 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 932 time: 0.1262293 Sep 17 23:41:27.458059 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:27.509116 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Transition to ACTIVE for port object 64e09bc8-5def-4fa2-a0be-22ede90157b9 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:41:27.515427 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ea3546f-f9a3-4497-98e8-fbcf0ababc77 req-812da233-d34e-472f-8e5a-c58fa4f8e27e tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/security-groups?id=c759527b-146e-4ec5-9c63-2fadd9d7c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569656 Sep 17 23:41:27.606613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d772c6-553d-4212-858f-30901db2720e service neutron] Pushing event updated for resources: {'Port': ['ID=9bfed16a-f247-4de1-a706-e4a4a00e80f7,revision_number=8']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:27.611888 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:27.612600 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:27.613924 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-70d772c6-553d-4212-858f-30901db2720e service neutron] 10.222.0.37 "PUT /v2.0/ports/9bfed16a-f247-4de1-a706-e4a4a00e80f7 HTTP/1.1" status: 200 len: 1121 time: 2.7063859 Sep 17 23:41:27.638168 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-242f6358-70d8-4e5f-8428-2e44e70afc0d service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829853 Sep 17 23:41:27.709148 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['9bfed16a-f247-4de1-a706-e4a4a00e80f7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:41:27.739768 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-79fa3031-5e62-4395-a7a6-2c191d33fd16 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941136 Sep 17 23:41:27.747615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['9bfed16a-f247-4de1-a706-e4a4a00e80f7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:41:27.863769 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:27.908423 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05fbe4e8-408b-4cb2-aa11-22ad3c111237', 'tag': '261924fe-8bc8-4de5-ba1e-cdf6869091ab'}, {'server_uuid': '2a26e6f2-6c92-40d6-8b53-857ee0ed777b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bfed16a-f247-4de1-a706-e4a4a00e80f7'}, {'name': 'network-changed', 'server_uuid': '2a26e6f2-6c92-40d6-8b53-857ee0ed777b', 'tag': '9bfed16a-f247-4de1-a706-e4a4a00e80f7'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:27.910193 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a196fc5-6b6f-4e0e-9a59-20871e80f01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:27.910937 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffd961e-066c-495e-9936-dd525cbeffe5" -d '{"events": [{"name": "network-changed", "server_uuid": "05fbe4e8-408b-4cb2-aa11-22ad3c111237", "tag": "261924fe-8bc8-4de5-ba1e-cdf6869091ab"}, {"server_uuid": "2a26e6f2-6c92-40d6-8b53-857ee0ed777b", "name": "network-vif-unplugged", "status": "completed", "tag": "9bfed16a-f247-4de1-a706-e4a4a00e80f7"}, {"name": "network-changed", "server_uuid": "2a26e6f2-6c92-40d6-8b53-857ee0ed777b", "tag": "9bfed16a-f247-4de1-a706-e4a4a00e80f7"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:27.916202 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a196fc5-6b6f-4e0e-9a59-20871e80f01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:27.917451 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7a196fc5-6b6f-4e0e-9a59-20871e80f01c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db1ffb70-48fa-45aa-a32a-a9c0e22d59bd HTTP/1.1" status: 204 len: 168 time: 0.6829619 Sep 17 23:41:27.930370 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a196fc5-6b6f-4e0e-9a59-20871e80f01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1ffb70-48fa-45aa-a32a-a9c0e22d59bd,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:27.945537 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=64e09bc8-5def-4fa2-a0be-22ede90157b9,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:28.086538 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Attempting to bind port 64e09bc8-5def-4fa2-a0be-22ede90157b9 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:41:28.088439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Attempting to bind port 64e09bc8-5def-4fa2-a0be-22ede90157b9 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'cd059fb0-31a2-45c1-afd0-4ee5e7595571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:41:28.090167 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Attempting to bind port 64e09bc8-5def-4fa2-a0be-22ede90157b9 on network 98a2366c-8208-4854-a4bd-3a7979c12afc {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:28.101313 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Port 64e09bc8-5def-4fa2-a0be-22ede90157b9 on network 98a2366c-8208-4854-a4bd-3a7979c12afc not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:41:28.103545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Attempting to bind port 64e09bc8-5def-4fa2-a0be-22ede90157b9 on network 98a2366c-8208-4854-a4bd-3a7979c12afc {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:28.115787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:41:28.118837 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Checking segment: {'id': 'cd059fb0-31a2-45c1-afd0-4ee5e7595571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:41:28.119838 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Bound using segment: {'id': 'cd059fb0-31a2-45c1-afd0-4ee5e7595571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:41:28.122704 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Bound port: 64e09bc8-5def-4fa2-a0be-22ede90157b9, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd059fb0-31a2-45c1-afd0-4ee5e7595571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:41:28.123274 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:28.270513 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] For port 64e09bc8-5def-4fa2-a0be-22ede90157b9, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:28.277356 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] For port 64e09bc8-5def-4fa2-a0be-22ede90157b9, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=64e09bc8-5def-4fa2-a0be-22ede90157b9,segment=NetworkSegment(cd059fb0-31a2-45c1-afd0-4ee5e7595571),segment_id=cd059fb0-31a2-45c1-afd0-4ee5e7595571)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:41:28.870257 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:28.914306 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:28.915038 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:28.916445 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d47de9f-59e8-4030-b676-accc579376bc req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] 10.222.0.41 "PUT /v2.0/ports/64e09bc8-5def-4fa2-a0be-22ede90157b9 HTTP/1.1" status: 200 len: 1092 time: 2.9130249 Sep 17 23:41:28.976224 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ec4ed-3d94-451c-adce-6d770a8ed8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=64e09bc8-5def-4fa2-a0be-22ede90157b9,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:29.125991 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cb4787-de7a-4ea6-83ee-a2826be691a9 x-openstack-request-id: req-b3cb4787-de7a-4ea6-83ee-a2826be691a9 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:29.127006 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc45e34c-7c9d-41d6-9506-c7b65136d428", "name": "network-vif-plugged", "status": "completed", "tag": "ada1707b-84d3-4c1c-9bad-603fe8e3e5df", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:29.127497 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b3cb4787-de7a-4ea6-83ee-a2826be691a9 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:29.128314 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc45e34c-7c9d-41d6-9506-c7b65136d428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df', 'code': 200} Sep 17 23:41:29.206023 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47de9f-59e8-4030-b676-accc579376bc req-a91f9086-abcc-4d4c-8a11-3a1fed9591b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:29.209077 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d47de9f-59e8-4030-b676-accc579376bc req-a91f9086-abcc-4d4c-8a11-3a1fed9591b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd977f7707564eaa9db458728cbc087f&device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 1095 time: 0.1002486 Sep 17 23:41:29.309640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfcf2f-0731-4e6d-b618-3d1fff7e1680 req-0e98e78b-032c-4c7c-8224-ca5e545c1855 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:29.314707 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d47de9f-59e8-4030-b676-accc579376bc req-a5d4176a-cfe2-4545-b84b-6d6bc4bbb117 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64e09bc8-5def-4fa2-a0be-22ede90157b9 HTTP/1.1" status: 200 len: 217 time: 0.0900559 Sep 17 23:41:29.320289 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-accfcf2f-0731-4e6d-b618-3d1fff7e1680 req-0e98e78b-032c-4c7c-8224-ca5e545c1855 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.0949206 Sep 17 23:41:29.373518 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-accfcf2f-0731-4e6d-b618-3d1fff7e1680 req-7ddab42e-850c-486b-847a-f9928791c25a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522425 Sep 17 23:41:29.427474 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47de9f-59e8-4030-b676-accc579376bc req-b315c129-6061-4360-bbe9-f4c2b94a0378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:29.429511 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d47de9f-59e8-4030-b676-accc579376bc req-b315c129-6061-4360-bbe9-f4c2b94a0378 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d0c75e9-a6be-4367-bb7a-8570a935418d HTTP/1.1" status: 200 len: 854 time: 0.0958827 Sep 17 23:41:29.493224 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47de9f-59e8-4030-b676-accc579376bc req-8d585548-d7f2-4d2d-9473-0805e001630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:29.496175 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d47de9f-59e8-4030-b676-accc579376bc req-8d585548-d7f2-4d2d-9473-0805e001630e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98a2366c-8208-4854-a4bd-3a7979c12afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537188 Sep 17 23:41:29.510849 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b711f-adfb-4cae-a5a1-dba3433d5088 req-99b22814-3d41-4323-baa2-b99e274fe7c4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:29.531474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b55b711f-adfb-4cae-a5a1-dba3433d5088 req-99b22814-3d41-4323-baa2-b99e274fe7c4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 943 time: 0.0808108 Sep 17 23:41:29.613296 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b55b711f-adfb-4cae-a5a1-dba3433d5088 req-4c016a3e-ec8e-407b-8371-a8525aed886e tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772176 Sep 17 23:41:29.697974 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d47de9f-59e8-4030-b676-accc579376bc req-360811f5-2152-4f5a-92b5-85410daca2a0 service neutron] 10.222.0.41 "GET /v2.0/networks/98a2366c-8208-4854-a4bd-3a7979c12afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881003 Sep 17 23:41:29.717540 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7551d1b3-931c-4dba-b14a-67fbced90615 x-openstack-request-id: req-7551d1b3-931c-4dba-b14a-67fbced90615 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:29.718554 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05fbe4e8-408b-4cb2-aa11-22ad3c111237", "tag": "261924fe-8bc8-4de5-ba1e-cdf6869091ab", "status": "completed", "code": 200}, {"server_uuid": "2a26e6f2-6c92-40d6-8b53-857ee0ed777b", "name": "network-vif-unplugged", "status": "completed", "tag": "9bfed16a-f247-4de1-a706-e4a4a00e80f7", "code": 200}, {"name": "network-changed", "server_uuid": "2a26e6f2-6c92-40d6-8b53-857ee0ed777b", "tag": "9bfed16a-f247-4de1-a706-e4a4a00e80f7", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:29.718870 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7551d1b3-931c-4dba-b14a-67fbced90615 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:29.719370 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05fbe4e8-408b-4cb2-aa11-22ad3c111237', 'tag': '261924fe-8bc8-4de5-ba1e-cdf6869091ab', 'status': 'completed', 'code': 200} Sep 17 23:41:29.720558 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a26e6f2-6c92-40d6-8b53-857ee0ed777b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bfed16a-f247-4de1-a706-e4a4a00e80f7', 'code': 200} Sep 17 23:41:29.721199 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a26e6f2-6c92-40d6-8b53-857ee0ed777b', 'tag': '9bfed16a-f247-4de1-a706-e4a4a00e80f7', 'status': 'completed', 'code': 200} Sep 17 23:41:29.907389 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f49de0-1c8f-4168-a715-45daa5746222 req-c16f36b3-a532-4bee-9d10-2bf40b88d86f tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:29.921027 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15f49de0-1c8f-4168-a715-45daa5746222 req-c16f36b3-a532-4bee-9d10-2bf40b88d86f tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 943 time: 0.1145203 Sep 17 23:41:29.934592 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd961e-066c-495e-9936-dd525cbeffe5 req-975380d6-07a1-4926-b41d-62e3dfc1d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:29.936355 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7ffd961e-066c-495e-9936-dd525cbeffe5 req-975380d6-07a1-4926-b41d-62e3dfc1d564 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 1124 time: 0.1865838 Sep 17 23:41:29.974127 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd961e-066c-495e-9936-dd525cbeffe5 req-52c0c802-b303-4ee4-a0d6-f2a7ef2dc971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:29.975621 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15f49de0-1c8f-4168-a715-45daa5746222 req-77981035-1800-4364-9d74-93be10d10480 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561078 Sep 17 23:41:29.976876 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7ffd961e-066c-495e-9936-dd525cbeffe5 req-52c0c802-b303-4ee4-a0d6-f2a7ef2dc971 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 1124 time: 0.1731801 Sep 17 23:41:30.149827 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b45ce1-d7e6-4e46-ac5b-c27db84110d4 req-a2253071-b750-4aa5-ba66-0ea8b90bbef0 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:30.158504 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21b45ce1-d7e6-4e46-ac5b-c27db84110d4 req-a2253071-b750-4aa5-ba66-0ea8b90bbef0 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 944 time: 0.0790286 Sep 17 23:41:30.209003 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21b45ce1-d7e6-4e46-ac5b-c27db84110d4 req-3fd242d9-387f-42fe-a08d-40fc0602aa41 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/security-groups?id=c759527b-146e-4ec5-9c63-2fadd9d7c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494485 Sep 17 23:41:30.209457 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d47de9f-59e8-4030-b676-accc579376bc req-c68df7e7-4163-4bb9-80a2-278a69abb854 service neutron] 10.222.0.41 "GET /v2.0/networks/98a2366c-8208-4854-a4bd-3a7979c12afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735634 Sep 17 23:41:30.454628 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd961e-066c-495e-9936-dd525cbeffe5 req-b8fe1292-8b61-491d-aeb7-e1d4bfc93450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:30.461958 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7ffd961e-066c-495e-9936-dd525cbeffe5 req-b8fe1292-8b61-491d-aeb7-e1d4bfc93450 service neutron] 10.222.0.37 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 922 time: 0.5162895 Sep 17 23:41:30.475649 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd961e-066c-495e-9936-dd525cbeffe5 req-661fe54a-75e7-4283-adde-97b33c5ab927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:30.477233 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7ffd961e-066c-495e-9936-dd525cbeffe5 req-661fe54a-75e7-4283-adde-97b33c5ab927 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 909 time: 0.4898295 Sep 17 23:41:30.542237 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7ffd961e-066c-495e-9936-dd525cbeffe5 req-d9c79b2c-28b4-425a-8273-788217486ea4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=261924fe-8bc8-4de5-ba1e-cdf6869091ab HTTP/1.1" status: 200 len: 217 time: 0.0672994 Sep 17 23:41:30.753909 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7ffd961e-066c-495e-9936-dd525cbeffe5 req-0776056e-bf39-42c6-a0ce-21257240546c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bfed16a-f247-4de1-a706-e4a4a00e80f7 HTTP/1.1" status: 200 len: 217 time: 0.2231588 Sep 17 23:41:30.759213 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a283e-5545-4363-91ea-5712e7cfc3f5 req-e7e305b0-93a5-4c39-ad3e-6f38c3b4640d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:30.761635 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-962a283e-5545-4363-91ea-5712e7cfc3f5 req-e7e305b0-93a5-4c39-ad3e-6f38c3b4640d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.0936580 Sep 17 23:41:30.781239 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd961e-066c-495e-9936-dd525cbeffe5 req-aedbe09d-4501-44a6-8e5a-d93c15ebe482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:30.783088 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7ffd961e-066c-495e-9936-dd525cbeffe5 req-aedbe09d-4501-44a6-8e5a-d93c15ebe482 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.2309115 Sep 17 23:41:30.829125 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-962a283e-5545-4363-91ea-5712e7cfc3f5 req-6e26613c-3177-4f3a-991a-fb7bd2b2c76f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593166 Sep 17 23:41:30.873751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd961e-066c-495e-9936-dd525cbeffe5 req-c1e0ab3a-59a4-49ec-a05d-699ae02731e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:30.875317 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7ffd961e-066c-495e-9936-dd525cbeffe5 req-c1e0ab3a-59a4-49ec-a05d-699ae02731e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.0911493 Sep 17 23:41:30.931814 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7ffd961e-066c-495e-9936-dd525cbeffe5 req-e91dba60-835d-4a3d-a373-12e7f61b6373 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530570 Sep 17 23:41:31.052758 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7ffd961e-066c-495e-9936-dd525cbeffe5 req-c7e088c7-26c5-485f-80fc-6df249c20ef7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160114 Sep 17 23:41:31.107357 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e3032-02d0-4ffb-88ed-00b331720e0b req-fb499140-fac3-4720-975b-3cf2062ece7e tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:31.111817 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-790e3032-02d0-4ffb-88ed-00b331720e0b req-fb499140-fac3-4720-975b-3cf2062ece7e tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 943 time: 0.1415854 Sep 17 23:41:31.248955 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-790e3032-02d0-4ffb-88ed-00b331720e0b req-9b4ffa07-b7f2-40ed-b27b-e88d54f2d648 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298099 Sep 17 23:41:31.273808 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7ffd961e-066c-495e-9936-dd525cbeffe5 req-64fc519d-e1dd-46e3-b9e3-cae65c27a8b9 service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183196 Sep 17 23:41:31.379232 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58652) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:31.552126 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a972a3-cb03-4a02-b6df-6214ed562bd2 req-db1d7db4-7c12-48a3-a6e6-32f159786887 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:31.562081 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04a972a3-cb03-4a02-b6df-6214ed562bd2 req-db1d7db4-7c12-48a3-a6e6-32f159786887 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 943 time: 0.1496987 Sep 17 23:41:31.674246 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04a972a3-cb03-4a02-b6df-6214ed562bd2 req-8ae2e593-6035-4481-9dcb-0c8faba3872d tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104145 Sep 17 23:41:31.714207 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-168b47f2-4721-4de2-bbba-2428d91f5f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:31.724798 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6de700-d6f2-4252-ab8d-d581b6368337', 'tag': '64e09bc8-5def-4fa2-a0be-22ede90157b9'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:31.728429 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5009274-41ee-4913-b332-168a1f8e38e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6de700-d6f2-4252-ab8d-d581b6368337", "tag": "64e09bc8-5def-4fa2-a0be-22ede90157b9"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:31.736152 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7ffd961e-066c-495e-9936-dd525cbeffe5 req-ad4fec3e-97f9-4a58-a9e0-1b43048db610 service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6666856 Sep 17 23:41:31.741205 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7ffd961e-066c-495e-9936-dd525cbeffe5 req-7b6af727-af0c-4734-b5c9-4b1346ba0c64 service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442203 Sep 17 23:41:31.761844 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-b3b170f7-ded7-440d-b037-5e58e1d27f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:31.766785 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-b3b170f7-ded7-440d-b037-5e58e1d27f83 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428&tenant_id=e48d8880359443fb9bfa4fbd1d6105f4 HTTP/1.1" status: 200 len: 1101 time: 0.1555276 Sep 17 23:41:31.790689 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:41:31.968243 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:32.015001 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7ffd961e-066c-495e-9936-dd525cbeffe5 req-54f796c9-6948-460b-a10e-d6883931fa6e service neutron] 10.222.0.41 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695243 Sep 17 23:41:32.123427 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-168b47f2-4721-4de2-bbba-2428d91f5f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:32.196741 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810caa9-fc7f-4635-9fde-4c8ca5bbc5bc req-1e64087e-902d-4f13-9281-1f2034cfb0f3 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:32.205021 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9810caa9-fc7f-4635-9fde-4c8ca5bbc5bc req-1e64087e-902d-4f13-9281-1f2034cfb0f3 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 944 time: 0.2493653 Sep 17 23:41:32.240979 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-168b47f2-4721-4de2-bbba-2428d91f5f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:32.354243 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 64e09bc8-5def-4fa2-a0be-22ede90157b9 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:41:32.371950 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58674) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:32.383107 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-168b47f2-4721-4de2-bbba-2428d91f5f60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a2c9e7e861244e58cb0fc79c80a38b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0026839 Sep 17 23:41:32.415882 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9810caa9-fc7f-4635-9fde-4c8ca5bbc5bc req-2c6d6be6-b241-42e5-9436-0314565aa33c tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/security-groups?id=c759527b-146e-4ec5-9c63-2fadd9d7c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096972 Sep 17 23:41:32.416566 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b47f2-4721-4de2-bbba-2428d91f5f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8e6b23-922a-4126-b719-482e5a34b0f7,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:32.506622 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-66be03a5-2ded-446f-8e19-340d4da130ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:32.525522 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3c8b24-daef-4751-84de-b2c5db25e6ca x-openstack-request-id: req-ec3c8b24-daef-4751-84de-b2c5db25e6ca {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:32.526171 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6de700-d6f2-4252-ab8d-d581b6368337", "tag": "64e09bc8-5def-4fa2-a0be-22ede90157b9", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:32.526667 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ec3c8b24-daef-4751-84de-b2c5db25e6ca {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:32.527297 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6de700-d6f2-4252-ab8d-d581b6368337', 'tag': '64e09bc8-5def-4fa2-a0be-22ede90157b9', 'status': 'completed', 'code': 200} Sep 17 23:41:32.577775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 64e09bc8-5def-4fa2-a0be-22ede90157b9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=64e09bc8-5def-4fa2-a0be-22ede90157b9,segment=NetworkSegment(cd059fb0-31a2-45c1-afd0-4ee5e7595571),segment_id=cd059fb0-31a2-45c1-afd0-4ee5e7595571)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:32.595395 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '64e09bc8-5def-4fa2-a0be-22ede90157b9', 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc', 'port_id': '64e09bc8-5def-4fa2-a0be-22ede90157b9', 'mac_address': 'fa:16:3e:29:87:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d0c75e9-a6be-4367-bb7a-8570a935418d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:41:32.608740 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-66be03a5-2ded-446f-8e19-340d4da130ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:32.638902 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] For port ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:32.674071 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:32.679565 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] For port ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:32.692681 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e09bc8-5def-4fa2-a0be-22ede90157b9 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:41:32.721674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 64e09bc8-5def-4fa2-a0be-22ede90157b9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=64e09bc8-5def-4fa2-a0be-22ede90157b9,segment=NetworkSegment(cd059fb0-31a2-45c1-afd0-4ee5e7595571),segment_id=cd059fb0-31a2-45c1-afd0-4ee5e7595571)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:32.740759 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5009274-41ee-4913-b332-168a1f8e38e4 req-6529ce81-67b0-4a33-8b78-b6dcb3c8a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:32.747054 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5009274-41ee-4913-b332-168a1f8e38e4 req-6529ce81-67b0-4a33-8b78-b6dcb3c8a3a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd977f7707564eaa9db458728cbc087f&device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 1095 time: 0.2056844 Sep 17 23:41:32.764588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc45e34c-7c9d-41d6-9506-c7b65136d428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:32.767925 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7db0314-1a97-4904-b961-486707edf945" -d '{"events": [{"server_uuid": "bc45e34c-7c9d-41d6-9506-c7b65136d428", "name": "network-vif-unplugged", "status": "completed", "tag": "ada1707b-84d3-4c1c-9bad-603fe8e3e5df"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:32.777461 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:32.808141 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] Transition to ACTIVE for port object ada1707b-84d3-4c1c-9bad-603fe8e3e5df will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:41:32.847162 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:32.915999 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:32.948274 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5009274-41ee-4913-b332-168a1f8e38e4 req-57ab09cd-ab10-47ad-9565-c072339195c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:32.956230 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5009274-41ee-4913-b332-168a1f8e38e4 req-57ab09cd-ab10-47ad-9565-c072339195c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=98a2366c-8208-4854-a4bd-3a7979c12afc HTTP/1.1" status: 200 len: 916 time: 0.2014935 Sep 17 23:41:32.984229 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=64e09bc8-5def-4fa2-a0be-22ede90157b9,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:33.039354 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 261924fe-8bc8-4de5-ba1e-cdf6869091ab no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:41:33.063403 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-66be03a5-2ded-446f-8e19-340d4da130ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:33.071585 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-66be03a5-2ded-446f-8e19-340d4da130ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:33.074576 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-66be03a5-2ded-446f-8e19-340d4da130ce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e8e6b23-922a-4126-b719-482e5a34b0f7 HTTP/1.1" status: 204 len: 168 time: 0.7000017 Sep 17 23:41:33.092366 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5009274-41ee-4913-b332-168a1f8e38e4 req-66e3ad2f-213a-4417-adce-ebed0c0b718f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64e09bc8-5def-4fa2-a0be-22ede90157b9 HTTP/1.1" status: 200 len: 217 time: 0.1248324 Sep 17 23:41:33.095674 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be03a5-2ded-446f-8e19-340d4da130ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8e6b23-922a-4126-b719-482e5a34b0f7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:33.098210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] No DVR routers for this DVR port ada1707b-84d3-4c1c-9bad-603fe8e3e5df on host n-h1-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:41:33.156721 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['64e09bc8-5def-4fa2-a0be-22ede90157b9'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:41:33.290564 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5009274-41ee-4913-b332-168a1f8e38e4 req-c58dbd0a-c584-4245-a7d1-3f489f16fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:33.298049 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5009274-41ee-4913-b332-168a1f8e38e4 req-c58dbd0a-c584-4245-a7d1-3f489f16fbc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d0c75e9-a6be-4367-bb7a-8570a935418d HTTP/1.1" status: 200 len: 854 time: 0.1955452 Sep 17 23:41:33.320133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] Pushing event updated for resources: {'Port': ['ID=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,revision_number=10']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:33.334592 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] Attempting to bind port ada1707b-84d3-4c1c-9bad-603fe8e3e5df on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:41:33.334592 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] Attempting to bind port ada1707b-84d3-4c1c-9bad-603fe8e3e5df by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:41:33.334592 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] Attempting to bind port ada1707b-84d3-4c1c-9bad-603fe8e3e5df on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:33.337531 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] Port ada1707b-84d3-4c1c-9bad-603fe8e3e5df on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:41:33.337863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] Attempting to bind port ada1707b-84d3-4c1c-9bad-603fe8e3e5df on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:33.356001 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:41:33.367192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:41:33.367941 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:41:33.368595 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] Bound port: ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:41:33.369279 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:33.449601 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5009274-41ee-4913-b332-168a1f8e38e4 req-ba73d97f-9e94-4441-b958-8c339abaa876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:33.456018 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5009274-41ee-4913-b332-168a1f8e38e4 req-ba73d97f-9e94-4441-b958-8c339abaa876 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98a2366c-8208-4854-a4bd-3a7979c12afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1524563 Sep 17 23:41:33.581691 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] For port ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:33.587025 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] For port ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:41:33.623111 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7952ba-4656-4456-8755-0cdc73edf3d8 req-bc32ba5d-cdeb-4f2f-b123-7ddacf547c79 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:33.631448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b7952ba-4656-4456-8755-0cdc73edf3d8 req-bc32ba5d-cdeb-4f2f-b123-7ddacf547c79 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 949 time: 0.4196548 Sep 17 23:41:33.702368 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5009274-41ee-4913-b332-168a1f8e38e4 req-bbd15380-5591-41a4-a71a-db5e71b19d1b service neutron] 10.222.0.41 "GET /v2.0/networks/98a2366c-8208-4854-a4bd-3a7979c12afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371871 Sep 17 23:41:33.719770 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b7952ba-4656-4456-8755-0cdc73edf3d8 req-91a266eb-4022-4d7b-88af-056875f5112e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874000 Sep 17 23:41:33.837766 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5009274-41ee-4913-b332-168a1f8e38e4 req-66de4448-4bb3-40b8-b380-e1d689450472 service neutron] 10.222.0.41 "GET /v2.0/networks/98a2366c-8208-4854-a4bd-3a7979c12afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192899 Sep 17 23:41:33.868506 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ac556-7d81-435d-9138-fec1572d46ae req-c2da9538-d5fa-47d1-9b2c-2949be2ed2ff tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:33.870268 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1e6ac556-7d81-435d-9138-fec1572d46ae req-c2da9538-d5fa-47d1-9b2c-2949be2ed2ff tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 943 time: 0.0732291 Sep 17 23:41:33.921659 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1e6ac556-7d81-435d-9138-fec1572d46ae req-52fac93f-ecbd-41a9-a82c-a861d6f65d28 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438457 Sep 17 23:41:34.361578 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ada1707b-84d3-4c1c-9bad-603fe8e3e5df no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:41:34.405236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ada1707b-84d3-4c1c-9bad-603fe8e3e5df not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:41:34.630932 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:34.713881 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:34.714902 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:34.717078 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] 10.222.0.37 "PUT /v2.0/ports/ada1707b-84d3-4c1c-9bad-603fe8e3e5df HTTP/1.1" status: 200 len: 1097 time: 2.9403844 Sep 17 23:41:34.732225 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-e78783f5-a6f2-429d-a2c7-226b6b052c0f service neutron] 10.222.0.37 "GET /v2.0/ports/261924fe-8bc8-4de5-ba1e-cdf6869091ab/bindings/n-h1-809883-1 HTTP/1.1" status: 200 len: 384 time: 0.1438041 Sep 17 23:41:34.829123 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecdec7-7694-48d6-9c9a-0d8da3f24afa service neutron] Pushing event updated for resources: {'Port': ['ID=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,revision_number=11']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:34.923588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e209a-843c-4011-a00e-a8ed2ec2e74f req-b93468d4-e37c-46a8-8d4b-2f2fb101ffe1 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:34.935720 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-809e209a-843c-4011-a00e-a8ed2ec2e74f req-b93468d4-e37c-46a8-8d4b-2f2fb101ffe1 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 943 time: 0.1045556 Sep 17 23:41:34.939005 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-c5b70043-ea34-4ec6-a828-1805959a26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:34.940539 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-c5b70043-ea34-4ec6-a828-1805959a26dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 1100 time: 0.1940055 Sep 17 23:41:35.006984 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-809e209a-843c-4011-a00e-a8ed2ec2e74f req-e17bf29f-ec8a-43b6-a3ac-fffd973ba56f tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673754 Sep 17 23:41:35.159691 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7031bc77-ffa6-4b21-99ee-ec95eb2271b9 x-openstack-request-id: req-7031bc77-ffa6-4b21-99ee-ec95eb2271b9 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:35.160143 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc45e34c-7c9d-41d6-9506-c7b65136d428", "name": "network-vif-unplugged", "status": "completed", "tag": "ada1707b-84d3-4c1c-9bad-603fe8e3e5df", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:35.167117 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7031bc77-ffa6-4b21-99ee-ec95eb2271b9 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:35.167800 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc45e34c-7c9d-41d6-9506-c7b65136d428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df', 'code': 200} Sep 17 23:41:35.212033 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-b15a90b9-b6e9-4d77-8876-221163d1dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:35.214339 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-b15a90b9-b6e9-4d77-8876-221163d1dda5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.2659788 Sep 17 23:41:35.273453 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-b6e60072-a473-4f87-bd91-23d6b3195d53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df HTTP/1.1" status: 200 len: 217 time: 0.0501628 Sep 17 23:41:35.297272 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9d662c3e-a242-494b-984e-c88a130d139a req-9ab5b65e-b423-4227-af31-82922d73c674 service neutron] For port 261924fe-8bc8-4de5-ba1e-cdf6869091ab, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=261924fe-8bc8-4de5-ba1e-cdf6869091ab,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:35.332897 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9d662c3e-a242-494b-984e-c88a130d139a req-9ab5b65e-b423-4227-af31-82922d73c674 service neutron] For port 261924fe-8bc8-4de5-ba1e-cdf6869091ab, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:35.366313 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-6ac40db6-31e1-411b-983c-baf71e0ee765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:35.367959 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-6ac40db6-31e1-411b-983c-baf71e0ee765 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0823793 Sep 17 23:41:35.377170 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278928be-52bd-4f71-b7db-16006d5634b5 req-2f8b5b81-6616-4ee6-8f19-2991a1221ee3 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:35.378796 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-278928be-52bd-4f71-b7db-16006d5634b5 req-2f8b5b81-6616-4ee6-8f19-2991a1221ee3 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 945 time: 0.1043072 Sep 17 23:41:35.379217 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-9d662c3e-a242-494b-984e-c88a130d139a req-9ab5b65e-b423-4227-af31-82922d73c674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261924fe-8bc8-4de5-ba1e-cdf6869091ab {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:41:35.392708 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9d662c3e-a242-494b-984e-c88a130d139a req-9ab5b65e-b423-4227-af31-82922d73c674 service neutron] For port 261924fe-8bc8-4de5-ba1e-cdf6869091ab, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=261924fe-8bc8-4de5-ba1e-cdf6869091ab,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:35.453688 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-11f6cf43-1ed4-4718-a8de-4793ea6adc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:35.455332 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-11f6cf43-1ed4-4718-a8de-4793ea6adc6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0754738 Sep 17 23:41:35.466309 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-278928be-52bd-4f71-b7db-16006d5634b5 req-37e3771f-5ee4-4dba-bed7-7160d014e37a tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/security-groups?id=c759527b-146e-4ec5-9c63-2fadd9d7c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541101 Sep 17 23:41:35.535186 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9d662c3e-a242-494b-984e-c88a130d139a req-9ab5b65e-b423-4227-af31-82922d73c674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:35.540892 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-11dc7b27-0e63-40fb-ab69-3b8ea606fe0c service neutron] 10.222.0.41 "GET /v2.0/ports/9bfed16a-f247-4de1-a706-e4a4a00e80f7/bindings/n-h2-809883-1 HTTP/1.1" status: 200 len: 384 time: 0.0902195 Sep 17 23:41:35.905227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-9d662c3e-a242-494b-984e-c88a130d139a req-9ab5b65e-b423-4227-af31-82922d73c674 service neutron] Transition to ACTIVE for port object 261924fe-8bc8-4de5-ba1e-cdf6869091ab will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:41:35.950569 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-ddfe6d53-c3c1-4036-80cb-1d038c207a62 service neutron] For port 9bfed16a-f247-4de1-a706-e4a4a00e80f7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9bfed16a-f247-4de1-a706-e4a4a00e80f7,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:35.976295 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-ddfe6d53-c3c1-4036-80cb-1d038c207a62 service neutron] For port 9bfed16a-f247-4de1-a706-e4a4a00e80f7, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:36.012571 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-ddfe6d53-c3c1-4036-80cb-1d038c207a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bfed16a-f247-4de1-a706-e4a4a00e80f7 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:41:36.024432 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-3b509495-0314-4b4d-af3f-649679443455 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5569034 Sep 17 23:41:36.025114 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-ddfe6d53-c3c1-4036-80cb-1d038c207a62 service neutron] For port 9bfed16a-f247-4de1-a706-e4a4a00e80f7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9bfed16a-f247-4de1-a706-e4a4a00e80f7,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:36.028168 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9d662c3e-a242-494b-984e-c88a130d139a req-9ab5b65e-b423-4227-af31-82922d73c674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:36.108821 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d662c3e-a242-494b-984e-c88a130d139a req-9ab5b65e-b423-4227-af31-82922d73c674 service neutron] No DVR routers for this DVR port 261924fe-8bc8-4de5-ba1e-cdf6869091ab on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:41:36.116726 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5b65e-b423-4227-af31-82922d73c674 service neutron] Pushing event updated for resources: {'Port': ['ID=261924fe-8bc8-4de5-ba1e-cdf6869091ab,revision_number=10']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:36.144948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197004e6-c9b4-45eb-ad5b-886b5597646d req-b97fcf64-4274-4891-b344-31485a5335ad tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:36.148369 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197004e6-c9b4-45eb-ad5b-886b5597646d req-b97fcf64-4274-4891-b344-31485a5335ad tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 949 time: 0.1399364 Sep 17 23:41:36.148568 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-9ab5b65e-b423-4227-af31-82922d73c674 service neutron] 10.222.0.37 "PUT /v2.0/ports/261924fe-8bc8-4de5-ba1e-cdf6869091ab/bindings/n-h1-809883-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4065979 Sep 17 23:41:36.172002 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-ddfe6d53-c3c1-4036-80cb-1d038c207a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:36.213643 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197004e6-c9b4-45eb-ad5b-886b5597646d req-68f8cdc8-1acc-475a-8e43-8e466cfc29e3 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580180 Sep 17 23:41:36.234209 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba21dc8d-fcea-4d7e-aec3-2d1b3e528028 req-a334cf79-4d6a-4b1c-84e6-8f3ce783cccc service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831472 Sep 17 23:41:36.271226 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-ddfe6d53-c3c1-4036-80cb-1d038c207a62 service neutron] Transition to ACTIVE for port object 9bfed16a-f247-4de1-a706-e4a4a00e80f7 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:41:36.329389 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d662c3e-a242-494b-984e-c88a130d139a req-85d5f7d9-66fa-4cdf-8110-799c6346ffe8 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:36.331787 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-85d5f7d9-66fa-4cdf-8110-799c6346ffe8 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237&tenant_id=42091a1d224846e09811aee1ce652339&binding%3Ahost_id=n-h2-809883-1 HTTP/1.1" status: 200 len: 1095 time: 0.0473359 Sep 17 23:41:36.348025 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a13fa-6dc8-418d-b071-0c6a30a321a8 req-07835d26-e4d2-4ec5-9abf-e29f109dae42 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:36.349584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3d7a13fa-6dc8-418d-b071-0c6a30a321a8 req-07835d26-e4d2-4ec5-9abf-e29f109dae42 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 944 time: 0.0602064 Sep 17 23:41:36.359097 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 64e09bc8-5def-4fa2-a0be-22ede90157b9 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:41:36.369309 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-ddfe6d53-c3c1-4036-80cb-1d038c207a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:36.390042 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58732) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:36.460646 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3d7a13fa-6dc8-418d-b071-0c6a30a321a8 req-36f3fd88-cd14-4b7f-a10b-5c71206699b4 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007895 Sep 17 23:41:36.462785 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-ddfe6d53-c3c1-4036-80cb-1d038c207a62 service neutron] No DVR routers for this DVR port 9bfed16a-f247-4de1-a706-e4a4a00e80f7 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:41:36.481118 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d662c3e-a242-494b-984e-c88a130d139a req-4f637c80-fc7f-4a95-8122-a5783e479e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:36.483852 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-4f637c80-fc7f-4a95-8122-a5783e479e50 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237&tenant_id=42091a1d224846e09811aee1ce652339 HTTP/1.1" status: 200 len: 1095 time: 0.1432166 Sep 17 23:41:36.490007 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 64e09bc8-5def-4fa2-a0be-22ede90157b9 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:41:36.494653 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 64e09bc8-5def-4fa2-a0be-22ede90157b9 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:36.495084 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:36.501556 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe6d53-c3c1-4036-80cb-1d038c207a62 service neutron] Pushing event updated for resources: {'Port': ['ID=9bfed16a-f247-4de1-a706-e4a4a00e80f7,revision_number=10']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:36.559903 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-ddfe6d53-c3c1-4036-80cb-1d038c207a62 service neutron] 10.222.0.41 "PUT /v2.0/ports/9bfed16a-f247-4de1-a706-e4a4a00e80f7/bindings/n-h2-809883-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0105155 Sep 17 23:41:36.579033 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d662c3e-a242-494b-984e-c88a130d139a req-5abcf23c-5839-4227-bd42-5f208a0d2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:36.580609 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-5abcf23c-5839-4227-bd42-5f208a0d2531 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 1095 time: 0.0517848 Sep 17 23:41:36.598915 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a27965bf-5a6e-4fc9-807d-1020231bd7a6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1765114957-network', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:41:36.629968 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:36.672454 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 64e09bc8-5def-4fa2-a0be-22ede90157b9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=64e09bc8-5def-4fa2-a0be-22ede90157b9,segment=NetworkSegment(cd059fb0-31a2-45c1-afd0-4ee5e7595571),segment_id=cd059fb0-31a2-45c1-afd0-4ee5e7595571)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:36.673528 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6de700-d6f2-4252-ab8d-d581b6368337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e09bc8-5def-4fa2-a0be-22ede90157b9'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:36.680561 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52b593d-57f2-41de-9b8a-e3869a5410e5" -d '{"events": [{"server_uuid": "7d6de700-d6f2-4252-ab8d-d581b6368337", "name": "network-vif-plugged", "status": "completed", "tag": "64e09bc8-5def-4fa2-a0be-22ede90157b9"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:36.695091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4b473-4dca-4a5e-af2e-cf9fbe35186e req-5ea70c75-4e80-4a8f-8ff8-77a34380b553 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:36.697442 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-feb4b473-4dca-4a5e-af2e-cf9fbe35186e req-5ea70c75-4e80-4a8f-8ff8-77a34380b553 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 944 time: 0.0756712 Sep 17 23:41:36.782764 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-feb4b473-4dca-4a5e-af2e-cf9fbe35186e req-36abbb0b-fcc9-42b5-9bfb-39ce5b57c783 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773857 Sep 17 23:41:36.804870 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27965bf-5a6e-4fc9-807d-1020231bd7a6 admin admin] Made reservation on behalf of d0d9d21cfcb240e7a982ff8d8919e740 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:41:36.807554 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a27965bf-5a6e-4fc9-807d-1020231bd7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:36.818649 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:36.819929 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 9bfed16a-f247-4de1-a706-e4a4a00e80f7 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:41:36.830525 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a27965bf-5a6e-4fc9-807d-1020231bd7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:36.869055 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-3f017733-39d6-43fe-a2df-dafc5342c6bc tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:36.870631 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-3f017733-39d6-43fe-a2df-dafc5342c6bc tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b&tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 1095 time: 0.1436915 Sep 17 23:41:36.885900 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84b707-0f86-4fd1-98d5-ab8c16c92738 req-dcda32ee-808e-4b99-b255-b37b7d8ccdf6 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:36.895506 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b84b707-0f86-4fd1-98d5-ab8c16c92738 req-dcda32ee-808e-4b99-b255-b37b7d8ccdf6 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 945 time: 0.1594837 Sep 17 23:41:37.006081 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b84b707-0f86-4fd1-98d5-ab8c16c92738 req-57a69b8a-023b-46a6-b624-bbb04c70d9ad tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/security-groups?id=c759527b-146e-4ec5-9c63-2fadd9d7c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038308 Sep 17 23:41:37.010641 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 9bfed16a-f247-4de1-a706-e4a4a00e80f7 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:41:37.011372 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=64e09bc8-5def-4fa2-a0be-22ede90157b9,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:37.013105 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-edac0055-fcc2-4852-b8cd-c35c997a51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:37.014724 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-edac0055-fcc2-4852-b8cd-c35c997a51fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b&tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf HTTP/1.1" status: 200 len: 1095 time: 0.1263537 Sep 17 23:41:37.021285 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d662c3e-a242-494b-984e-c88a130d139a req-2e75334e-6e73-4cb7-bef8-2dc90f219fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:37.022774 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-2e75334e-6e73-4cb7-bef8-2dc90f219fb9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 922 time: 0.4265802 Sep 17 23:41:37.118297 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-9ee03efe-aa8f-40b9-944b-fc90e26e4aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:37.119856 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-9ee03efe-aa8f-40b9-944b-fc90e26e4aca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 1095 time: 0.0747390 Sep 17 23:41:37.121734 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a27965bf-5a6e-4fc9-807d-1020231bd7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:37.127666 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-08b0a7ac-13cd-4ce6-8c07-66bae59af359 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=261924fe-8bc8-4de5-ba1e-cdf6869091ab HTTP/1.1" status: 200 len: 217 time: 0.0956244 Sep 17 23:41:37.188806 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d662c3e-a242-494b-984e-c88a130d139a req-2ce1cfed-85de-4f68-be1f-6cff81c30036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:37.190520 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-2ce1cfed-85de-4f68-be1f-6cff81c30036 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.0517244 Sep 17 23:41:37.196201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc45e34c-7c9d-41d6-9506-c7b65136d428', 'tag': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:37.198732 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6464c45-778e-4dd6-8a62-44ed2ad5f307" -d '{"events": [{"name": "network-changed", "server_uuid": "bc45e34c-7c9d-41d6-9506-c7b65136d428", "tag": "ada1707b-84d3-4c1c-9bad-603fe8e3e5df"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:37.232206 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-5ea0e1e9-d4e9-4498-8939-26030ebb6e85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333598 Sep 17 23:41:37.238037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-8715aa2a-33ed-4bf3-8fde-f690875a16a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:37.239645 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-8715aa2a-33ed-4bf3-8fde-f690875a16a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 200 len: 909 time: 0.1112502 Sep 17 23:41:37.280915 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc707e2-f3e6-4822-8240-3dbb68e8794c x-openstack-request-id: req-4cc707e2-f3e6-4822-8240-3dbb68e8794c {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:37.281217 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6de700-d6f2-4252-ab8d-d581b6368337", "name": "network-vif-plugged", "status": "completed", "tag": "64e09bc8-5def-4fa2-a0be-22ede90157b9", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:37.281626 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4cc707e2-f3e6-4822-8240-3dbb68e8794c {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:37.282048 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6de700-d6f2-4252-ab8d-d581b6368337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e09bc8-5def-4fa2-a0be-22ede90157b9', 'code': 200} Sep 17 23:41:37.316920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-9a9d276e-4a62-4f3b-b819-e5458d2b1bc0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bfed16a-f247-4de1-a706-e4a4a00e80f7 HTTP/1.1" status: 200 len: 217 time: 0.0699306 Sep 17 23:41:37.319235 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a27965bf-5a6e-4fc9-807d-1020231bd7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:37.421048 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2c2247-d70f-4a4e-ac6a-59baf0c5c992 x-openstack-request-id: req-8a2c2247-d70f-4a4e-ac6a-59baf0c5c992 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:37.421663 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc45e34c-7c9d-41d6-9506-c7b65136d428", "tag": "ada1707b-84d3-4c1c-9bad-603fe8e3e5df", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:37.421848 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a2c2247-d70f-4a4e-ac6a-59baf0c5c992 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:37.422242 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc45e34c-7c9d-41d6-9506-c7b65136d428', 'tag': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df', 'status': 'completed', 'code': 200} Sep 17 23:41:37.422944 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27965bf-5a6e-4fc9-807d-1020231bd7a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:41:37.424741 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-c15b3d0f-6660-4fcd-8b54-431186bb1a67 service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840279 Sep 17 23:41:37.433620 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27965bf-5a6e-4fc9-807d-1020231bd7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1673654b-fdfe-473d-8fcc-0b216a19f0a4,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:37.452666 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a27965bf-5a6e-4fc9-807d-1020231bd7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:37.454268 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-a27965bf-5a6e-4fc9-807d-1020231bd7a6 admin admin] Added segment 228dc33e-6e7c-4c38-9b8d-a4b3060fb862 of type vlan for network 9d08905d-ca5b-4e76-bde0-b74df6a1af4e Sep 17 23:41:37.496506 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-9beda54a-3a5b-4234-93ac-efd76b1d1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:37.498315 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-9beda54a-3a5b-4234-93ac-efd76b1d1610 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 200 len: 848 time: 0.1543958 Sep 17 23:41:37.543525 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a27965bf-5a6e-4fc9-807d-1020231bd7a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:37.571963 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-912d4762-278c-4fc5-8283-7b9b39c6b825 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592489 Sep 17 23:41:37.605463 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bd1fb-cef5-40d4-8824-8939b10b5578 req-8bc0e9de-94c3-41c5-8356-46c9eff78fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:37.606949 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0f6bd1fb-cef5-40d4-8824-8939b10b5578 req-8bc0e9de-94c3-41c5-8356-46c9eff78fe0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 1097 time: 0.2382221 Sep 17 23:41:37.610608 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-38da915a-f69b-4d8d-b4c2-aadd7084e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:37.612069 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-38da915a-f69b-4d8d-b4c2-aadd7084e6e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 1100 time: 0.1863317 Sep 17 23:41:37.613907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-88543205-5223-4c2a-aae9-105e224ed7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:37.615824 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-88543205-5223-4c2a-aae9-105e224ed7fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 1100 time: 0.1885164 Sep 17 23:41:37.627844 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e0ff2-79f3-48d4-acbe-27e77077de55 req-63b97deb-286a-4e75-aa1d-d78306da9f5d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:37.629432 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-825e0ff2-79f3-48d4-acbe-27e77077de55 req-63b97deb-286a-4e75-aa1d-d78306da9f5d tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 949 time: 0.1302161 Sep 17 23:41:37.702784 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-d8086bd8-2c03-4690-92de-42f3f4579ab2 service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369442 Sep 17 23:41:37.713425 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a27965bf-5a6e-4fc9-807d-1020231bd7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:37.714420 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27965bf-5a6e-4fc9-807d-1020231bd7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:37.715024 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a27965bf-5a6e-4fc9-807d-1020231bd7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:37.785061 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0f6bd1fb-cef5-40d4-8824-8939b10b5578 req-8f016c30-95a0-4a4c-9357-63349d77c9a7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c759527b-146e-4ec5-9c63-2fadd9d7c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611867 Sep 17 23:41:37.786228 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-825e0ff2-79f3-48d4-acbe-27e77077de55 req-2426befe-d441-43ce-91bb-06afca401979 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040471 Sep 17 23:41:37.792986 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-ed2600bb-5c10-4e75-9df1-b163827ebe25 service neutron] 10.222.0.37 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131579 Sep 17 23:41:37.827953 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-fcf1c454-f885-4566-8cf3-41b9af04831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:37.831059 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-fcf1c454-f885-4566-8cf3-41b9af04831c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.2027807 Sep 17 23:41:37.847673 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27965bf-5a6e-4fc9-807d-1020231bd7a6 admin admin] Pushing event updated for resources: {'Network': ['ID=9d08905d-ca5b-4e76-bde0-b74df6a1af4e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:37.853717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-8053f821-2135-4517-be7d-2e1e46b52229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:37.855351 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-8053f821-2135-4517-be7d-2e1e46b52229 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.2306623 Sep 17 23:41:37.864618 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a27965bf-5a6e-4fc9-807d-1020231bd7a6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4717495 Sep 17 23:41:37.868973 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 9d08905d-ca5b-4e76-bde0-b74df6a1af4e details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:41:37.869461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58804) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:37.879962 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d2dbb99a-8723-4972-805a-88b42706f8fc admin admin] Request body: {'subnet': {'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1765114957-subnet', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:41:37.925295 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-c3195d7e-1cd3-4f3e-bf94-ce000f9f5e73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df HTTP/1.1" status: 200 len: 217 time: 0.0575678 Sep 17 23:41:38.044423 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-74e9da54-614d-4b0a-bfb1-40163c902624 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df HTTP/1.1" status: 200 len: 217 time: 0.0526912 Sep 17 23:41:38.048144 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-6bd60e0c-2289-4aae-b3fc-f0992f15a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:38.049603 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-6bd60e0c-2289-4aae-b3fc-f0992f15a2c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1156793 Sep 17 23:41:38.079400 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-84d830c3-49bd-481c-bf09-e38c0c9934a0 service neutron] 10.222.0.37 "GET /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447748 Sep 17 23:41:38.103757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9007d5-316f-4338-975f-70ec23723486 req-4af39134-0cd2-4aed-9bd6-1dcee23770a5 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:38.107930 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dbb99a-8723-4972-805a-88b42706f8fc admin admin] Made reservation on behalf of d0d9d21cfcb240e7a982ff8d8919e740 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:41:38.110385 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d2dbb99a-8723-4972-805a-88b42706f8fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:38.110588 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b9007d5-316f-4338-975f-70ec23723486 req-4af39134-0cd2-4aed-9bd6-1dcee23770a5 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 944 time: 0.0857122 Sep 17 23:41:38.157035 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-b6840dec-7727-48db-ac80-c87277e37b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:38.159221 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-b6840dec-7727-48db-ac80-c87277e37b3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1072137 Sep 17 23:41:38.164992 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b9007d5-316f-4338-975f-70ec23723486 req-dea70cc9-2f82-492f-bc96-c63dbd4af012 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507081 Sep 17 23:41:38.233348 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-ae66e7cb-1904-4889-a0a7-dddba37cb1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:38.234857 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-ae66e7cb-1904-4889-a0a7-dddba37cb1d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1752472 Sep 17 23:41:38.294362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-45ed9370-5819-471e-8463-284b445c71b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:38.295919 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-45ed9370-5819-471e-8463-284b445c71b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1075931 Sep 17 23:41:38.306902 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd00a5-3091-4692-b2ba-486e2058d267 req-63722359-fb1e-4e02-9876-34e5b5ee5711 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:38.308674 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a1fd00a5-3091-4692-b2ba-486e2058d267 req-63722359-fb1e-4e02-9876-34e5b5ee5711 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 944 time: 0.0812931 Sep 17 23:41:38.377567 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a1fd00a5-3091-4692-b2ba-486e2058d267 req-359ce5ff-617f-480a-8938-a565c6cbad0d tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618057 Sep 17 23:41:38.470282 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-ced8d7e9-a348-4dbf-a6bd-4d7c1a6f07b4 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235584 Sep 17 23:41:38.574009 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-2129a95e-5b45-491e-9f58-04db9c61077d service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518106 Sep 17 23:41:38.589143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe97e4-0485-456e-a187-62475d096cb5 req-c04838aa-b308-4954-bd09-a7e148473cf6 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:38.590763 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3dbe97e4-0485-456e-a187-62475d096cb5 req-c04838aa-b308-4954-bd09-a7e148473cf6 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 946 time: 0.0593963 Sep 17 23:41:38.599311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d662c3e-a242-494b-984e-c88a130d139a req-4a9f0988-a58d-41c5-a539-ed7f504a2468 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:38.601328 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-4a9f0988-a58d-41c5-a539-ed7f504a2468 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237&tenant_id=42091a1d224846e09811aee1ce652339&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 1095 time: 0.1763434 Sep 17 23:41:38.679972 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3dbe97e4-0485-456e-a187-62475d096cb5 req-8821c3ef-2750-4c08-81e7-a38be3a50d76 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/security-groups?id=c759527b-146e-4ec5-9c63-2fadd9d7c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732853 Sep 17 23:41:38.693458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-a5171711-97d8-41fe-8958-f45058657ed6 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:38.695581 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-a5171711-97d8-41fe-8958-f45058657ed6 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b&tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&binding%3Ahost_id=n-h2-809883-1 HTTP/1.1" status: 200 len: 1095 time: 0.0682359 Sep 17 23:41:38.716138 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d2dbb99a-8723-4972-805a-88b42706f8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:38.734197 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-00dccd97-0feb-4225-835a-1d569f3a1343 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565954 Sep 17 23:41:38.814569 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6464c45-778e-4dd6-8a62-44ed2ad5f307 req-ace9108d-4614-4d73-bb2b-48c9e793bdb7 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122397 Sep 17 23:41:38.839607 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbb99a-8723-4972-805a-88b42706f8fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=08d092af-cd76-4eda-b787-3854ce9db95e,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:38.868411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dbb99a-8723-4972-805a-88b42706f8fc admin admin] Checking segment: {'id': '228dc33e-6e7c-4c38-9b8d-a4b3060fb862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:41:38.868770 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dbb99a-8723-4972-805a-88b42706f8fc admin admin] Network hostable DHCP agents. Network: 9d08905d-ca5b-4e76-bde0-b74df6a1af4e, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:41:38.948653 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-6a7095ae-ce82-4086-9ba9-bfef5662ab89 service neutron] For port 9bfed16a-f247-4de1-a706-e4a4a00e80f7, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:38.955845 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-6a7095ae-ce82-4086-9ba9-bfef5662ab89 service neutron] Notify callbacks [] for binding, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:38.956107 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-6a7095ae-ce82-4086-9ba9-bfef5662ab89 service neutron] 10.222.0.37 "DELETE /v2.0/ports/9bfed16a-f247-4de1-a706-e4a4a00e80f7/bindings/n-h1-809883-1 HTTP/1.1" status: 204 len: 173 time: 0.2503479 Sep 17 23:41:38.983546 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d268fc-fbc2-46c6-b700-277fe7899d23 req-ffa4c467-5764-486f-8741-922a8d5083ba tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:38.984438 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b4d268fc-fbc2-46c6-b700-277fe7899d23 req-ffa4c467-5764-486f-8741-922a8d5083ba tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 949 time: 0.0757155 Sep 17 23:41:39.026704 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b4d268fc-fbc2-46c6-b700-277fe7899d23 req-eb1a60b5-ff34-4699-94aa-0bacdfcd97df tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350046 Sep 17 23:41:39.045667 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58842) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:39.063177 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ada1707b-84d3-4c1c-9bad-603fe8e3e5df details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:41:39.159895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557449a-b873-48e1-9b45-586761c4fbf6 req-1e9f03c1-bc29-44e1-a1e0-97e985e54beb tempest-MigrationsAdminTest-1522865088 tempest-MigrationsAdminTest-1522865088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:39.159895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b557449a-b873-48e1-9b45-586761c4fbf6 req-1e9f03c1-bc29-44e1-a1e0-97e985e54beb tempest-MigrationsAdminTest-1522865088 tempest-MigrationsAdminTest-1522865088-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 1100 time: 0.0486917 Sep 17 23:41:39.205310 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dfa1d47c-68f6-45ce-8a3b-f66425adcc40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:39.209026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:39.220895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b557449a-b873-48e1-9b45-586761c4fbf6 req-81f5f27b-c013-46bf-ae49-f0c05bf34ec8 tempest-MigrationsAdminTest-1522865088 tempest-MigrationsAdminTest-1522865088-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546920 Sep 17 23:41:39.224200 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df', 'mac_address': 'fa:16:3e:3c:f5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:41:39.273654 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:39.289529 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada1707b-84d3-4c1c-9bad-603fe8e3e5df {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:41:39.294758 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dbb99a-8723-4972-805a-88b42706f8fc admin admin] Network 9d08905d-ca5b-4e76-bde0-b74df6a1af4e is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:41:39.307766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9d662c3e-a242-494b-984e-c88a130d139a req-d6aa0d4f-6592-4654-be90-6900950b3362 service neutron] For port 261924fe-8bc8-4de5-ba1e-cdf6869091ab, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:39.313043 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:39.314901 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9d662c3e-a242-494b-984e-c88a130d139a req-d6aa0d4f-6592-4654-be90-6900950b3362 service neutron] Notify callbacks [] for binding, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:39.316091 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d662c3e-a242-494b-984e-c88a130d139a req-d6aa0d4f-6592-4654-be90-6900950b3362 service neutron] 10.222.0.41 "DELETE /v2.0/ports/261924fe-8bc8-4de5-ba1e-cdf6869091ab/bindings/n-h2-809883-1 HTTP/1.1" status: 204 len: 173 time: 0.7013671 Sep 17 23:41:39.348643 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dfa1d47c-68f6-45ce-8a3b-f66425adcc40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:39.355214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771bb61-4e29-4448-8d7b-6acfa69d319b req-a35cec3a-bb84-41d9-a63c-fc4c4ae499a1 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:39.356803 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b771bb61-4e29-4448-8d7b-6acfa69d319b req-a35cec3a-bb84-41d9-a63c-fc4c4ae499a1 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 944 time: 0.0675673 Sep 17 23:41:39.401396 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b771bb61-4e29-4448-8d7b-6acfa69d319b req-6d597731-d163-431f-84a9-c5ca8f2fad23 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383530 Sep 17 23:41:39.492917 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-d2dbb99a-8723-4972-805a-88b42706f8fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 9d08905d-ca5b-4e76-bde0-b74df6a1af4e) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:41:39.493994 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:39.503007 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dbb99a-8723-4972-805a-88b42706f8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:39.503007 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d2dbb99a-8723-4972-805a-88b42706f8fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:39.513614 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ca9db6-7c74-49e8-a545-64f763bbdc7c None None] Network 9d08905d-ca5b-4e76-bde0-b74df6a1af4e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:41:39.612057 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dfa1d47c-68f6-45ce-8a3b-f66425adcc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:39.628537 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,revision_number=12']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:39.667456 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dfa1d47c-68f6-45ce-8a3b-f66425adcc40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a498b2056f4045d7a155aaca90a4cc0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6202581 Sep 17 23:41:39.668544 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1d47c-68f6-45ce-8a3b-f66425adcc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2483273b-aa4e-4a94-b7c3-8f5dc5e3395e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:39.670001 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58866) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:39.742845 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-9d08905d-ca5b-4e76-bde0-b74df6a1af4e', 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'fixed_ips': [{'subnet_id': '08d092af-cd76-4eda-b787-3854ce9db95e'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:41:39.743715 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:39.786345 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42095890-aae5-4840-89bd-a77a821b82e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:39.787506 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d2dbb99a-8723-4972-805a-88b42706f8fc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9168534 Sep 17 23:41:39.788978 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58870) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:39.793719 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2f946ba8-6294-453a-b950-26bcfdf2df22 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1765114957-router', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:41:39.848043 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd78c65-f8d8-4018-8576-dc5f76898b3e req-a8ee9c22-3f7d-42e9-acbd-749bb0a134e1 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:39.855278 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2fd78c65-f8d8-4018-8576-dc5f76898b3e req-a8ee9c22-3f7d-42e9-acbd-749bb0a134e1 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 944 time: 0.1149774 Sep 17 23:41:39.860147 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42095890-aae5-4840-89bd-a77a821b82e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:39.866654 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['ada1707b-84d3-4c1c-9bad-603fe8e3e5df'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:41:39.920813 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2fd78c65-f8d8-4018-8576-dc5f76898b3e req-99649503-78c5-40b2-af79-3efe552ae9c6 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638814 Sep 17 23:41:39.981441 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f946ba8-6294-453a-b950-26bcfdf2df22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:39.984884 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f946ba8-6294-453a-b950-26bcfdf2df22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:40.004729 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] Allocated IP 172.20.0.2 (9d08905d-ca5b-4e76-bde0-b74df6a1af4e/08d092af-cd76-4eda-b787-3854ce9db95e/ded0b34c-2827-49c5-a4d5-4358323c3128) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:41:40.142766 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42095890-aae5-4840-89bd-a77a821b82e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:40.145949 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42095890-aae5-4840-89bd-a77a821b82e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:40.147119 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-42095890-aae5-4840-89bd-a77a821b82e7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2483273b-aa4e-4a94-b7c3-8f5dc5e3395e HTTP/1.1" status: 204 len: 168 time: 0.4740987 Sep 17 23:41:40.238118 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f946ba8-6294-453a-b950-26bcfdf2df22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:40.240143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba0ba6-06e7-4023-b2a2-e62db00d0c13 req-564c464f-cec2-45f7-8c4b-fd0f3047ac76 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:40.244895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8eba0ba6-06e7-4023-b2a2-e62db00d0c13 req-564c464f-cec2-45f7-8c4b-fd0f3047ac76 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 946 time: 0.1763036 Sep 17 23:41:40.285526 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42095890-aae5-4840-89bd-a77a821b82e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2483273b-aa4e-4a94-b7c3-8f5dc5e3395e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:40.357390 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8eba0ba6-06e7-4023-b2a2-e62db00d0c13 req-05a53100-e471-4f9f-9e71-8c5de1b7c4f4 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/security-groups?id=c759527b-146e-4ec5-9c63-2fadd9d7c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730791 Sep 17 23:41:40.401386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-147afb24-9754-4aac-8311-d7bfbb697520 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:40.411517 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-147afb24-9754-4aac-8311-d7bfbb697520 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/networks?id=9def810e-7ca4-4135-ae9d-7edfe5be5dcc HTTP/1.1" status: 200 len: 805 time: 0.3085985 Sep 17 23:41:40.427138 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device cb06bb18-698e-46aa-96e5-a8ff9b666fac no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:41:40.433739 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-c5f531f5-0c2c-4c6d-bda9-85d97ce96427 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/quotas/08157d7339154e21a81a531fc30eeab2 HTTP/1.1" status: 200 len: 375 time: 0.0208883 Sep 17 23:41:40.541757 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:40.552120 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f946ba8-6294-453a-b950-26bcfdf2df22 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:40.577543 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-42401fc3-88e5-4274-9324-701de1622b09 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=08157d7339154e21a81a531fc30eeab2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1420858 Sep 17 23:41:40.584043 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:40.636660 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f05292-1b63-4bbc-abf9-7323ef57166c req-97a68028-6256-4a02-b703-c5da956223a3 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:40.643947 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47f05292-1b63-4bbc-abf9-7323ef57166c req-97a68028-6256-4a02-b703-c5da956223a3 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.0971525 Sep 17 23:41:40.646397 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:40.687498 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:40.698882 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd7351e-10da-4011-99e8-122fbb37417c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb06bb18-698e-46aa-96e5-a8ff9b666fac'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:40.708293 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57bb39a-3a1c-4cc9-9fc4-6f148e3f4053" -d '{"events": [{"server_uuid": "6fd7351e-10da-4011-99e8-122fbb37417c", "name": "network-vif-unplugged", "status": "completed", "tag": "cb06bb18-698e-46aa-96e5-a8ff9b666fac"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:40.710330 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47f05292-1b63-4bbc-abf9-7323ef57166c req-149c6189-fe9a-450b-803d-73d84a074679 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647674 Sep 17 23:41:40.821292 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port cb06bb18-698e-46aa-96e5-a8ff9b666fac, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=cb06bb18-698e-46aa-96e5-a8ff9b666fac,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:40.825172 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] Network 9d08905d-ca5b-4e76-bde0-b74df6a1af4e is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:41:40.829587 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:41:40.832318 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:41:40.875436 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] Pushing event updated for resources: {'Port': ['ID=ded0b34c-2827-49c5-a4d5-4358323c3128,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:40.909651 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] Attempting to bind port ded0b34c-2827-49c5-a4d5-4358323c3128 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:41:40.910011 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] Attempting to bind port ded0b34c-2827-49c5-a4d5-4358323c3128 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '228dc33e-6e7c-4c38-9b8d-a4b3060fb862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:41:40.910364 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] Attempting to bind port ded0b34c-2827-49c5-a4d5-4358323c3128 on network 9d08905d-ca5b-4e76-bde0-b74df6a1af4e {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:40.916026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:41:40.916363 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] Checking segment: {'id': '228dc33e-6e7c-4c38-9b8d-a4b3060fb862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:41:40.916758 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:40.917183 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] Bound using segment: {'id': '228dc33e-6e7c-4c38-9b8d-a4b3060fb862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:41:40.917900 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] Bound port: ded0b34c-2827-49c5-a4d5-4358323c3128, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228dc33e-6e7c-4c38-9b8d-a4b3060fb862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:41:40.918039 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:40.933919 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ac49c-7486-4967-b2df-d81f9e1afab3 req-acf375f0-aac4-4d9a-9af2-d6f3df0c3a59 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:40.935539 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e32ac49c-7486-4967-b2df-d81f9e1afab3 req-acf375f0-aac4-4d9a-9af2-d6f3df0c3a59 tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 1095 time: 0.0911326 Sep 17 23:41:40.956118 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:40.960841 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-647e5e74-00bb-440f-aaf5-762a5980255b service neutron] 10.222.0.46 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658087 Sep 17 23:41:40.982180 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f946ba8-6294-453a-b950-26bcfdf2df22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:41.012266 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f946ba8-6294-453a-b950-26bcfdf2df22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:41.030166 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e32ac49c-7486-4967-b2df-d81f9e1afab3 req-df074c94-512d-4254-91a1-93702e82a3da tempest-LiveAutoBlockMigrationV225Test-924163336 tempest-LiveAutoBlockMigrationV225Test-924163336-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789180 Sep 17 23:41:41.030726 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] For port ded0b34c-2827-49c5-a4d5-4358323c3128, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:41.036667 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=cb06bb18-698e-46aa-96e5-a8ff9b666fac,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:41.105378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-190930e8-b1f7-4e5b-b8e0-691dd8bbdb55 service neutron] 10.222.0.46 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337273 Sep 17 23:41:41.143511 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] For port ded0b34c-2827-49c5-a4d5-4358323c3128, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ded0b34c-2827-49c5-a4d5-4358323c3128,segment=NetworkSegment(228dc33e-6e7c-4c38-9b8d-a4b3060fb862),segment_id=228dc33e-6e7c-4c38-9b8d-a4b3060fb862)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:41:41.162817 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-2f946ba8-6294-453a-b950-26bcfdf2df22 admin admin] Allocated IP 172.25.3.62 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/e01ad79f-f0c4-450d-9bc6-221242978dcf) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:41:41.178032 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58904) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:41.199363 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5847a04-cfbd-45d2-8bcf-c224f4a6d215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:41.213880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd42355-3083-43f7-8f80-5fe66f173013 req-b5ab3c72-2786-495b-a694-3110c092c986 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:41.229417 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dfd42355-3083-43f7-8f80-5fe66f173013 req-b5ab3c72-2786-495b-a694-3110c092c986 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 946 time: 0.1144657 Sep 17 23:41:41.232336 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58906) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:41.249886 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-e640dcf8-5123-40b5-bcfc-9cc07094522a tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Request body: {'floatingip': {'port_id': '64e09bc8-5def-4fa2-a0be-22ede90157b9'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:41:41.252624 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:41.336155 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e640dcf8-5123-40b5-bcfc-9cc07094522a tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:41.383938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c97b8-cf71-4a16-ba98-6d5b2565165f None None] Pushing event updated for resources: {'Port': ['ID=ded0b34c-2827-49c5-a4d5-4358323c3128,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:41.472287 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f946ba8-6294-453a-b950-26bcfdf2df22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:41.476281 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5847a04-cfbd-45d2-8bcf-c224f4a6d215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:41.539180 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150c013-eab7-460b-8f46-86d8a6d1d0c4 req-52c413dc-ad7c-4704-b7bf-71c66a8778a3 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:41.540805 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c150c013-eab7-460b-8f46-86d8a6d1d0c4 req-52c413dc-ad7c-4704-b7bf-71c66a8778a3 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd7351e-10da-4011-99e8-122fbb37417c HTTP/1.1" status: 200 len: 943 time: 0.1048577 Sep 17 23:41:41.542493 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2772543-5bb1-45dd-8f5c-716387dd4837 x-openstack-request-id: req-d2772543-5bb1-45dd-8f5c-716387dd4837 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:41.543229 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd7351e-10da-4011-99e8-122fbb37417c", "name": "network-vif-unplugged", "status": "completed", "tag": "cb06bb18-698e-46aa-96e5-a8ff9b666fac", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:41.543229 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d2772543-5bb1-45dd-8f5c-716387dd4837 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:41.543603 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd7351e-10da-4011-99e8-122fbb37417c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb06bb18-698e-46aa-96e5-a8ff9b666fac', 'code': 200} Sep 17 23:41:41.549277 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5847a04-cfbd-45d2-8bcf-c224f4a6d215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:41.618873 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07993694-163b-484b-8646-1a64fa064f3c req-a68ef167-cc36-4c9e-bfbd-56f7d987b2a7 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:41.622521 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07993694-163b-484b-8646-1a64fa064f3c req-a68ef167-cc36-4c9e-bfbd-56f7d987b2a7 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.2727792 Sep 17 23:41:41.634754 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f946ba8-6294-453a-b950-26bcfdf2df22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:41.635290 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dec48c-7385-416a-a2fb-6ca415e1d053 req-de7cc7d7-16ad-4810-8894-b4ce15c1f250 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:41.639398 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5847a04-cfbd-45d2-8bcf-c224f4a6d215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e152f720-b374-4760-bab7-d7ca866a7a65,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:41.644305 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42dec48c-7385-416a-a2fb-6ca415e1d053 req-de7cc7d7-16ad-4810-8894-b4ce15c1f250 tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 1095 time: 0.2854187 Sep 17 23:41:41.670254 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e5847a04-cfbd-45d2-8bcf-c224f4a6d215 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f886cc8d5ac841948a281c271940a52f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909060 Sep 17 23:41:41.675568 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58924) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:41.858785 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f946ba8-6294-453a-b950-26bcfdf2df22 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:41:41.870661 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-2f946ba8-6294-453a-b950-26bcfdf2df22 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:41:41.882548 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f946ba8-6294-453a-b950-26bcfdf2df22 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:41:41.888889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f946ba8-6294-453a-b950-26bcfdf2df22 admin admin] Pushing event updated for resources: {'Port': ['ID=e01ad79f-f0c4-450d-9bc6-221242978dcf,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:41.901237 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42dec48c-7385-416a-a2fb-6ca415e1d053 req-1b8e880a-b6cb-4cc7-8775-3c9d653ccb2d tempest-LiveMigrationTest-1033019503 tempest-LiveMigrationTest-1033019503-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557616 Sep 17 23:41:42.017110 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-151625d5-00e6-44ee-b17c-cde5962ec556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:42.022103 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3922e345-0571-482d-8170-7609720b56c8 req-5dc70731-58fc-48a5-8525-3ab9f603acbb tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 210 time: 0.0334532 Sep 17 23:41:42.029598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-c150c013-eab7-460b-8f46-86d8a6d1d0c4 req-fd618e08-79eb-4fef-895f-ce5c90ddc9ec tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Deleting port cb06bb18-698e-46aa-96e5-a8ff9b666fac {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:41:42.030757 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c150c013-eab7-460b-8f46-86d8a6d1d0c4 req-fd618e08-79eb-4fef-895f-ce5c90ddc9ec tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:42.143937 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-151625d5-00e6-44ee-b17c-cde5962ec556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:42.316787 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-07993694-163b-484b-8646-1a64fa064f3c req-833f68dd-0319-438b-9daf-87348af20a45 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Deleting port ada1707b-84d3-4c1c-9bad-603fe8e3e5df {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:41:42.318110 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-07993694-163b-484b-8646-1a64fa064f3c req-833f68dd-0319-438b-9daf-87348af20a45 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:42.478697 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e640dcf8-5123-40b5-bcfc-9cc07094522a tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:42.493979 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab74f20-cd95-4622-9b4b-29bb22f5505f req-a68bbc52-4b7c-4e47-a0f5-4d166dd4af2f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:42.495831 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ab74f20-cd95-4622-9b4b-29bb22f5505f req-a68bbc52-4b7c-4e47-a0f5-4d166dd4af2f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 950 time: 0.2394440 Sep 17 23:41:42.532610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-07993694-163b-484b-8646-1a64fa064f3c req-833f68dd-0319-438b-9daf-87348af20a45 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] For port ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:42.533009 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-07993694-163b-484b-8646-1a64fa064f3c req-833f68dd-0319-438b-9daf-87348af20a45 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:42.565935 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-07993694-163b-484b-8646-1a64fa064f3c req-833f68dd-0319-438b-9daf-87348af20a45 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Calling delete_port for ada1707b-84d3-4c1c-9bad-603fe8e3e5df owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:41:42.585827 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e640dcf8-5123-40b5-bcfc-9cc07094522a tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:42.594459 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ab74f20-cd95-4622-9b4b-29bb22f5505f req-866416a1-8b74-4f43-8d8a-cc96f426e54e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881114 Sep 17 23:41:42.681125 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-151625d5-00e6-44ee-b17c-cde5962ec556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:42.693584 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-151625d5-00e6-44ee-b17c-cde5962ec556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:42.695825 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-151625d5-00e6-44ee-b17c-cde5962ec556 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e152f720-b374-4760-bab7-d7ca866a7a65 HTTP/1.1" status: 204 len: 168 time: 1.0074322 Sep 17 23:41:42.718587 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151625d5-00e6-44ee-b17c-cde5962ec556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e152f720-b374-4760-bab7-d7ca866a7a65,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:42.751495 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-e640dcf8-5123-40b5-bcfc-9cc07094522a tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Floating IP 3fec6320-0e33-4571-b6f3-4507612bdb9c associated. External IP: 172.25.3.2, port: 64e09bc8-5def-4fa2-a0be-22ede90157b9. Sep 17 23:41:42.758090 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-c150c013-eab7-460b-8f46-86d8a6d1d0c4 req-fd618e08-79eb-4fef-895f-ce5c90ddc9ec tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] For port cb06bb18-698e-46aa-96e5-a8ff9b666fac, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=cb06bb18-698e-46aa-96e5-a8ff9b666fac,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:42.758611 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c150c013-eab7-460b-8f46-86d8a6d1d0c4 req-fd618e08-79eb-4fef-895f-ce5c90ddc9ec tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:42.776910 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-c150c013-eab7-460b-8f46-86d8a6d1d0c4 req-fd618e08-79eb-4fef-895f-ce5c90ddc9ec tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Calling delete_port for cb06bb18-698e-46aa-96e5-a8ff9b666fac owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:41:42.990482 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdc95ea-95db-46f7-b5ae-b0a2cbc75fcd None None] Network 9d08905d-ca5b-4e76-bde0-b74df6a1af4e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:41:43.004267 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f946ba8-6294-453a-b950-26bcfdf2df22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:43.120539 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ada1707b-84d3-4c1c-9bad-603fe8e3e5df details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:41:43.171395 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-6d04ca29-720e-450d-8a59-c277bb1f01c5 None None] Provisioning complete for port ded0b34c-2827-49c5-a4d5-4358323c3128 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:43.174317 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d04ca29-720e-450d-8a59-c277bb1f01c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:43.308703 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:43.493504 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f946ba8-6294-453a-b950-26bcfdf2df22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:43.597686 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a1015d4-dfca-4462-adb3-484b1b03f83e req-27a03658-7140-4d99-97e9-ccc606f60f1c tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 210 time: 0.1182952 Sep 17 23:41:43.614985 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e640dcf8-5123-40b5-bcfc-9cc07094522a tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Router c740fa8a-6cf9-42df-b951-b0372678aa20 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:41:43.643704 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c74b37-4584-4569-b058-e9d89d4f29bd req-36b33c4c-6cce-4acf-a04e-0817c63f4d42 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:43.645284 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e4c74b37-4584-4569-b058-e9d89d4f29bd req-36b33c4c-6cce-4acf-a04e-0817c63f4d42 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.41 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 944 time: 0.4031663 Sep 17 23:41:43.649995 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c150c013-eab7-460b-8f46-86d8a6d1d0c4 req-fd618e08-79eb-4fef-895f-ce5c90ddc9ec tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:43.668377 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ded0b34c-2827-49c5-a4d5-4358323c3128 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:41:43.809419 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ada1707b-84d3-4c1c-9bad-603fe8e3e5df, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:43.811819 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d04ca29-720e-450d-8a59-c277bb1f01c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:43.830594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd618e08-79eb-4fef-895f-ce5c90ddc9ec tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Pushing event deleted for resources: {'Port': ['ID=cb06bb18-698e-46aa-96e5-a8ff9b666fac,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:43.847087 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df', 'mac_address': 'fa:16:3e:3c:f5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:41:43.874509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe3847-72a7-421a-9c86-0bb4b0cc7ef9 req-ba3e62dc-3ddf-45bd-ad6a-b253f241f61e tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:43.888351 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0fe3847-72a7-421a-9c86-0bb4b0cc7ef9 req-ba3e62dc-3ddf-45bd-ad6a-b253f241f61e tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 944 time: 1.0172930 Sep 17 23:41:43.891395 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-07993694-163b-484b-8646-1a64fa064f3c req-833f68dd-0319-438b-9daf-87348af20a45 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:43.898447 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6d04ca29-720e-450d-8a59-c277bb1f01c5 None None] For port ded0b34c-2827-49c5-a4d5-4358323c3128, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ded0b34c-2827-49c5-a4d5-4358323c3128,segment=NetworkSegment(228dc33e-6e7c-4c38-9b8d-a4b3060fb862),segment_id=228dc33e-6e7c-4c38-9b8d-a4b3060fb862)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:43.900529 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ded0b34c-2827-49c5-a4d5-4358323c3128 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:43.900961 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:43.969418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2', '7f30360b-cfe0-4506-b773-e74f99afce03', '4193e860-853c-4f7b-a373-d10699407e78'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:41:44.022190 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c150c013-eab7-460b-8f46-86d8a6d1d0c4 req-fd618e08-79eb-4fef-895f-ce5c90ddc9ec tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] No DVR routers for this DVR port cb06bb18-698e-46aa-96e5-a8ff9b666fac on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:41:44.044933 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d04ca29-720e-450d-8a59-c277bb1f01c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:44.053990 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0fe3847-72a7-421a-9c86-0bb4b0cc7ef9 req-2ec7bc67-2c09-43e6-b6dd-0f25468a9a24 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666794 Sep 17 23:41:44.054883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f68dd-0319-438b-9daf-87348af20a45 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Pushing event deleted for resources: {'Port': ['ID=ada1707b-84d3-4c1c-9bad-603fe8e3e5df,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:44.135349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a5256-cc7e-469d-9afe-a005d6a495c3 req-57346f44-789f-4ee8-916b-4765fc211f77 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:44.142725 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04ca29-720e-450d-8a59-c277bb1f01c5 None None] Pushing event updated for resources: {'Port': ['ID=ded0b34c-2827-49c5-a4d5-4358323c3128,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:44.152746 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d40a5256-cc7e-469d-9afe-a005d6a495c3 req-57346f44-789f-4ee8-916b-4765fc211f77 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 944 time: 0.2806685 Sep 17 23:41:44.152746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e640dcf8-5123-40b5-bcfc-9cc07094522a tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:41:44.157465 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3484824d-fff1-48aa-afbf-89d2b0a9a841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:44.162641 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7c6161-5a7d-4df5-ac06-0a1c3fd2717c None None] Sync routers for ids ['c740fa8a-6cf9-42df-b951-b0372678aa20'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:41:44.168602 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c150c013-eab7-460b-8f46-86d8a6d1d0c4 req-fd618e08-79eb-4fef-895f-ce5c90ddc9ec tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:44.172737 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c150c013-eab7-460b-8f46-86d8a6d1d0c4 req-fd618e08-79eb-4fef-895f-ce5c90ddc9ec tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.41 "DELETE /v2.0/ports/cb06bb18-698e-46aa-96e5-a8ff9b666fac HTTP/1.1" status: 204 len: 173 time: 2.6204312 Sep 17 23:41:44.173842 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e640dcf8-5123-40b5-bcfc-9cc07094522a tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:44.177124 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c6161-5a7d-4df5-ac06-0a1c3fd2717c None None] Routers {'c740fa8a-6cf9-42df-b951-b0372678aa20'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:41:44.179069 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-ad7c6161-5a7d-4df5-ac06-0a1c3fd2717c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:41:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c740fa8a-6cf9-42df-b951-b0372678aa20'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:44.188593 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd7351e-10da-4011-99e8-122fbb37417c', 'name': 'network-vif-deleted', 'tag': 'cb06bb18-698e-46aa-96e5-a8ff9b666fac'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:44.193096 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759de278-c8bf-456a-b1e3-9b0d7b7b0ea1" -d '{"events": [{"server_uuid": "6fd7351e-10da-4011-99e8-122fbb37417c", "name": "network-vif-deleted", "tag": "cb06bb18-698e-46aa-96e5-a8ff9b666fac"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:44.218070 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0b418106-7180-441a-8629-e381d01060fa None None] Provisioning complete for port ded0b34c-2827-49c5-a4d5-4358323c3128 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:44.218448 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0b418106-7180-441a-8629-e381d01060fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:44.276350 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65959258-e89e-4af8-9993-593df0ce8d19 req-62832049-03f9-4979-8bf6-449d6b0e587b tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:44.283975 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-65959258-e89e-4af8-9993-593df0ce8d19 req-62832049-03f9-4979-8bf6-449d6b0e587b tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 944 time: 0.5054553 Sep 17 23:41:44.330494 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-455860bd-dfc3-4eb6-b48e-ac53614b598b req-bebf5c8c-bbd9-40b2-8e99-c4e7bd077b3f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 210 time: 0.1037507 Sep 17 23:41:44.357030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-07993694-163b-484b-8646-1a64fa064f3c req-833f68dd-0319-438b-9daf-87348af20a45 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] No DVR routers for this DVR port ada1707b-84d3-4c1c-9bad-603fe8e3e5df on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:41:44.357182 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-ad7c6161-5a7d-4df5-ac06-0a1c3fd2717c None None] Set router c740fa8a-6cf9-42df-b951-b0372678aa20 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:41:44.461646 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedf24c5-bc68-4bc4-b305-597222da7062 x-openstack-request-id: req-dedf24c5-bc68-4bc4-b305-597222da7062 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:44.461952 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd7351e-10da-4011-99e8-122fbb37417c", "name": "network-vif-deleted", "tag": "cb06bb18-698e-46aa-96e5-a8ff9b666fac", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:44.462192 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dedf24c5-bc68-4bc4-b305-597222da7062 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:44.468733 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd7351e-10da-4011-99e8-122fbb37417c', 'name': 'network-vif-deleted', 'tag': 'cb06bb18-698e-46aa-96e5-a8ff9b666fac', 'status': 'completed', 'code': 200} Sep 17 23:41:44.530579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.37', 50645) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:44.563406 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-e4c74b37-4584-4569-b058-e9d89d4f29bd req-9960a9ca-2d60-438d-850c-4a829481de94 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Deleting port 261924fe-8bc8-4de5-ba1e-cdf6869091ab {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:41:44.564812 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e4c74b37-4584-4569-b058-e9d89d4f29bd req-9960a9ca-2d60-438d-850c-4a829481de94 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:44.613471 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-8ce8a372-8fad-44d3-b4b1-4a0bda8608a8 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:44.629452 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-8ce8a372-8fad-44d3-b4b1-4a0bda8608a8 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.37 "GET /v2.0/networks?id=9def810e-7ca4-4135-ae9d-7edfe5be5dcc HTTP/1.1" status: 200 len: 805 time: 0.2919402 Sep 17 23:41:44.630925 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-07993694-163b-484b-8646-1a64fa064f3c req-833f68dd-0319-438b-9daf-87348af20a45 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:44.635600 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07993694-163b-484b-8646-1a64fa064f3c req-833f68dd-0319-438b-9daf-87348af20a45 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.37 "DELETE /v2.0/ports/ada1707b-84d3-4c1c-9bad-603fe8e3e5df HTTP/1.1" status: 204 len: 173 time: 2.9883971 Sep 17 23:41:44.640955 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc45e34c-7c9d-41d6-9506-c7b65136d428', 'name': 'network-vif-deleted', 'tag': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:44.652049 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6938ffb-c531-4f1e-b53c-0938db56ce4f" -d '{"events": [{"server_uuid": "bc45e34c-7c9d-41d6-9506-c7b65136d428", "name": "network-vif-deleted", "tag": "ada1707b-84d3-4c1c-9bad-603fe8e3e5df"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:44.691603 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5b574dae-6965-4964-9fd4-c2f0ab119530 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Request body: {'port': {'device_id': 'a7cfaa13-058c-48f5-89d3-a102a51cc172', 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc', 'admin_state_up': True, 'tenant_id': '08157d7339154e21a81a531fc30eeab2'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:41:44.706549 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e640dcf8-5123-40b5-bcfc-9cc07094522a tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "PUT /v2.0/floatingips/3fec6320-0e33-4571-b6f3-4507612bdb9c HTTP/1.1" status: 200 len: 990 time: 3.4755428 Sep 17 23:41:44.766899 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d40a5256-cc7e-469d-9afe-a005d6a495c3 req-fd0e02eb-e5e4-44a5-81be-ddfede9a9b20 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6120172 Sep 17 23:41:44.767669 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-e4c74b37-4584-4569-b058-e9d89d4f29bd req-9960a9ca-2d60-438d-850c-4a829481de94 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] For port 261924fe-8bc8-4de5-ba1e-cdf6869091ab, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=261924fe-8bc8-4de5-ba1e-cdf6869091ab,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:44.768282 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e4c74b37-4584-4569-b058-e9d89d4f29bd req-9960a9ca-2d60-438d-850c-4a829481de94 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:44.813913 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-e4c74b37-4584-4569-b058-e9d89d4f29bd req-9960a9ca-2d60-438d-850c-4a829481de94 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Calling delete_port for 261924fe-8bc8-4de5-ba1e-cdf6869091ab owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:41:44.880496 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ab4107-1c2d-4774-ac03-0c6eb5af0b4a x-openstack-request-id: req-a3ab4107-1c2d-4774-ac03-0c6eb5af0b4a {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:44.888778 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc45e34c-7c9d-41d6-9506-c7b65136d428", "name": "network-vif-deleted", "tag": "ada1707b-84d3-4c1c-9bad-603fe8e3e5df", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:44.889377 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a3ab4107-1c2d-4774-ac03-0c6eb5af0b4a {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:44.890010 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc45e34c-7c9d-41d6-9506-c7b65136d428', 'name': 'network-vif-deleted', 'tag': 'ada1707b-84d3-4c1c-9bad-603fe8e3e5df', 'status': 'completed', 'code': 200} Sep 17 23:41:44.902894 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-414a5eb7-be47-470e-8762-006e7cc9cf1a req-2f34e222-8a7a-45c8-a4b9-fa8ef0f84d25 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 210 time: 0.1816723 Sep 17 23:41:44.904413 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f946ba8-6294-453a-b950-26bcfdf2df22 admin admin] Router 234ca762-804a-4688-a548-74c2cf19b394 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:41:45.010568 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-ad7c6161-5a7d-4df5-ac06-0a1c3fd2717c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'name': 'tempest-ServersTestFqdnHostnames-1569078406-router', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:54Z', 'updated_at': '2021-09-17T23:41:03Z', 'revision_number': 4, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'gw_port': {'id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:56Z', 'updated_at': '2021-09-17T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '3fec6320-0e33-4571-b6f3-4507612bdb9c', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'port_id': '64e09bc8-5def-4fa2-a0be-22ede90157b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc', 'mac_address': 'fa:16:3e:29:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6de700-d6f2-4252-ab8d-d581b6368337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:41:12Z', 'updated_at': '2021-09-17T23:41:42Z', 'revision_number': 1, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44', 'name': '', 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'mac_address': 'fa:16:3e:a7:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d0c75e9-a6be-4367-bb7a-8570a935418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:00Z', 'updated_at': '2021-09-17T23:41:08Z', 'revision_number': 5, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'subnets': [{'id': '3d0c75e9-a6be-4367-bb7a-8570a935418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:45.084409 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7c6161-5a7d-4df5-ac06-0a1c3fd2717c None None] Checking router: c740fa8a-6cf9-42df-b951-b0372678aa20 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:41:45.101231 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-65959258-e89e-4af8-9993-593df0ce8d19 req-6a966b6c-c641-4471-8945-49720a836d18 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Deleting port 9bfed16a-f247-4de1-a706-e4a4a00e80f7 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:41:45.101583 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-65959258-e89e-4af8-9993-593df0ce8d19 req-6a966b6c-c641-4471-8945-49720a836d18 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:45.103155 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c6161-5a7d-4df5-ac06-0a1c3fd2717c None None] Routers {'c740fa8a-6cf9-42df-b951-b0372678aa20'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:41:45.105312 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-ad7c6161-5a7d-4df5-ac06-0a1c3fd2717c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:41:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c740fa8a-6cf9-42df-b951-b0372678aa20'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:45.131110 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ada1707b-84d3-4c1c-9bad-603fe8e3e5df no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:41:45.169803 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: ada1707b-84d3-4c1c-9bad-603fe8e3e5df {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:41:45.171478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ada1707b-84d3-4c1c-9bad-603fe8e3e5df not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:41:45.185869 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3bd5610a-a27f-4343-aa10-b50617216e3c req-1bc40ae5-994c-4841-bebb-3fd5923d9d81 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 210 time: 0.0407252 Sep 17 23:41:45.204215 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e4c74b37-4584-4569-b058-e9d89d4f29bd req-9960a9ca-2d60-438d-850c-4a829481de94 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:45.206807 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5b574dae-6965-4964-9fd4-c2f0ab119530 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Made reservation on behalf of 08157d7339154e21a81a531fc30eeab2 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:41:45.214221 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5b574dae-6965-4964-9fd4-c2f0ab119530 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:45.246132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f946ba8-6294-453a-b950-26bcfdf2df22 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:41:45.258209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] Sync routers for ids ['234ca762-804a-4688-a548-74c2cf19b394'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:41:45.272010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] Routers {'234ca762-804a-4688-a548-74c2cf19b394'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:41:45.275284 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:41:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['234ca762-804a-4688-a548-74c2cf19b394'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:45.307208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960a9ca-2d60-438d-850c-4a829481de94 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Pushing event deleted for resources: {'Port': ['ID=261924fe-8bc8-4de5-ba1e-cdf6869091ab,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:45.385666 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c74b37-4584-4569-b058-e9d89d4f29bd req-9960a9ca-2d60-438d-850c-4a829481de94 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] No DVR routers for this DVR port 261924fe-8bc8-4de5-ba1e-cdf6869091ab on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:41:45.388431 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e4c74b37-4584-4569-b058-e9d89d4f29bd req-9960a9ca-2d60-438d-850c-4a829481de94 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:45.390694 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e4c74b37-4584-4569-b058-e9d89d4f29bd req-9960a9ca-2d60-438d-850c-4a829481de94 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.41 "DELETE /v2.0/ports/261924fe-8bc8-4de5-ba1e-cdf6869091ab HTTP/1.1" status: 204 len: 173 time: 1.7069695 Sep 17 23:41:45.407267 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-65959258-e89e-4af8-9993-593df0ce8d19 req-6a966b6c-c641-4471-8945-49720a836d18 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] For port 9bfed16a-f247-4de1-a706-e4a4a00e80f7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9bfed16a-f247-4de1-a706-e4a4a00e80f7,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:45.407859 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-65959258-e89e-4af8-9993-593df0ce8d19 req-6a966b6c-c641-4471-8945-49720a836d18 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:45.425809 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-03ef538d-f3b1-4db3-b622-bc8c92bdbba3 req-606858ba-04b7-479f-8228-49ab6ea3634b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8927767 Sep 17 23:41:45.426700 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-65959258-e89e-4af8-9993-593df0ce8d19 req-6a966b6c-c641-4471-8945-49720a836d18 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Calling delete_port for 9bfed16a-f247-4de1-a706-e4a4a00e80f7 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:41:45.433151 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-ad7c6161-5a7d-4df5-ac06-0a1c3fd2717c None None] Set router c740fa8a-6cf9-42df-b951-b0372678aa20 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:41:45.504353 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f946ba8-6294-453a-b950-26bcfdf2df22 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:45.504353 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2f946ba8-6294-453a-b950-26bcfdf2df22 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7096055 Sep 17 23:41:45.511720 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58992) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:45.543640 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] Set router 234ca762-804a-4688-a548-74c2cf19b394 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:41:45.587395 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5b574dae-6965-4964-9fd4-c2f0ab119530 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Allocated IP 172.20.0.4 (9def810e-7ca4-4135-ae9d-7edfe5be5dcc/a4f294d2-e1d6-44d8-a05a-4631f2b03d1e/8c94a84c-5b6b-47b3-891f-eac33d198d6d) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:41:45.600895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1abccec1-3160-4b07-b655-42c0810213c5 req-098c23da-02e9-40fc-9524-8fa078334a1b tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc45e34c-7c9d-41d6-9506-c7b65136d428 HTTP/1.1" status: 200 len: 210 time: 0.0735018 Sep 17 23:41:45.629727 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ded0b34c-2827-49c5-a4d5-4358323c3128 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:41:45.659214 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef538d-f3b1-4db3-b622-bc8c92bdbba3 req-1fd3d042-8a5d-439b-93a5-ae054eae765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:45.661215 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-03ef538d-f3b1-4db3-b622-bc8c92bdbba3 req-1fd3d042-8a5d-439b-93a5-ae054eae765f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 1096 time: 0.1657565 Sep 17 23:41:45.672211 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['ddab079b-236a-4b4b-962a-c4ca7ec079e5'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:41:45.955754 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef538d-f3b1-4db3-b622-bc8c92bdbba3 req-1b22aa18-1544-405d-8221-d1ff26406272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:45.957333 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-03ef538d-f3b1-4db3-b622-bc8c92bdbba3 req-1b22aa18-1544-405d-8221-d1ff26406272 service neutron] 10.222.0.37 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 922 time: 0.2481399 Sep 17 23:41:45.978762 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-ad7c6161-5a7d-4df5-ac06-0a1c3fd2717c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'name': 'tempest-ServersTestFqdnHostnames-1569078406-router', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:54Z', 'updated_at': '2021-09-17T23:41:03Z', 'revision_number': 4, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'gw_port': {'id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:56Z', 'updated_at': '2021-09-17T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '3fec6320-0e33-4571-b6f3-4507612bdb9c', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'port_id': '64e09bc8-5def-4fa2-a0be-22ede90157b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc', 'mac_address': 'fa:16:3e:29:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6de700-d6f2-4252-ab8d-d581b6368337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:41:12Z', 'updated_at': '2021-09-17T23:41:42Z', 'revision_number': 1, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44', 'name': '', 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'mac_address': 'fa:16:3e:a7:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d0c75e9-a6be-4367-bb7a-8570a935418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:00Z', 'updated_at': '2021-09-17T23:41:08Z', 'revision_number': 5, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'subnets': [{'id': '3d0c75e9-a6be-4367-bb7a-8570a935418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:46.024115 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7c6161-5a7d-4df5-ac06-0a1c3fd2717c None None] The sync data for ids ['c740fa8a-6cf9-42df-b951-b0372678aa20'] in n-d-809883-1 is: [{'id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'name': 'tempest-ServersTestFqdnHostnames-1569078406-router', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:54Z', 'updated_at': '2021-09-17T23:41:03Z', 'revision_number': 4, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'gw_port': {'id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:56Z', 'updated_at': '2021-09-17T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '3fec6320-0e33-4571-b6f3-4507612bdb9c', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'port_id': '64e09bc8-5def-4fa2-a0be-22ede90157b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc', 'mac_address': 'fa:16:3e:29:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6de700-d6f2-4252-ab8d-d581b6368337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:41:12Z', 'updated_at': '2021-09-17T23:41:42Z', 'revision_number': 1, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44', 'name': '', 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'mac_address': 'fa:16:3e:a7:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d0c75e9-a6be-4367-bb7a-8570a935418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:00Z', 'updated_at': '2021-09-17T23:41:08Z', 'revision_number': 5, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'subnets': [{'id': '3d0c75e9-a6be-4367-bb7a-8570a935418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:41:46.041821 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ae742-58ef-48f3-82fc-b85517c2d9ea req-3bae4b15-2a60-4893-b348-bc79863b4567 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:46.044297 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e19ae742-58ef-48f3-82fc-b85517c2d9ea req-3bae4b15-2a60-4893-b348-bc79863b4567 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 944 time: 0.1450360 Sep 17 23:41:46.075778 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ded0b34c-2827-49c5-a4d5-4358323c3128 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:46.076314 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:46.100845 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-03ef538d-f3b1-4db3-b622-bc8c92bdbba3 req-d88d0f44-160a-418f-8600-d7811c8b5197 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b948076a-51a5-461d-a280-dc454f12c73a HTTP/1.1" status: 200 len: 217 time: 0.1321564 Sep 17 23:41:46.103107 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-65959258-e89e-4af8-9993-593df0ce8d19 req-6a966b6c-c641-4471-8945-49720a836d18 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:46.131787 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:41:46.184328 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4cd59ba5-b63c-4ec6-8679-1a1cb95384b5 req-4170aaa6-80f1-4d81-b95f-a7936af20108 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 210 time: 0.1058919 Sep 17 23:41:46.211588 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e19ae742-58ef-48f3-82fc-b85517c2d9ea req-7d7e74a7-7f95-4856-8a56-65bcadc84020 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597261 Sep 17 23:41:46.383757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a4da329-8984-490b-8e7e-5dde48d09710 req-06b9315d-aaea-4b99-a2d0-bd7aae1de4a9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 210 time: 0.0341799 Sep 17 23:41:46.435865 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device cb06bb18-698e-46aa-96e5-a8ff9b666fac no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:41:46.444783 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5b574dae-6965-4964-9fd4-c2f0ab119530 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:46.479809 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a37d3-f231-45e8-a337-2eab64504448 None None] New status for floating IP 3fec6320-0e33-4571-b6f3-4507612bdb9c: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:41:46.501057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: cb06bb18-698e-46aa-96e5-a8ff9b666fac {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:41:46.501057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device cb06bb18-698e-46aa-96e5-a8ff9b666fac not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:41:46.501057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 261924fe-8bc8-4de5-ba1e-cdf6869091ab no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:41:46.624209 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5b574dae-6965-4964-9fd4-c2f0ab119530 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:46.728211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fbe4e8-408b-4cb2-aa11-22ad3c111237', 'name': 'network-vif-deleted', 'tag': '261924fe-8bc8-4de5-ba1e-cdf6869091ab'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:46.738781 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 261924fe-8bc8-4de5-ba1e-cdf6869091ab {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:41:46.739129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 261924fe-8bc8-4de5-ba1e-cdf6869091ab not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:41:46.743345 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d2e96c-7b28-45d3-a7fa-751beaf0bd0a" -d '{"events": [{"server_uuid": "05fbe4e8-408b-4cb2-aa11-22ad3c111237", "name": "network-vif-deleted", "tag": "261924fe-8bc8-4de5-ba1e-cdf6869091ab"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:46.808056 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5b574dae-6965-4964-9fd4-c2f0ab119530 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:41:46.821500 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5b574dae-6965-4964-9fd4-c2f0ab119530 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:41:46.821734 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ca762-804a-4688-a548-74c2cf19b394', 'name': 'tempest-TaggedBootDevicesTest-1765114957-router', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:41:39Z', 'updated_at': '2021-09-17T23:41:42Z', 'revision_number': 3, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'gw_port': {'id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:41Z', 'updated_at': '2021-09-17T23:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:46.831938 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b574dae-6965-4964-9fd4-c2f0ab119530 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Pushing event updated for resources: {'Port': ['ID=8c94a84c-5b6b-47b3-891f-eac33d198d6d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:46.838296 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5b574dae-6965-4964-9fd4-c2f0ab119530 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:41:46.873944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a966b6c-c641-4471-8945-49720a836d18 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Pushing event deleted for resources: {'Port': ['ID=9bfed16a-f247-4de1-a706-e4a4a00e80f7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:46.903870 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] Checking router: 234ca762-804a-4688-a548-74c2cf19b394 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:41:46.904866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] Updating router 234ca762-804a-4688-a548-74c2cf19b394 port e01ad79f-f0c4-450d-9bc6-221242978dcf binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:41:46.907494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6de700-d6f2-4252-ab8d-d581b6368337', 'tag': '64e09bc8-5def-4fa2-a0be-22ede90157b9'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:46.909134 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a6a49da6-7408-4102-a9df-f5113ca3ef28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:46.915828 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efa9e1b-283e-4a47-95c7-e645cdf4d166" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6de700-d6f2-4252-ab8d-d581b6368337", "tag": "64e09bc8-5def-4fa2-a0be-22ede90157b9"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:46.953324 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f536363-829c-4d17-987d-40b23f491651 x-openstack-request-id: req-5f536363-829c-4d17-987d-40b23f491651 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:46.953613 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fbe4e8-408b-4cb2-aa11-22ad3c111237", "name": "network-vif-deleted", "tag": "261924fe-8bc8-4de5-ba1e-cdf6869091ab", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:46.953868 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f536363-829c-4d17-987d-40b23f491651 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:46.954253 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05fbe4e8-408b-4cb2-aa11-22ad3c111237', 'name': 'network-vif-deleted', 'tag': '261924fe-8bc8-4de5-ba1e-cdf6869091ab', 'status': 'completed', 'code': 200} Sep 17 23:41:46.980171 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5b574dae-6965-4964-9fd4-c2f0ab119530 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:46.981175 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5b574dae-6965-4964-9fd4-c2f0ab119530 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:46.992506 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:47.015241 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef538d-f3b1-4db3-b622-bc8c92bdbba3 req-f8cc2adb-5bab-465a-af32-3a2346e8e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:47.016903 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-03ef538d-f3b1-4db3-b622-bc8c92bdbba3 req-f8cc2adb-5bab-465a-af32-3a2346e8e536 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.8996167 Sep 17 23:41:47.074742 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-65959258-e89e-4af8-9993-593df0ce8d19 req-6a966b6c-c641-4471-8945-49720a836d18 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] No DVR routers for this DVR port 9bfed16a-f247-4de1-a706-e4a4a00e80f7 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:41:47.095651 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-65959258-e89e-4af8-9993-593df0ce8d19 req-6a966b6c-c641-4471-8945-49720a836d18 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:47.098405 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-65959258-e89e-4af8-9993-593df0ce8d19 req-6a966b6c-c641-4471-8945-49720a836d18 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.37 "DELETE /v2.0/ports/9bfed16a-f247-4de1-a706-e4a4a00e80f7 HTTP/1.1" status: 204 len: 173 time: 2.8014114 Sep 17 23:41:47.116421 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5b574dae-6965-4964-9fd4-c2f0ab119530 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4447627 Sep 17 23:41:47.125829 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-03ef538d-f3b1-4db3-b622-bc8c92bdbba3 req-2f47aac4-c523-4344-95c8-19caac26a999 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487945 Sep 17 23:41:47.129086 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Request body: {'port': {'device_id': 'a7cfaa13-058c-48f5-89d3-a102a51cc172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:41:47.167045 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9bfed16a-f247-4de1-a706-e4a4a00e80f7 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:41:47.182387 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd75e70a-50dc-4234-b550-76c875f01780 x-openstack-request-id: req-fd75e70a-50dc-4234-b550-76c875f01780 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:47.182968 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6de700-d6f2-4252-ab8d-d581b6368337", "tag": "64e09bc8-5def-4fa2-a0be-22ede90157b9", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:47.183451 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fd75e70a-50dc-4234-b550-76c875f01780 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:47.184069 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6de700-d6f2-4252-ab8d-d581b6368337', 'tag': '64e09bc8-5def-4fa2-a0be-22ede90157b9', 'status': 'completed', 'code': 200} Sep 17 23:41:47.195150 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 9bfed16a-f247-4de1-a706-e4a4a00e80f7 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:41:47.195501 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9bfed16a-f247-4de1-a706-e4a4a00e80f7 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:41:47.246103 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:47.410252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa9e1b-283e-4a47-95c7-e645cdf4d166 req-9f836d69-4308-444d-9307-c69a268db38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:47.412036 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8efa9e1b-283e-4a47-95c7-e645cdf4d166 req-9f836d69-4308-444d-9307-c69a268db38e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd977f7707564eaa9db458728cbc087f&device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 1097 time: 0.1960585 Sep 17 23:41:47.418276 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a014-c26e-4432-bbc4-0801e3ea6cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:47.499745 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-03ef538d-f3b1-4db3-b622-bc8c92bdbba3 req-60e1af6d-8274-40f8-9c57-af4bb81a9b87 service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631604 Sep 17 23:41:47.509856 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:47.520883 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:47.599475 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653d51d-ffdd-43f3-8e53-fb5f498f83c1 req-34bc29c7-4fdc-47e7-82ce-3c5523dcc11d tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:47.607010 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2653d51d-ffdd-43f3-8e53-fb5f498f83c1 req-34bc29c7-4fdc-47e7-82ce-3c5523dcc11d tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 931 time: 0.2327275 Sep 17 23:41:47.612804 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18a0aa88-657f-44c1-a506-031cf9ac5638 req-901331a0-48e6-46fd-8ea0-43b0e5d0cd39 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 210 time: 0.0683198 Sep 17 23:41:47.621111 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:47.666930 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:47.716242 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2653d51d-ffdd-43f3-8e53-fb5f498f83c1 req-832547ad-19a6-4e9e-ac01-6d8c09e02ecc tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082597 Sep 17 23:41:47.719336 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] Attempting to bind port e01ad79f-f0c4-450d-9bc6-221242978dcf on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:41:47.719583 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] Attempting to bind port e01ad79f-f0c4-450d-9bc6-221242978dcf by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:41:47.721252 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] Attempting to bind port e01ad79f-f0c4-450d-9bc6-221242978dcf on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:47.723499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678abee9-67ca-4f6a-961f-5b04df4ee989 None None] Pushing event updated for resources: {'Port': ['ID=e01ad79f-f0c4-450d-9bc6-221242978dcf,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:47.741954 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:41:47.742336 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:41:47.742743 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:47.743134 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:41:47.743620 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] Bound port: e01ad79f-f0c4-450d-9bc6-221242978dcf, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:41:47.744527 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:47.789320 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa9e1b-283e-4a47-95c7-e645cdf4d166 req-e3aa6934-1d5b-4565-93b7-fe793f3a9266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:47.791150 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8efa9e1b-283e-4a47-95c7-e645cdf4d166 req-e3aa6934-1d5b-4565-93b7-fe793f3a9266 service neutron] 10.222.0.41 "GET /v2.0/networks?id=98a2366c-8208-4854-a4bd-3a7979c12afc HTTP/1.1" status: 200 len: 916 time: 0.3704722 Sep 17 23:41:47.850655 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be728f23-adac-4b0a-acab-c0a44d075057 req-624e21a7-2748-4b79-a8b1-a43f55f40ae9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 210 time: 0.0543985 Sep 17 23:41:47.854084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] For port e01ad79f-f0c4-450d-9bc6-221242978dcf, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:47.862520 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-03ef538d-f3b1-4db3-b622-bc8c92bdbba3 req-8ab9b593-b6d6-4f56-b303-05b9256f3dd2 service neutron] 10.222.0.37 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278823 Sep 17 23:41:47.864848 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] For port e01ad79f-f0c4-450d-9bc6-221242978dcf, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e01ad79f-f0c4-450d-9bc6-221242978dcf,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:41:47.936449 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8efa9e1b-283e-4a47-95c7-e645cdf4d166 req-b32d0a6f-5358-490b-b7c0-29f64594a65c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64e09bc8-5def-4fa2-a0be-22ede90157b9 HTTP/1.1" status: 200 len: 1000 time: 0.1338160 Sep 17 23:41:47.939487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-bdb8a014-c26e-4432-bbc4-0801e3ea6cc7 admin admin] Allocated IP 172.20.0.1 (9d08905d-ca5b-4e76-bde0-b74df6a1af4e/08d092af-cd76-4eda-b787-3854ce9db95e/0076aa87-057c-4490-8b12-bada10f1cf69) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:41:47.988196 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c94a84c-5b6b-47b3-891f-eac33d198d6d {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:41:47.991968 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:48.001934 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31339ff7-d88a-4744-b35c-c5bd75ef3af8 req-188d9b11-661e-4724-871f-93309a06f680 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:48.003582 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-31339ff7-d88a-4744-b35c-c5bd75ef3af8 req-188d9b11-661e-4724-871f-93309a06f680 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 951 time: 0.1272914 Sep 17 23:41:48.009081 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:48.059711 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678abee9-67ca-4f6a-961f-5b04df4ee989 None None] Pushing event updated for resources: {'Port': ['ID=e01ad79f-f0c4-450d-9bc6-221242978dcf,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:48.060245 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Transition to ACTIVE for port object 8c94a84c-5b6b-47b3-891f-eac33d198d6d will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:41:48.069150 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] Routers {'234ca762-804a-4688-a548-74c2cf19b394'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:41:48.069825 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:41:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['234ca762-804a-4688-a548-74c2cf19b394'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:48.083898 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-31339ff7-d88a-4744-b35c-c5bd75ef3af8 req-ee618871-4c7b-4369-8060-d598777d53e2 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624492 Sep 17 23:41:48.117907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa9e1b-283e-4a47-95c7-e645cdf4d166 req-334c899b-6a0a-4ff7-b91f-36e899b19d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:48.119404 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8efa9e1b-283e-4a47-95c7-e645cdf4d166 req-334c899b-6a0a-4ff7-b91f-36e899b19d2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d0c75e9-a6be-4367-bb7a-8570a935418d HTTP/1.1" status: 200 len: 854 time: 0.1731403 Sep 17 23:41:48.185719 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] Set router 234ca762-804a-4688-a548-74c2cf19b394 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:41:48.186959 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a014-c26e-4432-bbc4-0801e3ea6cc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:48.189454 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:48.197913 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa9e1b-283e-4a47-95c7-e645cdf4d166 req-fce40073-ad36-4906-8c18-c296b7ff12f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:48.199659 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8efa9e1b-283e-4a47-95c7-e645cdf4d166 req-fce40073-ad36-4906-8c18-c296b7ff12f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98a2366c-8208-4854-a4bd-3a7979c12afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708082 Sep 17 23:41:48.329124 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Pushing event updated for resources: {'Port': ['ID=8c94a84c-5b6b-47b3-891f-eac33d198d6d,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:48.335725 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8efa9e1b-283e-4a47-95c7-e645cdf4d166 req-02b6bc32-eeb1-42c9-9677-9356b6278937 service neutron] 10.222.0.41 "GET /v2.0/networks/98a2366c-8208-4854-a4bd-3a7979c12afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283412 Sep 17 23:41:48.360526 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Attempting to bind port 8c94a84c-5b6b-47b3-891f-eac33d198d6d on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:41:48.361050 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Attempting to bind port 8c94a84c-5b6b-47b3-891f-eac33d198d6d by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'ff6795e2-d48f-4832-a572-c0a1eeee400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:41:48.361928 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Attempting to bind port 8c94a84c-5b6b-47b3-891f-eac33d198d6d on network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:48.369846 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Port 8c94a84c-5b6b-47b3-891f-eac33d198d6d on network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:41:48.370308 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Attempting to bind port 8c94a84c-5b6b-47b3-891f-eac33d198d6d on network 9def810e-7ca4-4135-ae9d-7edfe5be5dcc {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:48.376959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:41:48.377933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Checking segment: {'id': 'ff6795e2-d48f-4832-a572-c0a1eeee400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:41:48.378884 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Bound using segment: {'id': 'ff6795e2-d48f-4832-a572-c0a1eeee400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:41:48.380566 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Bound port: 8c94a84c-5b6b-47b3-891f-eac33d198d6d, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6795e2-d48f-4832-a572-c0a1eeee400f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:41:48.381118 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:48.393219 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a014-c26e-4432-bbc4-0801e3ea6cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:48.451988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ca762-804a-4688-a548-74c2cf19b394', 'name': 'tempest-TaggedBootDevicesTest-1765114957-router', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:41:39Z', 'updated_at': '2021-09-17T23:41:42Z', 'revision_number': 3, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'gw_port': {'id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:41Z', 'updated_at': '2021-09-17T23:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:48.461292 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] For port 8c94a84c-5b6b-47b3-891f-eac33d198d6d, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:48.467864 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] For port 8c94a84c-5b6b-47b3-891f-eac33d198d6d, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=8c94a84c-5b6b-47b3-891f-eac33d198d6d,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:41:48.482892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb8a014-c26e-4432-bbc4-0801e3ea6cc7 admin admin] Network 9d08905d-ca5b-4e76-bde0-b74df6a1af4e is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:41:48.489730 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d91bf160-af7b-4a00-b32a-afc0084816f2 req-9ad4a3de-8601-4ded-9a4e-e7ca8120afcd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1530871 Sep 17 23:41:48.497471 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-bdb8a014-c26e-4432-bbc4-0801e3ea6cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:41:48.498681 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b842d53-f12d-4535-9571-8f38bbbc6e29 None None] The sync data for ids ['234ca762-804a-4688-a548-74c2cf19b394'] in n-d-809883-1 is: [{'id': '234ca762-804a-4688-a548-74c2cf19b394', 'name': 'tempest-TaggedBootDevicesTest-1765114957-router', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:41:39Z', 'updated_at': '2021-09-17T23:41:42Z', 'revision_number': 3, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'gw_port': {'id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:41Z', 'updated_at': '2021-09-17T23:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:41:48.507111 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb8a014-c26e-4432-bbc4-0801e3ea6cc7 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:41:48.511634 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8a014-c26e-4432-bbc4-0801e3ea6cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=0076aa87-057c-4490-8b12-bada10f1cf69,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:48.547741 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8efa9e1b-283e-4a47-95c7-e645cdf4d166 req-d0425f73-2d80-4838-9d78-7ef500eaba4a service neutron] 10.222.0.41 "GET /v2.0/networks/98a2366c-8208-4854-a4bd-3a7979c12afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035241 Sep 17 23:41:48.561061 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:48.603142 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:48.603931 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:48.618221 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a014-c26e-4432-bbc4-0801e3ea6cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:48.622589 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] 10.222.0.37 "PUT /v2.0/ports/8c94a84c-5b6b-47b3-891f-eac33d198d6d HTTP/1.1" status: 200 len: 1091 time: 1.4846528 Sep 17 23:41:48.687653 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce458e2-a948-4fbb-81a2-75ae31dd3cfa service neutron] Pushing event updated for resources: {'Port': ['ID=8c94a84c-5b6b-47b3-891f-eac33d198d6d,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:48.776068 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bf160-af7b-4a00-b32a-afc0084816f2 req-890392d7-76ea-404b-aece-916e81aa4625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:48.777660 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d91bf160-af7b-4a00-b32a-afc0084816f2 req-890392d7-76ea-404b-aece-916e81aa4625 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42091a1d224846e09811aee1ce652339&device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 1096 time: 0.2410984 Sep 17 23:41:48.795042 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e1673811-63a9-49f7-ac17-471a402d1cb9 req-602d3e28-d2d9-40f2-a270-d39549da6e57 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 210 time: 0.0620780 Sep 17 23:41:48.865439 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59066) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:48.952122 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d2b36511-a55e-42ae-9c3e-1b529823d54e None None] Provisioning complete for port 0076aa87-057c-4490-8b12-bada10f1cf69 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:48.952122 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d2b36511-a55e-42ae-9c3e-1b529823d54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:48.969214 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a26e6f2-6c92-40d6-8b53-857ee0ed777b', 'name': 'network-vif-deleted', 'tag': '9bfed16a-f247-4de1-a706-e4a4a00e80f7'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:48.973677 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb0c13a-59e7-413d-bdbb-8dbe00f99b0a" -d '{"events": [{"server_uuid": "2a26e6f2-6c92-40d6-8b53-857ee0ed777b", "name": "network-vif-deleted", "tag": "9bfed16a-f247-4de1-a706-e4a4a00e80f7"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:49.011514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-e4e992b6-1c22-4726-9a1f-dbc553613aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:49.013216 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-e4e992b6-1c22-4726-9a1f-dbc553613aae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08157d7339154e21a81a531fc30eeab2&device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 1094 time: 0.1915696 Sep 17 23:41:49.024092 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d2b36511-a55e-42ae-9c3e-1b529823d54e None None] Port 0076aa87-057c-4490-8b12-bada10f1cf69 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:41:49.063951 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571863f-1459-4da7-8a9d-cfe2d90516d2 req-cc650001-3c6a-4431-9423-8a76e5fdb054 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:49.065844 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0571863f-1459-4da7-8a9d-cfe2d90516d2 req-cc650001-3c6a-4431-9423-8a76e5fdb054 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 943 time: 0.2033417 Sep 17 23:41:49.110186 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a014-c26e-4432-bbc4-0801e3ea6cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:49.128347 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bf160-af7b-4a00-b32a-afc0084816f2 req-863c157e-5abb-4a4d-b736-1deb4fe80dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:49.130318 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d91bf160-af7b-4a00-b32a-afc0084816f2 req-863c157e-5abb-4a4d-b736-1deb4fe80dd0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 200 len: 922 time: 0.3309207 Sep 17 23:41:49.132703 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-c23742a9-1c0c-4a20-bac3-44aaf2e7d542 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c94a84c-5b6b-47b3-891f-eac33d198d6d HTTP/1.1" status: 200 len: 217 time: 0.1054287 Sep 17 23:41:49.145112 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc7501-8f50-4ef9-9783-e22379f45a85 req-5bbedc15-2625-4b38-888b-0be8eea7902a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:49.146791 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ebfc7501-8f50-4ef9-9783-e22379f45a85 req-5bbedc15-2625-4b38-888b-0be8eea7902a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 951 time: 0.2858448 Sep 17 23:41:49.182633 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c040112b-e7e0-430c-a7cb-bc8678271d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:49.192031 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cfaa13-058c-48f5-89d3-a102a51cc172', 'tag': '8c94a84c-5b6b-47b3-891f-eac33d198d6d'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:49.194376 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1415a8ea-74ef-4241-afea-5149c296b72d" -d '{"events": [{"name": "network-changed", "server_uuid": "a7cfaa13-058c-48f5-89d3-a102a51cc172", "tag": "8c94a84c-5b6b-47b3-891f-eac33d198d6d"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:49.200596 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2210f78-fcda-4c01-a463-74ab0f54e40f req-9a6ae0d2-2fae-4e9e-bcd2-c491356ba0c2 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 210 time: 0.0859904 Sep 17 23:41:49.231721 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d91bf160-af7b-4a00-b32a-afc0084816f2 req-a1b0e79a-e0cf-4e38-a172-3d8d3e5b7922 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddab079b-236a-4b4b-962a-c4ca7ec079e5 HTTP/1.1" status: 200 len: 217 time: 0.0822697 Sep 17 23:41:49.265010 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0571863f-1459-4da7-8a9d-cfe2d90516d2 req-d687c1be-4e41-4a82-8e86-843d85897b9d tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427467 Sep 17 23:41:49.280209 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-a9b9e613-ebe5-4775-b44e-f7ea96fc9c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:49.281752 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-a9b9e613-ebe5-4775-b44e-f7ea96fc9c8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4f294d2-e1d6-44d8-a05a-4631f2b03d1e HTTP/1.1" status: 200 len: 845 time: 0.1260910 Sep 17 23:41:49.342384 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804cb9d9-5a13-42b6-9767-c64be527c64f x-openstack-request-id: req-804cb9d9-5a13-42b6-9767-c64be527c64f {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:49.342384 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a26e6f2-6c92-40d6-8b53-857ee0ed777b", "name": "network-vif-deleted", "tag": "9bfed16a-f247-4de1-a706-e4a4a00e80f7", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:49.343554 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-804cb9d9-5a13-42b6-9767-c64be527c64f {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:49.344246 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a26e6f2-6c92-40d6-8b53-857ee0ed777b', 'name': 'network-vif-deleted', 'tag': '9bfed16a-f247-4de1-a706-e4a4a00e80f7', 'status': 'completed', 'code': 200} Sep 17 23:41:49.361718 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abdedd5-91b3-4b2b-a6eb-cfa02e80a5f4 x-openstack-request-id: req-7abdedd5-91b3-4b2b-a6eb-cfa02e80a5f4 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:49.362017 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7cfaa13-058c-48f5-89d3-a102a51cc172", "tag": "8c94a84c-5b6b-47b3-891f-eac33d198d6d", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:49.362269 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7abdedd5-91b3-4b2b-a6eb-cfa02e80a5f4 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:49.362802 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7cfaa13-058c-48f5-89d3-a102a51cc172', 'tag': '8c94a84c-5b6b-47b3-891f-eac33d198d6d', 'status': 'completed', 'code': 200} Sep 17 23:41:49.403512 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-04677386-4c80-4108-9890-ef93908e8af7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9def810e-7ca4-4135-ae9d-7edfe5be5dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399570 Sep 17 23:41:49.418027 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bf160-af7b-4a00-b32a-afc0084816f2 req-0eb0e6e3-03e5-4db5-94ae-18b03a570ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:49.420452 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d91bf160-af7b-4a00-b32a-afc0084816f2 req-0eb0e6e3-03e5-4db5-94ae-18b03a570ea7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 200 len: 861 time: 0.0920811 Sep 17 23:41:49.435425 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c040112b-e7e0-430c-a7cb-bc8678271d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:49.495604 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d91bf160-af7b-4a00-b32a-afc0084816f2 req-db3147c9-8465-4b60-a02f-658031eeab58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de59519b-4223-446a-ba3f-49ba8599e2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600882 Sep 17 23:41:49.554807 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ba68c-5e69-423b-8137-108a6189e701 req-b94f6083-0509-40a7-bbf0-f767b8b76716 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:49.562222 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-658ba68c-5e69-423b-8137-108a6189e701 req-b94f6083-0509-40a7-bbf0-f767b8b76716 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 951 time: 0.1975291 Sep 17 23:41:49.564183 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c040112b-e7e0-430c-a7cb-bc8678271d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:49.584321 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-ebfc7501-8f50-4ef9-9783-e22379f45a85 req-2e056295-b52a-487a-bfed-37f660bb7647 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Deleting port 4193e860-853c-4f7b-a373-d10699407e78 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:41:49.584321 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ebfc7501-8f50-4ef9-9783-e22379f45a85 req-2e056295-b52a-487a-bfed-37f660bb7647 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:49.609487 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e01ad79f-f0c4-450d-9bc6-221242978dcf up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:41:49.646245 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:49.663325 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c040112b-e7e0-430c-a7cb-bc8678271d56 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b1e7935374ba4468815c3907acf99e2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7949135 Sep 17 23:41:49.670905 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59076) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:49.693683 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e01ad79f-f0c4-450d-9bc6-221242978dcf triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:49.694199 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:49.726312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040112b-e7e0-430c-a7cb-bc8678271d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a8b8a0-1903-48f7-b0dc-2775b083f779,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:49.754263 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-c4278e5e-d035-4f51-840a-ed7d1c7ff32e service neutron] 10.222.0.37 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137288 Sep 17 23:41:49.783152 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-658ba68c-5e69-423b-8137-108a6189e701 req-33fd8237-0488-4cd6-b417-dca088c935a3 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199588 Sep 17 23:41:49.797652 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:49.822161 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port e01ad79f-f0c4-450d-9bc6-221242978dcf, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e01ad79f-f0c4-450d-9bc6-221242978dcf,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:49.879312 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be66e567-c86e-4171-a18d-7ca17f80ead4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:49.944203 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:49.988075 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee5248d5-9201-47ad-b4a3-6ca548a74e40 req-4ccfd1ba-4cc3-45ee-b149-25361d235282 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 210 time: 0.0843003 Sep 17 23:41:49.992127 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be66e567-c86e-4171-a18d-7ca17f80ead4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:50.046834 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=e01ad79f-f0c4-450d-9bc6-221242978dcf,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:50.086237 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7934f1cd-172e-4a6f-8f5c-387ee8fb7f72 req-3d2be907-7750-4b92-b421-d3a5b6e8542a service neutron] 10.222.0.37 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947347 Sep 17 23:41:50.207833 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d91bf160-af7b-4a00-b32a-afc0084816f2 req-b28d84fa-383b-4abb-8118-1b959e58f01f service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6961818 Sep 17 23:41:50.274773 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a014-c26e-4432-bbc4-0801e3ea6cc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:50.278793 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ebfc7501-8f50-4ef9-9783-e22379f45a85 req-2e056295-b52a-487a-bfed-37f660bb7647 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] For port 4193e860-853c-4f7b-a373-d10699407e78, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4193e860-853c-4f7b-a373-d10699407e78,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:50.279415 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ebfc7501-8f50-4ef9-9783-e22379f45a85 req-2e056295-b52a-487a-bfed-37f660bb7647 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:50.317360 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2e488b2-4bf1-4271-a978-b8792592fdcc req-fbb1d48e-7301-4f4b-825e-9a3681de373b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 210 time: 0.0385635 Sep 17 23:41:50.318162 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be66e567-c86e-4171-a18d-7ca17f80ead4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:50.321433 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-ebfc7501-8f50-4ef9-9783-e22379f45a85 req-2e056295-b52a-487a-bfed-37f660bb7647 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Calling delete_port for 4193e860-853c-4f7b-a373-d10699407e78 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:41:50.321580 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be66e567-c86e-4171-a18d-7ca17f80ead4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:50.322674 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-be66e567-c86e-4171-a18d-7ca17f80ead4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/79a8b8a0-1903-48f7-b0dc-2775b083f779 HTTP/1.1" status: 204 len: 168 time: 0.6503346 Sep 17 23:41:50.358863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66e567-c86e-4171-a18d-7ca17f80ead4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a8b8a0-1903-48f7-b0dc-2775b083f779,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:50.400114 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d91bf160-af7b-4a00-b32a-afc0084816f2 req-15cb7e5d-eeb2-4ce4-91c7-df485bbbb505 service neutron] 10.222.0.41 "GET /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835213 Sep 17 23:41:50.446514 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a014-c26e-4432-bbc4-0801e3ea6cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:50.504387 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99c99c-3594-4bac-99b8-c25c643af12a req-f667ea1c-056f-4592-a846-a74d2d19938e tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:50.506993 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f99c99c-3594-4bac-99b8-c25c643af12a req-f667ea1c-056f-4592-a846-a74d2d19938e tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 943 time: 0.1263354 Sep 17 23:41:50.542243 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415a8ea-74ef-4241-afea-5149c296b72d req-a029039b-0ad9-46ea-a03c-971918b36fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:50.543757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1415a8ea-74ef-4241-afea-5149c296b72d req-a029039b-0ad9-46ea-a03c-971918b36fdb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08157d7339154e21a81a531fc30eeab2&device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 1094 time: 0.1091814 Sep 17 23:41:50.568644 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a014-c26e-4432-bbc4-0801e3ea6cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:50.574346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8a014-c26e-4432-bbc4-0801e3ea6cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=0076aa87-057c-4490-8b12-bada10f1cf69,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:50.602240 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f99c99c-3594-4bac-99b8-c25c643af12a req-07840d5a-fc36-440b-acc0-bbd9d54393ae tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729759 Sep 17 23:41:50.688233 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415a8ea-74ef-4241-afea-5149c296b72d req-b5942d06-4cf5-4d21-8c68-ddcd3de4027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:50.688233 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1415a8ea-74ef-4241-afea-5149c296b72d req-b5942d06-4cf5-4d21-8c68-ddcd3de4027f service neutron] 10.222.0.37 "GET /v2.0/networks?id=9def810e-7ca4-4135-ae9d-7edfe5be5dcc HTTP/1.1" status: 200 len: 906 time: 0.1364496 Sep 17 23:41:50.711327 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ebfc7501-8f50-4ef9-9783-e22379f45a85 req-2e056295-b52a-487a-bfed-37f660bb7647 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:50.723938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2', '7f30360b-cfe0-4506-b773-e74f99afce03'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:41:50.746274 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1415a8ea-74ef-4241-afea-5149c296b72d req-89534ce8-b1ab-4474-b1f9-9bf82cb296d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c94a84c-5b6b-47b3-891f-eac33d198d6d HTTP/1.1" status: 200 len: 217 time: 0.0481937 Sep 17 23:41:50.767826 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e056295-b52a-487a-bfed-37f660bb7647 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Pushing event deleted for resources: {'Port': ['ID=4193e860-853c-4f7b-a373-d10699407e78,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:50.783822 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb8a014-c26e-4432-bbc4-0801e3ea6cc7 admin admin] Network 9d08905d-ca5b-4e76-bde0-b74df6a1af4e is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:41:50.804774 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-bdb8a014-c26e-4432-bbc4-0801e3ea6cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:41:50.855211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfc7501-8f50-4ef9-9783-e22379f45a85 req-2e056295-b52a-487a-bfed-37f660bb7647 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] No DVR routers for this DVR port 4193e860-853c-4f7b-a373-d10699407e78 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:41:50.855211 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ebfc7501-8f50-4ef9-9783-e22379f45a85 req-2e056295-b52a-487a-bfed-37f660bb7647 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:50.855211 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ebfc7501-8f50-4ef9-9783-e22379f45a85 req-2e056295-b52a-487a-bfed-37f660bb7647 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.41 "DELETE /v2.0/ports/4193e860-853c-4f7b-a373-d10699407e78 HTTP/1.1" status: 204 len: 173 time: 1.6954043 Sep 17 23:41:50.889761 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415a8ea-74ef-4241-afea-5149c296b72d req-d45e4f12-a6cf-4265-869d-818190aa549e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:50.893403 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1415a8ea-74ef-4241-afea-5149c296b72d req-d45e4f12-a6cf-4265-869d-818190aa549e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a4f294d2-e1d6-44d8-a05a-4631f2b03d1e HTTP/1.1" status: 200 len: 845 time: 0.1392667 Sep 17 23:41:50.982473 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1415a8ea-74ef-4241-afea-5149c296b72d req-16ddfd01-070a-4deb-9c81-4232ac8daad4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9def810e-7ca4-4135-ae9d-7edfe5be5dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795562 Sep 17 23:41:51.055922 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52f015b4-25d7-4944-8f01-36bc336196db req-cd0d1acd-fae1-491b-b17c-30f6e7e856db tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 210 time: 0.0810118 Sep 17 23:41:51.090827 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb8a014-c26e-4432-bbc4-0801e3ea6cc7 admin admin] Router 234ca762-804a-4688-a548-74c2cf19b394 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:41:51.217882 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1415a8ea-74ef-4241-afea-5149c296b72d req-652fa33b-b2e6-487e-8901-ac681375a284 service neutron] 10.222.0.37 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105055 Sep 17 23:41:51.282516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-70e52f4f-c04c-4cc0-afa0-624857888a11 None None] Provisioning complete for port 0076aa87-057c-4490-8b12-bada10f1cf69 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:51.282820 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-70e52f4f-c04c-4cc0-afa0-624857888a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:51.331599 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb8a014-c26e-4432-bbc4-0801e3ea6cc7 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:41:51.359357 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fa27ef-8d71-4874-908c-eb2089af968d', 'name': 'network-vif-deleted', 'tag': '4193e860-853c-4f7b-a373-d10699407e78'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:51.361899 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2b8dcc-89eb-4691-b773-859e6d3d7c63" -d '{"events": [{"server_uuid": "e6fa27ef-8d71-4874-908c-eb2089af968d", "name": "network-vif-deleted", "tag": "4193e860-853c-4f7b-a373-d10699407e78"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:51.385821 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bdb8a014-c26e-4432-bbc4-0801e3ea6cc7 admin admin] 10.222.0.46 "PUT /v2.0/routers/234ca762-804a-4688-a548-74c2cf19b394/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8731763 Sep 17 23:41:51.389865 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-70e52f4f-c04c-4cc0-afa0-624857888a11 None None] Port 0076aa87-057c-4490-8b12-bada10f1cf69 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:41:51.391477 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] Sync routers for ids ['234ca762-804a-4688-a548-74c2cf19b394'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:41:51.419929 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] Routers {'234ca762-804a-4688-a548-74c2cf19b394'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:41:51.420529 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:41:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['234ca762-804a-4688-a548-74c2cf19b394'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:51.433664 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1415a8ea-74ef-4241-afea-5149c296b72d req-0f22dd47-c100-407d-b61e-bf11d4c50bbc service neutron] 10.222.0.37 "GET /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074838 Sep 17 23:41:51.436037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59104) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:51.451760 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d305fa00-b80a-4cf2-b99e-f16b420be045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:51.551221 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8f38701-c305-46bd-a6f1-2b6aaf0a1369 req-1e089771-ae1d-40cb-aa8d-fd70eaf6ac61 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 210 time: 0.0597901 Sep 17 23:41:51.553363 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3e40dc64-d8a2-4a61-a2ba-fa9257a6a9eb req-96270b9c-7d3b-4173-939c-779ac27b9ce5 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 210 time: 0.0601878 Sep 17 23:41:51.628567 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31037ec0-6ce9-4264-aa96-11ebb8b78b38 x-openstack-request-id: req-31037ec0-6ce9-4264-aa96-11ebb8b78b38 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:51.629259 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fa27ef-8d71-4874-908c-eb2089af968d", "name": "network-vif-deleted", "tag": "4193e860-853c-4f7b-a373-d10699407e78", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:51.629366 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31037ec0-6ce9-4264-aa96-11ebb8b78b38 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:51.629723 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fa27ef-8d71-4874-908c-eb2089af968d', 'name': 'network-vif-deleted', 'tag': '4193e860-853c-4f7b-a373-d10699407e78', 'status': 'completed', 'code': 200} Sep 17 23:41:51.638437 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e01ad79f-f0c4-450d-9bc6-221242978dcf up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:41:51.665738 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d305fa00-b80a-4cf2-b99e-f16b420be045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:51.702820 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] Set router 234ca762-804a-4688-a548-74c2cf19b394 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:41:51.727282 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3c17-ce19-4de0-940a-1ef0ca10a781 req-80855d81-496a-4d17-b276-d4339e1dd5fb tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:51.728863 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5fe3c17-ce19-4de0-940a-1ef0ca10a781 req-80855d81-496a-4d17-b276-d4339e1dd5fb tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 943 time: 0.0541804 Sep 17 23:41:51.764853 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d305fa00-b80a-4cf2-b99e-f16b420be045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:51.782123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5fe3c17-ce19-4de0-940a-1ef0ca10a781 req-b94da48c-da03-4fee-8f00-3b8f7d45c9e6 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460865 Sep 17 23:41:51.788681 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e01ad79f-f0c4-450d-9bc6-221242978dcf triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:51.789195 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:51.827955 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d305fa00-b80a-4cf2-b99e-f16b420be045 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=858f458841c94cfd912e356029eb73f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3877876 Sep 17 23:41:51.828421 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59110) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:51.845722 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305fa00-b80a-4cf2-b99e-f16b420be045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0544cf42-e64f-4d12-8527-35225d6a0fc6,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:51.890020 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ae68cbbb-2a9e-4231-81ed-e118086ece5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:51.922433 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ae68cbbb-2a9e-4231-81ed-e118086ece5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:52.030592 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ca762-804a-4688-a548-74c2cf19b394', 'name': 'tempest-TaggedBootDevicesTest-1765114957-router', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:41:39Z', 'updated_at': '2021-09-17T23:41:48Z', 'revision_number': 4, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'gw_port': {'id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:41Z', 'updated_at': '2021-09-17T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '0076aa87-057c-4490-8b12-bada10f1cf69', 'name': '', 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'mac_address': 'fa:16:3e:06:b9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '08d092af-cd76-4eda-b787-3854ce9db95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:47Z', 'updated_at': '2021-09-17T23:41:49Z', 'revision_number': 2, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'subnets': [{'id': '08d092af-cd76-4eda-b787-3854ce9db95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:52.075870 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] Checking router: 234ca762-804a-4688-a548-74c2cf19b394 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:41:52.075870 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] Updating router 234ca762-804a-4688-a548-74c2cf19b394 port 0076aa87-057c-4490-8b12-bada10f1cf69 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:41:52.111022 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:52.125943 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ae68cbbb-2a9e-4231-81ed-e118086ece5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:52.145303 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ae68cbbb-2a9e-4231-81ed-e118086ece5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:52.145303 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ae68cbbb-2a9e-4231-81ed-e118086ece5c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0544cf42-e64f-4d12-8527-35225d6a0fc6 HTTP/1.1" status: 204 len: 168 time: 0.3031850 Sep 17 23:41:52.186910 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d1203855-074d-4905-baf8-d582ddb43e32 req-75714b4e-d97e-4b9a-8df8-01a2c2314a3f tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6fa27ef-8d71-4874-908c-eb2089af968d HTTP/1.1" status: 200 len: 210 time: 0.0455227 Sep 17 23:41:52.187747 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68cbbb-2a9e-4231-81ed-e118086ece5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0544cf42-e64f-4d12-8527-35225d6a0fc6,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:52.476369 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:52.479647 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4193e860-853c-4f7b-a373-d10699407e78 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:41:52.504420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 4193e860-853c-4f7b-a373-d10699407e78 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:41:52.504764 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4193e860-853c-4f7b-a373-d10699407e78 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:41:52.646137 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:52.687637 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e72fb829-5942-402f-ac24-c9dceed3656e req-2e1f2efa-1bb2-4274-94a8-d9b31fe65041 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 210 time: 0.0460339 Sep 17 23:41:52.732731 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-258b7e87-5c5b-445f-81a2-49e3c04b41d0 req-2276b71a-a1ed-410b-927c-db5405564b0c tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 210 time: 0.0459540 Sep 17 23:41:52.736786 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffb3a5-6147-4470-b34d-06d48b107622 None None] Pushing event updated for resources: {'Port': ['ID=0076aa87-057c-4490-8b12-bada10f1cf69,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:52.783295 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] Attempting to bind port 0076aa87-057c-4490-8b12-bada10f1cf69 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:41:52.783710 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] Attempting to bind port 0076aa87-057c-4490-8b12-bada10f1cf69 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '228dc33e-6e7c-4c38-9b8d-a4b3060fb862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:41:52.784067 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] Attempting to bind port 0076aa87-057c-4490-8b12-bada10f1cf69 on network 9d08905d-ca5b-4e76-bde0-b74df6a1af4e {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:41:52.791016 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:41:52.791675 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] Checking segment: {'id': '228dc33e-6e7c-4c38-9b8d-a4b3060fb862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:41:52.791888 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:52.795843 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] Bound using segment: {'id': '228dc33e-6e7c-4c38-9b8d-a4b3060fb862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:41:52.795843 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] Bound port: 0076aa87-057c-4490-8b12-bada10f1cf69, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228dc33e-6e7c-4c38-9b8d-a4b3060fb862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:41:52.795843 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:52.871121 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] For port 0076aa87-057c-4490-8b12-bada10f1cf69, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:41:52.874861 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] For port 0076aa87-057c-4490-8b12-bada10f1cf69, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=0076aa87-057c-4490-8b12-bada10f1cf69,segment=NetworkSegment(228dc33e-6e7c-4c38-9b8d-a4b3060fb862),segment_id=228dc33e-6e7c-4c38-9b8d-a4b3060fb862)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:41:52.934720 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b64c4efe-1517-4dda-9bad-dced1575ecaa None None] Provisioning complete for port 0076aa87-057c-4490-8b12-bada10f1cf69 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:52.935069 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b64c4efe-1517-4dda-9bad-dced1575ecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:52.972057 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0477a-6fc8-4eed-b935-a287ea5512fb req-28e779a9-8b50-4f23-9216-9d1e77430ad9 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:52.973775 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20f0477a-6fc8-4eed-b935-a287ea5512fb req-28e779a9-8b50-4f23-9216-9d1e77430ad9 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 943 time: 0.0579889 Sep 17 23:41:52.979159 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b64c4efe-1517-4dda-9bad-dced1575ecaa None None] Port 0076aa87-057c-4490-8b12-bada10f1cf69 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:41:52.994749 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:53.023144 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20f0477a-6fc8-4eed-b935-a287ea5512fb req-4e5528bf-8876-4828-9ef6-e42ef7d8c591 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420485 Sep 17 23:41:53.072950 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] Routers {'234ca762-804a-4688-a548-74c2cf19b394'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:41:53.073590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:41:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['234ca762-804a-4688-a548-74c2cf19b394'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:53.117097 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffb3a5-6147-4470-b34d-06d48b107622 None None] Pushing event updated for resources: {'Port': ['ID=0076aa87-057c-4490-8b12-bada10f1cf69,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:53.235714 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 8c94a84c-5b6b-47b3-891f-eac33d198d6d details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:41:53.255021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] Set router 234ca762-804a-4688-a548-74c2cf19b394 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:41:53.350199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-52fb1df2-bf04-4405-87b0-0faccfd67bfa None None] Provisioning complete for port 0076aa87-057c-4490-8b12-bada10f1cf69 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:53.350774 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-52fb1df2-bf04-4405-87b0-0faccfd67bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:53.715870 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 8c94a84c-5b6b-47b3-891f-eac33d198d6d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=8c94a84c-5b6b-47b3-891f-eac33d198d6d,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:53.787979 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-52fb1df2-bf04-4405-87b0-0faccfd67bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:53.789900 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '8c94a84c-5b6b-47b3-891f-eac33d198d6d', 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc', 'port_id': '8c94a84c-5b6b-47b3-891f-eac33d198d6d', 'mac_address': 'fa:16:3e:07:bd:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f294d2-e1d6-44d8-a05a-4631f2b03d1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:41:53.873186 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3ebf82c-a8ca-4f74-bd19-bfe5239fd56a req-9640a5bf-c9f7-4623-98bf-30f86997fa8e tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 210 time: 0.0550725 Sep 17 23:41:53.978646 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:53.995246 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-52fb1df2-bf04-4405-87b0-0faccfd67bfa None None] For port 0076aa87-057c-4490-8b12-bada10f1cf69, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=0076aa87-057c-4490-8b12-bada10f1cf69,segment=NetworkSegment(228dc33e-6e7c-4c38-9b8d-a4b3060fb862),segment_id=228dc33e-6e7c-4c38-9b8d-a4b3060fb862)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:54.010138 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c94a84c-5b6b-47b3-891f-eac33d198d6d {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:41:54.040688 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ca762-804a-4688-a548-74c2cf19b394', 'name': 'tempest-TaggedBootDevicesTest-1765114957-router', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:41:39Z', 'updated_at': '2021-09-17T23:41:48Z', 'revision_number': 4, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'gw_port': {'id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:41Z', 'updated_at': '2021-09-17T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '0076aa87-057c-4490-8b12-bada10f1cf69', 'name': '', 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'mac_address': 'fa:16:3e:06:b9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '08d092af-cd76-4eda-b787-3854ce9db95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:47Z', 'updated_at': '2021-09-17T23:41:52Z', 'revision_number': 4, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'subnets': [{'id': '08d092af-cd76-4eda-b787-3854ce9db95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:41:54.047562 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-32401e2c-db99-4e8a-b13b-1b57bb76b2b4 req-87c94f50-9644-4c6a-a193-5ef9506352bd tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fbe4e8-408b-4cb2-aa11-22ad3c111237 HTTP/1.1" status: 200 len: 210 time: 0.0594471 Sep 17 23:41:54.076390 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 8c94a84c-5b6b-47b3-891f-eac33d198d6d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=8c94a84c-5b6b-47b3-891f-eac33d198d6d,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:54.077733 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe6eb20-773d-4341-b0f6-eaba0e2d1c10 None None] The sync data for ids ['234ca762-804a-4688-a548-74c2cf19b394'] in n-d-809883-1 is: [{'id': '234ca762-804a-4688-a548-74c2cf19b394', 'name': 'tempest-TaggedBootDevicesTest-1765114957-router', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:41:39Z', 'updated_at': '2021-09-17T23:41:48Z', 'revision_number': 4, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'gw_port': {'id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:41Z', 'updated_at': '2021-09-17T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '0076aa87-057c-4490-8b12-bada10f1cf69', 'name': '', 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'mac_address': 'fa:16:3e:06:b9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '08d092af-cd76-4eda-b787-3854ce9db95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:47Z', 'updated_at': '2021-09-17T23:41:52Z', 'revision_number': 4, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'subnets': [{'id': '08d092af-cd76-4eda-b787-3854ce9db95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:41:54.131238 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-52fb1df2-bf04-4405-87b0-0faccfd67bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:54.212498 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:54.260458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb1df2-bf04-4405-87b0-0faccfd67bfa None None] Pushing event updated for resources: {'Port': ['ID=0076aa87-057c-4490-8b12-bada10f1cf69,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:54.307188 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f41512-2675-4d6b-8326-de2e2243bed5 req-a0ff70db-ed5c-46df-81a3-49238d280dc1 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:54.307188 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-60f41512-2675-4d6b-8326-de2e2243bed5 req-a0ff70db-ed5c-46df-81a3-49238d280dc1 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 944 time: 0.1037846 Sep 17 23:41:54.311277 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57035a8e-4564-44a6-b80d-95e35f96c30c req-2731ee98-a88b-47ec-b788-461edc775785 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:54.319957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57035a8e-4564-44a6-b80d-95e35f96c30c req-2731ee98-a88b-47ec-b788-461edc775785 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.1957519 Sep 17 23:41:54.330019 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=8c94a84c-5b6b-47b3-891f-eac33d198d6d,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:54.389531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-60f41512-2675-4d6b-8326-de2e2243bed5 req-dc6da2a1-02c5-44e5-ad0a-1b57919a76d0 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669458 Sep 17 23:41:54.418845 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57035a8e-4564-44a6-b80d-95e35f96c30c req-60f4b4f1-0c7e-4d24-8883-a70f70a9cb9e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977874 Sep 17 23:41:54.450103 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['8c94a84c-5b6b-47b3-891f-eac33d198d6d'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:41:55.023426 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-526e9c4a-f260-4ce9-a944-e7f8aca92562 req-3df7eed2-4160-4c40-9441-a5ea1fb1188b tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 210 time: 0.0429969 Sep 17 23:41:55.494216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96c9c4-0d83-4c96-8134-3286259fb71c req-5cb23017-70fb-4324-b8e2-23647ffcff06 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:55.507142 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c96c9c4-0d83-4c96-8134-3286259fb71c req-5cb23017-70fb-4324-b8e2-23647ffcff06 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.41 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.1403697 Sep 17 23:41:55.630197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 0076aa87-057c-4490-8b12-bada10f1cf69 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:41:55.649935 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-6c96c9c4-0d83-4c96-8134-3286259fb71c req-5d8844c8-1515-4877-a4c7-af72b2712c41 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Deleting port 7f30360b-cfe0-4506-b773-e74f99afce03 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:41:55.650291 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c96c9c4-0d83-4c96-8134-3286259fb71c req-5d8844c8-1515-4877-a4c7-af72b2712c41 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:55.697326 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 0076aa87-057c-4490-8b12-bada10f1cf69 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:55.697706 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:55.821129 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-6c96c9c4-0d83-4c96-8134-3286259fb71c req-5d8844c8-1515-4877-a4c7-af72b2712c41 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] For port 7f30360b-cfe0-4506-b773-e74f99afce03, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7f30360b-cfe0-4506-b773-e74f99afce03,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:55.829456 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c96c9c4-0d83-4c96-8134-3286259fb71c req-5d8844c8-1515-4877-a4c7-af72b2712c41 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:55.846548 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a30245-e372-4951-82f5-46ff58cfe91d req-f5ba44c1-7ce4-4478-b563-421c50a10168 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:55.848650 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-6c96c9c4-0d83-4c96-8134-3286259fb71c req-5d8844c8-1515-4877-a4c7-af72b2712c41 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Calling delete_port for 7f30360b-cfe0-4506-b773-e74f99afce03 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:41:55.864671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-31a30245-e372-4951-82f5-46ff58cfe91d req-f5ba44c1-7ce4-4478-b563-421c50a10168 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 944 time: 0.3144414 Sep 17 23:41:55.869467 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabae3-cd35-4a7b-ae4c-eedd3bde3199 req-b9cc03e5-bf80-4671-ac27-192392eba642 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:55.870346 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabae3-cd35-4a7b-ae4c-eedd3bde3199 req-b9cc03e5-bf80-4671-ac27-192392eba642 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:55.873389 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabae3-cd35-4a7b-ae4c-eedd3bde3199 req-b9cc03e5-bf80-4671-ac27-192392eba642 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:55.873880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabae3-cd35-4a7b-ae4c-eedd3bde3199 req-b9cc03e5-bf80-4671-ac27-192392eba642 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:55.874360 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabae3-cd35-4a7b-ae4c-eedd3bde3199 req-b9cc03e5-bf80-4671-ac27-192392eba642 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:55.877719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabae3-cd35-4a7b-ae4c-eedd3bde3199 req-b9cc03e5-bf80-4671-ac27-192392eba642 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:55.877719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabae3-cd35-4a7b-ae4c-eedd3bde3199 req-b9cc03e5-bf80-4671-ac27-192392eba642 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:55.877719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabae3-cd35-4a7b-ae4c-eedd3bde3199 req-b9cc03e5-bf80-4671-ac27-192392eba642 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:55.877719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabae3-cd35-4a7b-ae4c-eedd3bde3199 req-b9cc03e5-bf80-4671-ac27-192392eba642 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:55.877719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabae3-cd35-4a7b-ae4c-eedd3bde3199 req-b9cc03e5-bf80-4671-ac27-192392eba642 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:55.877719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabae3-cd35-4a7b-ae4c-eedd3bde3199 req-b9cc03e5-bf80-4671-ac27-192392eba642 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:55.887272 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7fcabae3-cd35-4a7b-ae4c-eedd3bde3199 req-b9cc03e5-bf80-4671-ac27-192392eba642 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7814 time: 0.3984554 Sep 17 23:41:55.993353 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-31a30245-e372-4951-82f5-46ff58cfe91d req-b5d5654a-6040-421d-a1c5-272ebf26f9c4 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275623 Sep 17 23:41:56.026270 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da711203-ae89-4378-8ee6-f02bc37a116c req-ec6a6b50-b8c1-4384-8a16-04195746f811 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:56.034458 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da711203-ae89-4378-8ee6-f02bc37a116c req-ec6a6b50-b8c1-4384-8a16-04195746f811 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 949 time: 0.0760930 Sep 17 23:41:56.086386 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da711203-ae89-4378-8ee6-f02bc37a116c req-115587b7-17c0-4f01-bae0-e00b21efb5e0 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507951 Sep 17 23:41:56.200287 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c96c9c4-0d83-4c96-8134-3286259fb71c req-5d8844c8-1515-4877-a4c7-af72b2712c41 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:56.214352 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2', '7f30360b-cfe0-4506-b773-e74f99afce03'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:41:56.229426 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3cf8f853-5bd8-422b-b562-c25cf5c7a8ec req-7dfa2b03-054c-4755-a538-5d15b50e747e tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 210 time: 0.0476050 Sep 17 23:41:56.265060 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4eeab-809c-4787-abe5-73451608f314 req-ef35ba82-b651-4ba4-849e-a3fa1a5452f1 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:56.272931 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fc4eeab-809c-4787-abe5-73451608f314 req-ef35ba82-b651-4ba4-849e-a3fa1a5452f1 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 886 time: 0.1630368 Sep 17 23:41:56.276106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8844c8-1515-4877-a4c7-af72b2712c41 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Pushing event deleted for resources: {'Port': ['ID=7f30360b-cfe0-4506-b773-e74f99afce03,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:56.351224 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c96c9c4-0d83-4c96-8134-3286259fb71c req-5d8844c8-1515-4877-a4c7-af72b2712c41 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] No DVR routers for this DVR port 7f30360b-cfe0-4506-b773-e74f99afce03 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:41:56.354571 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c96c9c4-0d83-4c96-8134-3286259fb71c req-5d8844c8-1515-4877-a4c7-af72b2712c41 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:56.357168 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c96c9c4-0d83-4c96-8134-3286259fb71c req-5d8844c8-1515-4877-a4c7-af72b2712c41 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.41 "DELETE /v2.0/ports/7f30360b-cfe0-4506-b773-e74f99afce03 HTTP/1.1" status: 204 len: 173 time: 0.8451264 Sep 17 23:41:56.357639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de13f3fc-b761-4501-814a-9a391048dd63', 'name': 'network-vif-deleted', 'tag': '7f30360b-cfe0-4506-b773-e74f99afce03'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:56.360680 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5c0697-1e90-41e9-a074-3806bd3ced61" -d '{"events": [{"server_uuid": "de13f3fc-b761-4501-814a-9a391048dd63", "name": "network-vif-deleted", "tag": "7f30360b-cfe0-4506-b773-e74f99afce03"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:56.428026 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcc5c0f-b385-4898-a3a9-b8ce9440a465 x-openstack-request-id: req-3fcc5c0f-b385-4898-a3a9-b8ce9440a465 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:56.428855 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de13f3fc-b761-4501-814a-9a391048dd63", "name": "network-vif-deleted", "tag": "7f30360b-cfe0-4506-b773-e74f99afce03", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:56.429143 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3fcc5c0f-b385-4898-a3a9-b8ce9440a465 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:56.429537 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de13f3fc-b761-4501-814a-9a391048dd63', 'name': 'network-vif-deleted', 'tag': '7f30360b-cfe0-4506-b773-e74f99afce03', 'status': 'completed', 'code': 200} Sep 17 23:41:56.467037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b888c-2770-4020-ba32-68b331fe9537 req-baf7c6d6-f920-42d1-869c-f5d5ee2a9bd9 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:56.467691 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b888c-2770-4020-ba32-68b331fe9537 req-baf7c6d6-f920-42d1-869c-f5d5ee2a9bd9 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:56.468174 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b888c-2770-4020-ba32-68b331fe9537 req-baf7c6d6-f920-42d1-869c-f5d5ee2a9bd9 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:56.468658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b888c-2770-4020-ba32-68b331fe9537 req-baf7c6d6-f920-42d1-869c-f5d5ee2a9bd9 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:56.469161 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b888c-2770-4020-ba32-68b331fe9537 req-baf7c6d6-f920-42d1-869c-f5d5ee2a9bd9 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:56.472912 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b888c-2770-4020-ba32-68b331fe9537 req-baf7c6d6-f920-42d1-869c-f5d5ee2a9bd9 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:56.472912 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b888c-2770-4020-ba32-68b331fe9537 req-baf7c6d6-f920-42d1-869c-f5d5ee2a9bd9 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:56.472912 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b888c-2770-4020-ba32-68b331fe9537 req-baf7c6d6-f920-42d1-869c-f5d5ee2a9bd9 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:56.472912 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b888c-2770-4020-ba32-68b331fe9537 req-baf7c6d6-f920-42d1-869c-f5d5ee2a9bd9 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:56.472912 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b888c-2770-4020-ba32-68b331fe9537 req-baf7c6d6-f920-42d1-869c-f5d5ee2a9bd9 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:56.472912 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b888c-2770-4020-ba32-68b331fe9537 req-baf7c6d6-f920-42d1-869c-f5d5ee2a9bd9 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:56.473884 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-347b888c-2770-4020-ba32-68b331fe9537 req-baf7c6d6-f920-42d1-869c-f5d5ee2a9bd9 tempest-NetworksTest-429941057 tempest-NetworksTest-429941057-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7814 time: 0.1644983 Sep 17 23:41:57.206244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101f8fb-cb6c-421c-b112-d95e67a18059 req-079c36a3-b7d5-4060-a133-2521da502af2 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:57.222438 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2101f8fb-cb6c-421c-b112-d95e67a18059 req-079c36a3-b7d5-4060-a133-2521da502af2 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 944 time: 0.0950246 Sep 17 23:41:57.238971 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 8c94a84c-5b6b-47b3-891f-eac33d198d6d up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:41:57.248131 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59300) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:57.312589 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2101f8fb-cb6c-421c-b112-d95e67a18059 req-20f9b586-e489-4c06-9e39-c8f5384659b1 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892661 Sep 17 23:41:57.385831 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6a1dfb7-ed28-4f0f-b92f-7fc7a5bbba5f req-9ae15b0a-ac3e-4359-90d3-b10d4e77f7bb tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=de13f3fc-b761-4501-814a-9a391048dd63 HTTP/1.1" status: 200 len: 210 time: 0.0490322 Sep 17 23:41:57.438291 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 8c94a84c-5b6b-47b3-891f-eac33d198d6d completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:41:57.444733 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 8c94a84c-5b6b-47b3-891f-eac33d198d6d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:41:57.446112 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:57.464866 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd0e7-93ff-4c37-a81b-9533a44ff9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:57.562388 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1864559b-53a6-41ff-987d-a1b648910ba1 req-9afe45c5-9aa7-4ca3-b60e-705a01be67d1 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a26e6f2-6c92-40d6-8b53-857ee0ed777b HTTP/1.1" status: 200 len: 210 time: 0.0522335 Sep 17 23:41:57.656644 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd0e7-93ff-4c37-a81b-9533a44ff9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:57.688623 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:57.731363 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd0bd0e7-93ff-4c37-a81b-9533a44ff9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:57.745923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cfaa13-058c-48f5-89d3-a102a51cc172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c94a84c-5b6b-47b3-891f-eac33d198d6d'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:41:57.751248 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e6d0b6-1151-45dd-a9da-becc0ea66cdb" -d '{"events": [{"server_uuid": "a7cfaa13-058c-48f5-89d3-a102a51cc172", "name": "network-vif-plugged", "status": "completed", "tag": "8c94a84c-5b6b-47b3-891f-eac33d198d6d"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:41:57.772227 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 8c94a84c-5b6b-47b3-891f-eac33d198d6d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=8c94a84c-5b6b-47b3-891f-eac33d198d6d,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:41:57.823522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59310) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:57.823780 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bd0bd0e7-93ff-4c37-a81b-9533a44ff9df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b146630fa94043b1b911a03c20306f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5698884 Sep 17 23:41:57.827059 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bd0e7-93ff-4c37-a81b-9533a44ff9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de5b574-952b-4bba-b494-f41ddfa58834,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:57.837217 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7984f5c1-d7e6-4a90-bf71-fbf67e587153 x-openstack-request-id: req-7984f5c1-d7e6-4a90-bf71-fbf67e587153 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:41:57.837510 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cfaa13-058c-48f5-89d3-a102a51cc172", "name": "network-vif-plugged", "status": "completed", "tag": "8c94a84c-5b6b-47b3-891f-eac33d198d6d", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:41:57.837911 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7984f5c1-d7e6-4a90-bf71-fbf67e587153 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:41:57.839486 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cfaa13-058c-48f5-89d3-a102a51cc172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c94a84c-5b6b-47b3-891f-eac33d198d6d', 'code': 200} Sep 17 23:41:57.842066 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:57.933126 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=8c94a84c-5b6b-47b3-891f-eac33d198d6d,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:57.938429 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c5ea7eb4-7c8a-41c4-8bb7-e0f397a4efa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:57.974286 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c5ea7eb4-7c8a-41c4-8bb7-e0f397a4efa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:57.984849 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad27ede-8542-4c76-a501-be685d3340e9 req-7ab64030-ebc6-42cf-8f02-e67c1ae84cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:57.986359 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cad27ede-8542-4c76-a501-be685d3340e9 req-7ab64030-ebc6-42cf-8f02-e67c1ae84cf8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 1096 time: 0.0810225 Sep 17 23:41:58.072041 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cad27ede-8542-4c76-a501-be685d3340e9 req-49fa9723-ead3-48eb-9464-0f45e0c086be service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755849 Sep 17 23:41:58.117519 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:41:58.188633 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c5ea7eb4-7c8a-41c4-8bb7-e0f397a4efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:58.191485 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c5ea7eb4-7c8a-41c4-8bb7-e0f397a4efa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:58.195117 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c5ea7eb4-7c8a-41c4-8bb7-e0f397a4efa2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5de5b574-952b-4bba-b494-f41ddfa58834 HTTP/1.1" status: 204 len: 168 time: 0.3674030 Sep 17 23:41:58.207291 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea7eb4-7c8a-41c4-8bb7-e0f397a4efa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de5b574-952b-4bba-b494-f41ddfa58834,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:41:58.513432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76400494-34df-4380-9030-3db7eb2b9225 req-87726ca5-d254-4f38-bc4c-ed134ace0ef1 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:58.518927 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76400494-34df-4380-9030-3db7eb2b9225 req-87726ca5-d254-4f38-bc4c-ed134ace0ef1 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 945 time: 0.0873373 Sep 17 23:41:58.532544 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7f30360b-cfe0-4506-b773-e74f99afce03 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:41:58.586293 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76400494-34df-4380-9030-3db7eb2b9225 req-ea8871bf-fe16-47a1-8e12-89475e4ca907 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581639 Sep 17 23:41:58.638264 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 7f30360b-cfe0-4506-b773-e74f99afce03 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:41:58.640059 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7f30360b-cfe0-4506-b773-e74f99afce03 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:41:59.139338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc2578-74c1-4e08-a7ee-5da897bf6bdd req-4477a38c-4840-4d57-ada0-6c9d44d102e2 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:59.148347 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15fc2578-74c1-4e08-a7ee-5da897bf6bdd req-4477a38c-4840-4d57-ada0-6c9d44d102e2 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.1046438 Sep 17 23:41:59.150892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59342) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:59.228442 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8b7d64e-6411-4712-92b9-722da4403f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:59.246202 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15fc2578-74c1-4e08-a7ee-5da897bf6bdd req-3de70387-9acc-4bd9-b3f1-47d67ada5c4b tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885403 Sep 17 23:41:59.373731 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8b7d64e-6411-4712-92b9-722da4403f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:59.736615 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45662cfa-ceb3-4f13-8388-59da0b73de2c req-9348f809-935f-4300-b7a2-76c34eaed095 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:41:59.736615 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-45662cfa-ceb3-4f13-8388-59da0b73de2c req-9348f809-935f-4300-b7a2-76c34eaed095 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 945 time: 0.0558953 Sep 17 23:41:59.742448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-45662cfa-ceb3-4f13-8388-59da0b73de2c req-9c34029f-ea7e-4da5-881f-9fcfca4e75d2 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423548 Sep 17 23:41:59.885922 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8b7d64e-6411-4712-92b9-722da4403f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:41:59.982373 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59362) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:41:59.986064 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a8b7d64e-6411-4712-92b9-722da4403f36 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e8185070ad2542e582cb287a2cd5e39e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8309448 Sep 17 23:41:59.997354 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7d64e-6411-4712-92b9-722da4403f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089899bc-4c22-45ba-aa51-52652631a479,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:00.110401 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4162d73f-9e8e-4301-bb3c-76a52054ac1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:00.172723 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4162d73f-9e8e-4301-bb3c-76a52054ac1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:00.411699 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e6f20-092c-4f0b-9e4e-5a5314fe8e6c req-194fe4c1-1dbe-4e8d-9fb7-6cc7ac46ee77 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:00.414167 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-482e6f20-092c-4f0b-9e4e-5a5314fe8e6c req-194fe4c1-1dbe-4e8d-9fb7-6cc7ac46ee77 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.41 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.1121037 Sep 17 23:42:00.697433 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-482e6f20-092c-4f0b-9e4e-5a5314fe8e6c req-0a288c21-1895-4aa3-b0dd-50fdf94ef25a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Deleting port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:42:00.697882 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-482e6f20-092c-4f0b-9e4e-5a5314fe8e6c req-0a288c21-1895-4aa3-b0dd-50fdf94ef25a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:00.922224 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-482e6f20-092c-4f0b-9e4e-5a5314fe8e6c req-0a288c21-1895-4aa3-b0dd-50fdf94ef25a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] For port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:00.922605 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-482e6f20-092c-4f0b-9e4e-5a5314fe8e6c req-0a288c21-1895-4aa3-b0dd-50fdf94ef25a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:00.961902 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-482e6f20-092c-4f0b-9e4e-5a5314fe8e6c req-0a288c21-1895-4aa3-b0dd-50fdf94ef25a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Calling delete_port for 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:42:01.165166 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4162d73f-9e8e-4301-bb3c-76a52054ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:01.170519 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4162d73f-9e8e-4301-bb3c-76a52054ac1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:01.176232 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4162d73f-9e8e-4301-bb3c-76a52054ac1d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/089899bc-4c22-45ba-aa51-52652631a479 HTTP/1.1" status: 204 len: 168 time: 1.1914570 Sep 17 23:42:01.191146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162d73f-9e8e-4301-bb3c-76a52054ac1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089899bc-4c22-45ba-aa51-52652631a479,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:01.219871 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760c22a-317c-4ff7-b913-fa0c0b77551b req-91ff6fdd-a442-4d5b-880e-a5af6ee0a683 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:01.231418 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3760c22a-317c-4ff7-b913-fa0c0b77551b req-91ff6fdd-a442-4d5b-880e-a5af6ee0a683 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 949 time: 0.8994579 Sep 17 23:42:01.313736 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3760c22a-317c-4ff7-b913-fa0c0b77551b req-7ac990e5-e89f-48a1-8a25-4f661ccf0607 tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/security-groups?id=99ce617d-2c4f-430d-97c6-1860ad8010e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542245 Sep 17 23:42:01.329705 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-482e6f20-092c-4f0b-9e4e-5a5314fe8e6c req-0a288c21-1895-4aa3-b0dd-50fdf94ef25a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:01.343821 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:42:01.494495 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a288c21-1895-4aa3-b0dd-50fdf94ef25a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Pushing event deleted for resources: {'Port': ['ID=4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:01.655962 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-482e6f20-092c-4f0b-9e4e-5a5314fe8e6c req-0a288c21-1895-4aa3-b0dd-50fdf94ef25a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] No DVR routers for this DVR port 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:42:01.662101 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-482e6f20-092c-4f0b-9e4e-5a5314fe8e6c req-0a288c21-1895-4aa3-b0dd-50fdf94ef25a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:01.671246 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-482e6f20-092c-4f0b-9e4e-5a5314fe8e6c req-0a288c21-1895-4aa3-b0dd-50fdf94ef25a tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.41 "DELETE /v2.0/ports/4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 HTTP/1.1" status: 204 len: 173 time: 1.2489648 Sep 17 23:42:01.671755 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51437eb-4f97-4019-be6f-d28ece4072be', 'name': 'network-vif-deleted', 'tag': '4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:01.683682 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617eeb93-c7bb-499d-838f-466e5be0ce2e" -d '{"events": [{"server_uuid": "a51437eb-4f97-4019-be6f-d28ece4072be", "name": "network-vif-deleted", "tag": "4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:01.742886 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419ea80-de5f-494e-98f3-e7c2856fd18e req-2813959d-2826-45bc-9110-7e33deaedcdd tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:01.750218 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a419ea80-de5f-494e-98f3-e7c2856fd18e req-2813959d-2826-45bc-9110-7e33deaedcdd tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 945 time: 0.1772242 Sep 17 23:42:01.885443 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a419ea80-de5f-494e-98f3-e7c2856fd18e req-81794b8b-a748-4bf0-96e6-09d8ddf49659 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343436 Sep 17 23:42:02.027197 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea5a924-7b5e-4032-9db3-23f6bea88239 x-openstack-request-id: req-aea5a924-7b5e-4032-9db3-23f6bea88239 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:02.027433 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a51437eb-4f97-4019-be6f-d28ece4072be", "name": "network-vif-deleted", "tag": "4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:02.027687 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aea5a924-7b5e-4032-9db3-23f6bea88239 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:02.028084 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51437eb-4f97-4019-be6f-d28ece4072be', 'name': 'network-vif-deleted', 'tag': '4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2', 'status': 'completed', 'code': 200} Sep 17 23:42:02.259771 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac6fc6-99db-4582-aff1-9bb82933ec76 req-82be679e-71cd-4756-8637-57f67dab7abc tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:02.267441 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b4ac6fc6-99db-4582-aff1-9bb82933ec76 req-82be679e-71cd-4756-8637-57f67dab7abc tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 945 time: 0.0915499 Sep 17 23:42:02.329584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b4ac6fc6-99db-4582-aff1-9bb82933ec76 req-9cd019e3-c3a6-4b7c-98f4-0f583aed39a3 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596433 Sep 17 23:42:02.550947 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4e7af-99a3-4c41-9c3a-d568628fe5dd req-2e40424b-1efe-428d-8281-5a80544c8150 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:02.553039 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-14e4e7af-99a3-4c41-9c3a-d568628fe5dd req-2e40424b-1efe-428d-8281-5a80544c8150 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 945 time: 0.0980580 Sep 17 23:42:02.571684 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f9b0392-ea9d-4ccd-96d5-348e91e1b28a req-03d55d7e-c90f-4556-8e01-e29dd118453e tempest-MigrationsAdminTest-743531778 tempest-MigrationsAdminTest-743531778-project] 10.222.0.46 "GET /v2.0/ports?device_id=a51437eb-4f97-4019-be6f-d28ece4072be HTTP/1.1" status: 200 len: 210 time: 0.0944655 Sep 17 23:42:02.870333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-14e4e7af-99a3-4c41-9c3a-d568628fe5dd req-5f4607fe-4ba4-4731-a5e0-0c54ca5cfe5b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Deleting port ddab079b-236a-4b4b-962a-c4ca7ec079e5 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:42:02.873706 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-14e4e7af-99a3-4c41-9c3a-d568628fe5dd req-5f4607fe-4ba4-4731-a5e0-0c54ca5cfe5b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:03.083373 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8d329-fdd1-47a8-9775-94a33672e09b req-676c0175-187f-479f-8d03-290ed5886fee tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:03.087011 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6bb8d329-fdd1-47a8-9775-94a33672e09b req-676c0175-187f-479f-8d03-290ed5886fee tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 945 time: 0.1279907 Sep 17 23:42:03.092100 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-14e4e7af-99a3-4c41-9c3a-d568628fe5dd req-5f4607fe-4ba4-4731-a5e0-0c54ca5cfe5b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] For port ddab079b-236a-4b4b-962a-c4ca7ec079e5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ddab079b-236a-4b4b-962a-c4ca7ec079e5,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:03.092585 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-14e4e7af-99a3-4c41-9c3a-d568628fe5dd req-5f4607fe-4ba4-4731-a5e0-0c54ca5cfe5b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:03.107008 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-14e4e7af-99a3-4c41-9c3a-d568628fe5dd req-5f4607fe-4ba4-4731-a5e0-0c54ca5cfe5b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Calling delete_port for ddab079b-236a-4b4b-962a-c4ca7ec079e5 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:42:03.168633 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6bb8d329-fdd1-47a8-9775-94a33672e09b req-8762df0d-d572-4283-af69-1d3c37c01205 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722210 Sep 17 23:42:03.282002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 8c94a84c-5b6b-47b3-891f-eac33d198d6d details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:42:03.597115 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-14e4e7af-99a3-4c41-9c3a-d568628fe5dd req-5f4607fe-4ba4-4731-a5e0-0c54ca5cfe5b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:03.653148 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd5699-8bf9-43e4-b6ae-34b28a0f5e7f req-a2371871-7086-4c70-ac4a-b95f25584861 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:03.679044 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47bd5699-8bf9-43e4-b6ae-34b28a0f5e7f req-a2371871-7086-4c70-ac4a-b95f25584861 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 866 time: 0.1247675 Sep 17 23:42:03.690492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 8c94a84c-5b6b-47b3-891f-eac33d198d6d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=8c94a84c-5b6b-47b3-891f-eac33d198d6d,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:03.746107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4607fe-4ba4-4731-a5e0-0c54ca5cfe5b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Pushing event deleted for resources: {'Port': ['ID=ddab079b-236a-4b4b-962a-c4ca7ec079e5,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:03.778892 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '8c94a84c-5b6b-47b3-891f-eac33d198d6d', 'network_id': '9def810e-7ca4-4135-ae9d-7edfe5be5dcc', 'port_id': '8c94a84c-5b6b-47b3-891f-eac33d198d6d', 'mac_address': 'fa:16:3e:07:bd:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f294d2-e1d6-44d8-a05a-4631f2b03d1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:42:03.805471 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['ddab079b-236a-4b4b-962a-c4ca7ec079e5'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:42:03.843572 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47bd5699-8bf9-43e4-b6ae-34b28a0f5e7f req-3f886068-388f-48d1-b7ca-01e19f7578c2 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626682 Sep 17 23:42:03.900790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e4e7af-99a3-4c41-9c3a-d568628fe5dd req-5f4607fe-4ba4-4731-a5e0-0c54ca5cfe5b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] No DVR routers for this DVR port ddab079b-236a-4b4b-962a-c4ca7ec079e5 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:42:03.903868 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-14e4e7af-99a3-4c41-9c3a-d568628fe5dd req-5f4607fe-4ba4-4731-a5e0-0c54ca5cfe5b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:03.907512 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-14e4e7af-99a3-4c41-9c3a-d568628fe5dd req-5f4607fe-4ba4-4731-a5e0-0c54ca5cfe5b tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.41 "DELETE /v2.0/ports/ddab079b-236a-4b4b-962a-c4ca7ec079e5 HTTP/1.1" status: 204 len: 173 time: 1.3356202 Sep 17 23:42:03.943402 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:03.960877 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c94a84c-5b6b-47b3-891f-eac33d198d6d {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:03.986402 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 8c94a84c-5b6b-47b3-891f-eac33d198d6d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=8c94a84c-5b6b-47b3-891f-eac33d198d6d,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:04.029215 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b', 'name': 'network-vif-deleted', 'tag': 'ddab079b-236a-4b4b-962a-c4ca7ec079e5'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:04.031650 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc506358-3d2a-4191-a3c1-39f17df5434b" -d '{"events": [{"server_uuid": "fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b", "name": "network-vif-deleted", "tag": "ddab079b-236a-4b4b-962a-c4ca7ec079e5"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:04.086485 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeba9d9-1b45-4883-8ced-4fd40f4a6686 x-openstack-request-id: req-9aeba9d9-1b45-4883-8ced-4fd40f4a6686 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:04.086788 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b", "name": "network-vif-deleted", "tag": "ddab079b-236a-4b4b-962a-c4ca7ec079e5", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:04.088645 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9aeba9d9-1b45-4883-8ced-4fd40f4a6686 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:04.089107 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b', 'name': 'network-vif-deleted', 'tag': 'ddab079b-236a-4b4b-962a-c4ca7ec079e5', 'status': 'completed', 'code': 200} Sep 17 23:42:04.134536 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:04.228999 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['8c94a84c-5b6b-47b3-891f-eac33d198d6d'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:42:04.290245 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=8c94a84c-5b6b-47b3-891f-eac33d198d6d,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:04.479401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c712c98-8f42-4569-b02b-8943f9a09f51 req-19e59de9-747c-4efe-b5ca-23b1666ebad2 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:04.488493 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c712c98-8f42-4569-b02b-8943f9a09f51 req-19e59de9-747c-4efe-b5ca-23b1666ebad2 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 944 time: 0.1770930 Sep 17 23:42:04.562090 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:42:04.618328 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c712c98-8f42-4569-b02b-8943f9a09f51 req-6995d461-8754-4e12-8828-b47d84ccbba7 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187124 Sep 17 23:42:04.637316 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59508) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:04.643275 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:42:04.644515 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4d3b5abc-c0f1-487f-91a3-e8eb85ac72c2 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:42:04.911372 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4d61b555-e42b-438e-8d12-b9b612bf0552 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e48d8880359443fb9bfa4fbd1d6105f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676685 Sep 17 23:42:04.914908 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59522) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:04.982786 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-26974989-7be9-4450-9067-52cd9d3c8ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:05.021919 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-26974989-7be9-4450-9067-52cd9d3c8ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:05.255261 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-26974989-7be9-4450-9067-52cd9d3c8ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:05.259469 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-26974989-7be9-4450-9067-52cd9d3c8ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:05.262754 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-26974989-7be9-4450-9067-52cd9d3c8ff8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/99ce617d-2c4f-430d-97c6-1860ad8010e8 HTTP/1.1" status: 204 len: 168 time: 0.3444827 Sep 17 23:42:05.270130 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 8c94a84c-5b6b-47b3-891f-eac33d198d6d up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:05.296077 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26974989-7be9-4450-9067-52cd9d3c8ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ce617d-2c4f-430d-97c6-1860ad8010e8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:05.364075 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 8c94a84c-5b6b-47b3-891f-eac33d198d6d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:05.364630 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:05.463455 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:05.491776 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-837262e0-3014-48b4-b3f4-2d2e95c27945 req-6b27ef98-1951-41f8-aac9-71b8c600d0e3 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb7a42ca-5ff7-48f6-91d1-22f4a2c5287b HTTP/1.1" status: 200 len: 210 time: 0.0694263 Sep 17 23:42:05.525379 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cfaa13-058c-48f5-89d3-a102a51cc172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c94a84c-5b6b-47b3-891f-eac33d198d6d'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:05.528063 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66977adb-32fb-4373-bacb-2fce899ce933" -d '{"events": [{"server_uuid": "a7cfaa13-058c-48f5-89d3-a102a51cc172", "name": "network-vif-plugged", "status": "completed", "tag": "8c94a84c-5b6b-47b3-891f-eac33d198d6d"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:05.543595 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 8c94a84c-5b6b-47b3-891f-eac33d198d6d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=8c94a84c-5b6b-47b3-891f-eac33d198d6d,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:05.680055 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:05.760384 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=8c94a84c-5b6b-47b3-891f-eac33d198d6d,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:05.781268 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-2cb8b336-a7c4-46d1-8f82-9999d3f51d04 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1912f23d03ac425bbba8530206421ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600026 Sep 17 23:42:05.844161 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e506a-88b2-4990-b895-ad9585537572 req-af391e6e-7f04-4d45-a337-985b714ef795 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:05.845662 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-844e506a-88b2-4990-b895-ad9585537572 req-af391e6e-7f04-4d45-a337-985b714ef795 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 945 time: 0.1019614 Sep 17 23:42:05.927437 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59560) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:05.933308 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-fd7ca011-a05c-43a4-8e9c-4dee7d53e8fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1783668958'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:05.955165 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-844e506a-88b2-4990-b895-ad9585537572 req-d3504bec-490d-4831-b962-fa39aadaf8d9 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017234 Sep 17 23:42:05.983489 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-ad33de01-d465-478d-8d72-0ef72d24de45 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:05.984993 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-ad33de01-d465-478d-8d72-0ef72d24de45 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1954453 Sep 17 23:42:06.007604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-9d9ac360-0711-4ce2-b8d1-0b7eb2249ffc tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/quotas/1912f23d03ac425bbba8530206421ef6 HTTP/1.1" status: 200 len: 375 time: 0.0156021 Sep 17 23:42:06.016720 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7ca011-a05c-43a4-8e9c-4dee7d53e8fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Made reservation on behalf of 8f9cc78239c7437cacb7009f2c68fb58 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:06.018146 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1b0f77-1220-47fd-8d60-84d3220fdcb3 x-openstack-request-id: req-1d1b0f77-1220-47fd-8d60-84d3220fdcb3 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:06.018442 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cfaa13-058c-48f5-89d3-a102a51cc172", "name": "network-vif-plugged", "status": "completed", "tag": "8c94a84c-5b6b-47b3-891f-eac33d198d6d", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:06.020386 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fd7ca011-a05c-43a4-8e9c-4dee7d53e8fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:06.020514 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d1b0f77-1220-47fd-8d60-84d3220fdcb3 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:06.020844 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cfaa13-058c-48f5-89d3-a102a51cc172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c94a84c-5b6b-47b3-891f-eac33d198d6d', 'code': 200} Sep 17 23:42:06.054482 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7ca011-a05c-43a4-8e9c-4dee7d53e8fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:42:06.065779 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fd7ca011-a05c-43a4-8e9c-4dee7d53e8fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:06.066442 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-fd7ca011-a05c-43a4-8e9c-4dee7d53e8fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Added segment b62b37cb-918d-45ea-a50e-9e97dabce088 of type vlan for network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 Sep 17 23:42:06.073181 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-d9602e41-97af-49e9-9eae-451b6796d0fe tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584259 Sep 17 23:42:06.118623 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fd7ca011-a05c-43a4-8e9c-4dee7d53e8fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:06.154668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e110d0c-05dd-4e44-b1e8-274bdc5a9140 req-57f4d71c-a219-42b1-9043-4eb254ecbfcc tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:06.156261 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3e110d0c-05dd-4e44-b1e8-274bdc5a9140 req-57f4d71c-a219-42b1-9043-4eb254ecbfcc tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 945 time: 0.0788538 Sep 17 23:42:06.266991 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-3e110d0c-05dd-4e44-b1e8-274bdc5a9140 req-3343e833-327a-4b32-ba9d-685bc3b7ee20 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Deleting port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:42:06.267270 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3e110d0c-05dd-4e44-b1e8-274bdc5a9140 req-3343e833-327a-4b32-ba9d-685bc3b7ee20 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:06.320475 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fd7ca011-a05c-43a4-8e9c-4dee7d53e8fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:06.326166 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7ca011-a05c-43a4-8e9c-4dee7d53e8fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:06.329415 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fd7ca011-a05c-43a4-8e9c-4dee7d53e8fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:06.364729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59566) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:06.423039 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-3e110d0c-05dd-4e44-b1e8-274bdc5a9140 req-3343e833-327a-4b32-ba9d-685bc3b7ee20 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] For port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:06.425897 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3e110d0c-05dd-4e44-b1e8-274bdc5a9140 req-3343e833-327a-4b32-ba9d-685bc3b7ee20 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:06.441075 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ca011-a05c-43a4-8e9c-4dee7d53e8fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event updated for resources: {'Network': ['ID=7fa2b1b2-a546-4435-a45d-a500f62f6e14,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:06.444591 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fbcce-c9e3-48ed-93f2-98890edb0d2f req-7d166795-3d77-4231-86d6-bc7ab486dec7 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:06.446133 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-824fbcce-c9e3-48ed-93f2-98890edb0d2f req-7d166795-3d77-4231-86d6-bc7ab486dec7 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 945 time: 0.1224625 Sep 17 23:42:06.452815 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:42:06.463207 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-3e110d0c-05dd-4e44-b1e8-274bdc5a9140 req-3343e833-327a-4b32-ba9d-685bc3b7ee20 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Calling delete_port for aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:42:06.479136 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fd7ca011-a05c-43a4-8e9c-4dee7d53e8fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5498121 Sep 17 23:42:06.481739 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59572) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:06.489653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d7a3db83-4895-4f3d-b676-3dc09baea46e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-289302885'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:06.512980 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-034c4d54-48d6-4919-abc8-71167c5afa7d req-26547499-48b9-40e4-b318-f390d3102ca4 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 210 time: 0.0595777 Sep 17 23:42:06.530388 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-36239c55-4b5c-4d96-9ec0-00565208ed0b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e25093be9a4a48cab4563ef34be590e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543148 Sep 17 23:42:06.531247 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59574) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:06.576741 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ddab079b-236a-4b4b-962a-c4ca7ec079e5 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:42:06.604563 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a3db83-4895-4f3d-b676-3dc09baea46e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Made reservation on behalf of 8f9cc78239c7437cacb7009f2c68fb58 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:06.608328 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7a3db83-4895-4f3d-b676-3dc09baea46e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:06.611366 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-824fbcce-c9e3-48ed-93f2-98890edb0d2f req-b6249f71-ee8c-4aaf-ab28-e99d51f5b7d4 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394494 Sep 17 23:42:06.640429 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: ddab079b-236a-4b4b-962a-c4ca7ec079e5 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:42:06.640900 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ddab079b-236a-4b4b-962a-c4ca7ec079e5 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:42:06.697723 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3407709f-d8f2-4f34-8c2f-a0ce645c1cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:06.702777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a3db83-4895-4f3d-b676-3dc09baea46e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:42:06.729027 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7a3db83-4895-4f3d-b676-3dc09baea46e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:06.736482 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-d7a3db83-4895-4f3d-b676-3dc09baea46e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Added segment e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c of type vlan for network 78331211-787b-4584-b606-15ede9ec2d9c Sep 17 23:42:06.740123 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3407709f-d8f2-4f34-8c2f-a0ce645c1cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:06.793737 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7a3db83-4895-4f3d-b676-3dc09baea46e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:06.852449 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3e110d0c-05dd-4e44-b1e8-274bdc5a9140 req-3343e833-327a-4b32-ba9d-685bc3b7ee20 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:06.865020 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:42:06.883779 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343e833-327a-4b32-ba9d-685bc3b7ee20 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Pushing event deleted for resources: {'Port': ['ID=aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:06.919432 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7a3db83-4895-4f3d-b676-3dc09baea46e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:06.925198 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a3db83-4895-4f3d-b676-3dc09baea46e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:06.929839 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7a3db83-4895-4f3d-b676-3dc09baea46e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:06.930579 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e110d0c-05dd-4e44-b1e8-274bdc5a9140 req-3343e833-327a-4b32-ba9d-685bc3b7ee20 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] No DVR routers for this DVR port aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:42:06.930579 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3e110d0c-05dd-4e44-b1e8-274bdc5a9140 req-3343e833-327a-4b32-ba9d-685bc3b7ee20 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:06.932385 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3e110d0c-05dd-4e44-b1e8-274bdc5a9140 req-3343e833-327a-4b32-ba9d-685bc3b7ee20 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.37 "DELETE /v2.0/ports/aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 HTTP/1.1" status: 204 len: 173 time: 0.7687392 Sep 17 23:42:06.933231 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eeef762-e373-472c-b1b6-eb11574f0fbc', 'name': 'network-vif-deleted', 'tag': 'aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:06.935477 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383e0bfd-183b-4f48-90a4-80521661ddaa" -d '{"events": [{"server_uuid": "6eeef762-e373-472c-b1b6-eb11574f0fbc", "name": "network-vif-deleted", "tag": "aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:06.994809 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e83c26-e0b9-41b1-ba30-48d81c748762 x-openstack-request-id: req-78e83c26-e0b9-41b1-ba30-48d81c748762 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:06.995416 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eeef762-e373-472c-b1b6-eb11574f0fbc", "name": "network-vif-deleted", "tag": "aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:06.995416 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78e83c26-e0b9-41b1-ba30-48d81c748762 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:06.995764 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eeef762-e373-472c-b1b6-eb11574f0fbc', 'name': 'network-vif-deleted', 'tag': 'aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940', 'status': 'completed', 'code': 200} Sep 17 23:42:07.012226 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3407709f-d8f2-4f34-8c2f-a0ce645c1cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:07.018488 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3407709f-d8f2-4f34-8c2f-a0ce645c1cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:07.018488 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3407709f-d8f2-4f34-8c2f-a0ce645c1cdb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9280e518-816d-4046-959e-cf1672bf7b4c HTTP/1.1" status: 204 len: 168 time: 0.4914017 Sep 17 23:42:07.019516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3db83-4895-4f3d-b676-3dc09baea46e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event updated for resources: {'Network': ['ID=78331211-787b-4584-b606-15ede9ec2d9c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:07.027953 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407709f-d8f2-4f34-8c2f-a0ce645c1cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9280e518-816d-4046-959e-cf1672bf7b4c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:07.034183 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 78331211-787b-4584-b606-15ede9ec2d9c details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:42:07.149793 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d7a3db83-4895-4f3d-b676-3dc09baea46e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6572809 Sep 17 23:42:07.149793 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59598) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:07.158474 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-5d24e8e5-c5cc-4855-9a8d-396f96574dd3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Request body: {'subnet': {'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:07.197922 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f792622-ac13-4978-92aa-452c485d46d5 req-b5a5dbc1-8a3c-446c-aa75-091cf4767ac9 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:07.203700 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3f792622-ac13-4978-92aa-452c485d46d5 req-b5a5dbc1-8a3c-446c-aa75-091cf4767ac9 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 945 time: 0.1739554 Sep 17 23:42:07.287950 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:42:07.301998 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1da3dd74-5f2d-460d-b73e-2be72c227c4b req-bc599321-1ab0-466c-9429-88abf55e8a18 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eeef762-e373-472c-b1b6-eb11574f0fbc HTTP/1.1" status: 200 len: 210 time: 0.1276960 Sep 17 23:42:07.323543 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:42:07.324140 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device aa0efb92-e70b-46bf-b8c0-9ff1e1c4b940 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:42:07.324958 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 8c94a84c-5b6b-47b3-891f-eac33d198d6d no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:42:07.369434 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d24e8e5-c5cc-4855-9a8d-396f96574dd3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Made reservation on behalf of 8f9cc78239c7437cacb7009f2c68fb58 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:07.373298 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5d24e8e5-c5cc-4855-9a8d-396f96574dd3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:07.391453 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6354a-8bc6-4444-aa46-cf4d2b495500 req-0d3584f7-7068-43e4-bffe-d68f5aac369d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:07.399320 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5de6354a-8bc6-4444-aa46-cf4d2b495500 req-0d3584f7-7068-43e4-bffe-d68f5aac369d tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 944 time: 0.1930473 Sep 17 23:42:07.464863 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5de6354a-8bc6-4444-aa46-cf4d2b495500 req-6204db36-4404-4c24-922a-610a912b2d70 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574107 Sep 17 23:42:07.478172 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-3f792622-ac13-4978-92aa-452c485d46d5 req-894d7620-9529-425a-9db4-7d904b46cbfe tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Deleting port 8c94a84c-5b6b-47b3-891f-eac33d198d6d {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:42:07.478172 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3f792622-ac13-4978-92aa-452c485d46d5 req-894d7620-9529-425a-9db4-7d904b46cbfe tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:07.490930 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:07.544802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 8c94a84c-5b6b-47b3-891f-eac33d198d6d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=8c94a84c-5b6b-47b3-891f-eac33d198d6d,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:07.626845 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:07.642332 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5a9327b-d0d9-4759-aa0a-f02c1eefe98e req-df5534ee-8986-490e-b13c-1e71482ec333 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 210 time: 0.0457973 Sep 17 23:42:07.661746 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e766c5-2199-4eb2-be14-f9beaa477bc0 req-e8f2adb6-4704-426e-9a09-965006f6b45f tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:07.661746 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76e766c5-2199-4eb2-be14-f9beaa477bc0 req-e8f2adb6-4704-426e-9a09-965006f6b45f tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 944 time: 0.0928845 Sep 17 23:42:07.691393 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-3f792622-ac13-4978-92aa-452c485d46d5 req-894d7620-9529-425a-9db4-7d904b46cbfe tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] For port 8c94a84c-5b6b-47b3-891f-eac33d198d6d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=8c94a84c-5b6b-47b3-891f-eac33d198d6d,segment=NetworkSegment(ff6795e2-d48f-4832-a572-c0a1eeee400f),segment_id=ff6795e2-d48f-4832-a572-c0a1eeee400f)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:07.691770 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3f792622-ac13-4978-92aa-452c485d46d5 req-894d7620-9529-425a-9db4-7d904b46cbfe tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:07.725509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-3f792622-ac13-4978-92aa-452c485d46d5 req-894d7620-9529-425a-9db4-7d904b46cbfe tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Calling delete_port for 8c94a84c-5b6b-47b3-891f-eac33d198d6d owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:42:07.766283 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5d24e8e5-c5cc-4855-9a8d-396f96574dd3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:07.781168 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=8c94a84c-5b6b-47b3-891f-eac33d198d6d,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:07.882335 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16db5a1-37f2-4db9-9db2-b64f32cb7cdf req-1d66e327-2c51-409b-bda6-782bf6dd15a2 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:07.883791 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b16db5a1-37f2-4db9-9db2-b64f32cb7cdf req-1d66e327-2c51-409b-bda6-782bf6dd15a2 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 943 time: 0.0829504 Sep 17 23:42:07.891680 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d24e8e5-c5cc-4855-9a8d-396f96574dd3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Checking segment: {'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:07.899355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d24e8e5-c5cc-4855-9a8d-396f96574dd3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Network hostable DHCP agents. Network: 7fa2b1b2-a546-4435-a45d-a500f62f6e14, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:42:07.916652 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24e8e5-c5cc-4855-9a8d-396f96574dd3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event updated for resources: {'Subnet': ['ID=5aef77cc-5335-4c0b-8709-d4c2d4bc8786,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:07.938331 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-76e766c5-2199-4eb2-be14-f9beaa477bc0 req-240d87cb-75be-457b-9fff-021cf4e17aac tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Deleting port 4e14f854-fdc7-4f2b-a879-6d32faf72c48 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:42:07.939041 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-76e766c5-2199-4eb2-be14-f9beaa477bc0 req-240d87cb-75be-457b-9fff-021cf4e17aac tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:07.971876 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b16db5a1-37f2-4db9-9db2-b64f32cb7cdf req-97cfc427-1f73-4677-90e8-19fb4fd51139 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/security-groups?id=db9be31b-48bd-4e83-918d-fa569a4a0a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638952 Sep 17 23:42:08.006575 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3f792622-ac13-4978-92aa-452c485d46d5 req-894d7620-9529-425a-9db4-7d904b46cbfe tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:08.022129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cfaa13-058c-48f5-89d3-a102a51cc172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c94a84c-5b6b-47b3-891f-eac33d198d6d'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:08.024617 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbaf3d0a-b1f1-4d14-b19d-0153f183cf40" -d '{"events": [{"server_uuid": "a7cfaa13-058c-48f5-89d3-a102a51cc172", "name": "network-vif-unplugged", "status": "completed", "tag": "8c94a84c-5b6b-47b3-891f-eac33d198d6d"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:08.063123 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d24e8e5-c5cc-4855-9a8d-396f96574dd3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:42:08.081008 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-76e766c5-2199-4eb2-be14-f9beaa477bc0 req-240d87cb-75be-457b-9fff-021cf4e17aac tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] For port 4e14f854-fdc7-4f2b-a879-6d32faf72c48, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4e14f854-fdc7-4f2b-a879-6d32faf72c48,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:08.081519 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-76e766c5-2199-4eb2-be14-f9beaa477bc0 req-240d87cb-75be-457b-9fff-021cf4e17aac tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:08.095667 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d7620-9529-425a-9db4-7d904b46cbfe tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Pushing event deleted for resources: {'Port': ['ID=8c94a84c-5b6b-47b3-891f-eac33d198d6d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:08.108081 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-76e766c5-2199-4eb2-be14-f9beaa477bc0 req-240d87cb-75be-457b-9fff-021cf4e17aac tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Calling delete_port for 4e14f854-fdc7-4f2b-a879-6d32faf72c48 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:42:08.108293 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c421d4-2848-4976-a454-61041e6b8aff x-openstack-request-id: req-d1c421d4-2848-4976-a454-61041e6b8aff {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:08.108293 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cfaa13-058c-48f5-89d3-a102a51cc172", "name": "network-vif-unplugged", "status": "completed", "tag": "8c94a84c-5b6b-47b3-891f-eac33d198d6d", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:08.108293 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d1c421d4-2848-4976-a454-61041e6b8aff {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:08.108293 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cfaa13-058c-48f5-89d3-a102a51cc172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c94a84c-5b6b-47b3-891f-eac33d198d6d', 'code': 200} Sep 17 23:42:08.129401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f792622-ac13-4978-92aa-452c485d46d5 req-894d7620-9529-425a-9db4-7d904b46cbfe tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] No DVR routers for this DVR port 8c94a84c-5b6b-47b3-891f-eac33d198d6d on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:42:08.135752 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3f792622-ac13-4978-92aa-452c485d46d5 req-894d7620-9529-425a-9db4-7d904b46cbfe tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:08.136411 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3f792622-ac13-4978-92aa-452c485d46d5 req-894d7620-9529-425a-9db4-7d904b46cbfe tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.37 "DELETE /v2.0/ports/8c94a84c-5b6b-47b3-891f-eac33d198d6d HTTP/1.1" status: 204 len: 173 time: 0.9080040 Sep 17 23:42:08.159299 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-5d24e8e5-c5cc-4855-9a8d-396f96574dd3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 7fa2b1b2-a546-4435-a45d-a500f62f6e14) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:08.165163 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d24e8e5-c5cc-4855-9a8d-396f96574dd3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:08.165756 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5d24e8e5-c5cc-4855-9a8d-396f96574dd3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:08.167896 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be098d9-1c5f-4641-a87a-5efc2e199009 None None] Network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:42:08.308887 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5d24e8e5-c5cc-4855-9a8d-396f96574dd3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1591954 Sep 17 23:42:08.310910 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59626) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:08.318488 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-3fcbb8b2-d184-4133-accf-31d2104968d4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Request body: {'subnet': {'network_id': '78331211-787b-4584-b606-15ede9ec2d9c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:08.355885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-7fa2b1b2-a546-4435-a45d-a500f62f6e14', 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'fixed_ips': [{'subnet_id': '5aef77cc-5335-4c0b-8709-d4c2d4bc8786'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:42:08.356713 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:08.422020 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-76e766c5-2199-4eb2-be14-f9beaa477bc0 req-240d87cb-75be-457b-9fff-021cf4e17aac tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:08.487643 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d87cb-75be-457b-9fff-021cf4e17aac tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Pushing event deleted for resources: {'Port': ['ID=4e14f854-fdc7-4f2b-a879-6d32faf72c48,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:08.524902 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e766c5-2199-4eb2-be14-f9beaa477bc0 req-240d87cb-75be-457b-9fff-021cf4e17aac tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] No DVR routers for this DVR port 4e14f854-fdc7-4f2b-a879-6d32faf72c48 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:42:08.527859 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-76e766c5-2199-4eb2-be14-f9beaa477bc0 req-240d87cb-75be-457b-9fff-021cf4e17aac tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:08.530864 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76e766c5-2199-4eb2-be14-f9beaa477bc0 req-240d87cb-75be-457b-9fff-021cf4e17aac tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.37 "DELETE /v2.0/ports/4e14f854-fdc7-4f2b-a879-6d32faf72c48 HTTP/1.1" status: 204 len: 173 time: 0.8719041 Sep 17 23:42:08.531565 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8605469-b7ea-4b55-b80b-34720c4a2c61', 'name': 'network-vif-deleted', 'tag': '4e14f854-fdc7-4f2b-a879-6d32faf72c48'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:08.541146 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3855ef43-4f84-4823-8328-db807eb226eb" -d '{"events": [{"server_uuid": "d8605469-b7ea-4b55-b80b-34720c4a2c61", "name": "network-vif-deleted", "tag": "4e14f854-fdc7-4f2b-a879-6d32faf72c48"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:08.580383 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] Allocated IP 10.1.1.2 (7fa2b1b2-a546-4435-a45d-a500f62f6e14/5aef77cc-5335-4c0b-8709-d4c2d4bc8786/c65928d5-f0b5-4979-ae8e-31e120738179) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:08.583232 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ecd61eba-c108-4e2a-8502-d2f52b8436c1 req-dd3a48cc-73e1-4cc0-b430-ab86e0740d23 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 210 time: 0.0328357 Sep 17 23:42:08.641061 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8157810-280b-4079-9c2f-a4764f37614b x-openstack-request-id: req-e8157810-280b-4079-9c2f-a4764f37614b {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:08.641362 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8605469-b7ea-4b55-b80b-34720c4a2c61", "name": "network-vif-deleted", "tag": "4e14f854-fdc7-4f2b-a879-6d32faf72c48", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:08.641678 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e8157810-280b-4079-9c2f-a4764f37614b {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:08.642012 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8605469-b7ea-4b55-b80b-34720c4a2c61', 'name': 'network-vif-deleted', 'tag': '4e14f854-fdc7-4f2b-a879-6d32faf72c48', 'status': 'completed', 'code': 200} Sep 17 23:42:08.697117 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcbb8b2-d184-4133-accf-31d2104968d4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Made reservation on behalf of 8f9cc78239c7437cacb7009f2c68fb58 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:08.701168 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3fcbb8b2-d184-4133-accf-31d2104968d4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:08.784968 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12300ecc-d3ce-42dc-a3ab-47b0a40b724a req-0094341d-3cea-44e9-8176-b3fc7f564ef0 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 210 time: 0.0393078 Sep 17 23:42:08.840019 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:08.921049 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:08.954436 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] Network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:08.957593 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:08.963479 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:08.997639 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cfaa13-058c-48f5-89d3-a102a51cc172', 'name': 'network-vif-deleted', 'tag': '8c94a84c-5b6b-47b3-891f-eac33d198d6d'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:08.999999 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadb3aa2-8402-45df-8f0b-bae01ce04b59" -d '{"events": [{"server_uuid": "a7cfaa13-058c-48f5-89d3-a102a51cc172", "name": "network-vif-deleted", "tag": "8c94a84c-5b6b-47b3-891f-eac33d198d6d"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:09.018317 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3fcbb8b2-d184-4133-accf-31d2104968d4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.044307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] Pushing event updated for resources: {'Port': ['ID=c65928d5-f0b5-4979-ae8e-31e120738179,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:09.113583 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] Attempting to bind port c65928d5-f0b5-4979-ae8e-31e120738179 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:42:09.114027 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] Attempting to bind port c65928d5-f0b5-4979-ae8e-31e120738179 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:42:09.114390 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] Attempting to bind port c65928d5-f0b5-4979-ae8e-31e120738179 on network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:09.122922 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:42:09.123297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] Checking segment: {'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:09.123703 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.124091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] Bound using segment: {'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:42:09.124625 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] Bound port: c65928d5-f0b5-4979-ae8e-31e120738179, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:42:09.125040 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.158953 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcbb8b2-d184-4133-accf-31d2104968d4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event updated for resources: {'Subnet': ['ID=3c6c43ea-51ef-4e38-b4f1-a534cd748806,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:09.173447 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcbb8b2-d184-4133-accf-31d2104968d4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Checking segment: {'id': 'e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '78331211-787b-4584-b606-15ede9ec2d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:09.174232 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcbb8b2-d184-4133-accf-31d2104968d4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Network hostable DHCP agents. Network: 78331211-787b-4584-b606-15ede9ec2d9c, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:42:09.179637 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b50c0af5-46e7-4ea4-9766-1f2587438c09 req-79013ec9-b8af-48b7-914f-1ce4d873ddb0 tempest-ImagesTestJSON-1882499557 tempest-ImagesTestJSON-1882499557-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7cfaa13-058c-48f5-89d3-a102a51cc172 HTTP/1.1" status: 200 len: 210 time: 0.0358152 Sep 17 23:42:09.196024 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e818fc-3125-40d9-8437-c7a085790b44 req-3c198742-1954-4009-a43c-a4c4e64d61c4 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:09.197586 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c6e818fc-3125-40d9-8437-c7a085790b44 req-3c198742-1954-4009-a43c-a4c4e64d61c4 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 945 time: 0.1092393 Sep 17 23:42:09.249677 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65a6cdc-601a-40aa-840a-847710764726 x-openstack-request-id: req-d65a6cdc-601a-40aa-840a-847710764726 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:09.251905 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cfaa13-058c-48f5-89d3-a102a51cc172", "name": "network-vif-deleted", "tag": "8c94a84c-5b6b-47b3-891f-eac33d198d6d", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:09.251905 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d65a6cdc-601a-40aa-840a-847710764726 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:09.251905 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cfaa13-058c-48f5-89d3-a102a51cc172', 'name': 'network-vif-deleted', 'tag': '8c94a84c-5b6b-47b3-891f-eac33d198d6d', 'status': 'completed', 'code': 200} Sep 17 23:42:09.257844 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] For port c65928d5-f0b5-4979-ae8e-31e120738179, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:42:09.262656 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] For port c65928d5-f0b5-4979-ae8e-31e120738179, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c65928d5-f0b5-4979-ae8e-31e120738179,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:42:09.265399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c6e818fc-3125-40d9-8437-c7a085790b44 req-e226ffba-8e9a-422a-85e3-c68904291f83 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531220 Sep 17 23:42:09.318599 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcbb8b2-d184-4133-accf-31d2104968d4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Network 78331211-787b-4584-b606-15ede9ec2d9c is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:42:09.343085 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.410265 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef07b2-89d7-4f23-b8bf-f0ed6f81aba4 None None] Pushing event updated for resources: {'Port': ['ID=c65928d5-f0b5-4979-ae8e-31e120738179,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:09.433921 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-3fcbb8b2-d184-4133-accf-31d2104968d4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 78331211-787b-4584-b606-15ede9ec2d9c) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:09.437873 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcbb8b2-d184-4133-accf-31d2104968d4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:09.438469 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3fcbb8b2-d184-4133-accf-31d2104968d4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:09.445952 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eb9e7b-51e0-45a7-a4ad-3038877c899a None None] Network 78331211-787b-4584-b606-15ede9ec2d9c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:42:09.505870 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-f96311e7-fc15-4806-9fed-6a289eaf0ccb tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1912f23d03ac425bbba8530206421ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637491 Sep 17 23:42:09.612465 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b11bc-207e-4698-ae77-1d001e6e4cec req-d11af4fb-8638-4261-9e3f-1da7de7c4ac5 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:09.615647 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fa5b11bc-207e-4698-ae77-1d001e6e4cec req-d11af4fb-8638-4261-9e3f-1da7de7c4ac5 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 945 time: 0.1499393 Sep 17 23:42:09.626375 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3fcbb8b2-d184-4133-accf-31d2104968d4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3133640 Sep 17 23:42:09.629410 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59666) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:09.636749 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-64c07407-0571-498e-b1fd-96edcfdbf75b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Request body: {'port': {'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14', 'name': 'tempest-TaggedBootDevicesTest_v242-1958068640', 'fixed_ips': [{'subnet_id': '5aef77cc-5335-4c0b-8709-d4c2d4bc8786'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:09.875884 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-f21e5b5d-4547-4d19-8e35-717944fdf830 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:09.877549 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-f21e5b5d-4547-4d19-8e35-717944fdf830 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3495052 Sep 17 23:42:09.892380 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-53946548-1c58-4f13-98c6-edd3449fdae1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Request body: {'port': {'device_id': 'b17e3295-11b9-45ac-b5e2-ef022481ea11', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '1912f23d03ac425bbba8530206421ef6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:10.014461 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a151a505-6f4b-4c48-84ab-1e4fa8e900b0 req-c7931db5-a116-4b05-ae6e-f8ec2e80ccb1 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8605469-b7ea-4b55-b80b-34720c4a2c61 HTTP/1.1" status: 200 len: 210 time: 0.1487930 Sep 17 23:42:10.017260 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-78331211-787b-4584-b606-15ede9ec2d9c', 'network_id': '78331211-787b-4584-b606-15ede9ec2d9c', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'fixed_ips': [{'subnet_id': '3c6c43ea-51ef-4e38-b4f1-a534cd748806'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:42:10.018194 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.058034 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a1f5d4cd-bca0-4f88-b0da-1792f7b02495 req-3a187acf-5cab-4f8e-b393-fe0006b83041 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 210 time: 0.1388052 Sep 17 23:42:10.139089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-fa5b11bc-207e-4698-ae77-1d001e6e4cec req-85b4ae5a-d9a6-417a-a57a-9cd6aa234516 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Deleting port 81074da1-d0dc-493d-8b5d-ebf72b613f14 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:42:10.139566 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fa5b11bc-207e-4698-ae77-1d001e6e4cec req-85b4ae5a-d9a6-417a-a57a-9cd6aa234516 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.249504 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] Allocated IP 10.2.2.2 (78331211-787b-4584-b606-15ede9ec2d9c/3c6c43ea-51ef-4e38-b4f1-a534cd748806/3666d41d-6a4f-469d-9b1a-79c934f0df31) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:10.252114 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-fa5b11bc-207e-4698-ae77-1d001e6e4cec req-85b4ae5a-d9a6-417a-a57a-9cd6aa234516 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] For port 81074da1-d0dc-493d-8b5d-ebf72b613f14, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=81074da1-d0dc-493d-8b5d-ebf72b613f14,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:10.252481 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fa5b11bc-207e-4698-ae77-1d001e6e4cec req-85b4ae5a-d9a6-417a-a57a-9cd6aa234516 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.261177 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c07407-0571-498e-b1fd-96edcfdbf75b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Made reservation on behalf of 8f9cc78239c7437cacb7009f2c68fb58 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:10.261781 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.291390 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-fa5b11bc-207e-4698-ae77-1d001e6e4cec req-85b4ae5a-d9a6-417a-a57a-9cd6aa234516 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Calling delete_port for 81074da1-d0dc-493d-8b5d-ebf72b613f14 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:42:10.372711 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-53946548-1c58-4f13-98c6-edd3449fdae1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Made reservation on behalf of 1912f23d03ac425bbba8530206421ef6 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:10.376643 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-53946548-1c58-4f13-98c6-edd3449fdae1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.411162 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-53946548-1c58-4f13-98c6-edd3449fdae1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.609259 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.617931 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64c07407-0571-498e-b1fd-96edcfdbf75b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.644557 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-64c07407-0571-498e-b1fd-96edcfdbf75b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] device_id is not set on port 3c354c66-b3c9-483a-96f9-2f56cb599108 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:42:10.700359 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-53946548-1c58-4f13-98c6-edd3449fdae1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.708626 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.737029 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fa5b11bc-207e-4698-ae77-1d001e6e4cec req-85b4ae5a-d9a6-417a-a57a-9cd6aa234516 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.775629 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] Network 78331211-787b-4584-b606-15ede9ec2d9c is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:10.781840 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:10.791242 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:10.802998 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] Pushing event updated for resources: {'Port': ['ID=3666d41d-6a4f-469d-9b1a-79c934f0df31,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:10.808765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf19c9-3d7a-447c-be16-d60e0ad0c206 req-99695247-01c4-4288-a1ef-af662bd00a57 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:10.817732 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4ae5a-d9a6-417a-a57a-9cd6aa234516 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Pushing event deleted for resources: {'Port': ['ID=81074da1-d0dc-493d-8b5d-ebf72b613f14,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:10.817940 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8fdf19c9-3d7a-447c-be16-d60e0ad0c206 req-99695247-01c4-4288-a1ef-af662bd00a57 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 866 time: 0.3344615 Sep 17 23:42:10.822122 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-53946548-1c58-4f13-98c6-edd3449fdae1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.930674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] Attempting to bind port 3666d41d-6a4f-469d-9b1a-79c934f0df31 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:42:10.931153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] Attempting to bind port 3666d41d-6a4f-469d-9b1a-79c934f0df31 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '78331211-787b-4584-b606-15ede9ec2d9c'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:42:10.931583 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] Attempting to bind port 3666d41d-6a4f-469d-9b1a-79c934f0df31 on network 78331211-787b-4584-b606-15ede9ec2d9c {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:10.937074 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5b11bc-207e-4698-ae77-1d001e6e4cec req-85b4ae5a-d9a6-417a-a57a-9cd6aa234516 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] No DVR routers for this DVR port 81074da1-d0dc-493d-8b5d-ebf72b613f14 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:42:10.940806 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fa5b11bc-207e-4698-ae77-1d001e6e4cec req-85b4ae5a-d9a6-417a-a57a-9cd6aa234516 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.945738 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fa5b11bc-207e-4698-ae77-1d001e6e4cec req-85b4ae5a-d9a6-417a-a57a-9cd6aa234516 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.37 "DELETE /v2.0/ports/81074da1-d0dc-493d-8b5d-ebf72b613f14 HTTP/1.1" status: 204 len: 173 time: 1.1597352 Sep 17 23:42:10.946811 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:42:10.947274 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] Checking segment: {'id': 'e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '78331211-787b-4584-b606-15ede9ec2d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:10.947768 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.948224 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] Bound using segment: {'id': 'e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '78331211-787b-4584-b606-15ede9ec2d9c'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:42:10.948782 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] Bound port: 3666d41d-6a4f-469d-9b1a-79c934f0df31, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '78331211-787b-4584-b606-15ede9ec2d9c'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:42:10.949262 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:10.952283 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c55138-c265-458a-8ee0-80cba87fa874', 'name': 'network-vif-deleted', 'tag': '81074da1-d0dc-493d-8b5d-ebf72b613f14'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:10.954849 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a188b60-85b6-4496-868e-531d2caf22a4" -d '{"events": [{"server_uuid": "c6c55138-c265-458a-8ee0-80cba87fa874", "name": "network-vif-deleted", "tag": "81074da1-d0dc-493d-8b5d-ebf72b613f14"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:10.964639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53946548-1c58-4f13-98c6-edd3449fdae1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f701e94f-4f4f-48f8-ab50-a20e773af1a9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:10.965067 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8fdf19c9-3d7a-447c-be16-d60e0ad0c206 req-66fe8c5b-5c2c-43f2-b6d3-ffd4d8cadc35 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455491 Sep 17 23:42:11.029459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c6b545-03bd-4149-b20b-8a679434466a None None] Network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:42:11.082336 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-53946548-1c58-4f13-98c6-edd3449fdae1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Allocated IP 192.168.233.19 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/3552a5d4-726d-4d3f-a363-8f246e36bc04) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:11.115402 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f259bc3b-485e-427d-882b-edf167e6dbf7 x-openstack-request-id: req-f259bc3b-485e-427d-882b-edf167e6dbf7 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:11.117351 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c55138-c265-458a-8ee0-80cba87fa874", "name": "network-vif-deleted", "tag": "81074da1-d0dc-493d-8b5d-ebf72b613f14", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:11.118649 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f259bc3b-485e-427d-882b-edf167e6dbf7 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:11.120719 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c55138-c265-458a-8ee0-80cba87fa874', 'name': 'network-vif-deleted', 'tag': '81074da1-d0dc-493d-8b5d-ebf72b613f14', 'status': 'completed', 'code': 200} Sep 17 23:42:11.150373 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-64c07407-0571-498e-b1fd-96edcfdbf75b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Allocated IP 10.1.1.147 (7fa2b1b2-a546-4435-a45d-a500f62f6e14/5aef77cc-5335-4c0b-8709-d4c2d4bc8786/3c354c66-b3c9-483a-96f9-2f56cb599108) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:11.262042 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] For port 3666d41d-6a4f-469d-9b1a-79c934f0df31, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:42:11.266030 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5120bb3f-0d36-4ace-ab31-2d8f2976ca57 None None] Provisioning complete for port c65928d5-f0b5-4979-ae8e-31e120738179 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:11.266030 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5120bb3f-0d36-4ace-ab31-2d8f2976ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.270101 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] For port 3666d41d-6a4f-469d-9b1a-79c934f0df31, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3666d41d-6a4f-469d-9b1a-79c934f0df31,segment=NetworkSegment(e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c),segment_id=e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:42:11.310846 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-53946548-1c58-4f13-98c6-edd3449fdae1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.329910 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ffa6234a-bff4-472b-ae78-1be3b1a4466b req-ed4b50e7-c437-4b26-a01d-998c8414eb09 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 210 time: 0.0647249 Sep 17 23:42:11.365919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4e14f854-fdc7-4f2b-a879-6d32faf72c48 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:42:11.397382 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 4e14f854-fdc7-4f2b-a879-6d32faf72c48 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:42:11.397855 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4e14f854-fdc7-4f2b-a879-6d32faf72c48 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:42:11.398329 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 8c94a84c-5b6b-47b3-891f-eac33d198d6d no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:42:11.425255 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 8c94a84c-5b6b-47b3-891f-eac33d198d6d {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:42:11.425676 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 8c94a84c-5b6b-47b3-891f-eac33d198d6d not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:42:11.427770 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.434864 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-53946548-1c58-4f13-98c6-edd3449fdae1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.472449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59744) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:11.483067 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-53946548-1c58-4f13-98c6-edd3449fdae1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:11.486554 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-53946548-1c58-4f13-98c6-edd3449fdae1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:11.490440 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a153d9e-33da-4022-88c8-10c247c47822 None None] Pushing event updated for resources: {'Port': ['ID=3666d41d-6a4f-469d-9b1a-79c934f0df31,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:11.491695 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-53946548-1c58-4f13-98c6-edd3449fdae1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:11.517539 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64c07407-0571-498e-b1fd-96edcfdbf75b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.551746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2d3250-698d-4963-80f3-031c643441bb admin admin] Deleting subnet a4f294d2-e1d6-44d8-a05a-4631f2b03d1e {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:42:11.555819 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3250-698d-4963-80f3-031c643441bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.612350 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53946548-1c58-4f13-98c6-edd3449fdae1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Pushing event updated for resources: {'Port': ['ID=3552a5d4-726d-4d3f-a363-8f246e36bc04,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:11.648162 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3250-698d-4963-80f3-031c643441bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.675603 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-53946548-1c58-4f13-98c6-edd3449fdae1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:11.676294 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-53946548-1c58-4f13-98c6-edd3449fdae1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.770594 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3250-698d-4963-80f3-031c643441bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.779062 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5120bb3f-0d36-4ace-ab31-2d8f2976ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:11.816295 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-53946548-1c58-4f13-98c6-edd3449fdae1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9236691 Sep 17 23:42:11.827646 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Request body: {'port': {'device_id': 'b17e3295-11b9-45ac-b5e2-ef022481ea11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:11.835471 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c65928d5-f0b5-4979-ae8e-31e120738179 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:11.930229 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64c07407-0571-498e-b1fd-96edcfdbf75b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.023106 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.043795 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-5120bb3f-0d36-4ace-ab31-2d8f2976ca57 None None] For port c65928d5-f0b5-4979-ae8e-31e120738179, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c65928d5-f0b5-4979-ae8e-31e120738179,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:12.062241 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3250-698d-4963-80f3-031c643441bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.085125 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c65928d5-f0b5-4979-ae8e-31e120738179 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:12.087129 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.176216 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5120bb3f-0d36-4ace-ab31-2d8f2976ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.212686 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c07407-0571-498e-b1fd-96edcfdbf75b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:12.216569 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-64c07407-0571-498e-b1fd-96edcfdbf75b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:12.222426 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c07407-0571-498e-b1fd-96edcfdbf75b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:12.244683 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3250-698d-4963-80f3-031c643441bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.254327 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9f2d3250-698d-4963-80f3-031c643441bb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a4f294d2-e1d6-44d8-a05a-4631f2b03d1e HTTP/1.1" status: 204 len: 168 time: 0.7805574 Sep 17 23:42:12.258038 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d3250-698d-4963-80f3-031c643441bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4f294d2-e1d6-44d8-a05a-4631f2b03d1e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:12.263239 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59762) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:12.321289 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c07407-0571-498e-b1fd-96edcfdbf75b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event updated for resources: {'Port': ['ID=3c354c66-b3c9-483a-96f9-2f56cb599108,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:12.330968 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120bb3f-0d36-4ace-ab31-2d8f2976ca57 None None] Pushing event updated for resources: {'Port': ['ID=c65928d5-f0b5-4979-ae8e-31e120738179,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:12.375218 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f910dead-6421-4d52-a902-5c04ba57b5f6 None None] Provisioning complete for port 3552a5d4-726d-4d3f-a363-8f246e36bc04 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:12.375540 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f910dead-6421-4d52-a902-5c04ba57b5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.425266 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-879ee099-a002-46e6-8ce9-01b8317bb747 req-fb3ea993-9f1c-4295-a1d0-63e9ffd4d631 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c55138-c265-458a-8ee0-80cba87fa874 HTTP/1.1" status: 200 len: 210 time: 0.0969417 Sep 17 23:42:12.433303 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-f910dead-6421-4d52-a902-5c04ba57b5f6 None None] Port 3552a5d4-726d-4d3f-a363-8f246e36bc04 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:42:12.474109 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f910dead-6421-4d52-a902-5c04ba57b5f6 None None] Provisioning complete for port c65928d5-f0b5-4979-ae8e-31e120738179 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:12.475214 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f910dead-6421-4d52-a902-5c04ba57b5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.572337 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c07407-0571-498e-b1fd-96edcfdbf75b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:12.573665 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64c07407-0571-498e-b1fd-96edcfdbf75b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.594837 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e318325-ae91-45e9-b568-c6a77d11b97f req-db9dd805-a96d-45a2-a3b3-13dc88acf712 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:12.596526 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7e318325-ae91-45e9-b568-c6a77d11b97f req-db9dd805-a96d-45a2-a3b3-13dc88acf712 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 945 time: 0.2682528 Sep 17 23:42:12.603738 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-387b6c9d-abc5-4d76-9c5c-53f94fb19503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.785395 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-387b6c9d-abc5-4d76-9c5c-53f94fb19503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.807429 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7c286e66-7afb-43e7-a064-29235fb3443f None None] Provisioning complete for port 3c354c66-b3c9-483a-96f9-2f56cb599108 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:12.808744 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-387b6c9d-abc5-4d76-9c5c-53f94fb19503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9def810e-7ca4-4135-ae9d-7edfe5be5dcc']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:12.808931 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7c286e66-7afb-43e7-a064-29235fb3443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.819432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-387b6c9d-abc5-4d76-9c5c-53f94fb19503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6795e2-d48f-4832-a572-c0a1eeee400f') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:12.819727 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-387b6c9d-abc5-4d76-9c5c-53f94fb19503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6795e2-d48f-4832-a572-c0a1eeee400f') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:12.837112 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-387b6c9d-abc5-4d76-9c5c-53f94fb19503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.850846 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-387b6c9d-abc5-4d76-9c5c-53f94fb19503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.857134 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387b6c9d-abc5-4d76-9c5c-53f94fb19503 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:42:12.857536 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-387b6c9d-abc5-4d76-9c5c-53f94fb19503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:12.868566 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-7c286e66-7afb-43e7-a064-29235fb3443f None None] Port 3c354c66-b3c9-483a-96f9-2f56cb599108 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:42:12.877758 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:42:12.888475 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-64c07407-0571-498e-b1fd-96edcfdbf75b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2578831 Sep 17 23:42:12.898758 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59776) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:12.913573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-070b4fb2-4fff-4b6a-9531-c514fb188ff4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Request body: {'port': {'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14', 'name': 'tempest-TaggedBootDevicesTest_v242-1778131994', 'fixed_ips': [{'subnet_id': '5aef77cc-5335-4c0b-8709-d4c2d4bc8786'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:12.921587 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7e318325-ae91-45e9-b568-c6a77d11b97f req-32b8a8ed-8ede-41f8-b3e6-d2eb93e2ef09 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/security-groups?id=f382f56d-e191-481b-9ebe-da965f274f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133650 Sep 17 23:42:13.082300 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6823c4-2da1-477b-84ba-ffcf8805e8b1 req-dbe94b30-2b67-4ebd-8a5c-04ae641fe68d tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:13.089637 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb6823c4-2da1-477b-84ba-ffcf8805e8b1 req-dbe94b30-2b67-4ebd-8a5c-04ae641fe68d tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 935 time: 0.2127898 Sep 17 23:42:13.112561 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932d037-23e0-43cd-88d0-6cb60876d077 req-802b4b3a-d397-4303-be60-20db215555ef tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:13.114385 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1932d037-23e0-43cd-88d0-6cb60876d077 req-802b4b3a-d397-4303-be60-20db215555ef tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 945 time: 0.0933437 Sep 17 23:42:13.114529 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-387b6c9d-abc5-4d76-9c5c-53f94fb19503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:13.136037 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:13.136852 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-387b6c9d-abc5-4d76-9c5c-53f94fb19503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:13.136852 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-387b6c9d-abc5-4d76-9c5c-53f94fb19503 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9def810e-7ca4-4135-ae9d-7edfe5be5dcc HTTP/1.1" status: 204 len: 168 time: 0.8646955 Sep 17 23:42:13.137032 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3552a5d4-726d-4d3f-a363-8f246e36bc04 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:13.153595 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b6c9d-abc5-4d76-9c5c-53f94fb19503 admin admin] Pushing event deleted for resources: {'Network': ['ID=9def810e-7ca4-4135-ae9d-7edfe5be5dcc,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:13.162375 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:13.195751 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb6823c4-2da1-477b-84ba-ffcf8805e8b1 req-12c06520-2f56-475d-ad6b-06ddc86bd3f2 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005523 Sep 17 23:42:13.212967 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Transition to ACTIVE for port object 3552a5d4-726d-4d3f-a363-8f246e36bc04 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:42:13.258144 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ea05fc-ec6c-43d5-a4fb-6a77b630c723 None None] Network 78331211-787b-4584-b606-15ede9ec2d9c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:42:13.268877 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-1932d037-23e0-43cd-88d0-6cb60876d077 req-6d5e45f7-a3bf-4bd5-a861-e6d9950eb9a9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Deleting port b948076a-51a5-461d-a280-dc454f12c73a {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:42:13.268877 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1932d037-23e0-43cd-88d0-6cb60876d077 req-6d5e45f7-a3bf-4bd5-a861-e6d9950eb9a9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:13.331344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070b4fb2-4fff-4b6a-9531-c514fb188ff4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Made reservation on behalf of 8f9cc78239c7437cacb7009f2c68fb58 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:13.331557 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:13.331679 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-070b4fb2-4fff-4b6a-9531-c514fb188ff4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:13.365932 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-070b4fb2-4fff-4b6a-9531-c514fb188ff4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] device_id is not set on port c6bb7140-f314-400d-b7fc-5bb8506ae4ab yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:42:13.374071 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 81074da1-d0dc-493d-8b5d-ebf72b613f14 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:42:13.407091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-1932d037-23e0-43cd-88d0-6cb60876d077 req-6d5e45f7-a3bf-4bd5-a861-e6d9950eb9a9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] For port b948076a-51a5-461d-a280-dc454f12c73a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b948076a-51a5-461d-a280-dc454f12c73a,segment=NetworkSegment(fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48),segment_id=fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:13.407465 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1932d037-23e0-43cd-88d0-6cb60876d077 req-6d5e45f7-a3bf-4bd5-a861-e6d9950eb9a9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:13.431266 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 81074da1-d0dc-493d-8b5d-ebf72b613f14 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:42:13.431604 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 81074da1-d0dc-493d-8b5d-ebf72b613f14 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:42:13.432015 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device b948076a-51a5-461d-a280-dc454f12c73a no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:42:13.440158 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Pushing event updated for resources: {'Port': ['ID=3552a5d4-726d-4d3f-a363-8f246e36bc04,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:13.443257 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-1932d037-23e0-43cd-88d0-6cb60876d077 req-6d5e45f7-a3bf-4bd5-a861-e6d9950eb9a9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Calling delete_port for b948076a-51a5-461d-a280-dc454f12c73a owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:42:13.444404 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-6a868c78-a00a-41bb-9887-7318c86579d1 None None] Provisioning complete for port 3666d41d-6a4f-469d-9b1a-79c934f0df31 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:13.456484 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6a868c78-a00a-41bb-9887-7318c86579d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:13.644664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Attempting to bind port 3552a5d4-726d-4d3f-a363-8f246e36bc04 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:42:13.645046 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Attempting to bind port 3552a5d4-726d-4d3f-a363-8f246e36bc04 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:42:13.645377 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Attempting to bind port 3552a5d4-726d-4d3f-a363-8f246e36bc04 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:13.669682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Port 3552a5d4-726d-4d3f-a363-8f246e36bc04 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:42:13.670390 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Attempting to bind port 3552a5d4-726d-4d3f-a363-8f246e36bc04 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:13.688294 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:42:13.689207 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:13.689938 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:42:13.691133 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Bound port: 3552a5d4-726d-4d3f-a363-8f246e36bc04, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:42:13.692017 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:13.758887 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59790) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:13.809026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-070b4fb2-4fff-4b6a-9531-c514fb188ff4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Allocated IP 10.1.1.166 (7fa2b1b2-a546-4435-a45d-a500f62f6e14/5aef77cc-5335-4c0b-8709-d4c2d4bc8786/c6bb7140-f314-400d-b7fc-5bb8506ae4ab) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:13.896473 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c65928d5-f0b5-4979-ae8e-31e120738179 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:13.937517 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] For port 3552a5d4-726d-4d3f-a363-8f246e36bc04, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:42:13.940975 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] For port 3552a5d4-726d-4d3f-a363-8f246e36bc04, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=3552a5d4-726d-4d3f-a363-8f246e36bc04,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:42:13.952310 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c5231af9-a8c9-474c-8b76-1332100b4d7f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08157d7339154e21a81a531fc30eeab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916924 Sep 17 23:42:13.954515 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59796) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:13.981114 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6a868c78-a00a-41bb-9887-7318c86579d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:14.036851 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20b74697-b2e7-4cf2-a7c6-089e05b7a9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:14.049900 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1932d037-23e0-43cd-88d0-6cb60876d077 req-6d5e45f7-a3bf-4bd5-a861-e6d9950eb9a9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:14.063854 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6a868c78-a00a-41bb-9887-7318c86579d1 None None] For port 3666d41d-6a4f-469d-9b1a-79c934f0df31, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3666d41d-6a4f-469d-9b1a-79c934f0df31,segment=NetworkSegment(e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c),segment_id=e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:14.070979 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:14.115845 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-98bb80cb-ab85-45dc-bf0b-0f5e03ee0ed6 req-95ba1d8d-1f3f-4db8-8a54-d5f3872eae16 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 210 time: 0.0626209 Sep 17 23:42:14.116209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c65928d5-f0b5-4979-ae8e-31e120738179 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:14.116209 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:14.182554 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:14.183390 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:14.185091 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] 10.222.0.41 "PUT /v2.0/ports/3552a5d4-726d-4d3f-a363-8f246e36bc04 HTTP/1.1" status: 200 len: 1095 time: 2.3625879 Sep 17 23:42:14.189574 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20b74697-b2e7-4cf2-a7c6-089e05b7a9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:14.192150 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17e3295-11b9-45ac-b5e2-ef022481ea11', 'tag': '3552a5d4-726d-4d3f-a363-8f246e36bc04'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:14.195226 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e9b9d8-7ff7-4781-a857-a39441eab102" -d '{"events": [{"name": "network-changed", "server_uuid": "b17e3295-11b9-45ac-b5e2-ef022481ea11", "tag": "3552a5d4-726d-4d3f-a363-8f246e36bc04"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:14.237810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3666d41d-6a4f-469d-9b1a-79c934f0df31 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:14.268235 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e45f7-a3bf-4bd5-a861-e6d9950eb9a9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Pushing event deleted for resources: {'Port': ['ID=b948076a-51a5-461d-a280-dc454f12c73a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:14.338090 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-68cbd785-3527-448c-8e64-576bfec917a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:14.377813 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 3666d41d-6a4f-469d-9b1a-79c934f0df31 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:14.378676 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:14.400553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-1932d037-23e0-43cd-88d0-6cb60876d077 req-6d5e45f7-a3bf-4bd5-a861-e6d9950eb9a9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] No DVR routers for this DVR port b948076a-51a5-461d-a280-dc454f12c73a on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:42:14.419951 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1932d037-23e0-43cd-88d0-6cb60876d077 req-6d5e45f7-a3bf-4bd5-a861-e6d9950eb9a9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:14.423453 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1932d037-23e0-43cd-88d0-6cb60876d077 req-6d5e45f7-a3bf-4bd5-a861-e6d9950eb9a9 tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.37 "DELETE /v2.0/ports/b948076a-51a5-461d-a280-dc454f12c73a HTTP/1.1" status: 204 len: 173 time: 1.2992516 Sep 17 23:42:14.424550 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a69f58-7c8b-4b0b-b92b-a7a7cf85a701 service neutron] Pushing event updated for resources: {'Port': ['ID=3552a5d4-726d-4d3f-a363-8f246e36bc04,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:14.497066 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-070b4fb2-4fff-4b6a-9531-c514fb188ff4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:14.511991 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5df117-bff0-43fc-849b-59c813dcb7d8 req-379aa08f-e3de-490c-be98-b0ff693f6443 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:14.515433 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8c5df117-bff0-43fc-849b-59c813dcb7d8 req-379aa08f-e3de-490c-be98-b0ff693f6443 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 944 time: 0.2722235 Sep 17 23:42:14.531020 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:14.534630 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ef0d7-0269-4557-ab62-fdd87fd219a9 req-ec786ced-2018-4a5d-90f4-302c4b28c3b8 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:14.536117 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d3ef0d7-0269-4557-ab62-fdd87fd219a9 req-ec786ced-2018-4a5d-90f4-302c4b28c3b8 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 947 time: 0.1836109 Sep 17 23:42:14.599903 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a0e59-9e19-4725-b1cd-2a830f52d0bf req-84f50dba-ddf8-4abb-84d4-cdca4b4551d2 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:14.601403 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-013a0e59-9e19-4725-b1cd-2a830f52d0bf req-84f50dba-ddf8-4abb-84d4-cdca4b4551d2 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.37 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 944 time: 0.1566162 Sep 17 23:42:14.653019 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8c5df117-bff0-43fc-849b-59c813dcb7d8 req-f4d640de-9803-4878-96ff-b3472fc64563 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316712 Sep 17 23:42:14.667738 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d3ef0d7-0269-4557-ab62-fdd87fd219a9 req-3d3d03eb-438d-4e97-8df6-2ab381720b69 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137083 Sep 17 23:42:14.709058 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423da2cc-00be-46cd-a04a-53e07558ee34 x-openstack-request-id: req-423da2cc-00be-46cd-a04a-53e07558ee34 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:14.709595 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17e3295-11b9-45ac-b5e2-ef022481ea11", "tag": "3552a5d4-726d-4d3f-a363-8f246e36bc04", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:14.710047 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-423da2cc-00be-46cd-a04a-53e07558ee34 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:14.710650 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17e3295-11b9-45ac-b5e2-ef022481ea11', 'tag': '3552a5d4-726d-4d3f-a363-8f246e36bc04', 'status': 'completed', 'code': 200} Sep 17 23:42:14.729570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-013a0e59-9e19-4725-b1cd-2a830f52d0bf req-a3b8aa0e-1d82-449c-b5bf-983887f0bdcc tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Deleting port e9faba15-8a10-4764-ab3d-667faac2e12d {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:42:14.730226 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-013a0e59-9e19-4725-b1cd-2a830f52d0bf req-a3b8aa0e-1d82-449c-b5bf-983887f0bdcc tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:14.732994 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6a868c78-a00a-41bb-9887-7318c86579d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:14.784048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9b9d8-7ff7-4781-a857-a39441eab102 req-7c86b9ae-65a9-45cd-b994-4c727561b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:14.785602 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-98e9b9d8-7ff7-4781-a857-a39441eab102 req-7c86b9ae-65a9-45cd-b994-4c727561b223 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 1098 time: 0.0478487 Sep 17 23:42:14.824242 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:42:14.824605 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:42:14.830791 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-98e9b9d8-7ff7-4781-a857-a39441eab102 req-76a62ebb-8df1-48ce-aec2-668aba0b4e7e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1912f23d03ac425bbba8530206421ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350196 Sep 17 23:42:14.869445 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-27768fff-4c82-4691-a3de-8fa155ab5dc2 None None] Provisioning complete for port 3666d41d-6a4f-469d-9b1a-79c934f0df31 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:14.869817 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-27768fff-4c82-4691-a3de-8fa155ab5dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:14.978617 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59810) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:14.992188 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a868c78-a00a-41bb-9887-7318c86579d1 None None] Pushing event updated for resources: {'Port': ['ID=3666d41d-6a4f-469d-9b1a-79c934f0df31,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:15.063946 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20b74697-b2e7-4cf2-a7c6-089e05b7a9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.074636 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20b74697-b2e7-4cf2-a7c6-089e05b7a9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.076092 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-20b74697-b2e7-4cf2-a7c6-089e05b7a9ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db9be31b-48bd-4e83-918d-fa569a4a0a67 HTTP/1.1" status: 204 len: 168 time: 1.1204042 Sep 17 23:42:15.151180 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b74697-b2e7-4cf2-a7c6-089e05b7a9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9be31b-48bd-4e83-918d-fa569a4a0a67,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:15.185294 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bbcc4fc7-3fa2-401e-b75b-97ade3d7d72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.232644 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9b9d8-7ff7-4781-a857-a39441eab102 req-463d7a70-0d3e-4d04-b282-9d639fd6bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:15.234210 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-98e9b9d8-7ff7-4781-a857-a39441eab102 req-463d7a70-0d3e-4d04-b282-9d639fd6bcdd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3947458 Sep 17 23:42:15.251616 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-070b4fb2-4fff-4b6a-9531-c514fb188ff4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.291538 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53c6cd46-3bf9-4dd1-b7ee-6f950094e333 req-d5941626-2add-4984-a76c-4b2bedacd0aa tempest-LiveAutoBlockMigrationV225Test-1168414397 tempest-LiveAutoBlockMigrationV225Test-1168414397-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fcaa66c-7825-4c03-b789-5fddb498324c HTTP/1.1" status: 200 len: 210 time: 0.0442390 Sep 17 23:42:15.320653 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070b4fb2-4fff-4b6a-9531-c514fb188ff4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:15.327737 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-070b4fb2-4fff-4b6a-9531-c514fb188ff4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:15.345760 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bbcc4fc7-3fa2-401e-b75b-97ade3d7d72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.347440 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070b4fb2-4fff-4b6a-9531-c514fb188ff4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:15.352302 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-65aa95eb-9cd5-44aa-8d2f-0758e601ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:15.354008 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-65aa95eb-9cd5-44aa-8d2f-0758e601ab93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 1098 time: 0.0716493 Sep 17 23:42:15.411167 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-169cf577-15d9-49c4-84b5-f1a1c9c2638d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=3552a5d4-726d-4d3f-a363-8f246e36bc04 HTTP/1.1" status: 200 len: 217 time: 0.0482552 Sep 17 23:42:15.421510 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b4fb2-4fff-4b6a-9531-c514fb188ff4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event updated for resources: {'Port': ['ID=c6bb7140-f314-400d-b7fc-5bb8506ae4ab,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:15.431252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-013a0e59-9e19-4725-b1cd-2a830f52d0bf req-a3b8aa0e-1d82-449c-b5bf-983887f0bdcc tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] For port e9faba15-8a10-4764-ab3d-667faac2e12d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=e9faba15-8a10-4764-ab3d-667faac2e12d,segment=NetworkSegment(aaa88b8d-287c-40cd-98c3-f936a02903e4),segment_id=aaa88b8d-287c-40cd-98c3-f936a02903e4)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:15.431656 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-013a0e59-9e19-4725-b1cd-2a830f52d0bf req-a3b8aa0e-1d82-449c-b5bf-983887f0bdcc tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.454648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-013a0e59-9e19-4725-b1cd-2a830f52d0bf req-a3b8aa0e-1d82-449c-b5bf-983887f0bdcc tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Calling delete_port for e9faba15-8a10-4764-ab3d-667faac2e12d owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:42:15.484963 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bbcc4fc7-3fa2-401e-b75b-97ade3d7d72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.534441 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bbcc4fc7-3fa2-401e-b75b-97ade3d7d72a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=676a72446277418390b41b9f424cb699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5546079 Sep 17 23:42:15.539918 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59820) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:15.570501 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc4fc7-3fa2-401e-b75b-97ade3d7d72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a20e505-e9d0-4d66-9fdf-34ebc3ec834e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:15.574889 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070b4fb2-4fff-4b6a-9531-c514fb188ff4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:15.575606 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-070b4fb2-4fff-4b6a-9531-c514fb188ff4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.586852 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-7121d38e-8f40-414f-a4de-46f4b9722d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:15.587282 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-7121d38e-8f40-414f-a4de-46f4b9722d2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1678884 Sep 17 23:42:15.645419 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-924f4f25-b30d-4004-923d-ab46e70bc8e0 None None] Provisioning complete for port c6bb7140-f314-400d-b7fc-5bb8506ae4ab triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:15.646494 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-924f4f25-b30d-4004-923d-ab46e70bc8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.648409 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3666d41d-6a4f-469d-9b1a-79c934f0df31 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:15.687682 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-070b4fb2-4fff-4b6a-9531-c514fb188ff4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7803640 Sep 17 23:42:15.730317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-3fd6121a-3553-43ba-a397-a9c59c732d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:15.736097 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-3fd6121a-3553-43ba-a397-a9c59c732d39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1380124 Sep 17 23:42:15.770003 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc2ea-3b6a-460c-bbe3-b7f8a0254280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.822979 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-924f4f25-b30d-4004-923d-ab46e70bc8e0 None None] Port c6bb7140-f314-400d-b7fc-5bb8506ae4ab cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:42:15.863313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 3666d41d-6a4f-469d-9b1a-79c934f0df31 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:15.863684 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.863821 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc2ea-3b6a-460c-bbe3-b7f8a0254280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.942848 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-013a0e59-9e19-4725-b1cd-2a830f52d0bf req-a3b8aa0e-1d82-449c-b5bf-983887f0bdcc tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:15.954187 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-264a6576-8fad-46df-8365-4441d2d9461e service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129714 Sep 17 23:42:15.967271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406bc39-c540-4dff-9a53-c4b4432ba35c req-6552d331-377a-4ae5-8d0e-11a8e0aa78c2 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:15.969237 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5406bc39-c540-4dff-9a53-c4b4432ba35c req-6552d331-377a-4ae5-8d0e-11a8e0aa78c2 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 866 time: 0.1776910 Sep 17 23:42:16.020299 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8aa0e-1d82-449c-b5bf-983887f0bdcc tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Pushing event deleted for resources: {'Port': ['ID=e9faba15-8a10-4764-ab3d-667faac2e12d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:16.069780 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-013a0e59-9e19-4725-b1cd-2a830f52d0bf req-a3b8aa0e-1d82-449c-b5bf-983887f0bdcc tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] No DVR routers for this DVR port e9faba15-8a10-4764-ab3d-667faac2e12d on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:42:16.074192 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-013a0e59-9e19-4725-b1cd-2a830f52d0bf req-a3b8aa0e-1d82-449c-b5bf-983887f0bdcc tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:16.075768 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-013a0e59-9e19-4725-b1cd-2a830f52d0bf req-a3b8aa0e-1d82-449c-b5bf-983887f0bdcc tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.37 "DELETE /v2.0/ports/e9faba15-8a10-4764-ab3d-667faac2e12d HTTP/1.1" status: 204 len: 173 time: 1.4650095 Sep 17 23:42:16.077759 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c311bf71-ce82-4a5a-b559-d99f210796a1', 'name': 'network-vif-deleted', 'tag': 'e9faba15-8a10-4764-ab3d-667faac2e12d'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:16.082550 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587565a8-7a93-4bbe-996d-33ea9ee273f7" -d '{"events": [{"server_uuid": "c311bf71-ce82-4a5a-b559-d99f210796a1", "name": "network-vif-deleted", "tag": "e9faba15-8a10-4764-ab3d-667faac2e12d"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:16.108995 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5406bc39-c540-4dff-9a53-c4b4432ba35c req-ded94ca4-0767-4a3a-a6a7-659b49ef988e tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/security-groups?id=423126b2-bafa-48f6-8f2c-45ca069b90c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140447 Sep 17 23:42:16.119603 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc2ea-3b6a-460c-bbe3-b7f8a0254280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:16.123096 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc2ea-3b6a-460c-bbe3-b7f8a0254280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:16.124665 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f5dbc2ea-3b6a-460c-bbe3-b7f8a0254280 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a20e505-e9d0-4d66-9fdf-34ebc3ec834e HTTP/1.1" status: 204 len: 168 time: 0.5787590 Sep 17 23:42:16.145327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbc2ea-3b6a-460c-bbe3-b7f8a0254280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a20e505-e9d0-4d66-9fdf-34ebc3ec834e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:16.196721 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9c551d1d-7e30-43e1-93d6-859a79b8751f req-0bb9301e-ecbe-4e35-b8ca-d6e20c982077 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357371 Sep 17 23:42:16.277041 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229060c-4f25-4182-93ce-393c46fe2eef req-bfe42f11-9cfe-49b2-9ceb-03aecea87e43 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:16.288361 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6229060c-4f25-4182-93ce-393c46fe2eef req-bfe42f11-9cfe-49b2-9ceb-03aecea87e43 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 947 time: 0.0642800 Sep 17 23:42:16.337597 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6229060c-4f25-4182-93ce-393c46fe2eef req-1a2541b9-08dc-4da7-945e-542e89218faf tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475459 Sep 17 23:42:16.469656 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207009b3-a942-4c01-a77d-2788d98105e4 x-openstack-request-id: req-207009b3-a942-4c01-a77d-2788d98105e4 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:16.470425 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c311bf71-ce82-4a5a-b559-d99f210796a1", "name": "network-vif-deleted", "tag": "e9faba15-8a10-4764-ab3d-667faac2e12d", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:16.470895 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-207009b3-a942-4c01-a77d-2788d98105e4 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:16.471966 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c311bf71-ce82-4a5a-b559-d99f210796a1', 'name': 'network-vif-deleted', 'tag': 'e9faba15-8a10-4764-ab3d-667faac2e12d', 'status': 'completed', 'code': 200} Sep 17 23:42:16.500760 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59850) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:16.542288 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3273da6e-f7d5-4209-940c-eb19870408b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:16.562461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59854) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:16.568719 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-02cbcaed-e6f6-459d-9b2c-8919ac4190a0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1259887251', 'description': 'tempest-description--1471624386'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:16.702385 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-02cbcaed-e6f6-459d-9b2c-8919ac4190a0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:16.713657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcaa66c-7825-4c03-b789-5fddb498324c', 'name': 'network-vif-deleted', 'tag': 'b948076a-51a5-461d-a280-dc454f12c73a'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:16.716083 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfb18e7-beab-476a-b4af-0ede775b6f98" -d '{"events": [{"server_uuid": "9fcaa66c-7825-4c03-b789-5fddb498324c", "name": "network-vif-deleted", "tag": "b948076a-51a5-461d-a280-dc454f12c73a"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:16.732639 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7777c78-5de2-4b9a-9c74-3dbd215dc703 admin admin] Deleting subnet 01920827-ca31-4a6c-b1d5-a2ec1bf1f034 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:42:16.738418 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e7777c78-5de2-4b9a-9c74-3dbd215dc703 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:16.770433 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757a1578-bca2-40df-ab74-1a2f09484573 x-openstack-request-id: req-757a1578-bca2-40df-ab74-1a2f09484573 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:16.770736 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcaa66c-7825-4c03-b789-5fddb498324c", "name": "network-vif-deleted", "tag": "b948076a-51a5-461d-a280-dc454f12c73a", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:16.771149 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-757a1578-bca2-40df-ab74-1a2f09484573 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:16.771561 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcaa66c-7825-4c03-b789-5fddb498324c', 'name': 'network-vif-deleted', 'tag': 'b948076a-51a5-461d-a280-dc454f12c73a', 'status': 'completed', 'code': 200} Sep 17 23:42:16.792551 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e7777c78-5de2-4b9a-9c74-3dbd215dc703 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:16.823029 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-02cbcaed-e6f6-459d-9b2c-8919ac4190a0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:16.839323 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e7777c78-5de2-4b9a-9c74-3dbd215dc703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:16.927359 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59864) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:16.976299 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-02cbcaed-e6f6-459d-9b2c-8919ac4190a0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:17.008795 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e7777c78-5de2-4b9a-9c74-3dbd215dc703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:17.014695 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbcaed-e6f6-459d-9b2c-8919ac4190a0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6687bf39-82f2-4203-9e3b-9109ba09075f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:17.025346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cbcaed-e6f6-459d-9b2c-8919ac4190a0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:17.025695 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cbcaed-e6f6-459d-9b2c-8919ac4190a0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:17.026032 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cbcaed-e6f6-459d-9b2c-8919ac4190a0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:17.026423 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cbcaed-e6f6-459d-9b2c-8919ac4190a0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:17.026766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cbcaed-e6f6-459d-9b2c-8919ac4190a0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:17.027100 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cbcaed-e6f6-459d-9b2c-8919ac4190a0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:17.027431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cbcaed-e6f6-459d-9b2c-8919ac4190a0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:17.027760 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cbcaed-e6f6-459d-9b2c-8919ac4190a0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:17.028354 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cbcaed-e6f6-459d-9b2c-8919ac4190a0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:17.028665 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cbcaed-e6f6-459d-9b2c-8919ac4190a0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:17.029189 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cbcaed-e6f6-459d-9b2c-8919ac4190a0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:17.029513 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cbcaed-e6f6-459d-9b2c-8919ac4190a0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:17.045384 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0bc475b1-9c9a-4b25-9635-76bc0519d2ae admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-908281500-network', 'tenant_id': '4772d9a8c0714fd28936958f529bdf47'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:17.069028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7777c78-5de2-4b9a-9c74-3dbd215dc703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01920827-ca31-4a6c-b1d5-a2ec1bf1f034,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:17.073234 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e7777c78-5de2-4b9a-9c74-3dbd215dc703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:17.079998 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-02cbcaed-e6f6-459d-9b2c-8919ac4190a0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:17.080126 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e7777c78-5de2-4b9a-9c74-3dbd215dc703 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/01920827-ca31-4a6c-b1d5-a2ec1bf1f034 HTTP/1.1" status: 204 len: 168 time: 0.5741096 Sep 17 23:42:17.080225 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-02cbcaed-e6f6-459d-9b2c-8919ac4190a0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5136089 Sep 17 23:42:17.080225 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59868) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:17.080225 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59870) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:17.117626 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-8e19b90d-fa45-49de-881b-1fdc8aa0d097 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Request body: {'security_group_rule': {'security_group_id': '6687bf39-82f2-4203-9e3b-9109ba09075f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:17.134077 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.db.api [None req-8e19b90d-fa45-49de-881b-1fdc8aa0d097 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 23:42:17.134077 n-d-809883-1 neutron-server[95591]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 23:42:17.134077 n-d-809883-1 neutron-server[95591]: [parameters: {'project_id_1': '8f9cc78239c7437cacb7009f2c68fb58', 'expiration_1': datetime.datetime(2021, 9, 17, 23, 41, 57, 123169)}] Sep 17 23:42:17.134077 n-d-809883-1 neutron-server[95591]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:42:17.134551 n-d-809883-1 neutron-server[95591]: DEBUG oslo_db.api [None req-8e19b90d-fa45-49de-881b-1fdc8aa0d097 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:42:17.177334 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c563f14c-a390-4a0c-9cec-c7a0858d7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:17.177858 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59876) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:17.195759 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ebc4dce-954b-4e64-888f-a137995cd710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:17.246511 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21af7d6c-7f0b-4728-9694-9971ccc5a897 req-ab8747be-72f8-4a39-b4fc-ebee1bae2ad4 tempest-LiveMigrationTest-2083561076 tempest-LiveMigrationTest-2083561076-project] 10.222.0.46 "GET /v2.0/ports?device_id=c311bf71-ce82-4a5a-b559-d99f210796a1 HTTP/1.1" status: 200 len: 210 time: 0.0272913 Sep 17 23:42:17.265475 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c563f14c-a390-4a0c-9cec-c7a0858d7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:17.285893 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-c563f14c-a390-4a0c-9cec-c7a0858d7dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de59519b-4223-446a-ba3f-49ba8599e2a2']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:17.295168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-c563f14c-a390-4a0c-9cec-c7a0858d7dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:17.295467 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-c563f14c-a390-4a0c-9cec-c7a0858d7dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9bd2b6-4e79-488f-8b21-6ce6bdaafd48') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:17.304523 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c563f14c-a390-4a0c-9cec-c7a0858d7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:17.320591 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c563f14c-a390-4a0c-9cec-c7a0858d7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:17.326333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c563f14c-a390-4a0c-9cec-c7a0858d7dc7 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:42:17.326736 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c563f14c-a390-4a0c-9cec-c7a0858d7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:42:17.328360 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:42:17.331747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device e9faba15-8a10-4764-ab3d-667faac2e12d no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:42:17.354566 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: e9faba15-8a10-4764-ab3d-667faac2e12d {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:42:17.354919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device e9faba15-8a10-4764-ab3d-667faac2e12d not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:42:17.464874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc36c53-ad33-4228-83d1-ffa50c6f8b02 req-3836d602-479e-43f3-9534-14757bfc225c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:17.466661 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6dc36c53-ad33-4228-83d1-ffa50c6f8b02 req-3836d602-479e-43f3-9534-14757bfc225c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 947 time: 0.0514266 Sep 17 23:42:17.510303 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6dc36c53-ad33-4228-83d1-ffa50c6f8b02 req-6fcb4a75-96c1-4206-b5ae-16134a9c60be tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375190 Sep 17 23:42:18.216950 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc475b1-9c9a-4b25-9635-76bc0519d2ae admin admin] Made reservation on behalf of 4772d9a8c0714fd28936958f529bdf47 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:18.221380 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bc475b1-9c9a-4b25-9635-76bc0519d2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.231390 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.240793 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.db.api [None req-8e19b90d-fa45-49de-881b-1fdc8aa0d097 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 23:42:18.240793 n-d-809883-1 neutron-server[95591]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 23:42:18.240793 n-d-809883-1 neutron-server[95591]: [parameters: {'project_id_1': '8f9cc78239c7437cacb7009f2c68fb58', 'expiration_1': datetime.datetime(2021, 9, 17, 23, 41, 57, 639673)}] Sep 17 23:42:18.240793 n-d-809883-1 neutron-server[95591]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:42:18.241280 n-d-809883-1 neutron-server[95591]: DEBUG oslo_db.api [None req-8e19b90d-fa45-49de-881b-1fdc8aa0d097 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:42:18.242207 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bc475b1-9c9a-4b25-9635-76bc0519d2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.267950 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.269735 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c563f14c-a390-4a0c-9cec-c7a0858d7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.284922 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c563f14c-a390-4a0c-9cec-c7a0858d7dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.290623 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c563f14c-a390-4a0c-9cec-c7a0858d7dc7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/de59519b-4223-446a-ba3f-49ba8599e2a2 HTTP/1.1" status: 204 len: 168 time: 1.2062938 Sep 17 23:42:18.290810 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59894) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:18.296878 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563f14c-a390-4a0c-9cec-c7a0858d7dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=de59519b-4223-446a-ba3f-49ba8599e2a2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:18.308868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59896) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:18.354297 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ebc4dce-954b-4e64-888f-a137995cd710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.359535 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b15e3d-dd55-4058-91b7-9a98ef38b94a admin admin] Deleting subnet d62fb16e-00d4-4767-b7b8-e60c92f35b90 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:42:18.362720 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-17b15e3d-dd55-4058-91b7-9a98ef38b94a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.400281 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-17b15e3d-dd55-4058-91b7-9a98ef38b94a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.433250 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ebc4dce-954b-4e64-888f-a137995cd710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.459248 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-17b15e3d-dd55-4058-91b7-9a98ef38b94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.515642 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9ebc4dce-954b-4e64-888f-a137995cd710 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=241194dc4c7f40e3818ae7f168ea6110&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3341362 Sep 17 23:42:18.516438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc4dce-954b-4e64-888f-a137995cd710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285a66af-d0c1-4f9c-b454-4cdefe8f0e85,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:18.519835 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59910) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:18.584730 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bc475b1-9c9a-4b25-9635-76bc0519d2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.586488 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3a47d205-11cf-412d-b4d5-a5949d6b2fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.598106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-95195016-44e1-4733-8dc7-74f1ad3f862c admin admin] Deleting subnet 67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:42:18.602219 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95195016-44e1-4733-8dc7-74f1ad3f862c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.605593 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 3552a5d4-726d-4d3f-a363-8f246e36bc04 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:42:18.610018 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3a47d205-11cf-412d-b4d5-a5949d6b2fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.640167 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95195016-44e1-4733-8dc7-74f1ad3f862c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.658858 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-17b15e3d-dd55-4058-91b7-9a98ef38b94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.692044 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95195016-44e1-4733-8dc7-74f1ad3f862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.712175 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b15e3d-dd55-4058-91b7-9a98ef38b94a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d62fb16e-00d4-4767-b7b8-e60c92f35b90,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:18.713609 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-17b15e3d-dd55-4058-91b7-9a98ef38b94a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.715500 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-17b15e3d-dd55-4058-91b7-9a98ef38b94a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d62fb16e-00d4-4767-b7b8-e60c92f35b90 HTTP/1.1" status: 204 len: 168 time: 0.4241633 Sep 17 23:42:18.720114 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59914) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:18.748359 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bc475b1-9c9a-4b25-9635-76bc0519d2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.764399 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f93ef-e8fa-4d89-b03f-6eb5542e6a74 req-25466c09-9182-460d-9c39-a2c56efd9428 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:18.766023 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-768f93ef-e8fa-4d89-b03f-6eb5542e6a74 req-25466c09-9182-460d-9c39-a2c56efd9428 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 947 time: 0.1239347 Sep 17 23:42:18.774062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 3552a5d4-726d-4d3f-a363-8f246e36bc04, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=3552a5d4-726d-4d3f-a363-8f246e36bc04,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:18.792506 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '3552a5d4-726d-4d3f-a363-8f246e36bc04', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '3552a5d4-726d-4d3f-a363-8f246e36bc04', 'mac_address': 'fa:16:3e:f1:52:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:42:18.804485 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc475b1-9c9a-4b25-9635-76bc0519d2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5258b9fe-3dfc-46b2-8151-db6e7033db7c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:18.815930 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3a47d205-11cf-412d-b4d5-a5949d6b2fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.819054 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3a47d205-11cf-412d-b4d5-a5949d6b2fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.820211 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3a47d205-11cf-412d-b4d5-a5949d6b2fea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/285a66af-d0c1-4f9c-b454-4cdefe8f0e85 HTTP/1.1" status: 204 len: 168 time: 0.2992613 Sep 17 23:42:18.830625 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc475b1-9c9a-4b25-9635-76bc0519d2ae admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:42:18.835252 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04484ab1-3108-4ae4-ba1f-1701ecc04b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.843538 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bc475b1-9c9a-4b25-9635-76bc0519d2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.845626 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-0bc475b1-9c9a-4b25-9635-76bc0519d2ae admin admin] Added segment 6481c5bc-ada8-449b-a4fc-47a4e3c67fce of type vlan for network 42ce65e5-476f-418b-b046-198f1115663d Sep 17 23:42:18.849565 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47d205-11cf-412d-b4d5-a5949d6b2fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285a66af-d0c1-4f9c-b454-4cdefe8f0e85,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:18.865575 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-768f93ef-e8fa-4d89-b03f-6eb5542e6a74 req-006596ee-ebc2-488d-8b36-17811948e59c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677130 Sep 17 23:42:18.902624 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.922073 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95195016-44e1-4733-8dc7-74f1ad3f862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.933761 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3552a5d4-726d-4d3f-a363-8f246e36bc04 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:18.952870 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04484ab1-3108-4ae4-ba1f-1701ecc04b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.955611 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 3552a5d4-726d-4d3f-a363-8f246e36bc04, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=3552a5d4-726d-4d3f-a363-8f246e36bc04,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:18.973646 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-04484ab1-3108-4ae4-ba1f-1701ecc04b0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d18ab1-542f-476f-aba9-d13bea8736f4']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:18.979570 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bc475b1-9c9a-4b25-9635-76bc0519d2ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.983642 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-04484ab1-3108-4ae4-ba1f-1701ecc04b0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3274cb6-6bbf-488f-a060-d26c0eb4fe1d') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:18.983981 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8e19b90d-fa45-49de-881b-1fdc8aa0d097 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:18.984113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-04484ab1-3108-4ae4-ba1f-1701ecc04b0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3274cb6-6bbf-488f-a060-d26c0eb4fe1d') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:18.989726 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95195016-44e1-4733-8dc7-74f1ad3f862c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67cb8484-c4f9-4750-9dcd-5e0d784dcaf7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:18.994800 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04484ab1-3108-4ae4-ba1f-1701ecc04b0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.007004 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95195016-44e1-4733-8dc7-74f1ad3f862c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.009562 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-95195016-44e1-4733-8dc7-74f1ad3f862c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/67cb8484-c4f9-4750-9dcd-5e0d784dcaf7 HTTP/1.1" status: 204 len: 168 time: 0.6996086 Sep 17 23:42:19.012337 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59918) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:19.032933 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04484ab1-3108-4ae4-ba1f-1701ecc04b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.048929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04484ab1-3108-4ae4-ba1f-1701ecc04b0c admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:42:19.049336 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04484ab1-3108-4ae4-ba1f-1701ecc04b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.049686 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:42:19.051545 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:42:19.087540 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8e19b90d-fa45-49de-881b-1fdc8aa0d097 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.113978 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=3552a5d4-726d-4d3f-a363-8f246e36bc04,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:19.125565 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bc475b1-9c9a-4b25-9635-76bc0519d2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.128067 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc475b1-9c9a-4b25-9635-76bc0519d2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:19.128067 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bc475b1-9c9a-4b25-9635-76bc0519d2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.145676 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-95a44cdd-0930-41f8-b634-163c32c88a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.195052 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc475b1-9c9a-4b25-9635-76bc0519d2ae admin admin] Pushing event updated for resources: {'Network': ['ID=42ce65e5-476f-418b-b046-198f1115663d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:19.208746 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 42ce65e5-476f-418b-b046-198f1115663d details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:42:19.232694 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-95a44cdd-0930-41f8-b634-163c32c88a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.254809 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-95a44cdd-0930-41f8-b634-163c32c88a04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:19.266703 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-95a44cdd-0930-41f8-b634-163c32c88a04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa88b8d-287c-40cd-98c3-f936a02903e4') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:19.267024 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-95a44cdd-0930-41f8-b634-163c32c88a04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa88b8d-287c-40cd-98c3-f936a02903e4') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:19.273917 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8e19b90d-fa45-49de-881b-1fdc8aa0d097 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.279587 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04484ab1-3108-4ae4-ba1f-1701ecc04b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.281547 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59924) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:19.282740 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0bc475b1-9c9a-4b25-9635-76bc0519d2ae admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3540652 Sep 17 23:42:19.287357 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-95a44cdd-0930-41f8-b634-163c32c88a04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.300012 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-2293c9c5-72d3-44b0-838c-47c9b7fdf26c admin admin] Request body: {'subnet': {'network_id': '42ce65e5-476f-418b-b046-198f1115663d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-908281500-subnet', 'tenant_id': '4772d9a8c0714fd28936958f529bdf47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:19.314800 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04484ab1-3108-4ae4-ba1f-1701ecc04b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.317323 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-04484ab1-3108-4ae4-ba1f-1701ecc04b0c admin admin] 10.222.0.46 "DELETE /v2.0/networks/53d18ab1-542f-476f-aba9-d13bea8736f4 HTTP/1.1" status: 204 len: 168 time: 0.5959468 Sep 17 23:42:19.342411 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04484ab1-3108-4ae4-ba1f-1701ecc04b0c admin admin] Pushing event deleted for resources: {'Network': ['ID=53d18ab1-542f-476f-aba9-d13bea8736f4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:19.349028 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-95a44cdd-0930-41f8-b634-163c32c88a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.353543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19b90d-fa45-49de-881b-1fdc8aa0d097 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc1c1c2-d170-4f6a-80c3-a46f5b62cd5a,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:19.361431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a44cdd-0930-41f8-b634-163c32c88a04 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:42:19.362123 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-95a44cdd-0930-41f8-b634-163c32c88a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:42:19.364456 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:42:19.458078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2293c9c5-72d3-44b0-838c-47c9b7fdf26c admin admin] Made reservation on behalf of 4772d9a8c0714fd28936958f529bdf47 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:19.464920 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2293c9c5-72d3-44b0-838c-47c9b7fdf26c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.483803 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['3552a5d4-726d-4d3f-a363-8f246e36bc04'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:42:19.647790 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-95a44cdd-0930-41f8-b634-163c32c88a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.654738 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-95a44cdd-0930-41f8-b634-163c32c88a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.656345 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-95a44cdd-0930-41f8-b634-163c32c88a04 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5 HTTP/1.1" status: 204 len: 168 time: 0.6428969 Sep 17 23:42:19.659421 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59936) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:19.679712 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a44cdd-0930-41f8-b634-163c32c88a04 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee42f4a5-1e86-4072-adf8-2bf8b1a8bbe5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:19.690895 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.694558 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8e19b90d-fa45-49de-881b-1fdc8aa0d097 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.698246 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8e19b90d-fa45-49de-881b-1fdc8aa0d097 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6116149 Sep 17 23:42:19.698842 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59938) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:19.704327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c3f5e082-594d-43b6-ac25-257ef6529c60 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Request body: {'security_group_rule': {'security_group_id': '6687bf39-82f2-4203-9e3b-9109ba09075f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:19.719608 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f3e79c-e7db-4ea5-a807-a2ef54d303b4 admin admin] Deleting subnet 1fdb7e79-dd31-450c-8e18-a44a6a6f522b {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:42:19.723045 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e79c-e7db-4ea5-a807-a2ef54d303b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.760051 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e79c-e7db-4ea5-a807-a2ef54d303b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.789854 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2293c9c5-72d3-44b0-838c-47c9b7fdf26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.814594 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e79c-e7db-4ea5-a807-a2ef54d303b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.866700 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293c9c5-72d3-44b0-838c-47c9b7fdf26c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7101a626-e4ab-4812-85e3-721a99264b2d,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:19.872386 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c3f5e082-594d-43b6-ac25-257ef6529c60 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:19.908715 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2293c9c5-72d3-44b0-838c-47c9b7fdf26c admin admin] Checking segment: {'id': '6481c5bc-ada8-449b-a4fc-47a4e3c67fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '42ce65e5-476f-418b-b046-198f1115663d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:19.909098 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2293c9c5-72d3-44b0-838c-47c9b7fdf26c admin admin] Network hostable DHCP agents. Network: 42ce65e5-476f-418b-b046-198f1115663d, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:42:19.951708 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59944) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:19.992997 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-68dab506-dcc5-4f5e-a8ea-d09a9a2f4cb0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=42091a1d224846e09811aee1ce652339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397959 Sep 17 23:42:19.995280 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59946) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:19.996764 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c3f5e082-594d-43b6-ac25-257ef6529c60 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.008252 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e79c-e7db-4ea5-a807-a2ef54d303b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.027317 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ef7e2-576c-4d0c-ba3e-81bc59b2c760 req-5a1b7dda-d8e1-4293-9bc8-ca0d10d08dd2 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:20.033438 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-598ef7e2-576c-4d0c-ba3e-81bc59b2c760 req-5a1b7dda-d8e1-4293-9bc8-ca0d10d08dd2 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 948 time: 0.0963249 Sep 17 23:42:20.044099 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2293c9c5-72d3-44b0-838c-47c9b7fdf26c admin admin] Network 42ce65e5-476f-418b-b046-198f1115663d is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:42:20.047409 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a1f3e79c-e7db-4ea5-a807-a2ef54d303b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.049330 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a1f3e79c-e7db-4ea5-a807-a2ef54d303b4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1fdb7e79-dd31-450c-8e18-a44a6a6f522b HTTP/1.1" status: 204 len: 168 time: 0.3888483 Sep 17 23:42:20.053444 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3e79c-e7db-4ea5-a807-a2ef54d303b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fdb7e79-dd31-450c-8e18-a44a6a6f522b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:20.056300 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59950) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:20.080424 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-598ef7e2-576c-4d0c-ba3e-81bc59b2c760 req-00579c14-1fe4-4c35-a67a-9aab8c2a41e4 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448737 Sep 17 23:42:20.082139 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c3f5e082-594d-43b6-ac25-257ef6529c60 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.105228 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5e082-594d-43b6-ac25-257ef6529c60 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9bcb8a-e8a8-4a75-9a92-b0a66fcf4ec2,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:20.159677 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-961e1cc8-d9e2-44bc-a215-5faf081c7342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.168659 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f007fab8-66f1-415e-8e18-8f033fdfca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.168812 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-2293c9c5-72d3-44b0-838c-47c9b7fdf26c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 42ce65e5-476f-418b-b046-198f1115663d) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:20.178424 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2293c9c5-72d3-44b0-838c-47c9b7fdf26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:20.178602 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2293c9c5-72d3-44b0-838c-47c9b7fdf26c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.182597 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736e5355-ce5e-42bd-836a-6df7ed925096 None None] Network 42ce65e5-476f-418b-b046-198f1115663d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:42:20.199347 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-961e1cc8-d9e2-44bc-a215-5faf081c7342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.227271 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c3f5e082-594d-43b6-ac25-257ef6529c60 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.231107 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c3f5e082-594d-43b6-ac25-257ef6529c60 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5308695 Sep 17 23:42:20.235869 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59964) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:20.241175 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:20.292541 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2293c9c5-72d3-44b0-838c-47c9b7fdf26c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0087216 Sep 17 23:42:20.330051 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f007fab8-66f1-415e-8e18-8f033fdfca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.363631 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7e5bcb-4c19-41d8-b402-bcad1fe791e8 None None] Network 42ce65e5-476f-418b-b046-198f1115663d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:42:20.370320 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.410486 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-f007fab8-66f1-415e-8e18-8f033fdfca9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eccca91-03ee-4f2e-9201-a1fec8034cf6']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:20.465328 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-f007fab8-66f1-415e-8e18-8f033fdfca9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a45bb18-7acf-4ed3-a8e3-7c0205f48e00') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:20.465625 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-f007fab8-66f1-415e-8e18-8f033fdfca9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a45bb18-7acf-4ed3-a8e3-7c0205f48e00') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:20.499293 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f007fab8-66f1-415e-8e18-8f033fdfca9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.529172 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f007fab8-66f1-415e-8e18-8f033fdfca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.541600 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f007fab8-66f1-415e-8e18-8f033fdfca9c admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:42:20.542011 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f007fab8-66f1-415e-8e18-8f033fdfca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:42:20.543768 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:42:20.569506 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-961e1cc8-d9e2-44bc-a215-5faf081c7342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.572039 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-961e1cc8-d9e2-44bc-a215-5faf081c7342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.575541 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-961e1cc8-d9e2-44bc-a215-5faf081c7342 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f382f56d-e191-481b-9ebe-da965f274f96 HTTP/1.1" status: 204 len: 168 time: 0.5778952 Sep 17 23:42:20.602619 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 3552a5d4-726d-4d3f-a363-8f246e36bc04 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:20.620883 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e1cc8-d9e2-44bc-a215-5faf081c7342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f382f56d-e191-481b-9ebe-da965f274f96,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:20.630625 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.717986 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f007fab8-66f1-415e-8e18-8f033fdfca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.738952 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007fab8-66f1-415e-8e18-8f033fdfca9c admin admin] Pushing event deleted for resources: {'Network': ['ID=7eccca91-03ee-4f2e-9201-a1fec8034cf6,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:20.741488 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f007fab8-66f1-415e-8e18-8f033fdfca9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.744184 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f007fab8-66f1-415e-8e18-8f033fdfca9c admin admin] 10.222.0.46 "DELETE /v2.0/networks/7eccca91-03ee-4f2e-9201-a1fec8034cf6 HTTP/1.1" status: 204 len: 168 time: 0.6862566 Sep 17 23:42:20.785080 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Allocated IP 172.25.3.148 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/788ca4fb-ebf5-42f8-a7d7-4dadb5adf36f) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:20.816731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 3552a5d4-726d-4d3f-a363-8f246e36bc04 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:42:20.822160 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 3552a5d4-726d-4d3f-a363-8f246e36bc04 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:20.835242 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.906399 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.912821 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:20.944224 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17e3295-11b9-45ac-b5e2-ef022481ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3552a5d4-726d-4d3f-a363-8f246e36bc04'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:20.947080 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abec88c5-62f0-493b-8047-ad5070365797" -d '{"events": [{"server_uuid": "b17e3295-11b9-45ac-b5e2-ef022481ea11", "name": "network-vif-plugged", "status": "completed", "tag": "3552a5d4-726d-4d3f-a363-8f246e36bc04"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:20.952760 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 3552a5d4-726d-4d3f-a363-8f246e36bc04, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=3552a5d4-726d-4d3f-a363-8f246e36bc04,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:21.004619 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a748f3-5bd6-4bda-80b7-ccf4cff7dc3a x-openstack-request-id: req-34a748f3-5bd6-4bda-80b7-ccf4cff7dc3a {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:21.004983 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17e3295-11b9-45ac-b5e2-ef022481ea11", "name": "network-vif-plugged", "status": "completed", "tag": "3552a5d4-726d-4d3f-a363-8f246e36bc04", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:21.009185 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-34a748f3-5bd6-4bda-80b7-ccf4cff7dc3a {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:21.009185 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17e3295-11b9-45ac-b5e2-ef022481ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3552a5d4-726d-4d3f-a363-8f246e36bc04', 'code': 200} Sep 17 23:42:21.032436 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:21.072103 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:21.080062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:21.088387 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:21.094448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:21.099354 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event updated for resources: {'Port': ['ID=788ca4fb-ebf5-42f8-a7d7-4dadb5adf36f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:21.157543 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=3552a5d4-726d-4d3f-a363-8f246e36bc04,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:21.166943 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0546e-ed7f-42f3-a621-a4271ad47b9d req-c6675279-77f5-45ef-bbf5-12bc08820e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:21.173150 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6eb0546e-ed7f-42f3-a621-a4271ad47b9d req-c6675279-77f5-45ef-bbf5-12bc08820e5d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 1100 time: 0.0836437 Sep 17 23:42:21.217817 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6eb0546e-ed7f-42f3-a621-a4271ad47b9d req-04ef9c9b-a05c-4e80-ba5d-458272db9928 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414674 Sep 17 23:42:21.334045 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefca13-0c2b-4f78-a765-e6bb0f4677c4 req-0860f6ec-a1fa-4575-bb46-6a6a5b99bb9c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:21.334045 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-edefca13-0c2b-4f78-a765-e6bb0f4677c4 req-0860f6ec-a1fa-4575-bb46-6a6a5b99bb9c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 949 time: 0.1212971 Sep 17 23:42:21.362230 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-979cb9b0-1283-432f-b243-1b0afb040068 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:21.363810 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-979cb9b0-1283-432f-b243-1b0afb040068 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/networks?id=42ce65e5-476f-418b-b046-198f1115663d HTTP/1.1" status: 200 len: 821 time: 0.1805780 Sep 17 23:42:21.412676 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d33764fd-fd84-48ac-9fff-7e6d73549e01 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/quotas/4772d9a8c0714fd28936958f529bdf47 HTTP/1.1" status: 200 len: 375 time: 0.0275376 Sep 17 23:42:21.425812 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-edefca13-0c2b-4f78-a765-e6bb0f4677c4 req-196660fe-a9fd-43c6-99c8-7d66ffd90fb8 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903213 Sep 17 23:42:21.428010 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:21.460917 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-43e2a848-0084-42b7-af1f-bad67ee1a15c tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4772d9a8c0714fd28936958f529bdf47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399449 Sep 17 23:42:21.592657 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-7ab86864-8e82-46fd-9a13-9055ef740015 service neutron] 10.222.0.46 "GET /v2.0/networks/42ce65e5-476f-418b-b046-198f1115663d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138649 Sep 17 23:42:21.593177 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:21.664702 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60006) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:21.716262 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-783960b3-0c0f-4193-856d-c2a4d82443df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83ce412fe25740ddb2840fc8f3c7c5cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503392 Sep 17 23:42:21.718933 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60008) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:21.757498 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-93069c12-5512-421c-8cd9-81c375c6a065 service neutron] 10.222.0.46 "GET /v2.0/networks/42ce65e5-476f-418b-b046-198f1115663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403477 Sep 17 23:42:21.776439 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cab4de51-cbe0-4435-9761-0a49045e6132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:21.804726 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cab4de51-cbe0-4435-9761-0a49045e6132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:21.835763 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60014) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:21.909011 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-38b80ba4-24a9-4512-a819-454c3c5d2340 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e915c402a9d4b808c4185233791dc63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0719919 Sep 17 23:42:21.943280 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:21.949477 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60016) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:22.010101 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9a9779b1-9469-473f-8065-a416dff18386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:22.037310 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9a9779b1-9469-473f-8065-a416dff18386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:22.054814 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cab4de51-cbe0-4435-9761-0a49045e6132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:22.057626 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cab4de51-cbe0-4435-9761-0a49045e6132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:22.059816 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cab4de51-cbe0-4435-9761-0a49045e6132 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/423126b2-bafa-48f6-8f2c-45ca069b90c4 HTTP/1.1" status: 204 len: 168 time: 0.3389823 Sep 17 23:42:22.068141 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4de51-cbe0-4435-9761-0a49045e6132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423126b2-bafa-48f6-8f2c-45ca069b90c4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:22.090443 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:22.191086 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event updated for resources: {'Port': ['ID=788ca4fb-ebf5-42f8-a7d7-4dadb5adf36f,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:22.204153 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:22.209121 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:22.221644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:22.221644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:22.221644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:22.221644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:22.221644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:22.221644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:22.221644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:22.221644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:22.221644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:22.221644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:22.221644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:22.258544 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd19f0cc-084c-4be0-80c1-1a54cc84f307 req-f8df3916-8519-40ee-b69f-297108c5832a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 210 time: 0.0416679 Sep 17 23:42:22.279711 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9a9779b1-9469-473f-8065-a416dff18386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:22.285173 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9a9779b1-9469-473f-8065-a416dff18386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:22.285173 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9a9779b1-9469-473f-8065-a416dff18386 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f0516b2-a56f-47b5-8c4e-bac8ccc41c78 HTTP/1.1" status: 204 len: 168 time: 0.3329782 Sep 17 23:42:22.293730 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9779b1-9469-473f-8065-a416dff18386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0516b2-a56f-47b5-8c4e-bac8ccc41c78,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:22.365973 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:22.367299 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c45cf305-7602-4044-a223-618b0f4f7ca5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1303787 Sep 17 23:42:22.544784 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3120505-ba86-4b25-878e-f1423c5c52f6 req-855cfa71-475d-4ceb-a369-bea2f90b1749 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:22.546296 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f3120505-ba86-4b25-878e-f1423c5c52f6 req-855cfa71-475d-4ceb-a369-bea2f90b1749 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 949 time: 0.0492957 Sep 17 23:42:22.584757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f3120505-ba86-4b25-878e-f1423c5c52f6 req-d179baf5-b123-4bee-aa6e-29ee7c63ba4c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317583 Sep 17 23:42:23.121341 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-015cd52f-92d6-43c6-9ff6-0a1404548bf8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1259887251&fields=id&tenant_id=8f9cc78239c7437cacb7009f2c68fb58 HTTP/1.1" status: 200 len: 267 time: 0.0520756 Sep 17 23:42:23.184526 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-cb122e0e-06a6-40aa-843c-6f6288c8e6fa tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:23.186169 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-cb122e0e-06a6-40aa-843c-6f6288c8e6fa tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports/3c354c66-b3c9-483a-96f9-2f56cb599108 HTTP/1.1" status: 200 len: 937 time: 0.0534360 Sep 17 23:42:23.255127 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-0450c065-a3b2-40dc-b5e6-157277b68f07 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b4e0d2bbec854f35b897180b8cd62acc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325904 Sep 17 23:42:23.258237 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-23280137-b128-4285-9589-d46b5030b467 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:23.259518 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-23280137-b128-4285-9589-d46b5030b467 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports/c6bb7140-f314-400d-b7fc-5bb8506ae4ab HTTP/1.1" status: 200 len: 937 time: 0.0669854 Sep 17 23:42:23.335336 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-3199ca3a-f0c2-4aec-b433-2e463c601e81 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?network_id=78331211-787b-4584-b606-15ede9ec2d9c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0643725 Sep 17 23:42:23.376250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60082) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:23.400081 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-f493ca7c-5dba-42b3-9fbb-496d48157430 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?network_id=78331211-787b-4584-b606-15ede9ec2d9c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0587189 Sep 17 23:42:23.438599 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b2e6b6f5-0b1f-42af-b754-25694a1bc166 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9055a38d16bd410c8fc871df4542ec71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0605512 Sep 17 23:42:23.440410 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60088) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:23.460081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-e3753bb2-de58-46b3-a41f-c417abc087b3 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:23.461617 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-e3753bb2-de58-46b3-a41f-c417abc087b3 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2012517 Sep 17 23:42:23.487376 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a73d90a5-cc84-4886-9b9e-21553c7cd532 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/quotas/b4e0d2bbec854f35b897180b8cd62acc HTTP/1.1" status: 200 len: 375 time: 0.0154700 Sep 17 23:42:23.515043 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b32a15d-510f-4c61-8b3e-79c18630e9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:23.541971 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b32a15d-510f-4c61-8b3e-79c18630e9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:23.553844 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-6616748c-62af-484f-af94-1f92db51578c tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4e0d2bbec854f35b897180b8cd62acc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367963 Sep 17 23:42:23.602959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-1da4cb4e-4524-49b9-88ca-1c7909176e99 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:23.611649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-1da4cb4e-4524-49b9-88ca-1c7909176e99 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:23.618152 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-1da4cb4e-4524-49b9-88ca-1c7909176e99 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:23.619794 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-1da4cb4e-4524-49b9-88ca-1c7909176e99 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/networks?id=1ae04948-4183-4a3d-bd37-c393127fcdb8&id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&id=78331211-787b-4584-b606-15ede9ec2d9c&id=78331211-787b-4584-b606-15ede9ec2d9c HTTP/1.1" status: 200 len: 1993 time: 0.1995246 Sep 17 23:42:23.638030 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-73e37666-ee65-4b25-9f6b-8b920bbf4390 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/quotas/8f9cc78239c7437cacb7009f2c68fb58 HTTP/1.1" status: 200 len: 375 time: 0.0109525 Sep 17 23:42:23.703895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-78b6a375-3d53-43e7-8d63-021361ae5671 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f9cc78239c7437cacb7009f2c68fb58&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0599780 Sep 17 23:42:23.736140 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b32a15d-510f-4c61-8b3e-79c18630e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:23.738927 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b32a15d-510f-4c61-8b3e-79c18630e9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:23.740337 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5b32a15d-510f-4c61-8b3e-79c18630e9a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2bf4ef98-973e-4fc2-b6fd-518e1cb2fc73 HTTP/1.1" status: 204 len: 168 time: 0.2987146 Sep 17 23:42:23.749703 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32a15d-510f-4c61-8b3e-79c18630e9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf4ef98-973e-4fc2-b6fd-518e1cb2fc73,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:23.933224 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79542a63-c339-43d8-8194-6127aa56736b req-87ac3577-6e5e-443c-8e5c-342eee566eb4 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 210 time: 0.0399461 Sep 17 23:42:24.029681 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-e1012a41-02c7-4800-b443-e9fc9dc0ff08 service neutron] 10.222.0.46 "GET /v2.0/networks/1ae04948-4183-4a3d-bd37-c393127fcdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119633 Sep 17 23:42:24.147065 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08774ae5-0e7b-4a58-8ca8-442ab7053907 req-22892802-30d4-4b92-ac80-66b2e4879ce1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:24.147065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08774ae5-0e7b-4a58-8ca8-442ab7053907 req-22892802-30d4-4b92-ac80-66b2e4879ce1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 949 time: 0.1101208 Sep 17 23:42:24.180812 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-27358795-ec37-4938-aa3a-d01da8b91e66 service neutron] 10.222.0.46 "GET /v2.0/networks/1ae04948-4183-4a3d-bd37-c393127fcdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403146 Sep 17 23:42:24.204000 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08774ae5-0e7b-4a58-8ca8-442ab7053907 req-27747e8d-b34d-4df8-9076-c6edb4ed5348 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546169 Sep 17 23:42:24.232993 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a5077245-e155-4cd0-8cbf-53c75a3de851 service neutron] 10.222.0.46 "GET /v2.0/ports/3c354c66-b3c9-483a-96f9-2f56cb599108?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0422878 Sep 17 23:42:24.299843 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-744425fc-b3b4-42ab-9460-80415e83e00e req-1238900b-cc5c-4480-8b78-4156f95a7b15 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b21baf7-022e-4bfe-9332-5578074957a0 HTTP/1.1" status: 200 len: 210 time: 0.0490229 Sep 17 23:42:24.323829 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60128) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:24.396429 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-9af9a09c-1414-4399-ac40-ce1c95010d73 service neutron] 10.222.0.46 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561368 Sep 17 23:42:24.496201 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-11cf1eac-3602-441c-8452-05f5797a16bb service neutron] 10.222.0.46 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933671 Sep 17 23:42:24.508352 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-093e1366-3db6-4e18-92cc-7c675e1f1c5b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1268188717-network', 'tenant_id': 'df85fc207921497493dc6e0d89f00bf4'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:24.554046 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-66e56076-a3a9-403f-bc57-0f07f61485ac service neutron] 10.222.0.46 "GET /v2.0/ports/c6bb7140-f314-400d-b7fc-5bb8506ae4ab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0475483 Sep 17 23:42:24.639738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093e1366-3db6-4e18-92cc-7c675e1f1c5b admin admin] Made reservation on behalf of df85fc207921497493dc6e0d89f00bf4 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:24.642381 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-093e1366-3db6-4e18-92cc-7c675e1f1c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:24.658128 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-093e1366-3db6-4e18-92cc-7c675e1f1c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:24.732466 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-479d0be4-d727-4d84-81b6-d8f854a34b00 service neutron] 10.222.0.46 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639597 Sep 17 23:42:24.801666 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-093e1366-3db6-4e18-92cc-7c675e1f1c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:24.860521 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-7fcbee80-a1ae-4764-8d25-dd4bdc997dcd service neutron] 10.222.0.46 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283629 Sep 17 23:42:24.862473 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cfecd-556a-493e-90d4-14c444751edd req-bc1f3ad7-1501-4fbc-a61f-dcd2814fbcb0 tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:24.863849 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-753cfecd-556a-493e-90d4-14c444751edd req-bc1f3ad7-1501-4fbc-a61f-dcd2814fbcb0 tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 1100 time: 0.0701370 Sep 17 23:42:24.909083 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-753cfecd-556a-493e-90d4-14c444751edd req-00a42596-f381-44e9-a28a-ce05fc2c36b1 tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:24.923362 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-093e1366-3db6-4e18-92cc-7c675e1f1c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:24.965209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e1366-3db6-4e18-92cc-7c675e1f1c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3367f22-f262-4795-bede-280a43c70753,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:24.979860 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093e1366-3db6-4e18-92cc-7c675e1f1c5b admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:42:24.995235 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-093e1366-3db6-4e18-92cc-7c675e1f1c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:24.995235 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-093e1366-3db6-4e18-92cc-7c675e1f1c5b admin admin] Added segment c1a741be-11c8-4e53-a4f7-465f036cfc98 of type vlan for network 30a6cb55-6839-4ade-8388-dd46cc9ff6d9 Sep 17 23:42:25.054332 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-093e1366-3db6-4e18-92cc-7c675e1f1c5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:25.199365 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-093e1366-3db6-4e18-92cc-7c675e1f1c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:25.200484 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093e1366-3db6-4e18-92cc-7c675e1f1c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:25.201119 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-093e1366-3db6-4e18-92cc-7c675e1f1c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:25.280810 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e1366-3db6-4e18-92cc-7c675e1f1c5b admin admin] Pushing event updated for resources: {'Network': ['ID=30a6cb55-6839-4ade-8388-dd46cc9ff6d9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:25.296627 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 30a6cb55-6839-4ade-8388-dd46cc9ff6d9 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:42:25.300218 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-5f811932-8e5e-4c00-b6c3-8379f8b8fb84 service neutron] 10.222.0.46 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309940 Sep 17 23:42:25.377543 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-093e1366-3db6-4e18-92cc-7c675e1f1c5b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0524561 Sep 17 23:42:25.380770 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60154) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:25.385783 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e2c4fdc0-beca-4a1e-91eb-c7d6e975974d admin admin] Request body: {'subnet': {'network_id': '30a6cb55-6839-4ade-8388-dd46cc9ff6d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1268188717-subnet', 'tenant_id': 'df85fc207921497493dc6e0d89f00bf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:25.414069 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-40d33f94-414b-468f-bf38-cc1c589a0c90 service neutron] 10.222.0.46 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067677 Sep 17 23:42:25.631269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c494f3a9-cca1-4549-97f8-66b1d7889009 service neutron] 10.222.0.46 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089081 Sep 17 23:42:25.641564 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-753cfecd-556a-493e-90d4-14c444751edd req-00a42596-f381-44e9-a28a-ce05fc2c36b1 tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:25.659011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-6538cde4-76d2-4464-93e3-6f4ca7d69a93 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:25.662120 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-6538cde4-76d2-4464-93e3-6f4ca7d69a93 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.37 "GET /v2.0/networks?id=42ce65e5-476f-418b-b046-198f1115663d HTTP/1.1" status: 200 len: 821 time: 0.2144742 Sep 17 23:42:25.673753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-bd3bb171-06b9-4760-94bc-8741825a6d23 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Request body: {'port': {'device_id': '0409a5b4-2336-44fc-91f8-c5d70ae3e04c', 'network_id': '42ce65e5-476f-418b-b046-198f1115663d', 'admin_state_up': True, 'tenant_id': '4772d9a8c0714fd28936958f529bdf47'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:25.774272 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-753cfecd-556a-493e-90d4-14c444751edd req-00a42596-f381-44e9-a28a-ce05fc2c36b1 tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:25.841764 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-753cfecd-556a-493e-90d4-14c444751edd req-00a42596-f381-44e9-a28a-ce05fc2c36b1 tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9639468 Sep 17 23:42:25.863302 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-3c7ade95-9767-4e7b-9cd6-c8c2bc7ec461 service neutron] 10.222.0.46 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154329 Sep 17 23:42:25.863522 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c4fdc0-beca-4a1e-91eb-c7d6e975974d admin admin] Made reservation on behalf of df85fc207921497493dc6e0d89f00bf4 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:25.863522 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e2c4fdc0-beca-4a1e-91eb-c7d6e975974d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:25.864028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a42596-f381-44e9-a28a-ce05fc2c36b1 tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa033ed-cf99-42af-93cc-02819018e70b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:26.023600 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-940b4780-2f8b-4367-b4b1-56dfc7295681 req-4f5d822e-e89c-4776-8262-9f0e195855cb tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 210 time: 0.0591044 Sep 17 23:42:26.039142 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-15cd8156-106e-423f-9c23-5e9b60726eca service neutron] 10.222.0.46 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718278 Sep 17 23:42:26.043571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-bd3bb171-06b9-4760-94bc-8741825a6d23 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Made reservation on behalf of 4772d9a8c0714fd28936958f529bdf47 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:26.052230 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-bd3bb171-06b9-4760-94bc-8741825a6d23 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:26.139321 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11292e66-21ea-4bf7-b8fa-7547baedf4e5 req-f2a9ba38-4958-4b4d-bd11-2b322249cbb2 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b21baf7-022e-4bfe-9332-5578074957a0 HTTP/1.1" status: 200 len: 210 time: 0.0534208 Sep 17 23:42:26.268654 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-0f35f5c8-7704-48f8-81ad-0339a612ffa0 service neutron] 10.222.0.46 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168281 Sep 17 23:42:26.290897 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e2c4fdc0-beca-4a1e-91eb-c7d6e975974d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:26.319388 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-bd3bb171-06b9-4760-94bc-8741825a6d23 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Allocated IP 172.20.0.14 (42ce65e5-476f-418b-b046-198f1115663d/7101a626-e4ab-4812-85e3-721a99264b2d/63fb5d62-f063-40b9-9781-cb50a5a69242) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:26.350917 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4fdc0-beca-4a1e-91eb-c7d6e975974d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b32026fa-f2f3-419a-a178-d9baae764cbd,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:26.363548 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c4fdc0-beca-4a1e-91eb-c7d6e975974d admin admin] Checking segment: {'id': 'c1a741be-11c8-4e53-a4f7-465f036cfc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '30a6cb55-6839-4ade-8388-dd46cc9ff6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:26.363914 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c4fdc0-beca-4a1e-91eb-c7d6e975974d admin admin] Network hostable DHCP agents. Network: 30a6cb55-6839-4ade-8388-dd46cc9ff6d9, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:42:26.417582 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-46646264-e77b-48b3-9f65-8ca884d92391 service neutron] 10.222.0.46 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358957 Sep 17 23:42:26.461970 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c4fdc0-beca-4a1e-91eb-c7d6e975974d admin admin] Network 30a6cb55-6839-4ade-8388-dd46cc9ff6d9 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:42:26.586080 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-e2c4fdc0-beca-4a1e-91eb-c7d6e975974d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 30a6cb55-6839-4ade-8388-dd46cc9ff6d9) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:26.595643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e992d4d-0b7b-45c0-8944-ebcdb3d5cffa None None] Network 30a6cb55-6839-4ade-8388-dd46cc9ff6d9 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:42:26.596180 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c4fdc0-beca-4a1e-91eb-c7d6e975974d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:26.596303 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-bd3bb171-06b9-4760-94bc-8741825a6d23 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:26.597591 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e2c4fdc0-beca-4a1e-91eb-c7d6e975974d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:26.600876 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-4bfd69ea-a002-41f0-8ad2-aed59e743539 service neutron] 10.222.0.46 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641076 Sep 17 23:42:26.651799 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-dad11684-2121-4909-8fb4-2f0029b89ce7 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=61bc45c4c67b49509525c81ab232b9c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290389 Sep 17 23:42:26.725753 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e2c4fdc0-beca-4a1e-91eb-c7d6e975974d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3438227 Sep 17 23:42:26.767326 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-bd3bb171-06b9-4760-94bc-8741825a6d23 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:26.777771 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700e3e19-faec-496b-9a92-ed3267b337ac None None] Network 30a6cb55-6839-4ade-8388-dd46cc9ff6d9 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:42:26.784953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-c2f68894-739d-437d-b23b-64c1d1936c0d tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:26.787092 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-c2f68894-739d-437d-b23b-64c1d1936c0d tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1287282 Sep 17 23:42:26.840759 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-bd3bb171-06b9-4760-94bc-8741825a6d23 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Network 42ce65e5-476f-418b-b046-198f1115663d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:26.842323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-bd3bb171-06b9-4760-94bc-8741825a6d23 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:26.853845 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6d7488bb-ff1c-4921-956b-bab37a1f4db3 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/quotas/61bc45c4c67b49509525c81ab232b9c4 HTTP/1.1" status: 200 len: 375 time: 0.0410345 Sep 17 23:42:26.863203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-bd3bb171-06b9-4760-94bc-8741825a6d23 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:26.957263 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-2603fcac-1380-49e2-adb6-1cbb3f7e5c4c tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=61bc45c4c67b49509525c81ab232b9c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1025097 Sep 17 23:42:26.964585 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bb171-06b9-4760-94bc-8741825a6d23 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Pushing event updated for resources: {'Port': ['ID=63fb5d62-f063-40b9-9781-cb50a5a69242,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:26.983815 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-bd3bb171-06b9-4760-94bc-8741825a6d23 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:26.984449 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-bd3bb171-06b9-4760-94bc-8741825a6d23 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:27.096799 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-bd3bb171-06b9-4760-94bc-8741825a6d23 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4267075 Sep 17 23:42:27.108479 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Request body: {'port': {'device_id': '0409a5b4-2336-44fc-91f8-c5d70ae3e04c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:27.110595 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-30c98957-51ca-451c-b74c-8f1cd976c4a6 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b4e0d2bbec854f35b897180b8cd62acc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275364 Sep 17 23:42:27.164095 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:27.244166 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-b1d8c5a4-15b2-4173-b473-cfff4a18807c tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:27.245728 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-b1d8c5a4-15b2-4173-b473-cfff4a18807c tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1299944 Sep 17 23:42:27.273401 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-7d69a60b-eacf-4202-b696-61b246ec6c64 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Request body: {'port': {'device_id': '1b21baf7-022e-4bfe-9332-5578074957a0', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': 'b4e0d2bbec854f35b897180b8cd62acc'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:27.421390 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-535cdc3c-34c2-4c48-9880-b69e737fc10f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1912f23d03ac425bbba8530206421ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439303 Sep 17 23:42:27.604178 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-ca3cd008-dc09-44a0-a799-dcb41b5037bd tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:27.605709 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-ca3cd008-dc09-44a0-a799-dcb41b5037bd tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779993 Sep 17 23:42:27.622534 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-7d69a60b-eacf-4202-b696-61b246ec6c64 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Made reservation on behalf of b4e0d2bbec854f35b897180b8cd62acc for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:27.629039 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-7d69a60b-eacf-4202-b696-61b246ec6c64 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:27.638441 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-d2c6feab-f360-4808-8044-0f5d859415b1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/quotas/1912f23d03ac425bbba8530206421ef6 HTTP/1.1" status: 200 len: 375 time: 0.0167069 Sep 17 23:42:27.641997 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-7d69a60b-eacf-4202-b696-61b246ec6c64 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:27.718458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63fb5d62-f063-40b9-9781-cb50a5a69242 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:27.727989 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:27.737874 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-7d69a60b-eacf-4202-b696-61b246ec6c64 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:27.740117 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-4ecef9ec-d69b-4ada-a781-d60498038844 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0978343 Sep 17 23:42:27.747198 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Transition to ACTIVE for port object 63fb5d62-f063-40b9-9781-cb50a5a69242 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:42:27.936253 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:27.936455 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-7d69a60b-eacf-4202-b696-61b246ec6c64 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:28.008914 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69a60b-eacf-4202-b696-61b246ec6c64 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=280ab06a-0586-4eef-8471-3deb5ddc0cbc,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:28.014573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Pushing event updated for resources: {'Port': ['ID=63fb5d62-f063-40b9-9781-cb50a5a69242,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:28.075403 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60246) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:28.079612 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-48ab1dc9-645c-4f2f-b690-a45ccf8690b3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1495666012-network', 'tenant_id': '68760f94093b4d71b7ef0e170a4889d4'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:28.099721 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Attempting to bind port 63fb5d62-f063-40b9-9781-cb50a5a69242 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:42:28.100279 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Attempting to bind port 63fb5d62-f063-40b9-9781-cb50a5a69242 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '6481c5bc-ada8-449b-a4fc-47a4e3c67fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '42ce65e5-476f-418b-b046-198f1115663d'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:42:28.100720 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Attempting to bind port 63fb5d62-f063-40b9-9781-cb50a5a69242 on network 42ce65e5-476f-418b-b046-198f1115663d {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:28.105628 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Port 63fb5d62-f063-40b9-9781-cb50a5a69242 on network 42ce65e5-476f-418b-b046-198f1115663d not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:42:28.106073 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Attempting to bind port 63fb5d62-f063-40b9-9781-cb50a5a69242 on network 42ce65e5-476f-418b-b046-198f1115663d {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:28.111123 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:42:28.111511 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-7d69a60b-eacf-4202-b696-61b246ec6c64 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Allocated IP 192.168.233.159 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/f2e8525a-4678-4a17-8fd0-670e72a26c41) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:28.112026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Checking segment: {'id': '6481c5bc-ada8-449b-a4fc-47a4e3c67fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '42ce65e5-476f-418b-b046-198f1115663d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:28.112026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Bound using segment: {'id': '6481c5bc-ada8-449b-a4fc-47a4e3c67fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '42ce65e5-476f-418b-b046-198f1115663d'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:42:28.112322 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Bound port: 63fb5d62-f063-40b9-9781-cb50a5a69242, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6481c5bc-ada8-449b-a4fc-47a4e3c67fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '42ce65e5-476f-418b-b046-198f1115663d'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:42:28.112676 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:28.302566 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ab1dc9-645c-4f2f-b690-a45ccf8690b3 admin admin] Made reservation on behalf of 68760f94093b4d71b7ef0e170a4889d4 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:28.304819 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-48ab1dc9-645c-4f2f-b690-a45ccf8690b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:28.321665 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-48ab1dc9-645c-4f2f-b690-a45ccf8690b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:28.340897 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] For port 63fb5d62-f063-40b9-9781-cb50a5a69242, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:42:28.344645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] For port 63fb5d62-f063-40b9-9781-cb50a5a69242, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=63fb5d62-f063-40b9-9781-cb50a5a69242,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:42:28.380622 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-7d69a60b-eacf-4202-b696-61b246ec6c64 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:28.462188 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-48ab1dc9-645c-4f2f-b690-a45ccf8690b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:28.501056 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:28.539788 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:28.540419 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:28.541997 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] 10.222.0.37 "PUT /v2.0/ports/63fb5d62-f063-40b9-9781-cb50a5a69242 HTTP/1.1" status: 200 len: 1092 time: 1.4377980 Sep 17 23:42:28.542429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0409a5b4-2336-44fc-91f8-c5d70ae3e04c', 'tag': '63fb5d62-f063-40b9-9781-cb50a5a69242'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:28.544654 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17889258-4e05-4b12-8489-004341d3b710" -d '{"events": [{"name": "network-changed", "server_uuid": "0409a5b4-2336-44fc-91f8-c5d70ae3e04c", "tag": "63fb5d62-f063-40b9-9781-cb50a5a69242"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:28.565910 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221aee7-62ea-44af-ac22-009951245a65 service neutron] Pushing event updated for resources: {'Port': ['ID=63fb5d62-f063-40b9-9781-cb50a5a69242,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:28.605696 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-7d69a60b-eacf-4202-b696-61b246ec6c64 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:28.646169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-7d69a60b-eacf-4202-b696-61b246ec6c64 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:28.649191 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-7d69a60b-eacf-4202-b696-61b246ec6c64 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:28.653150 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-7d69a60b-eacf-4202-b696-61b246ec6c64 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:28.694846 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-48ab1dc9-645c-4f2f-b690-a45ccf8690b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:28.706430 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69a60b-eacf-4202-b696-61b246ec6c64 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Pushing event updated for resources: {'Port': ['ID=f2e8525a-4678-4a17-8fd0-670e72a26c41,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:28.762952 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ab1dc9-645c-4f2f-b690-a45ccf8690b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:42:28.772216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-7d69a60b-eacf-4202-b696-61b246ec6c64 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:28.773218 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-7d69a60b-eacf-4202-b696-61b246ec6c64 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:28.784074 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-8f1646b5-0c7c-4739-9367-039066bef015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:28.785356 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-8f1646b5-0c7c-4739-9367-039066bef015 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4772d9a8c0714fd28936958f529bdf47&device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 1095 time: 0.0756149 Sep 17 23:42:28.805827 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-48ab1dc9-645c-4f2f-b690-a45ccf8690b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:28.806131 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-48ab1dc9-645c-4f2f-b690-a45ccf8690b3 admin admin] Added segment 045732a1-b3a8-4f59-8d10-f686e7987d38 of type vlan for network 775e3f23-14cf-43d4-9d47-d61c5933d0bf Sep 17 23:42:28.809619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab1dc9-645c-4f2f-b690-a45ccf8690b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c97a099-4ec8-4442-adaf-2320795729e0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:28.863253 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-4258d1a4-de37-4c79-a753-5abaf773887c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63fb5d62-f063-40b9-9781-cb50a5a69242 HTTP/1.1" status: 200 len: 217 time: 0.0694501 Sep 17 23:42:28.882915 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-48ab1dc9-645c-4f2f-b690-a45ccf8690b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:28.972307 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-7d69a60b-eacf-4202-b696-61b246ec6c64 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7112834 Sep 17 23:42:28.973016 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-48ab1dc9-645c-4f2f-b690-a45ccf8690b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:28.974099 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ab1dc9-645c-4f2f-b690-a45ccf8690b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:28.974747 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-48ab1dc9-645c-4f2f-b690-a45ccf8690b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:29.027647 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Request body: {'port': {'device_id': '1b21baf7-022e-4bfe-9332-5578074957a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:29.067031 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-7f238843-fadd-4844-a6de-574e7cfbb50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:29.071195 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5f7d749b-822d-4a2c-b7a0-02fc52f75e43 None None] Provisioning complete for port f2e8525a-4678-4a17-8fd0-670e72a26c41 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:29.072116 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5f7d749b-822d-4a2c-b7a0-02fc52f75e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:29.075104 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-7f238843-fadd-4844-a6de-574e7cfbb50a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7101a626-e4ab-4812-85e3-721a99264b2d HTTP/1.1" status: 200 len: 861 time: 0.2007847 Sep 17 23:42:29.124150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941ab49-790b-4d07-8b3f-5bf0f899b54d req-543939dd-9d68-465e-a89c-37afa8071e28 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:29.125883 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c941ab49-790b-4d07-8b3f-5bf0f899b54d req-543939dd-9d68-465e-a89c-37afa8071e28 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 944 time: 0.1972687 Sep 17 23:42:29.151730 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d749b-822d-4a2c-b7a0-02fc52f75e43 None None] Port f2e8525a-4678-4a17-8fd0-670e72a26c41 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:42:29.199518 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab1dc9-645c-4f2f-b690-a45ccf8690b3 admin admin] Pushing event updated for resources: {'Network': ['ID=775e3f23-14cf-43d4-9d47-d61c5933d0bf,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:29.203233 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-48ab1dc9-645c-4f2f-b690-a45ccf8690b3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1282771 Sep 17 23:42:29.207195 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60272) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:29.211421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 775e3f23-14cf-43d4-9d47-d61c5933d0bf details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:42:29.229891 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-cf8440d2-22fd-4718-86df-969447c4b064 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42ce65e5-476f-418b-b046-198f1115663d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1487496 Sep 17 23:42:29.230423 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-34e9cbc3-61ac-425b-80ac-df40a3a3aadf admin admin] Request body: {'subnet': {'network_id': '775e3f23-14cf-43d4-9d47-d61c5933d0bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1495666012-subnet', 'tenant_id': '68760f94093b4d71b7ef0e170a4889d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:29.304198 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c941ab49-790b-4d07-8b3f-5bf0f899b54d req-3c951df3-fea5-40ba-8344-84f29003e1eb tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480825 Sep 17 23:42:29.360481 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:29.390880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f7748-85d1-41be-809e-97054c26e001 req-3df3cd71-83e6-4f93-a066-33fddbe22f6c tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:29.392428 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-300f7748-85d1-41be-809e-97054c26e001 req-3df3cd71-83e6-4f93-a066-33fddbe22f6c tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b21baf7-022e-4bfe-9332-5578074957a0 HTTP/1.1" status: 200 len: 936 time: 0.2637131 Sep 17 23:42:29.424858 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e9cbc3-61ac-425b-80ac-df40a3a3aadf admin admin] Made reservation on behalf of 68760f94093b4d71b7ef0e170a4889d4 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:29.427373 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34e9cbc3-61ac-425b-80ac-df40a3a3aadf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:29.466784 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-914bec76-66d0-4319-8cd8-4ec11402e226 service neutron] 10.222.0.37 "GET /v2.0/networks/42ce65e5-476f-418b-b046-198f1115663d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284145 Sep 17 23:42:29.499670 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-300f7748-85d1-41be-809e-97054c26e001 req-2ab69156-fb41-4299-b380-b5753d030eed tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/security-groups?id=280ab06a-0586-4eef-8471-3deb5ddc0cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837085 Sep 17 23:42:29.563022 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cce49a-9bf0-491d-b5cf-5c2051c01ccb x-openstack-request-id: req-97cce49a-9bf0-491d-b5cf-5c2051c01ccb {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:29.563641 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0409a5b4-2336-44fc-91f8-c5d70ae3e04c", "tag": "63fb5d62-f063-40b9-9781-cb50a5a69242", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:29.563641 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97cce49a-9bf0-491d-b5cf-5c2051c01ccb {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:29.563930 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0409a5b4-2336-44fc-91f8-c5d70ae3e04c', 'tag': '63fb5d62-f063-40b9-9781-cb50a5a69242', 'status': 'completed', 'code': 200} Sep 17 23:42:29.567619 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-233e34aa-4364-4ce2-999a-d9e390bfd097 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=61bc45c4c67b49509525c81ab232b9c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420432 Sep 17 23:42:29.688435 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63c0b314-d4a8-4a28-b5f7-a890ded74459 req-032d63f8-ddaa-4aae-945a-3a2ee22efc1d service neutron] 10.222.0.37 "GET /v2.0/networks/42ce65e5-476f-418b-b046-198f1115663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876581 Sep 17 23:42:29.719467 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-a8b1053e-50e3-4d61-bbfb-dfe8491245ce tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:29.721112 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-a8b1053e-50e3-4d61-bbfb-dfe8491245ce tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1296992 Sep 17 23:42:29.739923 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-53a6adff-c9cc-474b-a744-106335d6005e tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/quotas/61bc45c4c67b49509525c81ab232b9c4 HTTP/1.1" status: 200 len: 375 time: 0.0120735 Sep 17 23:42:29.799584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-e2ed6053-aa97-4043-a54b-fd3e200754be tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=61bc45c4c67b49509525c81ab232b9c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530806 Sep 17 23:42:29.899187 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17889258-4e05-4b12-8489-004341d3b710 req-d208ceaa-b270-4682-81ee-6526d38d9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:29.899187 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17889258-4e05-4b12-8489-004341d3b710 req-d208ceaa-b270-4682-81ee-6526d38d9657 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4772d9a8c0714fd28936958f529bdf47&device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 1095 time: 0.0595055 Sep 17 23:42:30.041930 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-837f08e5-524a-4dca-b675-5b7063ed4fee req-08d0491c-f757-4b38-9b62-0307b29224f6 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.0622146 Sep 17 23:42:30.076634 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17889258-4e05-4b12-8489-004341d3b710 req-f89ec401-5872-43f1-aaed-73c6506d7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:30.078277 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17889258-4e05-4b12-8489-004341d3b710 req-f89ec401-5872-43f1-aaed-73c6506d7ba3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42ce65e5-476f-418b-b046-198f1115663d HTTP/1.1" status: 200 len: 922 time: 0.1732404 Sep 17 23:42:30.185779 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e8525a-4678-4a17-8fd0-670e72a26c41 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:30.189182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17889258-4e05-4b12-8489-004341d3b710 req-62098c24-e718-4ad8-a599-549303fc3993 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63fb5d62-f063-40b9-9781-cb50a5a69242 HTTP/1.1" status: 200 len: 217 time: 0.1028137 Sep 17 23:42:30.197804 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34e9cbc3-61ac-425b-80ac-df40a3a3aadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:30.218153 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:30.242019 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c472dea-9b4a-4b55-acfe-137bb2fdec52 req-761a75a4-8c37-4759-9116-ade98f7e55e3 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 210 time: 0.1353400 Sep 17 23:42:30.285449 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54d4a4f6-9181-4881-adf2-25d829d83b7f req-77e274a8-6e89-4a16-9a6f-63734dae3f14 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 210 time: 0.0821483 Sep 17 23:42:30.298439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Transition to ACTIVE for port object f2e8525a-4678-4a17-8fd0-670e72a26c41 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:42:30.317916 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9cbc3-61ac-425b-80ac-df40a3a3aadf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed0baabc-b205-4a96-8dda-3d760e708bca,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:30.322421 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17889258-4e05-4b12-8489-004341d3b710 req-9f2a34be-c140-4af7-96b3-c0cb0d23e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:30.324483 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17889258-4e05-4b12-8489-004341d3b710 req-9f2a34be-c140-4af7-96b3-c0cb0d23e258 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7101a626-e4ab-4812-85e3-721a99264b2d HTTP/1.1" status: 200 len: 861 time: 0.1105294 Sep 17 23:42:30.350167 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e9cbc3-61ac-425b-80ac-df40a3a3aadf admin admin] Checking segment: {'id': '045732a1-b3a8-4f59-8d10-f686e7987d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '775e3f23-14cf-43d4-9d47-d61c5933d0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:30.350520 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e9cbc3-61ac-425b-80ac-df40a3a3aadf admin admin] Network hostable DHCP agents. Network: 775e3f23-14cf-43d4-9d47-d61c5933d0bf, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:42:30.384019 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17889258-4e05-4b12-8489-004341d3b710 req-286802f0-dd02-46fd-b073-e66650ec2e73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42ce65e5-476f-418b-b046-198f1115663d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357256 Sep 17 23:42:30.437664 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:30.484793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aadd7a-cd62-4b2f-9d16-ef0bc756f745 req-f26b5b51-716c-45b5-af3e-5b6fc1724d44 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:30.486589 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-60aadd7a-cd62-4b2f-9d16-ef0bc756f745 req-f26b5b51-716c-45b5-af3e-5b6fc1724d44 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 944 time: 0.0924761 Sep 17 23:42:30.521135 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17889258-4e05-4b12-8489-004341d3b710 req-a0c53989-08e6-4bc1-8be6-71a358cd8bb2 service neutron] 10.222.0.37 "GET /v2.0/networks/42ce65e5-476f-418b-b046-198f1115663d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440468 Sep 17 23:42:30.538397 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e8525a-4678-4a17-8fd0-670e72a26c41,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:30.578415 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-60aadd7a-cd62-4b2f-9d16-ef0bc756f745 req-624734f8-8049-4aff-b32f-e0a606d60ee4 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813706 Sep 17 23:42:30.596493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e9cbc3-61ac-425b-80ac-df40a3a3aadf admin admin] Network 775e3f23-14cf-43d4-9d47-d61c5933d0bf is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:42:30.600566 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Attempting to bind port f2e8525a-4678-4a17-8fd0-670e72a26c41 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:42:30.600921 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Attempting to bind port f2e8525a-4678-4a17-8fd0-670e72a26c41 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:42:30.601252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Attempting to bind port f2e8525a-4678-4a17-8fd0-670e72a26c41 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:30.607773 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Port f2e8525a-4678-4a17-8fd0-670e72a26c41 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:42:30.608099 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Attempting to bind port f2e8525a-4678-4a17-8fd0-670e72a26c41 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:30.614787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:42:30.615129 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:30.615516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:42:30.616000 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Bound port: f2e8525a-4678-4a17-8fd0-670e72a26c41, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:42:30.616359 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:30.691441 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] For port f2e8525a-4678-4a17-8fd0-670e72a26c41, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:42:30.694674 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] For port f2e8525a-4678-4a17-8fd0-670e72a26c41, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=f2e8525a-4678-4a17-8fd0-670e72a26c41,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:42:30.695507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa48b1-94cb-40c4-8442-2db4e3c33c2c req-b1824160-6965-443b-9fe3-4e0a7b1169bf tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:30.697116 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51fa48b1-94cb-40c4-8442-2db4e3c33c2c req-b1824160-6965-443b-9fe3-4e0a7b1169bf tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b21baf7-022e-4bfe-9332-5578074957a0 HTTP/1.1" status: 200 len: 948 time: 0.1043880 Sep 17 23:42:30.699435 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17889258-4e05-4b12-8489-004341d3b710 req-fa00c5da-d310-4177-9abc-07fb8f85a3bf service neutron] 10.222.0.37 "GET /v2.0/networks/42ce65e5-476f-418b-b046-198f1115663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704602 Sep 17 23:42:30.719290 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-34e9cbc3-61ac-425b-80ac-df40a3a3aadf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 775e3f23-14cf-43d4-9d47-d61c5933d0bf) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:30.724785 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e9cbc3-61ac-425b-80ac-df40a3a3aadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:30.731678 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34e9cbc3-61ac-425b-80ac-df40a3a3aadf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:30.738582 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3128ce-b004-4e46-9ebe-fc5bdc5baa05 None None] Network 775e3f23-14cf-43d4-9d47-d61c5933d0bf requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:42:30.756297 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51fa48b1-94cb-40c4-8442-2db4e3c33c2c req-98cbbf34-c418-4504-b72f-7ee2fb350687 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/security-groups?id=280ab06a-0586-4eef-8471-3deb5ddc0cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525126 Sep 17 23:42:30.799620 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:30.830742 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:30.832048 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:30.834368 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] 10.222.0.37 "PUT /v2.0/ports/f2e8525a-4678-4a17-8fd0-670e72a26c41 HTTP/1.1" status: 200 len: 1096 time: 1.8411050 Sep 17 23:42:30.837435 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b21baf7-022e-4bfe-9332-5578074957a0', 'tag': 'f2e8525a-4678-4a17-8fd0-670e72a26c41'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:30.842313 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260c7922-af30-4c4c-838b-9e9e461d54c6" -d '{"events": [{"name": "network-changed", "server_uuid": "1b21baf7-022e-4bfe-9332-5578074957a0", "tag": "f2e8525a-4678-4a17-8fd0-670e72a26c41"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:30.849538 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-34e9cbc3-61ac-425b-80ac-df40a3a3aadf admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6404588 Sep 17 23:42:30.881531 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ed175-6b7b-4574-bfb0-53592b774cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e8525a-4678-4a17-8fd0-670e72a26c41,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:30.957025 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040985dc-cf06-4685-bf7a-3a63b0bc1ec2 None None] Network 775e3f23-14cf-43d4-9d47-d61c5933d0bf requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:42:30.970627 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785c9a08-4e8d-47d0-910a-0149f19c6a6d x-openstack-request-id: req-785c9a08-4e8d-47d0-910a-0149f19c6a6d {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:30.970960 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b21baf7-022e-4bfe-9332-5578074957a0", "tag": "f2e8525a-4678-4a17-8fd0-670e72a26c41", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:30.971180 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-785c9a08-4e8d-47d0-910a-0149f19c6a6d {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:30.971596 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b21baf7-022e-4bfe-9332-5578074957a0', 'tag': 'f2e8525a-4678-4a17-8fd0-670e72a26c41', 'status': 'completed', 'code': 200} Sep 17 23:42:31.012393 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-07218b5b-0f09-4ffd-b19b-74795c7c97d3 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=61bc45c4c67b49509525c81ab232b9c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699437 Sep 17 23:42:31.058544 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60326) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:31.140080 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7e42ab-d3ea-4cec-8b90-3e4af23264a3 admin admin] Deleting subnet b32026fa-f2f3-419a-a178-d9baae764cbd {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:42:31.149551 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fd7e42ab-d3ea-4cec-8b90-3e4af23264a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:31.172987 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c7922-af30-4c4c-838b-9e9e461d54c6 req-3e176915-d2a4-4ef7-be59-89d621300e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:31.178899 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-260c7922-af30-4c4c-838b-9e9e461d54c6 req-3e176915-d2a4-4ef7-be59-89d621300e5b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4e0d2bbec854f35b897180b8cd62acc&device_id=1b21baf7-022e-4bfe-9332-5578074957a0 HTTP/1.1" status: 200 len: 1099 time: 0.1917870 Sep 17 23:42:31.214248 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-260c7922-af30-4c4c-838b-9e9e461d54c6 req-f6c643f5-8d57-40da-8158-50012620f30e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b4e0d2bbec854f35b897180b8cd62acc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266168 Sep 17 23:42:31.224609 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fd7e42ab-d3ea-4cec-8b90-3e4af23264a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:31.304348 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-b1bff7b3-5a48-4878-a1e6-8e3321224912 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:31.306275 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fd7e42ab-d3ea-4cec-8b90-3e4af23264a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:31.306990 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-b1bff7b3-5a48-4878-a1e6-8e3321224912 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2603409 Sep 17 23:42:31.348884 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-be9d7677-99cb-4a9b-8b37-88c607505cf6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Request body: {'port': {'device_id': 'd5b8beec-b448-4be2-98d0-11ae72b42b75', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '61bc45c4c67b49509525c81ab232b9c4'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:31.350982 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3e9a0348-d466-4721-9412-b460c840ed1f req-3dce59ca-494b-4155-b1ae-ffdceaa18451 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.0610762 Sep 17 23:42:31.369765 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8607392-b10a-46a6-8a0e-bf689e11755c req-6a608620-eb28-4961-b1d4-7a887e987c79 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 210 time: 0.0662489 Sep 17 23:42:31.424905 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 63fb5d62-f063-40b9-9781-cb50a5a69242 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:42:31.445216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c7922-af30-4c4c-838b-9e9e461d54c6 req-a12a05cd-10a7-418c-95dc-87861ac5a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:31.446689 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-260c7922-af30-4c4c-838b-9e9e461d54c6 req-a12a05cd-10a7-418c-95dc-87861ac5a81a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2202053 Sep 17 23:42:31.447147 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-32961cc7-08d4-4c12-bc39-b59ac2302616 req-df11077f-6a35-4cc4-95fe-2a1fd1ae1929 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 210 time: 0.0334051 Sep 17 23:42:31.537070 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 63fb5d62-f063-40b9-9781-cb50a5a69242, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=63fb5d62-f063-40b9-9781-cb50a5a69242,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:31.558899 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-d9bd831c-c82a-459b-84f5-c3b29b72651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:31.559090 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fd7e42ab-d3ea-4cec-8b90-3e4af23264a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:31.561807 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-d9bd831c-c82a-459b-84f5-c3b29b72651a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4e0d2bbec854f35b897180b8cd62acc&device_id=1b21baf7-022e-4bfe-9332-5578074957a0 HTTP/1.1" status: 200 len: 1099 time: 0.0587442 Sep 17 23:42:31.571792 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '63fb5d62-f063-40b9-9781-cb50a5a69242', 'network_id': '42ce65e5-476f-418b-b046-198f1115663d', 'port_id': '63fb5d62-f063-40b9-9781-cb50a5a69242', 'mac_address': 'fa:16:3e:ea:9c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7101a626-e4ab-4812-85e3-721a99264b2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:42:31.605845 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e42ab-d3ea-4cec-8b90-3e4af23264a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b32026fa-f2f3-419a-a178-d9baae764cbd,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:31.609783 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fd7e42ab-d3ea-4cec-8b90-3e4af23264a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:31.616668 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fd7e42ab-d3ea-4cec-8b90-3e4af23264a3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b32026fa-f2f3-419a-a178-d9baae764cbd HTTP/1.1" status: 204 len: 168 time: 0.5568061 Sep 17 23:42:31.617509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60342) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:31.620818 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-7a890a43-8156-46a6-ae0a-ef4dabfd446a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=f2e8525a-4678-4a17-8fd0-670e72a26c41 HTTP/1.1" status: 200 len: 217 time: 0.0516260 Sep 17 23:42:31.622064 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-be9d7677-99cb-4a9b-8b37-88c607505cf6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Made reservation on behalf of 61bc45c4c67b49509525c81ab232b9c4 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:31.625983 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-be9d7677-99cb-4a9b-8b37-88c607505cf6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:31.632937 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:31.648678 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63fb5d62-f063-40b9-9781-cb50a5a69242 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:31.662261 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-be9d7677-99cb-4a9b-8b37-88c607505cf6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:31.672243 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 63fb5d62-f063-40b9-9781-cb50a5a69242, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=63fb5d62-f063-40b9-9781-cb50a5a69242,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:31.704306 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-f3d82794-05b8-4f8e-b439-f36313b0830e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:31.705979 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-f3d82794-05b8-4f8e-b439-f36313b0830e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0771084 Sep 17 23:42:31.779982 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a23f6ef7-6746-4098-8d22-eb9ed818018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:31.781569 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-a23f6ef7-6746-4098-8d22-eb9ed818018d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0679178 Sep 17 23:42:31.907748 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:31.929613 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-be9d7677-99cb-4a9b-8b37-88c607505cf6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:31.951596 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-fde90093-cfc2-43d4-a041-6c0f711ab166 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625545 Sep 17 23:42:31.998357 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=63fb5d62-f063-40b9-9781-cb50a5a69242,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:32.019162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:32.019507 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:32.019849 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:32.020184 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:32.021105 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:32.021436 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:32.021764 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:32.023010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:32.023355 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:32.023688 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:32.024018 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:32.024352 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:42:32.069223 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-be9d7677-99cb-4a9b-8b37-88c607505cf6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:32.099204 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24516284-1289-43fc-9323-4fe8b0a9addd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:32.123687 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['63fb5d62-f063-40b9-9781-cb50a5a69242'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:42:32.242164 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d7677-99cb-4a9b-8b37-88c607505cf6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f605cdfb-1817-46b7-8f79-362a876508f9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:32.258510 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-24cb969f-f7b3-48ad-b8fa-724ee77555b3 req-337eec3b-26cd-453c-a05e-af43592c2411 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979047 Sep 17 23:42:32.259420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-be9d7677-99cb-4a9b-8b37-88c607505cf6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Allocated IP 192.168.233.181 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/0317988c-c2f7-4c9e-a328-b9fc52267568) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:32.278387 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17114a9d-6af9-4dfb-8113-5fffc212f527 req-89bf8b25-409d-4a64-9053-7d3d9eb305ca tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:32.289383 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17114a9d-6af9-4dfb-8113-5fffc212f527 req-89bf8b25-409d-4a64-9053-7d3d9eb305ca tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 945 time: 0.1863630 Sep 17 23:42:32.338870 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44fe50-1cbd-4eff-9cfa-f888fd9c79a6 req-7a981567-1c1e-482a-9857-c46114076648 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:32.338870 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe44fe50-1cbd-4eff-9cfa-f888fd9c79a6 req-7a981567-1c1e-482a-9857-c46114076648 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b21baf7-022e-4bfe-9332-5578074957a0 HTTP/1.1" status: 200 len: 948 time: 0.2322035 Sep 17 23:42:32.419714 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24516284-1289-43fc-9323-4fe8b0a9addd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:32.439268 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-be9d7677-99cb-4a9b-8b37-88c607505cf6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:32.452276 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17114a9d-6af9-4dfb-8113-5fffc212f527 req-9e9a586a-f36b-4924-ba62-185daca46f54 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618626 Sep 17 23:42:32.473168 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe44fe50-1cbd-4eff-9cfa-f888fd9c79a6 req-eefd4259-2d94-4993-95ea-d15b7cb81f2a tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/security-groups?id=280ab06a-0586-4eef-8471-3deb5ddc0cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220200 Sep 17 23:42:32.481878 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-24516284-1289-43fc-9323-4fe8b0a9addd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a6cb55-6839-4ade-8388-dd46cc9ff6d9']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:32.513474 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-24516284-1289-43fc-9323-4fe8b0a9addd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a741be-11c8-4e53-a4f7-465f036cfc98') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:32.514063 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-24516284-1289-43fc-9323-4fe8b0a9addd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a741be-11c8-4e53-a4f7-465f036cfc98') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:32.542311 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24516284-1289-43fc-9323-4fe8b0a9addd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:32.565796 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24516284-1289-43fc-9323-4fe8b0a9addd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:32.573735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24516284-1289-43fc-9323-4fe8b0a9addd admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:42:32.574621 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24516284-1289-43fc-9323-4fe8b0a9addd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:42:32.577358 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:42:32.599524 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-be9d7677-99cb-4a9b-8b37-88c607505cf6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:32.632208 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a6e070c-d616-4628-83a5-477ba6748657 req-af014b27-d6ed-4161-804e-af450714082d tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 210 time: 0.0408995 Sep 17 23:42:32.669782 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-be9d7677-99cb-4a9b-8b37-88c607505cf6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:32.679024 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-be9d7677-99cb-4a9b-8b37-88c607505cf6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:32.686472 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-255adf68-1d0d-4c2b-b031-37082ce2e1f3 req-67b5d6ea-7ce9-4674-acdf-938bc15cac81 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.0577703 Sep 17 23:42:32.698693 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-be9d7677-99cb-4a9b-8b37-88c607505cf6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:32.706840 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d7677-99cb-4a9b-8b37-88c607505cf6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Pushing event updated for resources: {'Port': ['ID=0317988c-c2f7-4c9e-a328-b9fc52267568,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:32.758930 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e4c853b-5389-43db-89cd-c802cffcbf59 req-586f7dce-e55a-4355-912a-1edb9a05ecac tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 210 time: 0.0335631 Sep 17 23:42:32.786942 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-be9d7677-99cb-4a9b-8b37-88c607505cf6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:32.787852 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-be9d7677-99cb-4a9b-8b37-88c607505cf6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:32.787977 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24516284-1289-43fc-9323-4fe8b0a9addd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:32.797279 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24516284-1289-43fc-9323-4fe8b0a9addd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:32.804769 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-24516284-1289-43fc-9323-4fe8b0a9addd admin admin] 10.222.0.46 "DELETE /v2.0/networks/30a6cb55-6839-4ade-8388-dd46cc9ff6d9 HTTP/1.1" status: 204 len: 168 time: 1.1858711 Sep 17 23:42:32.807342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60360) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:32.824942 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24516284-1289-43fc-9323-4fe8b0a9addd admin admin] Pushing event deleted for resources: {'Network': ['ID=30a6cb55-6839-4ade-8388-dd46cc9ff6d9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:32.873396 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d9b7b6-971e-4698-8925-b0b8957625c6 admin admin] Deleting subnet ed0baabc-b205-4a96-8dda-3d760e708bca {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:42:32.876651 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e1d9b7b6-971e-4698-8925-b0b8957625c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:32.917665 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-be9d7677-99cb-4a9b-8b37-88c607505cf6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5744615 Sep 17 23:42:32.919349 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e1d9b7b6-971e-4698-8925-b0b8957625c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:32.935003 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Request body: {'port': {'device_id': 'd5b8beec-b448-4be2-98d0-11ae72b42b75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:32.938535 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-38afe365-9b64-4a80-8b4f-db4ce3d866e2 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1912f23d03ac425bbba8530206421ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328403 Sep 17 23:42:32.961416 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e1d9b7b6-971e-4698-8925-b0b8957625c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.035452 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1d266db5-bc1e-4eab-922b-78925fd05d03 None None] Provisioning complete for port 0317988c-c2f7-4c9e-a328-b9fc52267568 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:33.036594 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1d266db5-bc1e-4eab-922b-78925fd05d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.056149 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.087663 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1d266db5-bc1e-4eab-922b-78925fd05d03 None None] Port 0317988c-c2f7-4c9e-a328-b9fc52267568 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:42:33.118759 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-7557e8ef-40f0-4a2c-a8d6-0726ac0c5d75 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:33.120184 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-7557e8ef-40f0-4a2c-a8d6-0726ac0c5d75 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1643679 Sep 17 23:42:33.131746 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e1d9b7b6-971e-4698-8925-b0b8957625c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.138960 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-4f81b6d1-feb5-4dd2-ae2a-99f3c278a66a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Request body: {'port': {'device_id': '6f08ed12-9ac3-45d7-83d8-a40f38ef0880', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '1912f23d03ac425bbba8530206421ef6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:33.166407 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e1d9b7b6-971e-4698-8925-b0b8957625c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.171008 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e1d9b7b6-971e-4698-8925-b0b8957625c6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ed0baabc-b205-4a96-8dda-3d760e708bca HTTP/1.1" status: 204 len: 168 time: 0.3601515 Sep 17 23:42:33.171008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9b7b6-971e-4698-8925-b0b8957625c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed0baabc-b205-4a96-8dda-3d760e708bca,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:33.171725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60362) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:33.257297 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b037dc6a-40c4-4578-8fa3-d305867b03c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.358715 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b037dc6a-40c4-4578-8fa3-d305867b03c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.400808 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-463ee84b-205d-490a-affd-56e54462aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:33.402202 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-463ee84b-205d-490a-affd-56e54462aaed service neutron] 10.222.0.41 "GET /v2.0/ports/3c354c66-b3c9-483a-96f9-2f56cb599108 HTTP/1.1" status: 200 len: 1033 time: 0.0618284 Sep 17 23:42:33.403017 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b037dc6a-40c4-4578-8fa3-d305867b03c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775e3f23-14cf-43d4-9d47-d61c5933d0bf']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:33.422251 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b037dc6a-40c4-4578-8fa3-d305867b03c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045732a1-b3a8-4f59-8d10-f686e7987d38') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:33.422549 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b037dc6a-40c4-4578-8fa3-d305867b03c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045732a1-b3a8-4f59-8d10-f686e7987d38') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:42:33.433318 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b037dc6a-40c4-4578-8fa3-d305867b03c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.450076 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b037dc6a-40c4-4578-8fa3-d305867b03c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.458680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device f2e8525a-4678-4a17-8fd0-670e72a26c41 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:42:33.461016 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 63fb5d62-f063-40b9-9781-cb50a5a69242 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:33.465070 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-5a5a5211-801b-41ec-9833-c01317f9c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:33.466788 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-5a5a5211-801b-41ec-9833-c01317f9c372 service neutron] 10.222.0.41 "GET /v2.0/ports/c6bb7140-f314-400d-b7fc-5bb8506ae4ab HTTP/1.1" status: 200 len: 1033 time: 0.0556345 Sep 17 23:42:33.468822 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b037dc6a-40c4-4578-8fa3-d305867b03c3 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:42:33.469352 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b037dc6a-40c4-4578-8fa3-d305867b03c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:42:33.471234 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:42:33.528921 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-4f81b6d1-feb5-4dd2-ae2a-99f3c278a66a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Made reservation on behalf of 1912f23d03ac425bbba8530206421ef6 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:33.533347 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-4f81b6d1-feb5-4dd2-ae2a-99f3c278a66a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.642703 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port f2e8525a-4678-4a17-8fd0-670e72a26c41, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=f2e8525a-4678-4a17-8fd0-670e72a26c41,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:33.662524 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'f2e8525a-4678-4a17-8fd0-670e72a26c41', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': 'f2e8525a-4678-4a17-8fd0-670e72a26c41', 'mac_address': 'fa:16:3e:c6:9b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:42:33.675793 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b037dc6a-40c4-4578-8fa3-d305867b03c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.686111 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012adae-6d59-4ac7-b10a-2a4f6b13ff96 req-6c4a7e7b-0de4-4edd-95ee-21aec152d500 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:33.694693 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c012adae-6d59-4ac7-b10a-2a4f6b13ff96 req-6c4a7e7b-0de4-4edd-95ee-21aec152d500 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 945 time: 0.0983794 Sep 17 23:42:33.727600 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 63fb5d62-f063-40b9-9781-cb50a5a69242 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:42:33.734735 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 63fb5d62-f063-40b9-9781-cb50a5a69242 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:33.740419 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.744687 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b037dc6a-40c4-4578-8fa3-d305867b03c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.751830 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b037dc6a-40c4-4578-8fa3-d305867b03c3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/775e3f23-14cf-43d4-9d47-d61c5933d0bf HTTP/1.1" status: 204 len: 168 time: 0.5783648 Sep 17 23:42:33.764083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037dc6a-40c4-4578-8fa3-d305867b03c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=775e3f23-14cf-43d4-9d47-d61c5933d0bf,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:33.796200 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0317988c-c2f7-4c9e-a328-b9fc52267568 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:33.798977 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34905cd4-6126-4496-90bf-1c3faab651d8 req-083d453c-063d-44dc-b873-652b55135a2b tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:33.815690 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34905cd4-6126-4496-90bf-1c3faab651d8 req-083d453c-063d-44dc-b873-652b55135a2b tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b21baf7-022e-4bfe-9332-5578074957a0 HTTP/1.1" status: 200 len: 948 time: 0.2100506 Sep 17 23:42:33.819379 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.825275 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:33.850623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e8525a-4678-4a17-8fd0-670e72a26c41 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:33.862685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Transition to ACTIVE for port object 0317988c-c2f7-4c9e-a328-b9fc52267568 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:42:33.873031 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-afbd3153-b25e-438c-9119-8fff72e6e112 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:33.879384 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-afbd3153-b25e-438c-9119-8fff72e6e112 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:33.888411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-afbd3153-b25e-438c-9119-8fff72e6e112 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:33.890293 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-afbd3153-b25e-438c-9119-8fff72e6e112 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.41 "GET /v2.0/networks?id=1ae04948-4183-4a3d-bd37-c393127fcdb8&id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&id=78331211-787b-4584-b606-15ede9ec2d9c&id=78331211-787b-4584-b606-15ede9ec2d9c HTTP/1.1" status: 200 len: 1993 time: 0.4071600 Sep 17 23:42:33.895399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34905cd4-6126-4496-90bf-1c3faab651d8 req-f98560fe-fb72-4f87-a1d1-a590a9bc19cf tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/security-groups?id=280ab06a-0586-4eef-8471-3deb5ddc0cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779767 Sep 17 23:42:33.916244 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port f2e8525a-4678-4a17-8fd0-670e72a26c41, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=f2e8525a-4678-4a17-8fd0-670e72a26c41,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:33.920393 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c012adae-6d59-4ac7-b10a-2a4f6b13ff96 req-cbd3a499-ee9e-4f71-b86b-6f307c197efb tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248383 Sep 17 23:42:33.986144 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:34.001884 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:34.006860 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6754e22d-f770-4381-8597-0c1c0d391730 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f9cc78239c7437cacb7009f2c68fb58 HTTP/1.1" status: 200 len: 380 time: 0.1025743 Sep 17 23:42:34.058672 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68b0fc7a-7186-4542-87bf-5d24e2a9e63f req-00ee68fd-c39e-420a-ab2e-03257ba67b09 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 210 time: 0.0632396 Sep 17 23:42:34.074808 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c96b0b6e-330d-4ff9-8596-237d49cdae74 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Request body: {'port': {'device_id': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8', 'admin_state_up': True, 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'security_groups': ['6687bf39-82f2-4203-9e3b-9109ba09075f']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:34.087106 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0409a5b4-2336-44fc-91f8-c5d70ae3e04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fb5d62-f063-40b9-9781-cb50a5a69242'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:34.093960 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2ce4e4-65d6-41a0-9b21-124e323c77fe" -d '{"events": [{"server_uuid": "0409a5b4-2336-44fc-91f8-c5d70ae3e04c", "name": "network-vif-plugged", "status": "completed", "tag": "63fb5d62-f063-40b9-9781-cb50a5a69242"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:34.112799 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ef19a838-0550-4aa0-a6d3-699941cf18e6 req-fd2c5ef1-bd68-4778-96af-731ce01ac265 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.0563018 Sep 17 23:42:34.119492 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:34.196473 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 63fb5d62-f063-40b9-9781-cb50a5a69242, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=63fb5d62-f063-40b9-9781-cb50a5a69242,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:34.260704 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=f2e8525a-4678-4a17-8fd0-670e72a26c41,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:34.265745 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4c8b103d-8cc5-4b18-8004-35bd6cd5dc87 req-808d254a-526e-40f4-9efb-06604b0924a8 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 210 time: 0.0940390 Sep 17 23:42:34.276505 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Pushing event updated for resources: {'Port': ['ID=0317988c-c2f7-4c9e-a328-b9fc52267568,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:34.285652 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-4f81b6d1-feb5-4dd2-ae2a-99f3c278a66a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Allocated IP 192.168.233.89 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/dea29f93-50f3-4fd1-8148-69dfbba345a6) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:34.307885 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:34.357200 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b793ae-210b-4699-b91c-55ce118307ba x-openstack-request-id: req-c1b793ae-210b-4699-b91c-55ce118307ba {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:34.357407 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0409a5b4-2336-44fc-91f8-c5d70ae3e04c", "name": "network-vif-plugged", "status": "completed", "tag": "63fb5d62-f063-40b9-9781-cb50a5a69242", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:34.357664 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c1b793ae-210b-4699-b91c-55ce118307ba {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:34.358061 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0409a5b4-2336-44fc-91f8-c5d70ae3e04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fb5d62-f063-40b9-9781-cb50a5a69242', 'code': 200} Sep 17 23:42:34.360822 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['f2e8525a-4678-4a17-8fd0-670e72a26c41'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:42:34.428404 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=63fb5d62-f063-40b9-9781-cb50a5a69242,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:34.486808 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60388) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:34.498356 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-9c86eff4-bfc6-4edf-b7b2-9af55fc3f5a6 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1912f23d03ac425bbba8530206421ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1359057 Sep 17 23:42:34.605525 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1518fa33-baad-4bdb-a7f5-18e581ce5f49 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df85fc207921497493dc6e0d89f00bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1161945 Sep 17 23:42:34.608003 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60390) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:34.650044 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Attempting to bind port 0317988c-c2f7-4c9e-a328-b9fc52267568 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:42:34.650319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Attempting to bind port 0317988c-c2f7-4c9e-a328-b9fc52267568 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:42:34.650671 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Attempting to bind port 0317988c-c2f7-4c9e-a328-b9fc52267568 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:34.677174 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64db363e-5cf6-4874-b92b-889d5f339ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:34.693332 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986653f5-6923-416b-b0f0-554e3d3c5718 req-82d7d3e7-f9fa-443e-9e89-d41cd2449d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:34.694867 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-986653f5-6923-416b-b0f0-554e3d3c5718 req-82d7d3e7-f9fa-443e-9e89-d41cd2449d4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 1097 time: 0.2754002 Sep 17 23:42:34.704645 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64db363e-5cf6-4874-b92b-889d5f339ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:34.705521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Port 0317988c-c2f7-4c9e-a328-b9fc52267568 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:42:34.705915 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Attempting to bind port 0317988c-c2f7-4c9e-a328-b9fc52267568 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:34.724371 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c96b0b6e-330d-4ff9-8596-237d49cdae74 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Made reservation on behalf of 8f9cc78239c7437cacb7009f2c68fb58 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:34.727844 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c96b0b6e-330d-4ff9-8596-237d49cdae74 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:34.763294 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:42:34.763634 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:34.764022 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:42:34.764478 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Bound port: 0317988c-c2f7-4c9e-a328-b9fc52267568, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:42:34.764858 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:34.838303 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-c1b30ffc-db46-4db6-90a6-74173a2b2afb tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:34.839868 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-c1b30ffc-db46-4db6-90a6-74173a2b2afb tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2943695 Sep 17 23:42:34.859998 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64db363e-5cf6-4874-b92b-889d5f339ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:34.864677 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64db363e-5cf6-4874-b92b-889d5f339ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:34.869360 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-64db363e-5cf6-4874-b92b-889d5f339ace admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e3367f22-f262-4795-bede-280a43c70753 HTTP/1.1" status: 204 len: 168 time: 0.2563148 Sep 17 23:42:34.875059 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db363e-5cf6-4874-b92b-889d5f339ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3367f22-f262-4795-bede-280a43c70753,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:34.945155 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-c923b76a-bd76-4075-8702-18bb1935fe60 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Request body: {'port': {'device_id': '1c22b708-f425-4c44-816a-12d88d5cce1f', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '1912f23d03ac425bbba8530206421ef6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:35.081138 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-986653f5-6923-416b-b0f0-554e3d3c5718 req-5d253b86-942b-4d44-920f-387180208043 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690283 Sep 17 23:42:35.117803 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:42:35.123308 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-a0d58be5-b6c9-418f-9f1f-d0b3e76e1a78 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=61bc45c4c67b49509525c81ab232b9c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2115200 Sep 17 23:42:35.137073 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ee23e-576c-429d-aee6-c91c6101a190 req-f573a116-f543-43bd-843c-4fa83bb4828d tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:35.138677 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b9ee23e-576c-429d-aee6-c91c6101a190 req-f573a116-f543-43bd-843c-4fa83bb4828d tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b21baf7-022e-4bfe-9332-5578074957a0 HTTP/1.1" status: 200 len: 949 time: 0.1065454 Sep 17 23:42:35.152062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa23cde-b437-4674-b5f6-672e8e753362 req-863e3488-84da-4da5-bb68-0e9b3c84c7eb tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:35.159447 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dfa23cde-b437-4674-b5f6-672e8e753362 req-863e3488-84da-4da5-bb68-0e9b3c84c7eb tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 946 time: 0.0861123 Sep 17 23:42:35.226533 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dfa23cde-b437-4674-b5f6-672e8e753362 req-0bc990c8-9502-459e-8d53-5cbd82ef2fb5 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661013 Sep 17 23:42:35.229763 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b9ee23e-576c-429d-aee6-c91c6101a190 req-20ed91e9-03b9-4c7c-8ac1-4d00fad15e86 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/security-groups?id=280ab06a-0586-4eef-8471-3deb5ddc0cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683482 Sep 17 23:42:35.407520 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3250ff7a-1028-4f98-a5be-96fda82c5004 req-97c93b3b-6091-428a-a2aa-6c84a8870696 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 210 time: 0.0871763 Sep 17 23:42:35.454071 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] For port 0317988c-c2f7-4c9e-a328-b9fc52267568, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:42:35.480329 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device f2e8525a-4678-4a17-8fd0-670e72a26c41 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:35.501979 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3945900f-6593-4c09-8d03-3f113c971073 req-6ca6035f-7f58-429f-a463-95c1b2312476 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.0450773 Sep 17 23:42:35.563028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-e1296d55-f1b0-4056-8d26-5a1476c79aa9 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:35.564819 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-e1296d55-f1b0-4056-8d26-5a1476c79aa9 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4334381 Sep 17 23:42:35.576152 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] For port 0317988c-c2f7-4c9e-a328-b9fc52267568, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=0317988c-c2f7-4c9e-a328-b9fc52267568,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:42:35.584175 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-4f81b6d1-feb5-4dd2-ae2a-99f3c278a66a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:35.592308 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-078dc58b-3f88-47c4-8038-cc995c21ec56 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Request body: {'port': {'device_id': '642a02e9-ad7d-44a2-9b1e-8afb38f872d1', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '61bc45c4c67b49509525c81ab232b9c4'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:35.678189 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-555db75e-79be-45b8-b7d7-ef964bafb677 req-6dbd5f95-3b14-4060-8b3a-7b8acdb150bc tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 210 time: 0.0359371 Sep 17 23:42:35.733457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c96b0b6e-330d-4ff9-8596-237d49cdae74 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Allocated IP 172.20.0.5 (1ae04948-4183-4a3d-bd37-c393127fcdb8/914a5e03-c97e-4072-a458-079cc4a8ce5f/cbdb24f9-597b-4307-a8d5-2749c569a415) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:35.742275 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:35.764802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port f2e8525a-4678-4a17-8fd0-670e72a26c41 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:42:35.779022 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port f2e8525a-4678-4a17-8fd0-670e72a26c41 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:35.779805 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:35.799216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-c923b76a-bd76-4075-8702-18bb1935fe60 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Made reservation on behalf of 1912f23d03ac425bbba8530206421ef6 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:35.802847 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-c923b76a-bd76-4075-8702-18bb1935fe60 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:35.839553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:35.840185 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:35.841700 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] 10.222.0.41 "PUT /v2.0/ports/0317988c-c2f7-4c9e-a328-b9fc52267568 HTTP/1.1" status: 200 len: 1096 time: 2.9114194 Sep 17 23:42:35.847196 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b8beec-b448-4be2-98d0-11ae72b42b75', 'tag': '0317988c-c2f7-4c9e-a328-b9fc52267568'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:35.850005 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c97c79-d90f-4fbc-93ff-a3f1f769744a" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b8beec-b448-4be2-98d0-11ae72b42b75", "tag": "0317988c-c2f7-4c9e-a328-b9fc52267568"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:35.946740 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:35.985184 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port f2e8525a-4678-4a17-8fd0-670e72a26c41, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=f2e8525a-4678-4a17-8fd0-670e72a26c41,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:36.067749 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:36.086442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60416) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:36.139923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=f2e8525a-4678-4a17-8fd0-670e72a26c41,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:36.156727 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-77f38076-b212-4a60-83c1-5dd9688abefd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=68760f94093b4d71b7ef0e170a4889d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0689900 Sep 17 23:42:36.159712 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60418) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:36.205709 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2e6a30-9f48-4f5d-9457-68f3f613b32d x-openstack-request-id: req-8c2e6a30-9f48-4f5d-9457-68f3f613b32d {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:36.206048 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b8beec-b448-4be2-98d0-11ae72b42b75", "tag": "0317988c-c2f7-4c9e-a328-b9fc52267568", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:36.206246 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8c2e6a30-9f48-4f5d-9457-68f3f613b32d {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:36.206618 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b8beec-b448-4be2-98d0-11ae72b42b75', 'tag': '0317988c-c2f7-4c9e-a328-b9fc52267568', 'status': 'completed', 'code': 200} Sep 17 23:42:36.215271 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-4f81b6d1-feb5-4dd2-ae2a-99f3c278a66a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:36.218492 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a45b1720-debb-4499-87c9-6f87e097973c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:36.235922 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['3552a5d4-726d-4d3f-a363-8f246e36bc04'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:42:36.243204 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a45b1720-debb-4499-87c9-6f87e097973c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:36.311728 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3950ef-8f71-4e3e-8a92-1395b4679c4f service neutron] Pushing event updated for resources: {'Port': ['ID=0317988c-c2f7-4c9e-a328-b9fc52267568,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:36.360244 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b21baf7-022e-4bfe-9332-5578074957a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e8525a-4678-4a17-8fd0-670e72a26c41'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:36.367864 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e83313-c72d-4d46-bbab-40ce47de62a5" -d '{"events": [{"server_uuid": "1b21baf7-022e-4bfe-9332-5578074957a0", "name": "network-vif-plugged", "status": "completed", "tag": "f2e8525a-4678-4a17-8fd0-670e72a26c41"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:36.422425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-4f81b6d1-feb5-4dd2-ae2a-99f3c278a66a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:36.437198 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a1a42-c095-4350-91cd-f12c2148c271 req-baeee43b-01a6-41f0-a178-413cf7d80100 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:36.439057 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d10a1a42-c095-4350-91cd-f12c2148c271 req-baeee43b-01a6-41f0-a178-413cf7d80100 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 946 time: 0.1034381 Sep 17 23:42:36.445196 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a45b1720-debb-4499-87c9-6f87e097973c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:36.447427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-4f81b6d1-feb5-4dd2-ae2a-99f3c278a66a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:36.447953 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a45b1720-debb-4499-87c9-6f87e097973c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:36.449307 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a45b1720-debb-4499-87c9-6f87e097973c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c97a099-4ec8-4442-adaf-2320795729e0 HTTP/1.1" status: 204 len: 168 time: 0.2885082 Sep 17 23:42:36.462596 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-4f81b6d1-feb5-4dd2-ae2a-99f3c278a66a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:36.470331 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-078dc58b-3f88-47c4-8038-cc995c21ec56 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Made reservation on behalf of 61bc45c4c67b49509525c81ab232b9c4 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:36.474180 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-078dc58b-3f88-47c4-8038-cc995c21ec56 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:36.483762 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa1cc9-e582-44da-9f92-e6e44dfa6b3a req-664b904e-f66a-4a43-b835-fdb405d11f96 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:36.501448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0eaa1cc9-e582-44da-9f92-e6e44dfa6b3a req-664b904e-f66a-4a43-b835-fdb405d11f96 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b21baf7-022e-4bfe-9332-5578074957a0 HTTP/1.1" status: 200 len: 950 time: 0.1233008 Sep 17 23:42:36.522924 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60434) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:36.530771 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b1720-debb-4499-87c9-6f87e097973c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c97a099-4ec8-4442-adaf-2320795729e0,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:36.544157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-33053733-4881-4262-be71-6c5476748396 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1058435019'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:36.552124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c97c79-d90f-4fbc-93ff-a3f1f769744a req-979ed852-faf6-44f2-b913-aa39db7f6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:36.553722 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-47c97c79-d90f-4fbc-93ff-a3f1f769744a req-979ed852-faf6-44f2-b913-aa39db7f6139 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61bc45c4c67b49509525c81ab232b9c4&device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 1099 time: 0.3399792 Sep 17 23:42:36.605054 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81b6d1-feb5-4dd2-ae2a-99f3c278a66a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Pushing event updated for resources: {'Port': ['ID=dea29f93-50f3-4fd1-8148-69dfbba345a6,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:36.632675 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d10a1a42-c095-4350-91cd-f12c2148c271 req-c26362c4-5c92-4312-8d6a-2d725673914e tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764793 Sep 17 23:42:36.674265 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0eaa1cc9-e582-44da-9f92-e6e44dfa6b3a req-2bfff65b-c658-4895-baa3-38d9a0d67901 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/security-groups?id=280ab06a-0586-4eef-8471-3deb5ddc0cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714485 Sep 17 23:42:36.703360 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-47c97c79-d90f-4fbc-93ff-a3f1f769744a req-766b9f77-e489-4219-b857-574c7c8ba92d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=61bc45c4c67b49509525c81ab232b9c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1289613 Sep 17 23:42:36.714371 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c96b0b6e-330d-4ff9-8596-237d49cdae74 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:36.721643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33053733-4881-4262-be71-6c5476748396 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Made reservation on behalf of d0d9d21cfcb240e7a982ff8d8919e740 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:36.728545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-4f81b6d1-feb5-4dd2-ae2a-99f3c278a66a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:36.732640 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37932103-f98d-4b6a-b233-7aa188369277 x-openstack-request-id: req-37932103-f98d-4b6a-b233-7aa188369277 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:36.732640 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b21baf7-022e-4bfe-9332-5578074957a0", "name": "network-vif-plugged", "status": "completed", "tag": "f2e8525a-4678-4a17-8fd0-670e72a26c41", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:36.733458 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-4f81b6d1-feb5-4dd2-ae2a-99f3c278a66a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:36.733571 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37932103-f98d-4b6a-b233-7aa188369277 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:36.733571 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b21baf7-022e-4bfe-9332-5578074957a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e8525a-4678-4a17-8fd0-670e72a26c41', 'code': 200} Sep 17 23:42:36.735494 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-33053733-4881-4262-be71-6c5476748396 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:36.830513 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a26bb1fc-4e9d-414a-9f29-82582675bf23 None None] Provisioning complete for port dea29f93-50f3-4fd1-8148-69dfbba345a6 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:36.831010 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a26bb1fc-4e9d-414a-9f29-82582675bf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:36.834435 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33053733-4881-4262-be71-6c5476748396 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:42:36.892900 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-c923b76a-bd76-4075-8702-18bb1935fe60 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Allocated IP 192.168.233.136 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/e2c017c7-79c7-49f4-a2e8-fd1af689e9b0) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:36.905471 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24cdbd74-08ab-4ebf-a25e-002c667091fd req-93199f8a-4d27-4103-8b48-80bf7dd777e7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 210 time: 0.0540242 Sep 17 23:42:36.906087 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-33053733-4881-4262-be71-6c5476748396 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:36.907691 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-33053733-4881-4262-be71-6c5476748396 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Added segment 40c57ab5-6828-4199-b73a-a3ce186683a0 of type vlan for network 2da050b4-00f1-432e-9e5a-adbd5603b80d Sep 17 23:42:36.934554 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a26bb1fc-4e9d-414a-9f29-82582675bf23 None None] Port dea29f93-50f3-4fd1-8148-69dfbba345a6 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:42:36.997933 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11b1da8f-55b5-404e-b5e0-571ccb5dc965 req-ff3693f1-6fb8-40a7-890e-26f97d29d0a9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.0881796 Sep 17 23:42:37.016748 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-4f81b6d1-feb5-4dd2-ae2a-99f3c278a66a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8814456 Sep 17 23:42:37.019674 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c97c79-d90f-4fbc-93ff-a3f1f769744a req-beeee7dc-623b-4a64-bc19-211a4392345d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:37.022016 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-47c97c79-d90f-4fbc-93ff-a3f1f769744a req-beeee7dc-623b-4a64-bc19-211a4392345d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3010924 Sep 17 23:42:37.047254 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-33053733-4881-4262-be71-6c5476748396 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:37.066031 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Request body: {'port': {'device_id': '6f08ed12-9ac3-45d7-83d8-a40f38ef0880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:37.109485 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a49521-0a3c-4a01-91b7-3b41929f0ad6 req-22190a0d-2dec-45a2-8321-39e4f6723707 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:37.111108 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c3a49521-0a3c-4a01-91b7-3b41929f0ad6 req-22190a0d-2dec-45a2-8321-39e4f6723707 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 946 time: 0.0913095 Sep 17 23:42:37.146292 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfec44-48e2-47a6-82b8-4731624fa284 req-3a4b7f4a-9edf-4a2c-ad84-9b4255456389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:37.147815 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-17cfec44-48e2-47a6-82b8-4731624fa284 req-3a4b7f4a-9edf-4a2c-ad84-9b4255456389 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b21baf7-022e-4bfe-9332-5578074957a0 HTTP/1.1" status: 200 len: 1101 time: 0.3435221 Sep 17 23:42:37.148014 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f423ba03-2df4-40a0-8ff0-c35a69c72652 req-708743ef-a98a-42b8-b71f-3a72da14ed71 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 210 time: 0.0359600 Sep 17 23:42:37.175621 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c96b0b6e-330d-4ff9-8596-237d49cdae74 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:37.197511 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c3a49521-0a3c-4a01-91b7-3b41929f0ad6 req-a4bd4872-ea41-4175-9de3-f3c21ccf6344 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758357 Sep 17 23:42:37.199463 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-33053733-4881-4262-be71-6c5476748396 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:37.206037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33053733-4881-4262-be71-6c5476748396 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:37.206889 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-33053733-4881-4262-be71-6c5476748396 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:37.259602 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-17cfec44-48e2-47a6-82b8-4731624fa284 req-f56c589f-7c3d-4a54-9681-49e5ee17a9e6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=280ab06a-0586-4eef-8471-3deb5ddc0cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591660 Sep 17 23:42:37.287391 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-adff5a82-6eb0-41ce-a5a8-ad31752039a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:37.288985 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-adff5a82-6eb0-41ce-a5a8-ad31752039a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61bc45c4c67b49509525c81ab232b9c4&device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 1099 time: 0.1794233 Sep 17 23:42:37.344951 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:37.354942 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-1ca8ed07-9a17-4ff6-b6b9-11bd4f994b7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=0317988c-c2f7-4c9e-a328-b9fc52267568 HTTP/1.1" status: 200 len: 217 time: 0.0564175 Sep 17 23:42:37.360707 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c96b0b6e-330d-4ff9-8596-237d49cdae74 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Network 1ae04948-4183-4a3d-bd37-c393127fcdb8 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:37.363401 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-33053733-4881-4262-be71-6c5476748396 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8336370 Sep 17 23:42:37.377354 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60454) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:37.396540 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-84e257c4-f7ef-4f2d-966d-b71a521d4f55 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-727960773'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:37.399995 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33053733-4881-4262-be71-6c5476748396 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event updated for resources: {'Network': ['ID=2da050b4-00f1-432e-9e5a-adbd5603b80d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:37.411892 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 2da050b4-00f1-432e-9e5a-adbd5603b80d details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:42:37.415327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c96b0b6e-330d-4ff9-8596-237d49cdae74 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:37.433162 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b34f06-80ba-4f83-9500-983f01828943 req-b0b0cde1-16d6-4d11-af22-7086d014982e tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:37.445422 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0b34f06-80ba-4f83-9500-983f01828943 req-b0b0cde1-16d6-4d11-af22-7086d014982e tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 946 time: 0.1247270 Sep 17 23:42:37.457104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c96b0b6e-330d-4ff9-8596-237d49cdae74 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:37.481852 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b0b6e-330d-4ff9-8596-237d49cdae74 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event updated for resources: {'Port': ['ID=cbdb24f9-597b-4307-a8d5-2749c569a415,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:37.554935 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0b34f06-80ba-4f83-9500-983f01828943 req-44777f58-77e5-4222-94d2-ed0ccc3b4b27 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037786 Sep 17 23:42:37.623304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6d6fbeca-4c4e-4fcc-b287-a435cc055f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:37.624815 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-6d6fbeca-4c4e-4fcc-b287-a435cc055f96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.2549696 Sep 17 23:42:37.702661 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c96b0b6e-330d-4ff9-8596-237d49cdae74 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:37.703445 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c96b0b6e-330d-4ff9-8596-237d49cdae74 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:37.724650 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166adea8-f357-4be9-a09c-04f6cbb61957 req-8df522b8-945e-435c-967e-d90be362cb33 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:37.734112 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-166adea8-f357-4be9-a09c-04f6cbb61957 req-8df522b8-945e-435c-967e-d90be362cb33 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 946 time: 0.0869300 Sep 17 23:42:37.739775 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e257c4-f7ef-4f2d-966d-b71a521d4f55 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Made reservation on behalf of d0d9d21cfcb240e7a982ff8d8919e740 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:37.743168 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84e257c4-f7ef-4f2d-966d-b71a521d4f55 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:37.814701 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-166adea8-f357-4be9-a09c-04f6cbb61957 req-c6e25c29-b98d-42a0-b536-5fef133ab880 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797095 Sep 17 23:42:37.833965 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d581ba-c4d3-4bc0-be87-f415d40ffdbd req-6eb89a4e-815f-496a-8d81-644284e4ddce tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:37.838098 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-c923b76a-bd76-4075-8702-18bb1935fe60 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:37.841392 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23d581ba-c4d3-4bc0-be87-f415d40ffdbd req-6eb89a4e-815f-496a-8d81-644284e4ddce tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b21baf7-022e-4bfe-9332-5578074957a0 HTTP/1.1" status: 200 len: 950 time: 0.0870707 Sep 17 23:42:37.841806 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e257c4-f7ef-4f2d-966d-b71a521d4f55 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:42:37.862136 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84e257c4-f7ef-4f2d-966d-b71a521d4f55 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:37.862890 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-84e257c4-f7ef-4f2d-966d-b71a521d4f55 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Added segment a176b4b5-3421-41fd-b407-cd92e9188613 of type vlan for network 9e702302-c423-4617-ae40-276913b1f962 Sep 17 23:42:37.867395 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-7c92c966-4442-42a1-a741-a4ec683ad11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:37.869704 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-7c92c966-4442-42a1-a741-a4ec683ad11e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1576321 Sep 17 23:42:37.874021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b0e08b88-8c61-4d28-9d31-dacab8d17e64 None None] Provisioning complete for port cbdb24f9-597b-4307-a8d5-2749c569a415 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:37.875065 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b0e08b88-8c61-4d28-9d31-dacab8d17e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:37.884721 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c96b0b6e-330d-4ff9-8596-237d49cdae74 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8234363 Sep 17 23:42:37.921475 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23d581ba-c4d3-4bc0-be87-f415d40ffdbd req-bc29feb5-183c-49c8-ba50-9d87933a8377 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/security-groups?id=280ab06a-0586-4eef-8471-3deb5ddc0cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792267 Sep 17 23:42:37.951178 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-acf0a1bc-8b01-4a1c-890b-84e3f7ee70bb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Request body: {'port': {'device_id': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14', 'admin_state_up': True, 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'security_groups': ['6687bf39-82f2-4203-9e3b-9109ba09075f']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:37.981714 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b0e08b88-8c61-4d28-9d31-dacab8d17e64 None None] Port cbdb24f9-597b-4307-a8d5-2749c569a415 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:42:38.066864 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f10274b7-32f7-4184-8ef6-7aa960835295 req-d65071e5-0455-4628-a1ce-7f2de801d7ed tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 210 time: 0.0480115 Sep 17 23:42:38.080417 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84e257c4-f7ef-4f2d-966d-b71a521d4f55 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:38.159264 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc78df8-06fe-493e-8e00-9d2e6c3059cc req-a26a09d1-9427-45c1-a6fe-fe3da273e85b tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:38.168820 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bcc78df8-06fe-493e-8e00-9d2e6c3059cc req-a26a09d1-9427-45c1-a6fe-fe3da273e85b tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 946 time: 0.1153748 Sep 17 23:42:38.236711 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-c923b76a-bd76-4075-8702-18bb1935fe60 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:38.251205 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bcc78df8-06fe-493e-8e00-9d2e6c3059cc req-44a38f80-44dc-4f23-b9bd-0440902a41b7 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676279 Sep 17 23:42:38.251897 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['3552a5d4-726d-4d3f-a363-8f246e36bc04'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:42:38.281777 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f84ca-9a90-4ba8-a403-9de3afb4e21b req-7ddf5351-341b-4804-9219-8bdc6877dbfc tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:38.283328 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-217f84ca-9a90-4ba8-a403-9de3afb4e21b req-7ddf5351-341b-4804-9219-8bdc6877dbfc tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 931 time: 0.1108217 Sep 17 23:42:38.339703 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-d6bd288e-4efd-49b2-b01e-ebdbee40dc66 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609330 Sep 17 23:42:38.347905 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-c923b76a-bd76-4075-8702-18bb1935fe60 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:38.349424 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84e257c4-f7ef-4f2d-966d-b71a521d4f55 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:38.380973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e257c4-f7ef-4f2d-966d-b71a521d4f55 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:38.385152 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84e257c4-f7ef-4f2d-966d-b71a521d4f55 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:38.392628 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cfaa7e19-8433-4da2-a2e4-8f5bf78c0c6f req-637d152c-8646-48ff-a219-4670811b7b0f tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 210 time: 0.0543163 Sep 17 23:42:38.413090 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-217f84ca-9a90-4ba8-a403-9de3afb4e21b req-3762988f-7232-4549-b419-c57de9a3a975 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217701 Sep 17 23:42:38.451376 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-c923b76a-bd76-4075-8702-18bb1935fe60 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:38.461944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-078dc58b-3f88-47c4-8038-cc995c21ec56 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Allocated IP 192.168.233.27 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/3ee134c4-da4d-4fbc-827d-34f7459f2fc6) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:38.487030 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-acf0a1bc-8b01-4a1c-890b-84e3f7ee70bb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Made reservation on behalf of 8f9cc78239c7437cacb7009f2c68fb58 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:38.491141 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-acf0a1bc-8b01-4a1c-890b-84e3f7ee70bb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:38.504120 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-c923b76a-bd76-4075-8702-18bb1935fe60 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:38.554567 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-84e257c4-f7ef-4f2d-966d-b71a521d4f55 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1710012 Sep 17 23:42:38.563048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17231d46-c5e9-41c8-8c40-2f7d3c900031 req-dcaf5133-be50-4d78-9b26-b809d8933a50 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:38.564587 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17231d46-c5e9-41c8-8c40-2f7d3c900031 req-dcaf5133-be50-4d78-9b26-b809d8933a50 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 946 time: 0.0638084 Sep 17 23:42:38.565318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60490) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:38.570215 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-222a7d7d-35cb-4fb4-a510-0cd315ef0a88 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Request body: {'subnet': {'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:38.627967 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-c923b76a-bd76-4075-8702-18bb1935fe60 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:38.628664 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-c923b76a-bd76-4075-8702-18bb1935fe60 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:38.684581 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17231d46-c5e9-41c8-8c40-2f7d3c900031 req-6021b91b-7cb5-4cae-aece-c6704ba0334e tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083922 Sep 17 23:42:38.748704 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923b76a-bd76-4075-8702-18bb1935fe60 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Pushing event updated for resources: {'Port': ['ID=e2c017c7-79c7-49f4-a2e8-fd1af689e9b0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:38.815262 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-04934d2e-95f0-41c0-942e-48cb92c69a5a None None] Provisioning complete for port e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:38.815839 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-04934d2e-95f0-41c0-942e-48cb92c69a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:38.831364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222a7d7d-35cb-4fb4-a510-0cd315ef0a88 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Made reservation on behalf of d0d9d21cfcb240e7a982ff8d8919e740 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:38.835685 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-222a7d7d-35cb-4fb4-a510-0cd315ef0a88 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:38.838861 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e257c4-f7ef-4f2d-966d-b71a521d4f55 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event updated for resources: {'Network': ['ID=9e702302-c423-4617-ae40-276913b1f962,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:38.860759 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-acf0a1bc-8b01-4a1c-890b-84e3f7ee70bb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Allocated IP 10.1.1.244 (7fa2b1b2-a546-4435-a45d-a500f62f6e14/5aef77cc-5335-4c0b-8709-d4c2d4bc8786/7c8efe2c-5278-497c-a54f-a7c58a7afd95) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:38.878005 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad61e36-c9c3-4b85-b014-2e435335a0d8 req-ea84ad4b-321f-44db-afa0-fc0deba75fd5 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:38.888662 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-04934d2e-95f0-41c0-942e-48cb92c69a5a None None] Port e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:42:38.891038 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 9e702302-c423-4617-ae40-276913b1f962 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:42:38.893629 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aad61e36-c9c3-4b85-b014-2e435335a0d8 req-ea84ad4b-321f-44db-afa0-fc0deba75fd5 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 946 time: 0.1009407 Sep 17 23:42:38.915479 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea7422ac-d66f-4dde-92bc-a687ec7c7efa req-ed3ac36c-20fc-4a06-a9bc-8a706628f5a7 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698341 Sep 17 23:42:39.017014 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-c923b76a-bd76-4075-8702-18bb1935fe60 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1095502 Sep 17 23:42:39.053126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Request body: {'port': {'device_id': '1c22b708-f425-4c44-816a-12d88d5cce1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:39.118281 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aad61e36-c9c3-4b85-b014-2e435335a0d8 req-b1fb13d7-8a98-43fd-bd26-2603beaa2ede tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229223 Sep 17 23:42:39.220881 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-acf0a1bc-8b01-4a1c-890b-84e3f7ee70bb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:39.225848 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:39.280788 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9282e-f333-4135-882f-ffe128bb8f19 req-72a517bb-3923-4224-b38c-5e353e433aa2 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:39.282570 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-64a9282e-f333-4135-882f-ffe128bb8f19 req-72a517bb-3923-4224-b38c-5e353e433aa2 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b21baf7-022e-4bfe-9332-5578074957a0 HTTP/1.1" status: 200 len: 950 time: 0.2586837 Sep 17 23:42:39.301533 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-078dc58b-3f88-47c4-8038-cc995c21ec56 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:39.340520 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-222a7d7d-35cb-4fb4-a510-0cd315ef0a88 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:39.434447 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-64a9282e-f333-4135-882f-ffe128bb8f19 req-1af3f5e9-f0b6-4b7b-8e27-746fb7f19537 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/security-groups?id=280ab06a-0586-4eef-8471-3deb5ddc0cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429312 Sep 17 23:42:39.435094 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-acf0a1bc-8b01-4a1c-890b-84e3f7ee70bb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:39.458265 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a7d7d-35cb-4fb4-a510-0cd315ef0a88 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event updated for resources: {'Subnet': ['ID=88a27ab6-e116-465b-83c2-03d2486723eb,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:39.480170 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f48c1f-535c-4735-bb02-da5fe2e09db9 req-391c9bdf-79a4-4b63-9eb8-e672f8bf088d tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:39.488345 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8f48c1f-535c-4735-bb02-da5fe2e09db9 req-391c9bdf-79a4-4b63-9eb8-e672f8bf088d tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 936 time: 0.1667991 Sep 17 23:42:39.509078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222a7d7d-35cb-4fb4-a510-0cd315ef0a88 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Checking segment: {'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:39.510614 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222a7d7d-35cb-4fb4-a510-0cd315ef0a88 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Network hostable DHCP agents. Network: 2da050b4-00f1-432e-9e5a-adbd5603b80d, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:42:39.543498 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8f48c1f-535c-4735-bb02-da5fe2e09db9 req-7f92b62a-b004-4ef9-8be0-55288a2caed0 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536282 Sep 17 23:42:39.614363 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b081ea-1ffe-40ea-bdee-23f4c9b1bb2f req-505a8ac8-0821-437d-91b3-dc0ad8f2d1ea tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:39.614363 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54b081ea-1ffe-40ea-bdee-23f4c9b1bb2f req-505a8ac8-0821-437d-91b3-dc0ad8f2d1ea tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 946 time: 0.0661123 Sep 17 23:42:39.680736 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222a7d7d-35cb-4fb4-a510-0cd315ef0a88 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Network 2da050b4-00f1-432e-9e5a-adbd5603b80d is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:42:39.695848 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54b081ea-1ffe-40ea-bdee-23f4c9b1bb2f req-5c2732a1-4980-44db-b87b-73cd8d59a65f tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769510 Sep 17 23:42:39.717917 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd4b4b-0ca7-403c-be93-bda633604394 req-0bb02537-a3b0-4169-b516-f92e19bedbaf tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:39.717917 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36bd4b4b-0ca7-403c-be93-bda633604394 req-0bb02537-a3b0-4169-b516-f92e19bedbaf tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 935 time: 0.0878246 Sep 17 23:42:39.771085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-222a7d7d-35cb-4fb4-a510-0cd315ef0a88 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 2da050b4-00f1-432e-9e5a-adbd5603b80d) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:39.784148 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50139ca9-6bb9-4701-a31c-a547d4b8202a None None] Network 2da050b4-00f1-432e-9e5a-adbd5603b80d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:42:39.797537 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222a7d7d-35cb-4fb4-a510-0cd315ef0a88 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:39.798147 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-222a7d7d-35cb-4fb4-a510-0cd315ef0a88 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:39.822184 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-acf0a1bc-8b01-4a1c-890b-84e3f7ee70bb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:39.827273 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36bd4b4b-0ca7-403c-be93-bda633604394 req-947f9497-7317-46e2-ab68-4752107d3bbb tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053472 Sep 17 23:42:39.829656 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-078dc58b-3f88-47c4-8038-cc995c21ec56 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:39.847089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-acf0a1bc-8b01-4a1c-890b-84e3f7ee70bb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:39.856106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-acf0a1bc-8b01-4a1c-890b-84e3f7ee70bb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:39.894725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d4b02-2bf3-47d1-880c-4b164bac8905 req-6850bb0f-50e8-4263-85a8-91c80b59a363 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:39.914461 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d4b02-2bf3-47d1-880c-4b164bac8905 req-6850bb0f-50e8-4263-85a8-91c80b59a363 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:39.926570 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e8d4b02-2bf3-47d1-880c-4b164bac8905 req-6850bb0f-50e8-4263-85a8-91c80b59a363 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 1653 time: 0.1338928 Sep 17 23:42:39.940025 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-222a7d7d-35cb-4fb4-a510-0cd315ef0a88 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3727114 Sep 17 23:42:39.946047 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60528) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:39.954473 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a25dcec0-3587-4f2d-8713-7747ec6e895b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Request body: {'subnet': {'network_id': '9e702302-c423-4617-ae40-276913b1f962', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:39.971559 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0a1bc-8b01-4a1c-890b-84e3f7ee70bb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event updated for resources: {'Port': ['ID=7c8efe2c-5278-497c-a54f-a7c58a7afd95,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:40.014713 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60530) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:40.034066 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-2da050b4-00f1-432e-9e5a-adbd5603b80d', 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'fixed_ips': [{'subnet_id': '88a27ab6-e116-465b-83c2-03d2486723eb'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:42:40.035582 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:40.113044 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-078dc58b-3f88-47c4-8038-cc995c21ec56 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:40.147667 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-078dc58b-3f88-47c4-8038-cc995c21ec56 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:40.155645 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-078dc58b-3f88-47c4-8038-cc995c21ec56 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:40.183259 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e8d4b02-2bf3-47d1-880c-4b164bac8905 req-f4285560-947b-4eb7-949f-5dc92ef16da5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334259 Sep 17 23:42:40.184554 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-acf0a1bc-8b01-4a1c-890b-84e3f7ee70bb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:40.185617 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-acf0a1bc-8b01-4a1c-890b-84e3f7ee70bb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:40.289219 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25dcec0-3587-4f2d-8713-7747ec6e895b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Made reservation on behalf of d0d9d21cfcb240e7a982ff8d8919e740 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:40.294268 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a25dcec0-3587-4f2d-8713-7747ec6e895b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:40.303231 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078dc58b-3f88-47c4-8038-cc995c21ec56 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Pushing event updated for resources: {'Port': ['ID=3ee134c4-da4d-4fbc-827d-34f7459f2fc6,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:40.334474 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] Allocated IP 10.1.1.2 (2da050b4-00f1-432e-9e5a-adbd5603b80d/88a27ab6-e116-465b-83c2-03d2486723eb/7a922628-9373-491f-b186-8a3142c42751) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:40.389489 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-078dc58b-3f88-47c4-8038-cc995c21ec56 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:40.389489 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-078dc58b-3f88-47c4-8038-cc995c21ec56 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:40.421468 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3b95049b-d3eb-4077-8168-34981baa4036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:40.430084 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-acf0a1bc-8b01-4a1c-890b-84e3f7ee70bb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5172057 Sep 17 23:42:40.459939 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-3b7c3c98-fb73-4289-a3f2-c63e70d5bbb9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Request body: {'port': {'device_id': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14', 'admin_state_up': True, 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'security_groups': ['6687bf39-82f2-4203-9e3b-9109ba09075f']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:40.483753 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea29f93-50f3-4fd1-8148-69dfbba345a6 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:40.510515 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:40.565079 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:40.575760 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:40.575935 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Transition to ACTIVE for port object dea29f93-50f3-4fd1-8148-69dfbba345a6 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:42:40.576061 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-502b5417-65cd-4705-8035-090d64696842 None None] Provisioning complete for port 7c8efe2c-5278-497c-a54f-a7c58a7afd95 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:40.576446 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-502b5417-65cd-4705-8035-090d64696842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:40.576923 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-078dc58b-3f88-47c4-8038-cc995c21ec56 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9957197 Sep 17 23:42:40.598756 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Request body: {'port': {'device_id': '642a02e9-ad7d-44a2-9b1e-8afb38f872d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:40.614882 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-502b5417-65cd-4705-8035-090d64696842 None None] Port 7c8efe2c-5278-497c-a54f-a7c58a7afd95 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:42:40.667945 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:40.736260 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f96c6-3f9d-40a4-8b5a-f7f074ec4ab9 req-f93e0e54-cb5d-41b5-bbd9-74c01a00bcb9 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:40.736898 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:40.737965 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d65f96c6-3f9d-40a4-8b5a-f7f074ec4ab9 req-f93e0e54-cb5d-41b5-bbd9-74c01a00bcb9 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 936 time: 0.1032875 Sep 17 23:42:40.790504 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d65f96c6-3f9d-40a4-8b5a-f7f074ec4ab9 req-e2cf85e9-2b82-4b02-adf3-ccc698fe5bf7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388925 Sep 17 23:42:40.795024 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:40.811856 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a25dcec0-3587-4f2d-8713-7747ec6e895b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:40.824276 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 0317988c-c2f7-4c9e-a328-b9fc52267568 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:42:40.857733 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] Network 2da050b4-00f1-432e-9e5a-adbd5603b80d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:40.865381 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:40.875722 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:40.894106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Pushing event updated for resources: {'Port': ['ID=dea29f93-50f3-4fd1-8148-69dfbba345a6,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:40.911343 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] Pushing event updated for resources: {'Port': ['ID=7a922628-9373-491f-b186-8a3142c42751,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:40.922426 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-bdd49366-bb71-4785-bef9-ea11b1ed0e06 None None] Provisioning complete for port 3ee134c4-da4d-4fbc-827d-34f7459f2fc6 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:40.923033 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bdd49366-bb71-4785-bef9-ea11b1ed0e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:40.958314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dcec0-3587-4f2d-8713-7747ec6e895b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event updated for resources: {'Subnet': ['ID=f67d974e-7140-4089-9f32-07a00b55ef3a,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:41.012370 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25dcec0-3587-4f2d-8713-7747ec6e895b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Checking segment: {'id': 'a176b4b5-3421-41fd-b407-cd92e9188613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e702302-c423-4617-ae40-276913b1f962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:41.012736 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25dcec0-3587-4f2d-8713-7747ec6e895b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Network hostable DHCP agents. Network: 9e702302-c423-4617-ae40-276913b1f962, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:42:41.148671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25dcec0-3587-4f2d-8713-7747ec6e895b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Network 9e702302-c423-4617-ae40-276913b1f962 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:42:41.168048 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-bdd49366-bb71-4785-bef9-ea11b1ed0e06 None None] Port 3ee134c4-da4d-4fbc-827d-34f7459f2fc6 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:42:41.181499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] Attempting to bind port 7a922628-9373-491f-b186-8a3142c42751 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:42:41.181869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] Attempting to bind port 7a922628-9373-491f-b186-8a3142c42751 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:42:41.182231 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] Attempting to bind port 7a922628-9373-491f-b186-8a3142c42751 on network 2da050b4-00f1-432e-9e5a-adbd5603b80d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:41.197978 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c470f-9995-4099-8899-4ccaac041b37 req-afd76d43-19fd-4a24-a276-801776ac04a9 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:41.199534 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-985c470f-9995-4099-8899-4ccaac041b37 req-afd76d43-19fd-4a24-a276-801776ac04a9 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 935 time: 0.0974014 Sep 17 23:42:41.211400 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:42:41.223293 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] Checking segment: {'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:41.223293 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.223293 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] Bound using segment: {'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:42:41.223293 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] Bound port: 7a922628-9373-491f-b186-8a3142c42751, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:42:41.223293 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.229291 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 0317988c-c2f7-4c9e-a328-b9fc52267568, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=0317988c-c2f7-4c9e-a328-b9fc52267568,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:41.252456 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3b95049b-d3eb-4077-8168-34981baa4036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.252607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-a25dcec0-3587-4f2d-8713-7747ec6e895b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 9e702302-c423-4617-ae40-276913b1f962) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:41.252814 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25dcec0-3587-4f2d-8713-7747ec6e895b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:41.253445 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a25dcec0-3587-4f2d-8713-7747ec6e895b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.277794 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-985c470f-9995-4099-8899-4ccaac041b37 req-c51e9ae0-c5a2-4a06-add3-376269794172 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562131 Sep 17 23:42:41.297539 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '0317988c-c2f7-4c9e-a328-b9fc52267568', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '0317988c-c2f7-4c9e-a328-b9fc52267568', 'mac_address': 'fa:16:3e:30:18:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:42:41.325460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Attempting to bind port dea29f93-50f3-4fd1-8148-69dfbba345a6 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:42:41.325802 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Attempting to bind port dea29f93-50f3-4fd1-8148-69dfbba345a6 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:42:41.326136 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Attempting to bind port dea29f93-50f3-4fd1-8148-69dfbba345a6 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:41.350942 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Port dea29f93-50f3-4fd1-8148-69dfbba345a6 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:42:41.351314 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Attempting to bind port dea29f93-50f3-4fd1-8148-69dfbba345a6 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:41.359727 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:41.366555 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c3f17f-65e6-47d0-83a4-b62b5ef17d89 None None] Network 9e702302-c423-4617-ae40-276913b1f962 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:42:41.368965 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3b95049b-d3eb-4077-8168-34981baa4036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.373752 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.377360 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:42:41.377702 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:41.378089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:42:41.378534 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Bound port: dea29f93-50f3-4fd1-8148-69dfbba345a6, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:42:41.378892 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.425131 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.430859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Transition to ACTIVE for port object e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:42:41.434853 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95049b-d3eb-4077-8168-34981baa4036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a604a651-356f-4380-ac83-83eb23a77ab2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:41.449689 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60566) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:41.450255 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3b95049b-d3eb-4077-8168-34981baa4036 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=da8a5c1337d14a9fb34734c329ef1e00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3834729 Sep 17 23:42:41.490060 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0317988c-c2f7-4c9e-a328-b9fc52267568 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:41.521286 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5365ac39-d5bf-4199-95b1-66171ed9c4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.522245 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] For port 7a922628-9373-491f-b186-8a3142c42751, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:42:41.527019 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] For port 7a922628-9373-491f-b186-8a3142c42751, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7a922628-9373-491f-b186-8a3142c42751,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:42:41.541831 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 0317988c-c2f7-4c9e-a328-b9fc52267568, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=0317988c-c2f7-4c9e-a328-b9fc52267568,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:41.549659 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a25dcec0-3587-4f2d-8713-7747ec6e895b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6020420 Sep 17 23:42:41.550226 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60568) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:41.562344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8dae0fd1-f78d-45be-89cc-af364107bbf6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Request body: {'port': {'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d', 'name': 'tempest-TaggedBootDevicesTest-1151873406', 'fixed_ips': [{'subnet_id': '88a27ab6-e116-465b-83c2-03d2486723eb'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:41.562567 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] For port dea29f93-50f3-4fd1-8148-69dfbba345a6, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:42:41.573313 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.582785 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5365ac39-d5bf-4199-95b1-66171ed9c4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.617439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] For port dea29f93-50f3-4fd1-8148-69dfbba345a6, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=dea29f93-50f3-4fd1-8148-69dfbba345a6,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:42:41.625274 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-9e702302-c423-4617-ae40-276913b1f962', 'network_id': '9e702302-c423-4617-ae40-276913b1f962', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'fixed_ips': [{'subnet_id': 'f67d974e-7140-4089-9f32-07a00b55ef3a'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:42:41.627296 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.653959 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.717333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Pushing event updated for resources: {'Port': ['ID=e2c017c7-79c7-49f4-a2e8-fd1af689e9b0,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:41.762734 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.767002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=0317988c-c2f7-4c9e-a328-b9fc52267568,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:41.776687 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.785274 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-3b7c3c98-fb73-4289-a3f2-c63e70d5bbb9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Made reservation on behalf of 8f9cc78239c7437cacb7009f2c68fb58 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:41.789068 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-3b7c3c98-fb73-4289-a3f2-c63e70d5bbb9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.853623 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5365ac39-d5bf-4199-95b1-66171ed9c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.856264 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5365ac39-d5bf-4199-95b1-66171ed9c4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.864395 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5365ac39-d5bf-4199-95b1-66171ed9c4dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a604a651-356f-4380-ac83-83eb23a77ab2 HTTP/1.1" status: 204 len: 168 time: 0.4113245 Sep 17 23:42:41.907158 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c533077-5fef-4a7d-a887-e71494c97e92 req-e72eb25c-9bba-46b1-a467-117e9d9d749d tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:41.931250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:41.931998 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:41.933407 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] 10.222.0.41 "PUT /v2.0/ports/dea29f93-50f3-4fd1-8148-69dfbba345a6 HTTP/1.1" status: 200 len: 1095 time: 4.8849421 Sep 17 23:42:41.933882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f08ed12-9ac3-45d7-83d8-a40f38ef0880', 'tag': 'dea29f93-50f3-4fd1-8148-69dfbba345a6'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:41.934320 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c533077-5fef-4a7d-a887-e71494c97e92 req-e72eb25c-9bba-46b1-a467-117e9d9d749d tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:41.936238 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1da5bd-e129-4f2e-b580-20b0c8091247" -d '{"events": [{"name": "network-changed", "server_uuid": "6f08ed12-9ac3-45d7-83d8-a40f38ef0880", "tag": "dea29f93-50f3-4fd1-8148-69dfbba345a6"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:41.952564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3c533077-5fef-4a7d-a887-e71494c97e92 req-e72eb25c-9bba-46b1-a467-117e9d9d749d tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 1653 time: 0.1925168 Sep 17 23:42:42.020523 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['0317988c-c2f7-4c9e-a328-b9fc52267568'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:42:42.052576 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dae0fd1-f78d-45be-89cc-af364107bbf6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Made reservation on behalf of d0d9d21cfcb240e7a982ff8d8919e740 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:42.109504 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365ac39-d5bf-4199-95b1-66171ed9c4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a604a651-356f-4380-ac83-83eb23a77ab2,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:42.139385 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fa3a3-6296-4e2d-8bba-a76dc5a329b4 None None] Pushing event updated for resources: {'Port': ['ID=7a922628-9373-491f-b186-8a3142c42751,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:42.181476 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241029e9-73f3-4cad-a69c-3b1eb75312fe req-2cd3a149-c185-43d0-b869-7dd27c43487b tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:42.195004 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-241029e9-73f3-4cad-a69c-3b1eb75312fe req-2cd3a149-c185-43d0-b869-7dd27c43487b tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b21baf7-022e-4bfe-9332-5578074957a0 HTTP/1.1" status: 200 len: 950 time: 0.2260842 Sep 17 23:42:42.245333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58489ce-b650-48a7-b9da-0fe11482b473 service neutron] Pushing event updated for resources: {'Port': ['ID=dea29f93-50f3-4fd1-8148-69dfbba345a6,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:42.343517 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Attempting to bind port e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:42:42.343854 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Attempting to bind port e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:42:42.344184 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Attempting to bind port e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:42.360448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3c533077-5fef-4a7d-a887-e71494c97e92 req-7a516659-6c89-403d-b18a-59c463d3ecac tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3924079 Sep 17 23:42:42.373855 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] Allocated IP 10.2.2.2 (9e702302-c423-4617-ae40-276913b1f962/f67d974e-7140-4089-9f32-07a00b55ef3a/7df68873-de57-41d0-813b-656402501f90) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:42.408447 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee134c4-da4d-4fbc-827d-34f7459f2fc6 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:42.420898 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-241029e9-73f3-4cad-a69c-3b1eb75312fe req-d906d0f5-04d2-4033-8180-344c667582f4 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/security-groups?id=280ab06a-0586-4eef-8471-3deb5ddc0cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249596 Sep 17 23:42:42.468108 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8dae0fd1-f78d-45be-89cc-af364107bbf6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:42.472760 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:42.498435 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Port e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:42:42.499019 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Attempting to bind port e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:42.531447 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-8dae0fd1-f78d-45be-89cc-af364107bbf6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] device_id is not set on port 7d283454-1c56-4bae-95b5-4603d534419d yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:42:42.568166 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:42:42.568639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:42.569167 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:42:42.569710 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Bound port: e2c017c7-79c7-49f4-a2e8-fd1af689e9b0, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:42:42.570166 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:42.585953 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Transition to ACTIVE for port object 3ee134c4-da4d-4fbc-827d-34f7459f2fc6 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:42:42.608645 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-3b7c3c98-fb73-4289-a3f2-c63e70d5bbb9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Allocated IP 10.1.1.205 (7fa2b1b2-a546-4435-a45d-a500f62f6e14/5aef77cc-5335-4c0b-8709-d4c2d4bc8786/a9d9e059-8390-4277-80d1-cebaeedfffa5) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:42.621666 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-cf900ef7-e314-4dd6-ae37-0774c3b349d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:42.626586 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-cf900ef7-e314-4dd6-ae37-0774c3b349d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&device_id=6f08ed12-9ac3-45d7-83d8-a40f38ef0880 HTTP/1.1" status: 200 len: 1098 time: 0.4094422 Sep 17 23:42:42.686597 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d1e0c-c47e-4ad9-8caa-38a4e522f6f1 req-91823858-e2a9-4496-a037-e5ce26991928 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:42.688380 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f40d1e0c-c47e-4ad9-8caa-38a4e522f6f1 req-91823858-e2a9-4496-a037-e5ce26991928 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 946 time: 0.1586568 Sep 17 23:42:42.711986 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:42.772676 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2cefe-3719-4ef8-8106-fc6cc4c7fed8 req-0dff0225-9e49-4d63-9783-b81d5d10df5c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:42.774242 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11f2cefe-3719-4ef8-8106-fc6cc4c7fed8 req-0dff0225-9e49-4d63-9783-b81d5d10df5c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 948 time: 0.2108042 Sep 17 23:42:42.789777 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f40d1e0c-c47e-4ad9-8caa-38a4e522f6f1 req-d6337b87-2fdc-4cdb-bd81-b30c5a87d923 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699432 Sep 17 23:42:42.805323 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-0f90ce93-f4bc-487f-a05a-e45f1aade6fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=dea29f93-50f3-4fd1-8148-69dfbba345a6 HTTP/1.1" status: 200 len: 217 time: 0.1529348 Sep 17 23:42:42.811503 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:42.817224 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:42.849437 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] Network 9e702302-c423-4617-ae40-276913b1f962 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:42.852778 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:42.855864 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:42.885137 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b6edc3-016a-4b2b-95e0-d88967fe2d4a x-openstack-request-id: req-c5b6edc3-016a-4b2b-95e0-d88967fe2d4a {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:42.885431 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f08ed12-9ac3-45d7-83d8-a40f38ef0880", "tag": "dea29f93-50f3-4fd1-8148-69dfbba345a6", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:42.885682 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c5b6edc3-016a-4b2b-95e0-d88967fe2d4a {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:42.886080 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f08ed12-9ac3-45d7-83d8-a40f38ef0880', 'tag': 'dea29f93-50f3-4fd1-8148-69dfbba345a6', 'status': 'completed', 'code': 200} Sep 17 23:42:42.886416 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60586) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:42.886736 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee134c4-da4d-4fbc-827d-34f7459f2fc6,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:42.955647 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-96f976da-ecf0-49be-8ca3-1b3148fb7c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:42.992521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] For port e2c017c7-79c7-49f4-a2e8-fd1af689e9b0, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:42:43.013208 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] Attempting to bind port 7df68873-de57-41d0-813b-656402501f90 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:42:43.013208 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] Attempting to bind port 7df68873-de57-41d0-813b-656402501f90 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'a176b4b5-3421-41fd-b407-cd92e9188613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e702302-c423-4617-ae40-276913b1f962'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:42:43.013208 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] Attempting to bind port 7df68873-de57-41d0-813b-656402501f90 on network 9e702302-c423-4617-ae40-276913b1f962 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:43.014982 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11f2cefe-3719-4ef8-8106-fc6cc4c7fed8 req-b21f0fbc-cf8c-4914-a0d0-37ae533ad4ea tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290578 Sep 17 23:42:43.018418 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-8dae0fd1-f78d-45be-89cc-af364107bbf6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Allocated IP 10.1.1.236 (2da050b4-00f1-432e-9e5a-adbd5603b80d/88a27ab6-e116-465b-83c2-03d2486723eb/7d283454-1c56-4bae-95b5-4603d534419d) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:43.033459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:42:43.036073 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] Checking segment: {'id': 'a176b4b5-3421-41fd-b407-cd92e9188613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e702302-c423-4617-ae40-276913b1f962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:43.038494 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:43.038916 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] Bound using segment: {'id': 'a176b4b5-3421-41fd-b407-cd92e9188613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e702302-c423-4617-ae40-276913b1f962'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:42:43.049368 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] Bound port: 7df68873-de57-41d0-813b-656402501f90, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a176b4b5-3421-41fd-b407-cd92e9188613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e702302-c423-4617-ae40-276913b1f962'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:42:43.050237 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:43.068790 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] Pushing event updated for resources: {'Port': ['ID=7df68873-de57-41d0-813b-656402501f90,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:43.117754 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cc140-86a5-40bf-a40f-d2d7afe47019 req-0ccf5a4b-46c6-4bd4-ac01-66339c40eb09 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:43.125214 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df9cc140-86a5-40bf-a40f-d2d7afe47019 req-0ccf5a4b-46c6-4bd4-ac01-66339c40eb09 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 947 time: 0.1752696 Sep 17 23:42:43.154717 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-3b7c3c98-fb73-4289-a3f2-c63e70d5bbb9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:43.157716 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] For port e2c017c7-79c7-49f4-a2e8-fd1af689e9b0, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e2c017c7-79c7-49f4-a2e8-fd1af689e9b0,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:42:43.239166 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] For port 7df68873-de57-41d0-813b-656402501f90, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:42:43.243298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-744ef595-6069-4d4f-8fc8-945fa976a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:43.244733 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-744ef595-6069-4d4f-8fc8-945fa976a082 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.4287939 Sep 17 23:42:43.246611 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] For port 7df68873-de57-41d0-813b-656402501f90, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7df68873-de57-41d0-813b-656402501f90,segment=NetworkSegment(a176b4b5-3421-41fd-b407-cd92e9188613),segment_id=a176b4b5-3421-41fd-b407-cd92e9188613)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:42:43.257207 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:43.276702 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df9cc140-86a5-40bf-a40f-d2d7afe47019 req-9598be71-0447-4f01-9506-11f29bc1a825 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504223 Sep 17 23:42:43.373560 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Attempting to bind port 3ee134c4-da4d-4fbc-827d-34f7459f2fc6 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:42:43.373902 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Attempting to bind port 3ee134c4-da4d-4fbc-827d-34f7459f2fc6 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:42:43.374234 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Attempting to bind port 3ee134c4-da4d-4fbc-827d-34f7459f2fc6 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:43.382279 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:43.386350 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Port 3ee134c4-da4d-4fbc-827d-34f7459f2fc6 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:42:43.396227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Attempting to bind port 3ee134c4-da4d-4fbc-827d-34f7459f2fc6 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:43.429216 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:43.438226 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Pushing event updated for resources: {'Port': ['ID=e2c017c7-79c7-49f4-a2e8-fd1af689e9b0,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:43.443008 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:43.443008 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:43.444417 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-e4fcff62-0e5c-4bb7-af87-65b70fedf90c service neutron] 10.222.0.41 "PUT /v2.0/ports/e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 HTTP/1.1" status: 200 len: 1096 time: 4.3959079 Sep 17 23:42:43.468481 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8dae0fd1-f78d-45be-89cc-af364107bbf6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:43.497546 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0cda1-cd99-4647-901e-7aad7ed28082 req-1db9beed-9d5b-4239-8cfa-b64d313a2fbe tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:43.499131 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bba0cda1-cd99-4647-901e-7aad7ed28082 req-1db9beed-9d5b-4239-8cfa-b64d313a2fbe tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b21baf7-022e-4bfe-9332-5578074957a0 HTTP/1.1" status: 200 len: 950 time: 0.3525603 Sep 17 23:42:43.519878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44945bb3-501e-4d16-a090-3ebbb2422341 None None] Pushing event updated for resources: {'Port': ['ID=7df68873-de57-41d0-813b-656402501f90,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:43.551230 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 63fb5d62-f063-40b9-9781-cb50a5a69242 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:42:43.570565 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:42:43.572254 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:43.573005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:42:43.574871 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Bound port: 3ee134c4-da4d-4fbc-827d-34f7459f2fc6, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:42:43.576104 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:43.655681 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-96f976da-ecf0-49be-8ca3-1b3148fb7c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:43.676020 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cc3eb8-97bb-4c32-a75a-ee9b774ef667 None None] Network 2da050b4-00f1-432e-9e5a-adbd5603b80d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:42:43.729762 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7a922628-9373-491f-b186-8a3142c42751 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:43.739468 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8dae0fd1-f78d-45be-89cc-af364107bbf6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:43.752861 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-3b7c3c98-fb73-4289-a3f2-c63e70d5bbb9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:43.801673 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-ff6d1211-ec52-412a-b4fa-111d626461b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:43.803978 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-ff6d1211-ec52-412a-b4fa-111d626461b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5426488 Sep 17 23:42:43.840730 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-96f976da-ecf0-49be-8ca3-1b3148fb7c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:43.931812 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-96f976da-ecf0-49be-8ca3-1b3148fb7c3b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa5a5d3c99b046229b4245c3ecdbf5e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0404701 Sep 17 23:42:43.936613 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-03e4f687-15e1-4860-9938-185f0bf241cf None None] Provisioning complete for port 7a922628-9373-491f-b186-8a3142c42751 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:43.937628 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-03e4f687-15e1-4860-9938-185f0bf241cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:43.946577 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f976da-ecf0-49be-8ca3-1b3148fb7c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a9502e-a29b-4cbc-baa4-385b674e45aa,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:43.947404 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60594) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:43.959855 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dae0fd1-f78d-45be-89cc-af364107bbf6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Network 2da050b4-00f1-432e-9e5a-adbd5603b80d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:43.976671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fe563-7ffa-4c00-a76c-b8f7c49492db req-f4b71120-e221-4ce0-af37-55fd69cce447 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:43.984511 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 63fb5d62-f063-40b9-9781-cb50a5a69242, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=63fb5d62-f063-40b9-9781-cb50a5a69242,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:43.985826 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] For port 3ee134c4-da4d-4fbc-827d-34f7459f2fc6, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:42:44.011342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fe563-7ffa-4c00-a76c-b8f7c49492db req-f4b71120-e221-4ce0-af37-55fd69cce447 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:44.011500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-3b7c3c98-fb73-4289-a3f2-c63e70d5bbb9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:44.018271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fe563-7ffa-4c00-a76c-b8f7c49492db req-f4b71120-e221-4ce0-af37-55fd69cce447 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:44.022054 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-254fe563-7ffa-4c00-a76c-b8f7c49492db req-f4b71120-e221-4ce0-af37-55fd69cce447 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 2374 time: 0.4634275 Sep 17 23:42:44.023931 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-8dae0fd1-f78d-45be-89cc-af364107bbf6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:44.026898 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dae0fd1-f78d-45be-89cc-af364107bbf6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:44.038873 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '63fb5d62-f063-40b9-9781-cb50a5a69242', 'network_id': '42ce65e5-476f-418b-b046-198f1115663d', 'port_id': '63fb5d62-f063-40b9-9781-cb50a5a69242', 'mac_address': 'fa:16:3e:ea:9c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7101a626-e4ab-4812-85e3-721a99264b2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:42:44.043821 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-3b7c3c98-fb73-4289-a3f2-c63e70d5bbb9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:44.110564 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] For port 3ee134c4-da4d-4fbc-827d-34f7459f2fc6, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=3ee134c4-da4d-4fbc-827d-34f7459f2fc6,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:42:44.119064 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-3b7c3c98-fb73-4289-a3f2-c63e70d5bbb9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:44.124526 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dae0fd1-f78d-45be-89cc-af364107bbf6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:44.125756 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4896e708-97a3-4fc8-81f1-f501f9349fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:44.126041 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8dae0fd1-f78d-45be-89cc-af364107bbf6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:44.141154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 7a922628-9373-491f-b186-8a3142c42751 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:44.142291 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:44.166445 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfe1a0-cd2c-4999-a820-19d43eaa6142 req-f7bb3c12-cbb9-48ee-b801-5d8e5a92849f tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:44.168174 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d0dfe1a0-cd2c-4999-a820-19d43eaa6142 req-f7bb3c12-cbb9-48ee-b801-5d8e5a92849f tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b21baf7-022e-4bfe-9332-5578074957a0 HTTP/1.1" status: 200 len: 950 time: 0.5093455 Sep 17 23:42:44.171335 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-254fe563-7ffa-4c00-a76c-b8f7c49492db req-de05fff5-439c-410f-aaef-6a9f241d2b88 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786326 Sep 17 23:42:44.184647 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c3c98-fb73-4289-a3f2-c63e70d5bbb9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event updated for resources: {'Port': ['ID=a9d9e059-8390-4277-80d1-cebaeedfffa5,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:44.238499 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-da09b74b-b2dd-49f6-9202-35cb5827497c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:44.240622 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-da09b74b-b2dd-49f6-9202-35cb5827497c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 1099 time: 0.6010695 Sep 17 23:42:44.263793 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:44.272343 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae0fd1-f78d-45be-89cc-af364107bbf6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event updated for resources: {'Port': ['ID=7d283454-1c56-4bae-95b5-4603d534419d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:44.284597 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d0dfe1a0-cd2c-4999-a820-19d43eaa6142 req-59a656ab-0608-49cc-bce4-a9248839334a tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/security-groups?id=280ab06a-0586-4eef-8471-3deb5ddc0cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831134 Sep 17 23:42:44.388482 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8dae0fd1-f78d-45be-89cc-af364107bbf6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8338573 Sep 17 23:42:44.391443 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60604) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:44.396800 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:44.398637 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-03e4f687-15e1-4860-9938-185f0bf241cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:44.399326 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-4fc929ac-9b9b-4a92-b0d6-496754b79905 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Request body: {'port': {'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d', 'name': 'tempest-TaggedBootDevicesTest-2126238787', 'fixed_ips': [{'subnet_id': '88a27ab6-e116-465b-83c2-03d2486723eb'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:44.444425 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-4c1c6620-d1bf-4a46-9ae7-5901b1628a1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 HTTP/1.1" status: 200 len: 217 time: 0.1749039 Sep 17 23:42:44.454119 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:44.454741 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:44.456139 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] 10.222.0.41 "PUT /v2.0/ports/3ee134c4-da4d-4fbc-827d-34f7459f2fc6 HTTP/1.1" status: 200 len: 1095 time: 3.8687062 Sep 17 23:42:44.476890 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-03e4f687-15e1-4860-9938-185f0bf241cf None None] For port 7a922628-9373-491f-b186-8a3142c42751, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7a922628-9373-491f-b186-8a3142c42751,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:44.484497 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-3b7c3c98-fb73-4289-a3f2-c63e70d5bbb9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:44.485261 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-3b7c3c98-fb73-4289-a3f2-c63e70d5bbb9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:44.503262 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63fb5d62-f063-40b9-9781-cb50a5a69242 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:44.515971 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-c27aab62-55cc-48f3-bcd9-def6496e9b57 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6801271 Sep 17 23:42:44.527937 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 63fb5d62-f063-40b9-9781-cb50a5a69242, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=63fb5d62-f063-40b9-9781-cb50a5a69242,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:44.545220 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:44.601916 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:44.603048 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a3703e7e-95ae-449a-a4e5-38dc2ba514f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:44.605170 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-03e4f687-15e1-4860-9938-185f0bf241cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:44.651155 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc135d0-493f-46f3-b2cc-ea3af3f76316 req-a1de025f-5eff-434a-8d2e-3a91d4757148 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:44.667714 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2fc135d0-493f-46f3-b2cc-ea3af3f76316 req-a1de025f-5eff-434a-8d2e-3a91d4757148 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 946 time: 0.3523498 Sep 17 23:42:44.676601 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfd6fb-0a47-44fc-8cdf-e8c9c6863c46 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee134c4-da4d-4fbc-827d-34f7459f2fc6,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:44.738958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1354329-8834-48ff-bbee-464530f33253 req-7f06864f-c5c9-4b62-ac2f-b992f2d24212 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:44.740952 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d1354329-8834-48ff-bbee-464530f33253 req-7f06864f-c5c9-4b62-ac2f-b992f2d24212 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 948 time: 0.3365788 Sep 17 23:42:44.845923 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-3b7c3c98-fb73-4289-a3f2-c63e70d5bbb9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3900354 Sep 17 23:42:44.847588 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 0317988c-c2f7-4c9e-a328-b9fc52267568 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:44.870613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-fb6800a5-7183-4ab3-950f-9bb1e2571337 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Request body: {'port': {'device_id': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '78331211-787b-4584-b606-15ede9ec2d9c', 'admin_state_up': True, 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'security_groups': ['6687bf39-82f2-4203-9e3b-9109ba09075f']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:44.901575 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['63fb5d62-f063-40b9-9781-cb50a5a69242'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:42:44.923790 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d1354329-8834-48ff-bbee-464530f33253 req-3df9f61c-c7c7-4b5d-a120-26b4866bec36 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156809 Sep 17 23:42:44.948766 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2fc135d0-493f-46f3-b2cc-ea3af3f76316 req-d740f2af-67d8-454c-b9ec-e002fb96cb73 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799823 Sep 17 23:42:45.038215 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc929ac-9b9b-4a92-b0d6-496754b79905 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Made reservation on behalf of d0d9d21cfcb240e7a982ff8d8919e740 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:45.049455 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4fc929ac-9b9b-4a92-b0d6-496754b79905 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:45.066035 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0bd481f0-50a2-4305-9a4d-71fa6af3ef43 None None] Provisioning complete for port a9d9e059-8390-4277-80d1-cebaeedfffa5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:45.066450 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0bd481f0-50a2-4305-9a4d-71fa6af3ef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:45.105672 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-4fc929ac-9b9b-4a92-b0d6-496754b79905 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] device_id is not set on port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:42:45.229882 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0bd481f0-50a2-4305-9a4d-71fa6af3ef43 None None] Port a9d9e059-8390-4277-80d1-cebaeedfffa5 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:42:45.254462 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:42:45.254835 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:42:45.271955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 0317988c-c2f7-4c9e-a328-b9fc52267568 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:42:45.280723 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037baa1f-c04a-418d-a2fc-6bae61136471 None None] Network 9e702302-c423-4617-ae40-276913b1f962 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:42:45.302529 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=63fb5d62-f063-40b9-9781-cb50a5a69242,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:45.309755 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 0317988c-c2f7-4c9e-a328-b9fc52267568 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:45.310185 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:45.336483 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6feb1b-0742-4642-aaa1-e2f323caebcc req-1615d887-53b7-46aa-ba6d-b47034fb1293 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:45.338117 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7d6feb1b-0742-4642-aaa1-e2f323caebcc req-1615d887-53b7-46aa-ba6d-b47034fb1293 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 947 time: 0.2193611 Sep 17 23:42:45.440122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7d6feb1b-0742-4642-aaa1-e2f323caebcc req-ca7aeec0-64c1-4093-a3e2-0d946c60546f tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832160 Sep 17 23:42:45.474120 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c22b708-f425-4c44-816a-12d88d5cce1f', 'tag': 'e2c017c7-79c7-49f4-a2e8-fd1af689e9b0'}, {'name': 'network-changed', 'server_uuid': '642a02e9-ad7d-44a2-9b1e-8afb38f872d1', 'tag': '3ee134c4-da4d-4fbc-827d-34f7459f2fc6'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:45.479458 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bec1e71-6c81-4ac1-a505-2639ababe255" -d '{"events": [{"name": "network-changed", "server_uuid": "1c22b708-f425-4c44-816a-12d88d5cce1f", "tag": "e2c017c7-79c7-49f4-a2e8-fd1af689e9b0"}, {"name": "network-changed", "server_uuid": "642a02e9-ad7d-44a2-9b1e-8afb38f872d1", "tag": "3ee134c4-da4d-4fbc-827d-34f7459f2fc6"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:45.484588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-4d8c6579-c7bf-4845-8cce-9b6c72d04093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:45.486783 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-4d8c6579-c7bf-4845-8cce-9b6c72d04093 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 1.0295482 Sep 17 23:42:45.487687 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb09e3-cdb7-48d3-86cf-eb1bfac5d9d3 req-89919e43-9f1a-40bf-bd4f-17d3ec4a4d95 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:45.490794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-bba0cda1-cd99-4647-901e-7aad7ed28082 req-d81fc269-9963-4ecc-94fb-34f043e00229 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Deleting port f2e8525a-4678-4a17-8fd0-670e72a26c41 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:42:45.491400 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bba0cda1-cd99-4647-901e-7aad7ed28082 req-d81fc269-9963-4ecc-94fb-34f043e00229 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:45.495067 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb09e3-cdb7-48d3-86cf-eb1bfac5d9d3 req-89919e43-9f1a-40bf-bd4f-17d3ec4a4d95 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:45.503752 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb09e3-cdb7-48d3-86cf-eb1bfac5d9d3 req-89919e43-9f1a-40bf-bd4f-17d3ec4a4d95 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:45.504031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-59cb09e3-cdb7-48d3-86cf-eb1bfac5d9d3 req-89919e43-9f1a-40bf-bd4f-17d3ec4a4d95 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 2374 time: 0.1623206 Sep 17 23:42:45.519797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3fe3f740-052c-4b44-aa7f-03f973055dfa None None] Provisioning complete for port 7d283454-1c56-4bae-95b5-4603d534419d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:45.520448 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3fe3f740-052c-4b44-aa7f-03f973055dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:45.529878 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a3703e7e-95ae-449a-a4e5-38dc2ba514f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:45.543303 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-4fc929ac-9b9b-4a92-b0d6-496754b79905 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Allocated IP 10.1.1.113 (2da050b4-00f1-432e-9e5a-adbd5603b80d/88a27ab6-e116-465b-83c2-03d2486723eb/9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:45.591936 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 63fb5d62-f063-40b9-9781-cb50a5a69242 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:42:45.611039 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-59cb09e3-cdb7-48d3-86cf-eb1bfac5d9d3 req-0a9d107c-87ca-4361-ae81-67afe63bd37b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979156 Sep 17 23:42:45.625598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-fd15f3cd-fd97-4cd4-b7d3-1f54e2eeb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:45.627571 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-fd15f3cd-fd97-4cd4-b7d3-1f54e2eeb7f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61bc45c4c67b49509525c81ab232b9c4&device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 1098 time: 0.9522853 Sep 17 23:42:45.648061 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4f687-15e1-4860-9938-185f0bf241cf None None] Pushing event updated for resources: {'Port': ['ID=7a922628-9373-491f-b186-8a3142c42751,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:45.672130 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:45.708132 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3f740-052c-4b44-aa7f-03f973055dfa None None] Port 7d283454-1c56-4bae-95b5-4603d534419d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:42:45.717259 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b8beec-b448-4be2-98d0-11ae72b42b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0317988c-c2f7-4c9e-a328-b9fc52267568'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:45.719598 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f66e2fb-4f61-46c5-950e-5162a9cf50ff" -d '{"events": [{"server_uuid": "d5b8beec-b448-4be2-98d0-11ae72b42b75", "name": "network-vif-plugged", "status": "completed", "tag": "0317988c-c2f7-4c9e-a328-b9fc52267568"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:45.813564 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 0317988c-c2f7-4c9e-a328-b9fc52267568, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=0317988c-c2f7-4c9e-a328-b9fc52267568,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:45.837400 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134ae7e9-6446-4b4d-80c0-e765dfe8f5fe x-openstack-request-id: req-134ae7e9-6446-4b4d-80c0-e765dfe8f5fe {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:45.838060 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b8beec-b448-4be2-98d0-11ae72b42b75", "name": "network-vif-plugged", "status": "completed", "tag": "0317988c-c2f7-4c9e-a328-b9fc52267568", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:45.839627 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-134ae7e9-6446-4b4d-80c0-e765dfe8f5fe {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:45.840050 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b8beec-b448-4be2-98d0-11ae72b42b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0317988c-c2f7-4c9e-a328-b9fc52267568', 'code': 200} Sep 17 23:42:45.852403 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b351df-d9ed-4f9a-9b9f-ac0b4377a5a9 x-openstack-request-id: req-95b351df-d9ed-4f9a-9b9f-ac0b4377a5a9 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:45.852702 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c22b708-f425-4c44-816a-12d88d5cce1f", "tag": "e2c017c7-79c7-49f4-a2e8-fd1af689e9b0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "642a02e9-ad7d-44a2-9b1e-8afb38f872d1", "tag": "3ee134c4-da4d-4fbc-827d-34f7459f2fc6", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:45.852969 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-95b351df-d9ed-4f9a-9b9f-ac0b4377a5a9 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:45.853373 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c22b708-f425-4c44-816a-12d88d5cce1f', 'tag': 'e2c017c7-79c7-49f4-a2e8-fd1af689e9b0', 'status': 'completed', 'code': 200} Sep 17 23:42:45.853631 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642a02e9-ad7d-44a2-9b1e-8afb38f872d1', 'tag': '3ee134c4-da4d-4fbc-827d-34f7459f2fc6', 'status': 'completed', 'code': 200} Sep 17 23:42:45.857577 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-b9500ca6-4242-43ab-9c35-f64b19e85d03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=3ee134c4-da4d-4fbc-827d-34f7459f2fc6 HTTP/1.1" status: 200 len: 217 time: 0.2095563 Sep 17 23:42:45.878217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3fe3f740-052c-4b44-aa7f-03f973055dfa None None] Provisioning complete for port 7a922628-9373-491f-b186-8a3142c42751 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:45.878583 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3fe3f740-052c-4b44-aa7f-03f973055dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:45.932164 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-f87c4cd6-2414-406a-885d-d41f54385223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:45.933699 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-f87c4cd6-2414-406a-885d-d41f54385223 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3968709 Sep 17 23:42:45.937119 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:45.956920 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a3703e7e-95ae-449a-a4e5-38dc2ba514f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:45.959956 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a3703e7e-95ae-449a-a4e5-38dc2ba514f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:45.963902 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a3703e7e-95ae-449a-a4e5-38dc2ba514f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49a9502e-a29b-4cbc-baa4-385b674e45aa HTTP/1.1" status: 204 len: 168 time: 1.9698250 Sep 17 23:42:46.044697 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-f5870cdf-060d-4493-b4a4-a0cc3b595527 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4519174 Sep 17 23:42:46.087934 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:46.092071 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3703e7e-95ae-449a-a4e5-38dc2ba514f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a9502e-a29b-4cbc-baa4-385b674e45aa,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:46.115303 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 63fb5d62-f063-40b9-9781-cb50a5a69242 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:46.126987 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897ef86-9534-4f4b-8e63-5752593490a0 req-e8013b61-75ec-4204-856f-4fc6914628f8 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:46.128606 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d897ef86-9534-4f4b-8e63-5752593490a0 req-e8013b61-75ec-4204-856f-4fc6914628f8 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b21baf7-022e-4bfe-9332-5578074957a0 HTTP/1.1" status: 200 len: 950 time: 0.5619259 Sep 17 23:42:46.139100 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 63fb5d62-f063-40b9-9781-cb50a5a69242, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=63fb5d62-f063-40b9-9781-cb50a5a69242,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:46.154448 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-bba0cda1-cd99-4647-901e-7aad7ed28082 req-d81fc269-9963-4ecc-94fb-34f043e00229 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] For port f2e8525a-4678-4a17-8fd0-670e72a26c41, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=f2e8525a-4678-4a17-8fd0-670e72a26c41,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:46.154837 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bba0cda1-cd99-4647-901e-7aad7ed28082 req-d81fc269-9963-4ecc-94fb-34f043e00229 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:46.167113 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-9e6c25a0-6268-44eb-b317-9cdf4cfbb8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:46.168585 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-9e6c25a0-6268-44eb-b317-9cdf4cfbb8c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.2924299 Sep 17 23:42:46.178866 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929283e-2508-41c1-8250-a988d7c86c75 req-1b9d0847-bac4-4f38-8125-a241c487d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:46.180417 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e929283e-2508-41c1-8250-a988d7c86c75 req-1b9d0847-bac4-4f38-8125-a241c487d650 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 1101 time: 0.2947655 Sep 17 23:42:46.190701 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-bba0cda1-cd99-4647-901e-7aad7ed28082 req-d81fc269-9963-4ecc-94fb-34f043e00229 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Calling delete_port for f2e8525a-4678-4a17-8fd0-670e72a26c41 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:42:46.217128 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=0317988c-c2f7-4c9e-a328-b9fc52267568,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:46.286406 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:46.317647 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7a922628-9373-491f-b186-8a3142c42751 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:46.421932 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=63fb5d62-f063-40b9-9781-cb50a5a69242,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:46.431727 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3fe3f740-052c-4b44-aa7f-03f973055dfa None None] Provisioning complete for port 7df68873-de57-41d0-813b-656402501f90 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:46.432111 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3fe3f740-052c-4b44-aa7f-03f973055dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:46.453653 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51b712-db00-4337-8e80-b116d614ffe8 req-bb637451-ce2b-4b85-b593-610370cb1224 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:46.462267 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f51b712-db00-4337-8e80-b116d614ffe8 req-bb637451-ce2b-4b85-b593-610370cb1224 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 948 time: 0.3111362 Sep 17 23:42:46.475023 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d897ef86-9534-4f4b-8e63-5752593490a0 req-4e0e598d-da90-4cde-b408-9e9d293d722d tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/security-groups?id=280ab06a-0586-4eef-8471-3deb5ddc0cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199298 Sep 17 23:42:46.513244 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 7a922628-9373-491f-b186-8a3142c42751 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:46.513244 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:46.539798 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e929283e-2508-41c1-8250-a988d7c86c75 req-565dde7d-e762-4844-b2ec-eea1b4653920 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462768 Sep 17 23:42:46.540337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-fb6800a5-7183-4ab3-950f-9bb1e2571337 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Made reservation on behalf of 8f9cc78239c7437cacb7009f2c68fb58 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:46.549179 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-753dc65a-4099-4ce8-bf20-f4f452f861c3 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815830 Sep 17 23:42:46.603727 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e5033123-3f13-41bc-908a-30b4c19240aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:46.608392 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3fe3f740-052c-4b44-aa7f-03f973055dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:46.634994 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-dc888b6b-a37e-42ba-ab9b-97c312f64f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:46.636643 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-dc888b6b-a37e-42ba-ab9b-97c312f64f8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4552541 Sep 17 23:42:46.660774 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f51b712-db00-4337-8e80-b116d614ffe8 req-0798b974-28fb-4ac2-a1f1-61704007ac87 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946652 Sep 17 23:42:46.687955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7df68873-de57-41d0-813b-656402501f90 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:46.692562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3fe3f740-052c-4b44-aa7f-03f973055dfa None None] For port 7df68873-de57-41d0-813b-656402501f90, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7df68873-de57-41d0-813b-656402501f90,segment=NetworkSegment(a176b4b5-3421-41fd-b407-cd92e9188613),segment_id=a176b4b5-3421-41fd-b407-cd92e9188613)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:46.699092 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4fc929ac-9b9b-4a92-b0d6-496754b79905 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:46.700775 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bba0cda1-cd99-4647-901e-7aad7ed28082 req-d81fc269-9963-4ecc-94fb-34f043e00229 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:46.708503 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1da5bd-e129-4f2e-b580-20b0c8091247 req-e04239cd-62a8-427f-8503-70f53ace6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:46.710091 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fb1da5bd-e129-4f2e-b580-20b0c8091247 req-e04239cd-62a8-427f-8503-70f53ace6f4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&device_id=6f08ed12-9ac3-45d7-83d8-a40f38ef0880 HTTP/1.1" status: 200 len: 1098 time: 0.1755221 Sep 17 23:42:46.737401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a1a83-8ecf-4179-8069-6cf945ed5ae5 req-6286ba83-e252-4eb1-a20b-81d2e23a0ad6 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:46.746637 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f9a1a83-8ecf-4179-8069-6cf945ed5ae5 req-6286ba83-e252-4eb1-a20b-81d2e23a0ad6 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 944 time: 0.1376369 Sep 17 23:42:46.759514 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3fe3f740-052c-4b44-aa7f-03f973055dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:46.805513 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f9a1a83-8ecf-4179-8069-6cf945ed5ae5 req-bd35fec5-12a5-4bdf-a488-8b0e84d7c240 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590003 Sep 17 23:42:46.818894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 7df68873-de57-41d0-813b-656402501f90 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:46.820059 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:46.852630 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fc269-9963-4ecc-94fb-34f043e00229 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Pushing event deleted for resources: {'Port': ['ID=f2e8525a-4678-4a17-8fd0-670e72a26c41,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:46.867540 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4fc929ac-9b9b-4a92-b0d6-496754b79905 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:46.950974 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba0cda1-cd99-4647-901e-7aad7ed28082 req-d81fc269-9963-4ecc-94fb-34f043e00229 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] No DVR routers for this DVR port f2e8525a-4678-4a17-8fd0-670e72a26c41 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:42:47.016412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3f740-052c-4b44-aa7f-03f973055dfa None None] Pushing event updated for resources: {'Port': ['ID=7df68873-de57-41d0-813b-656402501f90,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:47.023988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1e423540-0923-437a-a581-981f8f9ffc01 None None] Provisioning complete for port 7df68873-de57-41d0-813b-656402501f90 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:47.024655 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1e423540-0923-437a-a581-981f8f9ffc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:47.048269 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bba0cda1-cd99-4647-901e-7aad7ed28082 req-d81fc269-9963-4ecc-94fb-34f043e00229 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:47.050321 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bba0cda1-cd99-4647-901e-7aad7ed28082 req-d81fc269-9963-4ecc-94fb-34f043e00229 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.37 "DELETE /v2.0/ports/f2e8525a-4678-4a17-8fd0-670e72a26c41 HTTP/1.1" status: 204 len: 173 time: 3.4067037 Sep 17 23:42:47.140984 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc929ac-9b9b-4a92-b0d6-496754b79905 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Network 2da050b4-00f1-432e-9e5a-adbd5603b80d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:47.170042 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-4fc929ac-9b9b-4a92-b0d6-496754b79905 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:47.184943 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc929ac-9b9b-4a92-b0d6-496754b79905 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:47.195167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc929ac-9b9b-4a92-b0d6-496754b79905 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event updated for resources: {'Port': ['ID=9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:47.256756 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ce53b-6e33-46d2-a280-3a666e67fef0 req-1e9b38d1-d7d0-4955-91b4-f8170b4d64f3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:47.260117 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:47.263604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ce53b-6e33-46d2-a280-3a666e67fef0 req-1e9b38d1-d7d0-4955-91b4-f8170b4d64f3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:47.270661 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ce53b-6e33-46d2-a280-3a666e67fef0 req-1e9b38d1-d7d0-4955-91b4-f8170b4d64f3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:47.270889 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-fb6800a5-7183-4ab3-950f-9bb1e2571337 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:47.278970 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-338ce53b-6e33-46d2-a280-3a666e67fef0 req-1e9b38d1-d7d0-4955-91b4-f8170b4d64f3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 2374 time: 0.3025925 Sep 17 23:42:47.299747 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a05e6e-16bf-4f1b-82ee-6785e26d97aa req-157107e8-bca4-417f-b95f-05f02946fc5f tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:47.307505 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21a05e6e-16bf-4f1b-82ee-6785e26d97aa req-157107e8-bca4-417f-b95f-05f02946fc5f tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 947 time: 0.3482621 Sep 17 23:42:47.339133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc929ac-9b9b-4a92-b0d6-496754b79905 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:47.339991 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4fc929ac-9b9b-4a92-b0d6-496754b79905 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:47.401215 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-338ce53b-6e33-46d2-a280-3a666e67fef0 req-e44020e6-5437-4d9a-956d-bd8683df894f tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183062 Sep 17 23:42:47.416689 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21a05e6e-16bf-4f1b-82ee-6785e26d97aa req-eb649522-11d1-42bf-99d6-45f5724a19c5 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021504 Sep 17 23:42:47.471440 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4fc929ac-9b9b-4a92-b0d6-496754b79905 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0756061 Sep 17 23:42:47.580657 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device f2e8525a-4678-4a17-8fd0-670e72a26c41 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:42:47.622797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: f2e8525a-4678-4a17-8fd0-670e72a26c41 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:42:47.626654 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device f2e8525a-4678-4a17-8fd0-670e72a26c41 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:42:47.642748 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f38e00ee-0f31-4e0e-9f8a-488478f88391 req-339c85b2-e207-4e10-a225-9f0c9bfdbf94 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8722737 Sep 17 23:42:47.644905 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-1d73f4de-0b50-4bd3-85fc-9b720639f250 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8486719 Sep 17 23:42:47.660810 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1da5bd-e129-4f2e-b580-20b0c8091247 req-d789c430-516b-44d4-8069-c0a508afa85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:47.662992 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fb1da5bd-e129-4f2e-b580-20b0c8091247 req-d789c430-516b-44d4-8069-c0a508afa85f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.8957705 Sep 17 23:42:47.690517 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:47.695763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ba35da6d-c771-4395-9cb8-c2ab9afdcd7d None None] Provisioning complete for port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:47.696129 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ba35da6d-c771-4395-9cb8-c2ab9afdcd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:47.760264 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ba35da6d-c771-4395-9cb8-c2ab9afdcd7d None None] Port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:42:47.841087 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fb1da5bd-e129-4f2e-b580-20b0c8091247 req-6de756b1-fe54-4bbb-91ad-ca4f9eba61d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=dea29f93-50f3-4fd1-8148-69dfbba345a6 HTTP/1.1" status: 200 len: 217 time: 0.1632271 Sep 17 23:42:47.866390 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b21baf7-022e-4bfe-9332-5578074957a0', 'name': 'network-vif-deleted', 'tag': 'f2e8525a-4678-4a17-8fd0-670e72a26c41'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:47.868635 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb45a561-38e4-4fcf-a9d9-ed8ee28a492f" -d '{"events": [{"server_uuid": "1b21baf7-022e-4bfe-9332-5578074957a0", "name": "network-vif-deleted", "tag": "f2e8525a-4678-4a17-8fd0-670e72a26c41"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:47.986492 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c198ca06-c0f4-408b-86d0-8af1d69a1679 req-7c9f6d85-ebd3-4031-b5b2-d0114baada26 tempest-TenantUsagesTestJSON-241300002 tempest-TenantUsagesTestJSON-241300002-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b21baf7-022e-4bfe-9332-5578074957a0 HTTP/1.1" status: 200 len: 210 time: 0.0530651 Sep 17 23:42:48.044628 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-e12afcd8-d41f-4aaa-a74e-4103ced8a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:48.049517 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-e12afcd8-d41f-4aaa-a74e-4103ced8a4c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 1099 time: 0.2227292 Sep 17 23:42:48.119162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7df68873-de57-41d0-813b-656402501f90 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:48.144497 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-fb6800a5-7183-4ab3-950f-9bb1e2571337 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Allocated IP 10.2.2.100 (78331211-787b-4584-b606-15ede9ec2d9c/3c6c43ea-51ef-4e38-b4f1-a534cd748806/6bd98999-1873-446c-bd20-a66f5e0dc3f9) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:48.196515 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be30b75a-583e-4e95-b53b-fbfa264acc0e req-8cfde6de-189c-494c-825c-f8747f770834 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325289 Sep 17 23:42:48.198849 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27310973-6e2a-4f36-89d1-431a78b7bc95 req-a75d1478-7f34-4136-865b-8f3fd5111fb1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:48.200648 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27310973-6e2a-4f36-89d1-431a78b7bc95 req-a75d1478-7f34-4136-865b-8f3fd5111fb1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 948 time: 0.0807345 Sep 17 23:42:48.204998 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 7df68873-de57-41d0-813b-656402501f90 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:48.205374 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:48.237017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1da5bd-e129-4f2e-b580-20b0c8091247 req-5aff948e-5218-4ae5-9fc4-5106e735dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:48.238782 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fb1da5bd-e129-4f2e-b580-20b0c8091247 req-5aff948e-5218-4ae5-9fc4-5106e735dff6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.3672464 Sep 17 23:42:48.267380 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27310973-6e2a-4f36-89d1-431a78b7bc95 req-97262ea8-aac0-41a9-8823-4a03c7e696e3 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511851 Sep 17 23:42:48.307323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60662) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:48.312766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-e51dccd2-2986-47fc-a816-f9139ca19190 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1072852325', 'description': 'tempest-description--1282698283'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:48.419430 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956836d-1cb5-4270-b3fb-a05af40efce4 req-8956c65c-69a5-410b-b858-bcc13c97771b tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:48.428248 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4956836d-1cb5-4270-b3fb-a05af40efce4 req-8956c65c-69a5-410b-b858-bcc13c97771b tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 944 time: 0.0627213 Sep 17 23:42:48.452753 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-0821adcd-4eed-44c4-9af2-7c249a1011ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:48.454297 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-0821adcd-4eed-44c4-9af2-7c249a1011ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.3392491 Sep 17 23:42:48.460816 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c808a2-a153-41cb-9be7-5cadc17f1ebe x-openstack-request-id: req-e5c808a2-a153-41cb-9be7-5cadc17f1ebe {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:48.461219 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b21baf7-022e-4bfe-9332-5578074957a0", "name": "network-vif-deleted", "tag": "f2e8525a-4678-4a17-8fd0-670e72a26c41", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:48.461699 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e5c808a2-a153-41cb-9be7-5cadc17f1ebe {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:48.462177 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b21baf7-022e-4bfe-9332-5578074957a0', 'name': 'network-vif-deleted', 'tag': 'f2e8525a-4678-4a17-8fd0-670e72a26c41', 'status': 'completed', 'code': 200} Sep 17 23:42:48.474756 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4956836d-1cb5-4270-b3fb-a05af40efce4 req-7765f6de-c13c-44c5-96f3-16c7f3f4748b tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453072 Sep 17 23:42:48.493518 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e51dccd2-2986-47fc-a816-f9139ca19190 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:48.494186 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1da5bd-e129-4f2e-b580-20b0c8091247 req-82d384b1-c34f-4e26-a6e7-3d481aeb70e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:48.496895 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fb1da5bd-e129-4f2e-b580-20b0c8091247 req-82d384b1-c34f-4e26-a6e7-3d481aeb70e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1808126 Sep 17 23:42:48.606417 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-dafd6276-4478-4ee4-afea-41848d2ba0b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 HTTP/1.1" status: 200 len: 217 time: 0.1149173 Sep 17 23:42:48.645828 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e51dccd2-2986-47fc-a816-f9139ca19190 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:48.654970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b4515-d13d-47e3-bf42-d511a87c720c req-4f030e53-e720-456a-9ac8-74cd2adcc504 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:48.656546 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-255b4515-d13d-47e3-bf42-d511a87c720c req-4f030e53-e720-456a-9ac8-74cd2adcc504 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 947 time: 0.1059165 Sep 17 23:42:48.688428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39dfa69-70d5-409f-9be3-106c39a4f160 req-839563fb-1a82-4da6-a509-8ff224e19455 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:48.694674 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39dfa69-70d5-409f-9be3-106c39a4f160 req-839563fb-1a82-4da6-a509-8ff224e19455 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:48.700991 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39dfa69-70d5-409f-9be3-106c39a4f160 req-839563fb-1a82-4da6-a509-8ff224e19455 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:48.702736 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c39dfa69-70d5-409f-9be3-106c39a4f160 req-839563fb-1a82-4da6-a509-8ff224e19455 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 2374 time: 0.1176205 Sep 17 23:42:48.721767 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-4cf8fc13-1603-474d-ab57-87917648389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:48.724003 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-4cf8fc13-1603-474d-ab57-87917648389d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1061440 Sep 17 23:42:48.732822 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e51dccd2-2986-47fc-a816-f9139ca19190 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:48.751404 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-255b4515-d13d-47e3-bf42-d511a87c720c req-57234cf8-7e37-416b-b2ec-4c06d5913e44 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877612 Sep 17 23:42:48.772548 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-fb6800a5-7183-4ab3-950f-9bb1e2571337 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:48.789380 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device dea29f93-50f3-4fd1-8148-69dfbba345a6 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:42:48.797219 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c39dfa69-70d5-409f-9be3-106c39a4f160 req-3fde4e4c-5a8a-4a1f-a9a1-0375145ee8ad tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809007 Sep 17 23:42:48.798505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51dccd2-2986-47fc-a816-f9139ca19190 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f981d863-f549-47c0-bcd0-9d63262dc8b7,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:48.815909 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fb1da5bd-e129-4f2e-b580-20b0c8091247 req-9c9a55d3-9adf-4c4e-a9ee-b6de9ba911ae service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115118 Sep 17 23:42:48.855896 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e51dccd2-2986-47fc-a816-f9139ca19190 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:48.858476 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e51dccd2-2986-47fc-a816-f9139ca19190 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5500045 Sep 17 23:42:48.861027 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-72a35ae0-f1a6-4400-9a89-2a598cdffae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:48.861366 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-72a35ae0-f1a6-4400-9a89-2a598cdffae8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197665 Sep 17 23:42:48.861751 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60674) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:48.866587 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d2eff458-4c83-4696-9503-2f929e79e159 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Request body: {'security_group_rule': {'security_group_id': 'f981d863-f549-47c0-bcd0-9d63262dc8b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:48.910766 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port dea29f93-50f3-4fd1-8148-69dfbba345a6, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=dea29f93-50f3-4fd1-8148-69dfbba345a6,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:48.928685 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'dea29f93-50f3-4fd1-8148-69dfbba345a6', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': 'dea29f93-50f3-4fd1-8148-69dfbba345a6', 'mac_address': 'fa:16:3e:81:a9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:42:48.974507 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d2eff458-4c83-4696-9503-2f929e79e159 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:49.124688 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d2eff458-4c83-4696-9503-2f929e79e159 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:49.126642 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:49.148731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea29f93-50f3-4fd1-8148-69dfbba345a6 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:49.175585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port dea29f93-50f3-4fd1-8148-69dfbba345a6, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=dea29f93-50f3-4fd1-8148-69dfbba345a6,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:49.203885 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d2eff458-4c83-4696-9503-2f929e79e159 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:49.234643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eff458-4c83-4696-9503-2f929e79e159 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe303d8-7390-4f61-baeb-74f5dd7ecfdf,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:49.301516 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:49.353147 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d2eff458-4c83-4696-9503-2f929e79e159 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:49.364308 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d2eff458-4c83-4696-9503-2f929e79e159 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4972849 Sep 17 23:42:49.364666 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60694) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:49.371581 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-64a89b4f-813f-4bed-8f2d-f03334dafc4e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Request body: {'security_group_rule': {'security_group_id': 'f981d863-f549-47c0-bcd0-9d63262dc8b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:49.388063 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=dea29f93-50f3-4fd1-8148-69dfbba345a6,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:49.404865 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-fb6800a5-7183-4ab3-950f-9bb1e2571337 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:49.453578 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fb1da5bd-e129-4f2e-b580-20b0c8091247 req-52bc0319-9879-4676-b0fb-52aedae4f43a service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6266603 Sep 17 23:42:49.474632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd24388-8a50-494d-b1a8-7da4f9f5d0f9 req-7b8d3f89-048c-4c08-8f51-9dbfeb13839f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:49.486045 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7cd24388-8a50-494d-b1a8-7da4f9f5d0f9 req-7b8d3f89-048c-4c08-8f51-9dbfeb13839f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 948 time: 0.1019840 Sep 17 23:42:49.492536 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-fb6800a5-7183-4ab3-950f-9bb1e2571337 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Network 78331211-787b-4584-b606-15ede9ec2d9c is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:49.538039 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7cd24388-8a50-494d-b1a8-7da4f9f5d0f9 req-5a1b3a16-ccff-486e-b043-cfc9d0c1fbb0 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510154 Sep 17 23:42:49.545700 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-fb6800a5-7183-4ab3-950f-9bb1e2571337 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:49.555336 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['dea29f93-50f3-4fd1-8148-69dfbba345a6'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:42:49.560049 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64a89b4f-813f-4bed-8f2d-f03334dafc4e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:49.563500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-fb6800a5-7183-4ab3-950f-9bb1e2571337 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:49.630871 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-7d0a2cc5-547e-423b-836e-d1382126084a service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7547009 Sep 17 23:42:49.634944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6800a5-7183-4ab3-950f-9bb1e2571337 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event updated for resources: {'Port': ['ID=6bd98999-1873-446c-bd20-a66f5e0dc3f9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:49.659470 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:49.714819 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64a89b4f-813f-4bed-8f2d-f03334dafc4e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:49.770552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-fb6800a5-7183-4ab3-950f-9bb1e2571337 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:49.771215 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-fb6800a5-7183-4ab3-950f-9bb1e2571337 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:49.773510 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64a89b4f-813f-4bed-8f2d-f03334dafc4e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:49.779926 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-224892ce-cf40-402a-9922-1404fda815b2 req-d1246a63-e731-4b4c-9343-3e51d2671ac6 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2f2d8abdbfd34e8ebea0ca531cc5861d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539298 Sep 17 23:42:49.815843 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1072fc-2258-407a-886b-90694111599d req-2b3ba6d6-20fa-451c-9eaa-543ab032c6b8 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:49.819773 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca1072fc-2258-407a-886b-90694111599d req-2b3ba6d6-20fa-451c-9eaa-543ab032c6b8 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.37 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 944 time: 0.3612196 Sep 17 23:42:49.848501 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60714) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:49.852994 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a89b4f-813f-4bed-8f2d-f03334dafc4e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8639c076-13d6-4cfb-9c5c-3ecf28fab049,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:49.949711 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-fb6800a5-7183-4ab3-950f-9bb1e2571337 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0907016 Sep 17 23:42:49.978191 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-68e123d8-9635-4e3d-985d-109f949e1e84 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Request body: {'port': {'device_id': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '78331211-787b-4584-b606-15ede9ec2d9c', 'admin_state_up': True, 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'security_groups': ['6687bf39-82f2-4203-9e3b-9109ba09075f']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:50.016535 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9d2dd-4063-45e5-ba98-7a9e8247b220 req-3d240417-e877-4b76-b9d7-c385d28c858f tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:50.017390 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-6afd07f4-7276-4cbb-8a54-854a610ce6d9 None None] Provisioning complete for port 6bd98999-1873-446c-bd20-a66f5e0dc3f9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:50.017846 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6afd07f4-7276-4cbb-8a54-854a610ce6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:50.024989 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-30d9d2dd-4063-45e5-ba98-7a9e8247b220 req-3d240417-e877-4b76-b9d7-c385d28c858f tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 944 time: 0.2534599 Sep 17 23:42:50.045926 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64a89b4f-813f-4bed-8f2d-f03334dafc4e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:50.047514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-64a89b4f-813f-4bed-8f2d-f03334dafc4e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6818426 Sep 17 23:42:50.051576 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60718) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:50.058290 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-bf8ac4bf-e787-488e-ad11-32584b572db5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:50.079528 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224892ce-cf40-402a-9922-1404fda815b2 req-5bc5a489-2d0f-4957-8552-32d7309ef47f tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:50.086663 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-6395ad2b-501e-4e78-9248-c40a8b977c95 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104335 Sep 17 23:42:50.086944 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-224892ce-cf40-402a-9922-1404fda815b2 req-5bc5a489-2d0f-4957-8552-32d7309ef47f tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2714953 Sep 17 23:42:50.097236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6afd07f4-7276-4cbb-8a54-854a610ce6d9 None None] Port 6bd98999-1873-446c-bd20-a66f5e0dc3f9 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:42:50.130318 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-224892ce-cf40-402a-9922-1404fda815b2 req-49f605a6-d832-4249-a935-aacfb5411692 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/quotas/2f2d8abdbfd34e8ebea0ca531cc5861d HTTP/1.1" status: 200 len: 375 time: 0.0416939 Sep 17 23:42:50.143349 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-30d9d2dd-4063-45e5-ba98-7a9e8247b220 req-729125c6-8da3-41ca-9c67-c8fc2babac4c tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171324 Sep 17 23:42:50.178971 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-224892ce-cf40-402a-9922-1404fda815b2 req-e5d63c3f-7621-477a-bc3c-9fbd770f044d tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f2d8abdbfd34e8ebea0ca531cc5861d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345302 Sep 17 23:42:50.232646 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac4bf-e787-488e-ad11-32584b572db5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:50.265275 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cfdd4e8d-dd73-4936-b6c6-447f2d0437b8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4e0d2bbec854f35b897180b8cd62acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4035311 Sep 17 23:42:50.269451 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60720) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:50.291583 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44b79a-cf4d-4c54-99ac-72bd1a674d4d req-14489872-3e6b-4d35-9360-2abce14b3e8d tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:50.293280 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f44b79a-cf4d-4c54-99ac-72bd1a674d4d req-14489872-3e6b-4d35-9360-2abce14b3e8d tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 947 time: 0.0972621 Sep 17 23:42:50.343711 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-88a2d230-5138-4139-9503-f52a0e03f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:50.345257 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-88a2d230-5138-4139-9503-f52a0e03f222 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61bc45c4c67b49509525c81ab232b9c4&device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 1098 time: 0.1607444 Sep 17 23:42:50.350987 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-ca1072fc-2258-407a-886b-90694111599d req-2015da69-d14e-4fed-be16-ea9437f80a14 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Deleting port 63fb5d62-f063-40b9-9781-cb50a5a69242 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:42:50.351380 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ca1072fc-2258-407a-886b-90694111599d req-2015da69-d14e-4fed-be16-ea9437f80a14 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:50.379651 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f44b79a-cf4d-4c54-99ac-72bd1a674d4d req-f25f6db9-c805-471f-aaca-ed59cb9d4593 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735502 Sep 17 23:42:50.443768 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac4bf-e787-488e-ad11-32584b572db5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:50.576002 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d467fe42-2c4f-4861-b845-9e359f80df3c req-4e2883ff-f245-4afe-82f8-c4c3062dbb2d tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/ports?device_id=4594062a-71ac-438c-901c-80500db12822 HTTP/1.1" status: 200 len: 210 time: 0.0631890 Sep 17 23:42:50.653076 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-99fdd15c-d042-4ad0-92ec-b9891938515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:50.654665 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-99fdd15c-d042-4ad0-92ec-b9891938515a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.2978249 Sep 17 23:42:50.671565 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e66e8151-a226-4a00-83b8-0f35fa2400e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:50.678570 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-68e123d8-9635-4e3d-985d-109f949e1e84 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Made reservation on behalf of 8f9cc78239c7437cacb7009f2c68fb58 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:50.683123 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-68e123d8-9635-4e3d-985d-109f949e1e84 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:50.700930 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-bf8ac4bf-e787-488e-ad11-32584b572db5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Allocated IP 172.25.3.90 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/1652d60d-7281-412b-a863-52392afb0f96) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:50.714897 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a634a21-f2cb-4ec8-9885-9c8f96715142 req-f6f33afd-2c69-415f-a1ee-25e04febca6e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:50.719799 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ca1072fc-2258-407a-886b-90694111599d req-2015da69-d14e-4fed-be16-ea9437f80a14 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] For port 63fb5d62-f063-40b9-9781-cb50a5a69242, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=63fb5d62-f063-40b9-9781-cb50a5a69242,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:50.720183 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ca1072fc-2258-407a-886b-90694111599d req-2015da69-d14e-4fed-be16-ea9437f80a14 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:50.722349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a634a21-f2cb-4ec8-9885-9c8f96715142 req-f6f33afd-2c69-415f-a1ee-25e04febca6e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:50.729425 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a634a21-f2cb-4ec8-9885-9c8f96715142 req-f6f33afd-2c69-415f-a1ee-25e04febca6e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:50.735819 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a634a21-f2cb-4ec8-9885-9c8f96715142 req-f6f33afd-2c69-415f-a1ee-25e04febca6e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:50.737775 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a634a21-f2cb-4ec8-9885-9c8f96715142 req-f6f33afd-2c69-415f-a1ee-25e04febca6e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 3095 time: 0.2026742 Sep 17 23:42:50.762086 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-f27b4d98-d777-4676-ad24-2cce9a10886a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=3ee134c4-da4d-4fbc-827d-34f7459f2fc6 HTTP/1.1" status: 200 len: 217 time: 0.0592961 Sep 17 23:42:50.774761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-ca1072fc-2258-407a-886b-90694111599d req-2015da69-d14e-4fed-be16-ea9437f80a14 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Calling delete_port for 63fb5d62-f063-40b9-9781-cb50a5a69242 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:42:50.790887 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 3ee134c4-da4d-4fbc-827d-34f7459f2fc6 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:42:50.793909 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device dea29f93-50f3-4fd1-8148-69dfbba345a6 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:50.828462 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-ff720b12-3f4d-4ef9-9c32-fffc0ab0a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:50.829635 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-ff720b12-3f4d-4ef9-9c32-fffc0ab0a919 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0529451 Sep 17 23:42:50.831542 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e66e8151-a226-4a00-83b8-0f35fa2400e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:50.851932 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b5f61-9305-4176-b76f-bebecb01b589 req-018d56bc-2223-4f41-8fe4-395d9a55567b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:50.853640 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c4b5f61-9305-4176-b76f-bebecb01b589 req-018d56bc-2223-4f41-8fe4-395d9a55567b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 948 time: 0.1634519 Sep 17 23:42:50.898346 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a634a21-f2cb-4ec8-9885-9c8f96715142 req-8ddc0781-e6b3-4bb1-bafe-0129df15693e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404724 Sep 17 23:42:50.943445 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 3ee134c4-da4d-4fbc-827d-34f7459f2fc6, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=3ee134c4-da4d-4fbc-827d-34f7459f2fc6,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:50.955238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '3ee134c4-da4d-4fbc-827d-34f7459f2fc6', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '3ee134c4-da4d-4fbc-827d-34f7459f2fc6', 'mac_address': 'fa:16:3e:2a:ae:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:42:51.031119 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:51.031119 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port dea29f93-50f3-4fd1-8148-69dfbba345a6 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:42:51.044588 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port dea29f93-50f3-4fd1-8148-69dfbba345a6 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:51.045020 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:51.050004 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee134c4-da4d-4fbc-827d-34f7459f2fc6 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:51.061678 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c4b5f61-9305-4176-b76f-bebecb01b589 req-028b7759-c468-46e7-9bd0-77edbd850a25 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695480 Sep 17 23:42:51.089995 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac4bf-e787-488e-ad11-32584b572db5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:51.115269 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-69267341-223b-4ccf-ad92-94f4d6f7a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:51.117123 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-69267341-223b-4ccf-ad92-94f4d6f7a5b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2450812 Sep 17 23:42:51.177476 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 3ee134c4-da4d-4fbc-827d-34f7459f2fc6, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=3ee134c4-da4d-4fbc-827d-34f7459f2fc6,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:51.242453 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:51.251901 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:51.252546 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:42:51.295663 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac4bf-e787-488e-ad11-32584b572db5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:51.300479 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f08ed12-9ac3-45d7-83d8-a40f38ef0880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea29f93-50f3-4fd1-8148-69dfbba345a6'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:51.303968 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f1a045-280f-4d58-b028-e5937bd125bf" -d '{"events": [{"server_uuid": "6f08ed12-9ac3-45d7-83d8-a40f38ef0880", "name": "network-vif-plugged", "status": "completed", "tag": "dea29f93-50f3-4fd1-8148-69dfbba345a6"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:51.338135 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e66e8151-a226-4a00-83b8-0f35fa2400e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:51.341986 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e66e8151-a226-4a00-83b8-0f35fa2400e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:51.343171 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e66e8151-a226-4a00-83b8-0f35fa2400e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/280ab06a-0586-4eef-8471-3deb5ddc0cbc HTTP/1.1" status: 204 len: 168 time: 1.0680053 Sep 17 23:42:51.367636 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e8151-a226-4a00-83b8-0f35fa2400e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280ab06a-0586-4eef-8471-3deb5ddc0cbc,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:51.370699 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port dea29f93-50f3-4fd1-8148-69dfbba345a6, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=dea29f93-50f3-4fd1-8148-69dfbba345a6,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:51.374743 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-68e123d8-9635-4e3d-985d-109f949e1e84 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Allocated IP 10.2.2.200 (78331211-787b-4584-b606-15ede9ec2d9c/3c6c43ea-51ef-4e38-b4f1-a534cd748806/21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:51.381534 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ac4bf-e787-488e-ad11-32584b572db5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:51.388596 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f187e5-a847-4b64-9784-00af8a53c022 x-openstack-request-id: req-a6f187e5-a847-4b64-9784-00af8a53c022 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:51.388957 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f08ed12-9ac3-45d7-83d8-a40f38ef0880", "name": "network-vif-plugged", "status": "completed", "tag": "dea29f93-50f3-4fd1-8148-69dfbba345a6", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:51.389170 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a6f187e5-a847-4b64-9784-00af8a53c022 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:51.389546 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f08ed12-9ac3-45d7-83d8-a40f38ef0880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea29f93-50f3-4fd1-8148-69dfbba345a6', 'code': 200} Sep 17 23:42:51.407612 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-bf8ac4bf-e787-488e-ad11-32584b572db5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:51.423471 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e2c017c7-79c7-49f4-a2e8-fd1af689e9b0, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e2c017c7-79c7-49f4-a2e8-fd1af689e9b0,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:51.426905 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ca1072fc-2258-407a-886b-90694111599d req-2015da69-d14e-4fed-be16-ea9437f80a14 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:51.433418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=3ee134c4-da4d-4fbc-827d-34f7459f2fc6,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:51.441586 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ac4bf-e787-488e-ad11-32584b572db5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:51.443533 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'e2c017c7-79c7-49f4-a2e8-fd1af689e9b0', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': 'e2c017c7-79c7-49f4-a2e8-fd1af689e9b0', 'mac_address': 'fa:16:3e:4d:8f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:42:51.456067 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-575b5859-753b-4582-9695-dd1fa7de2478 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284261 Sep 17 23:42:51.490187 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:51.507701 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:51.554218 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:51.570339 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ac4bf-e787-488e-ad11-32584b572db5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event updated for resources: {'Port': ['ID=1652d60d-7281-412b-a863-52392afb0f96,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:51.588703 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015c774-594b-4080-b961-af168fc5327f req-bda0e263-2ce6-4b88-8007-5dded9bb4c90 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:51.590870 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e2c017c7-79c7-49f4-a2e8-fd1af689e9b0, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e2c017c7-79c7-49f4-a2e8-fd1af689e9b0,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:51.598922 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9015c774-594b-4080-b961-af168fc5327f req-bda0e263-2ce6-4b88-8007-5dded9bb4c90 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 865 time: 0.3568797 Sep 17 23:42:51.603855 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=dea29f93-50f3-4fd1-8148-69dfbba345a6,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:51.613812 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015da69-d14e-4fed-be16-ea9437f80a14 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Pushing event deleted for resources: {'Port': ['ID=63fb5d62-f063-40b9-9781-cb50a5a69242,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:51.617504 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3bec1e71-6c81-4ac1-a505-2639ababe255 req-9ca76b40-6f6c-4f75-ab31-cfc432dcc033 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262088 Sep 17 23:42:51.665884 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:51.712187 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1072fc-2258-407a-886b-90694111599d req-2015da69-d14e-4fed-be16-ea9437f80a14 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] No DVR routers for this DVR port 63fb5d62-f063-40b9-9781-cb50a5a69242 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:42:51.712589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e365c36-b966-4147-8508-8d5267d6dae6 req-73d0eab5-1271-4b6f-8663-c7cb50a31497 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:51.714478 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e365c36-b966-4147-8508-8d5267d6dae6 req-73d0eab5-1271-4b6f-8663-c7cb50a31497 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 948 time: 0.1659441 Sep 17 23:42:51.721899 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ca1072fc-2258-407a-886b-90694111599d req-2015da69-d14e-4fed-be16-ea9437f80a14 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:51.724712 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca1072fc-2258-407a-886b-90694111599d req-2015da69-d14e-4fed-be16-ea9437f80a14 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.37 "DELETE /v2.0/ports/63fb5d62-f063-40b9-9781-cb50a5a69242 HTTP/1.1" status: 204 len: 173 time: 1.8811324 Sep 17 23:42:51.726392 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9015c774-594b-4080-b961-af168fc5327f req-e2084c18-18b0-4171-9b0b-2242793e8d38 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265023 Sep 17 23:42:51.726552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0409a5b4-2336-44fc-91f8-c5d70ae3e04c', 'name': 'network-vif-deleted', 'tag': '63fb5d62-f063-40b9-9781-cb50a5a69242'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:51.743246 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44418fc8-f75c-4281-afe6-2bedf1509439" -d '{"events": [{"server_uuid": "0409a5b4-2336-44fc-91f8-c5d70ae3e04c", "name": "network-vif-deleted", "tag": "63fb5d62-f063-40b9-9781-cb50a5a69242"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:51.743616 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e2c017c7-79c7-49f4-a2e8-fd1af689e9b0,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:51.743726 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944969d4-f66b-4e4a-81bf-daa5e9674ef2 req-080feba0-be71-49ff-a2d7-25d0a8c36db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:51.744079 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-944969d4-f66b-4e4a-81bf-daa5e9674ef2 req-080feba0-be71-49ff-a2d7-25d0a8c36db4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f08ed12-9ac3-45d7-83d8-a40f38ef0880 HTTP/1.1" status: 200 len: 1100 time: 0.2512398 Sep 17 23:42:51.827849 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-944969d4-f66b-4e4a-81bf-daa5e9674ef2 req-189e141c-5014-472c-822a-532ae83939dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440195 Sep 17 23:42:51.836674 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-738246de-7fc7-4473-8bf8-2b12e2762103 req-aefac0ca-c84d-4bd3-9e2f-b16db4e6e222 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/ports?device_id=4594062a-71ac-438c-901c-80500db12822 HTTP/1.1" status: 200 len: 210 time: 0.0339189 Sep 17 23:42:51.858771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e365c36-b966-4147-8508-8d5267d6dae6 req-9610d039-07c4-48b3-84dc-14e408093d26 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263602 Sep 17 23:42:51.870574 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-68e123d8-9635-4e3d-985d-109f949e1e84 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:51.889471 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac4bf-e787-488e-ad11-32584b572db5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:51.928776 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7051220d-d028-48c8-b06f-f6a74adfc36b x-openstack-request-id: req-7051220d-d028-48c8-b06f-f6a74adfc36b {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:51.929103 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0409a5b4-2336-44fc-91f8-c5d70ae3e04c", "name": "network-vif-deleted", "tag": "63fb5d62-f063-40b9-9781-cb50a5a69242", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:51.929358 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7051220d-d028-48c8-b06f-f6a74adfc36b {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:51.929756 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0409a5b4-2336-44fc-91f8-c5d70ae3e04c', 'name': 'network-vif-deleted', 'tag': '63fb5d62-f063-40b9-9781-cb50a5a69242', 'status': 'completed', 'code': 200} Sep 17 23:42:51.935224 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['e2c017c7-79c7-49f4-a2e8-fd1af689e9b0'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:42:51.963852 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['3ee134c4-da4d-4fbc-827d-34f7459f2fc6'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:42:52.027888 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac4bf-e787-488e-ad11-32584b572db5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:52.050096 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-68e123d8-9635-4e3d-985d-109f949e1e84 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:52.097610 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-68e123d8-9635-4e3d-985d-109f949e1e84 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Network 78331211-787b-4584-b606-15ede9ec2d9c is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:52.102328 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-68e123d8-9635-4e3d-985d-109f949e1e84 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:52.113358 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-68e123d8-9635-4e3d-985d-109f949e1e84 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:52.201410 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e123d8-9635-4e3d-985d-109f949e1e84 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event updated for resources: {'Port': ['ID=21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:52.240280 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-68e123d8-9635-4e3d-985d-109f949e1e84 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:52.241003 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-68e123d8-9635-4e3d-985d-109f949e1e84 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:52.351119 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5edbfd-6da7-4f3a-8950-41bfe143271e req-5f60f274-b3cd-4b13-be5a-3f9432d9d76f tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:52.357155 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5edbfd-6da7-4f3a-8950-41bfe143271e req-5f60f274-b3cd-4b13-be5a-3f9432d9d76f tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:52.363794 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5edbfd-6da7-4f3a-8950-41bfe143271e req-5f60f274-b3cd-4b13-be5a-3f9432d9d76f tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:52.369954 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5edbfd-6da7-4f3a-8950-41bfe143271e req-5f60f274-b3cd-4b13-be5a-3f9432d9d76f tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:52.375937 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5edbfd-6da7-4f3a-8950-41bfe143271e req-5f60f274-b3cd-4b13-be5a-3f9432d9d76f tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:52.378598 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb5edbfd-6da7-4f3a-8950-41bfe143271e req-5f60f274-b3cd-4b13-be5a-3f9432d9d76f tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 3816 time: 0.2300675 Sep 17 23:42:52.405856 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a4fb1-5878-43e4-9f98-5885ec260109 req-e06e5568-c968-4595-8683-5483e526c3a6 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:52.408012 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd4a4fb1-5878-43e4-9f98-5885ec260109 req-e06e5568-c968-4595-8683-5483e526c3a6 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 949 time: 0.1696310 Sep 17 23:42:52.423081 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-68e123d8-9635-4e3d-985d-109f949e1e84 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4580140 Sep 17 23:42:52.444125 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Request body: {'port': {'device_id': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:52.458084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ffb93672-8ea2-40c7-a186-e95b0ab5b2cd None None] Provisioning complete for port 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:52.458663 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ffb93672-8ea2-40c7-a186-e95b0ab5b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:52.478338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60756) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:52.492670 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac4bf-e787-488e-ad11-32584b572db5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:52.500032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ffb93672-8ea2-40c7-a186-e95b0ab5b2cd None None] Port 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:42:52.517671 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b1062edf-5e4b-4119-b458-d56b03f76334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:52.521206 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:52.537386 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd4a4fb1-5878-43e4-9f98-5885ec260109 req-99cbfa2d-68ec-4026-92b7-202fd2d8442c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202178 Sep 17 23:42:52.544413 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb5edbfd-6da7-4f3a-8950-41bfe143271e req-2401e725-8e8b-4b33-8268-d0bb0b4a4168 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284566 Sep 17 23:42:52.555618 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac4bf-e787-488e-ad11-32584b572db5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:52.659545 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ac4bf-e787-488e-ad11-32584b572db5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event updated for resources: {'Port': ['ID=1652d60d-7281-412b-a863-52392afb0f96,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:52.694879 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac4bf-e787-488e-ad11-32584b572db5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:52.756418 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b1062edf-5e4b-4119-b458-d56b03f76334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:52.867012 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13f2d3c6-8d16-4315-8723-79e656ca1de4 req-a1f5b80e-2c62-4ce7-b528-f020c87514db tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=0409a5b4-2336-44fc-91f8-c5d70ae3e04c HTTP/1.1" status: 200 len: 210 time: 0.0400620 Sep 17 23:42:52.867984 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbdb24f9-597b-4307-a8d5-2749c569a415 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:52.869868 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b1062edf-5e4b-4119-b458-d56b03f76334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:52.877251 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:52.891870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Transition to ACTIVE for port object cbdb24f9-597b-4307-a8d5-2749c569a415 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:42:52.909207 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1062edf-5e4b-4119-b458-d56b03f76334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946e1474-e1bd-4ce7-889a-90b453c633a5,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:52.929241 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b1062edf-5e4b-4119-b458-d56b03f76334 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=664bf56055bb49f1a71600f01acce1a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441988 Sep 17 23:42:52.929241 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60764) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:52.947518 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac4bf-e787-488e-ad11-32584b572db5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:52.958675 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bf8ac4bf-e787-488e-ad11-32584b572db5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8959863 Sep 17 23:42:52.986425 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:53.025571 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-49494d55-829a-4500-ae2e-15c6b2cb02e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:53.072290 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Pushing event updated for resources: {'Port': ['ID=cbdb24f9-597b-4307-a8d5-2749c569a415,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:53.088685 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d36d2b30-392d-460e-b95b-8a73d0de41ab req-614bd022-2a2d-4860-a417-5de7838fa557 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/ports?device_id=4594062a-71ac-438c-901c-80500db12822 HTTP/1.1" status: 200 len: 210 time: 0.1004558 Sep 17 23:42:53.098061 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-49494d55-829a-4500-ae2e-15c6b2cb02e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:53.150769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ca7dc-a0f4-415e-9392-ca77046d3636 req-8b77c07b-0a6d-43de-98a3-7e196c853870 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:53.153333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-736ca7dc-a0f4-415e-9392-ca77046d3636 req-8b77c07b-0a6d-43de-98a3-7e196c853870 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 948 time: 0.1643586 Sep 17 23:42:53.203676 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Attempting to bind port cbdb24f9-597b-4307-a8d5-2749c569a415 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:42:53.210598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Attempting to bind port cbdb24f9-597b-4307-a8d5-2749c569a415 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '164344d6-ac71-496f-ac14-2575bcb321f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:42:53.211334 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Attempting to bind port cbdb24f9-597b-4307-a8d5-2749c569a415 on network 1ae04948-4183-4a3d-bd37-c393127fcdb8 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:53.217170 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Port cbdb24f9-597b-4307-a8d5-2749c569a415 on network 1ae04948-4183-4a3d-bd37-c393127fcdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:42:53.217683 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Attempting to bind port cbdb24f9-597b-4307-a8d5-2749c569a415 on network 1ae04948-4183-4a3d-bd37-c393127fcdb8 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:53.225148 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-736ca7dc-a0f4-415e-9392-ca77046d3636 req-27ffc8b3-646e-4fc0-8eea-48ad9da41e0e tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700848 Sep 17 23:42:53.227692 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:42:53.228230 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Checking segment: {'id': '164344d6-ac71-496f-ac14-2575bcb321f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:53.228897 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Bound using segment: {'id': '164344d6-ac71-496f-ac14-2575bcb321f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:42:53.229538 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Bound port: cbdb24f9-597b-4307-a8d5-2749c569a415, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '164344d6-ac71-496f-ac14-2575bcb321f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:42:53.242297 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:53.313620 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-49494d55-829a-4500-ae2e-15c6b2cb02e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:53.317064 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-49494d55-829a-4500-ae2e-15c6b2cb02e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:53.318406 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-49494d55-829a-4500-ae2e-15c6b2cb02e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/946e1474-e1bd-4ce7-889a-90b453c633a5 HTTP/1.1" status: 204 len: 168 time: 0.3885250 Sep 17 23:42:53.322342 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] For port cbdb24f9-597b-4307-a8d5-2749c569a415, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:42:53.326445 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] For port cbdb24f9-597b-4307-a8d5-2749c569a415, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=cbdb24f9-597b-4307-a8d5-2749c569a415,segment=NetworkSegment(164344d6-ac71-496f-ac14-2575bcb321f9),segment_id=164344d6-ac71-496f-ac14-2575bcb321f9)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:42:53.333796 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49494d55-829a-4500-ae2e-15c6b2cb02e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946e1474-e1bd-4ce7-889a-90b453c633a5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:53.349186 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-7bb8a4d2-0d2d-419b-896f-fb5cf8a07e8c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1072852325&fields=id&tenant_id=d0d9d21cfcb240e7a982ff8d8919e740 HTTP/1.1" status: 200 len: 267 time: 0.0511436 Sep 17 23:42:53.413443 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-c93851af-009b-4f9c-9ddd-7280e8e4787c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:53.415460 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-c93851af-009b-4f9c-9ddd-7280e8e4787c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports/7d283454-1c56-4bae-95b5-4603d534419d HTTP/1.1" status: 200 len: 932 time: 0.0573585 Sep 17 23:42:53.425282 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-224892ce-cf40-402a-9922-1404fda815b2 req-2138c73d-659b-43c7-8f46-d0483757a61f tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2f2d8abdbfd34e8ebea0ca531cc5861d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309942 Sep 17 23:42:53.442321 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:53.469602 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-841452da-febf-4a4d-919d-4c9f78cbb911 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:53.471060 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-841452da-febf-4a4d-919d-4c9f78cbb911 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports/9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a HTTP/1.1" status: 200 len: 932 time: 0.0490746 Sep 17 23:42:53.523485 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f80bebf9-73eb-42d5-9d91-6280df7e4d99 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?network_id=9e702302-c423-4617-ae40-276913b1f962&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0429413 Sep 17 23:42:53.566280 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-605efb34-343c-4cd1-94bd-d6e88ddfc1c6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?network_id=9e702302-c423-4617-ae40-276913b1f962&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0417490 Sep 17 23:42:53.576438 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:53.578803 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:53.581654 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] 10.222.0.41 "PUT /v2.0/ports/cbdb24f9-597b-4307-a8d5-2749c569a415 HTTP/1.1" status: 200 len: 1091 time: 1.1464839 Sep 17 23:42:53.597049 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 63fb5d62-f063-40b9-9781-cb50a5a69242 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:42:53.663428 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 63fb5d62-f063-40b9-9781-cb50a5a69242 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:42:53.669192 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 63fb5d62-f063-40b9-9781-cb50a5a69242 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:42:53.708874 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Request body: {'port': {'device_id': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:53.719969 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07db24e-2619-48f2-90a1-6af97e96576e service neutron] Pushing event updated for resources: {'Port': ['ID=cbdb24f9-597b-4307-a8d5-2749c569a415,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:53.743634 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224892ce-cf40-402a-9922-1404fda815b2 req-f4ddcb9e-6536-4f0f-b55c-75c5629f90a0 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:53.745415 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-224892ce-cf40-402a-9922-1404fda815b2 req-f4ddcb9e-6536-4f0f-b55c-75c5629f90a0 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3176191 Sep 17 23:42:53.766775 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-224892ce-cf40-402a-9922-1404fda815b2 req-5839faae-f141-4935-8d31-f4fff9561144 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Request body: {'port': {'device_id': '4594062a-71ac-438c-901c-80500db12822', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '2f2d8abdbfd34e8ebea0ca531cc5861d'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:53.793464 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-8edd6d4b-cd64-4d36-9097-419a5a2d8c8c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:53.799807 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-8edd6d4b-cd64-4d36-9097-419a5a2d8c8c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:53.810508 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-8edd6d4b-cd64-4d36-9097-419a5a2d8c8c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:53.820006 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-8edd6d4b-cd64-4d36-9097-419a5a2d8c8c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/networks?id=9d08905d-ca5b-4e76-bde0-b74df6a1af4e&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=9e702302-c423-4617-ae40-276913b1f962&id=9e702302-c423-4617-ae40-276913b1f962 HTTP/1.1" status: 200 len: 1990 time: 0.2527792 Sep 17 23:42:53.865307 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2a593-7b61-44e4-9dca-2f11f33c6617 req-f98834eb-4307-4de7-9a34-3a1b7ebe22e0 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:53.867091 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40f2a593-7b61-44e4-9dca-2f11f33c6617 req-f98834eb-4307-4de7-9a34-3a1b7ebe22e0 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 949 time: 0.1760299 Sep 17 23:42:53.875754 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:53.878489 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-723e1ca8-c0c0-4f57-8606-cd9e3cefe417 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/quotas/d0d9d21cfcb240e7a982ff8d8919e740 HTTP/1.1" status: 200 len: 375 time: 0.0535533 Sep 17 23:42:53.933997 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'tag': 'cbdb24f9-597b-4307-a8d5-2749c569a415'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:53.936564 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e7a9f0-55e3-4a19-ad49-6462ea1b0876" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "tag": "cbdb24f9-597b-4307-a8d5-2749c569a415"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:53.959971 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40f2a593-7b61-44e4-9dca-2f11f33c6617 req-d7bb2031-6ee6-41ab-9408-099797633efc tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792692 Sep 17 23:42:54.011553 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f04238b-94d0-4801-bfe9-0cddc2ab1d44 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1268249 Sep 17 23:42:54.164573 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f3cd97f6-2914-4fe5-a653-cdd2067ff8e3 service neutron] 10.222.0.46 "GET /v2.0/networks/9d08905d-ca5b-4e76-bde0-b74df6a1af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483438 Sep 17 23:42:54.267645 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224892ce-cf40-402a-9922-1404fda815b2 req-5839faae-f141-4935-8d31-f4fff9561144 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Made reservation on behalf of 2f2d8abdbfd34e8ebea0ca531cc5861d for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:42:54.272006 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-224892ce-cf40-402a-9922-1404fda815b2 req-5839faae-f141-4935-8d31-f4fff9561144 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:54.274512 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-e32786e4-707e-46ee-9bef-49a7f160d765 service neutron] 10.222.0.46 "GET /v2.0/networks/9d08905d-ca5b-4e76-bde0-b74df6a1af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088610 Sep 17 23:42:54.286386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae292f-8b31-406c-bfa0-f82a230489e8 req-7c55b544-5520-4eee-bee4-e8bcab44a1cd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:54.292482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae292f-8b31-406c-bfa0-f82a230489e8 req-7c55b544-5520-4eee-bee4-e8bcab44a1cd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:54.293736 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-224892ce-cf40-402a-9922-1404fda815b2 req-5839faae-f141-4935-8d31-f4fff9561144 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:54.299177 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae292f-8b31-406c-bfa0-f82a230489e8 req-7c55b544-5520-4eee-bee4-e8bcab44a1cd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:54.305360 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae292f-8b31-406c-bfa0-f82a230489e8 req-7c55b544-5520-4eee-bee4-e8bcab44a1cd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:54.311502 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae292f-8b31-406c-bfa0-f82a230489e8 req-7c55b544-5520-4eee-bee4-e8bcab44a1cd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:54.313527 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21ae292f-8b31-406c-bfa0-f82a230489e8 req-7c55b544-5520-4eee-bee4-e8bcab44a1cd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 3828 time: 0.2214937 Sep 17 23:42:54.346522 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c354c66-b3c9-483a-96f9-2f56cb599108 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:54.358175 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:54.364942 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-56e01208-277b-42c0-87fa-b205673764bc service neutron] 10.222.0.46 "GET /v2.0/ports/7d283454-1c56-4bae-95b5-4603d534419d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0501785 Sep 17 23:42:54.382665 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Transition to ACTIVE for port object 3c354c66-b3c9-483a-96f9-2f56cb599108 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:42:54.399533 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21ae292f-8b31-406c-bfa0-f82a230489e8 req-ce662297-4ed0-4065-b9c1-42d513228ea3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748713 Sep 17 23:42:54.445817 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-224892ce-cf40-402a-9922-1404fda815b2 req-5839faae-f141-4935-8d31-f4fff9561144 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:54.494092 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-d5f142ea-c7d6-4661-a8a4-7c65cc78ec9e service neutron] 10.222.0.46 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144311 Sep 17 23:42:54.534338 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:54.591527 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-224892ce-cf40-402a-9922-1404fda815b2 req-5839faae-f141-4935-8d31-f4fff9561144 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:54.634123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5937581d-b1dc-458b-952a-4284cb047acb service neutron] 10.222.0.46 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370046 Sep 17 23:42:54.676646 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f9707a-453d-4287-be9c-31991b6e56b7 x-openstack-request-id: req-01f9707a-453d-4287-be9c-31991b6e56b7 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:54.676971 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "tag": "cbdb24f9-597b-4307-a8d5-2749c569a415", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:54.677233 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01f9707a-453d-4287-be9c-31991b6e56b7 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:54.682399 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'tag': 'cbdb24f9-597b-4307-a8d5-2749c569a415', 'status': 'completed', 'code': 200} Sep 17 23:42:54.711436 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Pushing event updated for resources: {'Port': ['ID=3c354c66-b3c9-483a-96f9-2f56cb599108,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:54.725015 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-d9c7772b-18cb-44cc-9880-601da751865a service neutron] 10.222.0.46 "GET /v2.0/ports/9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0815716 Sep 17 23:42:54.750082 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7035f739-5a53-42eb-a94a-8d1ccf2d8188 req-e1e7b3a2-2cd6-417b-b448-a9cf7cfc8fba tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/ports?device_id=4594062a-71ac-438c-901c-80500db12822 HTTP/1.1" status: 200 len: 210 time: 0.0410781 Sep 17 23:42:54.802954 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839faae-f141-4935-8d31-f4fff9561144 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29eca39-99b5-4e02-841b-ab6f19744d48,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:54.806876 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:54.946885 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cb10f-fa74-4eb2-a563-3f62a0da209f req-0792d452-6b64-4fb9-a91e-ab6d342d6ec6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:54.947905 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-404cb10f-fa74-4eb2-a563-3f62a0da209f req-0792d452-6b64-4fb9-a91e-ab6d342d6ec6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 948 time: 0.0878863 Sep 17 23:42:54.953916 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-a5bf2704-9a68-4aa8-8ef2-946b64c44618 service neutron] 10.222.0.46 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105093 Sep 17 23:42:54.970546 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7a9f0-55e3-4a19-ad49-6462ea1b0876 req-bbdc8ebe-b7ab-45d0-a222-626a51c457ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:54.971138 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7a9f0-55e3-4a19-ad49-6462ea1b0876 req-bbdc8ebe-b7ab-45d0-a222-626a51c457ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:54.972073 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7a9f0-55e3-4a19-ad49-6462ea1b0876 req-bbdc8ebe-b7ab-45d0-a222-626a51c457ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:54.972073 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7a9f0-55e3-4a19-ad49-6462ea1b0876 req-bbdc8ebe-b7ab-45d0-a222-626a51c457ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:54.973073 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7a9f0-55e3-4a19-ad49-6462ea1b0876 req-bbdc8ebe-b7ab-45d0-a222-626a51c457ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:54.973686 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7a9f0-55e3-4a19-ad49-6462ea1b0876 req-bbdc8ebe-b7ab-45d0-a222-626a51c457ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:54.976332 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-47e7a9f0-55e3-4a19-ad49-6462ea1b0876 req-bbdc8ebe-b7ab-45d0-a222-626a51c457ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f9cc78239c7437cacb7009f2c68fb58&device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5250 time: 0.2906384 Sep 17 23:42:54.988269 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:42:54.991021 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Attempting to bind port 3c354c66-b3c9-483a-96f9-2f56cb599108 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:42:54.991365 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Attempting to bind port 3c354c66-b3c9-483a-96f9-2f56cb599108 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:42:54.991804 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Attempting to bind port 3c354c66-b3c9-483a-96f9-2f56cb599108 on network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:55.028822 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:55.029503 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:55.029987 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Port 3c354c66-b3c9-483a-96f9-2f56cb599108 on network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:42:55.030330 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Attempting to bind port 3c354c66-b3c9-483a-96f9-2f56cb599108 on network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:55.052438 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-224892ce-cf40-402a-9922-1404fda815b2 req-5839faae-f141-4935-8d31-f4fff9561144 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Allocated IP 192.168.233.163 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/fa057445-8a98-4680-b5ae-a7454b6371e1) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:55.058944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:42:55.059382 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Checking segment: {'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:55.059782 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Bound using segment: {'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:42:55.060238 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Bound port: 3c354c66-b3c9-483a-96f9-2f56cb599108, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:42:55.060606 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:55.099084 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-a2544ac6-390d-469e-bbb2-c5fa38a27b1f service neutron] 10.222.0.46 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264689 Sep 17 23:42:55.105210 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-404cb10f-fa74-4eb2-a563-3f62a0da209f req-7292810c-10a8-4e9c-8a1e-188453de1ca2 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504297 Sep 17 23:42:55.208599 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:55.224774 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c84b388-c5f0-43d2-81be-d8bc9d5e1e83 service neutron] 10.222.0.46 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171281 Sep 17 23:42:55.225559 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7a9f0-55e3-4a19-ad49-6462ea1b0876 req-4018ed92-b3ae-4e97-bd2b-bb2afad94722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:55.226060 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7a9f0-55e3-4a19-ad49-6462ea1b0876 req-4018ed92-b3ae-4e97-bd2b-bb2afad94722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:55.226540 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7a9f0-55e3-4a19-ad49-6462ea1b0876 req-4018ed92-b3ae-4e97-bd2b-bb2afad94722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:55.228201 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-47e7a9f0-55e3-4a19-ad49-6462ea1b0876 req-4018ed92-b3ae-4e97-bd2b-bb2afad94722 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8f9cc78239c7437cacb7009f2c68fb58&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2383161 Sep 17 23:42:55.262389 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e2c017c7-79c7-49f4-a2e8-fd1af689e9b0, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e2c017c7-79c7-49f4-a2e8-fd1af689e9b0,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:55.264560 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c22b708-f425-4c44-816a-12d88d5cce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c017c7-79c7-49f4-a2e8-fd1af689e9b0'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:55.268642 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706657c2-f724-45c9-bbdf-dc3efbe9aed3" -d '{"events": [{"server_uuid": "1c22b708-f425-4c44-816a-12d88d5cce1f", "name": "network-vif-plugged", "status": "completed", "tag": "e2c017c7-79c7-49f4-a2e8-fd1af689e9b0"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:55.335304 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:55.336956 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 3ee134c4-da4d-4fbc-827d-34f7459f2fc6 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:42:55.388478 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5a3fe01d-3690-41da-825e-360362387c79 service neutron] 10.222.0.46 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554897 Sep 17 23:42:55.439652 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e2c017c7-79c7-49f4-a2e8-fd1af689e9b0,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:55.489981 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-b3ac3d39-cd5e-4a64-9d4d-69388dc5a39f service neutron] 10.222.0.46 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948293 Sep 17 23:42:55.581007 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 3ee134c4-da4d-4fbc-827d-34f7459f2fc6 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:42:55.586266 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60830) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:55.586963 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 3ee134c4-da4d-4fbc-827d-34f7459f2fc6 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:55.587513 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:55.594320 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-ef6947ff-b868-40cc-825d-94605dc2267f tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--321269953', 'description': 'tempest-description--597749617'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:55.629145 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] For port 3c354c66-b3c9-483a-96f9-2f56cb599108, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:42:55.690025 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f5be1b8b-d8c4-4dad-b5b9-736ab0f53221 service neutron] 10.222.0.46 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836524 Sep 17 23:42:55.699097 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:55.706498 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2649e-47f6-4cb6-9bad-177e76396486 req-94cb4eb2-18df-4597-bbd1-3d1d1807a875 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:55.706677 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] For port 3c354c66-b3c9-483a-96f9-2f56cb599108, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=3c354c66-b3c9-483a-96f9-2f56cb599108,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:42:55.708191 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9fc2649e-47f6-4cb6-9bad-177e76396486 req-94cb4eb2-18df-4597-bbd1-3d1d1807a875 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 950 time: 0.0825202 Sep 17 23:42:55.752120 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 3ee134c4-da4d-4fbc-827d-34f7459f2fc6, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=3ee134c4-da4d-4fbc-827d-34f7459f2fc6,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:55.762888 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7a9f0-55e3-4a19-ad49-6462ea1b0876 req-b597cd0c-d985-42f2-9045-2e4333b0869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:55.764477 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-47e7a9f0-55e3-4a19-ad49-6462ea1b0876 req-b597cd0c-d985-42f2-9045-2e4333b0869a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5249765 Sep 17 23:42:55.775255 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-224892ce-cf40-402a-9922-1404fda815b2 req-5839faae-f141-4935-8d31-f4fff9561144 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:55.797524 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef6947ff-b868-40cc-825d-94605dc2267f tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:55.805746 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9fc2649e-47f6-4cb6-9bad-177e76396486 req-6fc605b2-f788-45d2-9ab0-2e44f47281d2 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891509 Sep 17 23:42:55.816858 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:55.831606 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:55.850594 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1295f2da-6cc3-4447-9130-c0b4a19a8822 service neutron] 10.222.0.46 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414196 Sep 17 23:42:55.880779 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:55.881777 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:55.883513 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] 10.222.0.41 "PUT /v2.0/ports/3c354c66-b3c9-483a-96f9-2f56cb599108 HTTP/1.1" status: 200 len: 1136 time: 2.1818779 Sep 17 23:42:55.896669 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b01e6e-7976-454b-a575-228b1560ef52 x-openstack-request-id: req-d3b01e6e-7976-454b-a575-228b1560ef52 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:55.900002 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c22b708-f425-4c44-816a-12d88d5cce1f", "name": "network-vif-plugged", "status": "completed", "tag": "e2c017c7-79c7-49f4-a2e8-fd1af689e9b0", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:55.900293 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d3b01e6e-7976-454b-a575-228b1560ef52 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:55.900707 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c22b708-f425-4c44-816a-12d88d5cce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c017c7-79c7-49f4-a2e8-fd1af689e9b0', 'code': 200} Sep 17 23:42:55.922554 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-224892ce-cf40-402a-9922-1404fda815b2 req-5839faae-f141-4935-8d31-f4fff9561144 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:55.936929 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=3ee134c4-da4d-4fbc-827d-34f7459f2fc6,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:55.955879 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e9edf-8f49-4e1e-b79b-0acf8d942142 service neutron] Pushing event updated for resources: {'Port': ['ID=3c354c66-b3c9-483a-96f9-2f56cb599108,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:56.057632 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Request body: {'port': {'device_id': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:56.107472 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224892ce-cf40-402a-9922-1404fda815b2 req-5839faae-f141-4935-8d31-f4fff9561144 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:56.120932 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef6947ff-b868-40cc-825d-94605dc2267f tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:56.134957 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-224892ce-cf40-402a-9922-1404fda815b2 req-5839faae-f141-4935-8d31-f4fff9561144 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:56.137557 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-224892ce-cf40-402a-9922-1404fda815b2 req-5839faae-f141-4935-8d31-f4fff9561144 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:56.137785 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-18dc410c-7616-48b9-91e2-bc187d10e3d2 service neutron] 10.222.0.46 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783110 Sep 17 23:42:56.166539 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb01fdc-4532-419d-8ff8-82bf54bb3aff req-fdcfad81-da5e-4941-b182-0b0d0eae3eef tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:56.173649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb01fdc-4532-419d-8ff8-82bf54bb3aff req-fdcfad81-da5e-4941-b182-0b0d0eae3eef tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:56.179872 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:56.180945 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb01fdc-4532-419d-8ff8-82bf54bb3aff req-fdcfad81-da5e-4941-b182-0b0d0eae3eef tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:56.181733 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839faae-f141-4935-8d31-f4fff9561144 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Pushing event updated for resources: {'Port': ['ID=fa057445-8a98-4680-b5ae-a7454b6371e1,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:56.186963 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb01fdc-4532-419d-8ff8-82bf54bb3aff req-fdcfad81-da5e-4941-b182-0b0d0eae3eef tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:56.193459 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb01fdc-4532-419d-8ff8-82bf54bb3aff req-fdcfad81-da5e-4941-b182-0b0d0eae3eef tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:56.199578 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb01fdc-4532-419d-8ff8-82bf54bb3aff req-fdcfad81-da5e-4941-b182-0b0d0eae3eef tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:56.201468 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-deb01fdc-4532-419d-8ff8-82bf54bb3aff req-fdcfad81-da5e-4941-b182-0b0d0eae3eef tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 4606 time: 0.1759834 Sep 17 23:42:56.208813 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0716f9-5694-4c03-88be-3bbccecaa896 req-ac9661f0-3187-43e1-b95e-6ede04a75f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:56.210380 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ec0716f9-5694-4c03-88be-3bbccecaa896 req-ac9661f0-3187-43e1-b95e-6ede04a75f6f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 1101 time: 0.2345612 Sep 17 23:42:56.226422 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224892ce-cf40-402a-9922-1404fda815b2 req-5839faae-f141-4935-8d31-f4fff9561144 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:56.227077 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-224892ce-cf40-402a-9922-1404fda815b2 req-5839faae-f141-4935-8d31-f4fff9561144 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:56.245158 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef6947ff-b868-40cc-825d-94605dc2267f tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:56.307861 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ec0716f9-5694-4c03-88be-3bbccecaa896 req-51fc5bef-9f59-46fb-907d-e38e3926fa60 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883703 Sep 17 23:42:56.341862 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6947ff-b868-40cc-825d-94605dc2267f tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1835cc-93cc-4956-bd86-3dadbbeb4864,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:56.348455 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-deb01fdc-4532-419d-8ff8-82bf54bb3aff req-d460f5aa-c819-434c-aeaf-c65acf4aa3a3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1276662 Sep 17 23:42:56.365090 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-7658662b-bbb0-4b8e-bc44-a9ea1313ab49 service neutron] 10.222.0.46 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258222 Sep 17 23:42:56.382292 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-224892ce-cf40-402a-9922-1404fda815b2 req-5839faae-f141-4935-8d31-f4fff9561144 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6253307 Sep 17 23:42:56.396182 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Request body: {'port': {'device_id': '4594062a-71ac-438c-901c-80500db12822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:56.436211 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef6947ff-b868-40cc-825d-94605dc2267f tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:56.437348 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ef6947ff-b868-40cc-825d-94605dc2267f tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8500233 Sep 17 23:42:56.440966 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60846) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:56.445235 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-fb1df0da-c05d-41c4-828b-43c0cfea71c7 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Request body: {'security_group_rule': {'security_group_id': '7e1835cc-93cc-4956-bd86-3dadbbeb4864', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:56.481977 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-c8d9f284-171e-4cac-bb89-7a1cf2cc8ebf service neutron] 10.222.0.46 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159081 Sep 17 23:42:56.503606 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:56.519260 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2e52e048-d9a9-4a9f-8f14-f525032330b1 None None] Provisioning complete for port fa057445-8a98-4680-b5ae-a7454b6371e1 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:42:56.521201 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2e52e048-d9a9-4a9f-8f14-f525032330b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:56.572463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-2e52e048-d9a9-4a9f-8f14-f525032330b1 None None] Port fa057445-8a98-4680-b5ae-a7454b6371e1 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:42:56.591258 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fb1df0da-c05d-41c4-828b-43c0cfea71c7 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:56.660300 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fb1df0da-c05d-41c4-828b-43c0cfea71c7 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:56.684040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'tag': '3c354c66-b3c9-483a-96f9-2f56cb599108'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:56.686605 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea7e872-169f-4127-9316-e0be9b69af02" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "tag": "3c354c66-b3c9-483a-96f9-2f56cb599108"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:56.724221 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fb1df0da-c05d-41c4-828b-43c0cfea71c7 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:56.761468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1df0da-c05d-41c4-828b-43c0cfea71c7 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3e4edf-6844-4ce4-82ef-65a399a160c5,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:56.806421 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6bb7140-f314-400d-b7fc-5bb8506ae4ab {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:56.816281 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:56.826664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cc22d-3e0f-438a-9399-b8a23592baac req-3d48defd-fd2b-4151-a834-36498543e8a6 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:56.828155 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-619cc22d-3e0f-438a-9399-b8a23592baac req-3d48defd-fd2b-4151-a834-36498543e8a6 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/ports?device_id=4594062a-71ac-438c-901c-80500db12822 HTTP/1.1" status: 200 len: 936 time: 0.0496550 Sep 17 23:42:56.829257 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fb1df0da-c05d-41c4-828b-43c0cfea71c7 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:56.833530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fb1df0da-c05d-41c4-828b-43c0cfea71c7 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3883061 Sep 17 23:42:56.833686 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60860) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:56.838948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-425a82aa-1e4c-43d1-880d-02ba2f9ed549 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Request body: {'security_group_rule': {'security_group_id': '7e1835cc-93cc-4956-bd86-3dadbbeb4864', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:56.841643 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Transition to ACTIVE for port object c6bb7140-f314-400d-b7fc-5bb8506ae4ab will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:42:56.888250 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-619cc22d-3e0f-438a-9399-b8a23592baac req-e37304c4-01c2-4670-bd96-7e8df1f7049d tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/security-groups?id=c29eca39-99b5-4e02-841b-ab6f19744d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523410 Sep 17 23:42:56.902477 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa057445-8a98-4680-b5ae-a7454b6371e1 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:56.910803 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:56.913560 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:56.953641 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Transition to ACTIVE for port object fa057445-8a98-4680-b5ae-a7454b6371e1 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:42:56.971940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bb7140-f314-400d-b7fc-5bb8506ae4ab,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:57.030704 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:57.129781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa057445-8a98-4680-b5ae-a7454b6371e1,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:57.146789 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Attempting to bind port c6bb7140-f314-400d-b7fc-5bb8506ae4ab on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:42:57.147440 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Attempting to bind port c6bb7140-f314-400d-b7fc-5bb8506ae4ab by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:42:57.148026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Attempting to bind port c6bb7140-f314-400d-b7fc-5bb8506ae4ab on network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:57.180156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Port c6bb7140-f314-400d-b7fc-5bb8506ae4ab on network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:42:57.180805 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Attempting to bind port c6bb7140-f314-400d-b7fc-5bb8506ae4ab on network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:57.195195 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:42:57.195556 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Checking segment: {'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:57.195934 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Bound using segment: {'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:42:57.196599 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Bound port: c6bb7140-f314-400d-b7fc-5bb8506ae4ab, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:42:57.196999 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:57.250536 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Attempting to bind port fa057445-8a98-4680-b5ae-a7454b6371e1 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:42:57.250876 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Attempting to bind port fa057445-8a98-4680-b5ae-a7454b6371e1 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:42:57.251218 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Attempting to bind port fa057445-8a98-4680-b5ae-a7454b6371e1 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:57.261553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Port fa057445-8a98-4680-b5ae-a7454b6371e1 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:42:57.261893 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Attempting to bind port fa057445-8a98-4680-b5ae-a7454b6371e1 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:57.271401 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:42:57.271737 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:57.272138 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:42:57.272562 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Bound port: fa057445-8a98-4680-b5ae-a7454b6371e1, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:42:57.272948 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:57.350426 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] For port c6bb7140-f314-400d-b7fc-5bb8506ae4ab, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:42:57.357147 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-425a82aa-1e4c-43d1-880d-02ba2f9ed549 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:57.371044 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] For port c6bb7140-f314-400d-b7fc-5bb8506ae4ab, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=c6bb7140-f314-400d-b7fc-5bb8506ae4ab,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:42:57.390953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef6e20-c704-4e6e-9cf7-2b821f23ad44 req-7da0416c-5307-43b8-8bf1-5e0f3031ce3d tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:57.393537 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] For port fa057445-8a98-4680-b5ae-a7454b6371e1, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:42:57.393677 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d0ef6e20-c704-4e6e-9cf7-2b821f23ad44 req-7da0416c-5307-43b8-8bf1-5e0f3031ce3d tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 949 time: 0.4388821 Sep 17 23:42:57.395925 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] For port fa057445-8a98-4680-b5ae-a7454b6371e1, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=fa057445-8a98-4680-b5ae-a7454b6371e1,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:42:57.447642 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-425a82aa-1e4c-43d1-880d-02ba2f9ed549 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:57.451209 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d0ef6e20-c704-4e6e-9cf7-2b821f23ad44 req-c99b52bf-e5ed-4800-bb9b-24eb92727dbe tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499551 Sep 17 23:42:57.463038 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:57.498003 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:57.520940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:57.521570 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:57.530681 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] 10.222.0.41 "PUT /v2.0/ports/c6bb7140-f314-400d-b7fc-5bb8506ae4ab HTTP/1.1" status: 200 len: 1136 time: 1.4916940 Sep 17 23:42:57.539681 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:57.540301 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:57.542074 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-224892ce-cf40-402a-9922-1404fda815b2 req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] 10.222.0.37 "PUT /v2.0/ports/fa057445-8a98-4680-b5ae-a7454b6371e1 HTTP/1.1" status: 200 len: 1096 time: 1.1515393 Sep 17 23:42:57.552925 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-425a82aa-1e4c-43d1-880d-02ba2f9ed549 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:57.555309 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84e398-0c9f-4b64-a803-73d3220b3aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bb7140-f314-400d-b7fc-5bb8506ae4ab,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:57.590879 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a82aa-1e4c-43d1-880d-02ba2f9ed549 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f68176-f0d4-4181-8143-66be08c2ac88,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:57.620377 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86981ef-53ed-4ccd-b74e-741d636ea8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa057445-8a98-4680-b5ae-a7454b6371e1,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:57.648212 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Request body: {'port': {'device_id': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:57.649481 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-425a82aa-1e4c-43d1-880d-02ba2f9ed549 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:57.650916 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-425a82aa-1e4c-43d1-880d-02ba2f9ed549 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8161335 Sep 17 23:42:57.654408 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60880) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:57.662322 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-dc6685eb-ab5b-413a-87f8-0d67cca5b85a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:57.715526 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac28dc38-cec1-480b-bb09-cb7c52989d07 x-openstack-request-id: req-ac28dc38-cec1-480b-bb09-cb7c52989d07 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:57.715811 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "tag": "3c354c66-b3c9-483a-96f9-2f56cb599108", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:57.716066 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac28dc38-cec1-480b-bb09-cb7c52989d07 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:57.716557 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'tag': '3c354c66-b3c9-483a-96f9-2f56cb599108', 'status': 'completed', 'code': 200} Sep 17 23:42:57.752021 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc6685eb-ab5b-413a-87f8-0d67cca5b85a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:57.842109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e237f-0473-4f87-bd49-e2e19b987247 req-00a2b90c-48a5-43ec-ac5d-25f46f226c3a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:57.842925 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:57.843830 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df7e237f-0473-4f87-bd49-e2e19b987247 req-00a2b90c-48a5-43ec-ac5d-25f46f226c3a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 950 time: 0.0770826 Sep 17 23:42:57.848357 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224892ce-cf40-402a-9922-1404fda815b2 req-1638c037-b39d-463c-a6c9-0b7d63864373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:57.849939 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-224892ce-cf40-402a-9922-1404fda815b2 req-1638c037-b39d-463c-a6c9-0b7d63864373 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f2d8abdbfd34e8ebea0ca531cc5861d&device_id=4594062a-71ac-438c-901c-80500db12822 HTTP/1.1" status: 200 len: 1099 time: 0.1514924 Sep 17 23:42:57.902839 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642a02e9-ad7d-44a2-9b1e-8afb38f872d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee134c4-da4d-4fbc-827d-34f7459f2fc6'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:57.903470 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7e872-169f-4127-9316-e0be9b69af02 req-758bd529-9ec9-4b4c-a90b-2135b4b6dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:57.903672 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7e872-169f-4127-9316-e0be9b69af02 req-758bd529-9ec9-4b4c-a90b-2135b4b6dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:57.904167 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7e872-169f-4127-9316-e0be9b69af02 req-758bd529-9ec9-4b4c-a90b-2135b4b6dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:57.904656 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7e872-169f-4127-9316-e0be9b69af02 req-758bd529-9ec9-4b4c-a90b-2135b4b6dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:57.905170 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7e872-169f-4127-9316-e0be9b69af02 req-758bd529-9ec9-4b4c-a90b-2135b4b6dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:57.905653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7e872-169f-4127-9316-e0be9b69af02 req-758bd529-9ec9-4b4c-a90b-2135b4b6dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:57.905863 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6235cb65-db6d-4be7-b1e2-f93bac69a04a" -d '{"events": [{"server_uuid": "642a02e9-ad7d-44a2-9b1e-8afb38f872d1", "name": "network-vif-plugged", "status": "completed", "tag": "3ee134c4-da4d-4fbc-827d-34f7459f2fc6"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:57.906141 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7e872-169f-4127-9316-e0be9b69af02 req-758bd529-9ec9-4b4c-a90b-2135b4b6dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:57.908012 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7ea7e872-169f-4127-9316-e0be9b69af02 req-758bd529-9ec9-4b4c-a90b-2135b4b6dc10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f9cc78239c7437cacb7009f2c68fb58&device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 6221 time: 0.1657896 Sep 17 23:42:57.912887 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-224892ce-cf40-402a-9922-1404fda815b2 req-f16761ec-6610-49d9-a357-eafcd7d2acb8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=fa057445-8a98-4680-b5ae-a7454b6371e1 HTTP/1.1" status: 200 len: 217 time: 0.0542274 Sep 17 23:42:57.921740 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df7e237f-0473-4f87-bd49-e2e19b987247 req-0738fb1b-6f6a-4ae7-925c-507811c5be3d tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428793 Sep 17 23:42:57.970876 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc6685eb-ab5b-413a-87f8-0d67cca5b85a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:58.114873 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295639a-59eb-4afd-a137-c820e8966daa req-110663a7-fddf-4fd4-bb43-ababfe273371 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:58.121951 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295639a-59eb-4afd-a137-c820e8966daa req-110663a7-fddf-4fd4-bb43-ababfe273371 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:58.128248 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295639a-59eb-4afd-a137-c820e8966daa req-110663a7-fddf-4fd4-bb43-ababfe273371 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:58.135780 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295639a-59eb-4afd-a137-c820e8966daa req-110663a7-fddf-4fd4-bb43-ababfe273371 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:58.140386 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224892ce-cf40-402a-9922-1404fda815b2 req-5cb3b831-7da5-4d52-896a-32fb555ee5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:58.143100 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-224892ce-cf40-402a-9922-1404fda815b2 req-5cb3b831-7da5-4d52-896a-32fb555ee5d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.2118845 Sep 17 23:42:58.143948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295639a-59eb-4afd-a137-c820e8966daa req-110663a7-fddf-4fd4-bb43-ababfe273371 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:58.151158 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295639a-59eb-4afd-a137-c820e8966daa req-110663a7-fddf-4fd4-bb43-ababfe273371 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:58.166460 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295639a-59eb-4afd-a137-c820e8966daa req-110663a7-fddf-4fd4-bb43-ababfe273371 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:58.166460 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3295639a-59eb-4afd-a137-c820e8966daa req-110663a7-fddf-4fd4-bb43-ababfe273371 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5384 time: 0.1639845 Sep 17 23:42:58.180319 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0206d6f-e9c2-491c-9a0d-6977c84be53a x-openstack-request-id: req-b0206d6f-e9c2-491c-9a0d-6977c84be53a {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:42:58.180703 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642a02e9-ad7d-44a2-9b1e-8afb38f872d1", "name": "network-vif-plugged", "status": "completed", "tag": "3ee134c4-da4d-4fbc-827d-34f7459f2fc6", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:42:58.181160 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b0206d6f-e9c2-491c-9a0d-6977c84be53a {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:42:58.181786 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642a02e9-ad7d-44a2-9b1e-8afb38f872d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee134c4-da4d-4fbc-827d-34f7459f2fc6', 'code': 200} Sep 17 23:42:58.224289 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7e872-169f-4127-9316-e0be9b69af02 req-0b7560d6-890d-431d-b011-78e464c93869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:58.224795 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7e872-169f-4127-9316-e0be9b69af02 req-0b7560d6-890d-431d-b011-78e464c93869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:58.225329 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7e872-169f-4127-9316-e0be9b69af02 req-0b7560d6-890d-431d-b011-78e464c93869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:58.226927 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7ea7e872-169f-4127-9316-e0be9b69af02 req-0b7560d6-890d-431d-b011-78e464c93869 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8f9cc78239c7437cacb7009f2c68fb58&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2948506 Sep 17 23:42:58.310251 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-dc6685eb-ab5b-413a-87f8-0d67cca5b85a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Allocated IP 172.25.3.100 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/9eaec167-5547-40d2-bec7-8cae0211935d) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:42:58.323802 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3295639a-59eb-4afd-a137-c820e8966daa req-931712bb-f2b2-4030-bd11-04621ac6d6d2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1507277 Sep 17 23:42:58.349021 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224892ce-cf40-402a-9922-1404fda815b2 req-b0744ea9-de03-4451-9ee1-82d620bac5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:58.349021 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-224892ce-cf40-402a-9922-1404fda815b2 req-b0744ea9-de03-4451-9ee1-82d620bac5db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1883132 Sep 17 23:42:58.366906 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e468017-7e9c-4ac1-8587-557b967cbd42 req-e0512da8-e251-42dc-a93c-0fc0032f78b6 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:58.369028 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e468017-7e9c-4ac1-8587-557b967cbd42 req-e0512da8-e251-42dc-a93c-0fc0032f78b6 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/ports?device_id=4594062a-71ac-438c-901c-80500db12822 HTTP/1.1" status: 200 len: 948 time: 0.1276410 Sep 17 23:42:58.465229 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1885d-b464-4923-abee-112ace2199e0 req-bb1eadbe-da6e-4f97-983e-4499fd83768b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:58.466725 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ecc1885d-b464-4923-abee-112ace2199e0 req-bb1eadbe-da6e-4f97-983e-4499fd83768b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 1100 time: 0.2119420 Sep 17 23:42:58.491474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e468017-7e9c-4ac1-8587-557b967cbd42 req-917da401-170b-4477-9a92-ebb3ffb54c75 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/security-groups?id=c29eca39-99b5-4e02-841b-ab6f19744d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113386 Sep 17 23:42:58.511812 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc6685eb-ab5b-413a-87f8-0d67cca5b85a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:58.512649 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7e872-169f-4127-9316-e0be9b69af02 req-f264247f-7a5a-4e11-8482-b730b5969ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:58.514161 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7ea7e872-169f-4127-9316-e0be9b69af02 req-f264247f-7a5a-4e11-8482-b730b5969ced service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2754023 Sep 17 23:42:58.527217 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11ca45-091e-445b-a457-05ba096b0439 req-ed7c866d-5d56-4dc0-a974-4865dc52003d tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:58.528932 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c11ca45-091e-445b-a457-05ba096b0439 req-ed7c866d-5d56-4dc0-a974-4865dc52003d tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f08ed12-9ac3-45d7-83d8-a40f38ef0880 HTTP/1.1" status: 200 len: 949 time: 0.1065116 Sep 17 23:42:58.581454 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ecc1885d-b464-4923-abee-112ace2199e0 req-011ec144-4d94-45ee-8566-6dd08e87fb0e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005511 Sep 17 23:42:58.585783 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-224892ce-cf40-402a-9922-1404fda815b2 req-5baee513-e7cf-4baf-84d6-6c667a81d3de service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109463 Sep 17 23:42:58.605065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8efe2c-5278-497c-a54f-a7c58a7afd95 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:58.606657 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-931d4a92-c9a5-420a-a2e7-e64a3d621809 req-b797802c-61f2-49b8-b6a2-4169511345e7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 210 time: 0.0406730 Sep 17 23:42:58.613891 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c11ca45-091e-445b-a457-05ba096b0439 req-2bbc83ad-f327-41e3-8d07-d208c93ad12f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775189 Sep 17 23:42:58.627557 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:58.651056 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Transition to ACTIVE for port object 7c8efe2c-5278-497c-a54f-a7c58a7afd95 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:42:58.712050 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-224892ce-cf40-402a-9922-1404fda815b2 req-0b4f76b0-770d-418a-a2f0-ddf723285fb7 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186931 Sep 17 23:42:58.719836 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc6685eb-ab5b-413a-87f8-0d67cca5b85a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:58.746209 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:58.762943 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6685eb-ab5b-413a-87f8-0d67cca5b85a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:42:58.766412 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-dc6685eb-ab5b-413a-87f8-0d67cca5b85a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:42:58.771017 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6685eb-ab5b-413a-87f8-0d67cca5b85a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:42:58.852495 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8efe2c-5278-497c-a54f-a7c58a7afd95,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:58.883636 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6685eb-ab5b-413a-87f8-0d67cca5b85a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Pushing event updated for resources: {'Port': ['ID=9eaec167-5547-40d2-bec7-8cae0211935d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:58.921864 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Attempting to bind port 7c8efe2c-5278-497c-a54f-a7c58a7afd95 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:42:58.922521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Attempting to bind port 7c8efe2c-5278-497c-a54f-a7c58a7afd95 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:42:58.923047 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Attempting to bind port 7c8efe2c-5278-497c-a54f-a7c58a7afd95 on network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:58.930724 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Port 7c8efe2c-5278-497c-a54f-a7c58a7afd95 on network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:42:58.931356 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Attempting to bind port 7c8efe2c-5278-497c-a54f-a7c58a7afd95 on network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:42:58.937662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:42:58.938314 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Checking segment: {'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:42:58.939135 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Bound using segment: {'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:42:58.939780 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Bound port: 7c8efe2c-5278-497c-a54f-a7c58a7afd95, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:42:58.940353 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:59.040904 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] For port 7c8efe2c-5278-497c-a54f-a7c58a7afd95, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:42:59.045349 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] For port 7c8efe2c-5278-497c-a54f-a7c58a7afd95, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7c8efe2c-5278-497c-a54f-a7c58a7afd95,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:42:59.046094 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc6685eb-ab5b-413a-87f8-0d67cca5b85a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:59.098151 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672ecbf-5fba-404e-a5bf-a89f09d45808 req-4becc0ba-3eef-4533-8638-62fed2704f4f tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:59.099748 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7672ecbf-5fba-404e-a5bf-a89f09d45808 req-4becc0ba-3eef-4533-8638-62fed2704f4f tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 949 time: 0.0691328 Sep 17 23:42:59.140995 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7672ecbf-5fba-404e-a5bf-a89f09d45808 req-44eca359-3e68-4450-b365-005aab338e79 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350022 Sep 17 23:42:59.176350 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:59.225115 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc6685eb-ab5b-413a-87f8-0d67cca5b85a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:59.241164 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:59.241979 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:59.243775 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] 10.222.0.41 "PUT /v2.0/ports/7c8efe2c-5278-497c-a54f-a7c58a7afd95 HTTP/1.1" status: 200 len: 1091 time: 1.6021888 Sep 17 23:42:59.272227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a8109-2e5c-4833-8d64-0ae114fc0ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8efe2c-5278-497c-a54f-a7c58a7afd95,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:59.344793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476482f-d451-481c-bcb9-3235f9dd8929 req-863aa815-fd1e-4ae4-ac1d-8e4dd2086bc7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:59.351320 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476482f-d451-481c-bcb9-3235f9dd8929 req-863aa815-fd1e-4ae4-ac1d-8e4dd2086bc7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:59.353000 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7476482f-d451-481c-bcb9-3235f9dd8929 req-863aa815-fd1e-4ae4-ac1d-8e4dd2086bc7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f&device_id=6f08ed12-9ac3-45d7-83d8-a40f38ef0880 HTTP/1.1" status: 200 len: 1690 time: 0.0980184 Sep 17 23:42:59.374820 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Request body: {'port': {'device_id': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:42:59.471090 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:59.475622 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7476482f-d451-481c-bcb9-3235f9dd8929 req-e3d2d796-822b-43a7-9002-8e07e4e60906 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849211 Sep 17 23:42:59.519790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60916) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:42:59.529745 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f5f97-c538-4435-8021-3b2957193981 req-c6ef6904-a790-4a46-aa81-a6e173dfeb0b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:59.537323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f5f97-c538-4435-8021-3b2957193981 req-c6ef6904-a790-4a46-aa81-a6e173dfeb0b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:59.543293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f5f97-c538-4435-8021-3b2957193981 req-c6ef6904-a790-4a46-aa81-a6e173dfeb0b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:59.549323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f5f97-c538-4435-8021-3b2957193981 req-c6ef6904-a790-4a46-aa81-a6e173dfeb0b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:59.555859 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f5f97-c538-4435-8021-3b2957193981 req-c6ef6904-a790-4a46-aa81-a6e173dfeb0b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:59.564292 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f5f97-c538-4435-8021-3b2957193981 req-c6ef6904-a790-4a46-aa81-a6e173dfeb0b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:59.568374 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f5f97-c538-4435-8021-3b2957193981 req-c6ef6904-a790-4a46-aa81-a6e173dfeb0b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:59.574451 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-494f5f97-c538-4435-8021-3b2957193981 req-c6ef6904-a790-4a46-aa81-a6e173dfeb0b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5396 time: 0.1385813 Sep 17 23:42:59.574640 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc6685eb-ab5b-413a-87f8-0d67cca5b85a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:59.621289 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-494f5f97-c538-4435-8021-3b2957193981 req-3f8827d1-b101-4cc1-ab7e-eaa3805379b6 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412893 Sep 17 23:42:59.643281 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device fa057445-8a98-4680-b5ae-a7454b6371e1 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:42:59.653176 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc6685eb-ab5b-413a-87f8-0d67cca5b85a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:59.727870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'tag': 'c6bb7140-f314-400d-b7fc-5bb8506ae4ab'}, {'name': 'network-changed', 'server_uuid': '4594062a-71ac-438c-901c-80500db12822', 'tag': 'fa057445-8a98-4680-b5ae-a7454b6371e1'}, {'name': 'network-changed', 'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'tag': '7c8efe2c-5278-497c-a54f-a7c58a7afd95'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:42:59.730330 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "tag": "c6bb7140-f314-400d-b7fc-5bb8506ae4ab"}, {"name": "network-changed", "server_uuid": "4594062a-71ac-438c-901c-80500db12822", "tag": "fa057445-8a98-4680-b5ae-a7454b6371e1"}, {"name": "network-changed", "server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "tag": "7c8efe2c-5278-497c-a54f-a7c58a7afd95"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:42:59.756195 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6685eb-ab5b-413a-87f8-0d67cca5b85a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Pushing event updated for resources: {'Port': ['ID=9eaec167-5547-40d2-bec7-8cae0211935d,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:42:59.761836 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-afbde84b-1ce3-4673-bd80-6791ca0608a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:59.788703 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886b972-46fc-4af1-bad4-45546381052f req-14f9e08b-ee67-4cf5-b15d-6f2a3ae1bd9d tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:59.790397 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d886b972-46fc-4af1-bad4-45546381052f req-14f9e08b-ee67-4cf5-b15d-6f2a3ae1bd9d tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/ports?device_id=4594062a-71ac-438c-901c-80500db12822 HTTP/1.1" status: 200 len: 948 time: 0.1747153 Sep 17 23:42:59.806135 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port fa057445-8a98-4680-b5ae-a7454b6371e1, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=fa057445-8a98-4680-b5ae-a7454b6371e1,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:59.820383 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc6685eb-ab5b-413a-87f8-0d67cca5b85a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:59.821297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'fa057445-8a98-4680-b5ae-a7454b6371e1', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': 'fa057445-8a98-4680-b5ae-a7454b6371e1', 'mac_address': 'fa:16:3e:61:2c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:42:59.864304 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d886b972-46fc-4af1-bad4-45546381052f req-0bdc1e09-93ea-4deb-9762-8c256a527c22 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/security-groups?id=c29eca39-99b5-4e02-841b-ab6f19744d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659232 Sep 17 23:42:59.866401 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:59.866748 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518cd11-61c2-4e3f-a3e6-92c45bb4477c req-f138b39e-4366-4c3f-beb9-a0d8da30d845 tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:42:59.868319 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8518cd11-61c2-4e3f-a3e6-92c45bb4477c req-f138b39e-4366-4c3f-beb9-a0d8da30d845 tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 1101 time: 0.1269000 Sep 17 23:42:59.888358 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa057445-8a98-4680-b5ae-a7454b6371e1 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:59.903030 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d9e059-8390-4277-80d1-cebaeedfffa5 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:42:59.915586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port fa057445-8a98-4680-b5ae-a7454b6371e1, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=fa057445-8a98-4680-b5ae-a7454b6371e1,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:42:59.916597 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:59.930004 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8518cd11-61c2-4e3f-a3e6-92c45bb4477c req-b4a93803-c17f-40f4-96a7-04d4dfdbcc21 tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536637 Sep 17 23:42:59.949374 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Transition to ACTIVE for port object a9d9e059-8390-4277-80d1-cebaeedfffa5 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:42:59.958984 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-afbde84b-1ce3-4673-bd80-6791ca0608a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:42:59.988904 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ddfc6d42-b444-4fca-ad28-613fc657286f req-69f021b0-2335-4cc9-b569-0ba6ff0daa5d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 210 time: 0.0271053 Sep 17 23:43:00.018377 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 17 Sep 2021 23:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c788944a-90a5-48df-bac1-830057e4c097 x-openstack-request-id: req-c788944a-90a5-48df-bac1-830057e4c097 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:00.018377 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "tag": "c6bb7140-f314-400d-b7fc-5bb8506ae4ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4594062a-71ac-438c-901c-80500db12822", "tag": "fa057445-8a98-4680-b5ae-a7454b6371e1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "tag": "7c8efe2c-5278-497c-a54f-a7c58a7afd95", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:00.018377 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c788944a-90a5-48df-bac1-830057e4c097 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:00.018749 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:00.019039 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'tag': 'c6bb7140-f314-400d-b7fc-5bb8506ae4ab', 'status': 'completed', 'code': 200} Sep 17 23:43:00.019039 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4594062a-71ac-438c-901c-80500db12822', 'tag': 'fa057445-8a98-4680-b5ae-a7454b6371e1', 'status': 'completed', 'code': 200} Sep 17 23:43:00.019039 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'tag': '7c8efe2c-5278-497c-a54f-a7c58a7afd95', 'status': 'completed', 'code': 200} Sep 17 23:43:00.074009 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=fa057445-8a98-4680-b5ae-a7454b6371e1,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:00.090875 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-afbde84b-1ce3-4673-bd80-6791ca0608a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:00.093373 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:00.121401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae459f-80e4-4692-935e-4f2c69396bb3 req-ad561421-d140-46cf-9af2-259270d3e62f tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.123116 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2cae459f-80e4-4692-935e-4f2c69396bb3 req-ad561421-d140-46cf-9af2-259270d3e62f tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6f08ed12-9ac3-45d7-83d8-a40f38ef0880 HTTP/1.1" status: 200 len: 1100 time: 0.0545945 Sep 17 23:43:00.166998 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-157fbf97-e532-46be-b8ee-fe816933ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.174475 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-157fbf97-e532-46be-b8ee-fe816933ae70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f2d8abdbfd34e8ebea0ca531cc5861d&device_id=4594062a-71ac-438c-901c-80500db12822 HTTP/1.1" status: 200 len: 1100 time: 0.1443584 Sep 17 23:43:00.179071 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2cae459f-80e4-4692-935e-4f2c69396bb3 req-a8d0c40f-aec9-4b24-9852-55dc9f899ba8 tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487349 Sep 17 23:43:00.192908 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc6685eb-ab5b-413a-87f8-0d67cca5b85a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:00.204040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dc6685eb-ab5b-413a-87f8-0d67cca5b85a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5482857 Sep 17 23:43:00.218382 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbde84b-1ce3-4673-bd80-6791ca0608a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a28e3a5-743d-4980-8475-6404b587facf,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:00.225431 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['fa057445-8a98-4680-b5ae-a7454b6371e1'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:00.343918 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed1648-855d-40c6-95f3-741cd33ec06a req-16a32bbc-5613-4497-8cea-3fc6277f09ed tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.351740 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e8ed1648-855d-40c6-95f3-741cd33ec06a req-16a32bbc-5613-4497-8cea-3fc6277f09ed tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 949 time: 0.1232455 Sep 17 23:43:00.396783 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-afbde84b-1ce3-4673-bd80-6791ca0608a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b5097866bc6f4b86ada0d4380f9d01de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8759365 Sep 17 23:43:00.413213 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e8ed1648-855d-40c6-95f3-741cd33ec06a req-2b6e48be-b5ee-44ca-985b-1b4fde79c205 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561235 Sep 17 23:43:00.413750 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60940) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:00.457141 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Pushing event updated for resources: {'Port': ['ID=a9d9e059-8390-4277-80d1-cebaeedfffa5,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:00.490467 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-45a0682c-cd37-44dd-91c2-6db4f67be5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.491747 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1be94e77-c283-4fc2-984c-1795abc75671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:00.492238 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-45a0682c-cd37-44dd-91c2-6db4f67be5eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.2793028 Sep 17 23:43:00.508738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-513c2da1-273a-41bc-a8bf-24fa39139346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.509389 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-513c2da1-273a-41bc-a8bf-24fa39139346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.509889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-513c2da1-273a-41bc-a8bf-24fa39139346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.510371 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-513c2da1-273a-41bc-a8bf-24fa39139346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.510889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-513c2da1-273a-41bc-a8bf-24fa39139346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.511348 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-513c2da1-273a-41bc-a8bf-24fa39139346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.511811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-513c2da1-273a-41bc-a8bf-24fa39139346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.513763 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-513c2da1-273a-41bc-a8bf-24fa39139346 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f9cc78239c7437cacb7009f2c68fb58&device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 6313 time: 0.4517446 Sep 17 23:43:00.524917 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1be94e77-c283-4fc2-984c-1795abc75671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:00.586745 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-a0efe3d0-d11c-40fd-9cd3-020181995826 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=fa057445-8a98-4680-b5ae-a7454b6371e1 HTTP/1.1" status: 200 len: 217 time: 0.0659761 Sep 17 23:43:00.647721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Attempting to bind port a9d9e059-8390-4277-80d1-cebaeedfffa5 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:00.648083 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Attempting to bind port a9d9e059-8390-4277-80d1-cebaeedfffa5 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:00.648402 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Attempting to bind port a9d9e059-8390-4277-80d1-cebaeedfffa5 on network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:00.658673 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Port a9d9e059-8390-4277-80d1-cebaeedfffa5 on network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:43:00.659006 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Attempting to bind port a9d9e059-8390-4277-80d1-cebaeedfffa5 on network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:00.659927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-3ad10e79-ad3b-4f8a-b027-41069ce87a7b tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.671593 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-3ad10e79-ad3b-4f8a-b027-41069ce87a7b tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/networks?id=42ce65e5-476f-418b-b046-198f1115663d HTTP/1.1" status: 200 len: 821 time: 0.1608715 Sep 17 23:43:00.680082 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-3efd1f9c-e38b-491a-aebb-2dfffbda4fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.681041 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-3efd1f9c-e38b-491a-aebb-2dfffbda4fb9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0835390 Sep 17 23:43:00.683749 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-26bd11fa-74f1-4441-a1c3-b29bcd48c671 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/quotas/4772d9a8c0714fd28936958f529bdf47 HTTP/1.1" status: 200 len: 375 time: 0.0112500 Sep 17 23:43:00.684044 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:00.684391 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Checking segment: {'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:00.684790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Bound using segment: {'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:00.685395 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Bound port: a9d9e059-8390-4277-80d1-cebaeedfffa5, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b62b37cb-918d-45ea-a50e-9e97dabce088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:00.685766 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:00.728608 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1be94e77-c283-4fc2-984c-1795abc75671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:00.731361 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1be94e77-c283-4fc2-984c-1795abc75671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:00.733453 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1be94e77-c283-4fc2-984c-1795abc75671 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a28e3a5-743d-4980-8475-6404b587facf HTTP/1.1" status: 204 len: 168 time: 0.3179128 Sep 17 23:43:00.781516 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-a4a5c0aa-d82d-4089-ba99-2e3d1f4f47f0 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4772d9a8c0714fd28936958f529bdf47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0903549 Sep 17 23:43:00.782280 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be94e77-c283-4fc2-984c-1795abc75671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a28e3a5-743d-4980-8475-6404b587facf,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:00.837057 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-2495787a-c8dc-47bc-b48b-6e43446a0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.837550 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-2495787a-c8dc-47bc-b48b-6e43446a0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.838034 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-2495787a-c8dc-47bc-b48b-6e43446a0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.839743 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-2495787a-c8dc-47bc-b48b-6e43446a0c64 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8f9cc78239c7437cacb7009f2c68fb58&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2615793 Sep 17 23:43:00.850669 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-80db1720-5887-484d-8e0d-ca0df1c74b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.852113 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-80db1720-5887-484d-8e0d-ca0df1c74b60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1614525 Sep 17 23:43:00.852403 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3b56ce06-d38a-4ba3-8a72-c90ac2981bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.853804 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3b56ce06-d38a-4ba3-8a72-c90ac2981bfb service neutron] 10.222.0.37 "GET /v2.0/ports/7d283454-1c56-4bae-95b5-4603d534419d HTTP/1.1" status: 200 len: 1028 time: 0.0695524 Sep 17 23:43:00.871642 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ac569-57e3-44d8-9126-263b6283ba2d req-55a83e44-7495-40bd-b76c-ebba8fc20fee tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.877605 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ac569-57e3-44d8-9126-263b6283ba2d req-55a83e44-7495-40bd-b76c-ebba8fc20fee tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.883588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ac569-57e3-44d8-9126-263b6283ba2d req-55a83e44-7495-40bd-b76c-ebba8fc20fee tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.889552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ac569-57e3-44d8-9126-263b6283ba2d req-55a83e44-7495-40bd-b76c-ebba8fc20fee tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.895561 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ac569-57e3-44d8-9126-263b6283ba2d req-55a83e44-7495-40bd-b76c-ebba8fc20fee tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.895742 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] For port a9d9e059-8390-4277-80d1-cebaeedfffa5, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:00.901549 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ac569-57e3-44d8-9126-263b6283ba2d req-55a83e44-7495-40bd-b76c-ebba8fc20fee tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.907767 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ac569-57e3-44d8-9126-263b6283ba2d req-55a83e44-7495-40bd-b76c-ebba8fc20fee tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.909724 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b2ac569-57e3-44d8-9126-263b6283ba2d req-55a83e44-7495-40bd-b76c-ebba8fc20fee tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5408 time: 0.1737254 Sep 17 23:43:00.963715 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] For port a9d9e059-8390-4277-80d1-cebaeedfffa5, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=a9d9e059-8390-4277-80d1-cebaeedfffa5,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:00.996575 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-92738be7-db04-4cdc-b161-c8d6dc3ce5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:00.997995 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-92738be7-db04-4cdc-b161-c8d6dc3ce5c0 service neutron] 10.222.0.37 "GET /v2.0/ports/9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a HTTP/1.1" status: 200 len: 1028 time: 0.0628047 Sep 17 23:43:01.051241 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-2cff2e1f-6915-4c4c-bb1a-0c4dd9a9464e service neutron] 10.222.0.46 "GET /v2.0/networks/42ce65e5-476f-418b-b046-198f1115663d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536986 Sep 17 23:43:01.057837 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b2ac569-57e3-44d8-9126-263b6283ba2d req-74e742d5-f06f-408c-8cb5-4cef38dcaa44 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1097023 Sep 17 23:43:01.244278 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e1c4fd53-dc3a-4e49-b13e-8bbc0a7b6c56 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1912f23d03ac425bbba8530206421ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461898 Sep 17 23:43:01.264769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84c1348f-3b61-48e5-b595-d911a8242972 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:01.271207 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84c1348f-3b61-48e5-b595-d911a8242972 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:01.277395 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84c1348f-3b61-48e5-b595-d911a8242972 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:01.278994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84c1348f-3b61-48e5-b595-d911a8242972 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.37 "GET /v2.0/networks?id=9d08905d-ca5b-4e76-bde0-b74df6a1af4e&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=9e702302-c423-4617-ae40-276913b1f962&id=9e702302-c423-4617-ae40-276913b1f962 HTTP/1.1" status: 200 len: 1990 time: 0.2688706 Sep 17 23:43:01.289288 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-2a5f1641-31ca-4204-9a3e-682d40524738 service neutron] 10.222.0.46 "GET /v2.0/networks/42ce65e5-476f-418b-b046-198f1115663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273934 Sep 17 23:43:01.325317 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:01.355184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-b5931dd4-4b11-4235-b2d6-1f2654474e84 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0d9d21cfcb240e7a982ff8d8919e740 HTTP/1.1" status: 200 len: 380 time: 0.0636470 Sep 17 23:43:01.390738 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-92e7b5c8-6755-46ba-bdd1-d8ea80a266b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Request body: {'port': {'device_id': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e', 'admin_state_up': True, 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'security_groups': ['f981d863-f549-47c0-bcd0-9d63262dc8b7']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:01.391979 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-80a1ea9f-e0c6-4694-964d-d19ce3ea951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:01.393465 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-80a1ea9f-e0c6-4694-964d-d19ce3ea951a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5338054 Sep 17 23:43:01.395482 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:01.396263 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:01.397804 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] 10.222.0.41 "PUT /v2.0/ports/a9d9e059-8390-4277-80d1-cebaeedfffa5 HTTP/1.1" status: 200 len: 1091 time: 2.0428443 Sep 17 23:43:01.417646 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-a9756999-1c11-42b8-ab7b-72c0c3e1d6fa service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489504 Sep 17 23:43:01.423168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83f62f-45da-40a4-8d61-30ed755359dd service neutron] Pushing event updated for resources: {'Port': ['ID=a9d9e059-8390-4277-80d1-cebaeedfffa5,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:01.588857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-0af21943-1635-449b-98e6-8b5b0bfeac98 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:01.589991 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-bb2b5f2d-4055-43ab-8c84-a9f675fbff4a service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634865 Sep 17 23:43:01.622549 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60978) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:01.626493 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-0af21943-1635-449b-98e6-8b5b0bfeac98 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3698277 Sep 17 23:43:01.629391 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Request body: {'port': {'device_id': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:01.658440 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device fa057445-8a98-4680-b5ae-a7454b6371e1 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:01.659016 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-92e7b5c8-6755-46ba-bdd1-d8ea80a266b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Made reservation on behalf of d0d9d21cfcb240e7a982ff8d8919e740 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:01.663756 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-92e7b5c8-6755-46ba-bdd1-d8ea80a266b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:01.678119 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e5dc4431-8f5d-4707-8e43-c7d5084bd6b2 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/quotas/1912f23d03ac425bbba8530206421ef6 HTTP/1.1" status: 200 len: 375 time: 0.0507290 Sep 17 23:43:01.682369 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9812bf0c-2094-4037-b0b3-89091f14ac7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:01.728955 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:01.758451 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-81be996d-3fd6-4448-9dd0-ba9c3a850d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:01.759288 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-81be996d-3fd6-4448-9dd0-ba9c3a850d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:01.760013 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-81be996d-3fd6-4448-9dd0-ba9c3a850d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:01.760619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-81be996d-3fd6-4448-9dd0-ba9c3a850d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:01.761212 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-81be996d-3fd6-4448-9dd0-ba9c3a850d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:01.761762 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-81be996d-3fd6-4448-9dd0-ba9c3a850d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:01.762552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-81be996d-3fd6-4448-9dd0-ba9c3a850d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:01.770159 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-81be996d-3fd6-4448-9dd0-ba9c3a850d0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f9cc78239c7437cacb7009f2c68fb58&device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 6355 time: 0.3155792 Sep 17 23:43:01.808327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-92e7b5c8-6755-46ba-bdd1-d8ea80a266b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Allocated IP 172.20.0.3 (9d08905d-ca5b-4e76-bde0-b74df6a1af4e/08d092af-cd76-4eda-b787-3854ce9db95e/ecc31a07-bb51-4d99-8ffb-b0d0291c3627) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:01.890565 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port fa057445-8a98-4680-b5ae-a7454b6371e1 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:43:01.895866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port fa057445-8a98-4680-b5ae-a7454b6371e1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:01.896643 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:02.020416 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'tag': 'a9d9e059-8390-4277-80d1-cebaeedfffa5'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:02.030469 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-458e8bde-e615-468a-aa01-1bc8b84944e7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1467326 Sep 17 23:43:02.032762 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295525eb-e0d7-45fd-b97a-ffa3b6f9870c" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "tag": "a9d9e059-8390-4277-80d1-cebaeedfffa5"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:02.043508 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-3d0df0b2-703e-41e7-a06f-f3c1f0aefc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:02.044153 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-3d0df0b2-703e-41e7-a06f-f3c1f0aefc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:02.044912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-3d0df0b2-703e-41e7-a06f-f3c1f0aefc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:02.045078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21d8c3-9633-412e-82d0-4158f9fd11d7 req-f45ead0a-4061-4df6-b0f9-f4a321f8705a tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:02.046815 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-3d0df0b2-703e-41e7-a06f-f3c1f0aefc05 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8f9cc78239c7437cacb7009f2c68fb58&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2516088 Sep 17 23:43:02.051767 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:02.054033 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af21d8c3-9633-412e-82d0-4158f9fd11d7 req-f45ead0a-4061-4df6-b0f9-f4a321f8705a tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/ports?device_id=4594062a-71ac-438c-901c-80500db12822 HTTP/1.1" status: 200 len: 949 time: 0.1787438 Sep 17 23:43:02.098656 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-92e7b5c8-6755-46ba-bdd1-d8ea80a266b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:02.111938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4594062a-71ac-438c-901c-80500db12822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa057445-8a98-4680-b5ae-a7454b6371e1'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:02.115160 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b99faa3-603d-46a9-9b70-93afe5a46f2f" -d '{"events": [{"server_uuid": "4594062a-71ac-438c-901c-80500db12822", "name": "network-vif-plugged", "status": "completed", "tag": "fa057445-8a98-4680-b5ae-a7454b6371e1"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:02.130240 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af21d8c3-9633-412e-82d0-4158f9fd11d7 req-a7f87471-8ab9-453c-84b0-d2c1256c9407 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/security-groups?id=c29eca39-99b5-4e02-841b-ab6f19744d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752494 Sep 17 23:43:02.130762 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port fa057445-8a98-4680-b5ae-a7454b6371e1, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=fa057445-8a98-4680-b5ae-a7454b6371e1,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:02.200552 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:02.249047 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c3e799db-4a8e-42ab-a31b-6f5b72a068e2 req-4dca1f60-9cca-4307-b3b0-68040ac285d5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 210 time: 0.0348790 Sep 17 23:43:02.250238 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-92e7b5c8-6755-46ba-bdd1-d8ea80a266b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:02.265547 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=fa057445-8a98-4680-b5ae-a7454b6371e1,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:02.301081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-92e7b5c8-6755-46ba-bdd1-d8ea80a266b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Network 9d08905d-ca5b-4e76-bde0-b74df6a1af4e is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:02.304771 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-92e7b5c8-6755-46ba-bdd1-d8ea80a266b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:02.309139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-92e7b5c8-6755-46ba-bdd1-d8ea80a266b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:02.371554 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7b5c8-6755-46ba-bdd1-d8ea80a266b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event updated for resources: {'Port': ['ID=ecc31a07-bb51-4d99-8ffb-b0d0291c3627,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:02.411112 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-92e7b5c8-6755-46ba-bdd1-d8ea80a266b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:02.411745 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-92e7b5c8-6755-46ba-bdd1-d8ea80a266b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:02.413699 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd98999-1873-446c-bd20-a66f5e0dc3f9 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:02.423888 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:02.438194 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Transition to ACTIVE for port object 6bd98999-1873-446c-bd20-a66f5e0dc3f9 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:43:02.493473 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9812bf0c-2094-4037-b0b3-89091f14ac7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:02.493473 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-59a1d938-577d-405e-9e4a-e27d22d4f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:02.493473 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fe999ab3-89e7-4428-8660-f1f1fafbe9ac req-59a1d938-577d-405e-9e4a-e27d22d4f21a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4082432 Sep 17 23:43:02.525733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedcc1b-3850-462e-a9cb-fc148c369da7 req-3a64e464-3d70-4071-ad7e-5b867bbba1c4 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:02.527563 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6dedcc1b-3850-462e-a9cb-fc148c369da7 req-3a64e464-3d70-4071-ad7e-5b867bbba1c4 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 949 time: 0.0595424 Sep 17 23:43:02.570183 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:02.595172 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6dedcc1b-3850-462e-a9cb-fc148c369da7 req-18bd33fa-3eeb-4c9e-b25b-b50bc6946c2e tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599163 Sep 17 23:43:02.623393 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9812bf0c-2094-4037-b0b3-89091f14ac7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:02.663166 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-352253ed-1861-4519-92dd-b3c0a76ec5a5 req-59e1a1ac-82af-4522-8eea-397edea24a19 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 210 time: 0.0296483 Sep 17 23:43:02.669196 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f1481fdc-8739-46a7-9eed-a18f3cdbbecb None None] Provisioning complete for port ecc31a07-bb51-4d99-8ffb-b0d0291c3627 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:02.670055 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f1481fdc-8739-46a7-9eed-a18f3cdbbecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:02.701347 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd98999-1873-446c-bd20-a66f5e0dc3f9,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:02.718065 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9812bf0c-2094-4037-b0b3-89091f14ac7d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f43c337c29e249bcb0efb15e322e9b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0815439 Sep 17 23:43:02.718635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60996) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:02.734101 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812bf0c-2094-4037-b0b3-89091f14ac7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c528bce8-1eba-4b75-97f5-a8a22135d794,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:02.740967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-92e7b5c8-6755-46ba-bdd1-d8ea80a266b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3541970 Sep 17 23:43:02.758330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-f1481fdc-8739-46a7-9eed-a18f3cdbbecb None None] Port ecc31a07-bb51-4d99-8ffb-b0d0291c3627 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:43:02.782693 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5162a5-6695-488d-9f3d-205d12110e51 x-openstack-request-id: req-cd5162a5-6695-488d-9f3d-205d12110e51 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:02.782986 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "tag": "a9d9e059-8390-4277-80d1-cebaeedfffa5", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:02.783240 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cd5162a5-6695-488d-9f3d-205d12110e51 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:02.783625 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'tag': 'a9d9e059-8390-4277-80d1-cebaeedfffa5', 'status': 'completed', 'code': 200} Sep 17 23:43:02.793593 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-4b027c4d-51b8-45eb-8561-7122a68de3e6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Request body: {'port': {'device_id': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d', 'admin_state_up': True, 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'security_groups': ['f981d863-f549-47c0-bcd0-9d63262dc8b7']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:02.804327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Attempting to bind port 6bd98999-1873-446c-bd20-a66f5e0dc3f9 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:02.804655 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Attempting to bind port 6bd98999-1873-446c-bd20-a66f5e0dc3f9 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '78331211-787b-4584-b606-15ede9ec2d9c'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:02.805129 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Attempting to bind port 6bd98999-1873-446c-bd20-a66f5e0dc3f9 on network 78331211-787b-4584-b606-15ede9ec2d9c {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:02.811478 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Port 6bd98999-1873-446c-bd20-a66f5e0dc3f9 on network 78331211-787b-4584-b606-15ede9ec2d9c not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:43:02.811808 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Attempting to bind port 6bd98999-1873-446c-bd20-a66f5e0dc3f9 on network 78331211-787b-4584-b606-15ede9ec2d9c {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:02.834092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:02.834436 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Checking segment: {'id': 'e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '78331211-787b-4584-b606-15ede9ec2d9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:02.834829 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Bound using segment: {'id': 'e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '78331211-787b-4584-b606-15ede9ec2d9c'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:02.835279 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Bound port: 6bd98999-1873-446c-bd20-a66f5e0dc3f9, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '78331211-787b-4584-b606-15ede9ec2d9c'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:02.835638 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:02.863544 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295525eb-e0d7-45fd-b97a-ffa3b6f9870c req-abf41d24-c6b3-4ac8-914d-451a886bd5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:02.863966 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295525eb-e0d7-45fd-b97a-ffa3b6f9870c req-abf41d24-c6b3-4ac8-914d-451a886bd5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:02.864571 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295525eb-e0d7-45fd-b97a-ffa3b6f9870c req-abf41d24-c6b3-4ac8-914d-451a886bd5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:02.865093 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295525eb-e0d7-45fd-b97a-ffa3b6f9870c req-abf41d24-c6b3-4ac8-914d-451a886bd5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:02.865638 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295525eb-e0d7-45fd-b97a-ffa3b6f9870c req-abf41d24-c6b3-4ac8-914d-451a886bd5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:02.866210 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295525eb-e0d7-45fd-b97a-ffa3b6f9870c req-abf41d24-c6b3-4ac8-914d-451a886bd5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:02.866703 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295525eb-e0d7-45fd-b97a-ffa3b6f9870c req-abf41d24-c6b3-4ac8-914d-451a886bd5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:02.868693 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-295525eb-e0d7-45fd-b97a-ffa3b6f9870c req-abf41d24-c6b3-4ac8-914d-451a886bd5e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f9cc78239c7437cacb7009f2c68fb58&device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 6380 time: 0.0878148 Sep 17 23:43:03.047427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] For port 6bd98999-1873-446c-bd20-a66f5e0dc3f9, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:03.052584 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] For port 6bd98999-1873-446c-bd20-a66f5e0dc3f9, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6bd98999-1873-446c-bd20-a66f5e0dc3f9,segment=NetworkSegment(e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c),segment_id=e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:03.061431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeac01-a0f9-455e-91c0-7227ecd879d9 req-5c348c96-db09-4dd6-b172-4b678071e690 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:03.061869 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba64c8f-de62-4bc2-8d8a-bfad305f0d9f x-openstack-request-id: req-1ba64c8f-de62-4bc2-8d8a-bfad305f0d9f {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:03.062350 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4594062a-71ac-438c-901c-80500db12822", "name": "network-vif-plugged", "status": "completed", "tag": "fa057445-8a98-4680-b5ae-a7454b6371e1", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:03.062787 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ba64c8f-de62-4bc2-8d8a-bfad305f0d9f {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:03.063375 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4594062a-71ac-438c-901c-80500db12822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa057445-8a98-4680-b5ae-a7454b6371e1', 'code': 200} Sep 17 23:43:03.078754 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeac01-a0f9-455e-91c0-7227ecd879d9 req-5c348c96-db09-4dd6-b172-4b678071e690 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:03.085784 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeac01-a0f9-455e-91c0-7227ecd879d9 req-5c348c96-db09-4dd6-b172-4b678071e690 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:03.092722 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeac01-a0f9-455e-91c0-7227ecd879d9 req-5c348c96-db09-4dd6-b172-4b678071e690 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:03.111089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295525eb-e0d7-45fd-b97a-ffa3b6f9870c req-c40a58d1-d501-4920-bf6c-797084924caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:03.111990 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295525eb-e0d7-45fd-b97a-ffa3b6f9870c req-c40a58d1-d501-4920-bf6c-797084924caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:03.112130 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295525eb-e0d7-45fd-b97a-ffa3b6f9870c req-c40a58d1-d501-4920-bf6c-797084924caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:03.112604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeac01-a0f9-455e-91c0-7227ecd879d9 req-5c348c96-db09-4dd6-b172-4b678071e690 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:03.114280 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-295525eb-e0d7-45fd-b97a-ffa3b6f9870c req-c40a58d1-d501-4920-bf6c-797084924caa service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8f9cc78239c7437cacb7009f2c68fb58&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2229064 Sep 17 23:43:03.121386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeac01-a0f9-455e-91c0-7227ecd879d9 req-5c348c96-db09-4dd6-b172-4b678071e690 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:03.128078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeac01-a0f9-455e-91c0-7227ecd879d9 req-5c348c96-db09-4dd6-b172-4b678071e690 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:03.137056 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e2aeac01-a0f9-455e-91c0-7227ecd879d9 req-5c348c96-db09-4dd6-b172-4b678071e690 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5420 time: 0.1695182 Sep 17 23:43:03.150017 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-4b027c4d-51b8-45eb-8561-7122a68de3e6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Made reservation on behalf of d0d9d21cfcb240e7a982ff8d8919e740 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:03.157551 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-4b027c4d-51b8-45eb-8561-7122a68de3e6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:03.231055 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:03.232802 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-81dac8d6-eb32-409c-ae05-99d6ec6fffbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:03.324028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd98999-1873-446c-bd20-a66f5e0dc3f9,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:03.345654 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e2aeac01-a0f9-455e-91c0-7227ecd879d9 req-d373678b-0df4-428c-8cfe-bc7c642a3df2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1981213 Sep 17 23:43:03.370560 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:03.372349 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:03.376814 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-617c3051-f95d-4ea4-ba4e-07ec9ead1c58 service neutron] 10.222.0.41 "PUT /v2.0/ports/6bd98999-1873-446c-bd20-a66f5e0dc3f9 HTTP/1.1" status: 200 len: 1091 time: 1.7842560 Sep 17 23:43:03.406385 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e5f81-8b9d-4268-9306-fc91c92b2c33 req-fc00044b-7eb6-4e15-b0ba-28ee657275b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:03.409554 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-062e5f81-8b9d-4268-9306-fc91c92b2c33 req-fc00044b-7eb6-4e15-b0ba-28ee657275b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4594062a-71ac-438c-901c-80500db12822 HTTP/1.1" status: 200 len: 1101 time: 0.2884169 Sep 17 23:43:03.431636 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb72e72-0bd3-4896-9f43-dff37a96cd2e req-acb777a6-e8ae-4fed-aa6e-11eee4bee072 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:03.438097 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dbb72e72-0bd3-4896-9f43-dff37a96cd2e req-acb777a6-e8ae-4fed-aa6e-11eee4bee072 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.2063069 Sep 17 23:43:03.446632 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-81dac8d6-eb32-409c-ae05-99d6ec6fffbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:03.466668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Request body: {'port': {'device_id': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:03.528844 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-062e5f81-8b9d-4268-9306-fc91c92b2c33 req-e22e7ac8-5aff-49be-8112-d2477146e0e2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c29eca39-99b5-4e02-841b-ab6f19744d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664675 Sep 17 23:43:03.568305 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dbb72e72-0bd3-4896-9f43-dff37a96cd2e req-ece1a358-c7a2-48d1-92db-92e7deca3664 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238694 Sep 17 23:43:03.637635 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:03.647234 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295525eb-e0d7-45fd-b97a-ffa3b6f9870c req-b993d786-e839-4be2-a707-6829b919deba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:03.650236 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-295525eb-e0d7-45fd-b97a-ffa3b6f9870c req-b993d786-e839-4be2-a707-6829b919deba service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4973817 Sep 17 23:43:03.781420 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-4b027c4d-51b8-45eb-8561-7122a68de3e6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Allocated IP 10.1.1.212 (2da050b4-00f1-432e-9e5a-adbd5603b80d/88a27ab6-e116-465b-83c2-03d2486723eb/3f452939-ef58-4d6e-8de5-7552388649dc) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:03.890367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12853c85-b3c6-4150-a8e4-030dd732fe7b req-26d5cb99-d5ad-42b9-93fc-0ce6722c288c tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:03.893911 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12853c85-b3c6-4150-a8e4-030dd732fe7b req-26d5cb99-d5ad-42b9-93fc-0ce6722c288c tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/ports?device_id=4594062a-71ac-438c-901c-80500db12822 HTTP/1.1" status: 200 len: 950 time: 0.1992836 Sep 17 23:43:03.974885 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-81dac8d6-eb32-409c-ae05-99d6ec6fffbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:03.978544 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-81dac8d6-eb32-409c-ae05-99d6ec6fffbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:03.981003 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-81dac8d6-eb32-409c-ae05-99d6ec6fffbb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c528bce8-1eba-4b75-97f5-a8a22135d794 HTTP/1.1" status: 204 len: 168 time: 1.2611475 Sep 17 23:43:04.024787 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dac8d6-eb32-409c-ae05-99d6ec6fffbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c528bce8-1eba-4b75-97f5-a8a22135d794,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:04.132155 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12853c85-b3c6-4150-a8e4-030dd732fe7b req-74dc6fa4-5770-42d8-8843-f60e15e42fcf tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/security-groups?id=c29eca39-99b5-4e02-841b-ab6f19744d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310698 Sep 17 23:43:04.178248 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cdabc-f496-409c-abc0-2bdf1f08e532 req-eedbf2df-3894-47df-bbfa-af97fe789349 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:04.179575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:04.182281 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e48cdabc-f496-409c-abc0-2bdf1f08e532 req-eedbf2df-3894-47df-bbfa-af97fe789349 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 931 time: 0.2869709 Sep 17 23:43:04.207413 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:04.213930 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Transition to ACTIVE for port object 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:43:04.307108 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:04.318409 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e48cdabc-f496-409c-abc0-2bdf1f08e532 req-cffabc5b-d8a9-4507-8e7c-61e0dc0f16b7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784974 Sep 17 23:43:04.356612 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-4b027c4d-51b8-45eb-8561-7122a68de3e6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:04.474525 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b75f6e60-6339-4494-8ba7-447c01947aa3 req-8fc573fd-c6b1-4abe-afa8-5adb44b0d8e1 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 210 time: 0.0858111 Sep 17 23:43:04.581859 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca329016-83a9-463c-a69f-f1e339f9593a req-ce77d0ba-ad4d-45b9-93d0-a219295a5c31 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 210 time: 0.1568563 Sep 17 23:43:04.642137 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-210318c0-f356-4e4f-b200-811e187a4c45 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=61bc45c4c67b49509525c81ab232b9c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527456 Sep 17 23:43:04.661272 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Pushing event updated for resources: {'Port': ['ID=21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:04.779312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Attempting to bind port 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:04.779878 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Attempting to bind port 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '78331211-787b-4584-b606-15ede9ec2d9c'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:04.780262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Attempting to bind port 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 on network 78331211-787b-4584-b606-15ede9ec2d9c {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:04.788904 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'tag': '6bd98999-1873-446c-bd20-a66f5e0dc3f9'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:04.789482 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf53956-e228-4e47-8bde-549d0b9df265" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "tag": "6bd98999-1873-446c-bd20-a66f5e0dc3f9"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:04.799162 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Port 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 on network 78331211-787b-4584-b606-15ede9ec2d9c not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:43:04.799587 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Attempting to bind port 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 on network 78331211-787b-4584-b606-15ede9ec2d9c {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:04.812171 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:04.812614 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Checking segment: {'id': 'e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '78331211-787b-4584-b606-15ede9ec2d9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:04.813152 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Bound using segment: {'id': 'e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '78331211-787b-4584-b606-15ede9ec2d9c'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:04.813746 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Bound port: 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '78331211-787b-4584-b606-15ede9ec2d9c'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:04.814125 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:04.846453 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-406f1dc2-bcbf-46eb-b148-810b3671fbe0 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:04.848909 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-406f1dc2-bcbf-46eb-b148-810b3671fbe0 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.37 "GET /v2.0/networks?id=42ce65e5-476f-418b-b046-198f1115663d HTTP/1.1" status: 200 len: 821 time: 0.4336529 Sep 17 23:43:04.863661 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-4b027c4d-51b8-45eb-8561-7122a68de3e6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:04.878735 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-7ed471b9-b3f9-4060-984d-cbd4cf5a8023 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Request body: {'port': {'device_id': '10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef', 'network_id': '42ce65e5-476f-418b-b046-198f1115663d', 'admin_state_up': True, 'tenant_id': '4772d9a8c0714fd28936958f529bdf47'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:04.959208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b027c4d-51b8-45eb-8561-7122a68de3e6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event updated for resources: {'Port': ['ID=3f452939-ef58-4d6e-8de5-7552388649dc,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:05.006670 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-4b027c4d-51b8-45eb-8561-7122a68de3e6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Network 2da050b4-00f1-432e-9e5a-adbd5603b80d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:05.008262 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-4b027c4d-51b8-45eb-8561-7122a68de3e6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:05.041139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-b92a0f75-9dfb-4aec-953b-18608a62791d tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.042654 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-b92a0f75-9dfb-4aec-953b-18608a62791d tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3996184 Sep 17 23:43:05.044522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-4b027c4d-51b8-45eb-8561-7122a68de3e6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:05.052044 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] For port 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:05.071044 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ced26-af31-407d-87a0-ff6687882b10 req-ca68e881-c06b-49db-a53c-2695eccb040c tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.071462 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] For port 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72,segment=NetworkSegment(e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c),segment_id=e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:05.103487 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ced26-af31-407d-87a0-ff6687882b10 req-ca68e881-c06b-49db-a53c-2695eccb040c tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.110154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ced26-af31-407d-87a0-ff6687882b10 req-ca68e881-c06b-49db-a53c-2695eccb040c tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.117582 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ced26-af31-407d-87a0-ff6687882b10 req-ca68e881-c06b-49db-a53c-2695eccb040c tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.124686 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ced26-af31-407d-87a0-ff6687882b10 req-ca68e881-c06b-49db-a53c-2695eccb040c tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.131473 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ced26-af31-407d-87a0-ff6687882b10 req-ca68e881-c06b-49db-a53c-2695eccb040c tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.138475 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ced26-af31-407d-87a0-ff6687882b10 req-ca68e881-c06b-49db-a53c-2695eccb040c tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.140256 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e25ced26-af31-407d-87a0-ff6687882b10 req-ca68e881-c06b-49db-a53c-2695eccb040c tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.3688815 Sep 17 23:43:05.181035 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:05.204378 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-4b027c4d-51b8-45eb-8561-7122a68de3e6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.205925 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-4b027c4d-51b8-45eb-8561-7122a68de3e6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:05.212968 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-861aed78-627d-4ccd-a791-a2defb502f31 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/quotas/61bc45c4c67b49509525c81ab232b9c4 HTTP/1.1" status: 200 len: 375 time: 0.1630924 Sep 17 23:43:05.261040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.261671 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:05.263106 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb79b545-770f-4292-8434-400d7b673836 service neutron] 10.222.0.41 "PUT /v2.0/ports/21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 HTTP/1.1" status: 200 len: 1091 time: 1.8019960 Sep 17 23:43:05.298247 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79b545-770f-4292-8434-400d7b673836 service neutron] Pushing event updated for resources: {'Port': ['ID=21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:05.323598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-7ed471b9-b3f9-4060-984d-cbd4cf5a8023 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Made reservation on behalf of 4772d9a8c0714fd28936958f529bdf47 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:05.328494 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-7ed471b9-b3f9-4060-984d-cbd4cf5a8023 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:05.337804 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e25ced26-af31-407d-87a0-ff6687882b10 req-3b2a25d2-3066-4230-a067-7ff54dcd139b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269636 Sep 17 23:43:05.361976 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-f2cf3fef-8825-460d-98aa-69a05f3e1cb0 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=61bc45c4c67b49509525c81ab232b9c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1343455 Sep 17 23:43:05.391607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d6838f3c-12a3-44f2-bcc2-923c2cff4406 None None] Provisioning complete for port 3f452939-ef58-4d6e-8de5-7552388649dc triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:05.392150 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d6838f3c-12a3-44f2-bcc2-923c2cff4406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:05.461757 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d6838f3c-12a3-44f2-bcc2-923c2cff4406 None None] Port 3f452939-ef58-4d6e-8de5-7552388649dc cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:43:05.468462 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-4b027c4d-51b8-45eb-8561-7122a68de3e6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6935780 Sep 17 23:43:05.480623 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-8ef3a30f-ccf9-4aca-bb87-6f875b81226e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Request body: {'port': {'device_id': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d', 'admin_state_up': True, 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'security_groups': ['f981d863-f549-47c0-bcd0-9d63262dc8b7']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:05.565310 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d0b145-145e-4032-8166-61e15aaf5316 x-openstack-request-id: req-b7d0b145-145e-4032-8166-61e15aaf5316 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:05.565699 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "tag": "6bd98999-1873-446c-bd20-a66f5e0dc3f9", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:05.566412 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7d0b145-145e-4032-8166-61e15aaf5316 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:05.566764 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'tag': '6bd98999-1873-446c-bd20-a66f5e0dc3f9', 'status': 'completed', 'code': 200} Sep 17 23:43:05.614504 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-7ed471b9-b3f9-4060-984d-cbd4cf5a8023 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Allocated IP 172.20.0.7 (42ce65e5-476f-418b-b046-198f1115663d/7101a626-e4ab-4812-85e3-721a99264b2d/1142546e-0472-4201-b349-b2f11faf1d1a) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:05.638341 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf53956-e228-4e47-8bde-549d0b9df265 req-fa3ac120-ddc9-4fa6-8273-f56951ee5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.638341 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf53956-e228-4e47-8bde-549d0b9df265 req-fa3ac120-ddc9-4fa6-8273-f56951ee5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.638787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf53956-e228-4e47-8bde-549d0b9df265 req-fa3ac120-ddc9-4fa6-8273-f56951ee5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.642106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf53956-e228-4e47-8bde-549d0b9df265 req-fa3ac120-ddc9-4fa6-8273-f56951ee5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.642106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf53956-e228-4e47-8bde-549d0b9df265 req-fa3ac120-ddc9-4fa6-8273-f56951ee5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.642106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf53956-e228-4e47-8bde-549d0b9df265 req-fa3ac120-ddc9-4fa6-8273-f56951ee5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.642106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf53956-e228-4e47-8bde-549d0b9df265 req-fa3ac120-ddc9-4fa6-8273-f56951ee5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.642900 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4bf53956-e228-4e47-8bde-549d0b9df265 req-fa3ac120-ddc9-4fa6-8273-f56951ee5c27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f9cc78239c7437cacb7009f2c68fb58&device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 6489 time: 0.0863805 Sep 17 23:43:05.713484 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1470426-a10c-4ba3-a748-526d8413713e req-e9501cbf-4097-4518-990c-ef22c50538c5 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.723557 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d1470426-a10c-4ba3-a748-526d8413713e req-e9501cbf-4097-4518-990c-ef22c50538c5 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/ports?device_id=4594062a-71ac-438c-901c-80500db12822 HTTP/1.1" status: 200 len: 950 time: 0.1800003 Sep 17 23:43:05.818700 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d1470426-a10c-4ba3-a748-526d8413713e req-7f2e0543-268d-41b1-bc6b-673bea6559fa tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/security-groups?id=c29eca39-99b5-4e02-841b-ab6f19744d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885103 Sep 17 23:43:05.908132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-8ef3a30f-ccf9-4aca-bb87-6f875b81226e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Made reservation on behalf of d0d9d21cfcb240e7a982ff8d8919e740 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:05.915425 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-8ef3a30f-ccf9-4aca-bb87-6f875b81226e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:05.936651 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32842) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:05.979553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf53956-e228-4e47-8bde-549d0b9df265 req-d34b306b-6f40-4c17-8edc-46a13a84cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.980043 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf53956-e228-4e47-8bde-549d0b9df265 req-d34b306b-6f40-4c17-8edc-46a13a84cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.980526 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf53956-e228-4e47-8bde-549d0b9df265 req-d34b306b-6f40-4c17-8edc-46a13a84cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:05.982176 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4bf53956-e228-4e47-8bde-549d0b9df265 req-d34b306b-6f40-4c17-8edc-46a13a84cbe7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8f9cc78239c7437cacb7009f2c68fb58&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3233414 Sep 17 23:43:06.090222 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-7ed471b9-b3f9-4060-984d-cbd4cf5a8023 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:06.130695 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-19018157-9e8b-4689-b0b0-0f8ccfc9d5b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1564250603-network', 'tenant_id': 'f73528e76366427dac783333e1810d56'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:06.199498 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf53956-e228-4e47-8bde-549d0b9df265 req-898772f0-fdd9-4eeb-b3d8-7b14fd542119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.201112 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4bf53956-e228-4e47-8bde-549d0b9df265 req-898772f0-fdd9-4eeb-b3d8-7b14fd542119 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2017906 Sep 17 23:43:06.307673 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c435d1c8-7d80-4efe-9c73-92d58bb6c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.309640 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c435d1c8-7d80-4efe-9c73-92d58bb6c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.310518 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c435d1c8-7d80-4efe-9c73-92d58bb6c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.311242 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c435d1c8-7d80-4efe-9c73-92d58bb6c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.312292 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c435d1c8-7d80-4efe-9c73-92d58bb6c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.313530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c435d1c8-7d80-4efe-9c73-92d58bb6c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.314396 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c435d1c8-7d80-4efe-9c73-92d58bb6c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.317726 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c435d1c8-7d80-4efe-9c73-92d58bb6c90f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f9cc78239c7437cacb7009f2c68fb58&device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 6489 time: 0.0721843 Sep 17 23:43:06.358195 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2efd2b76-7e88-4fd8-9dca-5ffb94613c7a req-ae4e9a11-1608-457b-ab98-7d837eb0e404 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 210 time: 0.0469899 Sep 17 23:43:06.385449 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-77cd2b16-e389-4c17-900a-ba876ab76646 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbdb24f9-597b-4307-a8d5-2749c569a415 HTTP/1.1" status: 200 len: 217 time: 0.0581584 Sep 17 23:43:06.397844 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f339cc-b0d3-4988-837b-bf1a300c4a35 req-25c72c82-fab8-4065-b639-106d80d8e9ba tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.404373 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f339cc-b0d3-4988-837b-bf1a300c4a35 req-25c72c82-fab8-4065-b639-106d80d8e9ba tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.406319 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71f339cc-b0d3-4988-837b-bf1a300c4a35 req-25c72c82-fab8-4065-b639-106d80d8e9ba tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 1653 time: 0.5107484 Sep 17 23:43:06.431594 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-7ed471b9-b3f9-4060-984d-cbd4cf5a8023 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:06.433173 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19018157-9e8b-4689-b0b0-0f8ccfc9d5b0 admin admin] Made reservation on behalf of f73528e76366427dac783333e1810d56 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:06.435412 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-19018157-9e8b-4689-b0b0-0f8ccfc9d5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:06.484997 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-19018157-9e8b-4689-b0b0-0f8ccfc9d5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:06.500602 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5975d1b-0ffd-49c6-b9fe-b33a7e1627a6 req-948caf9d-7efc-470a-bcfb-c8be9369f69c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 210 time: 0.0391691 Sep 17 23:43:06.531390 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-7ed471b9-b3f9-4060-984d-cbd4cf5a8023 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Network 42ce65e5-476f-418b-b046-198f1115663d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:06.531390 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-7ed471b9-b3f9-4060-984d-cbd4cf5a8023 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:06.536529 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-7ed471b9-b3f9-4060-984d-cbd4cf5a8023 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:06.549860 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-3557f292-1371-47ce-ae3c-a70ae096efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.554230 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-3557f292-1371-47ce-ae3c-a70ae096efa1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=914a5e03-c97e-4072-a458-079cc4a8ce5f HTTP/1.1" status: 200 len: 854 time: 0.1583836 Sep 17 23:43:06.556588 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71f339cc-b0d3-4988-837b-bf1a300c4a35 req-16992d00-52b2-4ff7-b734-249abded1ee9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428225 Sep 17 23:43:06.641227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed471b9-b3f9-4060-984d-cbd4cf5a8023 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Pushing event updated for resources: {'Port': ['ID=1142546e-0472-4201-b349-b2f11faf1d1a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:06.643759 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-8ef3a30f-ccf9-4aca-bb87-6f875b81226e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Allocated IP 10.1.1.18 (2da050b4-00f1-432e-9e5a-adbd5603b80d/88a27ab6-e116-465b-83c2-03d2486723eb/babf226a-14c0-48e5-a6eb-df5d4099f2e7) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:06.708107 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-287c65ff-c528-4bd1-ac21-fc0add000ff4 req-c12f8274-d528-462e-9fc8-ae8275316e0f tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 210 time: 0.0369883 Sep 17 23:43:06.725579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-7ed471b9-b3f9-4060-984d-cbd4cf5a8023 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.726243 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-7ed471b9-b3f9-4060-984d-cbd4cf5a8023 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:06.757324 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-42d36373-4758-4333-9319-187137ada1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.759596 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-42d36373-4758-4333-9319-187137ada1fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ae04948-4183-4a3d-bd37-c393127fcdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1505742 Sep 17 23:43:06.878991 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-19018157-9e8b-4689-b0b0-0f8ccfc9d5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:06.904478 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-da5524f9-ac35-4d4d-a3d1-398db678ef34 service neutron] 10.222.0.41 "GET /v2.0/networks/1ae04948-4183-4a3d-bd37-c393127fcdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326747 Sep 17 23:43:06.947669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebb831-395e-4bc0-b324-0ab910963a97 req-6a4ed6fa-4830-4b4c-b50d-ebeae2e4d7a5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.950088 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-257fa7f5-bc36-48ef-88a2-2ba31405dba4 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1912f23d03ac425bbba8530206421ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329607 Sep 17 23:43:06.953555 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebb831-395e-4bc0-b324-0ab910963a97 req-6a4ed6fa-4830-4b4c-b50d-ebeae2e4d7a5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.959702 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebb831-395e-4bc0-b324-0ab910963a97 req-6a4ed6fa-4830-4b4c-b50d-ebeae2e4d7a5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.965453 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebb831-395e-4bc0-b324-0ab910963a97 req-6a4ed6fa-4830-4b4c-b50d-ebeae2e4d7a5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.971314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebb831-395e-4bc0-b324-0ab910963a97 req-6a4ed6fa-4830-4b4c-b50d-ebeae2e4d7a5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.977839 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebb831-395e-4bc0-b324-0ab910963a97 req-6a4ed6fa-4830-4b4c-b50d-ebeae2e4d7a5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.983740 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebb831-395e-4bc0-b324-0ab910963a97 req-6a4ed6fa-4830-4b4c-b50d-ebeae2e4d7a5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:06.993513 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ceebb831-395e-4bc0-b324-0ab910963a97 req-6a4ed6fa-4830-4b4c-b50d-ebeae2e4d7a5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.1932886 Sep 17 23:43:07.010785 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-8ef3a30f-ccf9-4aca-bb87-6f875b81226e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.053761 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-19018157-9e8b-4689-b0b0-0f8ccfc9d5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.072122 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19018157-9e8b-4689-b0b0-0f8ccfc9d5b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:43:07.084783 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-19018157-9e8b-4689-b0b0-0f8ccfc9d5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.085046 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-19018157-9e8b-4689-b0b0-0f8ccfc9d5b0 admin admin] Added segment 536b1a73-6535-40f8-b9e3-fe6e91749579 of type vlan for network faa0fe34-9a94-4e9c-8868-e0e7e5639440 Sep 17 23:43:07.098380 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ceebb831-395e-4bc0-b324-0ab910963a97 req-2272e783-cf8c-4e34-aa3b-588667ad7f9f tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1037214 Sep 17 23:43:07.255665 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-8ef3a30f-ccf9-4aca-bb87-6f875b81226e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.268344 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-7ed471b9-b3f9-4060-984d-cbd4cf5a8023 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3955140 Sep 17 23:43:07.270421 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-a8bc0dd1-ea5b-4e84-914b-c18e0e719b05 service neutron] 10.222.0.41 "GET /v2.0/networks/1ae04948-4183-4a3d-bd37-c393127fcdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194602 Sep 17 23:43:07.289838 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Request body: {'port': {'device_id': '10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:07.293438 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19018157-9e8b-4689-b0b0-0f8ccfc9d5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7ad46b-cf1d-4cea-8280-08340ec636f2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:07.304782 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-19018157-9e8b-4689-b0b0-0f8ccfc9d5b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.344984 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-8ef3a30f-ccf9-4aca-bb87-6f875b81226e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Network 2da050b4-00f1-432e-9e5a-adbd5603b80d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:07.360927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-8ef3a30f-ccf9-4aca-bb87-6f875b81226e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:07.364421 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-8ef3a30f-ccf9-4aca-bb87-6f875b81226e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:07.374015 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eec52b7a-ac0e-4b32-819b-4df6d027b7f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=3c354c66-b3c9-483a-96f9-2f56cb599108 HTTP/1.1" status: 200 len: 217 time: 0.0815716 Sep 17 23:43:07.412270 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3a30f-ccf9-4aca-bb87-6f875b81226e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event updated for resources: {'Port': ['ID=babf226a-14c0-48e5-a6eb-df5d4099f2e7,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:07.486611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f4aa8-a307-4c52-b65a-a36534d70a5c req-d6343ba6-3397-47c9-895c-d7c7db983fc0 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:07.494585 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-258f4aa8-a307-4c52-b65a-a36534d70a5c req-d6343ba6-3397-47c9-895c-d7c7db983fc0 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/ports?device_id=4594062a-71ac-438c-901c-80500db12822 HTTP/1.1" status: 200 len: 950 time: 0.2290077 Sep 17 23:43:07.502754 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c15da8d3-e246-4f7b-b376-8cd1b5b7048f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:07.512689 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c15da8d3-e246-4f7b-b376-8cd1b5b7048f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aef77cc-5335-4c0b-8709-d4c2d4bc8786 HTTP/1.1" status: 200 len: 797 time: 0.1281703 Sep 17 23:43:07.532638 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-19018157-9e8b-4689-b0b0-0f8ccfc9d5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.532973 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-8ef3a30f-ccf9-4aca-bb87-6f875b81226e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:07.533569 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-8ef3a30f-ccf9-4aca-bb87-6f875b81226e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.535491 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19018157-9e8b-4689-b0b0-0f8ccfc9d5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:07.536076 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-19018157-9e8b-4689-b0b0-0f8ccfc9d5b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.575920 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-020638a5-9b5c-414c-8cd7-09ff7cb4c3ae tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:07.577497 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-020638a5-9b5c-414c-8cd7-09ff7cb4c3ae tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6193674 Sep 17 23:43:07.577983 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'tag': '21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:07.580302 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b8ce9f-2f46-470a-bf56-7ec21ec6f885" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "tag": "21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:07.588686 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab392a-ceb9-46cb-a9e3-18cb2146cfb0 req-9fc77eaa-c270-43cb-bf73-0a27feeb955c tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:07.590314 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ceab392a-ceb9-46cb-a9e3-18cb2146cfb0 req-9fc77eaa-c270-43cb-bf73-0a27feeb955c tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 931 time: 0.1279702 Sep 17 23:43:07.600658 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-258f4aa8-a307-4c52-b65a-a36534d70a5c req-b347b545-d96a-4e69-b5ef-c699a390dc01 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/security-groups?id=c29eca39-99b5-4e02-841b-ab6f19744d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051099 Sep 17 23:43:07.643573 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-8ef3a30f-ccf9-4aca-bb87-6f875b81226e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1685381 Sep 17 23:43:07.657791 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26ecb72a-5011-49e5-9500-a91710f39846 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Request body: {'port': {'device_id': '92d50752-fc7f-462e-a26c-dad2e3ef81a5', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '1912f23d03ac425bbba8530206421ef6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:07.662811 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-9eccd0a6-d699-4676-919c-124430b6db2d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Request body: {'port': {'device_id': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9e702302-c423-4617-ae40-276913b1f962', 'admin_state_up': True, 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'security_groups': ['f981d863-f549-47c0-bcd0-9d63262dc8b7']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:07.672476 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-07ec0da7-1c50-49f2-ba0f-7da6a47cc8f0 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1912f23d03ac425bbba8530206421ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1585503 Sep 17 23:43:07.676597 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.724333 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-708a7a5e-16b5-4a3b-b907-1fe91286716f None None] Provisioning complete for port babf226a-14c0-48e5-a6eb-df5d4099f2e7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:07.725366 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-708a7a5e-16b5-4a3b-b907-1fe91286716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:07.731952 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ceab392a-ceb9-46cb-a9e3-18cb2146cfb0 req-1d882ea0-9d3e-4d2d-9629-0b7e3c8b3a5d tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301985 Sep 17 23:43:07.736152 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3e6eeea9-b23b-490c-a6a1-624b592cddca req-06c53ea1-72d9-4d44-bd02-1e94d23366e8 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 210 time: 0.0470431 Sep 17 23:43:07.778619 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-708a7a5e-16b5-4a3b-b907-1fe91286716f None None] Port babf226a-14c0-48e5-a6eb-df5d4099f2e7 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:43:07.900648 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-86a6c602-c34a-4320-9b48-36da25c69f40 req-e93121cb-cde9-4b3d-89d9-43100e42296a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 210 time: 0.0390079 Sep 17 23:43:07.939639 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a496690-f5cd-4b0c-8c8e-4fe82958d706 req-ce6f1004-128a-4a81-9d60-4b284c54bc8d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:07.948175 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a496690-f5cd-4b0c-8c8e-4fe82958d706 req-ce6f1004-128a-4a81-9d60-4b284c54bc8d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:07.954410 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a496690-f5cd-4b0c-8c8e-4fe82958d706 req-ce6f1004-128a-4a81-9d60-4b284c54bc8d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:07.956143 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a496690-f5cd-4b0c-8c8e-4fe82958d706 req-ce6f1004-128a-4a81-9d60-4b284c54bc8d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 2373 time: 0.1342609 Sep 17 23:43:07.994705 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-9eccd0a6-d699-4676-919c-124430b6db2d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Made reservation on behalf of d0d9d21cfcb240e7a982ff8d8919e740 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:08.072888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a496690-f5cd-4b0c-8c8e-4fe82958d706 req-f792b3e6-39ab-4c2e-80a8-6d7344af6481 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081910 Sep 17 23:43:08.107766 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-9eccd0a6-d699-4676-919c-124430b6db2d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:08.136453 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b3becf-c0c9-4405-b259-2f503e42fb13 x-openstack-request-id: req-d9b3becf-c0c9-4405-b259-2f503e42fb13 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:08.137032 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "tag": "21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:08.137032 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9b3becf-c0c9-4405-b259-2f503e42fb13 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:08.137403 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'tag': '21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72', 'status': 'completed', 'code': 200} Sep 17 23:43:08.157671 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-19018157-9e8b-4689-b0b0-0f8ccfc9d5b0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2154653 Sep 17 23:43:08.180686 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32872) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:08.183750 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19018157-9e8b-4689-b0b0-0f8ccfc9d5b0 admin admin] Pushing event updated for resources: {'Network': ['ID=faa0fe34-9a94-4e9c-8868-e0e7e5639440,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:08.196553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-6105a6ff-de63-44fa-bf40-5655eda4f37c admin admin] Request body: {'subnet': {'network_id': 'faa0fe34-9a94-4e9c-8868-e0e7e5639440', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1564250603-subnet', 'tenant_id': 'f73528e76366427dac783333e1810d56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:08.198331 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network faa0fe34-9a94-4e9c-8868-e0e7e5639440 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:43:08.264809 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-18d0eaa4-67eb-4e8b-a172-459d4fa616a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:08.267924 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-18d0eaa4-67eb-4e8b-a172-459d4fa616a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7378812 Sep 17 23:43:08.337204 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6105a6ff-de63-44fa-bf40-5655eda4f37c admin admin] Made reservation on behalf of f73528e76366427dac783333e1810d56 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:08.339442 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6105a6ff-de63-44fa-bf40-5655eda4f37c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:08.351746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5a1a2-3fa9-49dd-bdd5-bf6c8040db4b req-20235eb5-f00a-49d2-a5c9-10ffbec8a4a8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:08.358016 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5a1a2-3fa9-49dd-bdd5-bf6c8040db4b req-20235eb5-f00a-49d2-a5c9-10ffbec8a4a8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:08.363922 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5a1a2-3fa9-49dd-bdd5-bf6c8040db4b req-20235eb5-f00a-49d2-a5c9-10ffbec8a4a8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:08.369938 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5a1a2-3fa9-49dd-bdd5-bf6c8040db4b req-20235eb5-f00a-49d2-a5c9-10ffbec8a4a8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:08.376030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5a1a2-3fa9-49dd-bdd5-bf6c8040db4b req-20235eb5-f00a-49d2-a5c9-10ffbec8a4a8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:08.382441 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5a1a2-3fa9-49dd-bdd5-bf6c8040db4b req-20235eb5-f00a-49d2-a5c9-10ffbec8a4a8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:08.388274 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5a1a2-3fa9-49dd-bdd5-bf6c8040db4b req-20235eb5-f00a-49d2-a5c9-10ffbec8a4a8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:08.390226 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ad5a1a2-3fa9-49dd-bdd5-bf6c8040db4b req-20235eb5-f00a-49d2-a5c9-10ffbec8a4a8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.1695869 Sep 17 23:43:08.469459 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ad5a1a2-3fa9-49dd-bdd5-bf6c8040db4b req-b19fe18f-e769-407e-a299-1359ba492209 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693583 Sep 17 23:43:08.470118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-9eccd0a6-d699-4676-919c-124430b6db2d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Allocated IP 10.2.2.100 (9e702302-c423-4617-ae40-276913b1f962/f67d974e-7140-4089-9f32-07a00b55ef3a/80774bb7-bf44-4b8b-bc93-e7c967abca31) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:08.552919 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e3e33123-6923-452c-b30a-dcac0397f7ef tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:08.554496 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e3e33123-6923-452c-b30a-dcac0397f7ef tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8676054 Sep 17 23:43:08.592687 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-fda0d3e7-6541-443f-b66e-26bf10539e80 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Request body: {'port': {'device_id': '19490f90-0f1b-4704-84b3-bced6e0932fc', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '1912f23d03ac425bbba8530206421ef6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:08.614227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46672d8-b446-4d4c-8675-e05de6970539 req-bc7d0859-fb0e-4068-bb56-612c3769e216 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:08.615809 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d46672d8-b446-4d4c-8675-e05de6970539 req-bc7d0859-fb0e-4068-bb56-612c3769e216 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.37 "GET /v2.0/ports?device_id=4594062a-71ac-438c-901c-80500db12822 HTTP/1.1" status: 200 len: 950 time: 0.1200597 Sep 17 23:43:08.686985 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26ecb72a-5011-49e5-9500-a91710f39846 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Made reservation on behalf of 1912f23d03ac425bbba8530206421ef6 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:08.691816 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26ecb72a-5011-49e5-9500-a91710f39846 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:08.718920 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-9657d74e-9674-4798-9626-6e68b47e1021 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329896 Sep 17 23:43:08.733284 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-9eccd0a6-d699-4676-919c-124430b6db2d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:08.810357 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112383c1-2f83-4cea-8a41-4027a4bea1f4 req-92cc54bd-2675-4630-a72f-2d08c49935c6 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:08.818240 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-112383c1-2f83-4cea-8a41-4027a4bea1f4 req-92cc54bd-2675-4630-a72f-2d08c49935c6 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/ports?device_id=4594062a-71ac-438c-901c-80500db12822 HTTP/1.1" status: 200 len: 950 time: 0.1129200 Sep 17 23:43:08.847828 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-d46672d8-b446-4d4c-8675-e05de6970539 req-8bcbd18f-2580-4b17-ad70-2cbf66663aa7 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Deleting port fa057445-8a98-4680-b5ae-a7454b6371e1 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:08.848144 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d46672d8-b446-4d4c-8675-e05de6970539 req-8bcbd18f-2580-4b17-ad70-2cbf66663aa7 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:08.873796 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-20b825b4-44da-491f-b12d-7a37d276b0ae tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=61bc45c4c67b49509525c81ab232b9c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0959663 Sep 17 23:43:08.894347 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-683f42cf-df15-4329-bab8-ebdc238e8cde req-ce92a6e3-d427-48ae-ae48-310553f58a38 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 210 time: 0.0580888 Sep 17 23:43:08.972848 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-112383c1-2f83-4cea-8a41-4027a4bea1f4 req-e858adb4-5406-49d5-aab5-0033f91b36d0 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/security-groups?id=c29eca39-99b5-4e02-841b-ab6f19744d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526251 Sep 17 23:43:08.973561 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-9eccd0a6-d699-4676-919c-124430b6db2d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:09.098246 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-9eccd0a6-d699-4676-919c-124430b6db2d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Network 9e702302-c423-4617-ae40-276913b1f962 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:09.113607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-d46672d8-b446-4d4c-8675-e05de6970539 req-8bcbd18f-2580-4b17-ad70-2cbf66663aa7 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] For port fa057445-8a98-4680-b5ae-a7454b6371e1, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=fa057445-8a98-4680-b5ae-a7454b6371e1,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:09.113965 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d46672d8-b446-4d4c-8675-e05de6970539 req-8bcbd18f-2580-4b17-ad70-2cbf66663aa7 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:09.116890 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-9eccd0a6-d699-4676-919c-124430b6db2d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:09.150908 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-9eccd0a6-d699-4676-919c-124430b6db2d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:09.155145 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a56bf36-6146-4bd8-9dc0-9ba890d376f3 req-af23c6a1-dcf9-4f00-a817-dc770a2deb88 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 210 time: 0.0803435 Sep 17 23:43:09.205132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-d46672d8-b446-4d4c-8675-e05de6970539 req-8bcbd18f-2580-4b17-ad70-2cbf66663aa7 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Calling delete_port for fa057445-8a98-4680-b5ae-a7454b6371e1 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:09.210208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccd0a6-d699-4676-919c-124430b6db2d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event updated for resources: {'Port': ['ID=80774bb7-bf44-4b8b-bc93-e7c967abca31,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:09.236253 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b23abc-069d-446e-8aa4-a1033acdd7f7 req-ff86fced-5872-4b36-8556-4bcf289dddcc tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:09.244620 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99b23abc-069d-446e-8aa4-a1033acdd7f7 req-ff86fced-5872-4b36-8556-4bcf289dddcc tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 931 time: 0.2686720 Sep 17 23:43:09.310955 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-402aee01-bcad-4d30-b454-4fc6a0b1ae0a service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5514238 Sep 17 23:43:09.336697 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1142546e-0472-4201-b349-b2f11faf1d1a {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:09.338809 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-9eccd0a6-d699-4676-919c-124430b6db2d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:09.339477 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-9eccd0a6-d699-4676-919c-124430b6db2d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:09.395384 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26ecb72a-5011-49e5-9500-a91710f39846 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Allocated IP 192.168.233.59 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/2ded3520-dd0f-4d66-b889-0fedce66f717) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:09.399760 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99b23abc-069d-446e-8aa4-a1033acdd7f7 req-49583194-7d6e-4a2d-ac8b-b74c31dc347b tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541333 Sep 17 23:43:09.400618 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:09.407785 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-eb9162e3-1b38-4f2e-aaee-fe170a266ac6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=c6bb7140-f314-400d-b7fc-5bb8506ae4ab HTTP/1.1" status: 200 len: 217 time: 0.0734928 Sep 17 23:43:09.432814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-c0899658-8997-49c2-9469-2654fc0fd04d tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:09.434390 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-c0899658-8997-49c2-9469-2654fc0fd04d tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5010788 Sep 17 23:43:09.448615 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-fda0d3e7-6541-443f-b66e-26bf10539e80 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Made reservation on behalf of 1912f23d03ac425bbba8530206421ef6 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:09.451932 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-fda0d3e7-6541-443f-b66e-26bf10539e80 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:09.463473 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8b3eb-cda7-4ad2-998a-f483047e1ce1 req-3d0d0ba6-9025-42e7-9e4e-f40c1b333ea1 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:09.466235 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-7f637f80-d679-431c-9fcf-f5c4a5ab9430 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Request body: {'port': {'device_id': '81f0e51f-f536-40ce-a798-9cfc9e8462d3', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '61bc45c4c67b49509525c81ab232b9c4'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:09.471535 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8b3eb-cda7-4ad2-998a-f483047e1ce1 req-3d0d0ba6-9025-42e7-9e4e-f40c1b333ea1 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:09.481120 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8b3eb-cda7-4ad2-998a-f483047e1ce1 req-3d0d0ba6-9025-42e7-9e4e-f40c1b333ea1 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:09.488933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8b3eb-cda7-4ad2-998a-f483047e1ce1 req-3d0d0ba6-9025-42e7-9e4e-f40c1b333ea1 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:09.500380 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56a8b3eb-cda7-4ad2-998a-f483047e1ce1 req-3d0d0ba6-9025-42e7-9e4e-f40c1b333ea1 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 3094 time: 0.2437351 Sep 17 23:43:09.505453 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6105a6ff-de63-44fa-bf40-5655eda4f37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:09.589263 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-9eccd0a6-d699-4676-919c-124430b6db2d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9311647 Sep 17 23:43:09.621175 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-eb3761f1-a471-46d4-b841-c3ed91fb0034 None None] Provisioning complete for port 80774bb7-bf44-4b8b-bc93-e7c967abca31 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:09.622267 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eb3761f1-a471-46d4-b841-c3ed91fb0034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:09.631135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-0a6ef749-a84b-4825-ad96-469790e6a42c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Request body: {'port': {'device_id': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9e702302-c423-4617-ae40-276913b1f962', 'admin_state_up': True, 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'security_groups': ['f981d863-f549-47c0-bcd0-9d63262dc8b7']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:09.667830 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-eb3761f1-a471-46d4-b841-c3ed91fb0034 None None] Port 80774bb7-bf44-4b8b-bc93-e7c967abca31 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:43:09.691506 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-e6f8d58e-930c-4280-a707-fdf7c7cbd51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:09.692642 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-e6f8d58e-930c-4280-a707-fdf7c7cbd51f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aef77cc-5335-4c0b-8709-d4c2d4bc8786 HTTP/1.1" status: 200 len: 797 time: 0.2677429 Sep 17 23:43:09.695226 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Transition to ACTIVE for port object 1142546e-0472-4201-b349-b2f11faf1d1a will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:43:09.696734 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d46672d8-b446-4d4c-8675-e05de6970539 req-8bcbd18f-2580-4b17-ad70-2cbf66663aa7 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:09.741518 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56a8b3eb-cda7-4ad2-998a-f483047e1ce1 req-9668877d-42dd-42bb-accb-8c34db17ac77 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394671 Sep 17 23:43:09.762682 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce869b-9620-4a60-b2ef-aed572ac868a req-ccd30962-89b7-49e4-9b41-10f31460ccf4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:09.768934 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce869b-9620-4a60-b2ef-aed572ac868a req-ccd30962-89b7-49e4-9b41-10f31460ccf4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:09.769586 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105a6ff-de63-44fa-bf40-5655eda4f37c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fada8b24-8c35-43d9-8fb5-c5630bd63aee,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:09.779937 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce869b-9620-4a60-b2ef-aed572ac868a req-ccd30962-89b7-49e4-9b41-10f31460ccf4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:09.780134 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:09.786012 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce869b-9620-4a60-b2ef-aed572ac868a req-ccd30962-89b7-49e4-9b41-10f31460ccf4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:09.791973 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce869b-9620-4a60-b2ef-aed572ac868a req-ccd30962-89b7-49e4-9b41-10f31460ccf4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:09.798235 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce869b-9620-4a60-b2ef-aed572ac868a req-ccd30962-89b7-49e4-9b41-10f31460ccf4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:09.804203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce869b-9620-4a60-b2ef-aed572ac868a req-ccd30962-89b7-49e4-9b41-10f31460ccf4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:09.806220 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80ce869b-9620-4a60-b2ef-aed572ac868a req-ccd30962-89b7-49e4-9b41-10f31460ccf4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.2294426 Sep 17 23:43:09.882764 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbd18f-2580-4b17-ad70-2cbf66663aa7 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Pushing event deleted for resources: {'Port': ['ID=fa057445-8a98-4680-b5ae-a7454b6371e1,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:09.883639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6105a6ff-de63-44fa-bf40-5655eda4f37c admin admin] Checking segment: {'id': '536b1a73-6535-40f8-b9e3-fe6e91749579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'faa0fe34-9a94-4e9c-8868-e0e7e5639440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:09.884001 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6105a6ff-de63-44fa-bf40-5655eda4f37c admin admin] Network hostable DHCP agents. Network: faa0fe34-9a94-4e9c-8868-e0e7e5639440, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:43:09.903844 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46672d8-b446-4d4c-8675-e05de6970539 req-8bcbd18f-2580-4b17-ad70-2cbf66663aa7 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] No DVR routers for this DVR port fa057445-8a98-4680-b5ae-a7454b6371e1 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:43:09.915474 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d46672d8-b446-4d4c-8675-e05de6970539 req-8bcbd18f-2580-4b17-ad70-2cbf66663aa7 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:09.918126 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d46672d8-b446-4d4c-8675-e05de6970539 req-8bcbd18f-2580-4b17-ad70-2cbf66663aa7 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.37 "DELETE /v2.0/ports/fa057445-8a98-4680-b5ae-a7454b6371e1 HTTP/1.1" status: 204 len: 173 time: 1.2933140 Sep 17 23:43:09.918308 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4594062a-71ac-438c-901c-80500db12822', 'name': 'network-vif-deleted', 'tag': 'fa057445-8a98-4680-b5ae-a7454b6371e1'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:09.920756 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f032f11-1c97-4cc1-830b-13448bfeb1dd" -d '{"events": [{"server_uuid": "4594062a-71ac-438c-901c-80500db12822", "name": "network-vif-deleted", "tag": "fa057445-8a98-4680-b5ae-a7454b6371e1"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:09.933913 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Pushing event updated for resources: {'Port': ['ID=1142546e-0472-4201-b349-b2f11faf1d1a,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:09.952177 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-99e4a956-4cac-4a1c-a70a-202301a71d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:09.955137 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-99e4a956-4cac-4a1c-a70a-202301a71d5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2490039 Sep 17 23:43:09.965897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80ce869b-9620-4a60-b2ef-aed572ac868a req-0ba7f523-5284-4b6d-9131-07c4e2ac82ff tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1318982 Sep 17 23:43:09.989138 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6ff7ec-c563-4655-a088-cb03b4328ddf x-openstack-request-id: req-9d6ff7ec-c563-4655-a088-cb03b4328ddf {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:09.989756 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4594062a-71ac-438c-901c-80500db12822", "name": "network-vif-deleted", "tag": "fa057445-8a98-4680-b5ae-a7454b6371e1", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:09.989756 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d6ff7ec-c563-4655-a088-cb03b4328ddf {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:09.990333 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4594062a-71ac-438c-901c-80500db12822', 'name': 'network-vif-deleted', 'tag': 'fa057445-8a98-4680-b5ae-a7454b6371e1', 'status': 'completed', 'code': 200} Sep 17 23:43:10.099883 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3eff3964-27d9-4ddb-85b9-bdcb5696970f req-f2662f8c-e343-496d-9bfc-3d939b8a02a6 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 210 time: 0.0377553 Sep 17 23:43:10.116089 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26ecb72a-5011-49e5-9500-a91710f39846 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:10.117582 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6105a6ff-de63-44fa-bf40-5655eda4f37c admin admin] Network faa0fe34-9a94-4e9c-8868-e0e7e5639440 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:43:10.120028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-7f637f80-d679-431c-9fcf-f5c4a5ab9430 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Made reservation on behalf of 61bc45c4c67b49509525c81ab232b9c4 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:10.123589 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-7f637f80-d679-431c-9fcf-f5c4a5ab9430 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:10.171048 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f421d30a-6e14-4526-b56d-72903d2537df req-5b84984a-9f5d-4f25-9280-b9254aad1ce6 tempest-ServerDiagnosticsNegativeTest-498519004 tempest-ServerDiagnosticsNegativeTest-498519004-project] 10.222.0.46 "GET /v2.0/ports?device_id=4594062a-71ac-438c-901c-80500db12822 HTTP/1.1" status: 200 len: 210 time: 0.0632217 Sep 17 23:43:10.180305 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:10.267311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Attempting to bind port 1142546e-0472-4201-b349-b2f11faf1d1a on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:10.267658 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Attempting to bind port 1142546e-0472-4201-b349-b2f11faf1d1a by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '6481c5bc-ada8-449b-a4fc-47a4e3c67fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '42ce65e5-476f-418b-b046-198f1115663d'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:10.267989 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Attempting to bind port 1142546e-0472-4201-b349-b2f11faf1d1a on network 42ce65e5-476f-418b-b046-198f1115663d {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:10.289606 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fd054de-ed4e-4f9c-b137-653a36ab6660 req-634f70cf-5279-4b77-a0f9-d45e29a890b3 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 210 time: 0.0447531 Sep 17 23:43:10.294358 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-6105a6ff-de63-44fa-bf40-5655eda4f37c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, faa0fe34-9a94-4e9c-8868-e0e7e5639440) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:10.307859 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13640b5-75c9-4f30-bc2f-ee2ba1316c94 None None] Network faa0fe34-9a94-4e9c-8868-e0e7e5639440 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:43:10.312817 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6105a6ff-de63-44fa-bf40-5655eda4f37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:10.313441 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6105a6ff-de63-44fa-bf40-5655eda4f37c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:10.317903 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Port 1142546e-0472-4201-b349-b2f11faf1d1a on network 42ce65e5-476f-418b-b046-198f1115663d not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:43:10.318205 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Attempting to bind port 1142546e-0472-4201-b349-b2f11faf1d1a on network 42ce65e5-476f-418b-b046-198f1115663d {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:10.324419 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-0a6ef749-a84b-4825-ad96-469790e6a42c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Made reservation on behalf of d0d9d21cfcb240e7a982ff8d8919e740 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:10.339333 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-765d71d7-3ae1-4805-b988-4fe2fced2d82 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992005 Sep 17 23:43:10.339606 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-0a6ef749-a84b-4825-ad96-469790e6a42c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:10.341187 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:10.341940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Checking segment: {'id': '6481c5bc-ada8-449b-a4fc-47a4e3c67fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '42ce65e5-476f-418b-b046-198f1115663d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:10.342531 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Bound using segment: {'id': '6481c5bc-ada8-449b-a4fc-47a4e3c67fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '42ce65e5-476f-418b-b046-198f1115663d'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:10.342989 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Bound port: 1142546e-0472-4201-b349-b2f11faf1d1a, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6481c5bc-ada8-449b-a4fc-47a4e3c67fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '42ce65e5-476f-418b-b046-198f1115663d'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:10.343357 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:10.485845 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa49110-6ada-41d7-bb0c-80dfdd8c4d14 None None] Network faa0fe34-9a94-4e9c-8868-e0e7e5639440 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:43:10.506827 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-25a74f6f-0e83-48c1-ad21-e287e2a2bd4b service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558285 Sep 17 23:43:10.532134 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26ecb72a-5011-49e5-9500-a91710f39846 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:10.534742 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6105a6ff-de63-44fa-bf40-5655eda4f37c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3527114 Sep 17 23:43:10.561863 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['3552a5d4-726d-4d3f-a363-8f246e36bc04', 'dea29f93-50f3-4fd1-8148-69dfbba345a6', 'e2c017c7-79c7-49f4-a2e8-fd1af689e9b0'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:10.589177 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-0a6ef749-a84b-4825-ad96-469790e6a42c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Allocated IP 10.2.2.200 (9e702302-c423-4617-ae40-276913b1f962/f67d974e-7140-4089-9f32-07a00b55ef3a/ad6ee541-3beb-4fca-918f-db5ffa2a75a3) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:10.619858 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecb72a-5011-49e5-9500-a91710f39846 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Pushing event updated for resources: {'Port': ['ID=2ded3520-dd0f-4d66-b889-0fedce66f717,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:10.810774 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-0a6ef749-a84b-4825-ad96-469790e6a42c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:10.917061 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-0a6ef749-a84b-4825-ad96-469790e6a42c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.012772 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ef749-a84b-4825-ad96-469790e6a42c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event updated for resources: {'Port': ['ID=ad6ee541-3beb-4fca-918f-db5ffa2a75a3,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:11.040741 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528d19f-2118-460e-a8df-15646cf5c21e req-0f3066be-61c5-405d-a980-cfb635a3a4b8 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:11.048577 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7528d19f-2118-460e-a8df-15646cf5c21e req-0f3066be-61c5-405d-a980-cfb635a3a4b8 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 943 time: 0.1991088 Sep 17 23:43:11.058719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-0a6ef749-a84b-4825-ad96-469790e6a42c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Network 9e702302-c423-4617-ae40-276913b1f962 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:11.075927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-0a6ef749-a84b-4825-ad96-469790e6a42c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:11.098487 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-0a6ef749-a84b-4825-ad96-469790e6a42c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:11.155069 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c94eb0-9e11-4db0-8679-919b9510a282 req-f63a45e8-a021-4f44-8edc-d112719c9d24 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:11.162078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c94eb0-9e11-4db0-8679-919b9510a282 req-f63a45e8-a021-4f44-8edc-d112719c9d24 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:11.168822 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c94eb0-9e11-4db0-8679-919b9510a282 req-f63a45e8-a021-4f44-8edc-d112719c9d24 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:11.179988 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c94eb0-9e11-4db0-8679-919b9510a282 req-f63a45e8-a021-4f44-8edc-d112719c9d24 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:11.189239 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c94eb0-9e11-4db0-8679-919b9510a282 req-f63a45e8-a021-4f44-8edc-d112719c9d24 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:11.202705 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-75c94eb0-9e11-4db0-8679-919b9510a282 req-f63a45e8-a021-4f44-8edc-d112719c9d24 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 3815 time: 0.2966378 Sep 17 23:43:11.270517 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-0a0b6a80-837e-40e6-9872-8168f6245895 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7c8efe2c-5278-497c-a54f-a7c58a7afd95 HTTP/1.1" status: 200 len: 217 time: 0.7251682 Sep 17 23:43:11.291993 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7528d19f-2118-460e-a8df-15646cf5c21e req-269fc9ed-69ef-4151-aa4f-1870a95d1d6a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370646 Sep 17 23:43:11.314061 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26ecb72a-5011-49e5-9500-a91710f39846 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:11.336818 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-0a6ef749-a84b-4825-ad96-469790e6a42c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:11.337831 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-0a6ef749-a84b-4825-ad96-469790e6a42c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.347535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26ecb72a-5011-49e5-9500-a91710f39846 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:11.366839 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26ecb72a-5011-49e5-9500-a91710f39846 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:11.388441 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-75c94eb0-9e11-4db0-8679-919b9510a282 req-426b30f6-6ae0-4b46-87fd-66c9bd8b1bb5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797359 Sep 17 23:43:11.407035 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-fda0d3e7-6541-443f-b66e-26bf10539e80 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Allocated IP 192.168.233.214 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/e011bcc2-af86-44f2-826c-d672e91ab32e) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:11.425951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] For port 1142546e-0472-4201-b349-b2f11faf1d1a, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:11.451360 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] For port 1142546e-0472-4201-b349-b2f11faf1d1a, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=1142546e-0472-4201-b349-b2f11faf1d1a,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:11.487464 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d2bf6-33cf-4f49-b399-15ebc5035df8 req-9fb47b9e-1679-4524-af07-9e0eaca4f71a tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:11.494810 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-1f7b9952-c93e-4a46-8737-ecac1e08defe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:11.495105 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d2bf6-33cf-4f49-b399-15ebc5035df8 req-9fb47b9e-1679-4524-af07-9e0eaca4f71a tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:11.496884 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-1f7b9952-c93e-4a46-8737-ecac1e08defe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aef77cc-5335-4c0b-8709-d4c2d4bc8786 HTTP/1.1" status: 200 len: 797 time: 0.2137041 Sep 17 23:43:11.508108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d2bf6-33cf-4f49-b399-15ebc5035df8 req-9fb47b9e-1679-4524-af07-9e0eaca4f71a tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:11.515643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d2bf6-33cf-4f49-b399-15ebc5035df8 req-9fb47b9e-1679-4524-af07-9e0eaca4f71a tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:11.518470 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-778bb58a-3169-4156-a47a-816406ac364e None None] Provisioning complete for port ad6ee541-3beb-4fca-918f-db5ffa2a75a3 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:11.519001 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-778bb58a-3169-4156-a47a-816406ac364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.520819 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26ecb72a-5011-49e5-9500-a91710f39846 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:11.522913 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26ecb72a-5011-49e5-9500-a91710f39846 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.525103 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d2bf6-33cf-4f49-b399-15ebc5035df8 req-9fb47b9e-1679-4524-af07-9e0eaca4f71a tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:11.533403 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d2bf6-33cf-4f49-b399-15ebc5035df8 req-9fb47b9e-1679-4524-af07-9e0eaca4f71a tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:11.546294 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d2bf6-33cf-4f49-b399-15ebc5035df8 req-9fb47b9e-1679-4524-af07-9e0eaca4f71a tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:11.548122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f9d2bf6-33cf-4f49-b399-15ebc5035df8 req-9fb47b9e-1679-4524-af07-9e0eaca4f71a tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.1541407 Sep 17 23:43:11.552060 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-0a6ef749-a84b-4825-ad96-469790e6a42c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9510298 Sep 17 23:43:11.591715 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.594459 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07eb3b8d-50cf-43fe-a701-1bf8778dd366 req-f9a846d0-9b94-45b9-9b87-099ce0a48dab tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 210 time: 0.0453136 Sep 17 23:43:11.601495 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Request body: {'port': {'device_id': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:11.608671 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-778bb58a-3169-4156-a47a-816406ac364e None None] Port ad6ee541-3beb-4fca-918f-db5ffa2a75a3 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:43:11.686956 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 32928) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:11.691427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device fa057445-8a98-4680-b5ae-a7454b6371e1 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:11.711844 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-3b904723-935e-415b-952c-b6bbcbfabc66 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1131681449-network', 'tenant_id': '05c6471dc27646dcb1ab9085ab95cb07'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:11.728122 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: fa057445-8a98-4680-b5ae-a7454b6371e1 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:43:11.728122 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device fa057445-8a98-4680-b5ae-a7454b6371e1 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:43:11.751083 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-57496605-5f17-4b99-88a6-8a95c51bec94 None None] Provisioning complete for port 2ded3520-dd0f-4d66-b889-0fedce66f717 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:11.751083 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-57496605-5f17-4b99-88a6-8a95c51bec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.756575 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f9d2bf6-33cf-4f49-b399-15ebc5035df8 req-302741d2-0bbd-41bc-ac02-17a5fcbc23c3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1517844 Sep 17 23:43:11.766264 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Pushing event updated for resources: {'Port': ['ID=1142546e-0472-4201-b349-b2f11faf1d1a,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:11.791472 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26ecb72a-5011-49e5-9500-a91710f39846 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1373086 Sep 17 23:43:11.810489 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-57496605-5f17-4b99-88a6-8a95c51bec94 None None] Port 2ded3520-dd0f-4d66-b889-0fedce66f717 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:43:11.813511 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:11.814326 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.815741 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-0a75e7f7-af4b-4f15-97a9-8f10d52e9517 service neutron] 10.222.0.37 "PUT /v2.0/ports/1142546e-0472-4201-b349-b2f11faf1d1a HTTP/1.1" status: 200 len: 1091 time: 4.5365100 Sep 17 23:43:11.832611 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef', 'tag': '1142546e-0472-4201-b349-b2f11faf1d1a'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:11.835865 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948f0e8d-9db0-4f59-a2fd-843912aada8c" -d '{"events": [{"name": "network-changed", "server_uuid": "10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef", "tag": "1142546e-0472-4201-b349-b2f11faf1d1a"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:11.855533 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Request body: {'port': {'device_id': '92d50752-fc7f-462e-a26c-dad2e3ef81a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:11.859269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bfac94cc-cb5e-4c0e-8f6b-58f3ddb5766b req-2b2c9723-dce4-49ff-a3cb-f9d87a113ed5 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 210 time: 0.0459471 Sep 17 23:43:11.860336 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.887614 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b904723-935e-415b-952c-b6bbcbfabc66 admin admin] Made reservation on behalf of 05c6471dc27646dcb1ab9085ab95cb07 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:11.892492 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3b904723-935e-415b-952c-b6bbcbfabc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.910702 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3b904723-935e-415b-952c-b6bbcbfabc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:11.930086 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-0a5fae0d-844a-4e17-b08e-ae3b04fa115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:11.931758 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-0a5fae0d-844a-4e17-b08e-ae3b04fa115d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4006693 Sep 17 23:43:11.942167 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51008d15-d611-4223-b874-85e173fd92b1 x-openstack-request-id: req-51008d15-d611-4223-b874-85e173fd92b1 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:11.942457 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef", "tag": "1142546e-0472-4201-b349-b2f11faf1d1a", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:11.942700 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-51008d15-d611-4223-b874-85e173fd92b1 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:11.943081 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef', 'tag': '1142546e-0472-4201-b349-b2f11faf1d1a', 'status': 'completed', 'code': 200} Sep 17 23:43:12.086789 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:12.120401 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:43:12.155119 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-ae883c98-3884-4cb9-b8e6-01960c85353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:12.156670 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-ae883c98-3884-4cb9-b8e6-01960c85353d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4772d9a8c0714fd28936958f529bdf47&device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 1094 time: 0.2207992 Sep 17 23:43:12.176146 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3b904723-935e-415b-952c-b6bbcbfabc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:12.249457 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-57f82beb-536e-405e-a9f9-e15e8619a273 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1142546e-0472-4201-b349-b2f11faf1d1a HTTP/1.1" status: 200 len: 217 time: 0.0652177 Sep 17 23:43:12.259838 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc31a07-bb51-4d99-8ffb-b0d0291c3627 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:12.267651 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:12.279573 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3b904723-935e-415b-952c-b6bbcbfabc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:12.287039 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Transition to ACTIVE for port object ecc31a07-bb51-4d99-8ffb-b0d0291c3627 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:43:12.308050 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b904723-935e-415b-952c-b6bbcbfabc66 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:43:12.317625 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b904723-935e-415b-952c-b6bbcbfabc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dce745-b6bb-454c-a5b5-b86fe922d8e0,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:12.324280 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-fba6a657-f3b6-4c33-8c10-8e2174c02fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:12.325765 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3b904723-935e-415b-952c-b6bbcbfabc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:12.325892 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-fba6a657-f3b6-4c33-8c10-8e2174c02fed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7101a626-e4ab-4812-85e3-721a99264b2d HTTP/1.1" status: 200 len: 861 time: 0.0596070 Sep 17 23:43:12.326029 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-3b904723-935e-415b-952c-b6bbcbfabc66 admin admin] Added segment af1d932c-66bd-4a71-99c0-beb94cf0c10b of type vlan for network 6356a662-9026-4eb0-9827-09f9d60378a5 Sep 17 23:43:12.335132 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-fda0d3e7-6541-443f-b66e-26bf10539e80 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:12.371639 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 32938) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:12.399205 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-502cfb8f-d24a-4c75-b753-aad16f553779 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159639 Sep 17 23:43:12.405668 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3b904723-935e-415b-952c-b6bbcbfabc66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:12.405668 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:12.480343 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-c52818e7-1541-4d34-b7fd-b3c40ef042f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42ce65e5-476f-418b-b046-198f1115663d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361389 Sep 17 23:43:12.510590 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc31a07-bb51-4d99-8ffb-b0d0291c3627,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:12.556068 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34506472-737c-4023-bd0f-65badf3b942c req-ca8e2927-c266-440a-9824-44cd214ec5b3 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:12.557911 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34506472-737c-4023-bd0f-65badf3b942c req-ca8e2927-c266-440a-9824-44cd214ec5b3 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 943 time: 0.1783113 Sep 17 23:43:12.636625 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3b904723-935e-415b-952c-b6bbcbfabc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:12.637669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b904723-935e-415b-952c-b6bbcbfabc66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:12.638256 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3b904723-935e-415b-952c-b6bbcbfabc66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:12.701609 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-1a880e5c-cd44-4e99-981f-747758fb5454 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874367 Sep 17 23:43:12.767925 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-fda0d3e7-6541-443f-b66e-26bf10539e80 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:12.768168 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34506472-737c-4023-bd0f-65badf3b942c req-bd20e2df-60ee-4731-9709-0da9cd1621b0 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924405 Sep 17 23:43:12.779963 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d5195b76-9236-4733-9687-75c038167611 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2f2d8abdbfd34e8ebea0ca531cc5861d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067862 Sep 17 23:43:12.782568 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 32946) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:12.785901 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['3552a5d4-726d-4d3f-a363-8f246e36bc04', 'dea29f93-50f3-4fd1-8148-69dfbba345a6', 'e2c017c7-79c7-49f4-a2e8-fd1af689e9b0'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:12.786512 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3b904723-935e-415b-952c-b6bbcbfabc66 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0976346 Sep 17 23:43:12.794645 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32950) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:12.814085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcf3fb-96a3-4a26-ab95-12f0fae5ef05 req-b55335ab-afb6-4135-8f30-c9b1cbff5f58 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:12.822076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcf3fb-96a3-4a26-ab95-12f0fae5ef05 req-b55335ab-afb6-4135-8f30-c9b1cbff5f58 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:12.833288 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcf3fb-96a3-4a26-ab95-12f0fae5ef05 req-b55335ab-afb6-4135-8f30-c9b1cbff5f58 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:12.839704 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcf3fb-96a3-4a26-ab95-12f0fae5ef05 req-b55335ab-afb6-4135-8f30-c9b1cbff5f58 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:12.846021 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-1e4bf91d-038f-4566-8d2d-53b994f0c4ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=a9d9e059-8390-4277-80d1-cebaeedfffa5 HTTP/1.1" status: 200 len: 217 time: 0.1320708 Sep 17 23:43:12.846290 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcf3fb-96a3-4a26-ab95-12f0fae5ef05 req-b55335ab-afb6-4135-8f30-c9b1cbff5f58 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:12.848526 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aedcf3fb-96a3-4a26-ab95-12f0fae5ef05 req-b55335ab-afb6-4135-8f30-c9b1cbff5f58 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 3827 time: 0.3014011 Sep 17 23:43:12.854247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b904723-935e-415b-952c-b6bbcbfabc66 admin admin] Pushing event updated for resources: {'Network': ['ID=6356a662-9026-4eb0-9827-09f9d60378a5,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:12.861669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Attempting to bind port ecc31a07-bb51-4d99-8ffb-b0d0291c3627 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:12.861881 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Attempting to bind port ecc31a07-bb51-4d99-8ffb-b0d0291c3627 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '228dc33e-6e7c-4c38-9b8d-a4b3060fb862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:12.862219 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Attempting to bind port ecc31a07-bb51-4d99-8ffb-b0d0291c3627 on network 9d08905d-ca5b-4e76-bde0-b74df6a1af4e {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:12.870730 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-acd34b25-f845-4105-8ce8-55218b89eecb admin admin] Request body: {'subnet': {'network_id': '6356a662-9026-4eb0-9827-09f9d60378a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1131681449-subnet', 'tenant_id': '05c6471dc27646dcb1ab9085ab95cb07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:12.876542 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 6356a662-9026-4eb0-9827-09f9d60378a5 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:43:12.876927 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-181b856d-f20c-4ef3-ab18-de26aea531bd service neutron] 10.222.0.37 "GET /v2.0/networks/42ce65e5-476f-418b-b046-198f1115663d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646688 Sep 17 23:43:12.914631 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Port ecc31a07-bb51-4d99-8ffb-b0d0291c3627 on network 9d08905d-ca5b-4e76-bde0-b74df6a1af4e not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:43:12.914631 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Attempting to bind port ecc31a07-bb51-4d99-8ffb-b0d0291c3627 on network 9d08905d-ca5b-4e76-bde0-b74df6a1af4e {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:12.952721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-fda0d3e7-6541-443f-b66e-26bf10539e80 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:12.954632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:12.954985 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Checking segment: {'id': '228dc33e-6e7c-4c38-9b8d-a4b3060fb862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:12.955414 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Bound using segment: {'id': '228dc33e-6e7c-4c38-9b8d-a4b3060fb862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:12.955866 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Bound port: ecc31a07-bb51-4d99-8ffb-b0d0291c3627, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228dc33e-6e7c-4c38-9b8d-a4b3060fb862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:12.956261 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:12.960312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-fda0d3e7-6541-443f-b66e-26bf10539e80 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:12.999073 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aedcf3fb-96a3-4a26-ab95-12f0fae5ef05 req-12055e56-23e5-4e83-8def-2c93ec7e33af tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388335 Sep 17 23:43:13.039814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-fda0d3e7-6541-443f-b66e-26bf10539e80 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:13.175509 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-7f637f80-d679-431c-9fcf-f5c4a5ab9430 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Allocated IP 192.168.233.240 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/9febeb6b-fd9b-490b-84f9-4337f4b55bc1) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:13.222621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0d3e7-6541-443f-b66e-26bf10539e80 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Pushing event updated for resources: {'Port': ['ID=e011bcc2-af86-44f2-826c-d672e91ab32e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:13.249255 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c7118b0c-193f-43cf-a05b-3b29ca86b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:13.252682 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-c7118b0c-193f-43cf-a05b-3b29ca86b428 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aef77cc-5335-4c0b-8709-d4c2d4bc8786 HTTP/1.1" status: 200 len: 797 time: 0.3686874 Sep 17 23:43:13.257558 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd34b25-f845-4105-8ce8-55218b89eecb admin admin] Made reservation on behalf of 05c6471dc27646dcb1ab9085ab95cb07 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:13.260600 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-acd34b25-f845-4105-8ce8-55218b89eecb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:13.270552 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:13.368014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-fda0d3e7-6541-443f-b66e-26bf10539e80 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:13.368740 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-fda0d3e7-6541-443f-b66e-26bf10539e80 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:13.369649 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3c289020-aa13-45cd-a48c-174fc8c29541 None None] Provisioning complete for port e011bcc2-af86-44f2-826c-d672e91ab32e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:13.370024 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3c289020-aa13-45cd-a48c-174fc8c29541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:13.415239 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3c289020-aa13-45cd-a48c-174fc8c29541 None None] Port e011bcc2-af86-44f2-826c-d672e91ab32e cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:43:13.434997 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-efa07eb0-aa6f-43c2-bbf3-4de77fc6b207 req-e06ac50c-1f1d-42b6-a96b-a451f50ec668 service neutron] 10.222.0.37 "GET /v2.0/networks/42ce65e5-476f-418b-b046-198f1115663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415490 Sep 17 23:43:13.446922 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-fda0d3e7-6541-443f-b66e-26bf10539e80 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8637149 Sep 17 23:43:13.475300 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] Request body: {'port': {'device_id': '19490f90-0f1b-4704-84b3-bced6e0932fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:13.516629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b8bb8843-14d7-4c05-be89-0b818ede4bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:13.518111 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b8bb8843-14d7-4c05-be89-0b818ede4bd2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2480793 Sep 17 23:43:13.537017 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] For port ecc31a07-bb51-4d99-8ffb-b0d0291c3627, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:13.540349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] For port ecc31a07-bb51-4d99-8ffb-b0d0291c3627, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ecc31a07-bb51-4d99-8ffb-b0d0291c3627,segment=NetworkSegment(228dc33e-6e7c-4c38-9b8d-a4b3060fb862),segment_id=228dc33e-6e7c-4c38-9b8d-a4b3060fb862)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:13.544150 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24a02f0a-02e5-4e96-a071-13f09de070fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:13.572760 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767568d0-96d2-4bb1-85f9-c851a9a80054 req-23b43c5b-d907-4cff-8690-00f078cf0fa6 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:13.575117 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-767568d0-96d2-4bb1-85f9-c851a9a80054 req-23b43c5b-d907-4cff-8690-00f078cf0fa6 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 936 time: 0.6954107 Sep 17 23:43:13.622333 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24a02f0a-02e5-4e96-a071-13f09de070fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:13.638300 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:13.719876 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-767568d0-96d2-4bb1-85f9-c851a9a80054 req-6c2a39cb-3ffd-41c1-9ef3-f322374f29d4 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160698 Sep 17 23:43:13.743075 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:13.743680 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:13.745151 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] 10.222.0.37 "PUT /v2.0/ports/ecc31a07-bb51-4d99-8ffb-b0d0291c3627 HTTP/1.1" status: 200 len: 1091 time: 2.1494505 Sep 17 23:43:13.752363 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'tag': 'ecc31a07-bb51-4d99-8ffb-b0d0291c3627'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:13.752363 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89073a0-1062-424e-8772-9b7f385fca8b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "tag": "ecc31a07-bb51-4d99-8ffb-b0d0291c3627"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:13.782364 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:13.801726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21489c7-efe2-4b24-b6e2-dd505799e836 req-8e000743-4a4a-4253-afef-0a395cdf86ae tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:13.815206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21489c7-efe2-4b24-b6e2-dd505799e836 req-8e000743-4a4a-4253-afef-0a395cdf86ae tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:13.837160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21489c7-efe2-4b24-b6e2-dd505799e836 req-8e000743-4a4a-4253-afef-0a395cdf86ae tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:13.851883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21489c7-efe2-4b24-b6e2-dd505799e836 req-8e000743-4a4a-4253-afef-0a395cdf86ae tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:13.859419 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21489c7-efe2-4b24-b6e2-dd505799e836 req-8e000743-4a4a-4253-afef-0a395cdf86ae tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:13.873541 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21489c7-efe2-4b24-b6e2-dd505799e836 req-8e000743-4a4a-4253-afef-0a395cdf86ae tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:13.877364 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-7f637f80-d679-431c-9fcf-f5c4a5ab9430 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:13.881654 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21489c7-efe2-4b24-b6e2-dd505799e836 req-8e000743-4a4a-4253-afef-0a395cdf86ae tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:13.890339 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c21489c7-efe2-4b24-b6e2-dd505799e836 req-8e000743-4a4a-4253-afef-0a395cdf86ae tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.3302028 Sep 17 23:43:13.897033 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Request body: {'port': {'device_id': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:13.938031 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4823af-c379-4cc1-9956-09dcfe664c73 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc31a07-bb51-4d99-8ffb-b0d0291c3627,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:14.050432 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-620a2ab2-a7f8-435f-8649-8d1db698a6af req-faf1bc43-bf2e-4541-af36-0c3fef0b29ef tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 210 time: 0.0975637 Sep 17 23:43:14.083778 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c0ff0d1b-ad9c-4554-929c-daa9f31cfdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.084368 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.093401 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f0e8d-9db0-4f59-a2fd-843912aada8c req-e674ce83-7d96-4619-ac47-4f7c96d7284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:14.095864 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-948f0e8d-9db0-4f59-a2fd-843912aada8c req-e674ce83-7d96-4619-ac47-4f7c96d7284c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4772d9a8c0714fd28936958f529bdf47&device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 1094 time: 0.5040603 Sep 17 23:43:14.111688 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-b73f9b26-7e97-4dbe-9b23-8808e1def151 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800726 Sep 17 23:43:14.135904 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c21489c7-efe2-4b24-b6e2-dd505799e836 req-de521abe-f024-4dfe-b766-37dc9a42f5fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2341244 Sep 17 23:43:14.135904 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743e8d01-7dc9-4877-9b5b-be59b2e85c56 x-openstack-request-id: req-743e8d01-7dc9-4877-9b5b-be59b2e85c56 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:14.135904 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "tag": "ecc31a07-bb51-4d99-8ffb-b0d0291c3627", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:14.135904 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-743e8d01-7dc9-4877-9b5b-be59b2e85c56 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:14.135904 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'tag': 'ecc31a07-bb51-4d99-8ffb-b0d0291c3627', 'status': 'completed', 'code': 200} Sep 17 23:43:14.176788 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24a02f0a-02e5-4e96-a071-13f09de070fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.179776 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24a02f0a-02e5-4e96-a071-13f09de070fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.181365 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-24a02f0a-02e5-4e96-a071-13f09de070fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c29eca39-99b5-4e02-841b-ab6f19744d48 HTTP/1.1" status: 204 len: 168 time: 1.3842378 Sep 17 23:43:14.249365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a02f0a-02e5-4e96-a071-13f09de070fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29eca39-99b5-4e02-841b-ab6f19744d48,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:14.384668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89073a0-1062-424e-8772-9b7f385fca8b req-ffaccd97-eb36-422a-87b4-b9e7630f2b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:14.385185 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89073a0-1062-424e-8772-9b7f385fca8b req-ffaccd97-eb36-422a-87b4-b9e7630f2b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:14.385667 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89073a0-1062-424e-8772-9b7f385fca8b req-ffaccd97-eb36-422a-87b4-b9e7630f2b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:14.386206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89073a0-1062-424e-8772-9b7f385fca8b req-ffaccd97-eb36-422a-87b4-b9e7630f2b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:14.386627 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89073a0-1062-424e-8772-9b7f385fca8b req-ffaccd97-eb36-422a-87b4-b9e7630f2b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:14.388444 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f89073a0-1062-424e-8772-9b7f385fca8b req-ffaccd97-eb36-422a-87b4-b9e7630f2b71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 4362 time: 0.2279553 Sep 17 23:43:14.396930 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f0e8d-9db0-4f59-a2fd-843912aada8c req-216a25cd-0ded-418a-8ea6-7fdcad6eec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:14.398352 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-948f0e8d-9db0-4f59-a2fd-843912aada8c req-216a25cd-0ded-418a-8ea6-7fdcad6eec07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42ce65e5-476f-418b-b046-198f1115663d HTTP/1.1" status: 200 len: 922 time: 0.2917249 Sep 17 23:43:14.399016 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad827f-2a36-4e54-b1d7-da49bbe80612 req-dd395a9c-1aef-46e0-92dd-213e785d87de tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:14.400526 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5cad827f-2a36-4e54-b1d7-da49bbe80612 req-dd395a9c-1aef-46e0-92dd-213e785d87de tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 943 time: 0.2293792 Sep 17 23:43:14.450213 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-569c81bd-e564-4611-807d-a7e57ba34fed service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860905 Sep 17 23:43:14.451030 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-acd34b25-f845-4105-8ce8-55218b89eecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.453564 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-948f0e8d-9db0-4f59-a2fd-843912aada8c req-7847ccb9-8d99-4b10-895e-4ab68a493a23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1142546e-0472-4201-b349-b2f11faf1d1a HTTP/1.1" status: 200 len: 217 time: 0.0442801 Sep 17 23:43:14.506669 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-7f637f80-d679-431c-9fcf-f5c4a5ab9430 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:14.521910 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['0317988c-c2f7-4c9e-a328-b9fc52267568', '3ee134c4-da4d-4fbc-827d-34f7459f2fc6'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:14.536065 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a346bbd-96b6-4c3e-a1ca-4345bdf2bf7d req-a5dd05cc-10d3-4ac4-92f6-eab9e27aef1b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:14.542729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a346bbd-96b6-4c3e-a1ca-4345bdf2bf7d req-a5dd05cc-10d3-4ac4-92f6-eab9e27aef1b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:14.555882 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a346bbd-96b6-4c3e-a1ca-4345bdf2bf7d req-a5dd05cc-10d3-4ac4-92f6-eab9e27aef1b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:14.562808 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a346bbd-96b6-4c3e-a1ca-4345bdf2bf7d req-a5dd05cc-10d3-4ac4-92f6-eab9e27aef1b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:14.569497 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a346bbd-96b6-4c3e-a1ca-4345bdf2bf7d req-a5dd05cc-10d3-4ac4-92f6-eab9e27aef1b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:14.571979 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a346bbd-96b6-4c3e-a1ca-4345bdf2bf7d req-a5dd05cc-10d3-4ac4-92f6-eab9e27aef1b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 3827 time: 0.3058035 Sep 17 23:43:14.589433 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-1bc7c45b-0ee9-48af-b3e2-66024f47cec8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6bd98999-1873-446c-bd20-a66f5e0dc3f9 HTTP/1.1" status: 200 len: 217 time: 0.1116138 Sep 17 23:43:14.770464 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5cad827f-2a36-4e54-b1d7-da49bbe80612 req-da9e8012-453e-492f-b35a-37b2bc9ac7a0 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546815 Sep 17 23:43:14.802676 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89073a0-1062-424e-8772-9b7f385fca8b req-490a8f2a-6a73-449c-8a05-4c80feb644a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:14.803047 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89073a0-1062-424e-8772-9b7f385fca8b req-490a8f2a-6a73-449c-8a05-4c80feb644a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:14.803530 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89073a0-1062-424e-8772-9b7f385fca8b req-490a8f2a-6a73-449c-8a05-4c80feb644a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:14.813176 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f89073a0-1062-424e-8772-9b7f385fca8b req-490a8f2a-6a73-449c-8a05-4c80feb644a6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4034333 Sep 17 23:43:14.821204 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a346bbd-96b6-4c3e-a1ca-4345bdf2bf7d req-09b91e3d-32b3-4194-953a-15f7d13c3315 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602666 Sep 17 23:43:14.997275 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 32970) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:15.048239 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd34b25-f845-4105-8ce8-55218b89eecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=64edfbfc-1d5c-4158-9f23-c66704883657,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:15.052752 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-7f637f80-d679-431c-9fcf-f5c4a5ab9430 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:15.074594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f0e8d-9db0-4f59-a2fd-843912aada8c req-edc3288a-3619-498a-a402-99f5eb5d133e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:15.076236 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-948f0e8d-9db0-4f59-a2fd-843912aada8c req-edc3288a-3619-498a-a402-99f5eb5d133e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7101a626-e4ab-4812-85e3-721a99264b2d HTTP/1.1" status: 200 len: 861 time: 0.5997345 Sep 17 23:43:15.076472 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af999a58-753d-465a-88ed-6f5e09aa1cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.089811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-7f637f80-d679-431c-9fcf-f5c4a5ab9430 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:15.104815 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d283454-1c56-4bae-95b5-4603d534419d {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:15.113770 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-7f637f80-d679-431c-9fcf-f5c4a5ab9430 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:15.118523 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f637f80-d679-431c-9fcf-f5c4a5ab9430 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Pushing event updated for resources: {'Port': ['ID=9febeb6b-fd9b-490b-84f9-4337f4b55bc1,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:15.148939 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a0a2c-46c9-423b-a2ab-d85a4c1e7d5e req-d64eae11-343c-4c2e-aebb-315c7633ca63 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:15.150887 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-232a0a2c-46c9-423b-a2ab-d85a4c1e7d5e req-d64eae11-343c-4c2e-aebb-315c7633ca63 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 936 time: 0.2468376 Sep 17 23:43:15.156175 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.158221 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-948f0e8d-9db0-4f59-a2fd-843912aada8c req-97451ab7-f192-446b-9f0a-95f879b724e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42ce65e5-476f-418b-b046-198f1115663d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646598 Sep 17 23:43:15.162552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89073a0-1062-424e-8772-9b7f385fca8b req-f0ba7b8c-b227-443e-ba25-6418c99c2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:15.164015 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f89073a0-1062-424e-8772-9b7f385fca8b req-f0ba7b8c-b227-443e-ba25-6418c99c2eb5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3464484 Sep 17 23:43:15.211672 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-410ad869-e7bc-4a23-a69c-da0267c3b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:15.213685 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-410ad869-e7bc-4a23-a69c-da0267c3b723 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c6c43ea-51ef-4e38-b4f1-a534cd748806 HTTP/1.1" status: 200 len: 797 time: 0.5951879 Sep 17 23:43:15.229291 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Transition to ACTIVE for port object 7d283454-1c56-4bae-95b5-4603d534419d will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:43:15.239936 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd34b25-f845-4105-8ce8-55218b89eecb admin admin] Checking segment: {'id': 'af1d932c-66bd-4a71-99c0-beb94cf0c10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6356a662-9026-4eb0-9827-09f9d60378a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:15.240305 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd34b25-f845-4105-8ce8-55218b89eecb admin admin] Network hostable DHCP agents. Network: 6356a662-9026-4eb0-9827-09f9d60378a5, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:43:15.294709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ed931-172a-4d8b-87dc-5fd42fd328b5 req-8f3424bf-34d6-4970-bacb-b736b189d581 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:15.303306 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-268ed931-172a-4d8b-87dc-5fd42fd328b5 req-8f3424bf-34d6-4970-bacb-b736b189d581 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 936 time: 0.1496406 Sep 17 23:43:15.308132 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-232a0a2c-46c9-423b-a2ab-d85a4c1e7d5e req-181738cc-0915-4430-93e2-78f2bae7bdcf tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312981 Sep 17 23:43:15.321857 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.368019 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1d88f90a-dece-4101-baef-cd8e17b722ae None None] Provisioning complete for port 9febeb6b-fd9b-490b-84f9-4337f4b55bc1 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:15.369153 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1d88f90a-dece-4101-baef-cd8e17b722ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.387752 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-948f0e8d-9db0-4f59-a2fd-843912aada8c req-c8502489-dcda-439e-bf88-1e59a7d7d908 service neutron] 10.222.0.37 "GET /v2.0/networks/42ce65e5-476f-418b-b046-198f1115663d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036979 Sep 17 23:43:15.397328 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-7f637f80-d679-431c-9fcf-f5c4a5ab9430 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:15.401306 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-7f637f80-d679-431c-9fcf-f5c4a5ab9430 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.434310 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-268ed931-172a-4d8b-87dc-5fd42fd328b5 req-a1d36888-c2aa-4892-bf62-4b2e9a4f1f8f tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157405 Sep 17 23:43:15.443489 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1d88f90a-dece-4101-baef-cd8e17b722ae None None] Port 9febeb6b-fd9b-490b-84f9-4337f4b55bc1 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:43:15.446033 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Pushing event updated for resources: {'Port': ['ID=7d283454-1c56-4bae-95b5-4603d534419d,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:15.513310 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af999a58-753d-465a-88ed-6f5e09aa1cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.528091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-497ef67f-4c44-45bc-8678-b5e91b516c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:15.530058 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-497ef67f-4c44-45bc-8678-b5e91b516c7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78331211-787b-4584-b606-15ede9ec2d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3023713 Sep 17 23:43:15.537652 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ded3520-dd0f-4d66-b889-0fedce66f717 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:15.553354 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.578522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e0d3f-2aaa-4693-995c-1dbc863b5b38 req-4680a25e-1fd2-4c3c-9af7-90ea0a0d3751 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:15.583545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd34b25-f845-4105-8ce8-55218b89eecb admin admin] Network 6356a662-9026-4eb0-9827-09f9d60378a5 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:43:15.586411 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e0d3f-2aaa-4693-995c-1dbc863b5b38 req-4680a25e-1fd2-4c3c-9af7-90ea0a0d3751 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:15.593546 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e0d3f-2aaa-4693-995c-1dbc863b5b38 req-4680a25e-1fd2-4c3c-9af7-90ea0a0d3751 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:15.600661 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e0d3f-2aaa-4693-995c-1dbc863b5b38 req-4680a25e-1fd2-4c3c-9af7-90ea0a0d3751 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:15.607744 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e0d3f-2aaa-4693-995c-1dbc863b5b38 req-4680a25e-1fd2-4c3c-9af7-90ea0a0d3751 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:15.614568 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e0d3f-2aaa-4693-995c-1dbc863b5b38 req-4680a25e-1fd2-4c3c-9af7-90ea0a0d3751 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:15.620743 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Transition to ACTIVE for port object 2ded3520-dd0f-4d66-b889-0fedce66f717 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:43:15.621760 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e0d3f-2aaa-4693-995c-1dbc863b5b38 req-4680a25e-1fd2-4c3c-9af7-90ea0a0d3751 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:15.623776 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b89e0d3f-2aaa-4693-995c-1dbc863b5b38 req-4680a25e-1fd2-4c3c-9af7-90ea0a0d3751 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.1819305 Sep 17 23:43:15.626227 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af999a58-753d-465a-88ed-6f5e09aa1cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.651988 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-948f0e8d-9db0-4f59-a2fd-843912aada8c req-5fd263ea-0526-4fb5-a03b-f91b321c1cb6 service neutron] 10.222.0.37 "GET /v2.0/networks/42ce65e5-476f-418b-b046-198f1115663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490933 Sep 17 23:43:15.656945 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-7f637f80-d679-431c-9fcf-f5c4a5ab9430 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.2014577 Sep 17 23:43:15.679706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Attempting to bind port 7d283454-1c56-4bae-95b5-4603d534419d on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:15.680038 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Attempting to bind port 7d283454-1c56-4bae-95b5-4603d534419d by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:15.680380 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Attempting to bind port 7d283454-1c56-4bae-95b5-4603d534419d on network 2da050b4-00f1-432e-9e5a-adbd5603b80d {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:15.682466 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Request body: {'port': {'device_id': '81f0e51f-f536-40ce-a798-9cfc9e8462d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:15.703228 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-af999a58-753d-465a-88ed-6f5e09aa1cde admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4766ec322cbd4a97a2b4bac7d5b07d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7013938 Sep 17 23:43:15.703889 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Port 7d283454-1c56-4bae-95b5-4603d534419d on network 2da050b4-00f1-432e-9e5a-adbd5603b80d not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:43:15.704208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Attempting to bind port 7d283454-1c56-4bae-95b5-4603d534419d on network 2da050b4-00f1-432e-9e5a-adbd5603b80d {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:15.708179 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 32976) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:15.713789 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-acd34b25-f845-4105-8ce8-55218b89eecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 6356a662-9026-4eb0-9827-09f9d60378a5) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:15.715516 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.721319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af999a58-753d-465a-88ed-6f5e09aa1cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7292521b-9b0a-4a50-9db3-2fa3e26bba61,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:15.722762 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f39c27-4182-4a5c-9d1e-4c5baa0309aa None None] Network 6356a662-9026-4eb0-9827-09f9d60378a5 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:43:15.743722 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 1142546e-0472-4201-b349-b2f11faf1d1a details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:15.745492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:15.745827 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Checking segment: {'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:15.746415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Bound using segment: {'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:15.746639 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Bound port: 7d283454-1c56-4bae-95b5-4603d534419d, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:15.746993 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.767534 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b89e0d3f-2aaa-4693-995c-1dbc863b5b38 req-ee3318c6-ba04-4a6f-b3a3-cf3cf658ffc4 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227455 Sep 17 23:43:15.811760 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd34b25-f845-4105-8ce8-55218b89eecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:15.811760 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-acd34b25-f845-4105-8ce8-55218b89eecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.853645 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9b0667a4-a4de-4a50-8726-af855b30d068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:15.878803 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9b0667a4-a4de-4a50-8726-af855b30d068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.024667 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b7dcfc-1fd4-46dc-b3a7-c7e4ac5673b5 None None] Network 6356a662-9026-4eb0-9827-09f9d60378a5 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:43:16.082855 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e011bcc2-af86-44f2-826c-d672e91ab32e {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:16.091531 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.118073 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-acd34b25-f845-4105-8ce8-55218b89eecb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2624803 Sep 17 23:43:16.118073 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-46840408-aa9a-4812-b263-1d2d44496c8f service neutron] 10.222.0.41 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589774 Sep 17 23:43:16.171062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a269a-70e2-4b21-8907-8e197ba0a478 req-5a5dbd33-d835-4673-8f7a-626b14f5b979 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:16.171062 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae4a269a-70e2-4b21-8907-8e197ba0a478 req-5a5dbd33-d835-4673-8f7a-626b14f5b979 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 943 time: 0.2251282 Sep 17 23:43:16.171062 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9b0667a4-a4de-4a50-8726-af855b30d068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.171062 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9b0667a4-a4de-4a50-8726-af855b30d068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.174838 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9b0667a4-a4de-4a50-8726-af855b30d068 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7292521b-9b0a-4a50-9db3-2fa3e26bba61 HTTP/1.1" status: 204 len: 168 time: 0.4615345 Sep 17 23:43:16.186333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] Transition to ACTIVE for port object e011bcc2-af86-44f2-826c-d672e91ab32e will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:43:16.200670 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] For port 7d283454-1c56-4bae-95b5-4603d534419d, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:16.204410 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0667a4-a4de-4a50-8726-af855b30d068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7292521b-9b0a-4a50-9db3-2fa3e26bba61,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:16.228473 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317259c-ba42-4ced-bedc-8dd990ef5260 req-08470322-ec23-47cc-80d4-50742d3cf4cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:16.235630 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317259c-ba42-4ced-bedc-8dd990ef5260 req-08470322-ec23-47cc-80d4-50742d3cf4cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:16.248076 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 1142546e-0472-4201-b349-b2f11faf1d1a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=1142546e-0472-4201-b349-b2f11faf1d1a,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:16.255795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317259c-ba42-4ced-bedc-8dd990ef5260 req-08470322-ec23-47cc-80d4-50742d3cf4cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:16.262503 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317259c-ba42-4ced-bedc-8dd990ef5260 req-08470322-ec23-47cc-80d4-50742d3cf4cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:16.272125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317259c-ba42-4ced-bedc-8dd990ef5260 req-08470322-ec23-47cc-80d4-50742d3cf4cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:16.279227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317259c-ba42-4ced-bedc-8dd990ef5260 req-08470322-ec23-47cc-80d4-50742d3cf4cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:16.294342 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3317259c-ba42-4ced-bedc-8dd990ef5260 req-08470322-ec23-47cc-80d4-50742d3cf4cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 4600 time: 0.3043623 Sep 17 23:43:16.299330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '1142546e-0472-4201-b349-b2f11faf1d1a', 'network_id': '42ce65e5-476f-418b-b046-198f1115663d', 'port_id': '1142546e-0472-4201-b349-b2f11faf1d1a', 'mac_address': 'fa:16:3e:e6:49:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7101a626-e4ab-4812-85e3-721a99264b2d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:16.307186 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] For port 7d283454-1c56-4bae-95b5-4603d534419d, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7d283454-1c56-4bae-95b5-4603d534419d,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:16.347571 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.357391 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.365493 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1142546e-0472-4201-b349-b2f11faf1d1a {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:16.368318 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae4a269a-70e2-4b21-8907-8e197ba0a478 req-06f646b4-e25f-4894-99d3-ae1980222c4a tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902049 Sep 17 23:43:16.399521 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 1142546e-0472-4201-b349-b2f11faf1d1a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=1142546e-0472-4201-b349-b2f11faf1d1a,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:16.400625 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3317259c-ba42-4ced-bedc-8dd990ef5260 req-3c3ece0c-8a9e-4be2-a545-ee3311b9c079 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1051953 Sep 17 23:43:16.405720 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.456911 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:16.456911 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.460818 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] 10.222.0.37 "PUT /v2.0/ports/7d283454-1c56-4bae-95b5-4603d534419d HTTP/1.1" status: 200 len: 1131 time: 2.5679665 Sep 17 23:43:16.464522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'tag': '7d283454-1c56-4bae-95b5-4603d534419d'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:16.470105 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3a8af3-d818-4c18-9658-49d92f67c207" -d '{"events": [{"name": "network-changed", "server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "tag": "7d283454-1c56-4bae-95b5-4603d534419d"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:16.481692 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.558958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Request body: {'port': {'device_id': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:16.577497 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-88b3e3ba-37e4-474a-bde6-e59fab05a4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:16.611293 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=1142546e-0472-4201-b349-b2f11faf1d1a,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:16.669912 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['1142546e-0472-4201-b349-b2f11faf1d1a'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:16.687284 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84217e44-8e18-4b2a-90a9-9e2a4e4cc622 service neutron] Pushing event updated for resources: {'Port': ['ID=7d283454-1c56-4bae-95b5-4603d534419d,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:16.709872 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Pushing event updated for resources: {'Port': ['ID=2ded3520-dd0f-4d66-b889-0fedce66f717,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:16.727207 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:17.119310 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52be4fb-8b3a-4f63-868b-810ac3b256aa req-d6934a76-52bf-454a-a3e8-026a1a5e4141 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:17.128691 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f52be4fb-8b3a-4f63-868b-810ac3b256aa req-d6934a76-52bf-454a-a3e8-026a1a5e4141 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 948 time: 0.5891831 Sep 17 23:43:17.128691 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:17.168246 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715dfe66-5d20-40c1-9f44-23d83de59a44 req-35455d14-851d-4005-a2c2-a06587acd598 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:17.258596 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-715dfe66-5d20-40c1-9f44-23d83de59a44 req-35455d14-851d-4005-a2c2-a06587acd598 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 936 time: 0.4819236 Sep 17 23:43:17.260153 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9febeb6b-fd9b-490b-84f9-4337f4b55bc1 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:17.260153 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:17.260153 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Transition to ACTIVE for port object 9febeb6b-fd9b-490b-84f9-4337f4b55bc1 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:43:17.260153 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c366a-77be-4887-935a-218342a54734 service neutron] Pushing event updated for resources: {'Port': ['ID=e011bcc2-af86-44f2-826c-d672e91ab32e,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:17.260153 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-855614a7-b5b0-4afc-ab67-8d4da8169124 service neutron] 10.222.0.41 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1161642 Sep 17 23:43:17.260153 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c366a-77be-4887-935a-218342a54734 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:17.260153 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c366a-77be-4887-935a-218342a54734 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:17.260153 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c366a-77be-4887-935a-218342a54734 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:17.260794 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:17.261901 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c366a-77be-4887-935a-218342a54734 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:17.262104 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f52be4fb-8b3a-4f63-868b-810ac3b256aa req-e1e593bd-7226-40e9-95b8-ad5266429200 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257432 Sep 17 23:43:17.262285 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c366a-77be-4887-935a-218342a54734 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:17.262524 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c366a-77be-4887-935a-218342a54734 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:17.262866 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c366a-77be-4887-935a-218342a54734 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:17.263197 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c366a-77be-4887-935a-218342a54734 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:17.263534 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c366a-77be-4887-935a-218342a54734 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:17.264057 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c366a-77be-4887-935a-218342a54734 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:17.264394 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c366a-77be-4887-935a-218342a54734 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:17.264969 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03c366a-77be-4887-935a-218342a54734 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:17.299008 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-715dfe66-5d20-40c1-9f44-23d83de59a44 req-b5954250-de2f-4138-a368-87c453efb5b3 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124706 Sep 17 23:43:17.337549 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Attempting to bind port 2ded3520-dd0f-4d66-b889-0fedce66f717 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:17.337911 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Attempting to bind port 2ded3520-dd0f-4d66-b889-0fedce66f717 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:17.338014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Attempting to bind port 2ded3520-dd0f-4d66-b889-0fedce66f717 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:17.340751 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-9ff05126-6730-4659-834a-1af277530038 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 HTTP/1.1" status: 200 len: 217 time: 0.0717340 Sep 17 23:43:17.346226 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:17.367133 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Port 2ded3520-dd0f-4d66-b889-0fedce66f717 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:43:17.367465 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Attempting to bind port 2ded3520-dd0f-4d66-b889-0fedce66f717 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:17.415581 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c941208-3f06-4274-ae3c-256b6ea4516e x-openstack-request-id: req-9c941208-3f06-4274-ae3c-256b6ea4516e {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:17.415808 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "tag": "7d283454-1c56-4bae-95b5-4603d534419d", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:17.416033 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9c941208-3f06-4274-ae3c-256b6ea4516e {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:17.416494 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'tag': '7d283454-1c56-4bae-95b5-4603d534419d', 'status': 'completed', 'code': 200} Sep 17 23:43:17.464005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:17.464532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:17.464951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:17.465411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Bound port: 2ded3520-dd0f-4d66-b889-0fedce66f717, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:17.465813 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:17.583847 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a8af3-d818-4c18-9658-49d92f67c207 req-06680e5d-fef3-4e4a-89b9-9392cbb019f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:17.584436 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a8af3-d818-4c18-9658-49d92f67c207 req-06680e5d-fef3-4e4a-89b9-9392cbb019f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:17.584973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a8af3-d818-4c18-9658-49d92f67c207 req-06680e5d-fef3-4e4a-89b9-9392cbb019f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:17.585603 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a8af3-d818-4c18-9658-49d92f67c207 req-06680e5d-fef3-4e4a-89b9-9392cbb019f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:17.586108 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a8af3-d818-4c18-9658-49d92f67c207 req-06680e5d-fef3-4e4a-89b9-9392cbb019f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:17.586595 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a8af3-d818-4c18-9658-49d92f67c207 req-06680e5d-fef3-4e4a-89b9-9392cbb019f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:17.590239 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0a3a8af3-d818-4c18-9658-49d92f67c207 req-06680e5d-fef3-4e4a-89b9-9392cbb019f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5286 time: 0.1639981 Sep 17 23:43:17.593162 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Pushing event updated for resources: {'Port': ['ID=9febeb6b-fd9b-490b-84f9-4337f4b55bc1,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:17.619468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924850ca-7c84-4f4a-8292-4a371211ea4b req-31e4d334-4e97-4b3d-8cc7-06d9a21e4d4b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:17.625531 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:17.639821 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924850ca-7c84-4f4a-8292-4a371211ea4b req-31e4d334-4e97-4b3d-8cc7-06d9a21e4d4b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:17.651267 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924850ca-7c84-4f4a-8292-4a371211ea4b req-31e4d334-4e97-4b3d-8cc7-06d9a21e4d4b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:17.670198 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924850ca-7c84-4f4a-8292-4a371211ea4b req-31e4d334-4e97-4b3d-8cc7-06d9a21e4d4b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:17.684291 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924850ca-7c84-4f4a-8292-4a371211ea4b req-31e4d334-4e97-4b3d-8cc7-06d9a21e4d4b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:17.698522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924850ca-7c84-4f4a-8292-4a371211ea4b req-31e4d334-4e97-4b3d-8cc7-06d9a21e4d4b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:17.711837 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924850ca-7c84-4f4a-8292-4a371211ea4b req-31e4d334-4e97-4b3d-8cc7-06d9a21e4d4b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:17.714419 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-924850ca-7c84-4f4a-8292-4a371211ea4b req-31e4d334-4e97-4b3d-8cc7-06d9a21e4d4b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.2603545 Sep 17 23:43:17.752082 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 1142546e-0472-4201-b349-b2f11faf1d1a up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:17.791670 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-924850ca-7c84-4f4a-8292-4a371211ea4b req-e30f51b9-9bbf-465b-a209-279ec11f57bc tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692790 Sep 17 23:43:17.851004 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6b01273a-8ca7-4e10-96d8-61e777ca3fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:17.853166 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-6b01273a-8ca7-4e10-96d8-61e777ca3fa8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c6c43ea-51ef-4e38-b4f1-a534cd748806 HTTP/1.1" status: 200 len: 797 time: 0.4787164 Sep 17 23:43:17.935834 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] Attempting to bind port e011bcc2-af86-44f2-826c-d672e91ab32e on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:17.936175 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] Attempting to bind port e011bcc2-af86-44f2-826c-d672e91ab32e by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:17.936504 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] Attempting to bind port e011bcc2-af86-44f2-826c-d672e91ab32e on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:17.957825 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] Port e011bcc2-af86-44f2-826c-d672e91ab32e on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:43:17.958482 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] Attempting to bind port e011bcc2-af86-44f2-826c-d672e91ab32e on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:17.968360 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:17.975843 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 1142546e-0472-4201-b349-b2f11faf1d1a completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:43:17.980940 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 1142546e-0472-4201-b349-b2f11faf1d1a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:17.987156 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:17.997219 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:17.997580 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:17.997978 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:17.998467 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] Bound port: e011bcc2-af86-44f2-826c-d672e91ab32e, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:17.998865 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:18.016159 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:18.050887 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Transition to ACTIVE for port object 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:43:18.068527 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e69e4-98cc-459f-a5c8-59b1f3b41a83 req-697d722e-c021-4ab3-af41-25a93929a75c tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:18.070416 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-532e69e4-98cc-459f-a5c8-59b1f3b41a83 req-697d722e-c021-4ab3-af41-25a93929a75c tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 944 time: 0.1579003 Sep 17 23:43:18.081969 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a8af3-d818-4c18-9658-49d92f67c207 req-22a7d27f-cd18-449c-8e74-7fdc730207cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:18.081969 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a8af3-d818-4c18-9658-49d92f67c207 req-22a7d27f-cd18-449c-8e74-7fdc730207cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:18.081969 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a8af3-d818-4c18-9658-49d92f67c207 req-22a7d27f-cd18-449c-8e74-7fdc730207cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:18.081969 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0a3a8af3-d818-4c18-9658-49d92f67c207 req-22a7d27f-cd18-449c-8e74-7fdc730207cc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3866966 Sep 17 23:43:18.124723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-8bc489ad-ced7-42e3-a62c-c19f9b558bd0 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:18.138725 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-8bc489ad-ced7-42e3-a62c-c19f9b558bd0 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/networks?id=faa0fe34-9a94-4e9c-8868-e0e7e5639440 HTTP/1.1" status: 200 len: 815 time: 0.2666230 Sep 17 23:43:18.142069 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:18.142221 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:18.171450 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1142546e-0472-4201-b349-b2f11faf1d1a'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:18.176051 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4227842-fe62-4c88-9a7a-2dfca1a76016" -d '{"events": [{"server_uuid": "10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef", "name": "network-vif-plugged", "status": "completed", "tag": "1142546e-0472-4201-b349-b2f11faf1d1a"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:18.188426 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-73b4bc31-8369-4b47-bb94-b6b29381139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:18.196504 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 1142546e-0472-4201-b349-b2f11faf1d1a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=1142546e-0472-4201-b349-b2f11faf1d1a,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:18.203350 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-73b4bc31-8369-4b47-bb94-b6b29381139e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78331211-787b-4584-b606-15ede9ec2d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3185873 Sep 17 23:43:18.248178 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-bff0c1cf-aaa0-42a4-922e-9b257c3b7640 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/quotas/f73528e76366427dac783333e1810d56 HTTP/1.1" status: 200 len: 375 time: 0.0828309 Sep 17 23:43:18.257309 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] For port 2ded3520-dd0f-4d66-b889-0fedce66f717, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:18.260576 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:18.286584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-532e69e4-98cc-459f-a5c8-59b1f3b41a83 req-076e6f36-1d3b-4014-ba28-65c23abf30a9 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035303 Sep 17 23:43:18.318387 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:18.330547 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-e3e9ba0d-3753-40e7-8911-72a97896ea06 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f73528e76366427dac783333e1810d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814230 Sep 17 23:43:18.367182 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=1142546e-0472-4201-b349-b2f11faf1d1a,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:18.435565 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] For port 2ded3520-dd0f-4d66-b889-0fedce66f717, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=2ded3520-dd0f-4d66-b889-0fedce66f717,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:18.457802 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Attempting to bind port 9febeb6b-fd9b-490b-84f9-4337f4b55bc1 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:18.458146 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Attempting to bind port 9febeb6b-fd9b-490b-84f9-4337f4b55bc1 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:18.458530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Attempting to bind port 9febeb6b-fd9b-490b-84f9-4337f4b55bc1 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:18.508029 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Port 9febeb6b-fd9b-490b-84f9-4337f4b55bc1 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:43:18.508359 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Attempting to bind port 9febeb6b-fd9b-490b-84f9-4337f4b55bc1 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:18.563694 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:18.564061 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-3d88e183-fe9a-44a3-a4bd-10eb8040d2de service neutron] 10.222.0.46 "GET /v2.0/networks/faa0fe34-9a94-4e9c-8868-e0e7e5639440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325356 Sep 17 23:43:18.566321 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Attempting to bind port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:18.566659 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Attempting to bind port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:18.566986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Attempting to bind port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a on network 2da050b4-00f1-432e-9e5a-adbd5603b80d {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:18.586125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a on network 2da050b4-00f1-432e-9e5a-adbd5603b80d not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:43:18.586449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Attempting to bind port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a on network 2da050b4-00f1-432e-9e5a-adbd5603b80d {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:18.593624 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] For port e011bcc2-af86-44f2-826c-d672e91ab32e, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:18.602831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af95aad-0b81-492e-b060-505443d91898 req-9dfd926d-11bb-47fa-b2e2-63745cde0eb8 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:18.609335 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af95aad-0b81-492e-b060-505443d91898 req-9dfd926d-11bb-47fa-b2e2-63745cde0eb8 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:18.616923 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af95aad-0b81-492e-b060-505443d91898 req-9dfd926d-11bb-47fa-b2e2-63745cde0eb8 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:18.617232 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:18.617589 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:18.617974 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:18.618415 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Bound port: 9febeb6b-fd9b-490b-84f9-4337f4b55bc1, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:18.618919 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:18.623046 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af95aad-0b81-492e-b060-505443d91898 req-9dfd926d-11bb-47fa-b2e2-63745cde0eb8 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:18.629708 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af95aad-0b81-492e-b060-505443d91898 req-9dfd926d-11bb-47fa-b2e2-63745cde0eb8 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:18.637829 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af95aad-0b81-492e-b060-505443d91898 req-9dfd926d-11bb-47fa-b2e2-63745cde0eb8 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:18.640688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a8af3-d818-4c18-9658-49d92f67c207 req-cfd7e6ea-4fef-4676-9d7f-d6f3b255d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:18.642260 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0a3a8af3-d818-4c18-9658-49d92f67c207 req-cfd7e6ea-4fef-4676-9d7f-d6f3b255d4f7 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4947646 Sep 17 23:43:18.658926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af95aad-0b81-492e-b060-505443d91898 req-9dfd926d-11bb-47fa-b2e2-63745cde0eb8 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:18.666571 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] For port e011bcc2-af86-44f2-826c-d672e91ab32e, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e011bcc2-af86-44f2-826c-d672e91ab32e,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:18.669960 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4af95aad-0b81-492e-b060-505443d91898 req-9dfd926d-11bb-47fa-b2e2-63745cde0eb8 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5373 time: 0.1979022 Sep 17 23:43:18.671548 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:18.672182 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:18.678272 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] 10.222.0.37 "PUT /v2.0/ports/2ded3520-dd0f-4d66-b889-0fedce66f717 HTTP/1.1" status: 200 len: 1095 time: 6.8331754 Sep 17 23:43:18.678272 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d50752-fc7f-462e-a26c-dad2e3ef81a5', 'tag': '2ded3520-dd0f-4d66-b889-0fedce66f717'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:18.678272 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78111b7-5dfb-4d0f-8853-30cfe019b98c" -d '{"events": [{"name": "network-changed", "server_uuid": "92d50752-fc7f-462e-a26c-dad2e3ef81a5", "tag": "2ded3520-dd0f-4d66-b889-0fedce66f717"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:18.729983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:18.739413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Checking segment: {'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:18.739413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Bound using segment: {'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:18.739413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Bound port: 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:18.739413 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:18.760022 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:18.771635 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-4313a90d-32f7-4cfc-8fa4-d61fe21db708 service neutron] 10.222.0.41 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117724 Sep 17 23:43:18.777937 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b22e20-94e7-4a9c-b21c-b3a8c39a72fb service neutron] Pushing event updated for resources: {'Port': ['ID=2ded3520-dd0f-4d66-b889-0fedce66f717,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:18.838508 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4af95aad-0b81-492e-b060-505443d91898 req-d0f9721a-23fe-430d-be44-d5393beb7517 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1676593 Sep 17 23:43:18.921013 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-a921a6de-bbf5-4310-85f2-b6b572892f90 service neutron] 10.222.0.46 "GET /v2.0/networks/faa0fe34-9a94-4e9c-8868-e0e7e5639440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451076 Sep 17 23:43:18.959949 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:18.960590 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:18.962109 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e03c366a-77be-4887-935a-218342a54734 service neutron] 10.222.0.41 "PUT /v2.0/ports/e011bcc2-af86-44f2-826c-d672e91ab32e HTTP/1.1" status: 200 len: 1096 time: 5.5040593 Sep 17 23:43:18.983520 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] For port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:18.989593 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] For port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:19.010016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] For port 9febeb6b-fd9b-490b-84f9-4337f4b55bc1, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:19.041111 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] For port 9febeb6b-fd9b-490b-84f9-4337f4b55bc1, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9febeb6b-fd9b-490b-84f9-4337f4b55bc1,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:19.065958 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c366a-77be-4887-935a-218342a54734 service neutron] Pushing event updated for resources: {'Port': ['ID=e011bcc2-af86-44f2-826c-d672e91ab32e,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:19.080931 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d80ab8c8-1513-4c20-80ec-cf0a7d7064e3 req-694ac57f-f1d8-47f2-a1ee-1a66ffd01f58 service neutron] 10.222.0.41 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962503 Sep 17 23:43:19.088590 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-12c17d00-0691-45d2-bcc7-72cb04dec5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:19.091817 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-12c17d00-0691-45d2-bcc7-72cb04dec5e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&device_id=92d50752-fc7f-462e-a26c-dad2e3ef81a5 HTTP/1.1" status: 200 len: 1098 time: 0.2730417 Sep 17 23:43:19.092640 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4355e0a9-b25c-478d-9629-3a07fe6904ed x-openstack-request-id: req-4355e0a9-b25c-478d-9629-3a07fe6904ed {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:19.093637 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef", "name": "network-vif-plugged", "status": "completed", "tag": "1142546e-0472-4201-b349-b2f11faf1d1a", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:19.095330 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:19.095953 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4355e0a9-b25c-478d-9629-3a07fe6904ed {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:19.096436 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1142546e-0472-4201-b349-b2f11faf1d1a', 'code': 200} Sep 17 23:43:19.176798 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:19.177537 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:19.179525 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] 10.222.0.37 "PUT /v2.0/ports/9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a HTTP/1.1" status: 200 len: 1131 time: 2.6282167 Sep 17 23:43:19.261536 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:19.295611 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-3ef6393a-659f-46b2-844b-e64538744f20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=2ded3520-dd0f-4d66-b889-0fedce66f717 HTTP/1.1" status: 200 len: 217 time: 0.1661654 Sep 17 23:43:19.321294 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Request body: {'port': {'device_id': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:19.413148 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Pushing event updated for resources: {'Port': ['ID=9febeb6b-fd9b-490b-84f9-4337f4b55bc1,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:19.427401 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:19.428010 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:19.433683 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'tag': '9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:19.436037 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3d184f-fb16-4124-955b-eb5143bf72cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "tag": "9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:19.437822 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-d0605b3c-cd3e-49ef-8e09-16d79c1cead4 service neutron] 10.222.0.41 "PUT /v2.0/ports/9febeb6b-fd9b-490b-84f9-4337f4b55bc1 HTTP/1.1" status: 200 len: 1096 time: 3.7598410 Sep 17 23:43:19.478323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962a8af-190b-41f4-a4bc-75ae5bd950e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:19.520434 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-250c1dc0-4407-4a03-90f7-86ff36966768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:19.522804 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-250c1dc0-4407-4a03-90f7-86ff36966768 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1354589 Sep 17 23:43:19.533683 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd67dfc-12fc-4ecc-9a6b-26872ef3ba72 req-49c1b899-a458-4fb8-ac71-e47b1b07be23 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:19.552676 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9dd67dfc-12fc-4ecc-9a6b-26872ef3ba72 req-49c1b899-a458-4fb8-ac71-e47b1b07be23 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 948 time: 0.3712425 Sep 17 23:43:19.577321 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:19.578241 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e40eff-2429-4125-9693-36097a2d1991 req-4ee45015-c11b-4660-833b-d607b1e3d5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:19.579810 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-36e40eff-2429-4125-9693-36097a2d1991 req-4ee45015-c11b-4660-833b-d607b1e3d5dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 1096 time: 0.4103179 Sep 17 23:43:19.602092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ce9f-2f46-470a-bf56-7ec21ec6f885 req-85a7737a-2d84-4629-b3e1-18c0c641962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:19.603062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ce9f-2f46-470a-bf56-7ec21ec6f885 req-85a7737a-2d84-4629-b3e1-18c0c641962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:19.603563 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ce9f-2f46-470a-bf56-7ec21ec6f885 req-85a7737a-2d84-4629-b3e1-18c0c641962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:19.604051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ce9f-2f46-470a-bf56-7ec21ec6f885 req-85a7737a-2d84-4629-b3e1-18c0c641962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:19.604670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ce9f-2f46-470a-bf56-7ec21ec6f885 req-85a7737a-2d84-4629-b3e1-18c0c641962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:19.605278 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ce9f-2f46-470a-bf56-7ec21ec6f885 req-85a7737a-2d84-4629-b3e1-18c0c641962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:19.605985 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ce9f-2f46-470a-bf56-7ec21ec6f885 req-85a7737a-2d84-4629-b3e1-18c0c641962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:19.607899 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f0b8ce9f-2f46-470a-bf56-7ec21ec6f885 req-85a7737a-2d84-4629-b3e1-18c0c641962d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f9cc78239c7437cacb7009f2c68fb58&device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 6489 time: 0.3365216 Sep 17 23:43:19.617482 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:19.637971 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9dd67dfc-12fc-4ecc-9a6b-26872ef3ba72 req-e63315cf-73ed-4d9b-b074-1cd0baeb014b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843458 Sep 17 23:43:19.673987 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-9bb6f05d-b511-4003-a2c8-7d4b47af8f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:19.679081 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-9bb6f05d-b511-4003-a2c8-7d4b47af8f73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 1099 time: 0.5776212 Sep 17 23:43:19.689698 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0c065-e3c5-46bc-8027-33048f17c194 req-9c0429e6-b940-4431-a783-760c89d59c3d tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:19.694640 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90a0c065-e3c5-46bc-8027-33048f17c194 req-9c0429e6-b940-4431-a783-760c89d59c3d tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 948 time: 0.2117190 Sep 17 23:43:19.716290 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-36e40eff-2429-4125-9693-36097a2d1991 req-a56702b8-bc3c-44e2-9c7a-0b1e39f5ea76 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228833 Sep 17 23:43:19.880654 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ce9f-2f46-470a-bf56-7ec21ec6f885 req-6a94b5ae-9699-4c4a-8504-d69870564298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:19.884754 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f0b8ce9f-2f46-470a-bf56-7ec21ec6f885 req-6a94b5ae-9699-4c4a-8504-d69870564298 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78331211-787b-4584-b606-15ede9ec2d9c HTTP/1.1" status: 200 len: 902 time: 0.1704557 Sep 17 23:43:19.884754 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-0dff3bc5-82e3-4c5e-a4ca-852b20f11006 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=e011bcc2-af86-44f2-826c-d672e91ab32e HTTP/1.1" status: 200 len: 217 time: 0.1729198 Sep 17 23:43:19.885035 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca74c53-11b3-4b52-8015-736b9e5f7321 x-openstack-request-id: req-cca74c53-11b3-4b52-8015-736b9e5f7321 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:19.885277 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d50752-fc7f-462e-a26c-dad2e3ef81a5", "tag": "2ded3520-dd0f-4d66-b889-0fedce66f717", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:19.885474 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cca74c53-11b3-4b52-8015-736b9e5f7321 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:19.886443 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d50752-fc7f-462e-a26c-dad2e3ef81a5', 'tag': '2ded3520-dd0f-4d66-b889-0fedce66f717', 'status': 'completed', 'code': 200} Sep 17 23:43:19.891846 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e96bb4e4-5357-4b55-ae9f-2e63e0f08133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:19.893487 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e96bb4e4-5357-4b55-ae9f-2e63e0f08133 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3571975 Sep 17 23:43:19.895346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-f8b16af4-95c8-451a-b350-5c3691306d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:19.896775 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-f8b16af4-95c8-451a-b350-5c3691306d63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61bc45c4c67b49509525c81ab232b9c4&device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 1099 time: 0.3059654 Sep 17 23:43:19.957247 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90a0c065-e3c5-46bc-8027-33048f17c194 req-2e2d4901-d545-45a4-9178-fed1c3ef0455 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917861 Sep 17 23:43:19.994769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c80368-188a-48ad-8eed-a8fc6d09a9bb req-12dc341d-0bea-4239-bbec-612b1f8dc543 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.000779 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c80368-188a-48ad-8eed-a8fc6d09a9bb req-12dc341d-0bea-4239-bbec-612b1f8dc543 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.007410 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c80368-188a-48ad-8eed-a8fc6d09a9bb req-12dc341d-0bea-4239-bbec-612b1f8dc543 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.013550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c80368-188a-48ad-8eed-a8fc6d09a9bb req-12dc341d-0bea-4239-bbec-612b1f8dc543 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.020084 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c80368-188a-48ad-8eed-a8fc6d09a9bb req-12dc341d-0bea-4239-bbec-612b1f8dc543 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.025989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c80368-188a-48ad-8eed-a8fc6d09a9bb req-12dc341d-0bea-4239-bbec-612b1f8dc543 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.032286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c80368-188a-48ad-8eed-a8fc6d09a9bb req-12dc341d-0bea-4239-bbec-612b1f8dc543 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.041495 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39c80368-188a-48ad-8eed-a8fc6d09a9bb req-12dc341d-0bea-4239-bbec-612b1f8dc543 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.1772420 Sep 17 23:43:20.103689 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39c80368-188a-48ad-8eed-a8fc6d09a9bb req-c09135d6-3305-41b8-abdd-2c7b594520f9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612543 Sep 17 23:43:20.177769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f452939-ef58-4d6e-8de5-7552388649dc {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:20.191817 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:20.232242 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fd7c07f-4e5c-47fc-acf0-ac609ea84e31 req-bb4d1a32-d01f-4b97-8840-d44336feb5c3 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a283322-0b02-4697-b1ad-18ec37a931f6 HTTP/1.1" status: 200 len: 210 time: 0.0478365 Sep 17 23:43:20.240731 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Transition to ACTIVE for port object 3f452939-ef58-4d6e-8de5-7552388649dc will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:43:20.250339 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068c1dc-8c51-4ae6-a886-2579715ce5b4 req-02508507-0205-4b97-a3ed-072f66760488 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.251886 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6068c1dc-8c51-4ae6-a886-2579715ce5b4 req-02508507-0205-4b97-a3ed-072f66760488 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 945 time: 0.1533861 Sep 17 23:43:20.302080 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6068c1dc-8c51-4ae6-a886-2579715ce5b4 req-11e7aa5d-eeab-4a76-8abc-9016643be1d1 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431790 Sep 17 23:43:20.318008 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:20.400453 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-574c804d-585a-4579-b88e-f0933605aed9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9febeb6b-fd9b-490b-84f9-4337f4b55bc1 HTTP/1.1" status: 200 len: 217 time: 0.4725685 Sep 17 23:43:20.402142 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e8e92e37-c91a-4e85-a4ac-788217921cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.403508 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-e8e92e37-c91a-4e85-a4ac-788217921cfd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.4393613 Sep 17 23:43:20.420494 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5b5b87-84bc-4325-b288-0f8f35496dcb x-openstack-request-id: req-1d5b5b87-84bc-4325-b288-0f8f35496dcb {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:20.420993 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "tag": "9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:20.421336 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d5b5b87-84bc-4325-b288-0f8f35496dcb {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:20.421830 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'tag': '9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a', 'status': 'completed', 'code': 200} Sep 17 23:43:20.433413 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f0b8ce9f-2f46-470a-bf56-7ec21ec6f885 req-7e7ffb76-4da0-49c4-9086-24661d5795ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 HTTP/1.1" status: 200 len: 217 time: 0.5248168 Sep 17 23:43:20.482580 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Pushing event updated for resources: {'Port': ['ID=3f452939-ef58-4d6e-8de5-7552388649dc,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:20.539669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Attempting to bind port 3f452939-ef58-4d6e-8de5-7552388649dc on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:20.540016 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Attempting to bind port 3f452939-ef58-4d6e-8de5-7552388649dc by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:20.540350 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Attempting to bind port 3f452939-ef58-4d6e-8de5-7552388649dc on network 2da050b4-00f1-432e-9e5a-adbd5603b80d {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:20.555645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Port 3f452939-ef58-4d6e-8de5-7552388649dc on network 2da050b4-00f1-432e-9e5a-adbd5603b80d not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:43:20.555901 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Attempting to bind port 3f452939-ef58-4d6e-8de5-7552388649dc on network 2da050b4-00f1-432e-9e5a-adbd5603b80d {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:20.577927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:20.591653 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Checking segment: {'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:20.595301 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Bound using segment: {'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:20.596064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Bound port: 3f452939-ef58-4d6e-8de5-7552388649dc, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:20.597281 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:20.613185 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-00924f48-e5a1-4d13-854e-a566b90a99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.614634 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-00924f48-e5a1-4d13-854e-a566b90a99c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1504471 Sep 17 23:43:20.729309 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] For port 3f452939-ef58-4d6e-8de5-7552388649dc, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:20.733583 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] For port 3f452939-ef58-4d6e-8de5-7552388649dc, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=3f452939-ef58-4d6e-8de5-7552388649dc,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:20.743078 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-4e0c460c-6acf-4f99-ad68-a086b44b4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.744633 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-4e0c460c-6acf-4f99-ad68-a086b44b4f84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3088572 Sep 17 23:43:20.757810 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7beaf-c273-459b-83f4-e20901ef6e66 req-16ff1d6d-ac40-4747-b836-6912ccb45532 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.787489 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7beaf-c273-459b-83f4-e20901ef6e66 req-16ff1d6d-ac40-4747-b836-6912ccb45532 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.793644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7beaf-c273-459b-83f4-e20901ef6e66 req-16ff1d6d-ac40-4747-b836-6912ccb45532 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.799618 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7beaf-c273-459b-83f4-e20901ef6e66 req-16ff1d6d-ac40-4747-b836-6912ccb45532 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.806252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7beaf-c273-459b-83f4-e20901ef6e66 req-16ff1d6d-ac40-4747-b836-6912ccb45532 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.812200 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7beaf-c273-459b-83f4-e20901ef6e66 req-16ff1d6d-ac40-4747-b836-6912ccb45532 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.818889 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7beaf-c273-459b-83f4-e20901ef6e66 req-16ff1d6d-ac40-4747-b836-6912ccb45532 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.821315 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8df7beaf-c273-459b-83f4-e20901ef6e66 req-16ff1d6d-ac40-4747-b836-6912ccb45532 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5385 time: 0.2449667 Sep 17 23:43:20.836198 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ce9f-2f46-470a-bf56-7ec21ec6f885 req-946f91ab-1829-4143-9d94-3beb2e7ebe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.838219 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f0b8ce9f-2f46-470a-bf56-7ec21ec6f885 req-946f91ab-1829-4143-9d94-3beb2e7ebe52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c6c43ea-51ef-4e38-b4f1-a534cd748806 HTTP/1.1" status: 200 len: 797 time: 0.3619874 Sep 17 23:43:20.846257 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:20.894575 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.894575 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:20.895799 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] 10.222.0.37 "PUT /v2.0/ports/3f452939-ef58-4d6e-8de5-7552388649dc HTTP/1.1" status: 200 len: 1091 time: 1.6103075 Sep 17 23:43:20.900538 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d184f-fb16-4124-955b-eb5143bf72cc req-b3ba7eaa-cb36-4bfc-877a-20285f68f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.901079 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d184f-fb16-4124-955b-eb5143bf72cc req-b3ba7eaa-cb36-4bfc-877a-20285f68f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.901845 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d184f-fb16-4124-955b-eb5143bf72cc req-b3ba7eaa-cb36-4bfc-877a-20285f68f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.902337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d184f-fb16-4124-955b-eb5143bf72cc req-b3ba7eaa-cb36-4bfc-877a-20285f68f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.902822 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d184f-fb16-4124-955b-eb5143bf72cc req-b3ba7eaa-cb36-4bfc-877a-20285f68f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.903305 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d184f-fb16-4124-955b-eb5143bf72cc req-b3ba7eaa-cb36-4bfc-877a-20285f68f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.903789 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d184f-fb16-4124-955b-eb5143bf72cc req-b3ba7eaa-cb36-4bfc-877a-20285f68f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:20.904207 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8df7beaf-c273-459b-83f4-e20901ef6e66 req-f9681f21-6066-4d6c-aa62-1fb8cd020bd6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744638 Sep 17 23:43:20.906406 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d3d184f-fb16-4124-955b-eb5143bf72cc req-b3ba7eaa-cb36-4bfc-877a-20285f68f1a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 6235 time: 0.4367938 Sep 17 23:43:20.908049 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-7f94c0cc-1b0c-4ed5-9aea-0cb363337114 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9981136 Sep 17 23:43:20.951186 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c677410-5d1a-4764-b296-f862b64cdb1e service neutron] Pushing event updated for resources: {'Port': ['ID=3f452939-ef58-4d6e-8de5-7552388649dc,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:21.021798 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-c44229ce-d0f5-45e8-8bec-3698ba9910ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:21.023296 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-c44229ce-d0f5-45e8-8bec-3698ba9910ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2973015 Sep 17 23:43:21.046599 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Request body: {'port': {'device_id': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:21.205416 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-c64cd730-7370-4bbf-b9b0-f49ff39d5dcf service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459889 Sep 17 23:43:21.222369 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ce9f-2f46-470a-bf56-7ec21ec6f885 req-9d157031-e6e9-4c91-9deb-cd8a423437bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:21.224115 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f0b8ce9f-2f46-470a-bf56-7ec21ec6f885 req-9d157031-e6e9-4c91-9deb-cd8a423437bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78331211-787b-4584-b606-15ede9ec2d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3491716 Sep 17 23:43:21.228966 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:21.282797 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60fd84-2091-4ebc-b924-838184613434 req-a964c4b9-7aa5-4b83-b6ff-4c88320eb82b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:21.285779 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3f60fd84-2091-4ebc-b924-838184613434 req-a964c4b9-7aa5-4b83-b6ff-4c88320eb82b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 948 time: 0.1735973 Sep 17 23:43:21.320203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4171aa-561b-47fe-a228-b4e4e4bd308c req-3930c1ba-fab7-48ab-885b-e9989367a81d tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:21.321695 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b4171aa-561b-47fe-a228-b4e4e4bd308c req-3930c1ba-fab7-48ab-885b-e9989367a81d tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 948 time: 0.1363387 Sep 17 23:43:21.431843 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3f60fd84-2091-4ebc-b924-838184613434 req-66f0e5e9-fb44-4d13-9b1a-95ac70715fc5 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179187 Sep 17 23:43:21.432228 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-5f028cbb-5414-4439-b6e7-cad4c4d55942 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908130 Sep 17 23:43:21.432228 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d184f-fb16-4124-955b-eb5143bf72cc req-8d92a552-ebd0-4ae9-af97-c30fcf2a9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:21.432228 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d184f-fb16-4124-955b-eb5143bf72cc req-8d92a552-ebd0-4ae9-af97-c30fcf2a9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:21.432228 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d184f-fb16-4124-955b-eb5143bf72cc req-8d92a552-ebd0-4ae9-af97-c30fcf2a9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:21.432228 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d3d184f-fb16-4124-955b-eb5143bf72cc req-8d92a552-ebd0-4ae9-af97-c30fcf2a9cf4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4945250 Sep 17 23:43:21.469857 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b4171aa-561b-47fe-a228-b4e4e4bd308c req-26fded9f-c8e4-4bf1-8008-36273465474e tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304491 Sep 17 23:43:21.478247 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-dca4ed76-e142-44e6-bc82-a2c2a191def2 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271634 Sep 17 23:43:21.542078 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9f449b8a-7477-4b46-9a8e-40a65bdee4d2 req-b0f685ee-c2ea-4889-8457-6affdfff2996 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833512 Sep 17 23:43:21.605578 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f0b8ce9f-2f46-470a-bf56-7ec21ec6f885 req-daa7de18-40f9-4be3-9669-6c3a3b689cf5 service neutron] 10.222.0.41 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435020 Sep 17 23:43:21.657402 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a573a1-773b-46a8-95cc-de7e6fc13a61 req-5e26f939-ec68-447f-b115-75f471e9d683 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:21.658934 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0a573a1-773b-46a8-95cc-de7e6fc13a61 req-5e26f939-ec68-447f-b115-75f471e9d683 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 946 time: 0.1038575 Sep 17 23:43:21.716763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd04a2-f14a-4aea-b045-c2ce98e9f2e3 req-2dd19307-7d79-4067-8f68-8d096b55bbb1 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:21.723221 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd04a2-f14a-4aea-b045-c2ce98e9f2e3 req-2dd19307-7d79-4067-8f68-8d096b55bbb1 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:21.729203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd04a2-f14a-4aea-b045-c2ce98e9f2e3 req-2dd19307-7d79-4067-8f68-8d096b55bbb1 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:21.735104 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd04a2-f14a-4aea-b045-c2ce98e9f2e3 req-2dd19307-7d79-4067-8f68-8d096b55bbb1 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:21.741837 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd04a2-f14a-4aea-b045-c2ce98e9f2e3 req-2dd19307-7d79-4067-8f68-8d096b55bbb1 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:21.748013 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd04a2-f14a-4aea-b045-c2ce98e9f2e3 req-2dd19307-7d79-4067-8f68-8d096b55bbb1 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:21.754064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd04a2-f14a-4aea-b045-c2ce98e9f2e3 req-2dd19307-7d79-4067-8f68-8d096b55bbb1 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:21.756012 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ecdd04a2-f14a-4aea-b045-c2ce98e9f2e3 req-2dd19307-7d79-4067-8f68-8d096b55bbb1 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.1588500 Sep 17 23:43:21.761665 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d184f-fb16-4124-955b-eb5143bf72cc req-83e75cde-6440-4c63-9bea-66118d170f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:21.763185 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d3d184f-fb16-4124-955b-eb5143bf72cc req-83e75cde-6440-4c63-9bea-66118d170f8a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3252003 Sep 17 23:43:21.802097 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78111b7-5dfb-4d0f-8853-30cfe019b98c req-a0532217-2896-4236-ae99-821cd96c7683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:21.802963 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0a573a1-773b-46a8-95cc-de7e6fc13a61 req-a2ab7eb8-6806-4560-8d21-7b6fac8213fb tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/security-groups?id=c759527b-146e-4ec5-9c63-2fadd9d7c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333210 Sep 17 23:43:21.803502 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b78111b7-5dfb-4d0f-8853-30cfe019b98c req-a0532217-2896-4236-ae99-821cd96c7683 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&device_id=92d50752-fc7f-462e-a26c-dad2e3ef81a5 HTTP/1.1" status: 200 len: 1098 time: 0.1901751 Sep 17 23:43:21.808401 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35118c92-589e-43b1-8a81-6c26eba3dcda req-18d39257-270f-4bda-b2e5-82187fe386ca service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880435 Sep 17 23:43:21.845458 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ecdd04a2-f14a-4aea-b045-c2ce98e9f2e3 req-255eab30-18b7-4af2-acce-774f2daf5148 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779648 Sep 17 23:43:21.870556 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id babf226a-14c0-48e5-a6eb-df5d4099f2e7 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:21.876860 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f0b8ce9f-2f46-470a-bf56-7ec21ec6f885 req-2a98bfe6-6e68-4008-9375-34c7f9a259b2 service neutron] 10.222.0.41 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229242 Sep 17 23:43:21.880591 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:21.904457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Transition to ACTIVE for port object babf226a-14c0-48e5-a6eb-df5d4099f2e7 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:43:21.910858 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19490f90-0f1b-4704-84b3-bced6e0932fc', 'tag': 'e011bcc2-af86-44f2-826c-d672e91ab32e'}, {'name': 'network-changed', 'server_uuid': '81f0e51f-f536-40ce-a798-9cfc9e8462d3', 'tag': '9febeb6b-fd9b-490b-84f9-4337f4b55bc1'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:21.914243 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a428cf14-c2b1-45cf-8795-85ca2de69481" -d '{"events": [{"name": "network-changed", "server_uuid": "19490f90-0f1b-4704-84b3-bced6e0932fc", "tag": "e011bcc2-af86-44f2-826c-d672e91ab32e"}, {"name": "network-changed", "server_uuid": "81f0e51f-f536-40ce-a798-9cfc9e8462d3", "tag": "9febeb6b-fd9b-490b-84f9-4337f4b55bc1"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:21.929403 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39b4054c-e378-44a6-9bf8-b6327e17cc3b req-36cdd9db-cb24-40aa-b77f-895f7ff60fcb tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a283322-0b02-4697-b1ad-18ec37a931f6 HTTP/1.1" status: 200 len: 210 time: 0.0372260 Sep 17 23:43:21.955164 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78111b7-5dfb-4d0f-8853-30cfe019b98c req-65f8b0c1-363a-43fb-81a1-5db53acc1ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:21.957111 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b78111b7-5dfb-4d0f-8853-30cfe019b98c req-65f8b0c1-363a-43fb-81a1-5db53acc1ab3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1409786 Sep 17 23:43:21.998777 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614a0b6-81a6-49ad-af45-e41b7eb97faf req-85ba6747-0cf3-4f30-a5d3-a3bb17fc7134 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:22.000428 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e614a0b6-81a6-49ad-af45-e41b7eb97faf req-85ba6747-0cf3-4f30-a5d3-a3bb17fc7134 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 945 time: 0.0735700 Sep 17 23:43:22.002378 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:22.027342 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b78111b7-5dfb-4d0f-8853-30cfe019b98c req-30d9fb8f-a380-487e-bc2d-dd512cb8de56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=2ded3520-dd0f-4d66-b889-0fedce66f717 HTTP/1.1" status: 200 len: 217 time: 0.0626581 Sep 17 23:43:22.082924 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78111b7-5dfb-4d0f-8853-30cfe019b98c req-17887935-5178-4f72-963b-87afc0b29aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:22.084411 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b78111b7-5dfb-4d0f-8853-30cfe019b98c req-17887935-5178-4f72-963b-87afc0b29aca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0496752 Sep 17 23:43:22.085851 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c22cc9-f04c-4926-8489-d45e71c4fda6 x-openstack-request-id: req-f3c22cc9-f04c-4926-8489-d45e71c4fda6 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:22.086149 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19490f90-0f1b-4704-84b3-bced6e0932fc", "tag": "e011bcc2-af86-44f2-826c-d672e91ab32e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "81f0e51f-f536-40ce-a798-9cfc9e8462d3", "tag": "9febeb6b-fd9b-490b-84f9-4337f4b55bc1", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:22.086400 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f3c22cc9-f04c-4926-8489-d45e71c4fda6 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:22.086781 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19490f90-0f1b-4704-84b3-bced6e0932fc', 'tag': 'e011bcc2-af86-44f2-826c-d672e91ab32e', 'status': 'completed', 'code': 200} Sep 17 23:43:22.087038 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f0e51f-f536-40ce-a798-9cfc9e8462d3', 'tag': '9febeb6b-fd9b-490b-84f9-4337f4b55bc1', 'status': 'completed', 'code': 200} Sep 17 23:43:22.118900 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Pushing event updated for resources: {'Port': ['ID=babf226a-14c0-48e5-a6eb-df5d4099f2e7,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:22.132456 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e614a0b6-81a6-49ad-af45-e41b7eb97faf req-204ef31c-2303-4c5c-91fe-ef69eb0400ce tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064544 Sep 17 23:43:22.187826 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78111b7-5dfb-4d0f-8853-30cfe019b98c req-e881f52b-f088-46f8-91c1-e9cd7045531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:22.189952 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b78111b7-5dfb-4d0f-8853-30cfe019b98c req-e881f52b-f088-46f8-91c1-e9cd7045531a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0864832 Sep 17 23:43:22.198128 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-6c9b9459-f7b6-446b-8ccb-ac40fadfc6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:22.199757 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-6c9b9459-f7b6-446b-8ccb-ac40fadfc6e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 1099 time: 0.1093843 Sep 17 23:43:22.220099 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Attempting to bind port babf226a-14c0-48e5-a6eb-df5d4099f2e7 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:22.221143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Attempting to bind port babf226a-14c0-48e5-a6eb-df5d4099f2e7 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:22.221741 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Attempting to bind port babf226a-14c0-48e5-a6eb-df5d4099f2e7 on network 2da050b4-00f1-432e-9e5a-adbd5603b80d {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:22.238753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d486ed-9fd8-4984-b6f9-b6cd10c6bfd6 req-d7a24eaa-8e64-47c8-9675-9ec9bab9a45a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:22.245656 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d486ed-9fd8-4984-b6f9-b6cd10c6bfd6 req-d7a24eaa-8e64-47c8-9675-9ec9bab9a45a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:22.252081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d486ed-9fd8-4984-b6f9-b6cd10c6bfd6 req-d7a24eaa-8e64-47c8-9675-9ec9bab9a45a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:22.259327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d486ed-9fd8-4984-b6f9-b6cd10c6bfd6 req-d7a24eaa-8e64-47c8-9675-9ec9bab9a45a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:22.265853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d486ed-9fd8-4984-b6f9-b6cd10c6bfd6 req-d7a24eaa-8e64-47c8-9675-9ec9bab9a45a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:22.273019 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d486ed-9fd8-4984-b6f9-b6cd10c6bfd6 req-d7a24eaa-8e64-47c8-9675-9ec9bab9a45a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:22.280711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d486ed-9fd8-4984-b6f9-b6cd10c6bfd6 req-d7a24eaa-8e64-47c8-9675-9ec9bab9a45a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:22.290666 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08d486ed-9fd8-4984-b6f9-b6cd10c6bfd6 req-d7a24eaa-8e64-47c8-9675-9ec9bab9a45a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5397 time: 0.1918628 Sep 17 23:43:22.302349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Port babf226a-14c0-48e5-a6eb-df5d4099f2e7 on network 2da050b4-00f1-432e-9e5a-adbd5603b80d not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:43:22.302901 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Attempting to bind port babf226a-14c0-48e5-a6eb-df5d4099f2e7 on network 2da050b4-00f1-432e-9e5a-adbd5603b80d {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:22.315246 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:22.315588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Checking segment: {'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:22.316173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Bound using segment: {'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:22.317124 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Bound port: babf226a-14c0-48e5-a6eb-df5d4099f2e7, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c57ab5-6828-4199-b73a-a3ce186683a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:22.317657 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:22.376987 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08d486ed-9fd8-4984-b6f9-b6cd10c6bfd6 req-c7df7efb-b80c-439c-b4e4-eaafa540942a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849798 Sep 17 23:43:22.383380 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b78111b7-5dfb-4d0f-8853-30cfe019b98c req-2dd271de-fd17-42c9-8772-eb2e46f0ae36 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826737 Sep 17 23:43:22.386356 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-d4781fdc-f2e3-4567-a429-4ef011333261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:22.387729 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-d4781fdc-f2e3-4567-a429-4ef011333261 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1768994 Sep 17 23:43:22.423510 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'tag': '3f452939-ef58-4d6e-8de5-7552388649dc'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:22.427613 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cb5c13-abe0-45e9-9fa9-a70097692f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "tag": "3f452939-ef58-4d6e-8de5-7552388649dc"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:22.438694 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] For port babf226a-14c0-48e5-a6eb-df5d4099f2e7, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:22.452768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] For port babf226a-14c0-48e5-a6eb-df5d4099f2e7, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=babf226a-14c0-48e5-a6eb-df5d4099f2e7,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:22.462506 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d9514-2969-4c14-9757-291e14c3140d req-62e3a960-9384-403d-9a04-b0f7e0fb5600 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:22.464202 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-696d9514-2969-4c14-9757-291e14c3140d req-62e3a960-9384-403d-9a04-b0f7e0fb5600 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 945 time: 0.1022954 Sep 17 23:43:22.501400 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353d8510-34ae-49db-aa3a-fdcdcc19d110 x-openstack-request-id: req-353d8510-34ae-49db-aa3a-fdcdcc19d110 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:22.502098 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "tag": "3f452939-ef58-4d6e-8de5-7552388649dc", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:22.502098 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-353d8510-34ae-49db-aa3a-fdcdcc19d110 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:22.502618 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'tag': '3f452939-ef58-4d6e-8de5-7552388649dc', 'status': 'completed', 'code': 200} Sep 17 23:43:22.505952 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-6df8f397-4a63-4df2-b414-1bc81830723e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=e011bcc2-af86-44f2-826c-d672e91ab32e HTTP/1.1" status: 200 len: 217 time: 0.0961404 Sep 17 23:43:22.508680 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-696d9514-2969-4c14-9757-291e14c3140d req-8ff1aed1-4ad5-40b5-848d-4422846d21fc tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370662 Sep 17 23:43:22.535992 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:22.576593 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-6c209951-410c-4040-a0c8-4f6a1d8c0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:22.582771 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-6c209951-410c-4040-a0c8-4f6a1d8c0135 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0556824 Sep 17 23:43:22.614011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:22.614638 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:22.616043 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] 10.222.0.37 "PUT /v2.0/ports/babf226a-14c0-48e5-a6eb-df5d4099f2e7 HTTP/1.1" status: 200 len: 1090 time: 1.5744841 Sep 17 23:43:22.681574 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b78111b7-5dfb-4d0f-8853-30cfe019b98c req-75b81404-78ad-41e2-a3f1-7ef9ac374d05 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904935 Sep 17 23:43:22.716225 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-bdfbac77-acce-402a-8f0b-45e51289b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:22.717963 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-bdfbac77-acce-402a-8f0b-45e51289b674 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1228955 Sep 17 23:43:22.740264 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-62241d9b-66ee-484b-b0d2-a14f27ebf097 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:22.742019 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-62241d9b-66ee-484b-b0d2-a14f27ebf097 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.37 "GET /v2.0/networks?id=faa0fe34-9a94-4e9c-8868-e0e7e5639440 HTTP/1.1" status: 200 len: 815 time: 0.2756085 Sep 17 23:43:22.757251 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Request body: {'port': {'device_id': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:22.802897 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-2dd9bdb1-53d0-48f4-ae83-11ace4101423 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Request body: {'port': {'device_id': '4a283322-0b02-4697-b1ad-18ec37a931f6', 'network_id': 'faa0fe34-9a94-4e9c-8868-e0e7e5639440', 'admin_state_up': True, 'tenant_id': 'f73528e76366427dac783333e1810d56'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:23.010390 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb5c13-abe0-45e9-9fa9-a70097692f0a req-f21f3afe-d5d6-4d7e-82d0-f2eb3a7f14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.015522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb5c13-abe0-45e9-9fa9-a70097692f0a req-f21f3afe-d5d6-4d7e-82d0-f2eb3a7f14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.015522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb5c13-abe0-45e9-9fa9-a70097692f0a req-f21f3afe-d5d6-4d7e-82d0-f2eb3a7f14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.015522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb5c13-abe0-45e9-9fa9-a70097692f0a req-f21f3afe-d5d6-4d7e-82d0-f2eb3a7f14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.015522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb5c13-abe0-45e9-9fa9-a70097692f0a req-f21f3afe-d5d6-4d7e-82d0-f2eb3a7f14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.015522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb5c13-abe0-45e9-9fa9-a70097692f0a req-f21f3afe-d5d6-4d7e-82d0-f2eb3a7f14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.015522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb5c13-abe0-45e9-9fa9-a70097692f0a req-f21f3afe-d5d6-4d7e-82d0-f2eb3a7f14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.017138 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c3cb5c13-abe0-45e9-9fa9-a70097692f0a req-f21f3afe-d5d6-4d7e-82d0-f2eb3a7f14cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 6344 time: 0.4951947 Sep 17 23:43:23.017975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Pushing event updated for resources: {'Port': ['ID=babf226a-14c0-48e5-a6eb-df5d4099f2e7,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:23.043037 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:23.050958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:23.051295 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:23.051627 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:23.051953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:23.052500 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:23.052760 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:23.053118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:23.053416 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:23.053733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:23.054048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:23.054361 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:23.054673 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:23.113619 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3b695-841f-4793-8a2d-ffcf06b65bce req-b384fd3b-5bba-4042-8818-cfd78299c658 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.115352 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4af3b695-841f-4793-8a2d-ffcf06b65bce req-b384fd3b-5bba-4042-8818-cfd78299c658 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 948 time: 0.5270920 Sep 17 23:43:23.197286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01ed51-02ff-4dce-8b84-57676dfb78e8 req-3b3789f9-8c21-4510-85dd-217d94227eb8 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.198909 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b01ed51-02ff-4dce-8b84-57676dfb78e8 req-3b3789f9-8c21-4510-85dd-217d94227eb8 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 948 time: 0.1774919 Sep 17 23:43:23.254044 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4af3b695-841f-4793-8a2d-ffcf06b65bce req-06effc17-234e-412a-8ddc-50dfce7c0276 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020837 Sep 17 23:43:23.255296 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb5c13-abe0-45e9-9fa9-a70097692f0a req-5e0b49df-3b37-464f-bee6-5cdd2a9b2544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.255785 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb5c13-abe0-45e9-9fa9-a70097692f0a req-5e0b49df-3b37-464f-bee6-5cdd2a9b2544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.256270 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb5c13-abe0-45e9-9fa9-a70097692f0a req-5e0b49df-3b37-464f-bee6-5cdd2a9b2544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.263049 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c3cb5c13-abe0-45e9-9fa9-a70097692f0a req-5e0b49df-3b37-464f-bee6-5cdd2a9b2544 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2185473 Sep 17 23:43:23.325955 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b01ed51-02ff-4dce-8b84-57676dfb78e8 req-d4c72d4f-d6b2-4745-8e0c-f62155ccfa96 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141415 Sep 17 23:43:23.376263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33148) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:23.444907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-2dd9bdb1-53d0-48f4-ae83-11ace4101423 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Made reservation on behalf of f73528e76366427dac783333e1810d56 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:23.448335 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-2dd9bdb1-53d0-48f4-ae83-11ace4101423 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:23.455939 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb5c13-abe0-45e9-9fa9-a70097692f0a req-6ca739ed-dc46-493f-a563-0f0e949495ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.458231 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c3cb5c13-abe0-45e9-9fa9-a70097692f0a req-6ca739ed-dc46-493f-a563-0f0e949495ec service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1927140 Sep 17 23:43:23.467064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274ff2b-ffd6-41a9-950d-1ed0e3acac63 req-20a74f31-8386-4dfe-a0eb-dbb4c9f3b0c7 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.475307 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7274ff2b-ffd6-41a9-950d-1ed0e3acac63 req-20a74f31-8386-4dfe-a0eb-dbb4c9f3b0c7 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 946 time: 0.0743484 Sep 17 23:43:23.514715 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f06775-8074-4e1b-9136-cf26df36b55a req-ad6720c6-c20f-48ac-9523-cece40a0c422 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.516289 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-14f06775-8074-4e1b-9136-cf26df36b55a req-ad6720c6-c20f-48ac-9523-cece40a0c422 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 946 time: 0.4861610 Sep 17 23:43:23.517281 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7274ff2b-ffd6-41a9-950d-1ed0e3acac63 req-656f3487-f6fb-40f8-9a91-c3c4b9964aef tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/security-groups?id=c759527b-146e-4ec5-9c63-2fadd9d7c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408144 Sep 17 23:43:23.532223 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fc48f11-8f85-439a-824e-1fc93efd496d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:23.649112 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-f72228e8-e5fd-415b-87d7-f30c7c21412f service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9043078 Sep 17 23:43:23.664718 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201f0b8-5878-4e2f-a1e2-92d8f4907fd0 req-f64d0417-f477-4dc3-ad37-78b50649baed tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.670660 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201f0b8-5878-4e2f-a1e2-92d8f4907fd0 req-f64d0417-f477-4dc3-ad37-78b50649baed tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.677112 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201f0b8-5878-4e2f-a1e2-92d8f4907fd0 req-f64d0417-f477-4dc3-ad37-78b50649baed tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.683009 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201f0b8-5878-4e2f-a1e2-92d8f4907fd0 req-f64d0417-f477-4dc3-ad37-78b50649baed tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.688913 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201f0b8-5878-4e2f-a1e2-92d8f4907fd0 req-f64d0417-f477-4dc3-ad37-78b50649baed tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.695329 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201f0b8-5878-4e2f-a1e2-92d8f4907fd0 req-f64d0417-f477-4dc3-ad37-78b50649baed tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.701252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201f0b8-5878-4e2f-a1e2-92d8f4907fd0 req-f64d0417-f477-4dc3-ad37-78b50649baed tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:23.703212 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4201f0b8-5878-4e2f-a1e2-92d8f4907fd0 req-f64d0417-f477-4dc3-ad37-78b50649baed tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.1157546 Sep 17 23:43:23.722642 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fc48f11-8f85-439a-824e-1fc93efd496d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:23.757001 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4201f0b8-5878-4e2f-a1e2-92d8f4907fd0 req-057a3b94-ded4-42c5-9256-b12866aebffb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435863 Sep 17 23:43:23.791961 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 2ded3520-dd0f-4d66-b889-0fedce66f717 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:23.802603 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fc48f11-8f85-439a-824e-1fc93efd496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:23.887925 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1fc48f11-8f85-439a-824e-1fc93efd496d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a40d5c3ebff4a80b0e0b682ee00e422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5102735 Sep 17 23:43:23.890231 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d1e0f308-506d-4112-964a-7f30a49ae667 req-e5e03ef8-8eb2-4fd7-b0a0-d41bee192e6e tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a283322-0b02-4697-b1ad-18ec37a931f6 HTTP/1.1" status: 200 len: 210 time: 0.0403852 Sep 17 23:43:23.890821 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33160) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:23.891457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc48f11-8f85-439a-824e-1fc93efd496d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205373b0-9da6-4161-9af8-b823100067d4,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:23.895135 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-2dd9bdb1-53d0-48f4-ae83-11ace4101423 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Allocated IP 172.20.0.4 (faa0fe34-9a94-4e9c-8868-e0e7e5639440/fada8b24-8c35-43d9-8fb5-c5630bd63aee/ed0cc9ed-755a-47d1-920c-bcd4d43e3af4) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:23.956490 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 2ded3520-dd0f-4d66-b889-0fedce66f717, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=2ded3520-dd0f-4d66-b889-0fedce66f717,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:23.970826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '2ded3520-dd0f-4d66-b889-0fedce66f717', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '2ded3520-dd0f-4d66-b889-0fedce66f717', 'mac_address': 'fa:16:3e:63:ce:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:23.972680 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-952bd3a4-fc7b-4094-90c1-3def4ecdaab4 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097570 Sep 17 23:43:24.010695 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-14f06775-8074-4e1b-9136-cf26df36b55a req-46e8d918-f45f-4733-b989-ba14a209220b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Deleting port 64e09bc8-5def-4fa2-a0be-22ede90157b9 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:24.010968 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-14f06775-8074-4e1b-9136-cf26df36b55a req-46e8d918-f45f-4733-b989-ba14a209220b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.017108 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.037008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ded3520-dd0f-4d66-b889-0fedce66f717 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:24.044534 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-32884400-af7f-4bf2-9ad4-36c4428bbd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.061495 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb9d94-1f31-4756-891f-703754f45d01 req-7f7926b3-a8f5-4745-ba5e-b05aa8aa0ca9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:24.069010 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb9d94-1f31-4756-891f-703754f45d01 req-7f7926b3-a8f5-4745-ba5e-b05aa8aa0ca9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:24.072919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 2ded3520-dd0f-4d66-b889-0fedce66f717, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=2ded3520-dd0f-4d66-b889-0fedce66f717,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:24.075034 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb9d94-1f31-4756-891f-703754f45d01 req-7f7926b3-a8f5-4745-ba5e-b05aa8aa0ca9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:24.081905 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb9d94-1f31-4756-891f-703754f45d01 req-7f7926b3-a8f5-4745-ba5e-b05aa8aa0ca9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:24.088016 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb9d94-1f31-4756-891f-703754f45d01 req-7f7926b3-a8f5-4745-ba5e-b05aa8aa0ca9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:24.095264 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb9d94-1f31-4756-891f-703754f45d01 req-7f7926b3-a8f5-4745-ba5e-b05aa8aa0ca9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:24.102098 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb9d94-1f31-4756-891f-703754f45d01 req-7f7926b3-a8f5-4745-ba5e-b05aa8aa0ca9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:24.104060 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04fb9d94-1f31-4756-891f-703754f45d01 req-7f7926b3-a8f5-4745-ba5e-b05aa8aa0ca9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5397 time: 0.1929865 Sep 17 23:43:24.139229 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-32884400-af7f-4bf2-9ad4-36c4428bbd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.173080 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04fb9d94-1f31-4756-891f-703754f45d01 req-c3ab321d-c9a2-4887-b2ce-4c17fcd896c6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584874 Sep 17 23:43:24.179641 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.240850 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=2ded3520-dd0f-4d66-b889-0fedce66f717,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:24.271684 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-14f06775-8074-4e1b-9136-cf26df36b55a req-46e8d918-f45f-4733-b989-ba14a209220b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] For port 64e09bc8-5def-4fa2-a0be-22ede90157b9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=64e09bc8-5def-4fa2-a0be-22ede90157b9,segment=NetworkSegment(cd059fb0-31a2-45c1-afd0-4ee5e7595571),segment_id=cd059fb0-31a2-45c1-afd0-4ee5e7595571)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:24.271684 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-14f06775-8074-4e1b-9136-cf26df36b55a req-46e8d918-f45f-4733-b989-ba14a209220b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.273153 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-e60d6671-c475-4aea-852f-fb0afcf4634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:24.274639 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-e60d6671-c475-4aea-852f-fb0afcf4634a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61bc45c4c67b49509525c81ab232b9c4&device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 1099 time: 0.2237630 Sep 17 23:43:24.279843 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80774bb7-bf44-4b8b-bc93-e7c967abca31 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:24.282444 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-32884400-af7f-4bf2-9ad4-36c4428bbd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.285718 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-32884400-af7f-4bf2-9ad4-36c4428bbd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.289158 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-32884400-af7f-4bf2-9ad4-36c4428bbd92 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/205373b0-9da6-4161-9af8-b823100067d4 HTTP/1.1" status: 204 len: 168 time: 0.3809352 Sep 17 23:43:24.297914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32884400-af7f-4bf2-9ad4-36c4428bbd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205373b0-9da6-4161-9af8-b823100067d4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:24.313244 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.395065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Transition to ACTIVE for port object 80774bb7-bf44-4b8b-bc93-e7c967abca31 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:43:24.399496 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-2dd9bdb1-53d0-48f4-ae83-11ace4101423 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.406081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06e97c-6c3a-4b54-8725-ce2b3f20ed30 req-32e03414-ccfe-4664-9958-5ff131d1645f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:24.409878 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d06e97c-6c3a-4b54-8725-ce2b3f20ed30 req-32e03414-ccfe-4664-9958-5ff131d1645f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 948 time: 0.0635674 Sep 17 23:43:24.425699 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['2ded3520-dd0f-4d66-b889-0fedce66f717'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:24.484578 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d06e97c-6c3a-4b54-8725-ce2b3f20ed30 req-bdacdf06-36d7-4ade-9fa0-8726580ece6b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696507 Sep 17 23:43:24.490114 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.501362 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a99b72-adb6-47f2-94b2-a3da7e32737f req-8bf9792e-3926-4b2e-b65f-b5b267261bda tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:24.502991 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33a99b72-adb6-47f2-94b2-a3da7e32737f req-8bf9792e-3926-4b2e-b65f-b5b267261bda tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 948 time: 0.0815279 Sep 17 23:43:24.503535 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'tag': 'babf226a-14c0-48e5-a6eb-df5d4099f2e7'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:24.506117 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206440d6-e821-463d-b608-7cae08e9e66c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "tag": "babf226a-14c0-48e5-a6eb-df5d4099f2e7"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:24.587861 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33a99b72-adb6-47f2-94b2-a3da7e32737f req-5c5dda0f-2d83-4eed-98b4-78cd2d7d0968 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699799 Sep 17 23:43:24.618986 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-049ea788-3783-46a2-97bd-33d17315d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:24.622306 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-049ea788-3783-46a2-97bd-33d17315d731 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.3300920 Sep 17 23:43:24.679880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f19fba-e7a7-494c-adfb-7ba1e02fbad3 req-5ac9bb2d-fc32-4d87-80c0-fdf7bee37e09 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:24.687763 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9f19fba-e7a7-494c-adfb-7ba1e02fbad3 req-5ac9bb2d-fc32-4d87-80c0-fdf7bee37e09 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 945 time: 0.1126378 Sep 17 23:43:24.694446 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-14f06775-8074-4e1b-9136-cf26df36b55a req-46e8d918-f45f-4733-b989-ba14a209220b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.695027 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-14f06775-8074-4e1b-9136-cf26df36b55a req-46e8d918-f45f-4733-b989-ba14a209220b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.695355 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [req-14f06775-8074-4e1b-9136-cf26df36b55a req-46e8d918-f45f-4733-b989-ba14a209220b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Floating IP 3fec6320-0e33-4571-b6f3-4507612bdb9c disassociated. External IP: 172.25.3.2, port: 64e09bc8-5def-4fa2-a0be-22ede90157b9. Sep 17 23:43:24.695748 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-14f06775-8074-4e1b-9136-cf26df36b55a req-46e8d918-f45f-4733-b989-ba14a209220b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Calling delete_port for 64e09bc8-5def-4fa2-a0be-22ede90157b9 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:24.708252 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102adb28-8407-4c34-8b8c-4440ccdf3819 x-openstack-request-id: req-102adb28-8407-4c34-8b8c-4440ccdf3819 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:24.708548 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "tag": "babf226a-14c0-48e5-a6eb-df5d4099f2e7", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:24.708859 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-102adb28-8407-4c34-8b8c-4440ccdf3819 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:24.709245 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'tag': 'babf226a-14c0-48e5-a6eb-df5d4099f2e7', 'status': 'completed', 'code': 200} Sep 17 23:43:24.790011 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-2dd9bdb1-53d0-48f4-ae83-11ace4101423 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:24.801076 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9f19fba-e7a7-494c-adfb-7ba1e02fbad3 req-49ca0282-802c-483b-8e0c-a23363577a69 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123426 Sep 17 23:43:24.803168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Pushing event updated for resources: {'Port': ['ID=80774bb7-bf44-4b8b-bc93-e7c967abca31,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:24.816598 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206440d6-e821-463d-b608-7cae08e9e66c req-1dcfed6a-6a1f-49ba-befd-91db98bd843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:24.819256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206440d6-e821-463d-b608-7cae08e9e66c req-1dcfed6a-6a1f-49ba-befd-91db98bd843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:24.819256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206440d6-e821-463d-b608-7cae08e9e66c req-1dcfed6a-6a1f-49ba-befd-91db98bd843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:24.819256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206440d6-e821-463d-b608-7cae08e9e66c req-1dcfed6a-6a1f-49ba-befd-91db98bd843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:24.819256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206440d6-e821-463d-b608-7cae08e9e66c req-1dcfed6a-6a1f-49ba-befd-91db98bd843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:24.819256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206440d6-e821-463d-b608-7cae08e9e66c req-1dcfed6a-6a1f-49ba-befd-91db98bd843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:24.819786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206440d6-e821-463d-b608-7cae08e9e66c req-1dcfed6a-6a1f-49ba-befd-91db98bd843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:24.821507 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-206440d6-e821-463d-b608-7cae08e9e66c req-1dcfed6a-6a1f-49ba-befd-91db98bd843d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 6369 time: 0.1247399 Sep 17 23:43:24.833932 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a517d-41bb-4698-b80c-19cbb4a2c38e req-7ca1a222-a564-4efd-b4e1-fc9f73e04215 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:24.836011 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-250a517d-41bb-4698-b80c-19cbb4a2c38e req-7ca1a222-a564-4efd-b4e1-fc9f73e04215 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 946 time: 0.0900085 Sep 17 23:43:24.852031 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-087a1b9b-1568-4b65-9d9e-e07fe0358925 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9febeb6b-fd9b-490b-84f9-4337f4b55bc1 HTTP/1.1" status: 200 len: 217 time: 0.0739076 Sep 17 23:43:24.881974 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-2dd9bdb1-53d0-48f4-ae83-11ace4101423 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Network faa0fe34-9a94-4e9c-8868-e0e7e5639440 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:24.929709 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e011bcc2-af86-44f2-826c-d672e91ab32e details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:24.933249 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-2dd9bdb1-53d0-48f4-ae83-11ace4101423 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:24.942805 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-2dd9bdb1-53d0-48f4-ae83-11ace4101423 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:25.013391 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9bdb1-53d0-48f4-ae83-11ace4101423 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Pushing event updated for resources: {'Port': ['ID=ed0cc9ed-755a-47d1-920c-bcd4d43e3af4,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:25.029086 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206440d6-e821-463d-b608-7cae08e9e66c req-c954b1b7-bd13-4553-90ee-1acef2e0ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.029581 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206440d6-e821-463d-b608-7cae08e9e66c req-c954b1b7-bd13-4553-90ee-1acef2e0ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.030070 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206440d6-e821-463d-b608-7cae08e9e66c req-c954b1b7-bd13-4553-90ee-1acef2e0ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.031690 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-206440d6-e821-463d-b608-7cae08e9e66c req-c954b1b7-bd13-4553-90ee-1acef2e0ea9e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1948078 Sep 17 23:43:25.048327 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-250a517d-41bb-4698-b80c-19cbb4a2c38e req-ba8e6004-11da-4941-85d5-080b06abb4ca tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/security-groups?id=c759527b-146e-4ec5-9c63-2fadd9d7c2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820457 Sep 17 23:43:25.062184 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e011bcc2-af86-44f2-826c-d672e91ab32e, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e011bcc2-af86-44f2-826c-d672e91ab32e,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:25.081676 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-782e2427-42a0-4bab-8e0a-068cbae66533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.081676 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-782e2427-42a0-4bab-8e0a-068cbae66533 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.2053444 Sep 17 23:43:25.081848 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'e011bcc2-af86-44f2-826c-d672e91ab32e', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': 'e011bcc2-af86-44f2-826c-d672e91ab32e', 'mac_address': 'fa:16:3e:84:35:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:25.084515 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33190) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:25.122674 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-2dd9bdb1-53d0-48f4-ae83-11ace4101423 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.123295 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-2dd9bdb1-53d0-48f4-ae83-11ace4101423 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.123799 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.138424 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e011bcc2-af86-44f2-826c-d672e91ab32e {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:25.150488 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f0ed325-5866-48fd-94f9-64a803c20c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.152130 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11e251-3dd5-42bc-8406-3ab4f694d45e req-2b965233-c9a0-4843-a275-f874b01214a2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.158159 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11e251-3dd5-42bc-8406-3ab4f694d45e req-2b965233-c9a0-4843-a275-f874b01214a2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.159124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e011bcc2-af86-44f2-826c-d672e91ab32e, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e011bcc2-af86-44f2-826c-d672e91ab32e,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:25.164121 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11e251-3dd5-42bc-8406-3ab4f694d45e req-2b965233-c9a0-4843-a275-f874b01214a2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.170046 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11e251-3dd5-42bc-8406-3ab4f694d45e req-2b965233-c9a0-4843-a275-f874b01214a2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.170308 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Attempting to bind port 80774bb7-bf44-4b8b-bc93-e7c967abca31 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:25.170643 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Attempting to bind port 80774bb7-bf44-4b8b-bc93-e7c967abca31 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'a176b4b5-3421-41fd-b407-cd92e9188613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e702302-c423-4617-ae40-276913b1f962'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:25.170966 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Attempting to bind port 80774bb7-bf44-4b8b-bc93-e7c967abca31 on network 9e702302-c423-4617-ae40-276913b1f962 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:25.176492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11e251-3dd5-42bc-8406-3ab4f694d45e req-2b965233-c9a0-4843-a275-f874b01214a2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.182412 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11e251-3dd5-42bc-8406-3ab4f694d45e req-2b965233-c9a0-4843-a275-f874b01214a2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.184098 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Port 80774bb7-bf44-4b8b-bc93-e7c967abca31 on network 9e702302-c423-4617-ae40-276913b1f962 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:43:25.184418 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Attempting to bind port 80774bb7-bf44-4b8b-bc93-e7c967abca31 on network 9e702302-c423-4617-ae40-276913b1f962 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:25.188293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11e251-3dd5-42bc-8406-3ab4f694d45e req-2b965233-c9a0-4843-a275-f874b01214a2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.190335 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae11e251-3dd5-42bc-8406-3ab4f694d45e req-2b965233-c9a0-4843-a275-f874b01214a2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.2706475 Sep 17 23:43:25.193186 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:25.193186 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Checking segment: {'id': 'a176b4b5-3421-41fd-b407-cd92e9188613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e702302-c423-4617-ae40-276913b1f962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:25.193186 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Bound using segment: {'id': 'a176b4b5-3421-41fd-b407-cd92e9188613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e702302-c423-4617-ae40-276913b1f962'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:25.193512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Bound port: 80774bb7-bf44-4b8b-bc93-e7c967abca31, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a176b4b5-3421-41fd-b407-cd92e9188613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e702302-c423-4617-ae40-276913b1f962'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:25.193829 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.198764 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-0dc71c60-02df-4e8d-86e2-f0d7b9a2a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.200302 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-0dc71c60-02df-4e8d-86e2-f0d7b9a2a7c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1056108 Sep 17 23:43:25.270968 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.271735 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 9febeb6b-fd9b-490b-84f9-4337f4b55bc1 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:25.290829 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae11e251-3dd5-42bc-8406-3ab4f694d45e req-79d35b6f-3ba2-4562-b11c-1437fe424959 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831835 Sep 17 23:43:25.292948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206440d6-e821-463d-b608-7cae08e9e66c req-94daf37c-d1c8-4eed-8a2b-a9f51eb42655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.294362 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-206440d6-e821-463d-b608-7cae08e9e66c req-94daf37c-d1c8-4eed-8a2b-a9f51eb42655 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2450411 Sep 17 23:43:25.297823 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-2dd9bdb1-53d0-48f4-ae83-11ace4101423 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5019491 Sep 17 23:43:25.298401 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-14f06775-8074-4e1b-9136-cf26df36b55a req-46e8d918-f45f-4733-b989-ba14a209220b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.303512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f394c97-5d22-47ac-95a4-2ef1f3645165 req-b227445d-3dda-48ba-9513-54681a6aa8a6 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.305078 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f394c97-5d22-47ac-95a4-2ef1f3645165 req-b227445d-3dda-48ba-9513-54681a6aa8a6 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a283322-0b02-4697-b1ad-18ec37a931f6 HTTP/1.1" status: 200 len: 931 time: 0.1133080 Sep 17 23:43:25.339950 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Request body: {'port': {'device_id': '4a283322-0b02-4697-b1ad-18ec37a931f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:25.362834 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 9febeb6b-fd9b-490b-84f9-4337f4b55bc1, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9febeb6b-fd9b-490b-84f9-4337f4b55bc1,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:25.365313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e011bcc2-af86-44f2-826c-d672e91ab32e,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:25.380772 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f394c97-5d22-47ac-95a4-2ef1f3645165 req-ba1f1856-5cfe-4d9e-b21e-08968477c27e tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/security-groups?id=db7ad46b-cf1d-4cea-8280-08340ec636f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564032 Sep 17 23:43:25.382108 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '9febeb6b-fd9b-490b-84f9-4337f4b55bc1', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '9febeb6b-fd9b-490b-84f9-4337f4b55bc1', 'mac_address': 'fa:16:3e:dd:59:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:25.395355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8d918-f45f-4733-b989-ba14a209220b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Pushing event deleted for resources: {'Port': ['ID=64e09bc8-5def-4fa2-a0be-22ede90157b9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:25.430320 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] For port 80774bb7-bf44-4b8b-bc93-e7c967abca31, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:25.444179 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.452245 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-d5ed05b8-40c5-422c-ab3b-bdb464a79e01 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420197 Sep 17 23:43:25.459442 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9febeb6b-fd9b-490b-84f9-4337f4b55bc1 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:25.465509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e5e2a-ed4d-4db7-992f-0ffc68d95b78 req-03f7cc2a-124c-4383-a1e9-10246b637e1e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.471913 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e5e2a-ed4d-4db7-992f-0ffc68d95b78 req-03f7cc2a-124c-4383-a1e9-10246b637e1e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.477923 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e5e2a-ed4d-4db7-992f-0ffc68d95b78 req-03f7cc2a-124c-4383-a1e9-10246b637e1e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.479194 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 9febeb6b-fd9b-490b-84f9-4337f4b55bc1, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9febeb6b-fd9b-490b-84f9-4337f4b55bc1,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:25.483995 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e5e2a-ed4d-4db7-992f-0ffc68d95b78 req-03f7cc2a-124c-4383-a1e9-10246b637e1e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.490608 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e5e2a-ed4d-4db7-992f-0ffc68d95b78 req-03f7cc2a-124c-4383-a1e9-10246b637e1e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.492444 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] For port 80774bb7-bf44-4b8b-bc93-e7c967abca31, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=80774bb7-bf44-4b8b-bc93-e7c967abca31,segment=NetworkSegment(a176b4b5-3421-41fd-b407-cd92e9188613),segment_id=a176b4b5-3421-41fd-b407-cd92e9188613)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:25.496527 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e5e2a-ed4d-4db7-992f-0ffc68d95b78 req-03f7cc2a-124c-4383-a1e9-10246b637e1e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.502447 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e5e2a-ed4d-4db7-992f-0ffc68d95b78 req-03f7cc2a-124c-4383-a1e9-10246b637e1e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.504455 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b10e5e2a-ed4d-4db7-992f-0ffc68d95b78 req-03f7cc2a-124c-4383-a1e9-10246b637e1e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5409 time: 0.0965233 Sep 17 23:43:25.546371 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.549434 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b10e5e2a-ed4d-4db7-992f-0ffc68d95b78 req-6924a0e1-5564-4507-9f0c-2cac30c66859 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381129 Sep 17 23:43:25.567305 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.598297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=9febeb6b-fd9b-490b-84f9-4337f4b55bc1,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:25.619242 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:25.645326 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50471e14-d06c-4779-8f98-9979877bc136 req-eeeead0c-44af-42e2-8001-1fe5c420965f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.648144 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-50471e14-d06c-4779-8f98-9979877bc136 req-eeeead0c-44af-42e2-8001-1fe5c420965f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 949 time: 0.0558705 Sep 17 23:43:25.722687 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-50471e14-d06c-4779-8f98-9979877bc136 req-5906dacc-b634-439e-bedb-667b067f8539 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689206 Sep 17 23:43:25.741852 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573ff99-6568-481a-b116-74862d5c6c40 req-ab79cb71-1d28-494b-957b-0657afbc7ab8 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.743429 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c573ff99-6568-481a-b116-74862d5c6c40 req-ab79cb71-1d28-494b-957b-0657afbc7ab8 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 949 time: 0.0689938 Sep 17 23:43:25.793689 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c573ff99-6568-481a-b116-74862d5c6c40 req-34e29f5a-53e1-4c12-83fd-40f252774b5d tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376353 Sep 17 23:43:25.799753 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 1142546e-0472-4201-b349-b2f11faf1d1a details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:25.813368 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 2ded3520-dd0f-4d66-b889-0fedce66f717 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:25.880213 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['9febeb6b-fd9b-490b-84f9-4337f4b55bc1'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:25.916426 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['e011bcc2-af86-44f2-826c-d672e91ab32e'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:25.957476 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8f850-2dde-440f-bcbf-2a4eb8ca419c req-4e4b346a-5b4a-4273-b400-75d2cf343edb tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:25.961320 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57a8f850-2dde-440f-bcbf-2a4eb8ca419c req-4e4b346a-5b4a-4273-b400-75d2cf343edb tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 945 time: 0.0642788 Sep 17 23:43:26.015555 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57a8f850-2dde-440f-bcbf-2a4eb8ca419c req-67113db4-1d61-42dd-86cd-dd55a3c39ad4 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493608 Sep 17 23:43:26.059781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:26.060419 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.061848 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] 10.222.0.37 "PUT /v2.0/ports/80774bb7-bf44-4b8b-bc93-e7c967abca31 HTTP/1.1" status: 200 len: 1091 time: 3.3187094 Sep 17 23:43:26.062306 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'tag': '80774bb7-bf44-4b8b-bc93-e7c967abca31'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:26.064604 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038ac58c-0094-45c2-a519-97df4448d65c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "tag": "80774bb7-bf44-4b8b-bc93-e7c967abca31"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:26.075913 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 1142546e-0472-4201-b349-b2f11faf1d1a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=1142546e-0472-4201-b349-b2f11faf1d1a,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:26.101978 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 2ded3520-dd0f-4d66-b889-0fedce66f717 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:43:26.137815 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 2ded3520-dd0f-4d66-b889-0fedce66f717 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:26.138502 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.175857 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '1142546e-0472-4201-b349-b2f11faf1d1a', 'network_id': '42ce65e5-476f-418b-b046-198f1115663d', 'port_id': '1142546e-0472-4201-b349-b2f11faf1d1a', 'mac_address': 'fa:16:3e:e6:49:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7101a626-e4ab-4812-85e3-721a99264b2d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:26.183644 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7312e3d4-98d8-483d-87e5-707b57f4c0f5 x-openstack-request-id: req-7312e3d4-98d8-483d-87e5-707b57f4c0f5 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:26.183890 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9118f38c-9725-4dc7-9864-b6b93687c2b9 req-467c9369-9824-45be-a935-a424f7c39eaa tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 210 time: 0.0515366 Sep 17 23:43:26.183989 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "tag": "80774bb7-bf44-4b8b-bc93-e7c967abca31", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:26.184224 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7312e3d4-98d8-483d-87e5-707b57f4c0f5 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:26.184756 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'tag': '80774bb7-bf44-4b8b-bc93-e7c967abca31', 'status': 'completed', 'code': 200} Sep 17 23:43:26.191683 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Request body: {'port': {'device_id': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:26.200422 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a428cf14-c2b1-45cf-8795-85ca2de69481 req-022ef729-cc0f-4f67-92a2-1abf5fe98b51 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7098508 Sep 17 23:43:26.233421 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ac58c-0094-45c2-a519-97df4448d65c req-dc98dddb-5c44-4dd3-8620-b93229f8be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:26.233929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ac58c-0094-45c2-a519-97df4448d65c req-dc98dddb-5c44-4dd3-8620-b93229f8be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:26.234408 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ac58c-0094-45c2-a519-97df4448d65c req-dc98dddb-5c44-4dd3-8620-b93229f8be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:26.234891 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ac58c-0094-45c2-a519-97df4448d65c req-dc98dddb-5c44-4dd3-8620-b93229f8be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:26.235371 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ac58c-0094-45c2-a519-97df4448d65c req-dc98dddb-5c44-4dd3-8620-b93229f8be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:26.235874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ac58c-0094-45c2-a519-97df4448d65c req-dc98dddb-5c44-4dd3-8620-b93229f8be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:26.236465 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ac58c-0094-45c2-a519-97df4448d65c req-dc98dddb-5c44-4dd3-8620-b93229f8be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:26.239300 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-038ac58c-0094-45c2-a519-97df4448d65c req-dc98dddb-5c44-4dd3-8620-b93229f8be43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 6411 time: 0.0757449 Sep 17 23:43:26.247194 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f0ed325-5866-48fd-94f9-64a803c20c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.252097 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14f06775-8074-4e1b-9136-cf26df36b55a req-46e8d918-f45f-4733-b989-ba14a209220b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Router c740fa8a-6cf9-42df-b951-b0372678aa20 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:43:26.271322 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.292181 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d743d-1e4d-4fe1-97ae-892975332d55 service neutron] Pushing event updated for resources: {'Port': ['ID=80774bb7-bf44-4b8b-bc93-e7c967abca31,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:26.328434 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1142546e-0472-4201-b349-b2f11faf1d1a {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:26.345713 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f0ed325-5866-48fd-94f9-64a803c20c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.397257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 1142546e-0472-4201-b349-b2f11faf1d1a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=1142546e-0472-4201-b349-b2f11faf1d1a,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:26.406080 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ac58c-0094-45c2-a519-97df4448d65c req-82d4a1e0-448b-4bcd-93e0-e6eedfc9daba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:26.406763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ac58c-0094-45c2-a519-97df4448d65c req-82d4a1e0-448b-4bcd-93e0-e6eedfc9daba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:26.408037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ac58c-0094-45c2-a519-97df4448d65c req-82d4a1e0-448b-4bcd-93e0-e6eedfc9daba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:26.410313 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-038ac58c-0094-45c2-a519-97df4448d65c req-82d4a1e0-448b-4bcd-93e0-e6eedfc9daba service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1586857 Sep 17 23:43:26.420194 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.466548 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.476095 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.504388 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9f0ed325-5866-48fd-94f9-64a803c20c52 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89f73bc6b0104315beff285f14087624&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4139543 Sep 17 23:43:26.511882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33210) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:26.526340 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ed325-5866-48fd-94f9-64a803c20c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c8be29-1b9c-4558-a233-7fcbd1bef92a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:26.556033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d50752-fc7f-462e-a26c-dad2e3ef81a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ded3520-dd0f-4d66-b889-0fedce66f717'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:26.558547 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a225a88c-7d4a-492c-8237-f898db105318" -d '{"events": [{"server_uuid": "92d50752-fc7f-462e-a26c-dad2e3ef81a5", "name": "network-vif-plugged", "status": "completed", "tag": "2ded3520-dd0f-4d66-b889-0fedce66f717"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:26.573516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['1142546e-0472-4201-b349-b2f11faf1d1a'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:26.574227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7c605-dc6b-4ab8-b342-563d30118ccd req-b5e4807e-34ff-4c8f-aaba-e5672dff8fc7 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:26.580175 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7c605-dc6b-4ab8-b342-563d30118ccd req-b5e4807e-34ff-4c8f-aaba-e5672dff8fc7 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:26.586970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7c605-dc6b-4ab8-b342-563d30118ccd req-b5e4807e-34ff-4c8f-aaba-e5672dff8fc7 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:26.593285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7c605-dc6b-4ab8-b342-563d30118ccd req-b5e4807e-34ff-4c8f-aaba-e5672dff8fc7 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:26.599640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7c605-dc6b-4ab8-b342-563d30118ccd req-b5e4807e-34ff-4c8f-aaba-e5672dff8fc7 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:26.603570 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=1142546e-0472-4201-b349-b2f11faf1d1a,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:26.605540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7c605-dc6b-4ab8-b342-563d30118ccd req-b5e4807e-34ff-4c8f-aaba-e5672dff8fc7 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:26.607492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 2ded3520-dd0f-4d66-b889-0fedce66f717, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=2ded3520-dd0f-4d66-b889-0fedce66f717,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:26.611295 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7c605-dc6b-4ab8-b342-563d30118ccd req-b5e4807e-34ff-4c8f-aaba-e5672dff8fc7 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:26.613831 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6c7c605-dc6b-4ab8-b342-563d30118ccd req-b5e4807e-34ff-4c8f-aaba-e5672dff8fc7 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.2025912 Sep 17 23:43:26.656858 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c16ef9-020c-4d3a-97ad-9c9e6003320c req-c62740d8-9437-468e-9870-ae7669116ce2 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:26.664141 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-85c16ef9-020c-4d3a-97ad-9c9e6003320c req-c62740d8-9437-468e-9870-ae7669116ce2 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a283322-0b02-4697-b1ad-18ec37a931f6 HTTP/1.1" status: 200 len: 931 time: 0.1734576 Sep 17 23:43:26.677172 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14f06775-8074-4e1b-9136-cf26df36b55a req-46e8d918-f45f-4733-b989-ba14a209220b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:43:26.685167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ac58c-0094-45c2-a519-97df4448d65c req-5375b776-6a48-41eb-9ff0-9a6d4e6f331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:26.685842 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-038ac58c-0094-45c2-a519-97df4448d65c req-5375b776-6a48-41eb-9ff0-9a6d4e6f331c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2635896 Sep 17 23:43:26.688215 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1733c1-88ce-408d-93de-667a7c18410a None None] Sync routers for ids ['c740fa8a-6cf9-42df-b951-b0372678aa20'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:43:26.698709 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1733c1-88ce-408d-93de-667a7c18410a None None] Routers {'c740fa8a-6cf9-42df-b951-b0372678aa20'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:26.699304 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7c1733c1-88ce-408d-93de-667a7c18410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:43:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c740fa8a-6cf9-42df-b951-b0372678aa20'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:26.702792 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.749338 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6c7c605-dc6b-4ab8-b342-563d30118ccd req-515b0e9c-68f9-4426-9c03-c6124c79c00d tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1218438 Sep 17 23:43:26.797031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-85c16ef9-020c-4d3a-97ad-9c9e6003320c req-2ee9c61d-29f7-4439-ad47-db8ccca80393 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/security-groups?id=db7ad46b-cf1d-4cea-8280-08340ec636f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319990 Sep 17 23:43:26.798292 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f06775-8074-4e1b-9136-cf26df36b55a req-46e8d918-f45f-4733-b989-ba14a209220b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] No DVR routers for this DVR port 64e09bc8-5def-4fa2-a0be-22ede90157b9 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:43:26.802069 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-14f06775-8074-4e1b-9136-cf26df36b55a req-46e8d918-f45f-4733-b989-ba14a209220b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:26.804277 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-14f06775-8074-4e1b-9136-cf26df36b55a req-46e8d918-f45f-4733-b989-ba14a209220b tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.41 "DELETE /v2.0/ports/64e09bc8-5def-4fa2-a0be-22ede90157b9 HTTP/1.1" status: 204 len: 173 time: 3.2423615 Sep 17 23:43:26.838451 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-7c1733c1-88ce-408d-93de-667a7c18410a None None] Set router c740fa8a-6cf9-42df-b951-b0372678aa20 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:26.890721 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da80c3ed-9490-414d-ac1b-b110e2c728e7 x-openstack-request-id: req-da80c3ed-9490-414d-ac1b-b110e2c728e7 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:26.891044 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d50752-fc7f-462e-a26c-dad2e3ef81a5", "name": "network-vif-plugged", "status": "completed", "tag": "2ded3520-dd0f-4d66-b889-0fedce66f717", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:26.891296 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da80c3ed-9490-414d-ac1b-b110e2c728e7 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:26.891686 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d50752-fc7f-462e-a26c-dad2e3ef81a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ded3520-dd0f-4d66-b889-0fedce66f717', 'code': 200} Sep 17 23:43:26.921824 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=2ded3520-dd0f-4d66-b889-0fedce66f717,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:26.934496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 64e09bc8-5def-4fa2-a0be-22ede90157b9 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:27.001065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:27.007248 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.041172 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-288d36d7-8552-489e-a5e6-fcb47f376f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.041659 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad8ff7-c2c1-44f2-8dfe-ec9526150843 req-ab239773-c9af-4f1f-bf35-29dcc2296201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:27.043116 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f5ad8ff7-c2c1-44f2-8dfe-ec9526150843 req-ab239773-c9af-4f1f-bf35-29dcc2296201 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=92d50752-fc7f-462e-a26c-dad2e3ef81a5 HTTP/1.1" status: 200 len: 1100 time: 0.1138816 Sep 17 23:43:27.059643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c40fc4-6007-4626-9b14-963ee7d68da9 req-b0a6f5c3-65a0-42b0-a440-e74f19892a61 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:27.066045 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c40fc4-6007-4626-9b14-963ee7d68da9 req-b0a6f5c3-65a0-42b0-a440-e74f19892a61 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:27.072143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c40fc4-6007-4626-9b14-963ee7d68da9 req-b0a6f5c3-65a0-42b0-a440-e74f19892a61 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:27.078513 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c40fc4-6007-4626-9b14-963ee7d68da9 req-b0a6f5c3-65a0-42b0-a440-e74f19892a61 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:27.084904 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c40fc4-6007-4626-9b14-963ee7d68da9 req-b0a6f5c3-65a0-42b0-a440-e74f19892a61 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:27.090960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c40fc4-6007-4626-9b14-963ee7d68da9 req-b0a6f5c3-65a0-42b0-a440-e74f19892a61 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:27.097618 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c40fc4-6007-4626-9b14-963ee7d68da9 req-b0a6f5c3-65a0-42b0-a440-e74f19892a61 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:27.106134 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28c40fc4-6007-4626-9b14-963ee7d68da9 req-b0a6f5c3-65a0-42b0-a440-e74f19892a61 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5409 time: 0.2401562 Sep 17 23:43:27.129699 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6ee541-3beb-4fca-918f-db5ffa2a75a3 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:27.133671 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 64e09bc8-5def-4fa2-a0be-22ede90157b9 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:43:27.134185 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 64e09bc8-5def-4fa2-a0be-22ede90157b9 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:43:27.139342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f88667-3eb5-4ac3-a0f7-77e6703ee0ef req-302f2428-7739-4927-8966-b761e3581d40 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:27.140159 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.140574 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7c1733c1-88ce-408d-93de-667a7c18410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'name': 'tempest-ServersTestFqdnHostnames-1569078406-router', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:54Z', 'updated_at': '2021-09-17T23:41:03Z', 'revision_number': 4, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'gw_port': {'id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:56Z', 'updated_at': '2021-09-17T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44', 'name': '', 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'mac_address': 'fa:16:3e:a7:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d0c75e9-a6be-4367-bb7a-8570a935418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:00Z', 'updated_at': '2021-09-17T23:41:08Z', 'revision_number': 5, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'subnets': [{'id': '3d0c75e9-a6be-4367-bb7a-8570a935418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:27.140900 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-64f88667-3eb5-4ac3-a0f7-77e6703ee0ef req-302f2428-7739-4927-8966-b761e3581d40 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 949 time: 0.1771698 Sep 17 23:43:27.167995 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Transition to ACTIVE for port object ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:43:27.178458 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1733c1-88ce-408d-93de-667a7c18410a None None] Checking router: c740fa8a-6cf9-42df-b951-b0372678aa20 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:43:27.180653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Transition to ACTIVE for port object ad6ee541-3beb-4fca-918f-db5ffa2a75a3 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:43:27.183361 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1733c1-88ce-408d-93de-667a7c18410a None None] Routers {'c740fa8a-6cf9-42df-b951-b0372678aa20'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:27.184104 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7c1733c1-88ce-408d-93de-667a7c18410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:43:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c740fa8a-6cf9-42df-b951-b0372678aa20'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:27.185713 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-288d36d7-8552-489e-a5e6-fcb47f376f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.193686 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f5ad8ff7-c2c1-44f2-8dfe-ec9526150843 req-44ac9c99-1ff2-4b04-a335-39e96606aebd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821047 Sep 17 23:43:27.201681 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28c40fc4-6007-4626-9b14-963ee7d68da9 req-38440ddf-90ea-4efa-9800-efe1107dc518 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947249 Sep 17 23:43:27.217387 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-64f88667-3eb5-4ac3-a0f7-77e6703ee0ef req-5a7cfe49-a887-4fd5-a248-37cd44d0df50 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668795 Sep 17 23:43:27.278414 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.308135 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-7c1733c1-88ce-408d-93de-667a7c18410a None None] Set router c740fa8a-6cf9-42df-b951-b0372678aa20 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:27.320354 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.369737 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Pushing event updated for resources: {'Port': ['ID=ed0cc9ed-755a-47d1-920c-bcd4d43e3af4,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:27.382880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebef5bb-65c1-4da7-809b-2e1665e903b2 req-9bec6fa2-7bcb-40dd-9191-db4728889e13 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:27.384345 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ebef5bb-65c1-4da7-809b-2e1665e903b2 req-9bec6fa2-7bcb-40dd-9191-db4728889e13 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 944 time: 0.0932057 Sep 17 23:43:27.392325 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1692e-260d-41c5-bd7d-24a96f658f33 req-acce289f-7b4f-4508-915e-6e5a37381cd1 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:27.400379 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-91a1692e-260d-41c5-bd7d-24a96f658f33 req-acce289f-7b4f-4508-915e-6e5a37381cd1 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 949 time: 0.0983915 Sep 17 23:43:27.444149 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-288d36d7-8552-489e-a5e6-fcb47f376f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.446723 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-288d36d7-8552-489e-a5e6-fcb47f376f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.447891 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-288d36d7-8552-489e-a5e6-fcb47f376f83 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6c8be29-1b9c-4558-a233-7fcbd1bef92a HTTP/1.1" status: 204 len: 168 time: 0.9332914 Sep 17 23:43:27.478697 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-91a1692e-260d-41c5-bd7d-24a96f658f33 req-28ba1679-bb72-42cf-8695-c6840b30496d tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773382 Sep 17 23:43:27.492639 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ebef5bb-65c1-4da7-809b-2e1665e903b2 req-a3c45828-5fd7-480a-ba5c-504d8953e344 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892603 Sep 17 23:43:27.520531 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d36d7-8552-489e-a5e6-fcb47f376f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c8be29-1b9c-4558-a233-7fcbd1bef92a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:27.536197 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Pushing event updated for resources: {'Port': ['ID=ad6ee541-3beb-4fca-918f-db5ffa2a75a3,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:27.559597 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Attempting to bind port ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:27.559940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Attempting to bind port ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '536b1a73-6535-40f8-b9e3-fe6e91749579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'faa0fe34-9a94-4e9c-8868-e0e7e5639440'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:27.560257 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Attempting to bind port ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 on network faa0fe34-9a94-4e9c-8868-e0e7e5639440 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:27.583216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Attempting to bind port ad6ee541-3beb-4fca-918f-db5ffa2a75a3 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:27.583560 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Attempting to bind port ad6ee541-3beb-4fca-918f-db5ffa2a75a3 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'a176b4b5-3421-41fd-b407-cd92e9188613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e702302-c423-4617-ae40-276913b1f962'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:27.583891 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Attempting to bind port ad6ee541-3beb-4fca-918f-db5ffa2a75a3 on network 9e702302-c423-4617-ae40-276913b1f962 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:27.585932 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Port ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 on network faa0fe34-9a94-4e9c-8868-e0e7e5639440 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:43:27.586246 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Attempting to bind port ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 on network faa0fe34-9a94-4e9c-8868-e0e7e5639440 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:27.594650 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:27.594986 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Checking segment: {'id': '536b1a73-6535-40f8-b9e3-fe6e91749579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'faa0fe34-9a94-4e9c-8868-e0e7e5639440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:27.595376 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Bound using segment: {'id': '536b1a73-6535-40f8-b9e3-fe6e91749579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'faa0fe34-9a94-4e9c-8868-e0e7e5639440'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:27.595808 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Bound port: ed0cc9ed-755a-47d1-920c-bcd4d43e3af4, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536b1a73-6535-40f8-b9e3-fe6e91749579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'faa0fe34-9a94-4e9c-8868-e0e7e5639440'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:27.596176 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.613906 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Port ad6ee541-3beb-4fca-918f-db5ffa2a75a3 on network 9e702302-c423-4617-ae40-276913b1f962 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:43:27.614169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Attempting to bind port ad6ee541-3beb-4fca-918f-db5ffa2a75a3 on network 9e702302-c423-4617-ae40-276913b1f962 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:27.621859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:27.622194 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Checking segment: {'id': 'a176b4b5-3421-41fd-b407-cd92e9188613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e702302-c423-4617-ae40-276913b1f962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:27.622578 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Bound using segment: {'id': 'a176b4b5-3421-41fd-b407-cd92e9188613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e702302-c423-4617-ae40-276913b1f962'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:27.623013 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Bound port: ad6ee541-3beb-4fca-918f-db5ffa2a75a3, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a176b4b5-3421-41fd-b407-cd92e9188613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e702302-c423-4617-ae40-276913b1f962'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:27.623370 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.655772 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7c1733c1-88ce-408d-93de-667a7c18410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'name': 'tempest-ServersTestFqdnHostnames-1569078406-router', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:54Z', 'updated_at': '2021-09-17T23:41:03Z', 'revision_number': 4, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'gw_port': {'id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:56Z', 'updated_at': '2021-09-17T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44', 'name': '', 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'mac_address': 'fa:16:3e:a7:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d0c75e9-a6be-4367-bb7a-8570a935418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:00Z', 'updated_at': '2021-09-17T23:41:08Z', 'revision_number': 5, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'subnets': [{'id': '3d0c75e9-a6be-4367-bb7a-8570a935418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:27.690863 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4bb30bcc-adc5-4f58-bc89-f88addf3b4bc req-a971cffa-c13a-4552-98d9-d9fe9385f140 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d6de700-d6f2-4252-ab8d-d581b6368337 HTTP/1.1" status: 200 len: 210 time: 0.0546260 Sep 17 23:43:27.704482 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1733c1-88ce-408d-93de-667a7c18410a None None] The sync data for ids ['c740fa8a-6cf9-42df-b951-b0372678aa20'] in n-d-809883-1 is: [{'id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'name': 'tempest-ServersTestFqdnHostnames-1569078406-router', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:54Z', 'updated_at': '2021-09-17T23:41:03Z', 'revision_number': 4, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'gw_port': {'id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:56Z', 'updated_at': '2021-09-17T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44', 'name': '', 'network_id': '98a2366c-8208-4854-a4bd-3a7979c12afc', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'mac_address': 'fa:16:3e:a7:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '3d0c75e9-a6be-4367-bb7a-8570a935418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:00Z', 'updated_at': '2021-09-17T23:41:08Z', 'revision_number': 5, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'subnets': [{'id': '3d0c75e9-a6be-4367-bb7a-8570a935418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:43:27.759031 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] For port ad6ee541-3beb-4fca-918f-db5ffa2a75a3, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:27.761377 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] For port ed0cc9ed-755a-47d1-920c-bcd4d43e3af4, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:27.764312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] For port ad6ee541-3beb-4fca-918f-db5ffa2a75a3, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ad6ee541-3beb-4fca-918f-db5ffa2a75a3,segment=NetworkSegment(a176b4b5-3421-41fd-b407-cd92e9188613),segment_id=a176b4b5-3421-41fd-b407-cd92e9188613)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:27.766269 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] For port ed0cc9ed-755a-47d1-920c-bcd4d43e3af4, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ed0cc9ed-755a-47d1-920c-bcd4d43e3af4,segment=NetworkSegment(536b1a73-6535-40f8-b9e3-fe6e91749579),segment_id=536b1a73-6535-40f8-b9e3-fe6e91749579)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:27.820173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 1142546e-0472-4201-b349-b2f11faf1d1a no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:27.843186 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.923209 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe4016-d60e-41bb-8b14-5f52942c1ae2 req-20bd3c4d-6605-4ec1-8eff-0d8ffb41ca1b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:27.925442 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:27.926265 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.927715 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] 10.222.0.37 "PUT /v2.0/ports/ad6ee541-3beb-4fca-918f-db5ffa2a75a3 HTTP/1.1" status: 200 len: 1091 time: 1.7422314 Sep 17 23:43:27.934602 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe4016-d60e-41bb-8b14-5f52942c1ae2 req-20bd3c4d-6605-4ec1-8eff-0d8ffb41ca1b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:27.936060 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.948551 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.962316 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe4016-d60e-41bb-8b14-5f52942c1ae2 req-20bd3c4d-6605-4ec1-8eff-0d8ffb41ca1b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:27.973601 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe4016-d60e-41bb-8b14-5f52942c1ae2 req-20bd3c4d-6605-4ec1-8eff-0d8ffb41ca1b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:27.976163 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1142546e-0472-4201-b349-b2f11faf1d1a {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:27.979374 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:27.980438 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:27.982112 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] 10.222.0.37 "PUT /v2.0/ports/ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 HTTP/1.1" status: 200 len: 1091 time: 2.6569648 Sep 17 23:43:27.983707 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe4016-d60e-41bb-8b14-5f52942c1ae2 req-20bd3c4d-6605-4ec1-8eff-0d8ffb41ca1b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.005659 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9f604-e895-410e-a55d-fe6045ca1d6f service neutron] Pushing event updated for resources: {'Port': ['ID=ad6ee541-3beb-4fca-918f-db5ffa2a75a3,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:28.027934 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe4016-d60e-41bb-8b14-5f52942c1ae2 req-20bd3c4d-6605-4ec1-8eff-0d8ffb41ca1b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.033960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe4016-d60e-41bb-8b14-5f52942c1ae2 req-20bd3c4d-6605-4ec1-8eff-0d8ffb41ca1b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.035910 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fafe4016-d60e-41bb-8b14-5f52942c1ae2 req-20bd3c4d-6605-4ec1-8eff-0d8ffb41ca1b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.2082040 Sep 17 23:43:28.071822 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 1142546e-0472-4201-b349-b2f11faf1d1a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=1142546e-0472-4201-b349-b2f11faf1d1a,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:28.075679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa8e107-2cca-45f8-a350-5f2b13c685ef None None] New status for floating IP 3fec6320-0e33-4571-b6f3-4507612bdb9c: DOWN {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:43:28.133092 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fafe4016-d60e-41bb-8b14-5f52942c1ae2 req-3855f3ec-0d62-49b1-81d4-023af7a92c7f tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816567 Sep 17 23:43:28.203988 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6de700-d6f2-4252-ab8d-d581b6368337', 'name': 'network-vif-deleted', 'tag': '64e09bc8-5def-4fa2-a0be-22ede90157b9'}, {'name': 'network-changed', 'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'tag': 'ad6ee541-3beb-4fca-918f-db5ffa2a75a3'}, {'name': 'network-changed', 'server_uuid': '4a283322-0b02-4697-b1ad-18ec37a931f6', 'tag': 'ed0cc9ed-755a-47d1-920c-bcd4d43e3af4'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:28.207485 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7121bb-7436-4fb6-9170-3e7aeb287955" -d '{"events": [{"server_uuid": "7d6de700-d6f2-4252-ab8d-d581b6368337", "name": "network-vif-deleted", "tag": "64e09bc8-5def-4fa2-a0be-22ede90157b9"}, {"name": "network-changed", "server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "tag": "ad6ee541-3beb-4fca-918f-db5ffa2a75a3"}, {"name": "network-changed", "server_uuid": "4a283322-0b02-4697-b1ad-18ec37a931f6", "tag": "ed0cc9ed-755a-47d1-920c-bcd4d43e3af4"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:28.258535 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d3ca1-0ca1-46ed-ba2e-9cec64f68dca req-11dbed84-8df3-403c-ae44-9e0a7899953c tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.260115 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b55d3ca1-0ca1-46ed-ba2e-9cec64f68dca req-11dbed84-8df3-403c-ae44-9e0a7899953c tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a283322-0b02-4697-b1ad-18ec37a931f6 HTTP/1.1" status: 200 len: 943 time: 0.0966918 Sep 17 23:43:28.266348 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:28.277843 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a673a6d-a16f-4e2e-873d-49176ab9664e service neutron] Pushing event updated for resources: {'Port': ['ID=ed0cc9ed-755a-47d1-920c-bcd4d43e3af4,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:28.294860 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-edeca355-6eb9-46cc-828d-7cc692c77062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.295367 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-edeca355-6eb9-46cc-828d-7cc692c77062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.295857 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-edeca355-6eb9-46cc-828d-7cc692c77062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.296343 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-edeca355-6eb9-46cc-828d-7cc692c77062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.297014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-edeca355-6eb9-46cc-828d-7cc692c77062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.297342 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-edeca355-6eb9-46cc-828d-7cc692c77062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.297824 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-edeca355-6eb9-46cc-828d-7cc692c77062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.300359 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-edeca355-6eb9-46cc-828d-7cc692c77062 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 6478 time: 0.2332861 Sep 17 23:43:28.308264 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-9062053e-1035-48b6-9b1e-32fbbad3af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.309910 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-9062053e-1035-48b6-9b1e-32fbbad3af30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f73528e76366427dac783333e1810d56&device_id=4a283322-0b02-4697-b1ad-18ec37a931f6 HTTP/1.1" status: 200 len: 1094 time: 0.1403115 Sep 17 23:43:28.353503 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-e06a291d-6f5a-4fad-81af-cf2e650b6cf1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc31a07-bb51-4d99-8ffb-b0d0291c3627 HTTP/1.1" status: 200 len: 217 time: 0.0426056 Sep 17 23:43:28.361176 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b55d3ca1-0ca1-46ed-ba2e-9cec64f68dca req-07645cc2-43d1-41cf-8a83-65c10e836c55 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/security-groups?id=db7ad46b-cf1d-4cea-8280-08340ec636f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725827 Sep 17 23:43:28.374505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784ec0c-a3d2-4824-9967-ebf1b24101a7 req-b86d4a47-47d0-46c2-b137-0061bfb476bb tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.375426 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=1142546e-0472-4201-b349-b2f11faf1d1a,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:28.377074 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5784ec0c-a3d2-4824-9967-ebf1b24101a7 req-b86d4a47-47d0-46c2-b137-0061bfb476bb tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 943 time: 0.1391244 Sep 17 23:43:28.421141 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-b346a572-bb71-4ff0-9c67-3b780e5288bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 HTTP/1.1" status: 200 len: 217 time: 0.1021323 Sep 17 23:43:28.447766 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5784ec0c-a3d2-4824-9967-ebf1b24101a7 req-8dba9670-6ed9-41ab-8f99-d529af1764e4 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557911 Sep 17 23:43:28.489080 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20e8344-d47e-4923-86f8-7d8b0675cc3c x-openstack-request-id: req-e20e8344-d47e-4923-86f8-7d8b0675cc3c {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:28.489080 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6de700-d6f2-4252-ab8d-d581b6368337", "name": "network-vif-deleted", "tag": "64e09bc8-5def-4fa2-a0be-22ede90157b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "tag": "ad6ee541-3beb-4fca-918f-db5ffa2a75a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4a283322-0b02-4697-b1ad-18ec37a931f6", "tag": "ed0cc9ed-755a-47d1-920c-bcd4d43e3af4", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:28.489080 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e20e8344-d47e-4923-86f8-7d8b0675cc3c {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:28.489080 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6de700-d6f2-4252-ab8d-d581b6368337', 'name': 'network-vif-deleted', 'tag': '64e09bc8-5def-4fa2-a0be-22ede90157b9', 'status': 'completed', 'code': 200} Sep 17 23:43:28.489080 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'tag': 'ad6ee541-3beb-4fca-918f-db5ffa2a75a3', 'status': 'completed', 'code': 200} Sep 17 23:43:28.489844 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a283322-0b02-4697-b1ad-18ec37a931f6', 'tag': 'ed0cc9ed-755a-47d1-920c-bcd4d43e3af4', 'status': 'completed', 'code': 200} Sep 17 23:43:28.499593 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-a1b8373a-681d-4cee-93c1-037501966631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.501191 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-a1b8373a-681d-4cee-93c1-037501966631 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08d092af-cd76-4eda-b787-3854ce9db95e HTTP/1.1" status: 200 len: 851 time: 0.0953777 Sep 17 23:43:28.523338 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-ae1e3897-066e-4aa4-a4d9-5579bd9ad5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.527702 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-ae1e3897-066e-4aa4-a4d9-5579bd9ad5cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fada8b24-8c35-43d9-8fb5-c5630bd63aee HTTP/1.1" status: 200 len: 855 time: 0.0826712 Sep 17 23:43:28.573785 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-8b468463-bda6-4013-9c6f-e32882394be5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=faa0fe34-9a94-4e9c-8868-e0e7e5639440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336702 Sep 17 23:43:28.585211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-4ed99e6c-eb07-4798-918f-340b40f15e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.586650 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-4ed99e6c-eb07-4798-918f-340b40f15e10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d08905d-ca5b-4e76-bde0-b74df6a1af4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774610 Sep 17 23:43:28.618111 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac197a12-8d18-4b8f-91df-ace22f118ee6 req-f6989627-2430-4e08-a25e-104c18fefdd4 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.619586 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac197a12-8d18-4b8f-91df-ace22f118ee6 req-f6989627-2430-4e08-a25e-104c18fefdd4 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 949 time: 0.0872831 Sep 17 23:43:28.634869 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e5332-707c-42a8-ac67-b3cd815be684 req-852a90ff-daf8-47f1-9da1-a99319ea848f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.643118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e5332-707c-42a8-ac67-b3cd815be684 req-852a90ff-daf8-47f1-9da1-a99319ea848f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.647552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e5332-707c-42a8-ac67-b3cd815be684 req-852a90ff-daf8-47f1-9da1-a99319ea848f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.653723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e5332-707c-42a8-ac67-b3cd815be684 req-852a90ff-daf8-47f1-9da1-a99319ea848f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.660169 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e5332-707c-42a8-ac67-b3cd815be684 req-852a90ff-daf8-47f1-9da1-a99319ea848f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.666427 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e5332-707c-42a8-ac67-b3cd815be684 req-852a90ff-daf8-47f1-9da1-a99319ea848f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.671970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e5332-707c-42a8-ac67-b3cd815be684 req-852a90ff-daf8-47f1-9da1-a99319ea848f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.673956 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b76e5332-707c-42a8-ac67-b3cd815be684 req-852a90ff-daf8-47f1-9da1-a99319ea848f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5421 time: 0.1113391 Sep 17 23:43:28.725816 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac197a12-8d18-4b8f-91df-ace22f118ee6 req-be3cac5a-1085-4431-86ec-4d38e13feaec tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502346 Sep 17 23:43:28.743253 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-f850d7fd-b736-4341-ab4f-3f70a7e2e22a service neutron] 10.222.0.37 "GET /v2.0/networks/faa0fe34-9a94-4e9c-8868-e0e7e5639440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603031 Sep 17 23:43:28.745154 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-ce533125-6d53-4b6d-8bb1-4c92bc1d8ed4 service neutron] 10.222.0.37 "GET /v2.0/networks/9d08905d-ca5b-4e76-bde0-b74df6a1af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501827 Sep 17 23:43:28.745282 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b76e5332-707c-42a8-ac67-b3cd815be684 req-a8323d54-2a03-4f8b-85f1-4098e6d531d3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561526 Sep 17 23:43:28.852698 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46489c-3583-403b-aef9-6ebc9d6aff17 req-677d02ca-172f-4940-b6de-2a10350d60dd tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:28.857337 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d46489c-3583-403b-aef9-6ebc9d6aff17 req-677d02ca-172f-4940-b6de-2a10350d60dd tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 949 time: 0.0629203 Sep 17 23:43:28.894690 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d46489c-3583-403b-aef9-6ebc9d6aff17 req-ae341881-39dd-4a59-a58d-e6bf19641854 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337815 Sep 17 23:43:28.923339 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-48fbdc89-49ea-4a9e-a5aa-a3913a5b3e5c service neutron] 10.222.0.37 "GET /v2.0/networks/9d08905d-ca5b-4e76-bde0-b74df6a1af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533458 Sep 17 23:43:28.927609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 9febeb6b-fd9b-490b-84f9-4337f4b55bc1 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:28.929017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33264) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:28.983944 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6705c1c5-ab6c-43de-9210-bca1636202f7 req-51a6e0cd-9f2f-4ca8-98fd-bc431c9ba54a service neutron] 10.222.0.37 "GET /v2.0/networks/faa0fe34-9a94-4e9c-8868-e0e7e5639440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222428 Sep 17 23:43:28.987852 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-78cb0d0f-d631-4380-983f-6b6c4cc4d403 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=7d283454-1c56-4bae-95b5-4603d534419d HTTP/1.1" status: 200 len: 217 time: 0.0495219 Sep 17 23:43:29.042615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 9febeb6b-fd9b-490b-84f9-4337f4b55bc1 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:43:29.048532 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 9febeb6b-fd9b-490b-84f9-4337f4b55bc1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:29.049003 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.066941 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-2f5a6314-be49-42e4-8b05-e85859c59024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:29.068115 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-2f5a6314-be49-42e4-8b05-e85859c59024 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 200 len: 797 time: 0.0726120 Sep 17 23:43:29.073689 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a3c0621-4208-4a00-abab-74fd802c2c77 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.122273 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a3c0621-4208-4a00-abab-74fd802c2c77 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.131470 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.156078 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f0e51f-f536-40ce-a798-9cfc9e8462d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9febeb6b-fd9b-490b-84f9-4337f4b55bc1'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:29.158333 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469eb381-af7e-4e68-b80a-0bc8e8a18371" -d '{"events": [{"server_uuid": "81f0e51f-f536-40ce-a798-9cfc9e8462d3", "name": "network-vif-plugged", "status": "completed", "tag": "9febeb6b-fd9b-490b-84f9-4337f4b55bc1"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:29.161652 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-7f12c4d5-0ba6-417f-af21-10927a2c55fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:29.164984 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-7f12c4d5-0ba6-417f-af21-10927a2c55fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2da050b4-00f1-432e-9e5a-adbd5603b80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0785525 Sep 17 23:43:29.173938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 9febeb6b-fd9b-490b-84f9-4337f4b55bc1, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9febeb6b-fd9b-490b-84f9-4337f4b55bc1,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:29.208092 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b055398-86ae-4e67-a96d-262653a79af6 x-openstack-request-id: req-6b055398-86ae-4e67-a96d-262653a79af6 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:29.208092 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f0e51f-f536-40ce-a798-9cfc9e8462d3", "name": "network-vif-plugged", "status": "completed", "tag": "9febeb6b-fd9b-490b-84f9-4337f4b55bc1", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:29.208092 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b055398-86ae-4e67-a96d-262653a79af6 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:29.211045 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f0e51f-f536-40ce-a798-9cfc9e8462d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9febeb6b-fd9b-490b-84f9-4337f4b55bc1', 'code': 200} Sep 17 23:43:29.254986 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.255785 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e011bcc2-af86-44f2-826c-d672e91ab32e up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:29.273326 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-3f732f44-0818-4ba9-adbb-4f5cb64f3641 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996971 Sep 17 23:43:29.276889 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a3c0621-4208-4a00-abab-74fd802c2c77 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.279436 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a3c0621-4208-4a00-abab-74fd802c2c77 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.283488 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4a3c0621-4208-4a00-abab-74fd802c2c77 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "DELETE /v2.0/security-groups/c759527b-146e-4ec5-9c63-2fadd9d7c2b6 HTTP/1.1" status: 204 len: 168 time: 0.3506262 Sep 17 23:43:29.284886 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33274) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:29.310277 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee20fd-1595-44ed-952a-7c9c7200511d req-af6041d7-c0b1-4a0f-a4f6-a95c786944fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:29.319802 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee20fd-1595-44ed-952a-7c9c7200511d req-af6041d7-c0b1-4a0f-a4f6-a95c786944fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:29.328221 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee20fd-1595-44ed-952a-7c9c7200511d req-af6041d7-c0b1-4a0f-a4f6-a95c786944fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:29.338250 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee20fd-1595-44ed-952a-7c9c7200511d req-af6041d7-c0b1-4a0f-a4f6-a95c786944fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:29.342590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=9febeb6b-fd9b-490b-84f9-4337f4b55bc1,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:29.352408 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee20fd-1595-44ed-952a-7c9c7200511d req-af6041d7-c0b1-4a0f-a4f6-a95c786944fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:29.363792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee20fd-1595-44ed-952a-7c9c7200511d req-af6041d7-c0b1-4a0f-a4f6-a95c786944fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:29.373217 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee20fd-1595-44ed-952a-7c9c7200511d req-af6041d7-c0b1-4a0f-a4f6-a95c786944fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:29.374455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c0621-4208-4a00-abab-74fd802c2c77 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c759527b-146e-4ec5-9c63-2fadd9d7c2b6,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:29.376334 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-94ee20fd-1595-44ed-952a-7c9c7200511d req-af6041d7-c0b1-4a0f-a4f6-a95c786944fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.1515052 Sep 17 23:43:29.384249 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-3a6dee97-a7d9-4df5-94b2-a1081c4ae4a1 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] show failed (client error): The resource could not be found. Sep 17 23:43:29.388879 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3a6dee97-a7d9-4df5-94b2-a1081c4ae4a1 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "GET /v2.0/security-groups/c759527b-146e-4ec5-9c63-2fadd9d7c2b6 HTTP/1.1" status: 404 len: 347 time: 0.0994895 Sep 17 23:43:29.390093 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33282) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:29.419710 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port e011bcc2-af86-44f2-826c-d672e91ab32e completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:43:29.423916 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port e011bcc2-af86-44f2-826c-d672e91ab32e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:29.424380 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.523631 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-41af00db-03d7-4b31-932a-f7656ea96b8f service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394502 Sep 17 23:43:29.531783 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb8cf5-13f3-4506-a1b3-631ebdeec19c req-c893809e-9b9d-40ab-8d0a-e1fda92521e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:29.532352 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.533606 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6acb8cf5-13f3-4506-a1b3-631ebdeec19c req-c893809e-9b9d-40ab-8d0a-e1fda92521e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 1101 time: 0.2386701 Sep 17 23:43:29.582284 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-1c222c32-e82d-4493-97af-25b26e4c473e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a HTTP/1.1" status: 200 len: 217 time: 0.0475686 Sep 17 23:43:29.586027 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e011bcc2-af86-44f2-826c-d672e91ab32e, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e011bcc2-af86-44f2-826c-d672e91ab32e,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:29.619627 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-94ee20fd-1595-44ed-952a-7c9c7200511d req-7712e17a-d8b1-4a62-8e2e-585647bcc772 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2155507 Sep 17 23:43:29.649186 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6acb8cf5-13f3-4506-a1b3-631ebdeec19c req-8bdd2783-84d4-4cea-9382-c2c5ca2021ab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080317 Sep 17 23:43:29.654574 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.666346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-a8e92dc8-8e94-47e5-816b-532dc950928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:29.668193 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-a8e92dc8-8e94-47e5-816b-532dc950928b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 200 len: 797 time: 0.0775385 Sep 17 23:43:29.676337 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c4c5f-6496-4ccb-8d04-da0619e31230 req-ec20744a-b99f-4463-8ddb-62ee663e59c7 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:29.678135 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-897c4c5f-6496-4ccb-8d04-da0619e31230 req-ec20744a-b99f-4463-8ddb-62ee663e59c7 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a283322-0b02-4697-b1ad-18ec37a931f6 HTTP/1.1" status: 200 len: 943 time: 0.1932425 Sep 17 23:43:29.728685 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-185f88c5-07bf-413a-93c8-b0153d685d56 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Deleting port 16597780-35b3-4456-80b1-d2dc8d0d20f0 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:29.729053 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-185f88c5-07bf-413a-93c8-b0153d685d56 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.732668 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e011bcc2-af86-44f2-826c-d672e91ab32e,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:29.733118 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-897c4c5f-6496-4ccb-8d04-da0619e31230 req-e70f29e5-e4da-4263-b7aa-97cc4fd54898 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/security-groups?id=db7ad46b-cf1d-4cea-8280-08340ec636f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449255 Sep 17 23:43:29.773041 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4d5aa-279d-4ce2-bda0-514d260bb645 req-34394e4b-2b37-43c6-903b-9e259facb831 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:29.773041 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5a4d5aa-279d-4ce2-bda0-514d260bb645 req-34394e4b-2b37-43c6-903b-9e259facb831 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.37 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 943 time: 0.1159182 Sep 17 23:43:29.796033 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-7447f237-99ee-4d4c-98e7-3da832d6240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:29.797835 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-7447f237-99ee-4d4c-98e7-3da832d6240c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2da050b4-00f1-432e-9e5a-adbd5603b80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1058106 Sep 17 23:43:29.875412 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-185f88c5-07bf-413a-93c8-b0153d685d56 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.875657 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-185f88c5-07bf-413a-93c8-b0153d685d56 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:29.891173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1798d5-0852-4ba9-9512-87911c9ea8ab req-3c5b6570-e755-4bfc-8c1b-0d6efe145dc2 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:29.892660 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a1798d5-0852-4ba9-9512-87911c9ea8ab req-3c5b6570-e755-4bfc-8c1b-0d6efe145dc2 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 943 time: 0.1329935 Sep 17 23:43:29.902055 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-185f88c5-07bf-413a-93c8-b0153d685d56 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Calling delete_port for 16597780-35b3-4456-80b1-d2dc8d0d20f0 owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:29.937671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf51a3-75fa-4b73-8d85-68e5d5a6b44f req-b1ff17ee-c4cf-450b-b56b-c60c93f760f1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:29.939051 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0adf51a3-75fa-4b73-8d85-68e5d5a6b44f req-b1ff17ee-c4cf-450b-b56b-c60c93f760f1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 950 time: 0.1105285 Sep 17 23:43:29.952186 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f4a63034-dc44-4a7d-8208-2e1ad44dad4c service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375091 Sep 17 23:43:29.957801 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-d5a4d5aa-279d-4ce2-bda0-514d260bb645 req-4f62fe51-d53f-424f-a35a-f458c06e5846 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Deleting port 1142546e-0472-4201-b349-b2f11faf1d1a {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:29.958146 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d5a4d5aa-279d-4ce2-bda0-514d260bb645 req-4f62fe51-d53f-424f-a35a-f458c06e5846 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:30.010855 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a1798d5-0852-4ba9-9512-87911c9ea8ab req-4f0e8073-a242-4952-9119-0e9809ca1627 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068680 Sep 17 23:43:30.044720 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0adf51a3-75fa-4b73-8d85-68e5d5a6b44f req-e485a830-93b1-41d7-ad06-66c6f6fd3374 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685520 Sep 17 23:43:30.123919 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d5a4d5aa-279d-4ce2-bda0-514d260bb645 req-4f62fe51-d53f-424f-a35a-f458c06e5846 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] For port 1142546e-0472-4201-b349-b2f11faf1d1a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=1142546e-0472-4201-b349-b2f11faf1d1a,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:30.124652 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d5a4d5aa-279d-4ce2-bda0-514d260bb645 req-4f62fe51-d53f-424f-a35a-f458c06e5846 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:30.135513 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-d7a41cdb-961b-413d-90a5-9f61d0da68e1 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734345 Sep 17 23:43:30.142654 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-d5a4d5aa-279d-4ce2-bda0-514d260bb645 req-4f62fe51-d53f-424f-a35a-f458c06e5846 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Calling delete_port for 1142546e-0472-4201-b349-b2f11faf1d1a owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:30.185464 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-e30d3cf8-bd55-47d8-ba3c-eb1c233e53b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=3f452939-ef58-4d6e-8de5-7552388649dc HTTP/1.1" status: 200 len: 217 time: 0.0406778 Sep 17 23:43:30.187428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d416fa9-15ef-490e-afc6-d13bea98f868 req-3a14fc06-09e3-49a3-8772-d4aeb8ad28d7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:30.193674 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d416fa9-15ef-490e-afc6-d13bea98f868 req-3a14fc06-09e3-49a3-8772-d4aeb8ad28d7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:30.199635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d416fa9-15ef-490e-afc6-d13bea98f868 req-3a14fc06-09e3-49a3-8772-d4aeb8ad28d7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:30.205610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d416fa9-15ef-490e-afc6-d13bea98f868 req-3a14fc06-09e3-49a3-8772-d4aeb8ad28d7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:30.211675 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d416fa9-15ef-490e-afc6-d13bea98f868 req-3a14fc06-09e3-49a3-8772-d4aeb8ad28d7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:30.217597 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d416fa9-15ef-490e-afc6-d13bea98f868 req-3a14fc06-09e3-49a3-8772-d4aeb8ad28d7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:30.224075 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d416fa9-15ef-490e-afc6-d13bea98f868 req-3a14fc06-09e3-49a3-8772-d4aeb8ad28d7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:30.226006 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3d416fa9-15ef-490e-afc6-d13bea98f868 req-3a14fc06-09e3-49a3-8772-d4aeb8ad28d7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5421 time: 0.0964344 Sep 17 23:43:30.226725 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-185f88c5-07bf-413a-93c8-b0153d685d56 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:30.261379 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f88c5-07bf-413a-93c8-b0153d685d56 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Pushing event deleted for resources: {'Port': ['ID=16597780-35b3-4456-80b1-d2dc8d0d20f0,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:30.283264 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-2134285c-997c-4512-8e67-fa71e2d558bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:30.285357 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-2134285c-997c-4512-8e67-fa71e2d558bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 200 len: 797 time: 0.0683148 Sep 17 23:43:30.365836 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-327a3131-51f4-407e-8572-d2612dbbe192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:30.367371 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-327a3131-51f4-407e-8572-d2612dbbe192 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2da050b4-00f1-432e-9e5a-adbd5603b80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0724587 Sep 17 23:43:30.470037 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-4527ca8b-5eb1-4018-a8c9-a6c930c99202 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938406 Sep 17 23:43:30.476322 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d5a4d5aa-279d-4ce2-bda0-514d260bb645 req-4f62fe51-d53f-424f-a35a-f458c06e5846 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:30.530775 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62fe51-d53f-424f-a35a-f458c06e5846 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Pushing event deleted for resources: {'Port': ['ID=1142546e-0472-4201-b349-b2f11faf1d1a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:30.596647 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3d416fa9-15ef-490e-afc6-d13bea98f868 req-d01cb382-ff86-4e77-8192-61ae8343d483 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3458526 Sep 17 23:43:30.610785 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-185f88c5-07bf-413a-93c8-b0153d685d56 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:30.614041 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-185f88c5-07bf-413a-93c8-b0153d685d56 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:30.628402 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-185f88c5-07bf-413a-93c8-b0153d685d56 tempest-ServersTestFqdnHostnames-616843913 tempest-ServersTestFqdnHostnames-616843913-project] 10.222.0.46 "DELETE /v2.0/floatingips/3fec6320-0e33-4571-b6f3-4507612bdb9c HTTP/1.1" status: 204 len: 168 time: 1.2333360 Sep 17 23:43:30.629161 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33304) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:30.682192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d37fae-95f0-40cc-b94c-cce0cc97418b req-2a383618-878b-4314-8d9e-33ca000c2c87 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:30.683768 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43d37fae-95f0-40cc-b94c-cce0cc97418b req-2a383618-878b-4314-8d9e-33ca000c2c87 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 950 time: 0.3873680 Sep 17 23:43:30.794326 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43d37fae-95f0-40cc-b94c-cce0cc97418b req-821489a9-7627-48fe-aac6-e27e7d161924 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028264 Sep 17 23:43:30.877220 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84434b44-30ee-41da-8d9a-42b8cb659d43 req-a3f57225-2284-461d-b73a-ca4ee9a7e5f2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:30.883986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84434b44-30ee-41da-8d9a-42b8cb659d43 req-a3f57225-2284-461d-b73a-ca4ee9a7e5f2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:30.889860 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84434b44-30ee-41da-8d9a-42b8cb659d43 req-a3f57225-2284-461d-b73a-ca4ee9a7e5f2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:30.896081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84434b44-30ee-41da-8d9a-42b8cb659d43 req-a3f57225-2284-461d-b73a-ca4ee9a7e5f2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:30.896544 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a4d5aa-279d-4ce2-bda0-514d260bb645 req-4f62fe51-d53f-424f-a35a-f458c06e5846 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] No DVR routers for this DVR port 1142546e-0472-4201-b349-b2f11faf1d1a on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:43:30.899956 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d5a4d5aa-279d-4ce2-bda0-514d260bb645 req-4f62fe51-d53f-424f-a35a-f458c06e5846 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:30.902210 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5a4d5aa-279d-4ce2-bda0-514d260bb645 req-4f62fe51-d53f-424f-a35a-f458c06e5846 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.37 "DELETE /v2.0/ports/1142546e-0472-4201-b349-b2f11faf1d1a HTTP/1.1" status: 204 len: 173 time: 1.1156521 Sep 17 23:43:30.902647 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef', 'name': 'network-vif-deleted', 'tag': '1142546e-0472-4201-b349-b2f11faf1d1a'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:30.903863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84434b44-30ee-41da-8d9a-42b8cb659d43 req-a3f57225-2284-461d-b73a-ca4ee9a7e5f2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:30.904943 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9996532a-ee1b-41d8-ae3e-ca2688a50a99" -d '{"events": [{"server_uuid": "10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef", "name": "network-vif-deleted", "tag": "1142546e-0472-4201-b349-b2f11faf1d1a"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:30.911586 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84434b44-30ee-41da-8d9a-42b8cb659d43 req-a3f57225-2284-461d-b73a-ca4ee9a7e5f2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:30.917454 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84434b44-30ee-41da-8d9a-42b8cb659d43 req-a3f57225-2284-461d-b73a-ca4ee9a7e5f2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:30.919372 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84434b44-30ee-41da-8d9a-42b8cb659d43 req-a3f57225-2284-461d-b73a-ca4ee9a7e5f2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.1681318 Sep 17 23:43:30.925593 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-bab79a33-e926-49da-a347-cf336483ede4 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472463 Sep 17 23:43:30.967153 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5a4aac2d-c388-4743-87e5-0527fd5f7c27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=babf226a-14c0-48e5-a6eb-df5d4099f2e7 HTTP/1.1" status: 200 len: 217 time: 0.0347042 Sep 17 23:43:31.017710 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5ad6a223-755f-45dd-9130-1ed274216048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:31.019592 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-5ad6a223-755f-45dd-9130-1ed274216048 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 200 len: 797 time: 0.0452051 Sep 17 23:43:31.055500 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f034ddd-f5ea-46f0-909a-36c166875938 req-b2dcacf5-e419-43b8-9ed5-369e11704b1a tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:31.057133 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f034ddd-f5ea-46f0-909a-36c166875938 req-b2dcacf5-e419-43b8-9ed5-369e11704b1a tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a283322-0b02-4697-b1ad-18ec37a931f6 HTTP/1.1" status: 200 len: 943 time: 0.1368227 Sep 17 23:43:31.076210 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-c4e12425-c426-43db-958d-6de80cefbb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:31.077735 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-c4e12425-c426-43db-958d-6de80cefbb19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2da050b4-00f1-432e-9e5a-adbd5603b80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0508966 Sep 17 23:43:31.082326 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84434b44-30ee-41da-8d9a-42b8cb659d43 req-e84aeb89-347e-43db-b942-c88b802b08b9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1470044 Sep 17 23:43:31.178505 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8332f266-482d-43b4-b4f2-34ea671a0185 x-openstack-request-id: req-8332f266-482d-43b4-b4f2-34ea671a0185 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:31.178869 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef", "name": "network-vif-deleted", "tag": "1142546e-0472-4201-b349-b2f11faf1d1a", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:31.179186 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8332f266-482d-43b4-b4f2-34ea671a0185 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:31.179690 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef', 'name': 'network-vif-deleted', 'tag': '1142546e-0472-4201-b349-b2f11faf1d1a', 'status': 'completed', 'code': 200} Sep 17 23:43:31.183867 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-fa830073-614f-4b19-93c2-a369b1fa5169 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990851 Sep 17 23:43:31.186987 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f034ddd-f5ea-46f0-909a-36c166875938 req-d5cff447-6947-4488-9e97-157ba991285e tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/security-groups?id=db7ad46b-cf1d-4cea-8280-08340ec636f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092281 Sep 17 23:43:31.210182 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19490f90-0f1b-4704-84b3-bced6e0932fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e011bcc2-af86-44f2-826c-d672e91ab32e'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:31.213535 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1699e1-40ae-4db7-900b-fb9bf0626e53" -d '{"events": [{"server_uuid": "19490f90-0f1b-4704-84b3-bced6e0932fc", "name": "network-vif-plugged", "status": "completed", "tag": "e011bcc2-af86-44f2-826c-d672e91ab32e"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:31.299069 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18aa3fdb-4eff-4712-af35-9502060b782c req-0fa096ea-dc90-4778-a77b-26e2fbbc7685 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=10d1e1a6-77ab-4af4-9a4a-c932f9ef30ef HTTP/1.1" status: 200 len: 210 time: 0.0431612 Sep 17 23:43:31.324850 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-65942b0e-0d95-4c6e-950a-e4d7ad5d074f service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273766 Sep 17 23:43:31.382626 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-b8c0c8a0-83a3-4d8d-b2ec-cddc8af2577c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=80774bb7-bf44-4b8b-bc93-e7c967abca31 HTTP/1.1" status: 200 len: 217 time: 0.0499334 Sep 17 23:43:31.390983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc577b-f2d0-4497-b868-f00ba0999554 req-c19ea0c6-ce17-4916-9de0-dc5d8e1d17b6 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:31.392496 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-75fc577b-f2d0-4497-b868-f00ba0999554 req-c19ea0c6-ce17-4916-9de0-dc5d8e1d17b6 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 950 time: 0.1216168 Sep 17 23:43:31.415926 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdd5d76-db2a-470c-9fa3-2937d999d824 x-openstack-request-id: req-2fdd5d76-db2a-470c-9fa3-2937d999d824 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:31.415926 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19490f90-0f1b-4704-84b3-bced6e0932fc", "name": "network-vif-plugged", "status": "completed", "tag": "e011bcc2-af86-44f2-826c-d672e91ab32e", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:31.415926 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2fdd5d76-db2a-470c-9fa3-2937d999d824 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:31.415926 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19490f90-0f1b-4704-84b3-bced6e0932fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e011bcc2-af86-44f2-826c-d672e91ab32e', 'code': 200} Sep 17 23:43:31.439170 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-12a7bac8-b179-4b97-922f-5a16c8d8dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:31.441096 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-12a7bac8-b179-4b97-922f-5a16c8d8dc99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f67d974e-7140-4089-9f32-07a00b55ef3a HTTP/1.1" status: 200 len: 797 time: 0.0517464 Sep 17 23:43:31.449793 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-75fc577b-f2d0-4497-b868-f00ba0999554 req-ecc0b3f2-27ba-4cce-9b77-7d7c5c883ee5 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505109 Sep 17 23:43:31.459529 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3fa796c5-f931-46e3-b1e2-cdad5ca7e904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:31.533412 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f6e48290-aa33-4497-8b79-b77f4514c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:31.535064 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-f6e48290-aa33-4497-8b79-b77f4514c404 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e702302-c423-4617-ae40-276913b1f962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0853860 Sep 17 23:43:31.578653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363bf3f-f262-4ebc-a4a7-bd3bd6eb7295 req-5a4c9ba6-00a3-4f03-ad18-76596dd925b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:31.580286 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d363bf3f-f262-4ebc-a4a7-bd3bd6eb7295 req-5a4c9ba6-00a3-4f03-ad18-76596dd925b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 1101 time: 0.0779974 Sep 17 23:43:31.669380 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d363bf3f-f262-4ebc-a4a7-bd3bd6eb7295 req-391da2d3-7a45-43ba-99a9-86c686505f1a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580108 Sep 17 23:43:31.692981 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-bafe9e87-d902-4508-b496-ba269d1e340a service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459506 Sep 17 23:43:31.750897 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1e1f9-5bee-4a04-bafe-69675bbe7d79 req-1448b7d5-db5c-44c1-b760-1a270d4cb824 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:31.757705 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1e1f9-5bee-4a04-bafe-69675bbe7d79 req-1448b7d5-db5c-44c1-b760-1a270d4cb824 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:31.764339 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1e1f9-5bee-4a04-bafe-69675bbe7d79 req-1448b7d5-db5c-44c1-b760-1a270d4cb824 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:31.771844 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1e1f9-5bee-4a04-bafe-69675bbe7d79 req-1448b7d5-db5c-44c1-b760-1a270d4cb824 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:31.777601 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1e1f9-5bee-4a04-bafe-69675bbe7d79 req-1448b7d5-db5c-44c1-b760-1a270d4cb824 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:31.783477 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1e1f9-5bee-4a04-bafe-69675bbe7d79 req-1448b7d5-db5c-44c1-b760-1a270d4cb824 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:31.789371 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-d20883c7-e998-4f5e-ac3f-b0b1e7f8348e service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918977 Sep 17 23:43:31.789537 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1e1f9-5bee-4a04-bafe-69675bbe7d79 req-1448b7d5-db5c-44c1-b760-1a270d4cb824 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:31.791314 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7fa1e1f9-5bee-4a04-bafe-69675bbe7d79 req-1448b7d5-db5c-44c1-b760-1a270d4cb824 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5421 time: 0.1138508 Sep 17 23:43:31.838014 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-8cdea3d8-4503-4fe4-b4bd-0bb84ac0de0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ad6ee541-3beb-4fca-918f-db5ffa2a75a3 HTTP/1.1" status: 200 len: 217 time: 0.0408213 Sep 17 23:43:31.845746 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:31.871514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7fa1e1f9-5bee-4a04-bafe-69675bbe7d79 req-304bbc38-ce70-4355-8ac2-b78cb241ff6d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732076 Sep 17 23:43:31.905563 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-2735deb4-ec1a-4f30-b32a-0c6ed06a6d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:31.907518 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-2735deb4-ec1a-4f30-b32a-0c6ed06a6d91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f67d974e-7140-4089-9f32-07a00b55ef3a HTTP/1.1" status: 200 len: 797 time: 0.0621579 Sep 17 23:43:31.952492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-3fa796c5-f931-46e3-b1e2-cdad5ca7e904 admin admin] Deleting port a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:31.952875 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3fa796c5-f931-46e3-b1e2-cdad5ca7e904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:31.965714 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ed6e5-7d2e-4d83-965e-1a14468dcc25 req-68e2b228-f109-4214-906c-191dc54fe256 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:31.968199 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-477f57cd-a116-4143-9bf8-f3ddb435c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:31.970040 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-477f57cd-a116-4143-9bf8-f3ddb435c330 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e702302-c423-4617-ae40-276913b1f962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0552309 Sep 17 23:43:31.972955 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc5ed6e5-7d2e-4d83-965e-1a14468dcc25 req-68e2b228-f109-4214-906c-191dc54fe256 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 950 time: 0.0725758 Sep 17 23:43:31.991768 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ed0cc9ed-755a-47d1-920c-bcd4d43e3af4, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ed0cc9ed-755a-47d1-920c-bcd4d43e3af4,segment=NetworkSegment(536b1a73-6535-40f8-b9e3-fe6e91749579),segment_id=536b1a73-6535-40f8-b9e3-fe6e91749579)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:32.008009 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'ed0cc9ed-755a-47d1-920c-bcd4d43e3af4', 'network_id': 'faa0fe34-9a94-4e9c-8868-e0e7e5639440', 'port_id': 'ed0cc9ed-755a-47d1-920c-bcd4d43e3af4', 'mac_address': 'fa:16:3e:a1:85:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fada8b24-8c35-43d9-8fb5-c5630bd63aee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:32.042520 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc5ed6e5-7d2e-4d83-965e-1a14468dcc25 req-0483dfc9-66e4-4f79-8481-7393cbdff3ae tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582778 Sep 17 23:43:32.078645 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:32.092995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:32.126754 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ed0cc9ed-755a-47d1-920c-bcd4d43e3af4, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ed0cc9ed-755a-47d1-920c-bcd4d43e3af4,segment=NetworkSegment(536b1a73-6535-40f8-b9e3-fe6e91749579),segment_id=536b1a73-6535-40f8-b9e3-fe6e91749579)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:32.141025 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-770f5fda-e135-4316-9b8e-baf42f02078a service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625128 Sep 17 23:43:32.170468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-3fa796c5-f931-46e3-b1e2-cdad5ca7e904 admin admin] For port a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44,segment=NetworkSegment(cd059fb0-31a2-45c1-afd0-4ee5e7595571),segment_id=cd059fb0-31a2-45c1-afd0-4ee5e7595571)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:32.170854 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3fa796c5-f931-46e3-b1e2-cdad5ca7e904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:32.202513 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:32.213358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-3fa796c5-f931-46e3-b1e2-cdad5ca7e904 admin admin] Calling delete_port for a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:32.257630 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33364) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:32.281438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d32e4-3c64-4969-92fe-d0873a07c93a req-671d1bdc-9e23-4168-bf23-1b6209df8efb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:32.287435 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d32e4-3c64-4969-92fe-d0873a07c93a req-671d1bdc-9e23-4168-bf23-1b6209df8efb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:32.290878 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-d286b738-236d-4acc-b695-700c6ca55196 service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390157 Sep 17 23:43:32.293385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d32e4-3c64-4969-92fe-d0873a07c93a req-671d1bdc-9e23-4168-bf23-1b6209df8efb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:32.299499 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d32e4-3c64-4969-92fe-d0873a07c93a req-671d1bdc-9e23-4168-bf23-1b6209df8efb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:32.305573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d32e4-3c64-4969-92fe-d0873a07c93a req-671d1bdc-9e23-4168-bf23-1b6209df8efb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:32.311913 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d32e4-3c64-4969-92fe-d0873a07c93a req-671d1bdc-9e23-4168-bf23-1b6209df8efb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:32.318580 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d32e4-3c64-4969-92fe-d0873a07c93a req-671d1bdc-9e23-4168-bf23-1b6209df8efb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:32.320703 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-014d32e4-3c64-4969-92fe-d0873a07c93a req-671d1bdc-9e23-4168-bf23-1b6209df8efb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.1472814 Sep 17 23:43:32.327612 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=ed0cc9ed-755a-47d1-920c-bcd4d43e3af4,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:32.341721 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:32.342426 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:32.343042 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:32.343582 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:32.344143 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:32.344695 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:32.345322 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:32.345885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:32.346769 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:32.347698 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:32.348422 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:32.349002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:32.410863 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9396e04a-abea-4501-97ad-22a1d2ea0521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:32.438321 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['ed0cc9ed-755a-47d1-920c-bcd4d43e3af4'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:32.444418 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-014d32e4-3c64-4969-92fe-d0873a07c93a req-399684e2-af24-4c81-b678-be423392a9d0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1105466 Sep 17 23:43:32.497512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-7d4d1103-e4a4-4ffe-85fd-c6c72cf0e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:32.498147 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-7d4d1103-e4a4-4ffe-85fd-c6c72cf0e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:32.498646 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-7d4d1103-e4a4-4ffe-85fd-c6c72cf0e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:32.499140 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-7d4d1103-e4a4-4ffe-85fd-c6c72cf0e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:32.499633 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-7d4d1103-e4a4-4ffe-85fd-c6c72cf0e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:32.500446 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-7d4d1103-e4a4-4ffe-85fd-c6c72cf0e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:32.500986 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-7d4d1103-e4a4-4ffe-85fd-c6c72cf0e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:32.505073 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-7d4d1103-e4a4-4ffe-85fd-c6c72cf0e2c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 6478 time: 0.0811565 Sep 17 23:43:32.605562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae34a07-27b4-43f8-97bd-6027f7e57f6e req-3a1be5b4-0665-492b-ac51-c89b457b07ca tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:32.607258 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aae34a07-27b4-43f8-97bd-6027f7e57f6e req-3a1be5b4-0665-492b-ac51-c89b457b07ca tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a283322-0b02-4697-b1ad-18ec37a931f6 HTTP/1.1" status: 200 len: 944 time: 0.0749605 Sep 17 23:43:32.681929 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aae34a07-27b4-43f8-97bd-6027f7e57f6e req-2f5d0b60-4093-4147-9538-3f61873b5c77 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/security-groups?id=db7ad46b-cf1d-4cea-8280-08340ec636f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519395 Sep 17 23:43:32.713812 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-9433a37f-b7a3-4eec-b141-c2f5ae81c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:32.715548 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-9433a37f-b7a3-4eec-b141-c2f5ae81c964 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e702302-c423-4617-ae40-276913b1f962 HTTP/1.1" status: 200 len: 902 time: 0.2018404 Sep 17 23:43:32.717848 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9396e04a-abea-4501-97ad-22a1d2ea0521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:32.755318 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3fa796c5-f931-46e3-b1e2-cdad5ca7e904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:32.762190 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-9a2b12fc-8a4e-4f8f-a07e-db8075dcbb11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ad6ee541-3beb-4fca-918f-db5ffa2a75a3 HTTP/1.1" status: 200 len: 217 time: 0.0389795 Sep 17 23:43:32.798226 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9396e04a-abea-4501-97ad-22a1d2ea0521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:32.803808 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa796c5-f931-46e3-b1e2-cdad5ca7e904 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:32.863655 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9396e04a-abea-4501-97ad-22a1d2ea0521 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7cc028f8084a44b388e8dbfa0b36dc3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6045923 Sep 17 23:43:32.865895 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-56e66f76-9eca-4803-b994-d9595d299012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:32.867354 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-56e66f76-9eca-4803-b994-d9595d299012 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f67d974e-7140-4089-9f32-07a00b55ef3a HTTP/1.1" status: 200 len: 797 time: 0.0979159 Sep 17 23:43:32.867482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33378) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:32.868116 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396e04a-abea-4501-97ad-22a1d2ea0521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ef64d4-1a61-4d97-919b-244e79006ad2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:32.925093 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-38394eaa-4162-418c-85ab-8b307094b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:32.926601 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-38394eaa-4162-418c-85ab-8b307094b06b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e702302-c423-4617-ae40-276913b1f962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446408 Sep 17 23:43:32.938649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2365f23-d47b-4084-9fb5-ea62e8d37b95 req-f14bd3fa-21f9-47f9-92bb-1e066d38553b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:32.940717 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2365f23-d47b-4084-9fb5-ea62e8d37b95 req-f14bd3fa-21f9-47f9-92bb-1e066d38553b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 950 time: 0.1986651 Sep 17 23:43:33.040810 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-cc3488a8-c5bb-48f8-bffa-e577281325ff service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062434 Sep 17 23:43:33.051888 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.052380 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.052883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.053366 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.053844 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.054320 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.054791 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.055261 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.055733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.056202 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.056669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.057166 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.057646 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.058109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.058573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.059036 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.059501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.059983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.060430 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.060915 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.061381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.061845 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.062314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.065720 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-18fffe87-f7c9-4f1b-858d-537f653e6e28 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4a283322-0b02-4697-b1ad-18ec37a931f6&device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3&device_id=19490f90-0f1b-4704-84b3-bced6e0932fc&device_id=92d50752-fc7f-462e-a26c-dad2e3ef81a5&device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8&device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1&device_id=1c22b708-f425-4c44-816a-12d88d5cce1f&device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8&device_id=6f08ed12-9ac3-45d7-83d8-a40f38ef0880&device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75&device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 20766 time: 0.1974020 Sep 17 23:43:33.144717 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-8d34988d-3a56-44be-af44-8fa6554e74fb service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950508 Sep 17 23:43:33.233028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-37f2c289-0db5-4893-9057-811c3819a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.234820 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-37f2c289-0db5-4893-9057-811c3819a799 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f73528e76366427dac783333e1810d56&device_id=4a283322-0b02-4697-b1ad-18ec37a931f6 HTTP/1.1" status: 200 len: 1095 time: 0.0456054 Sep 17 23:43:33.333996 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-7a78c6e1-8b5e-4e3a-b28a-765350fa0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.335467 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-7a78c6e1-8b5e-4e3a-b28a-765350fa0007 service neutron] 10.222.0.37 "GET /v2.0/networks?id=faa0fe34-9a94-4e9c-8868-e0e7e5639440 HTTP/1.1" status: 200 len: 916 time: 0.0939515 Sep 17 23:43:33.353310 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8344f186-90dc-4501-a7ce-4d43f7ae17c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:33.357169 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2365f23-d47b-4084-9fb5-ea62e8d37b95 req-59705a9f-1a27-49b9-b6f3-8674f7c953fb tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072514 Sep 17 23:43:33.369878 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-32b00fe4-50d4-45ed-8d09-0b7959d5519f tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:33.382537 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-a35ea997-6189-4df8-a127-ce45e6f4e214 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 HTTP/1.1" status: 200 len: 217 time: 0.0388556 Sep 17 23:43:33.395980 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3fa796c5-f931-46e3-b1e2-cdad5ca7e904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:33.412323 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8344f186-90dc-4501-a7ce-4d43f7ae17c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:33.439326 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-0a28cebc-fa43-4e6d-850a-df28f0a156d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.440825 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-0a28cebc-fa43-4e6d-850a-df28f0a156d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fada8b24-8c35-43d9-8fb5-c5630bd63aee HTTP/1.1" status: 200 len: 855 time: 0.0511372 Sep 17 23:43:33.473030 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-ac1b6722-90d2-49ea-9433-37ebd92e2e18 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=faa0fe34-9a94-4e9c-8868-e0e7e5639440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257418 Sep 17 23:43:33.564501 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-ba96929c-f3b1-4e67-85a3-ce71e60c301d service neutron] 10.222.0.37 "GET /v2.0/networks/faa0fe34-9a94-4e9c-8868-e0e7e5639440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848920 Sep 17 23:43:33.653602 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab7121bb-7436-4fb6-9170-3e7aeb287955 req-9207b0b1-5f66-4c18-938c-01f58fa3805e service neutron] 10.222.0.37 "GET /v2.0/networks/faa0fe34-9a94-4e9c-8868-e0e7e5639440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824111 Sep 17 23:43:33.679861 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-a5125b24-0e83-40f9-ab84-406831a7fabc tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:33.681361 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-a5125b24-0e83-40f9-ab84-406831a7fabc tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/networks?id=42ce65e5-476f-418b-b046-198f1115663d HTTP/1.1" status: 200 len: 821 time: 0.2034588 Sep 17 23:43:33.729507 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8344f186-90dc-4501-a7ce-4d43f7ae17c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:33.731951 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8344f186-90dc-4501-a7ce-4d43f7ae17c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:33.733057 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8344f186-90dc-4501-a7ce-4d43f7ae17c3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8ef64d4-1a61-4d97-919b-244e79006ad2 HTTP/1.1" status: 204 len: 168 time: 0.8599420 Sep 17 23:43:33.758291 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-be859ec9-968c-47ca-9fb5-f388413f25c4 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/quotas/4772d9a8c0714fd28936958f529bdf47 HTTP/1.1" status: 200 len: 375 time: 0.0700974 Sep 17 23:43:33.764144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344f186-90dc-4501-a7ce-4d43f7ae17c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ef64d4-1a61-4d97-919b-244e79006ad2,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:33.772792 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-32b00fe4-50d4-45ed-8d09-0b7959d5519f tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:33.860196 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-564fea81-54ed-471e-a8e3-2837947fbd27 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4772d9a8c0714fd28936958f529bdf47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0908670 Sep 17 23:43:33.860432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:33.865053 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-32b00fe4-50d4-45ed-8d09-0b7959d5519f tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:33.869230 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa796c5-f931-46e3-b1e2-cdad5ca7e904 admin admin] Router c740fa8a-6cf9-42df-b951-b0372678aa20 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:43:33.934023 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25d03d87-b3c4-43d2-8694-026dbbccfd9f req-32b00fe4-50d4-45ed-8d09-0b7959d5519f tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f981d863-f549-47c0-bcd0-9d63262dc8b7&id=db7ad46b-cf1d-4cea-8280-08340ec636f2&id=d7396621-deaf-4343-9a53-54be1821561b&id=f605cdfb-1817-46b7-8f79-362a876508f9&id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 741 time: 0.6217928 Sep 17 23:43:33.971551 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b00fe4-50d4-45ed-8d09-0b7959d5519f tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c3ac52-bb30-4976-b32a-49ea701b4690,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:33.980767 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:43:33.988909 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:33.989912 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:34.097981 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:34.109431 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-dc61bd6e-5157-4a69-af0e-18ee0f844363 service neutron] 10.222.0.46 "GET /v2.0/networks/42ce65e5-476f-418b-b046-198f1115663d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376318 Sep 17 23:43:34.123153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a283322-0b02-4697-b1ad-18ec37a931f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0cc9ed-755a-47d1-920c-bcd4d43e3af4'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:34.125308 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc27b077-f644-4e7c-acc1-2b355c8df640" -d '{"events": [{"server_uuid": "4a283322-0b02-4697-b1ad-18ec37a931f6", "name": "network-vif-plugged", "status": "completed", "tag": "ed0cc9ed-755a-47d1-920c-bcd4d43e3af4"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:34.138536 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ed0cc9ed-755a-47d1-920c-bcd4d43e3af4, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ed0cc9ed-755a-47d1-920c-bcd4d43e3af4,segment=NetworkSegment(536b1a73-6535-40f8-b9e3-fe6e91749579),segment_id=536b1a73-6535-40f8-b9e3-fe6e91749579)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:34.165138 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e3259-9735-4b2b-903f-1cdd2d47623a req-6cf1e528-d991-4b61-8d27-dc589c9250c9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:34.171063 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e3259-9735-4b2b-903f-1cdd2d47623a req-6cf1e528-d991-4b61-8d27-dc589c9250c9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:34.177496 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e3259-9735-4b2b-903f-1cdd2d47623a req-6cf1e528-d991-4b61-8d27-dc589c9250c9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:34.183338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e3259-9735-4b2b-903f-1cdd2d47623a req-6cf1e528-d991-4b61-8d27-dc589c9250c9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:34.191429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e3259-9735-4b2b-903f-1cdd2d47623a req-6cf1e528-d991-4b61-8d27-dc589c9250c9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:34.195614 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e3259-9735-4b2b-903f-1cdd2d47623a req-6cf1e528-d991-4b61-8d27-dc589c9250c9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:34.201468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e3259-9735-4b2b-903f-1cdd2d47623a req-6cf1e528-d991-4b61-8d27-dc589c9250c9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:34.203292 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae2e3259-9735-4b2b-903f-1cdd2d47623a req-6cf1e528-d991-4b61-8d27-dc589c9250c9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5421 time: 0.1773133 Sep 17 23:43:34.213383 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:34.214189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 1142546e-0472-4201-b349-b2f11faf1d1a no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:34.252269 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 1142546e-0472-4201-b349-b2f11faf1d1a {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:43:34.253217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 1142546e-0472-4201-b349-b2f11faf1d1a not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:43:34.256168 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa796c5-f931-46e3-b1e2-cdad5ca7e904 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:43:34.268785 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc7424-f33c-430d-9f2b-05138c44db4c None None] Sync routers for ids ['c740fa8a-6cf9-42df-b951-b0372678aa20'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:43:34.281006 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc7424-f33c-430d-9f2b-05138c44db4c None None] Routers {'c740fa8a-6cf9-42df-b951-b0372678aa20'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:34.281794 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-15bc7424-f33c-430d-9f2b-05138c44db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:43:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c740fa8a-6cf9-42df-b951-b0372678aa20'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:34.289699 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33402) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:34.290245 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3fa796c5-f931-46e3-b1e2-cdad5ca7e904 admin admin] 10.222.0.46 "PUT /v2.0/routers/c740fa8a-6cf9-42df-b951-b0372678aa20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6576903 Sep 17 23:43:34.302620 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=ed0cc9ed-755a-47d1-920c-bcd4d43e3af4,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:34.317725 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae2e3259-9735-4b2b-903f-1cdd2d47623a req-011d298f-7809-4139-8ffc-ed9e3be10992 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1001682 Sep 17 23:43:34.344938 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-d8039e4d-c478-4578-be85-270a16642085 service neutron] 10.222.0.46 "GET /v2.0/networks/42ce65e5-476f-418b-b046-198f1115663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010190 Sep 17 23:43:34.372867 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33404) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:34.392961 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7286ebf8-9353-4afb-8bfb-c2aaa78928dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:34.405445 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-15bc7424-f33c-430d-9f2b-05138c44db4c None None] Set router c740fa8a-6cf9-42df-b951-b0372678aa20 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:34.426434 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70acedc6-bf0c-4b6c-b4f0-59c642feea50 admin admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:34.508957 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf588dc-9f46-475a-8f73-e900a28f912d req-d16fe10d-91f2-463a-88de-5c7016ca1ef5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:34.516204 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf588dc-9f46-475a-8f73-e900a28f912d req-d16fe10d-91f2-463a-88de-5c7016ca1ef5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:34.523069 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf588dc-9f46-475a-8f73-e900a28f912d req-d16fe10d-91f2-463a-88de-5c7016ca1ef5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:34.530551 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf588dc-9f46-475a-8f73-e900a28f912d req-d16fe10d-91f2-463a-88de-5c7016ca1ef5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:34.536656 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70acedc6-bf0c-4b6c-b4f0-59c642feea50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:34.537734 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf588dc-9f46-475a-8f73-e900a28f912d req-d16fe10d-91f2-463a-88de-5c7016ca1ef5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:34.544352 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf588dc-9f46-475a-8f73-e900a28f912d req-d16fe10d-91f2-463a-88de-5c7016ca1ef5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:34.551152 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf588dc-9f46-475a-8f73-e900a28f912d req-d16fe10d-91f2-463a-88de-5c7016ca1ef5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:34.557317 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-caf588dc-9f46-475a-8f73-e900a28f912d req-d16fe10d-91f2-463a-88de-5c7016ca1ef5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.1338844 Sep 17 23:43:34.647547 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-caf588dc-9f46-475a-8f73-e900a28f912d req-934257b7-a2ee-446e-ad69-ccc6436a1378 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684161 Sep 17 23:43:34.680426 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-70acedc6-bf0c-4b6c-b4f0-59c642feea50 admin admin] Deleting port 0d92b666-cd2d-4219-ba2c-00c2c0ef420c {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:34.685377 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70acedc6-bf0c-4b6c-b4f0-59c642feea50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:34.713616 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7286ebf8-9353-4afb-8bfb-c2aaa78928dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:34.728424 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db59be-2e19-4fc9-926d-a2268e1e9dfa req-98f820d5-cdb0-4d1b-a4dc-6d0de715954b tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:34.738952 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5db59be-2e19-4fc9-926d-a2268e1e9dfa req-98f820d5-cdb0-4d1b-a4dc-6d0de715954b tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a283322-0b02-4697-b1ad-18ec37a931f6 HTTP/1.1" status: 200 len: 945 time: 0.1077273 Sep 17 23:43:34.749387 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-15bc7424-f33c-430d-9f2b-05138c44db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'name': 'tempest-ServersTestFqdnHostnames-1569078406-router', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:54Z', 'updated_at': '2021-09-17T23:43:32Z', 'revision_number': 5, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'gw_port': {'id': '0d92b666-cd2d-4219-ba2c-00c2c0ef420c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:40:56Z', 'updated_at': '2021-09-17T23:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:34.781469 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5db59be-2e19-4fc9-926d-a2268e1e9dfa req-8f2e5fd7-a5f7-4223-9a05-34effe1d7e71 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/security-groups?id=db7ad46b-cf1d-4cea-8280-08340ec636f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420187 Sep 17 23:43:34.787996 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7286ebf8-9353-4afb-8bfb-c2aaa78928dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:34.810747 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc7424-f33c-430d-9f2b-05138c44db4c None None] Checking router: c740fa8a-6cf9-42df-b951-b0372678aa20 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:43:34.820789 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-70acedc6-bf0c-4b6c-b4f0-59c642feea50 admin admin] For port 0d92b666-cd2d-4219-ba2c-00c2c0ef420c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=0d92b666-cd2d-4219-ba2c-00c2c0ef420c,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:34.821244 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70acedc6-bf0c-4b6c-b4f0-59c642feea50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:34.835705 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc7424-f33c-430d-9f2b-05138c44db4c None None] Routers {'c740fa8a-6cf9-42df-b951-b0372678aa20'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:34.836546 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-15bc7424-f33c-430d-9f2b-05138c44db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:43:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c740fa8a-6cf9-42df-b951-b0372678aa20'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:34.872127 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-70acedc6-bf0c-4b6c-b4f0-59c642feea50 admin admin] Calling delete_port for 0d92b666-cd2d-4219-ba2c-00c2c0ef420c owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:34.872307 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14eea4a-e0a0-4f60-aeae-1c623ea65d71 x-openstack-request-id: req-a14eea4a-e0a0-4f60-aeae-1c623ea65d71 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:34.873169 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a283322-0b02-4697-b1ad-18ec37a931f6", "name": "network-vif-plugged", "status": "completed", "tag": "ed0cc9ed-755a-47d1-920c-bcd4d43e3af4", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:34.873742 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a14eea4a-e0a0-4f60-aeae-1c623ea65d71 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:34.874348 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a283322-0b02-4697-b1ad-18ec37a931f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0cc9ed-755a-47d1-920c-bcd4d43e3af4', 'code': 200} Sep 17 23:43:34.880116 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7286ebf8-9353-4afb-8bfb-c2aaa78928dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a6a4e4ce0da149e28f7eff42621239c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5033638 Sep 17 23:43:34.883458 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33418) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:34.909835 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286ebf8-9353-4afb-8bfb-c2aaa78928dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a93468-3b73-4469-bd04-dda43b91d8db,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:34.975440 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-02e30756-f1b0-44a1-8614-e44cd1a04e63 req-470c06bb-c43d-435a-94fe-0f6b0d8bb4a2 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f4eb318-1405-421e-9bfe-ea9f325d855c HTTP/1.1" status: 200 len: 210 time: 0.0311918 Sep 17 23:43:34.984038 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-15bc7424-f33c-430d-9f2b-05138c44db4c None None] Set router c740fa8a-6cf9-42df-b951-b0372678aa20 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:35.001226 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbff07-1739-4327-b1f9-08e45ff461b9 req-726245af-d51d-4d67-a2c3-785bc8900639 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.003219 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6bcbff07-1739-4327-b1f9-08e45ff461b9 req-726245af-d51d-4d67-a2c3-785bc8900639 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 950 time: 0.1079090 Sep 17 23:43:35.060395 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd145f8a-246e-428e-8b47-6d4e62a7ab7d req-e073b991-c1db-4a87-abf3-76aea7cb4f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.061285 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6bcbff07-1739-4327-b1f9-08e45ff461b9 req-5cd0f229-7b12-436e-be80-7a4dbd31f7cc tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570588 Sep 17 23:43:35.061947 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dd145f8a-246e-428e-8b47-6d4e62a7ab7d req-e073b991-c1db-4a87-abf3-76aea7cb4f68 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a283322-0b02-4697-b1ad-18ec37a931f6 HTTP/1.1" status: 200 len: 1096 time: 0.1192336 Sep 17 23:43:35.064113 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f9237c6-bc64-446f-bb1d-39c735447d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:35.075038 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-15bc7424-f33c-430d-9f2b-05138c44db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'name': 'tempest-ServersTestFqdnHostnames-1569078406-router', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:54Z', 'updated_at': '2021-09-17T23:43:34Z', 'revision_number': 6, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:35.122431 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc7424-f33c-430d-9f2b-05138c44db4c None None] The sync data for ids ['c740fa8a-6cf9-42df-b951-b0372678aa20'] in n-d-809883-1 is: [{'id': 'c740fa8a-6cf9-42df-b951-b0372678aa20', 'name': 'tempest-ServersTestFqdnHostnames-1569078406-router', 'tenant_id': 'bd977f7707564eaa9db458728cbc087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:54Z', 'updated_at': '2021-09-17T23:43:34Z', 'revision_number': 6, 'project_id': 'bd977f7707564eaa9db458728cbc087f', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:43:35.162887 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f9237c6-bc64-446f-bb1d-39c735447d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:35.191376 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dd145f8a-246e-428e-8b47-6d4e62a7ab7d req-a68bc559-0bd9-4b7b-9830-73f86ef48129 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=db7ad46b-cf1d-4cea-8280-08340ec636f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224120 Sep 17 23:43:35.218328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888ccb4-4167-449d-a864-13f869cd1629 req-84d4dce3-bd79-452c-8346-632dc0f6981a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.219976 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6888ccb4-4167-449d-a864-13f869cd1629 req-84d4dce3-bd79-452c-8346-632dc0f6981a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=92d50752-fc7f-462e-a26c-dad2e3ef81a5 HTTP/1.1" status: 200 len: 949 time: 0.0783658 Sep 17 23:43:35.294740 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6888ccb4-4167-449d-a864-13f869cd1629 req-a0ca54ca-1d6d-4ed3-b8ee-d968d6cdaaf9 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651817 Sep 17 23:43:35.297895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5679f-8f75-45cd-8546-d4cf4c097baa req-04bc9a6d-7f9f-47e6-ba7e-38c1af9b1020 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.298415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5679f-8f75-45cd-8546-d4cf4c097baa req-04bc9a6d-7f9f-47e6-ba7e-38c1af9b1020 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.298887 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5679f-8f75-45cd-8546-d4cf4c097baa req-04bc9a6d-7f9f-47e6-ba7e-38c1af9b1020 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.304266 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15f5679f-8f75-45cd-8546-d4cf4c097baa req-04bc9a6d-7f9f-47e6-ba7e-38c1af9b1020 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3&device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1&device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 2883 time: 0.0831437 Sep 17 23:43:35.327082 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70acedc6-bf0c-4b6c-b4f0-59c642feea50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:35.343979 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15f5679f-8f75-45cd-8546-d4cf4c097baa req-77db06ca-f4a0-42a0-855a-e9f76f774c9c tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334458 Sep 17 23:43:35.363077 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70acedc6-bf0c-4b6c-b4f0-59c642feea50 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d92b666-cd2d-4219-ba2c-00c2c0ef420c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:35.368855 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f9237c6-bc64-446f-bb1d-39c735447d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:35.371874 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f9237c6-bc64-446f-bb1d-39c735447d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:35.373367 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9f9237c6-bc64-446f-bb1d-39c735447d46 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06a93468-3b73-4469-bd04-dda43b91d8db HTTP/1.1" status: 204 len: 168 time: 0.4875355 Sep 17 23:43:35.395496 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9237c6-bc64-446f-bb1d-39c735447d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a93468-3b73-4469-bd04-dda43b91d8db,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:35.451992 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70acedc6-bf0c-4b6c-b4f0-59c642feea50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:35.481228 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f65ee0-0c21-4774-8e33-c77d2acc55f8 req-3dbd936f-5fc9-4d12-bae4-15fa02dd596f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.486055 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f65ee0-0c21-4774-8e33-c77d2acc55f8 req-3dbd936f-5fc9-4d12-bae4-15fa02dd596f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.495260 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f65ee0-0c21-4774-8e33-c77d2acc55f8 req-3dbd936f-5fc9-4d12-bae4-15fa02dd596f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.501772 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f65ee0-0c21-4774-8e33-c77d2acc55f8 req-3dbd936f-5fc9-4d12-bae4-15fa02dd596f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.508314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f65ee0-0c21-4774-8e33-c77d2acc55f8 req-3dbd936f-5fc9-4d12-bae4-15fa02dd596f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.515198 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f65ee0-0c21-4774-8e33-c77d2acc55f8 req-3dbd936f-5fc9-4d12-bae4-15fa02dd596f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.526555 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f65ee0-0c21-4774-8e33-c77d2acc55f8 req-3dbd936f-5fc9-4d12-bae4-15fa02dd596f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.529822 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9f65ee0-0c21-4774-8e33-c77d2acc55f8 req-3dbd936f-5fc9-4d12-bae4-15fa02dd596f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5421 time: 0.1098700 Sep 17 23:43:35.573166 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9f65ee0-0c21-4774-8e33-c77d2acc55f8 req-c0cb0a5d-51c0-47f8-950c-460f5591c6ea tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420830 Sep 17 23:43:35.589431 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70acedc6-bf0c-4b6c-b4f0-59c642feea50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:35.591856 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70acedc6-bf0c-4b6c-b4f0-59c642feea50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:35.643610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f727a2c-7cb4-4fa2-b02b-7d6b5c7fb51c req-3a51d19c-c896-41ba-a25d-f3a26712e67d tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.649803 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f727a2c-7cb4-4fa2-b02b-7d6b5c7fb51c req-3a51d19c-c896-41ba-a25d-f3a26712e67d tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.651771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f727a2c-7cb4-4fa2-b02b-7d6b5c7fb51c req-3a51d19c-c896-41ba-a25d-f3a26712e67d tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc&device_id=92d50752-fc7f-462e-a26c-dad2e3ef81a5 HTTP/1.1" status: 200 len: 1690 time: 0.0742011 Sep 17 23:43:35.702634 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f727a2c-7cb4-4fa2-b02b-7d6b5c7fb51c req-591b7e8c-68c0-41f9-81bb-bcdd46f4aea6 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Sep 17 23:43:35.773534 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70acedc6-bf0c-4b6c-b4f0-59c642feea50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:35.774154 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70acedc6-bf0c-4b6c-b4f0-59c642feea50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c740fa8a-6cf9-42df-b951-b0372678aa20 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:43:35.782187 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70acedc6-bf0c-4b6c-b4f0-59c642feea50 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:35.782187 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-70acedc6-bf0c-4b6c-b4f0-59c642feea50 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c740fa8a-6cf9-42df-b951-b0372678aa20 HTTP/1.1" status: 204 len: 168 time: 1.4891400 Sep 17 23:43:35.783574 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33440) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:35.790816 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d417a15-6b51-48ae-a0f8-cfd3c302e539 req-cd5b9f37-99a8-4f66-84b5-f516b7ea70ec tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.797349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d417a15-6b51-48ae-a0f8-cfd3c302e539 req-cd5b9f37-99a8-4f66-84b5-f516b7ea70ec tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.805807 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d417a15-6b51-48ae-a0f8-cfd3c302e539 req-cd5b9f37-99a8-4f66-84b5-f516b7ea70ec tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.817194 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d417a15-6b51-48ae-a0f8-cfd3c302e539 req-cd5b9f37-99a8-4f66-84b5-f516b7ea70ec tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.819041 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d417a15-6b51-48ae-a0f8-cfd3c302e539 req-cd5b9f37-99a8-4f66-84b5-f516b7ea70ec tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.825052 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d417a15-6b51-48ae-a0f8-cfd3c302e539 req-cd5b9f37-99a8-4f66-84b5-f516b7ea70ec tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.836072 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d417a15-6b51-48ae-a0f8-cfd3c302e539 req-cd5b9f37-99a8-4f66-84b5-f516b7ea70ec tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:35.838220 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d417a15-6b51-48ae-a0f8-cfd3c302e539 req-cd5b9f37-99a8-4f66-84b5-f516b7ea70ec tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.1078622 Sep 17 23:43:35.854760 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d651cf-8248-4cb8-99b3-a9466ee6d084 admin admin] Deleting subnet 3d0c75e9-a6be-4367-bb7a-8570a935418d {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:43:35.859769 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-23d651cf-8248-4cb8-99b3-a9466ee6d084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:35.885162 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d417a15-6b51-48ae-a0f8-cfd3c302e539 req-cd8ef353-5b72-4961-b262-7ccb94fa31ea tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382912 Sep 17 23:43:35.898737 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-23d651cf-8248-4cb8-99b3-a9466ee6d084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:36.013750 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-23d651cf-8248-4cb8-99b3-a9466ee6d084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:36.047795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12460f86-373e-47b3-b088-1536498f478a req-501046c7-e609-48c0-ba71-31fc8692e81d tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:36.048924 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12460f86-373e-47b3-b088-1536498f478a req-501046c7-e609-48c0-ba71-31fc8692e81d tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 1101 time: 0.0698535 Sep 17 23:43:36.091105 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12460f86-373e-47b3-b088-1536498f478a req-79c36e9f-6ba0-4ecd-a467-38897dc90d4f tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360255 Sep 17 23:43:36.132716 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 0d92b666-cd2d-4219-ba2c-00c2c0ef420c no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:36.172958 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 0d92b666-cd2d-4219-ba2c-00c2c0ef420c {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:43:36.174104 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 0d92b666-cd2d-4219-ba2c-00c2c0ef420c not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:43:36.174885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:36.199560 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:43:36.199992 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a1ba2bad-4ce3-48d5-9a78-1f78ab0ace44 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:43:36.206070 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-23d651cf-8248-4cb8-99b3-a9466ee6d084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:36.238536 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d651cf-8248-4cb8-99b3-a9466ee6d084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d0c75e9-a6be-4367-bb7a-8570a935418d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:36.242633 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-23d651cf-8248-4cb8-99b3-a9466ee6d084 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:36.244681 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-23d651cf-8248-4cb8-99b3-a9466ee6d084 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3d0c75e9-a6be-4367-bb7a-8570a935418d HTTP/1.1" status: 204 len: 168 time: 0.4600053 Sep 17 23:43:36.249049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33462) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:36.250594 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6bc3cbdf-d8ac-444a-8dcf-340d8590009d req-d3ac82dd-f2ec-41ce-9da4-e7990657aff6 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f4eb318-1405-421e-9bfe-ea9f325d855c HTTP/1.1" status: 200 len: 210 time: 0.0444272 Sep 17 23:43:36.253607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e524d8-3444-403c-8264-e4b735a136f1 None None] Network 98a2366c-8208-4854-a4bd-3a7979c12afc requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:43:36.339693 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bcbe5-9ffe-4dea-9656-29f87ae7a7cb req-8ec28d49-ab44-4794-a057-563a1954f1c2 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:36.341311 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a3bcbe5-9ffe-4dea-9656-29f87ae7a7cb req-8ec28d49-ab44-4794-a057-563a1954f1c2 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a283322-0b02-4697-b1ad-18ec37a931f6 HTTP/1.1" status: 200 len: 945 time: 0.1217628 Sep 17 23:43:36.423644 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:36.437520 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a3bcbe5-9ffe-4dea-9656-29f87ae7a7cb req-88bd9096-9690-4d45-81dc-09d4d70f5522 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/security-groups?id=db7ad46b-cf1d-4cea-8280-08340ec636f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758696 Sep 17 23:43:36.447927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50ed3d-fcc8-443b-9110-750d74943fcf req-9f9667e9-ff07-4f98-bd05-41f3da96a733 tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:36.456227 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e50ed3d-fcc8-443b-9110-750d74943fcf req-9f9667e9-ff07-4f98-bd05-41f3da96a733 tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=92d50752-fc7f-462e-a26c-dad2e3ef81a5 HTTP/1.1" status: 200 len: 1100 time: 0.1024330 Sep 17 23:43:36.517929 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e50ed3d-fcc8-443b-9110-750d74943fcf req-c095767b-f671-4abc-8bc5-fe5bd6d51ac2 tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606172 Sep 17 23:43:36.528714 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] Deleting port c88ce3be-f648-453c-af73-c24da91ae839 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:36.540651 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:36.586969 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb25c5bf-d1b1-44c1-a918-06fc488892fe None None] DHCP port deletion for 98a2366c-8208-4854-a4bd-3a7979c12afc request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:43:36.634832 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] For port c88ce3be-f648-453c-af73-c24da91ae839, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c88ce3be-f648-453c-af73-c24da91ae839,segment=NetworkSegment(cd059fb0-31a2-45c1-afd0-4ee5e7595571),segment_id=cd059fb0-31a2-45c1-afd0-4ee5e7595571)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:36.635227 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:36.659352 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-fb25c5bf-d1b1-44c1-a918-06fc488892fe None None] Deleting port c88ce3be-f648-453c-af73-c24da91ae839 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:36.659727 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fb25c5bf-d1b1-44c1-a918-06fc488892fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:36.673020 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] Calling delete_port for c88ce3be-f648-453c-af73-c24da91ae839 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:36.740102 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-fb25c5bf-d1b1-44c1-a918-06fc488892fe None None] For port c88ce3be-f648-453c-af73-c24da91ae839, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c88ce3be-f648-453c-af73-c24da91ae839,segment=NetworkSegment(cd059fb0-31a2-45c1-afd0-4ee5e7595571),segment_id=cd059fb0-31a2-45c1-afd0-4ee5e7595571)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:36.740795 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fb25c5bf-d1b1-44c1-a918-06fc488892fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:36.756727 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-fb25c5bf-d1b1-44c1-a918-06fc488892fe None None] Calling delete_port for c88ce3be-f648-453c-af73-c24da91ae839 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:36.797036 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758142f9-4b35-4e11-9eed-d088fa70ddf7 req-65904c57-5cba-4606-bb3b-591ec792d27b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:36.802918 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758142f9-4b35-4e11-9eed-d088fa70ddf7 req-65904c57-5cba-4606-bb3b-591ec792d27b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:36.811125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758142f9-4b35-4e11-9eed-d088fa70ddf7 req-65904c57-5cba-4606-bb3b-591ec792d27b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:36.819659 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758142f9-4b35-4e11-9eed-d088fa70ddf7 req-65904c57-5cba-4606-bb3b-591ec792d27b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:36.826548 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758142f9-4b35-4e11-9eed-d088fa70ddf7 req-65904c57-5cba-4606-bb3b-591ec792d27b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:36.832548 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33488) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:36.833589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758142f9-4b35-4e11-9eed-d088fa70ddf7 req-65904c57-5cba-4606-bb3b-591ec792d27b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:36.839812 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758142f9-4b35-4e11-9eed-d088fa70ddf7 req-65904c57-5cba-4606-bb3b-591ec792d27b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:36.842551 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-758142f9-4b35-4e11-9eed-d088fa70ddf7 req-65904c57-5cba-4606-bb3b-591ec792d27b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5421 time: 0.1685433 Sep 17 23:43:36.847658 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:36.871633 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-2aaa38b0-2bf3-471a-8720-a0c5e398a4f3 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1912f23d03ac425bbba8530206421ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286686 Sep 17 23:43:36.880405 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] Pushing event deleted for resources: {'Port': ['ID=c88ce3be-f648-453c-af73-c24da91ae839,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:36.882943 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fb25c5bf-d1b1-44c1-a918-06fc488892fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:36.885275 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] No DVR routers for this DVR port c88ce3be-f648-453c-af73-c24da91ae839 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:43:36.915408 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25c5bf-d1b1-44c1-a918-06fc488892fe None None] Pushing event deleted for resources: {'Port': ['ID=c88ce3be-f648-453c-af73-c24da91ae839,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:36.922050 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb25c5bf-d1b1-44c1-a918-06fc488892fe None None] No DVR routers for this DVR port c88ce3be-f648-453c-af73-c24da91ae839 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:43:36.980627 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:36.981812 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-758142f9-4b35-4e11-9eed-d088fa70ddf7 req-9e5d3ce6-77de-430b-8ef1-f4a82417ec85 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261947 Sep 17 23:43:37.032974 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-d34c2b34-59f5-4c03-8f9b-f01fcddec192 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:37.034518 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-d34c2b34-59f5-4c03-8f9b-f01fcddec192 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1556587 Sep 17 23:43:37.036332 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a2366c-8208-4854-a4bd-3a7979c12afc']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:37.054244 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-a8f4de6b-3b96-49bc-a374-211543a5ff2b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/quotas/1912f23d03ac425bbba8530206421ef6 HTTP/1.1" status: 200 len: 375 time: 0.0121670 Sep 17 23:43:37.084703 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd059fb0-31a2-45c1-afd0-4ee5e7595571') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:37.085053 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd059fb0-31a2-45c1-afd0-4ee5e7595571') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:37.098152 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-404fb2bc-3189-4761-8b92-d0727b626739 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1866045314-network', 'tenant_id': 'a522f599cb164f6b8b70d01341cb4974'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:37.109877 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.123843 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-f318235a-9909-48a5-9048-ffd1a5bf2324 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0622807 Sep 17 23:43:37.140548 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.162789 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:43:37.163203 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:43:37.164900 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:43:37.184288 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-80a644f4-7e61-4871-9270-5fcf4daf8655 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:37.190079 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-80a644f4-7e61-4871-9270-5fcf4daf8655 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.37 "GET /v2.0/networks?id=42ce65e5-476f-418b-b046-198f1115663d HTTP/1.1" status: 200 len: 821 time: 0.2071853 Sep 17 23:43:37.225715 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-fdc6478e-54fa-43ef-93e9-2c501323ffd2 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Request body: {'port': {'device_id': '9f4eb318-1405-421e-9bfe-ea9f325d855c', 'network_id': '42ce65e5-476f-418b-b046-198f1115663d', 'admin_state_up': True, 'tenant_id': '4772d9a8c0714fd28936958f529bdf47'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:37.239779 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404fb2bc-3189-4761-8b92-d0727b626739 admin admin] Made reservation on behalf of a522f599cb164f6b8b70d01341cb4974 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:37.242148 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-404fb2bc-3189-4761-8b92-d0727b626739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.261445 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-404fb2bc-3189-4761-8b92-d0727b626739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.400700 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.416757 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.421474 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] 10.222.0.46 "DELETE /v2.0/networks/98a2366c-8208-4854-a4bd-3a7979c12afc HTTP/1.1" status: 204 len: 168 time: 1.1686080 Sep 17 23:43:37.425152 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e290f-8c07-4cc8-a325-1bb7ab74f3cd req-675d54b1-1b55-40bd-896c-14d7c608b659 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:37.431068 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e290f-8c07-4cc8-a325-1bb7ab74f3cd req-675d54b1-1b55-40bd-896c-14d7c608b659 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:37.435982 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1d754-c8f9-4cee-af57-8625a7112922 admin admin] Pushing event deleted for resources: {'Network': ['ID=98a2366c-8208-4854-a4bd-3a7979c12afc,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:37.437243 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e290f-8c07-4cc8-a325-1bb7ab74f3cd req-675d54b1-1b55-40bd-896c-14d7c608b659 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:37.443352 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e290f-8c07-4cc8-a325-1bb7ab74f3cd req-675d54b1-1b55-40bd-896c-14d7c608b659 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:37.449823 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e290f-8c07-4cc8-a325-1bb7ab74f3cd req-675d54b1-1b55-40bd-896c-14d7c608b659 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:37.450543 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-404fb2bc-3189-4761-8b92-d0727b626739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.456868 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e290f-8c07-4cc8-a325-1bb7ab74f3cd req-675d54b1-1b55-40bd-896c-14d7c608b659 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:37.465588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e290f-8c07-4cc8-a325-1bb7ab74f3cd req-675d54b1-1b55-40bd-896c-14d7c608b659 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:37.466151 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e9e290f-8c07-4cc8-a325-1bb7ab74f3cd req-675d54b1-1b55-40bd-896c-14d7c608b659 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.1087861 Sep 17 23:43:37.482189 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0b4b06fc-bfc5-44e3-8345-27f6beb8e8e9 req-abc98f71-289a-41e8-88ab-05b3923c6705 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f4eb318-1405-421e-9bfe-ea9f325d855c HTTP/1.1" status: 200 len: 210 time: 0.0829623 Sep 17 23:43:37.525496 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e9e290f-8c07-4cc8-a325-1bb7ab74f3cd req-22a4bd9b-9e0e-43f4-97fb-957b3f43baaf tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453968 Sep 17 23:43:37.535503 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-404fb2bc-3189-4761-8b92-d0727b626739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.563576 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404fb2bc-3189-4761-8b92-d0727b626739 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:43:37.573888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35a09d85-bdd9-4b8e-a7a8-c92fba2198e7 req-166170c1-9689-4f5b-9d94-52ec807595b3 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 210 time: 0.0465932 Sep 17 23:43:37.583070 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-404fb2bc-3189-4761-8b92-d0727b626739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.583416 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-404fb2bc-3189-4761-8b92-d0727b626739 admin admin] Added segment 4cae9c11-6fd6-43ed-a81a-6827fc6b08fd of type vlan for network ebf9dbd0-8b7d-448f-bfb9-76836bf0a320 Sep 17 23:43:37.584778 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fb2bc-3189-4761-8b92-d0727b626739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2774c6-ea19-47f7-aade-0b269df4aad4,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:37.631309 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-404fb2bc-3189-4761-8b92-d0727b626739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.642785 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8518c4b-524d-4ee4-a264-62c66f0cf22d req-07cbe383-5ad5-487d-ab66-8bc9ac3da622 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:37.644477 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e8518c4b-524d-4ee4-a264-62c66f0cf22d req-07cbe383-5ad5-487d-ab66-8bc9ac3da622 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 1101 time: 0.0456424 Sep 17 23:43:37.656602 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-fdc6478e-54fa-43ef-93e9-2c501323ffd2 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Made reservation on behalf of 4772d9a8c0714fd28936958f529bdf47 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:37.660861 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-fdc6478e-54fa-43ef-93e9-2c501323ffd2 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.718870 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e8518c4b-524d-4ee4-a264-62c66f0cf22d req-a8e98bbe-492c-4bb5-ba89-377d4b1bb3de tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648494 Sep 17 23:43:37.721118 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-404fb2bc-3189-4761-8b92-d0727b626739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.724906 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404fb2bc-3189-4761-8b92-d0727b626739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:37.724906 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-404fb2bc-3189-4761-8b92-d0727b626739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:37.743089 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba4e2d-cd1e-4def-ac9f-0357ae3d68d7 req-54751426-cc7b-491b-bc3a-452571225e38 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:37.753989 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f0ba4e2d-cd1e-4def-ac9f-0357ae3d68d7 req-54751426-cc7b-491b-bc3a-452571225e38 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a283322-0b02-4697-b1ad-18ec37a931f6 HTTP/1.1" status: 200 len: 945 time: 0.0862670 Sep 17 23:43:37.777765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33512) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:37.819756 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f0ba4e2d-cd1e-4def-ac9f-0357ae3d68d7 req-cd78fa61-8708-40b9-a081-be91dfe6eb59 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/security-groups?id=db7ad46b-cf1d-4cea-8280-08340ec636f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648048 Sep 17 23:43:37.839105 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fb2bc-3189-4761-8b92-d0727b626739 admin admin] Pushing event updated for resources: {'Network': ['ID=ebf9dbd0-8b7d-448f-bfb9-76836bf0a320,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:37.850616 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network ebf9dbd0-8b7d-448f-bfb9-76836bf0a320 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:43:37.856366 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-404fb2bc-3189-4761-8b92-d0727b626739 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0226915 Sep 17 23:43:37.859364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33518) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:37.864667 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-50a823ce-85ef-4479-bdb8-3f469f145c90 admin admin] Request body: {'subnet': {'network_id': 'ebf9dbd0-8b7d-448f-bfb9-76836bf0a320', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1866045314-subnet', 'tenant_id': 'a522f599cb164f6b8b70d01341cb4974', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:37.884278 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-fdc6478e-54fa-43ef-93e9-2c501323ffd2 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Allocated IP 172.20.0.4 (42ce65e5-476f-418b-b046-198f1115663d/7101a626-e4ab-4812-85e3-721a99264b2d/a347a4d7-0968-446d-a706-0bd9a17c86c8) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:37.895436 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-af8a0b12-233e-4e2d-a88f-82dc6b895ea0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd977f7707564eaa9db458728cbc087f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1164582 Sep 17 23:43:37.898580 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33520) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:37.941433 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2aa47d-43b7-479b-84a6-8e2353a5dedf req-fcf9e4f2-b89c-4490-863f-a8657cf0cf57 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:37.945798 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf2aa47d-43b7-479b-84a6-8e2353a5dedf req-fcf9e4f2-b89c-4490-863f-a8657cf0cf57 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 1101 time: 0.1295991 Sep 17 23:43:37.965417 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a823ce-85ef-4479-bdb8-3f469f145c90 admin admin] Made reservation on behalf of a522f599cb164f6b8b70d01341cb4974 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:37.968043 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-50a823ce-85ef-4479-bdb8-3f469f145c90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:38.000779 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14f0443c-f742-4220-92a0-40978ce22c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:38.022096 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf2aa47d-43b7-479b-84a6-8e2353a5dedf req-92980b4e-ccf2-4797-a896-3b7a909bc931 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704165 Sep 17 23:43:38.074362 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14f0443c-f742-4220-92a0-40978ce22c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:38.141305 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c88ce3be-f648-453c-af73-c24da91ae839 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:38.162173 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-fdc6478e-54fa-43ef-93e9-2c501323ffd2 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:38.165460 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: c88ce3be-f648-453c-af73-c24da91ae839 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:43:38.165911 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c88ce3be-f648-453c-af73-c24da91ae839 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:43:38.215891 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e671e2-be29-4944-912c-524cfe12f8a7 req-5db847c3-c810-4fa3-b350-d211bf942410 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.222277 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e671e2-be29-4944-912c-524cfe12f8a7 req-5db847c3-c810-4fa3-b350-d211bf942410 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.228194 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e671e2-be29-4944-912c-524cfe12f8a7 req-5db847c3-c810-4fa3-b350-d211bf942410 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.234120 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e671e2-be29-4944-912c-524cfe12f8a7 req-5db847c3-c810-4fa3-b350-d211bf942410 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.240898 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e671e2-be29-4944-912c-524cfe12f8a7 req-5db847c3-c810-4fa3-b350-d211bf942410 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.246774 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e671e2-be29-4944-912c-524cfe12f8a7 req-5db847c3-c810-4fa3-b350-d211bf942410 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.252867 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e671e2-be29-4944-912c-524cfe12f8a7 req-5db847c3-c810-4fa3-b350-d211bf942410 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.254757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-74e671e2-be29-4944-912c-524cfe12f8a7 req-5db847c3-c810-4fa3-b350-d211bf942410 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5421 time: 0.1033707 Sep 17 23:43:38.255939 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14f0443c-f742-4220-92a0-40978ce22c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:38.258528 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14f0443c-f742-4220-92a0-40978ce22c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:38.259593 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-14f0443c-f742-4220-92a0-40978ce22c43 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f32b0929-865a-42f5-8b9b-e953a081b8ad HTTP/1.1" status: 204 len: 168 time: 0.3580465 Sep 17 23:43:38.281974 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0443c-f742-4220-92a0-40978ce22c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32b0929-865a-42f5-8b9b-e953a081b8ad,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:38.325857 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-74e671e2-be29-4944-912c-524cfe12f8a7 req-a25b16bb-b873-44d7-ba24-9868233e5d95 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597134 Sep 17 23:43:38.418330 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-fdc6478e-54fa-43ef-93e9-2c501323ffd2 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:38.457444 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-fdc6478e-54fa-43ef-93e9-2c501323ffd2 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Network 42ce65e5-476f-418b-b046-198f1115663d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:38.460416 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-fdc6478e-54fa-43ef-93e9-2c501323ffd2 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:38.465005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-fdc6478e-54fa-43ef-93e9-2c501323ffd2 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:38.647567 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24dc5c-4015-470f-9bc5-14c2c04aeda1 req-d5eb4075-b7e9-49a3-9138-921e06c6a0ce tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.655992 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd24dc5c-4015-470f-9bc5-14c2c04aeda1 req-d5eb4075-b7e9-49a3-9138-921e06c6a0ce tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f4eb318-1405-421e-9bfe-ea9f325d855c HTTP/1.1" status: 200 len: 931 time: 0.0840995 Sep 17 23:43:38.703864 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd24dc5c-4015-470f-9bc5-14c2c04aeda1 req-937e5fa3-d377-42a9-8880-4712dd9b4b50 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450051 Sep 17 23:43:38.802807 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6478e-54fa-43ef-93e9-2c501323ffd2 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Pushing event updated for resources: {'Port': ['ID=a347a4d7-0968-446d-a706-0bd9a17c86c8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:38.807808 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-50a823ce-85ef-4479-bdb8-3f469f145c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:38.862207 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e1354-bad7-476e-ab39-b935e2186020 req-59a3f871-82c9-4416-ba30-bd057336420b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.869761 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e1354-bad7-476e-ab39-b935e2186020 req-59a3f871-82c9-4416-ba30-bd057336420b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.876564 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e1354-bad7-476e-ab39-b935e2186020 req-59a3f871-82c9-4416-ba30-bd057336420b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.883957 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e1354-bad7-476e-ab39-b935e2186020 req-59a3f871-82c9-4416-ba30-bd057336420b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.890162 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e1354-bad7-476e-ab39-b935e2186020 req-59a3f871-82c9-4416-ba30-bd057336420b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.892408 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-fdc6478e-54fa-43ef-93e9-2c501323ffd2 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.893629 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-fdc6478e-54fa-43ef-93e9-2c501323ffd2 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:38.909350 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e1354-bad7-476e-ab39-b935e2186020 req-59a3f871-82c9-4416-ba30-bd057336420b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.916062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e1354-bad7-476e-ab39-b935e2186020 req-59a3f871-82c9-4416-ba30-bd057336420b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:38.926458 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-256e1354-bad7-476e-ab39-b935e2186020 req-59a3f871-82c9-4416-ba30-bd057336420b tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5432 time: 0.1307740 Sep 17 23:43:38.926679 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a823ce-85ef-4479-bdb8-3f469f145c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfe71efa-4055-4237-93e6-058e5fe9b2b4,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:38.936216 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device cbdb24f9-597b-4307-a8d5-2749c569a415 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:38.944795 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a823ce-85ef-4479-bdb8-3f469f145c90 admin admin] Checking segment: {'id': '4cae9c11-6fd6-43ed-a81a-6827fc6b08fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebf9dbd0-8b7d-448f-bfb9-76836bf0a320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:38.945276 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a823ce-85ef-4479-bdb8-3f469f145c90 admin admin] Network hostable DHCP agents. Network: ebf9dbd0-8b7d-448f-bfb9-76836bf0a320, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:43:39.014918 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56e98add-3b92-4d56-8c04-144f2d9de0e4 req-c7bfa992-0ab1-4fdb-ae3e-3b2612f46b7b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 210 time: 0.0379272 Sep 17 23:43:39.019078 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-256e1354-bad7-476e-ab39-b935e2186020 req-6a5b890c-174d-4d26-9bfe-7d695195f2fd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0917909 Sep 17 23:43:39.051254 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a823ce-85ef-4479-bdb8-3f469f145c90 admin admin] Network ebf9dbd0-8b7d-448f-bfb9-76836bf0a320 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:43:39.056693 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-fdc6478e-54fa-43ef-93e9-2c501323ffd2 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8387072 Sep 17 23:43:39.066543 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port cbdb24f9-597b-4307-a8d5-2749c569a415, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=cbdb24f9-597b-4307-a8d5-2749c569a415,segment=NetworkSegment(164344d6-ac71-496f-ac14-2575bcb321f9),segment_id=164344d6-ac71-496f-ac14-2575bcb321f9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:39.084255 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Request body: {'port': {'device_id': '9f4eb318-1405-421e-9bfe-ea9f325d855c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:39.085681 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'cbdb24f9-597b-4307-a8d5-2749c569a415', 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8', 'port_id': 'cbdb24f9-597b-4307-a8d5-2749c569a415', 'mac_address': 'fa:16:3e:9e:c7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:39.130120 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:39.145601 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-50a823ce-85ef-4479-bdb8-3f469f145c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, ebf9dbd0-8b7d-448f-bfb9-76836bf0a320) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:39.151797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbdb24f9-597b-4307-a8d5-2749c569a415 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:39.160530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fe2210-f6ab-4de6-a5e1-0d27cf92fc5f None None] Network ebf9dbd0-8b7d-448f-bfb9-76836bf0a320 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:43:39.171059 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a823ce-85ef-4479-bdb8-3f469f145c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:39.171965 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-50a823ce-85ef-4479-bdb8-3f469f145c90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:39.190107 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:39.269455 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port cbdb24f9-597b-4307-a8d5-2749c569a415, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=cbdb24f9-597b-4307-a8d5-2749c569a415,segment=NetworkSegment(164344d6-ac71-496f-ac14-2575bcb321f9),segment_id=164344d6-ac71-496f-ac14-2575bcb321f9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:39.302251 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-50a823ce-85ef-4479-bdb8-3f469f145c90 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4420419 Sep 17 23:43:39.305643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33564) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:39.315524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a921c503-95b2-4705-9384-a3e65abf33b2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1866045314-router', 'tenant_id': 'a522f599cb164f6b8b70d01341cb4974', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:39.375764 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:39.380334 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 3c354c66-b3c9-483a-96f9-2f56cb599108 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:39.457775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ebf9dbd0-8b7d-448f-bfb9-76836bf0a320', 'network_id': 'ebf9dbd0-8b7d-448f-bfb9-76836bf0a320', 'tenant_id': 'a522f599cb164f6b8b70d01341cb4974', 'fixed_ips': [{'subnet_id': 'bfe71efa-4055-4237-93e6-058e5fe9b2b4'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:43:39.458820 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:39.485115 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a921c503-95b2-4705-9384-a3e65abf33b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:39.494934 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a921c503-95b2-4705-9384-a3e65abf33b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:39.503092 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=cbdb24f9-597b-4307-a8d5-2749c569a415,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:39.554254 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-484a99b3-913e-4270-9a94-77f516431fa1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1912f23d03ac425bbba8530206421ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606892 Sep 17 23:43:39.568907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a347a4d7-0968-446d-a706-0bd9a17c86c8 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:39.577683 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:39.606698 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Transition to ACTIVE for port object a347a4d7-0968-446d-a706-0bd9a17c86c8 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:43:39.621316 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.resource_extend [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 23:43:39.692325 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a921c503-95b2-4705-9384-a3e65abf33b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:39.714654 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811a92b-2baa-421b-b6b6-3ea6d47adf44 req-9fe7eddb-a71e-43a8-8a76-a58b2104200f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:39.744805 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811a92b-2baa-421b-b6b6-3ea6d47adf44 req-9fe7eddb-a71e-43a8-8a76-a58b2104200f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:39.758163 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811a92b-2baa-421b-b6b6-3ea6d47adf44 req-9fe7eddb-a71e-43a8-8a76-a58b2104200f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:39.770085 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] Allocated IP 172.20.0.2 (ebf9dbd0-8b7d-448f-bfb9-76836bf0a320/bfe71efa-4055-4237-93e6-058e5fe9b2b4/517e458a-981e-4004-8625-5cec5fead8f7) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:39.779406 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811a92b-2baa-421b-b6b6-3ea6d47adf44 req-9fe7eddb-a71e-43a8-8a76-a58b2104200f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:39.790266 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811a92b-2baa-421b-b6b6-3ea6d47adf44 req-9fe7eddb-a71e-43a8-8a76-a58b2104200f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:39.803487 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811a92b-2baa-421b-b6b6-3ea6d47adf44 req-9fe7eddb-a71e-43a8-8a76-a58b2104200f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:39.815228 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811a92b-2baa-421b-b6b6-3ea6d47adf44 req-9fe7eddb-a71e-43a8-8a76-a58b2104200f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:39.821826 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-475834ae-a21d-4b77-98ee-95b81e2b321b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:39.824767 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-475834ae-a21d-4b77-98ee-95b81e2b321b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308664 Sep 17 23:43:39.826629 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a811a92b-2baa-421b-b6b6-3ea6d47adf44 req-9fe7eddb-a71e-43a8-8a76-a58b2104200f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5421 time: 0.3239877 Sep 17 23:43:39.827861 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:39.860943 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-b62a9a08-39a2-4b75-931c-bbb47d549285 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Request body: {'port': {'device_id': '3999506e-f82e-47c0-b4f1-1e45f399c0f9', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '1912f23d03ac425bbba8530206421ef6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:39.897207 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33584) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:40.031791 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a811a92b-2baa-421b-b6b6-3ea6d47adf44 req-9f54ae4e-0bca-4b91-9c71-5a151342d858 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2047284 Sep 17 23:43:40.053369 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:40.085029 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 3c354c66-b3c9-483a-96f9-2f56cb599108, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=3c354c66-b3c9-483a-96f9-2f56cb599108,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:40.098299 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '3c354c66-b3c9-483a-96f9-2f56cb599108', 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14', 'port_id': '3c354c66-b3c9-483a-96f9-2f56cb599108', 'mac_address': 'fa:16:3e:8e:3a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aef77cc-5335-4c0b-8709-d4c2d4bc8786', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:40.118677 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Pushing event updated for resources: {'Port': ['ID=a347a4d7-0968-446d-a706-0bd9a17c86c8,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:40.135624 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:40.152778 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6c08f-7bb4-469d-8f4a-de1c60973d23 req-770985c3-0e9a-4502-823f-c85c904eaba2 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:40.154782 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4a6c08f-7bb4-469d-8f4a-de1c60973d23 req-770985c3-0e9a-4502-823f-c85c904eaba2 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.4932046 Sep 17 23:43:40.181848 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8c764cdb-a162-4a78-9a60-f7ba8a6543c3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1304700352-network', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:40.247473 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Attempting to bind port a347a4d7-0968-446d-a706-0bd9a17c86c8 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:40.247956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Attempting to bind port a347a4d7-0968-446d-a706-0bd9a17c86c8 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '6481c5bc-ada8-449b-a4fc-47a4e3c67fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '42ce65e5-476f-418b-b046-198f1115663d'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:40.248301 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Attempting to bind port a347a4d7-0968-446d-a706-0bd9a17c86c8 on network 42ce65e5-476f-418b-b046-198f1115663d {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:40.250174 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a921c503-95b2-4705-9384-a3e65abf33b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:40.253156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Port a347a4d7-0968-446d-a706-0bd9a17c86c8 on network 42ce65e5-476f-418b-b046-198f1115663d not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:43:40.253497 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Attempting to bind port a347a4d7-0968-446d-a706-0bd9a17c86c8 on network 42ce65e5-476f-418b-b046-198f1115663d {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:40.258849 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:40.259193 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Checking segment: {'id': '6481c5bc-ada8-449b-a4fc-47a4e3c67fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '42ce65e5-476f-418b-b046-198f1115663d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:40.259601 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Bound using segment: {'id': '6481c5bc-ada8-449b-a4fc-47a4e3c67fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '42ce65e5-476f-418b-b046-198f1115663d'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:40.260026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Bound port: a347a4d7-0968-446d-a706-0bd9a17c86c8, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6481c5bc-ada8-449b-a4fc-47a4e3c67fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '42ce65e5-476f-418b-b046-198f1115663d'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:40.260444 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:40.300991 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-b62a9a08-39a2-4b75-931c-bbb47d549285 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Made reservation on behalf of 1912f23d03ac425bbba8530206421ef6 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:40.302896 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:40.304609 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-b62a9a08-39a2-4b75-931c-bbb47d549285 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:40.307170 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:40.316313 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8337a7-2a9e-433e-bcd7-c9cfbe8227b4 req-b5a5c5be-2053-4463-a710-3c1e1bb18da8 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:40.326176 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c8337a7-2a9e-433e-bcd7-c9cfbe8227b4 req-b5a5c5be-2053-4463-a710-3c1e1bb18da8 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f4eb318-1405-421e-9bfe-ea9f325d855c HTTP/1.1" status: 200 len: 943 time: 0.1866825 Sep 17 23:43:40.335925 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] Network ebf9dbd0-8b7d-448f-bfb9-76836bf0a320 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:40.346588 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4a6c08f-7bb4-469d-8f4a-de1c60973d23 req-16035c92-ad15-4f64-9667-0334afa3149b tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782868 Sep 17 23:43:40.348171 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c354c66-b3c9-483a-96f9-2f56cb599108 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:40.367379 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] For port a347a4d7-0968-446d-a706-0bd9a17c86c8, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:40.389444 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 3c354c66-b3c9-483a-96f9-2f56cb599108, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=3c354c66-b3c9-483a-96f9-2f56cb599108,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:40.391661 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] Pushing event updated for resources: {'Port': ['ID=517e458a-981e-4004-8625-5cec5fead8f7,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:40.396405 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:40.398800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:40.406579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] For port a347a4d7-0968-446d-a706-0bd9a17c86c8, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a347a4d7-0968-446d-a706-0bd9a17c86c8,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:40.418019 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c8337a7-2a9e-433e-bcd7-c9cfbe8227b4 req-c238951a-cbe0-4b32-a05c-f6105f569dd5 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907810 Sep 17 23:43:40.457661 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:40.458604 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:40.477843 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c764cdb-a162-4a78-9a60-f7ba8a6543c3 admin admin] Made reservation on behalf of bf9c45bf73dd45a6bde6723955a40573 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:40.480236 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8c764cdb-a162-4a78-9a60-f7ba8a6543c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:40.501887 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:40.502846 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] Attempting to bind port 517e458a-981e-4004-8625-5cec5fead8f7 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:40.503231 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] Attempting to bind port 517e458a-981e-4004-8625-5cec5fead8f7 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '4cae9c11-6fd6-43ed-a81a-6827fc6b08fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebf9dbd0-8b7d-448f-bfb9-76836bf0a320'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:40.505101 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] Attempting to bind port 517e458a-981e-4004-8625-5cec5fead8f7 on network ebf9dbd0-8b7d-448f-bfb9-76836bf0a320 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:40.511967 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:40.512465 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] Checking segment: {'id': '4cae9c11-6fd6-43ed-a81a-6827fc6b08fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebf9dbd0-8b7d-448f-bfb9-76836bf0a320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:40.512971 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:40.513438 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] Bound using segment: {'id': '4cae9c11-6fd6-43ed-a81a-6827fc6b08fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebf9dbd0-8b7d-448f-bfb9-76836bf0a320'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:40.514349 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] Bound port: 517e458a-981e-4004-8625-5cec5fead8f7, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cae9c11-6fd6-43ed-a81a-6827fc6b08fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ebf9dbd0-8b7d-448f-bfb9-76836bf0a320'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:40.514485 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:40.560067 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:40.561099 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:40.563180 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] 10.222.0.37 "PUT /v2.0/ports/a347a4d7-0968-446d-a706-0bd9a17c86c8 HTTP/1.1" status: 200 len: 1091 time: 1.4946451 Sep 17 23:43:40.565111 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4eb318-1405-421e-9bfe-ea9f325d855c', 'tag': 'a347a4d7-0968-446d-a706-0bd9a17c86c8'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:40.567474 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106802d8-9302-47f1-a08f-787382fb060b" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4eb318-1405-421e-9bfe-ea9f325d855c", "tag": "a347a4d7-0968-446d-a706-0bd9a17c86c8"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:40.571004 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-b62a9a08-39a2-4b75-931c-bbb47d549285 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Allocated IP 192.168.233.244 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/55ad65de-9dc6-4876-a70c-45f01d521911) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:40.604996 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea0247-1540-42c3-bd05-0d974edbdf38 service neutron] Pushing event updated for resources: {'Port': ['ID=a347a4d7-0968-446d-a706-0bd9a17c86c8,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:40.637056 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=3c354c66-b3c9-483a-96f9-2f56cb599108,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:40.689300 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] For port 517e458a-981e-4004-8625-5cec5fead8f7, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:40.695973 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] For port 517e458a-981e-4004-8625-5cec5fead8f7, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=517e458a-981e-4004-8625-5cec5fead8f7,segment=NetworkSegment(4cae9c11-6fd6-43ed-a81a-6827fc6b08fd),segment_id=4cae9c11-6fd6-43ed-a81a-6827fc6b08fd)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:40.698039 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72,segment=NetworkSegment(e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c),segment_id=e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:40.710170 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72', 'network_id': '78331211-787b-4584-b606-15ede9ec2d9c', 'port_id': '21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72', 'mac_address': 'fa:16:3e:9f:d8:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6c43ea-51ef-4e38-b4f1-a534cd748806', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:40.751092 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:40.765644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:40.765882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-9e86015a-bae9-4abf-8c22-34fb309e382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:40.767213 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-9e86015a-bae9-4abf-8c22-34fb309e382f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4772d9a8c0714fd28936958f529bdf47&device_id=9f4eb318-1405-421e-9bfe-ea9f325d855c HTTP/1.1" status: 200 len: 1094 time: 0.0944190 Sep 17 23:43:40.772463 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:40.793258 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8c764cdb-a162-4a78-9a60-f7ba8a6543c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:40.799260 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12876db2-cbb8-420f-b059-2aee1bf34a5f req-4cfed1a6-31cf-4951-ae7b-0f00ce057217 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 210 time: 0.3341808 Sep 17 23:43:40.820479 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72,segment=NetworkSegment(e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c),segment_id=e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:40.828897 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-a5a3de60-b5ad-4aef-9d6b-31a2f5174b6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a347a4d7-0968-446d-a706-0bd9a17c86c8 HTTP/1.1" status: 200 len: 217 time: 0.0522149 Sep 17 23:43:40.832288 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-b62a9a08-39a2-4b75-931c-bbb47d549285 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:40.863800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35f8c9-050e-4157-a94b-3276f6e35ed6 None None] Pushing event updated for resources: {'Port': ['ID=517e458a-981e-4004-8625-5cec5fead8f7,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:40.901585 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a072e0-f0d6-4103-9173-ef0f078a935f x-openstack-request-id: req-d3a072e0-f0d6-4103-9173-ef0f078a935f {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:40.901884 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4eb318-1405-421e-9bfe-ea9f325d855c", "tag": "a347a4d7-0968-446d-a706-0bd9a17c86c8", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:40.902140 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d3a072e0-f0d6-4103-9173-ef0f078a935f {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:40.902540 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4eb318-1405-421e-9bfe-ea9f325d855c', 'tag': 'a347a4d7-0968-446d-a706-0bd9a17c86c8', 'status': 'completed', 'code': 200} Sep 17 23:43:40.910447 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:40.910863 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-3dc6a117-4223-4bdf-9bf4-e013939c2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:40.911172 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device a9d9e059-8390-4277-80d1-cebaeedfffa5 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:40.912855 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-3dc6a117-4223-4bdf-9bf4-e013939c2f05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7101a626-e4ab-4812-85e3-721a99264b2d HTTP/1.1" status: 200 len: 861 time: 0.0756521 Sep 17 23:43:40.954923 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a1f60-06dc-4571-b178-cc4f3a876aba req-1de62d17-2986-4916-9af7-94049f375806 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:40.960630 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-f6e4567b-1069-40b4-b886-d1cb6c772779 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42ce65e5-476f-418b-b046-198f1115663d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398266 Sep 17 23:43:40.965528 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a1f60-06dc-4571-b178-cc4f3a876aba req-1de62d17-2986-4916-9af7-94049f375806 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:40.972562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a1f60-06dc-4571-b178-cc4f3a876aba req-1de62d17-2986-4916-9af7-94049f375806 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:40.978866 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a1f60-06dc-4571-b178-cc4f3a876aba req-1de62d17-2986-4916-9af7-94049f375806 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:40.984705 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a1f60-06dc-4571-b178-cc4f3a876aba req-1de62d17-2986-4916-9af7-94049f375806 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:40.990892 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a1f60-06dc-4571-b178-cc4f3a876aba req-1de62d17-2986-4916-9af7-94049f375806 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:40.997140 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a1f60-06dc-4571-b178-cc4f3a876aba req-1de62d17-2986-4916-9af7-94049f375806 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:40.998722 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-b62a9a08-39a2-4b75-931c-bbb47d549285 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:41.016695 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-986a1f60-06dc-4571-b178-cc4f3a876aba req-1de62d17-2986-4916-9af7-94049f375806 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5434 time: 0.5126667 Sep 17 23:43:41.047780 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['2ded3520-dd0f-4d66-b889-0fedce66f717'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:41.056757 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['3552a5d4-726d-4d3f-a363-8f246e36bc04', 'dea29f93-50f3-4fd1-8148-69dfbba345a6', 'e2c017c7-79c7-49f4-a2e8-fd1af689e9b0', 'e011bcc2-af86-44f2-826c-d672e91ab32e'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:41.078791 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port a9d9e059-8390-4277-80d1-cebaeedfffa5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=a9d9e059-8390-4277-80d1-cebaeedfffa5,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:41.155464 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:41.156598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-b62a9a08-39a2-4b75-931c-bbb47d549285 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:41.169254 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-b62a9a08-39a2-4b75-931c-bbb47d549285 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:41.173945 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-b62a9a08-39a2-4b75-931c-bbb47d549285 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:41.179425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a9a08-39a2-4b75-931c-bbb47d549285 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Pushing event updated for resources: {'Port': ['ID=55ad65de-9dc6-4876-a70c-45f01d521911,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:41.186532 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-986a1f60-06dc-4571-b178-cc4f3a876aba req-5804447b-0874-49fd-9302-38b0ced64735 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1687844 Sep 17 23:43:41.247487 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-35a795c0-8942-4d7e-9b9e-10f8966d2dff service neutron] 10.222.0.37 "GET /v2.0/networks/42ce65e5-476f-418b-b046-198f1115663d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781351 Sep 17 23:43:41.253745 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'a9d9e059-8390-4277-80d1-cebaeedfffa5', 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14', 'port_id': 'a9d9e059-8390-4277-80d1-cebaeedfffa5', 'mac_address': 'fa:16:3e:c7:58:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aef77cc-5335-4c0b-8709-d4c2d4bc8786', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:41.274564 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-b62a9a08-39a2-4b75-931c-bbb47d549285 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:41.275370 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-b62a9a08-39a2-4b75-931c-bbb47d549285 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:41.304128 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8c764cdb-a162-4a78-9a60-f7ba8a6543c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:41.384138 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7285a401-ccff-4bea-9b9f-89f476d62f1d req-cec5ac9f-fccd-41eb-95fe-5351903cf2d0 service neutron] 10.222.0.37 "GET /v2.0/networks/42ce65e5-476f-418b-b046-198f1115663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245613 Sep 17 23:43:41.431310 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8c764cdb-a162-4a78-9a60-f7ba8a6543c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:41.448937 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:41.466305 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-b62a9a08-39a2-4b75-931c-bbb47d549285 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6219587 Sep 17 23:43:41.480653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Request body: {'port': {'device_id': '3999506e-f82e-47c0-b4f1-1e45f399c0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:41.491984 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d9e059-8390-4277-80d1-cebaeedfffa5 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:41.507011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c764cdb-a162-4a78-9a60-f7ba8a6543c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:43:41.520865 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c764cdb-a162-4a78-9a60-f7ba8a6543c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33876c8-67d7-498a-a75c-e7443f4afdcb,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:41.526122 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a921c503-95b2-4705-9384-a3e65abf33b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:41.559725 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8c764cdb-a162-4a78-9a60-f7ba8a6543c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:41.560391 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-8c764cdb-a162-4a78-9a60-f7ba8a6543c3 admin admin] Added segment 2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff of type vlan for network 8daf63cb-30ff-44e7-8a00-0c05e2ff207c Sep 17 23:43:41.562476 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a921c503-95b2-4705-9384-a3e65abf33b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:41.563972 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port a9d9e059-8390-4277-80d1-cebaeedfffa5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=a9d9e059-8390-4277-80d1-cebaeedfffa5,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:41.581878 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:41.605016 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5708d628-f379-4791-99a0-d0bb7db442c3 None None] Provisioning complete for port 55ad65de-9dc6-4876-a70c-45f01d521911 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:41.605389 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5708d628-f379-4791-99a0-d0bb7db442c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:41.617772 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:41.618431 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device c6bb7140-f314-400d-b7fc-5bb8506ae4ab details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:41.629499 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106802d8-9302-47f1-a08f-787382fb060b req-e4c24274-5bd0-4903-9a85-5bf1a2693902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:41.631045 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-106802d8-9302-47f1-a08f-787382fb060b req-e4c24274-5bd0-4903-9a85-5bf1a2693902 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4772d9a8c0714fd28936958f529bdf47&device_id=9f4eb318-1405-421e-9bfe-ea9f325d855c HTTP/1.1" status: 200 len: 1094 time: 0.0898075 Sep 17 23:43:41.631208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48940f-86c4-4a9d-876f-717ed4829e52 req-e2c91142-aa3f-458e-8639-75229a22d87c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:41.637364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48940f-86c4-4a9d-876f-717ed4829e52 req-e2c91142-aa3f-458e-8639-75229a22d87c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:41.644001 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48940f-86c4-4a9d-876f-717ed4829e52 req-e2c91142-aa3f-458e-8639-75229a22d87c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:41.650441 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48940f-86c4-4a9d-876f-717ed4829e52 req-e2c91142-aa3f-458e-8639-75229a22d87c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:41.657211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48940f-86c4-4a9d-876f-717ed4829e52 req-e2c91142-aa3f-458e-8639-75229a22d87c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:41.664198 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48940f-86c4-4a9d-876f-717ed4829e52 req-e2c91142-aa3f-458e-8639-75229a22d87c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:41.670647 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48940f-86c4-4a9d-876f-717ed4829e52 req-e2c91142-aa3f-458e-8639-75229a22d87c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:41.679721 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c48940f-86c4-4a9d-876f-717ed4829e52 req-e2c91142-aa3f-458e-8639-75229a22d87c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5421 time: 0.2932410 Sep 17 23:43:41.754940 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=a9d9e059-8390-4277-80d1-cebaeedfffa5,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:41.758613 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c48940f-86c4-4a9d-876f-717ed4829e52 req-63512b88-5cc3-479c-914d-54d4aa7038e7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775528 Sep 17 23:43:41.789465 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8c764cdb-a162-4a78-9a60-f7ba8a6543c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:41.795200 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-5708d628-f379-4791-99a0-d0bb7db442c3 None None] Port 55ad65de-9dc6-4876-a70c-45f01d521911 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:43:41.918621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106802d8-9302-47f1-a08f-787382fb060b req-9d060e31-760b-42c9-b569-d24535999a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:41.920176 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-106802d8-9302-47f1-a08f-787382fb060b req-9d060e31-760b-42c9-b569-d24535999a27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42ce65e5-476f-418b-b046-198f1115663d HTTP/1.1" status: 200 len: 922 time: 0.2696967 Sep 17 23:43:41.931788 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port c6bb7140-f314-400d-b7fc-5bb8506ae4ab, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=c6bb7140-f314-400d-b7fc-5bb8506ae4ab,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:41.955345 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'c6bb7140-f314-400d-b7fc-5bb8506ae4ab', 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14', 'port_id': 'c6bb7140-f314-400d-b7fc-5bb8506ae4ab', 'mac_address': 'fa:16:3e:20:b2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aef77cc-5335-4c0b-8709-d4c2d4bc8786', 'ip_address': '10.1.1.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:42.006088 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d2c5c-9c87-4ceb-b162-b89074b8461b req-8842d7ef-5d59-4e2a-af60-903bf00fb5c5 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:42.010099 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:42.014019 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b74d2c5c-9c87-4ceb-b162-b89074b8461b req-8842d7ef-5d59-4e2a-af60-903bf00fb5c5 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.1466646 Sep 17 23:43:42.049968 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bb7140-f314-400d-b7fc-5bb8506ae4ab {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:42.085931 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port c6bb7140-f314-400d-b7fc-5bb8506ae4ab, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=c6bb7140-f314-400d-b7fc-5bb8506ae4ab,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:42.091316 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-a921c503-95b2-4705-9384-a3e65abf33b2 admin admin] Allocated IP 172.25.3.231 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/90d23d52-8764-4eb2-a061-3a9fc8ad25a0) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:42.108920 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8c764cdb-a162-4a78-9a60-f7ba8a6543c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:42.110386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c764cdb-a162-4a78-9a60-f7ba8a6543c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:42.110987 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8c764cdb-a162-4a78-9a60-f7ba8a6543c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:42.157197 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-106802d8-9302-47f1-a08f-787382fb060b req-21fab009-1828-44f9-971d-63f629bfdac8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a347a4d7-0968-446d-a706-0bd9a17c86c8 HTTP/1.1" status: 200 len: 217 time: 0.0896416 Sep 17 23:43:42.159184 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:42.160035 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 6bd98999-1873-446c-bd20-a66f5e0dc3f9 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:42.160382 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ad65de-9dc6-4876-a70c-45f01d521911 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:42.201467 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:42.211428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c13abf-ab74-4bdf-8556-03c4b4f5eaea req-96e7fd16-cfa6-4716-8c12-ead40b70ba3d tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:42.213175 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12c13abf-ab74-4bdf-8556-03c4b4f5eaea req-96e7fd16-cfa6-4716-8c12-ead40b70ba3d tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f4eb318-1405-421e-9bfe-ea9f325d855c HTTP/1.1" status: 200 len: 943 time: 0.2892244 Sep 17 23:43:42.230202 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Transition to ACTIVE for port object 55ad65de-9dc6-4876-a70c-45f01d521911 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:43:42.233926 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106802d8-9302-47f1-a08f-787382fb060b req-8784bc6a-1f9a-4991-b6e8-f8121eba2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:42.248953 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b74d2c5c-9c87-4ceb-b162-b89074b8461b req-31da85a3-9e98-499b-b661-b945d6e3b694 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339587 Sep 17 23:43:42.249441 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-106802d8-9302-47f1-a08f-787382fb060b req-8784bc6a-1f9a-4991-b6e8-f8121eba2358 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7101a626-e4ab-4812-85e3-721a99264b2d HTTP/1.1" status: 200 len: 861 time: 0.0829787 Sep 17 23:43:42.265956 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 517e458a-981e-4004-8625-5cec5fead8f7 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:42.303201 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-106802d8-9302-47f1-a08f-787382fb060b req-d3e26ab2-e914-4ba9-9098-0929501088fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42ce65e5-476f-418b-b046-198f1115663d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461218 Sep 17 23:43:42.304577 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:42.307677 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 6bd98999-1873-446c-bd20-a66f5e0dc3f9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6bd98999-1873-446c-bd20-a66f5e0dc3f9,segment=NetworkSegment(e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c),segment_id=e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:42.310328 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94751e47-da76-4f5b-9993-b568e5f9f500 None None] Network ebf9dbd0-8b7d-448f-bfb9-76836bf0a320 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:43:42.364564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8c764cdb-a162-4a78-9a60-f7ba8a6543c3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4662898 Sep 17 23:43:42.373157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c764cdb-a162-4a78-9a60-f7ba8a6543c3 admin admin] Pushing event updated for resources: {'Network': ['ID=8daf63cb-30ff-44e7-8a00-0c05e2ff207c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:42.376394 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33620) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:42.417577 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f5e134b0-4980-464a-880f-d4996dc028a1 admin admin] Request body: {'subnet': {'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1304700352-subnet', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:42.431353 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12c13abf-ab74-4bdf-8556-03c4b4f5eaea req-a2d92494-b822-48c0-b028-a34ffd263089 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561482 Sep 17 23:43:42.446617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 8daf63cb-30ff-44e7-8a00-0c05e2ff207c details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:43:42.476364 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=c6bb7140-f314-400d-b7fc-5bb8506ae4ab,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:42.491230 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-6dd43840-4fa4-4925-8d8c-bb652bfe58d4 None None] Provisioning complete for port 517e458a-981e-4004-8625-5cec5fead8f7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:42.494051 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6dd43840-4fa4-4925-8d8c-bb652bfe58d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:42.516486 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990571d-cd0a-47a1-87ef-60378a65ea54 req-40a64258-2eb5-4d21-9104-cd56a36f29be tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:42.519775 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-106802d8-9302-47f1-a08f-787382fb060b req-84420a29-97f7-4c67-b338-13e3d5cc242c service neutron] 10.222.0.37 "GET /v2.0/networks/42ce65e5-476f-418b-b046-198f1115663d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042923 Sep 17 23:43:42.522506 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Pushing event updated for resources: {'Port': ['ID=55ad65de-9dc6-4876-a70c-45f01d521911,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:42.529444 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0990571d-cd0a-47a1-87ef-60378a65ea54 req-40a64258-2eb5-4d21-9104-cd56a36f29be tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 948 time: 0.1780403 Sep 17 23:43:42.533352 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '6bd98999-1873-446c-bd20-a66f5e0dc3f9', 'network_id': '78331211-787b-4584-b606-15ede9ec2d9c', 'port_id': '6bd98999-1873-446c-bd20-a66f5e0dc3f9', 'mac_address': 'fa:16:3e:6b:9b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6c43ea-51ef-4e38-b4f1-a534cd748806', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:42.565896 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e134b0-4980-464a-880f-d4996dc028a1 admin admin] Made reservation on behalf of bf9c45bf73dd45a6bde6723955a40573 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:43:42.567956 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f5e134b0-4980-464a-880f-d4996dc028a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:42.603189 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:42.616556 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a921c503-95b2-4705-9384-a3e65abf33b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:42.692820 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd98999-1873-446c-bd20-a66f5e0dc3f9 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:42.740796 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0990571d-cd0a-47a1-87ef-60378a65ea54 req-0539a831-8acb-4f1d-a95b-e5adbdd76cc4 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073405 Sep 17 23:43:42.786146 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-106802d8-9302-47f1-a08f-787382fb060b req-da2d7047-b1c0-4dc4-aba3-f5fe5dbaada1 service neutron] 10.222.0.37 "GET /v2.0/networks/42ce65e5-476f-418b-b046-198f1115663d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462039 Sep 17 23:43:42.852434 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 6bd98999-1873-446c-bd20-a66f5e0dc3f9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6bd98999-1873-446c-bd20-a66f5e0dc3f9,segment=NetworkSegment(e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c),segment_id=e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:42.868032 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6dd43840-4fa4-4925-8d8c-bb652bfe58d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:42.871275 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 517e458a-981e-4004-8625-5cec5fead8f7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:42.871642 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:42.879875 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Attempting to bind port 55ad65de-9dc6-4876-a70c-45f01d521911 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:42.880553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Attempting to bind port 55ad65de-9dc6-4876-a70c-45f01d521911 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:42.881303 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Attempting to bind port 55ad65de-9dc6-4876-a70c-45f01d521911 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:42.892021 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Port 55ad65de-9dc6-4876-a70c-45f01d521911 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:43:42.899092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Attempting to bind port 55ad65de-9dc6-4876-a70c-45f01d521911 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:42.910782 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:42.911574 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:42.912165 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:42.912820 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Bound port: 55ad65de-9dc6-4876-a70c-45f01d521911, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:42.913833 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:42.983002 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a221b34-878b-4e2f-a10d-bed0fa9fd4f0 req-292a91e6-15b4-43b1-b402-16c142a06104 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:42.985728 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6dd43840-4fa4-4925-8d8c-bb652bfe58d4 None None] For port 517e458a-981e-4004-8625-5cec5fead8f7, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=517e458a-981e-4004-8625-5cec5fead8f7,segment=NetworkSegment(4cae9c11-6fd6-43ed-a81a-6827fc6b08fd),segment_id=4cae9c11-6fd6-43ed-a81a-6827fc6b08fd)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:42.989163 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a221b34-878b-4e2f-a10d-bed0fa9fd4f0 req-292a91e6-15b4-43b1-b402-16c142a06104 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.001708 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a221b34-878b-4e2f-a10d-bed0fa9fd4f0 req-292a91e6-15b4-43b1-b402-16c142a06104 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.007930 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:43.008640 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7c8efe2c-5278-497c-a54f-a7c58a7afd95 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:43.015483 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a221b34-878b-4e2f-a10d-bed0fa9fd4f0 req-292a91e6-15b4-43b1-b402-16c142a06104 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.026247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a221b34-878b-4e2f-a10d-bed0fa9fd4f0 req-292a91e6-15b4-43b1-b402-16c142a06104 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.033971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a221b34-878b-4e2f-a10d-bed0fa9fd4f0 req-292a91e6-15b4-43b1-b402-16c142a06104 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.039539 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7c8efe2c-5278-497c-a54f-a7c58a7afd95, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7c8efe2c-5278-497c-a54f-a7c58a7afd95,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:43.041954 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a221b34-878b-4e2f-a10d-bed0fa9fd4f0 req-292a91e6-15b4-43b1-b402-16c142a06104 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.044941 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a221b34-878b-4e2f-a10d-bed0fa9fd4f0 req-292a91e6-15b4-43b1-b402-16c142a06104 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5437 time: 0.4686446 Sep 17 23:43:43.055699 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '7c8efe2c-5278-497c-a54f-a7c58a7afd95', 'network_id': '7fa2b1b2-a546-4435-a45d-a500f62f6e14', 'port_id': '7c8efe2c-5278-497c-a54f-a7c58a7afd95', 'mac_address': 'fa:16:3e:cb:c9:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aef77cc-5335-4c0b-8709-d4c2d4bc8786', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:43.060706 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] For port 55ad65de-9dc6-4876-a70c-45f01d521911, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:43.063677 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6dd43840-4fa4-4925-8d8c-bb652bfe58d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:43.065481 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] For port 55ad65de-9dc6-4876-a70c-45f01d521911, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=55ad65de-9dc6-4876-a70c-45f01d521911,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:43.075251 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a921c503-95b2-4705-9384-a3e65abf33b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:43.077260 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f5e134b0-4980-464a-880f-d4996dc028a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:43.131614 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:43.135542 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:43.174572 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a921c503-95b2-4705-9384-a3e65abf33b2 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:43.184704 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=6bd98999-1873-446c-bd20-a66f5e0dc3f9,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:43.197288 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-a921c503-95b2-4705-9384-a3e65abf33b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:43.204380 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a921c503-95b2-4705-9384-a3e65abf33b2 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:43.210945 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921c503-95b2-4705-9384-a3e65abf33b2 admin admin] Pushing event updated for resources: {'Port': ['ID=90d23d52-8764-4eb2-a061-3a9fc8ad25a0,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:43.222825 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e134b0-4980-464a-880f-d4996dc028a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f97caf-9ba2-4dbc-be22-8959c646dc24,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:43.227459 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.229593 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:43.231395 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] 10.222.0.37 "PUT /v2.0/ports/55ad65de-9dc6-4876-a70c-45f01d521911 HTTP/1.1" status: 200 len: 1096 time: 1.7553639 Sep 17 23:43:43.232128 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3999506e-f82e-47c0-b4f1-1e45f399c0f9', 'tag': '55ad65de-9dc6-4876-a70c-45f01d521911'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:43.239706 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2421dff8-6d36-4c3b-984c-2bc654d1a6c9" -d '{"events": [{"name": "network-changed", "server_uuid": "3999506e-f82e-47c0-b4f1-1e45f399c0f9", "tag": "55ad65de-9dc6-4876-a70c-45f01d521911"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:43.271729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45374b65-3e8c-4056-b5ec-27d6f31a2453 req-3a8a4493-53fe-46cf-b3c1-081f9fdc3fb6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.274993 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6c87d-8334-404f-b1a4-983f5a192e13 service neutron] Pushing event updated for resources: {'Port': ['ID=55ad65de-9dc6-4876-a70c-45f01d521911,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:43.278016 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45374b65-3e8c-4056-b5ec-27d6f31a2453 req-3a8a4493-53fe-46cf-b3c1-081f9fdc3fb6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.294764 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45374b65-3e8c-4056-b5ec-27d6f31a2453 req-3a8a4493-53fe-46cf-b3c1-081f9fdc3fb6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.298346 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd43840-4fa4-4925-8d8c-bb652bfe58d4 None None] Pushing event updated for resources: {'Port': ['ID=517e458a-981e-4004-8625-5cec5fead8f7,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:43.307504 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45374b65-3e8c-4056-b5ec-27d6f31a2453 req-3a8a4493-53fe-46cf-b3c1-081f9fdc3fb6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.310238 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:43.316428 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:43.317531 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45374b65-3e8c-4056-b5ec-27d6f31a2453 req-3a8a4493-53fe-46cf-b3c1-081f9fdc3fb6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.325238 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45374b65-3e8c-4056-b5ec-27d6f31a2453 req-3a8a4493-53fe-46cf-b3c1-081f9fdc3fb6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.333399 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45374b65-3e8c-4056-b5ec-27d6f31a2453 req-3a8a4493-53fe-46cf-b3c1-081f9fdc3fb6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.335710 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-45374b65-3e8c-4056-b5ec-27d6f31a2453 req-3a8a4493-53fe-46cf-b3c1-081f9fdc3fb6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5421 time: 0.3918383 Sep 17 23:43:43.350311 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8efe2c-5278-497c-a54f-a7c58a7afd95 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:43.372493 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7c8efe2c-5278-497c-a54f-a7c58a7afd95, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7c8efe2c-5278-497c-a54f-a7c58a7afd95,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:43.379238 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:43:43.379598 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:43:43.385049 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a221b34-878b-4e2f-a10d-bed0fa9fd4f0 req-29221615-c9b8-4775-af8e-7e7737de585f tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3126523 Sep 17 23:43:43.392711 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f4ec75ac-4991-4ac7-9a60-9f9209796f9c None None] Provisioning complete for port 517e458a-981e-4004-8625-5cec5fead8f7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:43.392711 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f4ec75ac-4991-4ac7-9a60-9f9209796f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:43.435017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-6c13ebb8-4992-4d4a-aa2d-c99ab09713f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.439382 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e134b0-4980-464a-880f-d4996dc028a1 admin admin] Checking segment: {'id': '2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:43.440589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e134b0-4980-464a-880f-d4996dc028a1 admin admin] Network hostable DHCP agents. Network: 8daf63cb-30ff-44e7-8a00-0c05e2ff207c, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:43:43.443969 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-6c13ebb8-4992-4d4a-aa2d-c99ab09713f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 1099 time: 0.0986185 Sep 17 23:43:43.457006 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:43.515287 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e37080-c13f-460f-9e34-26f9c4196809 x-openstack-request-id: req-88e37080-c13f-460f-9e34-26f9c4196809 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:43.515493 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3999506e-f82e-47c0-b4f1-1e45f399c0f9", "tag": "55ad65de-9dc6-4876-a70c-45f01d521911", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:43.515908 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88e37080-c13f-460f-9e34-26f9c4196809 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:43.516335 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3999506e-f82e-47c0-b4f1-1e45f399c0f9', 'tag': '55ad65de-9dc6-4876-a70c-45f01d521911', 'status': 'completed', 'code': 200} Sep 17 23:43:43.518696 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-29e7a34d-f2ca-48dc-9867-7b8e13b445c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=55ad65de-9dc6-4876-a70c-45f01d521911 HTTP/1.1" status: 200 len: 217 time: 0.0712063 Sep 17 23:43:43.573808 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=7c8efe2c-5278-497c-a54f-a7c58a7afd95,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:43.579231 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-3a06ccaf-cd54-46a5-ab66-db8a0d607e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.581153 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-3a06ccaf-cd54-46a5-ab66-db8a0d607e38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0541968 Sep 17 23:43:43.604118 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-45374b65-3e8c-4056-b5ec-27d6f31a2453 req-43da6a11-08a7-4274-ad1f-926fc66640c9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2177176 Sep 17 23:43:43.627349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e134b0-4980-464a-880f-d4996dc028a1 admin admin] Network 8daf63cb-30ff-44e7-8a00-0c05e2ff207c is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:43:43.668935 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1e8a6-049c-4fbb-bdc8-71fe3dd32621 req-102043a2-b4a3-4ecc-91ae-28e680f3ef47 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.675816 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-d3fcfa0e-f467-4c97-b47b-c3a8eebd19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.678130 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-45f1e8a6-049c-4fbb-bdc8-71fe3dd32621 req-102043a2-b4a3-4ecc-91ae-28e680f3ef47 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.1522324 Sep 17 23:43:43.678399 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-d3fcfa0e-f467-4c97-b47b-c3a8eebd19e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0834072 Sep 17 23:43:43.756503 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-f5e134b0-4980-464a-880f-d4996dc028a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 8daf63cb-30ff-44e7-8a00-0c05e2ff207c) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:43.764967 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e273ce4d-e38e-44a2-a4f6-cc9148890d2e None None] Network 8daf63cb-30ff-44e7-8a00-0c05e2ff207c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:43:43.779121 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e134b0-4980-464a-880f-d4996dc028a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.779890 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f5e134b0-4980-464a-880f-d4996dc028a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:43.807745 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-6053bee2-209e-4b0a-91b8-dcd1e4d41650 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208739 Sep 17 23:43:43.845516 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-45f1e8a6-049c-4fbb-bdc8-71fe3dd32621 req-7e5250c8-3314-4a1b-8eec-4a17db7efa6c tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665149 Sep 17 23:43:43.864901 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24888132-38c5-4a6c-b29b-20ea6e467559 req-e77c1579-8b8c-460a-9b9a-8a7fb7601397 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:43.865913 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a347a4d7-0968-446d-a706-0bd9a17c86c8 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:43.867931 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24888132-38c5-4a6c-b29b-20ea6e467559 req-e77c1579-8b8c-460a-9b9a-8a7fb7601397 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f4eb318-1405-421e-9bfe-ea9f325d855c HTTP/1.1" status: 200 len: 943 time: 0.1659462 Sep 17 23:43:43.933757 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b14919af-55de-40a2-a29c-f2fe630fb99f req-997b9812-0882-485d-bb02-e302c9f8e971 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175418 Sep 17 23:43:43.952778 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33636) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:43.953173 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f5e134b0-4980-464a-880f-d4996dc028a1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5568035 Sep 17 23:43:43.958669 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-bd67fa30-d8e0-4c33-b013-baa534b47ffd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1304700352-router', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:43.997167 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24888132-38c5-4a6c-b29b-20ea6e467559 req-1cc32eef-7e1f-4de5-9322-6507cbde4ecb tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230099 Sep 17 23:43:44.091967 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd67fa30-d8e0-4c33-b013-baa534b47ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:44.091967 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd67fa30-d8e0-4c33-b013-baa534b47ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:44.095293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ffc11-e975-44ab-9acb-6092fd37f3fb req-a6defb0e-804b-4d9d-924c-a34fdda83922 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:44.104642 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e0ffc11-e975-44ab-9acb-6092fd37f3fb req-a6defb0e-804b-4d9d-924c-a34fdda83922 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 948 time: 0.1380637 Sep 17 23:43:44.132291 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a921c503-95b2-4705-9384-a3e65abf33b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:44.200748 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421dff8-6d36-4c3b-984c-2bc654d1a6c9 req-88d0bb01-b8f1-428a-9fe5-f4a5476f350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:44.203325 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2421dff8-6d36-4c3b-984c-2bc654d1a6c9 req-88d0bb01-b8f1-428a-9fe5-f4a5476f350c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 1099 time: 0.1338170 Sep 17 23:43:44.209322 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e0ffc11-e975-44ab-9acb-6092fd37f3fb req-8b789415-f8b6-4400-b4cf-0e3fbd740b77 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034210 Sep 17 23:43:44.241349 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 517e458a-981e-4004-8625-5cec5fead8f7 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:44.247792 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-56bcd1b6-b81e-460c-b42a-276bf99919b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:44.258476 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd67fa30-d8e0-4c33-b013-baa534b47ffd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:44.271234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-8daf63cb-30ff-44e7-8a00-0c05e2ff207c', 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'fixed_ips': [{'subnet_id': '34f97caf-9ba2-4dbc-be22-8959c646dc24'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:43:44.272177 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:44.326940 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a347a4d7-0968-446d-a706-0bd9a17c86c8, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a347a4d7-0968-446d-a706-0bd9a17c86c8,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:44.396184 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'a347a4d7-0968-446d-a706-0bd9a17c86c8', 'network_id': '42ce65e5-476f-418b-b046-198f1115663d', 'port_id': 'a347a4d7-0968-446d-a706-0bd9a17c86c8', 'mac_address': 'fa:16:3e:c8:13:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7101a626-e4ab-4812-85e3-721a99264b2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:44.519256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 517e458a-981e-4004-8625-5cec5fead8f7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:44.519887 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:44.522072 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:44.579548 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a347a4d7-0968-446d-a706-0bd9a17c86c8 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:44.606637 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] Allocated IP 172.20.0.2 (8daf63cb-30ff-44e7-8a00-0c05e2ff207c/34f97caf-9ba2-4dbc-be22-8959c646dc24/cf052876-aaa5-4819-be93-1ed4c05bd893) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:44.646598 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a347a4d7-0968-446d-a706-0bd9a17c86c8, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a347a4d7-0968-446d-a706-0bd9a17c86c8,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:44.689120 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b268a77-e136-4f25-a807-4428a414aced req-18e4fff3-2c88-48a5-a2da-b43ebb05c593 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:44.697954 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b268a77-e136-4f25-a807-4428a414aced req-18e4fff3-2c88-48a5-a2da-b43ebb05c593 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:44.704395 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b268a77-e136-4f25-a807-4428a414aced req-18e4fff3-2c88-48a5-a2da-b43ebb05c593 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:44.712005 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b268a77-e136-4f25-a807-4428a414aced req-18e4fff3-2c88-48a5-a2da-b43ebb05c593 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:44.719422 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b268a77-e136-4f25-a807-4428a414aced req-18e4fff3-2c88-48a5-a2da-b43ebb05c593 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:44.728348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b268a77-e136-4f25-a807-4428a414aced req-18e4fff3-2c88-48a5-a2da-b43ebb05c593 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:44.734705 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b268a77-e136-4f25-a807-4428a414aced req-18e4fff3-2c88-48a5-a2da-b43ebb05c593 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:44.736734 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b268a77-e136-4f25-a807-4428a414aced req-18e4fff3-2c88-48a5-a2da-b43ebb05c593 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5439 time: 0.1654840 Sep 17 23:43:44.754509 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:44.815643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=a347a4d7-0968-446d-a706-0bd9a17c86c8,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:44.818603 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['a9d9e059-8390-4277-80d1-cebaeedfffa5'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:44.859517 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['cbdb24f9-597b-4307-a8d5-2749c569a415'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:44.885533 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b268a77-e136-4f25-a807-4428a414aced req-4efe4ec9-34bd-451b-ac99-c8cb79563b4d tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1293926 Sep 17 23:43:44.909602 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51461407-1a1f-4e3e-adbd-f26a04d7f686 req-9e903600-294b-4b49-9571-20bb23e381b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:44.912200 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:44.916578 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51461407-1a1f-4e3e-adbd-f26a04d7f686 req-9e903600-294b-4b49-9571-20bb23e381b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:44.929026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51461407-1a1f-4e3e-adbd-f26a04d7f686 req-9e903600-294b-4b49-9571-20bb23e381b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:44.935715 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51461407-1a1f-4e3e-adbd-f26a04d7f686 req-9e903600-294b-4b49-9571-20bb23e381b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:44.939503 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd67fa30-d8e0-4c33-b013-baa534b47ffd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:44.944052 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51461407-1a1f-4e3e-adbd-f26a04d7f686 req-9e903600-294b-4b49-9571-20bb23e381b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:44.951008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51461407-1a1f-4e3e-adbd-f26a04d7f686 req-9e903600-294b-4b49-9571-20bb23e381b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:44.954057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['3c354c66-b3c9-483a-96f9-2f56cb599108'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:44.960033 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51461407-1a1f-4e3e-adbd-f26a04d7f686 req-9e903600-294b-4b49-9571-20bb23e381b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:44.962591 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51461407-1a1f-4e3e-adbd-f26a04d7f686 req-9e903600-294b-4b49-9571-20bb23e381b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5421 time: 0.1864226 Sep 17 23:43:44.963224 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a921c503-95b2-4705-9384-a3e65abf33b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:44.966730 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['c6bb7140-f314-400d-b7fc-5bb8506ae4ab'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:44.966899 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421dff8-6d36-4c3b-984c-2bc654d1a6c9 req-b2cb2451-58fc-487e-97cf-0647c9b5dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:44.968492 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2421dff8-6d36-4c3b-984c-2bc654d1a6c9 req-b2cb2451-58fc-487e-97cf-0647c9b5dbad service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.7121513 Sep 17 23:43:44.968913 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['7c8efe2c-5278-497c-a54f-a7c58a7afd95'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:45.028895 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['a347a4d7-0968-446d-a706-0bd9a17c86c8'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:45.042284 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2421dff8-6d36-4c3b-984c-2bc654d1a6c9 req-f159fc0a-a960-4788-be14-99d36faa8dfd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=55ad65de-9dc6-4876-a70c-45f01d521911 HTTP/1.1" status: 200 len: 217 time: 0.0650411 Sep 17 23:43:45.137313 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51461407-1a1f-4e3e-adbd-f26a04d7f686 req-3d77fa0e-c441-4df9-a8be-31a8d27ea1b6 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1259856 Sep 17 23:43:45.148426 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947104d-cf07-4f92-a684-58676373e673 req-ac97a2f0-e3b2-4b27-9c07-ac447156d5ec tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:45.152915 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7947104d-cf07-4f92-a684-58676373e673 req-ac97a2f0-e3b2-4b27-9c07-ac447156d5ec tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.1377847 Sep 17 23:43:45.166721 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:45.216967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7947104d-cf07-4f92-a684-58676373e673 req-3def4118-f08a-4c7b-ac82-ba650d55d14a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598915 Sep 17 23:43:45.281128 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421dff8-6d36-4c3b-984c-2bc654d1a6c9 req-6fe65c3e-f899-40a1-868f-a3f056543091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:45.286003 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2421dff8-6d36-4c3b-984c-2bc654d1a6c9 req-6fe65c3e-f899-40a1-868f-a3f056543091 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.2282317 Sep 17 23:43:45.293167 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:45.385439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421dff8-6d36-4c3b-984c-2bc654d1a6c9 req-4d0fc2ad-bea3-4588-ae8a-0ead8349f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:45.387477 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2421dff8-6d36-4c3b-984c-2bc654d1a6c9 req-4d0fc2ad-bea3-4588-ae8a-0ead8349f139 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826046 Sep 17 23:43:45.393597 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a921c503-95b2-4705-9384-a3e65abf33b2 admin admin] Router 2866c836-a870-4fd7-9d5f-dd5f86b74939 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:43:45.405108 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] Network 8daf63cb-30ff-44e7-8a00-0c05e2ff207c is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:45.443673 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:45.467073 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:45.468968 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] Pushing event updated for resources: {'Port': ['ID=cf052876-aaa5-4819-be93-1ed4c05bd893,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:45.516250 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2c8e5-8943-4371-92fa-9a51cc59f0c9 req-3e61f6be-0fcd-4fb1-ba04-73a08853fcb2 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:45.526130 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c3c2c8e5-8943-4371-92fa-9a51cc59f0c9 req-3e61f6be-0fcd-4fb1-ba04-73a08853fcb2 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f4eb318-1405-421e-9bfe-ea9f325d855c HTTP/1.1" status: 200 len: 944 time: 0.2049532 Sep 17 23:43:45.546760 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61da472-02f9-44de-b89d-611d1a872572 req-7437a5c2-80d0-44a7-9af0-092d543cd2c6 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:45.548651 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f61da472-02f9-44de-b89d-611d1a872572 req-7437a5c2-80d0-44a7-9af0-092d543cd2c6 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 948 time: 0.1908464 Sep 17 23:43:45.555296 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2421dff8-6d36-4c3b-984c-2bc654d1a6c9 req-6a4812fe-5ab6-4ba1-87c5-8ffbde837048 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049230 Sep 17 23:43:45.636645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['6bd98999-1873-446c-bd20-a66f5e0dc3f9'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:45.645864 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c3c2c8e5-8943-4371-92fa-9a51cc59f0c9 req-2fee3c45-5ddb-47ed-9acf-a760a4a1c891 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169593 Sep 17 23:43:45.677655 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f61da472-02f9-44de-b89d-611d1a872572 req-1713e73f-72e4-4990-9cc3-d7da0530a042 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191990 Sep 17 23:43:45.684738 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a921c503-95b2-4705-9384-a3e65abf33b2 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:43:45.726549 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd67fa30-d8e0-4c33-b013-baa534b47ffd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:45.752945 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] Sync routers for ids ['2866c836-a870-4fd7-9d5f-dd5f86b74939'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:43:45.753330 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd67fa30-d8e0-4c33-b013-baa534b47ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:45.761928 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a921c503-95b2-4705-9384-a3e65abf33b2 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:45.763536 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a921c503-95b2-4705-9384-a3e65abf33b2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4568982 Sep 17 23:43:45.766282 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33656) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:45.777220 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2421dff8-6d36-4c3b-984c-2bc654d1a6c9 req-11ef6665-01bb-4282-84a3-2d19b7bb19c0 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821384 Sep 17 23:43:45.840334 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] Attempting to bind port cf052876-aaa5-4819-be93-1ed4c05bd893 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:45.841101 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] Attempting to bind port cf052876-aaa5-4819-be93-1ed4c05bd893 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:45.841723 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] Attempting to bind port cf052876-aaa5-4819-be93-1ed4c05bd893 on network 8daf63cb-30ff-44e7-8a00-0c05e2ff207c {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:45.868074 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] Routers {'2866c836-a870-4fd7-9d5f-dd5f86b74939'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:45.869188 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:43:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2866c836-a870-4fd7-9d5f-dd5f86b74939'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:45.880763 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-bd67fa30-d8e0-4c33-b013-baa534b47ffd admin admin] Allocated IP 172.25.3.149 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/8729bdab-b7aa-4fe4-ac8b-2f9008702dd6) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:45.889643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 55ad65de-9dc6-4876-a70c-45f01d521911 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:45.892952 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a347a4d7-0968-446d-a706-0bd9a17c86c8 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:45.981802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:45.982641 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] Checking segment: {'id': '2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:45.983495 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:45.984124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] Bound using segment: {'id': '2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:45.985090 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] Bound port: cf052876-aaa5-4819-be93-1ed4c05bd893, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:45.985857 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:46.038735 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd67fa30-d8e0-4c33-b013-baa534b47ffd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:46.108235 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acdc27-30da-4962-9185-07341333d3cb req-8610b6a6-494b-4935-b744-7c0224f61970 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:46.112975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acdc27-30da-4962-9185-07341333d3cb req-8610b6a6-494b-4935-b744-7c0224f61970 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:46.118773 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acdc27-30da-4962-9185-07341333d3cb req-8610b6a6-494b-4935-b744-7c0224f61970 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:46.124556 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acdc27-30da-4962-9185-07341333d3cb req-8610b6a6-494b-4935-b744-7c0224f61970 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:46.130432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acdc27-30da-4962-9185-07341333d3cb req-8610b6a6-494b-4935-b744-7c0224f61970 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:46.136228 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acdc27-30da-4962-9185-07341333d3cb req-8610b6a6-494b-4935-b744-7c0224f61970 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:46.142365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acdc27-30da-4962-9185-07341333d3cb req-8610b6a6-494b-4935-b744-7c0224f61970 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:46.144766 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-74acdc27-30da-4962-9185-07341333d3cb req-8610b6a6-494b-4935-b744-7c0224f61970 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5439 time: 0.1509819 Sep 17 23:43:46.156937 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.resource_extend [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 23:43:46.202538 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd67fa30-d8e0-4c33-b013-baa534b47ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:46.265774 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd67fa30-d8e0-4c33-b013-baa534b47ffd admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:46.270606 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-bd67fa30-d8e0-4c33-b013-baa534b47ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:46.291143 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67fa30-d8e0-4c33-b013-baa534b47ffd admin admin] Pushing event updated for resources: {'Port': ['ID=8729bdab-b7aa-4fe4-ac8b-2f9008702dd6,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:46.304291 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd67fa30-d8e0-4c33-b013-baa534b47ffd admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:46.347845 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-74acdc27-30da-4962-9185-07341333d3cb req-3e537c71-cce9-478f-a444-beb297d2c4dd tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1847830 Sep 17 23:43:46.499267 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] For port cf052876-aaa5-4819-be93-1ed4c05bd893, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:46.503863 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] For port cf052876-aaa5-4819-be93-1ed4c05bd893, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=cf052876-aaa5-4819-be93-1ed4c05bd893,segment=NetworkSegment(2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff),segment_id=2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:46.546224 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 55ad65de-9dc6-4876-a70c-45f01d521911, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=55ad65de-9dc6-4876-a70c-45f01d521911,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:46.549836 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-082cb99d-39a2-49bd-be7d-432719e37252 req-98331329-614d-4ce8-84ef-7beda57c45f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=92d50752-fc7f-462e-a26c-dad2e3ef81a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0814002 Sep 17 23:43:46.571422 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] Set router 2866c836-a870-4fd7-9d5f-dd5f86b74939 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:46.576351 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f3023-3d0a-48db-bb86-920386d19aba req-f0b634dc-d98b-4037-8e97-189afce5bb70 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:46.583511 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f3023-3d0a-48db-bb86-920386d19aba req-f0b634dc-d98b-4037-8e97-189afce5bb70 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:46.590702 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f3023-3d0a-48db-bb86-920386d19aba req-f0b634dc-d98b-4037-8e97-189afce5bb70 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:46.597072 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f3023-3d0a-48db-bb86-920386d19aba req-f0b634dc-d98b-4037-8e97-189afce5bb70 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:46.603891 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f3023-3d0a-48db-bb86-920386d19aba req-f0b634dc-d98b-4037-8e97-189afce5bb70 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:46.610118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f3023-3d0a-48db-bb86-920386d19aba req-f0b634dc-d98b-4037-8e97-189afce5bb70 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:46.616278 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f3023-3d0a-48db-bb86-920386d19aba req-f0b634dc-d98b-4037-8e97-189afce5bb70 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:46.618631 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b3f3023-3d0a-48db-bb86-920386d19aba req-f0b634dc-d98b-4037-8e97-189afce5bb70 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5421 time: 0.3090353 Sep 17 23:43:46.630016 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-52399230-15c7-4e26-b532-2e36efa8a657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:46.645524 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:46.674010 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b3f3023-3d0a-48db-bb86-920386d19aba req-78948600-bd09-4326-bd18-e9d95a4aa190 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473058 Sep 17 23:43:46.676006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '55ad65de-9dc6-4876-a70c-45f01d521911', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '55ad65de-9dc6-4876-a70c-45f01d521911', 'mac_address': 'fa:16:3e:d0:b5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:46.711445 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504f50e-9af2-448d-bdf3-a22771bf010d req-441bfe92-1373-441a-a534-d701635a0853 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:46.719582 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3504f50e-9af2-448d-bdf3-a22771bf010d req-441bfe92-1373-441a-a534-d701635a0853 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.2095544 Sep 17 23:43:46.795224 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:46.810527 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port a347a4d7-0968-446d-a706-0bd9a17c86c8 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:43:46.815185 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5914a158-d04c-4c9f-a3b8-ea4a1005db50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:46.832776 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cb99d-39a2-49bd-be7d-432719e37252 req-ee312b31-2742-4b14-b6b9-7f862f4f050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:46.836848 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-082cb99d-39a2-49bd-be7d-432719e37252 req-ee312b31-2742-4b14-b6b9-7f862f4f050e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&device_id=92d50752-fc7f-462e-a26c-dad2e3ef81a5 HTTP/1.1" status: 200 len: 1100 time: 0.2388535 Sep 17 23:43:46.842231 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3504f50e-9af2-448d-bdf3-a22771bf010d req-421f8c39-cd30-415b-b699-bb7b35b029d9 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214550 Sep 17 23:43:46.939439 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port a347a4d7-0968-446d-a706-0bd9a17c86c8 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:46.939668 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:47.055411 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ad65de-9dc6-4876-a70c-45f01d521911 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:47.060905 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53673eeb-7ddf-4bcf-bab5-a0bbcfed6771 req-cc5bd437-61a8-4807-b3f9-99cb5497f790 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:47.062576 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53673eeb-7ddf-4bcf-bab5-a0bbcfed6771 req-cc5bd437-61a8-4807-b3f9-99cb5497f790 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f4eb318-1405-421e-9bfe-ea9f325d855c HTTP/1.1" status: 200 len: 944 time: 0.1866748 Sep 17 23:43:47.117897 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238b2a1-114d-4d6d-843d-671c8c78e83c None None] Pushing event updated for resources: {'Port': ['ID=cf052876-aaa5-4819-be93-1ed4c05bd893,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:47.144685 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd67fa30-d8e0-4c33-b013-baa534b47ffd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:47.147109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cb99d-39a2-49bd-be7d-432719e37252 req-af2233d3-124f-4fa0-ae38-d8a7afc13aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:47.148722 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-082cb99d-39a2-49bd-be7d-432719e37252 req-af2233d3-124f-4fa0-ae38-d8a7afc13aea service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.2814999 Sep 17 23:43:47.177190 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c9094-3489-4103-80a3-2e3e72eb44bc req-7a60e640-6ad0-44b3-9564-fdb0025885d1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:47.178115 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 55ad65de-9dc6-4876-a70c-45f01d521911, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=55ad65de-9dc6-4876-a70c-45f01d521911,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:47.179504 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-755c9094-3489-4103-80a3-2e3e72eb44bc req-7a60e640-6ad0-44b3-9564-fdb0025885d1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 948 time: 0.2359588 Sep 17 23:43:47.232014 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53673eeb-7ddf-4bcf-bab5-a0bbcfed6771 req-a07b4f84-9646-405a-aaef-fc6508c7c6e3 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375322 Sep 17 23:43:47.249891 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-52399230-15c7-4e26-b532-2e36efa8a657 admin admin] Allocated IP 172.20.0.1 (ebf9dbd0-8b7d-448f-bfb9-76836bf0a320/bfe71efa-4055-4237-93e6-058e5fe9b2b4/7806d998-2f72-4379-b74c-4be48f4bb785) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:47.266082 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-082cb99d-39a2-49bd-be7d-432719e37252 req-8501a5ed-be0b-4989-96f0-2322c6e64930 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=2ded3520-dd0f-4d66-b889-0fedce66f717 HTTP/1.1" status: 200 len: 217 time: 0.0634975 Sep 17 23:43:47.295606 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:47.305655 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-755c9094-3489-4103-80a3-2e3e72eb44bc req-fabb10a7-f572-4acd-8b9d-4eec448700cd tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014912 Sep 17 23:43:47.318604 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2866c836-a870-4fd7-9d5f-dd5f86b74939', 'name': 'tempest-FloatingIPsNegativeTestJSON-1866045314-router', 'tenant_id': 'a522f599cb164f6b8b70d01341cb4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '90d23d52-8764-4eb2-a061-3a9fc8ad25a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:39Z', 'updated_at': '2021-09-17T23:43:43Z', 'revision_number': 3, 'project_id': 'a522f599cb164f6b8b70d01341cb4974', 'gw_port': {'id': '90d23d52-8764-4eb2-a061-3a9fc8ad25a0', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2866c836-a870-4fd7-9d5f-dd5f86b74939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:41Z', 'updated_at': '2021-09-17T23:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:47.380556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] Checking router: 2866c836-a870-4fd7-9d5f-dd5f86b74939 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:43:47.395199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] Updating router 2866c836-a870-4fd7-9d5f-dd5f86b74939 port 90d23d52-8764-4eb2-a061-3a9fc8ad25a0 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:43:47.397472 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cb99d-39a2-49bd-be7d-432719e37252 req-f17d5d34-13c6-4d67-b7d8-e07f8548eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:47.398771 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-52399230-15c7-4e26-b532-2e36efa8a657 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:47.399229 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-082cb99d-39a2-49bd-be7d-432719e37252 req-f17d5d34-13c6-4d67-b7d8-e07f8548eb08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1228843 Sep 17 23:43:47.459381 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4eb318-1405-421e-9bfe-ea9f325d855c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a347a4d7-0968-446d-a706-0bd9a17c86c8'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:47.469753 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25a5147-44d3-4c65-8a2c-5a79b6050c13" -d '{"events": [{"server_uuid": "9f4eb318-1405-421e-9bfe-ea9f325d855c", "name": "network-vif-plugged", "status": "completed", "tag": "a347a4d7-0968-446d-a706-0bd9a17c86c8"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:47.495785 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a347a4d7-0968-446d-a706-0bd9a17c86c8, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a347a4d7-0968-446d-a706-0bd9a17c86c8,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:47.497180 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:47.500525 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:47.569917 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cb99d-39a2-49bd-be7d-432719e37252 req-1a9c98f0-0283-419a-83ba-14f153fabe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:47.571598 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-082cb99d-39a2-49bd-be7d-432719e37252 req-1a9c98f0-0283-419a-83ba-14f153fabe21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946760 Sep 17 23:43:47.585469 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd67fa30-d8e0-4c33-b013-baa534b47ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:47.585610 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39908483-52d5-45bd-bd14-81accbf070c5 x-openstack-request-id: req-39908483-52d5-45bd-bd14-81accbf070c5 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:47.586309 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4eb318-1405-421e-9bfe-ea9f325d855c", "name": "network-vif-plugged", "status": "completed", "tag": "a347a4d7-0968-446d-a706-0bd9a17c86c8", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:47.586571 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-39908483-52d5-45bd-bd14-81accbf070c5 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:47.586971 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4eb318-1405-421e-9bfe-ea9f325d855c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a347a4d7-0968-446d-a706-0bd9a17c86c8', 'code': 200} Sep 17 23:43:47.591509 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=55ad65de-9dc6-4876-a70c-45f01d521911,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:47.599881 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:47.609728 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fb0a4-703a-446c-9f19-fed0671f76b3 req-601c77fc-6096-4f02-8449-9fa9d50ee147 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:47.617743 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fb0a4-703a-446c-9f19-fed0671f76b3 req-601c77fc-6096-4f02-8449-9fa9d50ee147 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:47.621445 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:47.627989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fb0a4-703a-446c-9f19-fed0671f76b3 req-601c77fc-6096-4f02-8449-9fa9d50ee147 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:47.635514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fb0a4-703a-446c-9f19-fed0671f76b3 req-601c77fc-6096-4f02-8449-9fa9d50ee147 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:47.642709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fb0a4-703a-446c-9f19-fed0671f76b3 req-601c77fc-6096-4f02-8449-9fa9d50ee147 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:47.651302 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fb0a4-703a-446c-9f19-fed0671f76b3 req-601c77fc-6096-4f02-8449-9fa9d50ee147 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:47.665211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fb0a4-703a-446c-9f19-fed0671f76b3 req-601c77fc-6096-4f02-8449-9fa9d50ee147 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:47.667175 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-271fb0a4-703a-446c-9f19-fed0671f76b3 req-601c77fc-6096-4f02-8449-9fa9d50ee147 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5439 time: 0.1795511 Sep 17 23:43:47.669608 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-52399230-15c7-4e26-b532-2e36efa8a657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:47.752563 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:47.760475 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['55ad65de-9dc6-4876-a70c-45f01d521911'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:47.819893 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52399230-15c7-4e26-b532-2e36efa8a657 admin admin] Network ebf9dbd0-8b7d-448f-bfb9-76836bf0a320 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:47.839664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebaa67d-f740-4863-bf3d-b6f3fdb3ef2f req-1cb1bb6f-ed5d-47ad-87e4-b6647ce7dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:47.842137 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cebaa67d-f740-4863-bf3d-b6f3fdb3ef2f req-1cb1bb6f-ed5d-47ad-87e4-b6647ce7dc48 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f4eb318-1405-421e-9bfe-ea9f325d855c HTTP/1.1" status: 200 len: 1096 time: 0.1933620 Sep 17 23:43:47.847715 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-52399230-15c7-4e26-b532-2e36efa8a657 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:47.851286 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-082cb99d-39a2-49bd-be7d-432719e37252 req-ae88c11a-de95-4f1c-8a79-5f2bcf126db1 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654076 Sep 17 23:43:47.862497 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52399230-15c7-4e26-b532-2e36efa8a657 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:47.865982 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52399230-15c7-4e26-b532-2e36efa8a657 admin admin] Pushing event updated for resources: {'Port': ['ID=7806d998-2f72-4379-b74c-4be48f4bb785,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:47.879333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-271fb0a4-703a-446c-9f19-fed0671f76b3 req-c39bb9f2-a79f-4ca0-973c-8d5d357d69b5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2026772 Sep 17 23:43:47.949905 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=a347a4d7-0968-446d-a706-0bd9a17c86c8,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:47.967239 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-52399230-15c7-4e26-b532-2e36efa8a657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:48.044818 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b3a55-2d5b-403a-830a-1e41b3d864f8 req-08afe3bc-1a97-48b1-9149-1d4c984c9de4 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:48.051520 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b3a55-2d5b-403a-830a-1e41b3d864f8 req-08afe3bc-1a97-48b1-9149-1d4c984c9de4 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:48.058913 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b3a55-2d5b-403a-830a-1e41b3d864f8 req-08afe3bc-1a97-48b1-9149-1d4c984c9de4 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:48.076456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b3a55-2d5b-403a-830a-1e41b3d864f8 req-08afe3bc-1a97-48b1-9149-1d4c984c9de4 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:48.084018 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b3a55-2d5b-403a-830a-1e41b3d864f8 req-08afe3bc-1a97-48b1-9149-1d4c984c9de4 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:48.090169 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cebaa67d-f740-4863-bf3d-b6f3fdb3ef2f req-63528b87-81f0-4f2d-97b5-48108d0992a7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652746 Sep 17 23:43:48.098153 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b3a55-2d5b-403a-830a-1e41b3d864f8 req-08afe3bc-1a97-48b1-9149-1d4c984c9de4 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:48.107445 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b3a55-2d5b-403a-830a-1e41b3d864f8 req-08afe3bc-1a97-48b1-9149-1d4c984c9de4 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:48.119863 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-090b3a55-2d5b-403a-830a-1e41b3d864f8 req-08afe3bc-1a97-48b1-9149-1d4c984c9de4 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5421 time: 0.2773507 Sep 17 23:43:48.280506 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device cf052876-aaa5-4819-be93-1ed4c05bd893 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:48.320693 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-082cb99d-39a2-49bd-be7d-432719e37252 req-e34fad11-ed8c-44c1-b09a-a4bc0316a371 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018435 Sep 17 23:43:48.344075 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-090b3a55-2d5b-403a-830a-1e41b3d864f8 req-31e3b4c0-357e-44a4-84ab-0004497ddb21 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2232797 Sep 17 23:43:48.390489 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a3469952-d46f-4d8c-a587-24a17c466c57 None None] Provisioning complete for port 7806d998-2f72-4379-b74c-4be48f4bb785 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:48.390962 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a3469952-d46f-4d8c-a587-24a17c466c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:48.402153 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd67fa30-d8e0-4c33-b013-baa534b47ffd admin admin] Router 647846a7-9734-45a7-b174-212ac52b7e5a is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:43:48.428663 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbdb80e-bf07-4260-b5a0-f908dfc6270f None None] Network 8daf63cb-30ff-44e7-8a00-0c05e2ff207c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:43:48.456742 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:48.534351 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd67fa30-d8e0-4c33-b013-baa534b47ffd admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:43:48.550012 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fef371-d916-43d7-b72b-454338752173 None None] Sync routers for ids ['647846a7-9734-45a7-b174-212ac52b7e5a'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:43:48.560608 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fef371-d916-43d7-b72b-454338752173 None None] Routers {'647846a7-9734-45a7-b174-212ac52b7e5a'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:48.561756 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d0fef371-d916-43d7-b72b-454338752173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:43:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['647846a7-9734-45a7-b174-212ac52b7e5a'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:48.583951 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a3469952-d46f-4d8c-a587-24a17c466c57 None None] Port 7806d998-2f72-4379-b74c-4be48f4bb785 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:43:48.607846 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd67fa30-d8e0-4c33-b013-baa534b47ffd admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:48.609965 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bd67fa30-d8e0-4c33-b013-baa534b47ffd admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6559167 Sep 17 23:43:48.613286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33688) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:48.669035 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:48.671613 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port cf052876-aaa5-4819-be93-1ed4c05bd893 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:48.672063 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:48.696434 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-d0fef371-d916-43d7-b72b-454338752173 None None] Set router 647846a7-9734-45a7-b174-212ac52b7e5a gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:48.731209 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac72b8-1bff-4903-927a-33693a43a471 req-ee992d8d-e453-488c-98f1-2b526b6fcee6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:48.739776 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0dac72b8-1bff-4903-927a-33693a43a471 req-ee992d8d-e453-488c-98f1-2b526b6fcee6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.6054466 Sep 17 23:43:48.760979 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30385025-e60a-481a-acb6-77aed375cc9d None None] Pushing event updated for resources: {'Port': ['ID=90d23d52-8764-4eb2-a061-3a9fc8ad25a0,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:48.814875 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] Attempting to bind port 90d23d52-8764-4eb2-a061-3a9fc8ad25a0 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:48.815142 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] Attempting to bind port 90d23d52-8764-4eb2-a061-3a9fc8ad25a0 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:48.815344 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] Attempting to bind port 90d23d52-8764-4eb2-a061-3a9fc8ad25a0 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:48.826751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a55379c0-c92b-45be-ad31-573713434c99 None None] Provisioning complete for port cf052876-aaa5-4819-be93-1ed4c05bd893 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:48.827130 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a55379c0-c92b-45be-ad31-573713434c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:48.828921 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0dac72b8-1bff-4903-927a-33693a43a471 req-231afc2b-fae1-4807-983a-d28afaa72cbf tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842841 Sep 17 23:43:48.870857 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:48.870857 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:48.870857 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:48.871174 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:48.871751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] Bound port: 90d23d52-8764-4eb2-a061-3a9fc8ad25a0, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:48.872265 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:48.881547 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3127f41-073b-4bce-b3a7-76e8df77cff6 req-840632f9-d844-4ae8-9c08-027ee3987e59 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:48.892801 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b3127f41-073b-4bce-b3a7-76e8df77cff6 req-840632f9-d844-4ae8-9c08-027ee3987e59 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f4eb318-1405-421e-9bfe-ea9f325d855c HTTP/1.1" status: 200 len: 945 time: 0.1744590 Sep 17 23:43:48.958429 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d0fef371-d916-43d7-b72b-454338752173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'name': 'tempest-ServersTestManualDisk-1304700352-router', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:44Z', 'updated_at': '2021-09-17T23:43:46Z', 'revision_number': 3, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'gw_port': {'id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:45Z', 'updated_at': '2021-09-17T23:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:48.982265 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-52399230-15c7-4e26-b532-2e36efa8a657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:48.994502 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fef371-d916-43d7-b72b-454338752173 None None] Checking router: 647846a7-9734-45a7-b174-212ac52b7e5a for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:43:48.997922 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fef371-d916-43d7-b72b-454338752173 None None] Updating router 647846a7-9734-45a7-b174-212ac52b7e5a port 8729bdab-b7aa-4fe4-ac8b-2f9008702dd6 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:43:49.025672 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:49.046960 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-d0fef371-d916-43d7-b72b-454338752173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:49.087330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port cf052876-aaa5-4819-be93-1ed4c05bd893, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=cf052876-aaa5-4819-be93-1ed4c05bd893,segment=NetworkSegment(2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff),segment_id=2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:49.092163 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] For port 90d23d52-8764-4eb2-a061-3a9fc8ad25a0, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:49.097078 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] For port 90d23d52-8764-4eb2-a061-3a9fc8ad25a0, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=90d23d52-8764-4eb2-a061-3a9fc8ad25a0,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:49.111032 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b3127f41-073b-4bce-b3a7-76e8df77cff6 req-6dc1842c-2398-470a-b993-b1e0991a26c0 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169542 Sep 17 23:43:49.153264 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44bc0b-0ee6-4af7-a407-5e86151f5ca3 req-04c7b92d-df6e-407c-8a2f-ed31b1141be8 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:49.154891 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a55379c0-c92b-45be-ad31-573713434c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:49.171377 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a44bc0b-0ee6-4af7-a407-5e86151f5ca3 req-04c7b92d-df6e-407c-8a2f-ed31b1141be8 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 949 time: 0.1866670 Sep 17 23:43:49.172169 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:49.209005 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e619217c-6590-4ca2-8137-b376b6576843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:49.224172 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:49.299622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] Routers {'2866c836-a870-4fd7-9d5f-dd5f86b74939'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:49.300270 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:43:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2866c836-a870-4fd7-9d5f-dd5f86b74939'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:49.328698 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a44bc0b-0ee6-4af7-a407-5e86151f5ca3 req-5532fc4a-534d-44a8-a816-ffa1a0c4d85a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596258 Sep 17 23:43:49.386132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d078a6-e037-4cc8-be6d-33a622d24f25 req-a45db5e7-fb02-45ea-b893-3da30b9e2104 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:49.395482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d078a6-e037-4cc8-be6d-33a622d24f25 req-a45db5e7-fb02-45ea-b893-3da30b9e2104 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:49.402205 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:43:49.402854 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d078a6-e037-4cc8-be6d-33a622d24f25 req-a45db5e7-fb02-45ea-b893-3da30b9e2104 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:49.411539 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d078a6-e037-4cc8-be6d-33a622d24f25 req-a45db5e7-fb02-45ea-b893-3da30b9e2104 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:49.418124 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d078a6-e037-4cc8-be6d-33a622d24f25 req-a45db5e7-fb02-45ea-b893-3da30b9e2104 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:49.425513 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d078a6-e037-4cc8-be6d-33a622d24f25 req-a45db5e7-fb02-45ea-b893-3da30b9e2104 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:49.434182 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d078a6-e037-4cc8-be6d-33a622d24f25 req-a45db5e7-fb02-45ea-b893-3da30b9e2104 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:49.445921 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80d078a6-e037-4cc8-be6d-33a622d24f25 req-a45db5e7-fb02-45ea-b893-3da30b9e2104 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5439 time: 0.2114463 Sep 17 23:43:49.457874 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-d0fef371-d916-43d7-b72b-454338752173 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:49.497891 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-e619217c-6590-4ca2-8137-b376b6576843 admin admin] Allocated IP 172.20.0.1 (8daf63cb-30ff-44e7-8a00-0c05e2ff207c/34f97caf-9ba2-4dbc-be22-8959c646dc24/1fd899ec-dd76-4d9d-96b1-2e8d735c173e) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:49.544367 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-d0fef371-d916-43d7-b72b-454338752173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:49.571835 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device a9d9e059-8390-4277-80d1-cebaeedfffa5 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:49.574733 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80d078a6-e037-4cc8-be6d-33a622d24f25 req-61b94ed0-6117-4793-9e6d-f98cfa759147 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277990 Sep 17 23:43:49.605452 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=cf052876-aaa5-4819-be93-1ed4c05bd893,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:49.632478 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-d0fef371-d916-43d7-b72b-454338752173 None None] Attempting to bind port 8729bdab-b7aa-4fe4-ac8b-2f9008702dd6 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:49.633126 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-d0fef371-d916-43d7-b72b-454338752173 None None] Attempting to bind port 8729bdab-b7aa-4fe4-ac8b-2f9008702dd6 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:49.633264 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef371-d916-43d7-b72b-454338752173 None None] Attempting to bind port 8729bdab-b7aa-4fe4-ac8b-2f9008702dd6 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:49.655386 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef371-d916-43d7-b72b-454338752173 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:49.655756 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef371-d916-43d7-b72b-454338752173 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:49.656159 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-d0fef371-d916-43d7-b72b-454338752173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:49.656592 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef371-d916-43d7-b72b-454338752173 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:49.657080 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-d0fef371-d916-43d7-b72b-454338752173 None None] Bound port: 8729bdab-b7aa-4fe4-ac8b-2f9008702dd6, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:49.657460 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-d0fef371-d916-43d7-b72b-454338752173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:49.669066 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-a55379c0-c92b-45be-ad31-573713434c99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:43:49.669428 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-a55379c0-c92b-45be-ad31-573713434c99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:43:49.669910 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30385025-e60a-481a-acb6-77aed375cc9d None None] Pushing event updated for resources: {'Port': ['ID=90d23d52-8764-4eb2-a061-3a9fc8ad25a0,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:49.676815 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32458651-4891-4744-a7e8-882b958e95d1 None None] Pushing event updated for resources: {'Port': ['ID=8729bdab-b7aa-4fe4-ac8b-2f9008702dd6,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:49.677507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b00a-e1e0-444b-bfa9-bc01f6becee1 req-44553a44-2f1b-456c-a888-d11cbb480ff3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:49.684816 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b00a-e1e0-444b-bfa9-bc01f6becee1 req-44553a44-2f1b-456c-a888-d11cbb480ff3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:49.694971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b00a-e1e0-444b-bfa9-bc01f6becee1 req-44553a44-2f1b-456c-a888-d11cbb480ff3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:49.703098 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] Set router 2866c836-a870-4fd7-9d5f-dd5f86b74939 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:49.710287 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b00a-e1e0-444b-bfa9-bc01f6becee1 req-44553a44-2f1b-456c-a888-d11cbb480ff3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:49.710618 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458651-4891-4744-a7e8-882b958e95d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:49.711142 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458651-4891-4744-a7e8-882b958e95d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:49.711628 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458651-4891-4744-a7e8-882b958e95d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:49.712117 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458651-4891-4744-a7e8-882b958e95d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:49.713735 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458651-4891-4744-a7e8-882b958e95d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:49.714258 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458651-4891-4744-a7e8-882b958e95d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:49.714515 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e619217c-6590-4ca2-8137-b376b6576843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:49.715027 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458651-4891-4744-a7e8-882b958e95d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:49.717852 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458651-4891-4744-a7e8-882b958e95d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:49.721144 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458651-4891-4744-a7e8-882b958e95d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:49.721144 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458651-4891-4744-a7e8-882b958e95d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:49.721144 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458651-4891-4744-a7e8-882b958e95d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:49.721144 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458651-4891-4744-a7e8-882b958e95d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:43:49.727670 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b00a-e1e0-444b-bfa9-bc01f6becee1 req-44553a44-2f1b-456c-a888-d11cbb480ff3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:49.733684 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b00a-e1e0-444b-bfa9-bc01f6becee1 req-44553a44-2f1b-456c-a888-d11cbb480ff3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:49.740368 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b00a-e1e0-444b-bfa9-bc01f6becee1 req-44553a44-2f1b-456c-a888-d11cbb480ff3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:49.749214 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba91b00a-e1e0-444b-bfa9-bc01f6becee1 req-44553a44-2f1b-456c-a888-d11cbb480ff3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5421 time: 0.2392113 Sep 17 23:43:49.767590 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-52399230-15c7-4e26-b532-2e36efa8a657 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:49.791027 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-d0fef371-d916-43d7-b72b-454338752173 None None] For port 8729bdab-b7aa-4fe4-ac8b-2f9008702dd6, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:49.792817 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-d0fef371-d916-43d7-b72b-454338752173 None None] For port 8729bdab-b7aa-4fe4-ac8b-2f9008702dd6, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8729bdab-b7aa-4fe4-ac8b-2f9008702dd6,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:49.795822 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:49.797369 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba91b00a-e1e0-444b-bfa9-bc01f6becee1 req-a14ec0e3-58ec-4ecc-a818-29432216bc9a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472331 Sep 17 23:43:49.864753 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-52399230-15c7-4e26-b532-2e36efa8a657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:49.865021 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e619217c-6590-4ca2-8137-b376b6576843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:49.865486 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-d0fef371-d916-43d7-b72b-454338752173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:49.905795 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port a9d9e059-8390-4277-80d1-cebaeedfffa5 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:43:49.908633 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 55ad65de-9dc6-4876-a70c-45f01d521911 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:49.946973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e619217c-6590-4ca2-8137-b376b6576843 admin admin] Network 8daf63cb-30ff-44e7-8a00-0c05e2ff207c is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:49.957720 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-e619217c-6590-4ca2-8137-b376b6576843 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:49.961217 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e619217c-6590-4ca2-8137-b376b6576843 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:50.015374 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fef371-d916-43d7-b72b-454338752173 None None] Routers {'647846a7-9734-45a7-b174-212ac52b7e5a'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:50.018816 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d0fef371-d916-43d7-b72b-454338752173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:43:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['647846a7-9734-45a7-b174-212ac52b7e5a'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:50.031112 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52399230-15c7-4e26-b532-2e36efa8a657 admin admin] Pushing event updated for resources: {'Port': ['ID=7806d998-2f72-4379-b74c-4be48f4bb785,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:50.033064 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619217c-6590-4ca2-8137-b376b6576843 admin admin] Pushing event updated for resources: {'Port': ['ID=1fd899ec-dd76-4d9d-96b1-2e8d735c173e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:50.042264 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-52399230-15c7-4e26-b532-2e36efa8a657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:50.068076 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e619217c-6590-4ca2-8137-b376b6576843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:50.069096 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port a9d9e059-8390-4277-80d1-cebaeedfffa5 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:50.080878 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:50.081971 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32458651-4891-4744-a7e8-882b958e95d1 None None] Pushing event updated for resources: {'Port': ['ID=8729bdab-b7aa-4fe4-ac8b-2f9008702dd6,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:50.159676 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc28fad-27f6-4852-92ca-c276c7cb23b8 req-d42bf79c-2c85-4d18-95d9-d6f39b455506 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:50.181636 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6dc28fad-27f6-4852-92ca-c276c7cb23b8 req-d42bf79c-2c85-4d18-95d9-d6f39b455506 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.2405696 Sep 17 23:43:50.207706 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-d0fef371-d916-43d7-b72b-454338752173 None None] Set router 647846a7-9734-45a7-b174-212ac52b7e5a gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:50.246106 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device cf052876-aaa5-4819-be93-1ed4c05bd893 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:50.328047 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 55ad65de-9dc6-4876-a70c-45f01d521911 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:43:50.351166 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 55ad65de-9dc6-4876-a70c-45f01d521911 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:50.351856 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:50.362607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2866c836-a870-4fd7-9d5f-dd5f86b74939', 'name': 'tempest-FloatingIPsNegativeTestJSON-1866045314-router', 'tenant_id': 'a522f599cb164f6b8b70d01341cb4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '90d23d52-8764-4eb2-a061-3a9fc8ad25a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:39Z', 'updated_at': '2021-09-17T23:43:48Z', 'revision_number': 4, 'project_id': 'a522f599cb164f6b8b70d01341cb4974', 'gw_port': {'id': '90d23d52-8764-4eb2-a061-3a9fc8ad25a0', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2866c836-a870-4fd7-9d5f-dd5f86b74939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:41Z', 'updated_at': '2021-09-17T23:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '7806d998-2f72-4379-b74c-4be48f4bb785', 'name': '', 'network_id': 'ebf9dbd0-8b7d-448f-bfb9-76836bf0a320', 'tenant_id': 'a522f599cb164f6b8b70d01341cb4974', 'mac_address': 'fa:16:3e:f2:b3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2866c836-a870-4fd7-9d5f-dd5f86b74939', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'bfe71efa-4055-4237-93e6-058e5fe9b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:46Z', 'updated_at': '2021-09-17T23:43:47Z', 'revision_number': 1, 'project_id': 'a522f599cb164f6b8b70d01341cb4974', 'subnets': [{'id': 'bfe71efa-4055-4237-93e6-058e5fe9b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:50.378445 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e619217c-6590-4ca2-8137-b376b6576843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:50.437273 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b30cc4-5fd4-4799-bbb2-1bd1114725fb None None] The sync data for ids ['2866c836-a870-4fd7-9d5f-dd5f86b74939'] in n-d-809883-1 is: [{'id': '2866c836-a870-4fd7-9d5f-dd5f86b74939', 'name': 'tempest-FloatingIPsNegativeTestJSON-1866045314-router', 'tenant_id': 'a522f599cb164f6b8b70d01341cb4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '90d23d52-8764-4eb2-a061-3a9fc8ad25a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:39Z', 'updated_at': '2021-09-17T23:43:48Z', 'revision_number': 4, 'project_id': 'a522f599cb164f6b8b70d01341cb4974', 'gw_port': {'id': '90d23d52-8764-4eb2-a061-3a9fc8ad25a0', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2866c836-a870-4fd7-9d5f-dd5f86b74939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:41Z', 'updated_at': '2021-09-17T23:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '7806d998-2f72-4379-b74c-4be48f4bb785', 'name': '', 'network_id': 'ebf9dbd0-8b7d-448f-bfb9-76836bf0a320', 'tenant_id': 'a522f599cb164f6b8b70d01341cb4974', 'mac_address': 'fa:16:3e:f2:b3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2866c836-a870-4fd7-9d5f-dd5f86b74939', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'bfe71efa-4055-4237-93e6-058e5fe9b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:46Z', 'updated_at': '2021-09-17T23:43:47Z', 'revision_number': 1, 'project_id': 'a522f599cb164f6b8b70d01341cb4974', 'subnets': [{'id': 'bfe71efa-4055-4237-93e6-058e5fe9b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:43:50.439951 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6dc28fad-27f6-4852-92ca-c276c7cb23b8 req-bc73591d-239d-4075-8c72-7bfd6709f97c tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522600 Sep 17 23:43:50.442317 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:50.511584 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port cf052876-aaa5-4819-be93-1ed4c05bd893 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:50.512455 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:50.541148 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52399230-15c7-4e26-b532-2e36efa8a657 admin admin] Network ebf9dbd0-8b7d-448f-bfb9-76836bf0a320 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:50.546313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-49c2724f-3839-4120-b6c3-c19e44aacd22 None None] Provisioning complete for port 1fd899ec-dd76-4d9d-96b1-2e8d735c173e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:50.546686 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-49c2724f-3839-4120-b6c3-c19e44aacd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:50.550470 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b23cc-74ac-422a-8d95-a108e13fce1d req-4b1c30fb-46e3-4f85-8492-788082e2177c tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:50.553731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d9e059-8390-4277-80d1-cebaeedfffa5'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:50.556164 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bb4464-89c3-47a8-9f0c-e4608e9e9056" -d '{"events": [{"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-plugged", "status": "completed", "tag": "a9d9e059-8390-4277-80d1-cebaeedfffa5"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:50.558106 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d77b23cc-74ac-422a-8d95-a108e13fce1d req-4b1c30fb-46e3-4f85-8492-788082e2177c tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f4eb318-1405-421e-9bfe-ea9f325d855c HTTP/1.1" status: 200 len: 945 time: 0.2788889 Sep 17 23:43:50.570849 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-52399230-15c7-4e26-b532-2e36efa8a657 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:50.617735 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port a9d9e059-8390-4277-80d1-cebaeedfffa5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=a9d9e059-8390-4277-80d1-cebaeedfffa5,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:50.682854 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e619217c-6590-4ca2-8137-b376b6576843 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:50.711514 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:50.719144 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d0fef371-d916-43d7-b72b-454338752173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'name': 'tempest-ServersTestManualDisk-1304700352-router', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:44Z', 'updated_at': '2021-09-17T23:43:46Z', 'revision_number': 3, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'gw_port': {'id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:45Z', 'updated_at': '2021-09-17T23:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:50.724859 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:50.724859 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7c8efe2c-5278-497c-a54f-a7c58a7afd95 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:50.724859 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-49c2724f-3839-4120-b6c3-c19e44aacd22 None None] Port 1fd899ec-dd76-4d9d-96b1-2e8d735c173e cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:43:50.747706 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e619217c-6590-4ca2-8137-b376b6576843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:50.753649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52399230-15c7-4e26-b532-2e36efa8a657 admin admin] Router 2866c836-a870-4fd7-9d5f-dd5f86b74939 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:43:50.801771 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fef371-d916-43d7-b72b-454338752173 None None] The sync data for ids ['647846a7-9734-45a7-b174-212ac52b7e5a'] in n-d-809883-1 is: [{'id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'name': 'tempest-ServersTestManualDisk-1304700352-router', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:44Z', 'updated_at': '2021-09-17T23:43:46Z', 'revision_number': 3, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'gw_port': {'id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:45Z', 'updated_at': '2021-09-17T23:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:43:50.818493 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d77b23cc-74ac-422a-8d95-a108e13fce1d req-82d44b3b-25fd-45b6-9c02-34e6f248ea20 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561765 Sep 17 23:43:50.861394 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07b6d8-95f9-4699-a87c-5ef64e6a84fe req-0ed67d70-9af4-4e47-8a3f-151c968c0604 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:50.863031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c07b6d8-95f9-4699-a87c-5ef64e6a84fe req-0ed67d70-9af4-4e47-8a3f-151c968c0604 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 949 time: 0.3027205 Sep 17 23:43:50.914854 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666fb3c6-0fc0-41b3-bd3d-f3655526bad2 x-openstack-request-id: req-666fb3c6-0fc0-41b3-bd3d-f3655526bad2 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:50.915135 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-plugged", "status": "completed", "tag": "a9d9e059-8390-4277-80d1-cebaeedfffa5", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:50.915389 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-666fb3c6-0fc0-41b3-bd3d-f3655526bad2 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:50.915781 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d9e059-8390-4277-80d1-cebaeedfffa5', 'code': 200} Sep 17 23:43:50.916374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-49c2724f-3839-4120-b6c3-c19e44aacd22 None None] Provisioning complete for port cf052876-aaa5-4819-be93-1ed4c05bd893 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:50.916743 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-49c2724f-3839-4120-b6c3-c19e44aacd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:50.942341 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e619217c-6590-4ca2-8137-b376b6576843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:50.952288 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619217c-6590-4ca2-8137-b376b6576843 admin admin] Pushing event updated for resources: {'Port': ['ID=1fd899ec-dd76-4d9d-96b1-2e8d735c173e,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:51.080431 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=a9d9e059-8390-4277-80d1-cebaeedfffa5,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:51.081086 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 55ad65de-9dc6-4876-a70c-45f01d521911, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=55ad65de-9dc6-4876-a70c-45f01d521911,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:51.099137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e619217c-6590-4ca2-8137-b376b6576843 admin admin] Network 8daf63cb-30ff-44e7-8a00-0c05e2ff207c is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:51.100718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-e619217c-6590-4ca2-8137-b376b6576843 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:51.164921 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c07b6d8-95f9-4699-a87c-5ef64e6a84fe req-e0459b76-9eb1-4d6c-8d3d-e0dcdbe29720 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889824 Sep 17 23:43:51.175301 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:51.224548 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 7c8efe2c-5278-497c-a54f-a7c58a7afd95 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:43:51.242503 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6ba46-21fa-4140-b54a-3694452519c7 req-1ba58284-94e9-4d60-babb-bfacea3e06d2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:51.249364 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 7c8efe2c-5278-497c-a54f-a7c58a7afd95 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:51.249921 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:51.300073 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6ba46-21fa-4140-b54a-3694452519c7 req-1ba58284-94e9-4d60-babb-bfacea3e06d2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:51.317733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6ba46-21fa-4140-b54a-3694452519c7 req-1ba58284-94e9-4d60-babb-bfacea3e06d2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:51.339643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6ba46-21fa-4140-b54a-3694452519c7 req-1ba58284-94e9-4d60-babb-bfacea3e06d2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:51.346451 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6ba46-21fa-4140-b54a-3694452519c7 req-1ba58284-94e9-4d60-babb-bfacea3e06d2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:51.359302 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6ba46-21fa-4140-b54a-3694452519c7 req-1ba58284-94e9-4d60-babb-bfacea3e06d2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:51.367449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6ba46-21fa-4140-b54a-3694452519c7 req-1ba58284-94e9-4d60-babb-bfacea3e06d2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:51.369517 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5c6ba46-21fa-4140-b54a-3694452519c7 req-1ba58284-94e9-4d60-babb-bfacea3e06d2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5440 time: 0.3683653 Sep 17 23:43:51.394798 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=55ad65de-9dc6-4876-a70c-45f01d521911,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:51.426632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3c81adc6-8379-40f6-8731-d1ef55f712a6 None None] Provisioning complete for port 7806d998-2f72-4379-b74c-4be48f4bb785 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:51.427276 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3c81adc6-8379-40f6-8731-d1ef55f712a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:51.488930 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3c81adc6-8379-40f6-8731-d1ef55f712a6 None None] Port 7806d998-2f72-4379-b74c-4be48f4bb785 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:43:51.501481 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52399230-15c7-4e26-b532-2e36efa8a657 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:43:51.524787 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-52399230-15c7-4e26-b532-2e36efa8a657 admin admin] 10.222.0.46 "PUT /v2.0/routers/2866c836-a870-4fd7-9d5f-dd5f86b74939/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7574587 Sep 17 23:43:51.542486 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5c6ba46-21fa-4140-b54a-3694452519c7 req-de98435e-6752-47dd-8c26-c85bce513f13 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1572669 Sep 17 23:43:51.549633 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:51.617150 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7c8efe2c-5278-497c-a54f-a7c58a7afd95, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7c8efe2c-5278-497c-a54f-a7c58a7afd95,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:51.619572 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43800f8d-ea3b-4a99-b5af-bed9bb9a814f req-b2098210-dc2b-49d9-bf18-07522de73dcb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:51.632212 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43800f8d-ea3b-4a99-b5af-bed9bb9a814f req-b2098210-dc2b-49d9-bf18-07522de73dcb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:51.651617 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43800f8d-ea3b-4a99-b5af-bed9bb9a814f req-b2098210-dc2b-49d9-bf18-07522de73dcb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:51.657390 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-94e1c6ef-9844-4dea-8740-2de8adcdb812 None None] Provisioning complete for port 1fd899ec-dd76-4d9d-96b1-2e8d735c173e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:51.657903 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-94e1c6ef-9844-4dea-8740-2de8adcdb812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:51.672758 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43800f8d-ea3b-4a99-b5af-bed9bb9a814f req-b2098210-dc2b-49d9-bf18-07522de73dcb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:51.691777 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43800f8d-ea3b-4a99-b5af-bed9bb9a814f req-b2098210-dc2b-49d9-bf18-07522de73dcb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:51.715550 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:51.716345 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 3c354c66-b3c9-483a-96f9-2f56cb599108 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:51.735742 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43800f8d-ea3b-4a99-b5af-bed9bb9a814f req-b2098210-dc2b-49d9-bf18-07522de73dcb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:51.744791 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43800f8d-ea3b-4a99-b5af-bed9bb9a814f req-b2098210-dc2b-49d9-bf18-07522de73dcb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:51.762695 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43800f8d-ea3b-4a99-b5af-bed9bb9a814f req-b2098210-dc2b-49d9-bf18-07522de73dcb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5421 time: 0.3901474 Sep 17 23:43:51.817886 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-94e1c6ef-9844-4dea-8740-2de8adcdb812 None None] Port 1fd899ec-dd76-4d9d-96b1-2e8d735c173e cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:43:51.847757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43800f8d-ea3b-4a99-b5af-bed9bb9a814f req-b39eddcd-dc10-431c-979d-c9658367667c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816178 Sep 17 23:43:51.886513 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=7c8efe2c-5278-497c-a54f-a7c58a7afd95,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:51.898697 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device babf226a-14c0-48e5-a6eb-df5d4099f2e7 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:51.908371 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b7fb466a-05f5-40ab-85f3-ae25fb3c42f9 req-e5c06b64-7368-416d-af21-957f3cd3d3a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2034516 Sep 17 23:43:51.961038 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 3c354c66-b3c9-483a-96f9-2f56cb599108 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:43:51.974479 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 3c354c66-b3c9-483a-96f9-2f56cb599108 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:51.974707 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e619217c-6590-4ca2-8137-b376b6576843 admin admin] Router 647846a7-9734-45a7-b174-212ac52b7e5a has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:43:51.974938 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:52.042658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba87ce-15fe-4e00-a207-a37eb125191a req-91d56238-bf09-4655-867f-b1931ac5412b tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:52.044470 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-75ba87ce-15fe-4e00-a207-a37eb125191a req-91d56238-bf09-4655-867f-b1931ac5412b tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.0884988 Sep 17 23:43:52.163101 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port babf226a-14c0-48e5-a6eb-df5d4099f2e7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=babf226a-14c0-48e5-a6eb-df5d4099f2e7,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:52.174417 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-75ba87ce-15fe-4e00-a207-a37eb125191a req-4cc3108a-6c3d-4c4b-a9bd-3393427e2c42 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188114 Sep 17 23:43:52.210621 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'babf226a-14c0-48e5-a6eb-df5d4099f2e7', 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d', 'port_id': 'babf226a-14c0-48e5-a6eb-df5d4099f2e7', 'mac_address': 'fa:16:3e:8b:6f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a27ab6-e116-465b-83c2-03d2486723eb', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:52.241475 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb466a-05f5-40ab-85f3-ae25fb3c42f9 req-7e432a6c-f817-492f-8475-ad633ea28f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:52.242829 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b7fb466a-05f5-40ab-85f3-ae25fb3c42f9 req-7e432a6c-f817-492f-8475-ad633ea28f67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 1100 time: 0.2511685 Sep 17 23:43:52.246152 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e619217c-6590-4ca2-8137-b376b6576843 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:43:52.276371 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e619217c-6590-4ca2-8137-b376b6576843 admin admin] 10.222.0.46 "PUT /v2.0/routers/647846a7-9734-45a7-b174-212ac52b7e5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6515975 Sep 17 23:43:52.283592 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:52.322802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8729bdab-b7aa-4fe4-ac8b-2f9008702dd6 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:52.375339 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:52.380091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 3c354c66-b3c9-483a-96f9-2f56cb599108, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=3c354c66-b3c9-483a-96f9-2f56cb599108,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:52.407277 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id babf226a-14c0-48e5-a6eb-df5d4099f2e7 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:52.447769 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port babf226a-14c0-48e5-a6eb-df5d4099f2e7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=babf226a-14c0-48e5-a6eb-df5d4099f2e7,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:52.447769 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 8729bdab-b7aa-4fe4-ac8b-2f9008702dd6 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:52.447769 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:52.459124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb466a-05f5-40ab-85f3-ae25fb3c42f9 req-66928983-998e-417a-ba9f-d0d2efab674b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:52.462842 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b7fb466a-05f5-40ab-85f3-ae25fb3c42f9 req-66928983-998e-417a-ba9f-d0d2efab674b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1881039 Sep 17 23:43:52.527852 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:52.528268 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b7fb466a-05f5-40ab-85f3-ae25fb3c42f9 req-3d8667cb-0efe-4464-95db-4a3749652a88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=3552a5d4-726d-4d3f-a363-8f246e36bc04 HTTP/1.1" status: 200 len: 217 time: 0.0580692 Sep 17 23:43:52.535737 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cfd30585-5053-4b51-aad0-587bb2f69c9e req-eb8a9af5-e4a5-4883-ac5b-2766ff71246c tempest-FloatingIPsNegativeTestJSON-1651767691 tempest-FloatingIPsNegativeTestJSON-1651767691-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=a522f599cb164f6b8b70d01341cb4974 HTTP/1.1" status: 200 len: 217 time: 0.2291121 Sep 17 23:43:52.560111 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device cbdb24f9-597b-4307-a8d5-2749c569a415 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:52.565263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ad83b-b0ab-42a2-8543-d98668abfd93 req-afea5379-72cc-45cb-bdc8-cc0f8453db92 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:52.569828 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:52.570519 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ecc31a07-bb51-4d99-8ffb-b0d0291c3627 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:52.579018 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-158ad83b-b0ab-42a2-8543-d98668abfd93 req-afea5379-72cc-45cb-bdc8-cc0f8453db92 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f4eb318-1405-421e-9bfe-ea9f325d855c HTTP/1.1" status: 200 len: 945 time: 0.2722874 Sep 17 23:43:52.631961 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb466a-05f5-40ab-85f3-ae25fb3c42f9 req-2502d02f-f252-43df-bc52-1330592004f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:52.633935 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b7fb466a-05f5-40ab-85f3-ae25fb3c42f9 req-2502d02f-f252-43df-bc52-1330592004f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0904572 Sep 17 23:43:52.691505 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-158ad83b-b0ab-42a2-8543-d98668abfd93 req-96334bd0-6f9f-4121-91d9-375d7c1dc2f0 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111763 Sep 17 23:43:52.697370 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb466a-05f5-40ab-85f3-ae25fb3c42f9 req-68aa26a8-4de2-4e39-a6bc-4e4ee5f4c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:52.698925 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b7fb466a-05f5-40ab-85f3-ae25fb3c42f9 req-68aa26a8-4de2-4e39-a6bc-4e4ee5f4c7ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560448 Sep 17 23:43:52.733563 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a08177-3f25-4031-b6f8-f1a9840e8a58 req-8a20969d-e984-47e4-ae7f-9fdaa4873441 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:52.741007 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-59a08177-3f25-4031-b6f8-f1a9840e8a58 req-8a20969d-e984-47e4-ae7f-9fdaa4873441 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 950 time: 0.1179695 Sep 17 23:43:52.778153 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:52.803837 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 8729bdab-b7aa-4fe4-ac8b-2f9008702dd6, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8729bdab-b7aa-4fe4-ac8b-2f9008702dd6,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:52.810072 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-59a08177-3f25-4031-b6f8-f1a9840e8a58 req-9d2873e7-e7db-4287-a6b1-34947f9d5689 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681696 Sep 17 23:43:52.829743 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=3c354c66-b3c9-483a-96f9-2f56cb599108,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:52.864217 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b7fb466a-05f5-40ab-85f3-ae25fb3c42f9 req-adb4918e-77aa-47ac-a237-dd4db0f2be76 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425896 Sep 17 23:43:52.895362 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b3d49fa5-3b8f-4e37-b8e5-87f2707dc0ba req-fd843198-97c9-4afc-af58-4bb724f5b731 tempest-FloatingIPsNegativeTestJSON-1651767691 tempest-FloatingIPsNegativeTestJSON-1651767691-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0401354 Sep 17 23:43:52.912135 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:52.913271 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 90d23d52-8764-4eb2-a061-3a9fc8ad25a0 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:52.951960 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3999506e-f82e-47c0-b4f1-1e45f399c0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ad65de-9dc6-4876-a70c-45f01d521911'}, {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8efe2c-5278-497c-a54f-a7c58a7afd95'}, {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c354c66-b3c9-483a-96f9-2f56cb599108'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:52.955338 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f9a3e4-21ac-475b-bab5-1f7c4e54f336" -d '{"events": [{"server_uuid": "3999506e-f82e-47c0-b4f1-1e45f399c0f9", "name": "network-vif-plugged", "status": "completed", "tag": "55ad65de-9dc6-4876-a70c-45f01d521911"}, {"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-plugged", "status": "completed", "tag": "7c8efe2c-5278-497c-a54f-a7c58a7afd95"}, {"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-plugged", "status": "completed", "tag": "3c354c66-b3c9-483a-96f9-2f56cb599108"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:52.989903 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b7fb466a-05f5-40ab-85f3-ae25fb3c42f9 req-e713a668-d7cf-441d-8939-d79bdc166270 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246648 Sep 17 23:43:53.019067 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port cbdb24f9-597b-4307-a8d5-2749c569a415 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:43:53.025692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=babf226a-14c0-48e5-a6eb-df5d4099f2e7,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:53.035438 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port cbdb24f9-597b-4307-a8d5-2749c569a415 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:53.035894 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:53.074126 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0882f4-34d7-4082-bb04-3d3224bd7f5f req-ac9ef3e0-6a83-4a8f-86de-73b73e0a1efb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:53.080543 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0882f4-34d7-4082-bb04-3d3224bd7f5f req-ac9ef3e0-6a83-4a8f-86de-73b73e0a1efb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:53.086525 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0882f4-34d7-4082-bb04-3d3224bd7f5f req-ac9ef3e0-6a83-4a8f-86de-73b73e0a1efb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:53.092431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0882f4-34d7-4082-bb04-3d3224bd7f5f req-ac9ef3e0-6a83-4a8f-86de-73b73e0a1efb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:53.098193 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 90d23d52-8764-4eb2-a061-3a9fc8ad25a0 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:53.098679 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:53.098946 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0882f4-34d7-4082-bb04-3d3224bd7f5f req-ac9ef3e0-6a83-4a8f-86de-73b73e0a1efb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:53.104822 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0882f4-34d7-4082-bb04-3d3224bd7f5f req-ac9ef3e0-6a83-4a8f-86de-73b73e0a1efb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:53.110976 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0882f4-34d7-4082-bb04-3d3224bd7f5f req-ac9ef3e0-6a83-4a8f-86de-73b73e0a1efb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:53.112927 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba0882f4-34d7-4082-bb04-3d3224bd7f5f req-ac9ef3e0-6a83-4a8f-86de-73b73e0a1efb tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5442 time: 0.0977294 Sep 17 23:43:53.165234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ecc31a07-bb51-4d99-8ffb-b0d0291c3627, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ecc31a07-bb51-4d99-8ffb-b0d0291c3627,segment=NetworkSegment(228dc33e-6e7c-4c38-9b8d-a4b3060fb862),segment_id=228dc33e-6e7c-4c38-9b8d-a4b3060fb862)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:53.169598 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba0882f4-34d7-4082-bb04-3d3224bd7f5f req-aaaf9138-b666-43da-89f7-3becbe77a383 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386901 Sep 17 23:43:53.174567 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=8729bdab-b7aa-4fe4-ac8b-2f9008702dd6,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:53.189054 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'ecc31a07-bb51-4d99-8ffb-b0d0291c3627', 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e', 'port_id': 'ecc31a07-bb51-4d99-8ffb-b0d0291c3627', 'mac_address': 'fa:16:3e:81:ca:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d092af-cd76-4eda-b787-3854ce9db95e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:53.273735 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:53.321170 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:53.323732 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc31a07-bb51-4d99-8ffb-b0d0291c3627 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:53.326757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ae010-f233-47ad-b32a-e198c93575dd req-43994294-9a71-41ff-9972-1399d9c657d7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:53.333587 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ae010-f233-47ad-b32a-e198c93575dd req-43994294-9a71-41ff-9972-1399d9c657d7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:53.344880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ae010-f233-47ad-b32a-e198c93575dd req-43994294-9a71-41ff-9972-1399d9c657d7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:53.347123 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33750) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:53.347266 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ae010-f233-47ad-b32a-e198c93575dd req-43994294-9a71-41ff-9972-1399d9c657d7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:53.351795 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-13041531-c647-4af5-b2bd-109edca62115 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1614628039', 'description': 'tempest-description--1624631526'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:53.351967 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ae010-f233-47ad-b32a-e198c93575dd req-43994294-9a71-41ff-9972-1399d9c657d7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:53.358041 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:53.358442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ae010-f233-47ad-b32a-e198c93575dd req-43994294-9a71-41ff-9972-1399d9c657d7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:53.365419 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ae010-f233-47ad-b32a-e198c93575dd req-43994294-9a71-41ff-9972-1399d9c657d7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:53.367554 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9ae010-f233-47ad-b32a-e198c93575dd req-43994294-9a71-41ff-9972-1399d9c657d7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5422 time: 0.1026099 Sep 17 23:43:53.378080 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ecc31a07-bb51-4d99-8ffb-b0d0291c3627, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ecc31a07-bb51-4d99-8ffb-b0d0291c3627,segment=NetworkSegment(228dc33e-6e7c-4c38-9b8d-a4b3060fb862),segment_id=228dc33e-6e7c-4c38-9b8d-a4b3060fb862)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:53.402427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port cbdb24f9-597b-4307-a8d5-2749c569a415, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=cbdb24f9-597b-4307-a8d5-2749c569a415,segment=NetworkSegment(164344d6-ac71-496f-ac14-2575bcb321f9),segment_id=164344d6-ac71-496f-ac14-2575bcb321f9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:53.407400 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 90d23d52-8764-4eb2-a061-3a9fc8ad25a0, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=90d23d52-8764-4eb2-a061-3a9fc8ad25a0,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:53.442939 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-3f4b32eb-72e8-4e38-9eb4-fede8ee46da2 req-db007769-060c-49e5-af2e-8739d0618745 tempest-FloatingIPsNegativeTestJSON-1651767691 tempest-FloatingIPsNegativeTestJSON-1651767691-project] show failed (client error): The resource could not be found. Sep 17 23:43:53.444027 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3f4b32eb-72e8-4e38-9eb4-fede8ee46da2 req-db007769-060c-49e5-af2e-8739d0618745 tempest-FloatingIPsNegativeTestJSON-1651767691 tempest-FloatingIPsNegativeTestJSON-1651767691-project] 10.222.0.46 "GET /v2.0/floatingips/085b3a11-2bb1-479a-b46f-a56f44463e41 HTTP/1.1" status: 404 len: 350 time: 0.0555663 Sep 17 23:43:53.453801 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33752) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:53.467738 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9ae010-f233-47ad-b32a-e198c93575dd req-ef7aa8c1-ba42-46b1-a118-c4eb62e93f25 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913424 Sep 17 23:43:53.496265 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579da5bb-5426-4d0e-ba70-31d309677f9a x-openstack-request-id: req-579da5bb-5426-4d0e-ba70-31d309677f9a {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:53.496566 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3999506e-f82e-47c0-b4f1-1e45f399c0f9", "name": "network-vif-plugged", "status": "completed", "tag": "55ad65de-9dc6-4876-a70c-45f01d521911", "code": 200}, {"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-plugged", "status": "completed", "tag": "7c8efe2c-5278-497c-a54f-a7c58a7afd95", "code": 200}, {"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-plugged", "status": "completed", "tag": "3c354c66-b3c9-483a-96f9-2f56cb599108", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:53.496822 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-579da5bb-5426-4d0e-ba70-31d309677f9a {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:53.497246 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3999506e-f82e-47c0-b4f1-1e45f399c0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ad65de-9dc6-4876-a70c-45f01d521911', 'code': 200} Sep 17 23:43:53.497498 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8efe2c-5278-497c-a54f-a7c58a7afd95', 'code': 200} Sep 17 23:43:53.497929 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c354c66-b3c9-483a-96f9-2f56cb599108', 'code': 200} Sep 17 23:43:53.504594 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:53.505383 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:53.569204 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:53.573040 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13041531-c647-4af5-b2bd-109edca62115 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:53.584681 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:53.585501 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 6bd98999-1873-446c-bd20-a66f5e0dc3f9 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:53.609087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5230d3-fcde-4068-8356-f7e4ee9c8311 req-8df79ee6-489e-4bb1-b074-6eb1ffa3b87f tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:53.612201 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd5230d3-fcde-4068-8356-f7e4ee9c8311 req-8df79ee6-489e-4bb1-b074-6eb1ffa3b87f tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.0729983 Sep 17 23:43:53.655849 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:53.670600 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=ecc31a07-bb51-4d99-8ffb-b0d0291c3627,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:53.676613 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd5230d3-fcde-4068-8356-f7e4ee9c8311 req-49d037fe-a011-48eb-883c-1c00d1b90250 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579476 Sep 17 23:43:53.709876 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a', 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d', 'port_id': '9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a', 'mac_address': 'fa:16:3e:56:e1:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a27ab6-e116-465b-83c2-03d2486723eb', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:53.798221 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=90d23d52-8764-4eb2-a061-3a9fc8ad25a0,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:53.805372 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:53.825765 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf64d5-ba60-4769-9472-1f7e226eb32a req-42532d74-7d02-4730-92a3-a13be3820425 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:53.825765 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-51bf64d5-ba60-4769-9472-1f7e226eb32a req-42532d74-7d02-4730-92a3-a13be3820425 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f4eb318-1405-421e-9bfe-ea9f325d855c HTTP/1.1" status: 200 len: 945 time: 0.2316849 Sep 17 23:43:53.846772 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:53.874266 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6f72a-2dcc-47f9-a406-9fb2e6503578 req-b3f91d95-ee5d-428b-825f-8d3a27cc0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:53.877019 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5fd6f72a-2dcc-47f9-a406-9fb2e6503578 req-b3f91d95-ee5d-428b-825f-8d3a27cc0468 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 1101 time: 0.3015025 Sep 17 23:43:53.897810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 6bd98999-1873-446c-bd20-a66f5e0dc3f9 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:43:53.901314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:53.905949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a15088-e563-4ab0-bfb6-8c3705eb352c req-0c802c1a-a386-4550-b126-b1513fedeb92 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:53.907168 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=cbdb24f9-597b-4307-a8d5-2749c569a415,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:53.911005 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 6bd98999-1873-446c-bd20-a66f5e0dc3f9 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:53.911371 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:53.914468 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b6a15088-e563-4ab0-bfb6-8c3705eb352c req-0c802c1a-a386-4550-b126-b1513fedeb92 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f4eb318-1405-421e-9bfe-ea9f325d855c HTTP/1.1" status: 200 len: 945 time: 0.1179562 Sep 17 23:43:53.959217 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:53.960347 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 80774bb7-bf44-4b8b-bc93-e7c967abca31 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:54.059788 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b6a15088-e563-4ab0-bfb6-8c3705eb352c req-53573da1-5005-4b41-832d-41fcb55809c0 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups?id=5258b9fe-3dfc-46b2-8151-db6e7033db7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004119 Sep 17 23:43:54.071028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:54.078942 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:54.101343 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6bff7-242d-48fd-af9b-68d366a6bee6 req-aab0b011-fb46-49bd-9543-f8253d8d3a7b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:54.107561 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-73c6bff7-242d-48fd-af9b-68d366a6bee6 req-aab0b011-fb46-49bd-9543-f8253d8d3a7b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 950 time: 0.1897714 Sep 17 23:43:54.140356 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5fd6f72a-2dcc-47f9-a406-9fb2e6503578 req-066f7a91-7990-4c31-a2e8-a888630352ca service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495489 Sep 17 23:43:54.164876 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-73c6bff7-242d-48fd-af9b-68d366a6bee6 req-d715ad95-bd0d-43cd-8274-45b4f2556668 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458281 Sep 17 23:43:54.167601 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13041531-c647-4af5-b2bd-109edca62115 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:54.184615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 6bd98999-1873-446c-bd20-a66f5e0dc3f9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6bd98999-1873-446c-bd20-a66f5e0dc3f9,segment=NetworkSegment(e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c),segment_id=e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:54.211374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] Sync routers for ids ['647846a7-9734-45a7-b174-212ac52b7e5a'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:43:54.219497 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8729bdab-b7aa-4fe4-ac8b-2f9008702dd6 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:54.222905 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 80774bb7-bf44-4b8b-bc93-e7c967abca31, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=80774bb7-bf44-4b8b-bc93-e7c967abca31,segment=NetworkSegment(a176b4b5-3421-41fd-b407-cd92e9188613),segment_id=a176b4b5-3421-41fd-b407-cd92e9188613)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:54.233909 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-51bf64d5-ba60-4769-9472-1f7e226eb32a req-1485fad5-402d-407d-8276-87162269c2b7 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Deleting port a347a4d7-0968-446d-a706-0bd9a17c86c8 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:54.233909 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-51bf64d5-ba60-4769-9472-1f7e226eb32a req-1485fad5-402d-407d-8276-87162269c2b7 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:54.258972 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '80774bb7-bf44-4b8b-bc93-e7c967abca31', 'network_id': '9e702302-c423-4617-ae40-276913b1f962', 'port_id': '80774bb7-bf44-4b8b-bc93-e7c967abca31', 'mac_address': 'fa:16:3e:f2:31:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67d974e-7140-4089-9f32-07a00b55ef3a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:54.262211 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] Routers {'647846a7-9734-45a7-b174-212ac52b7e5a'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:54.262574 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:43:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['647846a7-9734-45a7-b174-212ac52b7e5a'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:54.319317 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13041531-c647-4af5-b2bd-109edca62115 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:54.320427 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:54.321257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:54.349349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56003a5c-673d-4277-ae04-8f578b813381 req-9a27d73a-4379-4cfd-8def-35a34c7f74dc tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:54.355692 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56003a5c-673d-4277-ae04-8f578b813381 req-9a27d73a-4379-4cfd-8def-35a34c7f74dc tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:54.362306 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56003a5c-673d-4277-ae04-8f578b813381 req-9a27d73a-4379-4cfd-8def-35a34c7f74dc tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:54.368864 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56003a5c-673d-4277-ae04-8f578b813381 req-9a27d73a-4379-4cfd-8def-35a34c7f74dc tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:54.375345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56003a5c-673d-4277-ae04-8f578b813381 req-9a27d73a-4379-4cfd-8def-35a34c7f74dc tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:54.382036 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56003a5c-673d-4277-ae04-8f578b813381 req-9a27d73a-4379-4cfd-8def-35a34c7f74dc tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:54.385726 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-51bf64d5-ba60-4769-9472-1f7e226eb32a req-1485fad5-402d-407d-8276-87162269c2b7 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] For port a347a4d7-0968-446d-a706-0bd9a17c86c8, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a347a4d7-0968-446d-a706-0bd9a17c86c8,segment=NetworkSegment(6481c5bc-ada8-449b-a4fc-47a4e3c67fce),segment_id=6481c5bc-ada8-449b-a4fc-47a4e3c67fce)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:54.386110 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-51bf64d5-ba60-4769-9472-1f7e226eb32a req-1485fad5-402d-407d-8276-87162269c2b7 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:54.389248 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56003a5c-673d-4277-ae04-8f578b813381 req-9a27d73a-4379-4cfd-8def-35a34c7f74dc tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:54.390966 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56003a5c-673d-4277-ae04-8f578b813381 req-9a27d73a-4379-4cfd-8def-35a34c7f74dc tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5443 time: 0.1133378 Sep 17 23:43:54.396216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13041531-c647-4af5-b2bd-109edca62115 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae376fd-31ce-4252-9ddb-dd9141923c1f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:54.403159 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-51bf64d5-ba60-4769-9472-1f7e226eb32a req-1485fad5-402d-407d-8276-87162269c2b7 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Calling delete_port for a347a4d7-0968-446d-a706-0bd9a17c86c8 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:54.421421 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13041531-c647-4af5-b2bd-109edca62115 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:54.426326 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33762) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:54.426576 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-13041531-c647-4af5-b2bd-109edca62115 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0795441 Sep 17 23:43:54.432459 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5ab3-fbb6-4f7f-aed3-f1574e8078c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:54.436531 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-e0e9e14c-40a0-4f2c-b470-9b1d8b47df86 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Request body: {'security_group_rule': {'security_group_id': '5ae376fd-31ce-4252-9ddb-dd9141923c1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:54.495618 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56003a5c-673d-4277-ae04-8f578b813381 req-07b592c9-93ba-4336-b46a-81aff492c4b7 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976143 Sep 17 23:43:54.501360 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:54.521474 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 8729bdab-b7aa-4fe4-ac8b-2f9008702dd6 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:54.521850 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:54.533565 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e97c5b2-700f-44b3-a8a7-08e113294ab2 None None] Sync routers for ids ['2866c836-a870-4fd7-9d5f-dd5f86b74939'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:43:54.555656 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e14c-40a0-4f2c-b470-9b1d8b47df86 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:54.559552 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e97c5b2-700f-44b3-a8a7-08e113294ab2 None None] Routers {'2866c836-a870-4fd7-9d5f-dd5f86b74939'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:54.559552 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7e97c5b2-700f-44b3-a8a7-08e113294ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:43:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2866c836-a870-4fd7-9d5f-dd5f86b74939'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:54.563830 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80774bb7-bf44-4b8b-bc93-e7c967abca31 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:54.628801 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 80774bb7-bf44-4b8b-bc93-e7c967abca31, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=80774bb7-bf44-4b8b-bc93-e7c967abca31,segment=NetworkSegment(a176b4b5-3421-41fd-b407-cd92e9188613),segment_id=a176b4b5-3421-41fd-b407-cd92e9188613)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:54.639616 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=6bd98999-1873-446c-bd20-a66f5e0dc3f9,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:54.662548 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e14c-40a0-4f2c-b470-9b1d8b47df86 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:54.679818 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] Set router 647846a7-9734-45a7-b174-212ac52b7e5a gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:54.698400 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9ebd0-d4bf-45af-af04-f9efaa9fef99 req-75526054-8e94-4b2e-a016-011743a9e89c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:54.705450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9ebd0-d4bf-45af-af04-f9efaa9fef99 req-75526054-8e94-4b2e-a016-011743a9e89c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:54.707181 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-7e97c5b2-700f-44b3-a8a7-08e113294ab2 None None] Set router 2866c836-a870-4fd7-9d5f-dd5f86b74939 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:54.714167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9ebd0-d4bf-45af-af04-f9efaa9fef99 req-75526054-8e94-4b2e-a016-011743a9e89c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:54.724801 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9ebd0-d4bf-45af-af04-f9efaa9fef99 req-75526054-8e94-4b2e-a016-011743a9e89c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:54.733398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9ebd0-d4bf-45af-af04-f9efaa9fef99 req-75526054-8e94-4b2e-a016-011743a9e89c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:54.740939 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9ebd0-d4bf-45af-af04-f9efaa9fef99 req-75526054-8e94-4b2e-a016-011743a9e89c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:54.781962 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9ebd0-d4bf-45af-af04-f9efaa9fef99 req-75526054-8e94-4b2e-a016-011743a9e89c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:54.793107 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:54.794495 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7d283454-1c56-4bae-95b5-4603d534419d details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:54.796374 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-51bf64d5-ba60-4769-9472-1f7e226eb32a req-1485fad5-402d-407d-8276-87162269c2b7 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:54.800776 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6bf9ebd0-d4bf-45af-af04-f9efaa9fef99 req-75526054-8e94-4b2e-a016-011743a9e89c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5424 time: 0.1974244 Sep 17 23:43:54.825190 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e14c-40a0-4f2c-b470-9b1d8b47df86 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:54.829919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7d283454-1c56-4bae-95b5-4603d534419d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7d283454-1c56-4bae-95b5-4603d534419d,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:54.834535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485fad5-402d-407d-8276-87162269c2b7 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Pushing event deleted for resources: {'Port': ['ID=a347a4d7-0968-446d-a706-0bd9a17c86c8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:54.856041 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '7d283454-1c56-4bae-95b5-4603d534419d', 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d', 'port_id': '7d283454-1c56-4bae-95b5-4603d534419d', 'mac_address': 'fa:16:3e:12:c1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a27ab6-e116-465b-83c2-03d2486723eb', 'ip_address': '10.1.1.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:54.857981 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['a347a4d7-0968-446d-a706-0bd9a17c86c8'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:54.883219 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-0fdb5ab3-fbb6-4f7f-aed3-f1574e8078c3 admin admin] Deleting port 7806d998-2f72-4379-b74c-4be48f4bb785 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:54.883880 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5ab3-fbb6-4f7f-aed3-f1574e8078c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:54.913519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bf64d5-ba60-4769-9472-1f7e226eb32a req-1485fad5-402d-407d-8276-87162269c2b7 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] No DVR routers for this DVR port a347a4d7-0968-446d-a706-0bd9a17c86c8 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:43:54.919016 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-51bf64d5-ba60-4769-9472-1f7e226eb32a req-1485fad5-402d-407d-8276-87162269c2b7 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:54.921434 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-51bf64d5-ba60-4769-9472-1f7e226eb32a req-1485fad5-402d-407d-8276-87162269c2b7 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.37 "DELETE /v2.0/ports/a347a4d7-0968-446d-a706-0bd9a17c86c8 HTTP/1.1" status: 204 len: 173 time: 1.0751355 Sep 17 23:43:54.921587 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9e14c-40a0-4f2c-b470-9b1d8b47df86 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be0d692-72b2-41c0-9803-52fe3ad286e4,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:54.922223 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4eb318-1405-421e-9bfe-ea9f325d855c', 'name': 'network-vif-deleted', 'tag': 'a347a4d7-0968-446d-a706-0bd9a17c86c8'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:54.932133 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d647b8c2-b257-4b67-93ae-99e38b3f7b51" -d '{"events": [{"server_uuid": "9f4eb318-1405-421e-9bfe-ea9f325d855c", "name": "network-vif-deleted", "tag": "a347a4d7-0968-446d-a706-0bd9a17c86c8"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:54.972503 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6bf9ebd0-d4bf-45af-af04-f9efaa9fef99 req-65f5518d-a07c-48a8-ab20-bf0a3993ab2e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1687412 Sep 17 23:43:55.000751 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7e97c5b2-700f-44b3-a8a7-08e113294ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2866c836-a870-4fd7-9d5f-dd5f86b74939', 'name': 'tempest-FloatingIPsNegativeTestJSON-1866045314-router', 'tenant_id': 'a522f599cb164f6b8b70d01341cb4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '90d23d52-8764-4eb2-a061-3a9fc8ad25a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:39Z', 'updated_at': '2021-09-17T23:43:48Z', 'revision_number': 4, 'project_id': 'a522f599cb164f6b8b70d01341cb4974', 'gw_port': {'id': '90d23d52-8764-4eb2-a061-3a9fc8ad25a0', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2866c836-a870-4fd7-9d5f-dd5f86b74939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:41Z', 'updated_at': '2021-09-17T23:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '7806d998-2f72-4379-b74c-4be48f4bb785', 'name': '', 'network_id': 'ebf9dbd0-8b7d-448f-bfb9-76836bf0a320', 'tenant_id': 'a522f599cb164f6b8b70d01341cb4974', 'mac_address': 'fa:16:3e:f2:b3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2866c836-a870-4fd7-9d5f-dd5f86b74939', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'bfe71efa-4055-4237-93e6-058e5fe9b2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:46Z', 'updated_at': '2021-09-17T23:43:49Z', 'revision_number': 2, 'project_id': 'a522f599cb164f6b8b70d01341cb4974', 'subnets': [{'id': 'bfe71efa-4055-4237-93e6-058e5fe9b2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:55.016529 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bb613-320b-4c6b-8f8b-09d4b7284497 req-f046a4a3-f39c-4511-a715-03fd28a0a101 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:55.025922 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5ab3-fbb6-4f7f-aed3-f1574e8078c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:55.032100 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:43:55.034149 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-472bb613-320b-4c6b-8f8b-09d4b7284497 req-f046a4a3-f39c-4511-a715-03fd28a0a101 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.1801455 Sep 17 23:43:55.037719 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e97c5b2-700f-44b3-a8a7-08e113294ab2 None None] Checking router: 2866c836-a870-4fd7-9d5f-dd5f86b74939 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:43:55.039341 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e97c5b2-700f-44b3-a8a7-08e113294ab2 None None] Updating router 2866c836-a870-4fd7-9d5f-dd5f86b74939 port 7806d998-2f72-4379-b74c-4be48f4bb785 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:43:55.054652 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e14c-40a0-4f2c-b470-9b1d8b47df86 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:55.058452 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e0e9e14c-40a0-4f2c-b470-9b1d8b47df86 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6282187 Sep 17 23:43:55.060172 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33770) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:55.068987 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-7e97c5b2-700f-44b3-a8a7-08e113294ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:55.076192 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f9148d43-890c-43be-8300-5185d0cfdf55 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Request body: {'security_group_rule': {'security_group_id': '5ae376fd-31ce-4252-9ddb-dd9141923c1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:55.079203 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:55.079598 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:55.090640 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-0fdb5ab3-fbb6-4f7f-aed3-f1574e8078c3 admin admin] Calling delete_port for 7806d998-2f72-4379-b74c-4be48f4bb785 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:55.108000 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-472bb613-320b-4c6b-8f8b-09d4b7284497 req-766cda95-4b53-4a95-afdc-a7332490de32 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721989 Sep 17 23:43:55.126085 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2fc0c1-5cf6-427f-85d0-abc309284451 x-openstack-request-id: req-3c2fc0c1-5cf6-427f-85d0-abc309284451 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:55.126585 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4eb318-1405-421e-9bfe-ea9f325d855c", "name": "network-vif-deleted", "tag": "a347a4d7-0968-446d-a706-0bd9a17c86c8", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:55.127015 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c2fc0c1-5cf6-427f-85d0-abc309284451 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:55.127601 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4eb318-1405-421e-9bfe-ea9f325d855c', 'name': 'network-vif-deleted', 'tag': 'a347a4d7-0968-446d-a706-0bd9a17c86c8', 'status': 'completed', 'code': 200} Sep 17 23:43:55.250468 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f9148d43-890c-43be-8300-5185d0cfdf55 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:55.266705 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7321967-254f-4e84-a086-47e90c0b5aa2 req-26dd00f7-5988-4afd-83b0-c47c039ced65 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f4eb318-1405-421e-9bfe-ea9f325d855c HTTP/1.1" status: 200 len: 210 time: 0.0838814 Sep 17 23:43:55.372001 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:55.396075 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff60ce-aa75-42fc-8fb1-517db3e5e656 req-8edeea21-2a1a-4983-a306-3a75b0b6f196 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:55.404691 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fff60ce-aa75-42fc-8fb1-517db3e5e656 req-8edeea21-2a1a-4983-a306-3a75b0b6f196 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 950 time: 0.1054146 Sep 17 23:43:55.406718 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 90d23d52-8764-4eb2-a061-3a9fc8ad25a0 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:55.463966 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d283454-1c56-4bae-95b5-4603d534419d {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:55.484114 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7d283454-1c56-4bae-95b5-4603d534419d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7d283454-1c56-4bae-95b5-4603d534419d,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:55.488507 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fff60ce-aa75-42fc-8fb1-517db3e5e656 req-0e35a95f-d7dd-41a4-a13c-6033fdfe2104 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816100 Sep 17 23:43:55.498012 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=80774bb7-bf44-4b8b-bc93-e7c967abca31,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:55.507596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdb24f9-597b-4307-a8d5-2749c569a415'}, {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd98999-1873-446c-bd20-a66f5e0dc3f9'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:55.509936 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cd62e9-5dbe-411d-89e9-5b997ee5efd6" -d '{"events": [{"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-plugged", "status": "completed", "tag": "cbdb24f9-597b-4307-a8d5-2749c569a415"}, {"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-plugged", "status": "completed", "tag": "6bd98999-1873-446c-bd20-a66f5e0dc3f9"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:55.517009 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f9148d43-890c-43be-8300-5185d0cfdf55 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:55.576614 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:55.577324 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 3f452939-ef58-4d6e-8de5-7552388649dc details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:55.588722 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27903f0-18f6-424d-a89c-b5cab1dcf64b x-openstack-request-id: req-f27903f0-18f6-424d-a89c-b5cab1dcf64b {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:55.589044 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-plugged", "status": "completed", "tag": "cbdb24f9-597b-4307-a8d5-2749c569a415", "code": 200}, {"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-plugged", "status": "completed", "tag": "6bd98999-1873-446c-bd20-a66f5e0dc3f9", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:55.589302 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f27903f0-18f6-424d-a89c-b5cab1dcf64b {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:55.589699 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdb24f9-597b-4307-a8d5-2749c569a415', 'code': 200} Sep 17 23:43:55.589952 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd98999-1873-446c-bd20-a66f5e0dc3f9', 'code': 200} Sep 17 23:43:55.657131 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f9148d43-890c-43be-8300-5185d0cfdf55 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:55.663210 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 90d23d52-8764-4eb2-a061-3a9fc8ad25a0 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:55.663588 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:55.695678 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9148d43-890c-43be-8300-5185d0cfdf55 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f63d04d-29d8-4148-8776-cfadffa1ea8f,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:55.737190 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 3f452939-ef58-4d6e-8de5-7552388649dc, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=3f452939-ef58-4d6e-8de5-7552388649dc,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:55.737455 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5ab3-fbb6-4f7f-aed3-f1574e8078c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:55.739636 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.db.api [None req-7e97c5b2-700f-44b3-a8a7-08e113294ab2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95594) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:43:55.740128 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a738f-baad-4740-87c6-ebd7acba4ab2 req-c8eaff5f-9c35-46e1-80dc-29d5e38f4668 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:55.740564 n-d-809883-1 neutron-server[95594]: DEBUG oslo_db.api [None req-7e97c5b2-700f-44b3-a8a7-08e113294ab2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:43:55.746918 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a738f-baad-4740-87c6-ebd7acba4ab2 req-c8eaff5f-9c35-46e1-80dc-29d5e38f4668 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:55.753390 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=7d283454-1c56-4bae-95b5-4603d534419d,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:55.756702 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:55.760608 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a738f-baad-4740-87c6-ebd7acba4ab2 req-c8eaff5f-9c35-46e1-80dc-29d5e38f4668 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:55.770366 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a738f-baad-4740-87c6-ebd7acba4ab2 req-c8eaff5f-9c35-46e1-80dc-29d5e38f4668 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:55.773673 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '3f452939-ef58-4d6e-8de5-7552388649dc', 'network_id': '2da050b4-00f1-432e-9e5a-adbd5603b80d', 'port_id': '3f452939-ef58-4d6e-8de5-7552388649dc', 'mac_address': 'fa:16:3e:34:91:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a27ab6-e116-465b-83c2-03d2486723eb', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:55.778602 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a738f-baad-4740-87c6-ebd7acba4ab2 req-c8eaff5f-9c35-46e1-80dc-29d5e38f4668 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:55.785579 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a738f-baad-4740-87c6-ebd7acba4ab2 req-c8eaff5f-9c35-46e1-80dc-29d5e38f4668 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:55.792254 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a738f-baad-4740-87c6-ebd7acba4ab2 req-c8eaff5f-9c35-46e1-80dc-29d5e38f4668 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:55.808475 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb5ab3-fbb6-4f7f-aed3-f1574e8078c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7806d998-2f72-4379-b74c-4be48f4bb785,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:55.811773 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-260a738f-baad-4740-87c6-ebd7acba4ab2 req-c8eaff5f-9c35-46e1-80dc-29d5e38f4668 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5444 time: 0.1652734 Sep 17 23:43:55.823080 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'name': 'tempest-ServersTestManualDisk-1304700352-router', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:44Z', 'updated_at': '2021-09-17T23:43:50Z', 'revision_number': 4, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'gw_port': {'id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:45Z', 'updated_at': '2021-09-17T23:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '1fd899ec-dd76-4d9d-96b1-2e8d735c173e', 'name': '', 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'mac_address': 'fa:16:3e:d4:0f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '34f97caf-9ba2-4dbc-be22-8959c646dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:49Z', 'updated_at': '2021-09-17T23:43:50Z', 'revision_number': 2, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'subnets': [{'id': '34f97caf-9ba2-4dbc-be22-8959c646dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:55.865247 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f9148d43-890c-43be-8300-5185d0cfdf55 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:55.870131 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f9148d43-890c-43be-8300-5185d0cfdf55 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8064902 Sep 17 23:43:55.870758 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33794) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:55.874302 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72,segment=NetworkSegment(e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c),segment_id=e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:55.881570 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-260a738f-baad-4740-87c6-ebd7acba4ab2 req-bba8552b-00c4-44f7-a751-6bd9c2d83fc5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593829 Sep 17 23:43:55.889492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] Checking router: 647846a7-9734-45a7-b174-212ac52b7e5a for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:43:55.890972 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] Updating router 647846a7-9734-45a7-b174-212ac52b7e5a port 1fd899ec-dd76-4d9d-96b1-2e8d735c173e binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:43:55.934015 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f3569c1e-96e5-42dc-99e9-c311980b44fd tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:43:55.990277 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:55.995916 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:55.997183 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device c6bb7140-f314-400d-b7fc-5bb8506ae4ab up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:43:56.016223 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:56.111728 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3569c1e-96e5-42dc-99e9-c311980b44fd tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:56.142928 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:56.146896 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f452939-ef58-4d6e-8de5-7552388649dc {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:56.152651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9be94-985c-428c-b519-2d952051b8e9 req-473e15cc-55de-4f42-9fdf-7617a2f50911 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:56.166986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9be94-985c-428c-b519-2d952051b8e9 req-473e15cc-55de-4f42-9fdf-7617a2f50911 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:56.171231 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9be94-985c-428c-b519-2d952051b8e9 req-473e15cc-55de-4f42-9fdf-7617a2f50911 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:56.174366 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5ab3-fbb6-4f7f-aed3-f1574e8078c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:56.178274 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9be94-985c-428c-b519-2d952051b8e9 req-473e15cc-55de-4f42-9fdf-7617a2f50911 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:56.198392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 3f452939-ef58-4d6e-8de5-7552388649dc, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=3f452939-ef58-4d6e-8de5-7552388649dc,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:56.208463 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9be94-985c-428c-b519-2d952051b8e9 req-473e15cc-55de-4f42-9fdf-7617a2f50911 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:56.215130 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9be94-985c-428c-b519-2d952051b8e9 req-473e15cc-55de-4f42-9fdf-7617a2f50911 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:56.222122 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9be94-985c-428c-b519-2d952051b8e9 req-473e15cc-55de-4f42-9fdf-7617a2f50911 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:56.224053 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88b9be94-985c-428c-b519-2d952051b8e9 req-473e15cc-55de-4f42-9fdf-7617a2f50911 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5426 time: 0.1499031 Sep 17 23:43:56.268200 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e97c5b2-700f-44b3-a8a7-08e113294ab2 None None] Port 7806d998-2f72-4379-b74c-4be48f4bb785 not found while updating agent binding for router 2866c836-a870-4fd7-9d5f-dd5f86b74939. {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 17 23:43:56.278741 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e97c5b2-700f-44b3-a8a7-08e113294ab2 None None] Routers {'2866c836-a870-4fd7-9d5f-dd5f86b74939'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:56.279471 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7e97c5b2-700f-44b3-a8a7-08e113294ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:43:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2866c836-a870-4fd7-9d5f-dd5f86b74939'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:56.312055 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88b9be94-985c-428c-b519-2d952051b8e9 req-9ccc91d5-0b34-4649-8134-86af7a6a123d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794599 Sep 17 23:43:56.312784 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:56.367453 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port c6bb7140-f314-400d-b7fc-5bb8506ae4ab completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:43:56.385154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port c6bb7140-f314-400d-b7fc-5bb8506ae4ab triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:56.385459 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:56.387233 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ad6ee541-3beb-4fca-918f-db5ffa2a75a3 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:56.412609 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3569c1e-96e5-42dc-99e9-c311980b44fd tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:56.450974 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-7e97c5b2-700f-44b3-a8a7-08e113294ab2 None None] Set router 2866c836-a870-4fd7-9d5f-dd5f86b74939 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:56.454411 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=3f452939-ef58-4d6e-8de5-7552388649dc,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:56.503285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51d9fc-5c5d-42bf-9ac2-264345b80b9e req-d62d486f-3c20-4d51-b2af-7e5e7b5b9504 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:56.506719 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fc51d9fc-5c5d-42bf-9ac2-264345b80b9e req-d62d486f-3c20-4d51-b2af-7e5e7b5b9504 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.0920291 Sep 17 23:43:56.605448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fc51d9fc-5c5d-42bf-9ac2-264345b80b9e req-fef062d9-9aac-457c-8082-81d43678ce03 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914242 Sep 17 23:43:56.679565 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-f3569c1e-96e5-42dc-99e9-c311980b44fd tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Allocated IP 172.25.3.73 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/ec2a5d51-294a-4049-a9e1-69a56ce5bbf5) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:43:56.732592 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043df18-1052-4c6f-a89a-32a22ed5bdf5 req-a7fc9040-2b3d-47f0-91af-392dc222bb1c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:56.737331 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d043df18-1052-4c6f-a89a-32a22ed5bdf5 req-a7fc9040-2b3d-47f0-91af-392dc222bb1c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 950 time: 0.0654621 Sep 17 23:43:56.780719 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7e97c5b2-700f-44b3-a8a7-08e113294ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2866c836-a870-4fd7-9d5f-dd5f86b74939', 'name': 'tempest-FloatingIPsNegativeTestJSON-1866045314-router', 'tenant_id': 'a522f599cb164f6b8b70d01341cb4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '90d23d52-8764-4eb2-a061-3a9fc8ad25a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:39Z', 'updated_at': '2021-09-17T23:43:55Z', 'revision_number': 5, 'project_id': 'a522f599cb164f6b8b70d01341cb4974', 'gw_port': {'id': '90d23d52-8764-4eb2-a061-3a9fc8ad25a0', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2866c836-a870-4fd7-9d5f-dd5f86b74939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:41Z', 'updated_at': '2021-09-17T23:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:56.795157 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d043df18-1052-4c6f-a89a-32a22ed5bdf5 req-8534edf0-9812-4e87-8270-1dfba0afd81d tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493836 Sep 17 23:43:56.822199 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e97c5b2-700f-44b3-a8a7-08e113294ab2 None None] The sync data for ids ['2866c836-a870-4fd7-9d5f-dd5f86b74939'] in n-d-809883-1 is: [{'id': '2866c836-a870-4fd7-9d5f-dd5f86b74939', 'name': 'tempest-FloatingIPsNegativeTestJSON-1866045314-router', 'tenant_id': 'a522f599cb164f6b8b70d01341cb4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '90d23d52-8764-4eb2-a061-3a9fc8ad25a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:39Z', 'updated_at': '2021-09-17T23:43:55Z', 'revision_number': 5, 'project_id': 'a522f599cb164f6b8b70d01341cb4974', 'gw_port': {'id': '90d23d52-8764-4eb2-a061-3a9fc8ad25a0', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2866c836-a870-4fd7-9d5f-dd5f86b74939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:41Z', 'updated_at': '2021-09-17T23:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:43:56.850422 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:56.850601 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33826) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:56.911999 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ad6ee541-3beb-4fca-918f-db5ffa2a75a3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ad6ee541-3beb-4fca-918f-db5ffa2a75a3,segment=NetworkSegment(a176b4b5-3421-41fd-b407-cd92e9188613),segment_id=a176b4b5-3421-41fd-b407-cd92e9188613)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:56.949486 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'ad6ee541-3beb-4fca-918f-db5ffa2a75a3', 'network_id': '9e702302-c423-4617-ae40-276913b1f962', 'port_id': 'ad6ee541-3beb-4fca-918f-db5ffa2a75a3', 'mac_address': 'fa:16:3e:61:5f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67d974e-7140-4089-9f32-07a00b55ef3a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:43:56.966220 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port c6bb7140-f314-400d-b7fc-5bb8506ae4ab, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=c6bb7140-f314-400d-b7fc-5bb8506ae4ab,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:56.978319 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2df088ff-a480-438f-a47d-aed07ed0e2a8 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:57.020271 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2df088ff-a480-438f-a47d-aed07ed0e2a8 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:57.047913 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:57.081236 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65718d3-0675-4ec1-881a-c0c04fef8e0a req-fbf7c025-d6ff-4f95-ab54-4ab68f81d22c tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:57.082851 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c65718d3-0675-4ec1-881a-c0c04fef8e0a req-fbf7c025-d6ff-4f95-ab54-4ab68f81d22c tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 1101 time: 0.2009141 Sep 17 23:43:57.098280 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:57.143611 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:57.155871 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03f721-81e0-41de-b88b-a68887f6c0e1 req-9a74899d-036d-4c8e-a376-e7d72c019881 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:57.162864 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03f721-81e0-41de-b88b-a68887f6c0e1 req-9a74899d-036d-4c8e-a376-e7d72c019881 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:57.168941 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03f721-81e0-41de-b88b-a68887f6c0e1 req-9a74899d-036d-4c8e-a376-e7d72c019881 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:57.174936 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03f721-81e0-41de-b88b-a68887f6c0e1 req-9a74899d-036d-4c8e-a376-e7d72c019881 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:57.181243 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03f721-81e0-41de-b88b-a68887f6c0e1 req-9a74899d-036d-4c8e-a376-e7d72c019881 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:57.187709 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['80774bb7-bf44-4b8b-bc93-e7c967abca31'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:57.187928 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03f721-81e0-41de-b88b-a68887f6c0e1 req-9a74899d-036d-4c8e-a376-e7d72c019881 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:57.193570 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=c6bb7140-f314-400d-b7fc-5bb8506ae4ab,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:57.194708 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03f721-81e0-41de-b88b-a68887f6c0e1 req-9a74899d-036d-4c8e-a376-e7d72c019881 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:57.196718 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d03f721-81e0-41de-b88b-a68887f6c0e1 req-9a74899d-036d-4c8e-a376-e7d72c019881 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5446 time: 0.1891453 Sep 17 23:43:57.205767 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c65718d3-0675-4ec1-881a-c0c04fef8e0a req-3cb5312f-7daa-4f0f-9a92-82b4fe0a4bc7 tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139307 Sep 17 23:43:57.248182 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['babf226a-14c0-48e5-a6eb-df5d4099f2e7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:57.266095 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:57.278503 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d03f721-81e0-41de-b88b-a68887f6c0e1 req-6d352b02-d074-4950-aec0-bfc3c96b91c3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754302 Sep 17 23:43:57.299615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6ee541-3beb-4fca-918f-db5ffa2a75a3 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:43:57.333639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdb5ab3-fbb6-4f7f-aed3-f1574e8078c3 admin admin] Router 2866c836-a870-4fd7-9d5f-dd5f86b74939 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:43:57.344760 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2df088ff-a480-438f-a47d-aed07ed0e2a8 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:57.348319 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2df088ff-a480-438f-a47d-aed07ed0e2a8 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:57.352552 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2df088ff-a480-438f-a47d-aed07ed0e2a8 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "DELETE /v2.0/security-groups/7e1835cc-93cc-4956-bd86-3dadbbeb4864 HTTP/1.1" status: 204 len: 168 time: 0.5009866 Sep 17 23:43:57.353786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33834) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:57.378708 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df088ff-a480-438f-a47d-aed07ed0e2a8 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1835cc-93cc-4956-bd86-3dadbbeb4864,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:57.386260 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-4462f570-d908-4dc2-9600-2df7dba9f46b tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] show failed (client error): The resource could not be found. Sep 17 23:43:57.391273 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4462f570-d908-4dc2-9600-2df7dba9f46b tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "GET /v2.0/security-groups/7e1835cc-93cc-4956-bd86-3dadbbeb4864 HTTP/1.1" status: 404 len: 347 time: 0.0328085 Sep 17 23:43:57.392728 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33836) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:57.400823 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:57.405362 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['ecc31a07-bb51-4d99-8ffb-b0d0291c3627'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:57.474110 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['7d283454-1c56-4bae-95b5-4603d534419d'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:57.478026 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3569c1e-96e5-42dc-99e9-c311980b44fd tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:57.538273 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['3f452939-ef58-4d6e-8de5-7552388649dc'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:57.574670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdb5ab3-fbb6-4f7f-aed3-f1574e8078c3 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:43:57.588742 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0fdb5ab3-fbb6-4f7f-aed3-f1574e8078c3 admin admin] 10.222.0.46 "PUT /v2.0/routers/2866c836-a870-4fd7-9d5f-dd5f86b74939/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1335952 Sep 17 23:43:57.591029 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33850) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:43:57.642593 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-60837714-5427-4d0d-9da9-1b88bc272016 req-a5d71ae1-fa8f-4bf8-9281-72526e1fc77a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1912f23d03ac425bbba8530206421ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657983 Sep 17 23:43:57.678544 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3569c1e-96e5-42dc-99e9-c311980b44fd tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:57.728511 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72'}, {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bb7140-f314-400d-b7fc-5bb8506ae4ab'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:43:57.730970 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea67fa8-4695-4c94-bbff-a56362a4c9ed" -d '{"events": [{"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-plugged", "status": "completed", "tag": "21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72"}, {"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-plugged", "status": "completed", "tag": "c6bb7140-f314-400d-b7fc-5bb8506ae4ab"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:43:57.757606 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3569c1e-96e5-42dc-99e9-c311980b44fd tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:43:57.783166 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-f3569c1e-96e5-42dc-99e9-c311980b44fd tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:43:57.792771 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3569c1e-96e5-42dc-99e9-c311980b44fd tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:43:57.805554 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417e566-126e-4243-98d1-aafc6c3102d4 req-87db50ba-52dc-4a01-8ef0-19b9e77e6b37 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:57.811573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417e566-126e-4243-98d1-aafc6c3102d4 req-87db50ba-52dc-4a01-8ef0-19b9e77e6b37 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:57.818591 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417e566-126e-4243-98d1-aafc6c3102d4 req-87db50ba-52dc-4a01-8ef0-19b9e77e6b37 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:57.824716 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417e566-126e-4243-98d1-aafc6c3102d4 req-87db50ba-52dc-4a01-8ef0-19b9e77e6b37 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:57.838832 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417e566-126e-4243-98d1-aafc6c3102d4 req-87db50ba-52dc-4a01-8ef0-19b9e77e6b37 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:57.858149 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417e566-126e-4243-98d1-aafc6c3102d4 req-87db50ba-52dc-4a01-8ef0-19b9e77e6b37 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:57.864915 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417e566-126e-4243-98d1-aafc6c3102d4 req-87db50ba-52dc-4a01-8ef0-19b9e77e6b37 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:57.872859 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5417e566-126e-4243-98d1-aafc6c3102d4 req-87db50ba-52dc-4a01-8ef0-19b9e77e6b37 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5427 time: 0.3954353 Sep 17 23:43:57.922481 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3569c1e-96e5-42dc-99e9-c311980b44fd tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Pushing event updated for resources: {'Port': ['ID=ec2a5d51-294a-4049-a9e1-69a56ce5bbf5,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:57.983431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60837714-5427-4d0d-9da9-1b88bc272016 req-56e0ae25-bac7-418d-8f75-200c26e252f3 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:57.992265 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-60837714-5427-4d0d-9da9-1b88bc272016 req-56e0ae25-bac7-418d-8f75-200c26e252f3 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3487682 Sep 17 23:43:58.023701 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-60837714-5427-4d0d-9da9-1b88bc272016 req-f381ef31-1c47-4214-8f23-0c2ffeba3f2c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/quotas/1912f23d03ac425bbba8530206421ef6 HTTP/1.1" status: 200 len: 375 time: 0.0300920 Sep 17 23:43:58.112594 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3569c1e-96e5-42dc-99e9-c311980b44fd tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:58.117148 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ad6ee541-3beb-4fca-918f-db5ffa2a75a3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ad6ee541-3beb-4fca-918f-db5ffa2a75a3,segment=NetworkSegment(a176b4b5-3421-41fd-b407-cd92e9188613),segment_id=a176b4b5-3421-41fd-b407-cd92e9188613)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:58.121470 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7343-c3ad-4a7f-bb75-cb0ae938b408 admin admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:58.129314 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5417e566-126e-4243-98d1-aafc6c3102d4 req-f9ae530d-6b98-46cb-9acd-21d76f152069 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2554171 Sep 17 23:43:58.138245 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-c34bb1c1-e095-4d62-8024-ffdfeea85032 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Deleting port 9eaec167-5547-40d2-bec7-8cae0211935d {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:58.138245 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c34bb1c1-e095-4d62-8024-ffdfeea85032 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:58.262481 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7806d998-2f72-4379-b74c-4be48f4bb785 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:58.277959 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-60837714-5427-4d0d-9da9-1b88bc272016 req-ca6de644-fbf3-4347-845a-ff0db1dee477 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2530184 Sep 17 23:43:58.300305 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 7806d998-2f72-4379-b74c-4be48f4bb785 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:43:58.301197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7806d998-2f72-4379-b74c-4be48f4bb785 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:43:58.303242 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962a21b-454a-4d6a-a462-4c0175057bd5 None None] Pushing event updated for resources: {'Port': ['ID=1fd899ec-dd76-4d9d-96b1-2e8d735c173e,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:58.330594 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:58.348546 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f582e0ee-33a5-4fa8-a5bd-265f490312a0 None None] Provisioning complete for port 1fd899ec-dd76-4d9d-96b1-2e8d735c173e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:43:58.352938 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f582e0ee-33a5-4fa8-a5bd-265f490312a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:58.352938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] Attempting to bind port 1fd899ec-dd76-4d9d-96b1-2e8d735c173e on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:43:58.352938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] Attempting to bind port 1fd899ec-dd76-4d9d-96b1-2e8d735c173e by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:43:58.352938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] Attempting to bind port 1fd899ec-dd76-4d9d-96b1-2e8d735c173e on network 8daf63cb-30ff-44e7-8a00-0c05e2ff207c {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:43:58.356112 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3569c1e-96e5-42dc-99e9-c311980b44fd tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:58.362900 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c34bb1c1-e095-4d62-8024-ffdfeea85032 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:58.363384 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c34bb1c1-e095-4d62-8024-ffdfeea85032 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:58.407603 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a347a4d7-0968-446d-a706-0bd9a17c86c8 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:43:58.415274 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-c34bb1c1-e095-4d62-8024-ffdfeea85032 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Calling delete_port for 9eaec167-5547-40d2-bec7-8cae0211935d owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:58.473480 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7343-c3ad-4a7f-bb75-cb0ae938b408 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:58.678587 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3569c1e-96e5-42dc-99e9-c311980b44fd tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:58.710512 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:43:58.710891 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] Checking segment: {'id': '2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:43:58.711290 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:58.711684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] Bound using segment: {'id': '2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:43:58.712160 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] Bound port: 1fd899ec-dd76-4d9d-96b1-2e8d735c173e, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:43:58.712788 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:58.769833 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3569c1e-96e5-42dc-99e9-c311980b44fd tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:58.892532 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021ab06-b47f-46f2-8208-12b7bf005820 None None] Sync routers for ids ['2866c836-a870-4fd7-9d5f-dd5f86b74939'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:43:58.903247 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-2cfa7343-c3ad-4a7f-bb75-cb0ae938b408 admin admin] Deleting port 90d23d52-8764-4eb2-a061-3a9fc8ad25a0 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:43:58.903601 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7343-c3ad-4a7f-bb75-cb0ae938b408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:58.945637 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 23:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2541a74c-a7e6-4ccb-aab0-01270f71f1b2 x-openstack-request-id: req-2541a74c-a7e6-4ccb-aab0-01270f71f1b2 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:43:58.945930 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-plugged", "status": "completed", "tag": "21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72", "code": 200}, {"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-plugged", "status": "completed", "tag": "c6bb7140-f314-400d-b7fc-5bb8506ae4ab", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:43:58.946186 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2541a74c-a7e6-4ccb-aab0-01270f71f1b2 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:43:58.946582 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72', 'code': 200} Sep 17 23:43:58.946836 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bb7140-f314-400d-b7fc-5bb8506ae4ab', 'code': 200} Sep 17 23:43:58.983539 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=ad6ee541-3beb-4fca-918f-db5ffa2a75a3,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:59.031703 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34d61e-e38f-4dd3-a46b-e46307479432 req-d49b4ae9-dc97-40a8-bb43-0718ce64ec7e tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.034647 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa34d61e-e38f-4dd3-a46b-e46307479432 req-d49b4ae9-dc97-40a8-bb43-0718ce64ec7e tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.6166639 Sep 17 23:43:59.036887 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021ab06-b47f-46f2-8208-12b7bf005820 None None] Routers {'2866c836-a870-4fd7-9d5f-dd5f86b74939'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:59.037809 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-3021ab06-b47f-46f2-8208-12b7bf005820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:43:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2866c836-a870-4fd7-9d5f-dd5f86b74939'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:59.040141 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-f582e0ee-33a5-4fa8-a5bd-265f490312a0 None None] Port 1fd899ec-dd76-4d9d-96b1-2e8d735c173e cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:43:59.046237 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: a347a4d7-0968-446d-a706-0bd9a17c86c8 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:43:59.046727 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a347a4d7-0968-446d-a706-0bd9a17c86c8 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:43:59.051114 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3569c1e-96e5-42dc-99e9-c311980b44fd tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Pushing event updated for resources: {'Port': ['ID=ec2a5d51-294a-4049-a9e1-69a56ce5bbf5,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:59.059860 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['ad6ee541-3beb-4fca-918f-db5ffa2a75a3'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:43:59.078418 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e5b63-6df6-4f8e-8af9-db3d39465383 req-0c23b8c5-7bb0-45f7-b610-5a782b8cb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.078955 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e5b63-6df6-4f8e-8af9-db3d39465383 req-0c23b8c5-7bb0-45f7-b610-5a782b8cb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.080312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e5b63-6df6-4f8e-8af9-db3d39465383 req-0c23b8c5-7bb0-45f7-b610-5a782b8cb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.080600 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e5b63-6df6-4f8e-8af9-db3d39465383 req-0c23b8c5-7bb0-45f7-b610-5a782b8cb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.081135 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e5b63-6df6-4f8e-8af9-db3d39465383 req-0c23b8c5-7bb0-45f7-b610-5a782b8cb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.081624 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e5b63-6df6-4f8e-8af9-db3d39465383 req-0c23b8c5-7bb0-45f7-b610-5a782b8cb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.082366 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e5b63-6df6-4f8e-8af9-db3d39465383 req-0c23b8c5-7bb0-45f7-b610-5a782b8cb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.084341 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea9e5b63-6df6-4f8e-8af9-db3d39465383 req-0c23b8c5-7bb0-45f7-b610-5a782b8cb0c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 6503 time: 0.2211018 Sep 17 23:43:59.087670 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3569c1e-96e5-42dc-99e9-c311980b44fd tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:59.139390 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-2cfa7343-c3ad-4a7f-bb75-cb0ae938b408 admin admin] For port 90d23d52-8764-4eb2-a061-3a9fc8ad25a0, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=90d23d52-8764-4eb2-a061-3a9fc8ad25a0,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:43:59.140241 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7343-c3ad-4a7f-bb75-cb0ae938b408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:59.159910 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] For port 1fd899ec-dd76-4d9d-96b1-2e8d735c173e, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:43:59.168488 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea9e5b63-6df6-4f8e-8af9-db3d39465383 req-082b0648-2f1b-4cea-9c83-aa295fa79836 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735111 Sep 17 23:43:59.176284 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-2cfa7343-c3ad-4a7f-bb75-cb0ae938b408 admin admin] Calling delete_port for 90d23d52-8764-4eb2-a061-3a9fc8ad25a0 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:43:59.203822 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa34d61e-e38f-4dd3-a46b-e46307479432 req-426366e2-d856-4192-9f66-578ff7424e8f tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840657 Sep 17 23:43:59.249986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec8c4f-8fb3-4c37-9003-07c9643fa535 req-7c037621-2769-47e5-88ea-fa895d8e295e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.264867 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec8c4f-8fb3-4c37-9003-07c9643fa535 req-7c037621-2769-47e5-88ea-fa895d8e295e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.280006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec8c4f-8fb3-4c37-9003-07c9643fa535 req-7c037621-2769-47e5-88ea-fa895d8e295e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.287281 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec8c4f-8fb3-4c37-9003-07c9643fa535 req-7c037621-2769-47e5-88ea-fa895d8e295e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.294720 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec8c4f-8fb3-4c37-9003-07c9643fa535 req-7c037621-2769-47e5-88ea-fa895d8e295e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.301139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec8c4f-8fb3-4c37-9003-07c9643fa535 req-7c037621-2769-47e5-88ea-fa895d8e295e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.307575 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec8c4f-8fb3-4c37-9003-07c9643fa535 req-7c037621-2769-47e5-88ea-fa895d8e295e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.309991 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4cec8c4f-8fb3-4c37-9003-07c9643fa535 req-7c037621-2769-47e5-88ea-fa895d8e295e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5446 time: 0.2904236 Sep 17 23:43:59.331001 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c34bb1c1-e095-4d62-8024-ffdfeea85032 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:59.335723 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] For port 1fd899ec-dd76-4d9d-96b1-2e8d735c173e, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=1fd899ec-dd76-4d9d-96b1-2e8d735c173e,segment=NetworkSegment(2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff),segment_id=2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:43:59.383558 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d75970ab-de9d-4051-bdd8-5cc3c23ae174 req-5eea13f7-e9ff-419c-8d28-b1ac3f5e4a6b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 210 time: 0.0572512 Sep 17 23:43:59.404499 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3569c1e-96e5-42dc-99e9-c311980b44fd tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:59.405859 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f3569c1e-96e5-42dc-99e9-c311980b44fd tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4880776 Sep 17 23:43:59.430918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-3021ab06-b47f-46f2-8208-12b7bf005820 None None] Set router 2866c836-a870-4fd7-9d5f-dd5f86b74939 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:43:59.447923 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bb1c1-e095-4d62-8024-ffdfeea85032 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Pushing event deleted for resources: {'Port': ['ID=9eaec167-5547-40d2-bec7-8cae0211935d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:59.506044 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:59.510156 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4cec8c4f-8fb3-4c37-9003-07c9643fa535 req-f133a708-c568-4605-931b-2390d80ae983 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1884663 Sep 17 23:43:59.520718 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-3021ab06-b47f-46f2-8208-12b7bf005820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2866c836-a870-4fd7-9d5f-dd5f86b74939', 'name': 'tempest-FloatingIPsNegativeTestJSON-1866045314-router', 'tenant_id': 'a522f599cb164f6b8b70d01341cb4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:39Z', 'updated_at': '2021-09-17T23:43:58Z', 'revision_number': 6, 'project_id': 'a522f599cb164f6b8b70d01341cb4974', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:59.521918 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7343-c3ad-4a7f-bb75-cb0ae938b408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:59.582040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa7343-c3ad-4a7f-bb75-cb0ae938b408 admin admin] Pushing event deleted for resources: {'Port': ['ID=90d23d52-8764-4eb2-a061-3a9fc8ad25a0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:59.591031 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c34bb1c1-e095-4d62-8024-ffdfeea85032 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:59.597046 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c34bb1c1-e095-4d62-8024-ffdfeea85032 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:59.598008 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c34bb1c1-e095-4d62-8024-ffdfeea85032 tempest-ImagesOneServerNegativeTestJSON-1902571288 tempest-ImagesOneServerNegativeTestJSON-1902571288-project] 10.222.0.46 "DELETE /v2.0/floatingips/f6164397-7e7b-4ab0-b63a-d509c7f349af HTTP/1.1" status: 204 len: 168 time: 2.2040446 Sep 17 23:43:59.629524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975160c4-aa78-4065-b61f-78e6f2c2fc26 req-e6a33107-735e-4baf-a201-ff333441813f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.637673 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 0317988c-c2f7-4c9e-a328-b9fc52267568 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:43:59.640484 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975160c4-aa78-4065-b61f-78e6f2c2fc26 req-e6a33107-735e-4baf-a201-ff333441813f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.648355 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021ab06-b47f-46f2-8208-12b7bf005820 None None] Checking router: 2866c836-a870-4fd7-9d5f-dd5f86b74939 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:43:59.650859 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975160c4-aa78-4065-b61f-78e6f2c2fc26 req-e6a33107-735e-4baf-a201-ff333441813f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.669388 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7343-c3ad-4a7f-bb75-cb0ae938b408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:59.672882 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975160c4-aa78-4065-b61f-78e6f2c2fc26 req-e6a33107-735e-4baf-a201-ff333441813f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.680824 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975160c4-aa78-4065-b61f-78e6f2c2fc26 req-e6a33107-735e-4baf-a201-ff333441813f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.688277 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975160c4-aa78-4065-b61f-78e6f2c2fc26 req-e6a33107-735e-4baf-a201-ff333441813f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.698789 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975160c4-aa78-4065-b61f-78e6f2c2fc26 req-e6a33107-735e-4baf-a201-ff333441813f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:43:59.710559 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-975160c4-aa78-4065-b61f-78e6f2c2fc26 req-e6a33107-735e-4baf-a201-ff333441813f tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5428 time: 0.2229590 Sep 17 23:43:59.753671 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] Routers {'647846a7-9734-45a7-b174-212ac52b7e5a'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:59.754312 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:43:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['647846a7-9734-45a7-b174-212ac52b7e5a'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:59.785610 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021ab06-b47f-46f2-8208-12b7bf005820 None None] Routers {'2866c836-a870-4fd7-9d5f-dd5f86b74939'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:43:59.786245 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-3021ab06-b47f-46f2-8208-12b7bf005820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:43:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2866c836-a870-4fd7-9d5f-dd5f86b74939'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:43:59.833534 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962a21b-454a-4d6a-a462-4c0175057bd5 None None] Pushing event updated for resources: {'Port': ['ID=1fd899ec-dd76-4d9d-96b1-2e8d735c173e,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:43:59.833794 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7343-c3ad-4a7f-bb75-cb0ae938b408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:59.836133 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7343-c3ad-4a7f-bb75-cb0ae938b408 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:59.896177 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-975160c4-aa78-4065-b61f-78e6f2c2fc26 req-b65e56cf-ab6c-45de-853e-ab4634e4ad9b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1855161 Sep 17 23:43:59.920892 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-878b1663-1060-4d7d-90d9-e1f98701191e req-5fe18f25-ac46-418e-8b36-3228da956dab tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1614628039&fields=id&tenant_id=bf9c45bf73dd45a6bde6723955a40573 HTTP/1.1" status: 200 len: 267 time: 0.1467445 Sep 17 23:43:59.955841 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7343-c3ad-4a7f-bb75-cb0ae938b408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:59.956517 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfa7343-c3ad-4a7f-bb75-cb0ae938b408 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2866c836-a870-4fd7-9d5f-dd5f86b74939 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:43:59.964291 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7343-c3ad-4a7f-bb75-cb0ae938b408 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:43:59.964291 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2cfa7343-c3ad-4a7f-bb75-cb0ae938b408 admin admin] 10.222.0.46 "DELETE /v2.0/routers/2866c836-a870-4fd7-9d5f-dd5f86b74939 HTTP/1.1" status: 204 len: 168 time: 2.3701646 Sep 17 23:43:59.965618 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33894) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:00.052015 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc84a02-3e8f-4798-a405-e619b65dc945 admin admin] Deleting subnet bfe71efa-4055-4237-93e6-058e5fe9b2b4 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:44:00.056845 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2fc84a02-3e8f-4798-a405-e619b65dc945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:00.090873 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-3021ab06-b47f-46f2-8208-12b7bf005820 None None] Set router 2866c836-a870-4fd7-9d5f-dd5f86b74939 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:44:00.096586 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b1663-1060-4d7d-90d9-e1f98701191e req-32e4c0e2-fa7f-423d-9d62-c00faa380062 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:00.098302 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-878b1663-1060-4d7d-90d9-e1f98701191e req-32e4c0e2-fa7f-423d-9d62-c00faa380062 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/networks?id=8daf63cb-30ff-44e7-8a00-0c05e2ff207c HTTP/1.1" status: 200 len: 812 time: 0.1644869 Sep 17 23:44:00.101993 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2fc84a02-3e8f-4798-a405-e619b65dc945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:00.119830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33900) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:00.129660 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-878b1663-1060-4d7d-90d9-e1f98701191e req-4bf1f305-5338-4fdf-8927-241d92db32aa tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/quotas/bf9c45bf73dd45a6bde6723955a40573 HTTP/1.1" status: 200 len: 375 time: 0.0250680 Sep 17 23:44:00.220949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd706138-9da8-422d-9d5f-8bef05ac22b6 admin admin] Deleting subnet 7101a626-e4ab-4812-85e3-721a99264b2d {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:44:00.225547 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2fc84a02-3e8f-4798-a405-e619b65dc945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:00.225996 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd706138-9da8-422d-9d5f-8bef05ac22b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:00.234825 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-3021ab06-b47f-46f2-8208-12b7bf005820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2866c836-a870-4fd7-9d5f-dd5f86b74939', 'name': 'tempest-FloatingIPsNegativeTestJSON-1866045314-router', 'tenant_id': 'a522f599cb164f6b8b70d01341cb4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:39Z', 'updated_at': '2021-09-17T23:43:59Z', 'revision_number': 7, 'project_id': 'a522f599cb164f6b8b70d01341cb4974', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:00.279861 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd706138-9da8-422d-9d5f-8bef05ac22b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:00.324558 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 0317988c-c2f7-4c9e-a328-b9fc52267568, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=0317988c-c2f7-4c9e-a328-b9fc52267568,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:00.328031 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021ab06-b47f-46f2-8208-12b7bf005820 None None] The sync data for ids ['2866c836-a870-4fd7-9d5f-dd5f86b74939'] in n-d-809883-1 is: [{'id': '2866c836-a870-4fd7-9d5f-dd5f86b74939', 'name': 'tempest-FloatingIPsNegativeTestJSON-1866045314-router', 'tenant_id': 'a522f599cb164f6b8b70d01341cb4974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:39Z', 'updated_at': '2021-09-17T23:43:59Z', 'revision_number': 7, 'project_id': 'a522f599cb164f6b8b70d01341cb4974', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:44:00.331529 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-878b1663-1060-4d7d-90d9-e1f98701191e req-f6c362cf-1a34-4510-9dae-605247835f32 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf9c45bf73dd45a6bde6723955a40573&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1767359 Sep 17 23:44:00.333996 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] Set router 647846a7-9734-45a7-b174-212ac52b7e5a gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:44:00.341373 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-29754a31-7fa0-4adc-8b20-a32f057b9581 None None] Provisioning complete for port 1fd899ec-dd76-4d9d-96b1-2e8d735c173e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:00.341664 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-29754a31-7fa0-4adc-8b20-a32f057b9581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:00.365614 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd706138-9da8-422d-9d5f-8bef05ac22b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:00.381447 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 3f452939-ef58-4d6e-8de5-7552388649dc up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:00.419708 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2fc84a02-3e8f-4798-a405-e619b65dc945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:00.446066 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '0317988c-c2f7-4c9e-a328-b9fc52267568', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '0317988c-c2f7-4c9e-a328-b9fc52267568', 'mac_address': 'fa:16:3e:30:18:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:44:00.447384 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2fc84a02-3e8f-4798-a405-e619b65dc945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:00.453674 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2fc84a02-3e8f-4798-a405-e619b65dc945 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bfe71efa-4055-4237-93e6-058e5fe9b2b4 HTTP/1.1" status: 204 len: 168 time: 0.4878323 Sep 17 23:44:00.455420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d5128b-b200-4135-89c0-dfd0e25bad3b None None] Network ebf9dbd0-8b7d-448f-bfb9-76836bf0a320 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:44:00.480097 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33906) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:00.491618 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc84a02-3e8f-4798-a405-e619b65dc945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfe71efa-4055-4237-93e6-058e5fe9b2b4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:00.578675 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:00.605001 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd706138-9da8-422d-9d5f-8bef05ac22b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:00.649743 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] Deleting port 517e458a-981e-4004-8625-5cec5fead8f7 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:44:00.650394 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:00.677949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd706138-9da8-422d-9d5f-8bef05ac22b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7101a626-e4ab-4812-85e3-721a99264b2d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:00.691335 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd706138-9da8-422d-9d5f-8bef05ac22b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:00.693369 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bd706138-9da8-422d-9d5f-8bef05ac22b6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7101a626-e4ab-4812-85e3-721a99264b2d HTTP/1.1" status: 204 len: 168 time: 0.5722864 Sep 17 23:44:00.696307 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33912) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:00.743471 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] For port 517e458a-981e-4004-8625-5cec5fead8f7, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=517e458a-981e-4004-8625-5cec5fead8f7,segment=NetworkSegment(4cae9c11-6fd6-43ed-a81a-6827fc6b08fd),segment_id=4cae9c11-6fd6-43ed-a81a-6827fc6b08fd)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:00.743843 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:00.758913 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] Calling delete_port for 517e458a-981e-4004-8625-5cec5fead8f7 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:44:00.761067 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3695c9-5a80-4de5-8b51-b055d7798cf6 req-3abc3cc3-6b93-4697-af5a-bc45c45bedb9 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:00.762896 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a3695c9-5a80-4de5-8b51-b055d7798cf6 req-3abc3cc3-6b93-4697-af5a-bc45c45bedb9 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.3072937 Sep 17 23:44:00.781913 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-878b1663-1060-4d7d-90d9-e1f98701191e req-f6e2f9b3-2a99-446a-8f32-f8c0f6c3f50e service neutron] 10.222.0.46 "GET /v2.0/networks/8daf63cb-30ff-44e7-8a00-0c05e2ff207c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378872 Sep 17 23:44:00.890383 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-74ba853d-d836-4330-9d93-8c43adf4c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:00.957007 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a3695c9-5a80-4de5-8b51-b055d7798cf6 req-f8ed03d9-ae60-46de-906e-2c53597f241f tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866121 Sep 17 23:44:00.979601 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.010113 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-878b1663-1060-4d7d-90d9-e1f98701191e req-b3d0368f-b445-43b7-96d0-d1b3a855b4b0 service neutron] 10.222.0.46 "GET /v2.0/networks/8daf63cb-30ff-44e7-8a00-0c05e2ff207c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262175 Sep 17 23:44:01.047749 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 3f452939-ef58-4d6e-8de5-7552388649dc completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:44:01.056002 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.072792 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=517e458a-981e-4004-8625-5cec5fead8f7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:01.077804 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 3f452939-ef58-4d6e-8de5-7552388649dc triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:01.078275 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.111989 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] No DVR routers for this DVR port 517e458a-981e-4004-8625-5cec5fead8f7 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:44:01.133106 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0317988c-c2f7-4c9e-a328-b9fc52267568 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:44:01.150973 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-74ba853d-d836-4330-9d93-8c43adf4c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.199086 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 0317988c-c2f7-4c9e-a328-b9fc52267568, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=0317988c-c2f7-4c9e-a328-b9fc52267568,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:01.222997 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-29754a31-7fa0-4adc-8b20-a32f057b9581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.245541 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-74ba853d-d836-4330-9d93-8c43adf4c4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ce65e5-476f-418b-b046-198f1115663d']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:01.260181 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-74ba853d-d836-4330-9d93-8c43adf4c4a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6481c5bc-ada8-449b-a4fc-47a4e3c67fce') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:01.261368 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-74ba853d-d836-4330-9d93-8c43adf4c4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6481c5bc-ada8-449b-a4fc-47a4e3c67fce') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:01.287997 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.307531 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-74ba853d-d836-4330-9d93-8c43adf4c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.330155 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.340291 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-74ba853d-d836-4330-9d93-8c43adf4c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.351312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ba853d-d836-4330-9d93-8c43adf4c4a6 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:44:01.352530 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-74ba853d-d836-4330-9d93-8c43adf4c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.354094 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.361791 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-60837714-5427-4d0d-9da9-1b88bc272016 req-a2686295-3381-4bf3-b1f5-93614525d633 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1912f23d03ac425bbba8530206421ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856383 Sep 17 23:44:01.383638 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf9dbd0-8b7d-448f-bfb9-76836bf0a320']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:01.387911 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3295596c-c552-424d-87fb-8226a57cfa0a None None] DHCP port deletion for ebf9dbd0-8b7d-448f-bfb9-76836bf0a320 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:44:01.418140 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cae9c11-6fd6-43ed-a81a-6827fc6b08fd') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:01.422555 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cae9c11-6fd6-43ed-a81a-6827fc6b08fd') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:01.461955 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6043776-8592-470a-86a2-72335d737bfe req-3cc1efd4-43bd-4d4f-8c11-caf714365e3f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 210 time: 0.2820671 Sep 17 23:44:01.463650 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:44:01.467617 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:44:01.507537 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-29754a31-7fa0-4adc-8b20-a32f057b9581 None None] For port 1fd899ec-dd76-4d9d-96b1-2e8d735c173e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=1fd899ec-dd76-4d9d-96b1-2e8d735c173e,segment=NetworkSegment(2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff),segment_id=2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:01.534089 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-74ba853d-d836-4330-9d93-8c43adf4c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.546866 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-74ba853d-d836-4330-9d93-8c43adf4c4a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.554721 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-74ba853d-d836-4330-9d93-8c43adf4c4a6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/42ce65e5-476f-418b-b046-198f1115663d HTTP/1.1" status: 204 len: 168 time: 0.8566532 Sep 17 23:44:01.618569 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f452939-ef58-4d6e-8de5-7552388649dc'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:01.626098 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf9feee-c090-4544-bc74-ed388762a3fc" -d '{"events": [{"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-plugged", "status": "completed", "tag": "3f452939-ef58-4d6e-8de5-7552388649dc"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:01.633017 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.647588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba853d-d836-4330-9d93-8c43adf4c4a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=42ce65e5-476f-418b-b046-198f1115663d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:01.659636 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 0317988c-c2f7-4c9e-a328-b9fc52267568 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:44:01.666041 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-29754a31-7fa0-4adc-8b20-a32f057b9581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.666243 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:44:01.666243 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:44:01.675180 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:44:01.695157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc06bd2-c8d7-4ea2-9094-0656cec7de89 req-c6a09396-0be6-46a3-b2e1-de16967d54af tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:01.703488 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc06bd2-c8d7-4ea2-9094-0656cec7de89 req-c6a09396-0be6-46a3-b2e1-de16967d54af tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:01.722413 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 3f452939-ef58-4d6e-8de5-7552388649dc, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=3f452939-ef58-4d6e-8de5-7552388649dc,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:01.726170 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=0317988c-c2f7-4c9e-a328-b9fc52267568,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:01.726899 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc06bd2-c8d7-4ea2-9094-0656cec7de89 req-c6a09396-0be6-46a3-b2e1-de16967d54af tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:01.729337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60837714-5427-4d0d-9da9-1b88bc272016 req-5942680d-4867-43ae-acda-7de22498b4c7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:01.731016 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-60837714-5427-4d0d-9da9-1b88bc272016 req-5942680d-4867-43ae-acda-7de22498b4c7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3623993 Sep 17 23:44:01.740115 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc06bd2-c8d7-4ea2-9094-0656cec7de89 req-c6a09396-0be6-46a3-b2e1-de16967d54af tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:01.750511 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-60837714-5427-4d0d-9da9-1b88bc272016 req-3eb26e95-fc02-4642-b75b-e3a40142e04c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Request body: {'port': {'device_id': '614b1e21-07a3-44da-8083-1da33cd00af7', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '1912f23d03ac425bbba8530206421ef6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:01.751459 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc06bd2-c8d7-4ea2-9094-0656cec7de89 req-c6a09396-0be6-46a3-b2e1-de16967d54af tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:01.757903 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc06bd2-c8d7-4ea2-9094-0656cec7de89 req-c6a09396-0be6-46a3-b2e1-de16967d54af tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:01.764187 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc06bd2-c8d7-4ea2-9094-0656cec7de89 req-c6a09396-0be6-46a3-b2e1-de16967d54af tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:01.769334 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2dc06bd2-c8d7-4ea2-9094-0656cec7de89 req-c6a09396-0be6-46a3-b2e1-de16967d54af tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5446 time: 0.2105424 Sep 17 23:44:01.799136 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'name': 'tempest-ServersTestManualDisk-1304700352-router', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:44Z', 'updated_at': '2021-09-17T23:43:50Z', 'revision_number': 4, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'gw_port': {'id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:45Z', 'updated_at': '2021-09-17T23:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '1fd899ec-dd76-4d9d-96b1-2e8d735c173e', 'name': '', 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'mac_address': 'fa:16:3e:d4:0f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '34f97caf-9ba2-4dbc-be22-8959c646dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:49Z', 'updated_at': '2021-09-17T23:43:58Z', 'revision_number': 4, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'subnets': [{'id': '34f97caf-9ba2-4dbc-be22-8959c646dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:01.847107 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['0317988c-c2f7-4c9e-a328-b9fc52267568'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:01.852412 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.855550 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6d965c-8acb-4afe-b57c-2cba44036e3e None None] The sync data for ids ['647846a7-9734-45a7-b174-212ac52b7e5a'] in n-d-809883-1 is: [{'id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'name': 'tempest-ServersTestManualDisk-1304700352-router', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:44Z', 'updated_at': '2021-09-17T23:43:50Z', 'revision_number': 4, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'gw_port': {'id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:45Z', 'updated_at': '2021-09-17T23:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '1fd899ec-dd76-4d9d-96b1-2e8d735c173e', 'name': '', 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'mac_address': 'fa:16:3e:d4:0f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '34f97caf-9ba2-4dbc-be22-8959c646dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:49Z', 'updated_at': '2021-09-17T23:43:58Z', 'revision_number': 4, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'subnets': [{'id': '34f97caf-9ba2-4dbc-be22-8959c646dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:44:01.900614 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29754a31-7fa0-4adc-8b20-a32f057b9581 None None] Pushing event updated for resources: {'Port': ['ID=1fd899ec-dd76-4d9d-96b1-2e8d735c173e,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:01.922388 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2dc06bd2-c8d7-4ea2-9094-0656cec7de89 req-021f8af2-1531-419b-9789-912a666e32e7 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1349981 Sep 17 23:44:01.961657 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.966536 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:01.977074 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ebf9dbd0-8b7d-448f-bfb9-76836bf0a320 HTTP/1.1" status: 204 len: 168 time: 1.4869900 Sep 17 23:44:01.977777 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0852a-7cc0-4b11-9af0-f329b59cdf31 req-dab03bf8-25c9-4a4e-8ba2-e2e6ca5d51e3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:02.006848 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0852a-7cc0-4b11-9af0-f329b59cdf31 req-dab03bf8-25c9-4a4e-8ba2-e2e6ca5d51e3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:02.024484 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9b91d-9a10-4fa0-80e9-ddbaafe9a0d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebf9dbd0-8b7d-448f-bfb9-76836bf0a320,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:02.040007 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0852a-7cc0-4b11-9af0-f329b59cdf31 req-dab03bf8-25c9-4a4e-8ba2-e2e6ca5d51e3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:02.058547 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60837714-5427-4d0d-9da9-1b88bc272016 req-3eb26e95-fc02-4642-b75b-e3a40142e04c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Made reservation on behalf of 1912f23d03ac425bbba8530206421ef6 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:44:02.060338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0852a-7cc0-4b11-9af0-f329b59cdf31 req-dab03bf8-25c9-4a4e-8ba2-e2e6ca5d51e3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:02.062712 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-60837714-5427-4d0d-9da9-1b88bc272016 req-3eb26e95-fc02-4642-b75b-e3a40142e04c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:02.072025 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0852a-7cc0-4b11-9af0-f329b59cdf31 req-dab03bf8-25c9-4a4e-8ba2-e2e6ca5d51e3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:02.091031 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0852a-7cc0-4b11-9af0-f329b59cdf31 req-dab03bf8-25c9-4a4e-8ba2-e2e6ca5d51e3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:02.107156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33934) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:02.107302 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0852a-7cc0-4b11-9af0-f329b59cdf31 req-dab03bf8-25c9-4a4e-8ba2-e2e6ca5d51e3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:02.111775 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29b0852a-7cc0-4b11-9af0-f329b59cdf31 req-dab03bf8-25c9-4a4e-8ba2-e2e6ca5d51e3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5428 time: 0.3397827 Sep 17 23:44:02.143471 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=3f452939-ef58-4d6e-8de5-7552388649dc,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:02.146785 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:02.170970 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0317988c-c2f7-4c9e-a328-b9fc52267568 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:44:02.191100 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4294c411-498a-4373-8a78-717c70926c80 req-cce62655-89fd-43b4-bb47-e96aa67b2d28 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 210 time: 0.0780559 Sep 17 23:44:02.273140 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29b0852a-7cc0-4b11-9af0-f329b59cdf31 req-bcaf596f-4b50-4d06-91ba-1d4db1fe29db tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1347380 Sep 17 23:44:02.320567 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 0317988c-c2f7-4c9e-a328-b9fc52267568, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=0317988c-c2f7-4c9e-a328-b9fc52267568,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:02.343337 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a961998-3e13-4c96-8e20-e8d6576a2eb0 x-openstack-request-id: req-7a961998-3e13-4c96-8e20-e8d6576a2eb0 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:02.343980 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-plugged", "status": "completed", "tag": "3f452939-ef58-4d6e-8de5-7552388649dc", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:02.343980 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7a961998-3e13-4c96-8e20-e8d6576a2eb0 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:02.344434 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f452939-ef58-4d6e-8de5-7552388649dc', 'code': 200} Sep 17 23:44:02.360756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 80774bb7-bf44-4b8b-bc93-e7c967abca31 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:02.455443 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:02.498608 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-20e680d0-f45d-44de-8cad-01d1ab95afd8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4772d9a8c0714fd28936958f529bdf47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914406 Sep 17 23:44:02.501338 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33938) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:02.503651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0748f-f9b7-4fa7-8801-c86b7cf79e4e req-3b586980-9007-424e-a0d3-55b5a4c100ec tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:02.512490 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67d0748f-f9b7-4fa7-8801-c86b7cf79e4e req-3b586980-9007-424e-a0d3-55b5a4c100ec tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 949 time: 0.1308107 Sep 17 23:44:02.567772 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33940) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:02.575417 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1fd899ec-dd76-4d9d-96b1-2e8d735c173e up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:02.585723 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-60837714-5427-4d0d-9da9-1b88bc272016 req-3eb26e95-fc02-4642-b75b-e3a40142e04c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Allocated IP 192.168.233.36 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/0ad6b823-2cf1-4547-a232-d70e7592cade) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:44:02.600656 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67d0748f-f9b7-4fa7-8801-c86b7cf79e4e req-6379e47d-be3e-4f19-acaf-c91d05393f79 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870464 Sep 17 23:44:02.648064 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dfcd0750-4ac0-46b3-b8c3-372a0a6575c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:02.664899 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2f340-685b-4eb7-a3ce-9c0d418da110 req-cbf9c488-1deb-4d58-87d1-4120508bd1f3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:02.681167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2f340-685b-4eb7-a3ce-9c0d418da110 req-cbf9c488-1deb-4d58-87d1-4120508bd1f3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:02.694340 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2f340-685b-4eb7-a3ce-9c0d418da110 req-cbf9c488-1deb-4d58-87d1-4120508bd1f3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:02.698188 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=0317988c-c2f7-4c9e-a328-b9fc52267568,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:02.721640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2f340-685b-4eb7-a3ce-9c0d418da110 req-cbf9c488-1deb-4d58-87d1-4120508bd1f3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:02.727992 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2f340-685b-4eb7-a3ce-9c0d418da110 req-cbf9c488-1deb-4d58-87d1-4120508bd1f3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:02.729783 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dfcd0750-4ac0-46b3-b8c3-372a0a6575c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:02.742373 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2f340-685b-4eb7-a3ce-9c0d418da110 req-cbf9c488-1deb-4d58-87d1-4120508bd1f3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:02.755433 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2f340-685b-4eb7-a3ce-9c0d418da110 req-cbf9c488-1deb-4d58-87d1-4120508bd1f3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:02.759699 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76a2f340-685b-4eb7-a3ce-9c0d418da110 req-cbf9c488-1deb-4d58-87d1-4120508bd1f3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5446 time: 0.3146374 Sep 17 23:44:02.780457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33944) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:02.794697 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9c830e66-ea16-4136-a70e-cff69c464daa tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Request body: {'floatingip': {'port_id': 'cbdb24f9-597b-4307-a8d5-2749c569a415'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:02.803284 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 1fd899ec-dd76-4d9d-96b1-2e8d735c173e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:02.803881 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:02.861349 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dfe55b50-0fbd-4e7d-b9bb-8c750bf9ea4d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a522f599cb164f6b8b70d01341cb4974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870545 Sep 17 23:44:02.877296 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 80774bb7-bf44-4b8b-bc93-e7c967abca31 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:44:02.882580 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 80774bb7-bf44-4b8b-bc93-e7c967abca31 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:02.882889 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:02.905181 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33948) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:02.917308 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf78429c-dc41-4bb3-a102-89b2f7789880 req-7ea8d804-2e49-48b5-ad4f-98cec2552f5b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 210 time: 0.1524005 Sep 17 23:44:03.038157 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9c830e66-ea16-4136-a70e-cff69c464daa tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for floatingip, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:03.063403 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:03.085084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 90d23d52-8764-4eb2-a061-3a9fc8ad25a0 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:44:03.114106 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 90d23d52-8764-4eb2-a061-3a9fc8ad25a0 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:44:03.114803 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 90d23d52-8764-4eb2-a061-3a9fc8ad25a0 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:44:03.119810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 517e458a-981e-4004-8625-5cec5fead8f7 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:44:03.143476 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 517e458a-981e-4004-8625-5cec5fead8f7 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:44:03.144073 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 517e458a-981e-4004-8625-5cec5fead8f7 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:44:03.176691 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 80774bb7-bf44-4b8b-bc93-e7c967abca31, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=80774bb7-bf44-4b8b-bc93-e7c967abca31,segment=NetworkSegment(a176b4b5-3421-41fd-b407-cd92e9188613),segment_id=a176b4b5-3421-41fd-b407-cd92e9188613)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:03.177876 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dfcd0750-4ac0-46b3-b8c3-372a0a6575c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:03.177876 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dfcd0750-4ac0-46b3-b8c3-372a0a6575c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:03.177876 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dfcd0750-4ac0-46b3-b8c3-372a0a6575c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5258b9fe-3dfc-46b2-8151-db6e7033db7c HTTP/1.1" status: 204 len: 168 time: 0.6648800 Sep 17 23:44:03.253630 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:03.254626 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device babf226a-14c0-48e5-a6eb-df5d4099f2e7 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:03.255120 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd0750-4ac0-46b3-b8c3-372a0a6575c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5258b9fe-3dfc-46b2-8151-db6e7033db7c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:03.328771 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-60837714-5427-4d0d-9da9-1b88bc272016 req-3eb26e95-fc02-4642-b75b-e3a40142e04c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:03.390129 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-77761f67-fc4f-4b18-b02a-f65c4efdbdb8 req-ec864bd0-cc8a-4088-9ac8-baa7144af716 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 210 time: 0.0789535 Sep 17 23:44:03.506993 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5dadeacc-976c-4f15-bb0d-5b9f6309fa9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:03.537485 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=80774bb7-bf44-4b8b-bc93-e7c967abca31,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:03.554506 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bc54a-941c-489d-9c1e-3248eb10d462 req-c31b1de8-5c38-4eb0-aa8f-a96d01fcd0da tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:03.569085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bc54a-941c-489d-9c1e-3248eb10d462 req-c31b1de8-5c38-4eb0-aa8f-a96d01fcd0da tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:03.577273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bc54a-941c-489d-9c1e-3248eb10d462 req-c31b1de8-5c38-4eb0-aa8f-a96d01fcd0da tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:03.584254 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bc54a-941c-489d-9c1e-3248eb10d462 req-c31b1de8-5c38-4eb0-aa8f-a96d01fcd0da tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:03.588562 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5dadeacc-976c-4f15-bb0d-5b9f6309fa9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:03.593671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bc54a-941c-489d-9c1e-3248eb10d462 req-c31b1de8-5c38-4eb0-aa8f-a96d01fcd0da tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:03.618686 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port babf226a-14c0-48e5-a6eb-df5d4099f2e7 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:44:03.623587 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port babf226a-14c0-48e5-a6eb-df5d4099f2e7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:03.624984 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:03.625946 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bc54a-941c-489d-9c1e-3248eb10d462 req-c31b1de8-5c38-4eb0-aa8f-a96d01fcd0da tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:03.646029 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bc54a-941c-489d-9c1e-3248eb10d462 req-c31b1de8-5c38-4eb0-aa8f-a96d01fcd0da tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:03.655254 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d23bc54a-941c-489d-9c1e-3248eb10d462 req-c31b1de8-5c38-4eb0-aa8f-a96d01fcd0da tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5430 time: 0.2179792 Sep 17 23:44:03.786494 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:03.790872 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d23bc54a-941c-489d-9c1e-3248eb10d462 req-11cad419-e579-4abe-885b-4c93cb1d0ac9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1270609 Sep 17 23:44:03.818618 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66909b8a-9912-4467-ba86-1295ee3273b5 req-5b8b39e1-744a-44e7-aaac-a641968c108a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:03.820289 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66909b8a-9912-4467-ba86-1295ee3273b5 req-5b8b39e1-744a-44e7-aaac-a641968c108a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 948 time: 0.1224318 Sep 17 23:44:03.867052 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port babf226a-14c0-48e5-a6eb-df5d4099f2e7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=babf226a-14c0-48e5-a6eb-df5d4099f2e7,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:03.891847 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66909b8a-9912-4467-ba86-1295ee3273b5 req-cb685107-b950-4386-8147-01ba7dd96028 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643682 Sep 17 23:44:03.968585 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:03.969774 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7d283454-1c56-4bae-95b5-4603d534419d up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:04.144530 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e99a9-74a8-4f62-8157-1b855f708918 req-415a339d-f4ec-4cfc-88f3-723fbdc499a2 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:04.154822 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed2e99a9-74a8-4f62-8157-1b855f708918 req-415a339d-f4ec-4cfc-88f3-723fbdc499a2 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 935 time: 0.1220934 Sep 17 23:44:04.166336 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=babf226a-14c0-48e5-a6eb-df5d4099f2e7,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:04.231799 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed2e99a9-74a8-4f62-8157-1b855f708918 req-a9b5d6e8-3074-4986-a298-6f5977c8d962 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759349 Sep 17 23:44:04.345819 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80774bb7-bf44-4b8b-bc93-e7c967abca31'}, {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babf226a-14c0-48e5-a6eb-df5d4099f2e7'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:04.348627 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5e4abf-7223-443a-9a61-eb42909a5912" -d '{"events": [{"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-plugged", "status": "completed", "tag": "80774bb7-bf44-4b8b-bc93-e7c967abca31"}, {"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-plugged", "status": "completed", "tag": "babf226a-14c0-48e5-a6eb-df5d4099f2e7"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:04.391303 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-60837714-5427-4d0d-9da9-1b88bc272016 req-3eb26e95-fc02-4642-b75b-e3a40142e04c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:04.393114 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2aaf2d8-99b4-4943-974d-768af8e40fc7 x-openstack-request-id: req-a2aaf2d8-99b4-4943-974d-768af8e40fc7 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:04.393416 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-plugged", "status": "completed", "tag": "80774bb7-bf44-4b8b-bc93-e7c967abca31", "code": 200}, {"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-plugged", "status": "completed", "tag": "babf226a-14c0-48e5-a6eb-df5d4099f2e7", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:04.393678 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2aaf2d8-99b4-4943-974d-768af8e40fc7 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:04.394083 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80774bb7-bf44-4b8b-bc93-e7c967abca31', 'code': 200} Sep 17 23:44:04.394337 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babf226a-14c0-48e5-a6eb-df5d4099f2e7', 'code': 200} Sep 17 23:44:04.405186 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['2ded3520-dd0f-4d66-b889-0fedce66f717', '55ad65de-9dc6-4876-a70c-45f01d521911'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:04.407459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['3552a5d4-726d-4d3f-a363-8f246e36bc04', 'dea29f93-50f3-4fd1-8148-69dfbba345a6', 'e2c017c7-79c7-49f4-a2e8-fd1af689e9b0', 'e011bcc2-af86-44f2-826c-d672e91ab32e'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:04.463322 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 7d283454-1c56-4bae-95b5-4603d534419d completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:44:04.466290 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 7d283454-1c56-4bae-95b5-4603d534419d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:04.466668 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:04.492181 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60837714-5427-4d0d-9da9-1b88bc272016 req-3eb26e95-fc02-4642-b75b-e3a40142e04c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:44:04.519511 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-60837714-5427-4d0d-9da9-1b88bc272016 req-3eb26e95-fc02-4642-b75b-e3a40142e04c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:44:04.530051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-60837714-5427-4d0d-9da9-1b88bc272016 req-3eb26e95-fc02-4642-b75b-e3a40142e04c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:44:04.573497 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb26e95-fc02-4642-b75b-e3a40142e04c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Pushing event updated for resources: {'Port': ['ID=0ad6b823-2cf1-4547-a232-d70e7592cade,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:04.583117 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a40d1c4d-9a90-40b7-833d-77e8cdc0dcf4 req-2a4e1673-20f5-47f3-8116-dce415a58998 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 210 time: 0.0778196 Sep 17 23:44:04.591151 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5dadeacc-976c-4f15-bb0d-5b9f6309fa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:04.600216 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5dadeacc-976c-4f15-bb0d-5b9f6309fa9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:04.610048 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5dadeacc-976c-4f15-bb0d-5b9f6309fa9b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c2774c6-ea19-47f7-aade-0b269df4aad4 HTTP/1.1" status: 204 len: 168 time: 1.7007289 Sep 17 23:44:04.625711 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.db.resource_extend [None req-9c830e66-ea16-4136-a70e-cff69c464daa tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 23:44:04.670335 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadeacc-976c-4f15-bb0d-5b9f6309fa9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2774c6-ea19-47f7-aade-0b269df4aad4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:04.698779 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60837714-5427-4d0d-9da9-1b88bc272016 req-3eb26e95-fc02-4642-b75b-e3a40142e04c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:04.699673 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-60837714-5427-4d0d-9da9-1b88bc272016 req-3eb26e95-fc02-4642-b75b-e3a40142e04c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:04.731598 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9c830e66-ea16-4136-a70e-cff69c464daa tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:04.741820 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:04.830075 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-60837714-5427-4d0d-9da9-1b88bc272016 req-3eb26e95-fc02-4642-b75b-e3a40142e04c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0800900 Sep 17 23:44:04.840578 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7d283454-1c56-4bae-95b5-4603d534419d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7d283454-1c56-4bae-95b5-4603d534419d,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:04.850170 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Request body: {'port': {'device_id': '614b1e21-07a3-44da-8083-1da33cd00af7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:04.884752 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9c830e66-ea16-4136-a70e-cff69c464daa tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:04.983822 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:04.984755 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ad6ee541-3beb-4fca-918f-db5ffa2a75a3 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:05.111906 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6214cf5-5b7a-4a87-b754-fb2c8cfa4f5c req-f11e131f-7523-4db8-a87d-df552c710a47 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:05.130218 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6214cf5-5b7a-4a87-b754-fb2c8cfa4f5c req-f11e131f-7523-4db8-a87d-df552c710a47 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:05.136331 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6214cf5-5b7a-4a87-b754-fb2c8cfa4f5c req-f11e131f-7523-4db8-a87d-df552c710a47 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:05.154871 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6214cf5-5b7a-4a87-b754-fb2c8cfa4f5c req-f11e131f-7523-4db8-a87d-df552c710a47 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:05.161852 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6214cf5-5b7a-4a87-b754-fb2c8cfa4f5c req-f11e131f-7523-4db8-a87d-df552c710a47 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:05.168856 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-13942559-b650-4389-ab9a-a486632faf3c None None] Provisioning complete for port 0ad6b823-2cf1-4547-a232-d70e7592cade triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:05.169225 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-13942559-b650-4389-ab9a-a486632faf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:05.170313 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6214cf5-5b7a-4a87-b754-fb2c8cfa4f5c req-f11e131f-7523-4db8-a87d-df552c710a47 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:05.176502 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6214cf5-5b7a-4a87-b754-fb2c8cfa4f5c req-f11e131f-7523-4db8-a87d-df552c710a47 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:05.178508 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6214cf5-5b7a-4a87-b754-fb2c8cfa4f5c req-f11e131f-7523-4db8-a87d-df552c710a47 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5432 time: 0.2532117 Sep 17 23:44:05.195220 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-9c830e66-ea16-4136-a70e-cff69c464daa tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Floating IP b0ed57c5-f1aa-4932-848f-e9be5ae70ee5 associated. External IP: 172.25.3.148, port: cbdb24f9-597b-4307-a8d5-2749c569a415. Sep 17 23:44:05.209002 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e89f3-aad8-4abf-9e84-4512e0aed575 req-d3c81184-dd30-4e03-8dd7-41db1b1a501a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:05.218958 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-638e89f3-aad8-4abf-9e84-4512e0aed575 req-d3c81184-dd30-4e03-8dd7-41db1b1a501a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 948 time: 0.1904469 Sep 17 23:44:05.279439 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=7d283454-1c56-4bae-95b5-4603d534419d,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:05.303516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-13942559-b650-4389-ab9a-a486632faf3c None None] Port 0ad6b823-2cf1-4547-a232-d70e7592cade cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:44:05.330909 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6214cf5-5b7a-4a87-b754-fb2c8cfa4f5c req-3c0a4be2-fd3e-4e07-8d65-0b2faa43ed0c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1412160 Sep 17 23:44:05.379910 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port ad6ee541-3beb-4fca-918f-db5ffa2a75a3 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:44:05.384357 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-638e89f3-aad8-4abf-9e84-4512e0aed575 req-bfb99250-bc1d-41a5-9b0d-23824ff5ee88 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631875 Sep 17 23:44:05.388715 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port ad6ee541-3beb-4fca-918f-db5ffa2a75a3 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:05.388715 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:05.395232 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:05.477594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b1663-1060-4d7d-90d9-e1f98701191e req-61844d74-778b-4e86-b2e2-e82509c813ff tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:05.479467 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-878b1663-1060-4d7d-90d9-e1f98701191e req-61844d74-778b-4e86-b2e2-e82509c813ff tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.37 "GET /v2.0/networks?id=8daf63cb-30ff-44e7-8a00-0c05e2ff207c HTTP/1.1" status: 200 len: 812 time: 0.4511604 Sep 17 23:44:05.572725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62a766-6cea-4d98-a858-7312ccb08d9a req-ffe68c11-0cdc-4239-9ac8-d5d364470e0f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:05.574731 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b62a766-6cea-4d98-a858-7312ccb08d9a req-ffe68c11-0cdc-4239-9ac8-d5d364470e0f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 935 time: 0.1064637 Sep 17 23:44:05.603720 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-878b1663-1060-4d7d-90d9-e1f98701191e req-05f46f57-89f6-48b1-bfc4-3e5dc0f99de9 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf9c45bf73dd45a6bde6723955a40573 HTTP/1.1" status: 200 len: 380 time: 0.1029775 Sep 17 23:44:05.619355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-878b1663-1060-4d7d-90d9-e1f98701191e req-b042cf33-9a35-4ae9-a450-61d33d468a51 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Request body: {'port': {'device_id': '4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5', 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c', 'admin_state_up': True, 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'security_groups': ['5ae376fd-31ce-4252-9ddb-dd9141923c1f']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:05.661045 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b62a766-6cea-4d98-a858-7312ccb08d9a req-a68fa35d-3991-49ee-90fc-e8df52908540 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786471 Sep 17 23:44:05.756649 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 0317988c-c2f7-4c9e-a328-b9fc52267568 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:05.832607 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed5d017c-5de0-49e4-a645-57d5070e90eb req-a8f3c098-2662-4d80-9a35-81a42826a36f tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 210 time: 0.0477867 Sep 17 23:44:05.884196 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 0317988c-c2f7-4c9e-a328-b9fc52267568 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:05.884378 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:06.033066 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:06.070693 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c830e66-ea16-4136-a70e-cff69c464daa tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Router 0234f085-01b3-4257-952c-01d4e8674e91 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:44:06.138119 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ad6ee541-3beb-4fca-918f-db5ffa2a75a3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ad6ee541-3beb-4fca-918f-db5ffa2a75a3,segment=NetworkSegment(a176b4b5-3421-41fd-b407-cd92e9188613),segment_id=a176b4b5-3421-41fd-b407-cd92e9188613)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:06.156246 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:06.177315 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-878b1663-1060-4d7d-90d9-e1f98701191e req-b042cf33-9a35-4ae9-a450-61d33d468a51 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Made reservation on behalf of bf9c45bf73dd45a6bde6723955a40573 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:44:06.180800 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-878b1663-1060-4d7d-90d9-e1f98701191e req-b042cf33-9a35-4ae9-a450-61d33d468a51 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:06.185672 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad6b823-2cf1-4547-a232-d70e7592cade {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:44:06.190821 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 0317988c-c2f7-4c9e-a328-b9fc52267568, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=0317988c-c2f7-4c9e-a328-b9fc52267568,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:06.228676 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:06.263546 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Transition to ACTIVE for port object 0ad6b823-2cf1-4547-a232-d70e7592cade will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:44:06.267759 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c830e66-ea16-4136-a70e-cff69c464daa tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:44:06.273002 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9c830e66-ea16-4136-a70e-cff69c464daa tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:06.280388 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5955bb11-612a-4d43-9a59-5768991991cc None None] Sync routers for ids ['0234f085-01b3-4257-952c-01d4e8674e91'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:44:06.281996 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:06.286475 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:06.287483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ecc31a07-bb51-4d99-8ffb-b0d0291c3627 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:06.297168 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5955bb11-612a-4d43-9a59-5768991991cc None None] Routers {'0234f085-01b3-4257-952c-01d4e8674e91'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:44:06.297923 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5955bb11-612a-4d43-9a59-5768991991cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:43:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0234f085-01b3-4257-952c-01d4e8674e91'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:06.344171 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9c830e66-ea16-4136-a70e-cff69c464daa tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "PUT /v2.0/floatingips/b0ed57c5-f1aa-4932-848f-e9be5ae70ee5 HTTP/1.1" status: 200 len: 991 time: 3.5555835 Sep 17 23:44:06.358403 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'tag': 'cbdb24f9-597b-4307-a8d5-2749c569a415'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:06.364206 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bb553e-51bd-4f27-a8cb-4c7d9ae1cd79" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "tag": "cbdb24f9-597b-4307-a8d5-2749c569a415"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:06.395682 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d283454-1c56-4bae-95b5-4603d534419d'}, {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6ee541-3beb-4fca-918f-db5ffa2a75a3'}, {'server_uuid': 'd5b8beec-b448-4be2-98d0-11ae72b42b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0317988c-c2f7-4c9e-a328-b9fc52267568'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:06.398036 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fe45f2-88a1-4c57-b502-a1ec1c75b69e" -d '{"events": [{"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-plugged", "status": "completed", "tag": "7d283454-1c56-4bae-95b5-4603d534419d"}, {"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-plugged", "status": "completed", "tag": "ad6ee541-3beb-4fca-918f-db5ffa2a75a3"}, {"server_uuid": "d5b8beec-b448-4be2-98d0-11ae72b42b75", "name": "network-vif-plugged", "status": "completed", "tag": "0317988c-c2f7-4c9e-a328-b9fc52267568"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:06.412166 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34066) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:06.413328 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=0317988c-c2f7-4c9e-a328-b9fc52267568,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:06.416134 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:06.528124 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52149c59-a174-498c-9842-8303a0e0d04b x-openstack-request-id: req-52149c59-a174-498c-9842-8303a0e0d04b {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:06.529246 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "tag": "cbdb24f9-597b-4307-a8d5-2749c569a415", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:06.532080 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-52149c59-a174-498c-9842-8303a0e0d04b {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:06.533469 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'tag': 'cbdb24f9-597b-4307-a8d5-2749c569a415', 'status': 'completed', 'code': 200} Sep 17 23:44:06.576294 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=ad6ee541-3beb-4fca-918f-db5ffa2a75a3,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:06.586085 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-5955bb11-612a-4d43-9a59-5768991991cc None None] Set router 0234f085-01b3-4257-952c-01d4e8674e91 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:44:06.618697 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9920efdd-5695-44a4-a761-c238480e7133 x-openstack-request-id: req-9920efdd-5695-44a4-a761-c238480e7133 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:06.619601 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-plugged", "status": "completed", "tag": "7d283454-1c56-4bae-95b5-4603d534419d", "code": 200}, {"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-plugged", "status": "completed", "tag": "ad6ee541-3beb-4fca-918f-db5ffa2a75a3", "code": 200}, {"server_uuid": "d5b8beec-b448-4be2-98d0-11ae72b42b75", "name": "network-vif-plugged", "status": "completed", "tag": "0317988c-c2f7-4c9e-a328-b9fc52267568", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:06.621313 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9920efdd-5695-44a4-a761-c238480e7133 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:06.621313 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d283454-1c56-4bae-95b5-4603d534419d', 'code': 200} Sep 17 23:44:06.621500 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6ee541-3beb-4fca-918f-db5ffa2a75a3', 'code': 200} Sep 17 23:44:06.621727 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b8beec-b448-4be2-98d0-11ae72b42b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0317988c-c2f7-4c9e-a328-b9fc52267568', 'code': 200} Sep 17 23:44:06.622877 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port ecc31a07-bb51-4d99-8ffb-b0d0291c3627 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:44:06.628396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port ecc31a07-bb51-4d99-8ffb-b0d0291c3627 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:06.629121 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:06.701756 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc744c-49ca-4e2a-b56e-4fb94f8573be req-c060227f-10fc-44ad-83eb-2510304abf44 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:06.715829 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6cc744c-49ca-4e2a-b56e-4fb94f8573be req-c060227f-10fc-44ad-83eb-2510304abf44 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.1161962 Sep 17 23:44:06.744355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Pushing event updated for resources: {'Port': ['ID=0ad6b823-2cf1-4547-a232-d70e7592cade,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:06.769459 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-878b1663-1060-4d7d-90d9-e1f98701191e req-b042cf33-9a35-4ae9-a450-61d33d468a51 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Allocated IP 172.20.0.11 (8daf63cb-30ff-44e7-8a00-0c05e2ff207c/34f97caf-9ba2-4dbc-be22-8959c646dc24/9f437ee3-9eb5-4c0d-a3c5-43826fb47219) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:44:06.838092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34076) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:06.877685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb553e-51bd-4f27-a8cb-4c7d9ae1cd79 req-d5067136-b772-4bad-a508-01579d3b7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:06.878463 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb553e-51bd-4f27-a8cb-4c7d9ae1cd79 req-d5067136-b772-4bad-a508-01579d3b7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:06.879127 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb553e-51bd-4f27-a8cb-4c7d9ae1cd79 req-d5067136-b772-4bad-a508-01579d3b7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:06.879771 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb553e-51bd-4f27-a8cb-4c7d9ae1cd79 req-d5067136-b772-4bad-a508-01579d3b7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:06.880470 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb553e-51bd-4f27-a8cb-4c7d9ae1cd79 req-d5067136-b772-4bad-a508-01579d3b7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:06.881157 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb553e-51bd-4f27-a8cb-4c7d9ae1cd79 req-d5067136-b772-4bad-a508-01579d3b7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:06.881801 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb553e-51bd-4f27-a8cb-4c7d9ae1cd79 req-d5067136-b772-4bad-a508-01579d3b7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:06.883942 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b8bb553e-51bd-4f27-a8cb-4c7d9ae1cd79 req-d5067136-b772-4bad-a508-01579d3b7be9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f9cc78239c7437cacb7009f2c68fb58&device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 6503 time: 0.3482645 Sep 17 23:44:06.887384 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:06.936624 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6cc744c-49ca-4e2a-b56e-4fb94f8573be req-b40bfb72-e9dd-48c8-8e26-dfa7cc819443 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147768 Sep 17 23:44:06.952428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-117ed2a8-cfe8-4229-a029-558335c2951b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-317000349-network', 'tenant_id': '09b9a7f871a14d6ab2c46e8a4e2591b9'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:06.985889 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ecc31a07-bb51-4d99-8ffb-b0d0291c3627, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ecc31a07-bb51-4d99-8ffb-b0d0291c3627,segment=NetworkSegment(228dc33e-6e7c-4c38-9b8d-a4b3060fb862),segment_id=228dc33e-6e7c-4c38-9b8d-a4b3060fb862)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:07.002684 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042a446-a1c1-4b15-a14f-c76383741754 req-d720bfb3-9e28-456c-bf64-e072d0da12eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:07.013509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042a446-a1c1-4b15-a14f-c76383741754 req-d720bfb3-9e28-456c-bf64-e072d0da12eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:07.020086 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042a446-a1c1-4b15-a14f-c76383741754 req-d720bfb3-9e28-456c-bf64-e072d0da12eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:07.027273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042a446-a1c1-4b15-a14f-c76383741754 req-d720bfb3-9e28-456c-bf64-e072d0da12eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:07.033186 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042a446-a1c1-4b15-a14f-c76383741754 req-d720bfb3-9e28-456c-bf64-e072d0da12eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:07.039113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042a446-a1c1-4b15-a14f-c76383741754 req-d720bfb3-9e28-456c-bf64-e072d0da12eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:07.045060 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042a446-a1c1-4b15-a14f-c76383741754 req-d720bfb3-9e28-456c-bf64-e072d0da12eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:07.047062 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f042a446-a1c1-4b15-a14f-c76383741754 req-d720bfb3-9e28-456c-bf64-e072d0da12eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5433 time: 0.2518380 Sep 17 23:44:07.060156 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117ed2a8-cfe8-4229-a029-558335c2951b admin admin] Made reservation on behalf of 09b9a7f871a14d6ab2c46e8a4e2591b9 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:44:07.062327 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-117ed2a8-cfe8-4229-a029-558335c2951b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.086970 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.088713 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e740347a-f7e9-4a98-83b8-3b9e4a597d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.091113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:07.096160 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5955bb11-612a-4d43-9a59-5768991991cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0234f085-01b3-4257-952c-01d4e8674e91', 'name': 'tempest-TaggedBootDevicesTest_v242-81410014-router', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:59Z', 'updated_at': '2021-09-17T23:41:09Z', 'revision_number': 4, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'gw_port': {'id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:01Z', 'updated_at': '2021-09-17T23:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'b0ed57c5-f1aa-4932-848f-e9be5ae70ee5', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'port_id': 'cbdb24f9-597b-4307-a8d5-2749c569a415', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8', 'mac_address': 'fa:16:3e:9e:c7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:42:21Z', 'updated_at': '2021-09-17T23:44:04Z', 'revision_number': 1, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c062c915-e490-4535-b2e0-b9bc44cba3e2', 'name': '', 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'mac_address': 'fa:16:3e:03:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:07Z', 'updated_at': '2021-09-17T23:41:16Z', 'revision_number': 5, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'subnets': [{'id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:07.102386 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-117ed2a8-cfe8-4229-a029-558335c2951b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.158251 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054a235-128f-4356-b66b-d82e4d92be98 req-cce7365c-4cef-48bc-afdf-e4dedc0561f8 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:07.159880 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2054a235-128f-4356-b66b-d82e4d92be98 req-cce7365c-4cef-48bc-afdf-e4dedc0561f8 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 947 time: 0.1117468 Sep 17 23:44:07.182183 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5955bb11-612a-4d43-9a59-5768991991cc None None] Checking router: 0234f085-01b3-4257-952c-01d4e8674e91 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:44:07.183493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Attempting to bind port 0ad6b823-2cf1-4547-a232-d70e7592cade on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:44:07.183846 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Attempting to bind port 0ad6b823-2cf1-4547-a232-d70e7592cade by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:44:07.184179 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Attempting to bind port 0ad6b823-2cf1-4547-a232-d70e7592cade on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:44:07.186625 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f042a446-a1c1-4b15-a14f-c76383741754 req-4808bbb6-e2bd-4949-a230-43e14ee605fc tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1281667 Sep 17 23:44:07.208339 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd3142-6939-4b3c-8694-b1c084c2031f req-31340593-469b-4c94-86b7-8378af565a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:07.209947 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-84cd3142-6939-4b3c-8694-b1c084c2031f req-31340593-469b-4c94-86b7-8378af565a1d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 1101 time: 0.2877369 Sep 17 23:44:07.212868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Port 0ad6b823-2cf1-4547-a232-d70e7592cade on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:44:07.213247 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Attempting to bind port 0ad6b823-2cf1-4547-a232-d70e7592cade on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:44:07.217340 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5955bb11-612a-4d43-9a59-5768991991cc None None] Routers {'0234f085-01b3-4257-952c-01d4e8674e91'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:44:07.218126 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5955bb11-612a-4d43-9a59-5768991991cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:43:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0234f085-01b3-4257-952c-01d4e8674e91'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:07.273524 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=ecc31a07-bb51-4d99-8ffb-b0d0291c3627,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:07.275706 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:44:07.276057 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:44:07.276444 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:44:07.276979 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Bound port: 0ad6b823-2cf1-4547-a232-d70e7592cade, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:44:07.277352 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.288107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb553e-51bd-4f27-a8cb-4c7d9ae1cd79 req-4ca781fc-06b8-4d87-99c0-3056a9c18c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:07.289669 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b8bb553e-51bd-4f27-a8cb-4c7d9ae1cd79 req-4ca781fc-06b8-4d87-99c0-3056a9c18c80 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ae04948-4183-4a3d-bd37-c393127fcdb8 HTTP/1.1" status: 200 len: 916 time: 0.3904991 Sep 17 23:44:07.303337 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2054a235-128f-4356-b66b-d82e4d92be98 req-7f5a3f44-2774-4ed4-be24-7210d906173c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354778 Sep 17 23:44:07.350875 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8fa739e-5eb5-4dba-addd-95bbe23bcf92 req-56aaf5c5-d31e-4b29-bcf0-5ffd1e9e21ac tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 210 time: 0.0409708 Sep 17 23:44:07.362523 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:44:07.367608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:07.376763 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.456021 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-117ed2a8-cfe8-4229-a029-558335c2951b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.513203 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.533920 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-117ed2a8-cfe8-4229-a029-558335c2951b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.547660 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-5955bb11-612a-4d43-9a59-5768991991cc None None] Set router 0234f085-01b3-4257-952c-01d4e8674e91 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:44:07.553590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:07.562254 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117ed2a8-cfe8-4229-a029-558335c2951b admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:44:07.582031 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-117ed2a8-cfe8-4229-a029-558335c2951b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.582371 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-117ed2a8-cfe8-4229-a029-558335c2951b admin admin] Added segment bff38316-12df-4891-9977-6ff960030625 of type vlan for network 61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 Sep 17 23:44:07.618515 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.652598 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ed2a8-cfe8-4229-a029-558335c2951b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de35c9d-ebed-4375-aa9a-5074601136bc,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:07.676263 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-117ed2a8-cfe8-4229-a029-558335c2951b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.712778 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-84cd3142-6939-4b3c-8694-b1c084c2031f req-2ed96083-8eab-49f6-9e95-bd51d522a113 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664984 Sep 17 23:44:07.725057 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-878b1663-1060-4d7d-90d9-e1f98701191e req-b042cf33-9a35-4ae9-a450-61d33d468a51 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.732223 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:07.777460 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b8bb553e-51bd-4f27-a8cb-4c7d9ae1cd79 req-45612e76-30d6-48a5-82bf-480a51bfecfb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbdb24f9-597b-4307-a8d5-2749c569a415 HTTP/1.1" status: 200 len: 999 time: 0.4758224 Sep 17 23:44:07.796025 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-117ed2a8-cfe8-4229-a029-558335c2951b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.797219 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ed2a8-cfe8-4229-a029-558335c2951b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:07.797981 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-117ed2a8-cfe8-4229-a029-558335c2951b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.799811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] For port 0ad6b823-2cf1-4547-a232-d70e7592cade, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:44:07.803844 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] For port 0ad6b823-2cf1-4547-a232-d70e7592cade, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0ad6b823-2cf1-4547-a232-d70e7592cade,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:44:07.869690 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e740347a-f7e9-4a98-83b8-3b9e4a597d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.876795 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.883488 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ed2a8-cfe8-4229-a029-558335c2951b admin admin] Pushing event updated for resources: {'Network': ['ID=61fd0ff8-bde6-4e98-bc61-f528a1ff35f3,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:07.889021 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5955bb11-612a-4d43-9a59-5768991991cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0234f085-01b3-4257-952c-01d4e8674e91', 'name': 'tempest-TaggedBootDevicesTest_v242-81410014-router', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:59Z', 'updated_at': '2021-09-17T23:41:09Z', 'revision_number': 4, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'gw_port': {'id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:01Z', 'updated_at': '2021-09-17T23:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'b0ed57c5-f1aa-4932-848f-e9be5ae70ee5', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'port_id': 'cbdb24f9-597b-4307-a8d5-2749c569a415', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8', 'mac_address': 'fa:16:3e:9e:c7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:42:21Z', 'updated_at': '2021-09-17T23:44:04Z', 'revision_number': 1, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c062c915-e490-4535-b2e0-b9bc44cba3e2', 'name': '', 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'mac_address': 'fa:16:3e:03:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:07Z', 'updated_at': '2021-09-17T23:41:16Z', 'revision_number': 5, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'subnets': [{'id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:07.897183 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:44:07.920213 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-878b1663-1060-4d7d-90d9-e1f98701191e req-b042cf33-9a35-4ae9-a450-61d33d468a51 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.924520 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5955bb11-612a-4d43-9a59-5768991991cc None None] The sync data for ids ['0234f085-01b3-4257-952c-01d4e8674e91'] in n-d-809883-1 is: [{'id': '0234f085-01b3-4257-952c-01d4e8674e91', 'name': 'tempest-TaggedBootDevicesTest_v242-81410014-router', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:59Z', 'updated_at': '2021-09-17T23:41:09Z', 'revision_number': 4, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'gw_port': {'id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:01Z', 'updated_at': '2021-09-17T23:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'b0ed57c5-f1aa-4932-848f-e9be5ae70ee5', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'port_id': 'cbdb24f9-597b-4307-a8d5-2749c569a415', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8', 'mac_address': 'fa:16:3e:9e:c7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:42:21Z', 'updated_at': '2021-09-17T23:44:04Z', 'revision_number': 1, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c062c915-e490-4535-b2e0-b9bc44cba3e2', 'name': '', 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'mac_address': 'fa:16:3e:03:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:07Z', 'updated_at': '2021-09-17T23:41:16Z', 'revision_number': 5, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'subnets': [{'id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:44:07.939167 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:07.939851 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:07.941343 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] 10.222.0.37 "PUT /v2.0/ports/0ad6b823-2cf1-4547-a232-d70e7592cade HTTP/1.1" status: 200 len: 1095 time: 3.1009073 Sep 17 23:44:07.974410 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e740347a-f7e9-4a98-83b8-3b9e4a597d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:08.080248 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-878b1663-1060-4d7d-90d9-e1f98701191e req-b042cf33-9a35-4ae9-a450-61d33d468a51 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Network 8daf63cb-30ff-44e7-8a00-0c05e2ff207c is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:44:08.101985 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-878b1663-1060-4d7d-90d9-e1f98701191e req-b042cf33-9a35-4ae9-a450-61d33d468a51 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:44:08.110126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb553e-51bd-4f27-a8cb-4c7d9ae1cd79 req-6b344962-e623-4001-8161-a019076c32f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:08.112170 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b8bb553e-51bd-4f27-a8cb-4c7d9ae1cd79 req-6b344962-e623-4001-8161-a019076c32f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=914a5e03-c97e-4072-a458-079cc4a8ce5f HTTP/1.1" status: 200 len: 854 time: 0.1879654 Sep 17 23:44:08.112776 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320cc54-ef3b-4cd6-82e0-49c379bbe10f service neutron] Pushing event updated for resources: {'Port': ['ID=0ad6b823-2cf1-4547-a232-d70e7592cade,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:08.119444 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e740347a-f7e9-4a98-83b8-3b9e4a597d4c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bea0a8d507454660a26ed7148172e310&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2537043 Sep 17 23:44:08.121451 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34096) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:08.131266 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-117ed2a8-cfe8-4229-a029-558335c2951b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7138457 Sep 17 23:44:08.137711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34098) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:08.149686 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-4e93106e-9bed-4549-87f3-82956d36085c admin admin] Request body: {'subnet': {'network_id': '61fd0ff8-bde6-4e98-bc61-f528a1ff35f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-317000349-subnet', 'tenant_id': '09b9a7f871a14d6ab2c46e8a4e2591b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:08.190694 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-878b1663-1060-4d7d-90d9-e1f98701191e req-b042cf33-9a35-4ae9-a450-61d33d468a51 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:44:08.205279 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdc74e-47ab-417b-b632-5a8f654eda59 req-65941b31-218c-4e85-ab58-0cf3c176e0b7 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:08.207337 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5cdc74e-47ab-417b-b632-5a8f654eda59 req-65941b31-218c-4e85-ab58-0cf3c176e0b7 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.1528699 Sep 17 23:44:08.255897 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740347a-f7e9-4a98-83b8-3b9e4a597d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ab678a-cec2-4a54-960f-461ecc21bec6,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:08.275463 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a44baafb-be46-4878-8d9f-774e761add6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:08.300146 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a44baafb-be46-4878-8d9f-774e761add6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:08.316138 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042cf33-9a35-4ae9-a450-61d33d468a51 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Pushing event updated for resources: {'Port': ['ID=9f437ee3-9eb5-4c0d-a3c5-43826fb47219,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:08.360196 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3646bdd-a629-455a-9781-2c9dd8373212 None None] New status for floating IP b0ed57c5-f1aa-4932-848f-e9be5ae70ee5: ACTIVE {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:44:08.362582 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b1663-1060-4d7d-90d9-e1f98701191e req-b042cf33-9a35-4ae9-a450-61d33d468a51 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:08.363445 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-878b1663-1060-4d7d-90d9-e1f98701191e req-b042cf33-9a35-4ae9-a450-61d33d468a51 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:08.363655 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e93106e-9bed-4549-87f3-82956d36085c admin admin] Made reservation on behalf of 09b9a7f871a14d6ab2c46e8a4e2591b9 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:44:08.367810 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4e93106e-9bed-4549-87f3-82956d36085c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:08.380662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60837714-5427-4d0d-9da9-1b88bc272016 req-f016de94-5754-4148-b221-4a6cf4604e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:08.382547 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-60837714-5427-4d0d-9da9-1b88bc272016 req-f016de94-5754-4148-b221-4a6cf4604e27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 1098 time: 0.2980554 Sep 17 23:44:08.390864 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb553e-51bd-4f27-a8cb-4c7d9ae1cd79 req-6cee29ad-ae32-42eb-8fcc-941ae2ff2bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:08.394243 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b8bb553e-51bd-4f27-a8cb-4c7d9ae1cd79 req-6cee29ad-ae32-42eb-8fcc-941ae2ff2bab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ae04948-4183-4a3d-bd37-c393127fcdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2006555 Sep 17 23:44:08.396235 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5cdc74e-47ab-417b-b632-5a8f654eda59 req-a51f1e38-c9a9-4b1d-9213-047bd21fbb88 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674364 Sep 17 23:44:08.474402 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b10c4d65-7b38-42f2-aa21-fb9dec40646b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=0ad6b823-2cf1-4547-a232-d70e7592cade HTTP/1.1" status: 200 len: 217 time: 0.0789273 Sep 17 23:44:08.536142 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614b1e21-07a3-44da-8083-1da33cd00af7', 'tag': '0ad6b823-2cf1-4547-a232-d70e7592cade'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:08.538451 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6030ed4-3300-4cda-ab31-1a5b79942c68" -d '{"events": [{"name": "network-changed", "server_uuid": "614b1e21-07a3-44da-8083-1da33cd00af7", "tag": "0ad6b823-2cf1-4547-a232-d70e7592cade"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:08.540144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a4d75-bbf5-4490-aa8c-24c85e5646d7 req-7d98284d-2122-45a4-bb1c-689006f4699a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:08.547870 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a4d75-bbf5-4490-aa8c-24c85e5646d7 req-7d98284d-2122-45a4-bb1c-689006f4699a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:08.554649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a4d75-bbf5-4490-aa8c-24c85e5646d7 req-7d98284d-2122-45a4-bb1c-689006f4699a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:08.562725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a4d75-bbf5-4490-aa8c-24c85e5646d7 req-7d98284d-2122-45a4-bb1c-689006f4699a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:08.569347 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-91ca89e1-b370-4929-a98f-7b2ee1535a33 None None] Provisioning complete for port 9f437ee3-9eb5-4c0d-a3c5-43826fb47219 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:08.569715 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-91ca89e1-b370-4929-a98f-7b2ee1535a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:08.569847 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a4d75-bbf5-4490-aa8c-24c85e5646d7 req-7d98284d-2122-45a4-bb1c-689006f4699a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:08.577043 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-878b1663-1060-4d7d-90d9-e1f98701191e req-b042cf33-9a35-4ae9-a450-61d33d468a51 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9622490 Sep 17 23:44:08.578252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a4d75-bbf5-4490-aa8c-24c85e5646d7 req-7d98284d-2122-45a4-bb1c-689006f4699a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:08.583519 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a4d75-bbf5-4490-aa8c-24c85e5646d7 req-7d98284d-2122-45a4-bb1c-689006f4699a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:08.592350 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e22a4d75-bbf5-4490-aa8c-24c85e5646d7 req-7d98284d-2122-45a4-bb1c-689006f4699a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5435 time: 0.2305996 Sep 17 23:44:08.594189 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a44baafb-be46-4878-8d9f-774e761add6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:08.596200 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Request body: {'port': {'device_id': '4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:08.598061 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a44baafb-be46-4878-8d9f-774e761add6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:08.602092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60837714-5427-4d0d-9da9-1b88bc272016 req-dd07e811-1626-4b97-8712-bf853770eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:08.602274 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a44baafb-be46-4878-8d9f-774e761add6b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c9ab678a-cec2-4a54-960f-461ecc21bec6 HTTP/1.1" status: 204 len: 168 time: 0.4739082 Sep 17 23:44:08.602374 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-60837714-5427-4d0d-9da9-1b88bc272016 req-dd07e811-1626-4b97-8712-bf853770eeb2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1163275 Sep 17 23:44:08.616697 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-91ca89e1-b370-4929-a98f-7b2ee1535a33 None None] Port 9f437ee3-9eb5-4c0d-a3c5-43826fb47219 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:44:08.623073 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc31a07-bb51-4d99-8ffb-b0d0291c3627'}, {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:08.625999 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ee0f95-e1a7-4a69-b816-602294a5f474" -d '{"events": [{"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-plugged", "status": "completed", "tag": "ecc31a07-bb51-4d99-8ffb-b0d0291c3627"}, {"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-plugged", "status": "completed", "tag": "9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:08.687793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44baafb-be46-4878-8d9f-774e761add6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ab678a-cec2-4a54-960f-461ecc21bec6,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:08.718141 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b8bb553e-51bd-4f27-a8cb-4c7d9ae1cd79 req-77136f65-f99d-4acc-ba0a-d182dea5bfc1 service neutron] 10.222.0.41 "GET /v2.0/networks/1ae04948-4183-4a3d-bd37-c393127fcdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146296 Sep 17 23:44:08.730196 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e22a4d75-bbf5-4490-aa8c-24c85e5646d7 req-924a9ba4-401a-4b4a-92e0-9ec7462abaac tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1361349 Sep 17 23:44:08.751030 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60837714-5427-4d0d-9da9-1b88bc272016 req-1f104870-47a9-474b-93ae-51128da259ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:08.751349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d343594-8a80-429a-bb01-a9433fec066f req-2fcd9e34-d65c-4fb4-8cd4-18c3a0046e11 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:08.752511 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-60837714-5427-4d0d-9da9-1b88bc272016 req-1f104870-47a9-474b-93ae-51128da259ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1265922 Sep 17 23:44:08.754675 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:08.759429 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d343594-8a80-429a-bb01-a9433fec066f req-2fcd9e34-d65c-4fb4-8cd4-18c3a0046e11 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 947 time: 0.1574085 Sep 17 23:44:08.946876 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d343594-8a80-429a-bb01-a9433fec066f req-5f8910be-505d-4c83-8fb1-f9e2ca8a11e4 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817966 Sep 17 23:44:08.996239 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06536981-e6c7-4dad-93c3-d25d32aec341 req-2dee3bbf-c3bd-4ff9-926d-f00a55e506fb tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:09.002405 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06536981-e6c7-4dad-93c3-d25d32aec341 req-2dee3bbf-c3bd-4ff9-926d-f00a55e506fb tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 932 time: 0.1448853 Sep 17 23:44:09.049401 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4e93106e-9bed-4549-87f3-82956d36085c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:09.065371 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d7eaa3-f183-464b-96f3-1c72615809e7 x-openstack-request-id: req-b5d7eaa3-f183-464b-96f3-1c72615809e7 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:09.065666 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614b1e21-07a3-44da-8083-1da33cd00af7", "tag": "0ad6b823-2cf1-4547-a232-d70e7592cade", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:09.065919 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b5d7eaa3-f183-464b-96f3-1c72615809e7 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:09.068472 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614b1e21-07a3-44da-8083-1da33cd00af7', 'tag': '0ad6b823-2cf1-4547-a232-d70e7592cade', 'status': 'completed', 'code': 200} Sep 17 23:44:09.107229 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06536981-e6c7-4dad-93c3-d25d32aec341 req-c8ba781f-03d4-4de6-a140-83e75bb183ba tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae376fd-31ce-4252-9ddb-dd9141923c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811865 Sep 17 23:44:09.131251 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b8bb553e-51bd-4f27-a8cb-4c7d9ae1cd79 req-ab152ff9-08aa-4dcc-8573-37d1ae1d1ff6 service neutron] 10.222.0.41 "GET /v2.0/networks/1ae04948-4183-4a3d-bd37-c393127fcdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951323 Sep 17 23:44:09.156351 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-60837714-5427-4d0d-9da9-1b88bc272016 req-aaf9d4af-a209-4f41-b724-eb72a1a86485 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779860 Sep 17 23:44:09.161258 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0844d15d-7cde-4635-b648-9d70d0f4d9a8 x-openstack-request-id: req-0844d15d-7cde-4635-b648-9d70d0f4d9a8 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:09.161775 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-plugged", "status": "completed", "tag": "ecc31a07-bb51-4d99-8ffb-b0d0291c3627", "code": 200}, {"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-plugged", "status": "completed", "tag": "9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:09.161892 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0844d15d-7cde-4635-b648-9d70d0f4d9a8 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:09.162282 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc31a07-bb51-4d99-8ffb-b0d0291c3627', 'code': 200} Sep 17 23:44:09.162584 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a', 'code': 200} Sep 17 23:44:09.170357 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93106e-9bed-4549-87f3-82956d36085c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d83ea213-422a-4034-a7c8-6f64998ed54d,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:09.173672 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e93106e-9bed-4549-87f3-82956d36085c admin admin] Checking segment: {'id': 'bff38316-12df-4891-9977-6ff960030625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '61fd0ff8-bde6-4e98-bc61-f528a1ff35f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:44:09.174141 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e93106e-9bed-4549-87f3-82956d36085c admin admin] Network hostable DHCP agents. Network: 61fd0ff8-bde6-4e98-bc61-f528a1ff35f3, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:44:09.269830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e93106e-9bed-4549-87f3-82956d36085c admin admin] Network 61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:44:09.329784 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-60837714-5427-4d0d-9da9-1b88bc272016 req-b9103d7c-4a68-4da2-b90e-55c091cc19e3 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602960 Sep 17 23:44:09.347707 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131e606-8a2a-4737-bc5f-cd4606308566 req-6617bc39-2683-41e2-a3b3-eb26150703d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:09.348786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131e606-8a2a-4737-bc5f-cd4606308566 req-6617bc39-2683-41e2-a3b3-eb26150703d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:09.349484 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131e606-8a2a-4737-bc5f-cd4606308566 req-6617bc39-2683-41e2-a3b3-eb26150703d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:09.350315 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131e606-8a2a-4737-bc5f-cd4606308566 req-6617bc39-2683-41e2-a3b3-eb26150703d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:09.352457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131e606-8a2a-4737-bc5f-cd4606308566 req-6617bc39-2683-41e2-a3b3-eb26150703d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:09.353154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131e606-8a2a-4737-bc5f-cd4606308566 req-6617bc39-2683-41e2-a3b3-eb26150703d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:09.354262 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131e606-8a2a-4737-bc5f-cd4606308566 req-6617bc39-2683-41e2-a3b3-eb26150703d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:09.356662 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c131e606-8a2a-4737-bc5f-cd4606308566 req-6617bc39-2683-41e2-a3b3-eb26150703d8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 6492 time: 0.0786569 Sep 17 23:44:09.366989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-4e93106e-9bed-4549-87f3-82956d36085c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 61fd0ff8-bde6-4e98-bc61-f528a1ff35f3) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:44:09.377965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5743397-5e43-41c2-b2b0-29e4c76a0381 None None] Network 61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:44:09.394381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e93106e-9bed-4549-87f3-82956d36085c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:09.396579 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4e93106e-9bed-4549-87f3-82956d36085c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:09.424851 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f437ee3-9eb5-4c0d-a3c5-43826fb47219 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:44:09.445632 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:09.449574 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c131e606-8a2a-4737-bc5f-cd4606308566 req-28c77ce5-7762-42f4-b8d9-4ae27b67329b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733094 Sep 17 23:44:09.474108 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Transition to ACTIVE for port object 9f437ee3-9eb5-4c0d-a3c5-43826fb47219 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:44:09.505803 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4e93106e-9bed-4549-87f3-82956d36085c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3658030 Sep 17 23:44:09.526696 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:09.623756 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ca8f0-5f47-451c-894f-d76ec7a3b3f0 req-3fa23dab-c284-4297-a1f4-a6966f5852d7 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:09.632911 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c6ca8f0-5f47-451c-894f-d76ec7a3b3f0 req-3fa23dab-c284-4297-a1f4-a6966f5852d7 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.1133730 Sep 17 23:44:09.675614 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec04a29-d749-48a6-9bce-1d7bf469daae None None] Network 61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:44:09.801194 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c6ca8f0-5f47-451c-894f-d76ec7a3b3f0 req-bff766d0-4de7-43a3-98e9-8e26e3c3afba tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670604 Sep 17 23:44:09.838521 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6030ed4-3300-4cda-ab31-1a5b79942c68 req-f02f83e6-6790-42c6-8037-84ea22f44dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:09.846151 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6030ed4-3300-4cda-ab31-1a5b79942c68 req-f02f83e6-6790-42c6-8037-84ea22f44dab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 1098 time: 0.1305900 Sep 17 23:44:09.847045 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Pushing event updated for resources: {'Port': ['ID=9f437ee3-9eb5-4c0d-a3c5-43826fb47219,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:09.946482 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Attempting to bind port 9f437ee3-9eb5-4c0d-a3c5-43826fb47219 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:44:09.949283 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Attempting to bind port 9f437ee3-9eb5-4c0d-a3c5-43826fb47219 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:44:09.950044 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Attempting to bind port 9f437ee3-9eb5-4c0d-a3c5-43826fb47219 on network 8daf63cb-30ff-44e7-8a00-0c05e2ff207c {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:44:09.963100 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Port 9f437ee3-9eb5-4c0d-a3c5-43826fb47219 on network 8daf63cb-30ff-44e7-8a00-0c05e2ff207c not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:44:09.965516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Attempting to bind port 9f437ee3-9eb5-4c0d-a3c5-43826fb47219 on network 8daf63cb-30ff-44e7-8a00-0c05e2ff207c {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:44:09.971706 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:44:09.972271 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Checking segment: {'id': '2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:44:09.972880 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Bound using segment: {'id': '2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:44:09.974032 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Bound port: 9f437ee3-9eb5-4c0d-a3c5-43826fb47219, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:44:09.974587 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:10.056494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a4ea4-afe3-4ca7-83f4-6bacc662c5ae req-fd71e635-e4ed-4925-bf6c-88986dc13f53 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:10.062876 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a4ea4-afe3-4ca7-83f4-6bacc662c5ae req-fd71e635-e4ed-4925-bf6c-88986dc13f53 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:10.069721 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a4ea4-afe3-4ca7-83f4-6bacc662c5ae req-fd71e635-e4ed-4925-bf6c-88986dc13f53 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:10.072585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] For port 9f437ee3-9eb5-4c0d-a3c5-43826fb47219, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:44:10.075920 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a4ea4-afe3-4ca7-83f4-6bacc662c5ae req-fd71e635-e4ed-4925-bf6c-88986dc13f53 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:10.077350 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] For port 9f437ee3-9eb5-4c0d-a3c5-43826fb47219, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9f437ee3-9eb5-4c0d-a3c5-43826fb47219,segment=NetworkSegment(2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff),segment_id=2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:44:10.082900 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a4ea4-afe3-4ca7-83f4-6bacc662c5ae req-fd71e635-e4ed-4925-bf6c-88986dc13f53 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:10.088746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a4ea4-afe3-4ca7-83f4-6bacc662c5ae req-fd71e635-e4ed-4925-bf6c-88986dc13f53 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:10.094756 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a4ea4-afe3-4ca7-83f4-6bacc662c5ae req-fd71e635-e4ed-4925-bf6c-88986dc13f53 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:10.096723 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-497a4ea4-afe3-4ca7-83f4-6bacc662c5ae req-fd71e635-e4ed-4925-bf6c-88986dc13f53 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5435 time: 0.1603703 Sep 17 23:44:10.100081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6030ed4-3300-4cda-ab31-1a5b79942c68 req-cdc9019b-0e00-40f6-b25a-fc6e2fa0821a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:10.101698 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6030ed4-3300-4cda-ab31-1a5b79942c68 req-cdc9019b-0e00-40f6-b25a-fc6e2fa0821a service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.2405829 Sep 17 23:44:10.161903 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-e4d434b8-e4e0-4b08-9735-a99a9dddf51d req-6be5e488-77a2-4f16-99ac-9a7830780b40 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-650279153', 'description': 'tempest-description-1154961197'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:10.166291 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6030ed4-3300-4cda-ab31-1a5b79942c68 req-fed274de-f9b8-44b1-bc0f-e3a45758a576 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=0ad6b823-2cf1-4547-a232-d70e7592cade HTTP/1.1" status: 200 len: 217 time: 0.0546796 Sep 17 23:44:10.207330 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:10.215184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-497a4ea4-afe3-4ca7-83f4-6bacc662c5ae req-d34a4eed-9b8e-4389-ae4a-7935d7c44dd3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112125 Sep 17 23:44:10.229637 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:10.243327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6030ed4-3300-4cda-ab31-1a5b79942c68 req-389173b9-8cd2-46fd-9c9e-aeab0aaefec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:10.244746 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6030ed4-3300-4cda-ab31-1a5b79942c68 req-389173b9-8cd2-46fd-9c9e-aeab0aaefec9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0626123 Sep 17 23:44:10.248602 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:10.249154 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:10.250541 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] 10.222.0.37 "PUT /v2.0/ports/9f437ee3-9eb5-4c0d-a3c5-43826fb47219 HTTP/1.1" status: 200 len: 1092 time: 1.6611829 Sep 17 23:44:10.274418 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21abe27-e5d8-40ba-a7ea-f71dbf310665 service neutron] Pushing event updated for resources: {'Port': ['ID=9f437ee3-9eb5-4c0d-a3c5-43826fb47219,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:10.299980 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e4d434b8-e4e0-4b08-9735-a99a9dddf51d req-6be5e488-77a2-4f16-99ac-9a7830780b40 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:10.310898 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6030ed4-3300-4cda-ab31-1a5b79942c68 req-e7602203-767c-4a58-ad67-a4c932acc706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:10.313000 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6030ed4-3300-4cda-ab31-1a5b79942c68 req-e7602203-767c-4a58-ad67-a4c932acc706 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0562129 Sep 17 23:44:10.462209 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae63ac-9c16-4381-a448-5b5697f26f78 req-868788de-f30a-4c6a-9143-172faf9c90fe tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:10.462513 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33ae63ac-9c16-4381-a448-5b5697f26f78 req-868788de-f30a-4c6a-9143-172faf9c90fe tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.1289053 Sep 17 23:44:10.482422 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b1663-1060-4d7d-90d9-e1f98701191e req-72a7e22d-4360-4c9b-8bc4-8e8efaf94bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:10.485518 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-878b1663-1060-4d7d-90d9-e1f98701191e req-72a7e22d-4360-4c9b-8bc4-8e8efaf94bd3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf9c45bf73dd45a6bde6723955a40573&device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 1095 time: 0.0580077 Sep 17 23:44:10.507385 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6030ed4-3300-4cda-ab31-1a5b79942c68 req-3de8d0fc-d771-4d93-bc49-91ae48759f44 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843569 Sep 17 23:44:10.535822 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-878b1663-1060-4d7d-90d9-e1f98701191e req-aadcb04f-1e85-40a9-9de8-94e634828aac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f437ee3-9eb5-4c0d-a3c5-43826fb47219 HTTP/1.1" status: 200 len: 217 time: 0.0388432 Sep 17 23:44:10.559381 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33ae63ac-9c16-4381-a448-5b5697f26f78 req-4538cf89-4b49-4f00-9999-ee9fd290d424 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849965 Sep 17 23:44:10.612351 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b1663-1060-4d7d-90d9-e1f98701191e req-502d2967-142a-4f78-be6d-2c3cc99a647b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:10.614376 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-878b1663-1060-4d7d-90d9-e1f98701191e req-502d2967-142a-4f78-be6d-2c3cc99a647b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34f97caf-9ba2-4dbc-be22-8959c646dc24 HTTP/1.1" status: 200 len: 851 time: 0.0529804 Sep 17 23:44:10.622385 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e4d434b8-e4e0-4b08-9735-a99a9dddf51d req-6be5e488-77a2-4f16-99ac-9a7830780b40 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:10.678320 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e4d434b8-e4e0-4b08-9735-a99a9dddf51d req-6be5e488-77a2-4f16-99ac-9a7830780b40 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:10.679087 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b1663-1060-4d7d-90d9-e1f98701191e req-b0ab0afe-24dc-4dcc-90af-b6b2c6b5d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:10.681107 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-878b1663-1060-4d7d-90d9-e1f98701191e req-b0ab0afe-24dc-4dcc-90af-b6b2c6b5d2c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8daf63cb-30ff-44e7-8a00-0c05e2ff207c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499275 Sep 17 23:44:10.687454 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6030ed4-3300-4cda-ab31-1a5b79942c68 req-631296f1-a338-426f-a6e2-ada3e9c1da31 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659687 Sep 17 23:44:10.725302 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34eda83-4c91-435a-90a5-29c737695d55 req-3d06e94b-416a-4d38-928c-daaa99b0e1e8 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:10.726149 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c34eda83-4c91-435a-90a5-29c737695d55 req-3d06e94b-416a-4d38-928c-daaa99b0e1e8 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 947 time: 0.0933890 Sep 17 23:44:10.726912 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5e488-77a2-4f16-99ac-9a7830780b40 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc621b9-471f-4c05-bdb6-7fe70243ed8e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:10.767658 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c34eda83-4c91-435a-90a5-29c737695d55 req-e700d52a-8fe3-44a7-ae31-c4033860811f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345089 Sep 17 23:44:10.792285 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e4d434b8-e4e0-4b08-9735-a99a9dddf51d req-6be5e488-77a2-4f16-99ac-9a7830780b40 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:10.793563 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e4d434b8-e4e0-4b08-9735-a99a9dddf51d req-6be5e488-77a2-4f16-99ac-9a7830780b40 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6383305 Sep 17 23:44:10.803444 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-878b1663-1060-4d7d-90d9-e1f98701191e req-b8ddd81d-aa55-4c41-88d7-78e617688dbe service neutron] 10.222.0.37 "GET /v2.0/networks/8daf63cb-30ff-44e7-8a00-0c05e2ff207c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972908 Sep 17 23:44:10.940747 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-878b1663-1060-4d7d-90d9-e1f98701191e req-a3efb110-80a6-4195-87e1-c98693e5b7f0 service neutron] 10.222.0.37 "GET /v2.0/networks/8daf63cb-30ff-44e7-8a00-0c05e2ff207c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190922 Sep 17 23:44:11.069490 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5', 'tag': '9f437ee3-9eb5-4c0d-a3c5-43826fb47219'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:11.072176 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded7c95e-0a6d-46d5-b92d-0a7fd628f954" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5", "tag": "9f437ee3-9eb5-4c0d-a3c5-43826fb47219"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:11.077496 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccc004-473d-4568-b6a4-c6c77afe90da req-6434eaad-d847-4fec-a3d0-8382683b45b7 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:11.079054 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11ccc004-473d-4568-b6a4-c6c77afe90da req-6434eaad-d847-4fec-a3d0-8382683b45b7 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 944 time: 0.0886381 Sep 17 23:44:11.116871 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11ccc004-473d-4568-b6a4-c6c77afe90da req-f10c5480-808a-4ee7-a9d2-402dea80219c tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae376fd-31ce-4252-9ddb-dd9141923c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316045 Sep 17 23:44:11.143443 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-ae806da8-9dd9-4a77-881f-a8e5da3479dd req-030a95fb-f4a7-4257-ba92-70915fdc36e6 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-537879274', 'description': 'tempest-description-1422649318'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:11.252937 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ae806da8-9dd9-4a77-881f-a8e5da3479dd req-030a95fb-f4a7-4257-ba92-70915fdc36e6 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:11.366785 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ae806da8-9dd9-4a77-881f-a8e5da3479dd req-030a95fb-f4a7-4257-ba92-70915fdc36e6 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:11.447483 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ae806da8-9dd9-4a77-881f-a8e5da3479dd req-030a95fb-f4a7-4257-ba92-70915fdc36e6 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:11.504777 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a97e17ea-d264-41fa-88ad-18e5110938ad req-032cac16-b951-4de3-aecf-51285ee5c9cb tempest-AbsoluteLimitsNegativeTestJSON-1124220478 tempest-AbsoluteLimitsNegativeTestJSON-1124220478-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=459494e109ed414894faf587bb3efb98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447688 Sep 17 23:44:11.523785 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a95fb-f4a7-4257-ba92-70915fdc36e6 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b72f6f-c002-4b75-b281-368c7e69de7f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:11.583297 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ae806da8-9dd9-4a77-881f-a8e5da3479dd req-030a95fb-f4a7-4257-ba92-70915fdc36e6 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:11.584438 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae806da8-9dd9-4a77-881f-a8e5da3479dd req-030a95fb-f4a7-4257-ba92-70915fdc36e6 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4452963 Sep 17 23:44:11.628405 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c68b69-e0c2-4f0b-b532-f3f7a8c11232 x-openstack-request-id: req-94c68b69-e0c2-4f0b-b532-f3f7a8c11232 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:11.628702 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5", "tag": "9f437ee3-9eb5-4c0d-a3c5-43826fb47219", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:11.628986 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-94c68b69-e0c2-4f0b-b532-f3f7a8c11232 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:11.629386 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5', 'tag': '9f437ee3-9eb5-4c0d-a3c5-43826fb47219', 'status': 'completed', 'code': 200} Sep 17 23:44:11.658249 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e17ea-d264-41fa-88ad-18e5110938ad req-77d3a3f5-dd57-4db5-953c-53c2d88cedd3 tempest-AbsoluteLimitsNegativeTestJSON-1124220478 tempest-AbsoluteLimitsNegativeTestJSON-1124220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:11.660045 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a97e17ea-d264-41fa-88ad-18e5110938ad req-77d3a3f5-dd57-4db5-953c-53c2d88cedd3 tempest-AbsoluteLimitsNegativeTestJSON-1124220478 tempest-AbsoluteLimitsNegativeTestJSON-1124220478-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1479874 Sep 17 23:44:11.677202 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a97e17ea-d264-41fa-88ad-18e5110938ad req-568c951b-e7d0-47fd-bbb0-9fddba7a9311 tempest-AbsoluteLimitsNegativeTestJSON-1124220478 tempest-AbsoluteLimitsNegativeTestJSON-1124220478-project] 10.222.0.46 "GET /v2.0/quotas/459494e109ed414894faf587bb3efb98 HTTP/1.1" status: 200 len: 375 time: 0.0102093 Sep 17 23:44:11.723966 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7c95e-0a6d-46d5-b92d-0a7fd628f954 req-9e215a7b-9a08-40af-9867-2e126825730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:11.729985 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ded7c95e-0a6d-46d5-b92d-0a7fd628f954 req-9e215a7b-9a08-40af-9867-2e126825730c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf9c45bf73dd45a6bde6723955a40573&device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 1095 time: 0.0573769 Sep 17 23:44:11.739216 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a97e17ea-d264-41fa-88ad-18e5110938ad req-46bb9bfa-4e4a-410b-b28e-0fc1cc929776 tempest-AbsoluteLimitsNegativeTestJSON-1124220478 tempest-AbsoluteLimitsNegativeTestJSON-1124220478-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=459494e109ed414894faf587bb3efb98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333502 Sep 17 23:44:11.779485 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c1f23-53ca-4642-b33b-5cfe0b63d5ea req-ed9cadb5-1dc8-494d-b6d6-ad7f4011bc6b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:11.797984 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c1f23-53ca-4642-b33b-5cfe0b63d5ea req-ed9cadb5-1dc8-494d-b6d6-ad7f4011bc6b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:11.814111 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c1f23-53ca-4642-b33b-5cfe0b63d5ea req-ed9cadb5-1dc8-494d-b6d6-ad7f4011bc6b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:11.823760 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c1f23-53ca-4642-b33b-5cfe0b63d5ea req-ed9cadb5-1dc8-494d-b6d6-ad7f4011bc6b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:11.836517 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c1f23-53ca-4642-b33b-5cfe0b63d5ea req-ed9cadb5-1dc8-494d-b6d6-ad7f4011bc6b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:11.855460 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c1f23-53ca-4642-b33b-5cfe0b63d5ea req-ed9cadb5-1dc8-494d-b6d6-ad7f4011bc6b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:11.863834 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c1f23-53ca-4642-b33b-5cfe0b63d5ea req-ed9cadb5-1dc8-494d-b6d6-ad7f4011bc6b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:11.865726 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c21c1f23-53ca-4642-b33b-5cfe0b63d5ea req-ed9cadb5-1dc8-494d-b6d6-ad7f4011bc6b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5435 time: 0.1876771 Sep 17 23:44:11.874336 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7c95e-0a6d-46d5-b92d-0a7fd628f954 req-82452f9c-d8db-4932-9d58-5bcebd6f41e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:11.875998 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ded7c95e-0a6d-46d5-b92d-0a7fd628f954 req-82452f9c-d8db-4932-9d58-5bcebd6f41e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8daf63cb-30ff-44e7-8a00-0c05e2ff207c HTTP/1.1" status: 200 len: 913 time: 0.1318376 Sep 17 23:44:11.944530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c21c1f23-53ca-4642-b33b-5cfe0b63d5ea req-93ff0b0b-8fb3-49c7-ad82-5e229646f282 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706613 Sep 17 23:44:11.959252 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ded7c95e-0a6d-46d5-b92d-0a7fd628f954 req-0b89af4a-fa0f-473d-ac50-7f645a541ac2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f437ee3-9eb5-4c0d-a3c5-43826fb47219 HTTP/1.1" status: 200 len: 217 time: 0.0728521 Sep 17 23:44:11.977806 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9136c1-6caa-4cb8-9bdf-17b06781c353 req-64bd6e67-42ba-439c-b892-168f84fa18d9 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:11.979575 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d9136c1-6caa-4cb8-9bdf-17b06781c353 req-64bd6e67-42ba-439c-b892-168f84fa18d9 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.0980754 Sep 17 23:44:12.036633 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7c95e-0a6d-46d5-b92d-0a7fd628f954 req-a0fd2d7d-b838-4205-9148-8a54f46c42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:12.038641 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ded7c95e-0a6d-46d5-b92d-0a7fd628f954 req-a0fd2d7d-b838-4205-9148-8a54f46c42dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34f97caf-9ba2-4dbc-be22-8959c646dc24 HTTP/1.1" status: 200 len: 851 time: 0.0696943 Sep 17 23:44:12.054750 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d9136c1-6caa-4cb8-9bdf-17b06781c353 req-d6210def-f186-402c-86e1-020f845a026e tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632858 Sep 17 23:44:12.117185 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7c95e-0a6d-46d5-b92d-0a7fd628f954 req-7e4f7e9e-ce9e-4c5d-9dfc-42a663d95b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:12.119329 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ded7c95e-0a6d-46d5-b92d-0a7fd628f954 req-7e4f7e9e-ce9e-4c5d-9dfc-42a663d95b67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8daf63cb-30ff-44e7-8a00-0c05e2ff207c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692837 Sep 17 23:44:12.213521 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-cb7674bb-cfc2-4ab6-9916-7b6b4c39c7c0 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:12.217360 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-cb7674bb-cfc2-4ab6-9916-7b6b4c39c7c0 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/networks?id=61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 HTTP/1.1" status: 200 len: 812 time: 0.1605387 Sep 17 23:44:12.237545 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ded7c95e-0a6d-46d5-b92d-0a7fd628f954 req-19384676-d8ce-422d-88c1-53adfe5aa180 service neutron] 10.222.0.37 "GET /v2.0/networks/8daf63cb-30ff-44e7-8a00-0c05e2ff207c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975645 Sep 17 23:44:12.277611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ecf0a-b08c-4e0e-af14-0ea03ead6df2 req-29e7ffae-640e-4e1c-8545-f81a8e1687f6 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:12.281291 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe2ecf0a-b08c-4e0e-af14-0ea03ead6df2 req-29e7ffae-640e-4e1c-8545-f81a8e1687f6 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 947 time: 0.1319475 Sep 17 23:44:12.285284 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-6fdf2ba9-7310-466e-a77a-483b53a319e1 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/quotas/09b9a7f871a14d6ab2c46e8a4e2591b9 HTTP/1.1" status: 200 len: 375 time: 0.0637114 Sep 17 23:44:12.347404 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-2c60b834-988b-4013-98c8-4447e2b146c0 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=09b9a7f871a14d6ab2c46e8a4e2591b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477581 Sep 17 23:44:12.373999 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ded7c95e-0a6d-46d5-b92d-0a7fd628f954 req-79c2e6e3-bd79-4e9e-a79b-40253bb1c8e9 service neutron] 10.222.0.37 "GET /v2.0/networks/8daf63cb-30ff-44e7-8a00-0c05e2ff207c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275873 Sep 17 23:44:12.374709 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34228) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:12.426502 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9f437ee3-9eb5-4c0d-a3c5-43826fb47219 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:44:12.520072 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9c45469b-f435-4d5e-93e6-21d652d2c953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:12.542877 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9f437ee3-9eb5-4c0d-a3c5-43826fb47219, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9f437ee3-9eb5-4c0d-a3c5-43826fb47219,segment=NetworkSegment(2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff),segment_id=2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:12.556990 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '9f437ee3-9eb5-4c0d-a3c5-43826fb47219', 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c', 'port_id': '9f437ee3-9eb5-4c0d-a3c5-43826fb47219', 'mac_address': 'fa:16:3e:4e:20:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f97caf-9ba2-4dbc-be22-8959c646dc24', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:44:12.597481 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:12.615262 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f437ee3-9eb5-4c0d-a3c5-43826fb47219 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:44:12.626382 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9c45469b-f435-4d5e-93e6-21d652d2c953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:12.636008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9f437ee3-9eb5-4c0d-a3c5-43826fb47219, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9f437ee3-9eb5-4c0d-a3c5-43826fb47219,segment=NetworkSegment(2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff),segment_id=2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:12.705033 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9c45469b-f435-4d5e-93e6-21d652d2c953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:12.722240 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:12.722908 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 0ad6b823-2cf1-4547-a232-d70e7592cade details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:44:12.736151 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe2ecf0a-b08c-4e0e-af14-0ea03ead6df2 req-853c2121-7ca3-43d8-bba4-a85018d21d8c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462147 Sep 17 23:44:12.763977 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45469b-f435-4d5e-93e6-21d652d2c953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2551a29d-fe82-45af-8866-7221abd4dd10,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:12.781614 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9f437ee3-9eb5-4c0d-a3c5-43826fb47219,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:12.794823 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9c45469b-f435-4d5e-93e6-21d652d2c953 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=459494e109ed414894faf587bb3efb98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165277 Sep 17 23:44:12.795659 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34232) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:12.813913 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-e0eaf333-9f7d-4240-8156-23f62c9a783f service neutron] 10.222.0.46 "GET /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515431 Sep 17 23:44:12.882247 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e8a25034-214a-472f-a721-654ce43f17be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:12.911676 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 0ad6b823-2cf1-4547-a232-d70e7592cade, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0ad6b823-2cf1-4547-a232-d70e7592cade,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:12.916051 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e8a25034-214a-472f-a721-654ce43f17be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:12.933976 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '0ad6b823-2cf1-4547-a232-d70e7592cade', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '0ad6b823-2cf1-4547-a232-d70e7592cade', 'mac_address': 'fa:16:3e:6e:a7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:44:12.969426 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-02c026b4-4ea9-402e-854d-ad6644cc0379 service neutron] 10.222.0.46 "GET /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548691 Sep 17 23:44:12.985478 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:13.006359 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad6b823-2cf1-4547-a232-d70e7592cade {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:44:13.032709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e2773-6f86-473e-be5a-335a85be1048 req-1114ad62-b9da-4e5c-8851-7484f3dc7eaf tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:13.038732 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e2773-6f86-473e-be5a-335a85be1048 req-1114ad62-b9da-4e5c-8851-7484f3dc7eaf tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:13.044675 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e2773-6f86-473e-be5a-335a85be1048 req-1114ad62-b9da-4e5c-8851-7484f3dc7eaf tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:13.047351 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 0ad6b823-2cf1-4547-a232-d70e7592cade, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0ad6b823-2cf1-4547-a232-d70e7592cade,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:13.050612 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e2773-6f86-473e-be5a-335a85be1048 req-1114ad62-b9da-4e5c-8851-7484f3dc7eaf tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:13.052543 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e8a25034-214a-472f-a721-654ce43f17be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:13.056489 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e2773-6f86-473e-be5a-335a85be1048 req-1114ad62-b9da-4e5c-8851-7484f3dc7eaf tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:13.057043 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e8a25034-214a-472f-a721-654ce43f17be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:13.061001 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e8a25034-214a-472f-a721-654ce43f17be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2551a29d-fe82-45af-8866-7221abd4dd10 HTTP/1.1" status: 204 len: 168 time: 0.2618072 Sep 17 23:44:13.062816 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e2773-6f86-473e-be5a-335a85be1048 req-1114ad62-b9da-4e5c-8851-7484f3dc7eaf tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:13.069055 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a25034-214a-472f-a721-654ce43f17be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2551a29d-fe82-45af-8866-7221abd4dd10,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:13.071108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e2773-6f86-473e-be5a-335a85be1048 req-1114ad62-b9da-4e5c-8851-7484f3dc7eaf tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:13.073075 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-706e2773-6f86-473e-be5a-335a85be1048 req-1114ad62-b9da-4e5c-8851-7484f3dc7eaf tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5435 time: 0.1286876 Sep 17 23:44:13.085662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34238) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:13.089978 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-0dc6ae31-5848-42dd-aef1-f70d63707abc tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Request body: {'floatingip': {'port_id': 'ecc31a07-bb51-4d99-8ffb-b0d0291c3627'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:13.132821 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:13.137031 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0dc6ae31-5848-42dd-aef1-f70d63707abc tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:13.178301 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:13.285690 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dc8f7-36cd-4cca-92fe-d4491bcf8475 req-e385cdff-6e5c-435e-8bb4-11d3d2e2aa99 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:13.288330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=0ad6b823-2cf1-4547-a232-d70e7592cade,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:13.292997 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-100dc8f7-36cd-4cca-92fe-d4491bcf8475 req-e385cdff-6e5c-435e-8bb4-11d3d2e2aa99 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 945 time: 0.1522095 Sep 17 23:44:13.425197 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-100dc8f7-36cd-4cca-92fe-d4491bcf8475 req-ac61d874-be0b-4786-bd2a-4dd8a301dd7c tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae376fd-31ce-4252-9ddb-dd9141923c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290939 Sep 17 23:44:13.537954 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5cca412-fddc-4516-b14e-6a4b238ef63d req-33c83e98-ed0a-4d54-af6d-1ccb09aed3cd tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 210 time: 0.0443821 Sep 17 23:44:13.546180 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666be03-2250-4601-ab3c-eb7dba42f845 req-dd7ea80c-0ac1-4b1e-801c-5d3de0a6a29f tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:13.547784 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3666be03-2250-4601-ab3c-eb7dba42f845 req-dd7ea80c-0ac1-4b1e-801c-5d3de0a6a29f tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.2322228 Sep 17 23:44:13.601976 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['9f437ee3-9eb5-4c0d-a3c5-43826fb47219'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:13.628791 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['0ad6b823-2cf1-4547-a232-d70e7592cade'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:13.639111 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3666be03-2250-4601-ab3c-eb7dba42f845 req-55e27fcf-1bd0-4f90-8f72-65bd4a277c6d tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806365 Sep 17 23:44:13.920722 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0dc6ae31-5848-42dd-aef1-f70d63707abc tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:13.979520 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7914e7-e78a-44a9-ad9d-48ff297e0477 req-210f376f-aa9a-4538-8785-3ed06d33d598 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:13.979520 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a7914e7-e78a-44a9-ad9d-48ff297e0477 req-210f376f-aa9a-4538-8785-3ed06d33d598 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 948 time: 0.0623980 Sep 17 23:44:14.002590 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0dc6ae31-5848-42dd-aef1-f70d63707abc tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:14.054175 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a7914e7-e78a-44a9-ad9d-48ff297e0477 req-8df7f6e1-c225-49b2-85ea-42e19e92d87b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728788 Sep 17 23:44:14.064543 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-54b5a651-e580-495c-a539-4757b8acb707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:14.131315 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-0dc6ae31-5848-42dd-aef1-f70d63707abc tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Floating IP 4d6ed3f1-59a8-477c-b44f-ad82cd04772c associated. External IP: 172.25.3.90, port: ecc31a07-bb51-4d99-8ffb-b0d0291c3627. Sep 17 23:44:14.357900 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc6ae31-5848-42dd-aef1-f70d63707abc tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Router 234ca762-804a-4688-a548-74c2cf19b394 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:44:14.489844 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc6ae31-5848-42dd-aef1-f70d63707abc tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:44:14.502055 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0dc6ae31-5848-42dd-aef1-f70d63707abc tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:14.502779 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5023b9-f176-4efe-bc98-417b08a5ba97 None None] Sync routers for ids ['234ca762-804a-4688-a548-74c2cf19b394'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:44:14.561237 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5023b9-f176-4efe-bc98-417b08a5ba97 None None] Routers {'234ca762-804a-4688-a548-74c2cf19b394'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:44:14.566285 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-fc5023b9-f176-4efe-bc98-417b08a5ba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:43:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['234ca762-804a-4688-a548-74c2cf19b394'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:14.591801 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0dc6ae31-5848-42dd-aef1-f70d63707abc tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "PUT /v2.0/floatingips/4d6ed3f1-59a8-477c-b44f-ad82cd04772c HTTP/1.1" status: 200 len: 990 time: 1.5057607 Sep 17 23:44:14.596626 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'tag': 'ecc31a07-bb51-4d99-8ffb-b0d0291c3627'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:14.599486 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790a8f9e-258c-4188-9e7e-b7e838aeec2b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "tag": "ecc31a07-bb51-4d99-8ffb-b0d0291c3627"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:14.622390 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310efea8-0f7c-40b9-8980-b906f473c3bf req-f236dd30-33d2-4a52-afdf-4d6ba5213faa tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:14.623955 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-310efea8-0f7c-40b9-8980-b906f473c3bf req-f236dd30-33d2-4a52-afdf-4d6ba5213faa tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 945 time: 0.1172113 Sep 17 23:44:14.699915 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-fc5023b9-f176-4efe-bc98-417b08a5ba97 None None] Set router 234ca762-804a-4688-a548-74c2cf19b394 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:44:14.711042 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b618488-af64-4d77-9863-a6235adc2d68 req-c01bbf0e-0a41-47bf-8d9e-98e384766fae tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 210 time: 0.0558970 Sep 17 23:44:14.725693 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-310efea8-0f7c-40b9-8980-b906f473c3bf req-8ad5f3ae-04ea-4ba4-a82d-55e552aa581d tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae376fd-31ce-4252-9ddb-dd9141923c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941522 Sep 17 23:44:14.854548 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6f1114-be53-471b-b8e2-5bca77749224 x-openstack-request-id: req-4b6f1114-be53-471b-b8e2-5bca77749224 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:14.854845 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "tag": "ecc31a07-bb51-4d99-8ffb-b0d0291c3627", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:14.855095 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b6f1114-be53-471b-b8e2-5bca77749224 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:14.855492 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'tag': 'ecc31a07-bb51-4d99-8ffb-b0d0291c3627', 'status': 'completed', 'code': 200} Sep 17 23:44:14.994958 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a8f9e-258c-4188-9e7e-b7e838aeec2b req-5159d590-d764-4a3e-8b67-622fbffd74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:14.996659 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a8f9e-258c-4188-9e7e-b7e838aeec2b req-5159d590-d764-4a3e-8b67-622fbffd74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:14.998738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a8f9e-258c-4188-9e7e-b7e838aeec2b req-5159d590-d764-4a3e-8b67-622fbffd74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:15.000325 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a8f9e-258c-4188-9e7e-b7e838aeec2b req-5159d590-d764-4a3e-8b67-622fbffd74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:15.002720 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a8f9e-258c-4188-9e7e-b7e838aeec2b req-5159d590-d764-4a3e-8b67-622fbffd74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:15.003931 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a8f9e-258c-4188-9e7e-b7e838aeec2b req-5159d590-d764-4a3e-8b67-622fbffd74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:15.005683 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a8f9e-258c-4188-9e7e-b7e838aeec2b req-5159d590-d764-4a3e-8b67-622fbffd74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:15.010184 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-790a8f9e-258c-4188-9e7e-b7e838aeec2b req-5159d590-d764-4a3e-8b67-622fbffd74a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 6492 time: 0.1186931 Sep 17 23:44:15.029622 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-fc5023b9-f176-4efe-bc98-417b08a5ba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ca762-804a-4688-a548-74c2cf19b394', 'name': 'tempest-TaggedBootDevicesTest-1765114957-router', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:41:39Z', 'updated_at': '2021-09-17T23:41:48Z', 'revision_number': 4, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'gw_port': {'id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:41Z', 'updated_at': '2021-09-17T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '4d6ed3f1-59a8-477c-b44f-ad82cd04772c', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '234ca762-804a-4688-a548-74c2cf19b394', 'port_id': 'ecc31a07-bb51-4d99-8ffb-b0d0291c3627', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e', 'mac_address': 'fa:16:3e:81:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:42:51Z', 'updated_at': '2021-09-17T23:44:13Z', 'revision_number': 1, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0076aa87-057c-4490-8b12-bada10f1cf69', 'name': '', 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'mac_address': 'fa:16:3e:06:b9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '08d092af-cd76-4eda-b787-3854ce9db95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:47Z', 'updated_at': '2021-09-17T23:41:53Z', 'revision_number': 5, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'subnets': [{'id': '08d092af-cd76-4eda-b787-3854ce9db95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:15.063101 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5023b9-f176-4efe-bc98-417b08a5ba97 None None] Checking router: 234ca762-804a-4688-a548-74c2cf19b394 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:44:15.069929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3845430-afdd-460d-bda2-185cf8e94f2f req-bdf8d0a0-4061-437c-8257-5ded64239353 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:15.071732 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3845430-afdd-460d-bda2-185cf8e94f2f req-bdf8d0a0-4061-437c-8257-5ded64239353 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.1257493 Sep 17 23:44:15.076223 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5023b9-f176-4efe-bc98-417b08a5ba97 None None] Routers {'234ca762-804a-4688-a548-74c2cf19b394'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:44:15.076858 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-fc5023b9-f176-4efe-bc98-417b08a5ba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:43:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['234ca762-804a-4688-a548-74c2cf19b394'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:15.130167 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3845430-afdd-460d-bda2-185cf8e94f2f req-cbfbc067-93ca-438f-84d2-3396259457e6 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468259 Sep 17 23:44:15.156373 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a8f9e-258c-4188-9e7e-b7e838aeec2b req-6f582c38-dfb9-44cd-8bee-a1ae6d373e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:15.158797 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-790a8f9e-258c-4188-9e7e-b7e838aeec2b req-6f582c38-dfb9-44cd-8bee-a1ae6d373e96 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d08905d-ca5b-4e76-bde0-b74df6a1af4e HTTP/1.1" status: 200 len: 913 time: 0.1361279 Sep 17 23:44:15.258713 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-fc5023b9-f176-4efe-bc98-417b08a5ba97 None None] Set router 234ca762-804a-4688-a548-74c2cf19b394 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:44:15.267641 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-790a8f9e-258c-4188-9e7e-b7e838aeec2b req-5d38603d-6aaa-4e42-ba96-82a120da2af3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc31a07-bb51-4d99-8ffb-b0d0291c3627 HTTP/1.1" status: 200 len: 998 time: 0.1017909 Sep 17 23:44:15.357711 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34304) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:15.372509 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a8f9e-258c-4188-9e7e-b7e838aeec2b req-1b5b85ad-ad3f-49f2-821b-f77f08faec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:15.375022 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-790a8f9e-258c-4188-9e7e-b7e838aeec2b req-1b5b85ad-ad3f-49f2-821b-f77f08faec4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08d092af-cd76-4eda-b787-3854ce9db95e HTTP/1.1" status: 200 len: 851 time: 0.0946329 Sep 17 23:44:15.387377 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fe822-bf04-4fd1-b71c-23933814a706 req-c01bf97e-3a02-4e9e-b94d-c12427b2dad6 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:15.395010 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f9fe822-bf04-4fd1-b71c-23933814a706 req-c01bf97e-3a02-4e9e-b94d-c12427b2dad6 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 948 time: 0.0934174 Sep 17 23:44:15.410096 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27e37d-ece4-4709-9ca8-a2feb723ae73 req-62c26af6-14f9-4656-8001-ab9211674b17 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:15.411609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0b27e37d-ece4-4709-9ca8-a2feb723ae73 req-62c26af6-14f9-4656-8001-ab9211674b17 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a283322-0b02-4697-b1ad-18ec37a931f6 HTTP/1.1" status: 200 len: 945 time: 0.0990765 Sep 17 23:44:15.434688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a8f9e-258c-4188-9e7e-b7e838aeec2b req-5e4cca06-6ca8-4692-a18c-45495d0a9e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:15.436492 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-790a8f9e-258c-4188-9e7e-b7e838aeec2b req-5e4cca06-6ca8-4692-a18c-45495d0a9e80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d08905d-ca5b-4e76-bde0-b74df6a1af4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530875 Sep 17 23:44:15.481196 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f9fe822-bf04-4fd1-b71c-23933814a706 req-50571b8f-6101-423f-a7d1-db85c059c7ba tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717571 Sep 17 23:44:15.487463 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0b27e37d-ece4-4709-9ca8-a2feb723ae73 req-8c917f74-6656-4a0a-8abb-c17d093481ae tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/security-groups?id=db7ad46b-cf1d-4cea-8280-08340ec636f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673635 Sep 17 23:44:15.532607 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83979ad7-f03b-41cb-b30e-d023da941794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:15.556316 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-fc5023b9-f176-4efe-bc98-417b08a5ba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ca762-804a-4688-a548-74c2cf19b394', 'name': 'tempest-TaggedBootDevicesTest-1765114957-router', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:41:39Z', 'updated_at': '2021-09-17T23:41:48Z', 'revision_number': 4, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'gw_port': {'id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:41Z', 'updated_at': '2021-09-17T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '4d6ed3f1-59a8-477c-b44f-ad82cd04772c', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '234ca762-804a-4688-a548-74c2cf19b394', 'port_id': 'ecc31a07-bb51-4d99-8ffb-b0d0291c3627', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e', 'mac_address': 'fa:16:3e:81:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:42:51Z', 'updated_at': '2021-09-17T23:44:13Z', 'revision_number': 1, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0076aa87-057c-4490-8b12-bada10f1cf69', 'name': '', 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'mac_address': 'fa:16:3e:06:b9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '08d092af-cd76-4eda-b787-3854ce9db95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:47Z', 'updated_at': '2021-09-17T23:41:53Z', 'revision_number': 5, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'subnets': [{'id': '08d092af-cd76-4eda-b787-3854ce9db95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:15.576203 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-790a8f9e-258c-4188-9e7e-b7e838aeec2b req-f8d04c12-e248-4739-b995-19618ca911bc service neutron] 10.222.0.37 "GET /v2.0/networks/9d08905d-ca5b-4e76-bde0-b74df6a1af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309350 Sep 17 23:44:15.589975 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5023b9-f176-4efe-bc98-417b08a5ba97 None None] The sync data for ids ['234ca762-804a-4688-a548-74c2cf19b394'] in n-d-809883-1 is: [{'id': '234ca762-804a-4688-a548-74c2cf19b394', 'name': 'tempest-TaggedBootDevicesTest-1765114957-router', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:41:39Z', 'updated_at': '2021-09-17T23:41:48Z', 'revision_number': 4, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'gw_port': {'id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:41Z', 'updated_at': '2021-09-17T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '4d6ed3f1-59a8-477c-b44f-ad82cd04772c', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '234ca762-804a-4688-a548-74c2cf19b394', 'port_id': 'ecc31a07-bb51-4d99-8ffb-b0d0291c3627', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e', 'mac_address': 'fa:16:3e:81:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:42:51Z', 'updated_at': '2021-09-17T23:44:13Z', 'revision_number': 1, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0076aa87-057c-4490-8b12-bada10f1cf69', 'name': '', 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'mac_address': 'fa:16:3e:06:b9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '08d092af-cd76-4eda-b787-3854ce9db95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:47Z', 'updated_at': '2021-09-17T23:41:53Z', 'revision_number': 5, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'subnets': [{'id': '08d092af-cd76-4eda-b787-3854ce9db95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:44:15.708201 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-790a8f9e-258c-4188-9e7e-b7e838aeec2b req-a75d50d8-212d-4b0d-bc49-e9bee0e742d8 service neutron] 10.222.0.37 "GET /v2.0/networks/9d08905d-ca5b-4e76-bde0-b74df6a1af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206846 Sep 17 23:44:15.721827 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83979ad7-f03b-41cb-b30e-d023da941794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:15.790269 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83979ad7-f03b-41cb-b30e-d023da941794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:15.798481 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ef4ae9-61be-4a28-8fc8-ab8315c93661 None None] New status for floating IP 4d6ed3f1-59a8-477c-b44f-ad82cd04772c: ACTIVE {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:44:15.826745 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67df1b93-9552-4908-9932-c1d59b74f5f0 req-a9501b10-fa08-48b4-b6d1-3f9006cfa056 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 210 time: 0.0423226 Sep 17 23:44:15.856152 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83979ad7-f03b-41cb-b30e-d023da941794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925b107d-74dd-4dfc-8a7d-059a513cf09c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:15.865085 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-83979ad7-f03b-41cb-b30e-d023da941794 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=47c418dd46ae42c19fd0230408dd50aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5055685 Sep 17 23:44:15.868477 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34314) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:15.888301 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6b0c8-d16c-4483-87d4-3d45f42ea563 req-c2818037-8d84-4d74-a721-a3c156a98d37 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:15.890022 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01e6b0c8-d16c-4483-87d4-3d45f42ea563 req-c2818037-8d84-4d74-a721-a3c156a98d37 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 945 time: 0.0663104 Sep 17 23:44:15.929218 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b625fc5e-60f6-477e-8ca9-117a52c89cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:15.952325 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01e6b0c8-d16c-4483-87d4-3d45f42ea563 req-4095d83b-37db-405d-84c3-d630c489a9de tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae376fd-31ce-4252-9ddb-dd9141923c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489733 Sep 17 23:44:15.955688 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b625fc5e-60f6-477e-8ca9-117a52c89cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:16.103667 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b625fc5e-60f6-477e-8ca9-117a52c89cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:16.106235 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b625fc5e-60f6-477e-8ca9-117a52c89cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:16.107389 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b625fc5e-60f6-477e-8ca9-117a52c89cc0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/925b107d-74dd-4dfc-8a7d-059a513cf09c HTTP/1.1" status: 204 len: 168 time: 0.2346504 Sep 17 23:44:16.126819 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625fc5e-60f6-477e-8ca9-117a52c89cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925b107d-74dd-4dfc-8a7d-059a513cf09c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:16.165258 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-bbc62a01-cbf6-4656-a8df-34afb599dc91 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:16.166747 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-bbc62a01-cbf6-4656-a8df-34afb599dc91 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.41 "GET /v2.0/networks?id=61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 HTTP/1.1" status: 200 len: 812 time: 0.1286736 Sep 17 23:44:16.186490 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-578f94fd-cd9e-48f5-a5b8-a9453b888d52 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Request body: {'port': {'device_id': '9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2', 'network_id': '61fd0ff8-bde6-4e98-bc61-f528a1ff35f3', 'admin_state_up': True, 'tenant_id': '09b9a7f871a14d6ab2c46e8a4e2591b9'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:16.251105 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec97b3a-e19a-4ecc-a806-3699e14f2ecc req-a2e23efb-294b-4412-8530-53bdd27410ce tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:16.257316 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eec97b3a-e19a-4ecc-a806-3699e14f2ecc req-a2e23efb-294b-4412-8530-53bdd27410ce tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.0587788 Sep 17 23:44:16.301944 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eec97b3a-e19a-4ecc-a806-3699e14f2ecc req-8fd86932-c2bf-4f19-a97f-6c70bf8611dc tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417621 Sep 17 23:44:16.394865 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-578f94fd-cd9e-48f5-a5b8-a9453b888d52 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Made reservation on behalf of 09b9a7f871a14d6ab2c46e8a4e2591b9 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:44:16.398513 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-578f94fd-cd9e-48f5-a5b8-a9453b888d52 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:16.457478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9f437ee3-9eb5-4c0d-a3c5-43826fb47219 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:16.537668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-578f94fd-cd9e-48f5-a5b8-a9453b888d52 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Allocated IP 172.20.0.7 (61fd0ff8-bde6-4e98-bc61-f528a1ff35f3/d83ea213-422a-4034-a7c8-6f64998ed54d/516c6bd7-4d3e-4aec-91c6-23785c92ed0c) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:44:16.550933 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3adb07b4-0778-467b-96e0-328a1b55a249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:16.602287 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 9f437ee3-9eb5-4c0d-a3c5-43826fb47219 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:44:16.608614 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 9f437ee3-9eb5-4c0d-a3c5-43826fb47219 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:16.609026 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:16.645341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8937f-47f1-4f0f-8443-9688d6b1ea6d req-51670a0f-322a-4a16-bb06-92630f4aef2f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:16.646857 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cbe8937f-47f1-4f0f-8443-9688d6b1ea6d req-51670a0f-322a-4a16-bb06-92630f4aef2f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 948 time: 0.0946574 Sep 17 23:44:16.659585 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a37751-83e5-4381-af21-c138920c3572 req-1166ec95-ec67-459c-960f-51e2755ae6e6 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:16.668116 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61a37751-83e5-4381-af21-c138920c3572 req-1166ec95-ec67-459c-960f-51e2755ae6e6 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a283322-0b02-4697-b1ad-18ec37a931f6 HTTP/1.1" status: 200 len: 945 time: 0.0703666 Sep 17 23:44:16.708580 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:16.724674 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cbe8937f-47f1-4f0f-8443-9688d6b1ea6d req-1dcc05b0-cd19-4b05-bb28-8ceb07cc26c3 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555234 Sep 17 23:44:16.728066 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-578f94fd-cd9e-48f5-a5b8-a9453b888d52 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:16.729780 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61a37751-83e5-4381-af21-c138920c3572 req-9a1326fd-9448-441f-ae9c-c8ac51967f45 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/security-groups?id=db7ad46b-cf1d-4cea-8280-08340ec636f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589068 Sep 17 23:44:16.750232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f437ee3-9eb5-4c0d-a3c5-43826fb47219'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:16.750232 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d426eba-3cd0-4a94-b24a-68d5d8ccbb57" -d '{"events": [{"server_uuid": "4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5", "name": "network-vif-plugged", "status": "completed", "tag": "9f437ee3-9eb5-4c0d-a3c5-43826fb47219"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:16.760624 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9f437ee3-9eb5-4c0d-a3c5-43826fb47219, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9f437ee3-9eb5-4c0d-a3c5-43826fb47219,segment=NetworkSegment(2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff),segment_id=2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:16.787922 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afd1abe-fbed-4c71-9f13-e7d50a3754ed x-openstack-request-id: req-6afd1abe-fbed-4c71-9f13-e7d50a3754ed {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:16.788207 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5", "name": "network-vif-plugged", "status": "completed", "tag": "9f437ee3-9eb5-4c0d-a3c5-43826fb47219", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:16.788566 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6afd1abe-fbed-4c71-9f13-e7d50a3754ed {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:16.788900 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f437ee3-9eb5-4c0d-a3c5-43826fb47219', 'code': 200} Sep 17 23:44:16.864992 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:16.867580 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 0ad6b823-2cf1-4547-a232-d70e7592cade up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:16.897590 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180bca2-3a41-44e1-b736-8cac89b26ecc req-25c5af7c-2f8e-4cdb-9079-c372bf7fa3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:16.899226 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8180bca2-3a41-44e1-b736-8cac89b26ecc req-25c5af7c-2f8e-4cdb-9079-c372bf7fa3ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 1097 time: 0.0429814 Sep 17 23:44:16.900977 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-578f94fd-cd9e-48f5-a5b8-a9453b888d52 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:16.954096 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9f437ee3-9eb5-4c0d-a3c5-43826fb47219,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:16.971013 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f94fd-cd9e-48f5-a5b8-a9453b888d52 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event updated for resources: {'Port': ['ID=516c6bd7-4d3e-4aec-91c6-23785c92ed0c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:16.971442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ebe2c-f316-4ab2-9a6e-5a75ebde8fe2 req-d33d5598-b961-4f62-8c3b-5aeb5d9e4232 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:16.973070 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c15ebe2c-f316-4ab2-9a6e-5a75ebde8fe2 req-d33d5598-b961-4f62-8c3b-5aeb5d9e4232 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 931 time: 0.0746219 Sep 17 23:44:17.007930 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-578f94fd-cd9e-48f5-a5b8-a9453b888d52 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Network 61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:44:17.014073 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-578f94fd-cd9e-48f5-a5b8-a9453b888d52 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:44:17.018432 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-578f94fd-cd9e-48f5-a5b8-a9453b888d52 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:44:17.027686 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c15ebe2c-f316-4ab2-9a6e-5a75ebde8fe2 req-c6806960-04ad-44fb-9f18-ed77dc349af3 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463636 Sep 17 23:44:17.052486 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8180bca2-3a41-44e1-b736-8cac89b26ecc req-83fab32a-50d4-48d0-b251-0082b9daeab1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5ae376fd-31ce-4252-9ddb-dd9141923c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763905 Sep 17 23:44:17.075366 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 0ad6b823-2cf1-4547-a232-d70e7592cade completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:44:17.080060 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-578f94fd-cd9e-48f5-a5b8-a9453b888d52 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:17.080060 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-578f94fd-cd9e-48f5-a5b8-a9453b888d52 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:17.080449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 0ad6b823-2cf1-4547-a232-d70e7592cade triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:17.080547 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:17.131687 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa738f6-81ba-4bdc-8d05-d65a86da2b48 req-83e2f185-c5c3-4812-acd4-4e6f28950384 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:17.133347 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8aa738f6-81ba-4bdc-8d05-d65a86da2b48 req-83e2f185-c5c3-4812-acd4-4e6f28950384 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 946 time: 0.0504363 Sep 17 23:44:17.144617 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-578f94fd-cd9e-48f5-a5b8-a9453b888d52 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9620028 Sep 17 23:44:17.173194 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Request body: {'port': {'device_id': '9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:17.188546 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:17.195420 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8aa738f6-81ba-4bdc-8d05-d65a86da2b48 req-83a39c04-9904-42f8-b356-0550324d1b95 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae376fd-31ce-4252-9ddb-dd9141923c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557196 Sep 17 23:44:17.230460 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:17.243823 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 0ad6b823-2cf1-4547-a232-d70e7592cade, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0ad6b823-2cf1-4547-a232-d70e7592cade,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:17.245149 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:17.355554 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:17.413138 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=0ad6b823-2cf1-4547-a232-d70e7592cade,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:17.414127 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336e7c4-5fef-4c7f-9733-10c587a26891 req-0e617f3c-07ce-4cf3-8ecc-f49f9bcaa3e5 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:17.416104 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d336e7c4-5fef-4c7f-9733-10c587a26891 req-0e617f3c-07ce-4cf3-8ecc-f49f9bcaa3e5 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a283322-0b02-4697-b1ad-18ec37a931f6 HTTP/1.1" status: 200 len: 945 time: 0.0828791 Sep 17 23:44:17.443676 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef9bd0-3201-4b71-9a51-899814f96cb8 req-ee690db6-f8c3-46aa-8b4e-57fb76621f93 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:17.445270 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6cef9bd0-3201-4b71-9a51-899814f96cb8 req-ee690db6-f8c3-46aa-8b4e-57fb76621f93 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.0710855 Sep 17 23:44:17.484883 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6cef9bd0-3201-4b71-9a51-899814f96cb8 req-40fbfdd1-36bd-401a-b28d-a545d97010b4 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334799 Sep 17 23:44:17.505238 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34356) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:17.597428 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-d336e7c4-5fef-4c7f-9733-10c587a26891 req-10d5cbfd-2352-4167-b486-b1c5c261363c tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Deleting port ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:44:17.597770 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d336e7c4-5fef-4c7f-9733-10c587a26891 req-10d5cbfd-2352-4167-b486-b1c5c261363c tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:17.614022 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-e99c3237-84c4-46c3-ad01-fa53bb9f95e9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1779127285-network', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:17.633483 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516c6bd7-4d3e-4aec-91c6-23785c92ed0c {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:44:17.652326 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:17.667704 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:17.690694 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Transition to ACTIVE for port object 516c6bd7-4d3e-4aec-91c6-23785c92ed0c will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:44:17.709895 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d336e7c4-5fef-4c7f-9733-10c587a26891 req-10d5cbfd-2352-4167-b486-b1c5c261363c tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] For port ed0cc9ed-755a-47d1-920c-bcd4d43e3af4, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ed0cc9ed-755a-47d1-920c-bcd4d43e3af4,segment=NetworkSegment(536b1a73-6535-40f8-b9e3-fe6e91749579),segment_id=536b1a73-6535-40f8-b9e3-fe6e91749579)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:17.710252 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d336e7c4-5fef-4c7f-9733-10c587a26891 req-10d5cbfd-2352-4167-b486-b1c5c261363c tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:17.723449 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-d336e7c4-5fef-4c7f-9733-10c587a26891 req-10d5cbfd-2352-4167-b486-b1c5c261363c tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Calling delete_port for ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:44:17.743661 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99c3237-84c4-46c3-ad01-fa53bb9f95e9 admin admin] Made reservation on behalf of cd5b3c9130b84d52868b4d126d9b3228 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:44:17.746010 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e99c3237-84c4-46c3-ad01-fa53bb9f95e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:17.755599 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e99c3237-84c4-46c3-ad01-fa53bb9f95e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:17.777160 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:17.839860 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Pushing event updated for resources: {'Port': ['ID=516c6bd7-4d3e-4aec-91c6-23785c92ed0c,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:17.864386 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:17.864733 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:17.865110 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:17.865448 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:17.867588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:17.867588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:17.867588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:17.867588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:17.867588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:17.867588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:17.868158 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:17.868158 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:17.925314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e52c9-47f5-40c8-955b-d2dc27dec2ae req-f798281f-78ff-42a6-8f76-948f1193ab95 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:17.927698 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-193e52c9-47f5-40c8-955b-d2dc27dec2ae req-f798281f-78ff-42a6-8f76-948f1193ab95 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a283322-0b02-4697-b1ad-18ec37a931f6 HTTP/1.1" status: 200 len: 945 time: 0.1001012 Sep 17 23:44:17.940300 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49a4d4-5760-4879-ab58-8b907aa6897b req-98d5b901-6182-489a-977c-30723859183b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:17.941453 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb49a4d4-5760-4879-ab58-8b907aa6897b req-98d5b901-6182-489a-977c-30723859183b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 949 time: 0.1294467 Sep 17 23:44:18.140137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Attempting to bind port 516c6bd7-4d3e-4aec-91c6-23785c92ed0c on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:44:18.140137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Attempting to bind port 516c6bd7-4d3e-4aec-91c6-23785c92ed0c by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'bff38316-12df-4891-9977-6ff960030625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '61fd0ff8-bde6-4e98-bc61-f528a1ff35f3'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:44:18.140137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Attempting to bind port 516c6bd7-4d3e-4aec-91c6-23785c92ed0c on network 61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:44:18.140137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Port 516c6bd7-4d3e-4aec-91c6-23785c92ed0c on network 61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:44:18.140137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Attempting to bind port 516c6bd7-4d3e-4aec-91c6-23785c92ed0c on network 61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:44:18.143258 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e99c3237-84c4-46c3-ad01-fa53bb9f95e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:18.143802 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:44:18.143802 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Checking segment: {'id': 'bff38316-12df-4891-9977-6ff960030625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '61fd0ff8-bde6-4e98-bc61-f528a1ff35f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:44:18.143802 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Bound using segment: {'id': 'bff38316-12df-4891-9977-6ff960030625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '61fd0ff8-bde6-4e98-bc61-f528a1ff35f3'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:44:18.143802 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Bound port: 516c6bd7-4d3e-4aec-91c6-23785c92ed0c, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff38316-12df-4891-9977-6ff960030625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '61fd0ff8-bde6-4e98-bc61-f528a1ff35f3'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:44:18.143802 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:18.145411 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-193e52c9-47f5-40c8-955b-d2dc27dec2ae req-4397262e-48ac-42bd-b381-99ae87a63498 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/security-groups?id=db7ad46b-cf1d-4cea-8280-08340ec636f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796072 Sep 17 23:44:18.145411 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb49a4d4-5760-4879-ab58-8b907aa6897b req-ed10dcb7-94e9-4510-b8f0-6611d5e7fe3c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776980 Sep 17 23:44:18.145934 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] For port 516c6bd7-4d3e-4aec-91c6-23785c92ed0c, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:44:18.145934 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] For port 516c6bd7-4d3e-4aec-91c6-23785c92ed0c, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=516c6bd7-4d3e-4aec-91c6-23785c92ed0c,segment=NetworkSegment(bff38316-12df-4891-9977-6ff960030625),segment_id=bff38316-12df-4891-9977-6ff960030625)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:44:18.161932 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82465b20-5392-4cc2-911c-40d944f96467 req-7b775014-e094-4183-bc3c-50a921f1e42e tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:18.163462 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82465b20-5392-4cc2-911c-40d944f96467 req-7b775014-e094-4183-bc3c-50a921f1e42e tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 943 time: 0.0575652 Sep 17 23:44:18.210791 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82465b20-5392-4cc2-911c-40d944f96467 req-6dade165-fad7-4613-a62d-cee10a6b3271 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409186 Sep 17 23:44:18.328472 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc0206-7dcb-4ea8-bdae-3b9979233ffe req-238524af-db12-493b-b9d3-36592ab7f8f8 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:18.330565 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11fc0206-7dcb-4ea8-bdae-3b9979233ffe req-238524af-db12-493b-b9d3-36592ab7f8f8 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 946 time: 0.0529470 Sep 17 23:44:18.374518 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11fc0206-7dcb-4ea8-bdae-3b9979233ffe req-6f66fc04-6132-4a63-9b4f-3a134294f379 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae376fd-31ce-4252-9ddb-dd9141923c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332077 Sep 17 23:44:18.532942 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d336e7c4-5fef-4c7f-9733-10c587a26891 req-10d5cbfd-2352-4167-b486-b1c5c261363c tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:18.535368 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:18.541376 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e99c3237-84c4-46c3-ad01-fa53bb9f95e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:18.564760 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99c3237-84c4-46c3-ad01-fa53bb9f95e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:44:18.582750 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:18.583363 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:18.584781 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] 10.222.0.41 "PUT /v2.0/ports/516c6bd7-4d3e-4aec-91c6-23785c92ed0c HTTP/1.1" status: 200 len: 1091 time: 1.4163008 Sep 17 23:44:18.587623 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2', 'tag': '516c6bd7-4d3e-4aec-91c6-23785c92ed0c'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:18.589213 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c3237-84c4-46c3-ad01-fa53bb9f95e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb3ccaa-a334-4b1f-9cb8-9f205f302a94,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:18.596200 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af66e07-1fea-4e11-b981-190fe2faf9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2", "tag": "516c6bd7-4d3e-4aec-91c6-23785c92ed0c"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:18.618000 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e99c3237-84c4-46c3-ad01-fa53bb9f95e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:18.618288 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-e99c3237-84c4-46c3-ad01-fa53bb9f95e9 admin admin] Added segment 4bdfa851-2fd7-4fdd-bd0c-218459ebd235 of type vlan for network eaefbcd2-0d82-4580-bd74-59a93e59397d Sep 17 23:44:18.653730 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d336e7c4-5fef-4c7f-9733-10c587a26891 req-10d5cbfd-2352-4167-b486-b1c5c261363c tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] No DVR routers for this DVR port ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:44:18.656487 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da7daea-e031-4e5f-832e-0e7fd11ef146 x-openstack-request-id: req-0da7daea-e031-4e5f-832e-0e7fd11ef146 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:18.657095 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2", "tag": "516c6bd7-4d3e-4aec-91c6-23785c92ed0c", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:18.659931 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0da7daea-e031-4e5f-832e-0e7fd11ef146 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:18.660755 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2', 'tag': '516c6bd7-4d3e-4aec-91c6-23785c92ed0c', 'status': 'completed', 'code': 200} Sep 17 23:44:18.663586 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d336e7c4-5fef-4c7f-9733-10c587a26891 req-10d5cbfd-2352-4167-b486-b1c5c261363c tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:18.670781 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d336e7c4-5fef-4c7f-9733-10c587a26891 req-10d5cbfd-2352-4167-b486-b1c5c261363c tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.37 "DELETE /v2.0/ports/ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 HTTP/1.1" status: 204 len: 173 time: 1.2229443 Sep 17 23:44:18.678545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb52674-8a3d-45c4-8e82-8e79ba33e46f service neutron] Pushing event updated for resources: {'Port': ['ID=516c6bd7-4d3e-4aec-91c6-23785c92ed0c,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:18.679158 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e99c3237-84c4-46c3-ad01-fa53bb9f95e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:18.689485 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd74d7-84d8-447a-843a-573b32b2d4d2 req-05c80416-757d-4b75-8f25-e8bec75d4747 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:18.691043 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efdd74d7-84d8-447a-843a-573b32b2d4d2 req-05c80416-757d-4b75-8f25-e8bec75d4747 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.1204638 Sep 17 23:44:18.712544 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5cbfd-2352-4167-b486-b1c5c261363c tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] Pushing event deleted for resources: {'Port': ['ID=ed0cc9ed-755a-47d1-920c-bcd4d43e3af4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:18.741986 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efdd74d7-84d8-447a-843a-573b32b2d4d2 req-9e09aa80-6c26-4815-b09e-3a2c0e9197dc tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439303 Sep 17 23:44:18.742982 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af66e07-1fea-4e11-b981-190fe2faf9d7 req-a2822455-6b8a-42f2-be7d-3008dc7dab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:18.744521 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6af66e07-1fea-4e11-b981-190fe2faf9d7 req-a2822455-6b8a-42f2-be7d-3008dc7dab3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09b9a7f871a14d6ab2c46e8a4e2591b9&device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 1094 time: 0.0594277 Sep 17 23:44:18.790355 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614b1e21-07a3-44da-8083-1da33cd00af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad6b823-2cf1-4547-a232-d70e7592cade'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:18.793324 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fda49e-e923-47de-b91e-d6a2a5279da7" -d '{"events": [{"server_uuid": "614b1e21-07a3-44da-8083-1da33cd00af7", "name": "network-vif-plugged", "status": "completed", "tag": "0ad6b823-2cf1-4547-a232-d70e7592cade"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:18.800978 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e99c3237-84c4-46c3-ad01-fa53bb9f95e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:18.802398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99c3237-84c4-46c3-ad01-fa53bb9f95e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:18.803459 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e99c3237-84c4-46c3-ad01-fa53bb9f95e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:18.833399 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dd6208-6ba2-48b7-bee1-a1733ecf86d2 x-openstack-request-id: req-b3dd6208-6ba2-48b7-bee1-a1733ecf86d2 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:18.833986 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614b1e21-07a3-44da-8083-1da33cd00af7", "name": "network-vif-plugged", "status": "completed", "tag": "0ad6b823-2cf1-4547-a232-d70e7592cade", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:18.834424 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b3dd6208-6ba2-48b7-bee1-a1733ecf86d2 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:18.835321 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614b1e21-07a3-44da-8083-1da33cd00af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad6b823-2cf1-4547-a232-d70e7592cade', 'code': 200} Sep 17 23:44:18.870000 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c3237-84c4-46c3-ad01-fa53bb9f95e9 admin admin] Pushing event updated for resources: {'Network': ['ID=eaefbcd2-0d82-4580-bd74-59a93e59397d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:18.881014 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network eaefbcd2-0d82-4580-bd74-59a93e59397d details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:44:18.928004 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e99c3237-84c4-46c3-ad01-fa53bb9f95e9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4215744 Sep 17 23:44:18.931192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34378) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:18.936579 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-5abbc35e-4a66-413e-a18b-643241cdbc10 admin admin] Request body: {'subnet': {'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1779127285-subnet', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:19.051752 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abbc35e-4a66-413e-a18b-643241cdbc10 admin admin] Made reservation on behalf of cd5b3c9130b84d52868b4d126d9b3228 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:44:19.054348 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5abbc35e-4a66-413e-a18b-643241cdbc10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:19.173507 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba2fa4-9070-402d-bfaa-dcb89463831e req-bab523ac-bf8b-4030-bb3b-64d51911eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:19.174987 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9bba2fa4-9070-402d-bfaa-dcb89463831e req-bab523ac-bf8b-4030-bb3b-64d51911eb82 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 1100 time: 0.0609686 Sep 17 23:44:19.175979 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af66e07-1fea-4e11-b981-190fe2faf9d7 req-dcea985f-9210-4c1e-a4dc-5e53e785cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:19.177389 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6af66e07-1fea-4e11-b981-190fe2faf9d7 req-dcea985f-9210-4c1e-a4dc-5e53e785cb4a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=09b9a7f871a14d6ab2c46e8a4e2591b9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4231067 Sep 17 23:44:19.188867 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ea3e9bf-fe5f-468c-b2b6-92fc7266e7d0 req-b5584486-b154-4f33-8b2b-73b01ee7cd79 tempest-VolumesAdminNegativeTest-1624873088 tempest-VolumesAdminNegativeTest-1624873088-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a283322-0b02-4697-b1ad-18ec37a931f6 HTTP/1.1" status: 200 len: 210 time: 0.0541806 Sep 17 23:44:19.222532 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77722a4-3444-4a0c-8917-88d59648fcee req-81d13704-78fa-46c6-8f1d-30d7b317bd63 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:19.224094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e77722a4-3444-4a0c-8917-88d59648fcee req-81d13704-78fa-46c6-8f1d-30d7b317bd63 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 949 time: 0.0884047 Sep 17 23:44:19.240452 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9bba2fa4-9070-402d-bfaa-dcb89463831e req-bf69fc54-57c5-49d5-97ea-1a2d9c094aa2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580816 Sep 17 23:44:19.297959 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af66e07-1fea-4e11-b981-190fe2faf9d7 req-ed967869-b07b-4b20-934b-0ad70ace5946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:19.299460 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6af66e07-1fea-4e11-b981-190fe2faf9d7 req-ed967869-b07b-4b20-934b-0ad70ace5946 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1108031 Sep 17 23:44:19.303180 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e77722a4-3444-4a0c-8917-88d59648fcee req-a7ddc40f-b17b-4810-bb9e-21f99665760d tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626850 Sep 17 23:44:19.384580 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-036ee4df-36db-4152-9089-7af01006a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:19.386087 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-036ee4df-36db-4152-9089-7af01006a73d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09b9a7f871a14d6ab2c46e8a4e2591b9&device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 1094 time: 0.0393674 Sep 17 23:44:19.413293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806fa8e-f364-43d9-bb54-c1fafc0bea05 req-a29699ca-ad16-43e8-88c7-f6c434c53b3b tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:19.414802 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c806fa8e-f364-43d9-bb54-c1fafc0bea05 req-a29699ca-ad16-43e8-88c7-f6c434c53b3b tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 943 time: 0.0484600 Sep 17 23:44:19.416104 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5abbc35e-4a66-413e-a18b-643241cdbc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:19.433567 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-300effe7-31ab-4062-9408-b24c5a5565d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=516c6bd7-4d3e-4aec-91c6-23785c92ed0c HTTP/1.1" status: 200 len: 217 time: 0.0343869 Sep 17 23:44:19.495822 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbc35e-4a66-413e-a18b-643241cdbc10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e968bfdd-6395-4ac7-ad97-9ab5b43ecd67,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:19.497815 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-2ce3e0b8-1e40-4592-a18e-72f0c2102c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:19.499298 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-2ce3e0b8-1e40-4592-a18e-72f0c2102c9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d83ea213-422a-4034-a7c8-6f64998ed54d HTTP/1.1" status: 200 len: 852 time: 0.0526991 Sep 17 23:44:19.508193 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c806fa8e-f364-43d9-bb54-c1fafc0bea05 req-f06502b6-a54a-4b1c-8c5e-98311d169016 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681212 Sep 17 23:44:19.543605 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abbc35e-4a66-413e-a18b-643241cdbc10 admin admin] Checking segment: {'id': '4bdfa851-2fd7-4fdd-bd0c-218459ebd235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:44:19.544048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abbc35e-4a66-413e-a18b-643241cdbc10 admin admin] Network hostable DHCP agents. Network: eaefbcd2-0d82-4580-bd74-59a93e59397d, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:44:19.544235 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-5f83a92f-cb2c-4d63-abc1-510986070fe2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=61fd0ff8-bde6-4e98-bc61-f528a1ff35f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343442 Sep 17 23:44:19.574930 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc1b7e-1444-437b-9036-13ab831d6ca8 req-2423de0a-6ff7-4c6a-a70f-b81ad0310d23 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:19.576409 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f5dc1b7e-1444-437b-9036-13ab831d6ca8 req-2423de0a-6ff7-4c6a-a70f-b81ad0310d23 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 946 time: 0.0772312 Sep 17 23:44:19.612633 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:19.616188 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f5dc1b7e-1444-437b-9036-13ab831d6ca8 req-2828e3bb-44b3-436b-8c6b-d645de74c43d tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae376fd-31ce-4252-9ddb-dd9141923c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337374 Sep 17 23:44:19.635911 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abbc35e-4a66-413e-a18b-643241cdbc10 admin admin] Network eaefbcd2-0d82-4580-bd74-59a93e59397d is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:44:19.647353 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-f52bd9cf-667d-4b5b-a29c-834946199a4e service neutron] 10.222.0.41 "GET /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934312 Sep 17 23:44:19.713585 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-5abbc35e-4a66-413e-a18b-643241cdbc10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, eaefbcd2-0d82-4580-bd74-59a93e59397d) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:44:19.720875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abbc35e-4a66-413e-a18b-643241cdbc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:19.721192 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5abbc35e-4a66-413e-a18b-643241cdbc10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:19.724885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78e4492-62be-4ec9-b46f-b200dd7d129b None None] Network eaefbcd2-0d82-4580-bd74-59a93e59397d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:44:19.745539 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c6681-4239-4170-9128-8fd8e9091639 req-8e865e65-24fa-4595-87df-1ba068563fed tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:19.747306 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-628c6681-4239-4170-9128-8fd8e9091639 req-8e865e65-24fa-4595-87df-1ba068563fed tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 946 time: 0.0618930 Sep 17 23:44:19.756501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34394) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:19.756771 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9258cb52-3893-4aef-85c2-8f90cf97581b req-dd370f5c-ede4-4b15-b66f-6b06bde65939 service neutron] 10.222.0.41 "GET /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946069 Sep 17 23:44:19.762964 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-0f74800a-562d-43bc-bd8a-ba1bc4a4e544 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Request body: {'floatingip': {'port_id': '9f437ee3-9eb5-4c0d-a3c5-43826fb47219'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:19.818859 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f74800a-562d-43bc-bd8a-ba1bc4a4e544 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:19.828658 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5abbc35e-4a66-413e-a18b-643241cdbc10 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8936510 Sep 17 23:44:19.830509 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34398) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:19.835663 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-5487d6fd-7937-4372-9446-0d1ade7e2ac3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1779127285-router', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:19.916599 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5487d6fd-7937-4372-9446-0d1ade7e2ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:19.918394 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5487d6fd-7937-4372-9446-0d1ade7e2ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:19.968434 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463af379-0eda-4518-8e0f-247b5b75446a req-903de981-8f42-4957-8506-1b124f59183b tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:19.970720 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-463af379-0eda-4518-8e0f-247b5b75446a req-903de981-8f42-4957-8506-1b124f59183b tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.1490459 Sep 17 23:44:19.976927 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5487d6fd-7937-4372-9446-0d1ade7e2ac3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:20.035163 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-eaefbcd2-0d82-4580-bd74-59a93e59397d', 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'fixed_ips': [{'subnet_id': 'e968bfdd-6395-4ac7-ad97-9ab5b43ecd67'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:44:20.036682 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:20.063902 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-463af379-0eda-4518-8e0f-247b5b75446a req-2394491d-fa66-4fd0-b81d-37078b8a4c74 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828722 Sep 17 23:44:20.186097 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] Allocated IP 172.20.0.2 (eaefbcd2-0d82-4580-bd74-59a93e59397d/e968bfdd-6395-4ac7-ad97-9ab5b43ecd67/e6df4eb2-3a32-4660-bc07-ad9994400a6b) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:44:20.193515 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5487d6fd-7937-4372-9446-0d1ade7e2ac3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:20.250145 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34402) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:20.307791 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d037d6f-8d71-4fa7-b084-5db91fa9605e admin admin] Deleting subnet fada8b24-8c35-43d9-8fb5-c5630bd63aee {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:44:20.312522 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d037d6f-8d71-4fa7-b084-5db91fa9605e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:20.367153 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d037d6f-8d71-4fa7-b084-5db91fa9605e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:20.372819 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:20.441954 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d037d6f-8d71-4fa7-b084-5db91fa9605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:20.484945 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:20.501415 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:44:20.569882 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:44:20.570347 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ed0cc9ed-755a-47d1-920c-bcd4d43e3af4 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:44:20.574434 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] Network eaefbcd2-0d82-4580-bd74-59a93e59397d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:44:20.580748 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:44:20.583564 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:44:20.627210 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] Pushing event updated for resources: {'Port': ['ID=e6df4eb2-3a32-4660-bc07-ad9994400a6b,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:20.653828 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d037d6f-8d71-4fa7-b084-5db91fa9605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:20.661558 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] Attempting to bind port e6df4eb2-3a32-4660-bc07-ad9994400a6b on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:44:20.661943 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] Attempting to bind port e6df4eb2-3a32-4660-bc07-ad9994400a6b by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '4bdfa851-2fd7-4fdd-bd0c-218459ebd235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:44:20.662946 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] Attempting to bind port e6df4eb2-3a32-4660-bc07-ad9994400a6b on network eaefbcd2-0d82-4580-bd74-59a93e59397d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:44:20.664675 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a283322-0b02-4697-b1ad-18ec37a931f6', 'name': 'network-vif-deleted', 'tag': 'ed0cc9ed-755a-47d1-920c-bcd4d43e3af4'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:20.667070 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877a2046-9eea-4743-8b92-1c9c286d77e2" -d '{"events": [{"server_uuid": "4a283322-0b02-4697-b1ad-18ec37a931f6", "name": "network-vif-deleted", "tag": "ed0cc9ed-755a-47d1-920c-bcd4d43e3af4"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:20.668190 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:44:20.668570 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] Checking segment: {'id': '4bdfa851-2fd7-4fdd-bd0c-218459ebd235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:44:20.669046 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:20.669676 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] Bound using segment: {'id': '4bdfa851-2fd7-4fdd-bd0c-218459ebd235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:44:20.670150 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] Bound port: e6df4eb2-3a32-4660-bc07-ad9994400a6b, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bdfa851-2fd7-4fdd-bd0c-218459ebd235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:44:20.670534 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:20.691664 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5487d6fd-7937-4372-9446-0d1ade7e2ac3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:20.711977 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d037d6f-8d71-4fa7-b084-5db91fa9605e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fada8b24-8c35-43d9-8fb5-c5630bd63aee,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:20.714626 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d037d6f-8d71-4fa7-b084-5db91fa9605e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:20.718777 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3d037d6f-8d71-4fa7-b084-5db91fa9605e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fada8b24-8c35-43d9-8fb5-c5630bd63aee HTTP/1.1" status: 204 len: 168 time: 0.4643655 Sep 17 23:44:20.718777 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5487d6fd-7937-4372-9446-0d1ade7e2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:20.723533 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34414) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:20.737436 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f74800a-562d-43bc-bd8a-ba1bc4a4e544 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:20.746639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] For port e6df4eb2-3a32-4660-bc07-ad9994400a6b, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:44:20.749940 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] For port e6df4eb2-3a32-4660-bc07-ad9994400a6b, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e6df4eb2-3a32-4660-bc07-ad9994400a6b,segment=NetworkSegment(4bdfa851-2fd7-4fdd-bd0c-218459ebd235),segment_id=4bdfa851-2fd7-4fdd-bd0c-218459ebd235)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:44:20.760920 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f93a6-eb28-42ff-bd04-6d71737d26f4 req-253fd8d2-c64e-4f4c-a872-ec5958e4f5dc tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:20.766262 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ef6f93a6-eb28-42ff-bd04-6d71737d26f4 req-253fd8d2-c64e-4f4c-a872-ec5958e4f5dc tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 943 time: 0.1027143 Sep 17 23:44:20.770809 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453e0ce-c6da-4a8a-82f9-7840e731b156 req-b81934ee-1a67-415c-aa95-a2a5bf51befe tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:20.773116 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3453e0ce-c6da-4a8a-82f9-7840e731b156 req-b81934ee-1a67-415c-aa95-a2a5bf51befe tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 949 time: 0.1113744 Sep 17 23:44:20.825981 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f74800a-562d-43bc-bd8a-ba1bc4a4e544 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:20.839819 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-59a10f3b-6604-40cc-a8b1-cde68927f6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:20.852648 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:20.861629 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ef6f93a6-eb28-42ff-bd04-6d71737d26f4 req-e295a09b-677a-48f5-8419-d66de8eb079b tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875168 Sep 17 23:44:20.866061 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3453e0ce-c6da-4a8a-82f9-7840e731b156 req-e9d828ca-36ae-4cec-b370-e733c5d132f9 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859342 Sep 17 23:44:20.924799 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-5487d6fd-7937-4372-9446-0d1ade7e2ac3 admin admin] Allocated IP 172.25.3.140 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/910b3768-a375-4300-a7e3-46daa473f852) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:44:20.937412 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-0f74800a-562d-43bc-bd8a-ba1bc4a4e544 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Floating IP a8ed69bb-2271-474b-9e80-4b0350ca2018 associated. External IP: 172.25.3.73, port: 9f437ee3-9eb5-4c0d-a3c5-43826fb47219. Sep 17 23:44:20.941619 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04270f-d808-43f1-bef7-56f121eb9156 None None] Pushing event updated for resources: {'Port': ['ID=e6df4eb2-3a32-4660-bc07-ad9994400a6b,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:20.995263 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-59a10f3b-6604-40cc-a8b1-cde68927f6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:20.999129 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cd113d-d5e0-4ffa-94d5-c3effbad6497 x-openstack-request-id: req-11cd113d-d5e0-4ffa-94d5-c3effbad6497 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:20.999427 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a283322-0b02-4697-b1ad-18ec37a931f6", "name": "network-vif-deleted", "tag": "ed0cc9ed-755a-47d1-920c-bcd4d43e3af4", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:20.999682 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-11cd113d-d5e0-4ffa-94d5-c3effbad6497 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:21.000083 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a283322-0b02-4697-b1ad-18ec37a931f6', 'name': 'network-vif-deleted', 'tag': 'ed0cc9ed-755a-47d1-920c-bcd4d43e3af4', 'status': 'completed', 'code': 200} Sep 17 23:44:21.050846 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-59a10f3b-6604-40cc-a8b1-cde68927f6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa0fe34-9a94-4e9c-8868-e0e7e5639440']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:21.093951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-59a10f3b-6604-40cc-a8b1-cde68927f6a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536b1a73-6535-40f8-b9e3-fe6e91749579') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:21.093951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-59a10f3b-6604-40cc-a8b1-cde68927f6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536b1a73-6535-40f8-b9e3-fe6e91749579') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:21.101743 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-59a10f3b-6604-40cc-a8b1-cde68927f6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:21.124917 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-59a10f3b-6604-40cc-a8b1-cde68927f6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:21.136648 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a10f3b-6604-40cc-a8b1-cde68927f6a7 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:44:21.137084 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-59a10f3b-6604-40cc-a8b1-cde68927f6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:44:21.138777 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:44:21.218200 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5487d6fd-7937-4372-9446-0d1ade7e2ac3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:21.247406 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f74800a-562d-43bc-bd8a-ba1bc4a4e544 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Router 647846a7-9734-45a7-b174-212ac52b7e5a has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:44:21.270540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f07bc7-1791-4065-ae56-a70cad41dbe5 req-cd501e20-6eda-4374-82ed-6733cd04d0ac tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:21.272105 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20f07bc7-1791-4065-ae56-a70cad41dbe5 req-cd501e20-6eda-4374-82ed-6733cd04d0ac tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.1117752 Sep 17 23:44:21.289092 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-59a10f3b-6604-40cc-a8b1-cde68927f6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:21.295765 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-59a10f3b-6604-40cc-a8b1-cde68927f6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:21.300122 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-59a10f3b-6604-40cc-a8b1-cde68927f6a7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/faa0fe34-9a94-4e9c-8868-e0e7e5639440 HTTP/1.1" status: 204 len: 168 time: 0.5780942 Sep 17 23:44:21.302834 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34418) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:21.321631 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a10f3b-6604-40cc-a8b1-cde68927f6a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=faa0fe34-9a94-4e9c-8868-e0e7e5639440,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:21.343182 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5487d6fd-7937-4372-9446-0d1ade7e2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:21.358375 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20f07bc7-1791-4065-ae56-a70cad41dbe5 req-57d2456d-af36-4250-b688-74e349921001 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795996 Sep 17 23:44:21.396912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5487d6fd-7937-4372-9446-0d1ade7e2ac3 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:44:21.402583 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-773ed05e-1ab3-4228-9eb5-13cf927e07d3 admin admin] Deleting subnet 64edfbfc-1d5c-4158-9f23-c66704883657 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:44:21.409368 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f74800a-562d-43bc-bd8a-ba1bc4a4e544 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:44:21.409784 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-5487d6fd-7937-4372-9446-0d1ade7e2ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:44:21.413325 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f74800a-562d-43bc-bd8a-ba1bc4a4e544 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:21.414152 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-773ed05e-1ab3-4228-9eb5-13cf927e07d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:21.416234 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5487d6fd-7937-4372-9446-0d1ade7e2ac3 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:44:21.421578 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959bffd7-5409-4deb-aa8a-60cfb25b9c0c None None] Sync routers for ids ['647846a7-9734-45a7-b174-212ac52b7e5a'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:44:21.441048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487d6fd-7937-4372-9446-0d1ade7e2ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=910b3768-a375-4300-a7e3-46daa473f852,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:21.441954 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959bffd7-5409-4deb-aa8a-60cfb25b9c0c None None] Routers {'647846a7-9734-45a7-b174-212ac52b7e5a'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:44:21.443493 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-959bffd7-5409-4deb-aa8a-60cfb25b9c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:44:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['647846a7-9734-45a7-b174-212ac52b7e5a'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:21.445979 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0f74800a-562d-43bc-bd8a-ba1bc4a4e544 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "PUT /v2.0/floatingips/a8ed69bb-2271-474b-9e80-4b0350ca2018 HTTP/1.1" status: 200 len: 991 time: 1.6882219 Sep 17 23:44:21.447891 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5', 'tag': '9f437ee3-9eb5-4c0d-a3c5-43826fb47219'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:21.449100 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d78d148-4cb5-403e-899e-df072b98abf5" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5", "tag": "9f437ee3-9eb5-4c0d-a3c5-43826fb47219"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:21.489701 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354cbf03-ffb7-4747-8421-a062e73486b5 x-openstack-request-id: req-354cbf03-ffb7-4747-8421-a062e73486b5 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:21.490017 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5", "tag": "9f437ee3-9eb5-4c0d-a3c5-43826fb47219", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:21.490270 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-354cbf03-ffb7-4747-8421-a062e73486b5 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:21.490682 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5', 'tag': '9f437ee3-9eb5-4c0d-a3c5-43826fb47219', 'status': 'completed', 'code': 200} Sep 17 23:44:21.527181 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-773ed05e-1ab3-4228-9eb5-13cf927e07d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:21.560176 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-959bffd7-5409-4deb-aa8a-60cfb25b9c0c None None] Set router 647846a7-9734-45a7-b174-212ac52b7e5a gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:44:21.648638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 516c6bd7-4d3e-4aec-91c6-23785c92ed0c details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:44:21.668706 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-773ed05e-1ab3-4228-9eb5-13cf927e07d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:21.713110 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78d148-4cb5-403e-899e-df072b98abf5 req-c990c79e-e236-4313-971f-f19cf170a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:21.714648 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d78d148-4cb5-403e-899e-df072b98abf5 req-c990c79e-e236-4313-971f-f19cf170a927 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf9c45bf73dd45a6bde6723955a40573&device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 1097 time: 0.1977654 Sep 17 23:44:21.771235 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 516c6bd7-4d3e-4aec-91c6-23785c92ed0c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=516c6bd7-4d3e-4aec-91c6-23785c92ed0c,segment=NetworkSegment(bff38316-12df-4891-9977-6ff960030625),segment_id=bff38316-12df-4891-9977-6ff960030625)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:21.789596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '516c6bd7-4d3e-4aec-91c6-23785c92ed0c', 'network_id': '61fd0ff8-bde6-4e98-bc61-f528a1ff35f3', 'port_id': '516c6bd7-4d3e-4aec-91c6-23785c92ed0c', 'mac_address': 'fa:16:3e:79:5f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd83ea213-422a-4034-a7c8-6f64998ed54d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:44:21.846633 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:21.851858 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-959bffd7-5409-4deb-aa8a-60cfb25b9c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'name': 'tempest-ServersTestManualDisk-1304700352-router', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:44Z', 'updated_at': '2021-09-17T23:43:50Z', 'revision_number': 4, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'gw_port': {'id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:45Z', 'updated_at': '2021-09-17T23:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'a8ed69bb-2271-474b-9e80-4b0350ca2018', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'port_id': '9f437ee3-9eb5-4c0d-a3c5-43826fb47219', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c', 'mac_address': 'fa:16:3e:4e:20:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:43:57Z', 'updated_at': '2021-09-17T23:44:20Z', 'revision_number': 1, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd899ec-dd76-4d9d-96b1-2e8d735c173e', 'name': '', 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'mac_address': 'fa:16:3e:d4:0f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '34f97caf-9ba2-4dbc-be22-8959c646dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:49Z', 'updated_at': '2021-09-17T23:44:01Z', 'revision_number': 5, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'subnets': [{'id': '34f97caf-9ba2-4dbc-be22-8959c646dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:21.867951 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516c6bd7-4d3e-4aec-91c6-23785c92ed0c {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:44:21.874408 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-773ed05e-1ab3-4228-9eb5-13cf927e07d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:21.874914 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78d148-4cb5-403e-899e-df072b98abf5 req-b8e0cd30-bca4-47c6-af1a-6986052e5fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:21.876455 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d78d148-4cb5-403e-899e-df072b98abf5 req-b8e0cd30-bca4-47c6-af1a-6986052e5fa3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8daf63cb-30ff-44e7-8a00-0c05e2ff207c HTTP/1.1" status: 200 len: 913 time: 0.1515832 Sep 17 23:44:21.885247 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959bffd7-5409-4deb-aa8a-60cfb25b9c0c None None] Checking router: 647846a7-9734-45a7-b174-212ac52b7e5a for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:44:21.893005 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 516c6bd7-4d3e-4aec-91c6-23785c92ed0c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=516c6bd7-4d3e-4aec-91c6-23785c92ed0c,segment=NetworkSegment(bff38316-12df-4891-9977-6ff960030625),segment_id=bff38316-12df-4891-9977-6ff960030625)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:21.894177 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959bffd7-5409-4deb-aa8a-60cfb25b9c0c None None] Routers {'647846a7-9734-45a7-b174-212ac52b7e5a'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:44:21.894809 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-959bffd7-5409-4deb-aa8a-60cfb25b9c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:44:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['647846a7-9734-45a7-b174-212ac52b7e5a'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:21.926014 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-773ed05e-1ab3-4228-9eb5-13cf927e07d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:21.930555 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34430) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:21.931212 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-773ed05e-1ab3-4228-9eb5-13cf927e07d3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/64edfbfc-1d5c-4158-9f23-c66704883657 HTTP/1.1" status: 204 len: 168 time: 0.6264999 Sep 17 23:44:21.931507 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ed05e-1ab3-4228-9eb5-13cf927e07d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64edfbfc-1d5c-4158-9f23-c66704883657,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:21.972606 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:22.050901 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5487d6fd-7937-4372-9446-0d1ade7e2ac3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:22.061946 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=516c6bd7-4d3e-4aec-91c6-23785c92ed0c,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:22.091482 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d78d148-4cb5-403e-899e-df072b98abf5 req-bde97433-445c-4353-a77a-3e3cd4e6aab6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f437ee3-9eb5-4c0d-a3c5-43826fb47219 HTTP/1.1" status: 200 len: 999 time: 0.1786256 Sep 17 23:44:22.097038 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7e8f88-b753-4e98-94a7-7a42aa3a6e56 None None] Network eaefbcd2-0d82-4580-bd74-59a93e59397d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:44:22.121331 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-61477bc3-3568-443b-a35f-279db6785250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:22.177236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c45af714-4301-4e2d-8cfd-9003035e3da2 None None] Provisioning complete for port e6df4eb2-3a32-4660-bc07-ad9994400a6b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:22.177514 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c45af714-4301-4e2d-8cfd-9003035e3da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:22.193510 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78d148-4cb5-403e-899e-df072b98abf5 req-2d1def9e-edb1-4a86-9a57-ec47cb35e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:22.194625 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b61b8-b2d2-4c80-bf5d-569d2eb32da2 req-e0ea6b82-df1b-40a3-beef-e9ec6f46fbd6 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:22.195058 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d78d148-4cb5-403e-899e-df072b98abf5 req-2d1def9e-edb1-4a86-9a57-ec47cb35e6ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34f97caf-9ba2-4dbc-be22-8959c646dc24 HTTP/1.1" status: 200 len: 851 time: 0.0950966 Sep 17 23:44:22.196396 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-477b61b8-b2d2-4c80-bf5d-569d2eb32da2 req-e0ea6b82-df1b-40a3-beef-e9ec6f46fbd6 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 949 time: 0.1535456 Sep 17 23:44:22.233289 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-959bffd7-5409-4deb-aa8a-60cfb25b9c0c None None] Set router 647846a7-9734-45a7-b174-212ac52b7e5a gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:44:22.270518 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8c335-7129-4a07-bd00-97380d0c968a req-ab33a138-56c5-464e-9430-b937c119f283 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:22.283801 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ee8c335-7129-4a07-bd00-97380d0c968a req-ab33a138-56c5-464e-9430-b937c119f283 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 944 time: 0.2394009 Sep 17 23:44:22.294575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78d148-4cb5-403e-899e-df072b98abf5 req-adc8924e-6fdb-491f-add5-a2f2675a8cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:22.296111 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d78d148-4cb5-403e-899e-df072b98abf5 req-adc8924e-6fdb-491f-add5-a2f2675a8cb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8daf63cb-30ff-44e7-8a00-0c05e2ff207c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912223 Sep 17 23:44:22.361549 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c45af714-4301-4e2d-8cfd-9003035e3da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:22.371083 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-61477bc3-3568-443b-a35f-279db6785250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:22.381926 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-477b61b8-b2d2-4c80-bf5d-569d2eb32da2 req-c1735faa-a950-4f97-98e1-e0a57296d154 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671526 Sep 17 23:44:22.404043 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ee8c335-7129-4a07-bd00-97380d0c968a req-a8167d3d-280e-47c9-adbb-60f8f1cc0b56 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191521 Sep 17 23:44:22.443045 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['516c6bd7-4d3e-4aec-91c6-23785c92ed0c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:22.470008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-61477bc3-3568-443b-a35f-279db6785250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6356a662-9026-4eb0-9827-09f9d60378a5']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:22.487048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-61477bc3-3568-443b-a35f-279db6785250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1d932c-66bd-4a71-99c0-beb94cf0c10b') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:22.487708 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-61477bc3-3568-443b-a35f-279db6785250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1d932c-66bd-4a71-99c0-beb94cf0c10b') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:22.506326 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-61477bc3-3568-443b-a35f-279db6785250 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:22.545560 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-61477bc3-3568-443b-a35f-279db6785250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:22.546093 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e6df4eb2-3a32-4660-bc07-ad9994400a6b up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:22.551630 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c45af714-4301-4e2d-8cfd-9003035e3da2 None None] For port e6df4eb2-3a32-4660-bc07-ad9994400a6b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e6df4eb2-3a32-4660-bc07-ad9994400a6b,segment=NetworkSegment(4bdfa851-2fd7-4fdd-bd0c-218459ebd235),segment_id=4bdfa851-2fd7-4fdd-bd0c-218459ebd235)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:22.582870 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5487d6fd-7937-4372-9446-0d1ade7e2ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:22.583169 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61477bc3-3568-443b-a35f-279db6785250 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:44:22.584654 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-61477bc3-3568-443b-a35f-279db6785250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:22.590362 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-959bffd7-5409-4deb-aa8a-60cfb25b9c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'name': 'tempest-ServersTestManualDisk-1304700352-router', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:44Z', 'updated_at': '2021-09-17T23:43:50Z', 'revision_number': 4, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'gw_port': {'id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:45Z', 'updated_at': '2021-09-17T23:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'a8ed69bb-2271-474b-9e80-4b0350ca2018', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'port_id': '9f437ee3-9eb5-4c0d-a3c5-43826fb47219', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c', 'mac_address': 'fa:16:3e:4e:20:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:43:57Z', 'updated_at': '2021-09-17T23:44:20Z', 'revision_number': 1, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd899ec-dd76-4d9d-96b1-2e8d735c173e', 'name': '', 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'mac_address': 'fa:16:3e:d4:0f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '34f97caf-9ba2-4dbc-be22-8959c646dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:49Z', 'updated_at': '2021-09-17T23:44:01Z', 'revision_number': 5, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'subnets': [{'id': '34f97caf-9ba2-4dbc-be22-8959c646dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:44:22.593196 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:44:22.640015 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959bffd7-5409-4deb-aa8a-60cfb25b9c0c None None] The sync data for ids ['647846a7-9734-45a7-b174-212ac52b7e5a'] in n-d-809883-1 is: [{'id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'name': 'tempest-ServersTestManualDisk-1304700352-router', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:44Z', 'updated_at': '2021-09-17T23:43:50Z', 'revision_number': 4, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'gw_port': {'id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:45Z', 'updated_at': '2021-09-17T23:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'a8ed69bb-2271-474b-9e80-4b0350ca2018', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'port_id': '9f437ee3-9eb5-4c0d-a3c5-43826fb47219', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c', 'mac_address': 'fa:16:3e:4e:20:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:43:57Z', 'updated_at': '2021-09-17T23:44:20Z', 'revision_number': 1, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd899ec-dd76-4d9d-96b1-2e8d735c173e', 'name': '', 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'mac_address': 'fa:16:3e:d4:0f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '34f97caf-9ba2-4dbc-be22-8959c646dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:49Z', 'updated_at': '2021-09-17T23:44:01Z', 'revision_number': 5, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'subnets': [{'id': '34f97caf-9ba2-4dbc-be22-8959c646dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:44:22.670829 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c45af714-4301-4e2d-8cfd-9003035e3da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:22.707514 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d78d148-4cb5-403e-899e-df072b98abf5 req-a991396d-f97b-4695-b713-4403decadaff service neutron] 10.222.0.37 "GET /v2.0/networks/8daf63cb-30ff-44e7-8a00-0c05e2ff207c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508549 Sep 17 23:44:22.769161 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ba728-d777-4929-98a4-b92ea87937c9 req-a88fd192-a54b-4e78-9a07-055f0c8bcf95 tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:22.770699 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a2ba728-d777-4929-98a4-b92ea87937c9 req-a88fd192-a54b-4e78-9a07-055f0c8bcf95 tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 1100 time: 0.1210890 Sep 17 23:44:22.780029 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084ad7b-4fed-4198-8e6d-392c3ab9b85b req-9f935c79-ffb0-4d83-b719-7bc26b98839e tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:22.782132 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b084ad7b-4fed-4198-8e6d-392c3ab9b85b req-9f935c79-ffb0-4d83-b719-7bc26b98839e tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.2321434 Sep 17 23:44:22.788233 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45af714-4301-4e2d-8cfd-9003035e3da2 None None] Pushing event updated for resources: {'Port': ['ID=e6df4eb2-3a32-4660-bc07-ad9994400a6b,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:22.827200 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e6df4eb2-3a32-4660-bc07-ad9994400a6b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:22.827908 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:22.841400 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a2ba728-d777-4929-98a4-b92ea87937c9 req-f1f1d733-3ff9-4fff-a3d7-3d4013af9dc5 tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577652 Sep 17 23:44:22.842078 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-61477bc3-3568-443b-a35f-279db6785250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:22.846809 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b084ad7b-4fed-4198-8e6d-392c3ab9b85b req-bea471a1-5cc4-4d83-b80e-1428d99e0bc8 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556452 Sep 17 23:44:22.870452 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-61477bc3-3568-443b-a35f-279db6785250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:22.870452 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-61477bc3-3568-443b-a35f-279db6785250 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6356a662-9026-4eb0-9827-09f9d60378a5 HTTP/1.1" status: 204 len: 168 time: 0.9354484 Sep 17 23:44:22.870452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61477bc3-3568-443b-a35f-279db6785250 admin admin] Pushing event deleted for resources: {'Network': ['ID=6356a662-9026-4eb0-9827-09f9d60378a5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:22.902601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0876158f-41f9-45d7-bdc6-568f2d383c3c None None] Provisioning complete for port e6df4eb2-3a32-4660-bc07-ad9994400a6b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:22.903653 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0876158f-41f9-45d7-bdc6-568f2d383c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:22.968578 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d78d148-4cb5-403e-899e-df072b98abf5 req-8dc93820-fca1-4660-b694-b65eb2ab3811 service neutron] 10.222.0.37 "GET /v2.0/networks/8daf63cb-30ff-44e7-8a00-0c05e2ff207c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499831 Sep 17 23:44:23.004632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123339a0-32d0-40d3-acb6-eee21ce9f014 None None] New status for floating IP a8ed69bb-2271-474b-9e80-4b0350ca2018: ACTIVE {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:44:23.041045 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5487d6fd-7937-4372-9446-0d1ade7e2ac3 admin admin] Router a603bf34-bae1-4c46-a421-0d137ba4fd61 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:44:23.134378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-e388e021-4620-4cf1-a684-e5d374171512 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1912f23d03ac425bbba8530206421ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233433 Sep 17 23:44:23.272810 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-09dd9457-6f12-49cd-a4a2-b91489f04bb0 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:23.274837 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-09dd9457-6f12-49cd-a4a2-b91489f04bb0 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1330817 Sep 17 23:44:23.306642 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-ccc76490-833f-437b-86b6-95f1eb0d8e00 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/quotas/1912f23d03ac425bbba8530206421ef6 HTTP/1.1" status: 200 len: 375 time: 0.0103781 Sep 17 23:44:23.324268 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34456) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:23.418099 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-434f8e94-57dc-4096-af1f-2c51a51bbb59 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1093307 Sep 17 23:44:23.428969 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a649b0dd-94b5-4ef1-926d-6a94a6b2aa5c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f73528e76366427dac783333e1810d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0777380 Sep 17 23:44:23.431486 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34458) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:23.488355 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-497fdd05-9a95-4c79-988e-54f294d6bb4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:23.515155 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5487d6fd-7937-4372-9446-0d1ade7e2ac3 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:44:23.523879 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-497fdd05-9a95-4c79-988e-54f294d6bb4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:23.527686 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] Sync routers for ids ['a603bf34-bae1-4c46-a421-0d137ba4fd61'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:44:23.538711 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] Routers {'a603bf34-bae1-4c46-a421-0d137ba4fd61'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:44:23.539351 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:44:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a603bf34-bae1-4c46-a421-0d137ba4fd61'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:23.587660 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63942b8-67ba-4348-b9de-51f3c0c7c82b req-c56d5e7b-eb96-4973-a82d-75a3f43066ce tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:23.589196 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c63942b8-67ba-4348-b9de-51f3c0c7c82b req-c56d5e7b-eb96-4973-a82d-75a3f43066ce tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 944 time: 0.0792696 Sep 17 23:44:23.646775 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5487d6fd-7937-4372-9446-0d1ade7e2ac3 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:23.648069 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5487d6fd-7937-4372-9446-0d1ade7e2ac3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.8162510 Sep 17 23:44:23.651274 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c63942b8-67ba-4348-b9de-51f3c0c7c82b req-13c0175c-2155-4c67-a644-f7cf9e107826 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534499 Sep 17 23:44:23.657966 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34466) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:23.695532 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] Set router a603bf34-bae1-4c46-a421-0d137ba4fd61 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:44:23.698247 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-497fdd05-9a95-4c79-988e-54f294d6bb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:23.704312 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-497fdd05-9a95-4c79-988e-54f294d6bb4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:23.705872 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-497fdd05-9a95-4c79-988e-54f294d6bb4b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db7ad46b-cf1d-4cea-8280-08340ec636f2 HTTP/1.1" status: 204 len: 168 time: 0.2732527 Sep 17 23:44:23.716888 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fdd05-9a95-4c79-988e-54f294d6bb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7ad46b-cf1d-4cea-8280-08340ec636f2,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:23.726830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fdd05-9a95-4c79-988e-54f294d6bb4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:23.727518 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fdd05-9a95-4c79-988e-54f294d6bb4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:23.728033 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fdd05-9a95-4c79-988e-54f294d6bb4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:23.728463 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fdd05-9a95-4c79-988e-54f294d6bb4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:23.729042 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fdd05-9a95-4c79-988e-54f294d6bb4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:23.729469 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fdd05-9a95-4c79-988e-54f294d6bb4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:23.729918 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fdd05-9a95-4c79-988e-54f294d6bb4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:23.730662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fdd05-9a95-4c79-988e-54f294d6bb4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:23.731195 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fdd05-9a95-4c79-988e-54f294d6bb4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:23.731610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fdd05-9a95-4c79-988e-54f294d6bb4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:23.732250 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fdd05-9a95-4c79-988e-54f294d6bb4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:23.732635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497fdd05-9a95-4c79-988e-54f294d6bb4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:23.806757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c9c16145-224f-4f81-a0aa-27351c4ecea7 req-bdf59dd1-0e7e-4163-b787-b70590194344 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=9344ae08-9b66-4697-8944-92fb3d6e7239 HTTP/1.1" status: 200 len: 210 time: 0.0549259 Sep 17 23:44:24.018615 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'name': 'tempest-ServersTestJSON-1779127285-router', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '910b3768-a375-4300-a7e3-46daa473f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:19Z', 'updated_at': '2021-09-17T23:44:21Z', 'revision_number': 3, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'gw_port': {'id': '910b3768-a375-4300-a7e3-46daa473f852', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:20Z', 'updated_at': '2021-09-17T23:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:24.025706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85702e18-f3c8-480b-b80c-64322430b1df req-063ce123-3f01-4bcb-a4aa-54e134a1f908 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:24.034984 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-85702e18-f3c8-480b-b80c-64322430b1df req-063ce123-3f01-4bcb-a4aa-54e134a1f908 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.0755546 Sep 17 23:44:24.058059 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] Checking router: a603bf34-bae1-4c46-a421-0d137ba4fd61 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:44:24.059337 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] Updating router a603bf34-bae1-4c46-a421-0d137ba4fd61 port 910b3768-a375-4300-a7e3-46daa473f852 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:44:24.096225 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-85702e18-f3c8-480b-b80c-64322430b1df req-cf8fabe0-9f78-4e63-b788-c8f7e7909ea9 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502179 Sep 17 23:44:24.098011 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:24.281178 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e012b6ad-1a27-4fa1-9153-4c7411424193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:24.391470 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:24.412941 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e6df4eb2-3a32-4660-bc07-ad9994400a6b up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:24.454919 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-e012b6ad-1a27-4fa1-9153-4c7411424193 admin admin] Allocated IP 172.20.0.1 (eaefbcd2-0d82-4580-bd74-59a93e59397d/e968bfdd-6395-4ac7-ad97-9ab5b43ecd67/72a514aa-5e9a-461c-8963-25e8a9b93d7a) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:44:24.463232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e6df4eb2-3a32-4660-bc07-ad9994400a6b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:24.463659 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:24.543734 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:24.572001 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e012b6ad-1a27-4fa1-9153-4c7411424193 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:24.603695 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e151ed-6bfc-4761-acb6-02ec581067d5 None None] Pushing event updated for resources: {'Port': ['ID=910b3768-a375-4300-a7e3-46daa473f852,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:24.607938 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] Attempting to bind port 910b3768-a375-4300-a7e3-46daa473f852 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:44:24.608781 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] Attempting to bind port 910b3768-a375-4300-a7e3-46daa473f852 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:44:24.608781 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] Attempting to bind port 910b3768-a375-4300-a7e3-46daa473f852 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:44:24.614280 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:44:24.614645 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:44:24.615037 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:24.615418 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:44:24.615871 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] Bound port: 910b3768-a375-4300-a7e3-46daa473f852, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:44:24.616300 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:24.669909 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] For port 910b3768-a375-4300-a7e3-46daa473f852, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:44:24.673085 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] For port 910b3768-a375-4300-a7e3-46daa473f852, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=910b3768-a375-4300-a7e3-46daa473f852,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:44:24.691351 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34488) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:24.709293 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e012b6ad-1a27-4fa1-9153-4c7411424193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:24.771357 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e012b6ad-1a27-4fa1-9153-4c7411424193 admin admin] Network eaefbcd2-0d82-4580-bd74-59a93e59397d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:44:24.776626 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012b6ad-1a27-4fa1-9153-4c7411424193 admin admin] Pushing event updated for resources: {'Port': ['ID=72a514aa-5e9a-461c-8963-25e8a9b93d7a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:24.779057 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-e012b6ad-1a27-4fa1-9153-4c7411424193 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:44:24.779877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9eaac-221b-4d7e-81f1-e87c01350a80 req-23ad5603-6e67-4fb7-ae04-2a137438cfc0 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:24.783238 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b4a0d5ed-1bd2-4b37-9a79-d165a6a3dbbb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05c6471dc27646dcb1ab9085ab95cb07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0906932 Sep 17 23:44:24.783972 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012b6ad-1a27-4fa1-9153-4c7411424193 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:44:24.784424 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63d9eaac-221b-4d7e-81f1-e87c01350a80 req-23ad5603-6e67-4fb7-ae04-2a137438cfc0 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 944 time: 0.0586588 Sep 17 23:44:24.785839 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34492) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:24.796136 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:24.860494 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e012b6ad-1a27-4fa1-9153-4c7411424193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:24.889197 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] Routers {'a603bf34-bae1-4c46-a421-0d137ba4fd61'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:44:24.890018 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:44:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a603bf34-bae1-4c46-a421-0d137ba4fd61'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:24.893935 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63d9eaac-221b-4d7e-81f1-e87c01350a80 req-473f4723-a99f-4900-aada-73ea17e40c19 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769997 Sep 17 23:44:24.921877 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3b377a94-659c-4fd9-b4ce-d75e1b910a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:24.952558 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3b377a94-659c-4fd9-b4ce-d75e1b910a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:25.010710 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e151ed-6bfc-4761-acb6-02ec581067d5 None None] Pushing event updated for resources: {'Port': ['ID=910b3768-a375-4300-a7e3-46daa473f852,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:25.036463 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e2d32d1f-7a79-4e65-9678-58680c3116c3 req-d3bc0b32-acb6-4882-90cf-5d4c0b520cfa tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=9344ae08-9b66-4697-8944-92fb3d6e7239 HTTP/1.1" status: 200 len: 210 time: 0.0556965 Sep 17 23:44:25.046030 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] Set router a603bf34-bae1-4c46-a421-0d137ba4fd61 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:44:25.161388 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3b377a94-659c-4fd9-b4ce-d75e1b910a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:25.164242 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3b377a94-659c-4fd9-b4ce-d75e1b910a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:25.180687 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3b377a94-659c-4fd9-b4ce-d75e1b910a14 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/04dce745-b6bb-454c-a5b5-b86fe922d8e0 HTTP/1.1" status: 204 len: 168 time: 0.3937752 Sep 17 23:44:25.205589 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b377a94-659c-4fd9-b4ce-d75e1b910a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dce745-b6bb-454c-a5b5-b86fe922d8e0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:25.211177 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e012b6ad-1a27-4fa1-9153-4c7411424193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:25.260387 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c572d-dda1-4ada-be2a-cbe535712ea1 req-1636b44a-eff7-46b3-9b36-0fa7bdc2d3e9 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:25.262506 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e9c572d-dda1-4ada-be2a-cbe535712ea1 req-1636b44a-eff7-46b3-9b36-0fa7bdc2d3e9 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.0842571 Sep 17 23:44:25.264495 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1e1d0c9f-a180-47b3-9080-0107ca54a414 None None] Provisioning complete for port 72a514aa-5e9a-461c-8963-25e8a9b93d7a triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:25.264908 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1e1d0c9f-a180-47b3-9080-0107ca54a414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:25.307689 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d0c9f-a180-47b3-9080-0107ca54a414 None None] Port 72a514aa-5e9a-461c-8963-25e8a9b93d7a cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:44:25.325804 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'name': 'tempest-ServersTestJSON-1779127285-router', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '910b3768-a375-4300-a7e3-46daa473f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:19Z', 'updated_at': '2021-09-17T23:44:21Z', 'revision_number': 3, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'gw_port': {'id': '910b3768-a375-4300-a7e3-46daa473f852', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:20Z', 'updated_at': '2021-09-17T23:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:25.335851 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e9c572d-dda1-4ada-be2a-cbe535712ea1 req-f48136f5-ebb7-4c13-bbfb-fc2926721f72 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658207 Sep 17 23:44:25.360569 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41189da-c4d9-4fcd-9eac-58e1779fe7e8 None None] The sync data for ids ['a603bf34-bae1-4c46-a421-0d137ba4fd61'] in n-d-809883-1 is: [{'id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'name': 'tempest-ServersTestJSON-1779127285-router', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '910b3768-a375-4300-a7e3-46daa473f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:19Z', 'updated_at': '2021-09-17T23:44:21Z', 'revision_number': 3, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'gw_port': {'id': '910b3768-a375-4300-a7e3-46daa473f852', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:20Z', 'updated_at': '2021-09-17T23:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:44:25.482324 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e012b6ad-1a27-4fa1-9153-4c7411424193 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:25.606138 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e012b6ad-1a27-4fa1-9153-4c7411424193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:25.685517 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e012b6ad-1a27-4fa1-9153-4c7411424193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:25.688905 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012b6ad-1a27-4fa1-9153-4c7411424193 admin admin] Pushing event updated for resources: {'Port': ['ID=72a514aa-5e9a-461c-8963-25e8a9b93d7a,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:25.698869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 516c6bd7-4d3e-4aec-91c6-23785c92ed0c up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:25.821723 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e012b6ad-1a27-4fa1-9153-4c7411424193 admin admin] Network eaefbcd2-0d82-4580-bd74-59a93e59397d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:44:25.823219 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-e012b6ad-1a27-4fa1-9153-4c7411424193 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:44:25.847235 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 516c6bd7-4d3e-4aec-91c6-23785c92ed0c completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:44:25.852634 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 516c6bd7-4d3e-4aec-91c6-23785c92ed0c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:25.853133 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:25.976717 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:25.981864 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e012b6ad-1a27-4fa1-9153-4c7411424193 admin admin] Router a603bf34-bae1-4c46-a421-0d137ba4fd61 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:44:26.044028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 516c6bd7-4d3e-4aec-91c6-23785c92ed0c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=516c6bd7-4d3e-4aec-91c6-23785c92ed0c,segment=NetworkSegment(bff38316-12df-4891-9977-6ff960030625),segment_id=bff38316-12df-4891-9977-6ff960030625)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:26.046021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516c6bd7-4d3e-4aec-91c6-23785c92ed0c'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:26.049318 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fcf753-ae3a-4f33-b191-1bb19ba35fa3" -d '{"events": [{"server_uuid": "9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2", "name": "network-vif-plugged", "status": "completed", "tag": "516c6bd7-4d3e-4aec-91c6-23785c92ed0c"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:26.089711 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-13c9ad9a-c00f-4f14-a960-66c517a85626 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1912f23d03ac425bbba8530206421ef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319886 Sep 17 23:44:26.116272 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:26.191802 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580b521e-5db5-486d-a585-1ac82676c70c x-openstack-request-id: req-580b521e-5db5-486d-a585-1ac82676c70c {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:26.192072 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2", "name": "network-vif-plugged", "status": "completed", "tag": "516c6bd7-4d3e-4aec-91c6-23785c92ed0c", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:26.192333 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-580b521e-5db5-486d-a585-1ac82676c70c {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:26.192865 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516c6bd7-4d3e-4aec-91c6-23785c92ed0c', 'code': 200} Sep 17 23:44:26.225053 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee57a8-a40a-446f-8ecd-3bd55e0d229b req-f49a6f60-40dc-4136-8e48-45dfc96cdeff tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:26.241327 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-caee57a8-a40a-446f-8ecd-3bd55e0d229b req-f49a6f60-40dc-4136-8e48-45dfc96cdeff tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 944 time: 0.1648686 Sep 17 23:44:26.273069 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e012b6ad-1a27-4fa1-9153-4c7411424193 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:44:26.279520 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=516c6bd7-4d3e-4aec-91c6-23785c92ed0c,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:26.279758 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e012b6ad-1a27-4fa1-9153-4c7411424193 admin admin] 10.222.0.46 "PUT /v2.0/routers/a603bf34-bae1-4c46-a421-0d137ba4fd61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6266212 Sep 17 23:44:26.287715 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c3900cce-551f-4287-8876-06b3e5a1dbca None None] Provisioning complete for port 72a514aa-5e9a-461c-8963-25e8a9b93d7a triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:26.288698 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c3900cce-551f-4287-8876-06b3e5a1dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:26.310202 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1578ea0b-bc35-4446-a491-dfb2207afff9 req-c91868df-7f0d-4c70-90df-070e25d69830 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=9344ae08-9b66-4697-8944-92fb3d6e7239 HTTP/1.1" status: 200 len: 210 time: 0.0663400 Sep 17 23:44:26.342772 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-caee57a8-a40a-446f-8ecd-3bd55e0d229b req-81047b13-8491-4220-8b2c-7afdbf021e37 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955815 Sep 17 23:44:26.346590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c3900cce-551f-4287-8876-06b3e5a1dbca None None] Port 72a514aa-5e9a-461c-8963-25e8a9b93d7a cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:44:26.424317 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:44:26.487809 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-6cba4a95-1a92-4710-933b-45d4c5d2a0b6 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:26.489976 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-6cba4a95-1a92-4710-933b-45d4c5d2a0b6 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3920074 Sep 17 23:44:26.493692 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700ef96-0516-4ecf-9642-d4febaa88ae3 req-db116364-27e0-40e7-b652-728b4531f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:26.498521 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1700ef96-0516-4ecf-9642-d4febaa88ae3 req-db116364-27e0-40e7-b652-728b4531f217 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 1096 time: 0.2323413 Sep 17 23:44:26.522467 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 910b3768-a375-4300-a7e3-46daa473f852 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:26.523311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d7eb6a54-649a-48c7-b632-d2dadd8d7bda tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Request body: {'port': {'device_id': '9344ae08-9b66-4697-8944-92fb3d6e7239', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '1912f23d03ac425bbba8530206421ef6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:26.610832 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1700ef96-0516-4ecf-9642-d4febaa88ae3 req-ddc222f0-0191-4b11-a53c-8faacebcceb2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994341 Sep 17 23:44:26.631063 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b7c97-0869-487c-afeb-fb3b88858158 req-f036ad8c-bcfe-47b7-ab67-cf1ef1cb3ef4 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:26.643764 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-673b7c97-0869-487c-afeb-fb3b88858158 req-f036ad8c-bcfe-47b7-ab67-cf1ef1cb3ef4 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.1398029 Sep 17 23:44:26.647604 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 910b3768-a375-4300-a7e3-46daa473f852 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:26.650096 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:26.716056 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-673b7c97-0869-487c-afeb-fb3b88858158 req-07404be0-f7ad-4758-a524-bcf9c9b2d89c tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683389 Sep 17 23:44:26.766749 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:26.777943 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d7eb6a54-649a-48c7-b632-d2dadd8d7bda tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Made reservation on behalf of 1912f23d03ac425bbba8530206421ef6 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:44:26.784005 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d7eb6a54-649a-48c7-b632-d2dadd8d7bda tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:26.793980 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 910b3768-a375-4300-a7e3-46daa473f852, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=910b3768-a375-4300-a7e3-46daa473f852,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:26.848081 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:26.925680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=910b3768-a375-4300-a7e3-46daa473f852,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:26.972576 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d7eb6a54-649a-48c7-b632-d2dadd8d7bda tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Allocated IP 192.168.233.188 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/290029cf-ddc5-4ee0-9176-369737e9fd27) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:44:27.140632 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d7eb6a54-649a-48c7-b632-d2dadd8d7bda tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:27.337441 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d7eb6a54-649a-48c7-b632-d2dadd8d7bda tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:27.337601 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34554) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:27.342022 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-9d99b1f8-d54e-49ed-ab02-05a41a67e403 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1794086379', 'description': 'tempest-description--638663576'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:27.353530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['2ded3520-dd0f-4d66-b889-0fedce66f717', '55ad65de-9dc6-4876-a70c-45f01d521911', '0ad6b823-2cf1-4547-a232-d70e7592cade'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:27.355760 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['3552a5d4-726d-4d3f-a363-8f246e36bc04', 'dea29f93-50f3-4fd1-8148-69dfbba345a6', 'e2c017c7-79c7-49f4-a2e8-fd1af689e9b0', 'e011bcc2-af86-44f2-826c-d672e91ab32e'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:27.396769 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d7eb6a54-649a-48c7-b632-d2dadd8d7bda tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:44:27.409440 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d7eb6a54-649a-48c7-b632-d2dadd8d7bda tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:44:27.414609 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d7eb6a54-649a-48c7-b632-d2dadd8d7bda tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:44:27.426391 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb6a54-649a-48c7-b632-d2dadd8d7bda tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Pushing event updated for resources: {'Port': ['ID=290029cf-ddc5-4ee0-9176-369737e9fd27,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:27.491686 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d99b1f8-d54e-49ed-ab02-05a41a67e403 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:27.533041 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d7eb6a54-649a-48c7-b632-d2dadd8d7bda tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:27.534150 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d7eb6a54-649a-48c7-b632-d2dadd8d7bda tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:27.555634 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] Sync routers for ids ['a603bf34-bae1-4c46-a421-0d137ba4fd61'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:44:27.594759 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc14676-b54d-4c91-8f5f-1e1f42bba1c4 req-7dfa6ec0-6207-40fc-a7ca-1a1b393f745f tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:27.595057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] Routers {'a603bf34-bae1-4c46-a421-0d137ba4fd61'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:44:27.595555 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:44:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a603bf34-bae1-4c46-a421-0d137ba4fd61'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:27.596583 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0dc14676-b54d-4c91-8f5f-1e1f42bba1c4 req-7dfa6ec0-6207-40fc-a7ca-1a1b393f745f tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 945 time: 0.1336222 Sep 17 23:44:27.605648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca181802-76d7-4102-a767-5b89c0d2684e req-5185227e-e534-4aad-afd6-18f88eb89722 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:27.607363 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca181802-76d7-4102-a767-5b89c0d2684e req-5185227e-e534-4aad-afd6-18f88eb89722 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=9344ae08-9b66-4697-8944-92fb3d6e7239 HTTP/1.1" status: 200 len: 936 time: 0.2024348 Sep 17 23:44:27.699116 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d7eb6a54-649a-48c7-b632-d2dadd8d7bda tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1918871 Sep 17 23:44:27.701426 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0dc14676-b54d-4c91-8f5f-1e1f42bba1c4 req-f8ca0fdb-0d34-40be-8e3f-2fb042772628 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929167 Sep 17 23:44:27.719561 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Request body: {'port': {'device_id': '9344ae08-9b66-4697-8944-92fb3d6e7239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:27.791080 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d99b1f8-d54e-49ed-ab02-05a41a67e403 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:27.795834 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca181802-76d7-4102-a767-5b89c0d2684e req-2cde3976-3c27-4272-84b7-a0ad79d14e19 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655955 Sep 17 23:44:27.796477 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34568) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:27.840253 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d99b1f8-d54e-49ed-ab02-05a41a67e403 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:27.869544 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9202ac31-d0b8-469a-8dc8-505e1676ed0c None None] Provisioning complete for port 290029cf-ddc5-4ee0-9176-369737e9fd27 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:27.870196 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9202ac31-d0b8-469a-8dc8-505e1676ed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:27.873219 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:27.895961 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99b1f8-d54e-49ed-ab02-05a41a67e403 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad729ef2-318c-4d7b-888e-20af6cd8caeb,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:27.960176 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d99b1f8-d54e-49ed-ab02-05a41a67e403 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:27.963083 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9d99b1f8-d54e-49ed-ab02-05a41a67e403 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6235101 Sep 17 23:44:27.966514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34572) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:27.975172 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-ffcd9fd1-f511-4d28-904c-1576ab29063b tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Request body: {'security_group_rule': {'security_group_id': 'ad729ef2-318c-4d7b-888e-20af6cd8caeb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:28.036297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] Set router a603bf34-bae1-4c46-a421-0d137ba4fd61 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:44:28.038513 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9202ac31-d0b8-469a-8dc8-505e1676ed0c None None] Port 290029cf-ddc5-4ee0-9176-369737e9fd27 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:44:28.050464 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fad325d3-b38a-4a73-851e-70be54d792a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:28.065965 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd773a8-b418-442a-97bf-8ba8f7be4b4f req-a9fa57ca-3110-4b09-b567-f3c2c56eeadd tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:28.074389 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cfd773a8-b418-442a-97bf-8ba8f7be4b4f req-a9fa57ca-3110-4b09-b567-f3c2c56eeadd tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.1433182 Sep 17 23:44:28.131425 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cfd773a8-b418-442a-97bf-8ba8f7be4b4f req-15ba09ba-b2d9-4f5c-bc67-4e7c92a4abcf tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560238 Sep 17 23:44:28.163780 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffcd9fd1-f511-4d28-904c-1576ab29063b tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:28.255573 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 290029cf-ddc5-4ee0-9176-369737e9fd27 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:44:28.265057 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:28.280627 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Transition to ACTIVE for port object 290029cf-ddc5-4ee0-9176-369737e9fd27 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:44:28.291910 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffcd9fd1-f511-4d28-904c-1576ab29063b tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:28.322515 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fad325d3-b38a-4a73-851e-70be54d792a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:28.389249 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:28.396358 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 910b3768-a375-4300-a7e3-46daa473f852 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:28.435743 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fad325d3-b38a-4a73-851e-70be54d792a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:28.448185 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Pushing event updated for resources: {'Port': ['ID=290029cf-ddc5-4ee0-9176-369737e9fd27,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:28.466389 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffcd9fd1-f511-4d28-904c-1576ab29063b tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:28.499350 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad325d3-b38a-4a73-851e-70be54d792a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9da582f-bf22-46e7-a89b-e98a4001733e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:28.504278 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fad325d3-b38a-4a73-851e-70be54d792a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8f38f8335934993936a63cfb23a1a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7067356 Sep 17 23:44:28.509334 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd9fd1-f511-4d28-904c-1576ab29063b tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502c6906-7422-4163-ba4f-7638f0961b22,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:28.512630 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34576) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:28.574280 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Attempting to bind port 290029cf-ddc5-4ee0-9176-369737e9fd27 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:44:28.574629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Attempting to bind port 290029cf-ddc5-4ee0-9176-369737e9fd27 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:44:28.574966 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Attempting to bind port 290029cf-ddc5-4ee0-9176-369737e9fd27 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:44:28.576046 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ee7886da-930a-4d6e-8f78-d25c66c091f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:28.579880 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'name': 'tempest-ServersTestJSON-1779127285-router', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '910b3768-a375-4300-a7e3-46daa473f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:19Z', 'updated_at': '2021-09-17T23:44:25Z', 'revision_number': 4, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'gw_port': {'id': '910b3768-a375-4300-a7e3-46daa473f852', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:20Z', 'updated_at': '2021-09-17T23:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '72a514aa-5e9a-461c-8963-25e8a9b93d7a', 'name': '', 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'mac_address': 'fa:16:3e:d9:b6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e968bfdd-6395-4ac7-ad97-9ab5b43ecd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:24Z', 'updated_at': '2021-09-17T23:44:25Z', 'revision_number': 2, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'subnets': [{'id': 'e968bfdd-6395-4ac7-ad97-9ab5b43ecd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:28.580921 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Port 290029cf-ddc5-4ee0-9176-369737e9fd27 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:44:28.581254 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Attempting to bind port 290029cf-ddc5-4ee0-9176-369737e9fd27 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:44:28.593141 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:44:28.595183 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:44:28.595183 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:44:28.595183 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Bound port: 290029cf-ddc5-4ee0-9176-369737e9fd27, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:44:28.595183 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:28.602072 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ee7886da-930a-4d6e-8f78-d25c66c091f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:28.612960 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffcd9fd1-f511-4d28-904c-1576ab29063b tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:28.614514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ffcd9fd1-f511-4d28-904c-1576ab29063b tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6457310 Sep 17 23:44:28.617445 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34578) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:28.618087 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 910b3768-a375-4300-a7e3-46daa473f852 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:28.618463 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:28.622647 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f5c236db-2a68-4c3a-ab91-dbfd57ec8d21 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Request body: {'security_group_rule': {'security_group_id': 'ad729ef2-318c-4d7b-888e-20af6cd8caeb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:28.625097 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] Checking router: a603bf34-bae1-4c46-a421-0d137ba4fd61 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:44:28.626083 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] Updating router a603bf34-bae1-4c46-a421-0d137ba4fd61 port 72a514aa-5e9a-461c-8963-25e8a9b93d7a binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:44:28.691178 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] For port 290029cf-ddc5-4ee0-9176-369737e9fd27, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:44:28.694544 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] For port 290029cf-ddc5-4ee0-9176-369737e9fd27, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=290029cf-ddc5-4ee0-9176-369737e9fd27,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:44:28.702219 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:28.743559 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f5c236db-2a68-4c3a-ab91-dbfd57ec8d21 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:28.761432 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:28.772269 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ee7886da-930a-4d6e-8f78-d25c66c091f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:28.776001 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ee7886da-930a-4d6e-8f78-d25c66c091f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:28.777197 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ee7886da-930a-4d6e-8f78-d25c66c091f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9da582f-bf22-46e7-a89b-e98a4001733e HTTP/1.1" status: 204 len: 168 time: 0.2624907 Sep 17 23:44:28.798960 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:28.799644 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:28.813635 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] 10.222.0.41 "PUT /v2.0/ports/290029cf-ddc5-4ee0-9176-369737e9fd27 HTTP/1.1" status: 200 len: 1096 time: 1.1028240 Sep 17 23:44:28.815825 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9344ae08-9b66-4697-8944-92fb3d6e7239', 'tag': '290029cf-ddc5-4ee0-9176-369737e9fd27'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:28.821912 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f965725-6cc7-4f73-928d-5b7492a4e0bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9344ae08-9b66-4697-8944-92fb3d6e7239", "tag": "290029cf-ddc5-4ee0-9176-369737e9fd27"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:28.882783 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86be678-5dd2-49f8-8353-d00f051b801e service neutron] Pushing event updated for resources: {'Port': ['ID=290029cf-ddc5-4ee0-9176-369737e9fd27,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:28.884896 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7886da-930a-4d6e-8f78-d25c66c091f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9da582f-bf22-46e7-a89b-e98a4001733e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:28.936408 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f5c236db-2a68-4c3a-ab91-dbfd57ec8d21 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:28.953072 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530cf3ed-ef10-499f-941e-ff8519bef52a x-openstack-request-id: req-530cf3ed-ef10-499f-941e-ff8519bef52a {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:28.954464 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9344ae08-9b66-4697-8944-92fb3d6e7239", "tag": "290029cf-ddc5-4ee0-9176-369737e9fd27", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:28.954912 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-530cf3ed-ef10-499f-941e-ff8519bef52a {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:28.955485 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9344ae08-9b66-4697-8944-92fb3d6e7239', 'tag': '290029cf-ddc5-4ee0-9176-369737e9fd27', 'status': 'completed', 'code': 200} Sep 17 23:44:28.986879 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf6335-b74c-4285-9a50-671e232878d5 req-7a066019-1dc1-4088-aa35-47ca432d71c5 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:28.996635 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bcdf6335-b74c-4285-9a50-671e232878d5 req-7a066019-1dc1-4088-aa35-47ca432d71c5 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 945 time: 0.1942825 Sep 17 23:44:29.041771 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f5c236db-2a68-4c3a-ab91-dbfd57ec8d21 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:29.069647 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-7dab5931-ac64-499d-b0f3-da3a6a7bbe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:29.071330 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-7dab5931-ac64-499d-b0f3-da3a6a7bbe8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&device_id=9344ae08-9b66-4697-8944-92fb3d6e7239 HTTP/1.1" status: 200 len: 1099 time: 0.0995066 Sep 17 23:44:29.117224 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c236db-2a68-4c3a-ab91-dbfd57ec8d21 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80ba247-c82a-4e6a-bb10-8283bb010f73,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:29.129064 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-d63f1019-0285-4ae1-b337-10809738c0c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=290029cf-ddc5-4ee0-9176-369737e9fd27 HTTP/1.1" status: 200 len: 217 time: 0.0379138 Sep 17 23:44:29.144344 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bcdf6335-b74c-4285-9a50-671e232878d5 req-983095b4-d266-481b-ab60-49c62a1cbadd tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370096 Sep 17 23:44:29.169779 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8285de-f5fd-4941-8ce7-d19adb90a76a req-27b28db4-21fe-4bc2-8776-abc752053e96 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:29.182387 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3f8285de-f5fd-4941-8ce7-d19adb90a76a req-27b28db4-21fe-4bc2-8776-abc752053e96 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=9344ae08-9b66-4697-8944-92fb3d6e7239 HTTP/1.1" status: 200 len: 948 time: 0.0959110 Sep 17 23:44:29.185793 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:29.205319 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f5c236db-2a68-4c3a-ab91-dbfd57ec8d21 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:29.205437 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-ed45bb20-cd84-47d9-b416-1ca6920198c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:29.205542 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f5c236db-2a68-4c3a-ab91-dbfd57ec8d21 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5850580 Sep 17 23:44:29.207078 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-ed45bb20-cd84-47d9-b416-1ca6920198c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0702620 Sep 17 23:44:29.207880 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34598) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:29.215666 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2070ec49-fafc-4658-b464-4ea1c374ce3a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:29.218297 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3f8285de-f5fd-4941-8ce7-d19adb90a76a req-230ef07c-d51e-4afa-b7b5-6b2960616b5e tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407338 Sep 17 23:44:29.286995 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-6910e21b-263d-4f1f-a083-d2ed35aeb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:29.288603 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-6910e21b-263d-4f1f-a083-d2ed35aeb1a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673091 Sep 17 23:44:29.309671 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:29.401033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9377c71-90a8-40df-9b72-64ca945b2ed5 None None] Pushing event updated for resources: {'Port': ['ID=72a514aa-5e9a-461c-8963-25e8a9b93d7a,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:29.407159 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e8b51-16a6-40da-a8a2-77158f1708e0 req-9a010c78-e42d-4248-8f3d-f5a74a8ef4d9 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:29.409831 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-701e8b51-16a6-40da-a8a2-77158f1708e0 req-9a010c78-e42d-4248-8f3d-f5a74a8ef4d9 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.1083987 Sep 17 23:44:29.413620 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f2146cf0-5463-4f57-8bfd-af461f01b388 req-23b5cbae-176f-4910-bb88-47e1a88c29e6 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-650279153&fields=id&tenant_id=09b9a7f871a14d6ab2c46e8a4e2591b9 HTTP/1.1" status: 200 len: 267 time: 0.0794857 Sep 17 23:44:29.423221 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2070ec49-fafc-4658-b464-4ea1c374ce3a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:29.466180 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] Attempting to bind port 72a514aa-5e9a-461c-8963-25e8a9b93d7a on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:44:29.466676 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] Attempting to bind port 72a514aa-5e9a-461c-8963-25e8a9b93d7a by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '4bdfa851-2fd7-4fdd-bd0c-218459ebd235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:44:29.467401 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] Attempting to bind port 72a514aa-5e9a-461c-8963-25e8a9b93d7a on network eaefbcd2-0d82-4580-bd74-59a93e59397d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:44:29.474913 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:44:29.475576 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] Checking segment: {'id': '4bdfa851-2fd7-4fdd-bd0c-218459ebd235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:44:29.476087 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:29.476579 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] Bound using segment: {'id': '4bdfa851-2fd7-4fdd-bd0c-218459ebd235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:44:29.477302 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] Bound port: 72a514aa-5e9a-461c-8963-25e8a9b93d7a, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bdfa851-2fd7-4fdd-bd0c-218459ebd235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:44:29.477804 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:29.486124 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-3693893d-9ec4-4ef2-ae45-5978c175efc8 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884415 Sep 17 23:44:29.511837 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2146cf0-5463-4f57-8bfd-af461f01b388 req-9b036fe1-eb33-46b4-a73f-eff249e3c71e tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:29.522788 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f2146cf0-5463-4f57-8bfd-af461f01b388 req-9b036fe1-eb33-46b4-a73f-eff249e3c71e tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 945 time: 0.0981870 Sep 17 23:44:29.530041 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-f2146cf0-5463-4f57-8bfd-af461f01b388 req-19e69bc6-a765-4851-8e31-40f6ab0d80cb tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Request body: {'port': {'security_groups': ['3de35c9d-ebed-4375-aa9a-5074601136bc', 'cbc621b9-471f-4c05-bdb6-7fe70243ed8e']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:29.614712 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f2146cf0-5463-4f57-8bfd-af461f01b388 req-19e69bc6-a765-4851-8e31-40f6ab0d80cb tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:29.631579 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] For port 72a514aa-5e9a-461c-8963-25e8a9b93d7a, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:44:29.638506 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-701e8b51-16a6-40da-a8a2-77158f1708e0 req-fbb7ea3d-2698-4efe-94ff-b89697e5dc07 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767964 Sep 17 23:44:29.641196 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] For port 72a514aa-5e9a-461c-8963-25e8a9b93d7a, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=72a514aa-5e9a-461c-8963-25e8a9b93d7a,segment=NetworkSegment(4bdfa851-2fd7-4fdd-bd0c-218459ebd235),segment_id=4bdfa851-2fd7-4fdd-bd0c-218459ebd235)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:44:29.642165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-746891cb-cb1e-4a49-97c6-36686cfe64fd None None] Provisioning complete for port 72a514aa-5e9a-461c-8963-25e8a9b93d7a triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:29.642523 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-746891cb-cb1e-4a49-97c6-36686cfe64fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:29.664869 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dfb0fa8a-c519-44cf-bd81-ccd8228d1486 req-59f12816-0102-47e6-afa2-a2e39a29b388 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698430 Sep 17 23:44:29.676542 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2070ec49-fafc-4658-b464-4ea1c374ce3a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:29.693335 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-746891cb-cb1e-4a49-97c6-36686cfe64fd None None] Port 72a514aa-5e9a-461c-8963-25e8a9b93d7a cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:44:29.733249 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:29.817977 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] Routers {'a603bf34-bae1-4c46-a421-0d137ba4fd61'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:44:29.818866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:44:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a603bf34-bae1-4c46-a421-0d137ba4fd61'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:29.835246 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-2070ec49-fafc-4658-b464-4ea1c374ce3a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Allocated IP 172.25.3.213 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/a601858f-d41b-4f6c-bb78-cc243389d427) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:44:29.892485 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-f2146cf0-5463-4f57-8bfd-af461f01b388 req-19e69bc6-a765-4851-8e31-40f6ab0d80cb tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] For port 516c6bd7-4d3e-4aec-91c6-23785c92ed0c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=516c6bd7-4d3e-4aec-91c6-23785c92ed0c,segment=NetworkSegment(bff38316-12df-4891-9977-6ff960030625),segment_id=bff38316-12df-4891-9977-6ff960030625)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:29.912205 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f965725-6cc7-4f73-928d-5b7492a4e0bb req-8b752218-0398-482f-a417-8f59d25ff95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:29.913826 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3f965725-6cc7-4f73-928d-5b7492a4e0bb req-8b752218-0398-482f-a417-8f59d25ff95d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1912f23d03ac425bbba8530206421ef6&device_id=9344ae08-9b66-4697-8944-92fb3d6e7239 HTTP/1.1" status: 200 len: 1099 time: 0.0960495 Sep 17 23:44:29.926299 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f2146cf0-5463-4f57-8bfd-af461f01b388 req-19e69bc6-a765-4851-8e31-40f6ab0d80cb tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:29.952738 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9377c71-90a8-40df-9b72-64ca945b2ed5 None None] Pushing event updated for resources: {'Port': ['ID=72a514aa-5e9a-461c-8963-25e8a9b93d7a,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:29.992359 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] Set router a603bf34-bae1-4c46-a421-0d137ba4fd61 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:44:29.995918 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f2146cf0-5463-4f57-8bfd-af461f01b388 req-19e69bc6-a765-4851-8e31-40f6ab0d80cb tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:30.061332 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2146cf0-5463-4f57-8bfd-af461f01b388 req-19e69bc6-a765-4851-8e31-40f6ab0d80cb tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:30.065546 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f2146cf0-5463-4f57-8bfd-af461f01b388 req-19e69bc6-a765-4851-8e31-40f6ab0d80cb tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:30.070855 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f2146cf0-5463-4f57-8bfd-af461f01b388 req-19e69bc6-a765-4851-8e31-40f6ab0d80cb tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "PUT /v2.0/ports/516c6bd7-4d3e-4aec-91c6-23785c92ed0c HTTP/1.1" status: 200 len: 981 time: 0.5470736 Sep 17 23:44:30.071355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2', 'tag': '516c6bd7-4d3e-4aec-91c6-23785c92ed0c'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:30.073735 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e514e794-4980-4fb3-af6e-4d878529f610" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2", "tag": "516c6bd7-4d3e-4aec-91c6-23785c92ed0c"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:30.075555 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2070ec49-fafc-4658-b464-4ea1c374ce3a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:30.094331 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f965725-6cc7-4f73-928d-5b7492a4e0bb req-48da7c65-31c7-4622-a0a0-2fc11564590d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:30.096133 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3f965725-6cc7-4f73-928d-5b7492a4e0bb req-48da7c65-31c7-4622-a0a0-2fc11564590d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1506073 Sep 17 23:44:30.132966 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d18d2e-0147-4b93-a252-0be84d5e98a0 x-openstack-request-id: req-f7d18d2e-0147-4b93-a252-0be84d5e98a0 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:30.133724 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2", "tag": "516c6bd7-4d3e-4aec-91c6-23785c92ed0c", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:30.134008 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f7d18d2e-0147-4b93-a252-0be84d5e98a0 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:30.134410 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2', 'tag': '516c6bd7-4d3e-4aec-91c6-23785c92ed0c', 'status': 'completed', 'code': 200} Sep 17 23:44:30.142736 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e69bc6-a765-4851-8e31-40f6ab0d80cb tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event updated for resources: {'Port': ['ID=516c6bd7-4d3e-4aec-91c6-23785c92ed0c,revision_number=6']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:30.160312 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7c152865-1aaa-4a84-b0ea-c38c33f54719 None None] Provisioning complete for port 72a514aa-5e9a-461c-8963-25e8a9b93d7a triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:30.160735 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7c152865-1aaa-4a84-b0ea-c38c33f54719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:30.182965 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3f965725-6cc7-4f73-928d-5b7492a4e0bb req-89bfd681-1f87-41c9-9edf-a4e70b4f9cb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=290029cf-ddc5-4ee0-9176-369737e9fd27 HTTP/1.1" status: 200 len: 217 time: 0.0659180 Sep 17 23:44:30.214759 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83aa586e-18be-46d5-b604-feaed58ecc26 req-5413e330-da0f-4097-9bbe-d3dd54ae33fd tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-537879274&fields=id&tenant_id=09b9a7f871a14d6ab2c46e8a4e2591b9 HTTP/1.1" status: 200 len: 267 time: 0.0526614 Sep 17 23:44:30.258017 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34626) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:30.263370 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f965725-6cc7-4f73-928d-5b7492a4e0bb req-3c4cbf0c-7e69-48c7-8040-bf216c777e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:30.277604 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3f965725-6cc7-4f73-928d-5b7492a4e0bb req-3c4cbf0c-7e69-48c7-8040-bf216c777e87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0777040 Sep 17 23:44:30.288058 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa586e-18be-46d5-b604-feaed58ecc26 req-e7a32713-54ea-46d6-aae4-a2e9717e0d52 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:30.296664 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83aa586e-18be-46d5-b604-feaed58ecc26 req-e7a32713-54ea-46d6-aae4-a2e9717e0d52 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 984 time: 0.0808022 Sep 17 23:44:30.300525 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514e794-4980-4fb3-af6e-4d878529f610 req-d62ecc6f-15a7-4290-b0c3-7068206d0762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:30.303271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-83aa586e-18be-46d5-b604-feaed58ecc26 req-70d48cc6-fb43-4d69-bcf1-c932de0c796c tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Request body: {'port': {'security_groups': ['3de35c9d-ebed-4375-aa9a-5074601136bc', 'cbc621b9-471f-4c05-bdb6-7fe70243ed8e', 'c5b72f6f-c002-4b75-b281-368c7e69de7f']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:30.304871 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e514e794-4980-4fb3-af6e-4d878529f610 req-d62ecc6f-15a7-4290-b0c3-7068206d0762 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09b9a7f871a14d6ab2c46e8a4e2591b9&device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 1135 time: 0.1349707 Sep 17 23:44:30.350263 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2070ec49-fafc-4658-b464-4ea1c374ce3a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:30.397751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['516c6bd7-4d3e-4aec-91c6-23785c92ed0c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:30.426945 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-fc9dc649-3064-473e-85b3-2f951ca06680 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-769192944-network', 'tenant_id': 'b3af2ea7aeaa4a57b6524d734f27210a'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:30.453106 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-83aa586e-18be-46d5-b604-feaed58ecc26 req-70d48cc6-fb43-4d69-bcf1-c932de0c796c tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:30.467244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f9cb3-1fd7-4086-9471-3aa0504952cc req-f6628593-3fed-4d9d-8524-d69e1d44f81f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:30.468930 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0b7f9cb3-1fd7-4086-9471-3aa0504952cc req-f6628593-3fed-4d9d-8524-d69e1d44f81f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=9344ae08-9b66-4697-8944-92fb3d6e7239 HTTP/1.1" status: 200 len: 948 time: 0.1172080 Sep 17 23:44:30.527567 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7c152865-1aaa-4a84-b0ea-c38c33f54719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:30.545980 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9dc649-3064-473e-85b3-2f951ca06680 admin admin] Made reservation on behalf of b3af2ea7aeaa4a57b6524d734f27210a for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:44:30.548945 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc9dc649-3064-473e-85b3-2f951ca06680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:30.590304 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0b7f9cb3-1fd7-4086-9471-3aa0504952cc req-09458b99-7ddb-4124-9868-5094a020eca7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107624 Sep 17 23:44:30.602051 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc9dc649-3064-473e-85b3-2f951ca06680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:30.619216 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-7c152865-1aaa-4a84-b0ea-c38c33f54719 None None] For port 72a514aa-5e9a-461c-8963-25e8a9b93d7a, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=72a514aa-5e9a-461c-8963-25e8a9b93d7a,segment=NetworkSegment(4bdfa851-2fd7-4fdd-bd0c-218459ebd235),segment_id=4bdfa851-2fd7-4fdd-bd0c-218459ebd235)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:30.642593 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'name': 'tempest-ServersTestJSON-1779127285-router', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '910b3768-a375-4300-a7e3-46daa473f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:19Z', 'updated_at': '2021-09-17T23:44:25Z', 'revision_number': 4, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'gw_port': {'id': '910b3768-a375-4300-a7e3-46daa473f852', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:20Z', 'updated_at': '2021-09-17T23:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '72a514aa-5e9a-461c-8963-25e8a9b93d7a', 'name': '', 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'mac_address': 'fa:16:3e:d9:b6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e968bfdd-6395-4ac7-ad97-9ab5b43ecd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:24Z', 'updated_at': '2021-09-17T23:44:29Z', 'revision_number': 4, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'subnets': [{'id': 'e968bfdd-6395-4ac7-ad97-9ab5b43ecd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:30.680849 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b58a0a-e593-470d-944c-a9d059fe871f None None] The sync data for ids ['a603bf34-bae1-4c46-a421-0d137ba4fd61'] in n-d-809883-1 is: [{'id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'name': 'tempest-ServersTestJSON-1779127285-router', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '910b3768-a375-4300-a7e3-46daa473f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:19Z', 'updated_at': '2021-09-17T23:44:25Z', 'revision_number': 4, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'gw_port': {'id': '910b3768-a375-4300-a7e3-46daa473f852', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:20Z', 'updated_at': '2021-09-17T23:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '72a514aa-5e9a-461c-8963-25e8a9b93d7a', 'name': '', 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'mac_address': 'fa:16:3e:d9:b6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e968bfdd-6395-4ac7-ad97-9ab5b43ecd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:24Z', 'updated_at': '2021-09-17T23:44:29Z', 'revision_number': 4, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'subnets': [{'id': 'e968bfdd-6395-4ac7-ad97-9ab5b43ecd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:44:30.712806 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7c152865-1aaa-4a84-b0ea-c38c33f54719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:30.797144 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2070ec49-fafc-4658-b464-4ea1c374ce3a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:44:30.835989 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['516c6bd7-4d3e-4aec-91c6-23785c92ed0c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:30.836320 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-2070ec49-fafc-4658-b464-4ea1c374ce3a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:44:30.849318 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2070ec49-fafc-4658-b464-4ea1c374ce3a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:44:30.853144 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f965725-6cc7-4f73-928d-5b7492a4e0bb req-06c44664-8a51-4053-b021-a8157d0693d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:30.854289 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-83aa586e-18be-46d5-b604-feaed58ecc26 req-70d48cc6-fb43-4d69-bcf1-c932de0c796c tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] For port 516c6bd7-4d3e-4aec-91c6-23785c92ed0c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=516c6bd7-4d3e-4aec-91c6-23785c92ed0c,segment=NetworkSegment(bff38316-12df-4891-9977-6ff960030625),segment_id=bff38316-12df-4891-9977-6ff960030625)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:30.855042 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3f965725-6cc7-4f73-928d-5b7492a4e0bb req-06c44664-8a51-4053-b021-a8157d0693d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5618889 Sep 17 23:44:30.856891 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070ec49-fafc-4658-b464-4ea1c374ce3a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Pushing event updated for resources: {'Port': ['ID=a601858f-d41b-4f6c-bb78-cc243389d427,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:30.892498 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc9dc649-3064-473e-85b3-2f951ca06680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:30.915982 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-83aa586e-18be-46d5-b604-feaed58ecc26 req-70d48cc6-fb43-4d69-bcf1-c932de0c796c tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:30.919332 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c152865-1aaa-4a84-b0ea-c38c33f54719 None None] Pushing event updated for resources: {'Port': ['ID=72a514aa-5e9a-461c-8963-25e8a9b93d7a,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:30.957299 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc9dc649-3064-473e-85b3-2f951ca06680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:30.973540 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514e794-4980-4fb3-af6e-4d878529f610 req-87fbffb1-12cb-4bd8-a629-4a4db6295264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:30.975267 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e514e794-4980-4fb3-af6e-4d878529f610 req-87fbffb1-12cb-4bd8-a629-4a4db6295264 service neutron] 10.222.0.41 "GET /v2.0/networks?id=61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 HTTP/1.1" status: 200 len: 913 time: 0.6282246 Sep 17 23:44:30.995399 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-83aa586e-18be-46d5-b604-feaed58ecc26 req-70d48cc6-fb43-4d69-bcf1-c932de0c796c tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:31.021509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9dc649-3064-473e-85b3-2f951ca06680 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:44:31.036556 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dc649-3064-473e-85b3-2f951ca06680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d943338b-3152-47fc-b4f8-40f2aa27e92f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:31.090964 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e514e794-4980-4fb3-af6e-4d878529f610 req-f7ce1bad-d12a-4ac1-a71e-b8e8882ac830 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=516c6bd7-4d3e-4aec-91c6-23785c92ed0c HTTP/1.1" status: 200 len: 217 time: 0.1054559 Sep 17 23:44:31.103913 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc9dc649-3064-473e-85b3-2f951ca06680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:31.104326 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-fc9dc649-3064-473e-85b3-2f951ca06680 admin admin] Added segment 99892501-f578-43fa-96f3-0c2546be6ad6 of type vlan for network 46e7d789-c297-42e5-85e3-61e0e31805a4 Sep 17 23:44:31.118318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b60c4f-d1b9-4806-86b8-25aee73e8fe8 req-7b3fa657-0f32-4dca-af84-d6ad21625950 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:31.125427 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53b60c4f-d1b9-4806-86b8-25aee73e8fe8 req-7b3fa657-0f32-4dca-af84-d6ad21625950 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.1811063 Sep 17 23:44:31.139174 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa586e-18be-46d5-b604-feaed58ecc26 req-70d48cc6-fb43-4d69-bcf1-c932de0c796c tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:31.140052 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-83aa586e-18be-46d5-b604-feaed58ecc26 req-70d48cc6-fb43-4d69-bcf1-c932de0c796c tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:31.142471 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83aa586e-18be-46d5-b604-feaed58ecc26 req-70d48cc6-fb43-4d69-bcf1-c932de0c796c tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "PUT /v2.0/ports/516c6bd7-4d3e-4aec-91c6-23785c92ed0c HTTP/1.1" status: 200 len: 1020 time: 0.8444448 Sep 17 23:44:31.169276 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3f965725-6cc7-4f73-928d-5b7492a4e0bb req-091f5c20-6b3d-44ca-9e59-afb58b1ef38d service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603595 Sep 17 23:44:31.170733 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2070ec49-fafc-4658-b464-4ea1c374ce3a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:31.209367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d48cc6-fb43-4d69-bcf1-c932de0c796c tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event updated for resources: {'Port': ['ID=516c6bd7-4d3e-4aec-91c6-23785c92ed0c,revision_number=7']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:31.218242 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc9dc649-3064-473e-85b3-2f951ca06680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:31.231039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514e794-4980-4fb3-af6e-4d878529f610 req-2a41250c-ae12-433a-ae17-9288374caca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:31.232616 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e514e794-4980-4fb3-af6e-4d878529f610 req-2a41250c-ae12-433a-ae17-9288374caca8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d83ea213-422a-4034-a7c8-6f64998ed54d HTTP/1.1" status: 200 len: 852 time: 0.1126688 Sep 17 23:44:31.288899 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53b60c4f-d1b9-4806-86b8-25aee73e8fe8 req-a3ecea63-ee7b-4c64-8e93-bd0569559fcd tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407876 Sep 17 23:44:31.339370 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e514e794-4980-4fb3-af6e-4d878529f610 req-38670caf-eecc-4e31-afac-e22207690464 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=61fd0ff8-bde6-4e98-bc61-f528a1ff35f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611250 Sep 17 23:44:31.347261 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['516c6bd7-4d3e-4aec-91c6-23785c92ed0c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:31.356229 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc9dc649-3064-473e-85b3-2f951ca06680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:31.357345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9dc649-3064-473e-85b3-2f951ca06680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:31.358409 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc9dc649-3064-473e-85b3-2f951ca06680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:31.368944 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2070ec49-fafc-4658-b464-4ea1c374ce3a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:31.408411 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['516c6bd7-4d3e-4aec-91c6-23785c92ed0c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:31.424433 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3f965725-6cc7-4f73-928d-5b7492a4e0bb req-e61f6f57-f1ef-400a-a532-07ca2c66c0b3 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450132 Sep 17 23:44:31.480201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dc649-3064-473e-85b3-2f951ca06680 admin admin] Pushing event updated for resources: {'Network': ['ID=46e7d789-c297-42e5-85e3-61e0e31805a4,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:31.487847 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fc9dc649-3064-473e-85b3-2f951ca06680 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2258196 Sep 17 23:44:31.491341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34640) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:31.499682 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb88968-c3e2-4a36-b848-a367a198a184 req-8233a9e0-c22c-48dd-9748-73af6ba39a3c tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:31.505721 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 46e7d789-c297-42e5-85e3-61e0e31805a4 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:44:31.508182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-adb88968-c3e2-4a36-b848-a367a198a184 req-8233a9e0-c22c-48dd-9748-73af6ba39a3c tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 1023 time: 0.1096892 Sep 17 23:44:31.519339 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-ca8881e7-5af7-4abb-80f6-b209d796a298 admin admin] Request body: {'subnet': {'network_id': '46e7d789-c297-42e5-85e3-61e0e31805a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-769192944-subnet', 'tenant_id': 'b3af2ea7aeaa4a57b6524d734f27210a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:31.549634 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e514e794-4980-4fb3-af6e-4d878529f610 req-a8061647-a764-450d-a6a0-6e26faa15b06 service neutron] 10.222.0.41 "GET /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018266 Sep 17 23:44:31.613624 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-adb88968-c3e2-4a36-b848-a367a198a184 req-e5d4ccd3-6c8d-49ac-8e83-a16f708e1e46 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5b72f6f-c002-4b75-b281-368c7e69de7f&id=cbc621b9-471f-4c05-bdb6-7fe70243ed8e&id=3de35c9d-ebed-4375-aa9a-5074601136bc HTTP/1.1" status: 200 len: 6148 time: 0.1047976 Sep 17 23:44:31.649767 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-33d009f0-43ad-4a17-9383-ca39c05261e3 req-dcd4d01d-710b-476e-809f-3f049d0f5ce6 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1146430395 ', 'description': 'tempest-description-1534323132'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:31.708144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8881e7-5af7-4abb-80f6-b209d796a298 admin admin] Made reservation on behalf of b3af2ea7aeaa4a57b6524d734f27210a for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:44:31.710692 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca8881e7-5af7-4abb-80f6-b209d796a298 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:31.728046 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e514e794-4980-4fb3-af6e-4d878529f610 req-07176ee7-d50b-48e3-bcd8-080912bca000 service neutron] 10.222.0.41 "GET /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452377 Sep 17 23:44:31.732585 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2070ec49-fafc-4658-b464-4ea1c374ce3a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:31.767216 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 290029cf-ddc5-4ee0-9176-369737e9fd27 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:44:31.785806 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-33d009f0-43ad-4a17-9383-ca39c05261e3 req-dcd4d01d-710b-476e-809f-3f049d0f5ce6 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:31.821975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d05400-3d1f-4bc0-883c-c875fa08a0c4 req-1f905d66-49e8-4026-9093-6d702b1f9731 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:31.823359 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84d05400-3d1f-4bc0-883c-c875fa08a0c4 req-1f905d66-49e8-4026-9093-6d702b1f9731 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=9344ae08-9b66-4697-8944-92fb3d6e7239 HTTP/1.1" status: 200 len: 948 time: 0.1401906 Sep 17 23:44:31.865759 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2070ec49-fafc-4658-b464-4ea1c374ce3a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:31.983598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070ec49-fafc-4658-b464-4ea1c374ce3a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Pushing event updated for resources: {'Port': ['ID=a601858f-d41b-4f6c-bb78-cc243389d427,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:32.004704 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 290029cf-ddc5-4ee0-9176-369737e9fd27, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=290029cf-ddc5-4ee0-9176-369737e9fd27,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:32.010952 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2070ec49-fafc-4658-b464-4ea1c374ce3a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:32.040964 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '290029cf-ddc5-4ee0-9176-369737e9fd27', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '290029cf-ddc5-4ee0-9176-369737e9fd27', 'mac_address': 'fa:16:3e:cb:ab:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:44:32.111806 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:32.125745 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 290029cf-ddc5-4ee0-9176-369737e9fd27 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:44:32.148434 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 290029cf-ddc5-4ee0-9176-369737e9fd27, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=290029cf-ddc5-4ee0-9176-369737e9fd27,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:32.171901 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2', 'tag': '516c6bd7-4d3e-4aec-91c6-23785c92ed0c'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:32.174165 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4924067d-1064-480d-b0fe-284b12dbea13" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2", "tag": "516c6bd7-4d3e-4aec-91c6-23785c92ed0c"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:32.201171 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:32.206984 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84d05400-3d1f-4bc0-883c-c875fa08a0c4 req-3bf4c0dc-8316-4128-b49e-0aa2752fd35f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743079 Sep 17 23:44:32.265856 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=290029cf-ddc5-4ee0-9176-369737e9fd27,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:32.299685 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-33d009f0-43ad-4a17-9383-ca39c05261e3 req-dcd4d01d-710b-476e-809f-3f049d0f5ce6 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:32.332759 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334272eb-18bc-4f03-aa90-d5bc2509eb53 x-openstack-request-id: req-334272eb-18bc-4f03-aa90-d5bc2509eb53 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:32.332759 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2", "tag": "516c6bd7-4d3e-4aec-91c6-23785c92ed0c", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:32.332759 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-334272eb-18bc-4f03-aa90-d5bc2509eb53 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:32.332759 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2', 'tag': '516c6bd7-4d3e-4aec-91c6-23785c92ed0c', 'status': 'completed', 'code': 200} Sep 17 23:44:32.344296 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca8881e7-5af7-4abb-80f6-b209d796a298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:32.389671 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-33d009f0-43ad-4a17-9383-ca39c05261e3 req-dcd4d01d-710b-476e-809f-3f049d0f5ce6 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:32.428050 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924067d-1064-480d-b0fe-284b12dbea13 req-4fb6231a-7f22-4a54-9025-dff7f8883fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:32.429668 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4924067d-1064-480d-b0fe-284b12dbea13 req-4fb6231a-7f22-4a54-9025-dff7f8883fba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09b9a7f871a14d6ab2c46e8a4e2591b9&device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 1174 time: 0.0760946 Sep 17 23:44:32.473932 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 72a514aa-5e9a-461c-8963-25e8a9b93d7a up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:32.478244 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2070ec49-fafc-4658-b464-4ea1c374ce3a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:32.481310 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2070ec49-fafc-4658-b464-4ea1c374ce3a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2719619 Sep 17 23:44:32.507341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8881e7-5af7-4abb-80f6-b209d796a298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1af95ed-8300-40fe-b46f-38392c8c1930,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:32.513727 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4d01d-710b-476e-809f-3f049d0f5ce6 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5946ca-e815-4c0b-b4b5-db017f7b754c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:32.517791 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8881e7-5af7-4abb-80f6-b209d796a298 admin admin] Checking segment: {'id': '99892501-f578-43fa-96f3-0c2546be6ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46e7d789-c297-42e5-85e3-61e0e31805a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:44:32.518160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8881e7-5af7-4abb-80f6-b209d796a298 admin admin] Network hostable DHCP agents. Network: 46e7d789-c297-42e5-85e3-61e0e31805a4, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:44:32.534950 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-33d009f0-43ad-4a17-9383-ca39c05261e3 req-dcd4d01d-710b-476e-809f-3f049d0f5ce6 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:32.536210 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33d009f0-43ad-4a17-9383-ca39c05261e3 req-dcd4d01d-710b-476e-809f-3f049d0f5ce6 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.8915224 Sep 17 23:44:32.554702 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aff7f2-5c7a-43d0-b22f-824ffe56041f req-8de4afe0-fe7d-4130-ac52-7a1a03c2919e tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:32.556490 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27aff7f2-5c7a-43d0-b22f-824ffe56041f req-8de4afe0-fe7d-4130-ac52-7a1a03c2919e tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.0806885 Sep 17 23:44:32.563641 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 72a514aa-5e9a-461c-8963-25e8a9b93d7a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:32.564018 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:32.596503 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924067d-1064-480d-b0fe-284b12dbea13 req-d2de2f00-dec5-4fa8-9ec8-8796a9801889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:32.598049 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4924067d-1064-480d-b0fe-284b12dbea13 req-d2de2f00-dec5-4fa8-9ec8-8796a9801889 service neutron] 10.222.0.41 "GET /v2.0/networks?id=61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 HTTP/1.1" status: 200 len: 913 time: 0.1561112 Sep 17 23:44:32.625404 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27aff7f2-5c7a-43d0-b22f-824ffe56041f req-83e13fa7-6f3a-4ca2-ad4e-ca69a79ad5ff tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610459 Sep 17 23:44:32.639908 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8881e7-5af7-4abb-80f6-b209d796a298 admin admin] Network 46e7d789-c297-42e5-85e3-61e0e31805a4 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:44:32.651747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['290029cf-ddc5-4ee0-9176-369737e9fd27'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:32.663538 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4924067d-1064-480d-b0fe-284b12dbea13 req-79ce6ddf-317b-4975-8bee-6d03bd22f916 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=516c6bd7-4d3e-4aec-91c6-23785c92ed0c HTTP/1.1" status: 200 len: 217 time: 0.0576377 Sep 17 23:44:32.715837 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f988d72-b42d-4e4c-a23b-6981dfb3b371 req-5cf61e71-0062-4f2a-be27-a1335102d7c7 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/cd5946ca-e815-4c0b-b4b5-db017f7b754c HTTP/1.1" status: 200 len: 1781 time: 0.0572867 Sep 17 23:44:32.736430 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924067d-1064-480d-b0fe-284b12dbea13 req-cf5485f7-88f2-4442-90f2-a88258e70130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:32.737956 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4924067d-1064-480d-b0fe-284b12dbea13 req-cf5485f7-88f2-4442-90f2-a88258e70130 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d83ea213-422a-4034-a7c8-6f64998ed54d HTTP/1.1" status: 200 len: 852 time: 0.0646262 Sep 17 23:44:32.740456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-ca8881e7-5af7-4abb-80f6-b209d796a298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 46e7d789-c297-42e5-85e3-61e0e31805a4) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:44:32.745390 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8881e7-5af7-4abb-80f6-b209d796a298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:32.746028 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca8881e7-5af7-4abb-80f6-b209d796a298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:32.753030 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5948b821-bd89-454e-a0dc-116341367cb2 None None] Network 46e7d789-c297-42e5-85e3-61e0e31805a4 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:44:32.782393 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4924067d-1064-480d-b0fe-284b12dbea13 req-47fc0094-550f-4b7c-bf18-3712e317c973 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=61fd0ff8-bde6-4e98-bc61-f528a1ff35f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366268 Sep 17 23:44:32.813548 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-84b458d2-c237-4871-8789-a4c8c8ead1f3 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1794086379&fields=id&tenant_id=cd5b3c9130b84d52868b4d126d9b3228 HTTP/1.1" status: 200 len: 267 time: 0.0818722 Sep 17 23:44:32.840622 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b25d5187-b2ae-4697-89d5-169bd112130c req-013acc75-3432-498f-95cf-824e07242229 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/cd5946ca-e815-4c0b-b4b5-db017f7b754c HTTP/1.1" status: 200 len: 1781 time: 0.0911541 Sep 17 23:44:32.896703 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ca8881e7-5af7-4abb-80f6-b209d796a298 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3784266 Sep 17 23:44:32.929744 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d807b4-0187-4ebb-85ba-f1205d4d8f39 None None] Network 46e7d789-c297-42e5-85e3-61e0e31805a4 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:44:32.941915 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4924067d-1064-480d-b0fe-284b12dbea13 req-ade58324-3784-4ee0-872b-797cf65d06ef service neutron] 10.222.0.41 "GET /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520498 Sep 17 23:44:33.003425 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b25d5187-b2ae-4697-89d5-169bd112130c req-a8088b06-f4c2-45b3-a543-17309e750a5f tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:33.038041 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-6b0b91f2-ede6-4689-87dd-09ca0f488988 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:33.039682 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-6b0b91f2-ede6-4689-87dd-09ca0f488988 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/networks?id=eaefbcd2-0d82-4580-bd74-59a93e59397d HTTP/1.1" status: 200 len: 806 time: 0.2132220 Sep 17 23:44:33.049557 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b25d5187-b2ae-4697-89d5-169bd112130c req-a8088b06-f4c2-45b3-a543-17309e750a5f tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:33.073547 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-ec2da841-a7b8-4904-b068-675c395764e3 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/quotas/cd5b3c9130b84d52868b4d126d9b3228 HTTP/1.1" status: 200 len: 375 time: 0.0250256 Sep 17 23:44:33.098357 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4924067d-1064-480d-b0fe-284b12dbea13 req-8098bb37-404c-4a46-b4e5-6bb4999669da service neutron] 10.222.0.41 "GET /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477215 Sep 17 23:44:33.138925 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-bf008f06-d040-49ac-8217-a346d1c2865a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd5b3c9130b84d52868b4d126d9b3228&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0590744 Sep 17 23:44:33.233622 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-41a6e90e-b1b7-4765-93fd-bf09ed3c9041 service neutron] 10.222.0.46 "GET /v2.0/networks/eaefbcd2-0d82-4580-bd74-59a93e59397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819676 Sep 17 23:44:33.331969 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-cd7d5d29-bc3e-480c-bd83-1a63f5195012 service neutron] 10.222.0.46 "GET /v2.0/networks/eaefbcd2-0d82-4580-bd74-59a93e59397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922339 Sep 17 23:44:33.360295 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b25d5187-b2ae-4697-89d5-169bd112130c req-a8088b06-f4c2-45b3-a543-17309e750a5f tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:33.363089 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b25d5187-b2ae-4697-89d5-169bd112130c req-a8088b06-f4c2-45b3-a543-17309e750a5f tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:33.364184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b25d5187-b2ae-4697-89d5-169bd112130c req-a8088b06-f4c2-45b3-a543-17309e750a5f tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "DELETE /v2.0/security-groups/cd5946ca-e815-4c0b-b4b5-db017f7b754c HTTP/1.1" status: 204 len: 173 time: 0.5227790 Sep 17 23:44:33.380884 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8088b06-f4c2-45b3-a543-17309e750a5f tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5946ca-e815-4c0b-b4b5-db017f7b754c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:33.516782 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-77006cea-7217-46e6-953b-170ca0bfa240 req-1e41b348-faec-4f8a-bebe-d8971d8b216f tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-322799147', 'description': 'tempest-description-1886532589'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:33.646847 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-77006cea-7217-46e6-953b-170ca0bfa240 req-1e41b348-faec-4f8a-bebe-d8971d8b216f tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:33.781701 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-77006cea-7217-46e6-953b-170ca0bfa240 req-1e41b348-faec-4f8a-bebe-d8971d8b216f tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:33.800250 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2ef5e-1cb3-471b-8a94-3c065f57c13e req-02365f3a-0d28-4b3d-b2c7-bbbc8ec74b8d tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:33.802647 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20f2ef5e-1cb3-471b-8a94-3c065f57c13e req-02365f3a-0d28-4b3d-b2c7-bbbc8ec74b8d tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=9344ae08-9b66-4697-8944-92fb3d6e7239 HTTP/1.1" status: 200 len: 949 time: 0.0896194 Sep 17 23:44:33.852209 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20f2ef5e-1cb3-471b-8a94-3c065f57c13e req-81a72505-c2cf-4d85-8ecb-2be4936d3838 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428941 Sep 17 23:44:33.886561 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-77006cea-7217-46e6-953b-170ca0bfa240 req-1e41b348-faec-4f8a-bebe-d8971d8b216f tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:33.918387 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41b348-faec-4f8a-bebe-d8971d8b216f tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08573b16-a558-427f-bed0-b1f0fd8b1bbd,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:33.962034 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-3e541a8c-e906-4fa0-b35b-e2b681648106 req-fb14515a-c88c-49e7-be45-a9109ce11499 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] show failed (client error): The resource could not be found. Sep 17 23:44:33.963021 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3e541a8c-e906-4fa0-b35b-e2b681648106 req-fb14515a-c88c-49e7-be45-a9109ce11499 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/cd5946ca-e815-4c0b-b4b5-db017f7b754c HTTP/1.1" status: 404 len: 352 time: 0.0185828 Sep 17 23:44:34.058114 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-77006cea-7217-46e6-953b-170ca0bfa240 req-1e41b348-faec-4f8a-bebe-d8971d8b216f tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:34.059892 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-77006cea-7217-46e6-953b-170ca0bfa240 req-1e41b348-faec-4f8a-bebe-d8971d8b216f tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5471196 Sep 17 23:44:34.121200 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6ae018f-4929-480a-b3a3-1c94c96c002c req-9067de1e-84f2-4a6d-9dd0-8c2d5c96dae2 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 210 time: 0.0272701 Sep 17 23:44:34.159323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-82817512-deb3-40d4-bd6b-0c20a465639a req-f8555eac-7c87-45d2-a182-349a8df196bd tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-385646278', 'description': 'tempest-description-472977780'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:34.197217 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e2f29-574b-4906-827e-0805173ed6e8 req-877e34bc-1f7f-4d3c-a4c8-9588aad491c8 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:34.198841 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa6e2f29-574b-4906-827e-0805173ed6e8 req-877e34bc-1f7f-4d3c-a4c8-9588aad491c8 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.0723312 Sep 17 23:44:34.236938 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa6e2f29-574b-4906-827e-0805173ed6e8 req-41a410e7-434a-486e-ac0a-c6da5cea1a43 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320613 Sep 17 23:44:34.298377 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66f0ddf7-6d7a-47f7-bf27-785adf01a31d req-08e17b58-067a-4820-9a24-acf4ddbc52ab tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "GET /v2.0/security-groups/08573b16-a558-427f-bed0-b1f0fd8b1bbd HTTP/1.1" status: 200 len: 1804 time: 0.0382402 Sep 17 23:44:34.303387 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-82817512-deb3-40d4-bd6b-0c20a465639a req-f8555eac-7c87-45d2-a182-349a8df196bd tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:34.316963 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-66f0ddf7-6d7a-47f7-bf27-785adf01a31d req-b05666b2-a8b3-47a7-a812-efd0bf5ddfa1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '08573b16-a558-427f-bed0-b1f0fd8b1bbd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:34.317287 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-66f0ddf7-6d7a-47f7-bf27-785adf01a31d req-b05666b2-a8b3-47a7-a812-efd0bf5ddfa1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '08573b16-a558-427f-bed0-b1f0fd8b1bbd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:34.338137 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.api [req-82817512-deb3-40d4-bd6b-0c20a465639a req-f8555eac-7c87-45d2-a182-349a8df196bd tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 23:44:34.338137 n-d-809883-1 neutron-server[95592]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 23:44:34.338137 n-d-809883-1 neutron-server[95592]: [parameters: {'project_id_1': '09b9a7f871a14d6ab2c46e8a4e2591b9', 'expiration_1': datetime.datetime(2021, 9, 17, 23, 44, 14, 332247)}] Sep 17 23:44:34.338137 n-d-809883-1 neutron-server[95592]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:44:34.338592 n-d-809883-1 neutron-server[95592]: DEBUG oslo_db.api [req-82817512-deb3-40d4-bd6b-0c20a465639a req-f8555eac-7c87-45d2-a182-349a8df196bd tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:44:34.492132 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-66f0ddf7-6d7a-47f7-bf27-785adf01a31d req-b05666b2-a8b3-47a7-a812-efd0bf5ddfa1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:34.517134 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-66f0ddf7-6d7a-47f7-bf27-785adf01a31d req-b05666b2-a8b3-47a7-a812-efd0bf5ddfa1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:34.639622 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-66f0ddf7-6d7a-47f7-bf27-785adf01a31d req-b05666b2-a8b3-47a7-a812-efd0bf5ddfa1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:34.657755 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05666b2-a8b3-47a7-a812-efd0bf5ddfa1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ceba5d-7536-4d42-b002-1f060596b672,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:34.772761 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-66f0ddf7-6d7a-47f7-bf27-785adf01a31d req-b05666b2-a8b3-47a7-a812-efd0bf5ddfa1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:34.776239 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66f0ddf7-6d7a-47f7-bf27-785adf01a31d req-b05666b2-a8b3-47a7-a812-efd0bf5ddfa1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4696367 Sep 17 23:44:34.807626 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-bb303571-3c29-4df3-abdd-5338823d09e5 req-3ae8e123-69c2-4993-a0dd-c692f8ae0f2d tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1987385340', 'description': 'tempest-description-2028362781'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:34.839613 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-82817512-deb3-40d4-bd6b-0c20a465639a req-f8555eac-7c87-45d2-a182-349a8df196bd tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:34.995802 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bb303571-3c29-4df3-abdd-5338823d09e5 req-3ae8e123-69c2-4993-a0dd-c692f8ae0f2d tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:35.070789 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-82817512-deb3-40d4-bd6b-0c20a465639a req-f8555eac-7c87-45d2-a182-349a8df196bd tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:35.191017 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-82817512-deb3-40d4-bd6b-0c20a465639a req-f8555eac-7c87-45d2-a182-349a8df196bd tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:35.232648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8555eac-7c87-45d2-a182-349a8df196bd tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65bd732a-1aa3-468d-b7d9-cfa9750cc7fc,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:35.287837 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bb303571-3c29-4df3-abdd-5338823d09e5 req-3ae8e123-69c2-4993-a0dd-c692f8ae0f2d tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:35.390173 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bb303571-3c29-4df3-abdd-5338823d09e5 req-3ae8e123-69c2-4993-a0dd-c692f8ae0f2d tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:35.419783 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8e123-69c2-4993-a0dd-c692f8ae0f2d tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09314b17-dc1d-4a88-a80e-adedffacaf77,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:35.521057 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-82817512-deb3-40d4-bd6b-0c20a465639a req-f8555eac-7c87-45d2-a182-349a8df196bd tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:35.522291 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82817512-deb3-40d4-bd6b-0c20a465639a req-f8555eac-7c87-45d2-a182-349a8df196bd tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.3684077 Sep 17 23:44:35.523000 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bb303571-3c29-4df3-abdd-5338823d09e5 req-3ae8e123-69c2-4993-a0dd-c692f8ae0f2d tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:35.524316 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb303571-3c29-4df3-abdd-5338823d09e5 req-3ae8e123-69c2-4993-a0dd-c692f8ae0f2d tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7214432 Sep 17 23:44:35.621441 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf9063-9db7-4e3b-8d52-3ef1c76e93d0 req-7a833c99-a9f4-45b6-8d44-a451f0398fc8 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:35.622850 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b9cf9063-9db7-4e3b-8d52-3ef1c76e93d0 req-7a833c99-a9f4-45b6-8d44-a451f0398fc8 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=9344ae08-9b66-4697-8944-92fb3d6e7239 HTTP/1.1" status: 200 len: 949 time: 0.0534093 Sep 17 23:44:35.673101 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b9cf9063-9db7-4e3b-8d52-3ef1c76e93d0 req-c91cac3e-a498-4e87-aa60-b933fad807de tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399559 Sep 17 23:44:35.763357 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c4d1764-a3d5-4f1b-bdff-592f0d089f94 req-8f2ca243-7e21-489c-9e62-dd9d06d5dc8a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 210 time: 0.0314398 Sep 17 23:44:35.785586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 290029cf-ddc5-4ee0-9176-369737e9fd27 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:35.806724 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-4d028572-86b9-4500-9a8e-1ca6bf57654d req-ff8c6a2f-de0e-4f6c-b341-62ac537607b1 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1085951022', 'description': 'tempest-description-443082381'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:35.861357 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73203f42-a5cf-4b24-ad68-4f4c63a424ee req-8069a1c5-ade4-41e3-b968-359a92971d20 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:35.863002 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-73203f42-a5cf-4b24-ad68-4f4c63a424ee req-8069a1c5-ade4-41e3-b968-359a92971d20 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.0708072 Sep 17 23:44:35.902993 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-73203f42-a5cf-4b24-ad68-4f4c63a424ee req-f943b1ff-b6c5-4652-af64-70121f9a75e2 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338566 Sep 17 23:44:35.909302 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 290029cf-ddc5-4ee0-9176-369737e9fd27 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:44:35.913223 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 290029cf-ddc5-4ee0-9176-369737e9fd27 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:35.913599 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:35.964229 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b850f1c-141d-4883-84a6-6fb04cc54e0e req-d2373d8e-bc89-42c6-9f4a-781dc038701f tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "GET /v2.0/security-groups/09314b17-dc1d-4a88-a80e-adedffacaf77 HTTP/1.1" status: 200 len: 1805 time: 0.0380862 Sep 17 23:44:35.975480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-5b850f1c-141d-4883-84a6-6fb04cc54e0e req-70b5c9b8-96c8-40a0-ba74-f96e61295257 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '09314b17-dc1d-4a88-a80e-adedffacaf77', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:35.975794 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-5b850f1c-141d-4883-84a6-6fb04cc54e0e req-70b5c9b8-96c8-40a0-ba74-f96e61295257 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '09314b17-dc1d-4a88-a80e-adedffacaf77', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:36.002772 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:36.019919 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4d028572-86b9-4500-9a8e-1ca6bf57654d req-ff8c6a2f-de0e-4f6c-b341-62ac537607b1 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:36.025660 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344ae08-9b66-4697-8944-92fb3d6e7239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290029cf-ddc5-4ee0-9176-369737e9fd27'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:36.028101 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bc31b5-f5b4-43a3-95cb-cdab046faad1" -d '{"events": [{"server_uuid": "9344ae08-9b66-4697-8944-92fb3d6e7239", "name": "network-vif-plugged", "status": "completed", "tag": "290029cf-ddc5-4ee0-9176-369737e9fd27"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:36.041231 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 290029cf-ddc5-4ee0-9176-369737e9fd27, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=290029cf-ddc5-4ee0-9176-369737e9fd27,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:36.166747 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:36.172466 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5b850f1c-141d-4883-84a6-6fb04cc54e0e req-70b5c9b8-96c8-40a0-ba74-f96e61295257 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:36.217012 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=290029cf-ddc5-4ee0-9176-369737e9fd27,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:36.219548 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5b850f1c-141d-4883-84a6-6fb04cc54e0e req-70b5c9b8-96c8-40a0-ba74-f96e61295257 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:36.224994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:36.225341 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:36.225683 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:36.226017 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:36.226346 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:36.226684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:36.227239 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:36.227626 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:36.228047 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:36.228373 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:36.228699 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:36.229044 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:36.237679 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4d028572-86b9-4500-9a8e-1ca6bf57654d req-ff8c6a2f-de0e-4f6c-b341-62ac537607b1 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:36.331884 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5b850f1c-141d-4883-84a6-6fb04cc54e0e req-70b5c9b8-96c8-40a0-ba74-f96e61295257 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:36.347950 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5c9b8-96c8-40a0-ba74-f96e61295257 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8b1ffb-7543-4d37-986b-84ca6d037835,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:36.390086 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4d028572-86b9-4500-9a8e-1ca6bf57654d req-ff8c6a2f-de0e-4f6c-b341-62ac537607b1 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:36.419273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c6a2f-de0e-4f6c-b341-62ac537607b1 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b1c34b-92e6-413a-8fe8-5d42303f2bd3,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:36.509793 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5b850f1c-141d-4883-84a6-6fb04cc54e0e req-70b5c9b8-96c8-40a0-ba74-f96e61295257 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:36.511045 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b850f1c-141d-4883-84a6-6fb04cc54e0e req-70b5c9b8-96c8-40a0-ba74-f96e61295257 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5395927 Sep 17 23:44:36.538036 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4d028572-86b9-4500-9a8e-1ca6bf57654d req-ff8c6a2f-de0e-4f6c-b341-62ac537607b1 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:36.551776 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54141a0a-76eb-4448-b991-68e43fa868a5 x-openstack-request-id: req-54141a0a-76eb-4448-b991-68e43fa868a5 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:36.551776 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9344ae08-9b66-4697-8944-92fb3d6e7239", "name": "network-vif-plugged", "status": "completed", "tag": "290029cf-ddc5-4ee0-9176-369737e9fd27", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:36.551776 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54141a0a-76eb-4448-b991-68e43fa868a5 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:36.551776 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9344ae08-9b66-4697-8944-92fb3d6e7239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290029cf-ddc5-4ee0-9176-369737e9fd27', 'code': 200} Sep 17 23:44:36.552939 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d028572-86b9-4500-9a8e-1ca6bf57654d req-ff8c6a2f-de0e-4f6c-b341-62ac537607b1 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7579179 Sep 17 23:44:36.559715 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-3e73c5bc-e939-42ef-8e71-fc963faa04b2 req-7686d425-dc2e-498f-8111-f3ed0ad893e9 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-512730227', 'description': 'tempest-description-1478257860'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:36.571284 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-0f2c3bf1-498e-4c68-bc8c-5bd0537b2b92 req-d505b570-ff87-426c-bd45-90d122cbaacf tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-429597861', 'description': 'tempest-description-1437824830'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:36.597984 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.api [req-3e73c5bc-e939-42ef-8e71-fc963faa04b2 req-7686d425-dc2e-498f-8111-f3ed0ad893e9 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 23:44:36.597984 n-d-809883-1 neutron-server[95592]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 23:44:36.597984 n-d-809883-1 neutron-server[95592]: [parameters: {'project_id': 'b3af2ea7aeaa4a57b6524d734f27210a', 'id': 'bc7873f4-fead-424c-93a9-87364172f39a', 'expiration': datetime.datetime(2021, 9, 17, 23, 46, 36, 586311)}] Sep 17 23:44:36.597984 n-d-809883-1 neutron-server[95592]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:44:36.598751 n-d-809883-1 neutron-server[95592]: DEBUG oslo_db.api [req-3e73c5bc-e939-42ef-8e71-fc963faa04b2 req-7686d425-dc2e-498f-8111-f3ed0ad893e9 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:44:36.673271 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-160a0618-ab9c-4e5c-8b74-62a3dd2ff29b tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:36.674624 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-160a0618-ab9c-4e5c-8b74-62a3dd2ff29b tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.37 "GET /v2.0/networks?id=eaefbcd2-0d82-4580-bd74-59a93e59397d HTTP/1.1" status: 200 len: 806 time: 0.1047099 Sep 17 23:44:36.692560 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0f2c3bf1-498e-4c68-bc8c-5bd0537b2b92 req-d505b570-ff87-426c-bd45-90d122cbaacf tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:36.729932 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-d7163543-e0f8-4274-9c5a-304166a9cd2c tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd5b3c9130b84d52868b4d126d9b3228 HTTP/1.1" status: 200 len: 380 time: 0.0402761 Sep 17 23:44:36.742963 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-83eb1b9f-3e80-45b6-ad3f-5fd7e9a880a1 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Request body: {'port': {'device_id': 'bd6a3afd-3cb4-4cc5-995b-eac709d28d38', 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d', 'admin_state_up': True, 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'security_groups': ['ad729ef2-318c-4d7b-888e-20af6cd8caeb']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:36.797540 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0f2c3bf1-498e-4c68-bc8c-5bd0537b2b92 req-d505b570-ff87-426c-bd45-90d122cbaacf tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:36.853372 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27dbd7-a2d4-4b1e-9ab4-f270fffac691 req-efe61059-2c0b-4c5f-beaa-fe324ff1e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:36.854896 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ee27dbd7-a2d4-4b1e-9ab4-f270fffac691 req-efe61059-2c0b-4c5f-beaa-fe324ff1e36f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9344ae08-9b66-4697-8944-92fb3d6e7239 HTTP/1.1" status: 200 len: 1101 time: 0.0924456 Sep 17 23:44:36.901917 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ee27dbd7-a2d4-4b1e-9ab4-f270fffac691 req-d22c841e-5dbe-4be9-894c-1c70439c2f55 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360112 Sep 17 23:44:36.915098 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0f2c3bf1-498e-4c68-bc8c-5bd0537b2b92 req-d505b570-ff87-426c-bd45-90d122cbaacf tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:36.945453 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505b570-ff87-426c-bd45-90d122cbaacf tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc36f065-4285-4058-ba51-c10d0162f90f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:37.018109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-83eb1b9f-3e80-45b6-ad3f-5fd7e9a880a1 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Made reservation on behalf of cd5b3c9130b84d52868b4d126d9b3228 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:44:37.021757 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-83eb1b9f-3e80-45b6-ad3f-5fd7e9a880a1 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:37.122119 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0f2c3bf1-498e-4c68-bc8c-5bd0537b2b92 req-d505b570-ff87-426c-bd45-90d122cbaacf tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:37.123473 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f2c3bf1-498e-4c68-bc8c-5bd0537b2b92 req-d505b570-ff87-426c-bd45-90d122cbaacf tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5579631 Sep 17 23:44:37.150991 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-83eb1b9f-3e80-45b6-ad3f-5fd7e9a880a1 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Allocated IP 172.20.0.13 (eaefbcd2-0d82-4580-bd74-59a93e59397d/e968bfdd-6395-4ac7-ad97-9ab5b43ecd67/36a32b02-96fd-49b6-98cb-4b263158db79) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:44:37.301179 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3e73c5bc-e939-42ef-8e71-fc963faa04b2 req-7686d425-dc2e-498f-8111-f3ed0ad893e9 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:37.306671 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-83eb1b9f-3e80-45b6-ad3f-5fd7e9a880a1 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:37.359367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3f81b-04aa-4b5c-b01b-ddf31d3d12e4 req-b96b0945-6ddb-473c-98f1-fc53c9b39ee7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:37.360869 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2be3f81b-04aa-4b5c-b01b-ddf31d3d12e4 req-b96b0945-6ddb-473c-98f1-fc53c9b39ee7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=9344ae08-9b66-4697-8944-92fb3d6e7239 HTTP/1.1" status: 200 len: 950 time: 0.0721383 Sep 17 23:44:37.423623 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2be3f81b-04aa-4b5c-b01b-ddf31d3d12e4 req-59f38601-d3f2-4207-a38b-302d09899abd tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562382 Sep 17 23:44:37.456692 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3e73c5bc-e939-42ef-8e71-fc963faa04b2 req-7686d425-dc2e-498f-8111-f3ed0ad893e9 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:37.492876 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-83eb1b9f-3e80-45b6-ad3f-5fd7e9a880a1 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:37.536498 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-83eb1b9f-3e80-45b6-ad3f-5fd7e9a880a1 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Network eaefbcd2-0d82-4580-bd74-59a93e59397d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:44:37.539700 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-83eb1b9f-3e80-45b6-ad3f-5fd7e9a880a1 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:44:37.545923 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-83eb1b9f-3e80-45b6-ad3f-5fd7e9a880a1 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:44:37.552674 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb1b9f-3e80-45b6-ad3f-5fd7e9a880a1 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Pushing event updated for resources: {'Port': ['ID=36a32b02-96fd-49b6-98cb-4b263158db79,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:37.568322 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3e73c5bc-e939-42ef-8e71-fc963faa04b2 req-7686d425-dc2e-498f-8111-f3ed0ad893e9 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:37.603929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686d425-dc2e-498f-8111-f3ed0ad893e9 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c72b728-76e9-4675-869e-b7661cb110e9,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:37.608518 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-83eb1b9f-3e80-45b6-ad3f-5fd7e9a880a1 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:37.609051 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-83eb1b9f-3e80-45b6-ad3f-5fd7e9a880a1 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:37.692191 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3e73c5bc-e939-42ef-8e71-fc963faa04b2 req-7686d425-dc2e-498f-8111-f3ed0ad893e9 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:37.693511 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3e73c5bc-e939-42ef-8e71-fc963faa04b2 req-7686d425-dc2e-498f-8111-f3ed0ad893e9 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1379485 Sep 17 23:44:37.708396 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e6a84-033a-41a5-b6cc-31c0a0c47f40 req-d13b9522-20da-4796-a1f5-39358daad7f3 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:37.709439 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-83eb1b9f-3e80-45b6-ad3f-5fd7e9a880a1 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9710546 Sep 17 23:44:37.710309 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-614e6a84-033a-41a5-b6cc-31c0a0c47f40 req-d13b9522-20da-4796-a1f5-39358daad7f3 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 932 time: 0.0642195 Sep 17 23:44:37.726321 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Request body: {'port': {'device_id': 'bd6a3afd-3cb4-4cc5-995b-eac709d28d38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:37.760298 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-614e6a84-033a-41a5-b6cc-31c0a0c47f40 req-5b27a2f2-6caf-4e07-8314-af81b6fbc464 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad729ef2-318c-4d7b-888e-20af6cd8caeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415876 Sep 17 23:44:37.798398 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-13f5b156-cd9e-4e59-aa10-ab0d58e424a0 None None] Provisioning complete for port 36a32b02-96fd-49b6-98cb-4b263158db79 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:37.799127 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-13f5b156-cd9e-4e59-aa10-ab0d58e424a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:37.802892 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:37.836079 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-13f5b156-cd9e-4e59-aa10-ab0d58e424a0 None None] Port 36a32b02-96fd-49b6-98cb-4b263158db79 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:44:37.862333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76b26b-5dab-4079-8f88-189f578c9f38 req-0e49724a-e9d2-45e9-b758-35e6541f3402 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:37.863855 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f76b26b-5dab-4079-8f88-189f578c9f38 req-0e49724a-e9d2-45e9-b758-35e6541f3402 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.1093743 Sep 17 23:44:37.955189 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f76b26b-5dab-4079-8f88-189f578c9f38 req-8fa348e4-6b02-4790-9071-9e1d5e5cdd1e tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810642 Sep 17 23:44:37.968053 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0d5b97a-3513-4f56-af3a-cfd2b6215d05 req-c3c338de-4ca6-42eb-a5b0-40aa19fc6512 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09b9a7f871a14d6ab2c46e8a4e2591b9 HTTP/1.1" status: 200 len: 10894 time: 0.1702559 Sep 17 23:44:37.991597 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-bf1e321a-99b0-4c7e-8429-892307f957fc req-9d5b3b74-e5e7-4923-a5e9-7d69a560f642 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1502558938', 'description': 'tempest-description-1646042723'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:38.042771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0d5b97a-3513-4f56-af3a-cfd2b6215d05 req-6777b5a7-a1c7-43db-a982-e1a11fcc7a78 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/3de35c9d-ebed-4375-aa9a-5074601136bc HTTP/1.1" status: 200 len: 2981 time: 0.0625181 Sep 17 23:44:38.091015 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0d5b97a-3513-4f56-af3a-cfd2b6215d05 req-666c5cff-7cf2-4322-93d3-022641408237 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/3de35c9d-ebed-4375-aa9a-5074601136bc HTTP/1.1" status: 200 len: 2981 time: 0.0416098 Sep 17 23:44:38.099174 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a32b02-96fd-49b6-98cb-4b263158db79 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:44:38.108470 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:38.120516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Transition to ACTIVE for port object 36a32b02-96fd-49b6-98cb-4b263158db79 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:44:38.127743 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bf1e321a-99b0-4c7e-8429-892307f957fc req-9d5b3b74-e5e7-4923-a5e9-7d69a560f642 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:38.171572 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d4b291c9-2963-46d8-bcc4-dd5f6cd16e27 req-a0ed9339-be5e-4691-9ab1-d5290cabb9bf tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/65bd732a-1aa3-468d-b7d9-cfa9750cc7fc HTTP/1.1" status: 200 len: 1799 time: 0.0582151 Sep 17 23:44:38.194807 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:38.252855 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Pushing event updated for resources: {'Port': ['ID=36a32b02-96fd-49b6-98cb-4b263158db79,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:38.289932 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d4b291c9-2963-46d8-bcc4-dd5f6cd16e27 req-5a07e751-b1dd-4c86-85e0-53787aea43fe tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:38.297771 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bf1e321a-99b0-4c7e-8429-892307f957fc req-9d5b3b74-e5e7-4923-a5e9-7d69a560f642 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:38.324004 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d4b291c9-2963-46d8-bcc4-dd5f6cd16e27 req-5a07e751-b1dd-4c86-85e0-53787aea43fe tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:38.338905 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Attempting to bind port 36a32b02-96fd-49b6-98cb-4b263158db79 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:44:38.339665 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Attempting to bind port 36a32b02-96fd-49b6-98cb-4b263158db79 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '4bdfa851-2fd7-4fdd-bd0c-218459ebd235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:44:38.340004 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Attempting to bind port 36a32b02-96fd-49b6-98cb-4b263158db79 on network eaefbcd2-0d82-4580-bd74-59a93e59397d {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:44:38.346342 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Port 36a32b02-96fd-49b6-98cb-4b263158db79 on network eaefbcd2-0d82-4580-bd74-59a93e59397d not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:44:38.346708 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Attempting to bind port 36a32b02-96fd-49b6-98cb-4b263158db79 on network eaefbcd2-0d82-4580-bd74-59a93e59397d {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:44:38.352262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:44:38.352586 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Checking segment: {'id': '4bdfa851-2fd7-4fdd-bd0c-218459ebd235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:44:38.352992 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Bound using segment: {'id': '4bdfa851-2fd7-4fdd-bd0c-218459ebd235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:44:38.353857 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Bound port: 36a32b02-96fd-49b6-98cb-4b263158db79, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdfa851-2fd7-4fdd-bd0c-218459ebd235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:44:38.353996 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:38.400653 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bf1e321a-99b0-4c7e-8429-892307f957fc req-9d5b3b74-e5e7-4923-a5e9-7d69a560f642 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:38.428407 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] For port 36a32b02-96fd-49b6-98cb-4b263158db79, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:44:38.431869 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] For port 36a32b02-96fd-49b6-98cb-4b263158db79, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=36a32b02-96fd-49b6-98cb-4b263158db79,segment=NetworkSegment(4bdfa851-2fd7-4fdd-bd0c-218459ebd235),segment_id=4bdfa851-2fd7-4fdd-bd0c-218459ebd235)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:44:38.441468 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d4b291c9-2963-46d8-bcc4-dd5f6cd16e27 req-5a07e751-b1dd-4c86-85e0-53787aea43fe tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:38.441468 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d4b291c9-2963-46d8-bcc4-dd5f6cd16e27 req-5a07e751-b1dd-4c86-85e0-53787aea43fe tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:38.441468 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d4b291c9-2963-46d8-bcc4-dd5f6cd16e27 req-5a07e751-b1dd-4c86-85e0-53787aea43fe tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "DELETE /v2.0/security-groups/65bd732a-1aa3-468d-b7d9-cfa9750cc7fc HTTP/1.1" status: 204 len: 173 time: 0.2598507 Sep 17 23:44:38.441787 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b3b74-e5e7-4923-a5e9-7d69a560f642 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9747f92-9b58-4082-b608-dc3653e00a3f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:38.455386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07e751-b1dd-4c86-85e0-53787aea43fe tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bd732a-1aa3-468d-b7d9-cfa9750cc7fc,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:38.549947 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bf1e321a-99b0-4c7e-8429-892307f957fc req-9d5b3b74-e5e7-4923-a5e9-7d69a560f642 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:38.550612 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:38.551312 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf1e321a-99b0-4c7e-8429-892307f957fc req-9d5b3b74-e5e7-4923-a5e9-7d69a560f642 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5698695 Sep 17 23:44:38.586362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:38.586795 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:38.588473 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] 10.222.0.37 "PUT /v2.0/ports/36a32b02-96fd-49b6-98cb-4b263158db79 HTTP/1.1" status: 200 len: 1092 time: 0.8673890 Sep 17 23:44:38.589085 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6a3afd-3cb4-4cc5-995b-eac709d28d38', 'tag': '36a32b02-96fd-49b6-98cb-4b263158db79'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:38.591501 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50ddef9-bf62-46d3-b8e5-ee8754884870" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6a3afd-3cb4-4cc5-995b-eac709d28d38", "tag": "36a32b02-96fd-49b6-98cb-4b263158db79"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:38.622461 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-076d54e4-cd67-4d6b-8e7f-1d8ba79f73e1 req-177fee99-f4d9-48ee-b4f0-c5c44db8e31d tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] show failed (client error): The resource could not be found. Sep 17 23:44:38.623623 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-076d54e4-cd67-4d6b-8e7f-1d8ba79f73e1 req-177fee99-f4d9-48ee-b4f0-c5c44db8e31d tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/65bd732a-1aa3-468d-b7d9-cfa9750cc7fc HTTP/1.1" status: 404 len: 352 time: 0.0318625 Sep 17 23:44:38.626048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e30424-1fc3-4477-9c60-2e4021a9c7ef service neutron] Pushing event updated for resources: {'Port': ['ID=36a32b02-96fd-49b6-98cb-4b263158db79,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:38.685522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c987a-f697-48c8-9d5d-c397793a8ad4 req-45fc2415-0296-4570-b811-f37277a2a397 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:38.688401 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8e0c987a-f697-48c8-9d5d-c397793a8ad4 req-45fc2415-0296-4570-b811-f37277a2a397 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=9344ae08-9b66-4697-8944-92fb3d6e7239 HTTP/1.1" status: 200 len: 950 time: 0.0820053 Sep 17 23:44:38.716457 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07a1e48c-9843-4b06-86d6-2cb561498a02 req-d6547219-18de-440b-94d6-2bceaf3694b3 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "GET /v2.0/security-groups/8c72b728-76e9-4675-869e-b7661cb110e9 HTTP/1.1" status: 200 len: 1804 time: 0.0687153 Sep 17 23:44:38.754495 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8e0c987a-f697-48c8-9d5d-c397793a8ad4 req-2cf9a309-8bb3-4946-b2fe-34136d3479e7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567961 Sep 17 23:44:38.779288 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07a1e48c-9843-4b06-86d6-2cb561498a02 req-f5620e16-fa17-494b-bf79-e42447228058 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "GET /v2.0/security-groups/f9747f92-9b58-4082-b608-dc3653e00a3f HTTP/1.1" status: 200 len: 1805 time: 0.0551977 Sep 17 23:44:38.881766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-07a1e48c-9843-4b06-86d6-2cb561498a02 req-814efb9a-776d-41c5-9504-0c06e144ec74 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8c72b728-76e9-4675-869e-b7661cb110e9', 'remote_group_id': 'f9747f92-9b58-4082-b608-dc3653e00a3f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:38.881766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-07a1e48c-9843-4b06-86d6-2cb561498a02 req-814efb9a-776d-41c5-9504-0c06e144ec74 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8c72b728-76e9-4675-869e-b7661cb110e9', 'remote_group_id': 'f9747f92-9b58-4082-b608-dc3653e00a3f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:38.882158 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440dcee5-ad2e-4265-8c06-42e9dc8aff73 x-openstack-request-id: req-440dcee5-ad2e-4265-8c06-42e9dc8aff73 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:38.882158 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6a3afd-3cb4-4cc5-995b-eac709d28d38", "tag": "36a32b02-96fd-49b6-98cb-4b263158db79", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:38.882158 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-440dcee5-ad2e-4265-8c06-42e9dc8aff73 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:38.882158 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6a3afd-3cb4-4cc5-995b-eac709d28d38', 'tag': '36a32b02-96fd-49b6-98cb-4b263158db79', 'status': 'completed', 'code': 200} Sep 17 23:44:38.928246 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-93066c7d-8bc5-4db0-ac7a-5a4f6bece193 req-54f92aaa-afa2-4259-b11d-19c893afaae7 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/27b1c34b-92e6-413a-8fe8-5d42303f2bd3 HTTP/1.1" status: 200 len: 1800 time: 0.0395741 Sep 17 23:44:38.949974 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ddef9-bf62-46d3-b8e5-ee8754884870 req-1bf14134-ffc3-4b22-84ad-54f70b022f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:38.951598 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a50ddef9-bf62-46d3-b8e5-ee8754884870 req-1bf14134-ffc3-4b22-84ad-54f70b022f67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd5b3c9130b84d52868b4d126d9b3228&device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 1095 time: 0.0455306 Sep 17 23:44:38.988133 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-93066c7d-8bc5-4db0-ac7a-5a4f6bece193 req-5021e461-bfd1-4a75-8e0e-d79986beb0fc tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:39.012490 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-93066c7d-8bc5-4db0-ac7a-5a4f6bece193 req-5021e461-bfd1-4a75-8e0e-d79986beb0fc tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:39.056971 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ddef9-bf62-46d3-b8e5-ee8754884870 req-c5656a6c-c4d6-4167-bdc3-69ac0635f7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:39.058677 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a50ddef9-bf62-46d3-b8e5-ee8754884870 req-c5656a6c-c4d6-4167-bdc3-69ac0635f7e0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cd5b3c9130b84d52868b4d126d9b3228&shared=False HTTP/1.1" status: 200 len: 907 time: 0.0955703 Sep 17 23:44:39.117687 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-07a1e48c-9843-4b06-86d6-2cb561498a02 req-814efb9a-776d-41c5-9504-0c06e144ec74 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:39.119982 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-93066c7d-8bc5-4db0-ac7a-5a4f6bece193 req-5021e461-bfd1-4a75-8e0e-d79986beb0fc tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:39.122618 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-93066c7d-8bc5-4db0-ac7a-5a4f6bece193 req-5021e461-bfd1-4a75-8e0e-d79986beb0fc tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:39.123809 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-93066c7d-8bc5-4db0-ac7a-5a4f6bece193 req-5021e461-bfd1-4a75-8e0e-d79986beb0fc tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "DELETE /v2.0/security-groups/27b1c34b-92e6-413a-8fe8-5d42303f2bd3 HTTP/1.1" status: 204 len: 173 time: 0.1895180 Sep 17 23:44:39.143711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021e461-bfd1-4a75-8e0e-d79986beb0fc tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b1c34b-92e6-413a-8fe8-5d42303f2bd3,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:39.167892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ddef9-bf62-46d3-b8e5-ee8754884870 req-1ea94afa-69be-4402-8129-11874b0d15f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:39.169121 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a50ddef9-bf62-46d3-b8e5-ee8754884870 req-1ea94afa-69be-4402-8129-11874b0d15f6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027064 Sep 17 23:44:39.185412 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-07a1e48c-9843-4b06-86d6-2cb561498a02 req-814efb9a-776d-41c5-9504-0c06e144ec74 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:39.238495 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819b3ab-0700-4038-9ae2-4d25ff13b84d req-8f5c4127-6b39-43f3-9e24-7f8fea4110da tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:39.239910 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6819b3ab-0700-4038-9ae2-4d25ff13b84d req-8f5c4127-6b39-43f3-9e24-7f8fea4110da tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 944 time: 0.0510316 Sep 17 23:44:39.248101 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-07a1e48c-9843-4b06-86d6-2cb561498a02 req-814efb9a-776d-41c5-9504-0c06e144ec74 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:39.252963 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-788a337b-dee9-4aef-b145-dc4573e43a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:39.254593 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-788a337b-dee9-4aef-b145-dc4573e43a69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd5b3c9130b84d52868b4d126d9b3228&device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 1095 time: 0.0446432 Sep 17 23:44:39.277325 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814efb9a-776d-41c5-9504-0c06e144ec74 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7462dc5f-aa83-457c-b5d6-86352db53b12,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:39.298640 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6819b3ab-0700-4038-9ae2-4d25ff13b84d req-f8343878-6514-49d4-95b6-8e75b0ef5af1 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad729ef2-318c-4d7b-888e-20af6cd8caeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521464 Sep 17 23:44:39.301276 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-e65afe43-13cc-44db-b0ca-bf9c29db62d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36a32b02-96fd-49b6-98cb-4b263158db79 HTTP/1.1" status: 200 len: 217 time: 0.0358367 Sep 17 23:44:39.365473 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-457bc456-e2b8-4534-ad00-cf2bb650dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:39.367295 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-457bc456-e2b8-4534-ad00-cf2bb650dae7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e968bfdd-6395-4ac7-ad97-9ab5b43ecd67 HTTP/1.1" status: 200 len: 845 time: 0.0499585 Sep 17 23:44:39.368075 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-07a1e48c-9843-4b06-86d6-2cb561498a02 req-814efb9a-776d-41c5-9504-0c06e144ec74 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:39.369242 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07a1e48c-9843-4b06-86d6-2cb561498a02 req-814efb9a-776d-41c5-9504-0c06e144ec74 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5831568 Sep 17 23:44:39.400122 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55001b5-1078-4a94-aa46-635d0b7d4747 req-6c9d2c68-d9cd-4d28-9d11-7eca76fd9b1a tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:39.404558 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d55001b5-1078-4a94-aa46-635d0b7d4747 req-6c9d2c68-d9cd-4d28-9d11-7eca76fd9b1a tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9344ae08-9b66-4697-8944-92fb3d6e7239 HTTP/1.1" status: 200 len: 1101 time: 0.0440707 Sep 17 23:44:39.422876 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-f6e4b941-d815-42e7-9be1-eb33bec9de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:39.424394 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-f6e4b941-d815-42e7-9be1-eb33bec9de94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eaefbcd2-0d82-4580-bd74-59a93e59397d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431240 Sep 17 23:44:39.467616 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d55001b5-1078-4a94-aa46-635d0b7d4747 req-3684cb8b-0fc2-4924-a154-bc01193f0eb9 tempest-ServersOnMultiNodesTest-1633596752 tempest-ServersOnMultiNodesTest-1633596752-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576837 Sep 17 23:44:39.488242 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c3ea9-0753-4b84-b6b1-0a0851840877 req-2c083d08-2905-42ff-9387-96efca668727 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:39.489922 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da8c3ea9-0753-4b84-b6b1-0a0851840877 req-2c083d08-2905-42ff-9387-96efca668727 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.0625875 Sep 17 23:44:39.529074 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-7b3e729b-317f-4cb7-b078-854a67aa5b79 req-53510682-1dbf-4e4e-abd7-c5d0552fd121 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] show failed (client error): The resource could not be found. Sep 17 23:44:39.530268 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b3e729b-317f-4cb7-b078-854a67aa5b79 req-53510682-1dbf-4e4e-abd7-c5d0552fd121 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/27b1c34b-92e6-413a-8fe8-5d42303f2bd3 HTTP/1.1" status: 404 len: 352 time: 0.0241170 Sep 17 23:44:39.531614 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-c40e4a53-9126-4af3-9a86-c461a1fbbe47 service neutron] 10.222.0.37 "GET /v2.0/networks/eaefbcd2-0d82-4580-bd74-59a93e59397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886722 Sep 17 23:44:39.549225 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da8c3ea9-0753-4b84-b6b1-0a0851840877 req-cf20ee3b-ecd8-46f9-9ea6-f024b6e0f216 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493436 Sep 17 23:44:39.555396 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-bf316d6e-7c4f-4b62-b10b-634f1a14889d req-cfe27365-c4a1-4674-adc2-a7cea5e62dab tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-16543735', 'description': 'tempest-description-1895766628'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:39.631401 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-33b6ad8b-60a5-442e-a99c-b66a1b12edab req-53608244-2404-409f-9103-3919fdcb36eb service neutron] 10.222.0.37 "GET /v2.0/networks/eaefbcd2-0d82-4580-bd74-59a93e59397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931966 Sep 17 23:44:39.674483 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bf316d6e-7c4f-4b62-b10b-634f1a14889d req-cfe27365-c4a1-4674-adc2-a7cea5e62dab tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:39.754795 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bf316d6e-7c4f-4b62-b10b-634f1a14889d req-cfe27365-c4a1-4674-adc2-a7cea5e62dab tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:39.874971 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bf316d6e-7c4f-4b62-b10b-634f1a14889d req-cfe27365-c4a1-4674-adc2-a7cea5e62dab tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:39.907380 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe27365-c4a1-4674-adc2-a7cea5e62dab tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d07be32f-1363-4e30-8c1d-e2320afc98a0,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:40.027776 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b906be10-a563-4cbc-aff2-989f6cc84ea0 req-6f6c56e4-5848-46f5-b5f8-21f873ec7f7e tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/dc36f065-4285-4058-ba51-c10d0162f90f HTTP/1.1" status: 200 len: 1800 time: 0.0387270 Sep 17 23:44:40.069429 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bf316d6e-7c4f-4b62-b10b-634f1a14889d req-cfe27365-c4a1-4674-adc2-a7cea5e62dab tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:40.070650 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf316d6e-7c4f-4b62-b10b-634f1a14889d req-cfe27365-c4a1-4674-adc2-a7cea5e62dab tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5194678 Sep 17 23:44:40.088399 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b906be10-a563-4cbc-aff2-989f6cc84ea0 req-881cc49a-d7bc-4c3b-b04f-1feaa04a8de0 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:40.111793 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b906be10-a563-4cbc-aff2-989f6cc84ea0 req-881cc49a-d7bc-4c3b-b04f-1feaa04a8de0 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:40.274531 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:40.289007 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac5eb5-229e-439b-81a3-a4a21608d4de req-796ddb83-f152-42fa-8d1f-0a99934ad653 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:40.290571 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0eac5eb5-229e-439b-81a3-a4a21608d4de req-796ddb83-f152-42fa-8d1f-0a99934ad653 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=9344ae08-9b66-4697-8944-92fb3d6e7239 HTTP/1.1" status: 200 len: 950 time: 0.0503035 Sep 17 23:44:40.329445 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0eac5eb5-229e-439b-81a3-a4a21608d4de req-faefc4be-91f8-410b-b23a-4459f9dc023c tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330253 Sep 17 23:44:40.337708 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b906be10-a563-4cbc-aff2-989f6cc84ea0 req-881cc49a-d7bc-4c3b-b04f-1feaa04a8de0 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:40.349311 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b906be10-a563-4cbc-aff2-989f6cc84ea0 req-881cc49a-d7bc-4c3b-b04f-1feaa04a8de0 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:40.349311 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b906be10-a563-4cbc-aff2-989f6cc84ea0 req-881cc49a-d7bc-4c3b-b04f-1feaa04a8de0 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "DELETE /v2.0/security-groups/dc36f065-4285-4058-ba51-c10d0162f90f HTTP/1.1" status: 204 len: 173 time: 0.3072405 Sep 17 23:44:40.357759 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cc49a-d7bc-4c3b-b04f-1feaa04a8de0 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc36f065-4285-4058-ba51-c10d0162f90f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:40.362539 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-81591ee3-937e-4fd0-86a1-0bde8dd951fe req-a013b9c4-5117-480e-8f3c-345d1f02b705 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1078569997', 'description': 'tempest-description-96017908'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:40.441127 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c239ac-b4db-4fc3-ae3c-79da756dcbe2 req-c54f2db4-2313-433b-bddb-656b30c225bd tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:40.442624 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-97c239ac-b4db-4fc3-ae3c-79da756dcbe2 req-c54f2db4-2313-433b-bddb-656b30c225bd tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 944 time: 0.0483749 Sep 17 23:44:40.455241 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-81591ee3-937e-4fd0-86a1-0bde8dd951fe req-a013b9c4-5117-480e-8f3c-345d1f02b705 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:40.495615 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-97c239ac-b4db-4fc3-ae3c-79da756dcbe2 req-18464dca-2ba8-4801-a7e7-745958d4f225 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad729ef2-318c-4d7b-888e-20af6cd8caeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471697 Sep 17 23:44:40.542006 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-c546dcba-97b3-4045-9bf5-b56097f9f9d9 req-86e55100-fa0d-401c-a0d5-5aa449a0245c tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] show failed (client error): The resource could not be found. Sep 17 23:44:40.542921 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c546dcba-97b3-4045-9bf5-b56097f9f9d9 req-86e55100-fa0d-401c-a0d5-5aa449a0245c tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/dc36f065-4285-4058-ba51-c10d0162f90f HTTP/1.1" status: 404 len: 352 time: 0.0248234 Sep 17 23:44:40.587221 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-81591ee3-937e-4fd0-86a1-0bde8dd951fe req-a013b9c4-5117-480e-8f3c-345d1f02b705 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:40.636900 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9cbaa464-059c-4d81-b49e-0c49d15bf26f req-99d691ca-fd69-4e01-97f5-a84046a7e877 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09b9a7f871a14d6ab2c46e8a4e2591b9 HTTP/1.1" status: 200 len: 6148 time: 0.0725341 Sep 17 23:44:40.659759 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-81591ee3-937e-4fd0-86a1-0bde8dd951fe req-a013b9c4-5117-480e-8f3c-345d1f02b705 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:40.707788 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013b9c4-5117-480e-8f3c-345d1f02b705 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa945985-0982-4476-bc35-9186a3feb19d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:40.712899 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9cbaa464-059c-4d81-b49e-0c49d15bf26f req-30dc6c1b-d3a8-43fd-a075-c1b4d8b17c9d tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/3de35c9d-ebed-4375-aa9a-5074601136bc HTTP/1.1" status: 200 len: 2981 time: 0.0691948 Sep 17 23:44:40.733298 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-81591ee3-937e-4fd0-86a1-0bde8dd951fe req-a013b9c4-5117-480e-8f3c-345d1f02b705 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:40.734499 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-81591ee3-937e-4fd0-86a1-0bde8dd951fe req-a013b9c4-5117-480e-8f3c-345d1f02b705 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3790596 Sep 17 23:44:40.767040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9cbaa464-059c-4d81-b49e-0c49d15bf26f req-eee99160-618e-4c3d-8d74-8e38fa253029 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/3de35c9d-ebed-4375-aa9a-5074601136bc HTTP/1.1" status: 200 len: 2981 time: 0.0479960 Sep 17 23:44:40.854785 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7d85bdf-baa1-42a2-9862-ae9aba878c81 req-1b0f5832-2a22-43cc-bd69-bb179daffa06 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "GET /v2.0/security-groups/d07be32f-1363-4e30-8c1d-e2320afc98a0 HTTP/1.1" status: 200 len: 1803 time: 0.0712190 Sep 17 23:44:40.862711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bd2b1-7e81-4c8e-9227-20b7d6b845bc req-4bf89d5f-d4dd-4c04-9ec2-c3076372fd7a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:40.864133 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d28bd2b1-7e81-4c8e-9227-20b7d6b845bc req-4bf89d5f-d4dd-4c04-9ec2-c3076372fd7a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.0819666 Sep 17 23:44:40.925307 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d28bd2b1-7e81-4c8e-9227-20b7d6b845bc req-cf81f34d-cc59-4b74-8b11-424ac668309e tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539956 Sep 17 23:44:40.929060 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7d85bdf-baa1-42a2-9862-ae9aba878c81 req-42a35503-477e-4b8c-bff2-d88cc3d3187e tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "GET /v2.0/security-groups/aa945985-0982-4476-bc35-9186a3feb19d HTTP/1.1" status: 200 len: 1803 time: 0.0640407 Sep 17 23:44:40.940064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-c7d85bdf-baa1-42a2-9862-ae9aba878c81 req-ca3cff5f-1099-4400-b0e3-2dccf0e8f51d tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd07be32f-1363-4e30-8c1d-e2320afc98a0', 'remote_group_id': 'aa945985-0982-4476-bc35-9186a3feb19d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:40.940380 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-c7d85bdf-baa1-42a2-9862-ae9aba878c81 req-ca3cff5f-1099-4400-b0e3-2dccf0e8f51d tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd07be32f-1363-4e30-8c1d-e2320afc98a0', 'remote_group_id': 'aa945985-0982-4476-bc35-9186a3feb19d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:40.955142 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-686a1fea-aab9-4ded-a9c8-866de97a1d2d req-22f670c4-d46d-4b84-b706-b90fa9cd4042 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-438871325', 'description': 'tempest-description-1219847027'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:41.129370 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c7d85bdf-baa1-42a2-9862-ae9aba878c81 req-ca3cff5f-1099-4400-b0e3-2dccf0e8f51d tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:41.161794 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c7d85bdf-baa1-42a2-9862-ae9aba878c81 req-ca3cff5f-1099-4400-b0e3-2dccf0e8f51d tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:41.229492 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-686a1fea-aab9-4ded-a9c8-866de97a1d2d req-22f670c4-d46d-4b84-b706-b90fa9cd4042 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:41.253309 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c7d85bdf-baa1-42a2-9862-ae9aba878c81 req-ca3cff5f-1099-4400-b0e3-2dccf0e8f51d tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:41.284689 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cff5f-1099-4400-b0e3-2dccf0e8f51d tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8e3373-2b60-42c2-bd85-4d66f108f276,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:41.337575 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-686a1fea-aab9-4ded-a9c8-866de97a1d2d req-22f670c4-d46d-4b84-b706-b90fa9cd4042 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:41.401572 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-686a1fea-aab9-4ded-a9c8-866de97a1d2d req-22f670c4-d46d-4b84-b706-b90fa9cd4042 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:41.430682 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f670c4-d46d-4b84-b706-b90fa9cd4042 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca140af9-2031-4c2e-960d-37fb1310fcfb,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:41.493125 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a9800-4f8b-4ceb-a3a5-b803bab9bcfa req-402776cb-5589-4cc9-a4de-1e530704c650 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:41.494568 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c6a9800-4f8b-4ceb-a3a5-b803bab9bcfa req-402776cb-5589-4cc9-a4de-1e530704c650 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "GET /v2.0/ports?device_id=9344ae08-9b66-4697-8944-92fb3d6e7239 HTTP/1.1" status: 200 len: 950 time: 0.0487959 Sep 17 23:44:41.589443 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-6c6a9800-4f8b-4ceb-a3a5-b803bab9bcfa req-6456e75c-04f3-47cf-9d98-99e1542c74da tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Deleting port 290029cf-ddc5-4ee0-9176-369737e9fd27 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:44:41.589786 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c6a9800-4f8b-4ceb-a3a5-b803bab9bcfa req-6456e75c-04f3-47cf-9d98-99e1542c74da tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:41.676686 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-6c6a9800-4f8b-4ceb-a3a5-b803bab9bcfa req-6456e75c-04f3-47cf-9d98-99e1542c74da tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] For port 290029cf-ddc5-4ee0-9176-369737e9fd27, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=290029cf-ddc5-4ee0-9176-369737e9fd27,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:41.677007 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c6a9800-4f8b-4ceb-a3a5-b803bab9bcfa req-6456e75c-04f3-47cf-9d98-99e1542c74da tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:41.692462 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-6c6a9800-4f8b-4ceb-a3a5-b803bab9bcfa req-6456e75c-04f3-47cf-9d98-99e1542c74da tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Calling delete_port for 290029cf-ddc5-4ee0-9176-369737e9fd27 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:44:41.800844 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c7d85bdf-baa1-42a2-9862-ae9aba878c81 req-ca3cff5f-1099-4400-b0e3-2dccf0e8f51d tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:41.802624 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7d85bdf-baa1-42a2-9862-ae9aba878c81 req-ca3cff5f-1099-4400-b0e3-2dccf0e8f51d tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8670375 Sep 17 23:44:41.818084 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-686a1fea-aab9-4ded-a9c8-866de97a1d2d req-22f670c4-d46d-4b84-b706-b90fa9cd4042 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:41.819292 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-686a1fea-aab9-4ded-a9c8-866de97a1d2d req-22f670c4-d46d-4b84-b706-b90fa9cd4042 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8712380 Sep 17 23:44:41.985607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6d0ef-43ae-4562-a798-3209fe2bbef2 req-5f25ceb5-9360-41f0-942e-53eae9a99f42 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:41.987218 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3d6d0ef-43ae-4562-a798-3209fe2bbef2 req-5f25ceb5-9360-41f0-942e-53eae9a99f42 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=9344ae08-9b66-4697-8944-92fb3d6e7239 HTTP/1.1" status: 200 len: 950 time: 0.0530550 Sep 17 23:44:42.005368 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c6a9800-4f8b-4ceb-a3a5-b803bab9bcfa req-6456e75c-04f3-47cf-9d98-99e1542c74da tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:42.019264 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['3552a5d4-726d-4d3f-a363-8f246e36bc04', 'dea29f93-50f3-4fd1-8148-69dfbba345a6', 'e2c017c7-79c7-49f4-a2e8-fd1af689e9b0', 'e011bcc2-af86-44f2-826c-d672e91ab32e', '290029cf-ddc5-4ee0-9176-369737e9fd27'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:42.026846 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['2ded3520-dd0f-4d66-b889-0fedce66f717', '55ad65de-9dc6-4876-a70c-45f01d521911', '0ad6b823-2cf1-4547-a232-d70e7592cade'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:42.033857 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456e75c-04f3-47cf-9d98-99e1542c74da tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Pushing event deleted for resources: {'Port': ['ID=290029cf-ddc5-4ee0-9176-369737e9fd27,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:42.064985 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3d6d0ef-43ae-4562-a798-3209fe2bbef2 req-41095469-6511-4a22-a913-d0f2ab285a3e tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706866 Sep 17 23:44:42.079311 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15e074-2bdf-46b4-b21d-85f20d5d83ff req-6e9faf4f-f38c-44ee-9e6f-563f7a8ab4c2 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:42.081143 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df15e074-2bdf-46b4-b21d-85f20d5d83ff req-6e9faf4f-f38c-44ee-9e6f-563f7a8ab4c2 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 944 time: 0.0880768 Sep 17 23:44:42.102145 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6a9800-4f8b-4ceb-a3a5-b803bab9bcfa req-6456e75c-04f3-47cf-9d98-99e1542c74da tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] No DVR routers for this DVR port 290029cf-ddc5-4ee0-9176-369737e9fd27 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:44:42.104909 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c6a9800-4f8b-4ceb-a3a5-b803bab9bcfa req-6456e75c-04f3-47cf-9d98-99e1542c74da tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:42.107121 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c6a9800-4f8b-4ceb-a3a5-b803bab9bcfa req-6456e75c-04f3-47cf-9d98-99e1542c74da tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "DELETE /v2.0/ports/290029cf-ddc5-4ee0-9176-369737e9fd27 HTTP/1.1" status: 204 len: 173 time: 0.6043172 Sep 17 23:44:42.107573 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344ae08-9b66-4697-8944-92fb3d6e7239', 'name': 'network-vif-deleted', 'tag': '290029cf-ddc5-4ee0-9176-369737e9fd27'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:42.109943 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4302d9-07e3-4cbc-882f-9527d02b9e5d" -d '{"events": [{"server_uuid": "9344ae08-9b66-4697-8944-92fb3d6e7239", "name": "network-vif-deleted", "tag": "290029cf-ddc5-4ee0-9176-369737e9fd27"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:42.147039 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df15e074-2bdf-46b4-b21d-85f20d5d83ff req-180dfaea-b301-49da-bb0a-d0293563fde1 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad729ef2-318c-4d7b-888e-20af6cd8caeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561740 Sep 17 23:44:42.185178 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-d0520ea2-b69c-48d5-adc6-d962be12a319 req-e5c2c252-f001-47b9-adfe-08b7975cf38d tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-926260364', 'description': 'tempest-description-53519197'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:42.196733 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ac586d7-6bd1-4fbe-96fe-0128fc1931da req-03c3f8c4-79d0-45cd-b5bd-572d24138ad9 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "GET /v2.0/security-groups/aa945985-0982-4476-bc35-9186a3feb19d HTTP/1.1" status: 200 len: 1803 time: 0.0627236 Sep 17 23:44:42.281819 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2ac586d7-6bd1-4fbe-96fe-0128fc1931da req-5fb06002-f9c4-4fe5-a476-4bb01563b6db tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:42.304289 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2ac586d7-6bd1-4fbe-96fe-0128fc1931da req-5fb06002-f9c4-4fe5-a476-4bb01563b6db tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:42.350249 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d0520ea2-b69c-48d5-adc6-d962be12a319 req-e5c2c252-f001-47b9-adfe-08b7975cf38d tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:42.440857 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d0520ea2-b69c-48d5-adc6-d962be12a319 req-e5c2c252-f001-47b9-adfe-08b7975cf38d tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:42.532120 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d0520ea2-b69c-48d5-adc6-d962be12a319 req-e5c2c252-f001-47b9-adfe-08b7975cf38d tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:42.537965 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2ac586d7-6bd1-4fbe-96fe-0128fc1931da req-5fb06002-f9c4-4fe5-a476-4bb01563b6db tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:42.540597 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2ac586d7-6bd1-4fbe-96fe-0128fc1931da req-5fb06002-f9c4-4fe5-a476-4bb01563b6db tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:42.541814 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ac586d7-6bd1-4fbe-96fe-0128fc1931da req-5fb06002-f9c4-4fe5-a476-4bb01563b6db tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "DELETE /v2.0/security-groups/aa945985-0982-4476-bc35-9186a3feb19d HTTP/1.1" status: 204 len: 173 time: 0.3311086 Sep 17 23:44:42.568735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2c252-f001-47b9-adfe-08b7975cf38d tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c316ef1f-9219-444a-b19d-08c82b41c4dd,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:42.581218 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb06002-f9c4-4fe5-a476-4bb01563b6db tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa945985-0982-4476-bc35-9186a3feb19d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:42.652476 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c953c3-5eeb-4819-8023-9398ebe4dccd req-85f84ccb-5bcc-46a6-8637-ed56348696cd tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:42.654001 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7c953c3-5eeb-4819-8023-9398ebe4dccd req-85f84ccb-5bcc-46a6-8637-ed56348696cd tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.0564268 Sep 17 23:44:42.692824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7c953c3-5eeb-4819-8023-9398ebe4dccd req-e14bdca1-f580-476b-bf13-d5c2c33464c9 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326929 Sep 17 23:44:42.715712 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d0520ea2-b69c-48d5-adc6-d962be12a319 req-e5c2c252-f001-47b9-adfe-08b7975cf38d tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:42.720242 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d0520ea2-b69c-48d5-adc6-d962be12a319 req-e5c2c252-f001-47b9-adfe-08b7975cf38d tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.5380692 Sep 17 23:44:42.737881 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79001f3e-2417-4cf1-af70-7262773be2c8 x-openstack-request-id: req-79001f3e-2417-4cf1-af70-7262773be2c8 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:42.738356 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9344ae08-9b66-4697-8944-92fb3d6e7239", "name": "network-vif-deleted", "tag": "290029cf-ddc5-4ee0-9176-369737e9fd27", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:42.738534 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-79001f3e-2417-4cf1-af70-7262773be2c8 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:42.738996 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9344ae08-9b66-4697-8944-92fb3d6e7239', 'name': 'network-vif-deleted', 'tag': '290029cf-ddc5-4ee0-9176-369737e9fd27', 'status': 'completed', 'code': 200} Sep 17 23:44:42.775777 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ae639d7-5b10-4416-8f74-b745a63452b8 req-effe765d-fb88-4489-8118-ddf1fb76b4bf tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "GET /v2.0/security-groups/d07be32f-1363-4e30-8c1d-e2320afc98a0 HTTP/1.1" status: 200 len: 1803 time: 0.0421541 Sep 17 23:44:42.803362 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-08416729-d060-46a4-a867-ebc9ffc7d287 req-816a92b9-dc75-494f-baa4-62eb636470fb tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-978350840', 'description': 'tempest-description-1741191868'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:42.941366 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-08416729-d060-46a4-a867-ebc9ffc7d287 req-816a92b9-dc75-494f-baa4-62eb636470fb tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:43.002894 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-ea71ee6d-b108-4d24-9408-8ed84bffbbcd tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:43.004363 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-ea71ee6d-b108-4d24-9408-8ed84bffbbcd tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/networks?id=61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 HTTP/1.1" status: 200 len: 812 time: 0.1290295 Sep 17 23:44:43.032325 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-ff7ac636-bbea-472c-8bc7-08c28dcaef5b tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/quotas/09b9a7f871a14d6ab2c46e8a4e2591b9 HTTP/1.1" status: 200 len: 375 time: 0.0213535 Sep 17 23:44:43.100042 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-08416729-d060-46a4-a867-ebc9ffc7d287 req-816a92b9-dc75-494f-baa4-62eb636470fb tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:43.107824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-8f7a719f-c950-4c84-83b5-b4f7c2cd57bd tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=09b9a7f871a14d6ab2c46e8a4e2591b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702453 Sep 17 23:44:43.172960 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:43.202497 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-b5228bdc-c8e3-4b23-a3b3-183db6617fd1 service neutron] 10.222.0.46 "GET /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864613 Sep 17 23:44:43.203794 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-08416729-d060-46a4-a867-ebc9ffc7d287 req-816a92b9-dc75-494f-baa4-62eb636470fb tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:43.249982 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a92b9-dc75-494f-baa4-62eb636470fb tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4b965b-749b-4ed6-9eb8-4fb5aeadbf82,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:43.318796 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-dc497054-0c77-4c08-8739-9aeed81c0f3c service neutron] 10.222.0.46 "GET /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091566 Sep 17 23:44:43.338295 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-08416729-d060-46a4-a867-ebc9ffc7d287 req-816a92b9-dc75-494f-baa4-62eb636470fb tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:43.339537 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08416729-d060-46a4-a867-ebc9ffc7d287 req-816a92b9-dc75-494f-baa4-62eb636470fb tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5404820 Sep 17 23:44:43.684804 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f673b-b197-4401-b15a-c55e88511fdb req-81fbdf27-e328-4579-a0f6-54deb6bbfb0d tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:43.686334 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-156f673b-b197-4401-b15a-c55e88511fdb req-81fbdf27-e328-4579-a0f6-54deb6bbfb0d tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 944 time: 0.0914350 Sep 17 23:44:43.689893 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f177c813-6770-4052-95ff-89bc536b13ef req-64352c19-347b-44aa-bdf2-fb43e31e4ed4 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "GET /v2.0/security-groups/ff4b965b-749b-4ed6-9eb8-4fb5aeadbf82 HTTP/1.1" status: 200 len: 1804 time: 0.0837867 Sep 17 23:44:43.704944 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-f177c813-6770-4052-95ff-89bc536b13ef req-8bfaed91-ce33-4cae-a23d-49f5d14441c3 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff4b965b-749b-4ed6-9eb8-4fb5aeadbf82', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:43.705179 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-f177c813-6770-4052-95ff-89bc536b13ef req-8bfaed91-ce33-4cae-a23d-49f5d14441c3 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff4b965b-749b-4ed6-9eb8-4fb5aeadbf82', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:43.750332 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-156f673b-b197-4401-b15a-c55e88511fdb req-64b39755-aab2-4928-87e2-0d82ee540d1d tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad729ef2-318c-4d7b-888e-20af6cd8caeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561430 Sep 17 23:44:43.894300 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f177c813-6770-4052-95ff-89bc536b13ef req-8bfaed91-ce33-4cae-a23d-49f5d14441c3 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:43.912858 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f177c813-6770-4052-95ff-89bc536b13ef req-8bfaed91-ce33-4cae-a23d-49f5d14441c3 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:43.988455 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f177c813-6770-4052-95ff-89bc536b13ef req-8bfaed91-ce33-4cae-a23d-49f5d14441c3 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:44.009110 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfaed91-ce33-4cae-a23d-49f5d14441c3 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee408d8-2a58-4f40-85ca-b9ddec5da7bf,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:44.017689 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-75065ebb-cc86-4bbc-bd29-40326dabd308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:44.155414 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f177c813-6770-4052-95ff-89bc536b13ef req-8bfaed91-ce33-4cae-a23d-49f5d14441c3 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:44.157191 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f177c813-6770-4052-95ff-89bc536b13ef req-8bfaed91-ce33-4cae-a23d-49f5d14441c3 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4612451 Sep 17 23:44:44.219928 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23bb9d73-549c-4481-849a-d1c74a33c859 req-eeb17841-b7e8-4ad2-a77a-25a107039fe1 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 210 time: 0.0302026 Sep 17 23:44:44.308502 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0de8262f-7572-40ef-8ca8-844019da64d2 req-ce4f5a5d-2f10-492f-8dad-6b22570b6764 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "GET /v2.0/security-groups/ff4b965b-749b-4ed6-9eb8-4fb5aeadbf82 HTTP/1.1" status: 200 len: 2397 time: 0.0677652 Sep 17 23:44:44.320198 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-0de8262f-7572-40ef-8ca8-844019da64d2 req-efeff98a-53e3-4ebb-b55d-7af985ff6d42 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff4b965b-749b-4ed6-9eb8-4fb5aeadbf82', 'remote_group_id': None}]} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:44.320513 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-0de8262f-7572-40ef-8ca8-844019da64d2 req-efeff98a-53e3-4ebb-b55d-7af985ff6d42 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff4b965b-749b-4ed6-9eb8-4fb5aeadbf82', 'remote_group_id': None}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:44.339895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de81fc-6385-4a91-9920-8f1fcb8e64dc req-7038c6c6-e110-4c4a-af87-b60fb70646c8 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:44.342321 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71de81fc-6385-4a91-9920-8f1fcb8e64dc req-7038c6c6-e110-4c4a-af87-b60fb70646c8 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.0769107 Sep 17 23:44:44.385327 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71de81fc-6385-4a91-9920-8f1fcb8e64dc req-7b11831d-0ca8-4c98-8a97-c280b8d3f64c tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349994 Sep 17 23:44:44.459631 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0de8262f-7572-40ef-8ca8-844019da64d2 req-efeff98a-53e3-4ebb-b55d-7af985ff6d42 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:44.503708 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0de8262f-7572-40ef-8ca8-844019da64d2 req-efeff98a-53e3-4ebb-b55d-7af985ff6d42 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:44.514538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855652d-ea5e-4355-9ce1-a81d36c2b3bc req-ad478b43-81e4-4296-987a-ea603d6a921f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:44.516610 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e855652d-ea5e-4355-9ce1-a81d36c2b3bc req-ad478b43-81e4-4296-987a-ea603d6a921f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 949 time: 0.0743344 Sep 17 23:44:44.553634 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e855652d-ea5e-4355-9ce1-a81d36c2b3bc req-3240cafc-9ef2-489e-bf28-1a3f506bee05 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309746 Sep 17 23:44:44.564934 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 36a32b02-96fd-49b6-98cb-4b263158db79 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:44:44.667558 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 36a32b02-96fd-49b6-98cb-4b263158db79, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=36a32b02-96fd-49b6-98cb-4b263158db79,segment=NetworkSegment(4bdfa851-2fd7-4fdd-bd0c-218459ebd235),segment_id=4bdfa851-2fd7-4fdd-bd0c-218459ebd235)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:44.679545 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '36a32b02-96fd-49b6-98cb-4b263158db79', 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d', 'port_id': '36a32b02-96fd-49b6-98cb-4b263158db79', 'mac_address': 'fa:16:3e:c8:b1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e968bfdd-6395-4ac7-ad97-9ab5b43ecd67', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:44:44.716902 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:44.731038 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a32b02-96fd-49b6-98cb-4b263158db79 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:44:44.752286 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 36a32b02-96fd-49b6-98cb-4b263158db79, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=36a32b02-96fd-49b6-98cb-4b263158db79,segment=NetworkSegment(4bdfa851-2fd7-4fdd-bd0c-218459ebd235),segment_id=4bdfa851-2fd7-4fdd-bd0c-218459ebd235)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:44.788980 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0de8262f-7572-40ef-8ca8-844019da64d2 req-efeff98a-53e3-4ebb-b55d-7af985ff6d42 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:44.805944 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeff98a-53e3-4ebb-b55d-7af985ff6d42 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d02e0e9-c310-4cad-926b-fdfe15239437,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:44.851932 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:44.873543 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b3a0a-73c3-4666-be88-7780c9009d07 req-146bab36-9121-49ed-8ad2-d8b70fdd3da1 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:44.875681 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b9b3a0a-73c3-4666-be88-7780c9009d07 req-146bab36-9121-49ed-8ad2-d8b70fdd3da1 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 944 time: 0.0527821 Sep 17 23:44:44.911068 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=36a32b02-96fd-49b6-98cb-4b263158db79,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:44.927723 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b9b3a0a-73c3-4666-be88-7780c9009d07 req-6d474544-f9dc-4fbd-89d1-3a0873c8db49 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad729ef2-318c-4d7b-888e-20af6cd8caeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451667 Sep 17 23:44:44.938089 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0de8262f-7572-40ef-8ca8-844019da64d2 req-efeff98a-53e3-4ebb-b55d-7af985ff6d42 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:44.939304 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0de8262f-7572-40ef-8ca8-844019da64d2 req-efeff98a-53e3-4ebb-b55d-7af985ff6d42 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6237452 Sep 17 23:44:45.001861 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a954fac-26bd-4106-a50d-3fa09c39d0c7 req-5ba60367-ef0a-4687-9f5a-60c01568ef84 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "GET /v2.0/security-groups/ff4b965b-749b-4ed6-9eb8-4fb5aeadbf82 HTTP/1.1" status: 200 len: 2995 time: 0.0421357 Sep 17 23:44:45.046737 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79abd8e2-2f1c-4967-851d-c0137db60780 req-2765fedf-477b-4417-9583-0d52aeadf104 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "GET /v2.0/security-group-rules/4d02e0e9-c310-4cad-926b-fdfe15239437 HTTP/1.1" status: 200 len: 783 time: 0.0226696 Sep 17 23:44:45.093935 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79abd8e2-2f1c-4967-851d-c0137db60780 req-9ea860c8-094c-4e8e-9e50-06166241b864 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "GET /v2.0/security-groups/ff4b965b-749b-4ed6-9eb8-4fb5aeadbf82 HTTP/1.1" status: 200 len: 2995 time: 0.0404294 Sep 17 23:44:45.122463 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-79abd8e2-2f1c-4967-851d-c0137db60780 req-a013da4b-a15b-47fb-be05-f68c6023ac63 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:45.130466 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-79abd8e2-2f1c-4967-851d-c0137db60780 req-a013da4b-a15b-47fb-be05-f68c6023ac63 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:45.241399 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-79abd8e2-2f1c-4967-851d-c0137db60780 req-a013da4b-a15b-47fb-be05-f68c6023ac63 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:45.247672 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-79abd8e2-2f1c-4967-851d-c0137db60780 req-a013da4b-a15b-47fb-be05-f68c6023ac63 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:45.248790 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79abd8e2-2f1c-4967-851d-c0137db60780 req-a013da4b-a15b-47fb-be05-f68c6023ac63 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/4d02e0e9-c310-4cad-926b-fdfe15239437 HTTP/1.1" status: 204 len: 173 time: 0.1488621 Sep 17 23:44:45.256381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013da4b-a15b-47fb-be05-f68c6023ac63 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d02e0e9-c310-4cad-926b-fdfe15239437,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:45.276869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['36a32b02-96fd-49b6-98cb-4b263158db79'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:45.337943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7466eb53-4d17-4fb4-803d-59920c8651d4 req-5a830b1a-4059-477f-afcb-377b20d46efb tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 210 time: 0.0440030 Sep 17 23:44:45.364745 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c7d5800-51ec-4e15-a2db-e783da568450 req-430851e1-e461-4b49-bfec-4753109ba4aa tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "GET /v2.0/security-groups/ff4b965b-749b-4ed6-9eb8-4fb5aeadbf82 HTTP/1.1" status: 200 len: 2397 time: 0.0872600 Sep 17 23:44:45.440893 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0c7d5800-51ec-4e15-a2db-e783da568450 req-09302965-f16f-4243-b97a-e6bd179d1102 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:45.487564 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0c7d5800-51ec-4e15-a2db-e783da568450 req-09302965-f16f-4243-b97a-e6bd179d1102 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:45.535014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dafdb2-2a67-4eff-a1e5-cf63286fe712 req-5a7e4a0f-65b4-48ba-a36c-6a2f8d509889 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:45.536437 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-00dafdb2-2a67-4eff-a1e5-cf63286fe712 req-5a7e4a0f-65b4-48ba-a36c-6a2f8d509889 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.0815916 Sep 17 23:44:45.575624 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-00dafdb2-2a67-4eff-a1e5-cf63286fe712 req-382a1372-19cb-477e-ad3b-8ed571c9d9d7 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331116 Sep 17 23:44:45.681112 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782f971-a3c2-404e-b3a1-57f508bedd0b req-ccd135bc-ffa5-4b29-8c09-da1cce983eb0 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:45.682563 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c782f971-a3c2-404e-b3a1-57f508bedd0b req-ccd135bc-ffa5-4b29-8c09-da1cce983eb0 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 949 time: 0.0529842 Sep 17 23:44:45.684650 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0c7d5800-51ec-4e15-a2db-e783da568450 req-09302965-f16f-4243-b97a-e6bd179d1102 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:45.688006 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0c7d5800-51ec-4e15-a2db-e783da568450 req-09302965-f16f-4243-b97a-e6bd179d1102 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:45.689245 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c7d5800-51ec-4e15-a2db-e783da568450 req-09302965-f16f-4243-b97a-e6bd179d1102 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "DELETE /v2.0/security-groups/ff4b965b-749b-4ed6-9eb8-4fb5aeadbf82 HTTP/1.1" status: 204 len: 173 time: 0.3166296 Sep 17 23:44:45.711644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09302965-f16f-4243-b97a-e6bd179d1102 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4b965b-749b-4ed6-9eb8-4fb5aeadbf82,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:45.738573 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c782f971-a3c2-404e-b3a1-57f508bedd0b req-a169bc83-0419-47af-8fb4-09f21107a292 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482624 Sep 17 23:44:45.791086 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-9afc3f84-8254-49c8-9729-3914294c7795 req-8ad4f03f-fd94-4446-8be1-8769e4a3e20a tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] show failed (client error): The resource could not be found. Sep 17 23:44:45.791307 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9afc3f84-8254-49c8-9729-3914294c7795 req-8ad4f03f-fd94-4446-8be1-8769e4a3e20a tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "GET /v2.0/security-groups/aa945985-0982-4476-bc35-9186a3feb19d HTTP/1.1" status: 404 len: 352 time: 0.0150011 Sep 17 23:44:45.841747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 290029cf-ddc5-4ee0-9176-369737e9fd27 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:44:45.865150 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-911d4a09-5928-408c-b806-1a790065aef9 req-ea5e3062-94e2-4a52-ac29-fdf5e9c297bb tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "GET /v2.0/security-groups/d07be32f-1363-4e30-8c1d-e2320afc98a0 HTTP/1.1" status: 200 len: 1803 time: 0.0408461 Sep 17 23:44:45.871422 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 290029cf-ddc5-4ee0-9176-369737e9fd27 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:44:45.871994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 290029cf-ddc5-4ee0-9176-369737e9fd27 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:44:45.922503 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-911d4a09-5928-408c-b806-1a790065aef9 req-0bd34831-c325-4738-88c7-9e92067a6cf1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:45.943768 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-911d4a09-5928-408c-b806-1a790065aef9 req-0bd34831-c325-4738-88c7-9e92067a6cf1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:46.051562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101eb1c-c5f6-4593-a21a-09d1bb772c83 req-023fffaa-edf0-41da-809f-5b4e313ac58f tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:46.052977 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f101eb1c-c5f6-4593-a21a-09d1bb772c83 req-023fffaa-edf0-41da-809f-5b4e313ac58f tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 945 time: 0.0524712 Sep 17 23:44:46.090140 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f101eb1c-c5f6-4593-a21a-09d1bb772c83 req-a9ac92cd-d339-4de6-8f65-01f2387fe098 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad729ef2-318c-4d7b-888e-20af6cd8caeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309875 Sep 17 23:44:46.114750 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-911d4a09-5928-408c-b806-1a790065aef9 req-0bd34831-c325-4738-88c7-9e92067a6cf1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:46.118530 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-911d4a09-5928-408c-b806-1a790065aef9 req-0bd34831-c325-4738-88c7-9e92067a6cf1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:46.118665 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-911d4a09-5928-408c-b806-1a790065aef9 req-0bd34831-c325-4738-88c7-9e92067a6cf1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "DELETE /v2.0/security-groups/d07be32f-1363-4e30-8c1d-e2320afc98a0 HTTP/1.1" status: 204 len: 173 time: 0.2474172 Sep 17 23:44:46.128146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd34831-c325-4738-88c7-9e92067a6cf1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07be32f-1363-4e30-8c1d-e2320afc98a0,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:46.171207 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b0507-31bc-410e-8e6b-7b512d8fd351 req-431b8406-bcea-446c-b81f-6aba890799c0 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:46.172871 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c50b0507-31bc-410e-8e6b-7b512d8fd351 req-431b8406-bcea-446c-b81f-6aba890799c0 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.37 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 949 time: 0.0658698 Sep 17 23:44:46.182051 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f1ae3e5-0ecc-4629-9e69-5ae8a950d4ad req-4f6b3662-2794-443f-bc8e-b61a3c367bd1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "GET /v2.0/security-groups/f9747f92-9b58-4082-b608-dc3653e00a3f HTTP/1.1" status: 200 len: 1805 time: 0.0455260 Sep 17 23:44:46.240275 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4f1ae3e5-0ecc-4629-9e69-5ae8a950d4ad req-bfba6882-20c9-4618-baa7-4749c98f5807 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:46.262892 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4f1ae3e5-0ecc-4629-9e69-5ae8a950d4ad req-bfba6882-20c9-4618-baa7-4749c98f5807 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:46.271612 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-c50b0507-31bc-410e-8e6b-7b512d8fd351 req-376c1d46-241f-4744-99ad-7c66ca099f3f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Deleting port 0ad6b823-2cf1-4547-a232-d70e7592cade {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:44:46.271958 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c50b0507-31bc-410e-8e6b-7b512d8fd351 req-376c1d46-241f-4744-99ad-7c66ca099f3f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:46.368158 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-c50b0507-31bc-410e-8e6b-7b512d8fd351 req-376c1d46-241f-4744-99ad-7c66ca099f3f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] For port 0ad6b823-2cf1-4547-a232-d70e7592cade, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0ad6b823-2cf1-4547-a232-d70e7592cade,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:46.368409 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c50b0507-31bc-410e-8e6b-7b512d8fd351 req-376c1d46-241f-4744-99ad-7c66ca099f3f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:46.380771 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-c50b0507-31bc-410e-8e6b-7b512d8fd351 req-376c1d46-241f-4744-99ad-7c66ca099f3f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Calling delete_port for 0ad6b823-2cf1-4547-a232-d70e7592cade owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:44:46.430245 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-2f1c8f85-1cc2-4786-acc2-01ab634b9b07 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:46.431724 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-2f1c8f85-1cc2-4786-acc2-01ab634b9b07 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.37 "GET /v2.0/networks?id=61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 HTTP/1.1" status: 200 len: 812 time: 0.1202517 Sep 17 23:44:46.449452 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-921d1c71-2d9a-44ff-ba04-8671a930bd45 req-47a6e87d-4123-4a98-bf28-d8deecaee3a2 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 210 time: 0.0377483 Sep 17 23:44:46.453560 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-777f6616-ba21-4452-b85f-dc1fd52fbd3a tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Request body: {'port': {'device_id': 'f4ba909a-9c15-44cf-b0b5-09bc0a15197d', 'network_id': '61fd0ff8-bde6-4e98-bc61-f528a1ff35f3', 'admin_state_up': True, 'tenant_id': '09b9a7f871a14d6ab2c46e8a4e2591b9'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:46.517580 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4f1ae3e5-0ecc-4629-9e69-5ae8a950d4ad req-bfba6882-20c9-4618-baa7-4749c98f5807 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:46.520302 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4f1ae3e5-0ecc-4629-9e69-5ae8a950d4ad req-bfba6882-20c9-4618-baa7-4749c98f5807 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:46.521456 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f1ae3e5-0ecc-4629-9e69-5ae8a950d4ad req-bfba6882-20c9-4618-baa7-4749c98f5807 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "DELETE /v2.0/security-groups/f9747f92-9b58-4082-b608-dc3653e00a3f HTTP/1.1" status: 204 len: 173 time: 0.3332343 Sep 17 23:44:46.541660 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba6882-20c9-4618-baa7-4749c98f5807 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9747f92-9b58-4082-b608-dc3653e00a3f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:46.547705 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-008dab91-374a-45e7-a845-67b753c3ed23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:46.563866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 36a32b02-96fd-49b6-98cb-4b263158db79 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:46.610671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-45d5f52c-84a9-4584-b53a-bedc2d3714d1 req-3ce38c4e-69b0-4a8a-8cef-771abba3e1af tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "GET /v2.0/security-groups/8c72b728-76e9-4675-869e-b7661cb110e9 HTTP/1.1" status: 200 len: 1804 time: 0.0699725 Sep 17 23:44:46.646968 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c50b0507-31bc-410e-8e6b-7b512d8fd351 req-376c1d46-241f-4744-99ad-7c66ca099f3f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:46.660737 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['2ded3520-dd0f-4d66-b889-0fedce66f717', '55ad65de-9dc6-4876-a70c-45f01d521911'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:46.663040 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['3552a5d4-726d-4d3f-a363-8f246e36bc04', 'dea29f93-50f3-4fd1-8148-69dfbba345a6', 'e2c017c7-79c7-49f4-a2e8-fd1af689e9b0', 'e011bcc2-af86-44f2-826c-d672e91ab32e'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:46.676647 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c1d46-241f-4744-99ad-7c66ca099f3f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Pushing event deleted for resources: {'Port': ['ID=0ad6b823-2cf1-4547-a232-d70e7592cade,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:46.715298 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 36a32b02-96fd-49b6-98cb-4b263158db79 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:44:46.720280 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-45d5f52c-84a9-4584-b53a-bedc2d3714d1 req-22f9e498-fa0e-45ff-b99f-3567f40a5de3 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:46.731907 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0f069-18d8-4ffc-ae49-0c230483c12f req-870f843a-5228-4974-8d10-92eb874544e8 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:46.732140 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50b0507-31bc-410e-8e6b-7b512d8fd351 req-376c1d46-241f-4744-99ad-7c66ca099f3f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] No DVR routers for this DVR port 0ad6b823-2cf1-4547-a232-d70e7592cade on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:44:46.734530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38b0f069-18d8-4ffc-ae49-0c230483c12f req-870f843a-5228-4974-8d10-92eb874544e8 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.0876920 Sep 17 23:44:46.739516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 36a32b02-96fd-49b6-98cb-4b263158db79 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:46.740214 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:46.742527 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c50b0507-31bc-410e-8e6b-7b512d8fd351 req-376c1d46-241f-4744-99ad-7c66ca099f3f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:46.745334 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c50b0507-31bc-410e-8e6b-7b512d8fd351 req-376c1d46-241f-4744-99ad-7c66ca099f3f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.37 "DELETE /v2.0/ports/0ad6b823-2cf1-4547-a232-d70e7592cade HTTP/1.1" status: 204 len: 173 time: 0.5656350 Sep 17 23:44:46.745848 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614b1e21-07a3-44da-8083-1da33cd00af7', 'name': 'network-vif-deleted', 'tag': '0ad6b823-2cf1-4547-a232-d70e7592cade'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:46.751215 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebfc2f7-5207-4fb4-b1cf-9cd49f00a8b7" -d '{"events": [{"server_uuid": "614b1e21-07a3-44da-8083-1da33cd00af7", "name": "network-vif-deleted", "tag": "0ad6b823-2cf1-4547-a232-d70e7592cade"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:46.780795 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-45d5f52c-84a9-4584-b53a-bedc2d3714d1 req-22f9e498-fa0e-45ff-b99f-3567f40a5de3 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:46.812793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-777f6616-ba21-4452-b85f-dc1fd52fbd3a tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Made reservation on behalf of 09b9a7f871a14d6ab2c46e8a4e2591b9 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:44:46.816497 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-777f6616-ba21-4452-b85f-dc1fd52fbd3a tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:46.824219 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38b0f069-18d8-4ffc-ae49-0c230483c12f req-0bf8f435-618e-44a3-bda3-9461266fcb30 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771635 Sep 17 23:44:46.885090 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5807688-e750-4228-a22b-75d0b698ffb8 x-openstack-request-id: req-f5807688-e750-4228-a22b-75d0b698ffb8 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:46.885347 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614b1e21-07a3-44da-8083-1da33cd00af7", "name": "network-vif-deleted", "tag": "0ad6b823-2cf1-4547-a232-d70e7592cade", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:46.885606 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f5807688-e750-4228-a22b-75d0b698ffb8 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:46.886060 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614b1e21-07a3-44da-8083-1da33cd00af7', 'name': 'network-vif-deleted', 'tag': '0ad6b823-2cf1-4547-a232-d70e7592cade', 'status': 'completed', 'code': 200} Sep 17 23:44:46.984346 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-45d5f52c-84a9-4584-b53a-bedc2d3714d1 req-22f9e498-fa0e-45ff-b99f-3567f40a5de3 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:46.987006 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-45d5f52c-84a9-4584-b53a-bedc2d3714d1 req-22f9e498-fa0e-45ff-b99f-3567f40a5de3 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:46.988155 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-45d5f52c-84a9-4584-b53a-bedc2d3714d1 req-22f9e498-fa0e-45ff-b99f-3567f40a5de3 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "DELETE /v2.0/security-groups/8c72b728-76e9-4675-869e-b7661cb110e9 HTTP/1.1" status: 204 len: 173 time: 0.3702345 Sep 17 23:44:47.014829 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b6d561a3-e36c-421a-9dbb-63b091661a20 req-5546561d-6d31-4da7-9b21-f66917d1e86e tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 210 time: 0.0712221 Sep 17 23:44:47.105372 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9e498-fa0e-45ff-b99f-3567f40a5de3 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c72b728-76e9-4675-869e-b7661cb110e9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:47.139537 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-777f6616-ba21-4452-b85f-dc1fd52fbd3a tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Allocated IP 172.20.0.10 (61fd0ff8-bde6-4e98-bc61-f528a1ff35f3/d83ea213-422a-4034-a7c8-6f64998ed54d/4acec55d-cd8f-4c41-8499-14c6e9c9a082) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:44:47.184338 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:47.246719 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6a3afd-3cb4-4cc5-995b-eac709d28d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a32b02-96fd-49b6-98cb-4b263158db79'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:47.248993 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e43039-0e08-4ad6-829b-1d482800dbec" -d '{"events": [{"server_uuid": "bd6a3afd-3cb4-4cc5-995b-eac709d28d38", "name": "network-vif-plugged", "status": "completed", "tag": "36a32b02-96fd-49b6-98cb-4b263158db79"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:47.254201 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0dfe80cc-47d8-4645-bb29-84449f16a546 req-42cd9438-32cd-4212-bf63-050547708f9e tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "GET /v2.0/security-groups/09314b17-dc1d-4a88-a80e-adedffacaf77 HTTP/1.1" status: 200 len: 2404 time: 0.1001611 Sep 17 23:44:47.277541 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 36a32b02-96fd-49b6-98cb-4b263158db79, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=36a32b02-96fd-49b6-98cb-4b263158db79,segment=NetworkSegment(4bdfa851-2fd7-4fdd-bd0c-218459ebd235),segment_id=4bdfa851-2fd7-4fdd-bd0c-218459ebd235)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:47.314327 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:47.439307 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:47.440040 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 0ad6b823-2cf1-4547-a232-d70e7592cade no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:44:47.501554 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 0ad6b823-2cf1-4547-a232-d70e7592cade {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:44:47.501950 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 0ad6b823-2cf1-4547-a232-d70e7592cade not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:44:47.547970 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=36a32b02-96fd-49b6-98cb-4b263158db79,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:47.636768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6eb7f-0ca2-4527-ac54-19f52e08fe4b req-64288fc8-f1b2-4315-85fb-d8b50d8a58d3 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:47.638320 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-02e6eb7f-0ca2-4527-ac54-19f52e08fe4b req-64288fc8-f1b2-4315-85fb-d8b50d8a58d3 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 945 time: 0.4339178 Sep 17 23:44:47.681937 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:47.714947 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0dfe80cc-47d8-4645-bb29-84449f16a546 req-b63a1767-4c7a-4437-8d6e-497b13674fb1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:47.721509 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-777f6616-ba21-4452-b85f-dc1fd52fbd3a tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:47.728886 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-02e6eb7f-0ca2-4527-ac54-19f52e08fe4b req-50b19a6d-1b21-4f76-84a5-d531cc11bc54 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad729ef2-318c-4d7b-888e-20af6cd8caeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820198 Sep 17 23:44:47.750580 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0dfe80cc-47d8-4645-bb29-84449f16a546 req-b63a1767-4c7a-4437-8d6e-497b13674fb1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:47.777041 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1b83e3-a09e-4aaa-b749-2a7ef48922fe x-openstack-request-id: req-3c1b83e3-a09e-4aaa-b749-2a7ef48922fe {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:47.777041 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6a3afd-3cb4-4cc5-995b-eac709d28d38", "name": "network-vif-plugged", "status": "completed", "tag": "36a32b02-96fd-49b6-98cb-4b263158db79", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:47.777041 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c1b83e3-a09e-4aaa-b749-2a7ef48922fe {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:47.777041 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6a3afd-3cb4-4cc5-995b-eac709d28d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a32b02-96fd-49b6-98cb-4b263158db79', 'code': 200} Sep 17 23:44:47.841411 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 0317988c-c2f7-4c9e-a328-b9fc52267568 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:44:47.846769 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 0317988c-c2f7-4c9e-a328-b9fc52267568 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:44:47.850889 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a52c9316-42a2-4a89-a563-9e7242eb0028 req-4d311a23-1061-4c70-87d8-0344956db664 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 210 time: 0.0318246 Sep 17 23:44:47.869803 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-777f6616-ba21-4452-b85f-dc1fd52fbd3a tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:47.906817 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f1383-af8d-419d-a9ca-816942637ed2 req-cf90bddb-02ae-44c3-9aea-79acd1d2b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:47.909255 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cc8f1383-af8d-419d-a9ca-816942637ed2 req-cf90bddb-02ae-44c3-9aea-79acd1d2b15b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 1097 time: 0.0452967 Sep 17 23:44:47.917272 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0dfe80cc-47d8-4645-bb29-84449f16a546 req-b63a1767-4c7a-4437-8d6e-497b13674fb1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:47.921106 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0dfe80cc-47d8-4645-bb29-84449f16a546 req-b63a1767-4c7a-4437-8d6e-497b13674fb1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:47.926345 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0dfe80cc-47d8-4645-bb29-84449f16a546 req-b63a1767-4c7a-4437-8d6e-497b13674fb1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "DELETE /v2.0/security-groups/09314b17-dc1d-4a88-a80e-adedffacaf77 HTTP/1.1" status: 204 len: 173 time: 0.6526678 Sep 17 23:44:47.957782 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cc8f1383-af8d-419d-a9ca-816942637ed2 req-f8b9e0cf-9446-42e5-a865-0ba5328d0071 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ad729ef2-318c-4d7b-888e-20af6cd8caeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400226 Sep 17 23:44:47.972974 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a1767-4c7a-4437-8d6e-497b13674fb1 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09314b17-dc1d-4a88-a80e-adedffacaf77,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:47.973364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-777f6616-ba21-4452-b85f-dc1fd52fbd3a tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Network 61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:44:48.010139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-777f6616-ba21-4452-b85f-dc1fd52fbd3a tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:44:48.025934 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-777f6616-ba21-4452-b85f-dc1fd52fbd3a tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:44:48.027743 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 0317988c-c2f7-4c9e-a328-b9fc52267568, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=0317988c-c2f7-4c9e-a328-b9fc52267568,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:48.030145 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:48.047941 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '0317988c-c2f7-4c9e-a328-b9fc52267568', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '0317988c-c2f7-4c9e-a328-b9fc52267568', 'mac_address': 'fa:16:3e:30:18:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:44:48.057948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f6616-ba21-4452-b85f-dc1fd52fbd3a tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event updated for resources: {'Port': ['ID=4acec55d-cd8f-4c41-8499-14c6e9c9a082,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:48.092889 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 0317988c-c2f7-4c9e-a328-b9fc52267568, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=0317988c-c2f7-4c9e-a328-b9fc52267568,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:48.096044 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56d34390-9651-46fc-8ad8-7c63922290f1 req-9c6ec9fc-66aa-4cb4-92bf-9bca496bbadc tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "GET /v2.0/security-groups/08573b16-a558-427f-bed0-b1f0fd8b1bbd HTTP/1.1" status: 200 len: 2397 time: 0.1437891 Sep 17 23:44:48.104306 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68f9b7-7273-4e73-ae37-2ca5448fbe54 req-d21b292d-da93-44d8-ae38-f85513d5687d tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:48.104684 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:48.109363 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c68f9b7-7273-4e73-ae37-2ca5448fbe54 req-d21b292d-da93-44d8-ae38-f85513d5687d tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.1536348 Sep 17 23:44:48.117519 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0317988c-c2f7-4c9e-a328-b9fc52267568 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:44:48.151527 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-777f6616-ba21-4452-b85f-dc1fd52fbd3a tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:48.152133 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-777f6616-ba21-4452-b85f-dc1fd52fbd3a tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:48.204049 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c68f9b7-7273-4e73-ae37-2ca5448fbe54 req-cd9d4b33-9089-4885-a44e-06e1e6b1098e tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883255 Sep 17 23:44:48.206624 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:48.217558 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-56d34390-9651-46fc-8ad8-7c63922290f1 req-0ec2f446-5434-4566-a4f9-c94fd32f5947 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:48.252352 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-56d34390-9651-46fc-8ad8-7c63922290f1 req-0ec2f446-5434-4566-a4f9-c94fd32f5947 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:48.285794 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:44:48.286283 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:44:48.290656 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=0317988c-c2f7-4c9e-a328-b9fc52267568,revision_number=9']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:48.330692 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5133131f-d9a6-4925-8f3e-405853891cd6 req-337da3aa-42f6-481c-b48f-fcda6de4ac07 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=614b1e21-07a3-44da-8083-1da33cd00af7 HTTP/1.1" status: 200 len: 210 time: 0.0285304 Sep 17 23:44:48.349701 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-777f6616-ba21-4452-b85f-dc1fd52fbd3a tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9034469 Sep 17 23:44:48.364378 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Request body: {'port': {'device_id': 'f4ba909a-9c15-44cf-b0b5-09bc0a15197d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:48.425782 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:48.527102 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-56d34390-9651-46fc-8ad8-7c63922290f1 req-0ec2f446-5434-4566-a4f9-c94fd32f5947 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:48.529858 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-56d34390-9651-46fc-8ad8-7c63922290f1 req-0ec2f446-5434-4566-a4f9-c94fd32f5947 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:48.531027 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56d34390-9651-46fc-8ad8-7c63922290f1 req-0ec2f446-5434-4566-a4f9-c94fd32f5947 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] 10.222.0.46 "DELETE /v2.0/security-groups/08573b16-a558-427f-bed0-b1f0fd8b1bbd HTTP/1.1" status: 204 len: 173 time: 0.4183395 Sep 17 23:44:48.537636 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34934) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:48.553024 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2f446-5434-4566-a4f9-c94fd32f5947 tempest-SecurityGroupRulesTestJSON-1411088132 tempest-SecurityGroupRulesTestJSON-1411088132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08573b16-a558-427f-bed0-b1f0fd8b1bbd,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:48.586450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e706c1f-e52b-4f9c-9581-c908c5d739ba admin admin] Deleting subnet d1af95ed-8300-40fe-b46f-38392c8c1930 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:44:48.589833 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e706c1f-e52b-4f9c-9581-c908c5d739ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:48.625774 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e706c1f-e52b-4f9c-9581-c908c5d739ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:48.664588 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e706c1f-e52b-4f9c-9581-c908c5d739ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:48.707820 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4acec55d-cd8f-4c41-8499-14c6e9c9a082 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:44:48.715455 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:48.801607 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e706c1f-e52b-4f9c-9581-c908c5d739ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:48.808375 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Transition to ACTIVE for port object 4acec55d-cd8f-4c41-8499-14c6e9c9a082 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:44:48.824543 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:48.830425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e706c1f-e52b-4f9c-9581-c908c5d739ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1af95ed-8300-40fe-b46f-38392c8c1930,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:48.832745 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e706c1f-e52b-4f9c-9581-c908c5d739ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:48.837051 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2e706c1f-e52b-4f9c-9581-c908c5d739ba admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d1af95ed-8300-40fe-b46f-38392c8c1930 HTTP/1.1" status: 204 len: 168 time: 0.2960064 Sep 17 23:44:48.837616 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34938) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:48.842471 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0317988c-c2f7-4c9e-a328-b9fc52267568 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:44:48.863680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 0317988c-c2f7-4c9e-a328-b9fc52267568, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=0317988c-c2f7-4c9e-a328-b9fc52267568,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:48.865272 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152782b-7bff-4744-b13a-22f32cfb520e req-43b90544-8d7a-4769-8006-90b41733f446 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:48.866800 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8152782b-7bff-4744-b13a-22f32cfb520e req-43b90544-8d7a-4769-8006-90b41733f446 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 946 time: 0.0682719 Sep 17 23:44:48.907188 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8152782b-7bff-4744-b13a-22f32cfb520e req-a2bdaa2c-b614-467f-a9a1-4f23af1b0ada tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad729ef2-318c-4d7b-888e-20af6cd8caeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334704 Sep 17 23:44:48.915210 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f80497bd-c1aa-419d-bb88-da94e070f929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:48.976803 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549844c-4548-478f-a890-28d122d2e8af req-2f9cc14b-eeb2-466c-b1f9-789261f397f3 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:48.978445 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2549844c-4548-478f-a890-28d122d2e8af req-2f9cc14b-eeb2-466c-b1f9-789261f397f3 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 932 time: 0.0542126 Sep 17 23:44:48.983852 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:49.038954 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:49.039514 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f80497bd-c1aa-419d-bb88-da94e070f929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:49.043010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-f80497bd-c1aa-419d-bb88-da94e070f929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e7d789-c297-42e5-85e3-61e0e31805a4']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:49.045740 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=0317988c-c2f7-4c9e-a328-b9fc52267568,revision_number=10']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:49.054365 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-f80497bd-c1aa-419d-bb88-da94e070f929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99892501-f578-43fa-96f3-0c2546be6ad6') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:49.054662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-f80497bd-c1aa-419d-bb88-da94e070f929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99892501-f578-43fa-96f3-0c2546be6ad6') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:49.065166 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f80497bd-c1aa-419d-bb88-da94e070f929 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:49.079847 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f80497bd-c1aa-419d-bb88-da94e070f929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:49.080399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2549844c-4548-478f-a890-28d122d2e8af req-23108871-7f4c-4aac-86cc-b21f7bf29863 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942521 Sep 17 23:44:49.080619 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=4acec55d-cd8f-4c41-8499-14c6e9c9a082,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:49.086086 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80497bd-c1aa-419d-bb88-da94e070f929 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:44:49.087369 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f80497bd-c1aa-419d-bb88-da94e070f929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:44:49.090127 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:44:49.147304 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['516c6bd7-4d3e-4aec-91c6-23785c92ed0c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:49.170569 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Attempting to bind port 4acec55d-cd8f-4c41-8499-14c6e9c9a082 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:44:49.170900 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Attempting to bind port 4acec55d-cd8f-4c41-8499-14c6e9c9a082 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'bff38316-12df-4891-9977-6ff960030625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '61fd0ff8-bde6-4e98-bc61-f528a1ff35f3'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:44:49.171239 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Attempting to bind port 4acec55d-cd8f-4c41-8499-14c6e9c9a082 on network 61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:44:49.175436 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Port 4acec55d-cd8f-4c41-8499-14c6e9c9a082 on network 61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:44:49.175749 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Attempting to bind port 4acec55d-cd8f-4c41-8499-14c6e9c9a082 on network 61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:44:49.181141 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:44:49.181684 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Checking segment: {'id': 'bff38316-12df-4891-9977-6ff960030625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '61fd0ff8-bde6-4e98-bc61-f528a1ff35f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:44:49.182068 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Bound using segment: {'id': 'bff38316-12df-4891-9977-6ff960030625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '61fd0ff8-bde6-4e98-bc61-f528a1ff35f3'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:44:49.182492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Bound port: 4acec55d-cd8f-4c41-8499-14c6e9c9a082, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff38316-12df-4891-9977-6ff960030625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '61fd0ff8-bde6-4e98-bc61-f528a1ff35f3'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:44:49.182885 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:49.255125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] For port 4acec55d-cd8f-4c41-8499-14c6e9c9a082, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:44:49.258672 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] For port 4acec55d-cd8f-4c41-8499-14c6e9c9a082, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4acec55d-cd8f-4c41-8499-14c6e9c9a082,segment=NetworkSegment(bff38316-12df-4891-9977-6ff960030625),segment_id=bff38316-12df-4891-9977-6ff960030625)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:44:49.263571 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f80497bd-c1aa-419d-bb88-da94e070f929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:49.283016 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f80497bd-c1aa-419d-bb88-da94e070f929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:49.284927 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f80497bd-c1aa-419d-bb88-da94e070f929 admin admin] 10.222.0.46 "DELETE /v2.0/networks/46e7d789-c297-42e5-85e3-61e0e31805a4 HTTP/1.1" status: 204 len: 168 time: 0.4463229 Sep 17 23:44:49.286160 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80497bd-c1aa-419d-bb88-da94e070f929 admin admin] Pushing event deleted for resources: {'Network': ['ID=46e7d789-c297-42e5-85e3-61e0e31805a4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:49.347326 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c9fd2-4b05-4258-a11e-25d6a083ab1f req-d74bc636-c7ff-4358-925e-d4f468dd939b tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:49.350310 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-749c9fd2-4b05-4258-a11e-25d6a083ab1f req-d74bc636-c7ff-4358-925e-d4f468dd939b tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.0569439 Sep 17 23:44:49.352084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['0317988c-c2f7-4c9e-a328-b9fc52267568'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:49.391589 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-749c9fd2-4b05-4258-a11e-25d6a083ab1f req-6afd06dd-142c-49fd-b9a8-e09cafae9296 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351167 Sep 17 23:44:49.424880 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:49.497022 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:49.497957 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:49.501116 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] 10.222.0.37 "PUT /v2.0/ports/4acec55d-cd8f-4c41-8499-14c6e9c9a082 HTTP/1.1" status: 200 len: 1092 time: 1.1394975 Sep 17 23:44:49.501116 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ba909a-9c15-44cf-b0b5-09bc0a15197d', 'tag': '4acec55d-cd8f-4c41-8499-14c6e9c9a082'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:49.503309 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a84700-8c2b-4057-b092-179a0a68ed16" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ba909a-9c15-44cf-b0b5-09bc0a15197d", "tag": "4acec55d-cd8f-4c41-8499-14c6e9c9a082"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:49.531465 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a102bd6-9c29-404b-86fc-f38992141ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=4acec55d-cd8f-4c41-8499-14c6e9c9a082,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:49.667924 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6ba632-7931-4ca5-a6ac-acdcfec96162 x-openstack-request-id: req-dc6ba632-7931-4ca5-a6ac-acdcfec96162 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:49.667924 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ba909a-9c15-44cf-b0b5-09bc0a15197d", "tag": "4acec55d-cd8f-4c41-8499-14c6e9c9a082", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:49.667924 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dc6ba632-7931-4ca5-a6ac-acdcfec96162 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:49.667924 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ba909a-9c15-44cf-b0b5-09bc0a15197d', 'tag': '4acec55d-cd8f-4c41-8499-14c6e9c9a082', 'status': 'completed', 'code': 200} Sep 17 23:44:49.686073 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:49.717797 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-10e33417-1305-4070-8d1d-c03917f1aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:49.719411 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-10e33417-1305-4070-8d1d-c03917f1aa01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09b9a7f871a14d6ab2c46e8a4e2591b9&device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 1095 time: 0.0450966 Sep 17 23:44:49.723939 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34958) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:49.774991 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b8beec-b448-4be2-98d0-11ae72b42b75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0317988c-c2f7-4c9e-a328-b9fc52267568'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:49.775380 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-e7db1305-d21e-4ce1-ab99-8c78f71f00fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4acec55d-cd8f-4c41-8499-14c6e9c9a082 HTTP/1.1" status: 200 len: 217 time: 0.0435383 Sep 17 23:44:49.778968 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0ba198-626e-41ba-a58a-2a1e7eaba3a8" -d '{"events": [{"server_uuid": "d5b8beec-b448-4be2-98d0-11ae72b42b75", "name": "network-vif-unplugged", "status": "completed", "tag": "0317988c-c2f7-4c9e-a328-b9fc52267568"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:49.834429 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b19fbf-d155-433b-80a0-54ab81c3bd97 x-openstack-request-id: req-90b19fbf-d155-433b-80a0-54ab81c3bd97 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:49.834748 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b8beec-b448-4be2-98d0-11ae72b42b75", "name": "network-vif-unplugged", "status": "completed", "tag": "0317988c-c2f7-4c9e-a328-b9fc52267568", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:49.835005 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90b19fbf-d155-433b-80a0-54ab81c3bd97 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:49.835451 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b8beec-b448-4be2-98d0-11ae72b42b75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0317988c-c2f7-4c9e-a328-b9fc52267568', 'code': 200} Sep 17 23:44:49.838924 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f480f557-d7ef-4eb4-99ec-e583577c00c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3af2ea7aeaa4a57b6524d734f27210a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1128306 Sep 17 23:44:49.841482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34962) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:49.865977 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-5107ca89-79fa-461a-8361-2b6fad82cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:49.867456 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-5107ca89-79fa-461a-8361-2b6fad82cc3c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d83ea213-422a-4034-a7c8-6f64998ed54d HTTP/1.1" status: 200 len: 852 time: 0.0830481 Sep 17 23:44:49.909162 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-6b33aeda-c61f-464a-9e1b-e18f56e2a37f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61fd0ff8-bde6-4e98-bc61-f528a1ff35f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308855 Sep 17 23:44:49.944502 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8b98-6320-4928-b086-c633c0b7c34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:50.043676 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8b98-6320-4928-b086-c633c0b7c34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:50.127413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9469df8-5038-4d1c-ba61-3d52464ebe00 req-df2d57a4-5776-4bc9-ab21-6a9c81912de1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:50.128858 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d9469df8-5038-4d1c-ba61-3d52464ebe00 req-df2d57a4-5776-4bc9-ab21-6a9c81912de1 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 950 time: 0.1741543 Sep 17 23:44:50.132858 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-4b476283-b1af-4378-90e7-54835133bf3f service neutron] 10.222.0.37 "GET /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128937 Sep 17 23:44:50.155328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ade10f-4706-45f0-9d71-7d5035fba455 req-7cf73855-13bc-4132-b14e-1d4223dc0d65 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:50.159438 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7ade10f-4706-45f0-9d71-7d5035fba455 req-7cf73855-13bc-4132-b14e-1d4223dc0d65 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 946 time: 0.1366463 Sep 17 23:44:50.267294 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d9469df8-5038-4d1c-ba61-3d52464ebe00 req-cf37dfdb-31e3-48f6-a653-d0f237c61c7b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313016 Sep 17 23:44:50.279350 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7ade10f-4706-45f0-9d71-7d5035fba455 req-ce5f6183-83dd-4e95-95cf-d438afbdc89a tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad729ef2-318c-4d7b-888e-20af6cd8caeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090441 Sep 17 23:44:50.301683 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d88b4e1-37df-4929-85a2-e5ed4ff8e9f3 req-7e9f9a20-5eb6-4bae-807d-d8468ebe575e service neutron] 10.222.0.37 "GET /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531591 Sep 17 23:44:50.326475 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8b98-6320-4928-b086-c633c0b7c34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:50.333049 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8b98-6320-4928-b086-c633c0b7c34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:50.333049 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6a5a8b98-6320-4928-b086-c633c0b7c34f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d943338b-3152-47fc-b4f8-40f2aa27e92f HTTP/1.1" status: 204 len: 168 time: 0.4879282 Sep 17 23:44:50.363365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a8b98-6320-4928-b086-c633c0b7c34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d943338b-3152-47fc-b4f8-40f2aa27e92f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:50.399800 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5cd6c-ad4e-4872-ae6d-637176a57ac8 req-a5d1ebf0-1a9b-4ee7-a1a3-758e1af4c535 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:50.401636 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-def5cd6c-ad4e-4872-ae6d-637176a57ac8 req-a5d1ebf0-1a9b-4ee7-a1a3-758e1af4c535 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 944 time: 0.0701969 Sep 17 23:44:50.495831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a33f91-8b99-40e6-83d4-f5612e645e2d req-d305b30f-7db7-49d0-a2f7-cccaf8470c3c tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:50.497362 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56a33f91-8b99-40e6-83d4-f5612e645e2d req-d305b30f-7db7-49d0-a2f7-cccaf8470c3c tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 946 time: 0.1213651 Sep 17 23:44:50.503469 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-def5cd6c-ad4e-4872-ae6d-637176a57ac8 req-d6af5401-cc95-4d1f-8909-48decbffb030 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821502 Sep 17 23:44:50.507914 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34976) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:50.511101 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a84700-8c2b-4057-b092-179a0a68ed16 req-c58e51cc-af7a-4aab-98f2-04a36fe36e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:50.512736 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88a84700-8c2b-4057-b092-179a0a68ed16 req-c58e51cc-af7a-4aab-98f2-04a36fe36e2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09b9a7f871a14d6ab2c46e8a4e2591b9&device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 1095 time: 0.0829775 Sep 17 23:44:50.516341 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-c0e16924-3011-46c9-88c9-c8ea48ddee64 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Request body: {'floatingip': {'port_id': '36a32b02-96fd-49b6-98cb-4b263158db79'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:50.577435 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c0e16924-3011-46c9-88c9-c8ea48ddee64 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for floatingip, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:50.666877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1828a-0e2b-4a29-8e3b-2fe7ec3b8e3c req-07c675d1-cc5c-428e-886c-366034b7576b tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:50.668433 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12c1828a-0e2b-4a29-8e3b-2fe7ec3b8e3c req-07c675d1-cc5c-428e-886c-366034b7576b tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.1146920 Sep 17 23:44:50.673985 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a84700-8c2b-4057-b092-179a0a68ed16 req-9516bd1d-b250-4e9d-83af-4356ac617f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:50.675437 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88a84700-8c2b-4057-b092-179a0a68ed16 req-9516bd1d-b250-4e9d-83af-4356ac617f98 service neutron] 10.222.0.37 "GET /v2.0/networks?id=61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 HTTP/1.1" status: 200 len: 913 time: 0.1468685 Sep 17 23:44:50.730420 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88a84700-8c2b-4057-b092-179a0a68ed16 req-5f132d80-e84b-4b7c-a9bf-fcbdf89e14b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4acec55d-cd8f-4c41-8499-14c6e9c9a082 HTTP/1.1" status: 200 len: 217 time: 0.0448406 Sep 17 23:44:50.749166 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12c1828a-0e2b-4a29-8e3b-2fe7ec3b8e3c req-7beb3310-8483-411c-80b3-1e42a3b328e8 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707345 Sep 17 23:44:50.910719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a84700-8c2b-4057-b092-179a0a68ed16 req-23ccfc7e-e8bd-4fce-8ca2-31edcbc12f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:50.916431 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88a84700-8c2b-4057-b092-179a0a68ed16 req-23ccfc7e-e8bd-4fce-8ca2-31edcbc12f5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d83ea213-422a-4034-a7c8-6f64998ed54d HTTP/1.1" status: 200 len: 852 time: 0.0525005 Sep 17 23:44:50.950352 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88a84700-8c2b-4057-b092-179a0a68ed16 req-85879a46-93d7-4365-be3b-5f0bb30ad812 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61fd0ff8-bde6-4e98-bc61-f528a1ff35f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289502 Sep 17 23:44:51.059543 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88a84700-8c2b-4057-b092-179a0a68ed16 req-5b2ec418-619e-41f8-b039-8926dc5baec8 service neutron] 10.222.0.37 "GET /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970719 Sep 17 23:44:51.175975 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88a84700-8c2b-4057-b092-179a0a68ed16 req-73783873-cb8f-4923-b8a7-da67dc45f161 service neutron] 10.222.0.37 "GET /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061811 Sep 17 23:44:51.324384 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c0e16924-3011-46c9-88c9-c8ea48ddee64 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:51.363430 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c67745-3ccc-42ff-a601-e975a672d50c req-01923480-575b-4153-8145-6dc4fb55674e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:51.365003 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-40c67745-3ccc-42ff-a601-e975a672d50c req-01923480-575b-4153-8145-6dc4fb55674e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61bc45c4c67b49509525c81ab232b9c4&device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 1101 time: 0.0509603 Sep 17 23:44:51.394321 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae026823-6aee-4589-860b-70e694971bac req-17cebd8d-2dbd-4744-b118-418b089f21ca tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:51.395829 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae026823-6aee-4589-860b-70e694971bac req-17cebd8d-2dbd-4744-b118-418b089f21ca tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 950 time: 0.0544145 Sep 17 23:44:51.438847 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae026823-6aee-4589-860b-70e694971bac req-e05b0551-cb7b-457f-948d-fb8910765959 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363925 Sep 17 23:44:51.454576 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c0e16924-3011-46c9-88c9-c8ea48ddee64 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:51.531768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35006) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:51.533979 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c67745-3ccc-42ff-a601-e975a672d50c req-f4e1c96a-6927-418a-b6a6-22076101630e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:51.535460 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-40c67745-3ccc-42ff-a601-e975a672d50c req-f4e1c96a-6927-418a-b6a6-22076101630e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1471634 Sep 17 23:44:51.613163 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-40c67745-3ccc-42ff-a601-e975a672d50c req-823c1e52-5a1d-4f3a-a8a1-ed97505237e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=0317988c-c2f7-4c9e-a328-b9fc52267568 HTTP/1.1" status: 200 len: 217 time: 0.0425839 Sep 17 23:44:51.656763 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-c0e16924-3011-46c9-88c9-c8ea48ddee64 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Floating IP 5bfebc98-1781-4a15-863d-bef8dfd89c24 associated. External IP: 172.25.3.213, port: 36a32b02-96fd-49b6-98cb-4b263158db79. Sep 17 23:44:51.657289 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6489fa-834e-4227-acfb-938401f65929 req-4b04fef9-72bb-4517-b8b7-df9c08b76032 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:51.658841 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a6489fa-834e-4227-acfb-938401f65929 req-4b04fef9-72bb-4517-b8b7-df9c08b76032 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 944 time: 0.0714993 Sep 17 23:44:51.663143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a5cd33db-db73-4015-bc9e-3bdaf6b16ef7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1598526680-network', 'tenant_id': '549a504bc9bd46e68c2227d65a7879db'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:51.715739 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a6489fa-834e-4227-acfb-938401f65929 req-fb480d1d-4b7a-4150-bb33-8a145de69eac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480931 Sep 17 23:44:51.717388 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c67745-3ccc-42ff-a601-e975a672d50c req-1eb04f73-1c1a-4a74-aa71-af30dcf021b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:51.718904 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-40c67745-3ccc-42ff-a601-e975a672d50c req-1eb04f73-1c1a-4a74-aa71-af30dcf021b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0967987 Sep 17 23:44:51.788318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066bf72-6ad3-4c1b-aecb-18fdd34bca2a req-4587022b-2b9b-4387-b57d-fa87c6e5e05d tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:51.791266 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d066bf72-6ad3-4c1b-aecb-18fdd34bca2a req-4587022b-2b9b-4387-b57d-fa87c6e5e05d tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.37 "GET /v2.0/ports?device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 950 time: 0.0662076 Sep 17 23:44:51.791266 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cd33db-db73-4015-bc9e-3bdaf6b16ef7 admin admin] Made reservation on behalf of 549a504bc9bd46e68c2227d65a7879db for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:44:51.793361 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a5cd33db-db73-4015-bc9e-3bdaf6b16ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:51.811808 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a5cd33db-db73-4015-bc9e-3bdaf6b16ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:51.837898 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c67745-3ccc-42ff-a601-e975a672d50c req-65882810-4673-40f6-b243-93dae9e4f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:51.849628 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-40c67745-3ccc-42ff-a601-e975a672d50c req-65882810-4673-40f6-b243-93dae9e4f467 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1113741 Sep 17 23:44:51.862950 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 0317988c-c2f7-4c9e-a328-b9fc52267568 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:51.922672 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 0317988c-c2f7-4c9e-a328-b9fc52267568 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:51.923785 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:51.961678 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde6042-ca40-4c75-a58d-36eeecbf6383 req-4033bb6e-7e57-4bd1-b447-6834a0aa1918 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:51.963209 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7bde6042-ca40-4c75-a58d-36eeecbf6383 req-4033bb6e-7e57-4bd1-b447-6834a0aa1918 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 950 time: 0.1199331 Sep 17 23:44:52.026218 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:52.026506 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-d066bf72-6ad3-4c1b-aecb-18fdd34bca2a req-e6ef2bd4-58f3-4736-907f-0c19c4f1ccc7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Deleting port 55ad65de-9dc6-4876-a70c-45f01d521911 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:44:52.026788 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d066bf72-6ad3-4c1b-aecb-18fdd34bca2a req-e6ef2bd4-58f3-4736-907f-0c19c4f1ccc7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:52.031200 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-40c67745-3ccc-42ff-a601-e975a672d50c req-d17c3e7f-dcf5-4405-a1e0-8d4744731614 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504312 Sep 17 23:44:52.035106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e16924-3011-46c9-88c9-c8ea48ddee64 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Router a603bf34-bae1-4c46-a421-0d137ba4fd61 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:44:52.051231 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b8beec-b448-4be2-98d0-11ae72b42b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0317988c-c2f7-4c9e-a328-b9fc52267568'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:52.053856 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cf8359-8458-43b1-8307-b607187a8353" -d '{"events": [{"server_uuid": "d5b8beec-b448-4be2-98d0-11ae72b42b75", "name": "network-vif-plugged", "status": "completed", "tag": "0317988c-c2f7-4c9e-a328-b9fc52267568"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:52.067082 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 0317988c-c2f7-4c9e-a328-b9fc52267568, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=0317988c-c2f7-4c9e-a328-b9fc52267568,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:52.077577 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7bde6042-ca40-4c75-a58d-36eeecbf6383 req-03b99314-11ec-429f-a4c0-fde3036c8537 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034799 Sep 17 23:44:52.109657 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bbc45b-5796-4a18-9180-46eb6c28e71c x-openstack-request-id: req-a3bbc45b-5796-4a18-9180-46eb6c28e71c {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:52.109852 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b8beec-b448-4be2-98d0-11ae72b42b75", "name": "network-vif-plugged", "status": "completed", "tag": "0317988c-c2f7-4c9e-a328-b9fc52267568", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:52.110096 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a3bbc45b-5796-4a18-9180-46eb6c28e71c {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:52.110574 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b8beec-b448-4be2-98d0-11ae72b42b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0317988c-c2f7-4c9e-a328-b9fc52267568', 'code': 200} Sep 17 23:44:52.143421 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:52.153408 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a5cd33db-db73-4015-bc9e-3bdaf6b16ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:52.184662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-d066bf72-6ad3-4c1b-aecb-18fdd34bca2a req-e6ef2bd4-58f3-4736-907f-0c19c4f1ccc7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] For port 55ad65de-9dc6-4876-a70c-45f01d521911, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=55ad65de-9dc6-4876-a70c-45f01d521911,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:52.185567 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d066bf72-6ad3-4c1b-aecb-18fdd34bca2a req-e6ef2bd4-58f3-4736-907f-0c19c4f1ccc7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:52.200217 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-d066bf72-6ad3-4c1b-aecb-18fdd34bca2a req-e6ef2bd4-58f3-4736-907f-0c19c4f1ccc7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Calling delete_port for 55ad65de-9dc6-4876-a70c-45f01d521911 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:44:52.209402 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=0317988c-c2f7-4c9e-a328-b9fc52267568,revision_number=11']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:52.227048 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-40c67745-3ccc-42ff-a601-e975a672d50c req-c25b733a-98ee-4f22-8fe7-d501c2d85fad service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861916 Sep 17 23:44:52.243505 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e16924-3011-46c9-88c9-c8ea48ddee64 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:44:52.250254 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c0e16924-3011-46c9-88c9-c8ea48ddee64 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:52.255312 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6495da-e84f-4468-b09a-7c98c4d9c225 None None] Sync routers for ids ['a603bf34-bae1-4c46-a421-0d137ba4fd61'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:44:52.273330 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a5cd33db-db73-4015-bc9e-3bdaf6b16ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:52.282217 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6495da-e84f-4468-b09a-7c98c4d9c225 None None] Routers {'a603bf34-bae1-4c46-a421-0d137ba4fd61'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:44:52.283639 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4c6495da-e84f-4468-b09a-7c98c4d9c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:44:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a603bf34-bae1-4c46-a421-0d137ba4fd61'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:52.290111 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c0e16924-3011-46c9-88c9-c8ea48ddee64 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "PUT /v2.0/floatingips/5bfebc98-1781-4a15-863d-bef8dfd89c24 HTTP/1.1" status: 200 len: 992 time: 1.7793841 Sep 17 23:44:52.290806 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6a3afd-3cb4-4cc5-995b-eac709d28d38', 'tag': '36a32b02-96fd-49b6-98cb-4b263158db79'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:52.294918 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fa1d25-f069-43ed-9742-7c89edb41a89" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6a3afd-3cb4-4cc5-995b-eac709d28d38", "tag": "36a32b02-96fd-49b6-98cb-4b263158db79"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:52.342054 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e97d19-55c9-441a-914b-d78cf0a0b4e5 req-b437e0aa-93fe-4d98-9214-4ade40c2c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:52.344419 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a2e97d19-55c9-441a-914b-d78cf0a0b4e5 req-b437e0aa-93fe-4d98-9214-4ade40c2c804 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 1102 time: 0.0472713 Sep 17 23:44:52.350091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cd33db-db73-4015-bc9e-3bdaf6b16ef7 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:44:52.364947 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd33db-db73-4015-bc9e-3bdaf6b16ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610a66ae-777e-4cd2-bcf0-36480b681ffb,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:52.376899 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a5cd33db-db73-4015-bc9e-3bdaf6b16ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:52.377278 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-a5cd33db-db73-4015-bc9e-3bdaf6b16ef7 admin admin] Added segment 1414e568-18b7-482b-a84c-ae8657c7dafc of type vlan for network 3c1b2794-e6e2-413f-914f-7d2fca0ab250 Sep 17 23:44:52.385183 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73149079-8298-4490-b177-489fe8923895 x-openstack-request-id: req-73149079-8298-4490-b177-489fe8923895 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:52.385472 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6a3afd-3cb4-4cc5-995b-eac709d28d38", "tag": "36a32b02-96fd-49b6-98cb-4b263158db79", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:52.385732 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-73149079-8298-4490-b177-489fe8923895 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:52.386134 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6a3afd-3cb4-4cc5-995b-eac709d28d38', 'tag': '36a32b02-96fd-49b6-98cb-4b263158db79', 'status': 'completed', 'code': 200} Sep 17 23:44:52.411554 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-4c6495da-e84f-4468-b09a-7c98c4d9c225 None None] Set router a603bf34-bae1-4c46-a421-0d137ba4fd61 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:44:52.418955 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a2e97d19-55c9-441a-914b-d78cf0a0b4e5 req-cb7b6535-fc26-4ab4-ba17-6177c506ec6c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628977 Sep 17 23:44:52.433527 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a5cd33db-db73-4015-bc9e-3bdaf6b16ef7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:52.449174 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa1d25-f069-43ed-9742-7c89edb41a89 req-6bc62d6f-59c9-4027-ace9-33398c441321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:52.450687 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-06fa1d25-f069-43ed-9742-7c89edb41a89 req-6bc62d6f-59c9-4027-ace9-33398c441321 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd5b3c9130b84d52868b4d126d9b3228&device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 1097 time: 0.0454738 Sep 17 23:44:52.556182 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a5cd33db-db73-4015-bc9e-3bdaf6b16ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:52.557198 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cd33db-db73-4015-bc9e-3bdaf6b16ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:52.557791 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a5cd33db-db73-4015-bc9e-3bdaf6b16ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:52.573212 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa1d25-f069-43ed-9742-7c89edb41a89 req-ad5a4a0d-f211-4258-9d6a-b0417208ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:52.574698 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-06fa1d25-f069-43ed-9742-7c89edb41a89 req-ad5a4a0d-f211-4258-9d6a-b0417208ac51 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eaefbcd2-0d82-4580-bd74-59a93e59397d HTTP/1.1" status: 200 len: 907 time: 0.1169591 Sep 17 23:44:52.598453 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d83d1-dbce-4bf6-bac0-9e7c11af9a56 req-736c28ef-6cea-46a6-ba7d-0f4ee2673e79 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:52.599974 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae2d83d1-dbce-4bf6-bac0-9e7c11af9a56 req-736c28ef-6cea-46a6-ba7d-0f4ee2673e79 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 950 time: 0.0837808 Sep 17 23:44:52.638274 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d066bf72-6ad3-4c1b-aecb-18fdd34bca2a req-e6ef2bd4-58f3-4736-907f-0c19c4f1ccc7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:52.647091 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-06fa1d25-f069-43ed-9742-7c89edb41a89 req-689d9f46-1f3f-45e9-864e-530bbedf94c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36a32b02-96fd-49b6-98cb-4b263158db79 HTTP/1.1" status: 200 len: 1000 time: 0.0648422 Sep 17 23:44:52.650611 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['2ded3520-dd0f-4d66-b889-0fedce66f717'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:52.652893 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['3552a5d4-726d-4d3f-a363-8f246e36bc04', 'dea29f93-50f3-4fd1-8148-69dfbba345a6', 'e2c017c7-79c7-49f4-a2e8-fd1af689e9b0', 'e011bcc2-af86-44f2-826c-d672e91ab32e'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:52.653173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd33db-db73-4015-bc9e-3bdaf6b16ef7 admin admin] Pushing event updated for resources: {'Network': ['ID=3c1b2794-e6e2-413f-914f-7d2fca0ab250,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:52.658349 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4c6495da-e84f-4468-b09a-7c98c4d9c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'name': 'tempest-ServersTestJSON-1779127285-router', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '910b3768-a375-4300-a7e3-46daa473f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:19Z', 'updated_at': '2021-09-17T23:44:25Z', 'revision_number': 4, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'gw_port': {'id': '910b3768-a375-4300-a7e3-46daa473f852', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:20Z', 'updated_at': '2021-09-17T23:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '5bfebc98-1781-4a15-863d-bef8dfd89c24', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'port_id': '36a32b02-96fd-49b6-98cb-4b263158db79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d', 'mac_address': 'fa:16:3e:c8:b1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a3afd-3cb4-4cc5-995b-eac709d28d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:44:31Z', 'updated_at': '2021-09-17T23:44:51Z', 'revision_number': 1, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72a514aa-5e9a-461c-8963-25e8a9b93d7a', 'name': '', 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'mac_address': 'fa:16:3e:d9:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e968bfdd-6395-4ac7-ad97-9ab5b43ecd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:24Z', 'updated_at': '2021-09-17T23:44:30Z', 'revision_number': 5, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'subnets': [{'id': 'e968bfdd-6395-4ac7-ad97-9ab5b43ecd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:52.706790 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 3c1b2794-e6e2-413f-914f-7d2fca0ab250 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:44:52.708451 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a5cd33db-db73-4015-bc9e-3bdaf6b16ef7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1749961 Sep 17 23:44:52.708930 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35028) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:52.709530 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef2bd4-58f3-4736-907f-0c19c4f1ccc7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Pushing event deleted for resources: {'Port': ['ID=55ad65de-9dc6-4876-a70c-45f01d521911,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:52.713675 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6495da-e84f-4468-b09a-7c98c4d9c225 None None] Checking router: a603bf34-bae1-4c46-a421-0d137ba4fd61 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:44:52.732435 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6495da-e84f-4468-b09a-7c98c4d9c225 None None] Routers {'a603bf34-bae1-4c46-a421-0d137ba4fd61'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:44:52.733102 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4c6495da-e84f-4468-b09a-7c98c4d9c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:44:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a603bf34-bae1-4c46-a421-0d137ba4fd61'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:52.735914 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-02ad6a3e-0791-4923-88e9-7b60767f9f04 admin admin] Request body: {'subnet': {'network_id': '3c1b2794-e6e2-413f-914f-7d2fca0ab250', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1598526680-subnet', 'tenant_id': '549a504bc9bd46e68c2227d65a7879db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:52.772674 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa1d25-f069-43ed-9742-7c89edb41a89 req-fe0195aa-60fb-48c8-ba65-9ab7446ea845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:52.775243 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-06fa1d25-f069-43ed-9742-7c89edb41a89 req-fe0195aa-60fb-48c8-ba65-9ab7446ea845 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e968bfdd-6395-4ac7-ad97-9ab5b43ecd67 HTTP/1.1" status: 200 len: 845 time: 0.1156328 Sep 17 23:44:52.791005 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae2d83d1-dbce-4bf6-bac0-9e7c11af9a56 req-538bb68a-b65f-49d2-97e8-f8cf1e8264e7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567266 Sep 17 23:44:52.841326 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-d066bf72-6ad3-4c1b-aecb-18fdd34bca2a req-e6ef2bd4-58f3-4736-907f-0c19c4f1ccc7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] No DVR routers for this DVR port 55ad65de-9dc6-4876-a70c-45f01d521911 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:44:52.842141 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d066bf72-6ad3-4c1b-aecb-18fdd34bca2a req-e6ef2bd4-58f3-4736-907f-0c19c4f1ccc7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:52.844186 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d066bf72-6ad3-4c1b-aecb-18fdd34bca2a req-e6ef2bd4-58f3-4736-907f-0c19c4f1ccc7 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.37 "DELETE /v2.0/ports/55ad65de-9dc6-4876-a70c-45f01d521911 HTTP/1.1" status: 204 len: 173 time: 1.0389619 Sep 17 23:44:52.844536 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3999506e-f82e-47c0-b4f1-1e45f399c0f9', 'name': 'network-vif-deleted', 'tag': '55ad65de-9dc6-4876-a70c-45f01d521911'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:52.852093 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf05283-c419-4056-a832-4c822f44b527" -d '{"events": [{"server_uuid": "3999506e-f82e-47c0-b4f1-1e45f399c0f9", "name": "network-vif-deleted", "tag": "55ad65de-9dc6-4876-a70c-45f01d521911"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:52.901817 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ad6a3e-0791-4923-88e9-7b60767f9f04 admin admin] Made reservation on behalf of 549a504bc9bd46e68c2227d65a7879db for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:44:52.908198 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-02ad6a3e-0791-4923-88e9-7b60767f9f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:52.914244 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-4c6495da-e84f-4468-b09a-7c98c4d9c225 None None] Set router a603bf34-bae1-4c46-a421-0d137ba4fd61 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:44:53.014548 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c38f17-893b-4e31-8f0c-4516deaf61f0 req-9c5056a3-0d36-4e90-85c8-168fb1e374f9 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:53.019676 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99c38f17-893b-4e31-8f0c-4516deaf61f0 req-9c5056a3-0d36-4e90-85c8-168fb1e374f9 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 944 time: 0.1065915 Sep 17 23:44:53.101720 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99c38f17-893b-4e31-8f0c-4516deaf61f0 req-b7f045c8-7ab2-4df0-bd17-99e5454e0394 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806773 Sep 17 23:44:53.102662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa1d25-f069-43ed-9742-7c89edb41a89 req-af910ba3-d3e0-4db5-ad47-2089a8e1ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:53.105787 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-06fa1d25-f069-43ed-9742-7c89edb41a89 req-af910ba3-d3e0-4db5-ad47-2089a8e1ed38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eaefbcd2-0d82-4580-bd74-59a93e59397d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3198335 Sep 17 23:44:53.149924 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9528c07b-8b27-4cd3-a9bc-3e045cfb1828 x-openstack-request-id: req-9528c07b-8b27-4cd3-a9bc-3e045cfb1828 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:53.150327 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3999506e-f82e-47c0-b4f1-1e45f399c0f9", "name": "network-vif-deleted", "tag": "55ad65de-9dc6-4876-a70c-45f01d521911", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:53.150836 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9528c07b-8b27-4cd3-a9bc-3e045cfb1828 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:53.151338 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3999506e-f82e-47c0-b4f1-1e45f399c0f9', 'name': 'network-vif-deleted', 'tag': '55ad65de-9dc6-4876-a70c-45f01d521911', 'status': 'completed', 'code': 200} Sep 17 23:44:53.225507 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-06fa1d25-f069-43ed-9742-7c89edb41a89 req-c1065e50-b74b-4ac3-b098-b9cad33513b6 service neutron] 10.222.0.37 "GET /v2.0/networks/eaefbcd2-0d82-4580-bd74-59a93e59397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052446 Sep 17 23:44:53.260169 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b218d-fb54-4c64-a2e6-434e56be15c1 req-0ee56e9a-c645-4020-b09c-8ead1d05fe6a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:53.262227 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe6b218d-fb54-4c64-a2e6-434e56be15c1 req-0ee56e9a-c645-4020-b09c-8ead1d05fe6a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 951 time: 0.0914125 Sep 17 23:44:53.342210 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe6b218d-fb54-4c64-a2e6-434e56be15c1 req-61a100ac-7722-4b70-9414-66279bdbaf88 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711889 Sep 17 23:44:53.385600 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4c6495da-e84f-4468-b09a-7c98c4d9c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'name': 'tempest-ServersTestJSON-1779127285-router', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '910b3768-a375-4300-a7e3-46daa473f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:19Z', 'updated_at': '2021-09-17T23:44:25Z', 'revision_number': 4, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'gw_port': {'id': '910b3768-a375-4300-a7e3-46daa473f852', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:20Z', 'updated_at': '2021-09-17T23:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '5bfebc98-1781-4a15-863d-bef8dfd89c24', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'port_id': '36a32b02-96fd-49b6-98cb-4b263158db79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d', 'mac_address': 'fa:16:3e:c8:b1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a3afd-3cb4-4cc5-995b-eac709d28d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:44:31Z', 'updated_at': '2021-09-17T23:44:51Z', 'revision_number': 1, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72a514aa-5e9a-461c-8963-25e8a9b93d7a', 'name': '', 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'mac_address': 'fa:16:3e:d9:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e968bfdd-6395-4ac7-ad97-9ab5b43ecd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:24Z', 'updated_at': '2021-09-17T23:44:30Z', 'revision_number': 5, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'subnets': [{'id': 'e968bfdd-6395-4ac7-ad97-9ab5b43ecd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:53.399757 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-02ad6a3e-0791-4923-88e9-7b60767f9f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:53.417721 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6495da-e84f-4468-b09a-7c98c4d9c225 None None] The sync data for ids ['a603bf34-bae1-4c46-a421-0d137ba4fd61'] in n-d-809883-1 is: [{'id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'name': 'tempest-ServersTestJSON-1779127285-router', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '910b3768-a375-4300-a7e3-46daa473f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:19Z', 'updated_at': '2021-09-17T23:44:25Z', 'revision_number': 4, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'gw_port': {'id': '910b3768-a375-4300-a7e3-46daa473f852', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:20Z', 'updated_at': '2021-09-17T23:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '5bfebc98-1781-4a15-863d-bef8dfd89c24', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'port_id': '36a32b02-96fd-49b6-98cb-4b263158db79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d', 'mac_address': 'fa:16:3e:c8:b1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a3afd-3cb4-4cc5-995b-eac709d28d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:44:31Z', 'updated_at': '2021-09-17T23:44:51Z', 'revision_number': 1, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72a514aa-5e9a-461c-8963-25e8a9b93d7a', 'name': '', 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'mac_address': 'fa:16:3e:d9:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e968bfdd-6395-4ac7-ad97-9ab5b43ecd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:24Z', 'updated_at': '2021-09-17T23:44:30Z', 'revision_number': 5, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'subnets': [{'id': 'e968bfdd-6395-4ac7-ad97-9ab5b43ecd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:44:53.438500 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-06fa1d25-f069-43ed-9742-7c89edb41a89 req-17ab1020-95eb-4018-b238-90789d768763 service neutron] 10.222.0.37 "GET /v2.0/networks/eaefbcd2-0d82-4580-bd74-59a93e59397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856067 Sep 17 23:44:53.466406 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad6a3e-0791-4923-88e9-7b60767f9f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d380282d-0ceb-4c53-b9af-a51879f112f9,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:53.482333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ad6a3e-0791-4923-88e9-7b60767f9f04 admin admin] Checking segment: {'id': '1414e568-18b7-482b-a84c-ae8657c7dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3c1b2794-e6e2-413f-914f-7d2fca0ab250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:44:53.483169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ad6a3e-0791-4923-88e9-7b60767f9f04 admin admin] Network hostable DHCP agents. Network: 3c1b2794-e6e2-413f-914f-7d2fca0ab250, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:44:53.587967 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ad6a3e-0791-4923-88e9-7b60767f9f04 admin admin] Network 3c1b2794-e6e2-413f-914f-7d2fca0ab250 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:44:53.636248 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273b0cf5-0d9e-4f1d-a8d6-3f92f091405c None None] New status for floating IP 5bfebc98-1781-4a15-863d-bef8dfd89c24: ACTIVE {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:44:53.685152 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-02ad6a3e-0791-4923-88e9-7b60767f9f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 3c1b2794-e6e2-413f-914f-7d2fca0ab250) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:44:53.689937 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ad6a3e-0791-4923-88e9-7b60767f9f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:53.690521 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-02ad6a3e-0791-4923-88e9-7b60767f9f04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:53.722492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9cb18d-410f-4378-81c0-4ec16feeab5b None None] Network 3c1b2794-e6e2-413f-914f-7d2fca0ab250 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:44:53.833216 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-02ad6a3e-0791-4923-88e9-7b60767f9f04 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1190059 Sep 17 23:44:53.833435 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35044) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:53.839315 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c7daf194-708a-4ac0-9f93-734e72debf13 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1598526680-router', 'tenant_id': '549a504bc9bd46e68c2227d65a7879db', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:44:53.938379 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a146511b-c981-4a30-9bda-447d96c119ae req-5cf587f9-92a3-4448-85d9-657fae5b67a2 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=3999506e-f82e-47c0-b4f1-1e45f399c0f9 HTTP/1.1" status: 200 len: 210 time: 0.0277832 Sep 17 23:44:53.945833 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-3c1b2794-e6e2-413f-914f-7d2fca0ab250', 'network_id': '3c1b2794-e6e2-413f-914f-7d2fca0ab250', 'tenant_id': '549a504bc9bd46e68c2227d65a7879db', 'fixed_ips': [{'subnet_id': 'd380282d-0ceb-4c53-b9af-a51879f112f9'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:44:53.949189 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:53.954715 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7daf194-708a-4ac0-9f93-734e72debf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:53.957217 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7daf194-708a-4ac0-9f93-734e72debf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:54.032508 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7daf194-708a-4ac0-9f93-734e72debf13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:54.125253 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] Allocated IP 172.20.0.2 (3c1b2794-e6e2-413f-914f-7d2fca0ab250/d380282d-0ceb-4c53-b9af-a51879f112f9/db1dc855-98e1-4515-bfad-58c51c1f2862) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:44:54.335318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc8a28-ceed-43c4-a68f-70d9e92748a0 req-25954e44-b2e8-47ca-914c-1e23be2045a0 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:54.336916 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84cc8a28-ceed-43c4-a68f-70d9e92748a0 req-25954e44-b2e8-47ca-914c-1e23be2045a0 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 944 time: 0.1592751 Sep 17 23:44:54.373408 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7daf194-708a-4ac0-9f93-734e72debf13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:54.401942 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:54.409400 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84cc8a28-ceed-43c4-a68f-70d9e92748a0 req-a331fa7b-55a9-4b0a-8765-af7e4fe6b0d6 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433779 Sep 17 23:44:54.467149 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11967686-b781-4090-8ab6-c9612ca34832 req-af590db4-7203-4726-a791-bbb9c280c7c8 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:54.468712 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11967686-b781-4090-8ab6-c9612ca34832 req-af590db4-7203-4726-a791-bbb9c280c7c8 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 951 time: 0.0489273 Sep 17 23:44:54.503724 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:54.526644 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11967686-b781-4090-8ab6-c9612ca34832 req-7d653799-86d0-4339-b7bd-e94b0cc12705 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463605 Sep 17 23:44:54.544789 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] Network 3c1b2794-e6e2-413f-914f-7d2fca0ab250 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:44:54.550296 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:44:54.555180 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:44:54.569232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4acec55d-cd8f-4c41-8499-14c6e9c9a082 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:44:54.571326 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 55ad65de-9dc6-4876-a70c-45f01d521911 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:44:54.592800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 55ad65de-9dc6-4876-a70c-45f01d521911 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:44:54.593249 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 55ad65de-9dc6-4876-a70c-45f01d521911 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:44:54.594809 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] Pushing event updated for resources: {'Port': ['ID=db1dc855-98e1-4515-bfad-58c51c1f2862,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:54.670496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] Attempting to bind port db1dc855-98e1-4515-bfad-58c51c1f2862 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:44:54.671650 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] Attempting to bind port db1dc855-98e1-4515-bfad-58c51c1f2862 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '1414e568-18b7-482b-a84c-ae8657c7dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3c1b2794-e6e2-413f-914f-7d2fca0ab250'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:44:54.671775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] Attempting to bind port db1dc855-98e1-4515-bfad-58c51c1f2862 on network 3c1b2794-e6e2-413f-914f-7d2fca0ab250 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:44:54.685028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:44:54.685463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] Checking segment: {'id': '1414e568-18b7-482b-a84c-ae8657c7dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3c1b2794-e6e2-413f-914f-7d2fca0ab250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:44:54.685809 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:54.687364 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] Bound using segment: {'id': '1414e568-18b7-482b-a84c-ae8657c7dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3c1b2794-e6e2-413f-914f-7d2fca0ab250'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:44:54.687364 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] Bound port: db1dc855-98e1-4515-bfad-58c51c1f2862, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1414e568-18b7-482b-a84c-ae8657c7dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3c1b2794-e6e2-413f-914f-7d2fca0ab250'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:44:54.687618 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:54.714444 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7daf194-708a-4ac0-9f93-734e72debf13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:54.738254 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7daf194-708a-4ac0-9f93-734e72debf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:54.776437 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 4acec55d-cd8f-4c41-8499-14c6e9c9a082, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4acec55d-cd8f-4c41-8499-14c6e9c9a082,segment=NetworkSegment(bff38316-12df-4891-9977-6ff960030625),segment_id=bff38316-12df-4891-9977-6ff960030625)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:54.801441 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '4acec55d-cd8f-4c41-8499-14c6e9c9a082', 'network_id': '61fd0ff8-bde6-4e98-bc61-f528a1ff35f3', 'port_id': '4acec55d-cd8f-4c41-8499-14c6e9c9a082', 'mac_address': 'fa:16:3e:96:ba:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd83ea213-422a-4034-a7c8-6f64998ed54d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:44:54.807384 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] For port db1dc855-98e1-4515-bfad-58c51c1f2862, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:44:54.810609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] For port db1dc855-98e1-4515-bfad-58c51c1f2862, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=db1dc855-98e1-4515-bfad-58c51c1f2862,segment=NetworkSegment(1414e568-18b7-482b-a84c-ae8657c7dafc),segment_id=1414e568-18b7-482b-a84c-ae8657c7dafc)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:44:54.846517 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-c7daf194-708a-4ac0-9f93-734e72debf13 admin admin] Allocated IP 172.25.3.235 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/85204917-f80e-4551-9bfc-bdfd749051a1) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:44:54.851421 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:54.864484 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4acec55d-cd8f-4c41-8499-14c6e9c9a082 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:44:54.886508 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 4acec55d-cd8f-4c41-8499-14c6e9c9a082, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4acec55d-cd8f-4c41-8499-14c6e9c9a082,segment=NetworkSegment(bff38316-12df-4891-9977-6ff960030625),segment_id=bff38316-12df-4891-9977-6ff960030625)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:54.897926 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:54.981182 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734d448-a53a-48ef-b685-517de6f17816 None None] Pushing event updated for resources: {'Port': ['ID=db1dc855-98e1-4515-bfad-58c51c1f2862,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:54.989662 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:54.989872 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7daf194-708a-4ac0-9f93-734e72debf13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:55.013206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeaf185-9bbe-42cc-be4d-cd62af9edc84 req-5938429d-6bb2-41ca-b77d-325e040e250c tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:55.018338 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5eeaf185-9bbe-42cc-be4d-cd62af9edc84 req-5938429d-6bb2-41ca-b77d-325e040e250c tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 1102 time: 0.0826230 Sep 17 23:44:55.056152 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=4acec55d-cd8f-4c41-8499-14c6e9c9a082,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:55.071523 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5eeaf185-9bbe-42cc-be4d-cd62af9edc84 req-b409d083-389d-40c3-b189-39b155fe1869 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522389 Sep 17 23:44:55.143876 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7daf194-708a-4ac0-9f93-734e72debf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:55.209628 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7daf194-708a-4ac0-9f93-734e72debf13 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:44:55.213080 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-c7daf194-708a-4ac0-9f93-734e72debf13 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:44:55.217956 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7daf194-708a-4ac0-9f93-734e72debf13 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:44:55.254384 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7daf194-708a-4ac0-9f93-734e72debf13 admin admin] Pushing event updated for resources: {'Port': ['ID=85204917-f80e-4551-9bfc-bdfd749051a1,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:55.330362 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['4acec55d-cd8f-4c41-8499-14c6e9c9a082'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:55.891283 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb75207-1bd9-4c8a-8d5a-9497cc086345 None None] Network 3c1b2794-e6e2-413f-914f-7d2fca0ab250 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:44:55.975826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-869eda86-8c26-4e37-a528-f7a744076205 None None] Provisioning complete for port db1dc855-98e1-4515-bfad-58c51c1f2862 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:55.976199 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-869eda86-8c26-4e37-a528-f7a744076205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:56.028459 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7daf194-708a-4ac0-9f93-734e72debf13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:56.130588 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-869eda86-8c26-4e37-a528-f7a744076205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:56.168034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-869eda86-8c26-4e37-a528-f7a744076205 None None] For port db1dc855-98e1-4515-bfad-58c51c1f2862, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=db1dc855-98e1-4515-bfad-58c51c1f2862,segment=NetworkSegment(1414e568-18b7-482b-a84c-ae8657c7dafc),segment_id=1414e568-18b7-482b-a84c-ae8657c7dafc)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:56.179674 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063b3ee-1d39-43c8-807c-b6051ac2cc95 req-9a81c348-6b4e-45f1-ab89-5577d6932d21 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:56.182414 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3063b3ee-1d39-43c8-807c-b6051ac2cc95 req-9a81c348-6b4e-45f1-ab89-5577d6932d21 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 945 time: 0.1129355 Sep 17 23:44:56.269064 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3063b3ee-1d39-43c8-807c-b6051ac2cc95 req-e1d0355c-9786-40f4-b8f0-5ddce9cf67e2 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745461 Sep 17 23:44:56.275122 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-869eda86-8c26-4e37-a528-f7a744076205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:56.347400 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869eda86-8c26-4e37-a528-f7a744076205 None None] Pushing event updated for resources: {'Port': ['ID=db1dc855-98e1-4515-bfad-58c51c1f2862,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:56.349845 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7daf194-708a-4ac0-9f93-734e72debf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:56.413480 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a6609043-cff5-46fa-ac37-c48b9972fb22 None None] Provisioning complete for port db1dc855-98e1-4515-bfad-58c51c1f2862 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:56.414714 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a6609043-cff5-46fa-ac37-c48b9972fb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:56.486403 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device db1dc855-98e1-4515-bfad-58c51c1f2862 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:56.545295 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0071e6-6040-4325-8602-65fe836d57dc req-ecdd3f84-3a70-4c23-81d8-56c910e06958 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:56.545908 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port db1dc855-98e1-4515-bfad-58c51c1f2862 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:56.546815 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:56.547377 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d0071e6-6040-4325-8602-65fe836d57dc req-ecdd3f84-3a70-4c23-81d8-56c910e06958 tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 1102 time: 0.0703528 Sep 17 23:44:56.590048 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d0071e6-6040-4325-8602-65fe836d57dc req-33551579-c20a-46aa-906a-559c0c3ecdce tempest-ServersAdminTestJSON-1012710865 tempest-ServersAdminTestJSON-1012710865-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337660 Sep 17 23:44:56.593586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4acec55d-cd8f-4c41-8499-14c6e9c9a082 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:56.662480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7daf194-708a-4ac0-9f93-734e72debf13 admin admin] Router 13c8795d-bd60-418e-ac83-0bf946f98ab5 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:44:56.747356 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 4acec55d-cd8f-4c41-8499-14c6e9c9a082 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:44:56.751596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 4acec55d-cd8f-4c41-8499-14c6e9c9a082 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:56.751971 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:56.807893 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6611b4c-c7f7-4d68-bedd-0a9bb9454eaf req-9f765df9-9e8d-4aef-9b8d-f59cfb55a22a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:56.809600 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6611b4c-c7f7-4d68-bedd-0a9bb9454eaf req-9f765df9-9e8d-4aef-9b8d-f59cfb55a22a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=92d50752-fc7f-462e-a26c-dad2e3ef81a5 HTTP/1.1" status: 200 len: 949 time: 0.0996079 Sep 17 23:44:56.836214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7daf194-708a-4ac0-9f93-734e72debf13 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:44:56.839130 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:56.847643 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] Sync routers for ids ['13c8795d-bd60-418e-ac83-0bf946f98ab5'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:44:56.858411 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] Routers {'13c8795d-bd60-418e-ac83-0bf946f98ab5'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:44:56.859389 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:44:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13c8795d-bd60-418e-ac83-0bf946f98ab5'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:56.866034 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6611b4c-c7f7-4d68-bedd-0a9bb9454eaf req-a5a69c66-a504-4d48-8642-9cc9307e3783 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491812 Sep 17 23:44:56.871117 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ba909a-9c15-44cf-b0b5-09bc0a15197d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acec55d-cd8f-4c41-8499-14c6e9c9a082'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:56.873540 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2f702b-a15f-4c71-a10c-4a65cf65c030" -d '{"events": [{"server_uuid": "f4ba909a-9c15-44cf-b0b5-09bc0a15197d", "name": "network-vif-plugged", "status": "completed", "tag": "4acec55d-cd8f-4c41-8499-14c6e9c9a082"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:56.890490 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 4acec55d-cd8f-4c41-8499-14c6e9c9a082, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4acec55d-cd8f-4c41-8499-14c6e9c9a082,segment=NetworkSegment(bff38316-12df-4891-9977-6ff960030625),segment_id=bff38316-12df-4891-9977-6ff960030625)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:56.918571 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21422d75-415d-4dc7-b1a8-e0fef60afebc x-openstack-request-id: req-21422d75-415d-4dc7-b1a8-e0fef60afebc {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:56.918571 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ba909a-9c15-44cf-b0b5-09bc0a15197d", "name": "network-vif-plugged", "status": "completed", "tag": "4acec55d-cd8f-4c41-8499-14c6e9c9a082", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:56.918571 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21422d75-415d-4dc7-b1a8-e0fef60afebc {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:56.919345 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ba909a-9c15-44cf-b0b5-09bc0a15197d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acec55d-cd8f-4c41-8499-14c6e9c9a082', 'code': 200} Sep 17 23:44:56.937650 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7daf194-708a-4ac0-9f93-734e72debf13 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:56.945041 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c7daf194-708a-4ac0-9f93-734e72debf13 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1048853 Sep 17 23:44:56.945041 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35092) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:44:56.987387 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] Set router 13c8795d-bd60-418e-ac83-0bf946f98ab5 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:44:57.019638 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:57.083241 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa91cb-0990-4ed1-a94c-1a44e68eb3f6 req-ee6c05a7-b1bd-4819-b7ef-fba89e17f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:57.083241 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5dfa91cb-0990-4ed1-a94c-1a44e68eb3f6 req-ee6c05a7-b1bd-4819-b7ef-fba89e17f071 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 1096 time: 0.0878036 Sep 17 23:44:57.115089 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=4acec55d-cd8f-4c41-8499-14c6e9c9a082,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:57.135250 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5dfa91cb-0990-4ed1-a94c-1a44e68eb3f6 req-e42a8f1f-f109-4807-b664-96ec6c397c64 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426321 Sep 17 23:44:57.204798 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'name': 'tempest-ServersTestMultiNic-1598526680-router', 'tenant_id': '549a504bc9bd46e68c2227d65a7879db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '85204917-f80e-4551-9bfc-bdfd749051a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:53Z', 'updated_at': '2021-09-17T23:44:55Z', 'revision_number': 3, 'project_id': '549a504bc9bd46e68c2227d65a7879db', 'gw_port': {'id': '85204917-f80e-4551-9bfc-bdfd749051a1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ec:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:54Z', 'updated_at': '2021-09-17T23:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:57.233851 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] Checking router: 13c8795d-bd60-418e-ac83-0bf946f98ab5 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:44:57.234186 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] Updating router 13c8795d-bd60-418e-ac83-0bf946f98ab5 port 85204917-f80e-4551-9bfc-bdfd749051a1 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:44:57.259167 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:57.268980 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4c4de-b508-4d90-8bde-26384630428c req-2af7b129-2ae2-4f15-b7a0-b7ed0fb8d960 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:57.270487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f3c4c4de-b508-4d90-8bde-26384630428c req-2af7b129-2ae2-4f15-b7a0-b7ed0fb8d960 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 950 time: 0.1120543 Sep 17 23:44:57.377386 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f3c4c4de-b508-4d90-8bde-26384630428c req-8ccfe347-48c2-42db-b006-e52659a649e5 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004775 Sep 17 23:44:57.520637 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd1e03-1e9b-4c9c-8510-ada47afbcd9f req-be532847-173a-4bd8-be2d-93b9ebabad13 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:57.522159 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fdfd1e03-1e9b-4c9c-8510-ada47afbcd9f req-be532847-173a-4bd8-be2d-93b9ebabad13 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 946 time: 0.0863428 Sep 17 23:44:57.535184 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:57.589145 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:57.607113 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fdfd1e03-1e9b-4c9c-8510-ada47afbcd9f req-8565d5c0-0455-43db-b0c2-5614c8a1c534 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670438 Sep 17 23:44:57.621291 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-780e828d-61f4-426f-b5ea-7aded8ad9835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:57.659848 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032897bd-ca69-4fc7-a147-f2ad1ae30970 req-48563021-89aa-41a7-be39-c8d1d4c2d578 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:57.662172 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] Attempting to bind port 85204917-f80e-4551-9bfc-bdfd749051a1 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:44:57.662334 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-032897bd-ca69-4fc7-a147-f2ad1ae30970 req-48563021-89aa-41a7-be39-c8d1d4c2d578 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.37 "GET /v2.0/ports?device_id=92d50752-fc7f-462e-a26c-dad2e3ef81a5 HTTP/1.1" status: 200 len: 949 time: 0.0733550 Sep 17 23:44:57.662468 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] Attempting to bind port 85204917-f80e-4551-9bfc-bdfd749051a1 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:44:57.662639 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] Attempting to bind port 85204917-f80e-4551-9bfc-bdfd749051a1 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:44:57.670002 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71a819-ba28-44cd-bd26-7eed18639762 None None] Pushing event updated for resources: {'Port': ['ID=85204917-f80e-4551-9bfc-bdfd749051a1,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:57.673796 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:44:57.674161 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:44:57.674558 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:57.674938 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:44:57.675395 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] Bound port: 85204917-f80e-4551-9bfc-bdfd749051a1, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:44:57.675814 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:57.684694 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71a819-ba28-44cd-bd26-7eed18639762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:57.685073 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71a819-ba28-44cd-bd26-7eed18639762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:57.685429 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71a819-ba28-44cd-bd26-7eed18639762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:57.686484 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71a819-ba28-44cd-bd26-7eed18639762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:57.688241 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71a819-ba28-44cd-bd26-7eed18639762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:57.688750 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71a819-ba28-44cd-bd26-7eed18639762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:57.689112 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71a819-ba28-44cd-bd26-7eed18639762 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:57.692201 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71a819-ba28-44cd-bd26-7eed18639762 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:57.692201 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71a819-ba28-44cd-bd26-7eed18639762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:57.692201 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71a819-ba28-44cd-bd26-7eed18639762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:57.692201 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71a819-ba28-44cd-bd26-7eed18639762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:57.692201 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d71a819-ba28-44cd-bd26-7eed18639762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:44:57.751253 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] For port 85204917-f80e-4551-9bfc-bdfd749051a1, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:44:57.754396 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] For port 85204917-f80e-4551-9bfc-bdfd749051a1, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=85204917-f80e-4551-9bfc-bdfd749051a1,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:44:57.784101 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-032897bd-ca69-4fc7-a147-f2ad1ae30970 req-689961fc-6378-49ac-a290-73714daa7b14 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Deleting port 2ded3520-dd0f-4d66-b889-0fedce66f717 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:44:57.784443 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-032897bd-ca69-4fc7-a147-f2ad1ae30970 req-689961fc-6378-49ac-a290-73714daa7b14 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:57.795593 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-780e828d-61f4-426f-b5ea-7aded8ad9835 admin admin] Allocated IP 172.20.0.1 (3c1b2794-e6e2-413f-914f-7d2fca0ab250/d380282d-0ceb-4c53-b9af-a51879f112f9/c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:44:57.822268 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:57.872193 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] Routers {'13c8795d-bd60-418e-ac83-0bf946f98ab5'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:44:57.872894 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:44:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13c8795d-bd60-418e-ac83-0bf946f98ab5'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:57.885702 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-032897bd-ca69-4fc7-a147-f2ad1ae30970 req-689961fc-6378-49ac-a290-73714daa7b14 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] For port 2ded3520-dd0f-4d66-b889-0fedce66f717, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=2ded3520-dd0f-4d66-b889-0fedce66f717,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:57.886153 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-032897bd-ca69-4fc7-a147-f2ad1ae30970 req-689961fc-6378-49ac-a290-73714daa7b14 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:57.906431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-032897bd-ca69-4fc7-a147-f2ad1ae30970 req-689961fc-6378-49ac-a290-73714daa7b14 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Calling delete_port for 2ded3520-dd0f-4d66-b889-0fedce66f717 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:44:57.923568 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71a819-ba28-44cd-bd26-7eed18639762 None None] Pushing event updated for resources: {'Port': ['ID=85204917-f80e-4551-9bfc-bdfd749051a1,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:57.931285 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-780e828d-61f4-426f-b5ea-7aded8ad9835 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:58.024749 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9dc4c-c430-4fe0-ba0a-34b406ca11eb req-eeafbd37-61cc-438c-ac1e-74364bf32b49 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:58.026381 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fcf9dc4c-c430-4fe0-ba0a-34b406ca11eb req-eeafbd37-61cc-438c-ac1e-74364bf32b49 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=92d50752-fc7f-462e-a26c-dad2e3ef81a5 HTTP/1.1" status: 200 len: 949 time: 0.0707455 Sep 17 23:44:58.068146 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fcf9dc4c-c430-4fe0-ba0a-34b406ca11eb req-08b447ff-e00a-47fc-8a8c-80bc5ed91acf tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350947 Sep 17 23:44:58.086978 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-780e828d-61f4-426f-b5ea-7aded8ad9835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:58.105923 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] Set router 13c8795d-bd60-418e-ac83-0bf946f98ab5 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:44:58.127677 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780e828d-61f4-426f-b5ea-7aded8ad9835 admin admin] Network 3c1b2794-e6e2-413f-914f-7d2fca0ab250 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:44:58.130783 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-780e828d-61f4-426f-b5ea-7aded8ad9835 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:44:58.137090 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780e828d-61f4-426f-b5ea-7aded8ad9835 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:44:58.166013 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e828d-61f4-426f-b5ea-7aded8ad9835 admin admin] Pushing event updated for resources: {'Port': ['ID=c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:58.172109 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-032897bd-ca69-4fc7-a147-f2ad1ae30970 req-689961fc-6378-49ac-a290-73714daa7b14 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:58.181053 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['2ded3520-dd0f-4d66-b889-0fedce66f717'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:58.183455 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['3552a5d4-726d-4d3f-a363-8f246e36bc04', 'dea29f93-50f3-4fd1-8148-69dfbba345a6', 'e2c017c7-79c7-49f4-a2e8-fd1af689e9b0', 'e011bcc2-af86-44f2-826c-d672e91ab32e'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:44:58.206539 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-780e828d-61f4-426f-b5ea-7aded8ad9835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:58.227051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689961fc-6378-49ac-a290-73714daa7b14 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Pushing event deleted for resources: {'Port': ['ID=2ded3520-dd0f-4d66-b889-0fedce66f717,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:58.308410 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-032897bd-ca69-4fc7-a147-f2ad1ae30970 req-689961fc-6378-49ac-a290-73714daa7b14 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] No DVR routers for this DVR port 2ded3520-dd0f-4d66-b889-0fedce66f717 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:44:58.312196 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-032897bd-ca69-4fc7-a147-f2ad1ae30970 req-689961fc-6378-49ac-a290-73714daa7b14 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:58.314529 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-032897bd-ca69-4fc7-a147-f2ad1ae30970 req-689961fc-6378-49ac-a290-73714daa7b14 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.37 "DELETE /v2.0/ports/2ded3520-dd0f-4d66-b889-0fedce66f717 HTTP/1.1" status: 204 len: 173 time: 0.6406853 Sep 17 23:44:58.315179 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d50752-fc7f-462e-a26c-dad2e3ef81a5', 'name': 'network-vif-deleted', 'tag': '2ded3520-dd0f-4d66-b889-0fedce66f717'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:44:58.317730 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b5cef1-747b-476e-9a9f-878b2a92663d" -d '{"events": [{"server_uuid": "92d50752-fc7f-462e-a26c-dad2e3ef81a5", "name": "network-vif-deleted", "tag": "2ded3520-dd0f-4d66-b889-0fedce66f717"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:44:58.416907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa5c96-c1d9-438f-a481-58df7346e168 req-a304dffe-5fd2-4a6e-85b9-97aa82c3de3d tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:58.422596 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a0aa5c96-c1d9-438f-a481-58df7346e168 req-a304dffe-5fd2-4a6e-85b9-97aa82c3de3d tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 950 time: 0.1680529 Sep 17 23:44:58.429331 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a5c865-38c0-4d5e-af78-4879eb6f5b41 x-openstack-request-id: req-78a5c865-38c0-4d5e-af78-4879eb6f5b41 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:44:58.431454 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d50752-fc7f-462e-a26c-dad2e3ef81a5", "name": "network-vif-deleted", "tag": "2ded3520-dd0f-4d66-b889-0fedce66f717", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:44:58.431454 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78a5c865-38c0-4d5e-af78-4879eb6f5b41 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:44:58.431454 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d50752-fc7f-462e-a26c-dad2e3ef81a5', 'name': 'network-vif-deleted', 'tag': '2ded3520-dd0f-4d66-b889-0fedce66f717', 'status': 'completed', 'code': 200} Sep 17 23:44:58.437631 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'name': 'tempest-ServersTestMultiNic-1598526680-router', 'tenant_id': '549a504bc9bd46e68c2227d65a7879db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '85204917-f80e-4551-9bfc-bdfd749051a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:53Z', 'updated_at': '2021-09-17T23:44:55Z', 'revision_number': 3, 'project_id': '549a504bc9bd46e68c2227d65a7879db', 'gw_port': {'id': '85204917-f80e-4551-9bfc-bdfd749051a1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ec:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:54Z', 'updated_at': '2021-09-17T23:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:44:58.497890 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-780e828d-61f4-426f-b5ea-7aded8ad9835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:58.525689 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e09567-168a-4450-83e3-414ac5a40320 None None] The sync data for ids ['13c8795d-bd60-418e-ac83-0bf946f98ab5'] in n-d-809883-1 is: [{'id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'name': 'tempest-ServersTestMultiNic-1598526680-router', 'tenant_id': '549a504bc9bd46e68c2227d65a7879db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '85204917-f80e-4551-9bfc-bdfd749051a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:53Z', 'updated_at': '2021-09-17T23:44:55Z', 'revision_number': 3, 'project_id': '549a504bc9bd46e68c2227d65a7879db', 'gw_port': {'id': '85204917-f80e-4551-9bfc-bdfd749051a1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ec:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:54Z', 'updated_at': '2021-09-17T23:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:44:58.543251 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device db1dc855-98e1-4515-bfad-58c51c1f2862 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:44:58.628746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d2a90-7de2-439f-b0e8-2db469e5ab41 req-fd715f02-dda9-402e-b6c1-67962bcdadac tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:58.636410 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-622d2a90-7de2-439f-b0e8-2db469e5ab41 req-fd715f02-dda9-402e-b6c1-67962bcdadac tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 950 time: 0.1240149 Sep 17 23:44:58.692969 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a0aa5c96-c1d9-438f-a481-58df7346e168 req-1c343273-ea4a-401e-8e95-86c2a6a26dd5 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Deleting port e011bcc2-af86-44f2-826c-d672e91ab32e {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:44:58.695848 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a0aa5c96-c1d9-438f-a481-58df7346e168 req-1c343273-ea4a-401e-8e95-86c2a6a26dd5 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:58.737562 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-622d2a90-7de2-439f-b0e8-2db469e5ab41 req-d47f4ddd-c35f-49e9-ab9b-f07c0be6aa32 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972595 Sep 17 23:44:58.751474 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-05eddb3e-c227-401f-a383-89f25004124b None None] Provisioning complete for port c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:58.752493 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-05eddb3e-c227-401f-a383-89f25004124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:58.879539 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cbfe0-088e-40e9-bb1d-0cca993c51f3 req-682f768c-39ee-4034-8ac4-da419e0c4003 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:58.894666 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a22cbfe0-088e-40e9-bb1d-0cca993c51f3 req-682f768c-39ee-4034-8ac4-da419e0c4003 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.41 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 950 time: 0.1934068 Sep 17 23:44:58.906925 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-05eddb3e-c227-401f-a383-89f25004124b None None] Port c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:44:58.948344 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port db1dc855-98e1-4515-bfad-58c51c1f2862 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:58.948344 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:58.960895 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a0aa5c96-c1d9-438f-a481-58df7346e168 req-1c343273-ea4a-401e-8e95-86c2a6a26dd5 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] For port e011bcc2-af86-44f2-826c-d672e91ab32e, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e011bcc2-af86-44f2-826c-d672e91ab32e,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:58.961715 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a0aa5c96-c1d9-438f-a481-58df7346e168 req-1c343273-ea4a-401e-8e95-86c2a6a26dd5 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:58.997064 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a0aa5c96-c1d9-438f-a481-58df7346e168 req-1c343273-ea4a-401e-8e95-86c2a6a26dd5 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Calling delete_port for e011bcc2-af86-44f2-826c-d672e91ab32e owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:44:59.031266 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139dee7-0170-4d17-9a26-d1bb2b28c98f req-eccf9110-cf58-4e3c-9023-f3e1a07bba2c tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:44:59.041318 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a139dee7-0170-4d17-9a26-d1bb2b28c98f req-eccf9110-cf58-4e3c-9023-f3e1a07bba2c tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 946 time: 0.2105186 Sep 17 23:44:59.115990 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-780e828d-61f4-426f-b5ea-7aded8ad9835 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:59.136217 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a139dee7-0170-4d17-9a26-d1bb2b28c98f req-4e1841e7-6c43-4dd6-8664-a41148af7b3e tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936544 Sep 17 23:44:59.141837 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a22cbfe0-088e-40e9-bb1d-0cca993c51f3 req-ff988bc4-005a-4d99-80fb-ab76ce7de21a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Deleting port 9febeb6b-fd9b-490b-84f9-4337f4b55bc1 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:44:59.142263 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a22cbfe0-088e-40e9-bb1d-0cca993c51f3 req-ff988bc4-005a-4d99-80fb-ab76ce7de21a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:59.241403 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b91b5231-f520-4ad5-aa22-6f4c9a5b219c req-93f60296-ad59-4e39-894a-aa6912356a3f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=92d50752-fc7f-462e-a26c-dad2e3ef81a5 HTTP/1.1" status: 200 len: 210 time: 0.0303988 Sep 17 23:44:59.243203 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-780e828d-61f4-426f-b5ea-7aded8ad9835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:59.285714 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a22cbfe0-088e-40e9-bb1d-0cca993c51f3 req-ff988bc4-005a-4d99-80fb-ab76ce7de21a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] For port 9febeb6b-fd9b-490b-84f9-4337f4b55bc1, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9febeb6b-fd9b-490b-84f9-4337f4b55bc1,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:44:59.286369 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a22cbfe0-088e-40e9-bb1d-0cca993c51f3 req-ff988bc4-005a-4d99-80fb-ab76ce7de21a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:59.300739 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a22cbfe0-088e-40e9-bb1d-0cca993c51f3 req-ff988bc4-005a-4d99-80fb-ab76ce7de21a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Calling delete_port for 9febeb6b-fd9b-490b-84f9-4337f4b55bc1 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:44:59.328051 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-780e828d-61f4-426f-b5ea-7aded8ad9835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:59.333936 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e828d-61f4-426f-b5ea-7aded8ad9835 admin admin] Pushing event updated for resources: {'Port': ['ID=c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:59.378744 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a0aa5c96-c1d9-438f-a481-58df7346e168 req-1c343273-ea4a-401e-8e95-86c2a6a26dd5 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:59.448369 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780e828d-61f4-426f-b5ea-7aded8ad9835 admin admin] Network 3c1b2794-e6e2-413f-914f-7d2fca0ab250 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:44:59.449885 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-780e828d-61f4-426f-b5ea-7aded8ad9835 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:44:59.473312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c343273-ea4a-401e-8e95-86c2a6a26dd5 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Pushing event deleted for resources: {'Port': ['ID=e011bcc2-af86-44f2-826c-d672e91ab32e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:59.541248 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0aa5c96-c1d9-438f-a481-58df7346e168 req-1c343273-ea4a-401e-8e95-86c2a6a26dd5 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] No DVR routers for this DVR port e011bcc2-af86-44f2-826c-d672e91ab32e on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:44:59.547711 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a0aa5c96-c1d9-438f-a481-58df7346e168 req-1c343273-ea4a-401e-8e95-86c2a6a26dd5 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:59.551749 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a0aa5c96-c1d9-438f-a481-58df7346e168 req-1c343273-ea4a-401e-8e95-86c2a6a26dd5 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "DELETE /v2.0/ports/e011bcc2-af86-44f2-826c-d672e91ab32e HTTP/1.1" status: 204 len: 173 time: 1.1137435 Sep 17 23:44:59.625442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780e828d-61f4-426f-b5ea-7aded8ad9835 admin admin] Router 13c8795d-bd60-418e-ac83-0bf946f98ab5 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:44:59.709213 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a22cbfe0-088e-40e9-bb1d-0cca993c51f3 req-ff988bc4-005a-4d99-80fb-ab76ce7de21a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:59.739065 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-831cecf1-e8f0-44af-9c6b-46d450814ebd None None] Provisioning complete for port c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:44:59.739736 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-831cecf1-e8f0-44af-9c6b-46d450814ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:59.760341 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff988bc4-005a-4d99-80fb-ab76ce7de21a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Pushing event deleted for resources: {'Port': ['ID=9febeb6b-fd9b-490b-84f9-4337f4b55bc1,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:44:59.780307 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780e828d-61f4-426f-b5ea-7aded8ad9835 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:44:59.786443 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-780e828d-61f4-426f-b5ea-7aded8ad9835 admin admin] 10.222.0.46 "PUT /v2.0/routers/13c8795d-bd60-418e-ac83-0bf946f98ab5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8438351 Sep 17 23:44:59.797731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-831cecf1-e8f0-44af-9c6b-46d450814ebd None None] Port c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:44:59.848229 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22cbfe0-088e-40e9-bb1d-0cca993c51f3 req-ff988bc4-005a-4d99-80fb-ab76ce7de21a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] No DVR routers for this DVR port 9febeb6b-fd9b-490b-84f9-4337f4b55bc1 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:44:59.851927 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a22cbfe0-088e-40e9-bb1d-0cca993c51f3 req-ff988bc4-005a-4d99-80fb-ab76ce7de21a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:44:59.854223 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a22cbfe0-088e-40e9-bb1d-0cca993c51f3 req-ff988bc4-005a-4d99-80fb-ab76ce7de21a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.41 "DELETE /v2.0/ports/9febeb6b-fd9b-490b-84f9-4337f4b55bc1 HTTP/1.1" status: 204 len: 173 time: 0.9432287 Sep 17 23:44:59.891836 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3d58b6f1-720f-427b-a351-912d106c9499 req-5fec39a8-a4a6-44f2-9fce-6ea4c4ec3521 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 210 time: 0.0332525 Sep 17 23:44:59.993824 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35136) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:00.052456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-1fc91f6c-f538-462a-8197-155ee43e56d7 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-439783489'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:00.232559 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc91f6c-f538-462a-8197-155ee43e56d7 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Made reservation on behalf of 549a504bc9bd46e68c2227d65a7879db for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:00.236508 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fc91f6c-f538-462a-8197-155ee43e56d7 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:00.269249 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc91f6c-f538-462a-8197-155ee43e56d7 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:45:00.275819 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['3ee134c4-da4d-4fbc-827d-34f7459f2fc6', '0317988c-c2f7-4c9e-a328-b9fc52267568'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:00.278852 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6d0de-7045-4ea8-b5c2-02ff39633540 req-4d1622ba-d6b5-42db-8362-b133f2ba067e tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:00.284239 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['3552a5d4-726d-4d3f-a363-8f246e36bc04', 'dea29f93-50f3-4fd1-8148-69dfbba345a6', 'e2c017c7-79c7-49f4-a2e8-fd1af689e9b0'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:00.285219 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fee6d0de-7045-4ea8-b5c2-02ff39633540 req-4d1622ba-d6b5-42db-8362-b133f2ba067e tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 946 time: 0.0767288 Sep 17 23:45:00.303374 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fc91f6c-f538-462a-8197-155ee43e56d7 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:00.303814 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-1fc91f6c-f538-462a-8197-155ee43e56d7 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Added segment 0b54d4d7-51d9-4f50-bde2-a5f7071afd6f of type vlan for network 74134fa8-5397-4a8f-adc4-b39a332fe240 Sep 17 23:45:00.412524 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fee6d0de-7045-4ea8-b5c2-02ff39633540 req-3f59618c-4815-4c59-b865-0560d35cd1b9 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216695 Sep 17 23:45:00.422644 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fc91f6c-f538-462a-8197-155ee43e56d7 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:00.434084 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19490f90-0f1b-4704-84b3-bced6e0932fc', 'name': 'network-vif-deleted', 'tag': 'e011bcc2-af86-44f2-826c-d672e91ab32e'}, {'server_uuid': '81f0e51f-f536-40ce-a798-9cfc9e8462d3', 'name': 'network-vif-deleted', 'tag': '9febeb6b-fd9b-490b-84f9-4337f4b55bc1'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:00.439412 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de1b359-f615-430a-90bc-0fa828db9435" -d '{"events": [{"server_uuid": "19490f90-0f1b-4704-84b3-bced6e0932fc", "name": "network-vif-deleted", "tag": "e011bcc2-af86-44f2-826c-d672e91ab32e"}, {"server_uuid": "81f0e51f-f536-40ce-a798-9cfc9e8462d3", "name": "network-vif-deleted", "tag": "9febeb6b-fd9b-490b-84f9-4337f4b55bc1"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:00.549206 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 85204917-f80e-4551-9bfc-bdfd749051a1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:00.574671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b765af4-5eb5-4018-b36c-f80ccc74f1ef req-8a1fa766-22f8-4683-96d0-be98937088e2 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-438871325&fields=id&tenant_id=09b9a7f871a14d6ab2c46e8a4e2591b9 HTTP/1.1" status: 200 len: 267 time: 0.0618813 Sep 17 23:45:00.597616 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d773d67-829b-4c2d-883c-8b19c3035a0c req-82bb9f76-3ba8-41ec-999a-a494e4815c1f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=19490f90-0f1b-4704-84b3-bced6e0932fc HTTP/1.1" status: 200 len: 210 time: 0.0336282 Sep 17 23:45:00.602994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 2ded3520-dd0f-4d66-b889-0fedce66f717 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:45:00.651795 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 2ded3520-dd0f-4d66-b889-0fedce66f717 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:45:00.652503 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 2ded3520-dd0f-4d66-b889-0fedce66f717 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:45:00.666649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b765af4-5eb5-4018-b36c-f80ccc74f1ef req-7546bc13-e5f5-4c74-8386-0480ae1aaf91 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:00.668343 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b765af4-5eb5-4018-b36c-f80ccc74f1ef req-7546bc13-e5f5-4c74-8386-0480ae1aaf91 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 946 time: 0.0698161 Sep 17 23:45:00.671447 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fc91f6c-f538-462a-8197-155ee43e56d7 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:00.679403 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc91f6c-f538-462a-8197-155ee43e56d7 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:00.680138 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fc91f6c-f538-462a-8197-155ee43e56d7 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:00.689517 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-3b765af4-5eb5-4018-b36c-f80ccc74f1ef req-722ac9b8-ebed-4ac1-8347-be4d2c863252 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Request body: {'port': {'security_groups': ['3de35c9d-ebed-4375-aa9a-5074601136bc', 'ca140af9-2031-4c2e-960d-37fb1310fcfb']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:00.709910 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764722c1-2f3d-4d34-b982-057c2740516b x-openstack-request-id: req-764722c1-2f3d-4d34-b982-057c2740516b {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:00.710321 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19490f90-0f1b-4704-84b3-bced6e0932fc", "name": "network-vif-deleted", "tag": "e011bcc2-af86-44f2-826c-d672e91ab32e", "status": "completed", "code": 200}, {"server_uuid": "81f0e51f-f536-40ce-a798-9cfc9e8462d3", "name": "network-vif-deleted", "tag": "9febeb6b-fd9b-490b-84f9-4337f4b55bc1", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:00.710744 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-764722c1-2f3d-4d34-b982-057c2740516b {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:00.711281 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19490f90-0f1b-4704-84b3-bced6e0932fc', 'name': 'network-vif-deleted', 'tag': 'e011bcc2-af86-44f2-826c-d672e91ab32e', 'status': 'completed', 'code': 200} Sep 17 23:45:00.712169 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f0e51f-f536-40ce-a798-9cfc9e8462d3', 'name': 'network-vif-deleted', 'tag': '9febeb6b-fd9b-490b-84f9-4337f4b55bc1', 'status': 'completed', 'code': 200} Sep 17 23:45:00.730710 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 85204917-f80e-4551-9bfc-bdfd749051a1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:00.730991 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:00.836216 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc91f6c-f538-462a-8197-155ee43e56d7 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event updated for resources: {'Network': ['ID=74134fa8-5397-4a8f-adc4-b39a332fe240,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:00.840113 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3b765af4-5eb5-4018-b36c-f80ccc74f1ef req-722ac9b8-ebed-4ac1-8347-be4d2c863252 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:00.853717 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 74134fa8-5397-4a8f-adc4-b39a332fe240 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:45:00.933904 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] Sync routers for ids ['13c8795d-bd60-418e-ac83-0bf946f98ab5'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:45:01.010155 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:01.037356 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] Routers {'13c8795d-bd60-418e-ac83-0bf946f98ab5'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:45:01.037861 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:44:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13c8795d-bd60-418e-ac83-0bf946f98ab5'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:01.088242 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 85204917-f80e-4551-9bfc-bdfd749051a1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=85204917-f80e-4551-9bfc-bdfd749051a1,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:01.321012 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba9d4002-79d7-4792-a1b8-a17b49e87ad4 req-44f550de-c810-4340-a3e3-ef8559536cee tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f0e51f-f536-40ce-a798-9cfc9e8462d3 HTTP/1.1" status: 200 len: 210 time: 0.3061860 Sep 17 23:45:01.331756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] Set router 13c8795d-bd60-418e-ac83-0bf946f98ab5 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:45:01.356847 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-3b765af4-5eb5-4018-b36c-f80ccc74f1ef req-722ac9b8-ebed-4ac1-8347-be4d2c863252 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] For port 4acec55d-cd8f-4c41-8499-14c6e9c9a082, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4acec55d-cd8f-4c41-8499-14c6e9c9a082,segment=NetworkSegment(bff38316-12df-4891-9977-6ff960030625),segment_id=bff38316-12df-4891-9977-6ff960030625)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:01.390238 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3b765af4-5eb5-4018-b36c-f80ccc74f1ef req-722ac9b8-ebed-4ac1-8347-be4d2c863252 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:01.508806 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1fc91f6c-f538-462a-8197-155ee43e56d7 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5138505 Sep 17 23:45:01.511397 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35162) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:01.517283 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-2142e25d-c01f-4795-a05d-35668f79ef31 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Request body: {'subnet': {'network_id': '74134fa8-5397-4a8f-adc4-b39a332fe240', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:01.539540 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'name': 'tempest-ServersTestMultiNic-1598526680-router', 'tenant_id': '549a504bc9bd46e68c2227d65a7879db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '85204917-f80e-4551-9bfc-bdfd749051a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:53Z', 'updated_at': '2021-09-17T23:44:58Z', 'revision_number': 4, 'project_id': '549a504bc9bd46e68c2227d65a7879db', 'gw_port': {'id': '85204917-f80e-4551-9bfc-bdfd749051a1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ec:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:54Z', 'updated_at': '2021-09-17T23:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827', 'name': '', 'network_id': '3c1b2794-e6e2-413f-914f-7d2fca0ab250', 'tenant_id': '549a504bc9bd46e68c2227d65a7879db', 'mac_address': 'fa:16:3e:73:9f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'd380282d-0ceb-4c53-b9af-a51879f112f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:57Z', 'updated_at': '2021-09-17T23:44:58Z', 'revision_number': 2, 'project_id': '549a504bc9bd46e68c2227d65a7879db', 'subnets': [{'id': 'd380282d-0ceb-4c53-b9af-a51879f112f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:01.566544 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:01.568329 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] Checking router: 13c8795d-bd60-418e-ac83-0bf946f98ab5 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:45:01.568677 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] Updating router 13c8795d-bd60-418e-ac83-0bf946f98ab5 port c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:45:01.578710 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3b765af4-5eb5-4018-b36c-f80ccc74f1ef req-722ac9b8-ebed-4ac1-8347-be4d2c863252 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:01.610311 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['4acec55d-cd8f-4c41-8499-14c6e9c9a082'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:01.644274 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b765af4-5eb5-4018-b36c-f80ccc74f1ef req-722ac9b8-ebed-4ac1-8347-be4d2c863252 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:01.645256 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3b765af4-5eb5-4018-b36c-f80ccc74f1ef req-722ac9b8-ebed-4ac1-8347-be4d2c863252 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:01.646901 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b765af4-5eb5-4018-b36c-f80ccc74f1ef req-722ac9b8-ebed-4ac1-8347-be4d2c863252 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "PUT /v2.0/ports/4acec55d-cd8f-4c41-8499-14c6e9c9a082 HTTP/1.1" status: 200 len: 982 time: 0.9621496 Sep 17 23:45:01.647371 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ba909a-9c15-44cf-b0b5-09bc0a15197d', 'tag': '4acec55d-cd8f-4c41-8499-14c6e9c9a082'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:01.649985 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b232f3db-f310-4c1e-9532-e6e4751c6903" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ba909a-9c15-44cf-b0b5-09bc0a15197d", "tag": "4acec55d-cd8f-4c41-8499-14c6e9c9a082"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:01.659395 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:01.681080 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ac9b8-ebed-4ac1-8347-be4d2c863252 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event updated for resources: {'Port': ['ID=4acec55d-cd8f-4c41-8499-14c6e9c9a082,revision_number=6']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:01.683956 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=85204917-f80e-4551-9bfc-bdfd749051a1,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:01.735138 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7e10f721-3239-4a16-816c-94a22e7e7aea req-217ce4d2-e6cd-4d3c-b2a2-5c7b108ba58f tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/ca140af9-2031-4c2e-960d-37fb1310fcfb HTTP/1.1" status: 200 len: 1800 time: 0.0488286 Sep 17 23:45:01.761940 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c0389e-81e3-4f65-b59d-d70a7ecb389a x-openstack-request-id: req-78c0389e-81e3-4f65-b59d-d70a7ecb389a {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:01.762350 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ba909a-9c15-44cf-b0b5-09bc0a15197d", "tag": "4acec55d-cd8f-4c41-8499-14c6e9c9a082", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:01.763082 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78c0389e-81e3-4f65-b59d-d70a7ecb389a {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:01.763082 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ba909a-9c15-44cf-b0b5-09bc0a15197d', 'tag': '4acec55d-cd8f-4c41-8499-14c6e9c9a082', 'status': 'completed', 'code': 200} Sep 17 23:45:01.790221 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-7e10f721-3239-4a16-816c-94a22e7e7aea req-baf32e7f-a19c-4c59-a19c-e9b9ee34ceab tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 23:45:01.791238 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7e10f721-3239-4a16-816c-94a22e7e7aea req-baf32e7f-a19c-4c59-a19c-e9b9ee34ceab tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "DELETE /v2.0/security-groups/ca140af9-2031-4c2e-960d-37fb1310fcfb HTTP/1.1" status: 409 len: 341 time: 0.0498421 Sep 17 23:45:01.813225 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['4acec55d-cd8f-4c41-8499-14c6e9c9a082'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:01.818748 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2142e25d-c01f-4795-a05d-35668f79ef31 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Made reservation on behalf of 549a504bc9bd46e68c2227d65a7879db for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:01.825381 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2142e25d-c01f-4795-a05d-35668f79ef31 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:01.838373 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232f3db-f310-4c1e-9532-e6e4751c6903 req-b8c82bb1-084f-4cf3-87c4-17eebd9d5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:01.839914 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b232f3db-f310-4c1e-9532-e6e4751c6903 req-b8c82bb1-084f-4cf3-87c4-17eebd9d5b10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09b9a7f871a14d6ab2c46e8a4e2591b9&device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 1136 time: 0.0487928 Sep 17 23:45:01.916739 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 9febeb6b-fd9b-490b-84f9-4337f4b55bc1 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:45:01.975020 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 9febeb6b-fd9b-490b-84f9-4337f4b55bc1 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:45:01.975305 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 9febeb6b-fd9b-490b-84f9-4337f4b55bc1 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:45:01.975658 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e011bcc2-af86-44f2-826c-d672e91ab32e no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:45:01.985322 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232f3db-f310-4c1e-9532-e6e4751c6903 req-1247e9a9-7b31-4a03-aea1-ba84cf0a56de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:01.989006 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b232f3db-f310-4c1e-9532-e6e4751c6903 req-1247e9a9-7b31-4a03-aea1-ba84cf0a56de service neutron] 10.222.0.37 "GET /v2.0/networks?id=61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 HTTP/1.1" status: 200 len: 913 time: 0.1392381 Sep 17 23:45:02.038284 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: e011bcc2-af86-44f2-826c-d672e91ab32e {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:45:02.038624 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e011bcc2-af86-44f2-826c-d672e91ab32e not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:45:02.173116 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2142e25d-c01f-4795-a05d-35668f79ef31 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:02.253182 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:02.264453 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142e25d-c01f-4795-a05d-35668f79ef31 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event updated for resources: {'Subnet': ['ID=ab46ce84-b7f5-4594-9e5f-886bcadb37a9,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:02.270837 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142e25d-c01f-4795-a05d-35668f79ef31 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Checking segment: {'id': '0b54d4d7-51d9-4f50-bde2-a5f7071afd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '74134fa8-5397-4a8f-adc4-b39a332fe240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:02.271193 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2142e25d-c01f-4795-a05d-35668f79ef31 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Network hostable DHCP agents. Network: 74134fa8-5397-4a8f-adc4-b39a332fe240, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:45:02.358318 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b232f3db-f310-4c1e-9532-e6e4751c6903 req-0c493693-7f07-4ac0-86dd-945b0d6094fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4acec55d-cd8f-4c41-8499-14c6e9c9a082 HTTP/1.1" status: 200 len: 217 time: 0.3534193 Sep 17 23:45:02.408974 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:02.410552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68887a4a-747d-4b1e-90ba-dbe8bccc51e4 req-87f55e93-d932-43f1-84c2-08f9fa1eff37 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:02.417942 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232f3db-f310-4c1e-9532-e6e4751c6903 req-81de2866-858d-485d-8ed6-b60f8e6665fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:02.419200 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68887a4a-747d-4b1e-90ba-dbe8bccc51e4 req-87f55e93-d932-43f1-84c2-08f9fa1eff37 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 985 time: 0.0676873 Sep 17 23:45:02.419612 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b232f3db-f310-4c1e-9532-e6e4751c6903 req-81de2866-858d-485d-8ed6-b60f8e6665fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d83ea213-422a-4034-a7c8-6f64998ed54d HTTP/1.1" status: 200 len: 852 time: 0.0455892 Sep 17 23:45:02.428866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['516c6bd7-4d3e-4aec-91c6-23785c92ed0c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:02.438397 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2142e25d-c01f-4795-a05d-35668f79ef31 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Network 74134fa8-5397-4a8f-adc4-b39a332fe240 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:45:02.459497 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 85204917-f80e-4551-9bfc-bdfd749051a1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:02.469103 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68887a4a-747d-4b1e-90ba-dbe8bccc51e4 req-2da87f78-628b-42ab-926e-5b35497f7a73 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca140af9-2031-4c2e-960d-37fb1310fcfb&id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0477912 Sep 17 23:45:02.475984 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b232f3db-f310-4c1e-9532-e6e4751c6903 req-405da81a-8bd8-4368-9a52-dd0eaac01178 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61fd0ff8-bde6-4e98-bc61-f528a1ff35f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292373 Sep 17 23:45:02.543693 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-2142e25d-c01f-4795-a05d-35668f79ef31 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 74134fa8-5397-4a8f-adc4-b39a332fe240) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:02.550100 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2142e25d-c01f-4795-a05d-35668f79ef31 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:02.551077 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2142e25d-c01f-4795-a05d-35668f79ef31 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:02.557763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bfba6-62cc-42f4-8d8a-f65ae023982a None None] Pushing event updated for resources: {'Port': ['ID=c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:02.569998 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba2c3c4-396d-4d44-aad7-f4995cfe040e None None] Network 74134fa8-5397-4a8f-adc4-b39a332fe240 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:45:02.630988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 85204917-f80e-4551-9bfc-bdfd749051a1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:02.631227 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:02.642862 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b232f3db-f310-4c1e-9532-e6e4751c6903 req-606c67cc-534f-467b-a06f-a6500c9e85e0 service neutron] 10.222.0.37 "GET /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617889 Sep 17 23:45:02.666355 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2142e25d-c01f-4795-a05d-35668f79ef31 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1538594 Sep 17 23:45:02.670067 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35192) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:02.677344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-3467d594-94ad-4af6-a15a-e50250989f3c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-350994584'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:02.754672 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] Attempting to bind port c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:45:02.755039 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] Attempting to bind port c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '1414e568-18b7-482b-a84c-ae8657c7dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3c1b2794-e6e2-413f-914f-7d2fca0ab250'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:45:02.755404 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] Attempting to bind port c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827 on network 3c1b2794-e6e2-413f-914f-7d2fca0ab250 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:02.780817 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:45:02.781523 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] Checking segment: {'id': '1414e568-18b7-482b-a84c-ae8657c7dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3c1b2794-e6e2-413f-914f-7d2fca0ab250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:02.781927 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:02.782316 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] Bound using segment: {'id': '1414e568-18b7-482b-a84c-ae8657c7dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3c1b2794-e6e2-413f-914f-7d2fca0ab250'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:45:02.782965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] Bound port: c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1414e568-18b7-482b-a84c-ae8657c7dafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3c1b2794-e6e2-413f-914f-7d2fca0ab250'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:45:02.783536 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:02.788424 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b232f3db-f310-4c1e-9532-e6e4751c6903 req-218700e8-8915-4218-8487-3a2b453c1ef5 service neutron] 10.222.0.37 "GET /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332028 Sep 17 23:45:02.810465 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3467d594-94ad-4af6-a15a-e50250989f3c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Made reservation on behalf of 549a504bc9bd46e68c2227d65a7879db for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:02.814221 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3467d594-94ad-4af6-a15a-e50250989f3c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:02.843274 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3467d594-94ad-4af6-a15a-e50250989f3c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:45:02.852568 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3467d594-94ad-4af6-a15a-e50250989f3c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:02.852944 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-3467d594-94ad-4af6-a15a-e50250989f3c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Added segment e33fbdc0-1214-41f3-b1fe-325c36f90a24 of type vlan for network 340981ab-1d4d-4d15-b517-5e0134286926 Sep 17 23:45:02.861427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-71ac21b4-8ea6-4e7b-aa98-d113b2fd9bfd None None] Provisioning complete for port c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:02.861797 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-71ac21b4-8ea6-4e7b-aa98-d113b2fd9bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:02.901035 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3467d594-94ad-4af6-a15a-e50250989f3c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:02.988225 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd663237-d65d-42da-b8d0-bfd7ab8bfe49 req-6da6478c-2f32-45d7-9253-0d920992e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:02.989841 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bd663237-d65d-42da-b8d0-bfd7ab8bfe49 req-6da6478c-2f32-45d7-9253-0d920992e26b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09b9a7f871a14d6ab2c46e8a4e2591b9&device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 1136 time: 0.0456092 Sep 17 23:45:03.010304 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-71ac21b4-8ea6-4e7b-aa98-d113b2fd9bfd None None] Port c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:45:03.024542 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] For port c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:45:03.057518 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3467d594-94ad-4af6-a15a-e50250989f3c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:03.059198 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] For port c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827,segment=NetworkSegment(1414e568-18b7-482b-a84c-ae8657c7dafc),segment_id=1414e568-18b7-482b-a84c-ae8657c7dafc)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:45:03.068282 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-74134fa8-5397-4a8f-adc4-b39a332fe240', 'network_id': '74134fa8-5397-4a8f-adc4-b39a332fe240', 'tenant_id': '549a504bc9bd46e68c2227d65a7879db', 'fixed_ips': [{'subnet_id': 'ab46ce84-b7f5-4594-9e5f-886bcadb37a9'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:45:03.068282 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:03.073717 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3467d594-94ad-4af6-a15a-e50250989f3c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:03.074374 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3467d594-94ad-4af6-a15a-e50250989f3c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:03.113546 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd663237-d65d-42da-b8d0-bfd7ab8bfe49 req-5c1bc859-b441-4385-98fb-6f250d4406f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:03.115857 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bd663237-d65d-42da-b8d0-bfd7ab8bfe49 req-5c1bc859-b441-4385-98fb-6f250d4406f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 HTTP/1.1" status: 200 len: 913 time: 0.1183109 Sep 17 23:45:03.160150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467d594-94ad-4af6-a15a-e50250989f3c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event updated for resources: {'Network': ['ID=340981ab-1d4d-4d15-b517-5e0134286926,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:03.174827 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 340981ab-1d4d-4d15-b517-5e0134286926 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:45:03.214473 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bd663237-d65d-42da-b8d0-bfd7ab8bfe49 req-f6faa0b8-282d-418b-8576-7fda98e5e217 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4acec55d-cd8f-4c41-8499-14c6e9c9a082 HTTP/1.1" status: 200 len: 217 time: 0.0821075 Sep 17 23:45:03.220732 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:03.233720 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3467d594-94ad-4af6-a15a-e50250989f3c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5615394 Sep 17 23:45:03.235694 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35202) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:03.243995 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-cfbad4d9-318d-40f7-a25d-e1a61f8cec72 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Request body: {'subnet': {'network_id': '340981ab-1d4d-4d15-b517-5e0134286926', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:03.289245 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd663237-d65d-42da-b8d0-bfd7ab8bfe49 req-9b9ce1a3-8ad7-4896-a222-4076cf1895e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:03.292187 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bd663237-d65d-42da-b8d0-bfd7ab8bfe49 req-9b9ce1a3-8ad7-4896-a222-4076cf1895e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d83ea213-422a-4034-a7c8-6f64998ed54d HTTP/1.1" status: 200 len: 852 time: 0.0684609 Sep 17 23:45:03.336622 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bd663237-d65d-42da-b8d0-bfd7ab8bfe49 req-575d4adf-36d9-4c1c-b0a9-b00237ba3a35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61fd0ff8-bde6-4e98-bc61-f528a1ff35f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366690 Sep 17 23:45:03.410696 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:45:03.438298 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e26ef3-a45a-47f3-bea0-6694658a5217 req-2681e67e-afbd-4190-8039-2abee12b772f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:03.440237 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2e26ef3-a45a-47f3-bea0-6694658a5217 req-2681e67e-afbd-4190-8039-2abee12b772f tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f08ed12-9ac3-45d7-83d8-a40f38ef0880 HTTP/1.1" status: 200 len: 949 time: 0.1299839 Sep 17 23:45:03.450247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032c988-0bdf-4000-a9a5-325a94da4a2e req-669fbfaa-3731-4e13-9733-092c15287480 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:03.451612 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f032c988-0bdf-4000-a9a5-325a94da4a2e req-669fbfaa-3731-4e13-9733-092c15287480 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 949 time: 0.2014551 Sep 17 23:45:03.495572 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] Allocated IP 19.80.0.2 (74134fa8-5397-4a8f-adc4-b39a332fe240/ab46ce84-b7f5-4594-9e5f-886bcadb37a9/f4ddd750-31f3-4ff2-93e9-15a4a730022f) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:45:03.509955 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bd663237-d65d-42da-b8d0-bfd7ab8bfe49 req-bcfc2cf5-8a0b-4cd1-8b74-4f408352d19a service neutron] 10.222.0.37 "GET /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636095 Sep 17 23:45:03.541304 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2e26ef3-a45a-47f3-bea0-6694658a5217 req-6f284a1e-8581-464c-8126-7a2ee4422164 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738099 Sep 17 23:45:03.573226 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f032c988-0bdf-4000-a9a5-325a94da4a2e req-94d84f26-4b81-4740-bde2-d8cf7f3d35c9 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066935 Sep 17 23:45:03.628645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbad4d9-318d-40f7-a25d-e1a61f8cec72 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Made reservation on behalf of 549a504bc9bd46e68c2227d65a7879db for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:03.632281 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cfbad4d9-318d-40f7-a25d-e1a61f8cec72 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:03.675864 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bd663237-d65d-42da-b8d0-bfd7ab8bfe49 req-55ccf5f2-2ae8-4add-a804-50dccde25e2b service neutron] 10.222.0.37 "GET /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560388 Sep 17 23:45:03.682307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] Routers {'13c8795d-bd60-418e-ac83-0bf946f98ab5'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:45:03.687351 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:44:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13c8795d-bd60-418e-ac83-0bf946f98ab5'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:03.775296 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bfba6-62cc-42f4-8d8a-f65ae023982a None None] Pushing event updated for resources: {'Port': ['ID=c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:03.844479 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0a2fe-7282-45b3-82d7-48c097e9e84d req-439a07e9-d140-487b-b17d-5c334d4faa26 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:03.845590 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ab0a2fe-7282-45b3-82d7-48c097e9e84d req-439a07e9-d140-487b-b17d-5c334d4faa26 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 985 time: 0.2096322 Sep 17 23:45:03.896153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] Set router 13c8795d-bd60-418e-ac83-0bf946f98ab5 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:45:03.931671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ab0a2fe-7282-45b3-82d7-48c097e9e84d req-52cbd257-2c5c-471d-a5eb-46a31b95dc1d tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca140af9-2031-4c2e-960d-37fb1310fcfb&id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0570004 Sep 17 23:45:03.939476 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7fbe4fa0-6760-4bc3-a374-b223bd9184ab None None] Provisioning complete for port c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:03.939654 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4fa0-6760-4bc3-a374-b223bd9184ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:04.021996 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:04.078368 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa0365-73a9-4155-b909-4caf813baa0d req-192cd8af-f933-4f68-b243-087119ba7419 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:04.079815 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cdfa0365-73a9-4155-b909-4caf813baa0d req-192cd8af-f933-4f68-b243-087119ba7419 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f08ed12-9ac3-45d7-83d8-a40f38ef0880 HTTP/1.1" status: 200 len: 949 time: 0.0518188 Sep 17 23:45:04.133627 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4fa0-6760-4bc3-a374-b223bd9184ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:04.155082 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cfbad4d9-318d-40f7-a25d-e1a61f8cec72 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:04.189468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-cdfa0365-73a9-4155-b909-4caf813baa0d req-19b7fbf3-ee8d-4e05-9fb4-dadf3a023410 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Deleting port dea29f93-50f3-4fd1-8148-69dfbba345a6 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:45:04.189827 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-cdfa0365-73a9-4155-b909-4caf813baa0d req-19b7fbf3-ee8d-4e05-9fb4-dadf3a023410 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:04.218877 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:04.227688 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbad4d9-318d-40f7-a25d-e1a61f8cec72 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event updated for resources: {'Subnet': ['ID=b1248945-866e-4976-a190-b3fd8298662f,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:04.232204 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbad4d9-318d-40f7-a25d-e1a61f8cec72 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Checking segment: {'id': 'e33fbdc0-1214-41f3-b1fe-325c36f90a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '340981ab-1d4d-4d15-b517-5e0134286926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:04.232570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbad4d9-318d-40f7-a25d-e1a61f8cec72 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Network hostable DHCP agents. Network: 340981ab-1d4d-4d15-b517-5e0134286926, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:45:04.293824 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-cdfa0365-73a9-4155-b909-4caf813baa0d req-19b7fbf3-ee8d-4e05-9fb4-dadf3a023410 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] For port dea29f93-50f3-4fd1-8148-69dfbba345a6, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=dea29f93-50f3-4fd1-8148-69dfbba345a6,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:04.296327 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-cdfa0365-73a9-4155-b909-4caf813baa0d req-19b7fbf3-ee8d-4e05-9fb4-dadf3a023410 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:04.313852 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-cdfa0365-73a9-4155-b909-4caf813baa0d req-19b7fbf3-ee8d-4e05-9fb4-dadf3a023410 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Calling delete_port for dea29f93-50f3-4fd1-8148-69dfbba345a6 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:45:04.324478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-7fbe4fa0-6760-4bc3-a374-b223bd9184ab None None] For port c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827,segment=NetworkSegment(1414e568-18b7-482b-a84c-ae8657c7dafc),segment_id=1414e568-18b7-482b-a84c-ae8657c7dafc)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:04.328148 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] Network 74134fa8-5397-4a8f-adc4-b39a332fe240 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:45:04.332716 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:04.340798 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:45:04.349325 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] Pushing event updated for resources: {'Port': ['ID=f4ddd750-31f3-4ff2-93e9-15a4a730022f,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:04.361500 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbad4d9-318d-40f7-a25d-e1a61f8cec72 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Network 340981ab-1d4d-4d15-b517-5e0134286926 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:45:04.402894 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4fa0-6760-4bc3-a374-b223bd9184ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:04.434423 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'name': 'tempest-ServersTestMultiNic-1598526680-router', 'tenant_id': '549a504bc9bd46e68c2227d65a7879db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '85204917-f80e-4551-9bfc-bdfd749051a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:53Z', 'updated_at': '2021-09-17T23:44:58Z', 'revision_number': 4, 'project_id': '549a504bc9bd46e68c2227d65a7879db', 'gw_port': {'id': '85204917-f80e-4551-9bfc-bdfd749051a1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:54Z', 'updated_at': '2021-09-17T23:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827', 'name': '', 'network_id': '3c1b2794-e6e2-413f-914f-7d2fca0ab250', 'tenant_id': '549a504bc9bd46e68c2227d65a7879db', 'mac_address': 'fa:16:3e:73:9f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'd380282d-0ceb-4c53-b9af-a51879f112f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:57Z', 'updated_at': '2021-09-17T23:45:03Z', 'revision_number': 4, 'project_id': '549a504bc9bd46e68c2227d65a7879db', 'subnets': [{'id': 'd380282d-0ceb-4c53-b9af-a51879f112f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:04.442326 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] Attempting to bind port f4ddd750-31f3-4ff2-93e9-15a4a730022f on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:45:04.442645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] Attempting to bind port f4ddd750-31f3-4ff2-93e9-15a4a730022f by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '0b54d4d7-51d9-4f50-bde2-a5f7071afd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '74134fa8-5397-4a8f-adc4-b39a332fe240'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:45:04.442988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] Attempting to bind port f4ddd750-31f3-4ff2-93e9-15a4a730022f on network 74134fa8-5397-4a8f-adc4-b39a332fe240 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:04.474953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-cfbad4d9-318d-40f7-a25d-e1a61f8cec72 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 340981ab-1d4d-4d15-b517-5e0134286926) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:04.476769 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5bb2e2-abdb-4d56-bad6-244dacefacac None None] The sync data for ids ['13c8795d-bd60-418e-ac83-0bf946f98ab5'] in n-d-809883-1 is: [{'id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'name': 'tempest-ServersTestMultiNic-1598526680-router', 'tenant_id': '549a504bc9bd46e68c2227d65a7879db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '85204917-f80e-4551-9bfc-bdfd749051a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:53Z', 'updated_at': '2021-09-17T23:44:58Z', 'revision_number': 4, 'project_id': '549a504bc9bd46e68c2227d65a7879db', 'gw_port': {'id': '85204917-f80e-4551-9bfc-bdfd749051a1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:54Z', 'updated_at': '2021-09-17T23:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827', 'name': '', 'network_id': '3c1b2794-e6e2-413f-914f-7d2fca0ab250', 'tenant_id': '549a504bc9bd46e68c2227d65a7879db', 'mac_address': 'fa:16:3e:73:9f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'd380282d-0ceb-4c53-b9af-a51879f112f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:57Z', 'updated_at': '2021-09-17T23:45:03Z', 'revision_number': 4, 'project_id': '549a504bc9bd46e68c2227d65a7879db', 'subnets': [{'id': 'd380282d-0ceb-4c53-b9af-a51879f112f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:45:04.479988 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbad4d9-318d-40f7-a25d-e1a61f8cec72 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:04.480601 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cfbad4d9-318d-40f7-a25d-e1a61f8cec72 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:04.487796 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:45:04.488177 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] Checking segment: {'id': '0b54d4d7-51d9-4f50-bde2-a5f7071afd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '74134fa8-5397-4a8f-adc4-b39a332fe240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:04.488578 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:04.489009 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] Bound using segment: {'id': '0b54d4d7-51d9-4f50-bde2-a5f7071afd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '74134fa8-5397-4a8f-adc4-b39a332fe240'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:45:04.489477 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] Bound port: f4ddd750-31f3-4ff2-93e9-15a4a730022f, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b54d4d7-51d9-4f50-bde2-a5f7071afd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '74134fa8-5397-4a8f-adc4-b39a332fe240'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:45:04.489860 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:04.497634 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c95ddc-b885-42ad-a23e-1c78481f2c30 None None] Network 340981ab-1d4d-4d15-b517-5e0134286926 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:45:04.535736 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe4fa0-6760-4bc3-a374-b223bd9184ab None None] Pushing event updated for resources: {'Port': ['ID=c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:04.612396 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-cdfa0365-73a9-4155-b909-4caf813baa0d req-19b7fbf3-ee8d-4e05-9fb4-dadf3a023410 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:04.632370 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['3552a5d4-726d-4d3f-a363-8f246e36bc04', 'dea29f93-50f3-4fd1-8148-69dfbba345a6', 'e2c017c7-79c7-49f4-a2e8-fd1af689e9b0'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:04.644727 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cfbad4d9-318d-40f7-a25d-e1a61f8cec72 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4044545 Sep 17 23:45:04.667876 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7fbf3-ee8d-4e05-9fb4-dadf3a023410 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Pushing event deleted for resources: {'Port': ['ID=dea29f93-50f3-4fd1-8148-69dfbba345a6,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:04.704357 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2845ed10-030a-4567-b344-1783f472664a req-7fbf5826-c390-4c64-8c98-187d5abba23d tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f08ed12-9ac3-45d7-83d8-a40f38ef0880 HTTP/1.1" status: 200 len: 210 time: 0.0456109 Sep 17 23:45:04.741475 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] For port f4ddd750-31f3-4ff2-93e9-15a4a730022f, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:45:04.752153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] For port f4ddd750-31f3-4ff2-93e9-15a4a730022f, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f4ddd750-31f3-4ff2-93e9-15a4a730022f,segment=NetworkSegment(0b54d4d7-51d9-4f50-bde2-a5f7071afd6f),segment_id=0b54d4d7-51d9-4f50-bde2-a5f7071afd6f)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:45:04.805196 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fde67-2db0-4c8f-9f4e-d9c42335ad4b req-511bb2b3-7b6c-47d3-ad93-bc04cad83a35 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:04.807666 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac5fde67-2db0-4c8f-9f4e-d9c42335ad4b req-511bb2b3-7b6c-47d3-ad93-bc04cad83a35 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 949 time: 0.1017599 Sep 17 23:45:04.810077 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfa0365-73a9-4155-b909-4caf813baa0d req-19b7fbf3-ee8d-4e05-9fb4-dadf3a023410 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] No DVR routers for this DVR port dea29f93-50f3-4fd1-8148-69dfbba345a6 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:45:04.813986 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-cdfa0365-73a9-4155-b909-4caf813baa0d req-19b7fbf3-ee8d-4e05-9fb4-dadf3a023410 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:04.819417 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cdfa0365-73a9-4155-b909-4caf813baa0d req-19b7fbf3-ee8d-4e05-9fb4-dadf3a023410 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "DELETE /v2.0/ports/dea29f93-50f3-4fd1-8148-69dfbba345a6 HTTP/1.1" status: 204 len: 173 time: 0.7328115 Sep 17 23:45:04.820109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f08ed12-9ac3-45d7-83d8-a40f38ef0880', 'name': 'network-vif-deleted', 'tag': 'dea29f93-50f3-4fd1-8148-69dfbba345a6'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:04.822409 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e4f5f2-4c29-45cb-9edf-27ec41d42175" -d '{"events": [{"server_uuid": "6f08ed12-9ac3-45d7-83d8-a40f38ef0880", "name": "network-vif-deleted", "tag": "dea29f93-50f3-4fd1-8148-69dfbba345a6"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:04.853422 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-340981ab-1d4d-4d15-b517-5e0134286926', 'network_id': '340981ab-1d4d-4d15-b517-5e0134286926', 'tenant_id': '549a504bc9bd46e68c2227d65a7879db', 'fixed_ips': [{'subnet_id': 'b1248945-866e-4976-a190-b3fd8298662f'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:45:04.854275 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:04.865505 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5460725-08df-4c40-a5e6-b699ee928671 req-7e3a779a-f3a2-4fde-bcf9-7b48a1a80a72 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:04.872969 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c5460725-08df-4c40-a5e6-b699ee928671 req-7e3a779a-f3a2-4fde-bcf9-7b48a1a80a72 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.41 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 949 time: 0.1233921 Sep 17 23:45:04.910551 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:05.017795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-65ef3eb3-20f3-4423-a3fb-f758a23e5a96 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:05.024311 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-65ef3eb3-20f3-4423-a3fb-f758a23e5a96 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:05.033101 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-65ef3eb3-20f3-4423-a3fb-f758a23e5a96 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/networks?id=74134fa8-5397-4a8f-adc4-b39a332fe240&id=340981ab-1d4d-4d15-b517-5e0134286926&id=74134fa8-5397-4a8f-adc4-b39a332fe240 HTTP/1.1" status: 200 len: 1390 time: 0.1630330 Sep 17 23:45:05.062395 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac5fde67-2db0-4c8f-9f4e-d9c42335ad4b req-ada8c5de-648d-41ae-9bf4-6ba84743a069 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424419 Sep 17 23:45:05.074092 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-05552d3f-c849-42c2-b43f-80a142d2e01e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/quotas/549a504bc9bd46e68c2227d65a7879db HTTP/1.1" status: 200 len: 375 time: 0.0400505 Sep 17 23:45:05.081789 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b562f-4cb2-43d6-8f51-9759032c7616 None None] Pushing event updated for resources: {'Port': ['ID=f4ddd750-31f3-4ff2-93e9-15a4a730022f,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:05.117154 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb96bd0-593f-4f63-bee1-2d3c9f6c99a0 req-307fdcba-6539-4bd8-9ecf-a64a57e46a4b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:05.123777 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ccb96bd0-593f-4f63-bee1-2d3c9f6c99a0 req-307fdcba-6539-4bd8-9ecf-a64a57e46a4b tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 950 time: 0.1900332 Sep 17 23:45:05.176637 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] Allocated IP 19.86.0.2 (340981ab-1d4d-4d15-b517-5e0134286926/b1248945-866e-4976-a190-b3fd8298662f/f70211ed-89a8-4a3a-bfc1-2602675d8cd6) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:45:05.196778 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-c5460725-08df-4c40-a5e6-b699ee928671 req-168d7abe-7d74-4fa1-8d4a-08b04d6c25bb tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Deleting port 3ee134c4-da4d-4fbc-827d-34f7459f2fc6 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:45:05.197177 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c5460725-08df-4c40-a5e6-b699ee928671 req-168d7abe-7d74-4fa1-8d4a-08b04d6c25bb tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:05.231946 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-01ce0ad4-692d-4b1d-8d69-5b8b83f5c0e2 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=549a504bc9bd46e68c2227d65a7879db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1565659 Sep 17 23:45:05.464027 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b83819-de2a-43a1-b7ae-76c1131ffbe2 x-openstack-request-id: req-c3b83819-de2a-43a1-b7ae-76c1131ffbe2 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:05.464261 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f08ed12-9ac3-45d7-83d8-a40f38ef0880", "name": "network-vif-deleted", "tag": "dea29f93-50f3-4fd1-8148-69dfbba345a6", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:05.464533 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3b83819-de2a-43a1-b7ae-76c1131ffbe2 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:05.465015 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f08ed12-9ac3-45d7-83d8-a40f38ef0880', 'name': 'network-vif-deleted', 'tag': 'dea29f93-50f3-4fd1-8148-69dfbba345a6', 'status': 'completed', 'code': 200} Sep 17 23:45:05.476689 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:05.486774 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-fbdda97e-cd10-480e-95d3-5c50c96f6396 service neutron] 10.222.0.46 "GET /v2.0/networks/74134fa8-5397-4a8f-adc4-b39a332fe240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537048 Sep 17 23:45:05.542076 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-c5460725-08df-4c40-a5e6-b699ee928671 req-168d7abe-7d74-4fa1-8d4a-08b04d6c25bb tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] For port 3ee134c4-da4d-4fbc-827d-34f7459f2fc6, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=3ee134c4-da4d-4fbc-827d-34f7459f2fc6,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:05.542569 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c5460725-08df-4c40-a5e6-b699ee928671 req-168d7abe-7d74-4fa1-8d4a-08b04d6c25bb tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:05.570228 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-c5460725-08df-4c40-a5e6-b699ee928671 req-168d7abe-7d74-4fa1-8d4a-08b04d6c25bb tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Calling delete_port for 3ee134c4-da4d-4fbc-827d-34f7459f2fc6 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:45:05.581966 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-ccb96bd0-593f-4f63-bee1-2d3c9f6c99a0 req-7825f3f5-3620-4723-8a4e-2ac0ab4728f9 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Deleting port e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:45:05.582320 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ccb96bd0-593f-4f63-bee1-2d3c9f6c99a0 req-7825f3f5-3620-4723-8a4e-2ac0ab4728f9 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:05.612483 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:05.662787 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] Network 340981ab-1d4d-4d15-b517-5e0134286926 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:45:05.665840 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-ccb1504a-7ced-42f7-b842-79a9305093b7 service neutron] 10.222.0.46 "GET /v2.0/networks/74134fa8-5397-4a8f-adc4-b39a332fe240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703308 Sep 17 23:45:05.673538 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:05.682627 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:45:05.691114 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] Pushing event updated for resources: {'Port': ['ID=f70211ed-89a8-4a3a-bfc1-2602675d8cd6,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:05.756635 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] Attempting to bind port f70211ed-89a8-4a3a-bfc1-2602675d8cd6 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:45:05.757303 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] Attempting to bind port f70211ed-89a8-4a3a-bfc1-2602675d8cd6 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'e33fbdc0-1214-41f3-b1fe-325c36f90a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '340981ab-1d4d-4d15-b517-5e0134286926'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:45:05.758168 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] Attempting to bind port f70211ed-89a8-4a3a-bfc1-2602675d8cd6 on network 340981ab-1d4d-4d15-b517-5e0134286926 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:05.764632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:45:05.765526 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] Checking segment: {'id': 'e33fbdc0-1214-41f3-b1fe-325c36f90a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '340981ab-1d4d-4d15-b517-5e0134286926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:05.766176 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:05.766769 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] Bound using segment: {'id': 'e33fbdc0-1214-41f3-b1fe-325c36f90a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '340981ab-1d4d-4d15-b517-5e0134286926'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:45:05.767262 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] Bound port: f70211ed-89a8-4a3a-bfc1-2602675d8cd6, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33fbdc0-1214-41f3-b1fe-325c36f90a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '340981ab-1d4d-4d15-b517-5e0134286926'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:45:05.767650 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:05.801386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52e0e0-0a76-4ea6-a33b-335f91ef7146 req-80f51499-b082-4b63-b989-2ab23e306526 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:05.810646 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d52e0e0-0a76-4ea6-a33b-335f91ef7146 req-80f51499-b082-4b63-b989-2ab23e306526 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 985 time: 0.1417613 Sep 17 23:45:05.849777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ccb96bd0-593f-4f63-bee1-2d3c9f6c99a0 req-7825f3f5-3620-4723-8a4e-2ac0ab4728f9 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] For port e2c017c7-79c7-49f4-a2e8-fd1af689e9b0, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e2c017c7-79c7-49f4-a2e8-fd1af689e9b0,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:05.850447 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ccb96bd0-593f-4f63-bee1-2d3c9f6c99a0 req-7825f3f5-3620-4723-8a4e-2ac0ab4728f9 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:05.856141 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] For port f70211ed-89a8-4a3a-bfc1-2602675d8cd6, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:45:05.861319 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] For port f70211ed-89a8-4a3a-bfc1-2602675d8cd6, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f70211ed-89a8-4a3a-bfc1-2602675d8cd6,segment=NetworkSegment(e33fbdc0-1214-41f3-b1fe-325c36f90a24),segment_id=e33fbdc0-1214-41f3-b1fe-325c36f90a24)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:45:05.871182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d52e0e0-0a76-4ea6-a33b-335f91ef7146 req-d0776aac-7dff-4483-9954-d852e33eedec tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca140af9-2031-4c2e-960d-37fb1310fcfb&id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0595622 Sep 17 23:45:05.879684 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-ccb96bd0-593f-4f63-bee1-2d3c9f6c99a0 req-7825f3f5-3620-4723-8a4e-2ac0ab4728f9 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Calling delete_port for e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:45:05.905428 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-c065fa59-bc04-45e0-b932-441271181cc4 service neutron] 10.222.0.46 "GET /v2.0/networks/340981ab-1d4d-4d15-b517-5e0134286926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266324 Sep 17 23:45:05.961900 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:06.016468 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c5460725-08df-4c40-a5e6-b699ee928671 req-168d7abe-7d74-4fa1-8d4a-08b04d6c25bb tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:06.035646 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-a8b46e3e-2639-4876-a348-e325ce66a4d8 service neutron] 10.222.0.46 "GET /v2.0/networks/340981ab-1d4d-4d15-b517-5e0134286926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261785 Sep 17 23:45:06.046559 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['0317988c-c2f7-4c9e-a328-b9fc52267568'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:06.076318 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d7abe-7d74-4fa1-8d4a-08b04d6c25bb tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Pushing event deleted for resources: {'Port': ['ID=3ee134c4-da4d-4fbc-827d-34f7459f2fc6,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:06.147846 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-54ede044-f7e5-4619-a0bd-6b96233a0fc1 service neutron] 10.222.0.46 "GET /v2.0/networks/74134fa8-5397-4a8f-adc4-b39a332fe240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142359 Sep 17 23:45:06.193093 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c03c1e-c63e-4a98-9b7d-057b72662490 None None] Pushing event updated for resources: {'Port': ['ID=f70211ed-89a8-4a3a-bfc1-2602675d8cd6,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:06.268938 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5460725-08df-4c40-a5e6-b699ee928671 req-168d7abe-7d74-4fa1-8d4a-08b04d6c25bb tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] No DVR routers for this DVR port 3ee134c4-da4d-4fbc-827d-34f7459f2fc6 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:45:06.277041 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c5460725-08df-4c40-a5e6-b699ee928671 req-168d7abe-7d74-4fa1-8d4a-08b04d6c25bb tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:06.279082 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c5460725-08df-4c40-a5e6-b699ee928671 req-168d7abe-7d74-4fa1-8d4a-08b04d6c25bb tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.41 "DELETE /v2.0/ports/3ee134c4-da4d-4fbc-827d-34f7459f2fc6 HTTP/1.1" status: 204 len: 173 time: 1.4046986 Sep 17 23:45:06.306943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c930b71-33bc-4df6-8d76-ef06a97e8b0e req-21e02768-1435-449e-9f81-d4e830ce1bc8 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f08ed12-9ac3-45d7-83d8-a40f38ef0880 HTTP/1.1" status: 200 len: 210 time: 0.0484021 Sep 17 23:45:06.370736 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-290500f2-bcf0-45f2-8502-da0290e6d64b service neutron] 10.222.0.46 "GET /v2.0/networks/74134fa8-5397-4a8f-adc4-b39a332fe240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215283 Sep 17 23:45:06.423153 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ccb96bd0-593f-4f63-bee1-2d3c9f6c99a0 req-7825f3f5-3620-4723-8a4e-2ac0ab4728f9 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:06.472904 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825f3f5-3620-4723-8a4e-2ac0ab4728f9 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Pushing event deleted for resources: {'Port': ['ID=e2c017c7-79c7-49f4-a2e8-fd1af689e9b0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:06.538085 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46e412e0-5f72-4783-8de6-a4adb374b6d8 req-9f2fedf6-ed5a-4981-9fcf-86122ffd01d7 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-926260364&fields=id&tenant_id=09b9a7f871a14d6ab2c46e8a4e2591b9 HTTP/1.1" status: 200 len: 267 time: 0.0824311 Sep 17 23:45:06.611554 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb96bd0-593f-4f63-bee1-2d3c9f6c99a0 req-7825f3f5-3620-4723-8a4e-2ac0ab4728f9 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] No DVR routers for this DVR port e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:45:06.616258 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ccb96bd0-593f-4f63-bee1-2d3c9f6c99a0 req-7825f3f5-3620-4723-8a4e-2ac0ab4728f9 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:06.618531 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ccb96bd0-593f-4f63-bee1-2d3c9f6c99a0 req-7825f3f5-3620-4723-8a4e-2ac0ab4728f9 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "DELETE /v2.0/ports/e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 HTTP/1.1" status: 204 len: 173 time: 1.4757509 Sep 17 23:45:06.635146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e412e0-5f72-4783-8de6-a4adb374b6d8 req-48c39c1c-5a51-4749-902d-d4f7656748d3 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:06.636717 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46e412e0-5f72-4783-8de6-a4adb374b6d8 req-48c39c1c-5a51-4749-902d-d4f7656748d3 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 985 time: 0.0959415 Sep 17 23:45:06.648632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-46e412e0-5f72-4783-8de6-a4adb374b6d8 req-b3f12769-f1cc-4c71-923d-883092069923 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Request body: {'port': {'security_groups': ['3de35c9d-ebed-4375-aa9a-5074601136bc', 'ca140af9-2031-4c2e-960d-37fb1310fcfb', 'c316ef1f-9219-444a-b19d-08c82b41c4dd']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:06.714289 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f4ddd750-31f3-4ff2-93e9-15a4a730022f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:06.769198 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-46e412e0-5f72-4783-8de6-a4adb374b6d8 req-b3f12769-f1cc-4c71-923d-883092069923 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:06.801025 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['3552a5d4-726d-4d3f-a363-8f246e36bc04'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:06.895796 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66365349-4a6d-4de9-ae51-194de79148c3 None None] Network 74134fa8-5397-4a8f-adc4-b39a332fe240 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:45:06.912958 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port f4ddd750-31f3-4ff2-93e9-15a4a730022f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:06.913340 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:06.961798 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f790c02b-056c-4c30-a5f5-457f7d772fe1 req-1223df7a-b8f5-4e9c-a2d5-0f6ce1dd0564 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=642a02e9-ad7d-44a2-9b1e-8afb38f872d1 HTTP/1.1" status: 200 len: 210 time: 0.0583863 Sep 17 23:45:07.039137 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-347ff253-df1a-4fe4-babc-f77c9b3b02e1 None None] Provisioning complete for port f4ddd750-31f3-4ff2-93e9-15a4a730022f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:07.039293 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-347ff253-df1a-4fe4-babc-f77c9b3b02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:07.169916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-46e412e0-5f72-4783-8de6-a4adb374b6d8 req-b3f12769-f1cc-4c71-923d-883092069923 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] For port 4acec55d-cd8f-4c41-8499-14c6e9c9a082, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4acec55d-cd8f-4c41-8499-14c6e9c9a082,segment=NetworkSegment(bff38316-12df-4891-9977-6ff960030625),segment_id=bff38316-12df-4891-9977-6ff960030625)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:07.220677 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7ba19d11-eaf6-449c-9e8b-cfb8cb334742 req-a0ed793d-934a-4b86-8abb-c91d0d48d16d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 210 time: 0.0474622 Sep 17 23:45:07.250753 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-46e412e0-5f72-4783-8de6-a4adb374b6d8 req-b3f12769-f1cc-4c71-923d-883092069923 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:07.349966 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-46e412e0-5f72-4783-8de6-a4adb374b6d8 req-b3f12769-f1cc-4c71-923d-883092069923 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:07.350509 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:07.370811 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['4acec55d-cd8f-4c41-8499-14c6e9c9a082'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:07.414800 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e412e0-5f72-4783-8de6-a4adb374b6d8 req-b3f12769-f1cc-4c71-923d-883092069923 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:07.415836 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-46e412e0-5f72-4783-8de6-a4adb374b6d8 req-b3f12769-f1cc-4c71-923d-883092069923 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:07.429440 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46e412e0-5f72-4783-8de6-a4adb374b6d8 req-b3f12769-f1cc-4c71-923d-883092069923 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "PUT /v2.0/ports/4acec55d-cd8f-4c41-8499-14c6e9c9a082 HTTP/1.1" status: 200 len: 1021 time: 0.7857406 Sep 17 23:45:07.436709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ba909a-9c15-44cf-b0b5-09bc0a15197d', 'tag': '4acec55d-cd8f-4c41-8499-14c6e9c9a082'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:07.443442 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d978ad-f8c0-4629-873f-0f7904c3d5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ba909a-9c15-44cf-b0b5-09bc0a15197d", "tag": "4acec55d-cd8f-4c41-8499-14c6e9c9a082"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:07.466537 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642a02e9-ad7d-44a2-9b1e-8afb38f872d1', 'name': 'network-vif-deleted', 'tag': '3ee134c4-da4d-4fbc-827d-34f7459f2fc6'}, {'server_uuid': '1c22b708-f425-4c44-816a-12d88d5cce1f', 'name': 'network-vif-deleted', 'tag': 'e2c017c7-79c7-49f4-a2e8-fd1af689e9b0'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:07.470753 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc634845-e2b7-4e53-84ec-a47baf4514d9" -d '{"events": [{"server_uuid": "642a02e9-ad7d-44a2-9b1e-8afb38f872d1", "name": "network-vif-deleted", "tag": "3ee134c4-da4d-4fbc-827d-34f7459f2fc6"}, {"server_uuid": "1c22b708-f425-4c44-816a-12d88d5cce1f", "name": "network-vif-deleted", "tag": "e2c017c7-79c7-49f4-a2e8-fd1af689e9b0"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:07.537129 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f12769-f1cc-4c71-923d-883092069923 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event updated for resources: {'Port': ['ID=4acec55d-cd8f-4c41-8499-14c6e9c9a082,revision_number=7']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:07.566895 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e8ff48-d752-4b4d-853b-0750b0ea93a0 x-openstack-request-id: req-99e8ff48-d752-4b4d-853b-0750b0ea93a0 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:07.567275 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ba909a-9c15-44cf-b0b5-09bc0a15197d", "tag": "4acec55d-cd8f-4c41-8499-14c6e9c9a082", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:07.567418 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-99e8ff48-d752-4b4d-853b-0750b0ea93a0 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:07.567826 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ba909a-9c15-44cf-b0b5-09bc0a15197d', 'tag': '4acec55d-cd8f-4c41-8499-14c6e9c9a082', 'status': 'completed', 'code': 200} Sep 17 23:45:07.595779 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port f4ddd750-31f3-4ff2-93e9-15a4a730022f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f4ddd750-31f3-4ff2-93e9-15a4a730022f,segment=NetworkSegment(0b54d4d7-51d9-4f50-bde2-a5f7071afd6f),segment_id=0b54d4d7-51d9-4f50-bde2-a5f7071afd6f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:07.607660 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['4acec55d-cd8f-4c41-8499-14c6e9c9a082'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:07.627949 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b398e4cb-6bb2-46e5-b2bf-b96e79773317 req-1ab583ad-1bd6-47f8-871d-9b4cb9cb6e90 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/c316ef1f-9219-444a-b19d-08c82b41c4dd HTTP/1.1" status: 200 len: 1798 time: 0.1256382 Sep 17 23:45:07.656101 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-347ff253-df1a-4fe4-babc-f77c9b3b02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:07.667032 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d978ad-f8c0-4629-873f-0f7904c3d5a2 req-f14bde61-3217-4f58-a4f6-80ca421bbb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:07.668559 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35d978ad-f8c0-4629-873f-0f7904c3d5a2 req-f14bde61-3217-4f58-a4f6-80ca421bbb5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09b9a7f871a14d6ab2c46e8a4e2591b9&device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 1175 time: 0.0863664 Sep 17 23:45:07.753140 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-036fc879-c04a-4f85-aafa-037496e2f6a5 req-7582548c-3820-49a3-aa42-b22a886b08ab tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c22b708-f425-4c44-816a-12d88d5cce1f HTTP/1.1" status: 200 len: 210 time: 0.0740132 Sep 17 23:45:07.769169 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4eb49b-f4ea-46b7-80af-9e696ac3272e None None] Network 340981ab-1d4d-4d15-b517-5e0134286926 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:45:07.778099 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-b398e4cb-6bb2-46e5-b2bf-b96e79773317 req-a1c233be-8c09-4ce8-858c-dc4d9d35a744 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 23:45:07.779537 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b398e4cb-6bb2-46e5-b2bf-b96e79773317 req-a1c233be-8c09-4ce8-858c-dc4d9d35a744 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "DELETE /v2.0/security-groups/c316ef1f-9219-444a-b19d-08c82b41c4dd HTTP/1.1" status: 409 len: 341 time: 0.1505475 Sep 17 23:45:07.803783 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['516c6bd7-4d3e-4aec-91c6-23785c92ed0c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:07.807393 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:07.808037 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:07.828808 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d978ad-f8c0-4629-873f-0f7904c3d5a2 req-cb6f5973-fc4c-4c80-a8c4-d952ca49dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:07.832643 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35d978ad-f8c0-4629-873f-0f7904c3d5a2 req-cb6f5973-fc4c-4c80-a8c4-d952ca49dde8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 HTTP/1.1" status: 200 len: 913 time: 0.1515117 Sep 17 23:45:07.833342 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8372f9d-ebc6-4a77-b694-5a123038c5b0 x-openstack-request-id: req-d8372f9d-ebc6-4a77-b694-5a123038c5b0 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:07.833739 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642a02e9-ad7d-44a2-9b1e-8afb38f872d1", "name": "network-vif-deleted", "tag": "3ee134c4-da4d-4fbc-827d-34f7459f2fc6", "status": "completed", "code": 200}, {"server_uuid": "1c22b708-f425-4c44-816a-12d88d5cce1f", "name": "network-vif-deleted", "tag": "e2c017c7-79c7-49f4-a2e8-fd1af689e9b0", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:07.834091 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8372f9d-ebc6-4a77-b694-5a123038c5b0 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:07.834573 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642a02e9-ad7d-44a2-9b1e-8afb38f872d1', 'name': 'network-vif-deleted', 'tag': '3ee134c4-da4d-4fbc-827d-34f7459f2fc6', 'status': 'completed', 'code': 200} Sep 17 23:45:07.835164 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c22b708-f425-4c44-816a-12d88d5cce1f', 'name': 'network-vif-deleted', 'tag': 'e2c017c7-79c7-49f4-a2e8-fd1af689e9b0', 'status': 'completed', 'code': 200} Sep 17 23:45:07.883066 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35d978ad-f8c0-4629-873f-0f7904c3d5a2 req-6d23f57f-25a3-414a-96fe-e3f1609c1a70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4acec55d-cd8f-4c41-8499-14c6e9c9a082 HTTP/1.1" status: 200 len: 217 time: 0.0426958 Sep 17 23:45:07.946034 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d978ad-f8c0-4629-873f-0f7904c3d5a2 req-a8390ee0-c0a0-408e-94d5-92237339dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:07.947815 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35d978ad-f8c0-4629-873f-0f7904c3d5a2 req-a8390ee0-c0a0-408e-94d5-92237339dd0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d83ea213-422a-4034-a7c8-6f64998ed54d HTTP/1.1" status: 200 len: 852 time: 0.0583873 Sep 17 23:45:07.982373 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35d978ad-f8c0-4629-873f-0f7904c3d5a2 req-9d414be5-1dc9-407a-af8d-e7cfe43baa9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61fd0ff8-bde6-4e98-bc61-f528a1ff35f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271528 Sep 17 23:45:07.990100 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 3ee134c4-da4d-4fbc-827d-34f7459f2fc6 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:45:08.054429 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 3ee134c4-da4d-4fbc-827d-34f7459f2fc6 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:45:08.054429 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 3ee134c4-da4d-4fbc-827d-34f7459f2fc6 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:45:08.055279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:45:08.110963 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-347ff253-df1a-4fe4-babc-f77c9b3b02e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:45:08.111326 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-347ff253-df1a-4fe4-babc-f77c9b3b02e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:45:08.126269 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:45:08.126615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e2c017c7-79c7-49f4-a2e8-fd1af689e9b0 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:45:08.127027 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device dea29f93-50f3-4fd1-8148-69dfbba345a6 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:45:08.136721 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35d978ad-f8c0-4629-873f-0f7904c3d5a2 req-7faef7b8-0bad-4bc2-b7b7-4586b54210b3 service neutron] 10.222.0.37 "GET /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163020 Sep 17 23:45:08.173340 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=f4ddd750-31f3-4ff2-93e9-15a4a730022f,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:08.188262 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: dea29f93-50f3-4fd1-8148-69dfbba345a6 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:45:08.188609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device dea29f93-50f3-4fd1-8148-69dfbba345a6 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:45:08.267802 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35d978ad-f8c0-4629-873f-0f7904c3d5a2 req-b267fe44-34b4-44e5-bdd2-c3a05c11b285 service neutron] 10.222.0.37 "GET /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240494 Sep 17 23:45:08.294493 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:08.294868 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:08.567674 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a0ab400-f687-445e-af2d-9e1436f0f4a5 req-e14aa097-ca7e-49b4-a0b6-7b4a7a73acab tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 210 time: 0.0472970 Sep 17 23:45:08.682087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523443dc-e781-4956-9856-f41430c16bab req-0f4cffd6-66a6-4f10-b32e-8b1b19d58671 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:08.684372 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-523443dc-e781-4956-9856-f41430c16bab req-0f4cffd6-66a6-4f10-b32e-8b1b19d58671 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 1024 time: 0.0587494 Sep 17 23:45:08.775430 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-523443dc-e781-4956-9856-f41430c16bab req-44e8a96f-17e8-4fa2-82d7-08a9cbef1a70 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca140af9-2031-4c2e-960d-37fb1310fcfb&id=c316ef1f-9219-444a-b19d-08c82b41c4dd&id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0842421 Sep 17 23:45:08.854069 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d89723b2-51d1-4ad6-8354-2fe8db5b7885 None None] Provisioning complete for port f70211ed-89a8-4a3a-bfc1-2602675d8cd6 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:08.854559 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d89723b2-51d1-4ad6-8354-2fe8db5b7885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:08.888664 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f70211ed-89a8-4a3a-bfc1-2602675d8cd6 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:08.915384 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6aaaa-c2c2-47d8-af92-181e907cd9ee req-2a24cc86-008e-4624-b491-8ee45bcf95d8 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:08.918386 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-45d6aaaa-c2c2-47d8-af92-181e907cd9ee req-2a24cc86-008e-4624-b491-8ee45bcf95d8 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 951 time: 0.0588124 Sep 17 23:45:08.958005 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-45d6aaaa-c2c2-47d8-af92-181e907cd9ee req-9426e02e-6ee1-4251-822d-012fa4d4405a tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348361 Sep 17 23:45:08.982609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port f70211ed-89a8-4a3a-bfc1-2602675d8cd6 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:08.983040 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:08.985612 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d89723b2-51d1-4ad6-8354-2fe8db5b7885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:09.051719 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d89723b2-51d1-4ad6-8354-2fe8db5b7885 None None] For port f70211ed-89a8-4a3a-bfc1-2602675d8cd6, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f70211ed-89a8-4a3a-bfc1-2602675d8cd6,segment=NetworkSegment(e33fbdc0-1214-41f3-b1fe-325c36f90a24),segment_id=e33fbdc0-1214-41f3-b1fe-325c36f90a24)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:09.091101 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:09.204770 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d89723b2-51d1-4ad6-8354-2fe8db5b7885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:09.278558 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d89723b2-51d1-4ad6-8354-2fe8db5b7885 None None] Provisioning complete for port f4ddd750-31f3-4ff2-93e9-15a4a730022f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:09.278928 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d89723b2-51d1-4ad6-8354-2fe8db5b7885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:09.288027 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:45:09.288439 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:45:09.307162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89723b2-51d1-4ad6-8354-2fe8db5b7885 None None] Pushing event updated for resources: {'Port': ['ID=f70211ed-89a8-4a3a-bfc1-2602675d8cd6,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:09.613534 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acd288-d6e0-4990-9547-419862721ecc req-c322e8cc-14ab-4cca-8a87-57e16dc3d5c0 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:09.615042 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-93acd288-d6e0-4990-9547-419862721ecc req-c322e8cc-14ab-4cca-8a87-57e16dc3d5c0 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 949 time: 0.0557027 Sep 17 23:45:09.672355 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17268e39-33c1-4a44-9fe3-e58f5ed2377c req-3ef9e2d3-20a4-481e-acf2-8b176d70db89 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 210 time: 0.0312092 Sep 17 23:45:09.677717 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-93acd288-d6e0-4990-9547-419862721ecc req-79e50282-353e-468d-810c-9b8f63694957 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567243 Sep 17 23:45:09.825090 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f4ddd750-31f3-4ff2-93e9-15a4a730022f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:09.883149 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port f4ddd750-31f3-4ff2-93e9-15a4a730022f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:09.883879 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:09.906332 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef165ba-2928-4746-bd68-f5e226e81d5a req-4de71be8-75ae-435d-b00d-5e63a69f0394 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:09.907854 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ef165ba-2928-4746-bd68-f5e226e81d5a req-4de71be8-75ae-435d-b00d-5e63a69f0394 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 1024 time: 0.0523937 Sep 17 23:45:09.951044 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ef165ba-2928-4746-bd68-f5e226e81d5a req-6cccfb42-4ff8-42bd-8888-a25695935487 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca140af9-2031-4c2e-960d-37fb1310fcfb&id=c316ef1f-9219-444a-b19d-08c82b41c4dd&id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0368061 Sep 17 23:45:10.091154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106fc40-c9cb-4ee7-9b29-6afc9f565f1a req-2465aa3b-2796-445b-9dc3-9ca6022c2806 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:10.095024 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d106fc40-c9cb-4ee7-9b29-6afc9f565f1a req-2465aa3b-2796-445b-9dc3-9ca6022c2806 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 951 time: 0.0554709 Sep 17 23:45:10.113830 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-eea2b1ee-c762-469e-bffb-90dd9c9db0c4 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:10.121698 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-eea2b1ee-c762-469e-bffb-90dd9c9db0c4 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:10.123334 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-eea2b1ee-c762-469e-bffb-90dd9c9db0c4 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.41 "GET /v2.0/networks?id=74134fa8-5397-4a8f-adc4-b39a332fe240&id=340981ab-1d4d-4d15-b517-5e0134286926&id=74134fa8-5397-4a8f-adc4-b39a332fe240 HTTP/1.1" status: 200 len: 1390 time: 0.1518540 Sep 17 23:45:10.140504 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-6c446f07-099a-405f-815b-12b77c8634da req-e0fbd3fb-8d0e-45c8-a32f-e5d8590b710b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Request body: {'port': {'device_id': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'network_id': '74134fa8-5397-4a8f-adc4-b39a332fe240', 'admin_state_up': True, 'tenant_id': '549a504bc9bd46e68c2227d65a7879db'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:10.141558 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d106fc40-c9cb-4ee7-9b29-6afc9f565f1a req-87c313cf-e5ea-43d9-be10-18d90bd57956 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355682 Sep 17 23:45:10.151907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92b9e6-45f6-4786-8e3f-d9a5977223f4 req-787147e2-107f-41ab-8e5c-2b7c276e08e5 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:10.153562 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8f92b9e6-45f6-4786-8e3f-d9a5977223f4 req-787147e2-107f-41ab-8e5c-2b7c276e08e5 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 1024 time: 0.0940905 Sep 17 23:45:10.182759 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:10.347841 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1baf45-f839-4a8b-a1c6-f3f1b8d16b4b req-a1b5c1b6-bfe9-4a74-a011-a49be6d42256 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:10.349372 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab1baf45-f839-4a8b-a1c6-f3f1b8d16b4b req-a1b5c1b6-bfe9-4a74-a011-a49be6d42256 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 951 time: 0.1670604 Sep 17 23:45:10.426360 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-8f92b9e6-45f6-4786-8e3f-d9a5977223f4 req-44993e79-7208-4488-94dc-5d64ddd2ab77 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Deleting port 4acec55d-cd8f-4c41-8499-14c6e9c9a082 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:45:10.426701 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8f92b9e6-45f6-4786-8e3f-d9a5977223f4 req-44993e79-7208-4488-94dc-5d64ddd2ab77 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:10.533493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-e0fbd3fb-8d0e-45c8-a32f-e5d8590b710b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Made reservation on behalf of 549a504bc9bd46e68c2227d65a7879db for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:10.537009 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-e0fbd3fb-8d0e-45c8-a32f-e5d8590b710b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:10.564178 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-8f92b9e6-45f6-4786-8e3f-d9a5977223f4 req-44993e79-7208-4488-94dc-5d64ddd2ab77 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] For port 4acec55d-cd8f-4c41-8499-14c6e9c9a082, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4acec55d-cd8f-4c41-8499-14c6e9c9a082,segment=NetworkSegment(bff38316-12df-4891-9977-6ff960030625),segment_id=bff38316-12df-4891-9977-6ff960030625)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:10.564541 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8f92b9e6-45f6-4786-8e3f-d9a5977223f4 req-44993e79-7208-4488-94dc-5d64ddd2ab77 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:10.569842 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-ab1baf45-f839-4a8b-a1c6-f3f1b8d16b4b req-6d20c7bd-9f14-4e33-ac55-2c1700ab3cbc tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Deleting port 0317988c-c2f7-4c9e-a328-b9fc52267568 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:45:10.570225 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ab1baf45-f839-4a8b-a1c6-f3f1b8d16b4b req-6d20c7bd-9f14-4e33-ac55-2c1700ab3cbc tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:10.608112 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-8f92b9e6-45f6-4786-8e3f-d9a5977223f4 req-44993e79-7208-4488-94dc-5d64ddd2ab77 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Calling delete_port for 4acec55d-cd8f-4c41-8499-14c6e9c9a082 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:45:10.704812 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f70211ed-89a8-4a3a-bfc1-2602675d8cd6 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:10.773394 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port f70211ed-89a8-4a3a-bfc1-2602675d8cd6 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:10.774102 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:10.814523 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ab1baf45-f839-4a8b-a1c6-f3f1b8d16b4b req-6d20c7bd-9f14-4e33-ac55-2c1700ab3cbc tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] For port 0317988c-c2f7-4c9e-a328-b9fc52267568, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=0317988c-c2f7-4c9e-a328-b9fc52267568,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:10.814888 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ab1baf45-f839-4a8b-a1c6-f3f1b8d16b4b req-6d20c7bd-9f14-4e33-ac55-2c1700ab3cbc tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:10.818884 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d549a79f-2d9b-4560-aab7-b7dddc6fec9c req-459fd85a-b3df-49cb-9ff2-edd8e849fac2 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 210 time: 0.0475202 Sep 17 23:45:10.837549 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244ce78-c7ae-43a0-b3a5-ca9dc3b77954 req-f7f4d9a1-5d60-4a5e-b2ab-87608fef2100 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:10.846255 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-ab1baf45-f839-4a8b-a1c6-f3f1b8d16b4b req-6d20c7bd-9f14-4e33-ac55-2c1700ab3cbc tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Calling delete_port for 0317988c-c2f7-4c9e-a328-b9fc52267568 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:45:10.846615 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f244ce78-c7ae-43a0-b3a5-ca9dc3b77954 req-f7f4d9a1-5d60-4a5e-b2ab-87608fef2100 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 949 time: 0.0910137 Sep 17 23:45:10.859027 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-6c446f07-099a-405f-815b-12b77c8634da req-e0fbd3fb-8d0e-45c8-a32f-e5d8590b710b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Allocated IP 19.80.0.178 (74134fa8-5397-4a8f-adc4-b39a332fe240/ab46ce84-b7f5-4594-9e5f-886bcadb37a9/33a83285-6d07-42ac-ad37-4bee523132bc) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:45:10.897740 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f244ce78-c7ae-43a0-b3a5-ca9dc3b77954 req-427db3ff-ebca-43f9-b64a-5dba7b3e4a9a tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500193 Sep 17 23:45:11.100525 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9004351-2aa2-48f5-b14a-6aaeffb133e0 req-34b95f1a-d1c9-4e4d-b07f-bf86889cb3c5 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:11.102128 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d9004351-2aa2-48f5-b14a-6aaeffb133e0 req-34b95f1a-d1c9-4e4d-b07f-bf86889cb3c5 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 1024 time: 0.0637832 Sep 17 23:45:11.113802 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8f92b9e6-45f6-4786-8e3f-d9a5977223f4 req-44993e79-7208-4488-94dc-5d64ddd2ab77 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:11.129926 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['516c6bd7-4d3e-4aec-91c6-23785c92ed0c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:11.154799 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d9004351-2aa2-48f5-b14a-6aaeffb133e0 req-f855f180-0247-48fb-b2b4-1fee7e68e875 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca140af9-2031-4c2e-960d-37fb1310fcfb&id=c316ef1f-9219-444a-b19d-08c82b41c4dd&id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0451021 Sep 17 23:45:11.182994 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44993e79-7208-4488-94dc-5d64ddd2ab77 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event deleted for resources: {'Port': ['ID=4acec55d-cd8f-4c41-8499-14c6e9c9a082,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:11.233908 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-e0fbd3fb-8d0e-45c8-a32f-e5d8590b710b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:11.257906 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f92b9e6-45f6-4786-8e3f-d9a5977223f4 req-44993e79-7208-4488-94dc-5d64ddd2ab77 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] No DVR routers for this DVR port 4acec55d-cd8f-4c41-8499-14c6e9c9a082 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:45:11.261822 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8f92b9e6-45f6-4786-8e3f-d9a5977223f4 req-44993e79-7208-4488-94dc-5d64ddd2ab77 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:11.263804 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8f92b9e6-45f6-4786-8e3f-d9a5977223f4 req-44993e79-7208-4488-94dc-5d64ddd2ab77 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.37 "DELETE /v2.0/ports/4acec55d-cd8f-4c41-8499-14c6e9c9a082 HTTP/1.1" status: 204 len: 173 time: 1.0970168 Sep 17 23:45:11.264428 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ba909a-9c15-44cf-b0b5-09bc0a15197d', 'name': 'network-vif-deleted', 'tag': '4acec55d-cd8f-4c41-8499-14c6e9c9a082'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:11.266761 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320e1c6e-9590-4a4c-8179-5fd0971a427d" -d '{"events": [{"server_uuid": "f4ba909a-9c15-44cf-b0b5-09bc0a15197d", "name": "network-vif-deleted", "tag": "4acec55d-cd8f-4c41-8499-14c6e9c9a082"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:11.274603 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f6fe5-2a10-49ca-bd9b-1309a112bf76 req-b05d8cad-7157-403a-ade9-7bd54de39ab5 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:11.277319 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-504f6fe5-2a10-49ca-bd9b-1309a112bf76 req-b05d8cad-7157-403a-ade9-7bd54de39ab5 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 951 time: 0.0558736 Sep 17 23:45:11.277716 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d15a4-5418-4e7a-8b2c-77359510c8e0 req-d8b75d95-fcec-4d80-b6d6-241045737bfd tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:11.279176 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-168d15a4-5418-4e7a-8b2c-77359510c8e0 req-d8b75d95-fcec-4d80-b6d6-241045737bfd tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 949 time: 0.1682904 Sep 17 23:45:11.282604 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ab1baf45-f839-4a8b-a1c6-f3f1b8d16b4b req-6d20c7bd-9f14-4e33-ac55-2c1700ab3cbc tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:11.334065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-504f6fe5-2a10-49ca-bd9b-1309a112bf76 req-21a355b6-6021-443d-a12a-d3e63c13f3a4 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/security-groups?id=f605cdfb-1817-46b7-8f79-362a876508f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478420 Sep 17 23:45:11.339759 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b366358-d170-4449-aa48-475e96090cff x-openstack-request-id: req-7b366358-d170-4449-aa48-475e96090cff {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:11.340068 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ba909a-9c15-44cf-b0b5-09bc0a15197d", "name": "network-vif-deleted", "tag": "4acec55d-cd8f-4c41-8499-14c6e9c9a082", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:11.340539 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7b366358-d170-4449-aa48-475e96090cff {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:11.340665 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ba909a-9c15-44cf-b0b5-09bc0a15197d', 'name': 'network-vif-deleted', 'tag': '4acec55d-cd8f-4c41-8499-14c6e9c9a082', 'status': 'completed', 'code': 200} Sep 17 23:45:11.345739 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20c7bd-9f14-4e33-ac55-2c1700ab3cbc tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Pushing event deleted for resources: {'Port': ['ID=0317988c-c2f7-4c9e-a328-b9fc52267568,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:11.651664 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['0317988c-c2f7-4c9e-a328-b9fc52267568'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:11.722741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1baf45-f839-4a8b-a1c6-f3f1b8d16b4b req-6d20c7bd-9f14-4e33-ac55-2c1700ab3cbc tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] No DVR routers for this DVR port 0317988c-c2f7-4c9e-a328-b9fc52267568 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:45:11.725804 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ab1baf45-f839-4a8b-a1c6-f3f1b8d16b4b req-6d20c7bd-9f14-4e33-ac55-2c1700ab3cbc tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:11.727699 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab1baf45-f839-4a8b-a1c6-f3f1b8d16b4b req-6d20c7bd-9f14-4e33-ac55-2c1700ab3cbc tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.41 "DELETE /v2.0/ports/0317988c-c2f7-4c9e-a328-b9fc52267568 HTTP/1.1" status: 204 len: 173 time: 1.3649714 Sep 17 23:45:11.752992 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-168d15a4-5418-4e7a-8b2c-77359510c8e0 req-0400d167-7ee8-4037-b494-263e7da015b3 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Deleting port 3552a5d4-726d-4d3f-a363-8f246e36bc04 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:45:11.753341 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-168d15a4-5418-4e7a-8b2c-77359510c8e0 req-0400d167-7ee8-4037-b494-263e7da015b3 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:11.778300 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-e0fbd3fb-8d0e-45c8-a32f-e5d8590b710b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:11.860626 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c446f07-099a-405f-815b-12b77c8634da req-e0fbd3fb-8d0e-45c8-a32f-e5d8590b710b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Network 74134fa8-5397-4a8f-adc4-b39a332fe240 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:45:11.872048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-6c446f07-099a-405f-815b-12b77c8634da req-e0fbd3fb-8d0e-45c8-a32f-e5d8590b710b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:11.877288 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c446f07-099a-405f-815b-12b77c8634da req-e0fbd3fb-8d0e-45c8-a32f-e5d8590b710b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:45:11.879706 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbd3fb-8d0e-45c8-a32f-e5d8590b710b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event updated for resources: {'Port': ['ID=33a83285-6d07-42ac-ad37-4bee523132bc,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:11.926017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-168d15a4-5418-4e7a-8b2c-77359510c8e0 req-0400d167-7ee8-4037-b494-263e7da015b3 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] For port 3552a5d4-726d-4d3f-a363-8f246e36bc04, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=3552a5d4-726d-4d3f-a363-8f246e36bc04,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:11.926398 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-168d15a4-5418-4e7a-8b2c-77359510c8e0 req-0400d167-7ee8-4037-b494-263e7da015b3 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:11.945493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-168d15a4-5418-4e7a-8b2c-77359510c8e0 req-0400d167-7ee8-4037-b494-263e7da015b3 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Calling delete_port for 3552a5d4-726d-4d3f-a363-8f246e36bc04 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:45:11.957128 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-e0fbd3fb-8d0e-45c8-a32f-e5d8590b710b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:11.957783 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-e0fbd3fb-8d0e-45c8-a32f-e5d8590b710b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:11.968916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2624c-c854-4c8a-a1ac-5d9ae84403a7 req-a445216d-bcba-47a0-9808-742af04d0d43 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:11.970821 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68a2624c-c854-4c8a-a1ac-5d9ae84403a7 req-a445216d-bcba-47a0-9808-742af04d0d43 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 932 time: 0.0749106 Sep 17 23:45:12.061693 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68a2624c-c854-4c8a-a1ac-5d9ae84403a7 req-2a42dc4d-1736-45f2-a17f-809b7d00a12d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811880 Sep 17 23:45:12.066144 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-e0fbd3fb-8d0e-45c8-a32f-e5d8590b710b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9282146 Sep 17 23:45:12.070169 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f2341-3506-4cf4-afe6-a051c29a6bce req-eb1a7890-8079-4b88-8a90-1468ffe9d4ac tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:12.071716 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c45f2341-3506-4cf4-afe6-a051c29a6bce req-eb1a7890-8079-4b88-8a90-1468ffe9d4ac tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 949 time: 0.0827157 Sep 17 23:45:12.076375 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-6c446f07-099a-405f-815b-12b77c8634da req-d812f4b8-ea50-4b58-96e7-a9c9c32c6dcc tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Request body: {'port': {'device_id': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'network_id': '340981ab-1d4d-4d15-b517-5e0134286926', 'admin_state_up': True, 'tenant_id': '549a504bc9bd46e68c2227d65a7879db'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:12.122232 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c45f2341-3506-4cf4-afe6-a051c29a6bce req-d602f070-6025-47a1-aed4-df311700bbb2 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f701e94f-4f4f-48f8-ab50-a20e773af1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386260 Sep 17 23:45:12.285287 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a9d0c45-c84b-4c59-8248-c9b68d7cf56d req-14b32734-89f4-47fd-8c93-24d289d29ac8 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4ba909a-9c15-44cf-b0b5-09bc0a15197d HTTP/1.1" status: 200 len: 210 time: 0.0334256 Sep 17 23:45:12.314835 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5bb009cf-fce2-4340-b0e0-73f09755563c None None] Provisioning complete for port 33a83285-6d07-42ac-ad37-4bee523132bc triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:12.315424 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5bb009cf-fce2-4340-b0e0-73f09755563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:12.320135 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-168d15a4-5418-4e7a-8b2c-77359510c8e0 req-0400d167-7ee8-4037-b494-263e7da015b3 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:12.350166 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400d167-7ee8-4037-b494-263e7da015b3 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Pushing event deleted for resources: {'Port': ['ID=3552a5d4-726d-4d3f-a363-8f246e36bc04,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:12.350810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-5bb009cf-fce2-4340-b0e0-73f09755563c None None] Port 33a83285-6d07-42ac-ad37-4bee523132bc cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:45:12.352869 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-d812f4b8-ea50-4b58-96e7-a9c9c32c6dcc tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Made reservation on behalf of 549a504bc9bd46e68c2227d65a7879db for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:12.356403 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-d812f4b8-ea50-4b58-96e7-a9c9c32c6dcc tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:12.413717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-168d15a4-5418-4e7a-8b2c-77359510c8e0 req-0400d167-7ee8-4037-b494-263e7da015b3 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] No DVR routers for this DVR port 3552a5d4-726d-4d3f-a363-8f246e36bc04 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:45:12.417220 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-168d15a4-5418-4e7a-8b2c-77359510c8e0 req-0400d167-7ee8-4037-b494-263e7da015b3 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:12.419426 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-168d15a4-5418-4e7a-8b2c-77359510c8e0 req-0400d167-7ee8-4037-b494-263e7da015b3 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.41 "DELETE /v2.0/ports/3552a5d4-726d-4d3f-a363-8f246e36bc04 HTTP/1.1" status: 204 len: 173 time: 1.1286027 Sep 17 23:45:12.456259 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f92233b4-5010-4d57-bd14-d8ebc36bb6ce req-180d130b-4cfa-4332-b92b-777fdce87eb9 tempest-ServersAdminTestJSON-736003659 tempest-ServersAdminTestJSON-736003659-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5b8beec-b448-4be2-98d0-11ae72b42b75 HTTP/1.1" status: 200 len: 210 time: 0.0293293 Sep 17 23:45:12.527967 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-6c446f07-099a-405f-815b-12b77c8634da req-d812f4b8-ea50-4b58-96e7-a9c9c32c6dcc tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Allocated IP 19.86.0.228 (340981ab-1d4d-4d15-b517-5e0134286926/b1248945-866e-4976-a190-b3fd8298662f/351bb12f-48ae-4d83-a55c-440ebcf891b0) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:45:12.655455 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4acec55d-cd8f-4c41-8499-14c6e9c9a082 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:45:12.676089 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 4acec55d-cd8f-4c41-8499-14c6e9c9a082 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:45:12.676609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4acec55d-cd8f-4c41-8499-14c6e9c9a082 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:45:12.693778 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-d812f4b8-ea50-4b58-96e7-a9c9c32c6dcc tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:12.853044 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-d812f4b8-ea50-4b58-96e7-a9c9c32c6dcc tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:12.895441 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c446f07-099a-405f-815b-12b77c8634da req-d812f4b8-ea50-4b58-96e7-a9c9c32c6dcc tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Network 340981ab-1d4d-4d15-b517-5e0134286926 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:45:12.898737 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-6c446f07-099a-405f-815b-12b77c8634da req-d812f4b8-ea50-4b58-96e7-a9c9c32c6dcc tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:12.904507 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c446f07-099a-405f-815b-12b77c8634da req-d812f4b8-ea50-4b58-96e7-a9c9c32c6dcc tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:45:12.911380 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812f4b8-ea50-4b58-96e7-a9c9c32c6dcc tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event updated for resources: {'Port': ['ID=351bb12f-48ae-4d83-a55c-440ebcf891b0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:12.958239 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-d812f4b8-ea50-4b58-96e7-a9c9c32c6dcc tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:12.958815 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-d812f4b8-ea50-4b58-96e7-a9c9c32c6dcc tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:13.096138 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-d812f4b8-ea50-4b58-96e7-a9c9c32c6dcc tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0244527 Sep 17 23:45:13.108440 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-6c446f07-099a-405f-815b-12b77c8634da req-9861dae6-3426-4fd3-948d-6bcb6259a561 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Request body: {'port': {'device_id': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'network_id': '74134fa8-5397-4a8f-adc4-b39a332fe240', 'admin_state_up': True, 'tenant_id': '549a504bc9bd46e68c2227d65a7879db'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:13.169995 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:13.187727 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c3fb6-8356-4569-96e7-5538e2ba5a4d req-285ba2ee-a3e5-43bf-bdcb-a94fd4dbcd6f tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:13.191077 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f46267a5-a57c-45fa-813b-aecb8e127dd7 None None] Provisioning complete for port 351bb12f-48ae-4d83-a55c-440ebcf891b0 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:13.191465 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f46267a5-a57c-45fa-813b-aecb8e127dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:13.207924 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c3fb6-8356-4569-96e7-5538e2ba5a4d req-285ba2ee-a3e5-43bf-bdcb-a94fd4dbcd6f tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:13.209762 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f21c3fb6-8356-4569-96e7-5538e2ba5a4d req-285ba2ee-a3e5-43bf-bdcb-a94fd4dbcd6f tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 1655 time: 0.0771961 Sep 17 23:45:13.238771 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-f46267a5-a57c-45fa-813b-aecb8e127dd7 None None] Port 351bb12f-48ae-4d83-a55c-440ebcf891b0 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:45:13.259078 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f21c3fb6-8356-4569-96e7-5538e2ba5a4d req-22c50d5a-1990-4ba7-9a61-6d2857b6c4bc tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419734 Sep 17 23:45:13.318770 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4674d5d9-c86e-4de3-862a-f18e7191b10a req-2d14061e-1442-4211-9bdc-83d64513cc61 tempest-ServersOnMultiNodesTest-182866664 tempest-ServersOnMultiNodesTest-182866664-project] 10.222.0.46 "GET /v2.0/ports?device_id=b17e3295-11b9-45ac-b5e2-ef022481ea11 HTTP/1.1" status: 200 len: 210 time: 0.0265014 Sep 17 23:45:13.337895 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-9861dae6-3426-4fd3-948d-6bcb6259a561 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Made reservation on behalf of 549a504bc9bd46e68c2227d65a7879db for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:13.341556 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-9861dae6-3426-4fd3-948d-6bcb6259a561 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:13.345573 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b8beec-b448-4be2-98d0-11ae72b42b75', 'name': 'network-vif-deleted', 'tag': '0317988c-c2f7-4c9e-a328-b9fc52267568'}, {'server_uuid': 'b17e3295-11b9-45ac-b5e2-ef022481ea11', 'name': 'network-vif-deleted', 'tag': '3552a5d4-726d-4d3f-a363-8f246e36bc04'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:13.347908 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27b1723-64fe-443f-bb66-47e450e70990" -d '{"events": [{"server_uuid": "d5b8beec-b448-4be2-98d0-11ae72b42b75", "name": "network-vif-deleted", "tag": "0317988c-c2f7-4c9e-a328-b9fc52267568"}, {"server_uuid": "b17e3295-11b9-45ac-b5e2-ef022481ea11", "name": "network-vif-deleted", "tag": "3552a5d4-726d-4d3f-a363-8f246e36bc04"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:13.403759 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301799b9-a245-4356-b347-c15383db952b x-openstack-request-id: req-301799b9-a245-4356-b347-c15383db952b {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:13.404055 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b8beec-b448-4be2-98d0-11ae72b42b75", "name": "network-vif-deleted", "tag": "0317988c-c2f7-4c9e-a328-b9fc52267568", "status": "completed", "code": 200}, {"server_uuid": "b17e3295-11b9-45ac-b5e2-ef022481ea11", "name": "network-vif-deleted", "tag": "3552a5d4-726d-4d3f-a363-8f246e36bc04", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:13.404301 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-301799b9-a245-4356-b347-c15383db952b {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:13.405255 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b8beec-b448-4be2-98d0-11ae72b42b75', 'name': 'network-vif-deleted', 'tag': '0317988c-c2f7-4c9e-a328-b9fc52267568', 'status': 'completed', 'code': 200} Sep 17 23:45:13.405849 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17e3295-11b9-45ac-b5e2-ef022481ea11', 'name': 'network-vif-deleted', 'tag': '3552a5d4-726d-4d3f-a363-8f246e36bc04', 'status': 'completed', 'code': 200} Sep 17 23:45:13.422839 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b5ec695-1e2e-4465-a0b8-98f11be97a96 req-8fa0eac4-2343-431d-a014-7b1613e99ae2 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/ca140af9-2031-4c2e-960d-37fb1310fcfb HTTP/1.1" status: 200 len: 1800 time: 0.0419850 Sep 17 23:45:13.485498 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3b5ec695-1e2e-4465-a0b8-98f11be97a96 req-cd7b29a3-f08b-480b-b1aa-fc93fd5029d9 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:13.501408 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-6c446f07-099a-405f-815b-12b77c8634da req-9861dae6-3426-4fd3-948d-6bcb6259a561 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Allocated IP 19.80.0.154 (74134fa8-5397-4a8f-adc4-b39a332fe240/ab46ce84-b7f5-4594-9e5f-886bcadb37a9/35dd9699-688a-4c5c-bd1d-c9cdef711d8c) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:45:13.510786 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3b5ec695-1e2e-4465-a0b8-98f11be97a96 req-cd7b29a3-f08b-480b-b1aa-fc93fd5029d9 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:13.644342 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3b5ec695-1e2e-4465-a0b8-98f11be97a96 req-cd7b29a3-f08b-480b-b1aa-fc93fd5029d9 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:13.647297 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3b5ec695-1e2e-4465-a0b8-98f11be97a96 req-cd7b29a3-f08b-480b-b1aa-fc93fd5029d9 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:13.648822 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b5ec695-1e2e-4465-a0b8-98f11be97a96 req-cd7b29a3-f08b-480b-b1aa-fc93fd5029d9 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "DELETE /v2.0/security-groups/ca140af9-2031-4c2e-960d-37fb1310fcfb HTTP/1.1" status: 204 len: 173 time: 0.2201960 Sep 17 23:45:13.683607 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-9861dae6-3426-4fd3-948d-6bcb6259a561 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:13.683826 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b29a3-f08b-480b-b1aa-fc93fd5029d9 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca140af9-2031-4c2e-960d-37fb1310fcfb,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:13.710846 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a952b7f-957e-41df-b263-1b1cf3bf01db req-ed14529d-9a67-404a-a541-210954d9a7ab tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/c316ef1f-9219-444a-b19d-08c82b41c4dd HTTP/1.1" status: 200 len: 1798 time: 0.0437214 Sep 17 23:45:13.774375 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9a952b7f-957e-41df-b263-1b1cf3bf01db req-b15bb22a-7cd2-47e4-a650-6e7411e52351 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:13.803284 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9a952b7f-957e-41df-b263-1b1cf3bf01db req-b15bb22a-7cd2-47e4-a650-6e7411e52351 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:13.856386 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-9861dae6-3426-4fd3-948d-6bcb6259a561 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:13.902017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c446f07-099a-405f-815b-12b77c8634da req-9861dae6-3426-4fd3-948d-6bcb6259a561 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Network 74134fa8-5397-4a8f-adc4-b39a332fe240 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:45:13.905242 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-6c446f07-099a-405f-815b-12b77c8634da req-9861dae6-3426-4fd3-948d-6bcb6259a561 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:13.915628 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c446f07-099a-405f-815b-12b77c8634da req-9861dae6-3426-4fd3-948d-6bcb6259a561 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:45:13.934926 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861dae6-3426-4fd3-948d-6bcb6259a561 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event updated for resources: {'Port': ['ID=35dd9699-688a-4c5c-bd1d-c9cdef711d8c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:13.965519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-9861dae6-3426-4fd3-948d-6bcb6259a561 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:13.966193 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-9861dae6-3426-4fd3-948d-6bcb6259a561 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:13.983370 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9a952b7f-957e-41df-b263-1b1cf3bf01db req-b15bb22a-7cd2-47e4-a650-6e7411e52351 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:13.985935 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9a952b7f-957e-41df-b263-1b1cf3bf01db req-b15bb22a-7cd2-47e4-a650-6e7411e52351 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:13.987107 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a952b7f-957e-41df-b263-1b1cf3bf01db req-b15bb22a-7cd2-47e4-a650-6e7411e52351 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "DELETE /v2.0/security-groups/c316ef1f-9219-444a-b19d-08c82b41c4dd HTTP/1.1" status: 204 len: 173 time: 0.2698123 Sep 17 23:45:14.007974 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15bb22a-7cd2-47e4-a650-6e7411e52351 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c316ef1f-9219-444a-b19d-08c82b41c4dd,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:14.014463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 3552a5d4-726d-4d3f-a363-8f246e36bc04 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:45:14.022665 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1a45a405-8cf3-4b29-a38a-8c4a105da72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:14.030182 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-583fcede-20e9-4ec2-8577-67c64865a3d5 req-f3c22fb9-35bd-433a-81c5-ea9b8de262c1 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2072025563', 'description': 'tempest-description-944697810'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:14.044496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 3552a5d4-726d-4d3f-a363-8f246e36bc04 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:45:14.048004 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 3552a5d4-726d-4d3f-a363-8f246e36bc04 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:45:14.048004 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 0317988c-c2f7-4c9e-a328-b9fc52267568 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:45:14.067935 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-9861dae6-3426-4fd3-948d-6bcb6259a561 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9639587 Sep 17 23:45:14.068712 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 0317988c-c2f7-4c9e-a328-b9fc52267568 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:45:14.069089 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 0317988c-c2f7-4c9e-a328-b9fc52267568 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:45:14.081124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Request body: {'port': {'device_id': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:14.140128 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:14.162715 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5d8242c5-b784-43f7-98b5-7483ee9d2851 None None] Provisioning complete for port 35dd9699-688a-4c5c-bd1d-c9cdef711d8c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:14.163360 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5d8242c5-b784-43f7-98b5-7483ee9d2851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:14.204915 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-5d8242c5-b784-43f7-98b5-7483ee9d2851 None None] Port 35dd9699-688a-4c5c-bd1d-c9cdef711d8c cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:45:14.206043 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-583fcede-20e9-4ec2-8577-67c64865a3d5 req-f3c22fb9-35bd-433a-81c5-ea9b8de262c1 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:14.225121 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35384) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:14.323076 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-583fcede-20e9-4ec2-8577-67c64865a3d5 req-f3c22fb9-35bd-433a-81c5-ea9b8de262c1 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:14.422067 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e30250cf-aef6-425a-8c73-5b139a3402db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=61bc45c4c67b49509525c81ab232b9c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956739 Sep 17 23:45:14.430279 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35396) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:14.431971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399885d1-642e-46a8-aa65-998cb2ae27cb req-11100123-af3b-44b3-b43f-fedd343253e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:14.438328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399885d1-642e-46a8-aa65-998cb2ae27cb req-11100123-af3b-44b3-b43f-fedd343253e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:14.444209 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399885d1-642e-46a8-aa65-998cb2ae27cb req-11100123-af3b-44b3-b43f-fedd343253e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:14.445866 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-399885d1-642e-46a8-aa65-998cb2ae27cb req-11100123-af3b-44b3-b43f-fedd343253e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2377 time: 0.0968277 Sep 17 23:45:14.446971 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-583fcede-20e9-4ec2-8577-67c64865a3d5 req-f3c22fb9-35bd-433a-81c5-ea9b8de262c1 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:14.462106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a83285-6d07-42ac-ad37-4bee523132bc {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:45:14.474615 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:14.495102 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c22fb9-35bd-433a-81c5-ea9b8de262c1 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3b4864-f77d-405f-97d5-19fd7c6ddac6,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:14.495568 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Transition to ACTIVE for port object 33a83285-6d07-42ac-ad37-4bee523132bc will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:45:14.508646 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8dd06e05-737d-4fe5-ae1d-24d1de6fa609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:14.510010 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-399885d1-642e-46a8-aa65-998cb2ae27cb req-a98c4aa7-cbae-46e5-8c60-2b209892dffb tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533478 Sep 17 23:45:14.531724 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8dd06e05-737d-4fe5-ae1d-24d1de6fa609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:14.575347 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-583fcede-20e9-4ec2-8577-67c64865a3d5 req-f3c22fb9-35bd-433a-81c5-ea9b8de262c1 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:14.577149 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-583fcede-20e9-4ec2-8577-67c64865a3d5 req-f3c22fb9-35bd-433a-81c5-ea9b8de262c1 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5596385 Sep 17 23:45:14.615863 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:14.640196 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a586dc4-6b65-4aa8-871f-f1677d9fefa0 req-2d777d24-8d30-41d9-b6fc-a1370056f13b tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/ec3b4864-f77d-405f-97d5-19fd7c6ddac6 HTTP/1.1" status: 200 len: 1802 time: 0.0421038 Sep 17 23:45:14.668748 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-6a586dc4-6b65-4aa8-871f-f1677d9fefa0 req-7e2855af-8a10-4aa1-9c34-b6eaca591da4 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1201783791', 'description': 'tempest-description-hth-38930697'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:14.695967 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6a586dc4-6b65-4aa8-871f-f1677d9fefa0 req-7e2855af-8a10-4aa1-9c34-b6eaca591da4 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:14.713636 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Pushing event updated for resources: {'Port': ['ID=33a83285-6d07-42ac-ad37-4bee523132bc,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:14.725086 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8dd06e05-737d-4fe5-ae1d-24d1de6fa609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:14.725905 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8dd06e05-737d-4fe5-ae1d-24d1de6fa609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:14.729351 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8dd06e05-737d-4fe5-ae1d-24d1de6fa609 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f605cdfb-1817-46b7-8f79-362a876508f9 HTTP/1.1" status: 204 len: 168 time: 0.2958322 Sep 17 23:45:14.744699 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd06e05-737d-4fe5-ae1d-24d1de6fa609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f605cdfb-1817-46b7-8f79-362a876508f9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:14.755523 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6a586dc4-6b65-4aa8-871f-f1677d9fefa0 req-7e2855af-8a10-4aa1-9c34-b6eaca591da4 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:14.755986 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Attempting to bind port 33a83285-6d07-42ac-ad37-4bee523132bc on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:45:14.756324 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Attempting to bind port 33a83285-6d07-42ac-ad37-4bee523132bc by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '0b54d4d7-51d9-4f50-bde2-a5f7071afd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '74134fa8-5397-4a8f-adc4-b39a332fe240'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:45:14.756659 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Attempting to bind port 33a83285-6d07-42ac-ad37-4bee523132bc on network 74134fa8-5397-4a8f-adc4-b39a332fe240 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:14.761535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Port 33a83285-6d07-42ac-ad37-4bee523132bc on network 74134fa8-5397-4a8f-adc4-b39a332fe240 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:45:14.761853 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Attempting to bind port 33a83285-6d07-42ac-ad37-4bee523132bc on network 74134fa8-5397-4a8f-adc4-b39a332fe240 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:14.769423 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:45:14.769838 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Checking segment: {'id': '0b54d4d7-51d9-4f50-bde2-a5f7071afd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '74134fa8-5397-4a8f-adc4-b39a332fe240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:14.770254 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Bound using segment: {'id': '0b54d4d7-51d9-4f50-bde2-a5f7071afd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '74134fa8-5397-4a8f-adc4-b39a332fe240'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:45:14.770850 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Bound port: 33a83285-6d07-42ac-ad37-4bee523132bc, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b54d4d7-51d9-4f50-bde2-a5f7071afd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '74134fa8-5397-4a8f-adc4-b39a332fe240'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:45:14.771505 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:14.817045 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6a586dc4-6b65-4aa8-871f-f1677d9fefa0 req-7e2855af-8a10-4aa1-9c34-b6eaca591da4 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:14.819919 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6a586dc4-6b65-4aa8-871f-f1677d9fefa0 req-7e2855af-8a10-4aa1-9c34-b6eaca591da4 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:14.821377 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a586dc4-6b65-4aa8-871f-f1677d9fefa0 req-7e2855af-8a10-4aa1-9c34-b6eaca591da4 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "PUT /v2.0/security-groups/ec3b4864-f77d-405f-97d5-19fd7c6ddac6 HTTP/1.1" status: 200 len: 1775 time: 0.1632292 Sep 17 23:45:14.863554 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] For port 33a83285-6d07-42ac-ad37-4bee523132bc, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:45:14.864669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2855af-8a10-4aa1-9c34-b6eaca591da4 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3b4864-f77d-405f-97d5-19fd7c6ddac6,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:14.879202 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] For port 33a83285-6d07-42ac-ad37-4bee523132bc, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=33a83285-6d07-42ac-ad37-4bee523132bc,segment=NetworkSegment(0b54d4d7-51d9-4f50-bde2-a5f7071afd6f),segment_id=0b54d4d7-51d9-4f50-bde2-a5f7071afd6f)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:45:14.900169 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a58b0400-dd5b-4323-a20a-9cb638e4c08f req-f43073ab-80b7-4602-bb1a-38c8f49b1175 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/ec3b4864-f77d-405f-97d5-19fd7c6ddac6 HTTP/1.1" status: 200 len: 1775 time: 0.0526490 Sep 17 23:45:14.965223 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90d4b403-d161-4713-9591-68bc5cdacddb req-1259f6a8-8c9f-42fc-853c-00748b3a5042 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/ec3b4864-f77d-405f-97d5-19fd7c6ddac6 HTTP/1.1" status: 200 len: 1775 time: 0.0436618 Sep 17 23:45:14.989934 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:15.028432 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:15.030742 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:15.032755 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] 10.222.0.41 "PUT /v2.0/ports/33a83285-6d07-42ac-ad37-4bee523132bc HTTP/1.1" status: 200 len: 1092 time: 0.9557514 Sep 17 23:45:15.036490 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-90d4b403-d161-4713-9591-68bc5cdacddb req-d670a483-8265-44ed-82ba-ccbf63c8df59 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:15.061668 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-90d4b403-d161-4713-9591-68bc5cdacddb req-d670a483-8265-44ed-82ba-ccbf63c8df59 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:15.065189 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847a6b8-8fe8-4524-a6fb-f2435d12090e service neutron] Pushing event updated for resources: {'Port': ['ID=33a83285-6d07-42ac-ad37-4bee523132bc,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:15.164228 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Request body: {'port': {'device_id': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:15.173280 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-90d4b403-d161-4713-9591-68bc5cdacddb req-d670a483-8265-44ed-82ba-ccbf63c8df59 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:15.175855 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-90d4b403-d161-4713-9591-68bc5cdacddb req-d670a483-8265-44ed-82ba-ccbf63c8df59 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:15.177082 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90d4b403-d161-4713-9591-68bc5cdacddb req-d670a483-8265-44ed-82ba-ccbf63c8df59 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "DELETE /v2.0/security-groups/ec3b4864-f77d-405f-97d5-19fd7c6ddac6 HTTP/1.1" status: 204 len: 173 time: 0.2052557 Sep 17 23:45:15.193909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670a483-8265-44ed-82ba-ccbf63c8df59 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3b4864-f77d-405f-97d5-19fd7c6ddac6,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:15.224850 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35418) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:15.269374 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:15.330346 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-fba50a3c-dce3-470b-b754-be3f5b687242 req-b02656a7-0fb1-4685-9b76-f392bf0e875e tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] show failed (client error): The resource could not be found. Sep 17 23:45:15.338395 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fba50a3c-dce3-470b-b754-be3f5b687242 req-b02656a7-0fb1-4685-9b76-f392bf0e875e tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/c316ef1f-9219-444a-b19d-08c82b41c4dd HTTP/1.1" status: 404 len: 352 time: 0.0239098 Sep 17 23:45:15.396810 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-f28131f5-2adc-42cf-ba8e-2492f70cf688 req-c1315081-b60c-4ada-8a00-557f3d945346 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] show failed (client error): The resource could not be found. Sep 17 23:45:15.398110 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f28131f5-2adc-42cf-ba8e-2492f70cf688 req-c1315081-b60c-4ada-8a00-557f3d945346 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/ca140af9-2031-4c2e-960d-37fb1310fcfb HTTP/1.1" status: 404 len: 352 time: 0.0195894 Sep 17 23:45:15.422035 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-adba040c-468d-4322-bbb7-596b5720e44a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1912f23d03ac425bbba8530206421ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960289 Sep 17 23:45:15.422690 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35432) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:15.424261 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'tag': '33a83285-6d07-42ac-ad37-4bee523132bc'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:15.426709 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db868bf4-41d8-49ce-863e-579b79add1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "3af61bf0-3639-4e79-aeda-a26e9da5bc32", "tag": "33a83285-6d07-42ac-ad37-4bee523132bc"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:15.454125 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-3072a702-dbf4-4ae9-ba38-742327bf4536 req-c4106d14-c01e-4b78-a636-4946ae1d1455 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] show failed (client error): The resource could not be found. Sep 17 23:45:15.455161 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3072a702-dbf4-4ae9-ba38-742327bf4536 req-c4106d14-c01e-4b78-a636-4946ae1d1455 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/dc36f065-4285-4058-ba51-c10d0162f90f HTTP/1.1" status: 404 len: 352 time: 0.0304592 Sep 17 23:45:15.476583 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5b0752-c71d-42a0-a79a-4a39c0e1c502 x-openstack-request-id: req-7c5b0752-c71d-42a0-a79a-4a39c0e1c502 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:15.477483 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af61bf0-3639-4e79-aeda-a26e9da5bc32", "tag": "33a83285-6d07-42ac-ad37-4bee523132bc", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:15.477854 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c5b0752-c71d-42a0-a79a-4a39c0e1c502 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:15.482835 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'tag': '33a83285-6d07-42ac-ad37-4bee523132bc', 'status': 'completed', 'code': 200} Sep 17 23:45:15.499054 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d46450f8-1922-4389-9a34-03b210879f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:15.507105 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-2242f43e-630d-416e-b42a-9fb90303b4d7 req-c081cf20-cc5a-4fb8-903e-c53d4dc232f3 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] show failed (client error): The resource could not be found. Sep 17 23:45:15.508126 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2242f43e-630d-416e-b42a-9fb90303b4d7 req-c081cf20-cc5a-4fb8-903e-c53d4dc232f3 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/27b1c34b-92e6-413a-8fe8-5d42303f2bd3 HTTP/1.1" status: 404 len: 352 time: 0.0193865 Sep 17 23:45:15.529184 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d46450f8-1922-4389-9a34-03b210879f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:15.569739 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-3f0be8c1-d44f-4643-b0f7-7edafdc22935 req-746bf6a0-5c4f-497f-bc1b-2115a5bc7a20 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] show failed (client error): The resource could not be found. Sep 17 23:45:15.571275 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3f0be8c1-d44f-4643-b0f7-7edafdc22935 req-746bf6a0-5c4f-497f-bc1b-2115a5bc7a20 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/65bd732a-1aa3-468d-b7d9-cfa9750cc7fc HTTP/1.1" status: 404 len: 352 time: 0.0341592 Sep 17 23:45:15.601130 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db868bf4-41d8-49ce-863e-579b79add1d4 req-5d5d6836-78f1-4f87-9be2-278b81707510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:15.603887 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db868bf4-41d8-49ce-863e-579b79add1d4 req-5d5d6836-78f1-4f87-9be2-278b81707510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:15.607546 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db868bf4-41d8-49ce-863e-579b79add1d4 req-5d5d6836-78f1-4f87-9be2-278b81707510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:15.610325 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-db868bf4-41d8-49ce-863e-579b79add1d4 req-5d5d6836-78f1-4f87-9be2-278b81707510 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=549a504bc9bd46e68c2227d65a7879db&device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2732 time: 0.1114967 Sep 17 23:45:15.641152 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-6825096f-4459-4237-b100-2203dc7ac072 req-8d702398-5e47-4b85-a3e5-700133d1c465 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] show failed (client error): The resource could not be found. Sep 17 23:45:15.642204 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6825096f-4459-4237-b100-2203dc7ac072 req-8d702398-5e47-4b85-a3e5-700133d1c465 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/cd5946ca-e815-4c0b-b4b5-db017f7b754c HTTP/1.1" status: 404 len: 352 time: 0.0329835 Sep 17 23:45:15.667911 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16549c4d-f08f-4de5-97e3-f298ae44f8a9 req-350eae32-0cc4-4906-9c31-846cda25b783 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:15.674801 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16549c4d-f08f-4de5-97e3-f298ae44f8a9 req-350eae32-0cc4-4906-9c31-846cda25b783 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:15.680953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16549c4d-f08f-4de5-97e3-f298ae44f8a9 req-350eae32-0cc4-4906-9c31-846cda25b783 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:15.686663 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16549c4d-f08f-4de5-97e3-f298ae44f8a9 req-350eae32-0cc4-4906-9c31-846cda25b783 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2389 time: 0.0841877 Sep 17 23:45:15.727246 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351bb12f-48ae-4d83-a55c-440ebcf891b0 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:45:15.738644 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:15.749408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16549c4d-f08f-4de5-97e3-f298ae44f8a9 req-7c28e87a-b4ed-48e7-9c10-fed089257f95 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521846 Sep 17 23:45:15.751062 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d46450f8-1922-4389-9a34-03b210879f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:15.754076 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d46450f8-1922-4389-9a34-03b210879f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:15.755637 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d46450f8-1922-4389-9a34-03b210879f3c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f701e94f-4f4f-48f8-ab50-a20e773af1a9 HTTP/1.1" status: 204 len: 168 time: 0.3319802 Sep 17 23:45:15.764122 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46450f8-1922-4389-9a34-03b210879f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f701e94f-4f4f-48f8-ab50-a20e773af1a9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:15.769595 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Transition to ACTIVE for port object 351bb12f-48ae-4d83-a55c-440ebcf891b0 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:45:15.771045 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db868bf4-41d8-49ce-863e-579b79add1d4 req-2d58e158-5eb7-41c4-9a76-24be1b4e31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:15.771539 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db868bf4-41d8-49ce-863e-579b79add1d4 req-2d58e158-5eb7-41c4-9a76-24be1b4e31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:15.772020 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db868bf4-41d8-49ce-863e-579b79add1d4 req-2d58e158-5eb7-41c4-9a76-24be1b4e31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:15.773926 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-db868bf4-41d8-49ce-863e-579b79add1d4 req-2d58e158-5eb7-41c4-9a76-24be1b4e31a9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=549a504bc9bd46e68c2227d65a7879db&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1529906 Sep 17 23:45:15.781216 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35450) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:15.844558 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-20b788dd-ccbb-4112-a78e-bdf6d3f0474a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe9bae022a6e4f42a62649fca6fad718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621884 Sep 17 23:45:15.845455 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35454) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:15.870350 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:15.905817 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5173ae0-5af0-4c81-a9b1-99179bc44e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:15.932444 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5173ae0-5af0-4c81-a9b1-99179bc44e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:15.958100 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db868bf4-41d8-49ce-863e-579b79add1d4 req-3e4a9ee2-4c44-4c83-856e-35d1e6b70c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:15.958100 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-db868bf4-41d8-49ce-863e-579b79add1d4 req-3e4a9ee2-4c44-4c83-856e-35d1e6b70c22 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1762328 Sep 17 23:45:15.973114 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Pushing event updated for resources: {'Port': ['ID=351bb12f-48ae-4d83-a55c-440ebcf891b0,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:16.052778 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Attempting to bind port 351bb12f-48ae-4d83-a55c-440ebcf891b0 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:45:16.053147 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Attempting to bind port 351bb12f-48ae-4d83-a55c-440ebcf891b0 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'e33fbdc0-1214-41f3-b1fe-325c36f90a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '340981ab-1d4d-4d15-b517-5e0134286926'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:45:16.053510 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Attempting to bind port 351bb12f-48ae-4d83-a55c-440ebcf891b0 on network 340981ab-1d4d-4d15-b517-5e0134286926 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:16.058332 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Port 351bb12f-48ae-4d83-a55c-440ebcf891b0 on network 340981ab-1d4d-4d15-b517-5e0134286926 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:45:16.058658 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Attempting to bind port 351bb12f-48ae-4d83-a55c-440ebcf891b0 on network 340981ab-1d4d-4d15-b517-5e0134286926 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:16.064251 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:45:16.064594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Checking segment: {'id': 'e33fbdc0-1214-41f3-b1fe-325c36f90a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '340981ab-1d4d-4d15-b517-5e0134286926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:16.065013 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Bound using segment: {'id': 'e33fbdc0-1214-41f3-b1fe-325c36f90a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '340981ab-1d4d-4d15-b517-5e0134286926'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:45:16.065449 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Bound port: 351bb12f-48ae-4d83-a55c-440ebcf891b0, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33fbdc0-1214-41f3-b1fe-325c36f90a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '340981ab-1d4d-4d15-b517-5e0134286926'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:45:16.065810 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:16.098245 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5173ae0-5af0-4c81-a9b1-99179bc44e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:16.100928 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5173ae0-5af0-4c81-a9b1-99179bc44e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:16.102099 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b5173ae0-5af0-4c81-a9b1-99179bc44e84 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0c3ac52-bb30-4976-b32a-49ea701b4690 HTTP/1.1" status: 204 len: 168 time: 0.2556269 Sep 17 23:45:16.123564 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5173ae0-5af0-4c81-a9b1-99179bc44e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c3ac52-bb30-4976-b32a-49ea701b4690,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:16.147557 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] For port 351bb12f-48ae-4d83-a55c-440ebcf891b0, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:45:16.152770 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] For port 351bb12f-48ae-4d83-a55c-440ebcf891b0, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=351bb12f-48ae-4d83-a55c-440ebcf891b0,segment=NetworkSegment(e33fbdc0-1214-41f3-b1fe-325c36f90a24),segment_id=e33fbdc0-1214-41f3-b1fe-325c36f90a24)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:45:16.323353 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057549e2-2242-44c0-bfcc-30c2039a9e6b req-612fc7f2-3b4b-4ec0-82bd-8594f75ce674 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:16.324849 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-057549e2-2242-44c0-bfcc-30c2039a9e6b req-612fc7f2-3b4b-4ec0-82bd-8594f75ce674 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 1023 time: 0.0486534 Sep 17 23:45:16.348384 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:16.368425 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-057549e2-2242-44c0-bfcc-30c2039a9e6b req-45eb7be7-28d1-4368-b95d-2fdf08ed01e9 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5b72f6f-c002-4b75-b281-368c7e69de7f&id=cbc621b9-471f-4c05-bdb6-7fe70243ed8e&id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0366490 Sep 17 23:45:16.390355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:16.390355 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:16.390355 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] 10.222.0.41 "PUT /v2.0/ports/351bb12f-48ae-4d83-a55c-440ebcf891b0 HTTP/1.1" status: 200 len: 1092 time: 1.2274194 Sep 17 23:45:16.422041 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c78c65-ded1-46ae-8539-2620af023b5c service neutron] Pushing event updated for resources: {'Port': ['ID=351bb12f-48ae-4d83-a55c-440ebcf891b0,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:16.528070 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Request body: {'port': {'device_id': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:16.543334 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6f7cad3b-1a2f-4532-94ea-93d2cb37b9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:16.590051 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:16.793287 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35478) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:16.864535 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cd138942-f271-47d8-9d1b-672958b52a7d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=407c758b18204e2ab240d6e7136d503b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700483 Sep 17 23:45:16.874382 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fdb20-2a8e-412d-84b4-da227b307cc9 req-5d0b91dc-5b3f-4b83-8752-eb81f387a253 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:16.880451 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fdb20-2a8e-412d-84b4-da227b307cc9 req-5d0b91dc-5b3f-4b83-8752-eb81f387a253 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:16.882099 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35480) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:16.886412 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fdb20-2a8e-412d-84b4-da227b307cc9 req-5d0b91dc-5b3f-4b83-8752-eb81f387a253 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:16.888072 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f8fdb20-2a8e-412d-84b4-da227b307cc9 req-5d0b91dc-5b3f-4b83-8752-eb81f387a253 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2401 time: 0.0691202 Sep 17 23:45:16.913533 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35dd9699-688a-4c5c-bd1d-c9cdef711d8c {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:45:16.927018 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:16.934947 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f8fdb20-2a8e-412d-84b4-da227b307cc9 req-ee9a0b19-8c09-4fdb-abd9-dc838eee8443 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404434 Sep 17 23:45:16.950912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Transition to ACTIVE for port object 35dd9699-688a-4c5c-bd1d-c9cdef711d8c will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:45:16.961206 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa789-1104-482e-8dc8-41dd7a850465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:16.987843 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa789-1104-482e-8dc8-41dd7a850465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:17.057228 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:17.112329 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Pushing event updated for resources: {'Port': ['ID=35dd9699-688a-4c5c-bd1d-c9cdef711d8c,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:17.165799 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa789-1104-482e-8dc8-41dd7a850465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:17.168320 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa789-1104-482e-8dc8-41dd7a850465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:17.169506 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dbeaa789-1104-482e-8dc8-41dd7a850465 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1aa033ed-cf99-42af-93cc-02819018e70b HTTP/1.1" status: 204 len: 168 time: 0.2864830 Sep 17 23:45:17.186592 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeaa789-1104-482e-8dc8-41dd7a850465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa033ed-cf99-42af-93cc-02819018e70b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:17.192390 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Attempting to bind port 35dd9699-688a-4c5c-bd1d-c9cdef711d8c on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:45:17.192721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Attempting to bind port 35dd9699-688a-4c5c-bd1d-c9cdef711d8c by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '0b54d4d7-51d9-4f50-bde2-a5f7071afd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '74134fa8-5397-4a8f-adc4-b39a332fe240'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:45:17.193100 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Attempting to bind port 35dd9699-688a-4c5c-bd1d-c9cdef711d8c on network 74134fa8-5397-4a8f-adc4-b39a332fe240 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:17.197910 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Port 35dd9699-688a-4c5c-bd1d-c9cdef711d8c on network 74134fa8-5397-4a8f-adc4-b39a332fe240 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:45:17.198260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Attempting to bind port 35dd9699-688a-4c5c-bd1d-c9cdef711d8c on network 74134fa8-5397-4a8f-adc4-b39a332fe240 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:17.203450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:45:17.203873 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Checking segment: {'id': '0b54d4d7-51d9-4f50-bde2-a5f7071afd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '74134fa8-5397-4a8f-adc4-b39a332fe240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:17.204346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Bound using segment: {'id': '0b54d4d7-51d9-4f50-bde2-a5f7071afd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '74134fa8-5397-4a8f-adc4-b39a332fe240'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:45:17.204794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Bound port: 35dd9699-688a-4c5c-bd1d-c9cdef711d8c, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b54d4d7-51d9-4f50-bde2-a5f7071afd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '74134fa8-5397-4a8f-adc4-b39a332fe240'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:45:17.205187 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:17.282233 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] For port 35dd9699-688a-4c5c-bd1d-c9cdef711d8c, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:45:17.284309 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] For port 35dd9699-688a-4c5c-bd1d-c9cdef711d8c, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=35dd9699-688a-4c5c-bd1d-c9cdef711d8c,segment=NetworkSegment(0b54d4d7-51d9-4f50-bde2-a5f7071afd6f),segment_id=0b54d4d7-51d9-4f50-bde2-a5f7071afd6f)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:45:17.306669 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:17.464858 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:17.490459 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1910-7998-447e-944d-475b68108098 req-10409a61-519e-42a6-a748-20bae32f7d0c tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:17.507653 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-590f1910-7998-447e-944d-475b68108098 req-10409a61-519e-42a6-a748-20bae32f7d0c tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 1023 time: 0.0598054 Sep 17 23:45:17.517790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'tag': '351bb12f-48ae-4d83-a55c-440ebcf891b0'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:17.521644 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50068340-faea-4d35-819e-080ae8c2dcd1" -d '{"events": [{"name": "network-changed", "server_uuid": "3af61bf0-3639-4e79-aeda-a26e9da5bc32", "tag": "351bb12f-48ae-4d83-a55c-440ebcf891b0"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:17.527642 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:17.528242 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:17.529785 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] 10.222.0.41 "PUT /v2.0/ports/35dd9699-688a-4c5c-bd1d-c9cdef711d8c HTTP/1.1" status: 200 len: 1092 time: 1.0064063 Sep 17 23:45:17.580282 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe3dfd1-4563-4b7b-9871-4da38be1149d x-openstack-request-id: req-ffe3dfd1-4563-4b7b-9871-4da38be1149d {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:17.580666 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af61bf0-3639-4e79-aeda-a26e9da5bc32", "tag": "351bb12f-48ae-4d83-a55c-440ebcf891b0", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:17.588883 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ffe3dfd1-4563-4b7b-9871-4da38be1149d {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:17.589235 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'tag': '351bb12f-48ae-4d83-a55c-440ebcf891b0', 'status': 'completed', 'code': 200} Sep 17 23:45:17.618964 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-590f1910-7998-447e-944d-475b68108098 req-3ceabb72-307a-493c-835e-53d6c9435546 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5b72f6f-c002-4b75-b281-368c7e69de7f&id=cbc621b9-471f-4c05-bdb6-7fe70243ed8e&id=3de35c9d-ebed-4375-aa9a-5074601136bc&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1034198 Sep 17 23:45:17.649304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562ad9d-f02c-48c8-aa6c-56b1088143e3 service neutron] Pushing event updated for resources: {'Port': ['ID=35dd9699-688a-4c5c-bd1d-c9cdef711d8c,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:17.671088 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:17.676725 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50068340-faea-4d35-819e-080ae8c2dcd1 req-1df0fcf0-a6e7-40f3-8704-46dc3cddf8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:17.679688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50068340-faea-4d35-819e-080ae8c2dcd1 req-1df0fcf0-a6e7-40f3-8704-46dc3cddf8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:17.679688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50068340-faea-4d35-819e-080ae8c2dcd1 req-1df0fcf0-a6e7-40f3-8704-46dc3cddf8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:17.680800 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-50068340-faea-4d35-819e-080ae8c2dcd1 req-1df0fcf0-a6e7-40f3-8704-46dc3cddf8d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=549a504bc9bd46e68c2227d65a7879db&device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2866 time: 0.0817862 Sep 17 23:45:17.835215 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50068340-faea-4d35-819e-080ae8c2dcd1 req-2dbd8199-05bc-407f-850b-e6be2443452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:17.835748 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50068340-faea-4d35-819e-080ae8c2dcd1 req-2dbd8199-05bc-407f-850b-e6be2443452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:17.836226 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50068340-faea-4d35-819e-080ae8c2dcd1 req-2dbd8199-05bc-407f-850b-e6be2443452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:17.838310 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-50068340-faea-4d35-819e-080ae8c2dcd1 req-2dbd8199-05bc-407f-850b-e6be2443452b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=549a504bc9bd46e68c2227d65a7879db&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1478152 Sep 17 23:45:17.854094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439b5f2-73f2-4f48-b436-794978f21e3d req-bde37c0c-3d2f-4555-bfd2-de1f7fe87acb tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:17.857752 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5439b5f2-73f2-4f48-b436-794978f21e3d req-bde37c0c-3d2f-4555-bfd2-de1f7fe87acb tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.41 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 1023 time: 0.0812774 Sep 17 23:45:18.051107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50068340-faea-4d35-819e-080ae8c2dcd1 req-97311db2-71ae-483c-80ac-f4f4d9bdf5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:18.052680 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-50068340-faea-4d35-819e-080ae8c2dcd1 req-97311db2-71ae-483c-80ac-f4f4d9bdf5cb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1961591 Sep 17 23:45:18.062021 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-5439b5f2-73f2-4f48-b436-794978f21e3d req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Deleting port 516c6bd7-4d3e-4aec-91c6-23785c92ed0c {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:45:18.062364 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5439b5f2-73f2-4f48-b436-794978f21e3d req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:18.085928 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514f4e5-6129-4a2b-ae45-6a93a5bc4cd8 req-64f04276-2f1d-422d-a10c-c97e0cee0fb3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:18.092250 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514f4e5-6129-4a2b-ae45-6a93a5bc4cd8 req-64f04276-2f1d-422d-a10c-c97e0cee0fb3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:18.099017 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514f4e5-6129-4a2b-ae45-6a93a5bc4cd8 req-64f04276-2f1d-422d-a10c-c97e0cee0fb3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:18.100670 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7514f4e5-6129-4a2b-ae45-6a93a5bc4cd8 req-64f04276-2f1d-422d-a10c-c97e0cee0fb3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2413 time: 0.0711117 Sep 17 23:45:18.150462 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7514f4e5-6129-4a2b-ae45-6a93a5bc4cd8 req-3b57d80a-bf86-433c-ac60-8744f79ad9c4 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397291 Sep 17 23:45:18.202952 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-a7bad83d-8e3e-4134-8f13-b65ad21fdcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:18.203312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-a7bad83d-8e3e-4134-8f13-b65ad21fdcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:18.203911 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-a7bad83d-8e3e-4134-8f13-b65ad21fdcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:18.205494 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-a7bad83d-8e3e-4134-8f13-b65ad21fdcd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=549a504bc9bd46e68c2227d65a7879db&device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2866 time: 0.1032803 Sep 17 23:45:18.224295 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-5439b5f2-73f2-4f48-b436-794978f21e3d req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] For port 516c6bd7-4d3e-4aec-91c6-23785c92ed0c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=516c6bd7-4d3e-4aec-91c6-23785c92ed0c,segment=NetworkSegment(bff38316-12df-4891-9977-6ff960030625),segment_id=bff38316-12df-4891-9977-6ff960030625)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:18.224662 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5439b5f2-73f2-4f48-b436-794978f21e3d req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:18.266151 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-29f3d7ff-2d85-4618-9ee6-3b3c4c1676c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.178&port_id=33a83285-6d07-42ac-ad37-4bee523132bc HTTP/1.1" status: 200 len: 217 time: 0.0526383 Sep 17 23:45:18.272242 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-5439b5f2-73f2-4f48-b436-794978f21e3d req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Calling delete_port for 516c6bd7-4d3e-4aec-91c6-23785c92ed0c owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:45:18.363033 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-0c6bd5e8-5d07-458e-a622-af2ecc6ca2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:18.364701 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-0c6bd5e8-5d07-458e-a622-af2ecc6ca2be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab46ce84-b7f5-4594-9e5f-886bcadb37a9 HTTP/1.1" status: 200 len: 801 time: 0.0901465 Sep 17 23:45:18.439947 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-6474e9de-fb5b-4530-a3eb-6d884dcf54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:18.439947 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-6474e9de-fb5b-4530-a3eb-6d884dcf54f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74134fa8-5397-4a8f-adc4-b39a332fe240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0636322 Sep 17 23:45:18.529681 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35544) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:18.582836 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-6e3b6b14-762e-44c1-aa67-5fefa5738818 service neutron] 10.222.0.41 "GET /v2.0/networks/74134fa8-5397-4a8f-adc4-b39a332fe240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399148 Sep 17 23:45:18.695781 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5439b5f2-73f2-4f48-b436-794978f21e3d req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:18.709056 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['516c6bd7-4d3e-4aec-91c6-23785c92ed0c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:18.735089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event deleted for resources: {'Port': ['ID=516c6bd7-4d3e-4aec-91c6-23785c92ed0c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:18.748910 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-c4048c0c-4d66-479b-b823-9de514b8fec8 service neutron] 10.222.0.41 "GET /v2.0/networks/74134fa8-5397-4a8f-adc4-b39a332fe240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587398 Sep 17 23:45:18.752768 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:18.753160 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:18.753509 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:18.753852 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:18.754403 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:18.754540 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:18.755032 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:18.755382 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:18.755804 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:18.756192 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:18.756534 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:18.757131 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:18.761486 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b76eb07-590f-4e8f-8ed0-b94c49b46a43 req-5ac6452e-0eb2-4123-98d9-446dc4562dc7 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 210 time: 0.0512965 Sep 17 23:45:18.799081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-b61f7954-b90c-4446-91a3-ee76bc1fd546 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1298023157-network', 'tenant_id': 'dad23bda143e4065b363ecf326d89acb'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:18.809593 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-19f556a0-5016-4f6c-a2e3-e17570d13bb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.228&port_id=351bb12f-48ae-4d83-a55c-440ebcf891b0 HTTP/1.1" status: 200 len: 217 time: 0.0489266 Sep 17 23:45:18.867541 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5439b5f2-73f2-4f48-b436-794978f21e3d req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] No DVR routers for this DVR port 516c6bd7-4d3e-4aec-91c6-23785c92ed0c on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:45:18.870363 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5439b5f2-73f2-4f48-b436-794978f21e3d req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:18.872701 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5439b5f2-73f2-4f48-b436-794978f21e3d req-78a81086-c02f-4df4-b4fe-dcaf627664ac tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.41 "DELETE /v2.0/ports/516c6bd7-4d3e-4aec-91c6-23785c92ed0c HTTP/1.1" status: 204 len: 173 time: 1.0067034 Sep 17 23:45:18.891144 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-0c177d57-1657-447d-8b56-b3b7630049dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:18.892643 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-0c177d57-1657-447d-8b56-b3b7630049dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1248945-866e-4976-a190-b3fd8298662f HTTP/1.1" status: 200 len: 801 time: 0.0696027 Sep 17 23:45:18.926141 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61f7954-b90c-4446-91a3-ee76bc1fd546 admin admin] Made reservation on behalf of dad23bda143e4065b363ecf326d89acb for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:18.929961 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b61f7954-b90c-4446-91a3-ee76bc1fd546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:18.939487 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b61f7954-b90c-4446-91a3-ee76bc1fd546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:18.955239 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-b65eda7f-784e-425a-ba0a-20d4db8b7af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:18.956758 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-b65eda7f-784e-425a-ba0a-20d4db8b7af1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=340981ab-1d4d-4d15-b517-5e0134286926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0575571 Sep 17 23:45:19.053747 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b61f7954-b90c-4446-91a3-ee76bc1fd546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:19.057325 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-3e616807-fd42-4423-98f1-743b3cff1976 service neutron] 10.222.0.41 "GET /v2.0/networks/340981ab-1d4d-4d15-b517-5e0134286926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928402 Sep 17 23:45:19.150566 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-49795b61-dc10-4810-a0f9-2e08d04f067c service neutron] 10.222.0.41 "GET /v2.0/networks/340981ab-1d4d-4d15-b517-5e0134286926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861933 Sep 17 23:45:19.194077 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b61f7954-b90c-4446-91a3-ee76bc1fd546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:19.198544 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-653c3078-46f0-4eaf-af5b-ad54b1512fa9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.154&port_id=35dd9699-688a-4c5c-bd1d-c9cdef711d8c HTTP/1.1" status: 200 len: 217 time: 0.0381787 Sep 17 23:45:19.219417 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61f7954-b90c-4446-91a3-ee76bc1fd546 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:45:19.247938 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f7954-b90c-4446-91a3-ee76bc1fd546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c79360-6ded-4e34-9033-521c2000acca,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:19.252376 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b61f7954-b90c-4446-91a3-ee76bc1fd546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:19.252731 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-b61f7954-b90c-4446-91a3-ee76bc1fd546 admin admin] Added segment 09043b55-a949-46a5-a234-a00eacaf3b98 of type vlan for network ab12b89e-7f5f-453f-8a05-4624f46c7f57 Sep 17 23:45:19.257044 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-d18fe213-c8b1-4c8a-a481-a06a17e66198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:19.258958 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-d18fe213-c8b1-4c8a-a481-a06a17e66198 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab46ce84-b7f5-4594-9e5f-886bcadb37a9 HTTP/1.1" status: 200 len: 801 time: 0.0544331 Sep 17 23:45:19.309050 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446f07-099a-405f-815b-12b77c8634da req-9d2bba9d-651d-46a8-8510-500cfa1c8607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:19.310461 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-9d2bba9d-651d-46a8-8510-500cfa1c8607 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74134fa8-5397-4a8f-adc4-b39a332fe240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0441468 Sep 17 23:45:19.318644 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b61f7954-b90c-4446-91a3-ee76bc1fd546 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:19.337104 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033afaf-c688-415a-892f-326e91b4c35c req-150ff3a4-974a-4235-9dd0-de99cf5578e1 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:19.343711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033afaf-c688-415a-892f-326e91b4c35c req-150ff3a4-974a-4235-9dd0-de99cf5578e1 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:19.349759 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033afaf-c688-415a-892f-326e91b4c35c req-150ff3a4-974a-4235-9dd0-de99cf5578e1 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:19.351436 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e033afaf-c688-415a-892f-326e91b4c35c req-150ff3a4-974a-4235-9dd0-de99cf5578e1 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2413 time: 0.1196532 Sep 17 23:45:19.409960 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e033afaf-c688-415a-892f-326e91b4c35c req-12f84bc1-2dba-4c00-8a37-e40d2e509d45 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477824 Sep 17 23:45:19.419471 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-ce291700-080d-42fb-8efb-bd2b35045714 service neutron] 10.222.0.41 "GET /v2.0/networks/74134fa8-5397-4a8f-adc4-b39a332fe240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011922 Sep 17 23:45:19.502653 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b61f7954-b90c-4446-91a3-ee76bc1fd546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:19.510645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61f7954-b90c-4446-91a3-ee76bc1fd546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:19.510645 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b61f7954-b90c-4446-91a3-ee76bc1fd546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:19.535700 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c446f07-099a-405f-815b-12b77c8634da req-1ba4faa4-6816-4b47-afae-d6355a227eeb service neutron] 10.222.0.41 "GET /v2.0/networks/74134fa8-5397-4a8f-adc4-b39a332fe240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088054 Sep 17 23:45:19.570384 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35582) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:19.573532 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f7954-b90c-4446-91a3-ee76bc1fd546 admin admin] Pushing event updated for resources: {'Network': ['ID=ab12b89e-7f5f-453f-8a05-4624f46c7f57,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:19.585855 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network ab12b89e-7f5f-453f-8a05-4624f46c7f57 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:45:19.590336 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'tag': '35dd9699-688a-4c5c-bd1d-c9cdef711d8c'}, {'server_uuid': '9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2', 'name': 'network-vif-deleted', 'tag': '516c6bd7-4d3e-4aec-91c6-23785c92ed0c'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:19.593774 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9585c3-e708-4924-b551-55a761c73e21" -d '{"events": [{"name": "network-changed", "server_uuid": "3af61bf0-3639-4e79-aeda-a26e9da5bc32", "tag": "35dd9699-688a-4c5c-bd1d-c9cdef711d8c"}, {"server_uuid": "9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2", "name": "network-vif-deleted", "tag": "516c6bd7-4d3e-4aec-91c6-23785c92ed0c"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:19.649800 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35590) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:19.650149 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b61f7954-b90c-4446-91a3-ee76bc1fd546 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1179597 Sep 17 23:45:19.659298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-fc6c721e-9154-4ceb-b3c5-7fda42ef1b3f admin admin] Request body: {'subnet': {'network_id': 'ab12b89e-7f5f-453f-8a05-4624f46c7f57', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1298023157-subnet', 'tenant_id': 'dad23bda143e4065b363ecf326d89acb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:19.681879 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:19.713012 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bba26fe-0e2b-4e5f-be57-c1834fc536ba x-openstack-request-id: req-4bba26fe-0e2b-4e5f-be57-c1834fc536ba {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:19.713360 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af61bf0-3639-4e79-aeda-a26e9da5bc32", "tag": "35dd9699-688a-4c5c-bd1d-c9cdef711d8c", "status": "completed", "code": 200}, {"server_uuid": "9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2", "name": "network-vif-deleted", "tag": "516c6bd7-4d3e-4aec-91c6-23785c92ed0c", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:19.713617 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4bba26fe-0e2b-4e5f-be57-c1834fc536ba {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:19.714151 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'tag': '35dd9699-688a-4c5c-bd1d-c9cdef711d8c', 'status': 'completed', 'code': 200} Sep 17 23:45:19.714407 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2', 'name': 'network-vif-deleted', 'tag': '516c6bd7-4d3e-4aec-91c6-23785c92ed0c', 'status': 'completed', 'code': 200} Sep 17 23:45:19.721285 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95084023-3ff5-4dc8-abfe-b769f3a2904f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:19.747717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6c721e-9154-4ceb-b3c5-7fda42ef1b3f admin admin] Made reservation on behalf of dad23bda143e4065b363ecf326d89acb for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:19.751279 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc6c721e-9154-4ceb-b3c5-7fda42ef1b3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:19.888127 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c070637-83b8-4efb-bb8d-1b73f01c8eee req-9a18a86b-e43b-4e6b-bd86-fbe8ccdf9a33 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/ports?device_id=9bd46f7f-b5cc-46d5-b4bd-3d39fcbff4e2 HTTP/1.1" status: 200 len: 210 time: 0.0280101 Sep 17 23:45:20.186202 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9585c3-e708-4924-b551-55a761c73e21 req-5c59efb0-4790-43f6-8acb-beb682615506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:20.186703 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9585c3-e708-4924-b551-55a761c73e21 req-5c59efb0-4790-43f6-8acb-beb682615506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:20.187214 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9585c3-e708-4924-b551-55a761c73e21 req-5c59efb0-4790-43f6-8acb-beb682615506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:20.189571 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d9585c3-e708-4924-b551-55a761c73e21 req-5c59efb0-4790-43f6-8acb-beb682615506 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=549a504bc9bd46e68c2227d65a7879db&device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2866 time: 0.4522097 Sep 17 23:45:20.384095 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95084023-3ff5-4dc8-abfe-b769f3a2904f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:20.390434 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9585c3-e708-4924-b551-55a761c73e21 req-59282711-940e-406e-acb0-65f17e65372d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:20.391988 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d9585c3-e708-4924-b551-55a761c73e21 req-59282711-940e-406e-acb0-65f17e65372d service neutron] 10.222.0.41 "GET /v2.0/networks?id=74134fa8-5397-4a8f-adc4-b39a332fe240 HTTP/1.1" status: 200 len: 902 time: 0.1933324 Sep 17 23:45:20.458552 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d9585c3-e708-4924-b551-55a761c73e21 req-ca331d01-717e-4832-8dfa-300c88321de1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.154&port_id=35dd9699-688a-4c5c-bd1d-c9cdef711d8c HTTP/1.1" status: 200 len: 217 time: 0.0562985 Sep 17 23:45:20.514531 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9585c3-e708-4924-b551-55a761c73e21 req-1fd81043-066b-4358-bba6-605d94f2558d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:20.516006 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d9585c3-e708-4924-b551-55a761c73e21 req-1fd81043-066b-4358-bba6-605d94f2558d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab46ce84-b7f5-4594-9e5f-886bcadb37a9 HTTP/1.1" status: 200 len: 801 time: 0.0511067 Sep 17 23:45:20.532324 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95084023-3ff5-4dc8-abfe-b769f3a2904f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:20.551401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae220b9-21b3-4cc0-bb34-2a5e76c6fee9 req-4057a9a9-85e6-4640-975e-5a2ae713677f tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:20.557809 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae220b9-21b3-4cc0-bb34-2a5e76c6fee9 req-4057a9a9-85e6-4640-975e-5a2ae713677f tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:20.564323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae220b9-21b3-4cc0-bb34-2a5e76c6fee9 req-4057a9a9-85e6-4640-975e-5a2ae713677f tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:20.565972 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dae220b9-21b3-4cc0-bb34-2a5e76c6fee9 req-4057a9a9-85e6-4640-975e-5a2ae713677f tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2413 time: 0.0704565 Sep 17 23:45:20.585830 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc6c721e-9154-4ceb-b3c5-7fda42ef1b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:20.605537 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dae220b9-21b3-4cc0-bb34-2a5e76c6fee9 req-c57c4893-05e6-45c7-b6d6-99f3c0cdddb3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330579 Sep 17 23:45:20.614241 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95084023-3ff5-4dc8-abfe-b769f3a2904f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4f6c22-ec36-402c-8858-7776674e15bb,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:20.621436 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-95084023-3ff5-4dc8-abfe-b769f3a2904f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=006b8908592e4a65aa7eefd644b3fbe5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0488050 Sep 17 23:45:20.622208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35602) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:20.641617 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9585c3-e708-4924-b551-55a761c73e21 req-50c24bd6-51a4-4114-9af3-5fc9a4c4156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:20.643193 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d9585c3-e708-4924-b551-55a761c73e21 req-50c24bd6-51a4-4114-9af3-5fc9a4c4156f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74134fa8-5397-4a8f-adc4-b39a332fe240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1197524 Sep 17 23:45:20.661035 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c721e-9154-4ceb-b3c5-7fda42ef1b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f0ac011-84bf-403d-bd9b-ac1d25b03dc8,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:20.676580 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bc93c4b3-3e4e-4550-a796-011aa8e29552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:20.699085 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bc93c4b3-3e4e-4550-a796-011aa8e29552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:20.728214 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c721e-9154-4ceb-b3c5-7fda42ef1b3f admin admin] Checking segment: {'id': '09043b55-a949-46a5-a234-a00eacaf3b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ab12b89e-7f5f-453f-8a05-4624f46c7f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:20.728574 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6c721e-9154-4ceb-b3c5-7fda42ef1b3f admin admin] Network hostable DHCP agents. Network: ab12b89e-7f5f-453f-8a05-4624f46c7f57, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:45:20.766657 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d9585c3-e708-4924-b551-55a761c73e21 req-7ea24807-08b8-41c8-a3c1-0c5b63a3c7c5 service neutron] 10.222.0.41 "GET /v2.0/networks/74134fa8-5397-4a8f-adc4-b39a332fe240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146135 Sep 17 23:45:20.854625 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d9585c3-e708-4924-b551-55a761c73e21 req-9e69b183-7012-4752-9b41-1cf73b79fd34 service neutron] 10.222.0.41 "GET /v2.0/networks/74134fa8-5397-4a8f-adc4-b39a332fe240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808632 Sep 17 23:45:20.868490 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bc93c4b3-3e4e-4550-a796-011aa8e29552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:20.872050 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bc93c4b3-3e4e-4550-a796-011aa8e29552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:20.873848 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bc93c4b3-3e4e-4550-a796-011aa8e29552 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a4f6c22-ec36-402c-8858-7776674e15bb HTTP/1.1" status: 204 len: 168 time: 0.2498071 Sep 17 23:45:20.881794 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93c4b3-3e4e-4550-a796-011aa8e29552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4f6c22-ec36-402c-8858-7776674e15bb,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:20.889623 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6c721e-9154-4ceb-b3c5-7fda42ef1b3f admin admin] Network ab12b89e-7f5f-453f-8a05-4624f46c7f57 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:45:20.959985 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-fc6c721e-9154-4ceb-b3c5-7fda42ef1b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, ab12b89e-7f5f-453f-8a05-4624f46c7f57) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:20.964324 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6c721e-9154-4ceb-b3c5-7fda42ef1b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:20.965310 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc6c721e-9154-4ceb-b3c5-7fda42ef1b3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:20.971290 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076e1fca-965a-4a1f-8daf-f8cd95a4411c None None] Network ab12b89e-7f5f-453f-8a05-4624f46c7f57 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:45:20.999848 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-273a2979-365f-4d74-a210-b046ed763c54 req-6051ce14-8acd-406d-a9c5-13c9be0e349a tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/c5b72f6f-c002-4b75-b281-368c7e69de7f HTTP/1.1" status: 200 len: 1800 time: 0.0400662 Sep 17 23:45:21.061652 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-273a2979-365f-4d74-a210-b046ed763c54 req-ca68f644-4e28-4eff-af2b-eb81edb2cb9b tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.086648 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fc6c721e-9154-4ceb-b3c5-7fda42ef1b3f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4353769 Sep 17 23:45:21.089162 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-273a2979-365f-4d74-a210-b046ed763c54 req-ca68f644-4e28-4eff-af2b-eb81edb2cb9b tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.089711 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35614) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:21.094754 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-cb28e11c-f4bd-4733-a52b-8ebb7245d464 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1298023157-router', 'tenant_id': 'dad23bda143e4065b363ecf326d89acb', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:21.134731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ab12b89e-7f5f-453f-8a05-4624f46c7f57', 'network_id': 'ab12b89e-7f5f-453f-8a05-4624f46c7f57', 'tenant_id': 'dad23bda143e4065b363ecf326d89acb', 'fixed_ips': [{'subnet_id': '2f0ac011-84bf-403d-bd9b-ac1d25b03dc8'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:45:21.135589 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.235240 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb28e11c-f4bd-4733-a52b-8ebb7245d464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.238439 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-273a2979-365f-4d74-a210-b046ed763c54 req-ca68f644-4e28-4eff-af2b-eb81edb2cb9b tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.238625 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb28e11c-f4bd-4733-a52b-8ebb7245d464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.239910 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-273a2979-365f-4d74-a210-b046ed763c54 req-ca68f644-4e28-4eff-af2b-eb81edb2cb9b tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.248512 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-273a2979-365f-4d74-a210-b046ed763c54 req-ca68f644-4e28-4eff-af2b-eb81edb2cb9b tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "DELETE /v2.0/security-groups/c5b72f6f-c002-4b75-b281-368c7e69de7f HTTP/1.1" status: 204 len: 173 time: 0.2408416 Sep 17 23:45:21.286385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68f644-4e28-4eff-af2b-eb81edb2cb9b tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b72f6f-c002-4b75-b281-368c7e69de7f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:21.292075 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] Allocated IP 172.20.0.2 (ab12b89e-7f5f-453f-8a05-4624f46c7f57/2f0ac011-84bf-403d-bd9b-ac1d25b03dc8/a29393e9-a3d5-4fd1-8cd8-b8edc400358b) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:45:21.324223 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb28e11c-f4bd-4733-a52b-8ebb7245d464 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.342346 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd891300-b066-4520-9bad-c50c5563a2fd req-529d8e68-9527-434a-b74b-60d1ee2aae46 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "GET /v2.0/security-groups/cbc621b9-471f-4c05-bdb6-7fe70243ed8e HTTP/1.1" status: 200 len: 1800 time: 0.0674365 Sep 17 23:45:21.409876 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bd891300-b066-4520-9bad-c50c5563a2fd req-1cf0672c-7617-4508-bc59-cfb5d88ed3a5 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.431917 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bd891300-b066-4520-9bad-c50c5563a2fd req-1cf0672c-7617-4508-bc59-cfb5d88ed3a5 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.453124 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.572019 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.579211 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb28e11c-f4bd-4733-a52b-8ebb7245d464 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.609453 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] Network ab12b89e-7f5f-453f-8a05-4624f46c7f57 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:45:21.612215 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:21.617722 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:45:21.624353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] Pushing event updated for resources: {'Port': ['ID=a29393e9-a3d5-4fd1-8cd8-b8edc400358b,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:21.651385 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bd891300-b066-4520-9bad-c50c5563a2fd req-1cf0672c-7617-4508-bc59-cfb5d88ed3a5 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.654427 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bd891300-b066-4520-9bad-c50c5563a2fd req-1cf0672c-7617-4508-bc59-cfb5d88ed3a5 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.656073 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd891300-b066-4520-9bad-c50c5563a2fd req-1cf0672c-7617-4508-bc59-cfb5d88ed3a5 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] 10.222.0.46 "DELETE /v2.0/security-groups/cbc621b9-471f-4c05-bdb6-7fe70243ed8e HTTP/1.1" status: 204 len: 173 time: 0.3044899 Sep 17 23:45:21.664053 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35626) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:21.676183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0672c-7617-4508-bc59-cfb5d88ed3a5 tempest-SecurityGroupsTestJSON-458028863 tempest-SecurityGroupsTestJSON-458028863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc621b9-471f-4c05-bdb6-7fe70243ed8e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:21.682374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] Attempting to bind port a29393e9-a3d5-4fd1-8cd8-b8edc400358b on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:45:21.682745 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] Attempting to bind port a29393e9-a3d5-4fd1-8cd8-b8edc400358b by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '09043b55-a949-46a5-a234-a00eacaf3b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ab12b89e-7f5f-453f-8a05-4624f46c7f57'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:45:21.683132 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] Attempting to bind port a29393e9-a3d5-4fd1-8cd8-b8edc400358b on network ab12b89e-7f5f-453f-8a05-4624f46c7f57 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:21.693106 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:45:21.694297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] Checking segment: {'id': '09043b55-a949-46a5-a234-a00eacaf3b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ab12b89e-7f5f-453f-8a05-4624f46c7f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:21.694297 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.694297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] Bound using segment: {'id': '09043b55-a949-46a5-a234-a00eacaf3b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ab12b89e-7f5f-453f-8a05-4624f46c7f57'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:45:21.694738 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] Bound port: a29393e9-a3d5-4fd1-8cd8-b8edc400358b, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09043b55-a949-46a5-a234-a00eacaf3b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ab12b89e-7f5f-453f-8a05-4624f46c7f57'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:45:21.695123 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.731566 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-452d930a-407b-478a-b034-ea4736b70cd3 admin admin] Deleting subnet d83ea213-422a-4034-a7c8-6f64998ed54d {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:45:21.749965 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-452d930a-407b-478a-b034-ea4736b70cd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.774455 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] For port a29393e9-a3d5-4fd1-8cd8-b8edc400358b, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:45:21.777963 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] For port a29393e9-a3d5-4fd1-8cd8-b8edc400358b, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a29393e9-a3d5-4fd1-8cd8-b8edc400358b,segment=NetworkSegment(09043b55-a949-46a5-a234-a00eacaf3b98),segment_id=09043b55-a949-46a5-a234-a00eacaf3b98)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:45:21.790902 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-452d930a-407b-478a-b034-ea4736b70cd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.827510 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a71d1a-9438-4d10-8e29-56b005367a39 req-e4a89972-3b0d-41f1-af62-d762c2f9c21e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:21.836289 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a71d1a-9438-4d10-8e29-56b005367a39 req-e4a89972-3b0d-41f1-af62-d762c2f9c21e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:21.838238 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35630) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:21.842627 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a71d1a-9438-4d10-8e29-56b005367a39 req-e4a89972-3b0d-41f1-af62-d762c2f9c21e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:21.844314 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39a71d1a-9438-4d10-8e29-56b005367a39 req-e4a89972-3b0d-41f1-af62-d762c2f9c21e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2413 time: 0.1314161 Sep 17 23:45:21.859291 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b06a7683-bd69-4fcd-afa6-ec961fa455e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.868562 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-452d930a-407b-478a-b034-ea4736b70cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.872674 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.925184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39a71d1a-9438-4d10-8e29-56b005367a39 req-4b8ee7b5-4eb2-45a7-af29-10f6e1d2770f tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666723 Sep 17 23:45:21.953721 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb28e11c-f4bd-4733-a52b-8ebb7245d464 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:21.965434 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017dea8-45de-467c-8c18-6a66e3a00073 None None] Pushing event updated for resources: {'Port': ['ID=a29393e9-a3d5-4fd1-8cd8-b8edc400358b,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:21.981279 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb28e11c-f4bd-4733-a52b-8ebb7245d464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.041528 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-452d930a-407b-478a-b034-ea4736b70cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.075390 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d930a-407b-478a-b034-ea4736b70cd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d83ea213-422a-4034-a7c8-6f64998ed54d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:22.084869 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-452d930a-407b-478a-b034-ea4736b70cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.084869 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-452d930a-407b-478a-b034-ea4736b70cd3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d83ea213-422a-4034-a7c8-6f64998ed54d HTTP/1.1" status: 204 len: 168 time: 0.4177840 Sep 17 23:45:22.089084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 33a83285-6d07-42ac-ad37-4bee523132bc details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:45:22.089751 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35632) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:22.091678 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 516c6bd7-4d3e-4aec-91c6-23785c92ed0c no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:45:22.125061 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b06a7683-bd69-4fcd-afa6-ec961fa455e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.143342 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-cb28e11c-f4bd-4733-a52b-8ebb7245d464 admin admin] Allocated IP 172.25.3.55 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/50f6f5ed-09da-44c7-b7cf-67a68ea3e247) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:45:22.164467 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 516c6bd7-4d3e-4aec-91c6-23785c92ed0c {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:45:22.166386 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 516c6bd7-4d3e-4aec-91c6-23785c92ed0c not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:45:22.185453 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-52cef837-6f88-4a65-9388-e0525d12e013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.209194 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b06a7683-bd69-4fcd-afa6-ec961fa455e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.307736 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 33a83285-6d07-42ac-ad37-4bee523132bc, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=33a83285-6d07-42ac-ad37-4bee523132bc,segment=NetworkSegment(0b54d4d7-51d9-4f50-bde2-a5f7071afd6f),segment_id=0b54d4d7-51d9-4f50-bde2-a5f7071afd6f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:22.321162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '33a83285-6d07-42ac-ad37-4bee523132bc', 'network_id': '74134fa8-5397-4a8f-adc4-b39a332fe240', 'port_id': '33a83285-6d07-42ac-ad37-4bee523132bc', 'mac_address': 'fa:16:3e:1e:55:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab46ce84-b7f5-4594-9e5f-886bcadb37a9', 'ip_address': '19.80.0.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:45:22.329519 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b06a7683-bd69-4fcd-afa6-ec961fa455e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4fcc58dd37d7469da5fb8d9038255a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4890306 Sep 17 23:45:22.334023 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35638) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:22.349874 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a7683-bd69-4fcd-afa6-ec961fa455e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99858366-3b85-4c54-bc21-170ff2eec466,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:22.387864 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.397995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a83285-6d07-42ac-ad37-4bee523132bc {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:45:22.403880 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb28e11c-f4bd-4733-a52b-8ebb7245d464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.424175 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 33a83285-6d07-42ac-ad37-4bee523132bc, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=33a83285-6d07-42ac-ad37-4bee523132bc,segment=NetworkSegment(0b54d4d7-51d9-4f50-bde2-a5f7071afd6f),segment_id=0b54d4d7-51d9-4f50-bde2-a5f7071afd6f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:22.446844 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff119-f670-4db5-a563-49e8e9a1f1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.478971 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff119-f670-4db5-a563-49e8e9a1f1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.542952 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.543633 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 35dd9699-688a-4c5c-bd1d-c9cdef711d8c details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:45:22.578483 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb28e11c-f4bd-4733-a52b-8ebb7245d464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.613205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 35dd9699-688a-4c5c-bd1d-c9cdef711d8c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=35dd9699-688a-4c5c-bd1d-c9cdef711d8c,segment=NetworkSegment(0b54d4d7-51d9-4f50-bde2-a5f7071afd6f),segment_id=0b54d4d7-51d9-4f50-bde2-a5f7071afd6f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:22.619562 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb28e11c-f4bd-4733-a52b-8ebb7245d464 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:45:22.623927 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=33a83285-6d07-42ac-ad37-4bee523132bc,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:22.625180 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-cb28e11c-f4bd-4733-a52b-8ebb7245d464 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:22.629818 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb28e11c-f4bd-4733-a52b-8ebb7245d464 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:45:22.632946 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28e11c-f4bd-4733-a52b-8ebb7245d464 admin admin] Pushing event updated for resources: {'Port': ['ID=50f6f5ed-09da-44c7-b7cf-67a68ea3e247,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:22.635613 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-52cef837-6f88-4a65-9388-e0525d12e013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.636936 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '35dd9699-688a-4c5c-bd1d-c9cdef711d8c', 'network_id': '74134fa8-5397-4a8f-adc4-b39a332fe240', 'port_id': '35dd9699-688a-4c5c-bd1d-c9cdef711d8c', 'mac_address': 'fa:16:3e:40:e6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab46ce84-b7f5-4594-9e5f-886bcadb37a9', 'ip_address': '19.80.0.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:45:22.661986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-52cef837-6f88-4a65-9388-e0525d12e013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fd0ff8-bde6-4e98-bc61-f528a1ff35f3']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:22.678960 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff119-f670-4db5-a563-49e8e9a1f1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.681726 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff119-f670-4db5-a563-49e8e9a1f1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.681935 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-52cef837-6f88-4a65-9388-e0525d12e013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff38316-12df-4891-9977-6ff960030625') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:22.682281 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-52cef837-6f88-4a65-9388-e0525d12e013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff38316-12df-4891-9977-6ff960030625') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:22.689472 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fb0ff119-f670-4db5-a563-49e8e9a1f1cd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/99858366-3b85-4c54-bc21-170ff2eec466 HTTP/1.1" status: 204 len: 168 time: 0.3543897 Sep 17 23:45:22.701116 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-52cef837-6f88-4a65-9388-e0525d12e013 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.704555 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.722945 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-52cef837-6f88-4a65-9388-e0525d12e013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.727395 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35dd9699-688a-4c5c-bd1d-c9cdef711d8c {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:45:22.737095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cef837-6f88-4a65-9388-e0525d12e013 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:45:22.737521 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-52cef837-6f88-4a65-9388-e0525d12e013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:45:22.742295 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:45:22.759252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ff119-f670-4db5-a563-49e8e9a1f1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99858366-3b85-4c54-bc21-170ff2eec466,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:22.770695 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 35dd9699-688a-4c5c-bd1d-c9cdef711d8c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=35dd9699-688a-4c5c-bd1d-c9cdef711d8c,segment=NetworkSegment(0b54d4d7-51d9-4f50-bde2-a5f7071afd6f),segment_id=0b54d4d7-51d9-4f50-bde2-a5f7071afd6f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:22.813040 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a29393e9-a3d5-4fd1-8cd8-b8edc400358b up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:22.843804 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.844922 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 351bb12f-48ae-4d83-a55c-440ebcf891b0 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:45:22.956796 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=35dd9699-688a-4c5c-bd1d-c9cdef711d8c,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:22.986506 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-52cef837-6f88-4a65-9388-e0525d12e013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.988101 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a29393e9-a3d5-4fd1-8cd8-b8edc400358b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:22.988501 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.993162 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-52cef837-6f88-4a65-9388-e0525d12e013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:22.995289 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-52cef837-6f88-4a65-9388-e0525d12e013 admin admin] 10.222.0.46 "DELETE /v2.0/networks/61fd0ff8-bde6-4e98-bc61-f528a1ff35f3 HTTP/1.1" status: 204 len: 168 time: 0.9048040 Sep 17 23:45:23.015108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cef837-6f88-4a65-9388-e0525d12e013 admin admin] Pushing event deleted for resources: {'Network': ['ID=61fd0ff8-bde6-4e98-bc61-f528a1ff35f3,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:23.072395 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 351bb12f-48ae-4d83-a55c-440ebcf891b0, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=351bb12f-48ae-4d83-a55c-440ebcf891b0,segment=NetworkSegment(e33fbdc0-1214-41f3-b1fe-325c36f90a24),segment_id=e33fbdc0-1214-41f3-b1fe-325c36f90a24)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:23.090599 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '351bb12f-48ae-4d83-a55c-440ebcf891b0', 'network_id': '340981ab-1d4d-4d15-b517-5e0134286926', 'port_id': '351bb12f-48ae-4d83-a55c-440ebcf891b0', 'mac_address': 'fa:16:3e:ca:0f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1248945-866e-4976-a190-b3fd8298662f', 'ip_address': '19.86.0.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:45:23.123815 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c655e43-2c0f-4eac-a34d-36fe881f28bd req-40a73d2e-a233-4cd5-bf53-3f08448f929a tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:23.129977 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c655e43-2c0f-4eac-a34d-36fe881f28bd req-40a73d2e-a233-4cd5-bf53-3f08448f929a tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:23.134227 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:23.141634 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c655e43-2c0f-4eac-a34d-36fe881f28bd req-40a73d2e-a233-4cd5-bf53-3f08448f929a tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:23.144925 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8c655e43-2c0f-4eac-a34d-36fe881f28bd req-40a73d2e-a233-4cd5-bf53-3f08448f929a tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2415 time: 0.1160963 Sep 17 23:45:23.150383 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351bb12f-48ae-4d83-a55c-440ebcf891b0 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:45:23.171589 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb28e11c-f4bd-4733-a52b-8ebb7245d464 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:23.183920 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8500c1-34cc-45ad-b8e3-a5d0054209fa None None] Network ab12b89e-7f5f-453f-8a05-4624f46c7f57 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:45:23.194846 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8c655e43-2c0f-4eac-a34d-36fe881f28bd req-c917a38b-cb88-4e90-84fd-f06cd72e0d3b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486803 Sep 17 23:45:23.219406 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 351bb12f-48ae-4d83-a55c-440ebcf891b0, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=351bb12f-48ae-4d83-a55c-440ebcf891b0,segment=NetworkSegment(e33fbdc0-1214-41f3-b1fe-325c36f90a24),segment_id=e33fbdc0-1214-41f3-b1fe-325c36f90a24)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:23.240543 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:23.306896 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:23.368201 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b90080f7-5b0b-420c-beff-04eb5b61efae None None] Provisioning complete for port a29393e9-a3d5-4fd1-8cd8-b8edc400358b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:23.368201 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b90080f7-5b0b-420c-beff-04eb5b61efae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:23.406459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port a29393e9-a3d5-4fd1-8cd8-b8edc400358b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a29393e9-a3d5-4fd1-8cd8-b8edc400358b,segment=NetworkSegment(09043b55-a949-46a5-a234-a00eacaf3b98),segment_id=09043b55-a949-46a5-a234-a00eacaf3b98)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:23.417702 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb28e11c-f4bd-4733-a52b-8ebb7245d464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:23.458915 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35662) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:23.531986 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-02f6a17b-ab5a-4b5c-b027-6447fabbe17d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09b9a7f871a14d6ab2c46e8a4e2591b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715246 Sep 17 23:45:23.534432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35666) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:23.590566 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:23.594971 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=351bb12f-48ae-4d83-a55c-440ebcf891b0,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:23.611523 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cb575455-cc7b-48aa-9519-92cb09490819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:23.640194 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cb575455-cc7b-48aa-9519-92cb09490819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:23.687022 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb28e11c-f4bd-4733-a52b-8ebb7245d464 admin admin] Router 220156f6-b6e4-4c62-9b27-da28003a4bb1 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:45:23.700097 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['35dd9699-688a-4c5c-bd1d-c9cdef711d8c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:23.702678 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['33a83285-6d07-42ac-ad37-4bee523132bc'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:23.754922 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=a29393e9-a3d5-4fd1-8cd8-b8edc400358b,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:23.804487 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cb575455-cc7b-48aa-9519-92cb09490819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:23.808743 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cb575455-cc7b-48aa-9519-92cb09490819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:23.826801 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb28e11c-f4bd-4733-a52b-8ebb7245d464 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:45:23.830047 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cb575455-cc7b-48aa-9519-92cb09490819 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3de35c9d-ebed-4375-aa9a-5074601136bc HTTP/1.1" status: 204 len: 168 time: 0.2918527 Sep 17 23:45:23.839183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb575455-cc7b-48aa-9519-92cb09490819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de35c9d-ebed-4375-aa9a-5074601136bc,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:23.850091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb575455-cc7b-48aa-9519-92cb09490819 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:23.854540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb575455-cc7b-48aa-9519-92cb09490819 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:23.854540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb575455-cc7b-48aa-9519-92cb09490819 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:23.854540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb575455-cc7b-48aa-9519-92cb09490819 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:23.854540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb575455-cc7b-48aa-9519-92cb09490819 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:23.854540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb575455-cc7b-48aa-9519-92cb09490819 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:23.854540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb575455-cc7b-48aa-9519-92cb09490819 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:23.855157 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] Sync routers for ids ['220156f6-b6e4-4c62-9b27-da28003a4bb1'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:45:23.855651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb575455-cc7b-48aa-9519-92cb09490819 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:23.855651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb575455-cc7b-48aa-9519-92cb09490819 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:23.855651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb575455-cc7b-48aa-9519-92cb09490819 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:23.855651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb575455-cc7b-48aa-9519-92cb09490819 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:23.855651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb575455-cc7b-48aa-9519-92cb09490819 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:23.870965 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] Routers {'220156f6-b6e4-4c62-9b27-da28003a4bb1'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:45:23.871897 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:45:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['220156f6-b6e4-4c62-9b27-da28003a4bb1'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:23.977726 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb28e11c-f4bd-4733-a52b-8ebb7245d464 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:23.980235 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cb28e11c-f4bd-4733-a52b-8ebb7245d464 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8895593 Sep 17 23:45:23.983265 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35678) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:24.180350 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] Set router 220156f6-b6e4-4c62-9b27-da28003a4bb1 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:45:24.241135 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-564afca3-cca9-431d-bc56-1b21aa98fc22 None None] Provisioning complete for port a29393e9-a3d5-4fd1-8cd8-b8edc400358b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:24.241659 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-564afca3-cca9-431d-bc56-1b21aa98fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:24.456322 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220156f6-b6e4-4c62-9b27-da28003a4bb1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1298023157-router', 'tenant_id': 'dad23bda143e4065b363ecf326d89acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '50f6f5ed-09da-44c7-b7cf-67a68ea3e247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:45:21Z', 'updated_at': '2021-09-17T23:45:22Z', 'revision_number': 3, 'project_id': 'dad23bda143e4065b363ecf326d89acb', 'gw_port': {'id': '50f6f5ed-09da-44c7-b7cf-67a68ea3e247', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220156f6-b6e4-4c62-9b27-da28003a4bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:21Z', 'updated_at': '2021-09-17T23:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:24.488065 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] Checking router: 220156f6-b6e4-4c62-9b27-da28003a4bb1 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:45:24.488445 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] Updating router 220156f6-b6e4-4c62-9b27-da28003a4bb1 port 50f6f5ed-09da-44c7-b7cf-67a68ea3e247 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:45:24.502339 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5674d-c904-4316-9be4-a82a82e2f075 req-d14e668e-898f-4b1f-8d8f-b24e04042aab tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:24.508714 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5674d-c904-4316-9be4-a82a82e2f075 req-d14e668e-898f-4b1f-8d8f-b24e04042aab tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:24.514922 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5674d-c904-4316-9be4-a82a82e2f075 req-d14e668e-898f-4b1f-8d8f-b24e04042aab tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:24.516660 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e1b5674d-c904-4316-9be4-a82a82e2f075 req-d14e668e-898f-4b1f-8d8f-b24e04042aab tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2416 time: 0.2033348 Sep 17 23:45:24.523571 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:24.641895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e1b5674d-c904-4316-9be4-a82a82e2f075 req-a3410e6f-e554-4cef-b092-f86e9b119a46 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009338 Sep 17 23:45:24.734307 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-180c2a65-df59-4138-87df-39edd2ec6696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:24.743588 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a29393e9-a3d5-4fd1-8cd8-b8edc400358b up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:24.797638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['351bb12f-48ae-4d83-a55c-440ebcf891b0'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:24.858693 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a29393e9-a3d5-4fd1-8cd8-b8edc400358b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:24.859107 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:24.864682 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:24.924817 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-180c2a65-df59-4138-87df-39edd2ec6696 admin admin] Allocated IP 172.20.0.1 (ab12b89e-7f5f-453f-8a05-4624f46c7f57/2f0ac011-84bf-403d-bd9b-ac1d25b03dc8/5bb5dc46-61f5-4216-a91d-415855b3d174) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:45:24.975784 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:25.064866 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] Attempting to bind port 50f6f5ed-09da-44c7-b7cf-67a68ea3e247 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:45:25.065393 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] Attempting to bind port 50f6f5ed-09da-44c7-b7cf-67a68ea3e247 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:45:25.065809 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] Attempting to bind port 50f6f5ed-09da-44c7-b7cf-67a68ea3e247 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:25.073068 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60ed3b-66ea-4c13-abe2-54260cc83732 None None] Pushing event updated for resources: {'Port': ['ID=50f6f5ed-09da-44c7-b7cf-67a68ea3e247,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:25.073867 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-180c2a65-df59-4138-87df-39edd2ec6696 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:25.075819 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:45:25.076528 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:25.077199 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:25.077789 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:45:25.078518 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] Bound port: 50f6f5ed-09da-44c7-b7cf-67a68ea3e247, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:45:25.079181 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:25.131728 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] For port 50f6f5ed-09da-44c7-b7cf-67a68ea3e247, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:45:25.135476 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] For port 50f6f5ed-09da-44c7-b7cf-67a68ea3e247, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=50f6f5ed-09da-44c7-b7cf-67a68ea3e247,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:45:25.211569 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-180c2a65-df59-4138-87df-39edd2ec6696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:25.233089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35724) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:25.248214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180c2a65-df59-4138-87df-39edd2ec6696 admin admin] Network ab12b89e-7f5f-453f-8a05-4624f46c7f57 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:45:25.252546 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-180c2a65-df59-4138-87df-39edd2ec6696 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:25.255086 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c2a65-df59-4138-87df-39edd2ec6696 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:45:25.295008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c2a65-df59-4138-87df-39edd2ec6696 admin admin] Pushing event updated for resources: {'Port': ['ID=5bb5dc46-61f5-4216-a91d-415855b3d174,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:25.310631 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-180c2a65-df59-4138-87df-39edd2ec6696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:25.318067 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:25.350968 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-4a7b53b2-ddb4-43a2-aeca-731ed10080b1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1428957752-network', 'tenant_id': '3dc697e62bfa40e4b7ec116f34144c3c'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:25.402767 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60ed3b-66ea-4c13-abe2-54260cc83732 None None] Pushing event updated for resources: {'Port': ['ID=50f6f5ed-09da-44c7-b7cf-67a68ea3e247,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:25.422574 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] Routers {'220156f6-b6e4-4c62-9b27-da28003a4bb1'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:45:25.423379 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:45:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['220156f6-b6e4-4c62-9b27-da28003a4bb1'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:25.480370 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7b53b2-ddb4-43a2-aeca-731ed10080b1 admin admin] Made reservation on behalf of 3dc697e62bfa40e4b7ec116f34144c3c for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:25.483915 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a7b53b2-ddb4-43a2-aeca-731ed10080b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:25.497761 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a7b53b2-ddb4-43a2-aeca-731ed10080b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:25.522268 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-47869c12-5553-4df7-b385-1bf3b2e23e86 None None] Provisioning complete for port 5bb5dc46-61f5-4216-a91d-415855b3d174 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:25.523116 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-47869c12-5553-4df7-b385-1bf3b2e23e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:25.567121 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-47869c12-5553-4df7-b385-1bf3b2e23e86 None None] Port 5bb5dc46-61f5-4216-a91d-415855b3d174 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:45:25.570259 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-180c2a65-df59-4138-87df-39edd2ec6696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:25.570452 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] Set router 220156f6-b6e4-4c62-9b27-da28003a4bb1 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:45:25.614541 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a7b53b2-ddb4-43a2-aeca-731ed10080b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:25.775523 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-180c2a65-df59-4138-87df-39edd2ec6696 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:25.792351 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220156f6-b6e4-4c62-9b27-da28003a4bb1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1298023157-router', 'tenant_id': 'dad23bda143e4065b363ecf326d89acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '50f6f5ed-09da-44c7-b7cf-67a68ea3e247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:45:21Z', 'updated_at': '2021-09-17T23:45:22Z', 'revision_number': 3, 'project_id': 'dad23bda143e4065b363ecf326d89acb', 'gw_port': {'id': '50f6f5ed-09da-44c7-b7cf-67a68ea3e247', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220156f6-b6e4-4c62-9b27-da28003a4bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:21Z', 'updated_at': '2021-09-17T23:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:25.795767 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a7b53b2-ddb4-43a2-aeca-731ed10080b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:25.815840 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7b53b2-ddb4-43a2-aeca-731ed10080b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:45:25.822831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c169763-fd1f-4d0e-95a9-f5abc0de5b69 req-2c6fcd52-2f50-4278-8159-9ad13e298c87 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:25.830039 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf514d-035b-4b72-951e-0ac8fb911384 None None] The sync data for ids ['220156f6-b6e4-4c62-9b27-da28003a4bb1'] in n-d-809883-1 is: [{'id': '220156f6-b6e4-4c62-9b27-da28003a4bb1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1298023157-router', 'tenant_id': 'dad23bda143e4065b363ecf326d89acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '50f6f5ed-09da-44c7-b7cf-67a68ea3e247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:45:21Z', 'updated_at': '2021-09-17T23:45:22Z', 'revision_number': 3, 'project_id': 'dad23bda143e4065b363ecf326d89acb', 'gw_port': {'id': '50f6f5ed-09da-44c7-b7cf-67a68ea3e247', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220156f6-b6e4-4c62-9b27-da28003a4bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:21Z', 'updated_at': '2021-09-17T23:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:45:25.830995 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c169763-fd1f-4d0e-95a9-f5abc0de5b69 req-2c6fcd52-2f50-4278-8159-9ad13e298c87 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:25.836267 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b53b2-ddb4-43a2-aeca-731ed10080b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec91a244-0ed1-425a-8cbb-f7ab81104bc5,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:25.837052 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c169763-fd1f-4d0e-95a9-f5abc0de5b69 req-2c6fcd52-2f50-4278-8159-9ad13e298c87 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:25.838776 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c169763-fd1f-4d0e-95a9-f5abc0de5b69 req-2c6fcd52-2f50-4278-8159-9ad13e298c87 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2416 time: 0.0857182 Sep 17 23:45:25.856787 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a7b53b2-ddb4-43a2-aeca-731ed10080b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:25.858040 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-4a7b53b2-ddb4-43a2-aeca-731ed10080b1 admin admin] Added segment 2c67e8ad-a2db-46d0-9a22-a379360259d6 of type vlan for network e2df3c0f-6c40-4464-917a-684982de5476 Sep 17 23:45:25.891652 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c169763-fd1f-4d0e-95a9-f5abc0de5b69 req-9a12bedb-c9c6-43ae-ba71-95679ae4a648 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427287 Sep 17 23:45:25.915380 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a7b53b2-ddb4-43a2-aeca-731ed10080b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:25.980474 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-180c2a65-df59-4138-87df-39edd2ec6696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:26.046041 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a7b53b2-ddb4-43a2-aeca-731ed10080b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:26.049830 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7b53b2-ddb4-43a2-aeca-731ed10080b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:26.049830 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a7b53b2-ddb4-43a2-aeca-731ed10080b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:26.051972 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-180c2a65-df59-4138-87df-39edd2ec6696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:26.054963 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c2a65-df59-4138-87df-39edd2ec6696 admin admin] Pushing event updated for resources: {'Port': ['ID=5bb5dc46-61f5-4216-a91d-415855b3d174,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:26.099775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 33a83285-6d07-42ac-ad37-4bee523132bc up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:26.175870 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4a7b53b2-ddb4-43a2-aeca-731ed10080b1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9413586 Sep 17 23:45:26.178859 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35754) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:26.181726 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b53b2-ddb4-43a2-aeca-731ed10080b1 admin admin] Pushing event updated for resources: {'Network': ['ID=e2df3c0f-6c40-4464-917a-684982de5476,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:26.189785 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7b85a05b-ac37-4a12-9d30-bafb3cd5346d admin admin] Request body: {'subnet': {'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1428957752-subnet', 'tenant_id': '3dc697e62bfa40e4b7ec116f34144c3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:26.194201 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network e2df3c0f-6c40-4464-917a-684982de5476 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:45:26.206937 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180c2a65-df59-4138-87df-39edd2ec6696 admin admin] Network ab12b89e-7f5f-453f-8a05-4624f46c7f57 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:45:26.212212 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-180c2a65-df59-4138-87df-39edd2ec6696 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:26.283880 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 33a83285-6d07-42ac-ad37-4bee523132bc completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:45:26.287980 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 33a83285-6d07-42ac-ad37-4bee523132bc triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:26.288357 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:26.358021 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b85a05b-ac37-4a12-9d30-bafb3cd5346d admin admin] Made reservation on behalf of 3dc697e62bfa40e4b7ec116f34144c3c for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:26.359651 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b85a05b-ac37-4a12-9d30-bafb3cd5346d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:26.390953 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:26.421930 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a83285-6d07-42ac-ad37-4bee523132bc'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:26.425112 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6b7a61-f569-4699-96b3-85d098cfdb2f" -d '{"events": [{"server_uuid": "3af61bf0-3639-4e79-aeda-a26e9da5bc32", "name": "network-vif-plugged", "status": "completed", "tag": "33a83285-6d07-42ac-ad37-4bee523132bc"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:26.446671 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 33a83285-6d07-42ac-ad37-4bee523132bc, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=33a83285-6d07-42ac-ad37-4bee523132bc,segment=NetworkSegment(0b54d4d7-51d9-4f50-bde2-a5f7071afd6f),segment_id=0b54d4d7-51d9-4f50-bde2-a5f7071afd6f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:26.483411 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180c2a65-df59-4138-87df-39edd2ec6696 admin admin] Router 220156f6-b6e4-4c62-9b27-da28003a4bb1 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:45:26.484095 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea427577-7f81-43b9-82bd-48eb8d31c2c3 x-openstack-request-id: req-ea427577-7f81-43b9-82bd-48eb8d31c2c3 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:26.484446 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af61bf0-3639-4e79-aeda-a26e9da5bc32", "name": "network-vif-plugged", "status": "completed", "tag": "33a83285-6d07-42ac-ad37-4bee523132bc", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:26.484775 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea427577-7f81-43b9-82bd-48eb8d31c2c3 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:26.485372 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a83285-6d07-42ac-ad37-4bee523132bc', 'code': 200} Sep 17 23:45:26.528145 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:26.528145 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 351bb12f-48ae-4d83-a55c-440ebcf891b0 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:26.609285 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2aad7af8-3846-4083-a1a4-45f5d6dd2a47 req-1ad8ec1c-da1c-4719-a54f-7848fbb1ca19 tempest-FlavorsV2NegativeTest-1179508162 tempest-FlavorsV2NegativeTest-1179508162-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ed2b817808904f54bff94b2eafda26b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377359 Sep 17 23:45:26.641698 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=33a83285-6d07-42ac-ad37-4bee523132bc,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:26.644452 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d3abd4f2-7996-482f-81ab-c07bcadfcde4 None None] Provisioning complete for port 5bb5dc46-61f5-4216-a91d-415855b3d174 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:26.644779 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d3abd4f2-7996-482f-81ab-c07bcadfcde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:26.686264 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d3abd4f2-7996-482f-81ab-c07bcadfcde4 None None] Port 5bb5dc46-61f5-4216-a91d-415855b3d174 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:45:26.765759 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 351bb12f-48ae-4d83-a55c-440ebcf891b0 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:45:26.772088 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 351bb12f-48ae-4d83-a55c-440ebcf891b0 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:26.772787 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:26.805812 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180c2a65-df59-4138-87df-39edd2ec6696 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:45:26.815564 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 50f6f5ed-09da-44c7-b7cf-67a68ea3e247 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:26.817830 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-180c2a65-df59-4138-87df-39edd2ec6696 admin admin] 10.222.0.46 "PUT /v2.0/routers/220156f6-b6e4-4c62-9b27-da28003a4bb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8334785 Sep 17 23:45:26.859059 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad7af8-3846-4083-a1a4-45f5d6dd2a47 req-8d0ed7fd-e8c7-43c7-b137-5ae13b631a36 tempest-FlavorsV2NegativeTest-1179508162 tempest-FlavorsV2NegativeTest-1179508162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:26.861302 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2aad7af8-3846-4083-a1a4-45f5d6dd2a47 req-8d0ed7fd-e8c7-43c7-b137-5ae13b631a36 tempest-FlavorsV2NegativeTest-1179508162 tempest-FlavorsV2NegativeTest-1179508162-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290313 Sep 17 23:45:26.883215 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2aad7af8-3846-4083-a1a4-45f5d6dd2a47 req-715372ef-fcfa-4d66-8088-499b6560c556 tempest-FlavorsV2NegativeTest-1179508162 tempest-FlavorsV2NegativeTest-1179508162-project] 10.222.0.46 "GET /v2.0/quotas/ed2b817808904f54bff94b2eafda26b8 HTTP/1.1" status: 200 len: 375 time: 0.0156918 Sep 17 23:45:26.922967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2aad7af8-3846-4083-a1a4-45f5d6dd2a47 req-555e3844-d2c0-4999-8a86-8d70df47c52a tempest-FlavorsV2NegativeTest-1179508162 tempest-FlavorsV2NegativeTest-1179508162-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed2b817808904f54bff94b2eafda26b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319476 Sep 17 23:45:26.943037 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b85a05b-ac37-4a12-9d30-bafb3cd5346d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:26.950445 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 50f6f5ed-09da-44c7-b7cf-67a68ea3e247 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:26.951871 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:27.019103 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:27.058984 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85a05b-ac37-4a12-9d30-bafb3cd5346d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b73b73-63cd-4505-9722-63303d58ca18,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:27.093921 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 351bb12f-48ae-4d83-a55c-440ebcf891b0, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=351bb12f-48ae-4d83-a55c-440ebcf891b0,segment=NetworkSegment(e33fbdc0-1214-41f3-b1fe-325c36f90a24),segment_id=e33fbdc0-1214-41f3-b1fe-325c36f90a24)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:27.102591 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e0432-228e-4a15-879d-ed289a1261c1 req-11999f9c-ba34-4a2b-85ed-96b4400017f5 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:27.106488 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:27.109061 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e0432-228e-4a15-879d-ed289a1261c1 req-11999f9c-ba34-4a2b-85ed-96b4400017f5 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:27.114998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e0432-228e-4a15-879d-ed289a1261c1 req-11999f9c-ba34-4a2b-85ed-96b4400017f5 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:27.116710 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb9e0432-228e-4a15-879d-ed289a1261c1 req-11999f9c-ba34-4a2b-85ed-96b4400017f5 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2417 time: 0.1157475 Sep 17 23:45:27.117717 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85a05b-ac37-4a12-9d30-bafb3cd5346d admin admin] Checking segment: {'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:27.118123 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b85a05b-ac37-4a12-9d30-bafb3cd5346d admin admin] Network hostable DHCP agents. Network: e2df3c0f-6c40-4464-917a-684982de5476, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:45:27.131216 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 50f6f5ed-09da-44c7-b7cf-67a68ea3e247, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=50f6f5ed-09da-44c7-b7cf-67a68ea3e247,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:27.168822 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb9e0432-228e-4a15-879d-ed289a1261c1 req-cb69a540-0667-4d33-9265-c92e9446f48c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411854 Sep 17 23:45:27.175005 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:27.175912 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 35dd9699-688a-4c5c-bd1d-c9cdef711d8c up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:27.246466 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b85a05b-ac37-4a12-9d30-bafb3cd5346d admin admin] Network e2df3c0f-6c40-4464-917a-684982de5476 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:45:27.251728 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:27.258076 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=351bb12f-48ae-4d83-a55c-440ebcf891b0,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:27.330982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=50f6f5ed-09da-44c7-b7cf-67a68ea3e247,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:27.348649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-7b85a05b-ac37-4a12-9d30-bafb3cd5346d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, e2df3c0f-6c40-4464-917a-684982de5476) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:27.352982 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b85a05b-ac37-4a12-9d30-bafb3cd5346d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:27.353590 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b85a05b-ac37-4a12-9d30-bafb3cd5346d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:27.357929 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907c81ff-265c-4b43-b4bc-ce205f78bb43 None None] Network e2df3c0f-6c40-4464-917a-684982de5476 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:45:27.372443 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 35dd9699-688a-4c5c-bd1d-c9cdef711d8c completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:45:27.382674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 35dd9699-688a-4c5c-bd1d-c9cdef711d8c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:27.383049 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:27.495568 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7b85a05b-ac37-4a12-9d30-bafb3cd5346d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3154275 Sep 17 23:45:27.539587 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78da7b41-7b0f-4365-8029-b7dbcc0cf2a1 None None] Network e2df3c0f-6c40-4464-917a-684982de5476 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:45:27.571769 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:27.640096 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 35dd9699-688a-4c5c-bd1d-c9cdef711d8c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=35dd9699-688a-4c5c-bd1d-c9cdef711d8c,segment=NetworkSegment(0b54d4d7-51d9-4f50-bde2-a5f7071afd6f),segment_id=0b54d4d7-51d9-4f50-bde2-a5f7071afd6f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:27.757981 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:27.806478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=35dd9699-688a-4c5c-bd1d-c9cdef711d8c,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:27.915412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] Sync routers for ids ['220156f6-b6e4-4c62-9b27-da28003a4bb1'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:45:27.924498 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] Routers {'220156f6-b6e4-4c62-9b27-da28003a4bb1'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:45:27.925157 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:45:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['220156f6-b6e4-4c62-9b27-da28003a4bb1'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:28.040367 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] Set router 220156f6-b6e4-4c62-9b27-da28003a4bb1 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:45:28.078545 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35832) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:28.084355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-84d49ab2-f1c1-4945-bff7-9696fda86be4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-76056865-network', 'tenant_id': 'c4235eeaf2174a139f58a6c170f92eb0'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:28.212542 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35842) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:28.251019 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-099b797c-c5c5-4aa9-b994-90928da37e07 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:28.252920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-099b797c-c5c5-4aa9-b994-90928da37e07 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/networks?id=e2df3c0f-6c40-4464-917a-684982de5476 HTTP/1.1" status: 200 len: 812 time: 0.1306038 Sep 17 23:45:28.266372 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220156f6-b6e4-4c62-9b27-da28003a4bb1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1298023157-router', 'tenant_id': 'dad23bda143e4065b363ecf326d89acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '50f6f5ed-09da-44c7-b7cf-67a68ea3e247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:45:21Z', 'updated_at': '2021-09-17T23:45:25Z', 'revision_number': 4, 'project_id': 'dad23bda143e4065b363ecf326d89acb', 'gw_port': {'id': '50f6f5ed-09da-44c7-b7cf-67a68ea3e247', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220156f6-b6e4-4c62-9b27-da28003a4bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:21Z', 'updated_at': '2021-09-17T23:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5bb5dc46-61f5-4216-a91d-415855b3d174', 'name': '', 'network_id': 'ab12b89e-7f5f-453f-8a05-4624f46c7f57', 'tenant_id': 'dad23bda143e4065b363ecf326d89acb', 'mac_address': 'fa:16:3e:d4:64:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220156f6-b6e4-4c62-9b27-da28003a4bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2f0ac011-84bf-403d-bd9b-ac1d25b03dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:24Z', 'updated_at': '2021-09-17T23:45:25Z', 'revision_number': 2, 'project_id': 'dad23bda143e4065b363ecf326d89acb', 'subnets': [{'id': '2f0ac011-84bf-403d-bd9b-ac1d25b03dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:28.266856 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d49ab2-f1c1-4945-bff7-9696fda86be4 admin admin] Made reservation on behalf of c4235eeaf2174a139f58a6c170f92eb0 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:28.269146 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84d49ab2-f1c1-4945-bff7-9696fda86be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:28.304906 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] Checking router: 220156f6-b6e4-4c62-9b27-da28003a4bb1 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:45:28.304906 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] Updating router 220156f6-b6e4-4c62-9b27-da28003a4bb1 port 5bb5dc46-61f5-4216-a91d-415855b3d174 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:45:28.305134 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84d49ab2-f1c1-4945-bff7-9696fda86be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:28.315966 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c52c2c68-2c08-4c55-a7db-b286c7cb8ba0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/quotas/3dc697e62bfa40e4b7ec116f34144c3c HTTP/1.1" status: 200 len: 375 time: 0.0527499 Sep 17 23:45:28.326905 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:28.360506 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d22eedae-ac48-4a98-af13-30c1ca57e156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:28.371709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b797da5-aa77-4ec8-bc96-79926dfd80e7 req-5f472fe8-07dc-47e8-a487-f3300efd1e2d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:28.377789 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b797da5-aa77-4ec8-bc96-79926dfd80e7 req-5f472fe8-07dc-47e8-a487-f3300efd1e2d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:28.383994 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b797da5-aa77-4ec8-bc96-79926dfd80e7 req-5f472fe8-07dc-47e8-a487-f3300efd1e2d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:28.385733 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b797da5-aa77-4ec8-bc96-79926dfd80e7 req-5f472fe8-07dc-47e8-a487-f3300efd1e2d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2419 time: 0.1317103 Sep 17 23:45:28.409129 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-0b627f9a-42ea-4641-9b78-026f72973549 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735559 Sep 17 23:45:28.530343 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b797da5-aa77-4ec8-bc96-79926dfd80e7 req-9bffaf3e-d543-4ccc-a1c3-3966840856ef tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272433 Sep 17 23:45:28.592364 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351bb12f-48ae-4d83-a55c-440ebcf891b0'}, {'server_uuid': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dd9699-688a-4c5c-bd1d-c9cdef711d8c'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:28.593092 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-16ba19d9-531e-45b0-9e1a-0c93a51a88d0 service neutron] 10.222.0.46 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684084 Sep 17 23:45:28.594602 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8757c0ed-8bc9-4fd0-9cd1-56d3b466a04c" -d '{"events": [{"server_uuid": "3af61bf0-3639-4e79-aeda-a26e9da5bc32", "name": "network-vif-plugged", "status": "completed", "tag": "351bb12f-48ae-4d83-a55c-440ebcf891b0"}, {"server_uuid": "3af61bf0-3639-4e79-aeda-a26e9da5bc32", "name": "network-vif-plugged", "status": "completed", "tag": "35dd9699-688a-4c5c-bd1d-c9cdef711d8c"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:28.615203 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84d49ab2-f1c1-4945-bff7-9696fda86be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:28.642907 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6492c7-6150-453a-8447-663a45cb2c8e x-openstack-request-id: req-7f6492c7-6150-453a-8447-663a45cb2c8e {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:28.643212 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af61bf0-3639-4e79-aeda-a26e9da5bc32", "name": "network-vif-plugged", "status": "completed", "tag": "351bb12f-48ae-4d83-a55c-440ebcf891b0", "code": 200}, {"server_uuid": "3af61bf0-3639-4e79-aeda-a26e9da5bc32", "name": "network-vif-plugged", "status": "completed", "tag": "35dd9699-688a-4c5c-bd1d-c9cdef711d8c", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:28.643514 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f6492c7-6150-453a-8447-663a45cb2c8e {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:28.643910 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351bb12f-48ae-4d83-a55c-440ebcf891b0', 'code': 200} Sep 17 23:45:28.644167 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dd9699-688a-4c5c-bd1d-c9cdef711d8c', 'code': 200} Sep 17 23:45:28.708300 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84d49ab2-f1c1-4945-bff7-9696fda86be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:28.727249 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-10231572-04af-4c24-9f35-847472698f82 service neutron] 10.222.0.46 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250112 Sep 17 23:45:28.742625 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 50f6f5ed-09da-44c7-b7cf-67a68ea3e247 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:28.756196 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d49ab2-f1c1-4945-bff7-9696fda86be4 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:45:28.778887 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84d49ab2-f1c1-4945-bff7-9696fda86be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:28.783180 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-84d49ab2-f1c1-4945-bff7-9696fda86be4 admin admin] Added segment c461c650-f89b-4a87-8d24-c0e0612a454a of type vlan for network 80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b Sep 17 23:45:28.798840 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49ab2-f1c1-4945-bff7-9696fda86be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abd2ea0-42b7-40d3-b502-3d2868d4b490,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:28.814932 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:28.816209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc59ae-be2d-4267-9038-9baa3a56b9d1 req-0be27a52-0395-4f0f-ad89-780d8465b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:28.816701 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc59ae-be2d-4267-9038-9baa3a56b9d1 req-0be27a52-0395-4f0f-ad89-780d8465b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:28.817346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc59ae-be2d-4267-9038-9baa3a56b9d1 req-0be27a52-0395-4f0f-ad89-780d8465b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:28.819157 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ecfc59ae-be2d-4267-9038-9baa3a56b9d1 req-0be27a52-0395-4f0f-ad89-780d8465b8ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2872 time: 0.1034868 Sep 17 23:45:28.830223 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 50f6f5ed-09da-44c7-b7cf-67a68ea3e247 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:28.830740 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:28.873808 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ecfc59ae-be2d-4267-9038-9baa3a56b9d1 req-fc6c4015-8efa-40fb-bf57-00b6ddab8236 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392702 Sep 17 23:45:28.877231 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84d49ab2-f1c1-4945-bff7-9696fda86be4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:28.936604 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d22eedae-ac48-4a98-af13-30c1ca57e156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:29.006694 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:29.040474 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d22eedae-ac48-4a98-af13-30c1ca57e156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:29.044741 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84d49ab2-f1c1-4945-bff7-9696fda86be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:29.045799 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d49ab2-f1c1-4945-bff7-9696fda86be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:29.046379 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84d49ab2-f1c1-4945-bff7-9696fda86be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:29.069897 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7378e2b-bc13-4f6c-855b-a562936fd21c None None] Pushing event updated for resources: {'Port': ['ID=5bb5dc46-61f5-4216-a91d-415855b3d174,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:29.135175 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d22eedae-ac48-4a98-af13-30c1ca57e156 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed2b817808904f54bff94b2eafda26b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9212344 Sep 17 23:45:29.137857 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35860) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:29.155028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] Attempting to bind port 5bb5dc46-61f5-4216-a91d-415855b3d174 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:45:29.155401 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] Attempting to bind port 5bb5dc46-61f5-4216-a91d-415855b3d174 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '09043b55-a949-46a5-a234-a00eacaf3b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ab12b89e-7f5f-453f-8a05-4624f46c7f57'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:45:29.155761 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] Attempting to bind port 5bb5dc46-61f5-4216-a91d-415855b3d174 on network ab12b89e-7f5f-453f-8a05-4624f46c7f57 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:29.164721 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:45:29.165721 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] Checking segment: {'id': '09043b55-a949-46a5-a234-a00eacaf3b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ab12b89e-7f5f-453f-8a05-4624f46c7f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:29.165721 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:29.165968 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] Bound using segment: {'id': '09043b55-a949-46a5-a234-a00eacaf3b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ab12b89e-7f5f-453f-8a05-4624f46c7f57'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:45:29.166443 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] Bound port: 5bb5dc46-61f5-4216-a91d-415855b3d174, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09043b55-a949-46a5-a234-a00eacaf3b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ab12b89e-7f5f-453f-8a05-4624f46c7f57'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:45:29.166812 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:29.196367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22eedae-ac48-4a98-af13-30c1ca57e156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2774cb67-f870-4a45-b4ab-c20c7836b1e8,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:29.222083 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3bda6d8-59e8-402d-8e4e-8e9680f52312 req-669c9278-a920-4f43-9c8e-4fb5fcda4e37 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 210 time: 0.1074038 Sep 17 23:45:29.226996 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-84d49ab2-f1c1-4945-bff7-9696fda86be4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1436183 Sep 17 23:45:29.228330 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35862) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:29.228820 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49ab2-f1c1-4945-bff7-9696fda86be4 admin admin] Pushing event updated for resources: {'Network': ['ID=80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:29.237660 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0b587f96-e579-4d8a-a431-0d3681a7a859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:29.256028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-71f419b1-f366-49d0-9921-0b0866c6995f admin admin] Request body: {'subnet': {'network_id': '80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-76056865-subnet', 'tenant_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:29.264425 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:45:29.267846 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] For port 5bb5dc46-61f5-4216-a91d-415855b3d174, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:45:29.296527 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0b587f96-e579-4d8a-a431-0d3681a7a859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:29.298924 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] For port 5bb5dc46-61f5-4216-a91d-415855b3d174, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5bb5dc46-61f5-4216-a91d-415855b3d174,segment=NetworkSegment(09043b55-a949-46a5-a234-a00eacaf3b98),segment_id=09043b55-a949-46a5-a234-a00eacaf3b98)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:45:29.354468 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-8e15dcc9-c525-4e90-bc43-a361fcba0ebb None None] Provisioning complete for port 5bb5dc46-61f5-4216-a91d-415855b3d174 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:29.354844 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8e15dcc9-c525-4e90-bc43-a361fcba0ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:29.388016 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-8e15dcc9-c525-4e90-bc43-a361fcba0ebb None None] Port 5bb5dc46-61f5-4216-a91d-415855b3d174 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:45:29.468519 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f419b1-f366-49d0-9921-0b0866c6995f admin admin] Made reservation on behalf of c4235eeaf2174a139f58a6c170f92eb0 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:29.468733 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0b587f96-e579-4d8a-a431-0d3681a7a859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:29.469033 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:29.471028 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-71f419b1-f366-49d0-9921-0b0866c6995f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:29.471161 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0b587f96-e579-4d8a-a431-0d3681a7a859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:29.474614 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0b587f96-e579-4d8a-a431-0d3681a7a859 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2774cb67-f870-4a45-b4ab-c20c7836b1e8 HTTP/1.1" status: 204 len: 168 time: 0.3326831 Sep 17 23:45:29.489877 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b587f96-e579-4d8a-a431-0d3681a7a859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2774cb67-f870-4a45-b4ab-c20c7836b1e8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:29.535986 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] Routers {'220156f6-b6e4-4c62-9b27-da28003a4bb1'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:45:29.536653 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:45:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['220156f6-b6e4-4c62-9b27-da28003a4bb1'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:29.598588 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7378e2b-bc13-4f6c-855b-a562936fd21c None None] Pushing event updated for resources: {'Port': ['ID=5bb5dc46-61f5-4216-a91d-415855b3d174,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:29.723395 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] Set router 220156f6-b6e4-4c62-9b27-da28003a4bb1 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:45:29.840036 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-cbd4315a-fb8a-4be3-83fd-cc6e58b45848 None None] Provisioning complete for port 5bb5dc46-61f5-4216-a91d-415855b3d174 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:29.840407 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cbd4315a-fb8a-4be3-83fd-cc6e58b45848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:29.857769 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-71f419b1-f366-49d0-9921-0b0866c6995f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:29.945870 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f419b1-f366-49d0-9921-0b0866c6995f admin admin] Pushing event updated for resources: {'Subnet': ['ID=86ce28a8-ce63-448e-b214-190bf3167441,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:29.970183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c65eb-07e9-4bdc-b27d-cdd8dcd0ba8d req-4268979a-0a90-480e-afb8-d535bfbbd03b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:29.976076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c65eb-07e9-4bdc-b27d-cdd8dcd0ba8d req-4268979a-0a90-480e-afb8-d535bfbbd03b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:29.981988 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c65eb-07e9-4bdc-b27d-cdd8dcd0ba8d req-4268979a-0a90-480e-afb8-d535bfbbd03b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:29.983204 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cbd4315a-fb8a-4be3-83fd-cc6e58b45848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:29.989424 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f0c65eb-07e9-4bdc-b27d-cdd8dcd0ba8d req-4268979a-0a90-480e-afb8-d535bfbbd03b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2419 time: 0.1075969 Sep 17 23:45:30.006933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f419b1-f366-49d0-9921-0b0866c6995f admin admin] Checking segment: {'id': 'c461c650-f89b-4a87-8d24-c0e0612a454a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:30.006933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f419b1-f366-49d0-9921-0b0866c6995f admin admin] Network hostable DHCP agents. Network: 80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:45:30.045784 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f0c65eb-07e9-4bdc-b27d-cdd8dcd0ba8d req-f5067784-1527-4535-893c-a5764e287dec tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551178 Sep 17 23:45:30.055276 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-cbd4315a-fb8a-4be3-83fd-cc6e58b45848 None None] For port 5bb5dc46-61f5-4216-a91d-415855b3d174, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5bb5dc46-61f5-4216-a91d-415855b3d174,segment=NetworkSegment(09043b55-a949-46a5-a234-a00eacaf3b98),segment_id=09043b55-a949-46a5-a234-a00eacaf3b98)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:30.113256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220156f6-b6e4-4c62-9b27-da28003a4bb1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1298023157-router', 'tenant_id': 'dad23bda143e4065b363ecf326d89acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '50f6f5ed-09da-44c7-b7cf-67a68ea3e247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:45:21Z', 'updated_at': '2021-09-17T23:45:25Z', 'revision_number': 4, 'project_id': 'dad23bda143e4065b363ecf326d89acb', 'gw_port': {'id': '50f6f5ed-09da-44c7-b7cf-67a68ea3e247', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220156f6-b6e4-4c62-9b27-da28003a4bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:21Z', 'updated_at': '2021-09-17T23:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5bb5dc46-61f5-4216-a91d-415855b3d174', 'name': '', 'network_id': 'ab12b89e-7f5f-453f-8a05-4624f46c7f57', 'tenant_id': 'dad23bda143e4065b363ecf326d89acb', 'mac_address': 'fa:16:3e:d4:64:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220156f6-b6e4-4c62-9b27-da28003a4bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2f0ac011-84bf-403d-bd9b-ac1d25b03dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:24Z', 'updated_at': '2021-09-17T23:45:29Z', 'revision_number': 4, 'project_id': 'dad23bda143e4065b363ecf326d89acb', 'subnets': [{'id': '2f0ac011-84bf-403d-bd9b-ac1d25b03dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:30.145574 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72edc1e7-72ac-4326-b7a3-8dc263ef5555 None None] The sync data for ids ['220156f6-b6e4-4c62-9b27-da28003a4bb1'] in n-d-809883-1 is: [{'id': '220156f6-b6e4-4c62-9b27-da28003a4bb1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1298023157-router', 'tenant_id': 'dad23bda143e4065b363ecf326d89acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '50f6f5ed-09da-44c7-b7cf-67a68ea3e247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:45:21Z', 'updated_at': '2021-09-17T23:45:25Z', 'revision_number': 4, 'project_id': 'dad23bda143e4065b363ecf326d89acb', 'gw_port': {'id': '50f6f5ed-09da-44c7-b7cf-67a68ea3e247', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220156f6-b6e4-4c62-9b27-da28003a4bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:21Z', 'updated_at': '2021-09-17T23:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5bb5dc46-61f5-4216-a91d-415855b3d174', 'name': '', 'network_id': 'ab12b89e-7f5f-453f-8a05-4624f46c7f57', 'tenant_id': 'dad23bda143e4065b363ecf326d89acb', 'mac_address': 'fa:16:3e:d4:64:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220156f6-b6e4-4c62-9b27-da28003a4bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2f0ac011-84bf-403d-bd9b-ac1d25b03dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:24Z', 'updated_at': '2021-09-17T23:45:29Z', 'revision_number': 4, 'project_id': 'dad23bda143e4065b363ecf326d89acb', 'subnets': [{'id': '2f0ac011-84bf-403d-bd9b-ac1d25b03dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:45:30.165471 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f419b1-f366-49d0-9921-0b0866c6995f admin admin] Network 80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:45:30.183114 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cbd4315a-fb8a-4be3-83fd-cc6e58b45848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:30.261632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4315a-fb8a-4be3-83fd-cc6e58b45848 None None] Pushing event updated for resources: {'Port': ['ID=5bb5dc46-61f5-4216-a91d-415855b3d174,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:30.285465 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-71f419b1-f366-49d0-9921-0b0866c6995f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:30.294310 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f419b1-f366-49d0-9921-0b0866c6995f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:30.294941 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-71f419b1-f366-49d0-9921-0b0866c6995f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:30.299757 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c0859f-8e4d-4780-99b2-c2777a7581f8 None None] Network 80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:45:30.340590 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3365a685-20d5-41fc-8aa0-42c47ac12fc5 req-6901e8eb-be29-4a3c-9c1a-9584b86d6a48 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 210 time: 0.0361109 Sep 17 23:45:30.470130 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b', 'network_id': '80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b', 'tenant_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'fixed_ips': [{'subnet_id': '86ce28a8-ce63-448e-b214-190bf3167441'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:45:30.471451 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:30.527405 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-71f419b1-f366-49d0-9921-0b0866c6995f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2880921 Sep 17 23:45:30.530202 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35894) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:30.536754 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7f36eea3-cf86-46b0-b058-f375b975288e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-76056865-router', 'tenant_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:30.620561 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] Allocated IP 172.20.0.2 (80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b/86ce28a8-ce63-448e-b214-190bf3167441/fab0a050-c8bc-4aae-a934-6a8fb0d77eda) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:45:30.636605 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f36eea3-cf86-46b0-b058-f375b975288e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:30.637834 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f36eea3-cf86-46b0-b058-f375b975288e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:30.706778 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f36eea3-cf86-46b0-b058-f375b975288e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:30.825900 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5bb5dc46-61f5-4216-a91d-415855b3d174 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:30.905508 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:30.918189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 5bb5dc46-61f5-4216-a91d-415855b3d174 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:30.918571 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:30.970179 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:31.014200 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] Network 80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:45:31.019295 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:31.023727 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:45:31.076250 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] Pushing event updated for resources: {'Port': ['ID=fab0a050-c8bc-4aae-a934-6a8fb0d77eda,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:31.088255 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f36eea3-cf86-46b0-b058-f375b975288e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:31.181063 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] Attempting to bind port fab0a050-c8bc-4aae-a934-6a8fb0d77eda on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:45:31.181526 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] Attempting to bind port fab0a050-c8bc-4aae-a934-6a8fb0d77eda by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'c461c650-f89b-4a87-8d24-c0e0612a454a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:45:31.181966 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] Attempting to bind port fab0a050-c8bc-4aae-a934-6a8fb0d77eda on network 80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:31.187644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:45:31.187905 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] Checking segment: {'id': 'c461c650-f89b-4a87-8d24-c0e0612a454a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:31.188365 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:31.188823 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] Bound using segment: {'id': 'c461c650-f89b-4a87-8d24-c0e0612a454a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:45:31.189646 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] Bound port: fab0a050-c8bc-4aae-a934-6a8fb0d77eda, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c461c650-f89b-4a87-8d24-c0e0612a454a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:45:31.189829 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:31.240166 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175903fa-3c83-4171-aadb-6075b8550490 req-8e8ef7b2-77c9-4b02-8f78-7e7111272eb1 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:31.246422 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175903fa-3c83-4171-aadb-6075b8550490 req-8e8ef7b2-77c9-4b02-8f78-7e7111272eb1 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:31.253341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175903fa-3c83-4171-aadb-6075b8550490 req-8e8ef7b2-77c9-4b02-8f78-7e7111272eb1 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:31.261671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-175903fa-3c83-4171-aadb-6075b8550490 req-8e8ef7b2-77c9-4b02-8f78-7e7111272eb1 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2419 time: 0.1178591 Sep 17 23:45:31.285534 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] For port fab0a050-c8bc-4aae-a934-6a8fb0d77eda, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:45:31.289180 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] For port fab0a050-c8bc-4aae-a934-6a8fb0d77eda, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=fab0a050-c8bc-4aae-a934-6a8fb0d77eda,segment=NetworkSegment(c461c650-f89b-4a87-8d24-c0e0612a454a),segment_id=c461c650-f89b-4a87-8d24-c0e0612a454a)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:45:31.311564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-175903fa-3c83-4171-aadb-6075b8550490 req-bd548ae4-c7f7-4b08-a9b4-260cce0ccc44 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487528 Sep 17 23:45:31.392430 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:31.514432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b9266-a86a-4f77-bd0f-cb00179b1290 None None] Pushing event updated for resources: {'Port': ['ID=fab0a050-c8bc-4aae-a934-6a8fb0d77eda,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:31.555103 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f36eea3-cf86-46b0-b058-f375b975288e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:31.558003 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b689dbc-5d0a-401a-a5ea-74138adcd7f8 req-28aa9ed2-6549-4885-8252-a2c1a78488e3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 210 time: 0.0595455 Sep 17 23:45:31.588047 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f36eea3-cf86-46b0-b058-f375b975288e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:31.778161 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-7f36eea3-cf86-46b0-b058-f375b975288e admin admin] Allocated IP 172.25.3.65 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/e6ede58b-d8f2-46d8-b848-d2f5f3320cf3) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:45:31.909180 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f36eea3-cf86-46b0-b058-f375b975288e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:32.061078 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f36eea3-cf86-46b0-b058-f375b975288e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:32.103510 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f36eea3-cf86-46b0-b058-f375b975288e admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:45:32.106598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-7f36eea3-cf86-46b0-b058-f375b975288e admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:32.113825 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f36eea3-cf86-46b0-b058-f375b975288e admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:45:32.141902 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36eea3-cf86-46b0-b058-f375b975288e admin admin] Pushing event updated for resources: {'Port': ['ID=e6ede58b-d8f2-46d8-b848-d2f5f3320cf3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:32.290729 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35966) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:32.359245 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac01a12-3aa8-4ecf-b134-4c6c4285bfd8 req-5d33d052-76d3-4558-a78b-40441e211fa3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:32.365989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac01a12-3aa8-4ecf-b134-4c6c4285bfd8 req-5d33d052-76d3-4558-a78b-40441e211fa3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:32.373479 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac01a12-3aa8-4ecf-b134-4c6c4285bfd8 req-5d33d052-76d3-4558-a78b-40441e211fa3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:32.381967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eac01a12-3aa8-4ecf-b134-4c6c4285bfd8 req-5d33d052-76d3-4558-a78b-40441e211fa3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2419 time: 0.4216056 Sep 17 23:45:32.437140 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eac01a12-3aa8-4ecf-b134-4c6c4285bfd8 req-1dff5635-da47-41aa-985d-90b643765867 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493751 Sep 17 23:45:32.486971 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-667dd6ce-96cf-401f-a028-fb4f024b9ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:32.539968 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-932fda7c-7f87-4d1a-98ae-d0fbb0026b38 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:32.541458 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-932fda7c-7f87-4d1a-98ae-d0fbb0026b38 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.37 "GET /v2.0/networks?id=e2df3c0f-6c40-4464-917a-684982de5476 HTTP/1.1" status: 200 len: 812 time: 0.2085795 Sep 17 23:45:32.574380 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cb9ef6-46a6-4d72-ba71-6b0b8509acc8 None None] Network 80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:45:32.588207 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c7aca54a-9a9d-4e29-87fa-4b0b500d679b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Request body: {'port': {'device_id': '5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9', 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476', 'admin_state_up': True, 'tenant_id': '3dc697e62bfa40e4b7ec116f34144c3c'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:32.658434 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-611c95e4-a031-4241-a53c-c1fd7ba47746 None None] Provisioning complete for port fab0a050-c8bc-4aae-a934-6a8fb0d77eda triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:32.659020 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-611c95e4-a031-4241-a53c-c1fd7ba47746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:32.704888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e9bafc1-7a21-4002-8cea-ad1a801cfe84 req-352532f4-b71d-400a-9f02-d3c00c4d3d70 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 210 time: 0.0859261 Sep 17 23:45:32.785310 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f36eea3-cf86-46b0-b058-f375b975288e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:32.816686 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device fab0a050-c8bc-4aae-a934-6a8fb0d77eda up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:32.868777 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-611c95e4-a031-4241-a53c-c1fd7ba47746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:32.914601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port fab0a050-c8bc-4aae-a934-6a8fb0d77eda triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:32.914978 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:32.920094 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-611c95e4-a031-4241-a53c-c1fd7ba47746 None None] For port fab0a050-c8bc-4aae-a934-6a8fb0d77eda, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=fab0a050-c8bc-4aae-a934-6a8fb0d77eda,segment=NetworkSegment(c461c650-f89b-4a87-8d24-c0e0612a454a),segment_id=c461c650-f89b-4a87-8d24-c0e0612a454a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:32.996910 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-611c95e4-a031-4241-a53c-c1fd7ba47746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:33.041145 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:33.104347 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c95e4-a031-4241-a53c-c1fd7ba47746 None None] Pushing event updated for resources: {'Port': ['ID=fab0a050-c8bc-4aae-a934-6a8fb0d77eda,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:33.127411 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:45:33.129000 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:45:33.161918 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-667dd6ce-96cf-401f-a028-fb4f024b9ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:33.218823 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-25ac3674-3b3f-4986-bc14-644ad9530639 None None] Provisioning complete for port fab0a050-c8bc-4aae-a934-6a8fb0d77eda triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:33.219191 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-25ac3674-3b3f-4986-bc14-644ad9530639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:33.261196 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-667dd6ce-96cf-401f-a028-fb4f024b9ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:33.317295 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667dd6ce-96cf-401f-a028-fb4f024b9ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c151bf43-7cc3-45e4-a9e5-1d9d45c9f3a0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:33.321736 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-667dd6ce-96cf-401f-a028-fb4f024b9ac6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a2c2f06601ff43589dda4de2a571e4fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0297899 Sep 17 23:45:33.327175 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35980) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:33.365632 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c7aca54a-9a9d-4e29-87fa-4b0b500d679b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Made reservation on behalf of 3dc697e62bfa40e4b7ec116f34144c3c for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:33.369330 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c7aca54a-9a9d-4e29-87fa-4b0b500d679b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:33.385482 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f08dda99-687f-4528-8891-3aa43d5a1893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:33.398893 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f36eea3-cf86-46b0-b058-f375b975288e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:33.410078 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f08dda99-687f-4528-8891-3aa43d5a1893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:33.538319 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f08dda99-687f-4528-8891-3aa43d5a1893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:33.541763 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f08dda99-687f-4528-8891-3aa43d5a1893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:33.543231 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f08dda99-687f-4528-8891-3aa43d5a1893 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c151bf43-7cc3-45e4-a9e5-1d9d45c9f3a0 HTTP/1.1" status: 204 len: 168 time: 0.2142982 Sep 17 23:45:33.559337 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08dda99-687f-4528-8891-3aa43d5a1893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c151bf43-7cc3-45e4-a9e5-1d9d45c9f3a0,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:33.582266 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aeecc1-f112-43e7-a908-1674e61b2d03 req-7c58f04f-31be-4b51-8489-643a8dca0954 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:33.593996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aeecc1-f112-43e7-a908-1674e61b2d03 req-7c58f04f-31be-4b51-8489-643a8dca0954 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:33.596118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aeecc1-f112-43e7-a908-1674e61b2d03 req-7c58f04f-31be-4b51-8489-643a8dca0954 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:33.598031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-77aeecc1-f112-43e7-a908-1674e61b2d03 req-7c58f04f-31be-4b51-8489-643a8dca0954 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2419 time: 0.0949814 Sep 17 23:45:33.643255 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-77aeecc1-f112-43e7-a908-1674e61b2d03 req-373e6cb1-0096-468e-9efe-33b8058287aa tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371177 Sep 17 23:45:33.643549 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-c7ae819f-10f0-4ed2-86b8-8c7a6bc66b5f tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:33.649558 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-c7ae819f-10f0-4ed2-86b8-8c7a6bc66b5f tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:33.655442 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-c7ae819f-10f0-4ed2-86b8-8c7a6bc66b5f tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:33.657103 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-c7ae819f-10f0-4ed2-86b8-8c7a6bc66b5f tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.41 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 2419 time: 0.1583788 Sep 17 23:45:33.676602 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c7aca54a-9a9d-4e29-87fa-4b0b500d679b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Allocated IP 172.20.0.11 (e2df3c0f-6c40-4464-917a-684982de5476/c7b73b73-63cd-4505-9722-63303d58ca18/edf84b87-a63d-41ae-8963-7c511b6de2f3) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:45:33.793707 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-385fe3d1-141e-4862-b821-3701b47d0a3a req-29125d89-7e6f-4d07-b059-8f9e33ed95aa tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 210 time: 0.0285165 Sep 17 23:45:33.891631 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-37196730-5aae-4f04-9e94-f69b44b66a75 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Deleting port 33a83285-6d07-42ac-ad37-4bee523132bc {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:45:33.891978 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-37196730-5aae-4f04-9e94-f69b44b66a75 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:33.930068 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f36eea3-cf86-46b0-b058-f375b975288e admin admin] Router 205e0f63-04b9-4db5-a9cc-ea54e2e23056 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:45:33.995603 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c7aca54a-9a9d-4e29-87fa-4b0b500d679b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:34.077241 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-37196730-5aae-4f04-9e94-f69b44b66a75 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] For port 33a83285-6d07-42ac-ad37-4bee523132bc, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=33a83285-6d07-42ac-ad37-4bee523132bc,segment=NetworkSegment(0b54d4d7-51d9-4f50-bde2-a5f7071afd6f),segment_id=0b54d4d7-51d9-4f50-bde2-a5f7071afd6f)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:34.077618 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-37196730-5aae-4f04-9e94-f69b44b66a75 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:34.102618 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-37196730-5aae-4f04-9e94-f69b44b66a75 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Calling delete_port for 33a83285-6d07-42ac-ad37-4bee523132bc owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:45:34.194348 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f36eea3-cf86-46b0-b058-f375b975288e admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:45:34.203010 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] Sync routers for ids ['205e0f63-04b9-4db5-a9cc-ea54e2e23056'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:45:34.212783 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] Routers {'205e0f63-04b9-4db5-a9cc-ea54e2e23056'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:45:34.213426 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:45:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['205e0f63-04b9-4db5-a9cc-ea54e2e23056'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:34.245155 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c7aca54a-9a9d-4e29-87fa-4b0b500d679b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:34.305895 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f36eea3-cf86-46b0-b058-f375b975288e admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:34.309419 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7f36eea3-cf86-46b0-b058-f375b975288e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7769403 Sep 17 23:45:34.309949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36004) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:34.322880 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] Set router 205e0f63-04b9-4db5-a9cc-ea54e2e23056 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:45:34.328952 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c7aca54a-9a9d-4e29-87fa-4b0b500d679b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Network e2df3c0f-6c40-4464-917a-684982de5476 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:45:34.339589 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c7aca54a-9a9d-4e29-87fa-4b0b500d679b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:34.343975 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c7aca54a-9a9d-4e29-87fa-4b0b500d679b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:45:34.347010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aca54a-9a9d-4e29-87fa-4b0b500d679b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Pushing event updated for resources: {'Port': ['ID=edf84b87-a63d-41ae-8963-7c511b6de2f3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:34.406208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c7aca54a-9a9d-4e29-87fa-4b0b500d679b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:34.406906 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c7aca54a-9a9d-4e29-87fa-4b0b500d679b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:34.463292 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-37196730-5aae-4f04-9e94-f69b44b66a75 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:34.512825 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37196730-5aae-4f04-9e94-f69b44b66a75 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event deleted for resources: {'Port': ['ID=33a83285-6d07-42ac-ad37-4bee523132bc,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:34.533890 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'name': 'tempest-AttachSCSIVolumeTestJSON-76056865-router', 'tenant_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6ede58b-d8f2-46d8-b848-d2f5f3320cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:45:30Z', 'updated_at': '2021-09-17T23:45:32Z', 'revision_number': 3, 'project_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'gw_port': {'id': 'e6ede58b-d8f2-46d8-b848-d2f5f3320cf3', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:31Z', 'updated_at': '2021-09-17T23:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:34.539239 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c7aca54a-9a9d-4e29-87fa-4b0b500d679b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9606457 Sep 17 23:45:34.557054 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-37196730-5aae-4f04-9e94-f69b44b66a75 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] No DVR routers for this DVR port 33a83285-6d07-42ac-ad37-4bee523132bc on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:45:34.562301 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Request body: {'port': {'device_id': '5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:34.566803 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-37196730-5aae-4f04-9e94-f69b44b66a75 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:34.568753 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-37196730-5aae-4f04-9e94-f69b44b66a75 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.41 "DELETE /v2.0/ports/33a83285-6d07-42ac-ad37-4bee523132bc HTTP/1.1" status: 204 len: 173 time: 0.9032090 Sep 17 23:45:34.569228 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'name': 'network-vif-deleted', 'tag': '33a83285-6d07-42ac-ad37-4bee523132bc'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:34.571773 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82386437-c9aa-4e92-ba88-af2c37e377b0" -d '{"events": [{"server_uuid": "3af61bf0-3639-4e79-aeda-a26e9da5bc32", "name": "network-vif-deleted", "tag": "33a83285-6d07-42ac-ad37-4bee523132bc"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:34.629043 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] Checking router: 205e0f63-04b9-4db5-a9cc-ea54e2e23056 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:45:34.629043 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] Updating router 205e0f63-04b9-4db5-a9cc-ea54e2e23056 port e6ede58b-d8f2-46d8-b848-d2f5f3320cf3 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:45:34.702312 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58bac1c-b34b-41b7-b9fd-80f30eb73338 x-openstack-request-id: req-d58bac1c-b34b-41b7-b9fd-80f30eb73338 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:34.702831 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af61bf0-3639-4e79-aeda-a26e9da5bc32", "name": "network-vif-deleted", "tag": "33a83285-6d07-42ac-ad37-4bee523132bc", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:34.703068 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d58bac1c-b34b-41b7-b9fd-80f30eb73338 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:34.704244 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'name': 'network-vif-deleted', 'tag': '33a83285-6d07-42ac-ad37-4bee523132bc', 'status': 'completed', 'code': 200} Sep 17 23:45:34.810816 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:34.817298 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:34.844267 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device fab0a050-c8bc-4aae-a934-6a8fb0d77eda up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:34.850774 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-a4f8785f-2a62-4476-9ad9-81d765385918 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Deleting port 35dd9699-688a-4c5c-bd1d-c9cdef711d8c {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:45:34.851189 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-a4f8785f-2a62-4476-9ad9-81d765385918 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:34.980733 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port fab0a050-c8bc-4aae-a934-6a8fb0d77eda triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:34.981226 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:35.086837 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f954d5-e564-4430-8d46-22293fb1ab10 req-d79a2b05-be13-46fe-be83-64670136f3f1 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:35.089743 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17f954d5-e564-4430-8d46-22293fb1ab10 req-d79a2b05-be13-46fe-be83-64670136f3f1 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 932 time: 0.2113638 Sep 17 23:45:35.120778 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac63c-a183-4238-a801-5ebbe812ecb8 req-8b955330-386a-4d62-8606-11557efc4949 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:35.122511 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-a4f8785f-2a62-4476-9ad9-81d765385918 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] For port 35dd9699-688a-4c5c-bd1d-c9cdef711d8c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=35dd9699-688a-4c5c-bd1d-c9cdef711d8c,segment=NetworkSegment(0b54d4d7-51d9-4f50-bde2-a5f7071afd6f),segment_id=0b54d4d7-51d9-4f50-bde2-a5f7071afd6f)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:35.122887 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-a4f8785f-2a62-4476-9ad9-81d765385918 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:35.128365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac63c-a183-4238-a801-5ebbe812ecb8 req-8b955330-386a-4d62-8606-11557efc4949 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:35.130372 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-298ac63c-a183-4238-a801-5ebbe812ecb8 req-8b955330-386a-4d62-8606-11557efc4949 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 1683 time: 0.2388411 Sep 17 23:45:35.145309 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-a4f8785f-2a62-4476-9ad9-81d765385918 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Calling delete_port for 35dd9699-688a-4c5c-bd1d-c9cdef711d8c owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:45:35.176755 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:35.209189 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17f954d5-e564-4430-8d46-22293fb1ab10 req-f71c16c4-217b-4e6f-afab-8c35cbb99089 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097183 Sep 17 23:45:35.222836 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c272c2ab-272f-4f29-9032-18b0bb0f8ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:35.244186 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-298ac63c-a183-4238-a801-5ebbe812ecb8 req-e24e3d17-1776-451e-9430-de74094292cb tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813653 Sep 17 23:45:35.279525 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:35.346393 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c70d1-daf7-45ae-8ead-74f4e6909dff None None] Pushing event updated for resources: {'Port': ['ID=e6ede58b-d8f2-46d8-b848-d2f5f3320cf3,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:35.363773 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf84b87-a63d-41ae-8963-7c511b6de2f3 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:45:35.375556 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:35.384174 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] Attempting to bind port e6ede58b-d8f2-46d8-b848-d2f5f3320cf3 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:45:35.387022 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] Attempting to bind port e6ede58b-d8f2-46d8-b848-d2f5f3320cf3 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:45:35.387563 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] Attempting to bind port e6ede58b-d8f2-46d8-b848-d2f5f3320cf3 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:35.398966 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:45:35.400406 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:35.400938 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:35.401220 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:45:35.401724 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] Bound port: e6ede58b-d8f2-46d8-b848-d2f5f3320cf3, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:45:35.402103 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:35.445417 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-c272c2ab-272f-4f29-9032-18b0bb0f8ae6 admin admin] Allocated IP 172.20.0.1 (80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b/86ce28a8-ce63-448e-b214-190bf3167441/7cb64bb1-92d0-4792-b8ec-76766ac1cb2d) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:45:35.473348 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] For port e6ede58b-d8f2-46d8-b848-d2f5f3320cf3, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:45:35.478030 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Transition to ACTIVE for port object edf84b87-a63d-41ae-8963-7c511b6de2f3 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:45:35.478030 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-a4f8785f-2a62-4476-9ad9-81d765385918 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:35.478467 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] For port e6ede58b-d8f2-46d8-b848-d2f5f3320cf3, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e6ede58b-d8f2-46d8-b848-d2f5f3320cf3,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:45:35.512361 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8785f-2a62-4476-9ad9-81d765385918 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event deleted for resources: {'Port': ['ID=35dd9699-688a-4c5c-bd1d-c9cdef711d8c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:35.557432 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-a4f8785f-2a62-4476-9ad9-81d765385918 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] No DVR routers for this DVR port 35dd9699-688a-4c5c-bd1d-c9cdef711d8c on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:45:35.560700 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-a4f8785f-2a62-4476-9ad9-81d765385918 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:35.562722 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-a4f8785f-2a62-4476-9ad9-81d765385918 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.41 "DELETE /v2.0/ports/35dd9699-688a-4c5c-bd1d-c9cdef711d8c HTTP/1.1" status: 204 len: 173 time: 0.9540291 Sep 17 23:45:35.574551 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-a2ad0830-7a9a-4981-a0f4-4276995f7a44 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=49a879e45f214cfd9092e236333e3d09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307972 Sep 17 23:45:35.603713 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:35.637113 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c272c2ab-272f-4f29-9032-18b0bb0f8ae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:35.638135 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:35.701413 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] Routers {'205e0f63-04b9-4db5-a9cc-ea54e2e23056'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:45:35.702637 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:45:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['205e0f63-04b9-4db5-a9cc-ea54e2e23056'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:35.718008 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Pushing event updated for resources: {'Port': ['ID=edf84b87-a63d-41ae-8963-7c511b6de2f3,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:35.765088 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c70d1-daf7-45ae-8ead-74f4e6909dff None None] Pushing event updated for resources: {'Port': ['ID=e6ede58b-d8f2-46d8-b848-d2f5f3320cf3,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:35.802660 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-a3bc8f8c-b8e5-4750-83ed-9092a59a96d5 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:35.812056 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-a3bc8f8c-b8e5-4750-83ed-9092a59a96d5 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2269714 Sep 17 23:45:35.821885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-a64d1f6f-1012-42ce-b123-f2f2560b9d59 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Deleting port 351bb12f-48ae-4d83-a55c-440ebcf891b0 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:45:35.822140 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-a64d1f6f-1012-42ce-b123-f2f2560b9d59 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:35.829378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-d9809586-cceb-4218-a315-d0b3eb978a3e tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/quotas/49a879e45f214cfd9092e236333e3d09 HTTP/1.1" status: 200 len: 375 time: 0.0162208 Sep 17 23:45:35.842860 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] Set router 205e0f63-04b9-4db5-a9cc-ea54e2e23056 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:45:35.879956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Attempting to bind port edf84b87-a63d-41ae-8963-7c511b6de2f3 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:45:35.879956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Attempting to bind port edf84b87-a63d-41ae-8963-7c511b6de2f3 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:45:35.879956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Attempting to bind port edf84b87-a63d-41ae-8963-7c511b6de2f3 on network e2df3c0f-6c40-4464-917a-684982de5476 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:35.881361 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-87881eae-4a29-4f0f-803b-a5dc723ef823 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=49a879e45f214cfd9092e236333e3d09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288160 Sep 17 23:45:35.894407 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Port edf84b87-a63d-41ae-8963-7c511b6de2f3 on network e2df3c0f-6c40-4464-917a-684982de5476 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:45:35.894786 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Attempting to bind port edf84b87-a63d-41ae-8963-7c511b6de2f3 on network e2df3c0f-6c40-4464-917a-684982de5476 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:35.908422 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:45:35.908748 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Checking segment: {'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:35.909155 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Bound using segment: {'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:45:35.909596 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Bound port: edf84b87-a63d-41ae-8963-7c511b6de2f3, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:45:35.909956 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:35.929203 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c272c2ab-272f-4f29-9032-18b0bb0f8ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:35.972450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c272c2ab-272f-4f29-9032-18b0bb0f8ae6 admin admin] Network 80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:45:35.974535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-a64d1f6f-1012-42ce-b123-f2f2560b9d59 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] For port 351bb12f-48ae-4d83-a55c-440ebcf891b0, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=351bb12f-48ae-4d83-a55c-440ebcf891b0,segment=NetworkSegment(e33fbdc0-1214-41f3-b1fe-325c36f90a24),segment_id=e33fbdc0-1214-41f3-b1fe-325c36f90a24)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:35.974910 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-a64d1f6f-1012-42ce-b123-f2f2560b9d59 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:35.977577 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-c272c2ab-272f-4f29-9032-18b0bb0f8ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:35.980670 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c272c2ab-272f-4f29-9032-18b0bb0f8ae6 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:45:36.000069 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-a64d1f6f-1012-42ce-b123-f2f2560b9d59 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Calling delete_port for 351bb12f-48ae-4d83-a55c-440ebcf891b0 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:45:36.025629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] For port edf84b87-a63d-41ae-8963-7c511b6de2f3, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:45:36.027357 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c272c2ab-272f-4f29-9032-18b0bb0f8ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:36.031179 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272c2ab-272f-4f29-9032-18b0bb0f8ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb64bb1-92d0-4792-b8ec-76766ac1cb2d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:36.074631 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] For port edf84b87-a63d-41ae-8963-7c511b6de2f3, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=edf84b87-a63d-41ae-8963-7c511b6de2f3,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:45:36.076642 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'name': 'tempest-AttachSCSIVolumeTestJSON-76056865-router', 'tenant_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6ede58b-d8f2-46d8-b848-d2f5f3320cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:45:30Z', 'updated_at': '2021-09-17T23:45:32Z', 'revision_number': 3, 'project_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'gw_port': {'id': 'e6ede58b-d8f2-46d8-b848-d2f5f3320cf3', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:31Z', 'updated_at': '2021-09-17T23:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:36.095404 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 33a83285-6d07-42ac-ad37-4bee523132bc no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:45:36.117891 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 33a83285-6d07-42ac-ad37-4bee523132bc {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:45:36.118562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 33a83285-6d07-42ac-ad37-4bee523132bc not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:45:36.119083 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4523d6bd-9051-45a2-b1d8-43e186b09cfa None None] The sync data for ids ['205e0f63-04b9-4db5-a9cc-ea54e2e23056'] in n-d-809883-1 is: [{'id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'name': 'tempest-AttachSCSIVolumeTestJSON-76056865-router', 'tenant_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6ede58b-d8f2-46d8-b848-d2f5f3320cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:45:30Z', 'updated_at': '2021-09-17T23:45:32Z', 'revision_number': 3, 'project_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'gw_port': {'id': 'e6ede58b-d8f2-46d8-b848-d2f5f3320cf3', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:31Z', 'updated_at': '2021-09-17T23:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:45:36.119396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 351bb12f-48ae-4d83-a55c-440ebcf891b0 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:45:36.209653 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:36.241672 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:36.263226 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57f0fbeb-fbca-4e56-a2cf-aec6be3cc0c3 req-335ad2cb-0888-4718-b3c2-e66c6878c8d9 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 210 time: 0.0507576 Sep 17 23:45:36.264588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:36.265276 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:36.269100 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] 10.222.0.37 "PUT /v2.0/ports/edf84b87-a63d-41ae-8963-7c511b6de2f3 HTTP/1.1" status: 200 len: 1092 time: 1.7142866 Sep 17 23:45:36.333524 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-a64d1f6f-1012-42ce-b123-f2f2560b9d59 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:36.343175 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c272c2ab-272f-4f29-9032-18b0bb0f8ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:36.359109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704a197-ebbf-4274-809a-396d42307d8b service neutron] Pushing event updated for resources: {'Port': ['ID=edf84b87-a63d-41ae-8963-7c511b6de2f3,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:36.389880 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 35dd9699-688a-4c5c-bd1d-c9cdef711d8c no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:45:36.415505 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d1f6f-1012-42ce-b123-f2f2560b9d59 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event deleted for resources: {'Port': ['ID=351bb12f-48ae-4d83-a55c-440ebcf891b0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:36.441708 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-a64d1f6f-1012-42ce-b123-f2f2560b9d59 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] No DVR routers for this DVR port 351bb12f-48ae-4d83-a55c-440ebcf891b0 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:45:36.444438 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-a64d1f6f-1012-42ce-b123-f2f2560b9d59 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:36.447418 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d20f3506-7eb6-4170-b80c-8134b6be2793 req-a64d1f6f-1012-42ce-b123-f2f2560b9d59 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.41 "DELETE /v2.0/ports/351bb12f-48ae-4d83-a55c-440ebcf891b0 HTTP/1.1" status: 204 len: 173 time: 0.8777599 Sep 17 23:45:36.453643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 35dd9699-688a-4c5c-bd1d-c9cdef711d8c {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:45:36.493714 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 35dd9699-688a-4c5c-bd1d-c9cdef711d8c not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:45:36.505754 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-529b9d5e-91da-4771-b60d-c0d888f7fed7 None None] Provisioning complete for port 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:36.506883 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-529b9d5e-91da-4771-b60d-c0d888f7fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:36.511509 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-f51ed474-65fe-4735-8017-b487a456f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:36.517751 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-f51ed474-65fe-4735-8017-b487a456f8ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 1095 time: 0.0661182 Sep 17 23:45:36.528286 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b3775d4-97e0-48ef-86c3-a751a0dc64af req-6c0feaf5-dda5-49fe-a44d-bb1a39fd4e86 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 210 time: 0.0539649 Sep 17 23:45:36.539430 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92e640-463d-4064-9c2d-28607597c915 req-56daf316-ccaf-4c85-97ce-eebfd94e61a9 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:36.541135 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a92e640-463d-4064-9c2d-28607597c915 req-56daf316-ccaf-4c85-97ce-eebfd94e61a9 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 944 time: 0.1900663 Sep 17 23:45:36.643192 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-2966ce1b-608e-4be8-82cd-c17d1a31299c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edf84b87-a63d-41ae-8963-7c511b6de2f3 HTTP/1.1" status: 200 len: 217 time: 0.1194654 Sep 17 23:45:36.644087 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-529b9d5e-91da-4771-b60d-c0d888f7fed7 None None] Port 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:45:36.705722 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'name': 'network-vif-deleted', 'tag': '35dd9699-688a-4c5c-bd1d-c9cdef711d8c'}, {'name': 'network-changed', 'server_uuid': '5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9', 'tag': 'edf84b87-a63d-41ae-8963-7c511b6de2f3'}, {'server_uuid': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'name': 'network-vif-deleted', 'tag': '351bb12f-48ae-4d83-a55c-440ebcf891b0'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:36.745110 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a92e640-463d-4064-9c2d-28607597c915 req-df381156-415e-4832-91ec-30e319feb142 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835873 Sep 17 23:45:36.868969 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c272c2ab-272f-4f29-9032-18b0bb0f8ae6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:36.922204 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e6ede58b-d8f2-46d8-b848-d2f5f3320cf3 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:36.977193 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e6ede58b-d8f2-46d8-b848-d2f5f3320cf3 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:36.977956 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:36.986066 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c272c2ab-272f-4f29-9032-18b0bb0f8ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:37.077754 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c272c2ab-272f-4f29-9032-18b0bb0f8ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:37.100086 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:37.105202 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272c2ab-272f-4f29-9032-18b0bb0f8ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb64bb1-92d0-4792-b8ec-76766ac1cb2d,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:37.129229 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port e6ede58b-d8f2-46d8-b848-d2f5f3320cf3, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e6ede58b-d8f2-46d8-b848-d2f5f3320cf3,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:37.171862 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a7a598-c3d1-48de-9be7-0529591ffd97" -d '{"events": [{"server_uuid": "3af61bf0-3639-4e79-aeda-a26e9da5bc32", "name": "network-vif-deleted", "tag": "35dd9699-688a-4c5c-bd1d-c9cdef711d8c"}, {"name": "network-changed", "server_uuid": "5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9", "tag": "edf84b87-a63d-41ae-8963-7c511b6de2f3"}, {"server_uuid": "3af61bf0-3639-4e79-aeda-a26e9da5bc32", "name": "network-vif-deleted", "tag": "351bb12f-48ae-4d83-a55c-440ebcf891b0"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:37.197579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-a40e389f-10b8-47cc-a062-96f50860c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:37.202861 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-a40e389f-10b8-47cc-a062-96f50860c6b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c7b73b73-63cd-4505-9722-63303d58ca18 HTTP/1.1" status: 200 len: 852 time: 0.5486782 Sep 17 23:45:37.222039 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c272c2ab-272f-4f29-9032-18b0bb0f8ae6 admin admin] Network 80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:45:37.223743 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-c272c2ab-272f-4f29-9032-18b0bb0f8ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:37.240852 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-c5873418-08cf-488d-9169-e41f55d83165 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2df3c0f-6c40-4464-917a-684982de5476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300772 Sep 17 23:45:37.242495 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788bde9a-4f0f-4633-9de0-c5956934e260 x-openstack-request-id: req-788bde9a-4f0f-4633-9de0-c5956934e260 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:37.242792 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af61bf0-3639-4e79-aeda-a26e9da5bc32", "name": "network-vif-deleted", "tag": "35dd9699-688a-4c5c-bd1d-c9cdef711d8c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9", "tag": "edf84b87-a63d-41ae-8963-7c511b6de2f3", "status": "completed", "code": 200}, {"server_uuid": "3af61bf0-3639-4e79-aeda-a26e9da5bc32", "name": "network-vif-deleted", "tag": "351bb12f-48ae-4d83-a55c-440ebcf891b0", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:37.243040 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-788bde9a-4f0f-4633-9de0-c5956934e260 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:37.243428 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'name': 'network-vif-deleted', 'tag': '35dd9699-688a-4c5c-bd1d-c9cdef711d8c', 'status': 'completed', 'code': 200} Sep 17 23:45:37.243962 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9', 'tag': 'edf84b87-a63d-41ae-8963-7c511b6de2f3', 'status': 'completed', 'code': 200} Sep 17 23:45:37.245140 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af61bf0-3639-4e79-aeda-a26e9da5bc32', 'name': 'network-vif-deleted', 'tag': '351bb12f-48ae-4d83-a55c-440ebcf891b0', 'status': 'completed', 'code': 200} Sep 17 23:45:37.245359 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:37.318845 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=e6ede58b-d8f2-46d8-b848-d2f5f3320cf3,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:37.342166 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:37.342527 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:37.344554 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:37.345409 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:37.347225 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:37.349145 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:37.356894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:37.357454 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:37.357808 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:37.358150 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:37.359191 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:37.359561 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:45:37.382421 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-88f817da-84b4-428a-92ce-d89bdf151469 service neutron] 10.222.0.37 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315725 Sep 17 23:45:37.443636 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-97a9e62e-221d-47c9-9276-cc91d1e2ed40 req-14d8610c-3839-4841-8be3-65990f43b191 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 210 time: 0.0483165 Sep 17 23:45:37.455751 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c272c2ab-272f-4f29-9032-18b0bb0f8ae6 admin admin] Router 205e0f63-04b9-4db5-a9cc-ea54e2e23056 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:45:37.500948 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-787aacc3-d63e-4abb-8df6-cf190606a157 req-6a2954b4-49c1-44a1-824c-4bc3ddbf6274 service neutron] 10.222.0.37 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082315 Sep 17 23:45:37.587003 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e9ede308-fc94-4516-8b55-8f35ce10c56d None None] Provisioning complete for port 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:37.587003 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e9ede308-fc94-4516-8b55-8f35ce10c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:37.611658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c272c2ab-272f-4f29-9032-18b0bb0f8ae6 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:45:37.617364 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c272c2ab-272f-4f29-9032-18b0bb0f8ae6 admin admin] 10.222.0.46 "PUT /v2.0/routers/205e0f63-04b9-4db5-a9cc-ea54e2e23056/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3056853 Sep 17 23:45:37.622038 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e9ede308-fc94-4516-8b55-8f35ce10c56d None None] Port 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:45:37.699636 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a78b1b04-6c0d-4ee7-85eb-91395f75298c req-08b86b69-b7ab-43eb-be6a-4bcbfdb84a09 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af61bf0-3639-4e79-aeda-a26e9da5bc32 HTTP/1.1" status: 200 len: 210 time: 0.0299690 Sep 17 23:45:37.733193 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7a598-c3d1-48de-9be7-0529591ffd97 req-2a98cce3-ddd5-4192-9f9c-1cf1a665c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:37.735263 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b2a7a598-c3d1-48de-9be7-0529591ffd97 req-2a98cce3-ddd5-4192-9f9c-1cf1a665c7d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 1095 time: 0.0629466 Sep 17 23:45:37.866114 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7a598-c3d1-48de-9be7-0529591ffd97 req-4110bb18-9792-4647-bb17-27ceea622841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:37.869800 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b2a7a598-c3d1-48de-9be7-0529591ffd97 req-4110bb18-9792-4647-bb17-27ceea622841 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e2df3c0f-6c40-4464-917a-684982de5476 HTTP/1.1" status: 200 len: 913 time: 0.1279156 Sep 17 23:45:37.911692 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86524f-669f-4aef-a6a3-6060c5ad16da req-e91cccf6-864d-442c-a569-e5b32a2ca181 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:37.918334 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b2a7a598-c3d1-48de-9be7-0529591ffd97 req-c62bfe79-9e6b-413c-8e07-0bb14e255acf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edf84b87-a63d-41ae-8963-7c511b6de2f3 HTTP/1.1" status: 200 len: 217 time: 0.0402360 Sep 17 23:45:37.918646 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d86524f-669f-4aef-a6a3-6060c5ad16da req-e91cccf6-864d-442c-a569-e5b32a2ca181 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 944 time: 0.0606625 Sep 17 23:45:37.984312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7a598-c3d1-48de-9be7-0529591ffd97 req-cdd98929-c350-4772-85c0-7fef204e1716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:37.986065 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b2a7a598-c3d1-48de-9be7-0529591ffd97 req-cdd98929-c350-4772-85c0-7fef204e1716 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c7b73b73-63cd-4505-9722-63303d58ca18 HTTP/1.1" status: 200 len: 852 time: 0.0608506 Sep 17 23:45:38.018707 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d86524f-669f-4aef-a6a3-6060c5ad16da req-7b5407dd-ad33-4046-9bd1-26cbbcdd5446 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938833 Sep 17 23:45:38.043795 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b2a7a598-c3d1-48de-9be7-0529591ffd97 req-73fe3c37-db41-4b94-a9a2-3645a21005af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2df3c0f-6c40-4464-917a-684982de5476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490773 Sep 17 23:45:38.172142 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b2a7a598-c3d1-48de-9be7-0529591ffd97 req-e26702f9-bcf2-462c-8d87-80daaf9468ec service neutron] 10.222.0.37 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191823 Sep 17 23:45:38.302176 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b2a7a598-c3d1-48de-9be7-0529591ffd97 req-1278d13d-5e10-4850-b9fb-a7f8b4e4720c service neutron] 10.222.0.37 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168671 Sep 17 23:45:38.536357 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] Sync routers for ids ['205e0f63-04b9-4db5-a9cc-ea54e2e23056'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:45:38.550586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] Routers {'205e0f63-04b9-4db5-a9cc-ea54e2e23056'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:45:38.551826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:45:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['205e0f63-04b9-4db5-a9cc-ea54e2e23056'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:38.575381 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0359d4b-260e-4bc5-8502-990b5d75065e req-ff4ad7a4-785f-4f55-aea8-eb5d33ebf91a tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 210 time: 0.0431433 Sep 17 23:45:38.708646 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] Set router 205e0f63-04b9-4db5-a9cc-ea54e2e23056 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:45:38.801043 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36102) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:38.826142 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e6ede58b-d8f2-46d8-b848-d2f5f3320cf3 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:38.879657 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea18909-ca81-4601-ac9a-131fc4bff4bd tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Deleting subnet b1248945-866e-4976-a190-b3fd8298662f {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:45:38.898963 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1ea18909-ca81-4601-ac9a-131fc4bff4bd tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:38.999106 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1ea18909-ca81-4601-ac9a-131fc4bff4bd tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:39.022526 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e6ede58b-d8f2-46d8-b848-d2f5f3320cf3 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:39.022849 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:39.156318 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1ea18909-ca81-4601-ac9a-131fc4bff4bd tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:39.221255 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-ad5bb9f7-6d27-4171-90cc-003a079ff62f tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=49a879e45f214cfd9092e236333e3d09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305707 Sep 17 23:45:39.239920 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'name': 'tempest-AttachSCSIVolumeTestJSON-76056865-router', 'tenant_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6ede58b-d8f2-46d8-b848-d2f5f3320cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:45:30Z', 'updated_at': '2021-09-17T23:45:36Z', 'revision_number': 4, 'project_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'gw_port': {'id': 'e6ede58b-d8f2-46d8-b848-d2f5f3320cf3', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:31Z', 'updated_at': '2021-09-17T23:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '7cb64bb1-92d0-4792-b8ec-76766ac1cb2d', 'name': '', 'network_id': '80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b', 'tenant_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'mac_address': 'fa:16:3e:5a:c5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '86ce28a8-ce63-448e-b214-190bf3167441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:35Z', 'updated_at': '2021-09-17T23:45:36Z', 'revision_number': 2, 'project_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'subnets': [{'id': '86ce28a8-ce63-448e-b214-190bf3167441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:39.300332 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b455d2-1251-422b-9de5-c9ff4720deef req-70d7f107-6919-4ce2-9f0c-20fefa48cbff tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:39.308584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8b455d2-1251-422b-9de5-c9ff4720deef req-70d7f107-6919-4ce2-9f0c-20fefa48cbff tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 944 time: 0.1016290 Sep 17 23:45:39.318513 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] Checking router: 205e0f63-04b9-4db5-a9cc-ea54e2e23056 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:45:39.322673 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] Updating router 205e0f63-04b9-4db5-a9cc-ea54e2e23056 port 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:45:39.384816 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1ea18909-ca81-4601-ac9a-131fc4bff4bd tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:39.398933 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:39.446176 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f73935-056f-49ae-aa35-c2714d56c81d None None] Network 340981ab-1d4d-4d15-b517-5e0134286926 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:45:39.446918 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8b455d2-1251-422b-9de5-c9ff4720deef req-25d31b36-8ec6-491b-94b0-5d3c63001841 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372466 Sep 17 23:45:39.447709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea18909-ca81-4601-ac9a-131fc4bff4bd tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event deleted for resources: {'Subnet': ['ID=b1248945-866e-4976-a190-b3fd8298662f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:39.451434 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1ea18909-ca81-4601-ac9a-131fc4bff4bd tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:39.459782 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1ea18909-ca81-4601-ac9a-131fc4bff4bd tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "DELETE /v2.0/subnets/b1248945-866e-4976-a190-b3fd8298662f HTTP/1.1" status: 204 len: 168 time: 0.6572216 Sep 17 23:45:39.465328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36112) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:39.509902 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-45a0beee-5978-4b62-b6c9-d2a137375556 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:39.511311 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-45a0beee-5978-4b62-b6c9-d2a137375556 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2800999 Sep 17 23:45:39.527158 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-d3e99f45-74c1-4f15-bb8b-9914b79679a6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Request body: {'port': {'device_id': '7b0ad5ca-8526-4c65-9dad-de651c0b4d93', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '49a879e45f214cfd9092e236333e3d09'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:39.577795 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:39.649157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Deleting port f70211ed-89a8-4a3a-bfc1-2602675d8cd6 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:45:39.650022 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:39.815248 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6bc9f6f9-fc3b-41f6-aa87-691b54c1a7a2 req-491dea61-e384-4717-a243-dcd6f363234a tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 210 time: 0.0770550 Sep 17 23:45:39.817234 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-d3e99f45-74c1-4f15-bb8b-9914b79679a6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Made reservation on behalf of 49a879e45f214cfd9092e236333e3d09 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:39.824208 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-d3e99f45-74c1-4f15-bb8b-9914b79679a6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:39.865224 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-d3e99f45-74c1-4f15-bb8b-9914b79679a6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:39.982679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b28e05-bde8-41f9-ac90-c84ba722e148 None None] DHCP port deletion for 340981ab-1d4d-4d15-b517-5e0134286926 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:45:39.985379 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] For port f70211ed-89a8-4a3a-bfc1-2602675d8cd6, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f70211ed-89a8-4a3a-bfc1-2602675d8cd6,segment=NetworkSegment(e33fbdc0-1214-41f3-b1fe-325c36f90a24),segment_id=e33fbdc0-1214-41f3-b1fe-325c36f90a24)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:39.986198 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:40.033173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Calling delete_port for f70211ed-89a8-4a3a-bfc1-2602675d8cd6 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:45:40.147685 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:40.180584 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-05b28e05-bde8-41f9-ac90-c84ba722e148 None None] Deleting port f70211ed-89a8-4a3a-bfc1-2602675d8cd6 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:45:40.180584 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-05b28e05-bde8-41f9-ac90-c84ba722e148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:40.186471 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-d3e99f45-74c1-4f15-bb8b-9914b79679a6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:40.273436 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-05b28e05-bde8-41f9-ac90-c84ba722e148 None None] For port f70211ed-89a8-4a3a-bfc1-2602675d8cd6, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f70211ed-89a8-4a3a-bfc1-2602675d8cd6,segment=NetworkSegment(e33fbdc0-1214-41f3-b1fe-325c36f90a24),segment_id=e33fbdc0-1214-41f3-b1fe-325c36f90a24)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:40.274140 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-05b28e05-bde8-41f9-ac90-c84ba722e148 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:40.294893 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-05b28e05-bde8-41f9-ac90-c84ba722e148 None None] Calling delete_port for f70211ed-89a8-4a3a-bfc1-2602675d8cd6 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:45:40.334953 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-d3e99f45-74c1-4f15-bb8b-9914b79679a6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:40.335917 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:40.352206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] No DVR routers for this DVR port f70211ed-89a8-4a3a-bfc1-2602675d8cd6 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:45:40.379752 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:40.384613 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:40.413878 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event deleted for resources: {'Port': ['ID=f70211ed-89a8-4a3a-bfc1-2602675d8cd6,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:40.453235 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:45:40.571709 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add170b-b72f-4ae1-9a97-09115135c391 None None] Pushing event updated for resources: {'Port': ['ID=7cb64bb1-92d0-4792-b8ec-76766ac1cb2d,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:40.583364 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] Attempting to bind port 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:45:40.583951 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] Attempting to bind port 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'c461c650-f89b-4a87-8d24-c0e0612a454a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:45:40.584503 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] Attempting to bind port 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d on network 80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:40.590813 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:45:40.591467 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] Checking segment: {'id': 'c461c650-f89b-4a87-8d24-c0e0612a454a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:40.592114 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:40.592712 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] Bound using segment: {'id': 'c461c650-f89b-4a87-8d24-c0e0612a454a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:45:40.593370 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] Bound port: 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c461c650-f89b-4a87-8d24-c0e0612a454a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:45:40.593938 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:40.601664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-d3e99f45-74c1-4f15-bb8b-9914b79679a6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Allocated IP 192.168.233.176 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/8603a355-42d4-481c-87e7-f5b8a2a2a792) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:45:40.603900 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-05b28e05-bde8-41f9-ac90-c84ba722e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:40.637247 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b28e05-bde8-41f9-ac90-c84ba722e148 None None] Pushing event deleted for resources: {'Port': ['ID=f70211ed-89a8-4a3a-bfc1-2602675d8cd6,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:40.643925 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b28e05-bde8-41f9-ac90-c84ba722e148 None None] No DVR routers for this DVR port f70211ed-89a8-4a3a-bfc1-2602675d8cd6 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:45:40.648429 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:40.718529 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] For port 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:45:40.719317 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] For port 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7cb64bb1-92d0-4792-b8ec-76766ac1cb2d,segment=NetworkSegment(c461c650-f89b-4a87-8d24-c0e0612a454a),segment_id=c461c650-f89b-4a87-8d24-c0e0612a454a)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:45:40.753830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340981ab-1d4d-4d15-b517-5e0134286926']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:40.761510 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e99f45-74c1-4f15-bb8b-9914b79679a6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af906339-319f-4f24-8b98-6c41e6c740a8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:40.783268 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device edf84b87-a63d-41ae-8963-7c511b6de2f3 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:45:40.799984 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33fbdc0-1214-41f3-b1fe-325c36f90a24') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:40.799984 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33fbdc0-1214-41f3-b1fe-325c36f90a24') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:40.816246 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:40.826816 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47381048-6097-4f6b-9d51-da336d77fb1d req-c2b84503-0755-471f-b840-9ffc6aa71802 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:40.835161 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47381048-6097-4f6b-9d51-da336d77fb1d req-c2b84503-0755-471f-b840-9ffc6aa71802 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 944 time: 0.1937737 Sep 17 23:45:40.849877 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f70211ed-89a8-4a3a-bfc1-2602675d8cd6 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:45:40.857897 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:40.884724 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: f70211ed-89a8-4a3a-bfc1-2602675d8cd6 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:45:40.885165 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:45:40.885482 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f70211ed-89a8-4a3a-bfc1-2602675d8cd6 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:45:40.885771 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:45:40.889771 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:45:40.893128 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:40.969169 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-d3e99f45-74c1-4f15-bb8b-9914b79679a6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:40.979125 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47381048-6097-4f6b-9d51-da336d77fb1d req-30bf9bc0-981f-4a80-b097-a889d1f5cf24 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427462 Sep 17 23:45:41.048316 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9bd7f13d-e138-4c3f-96f7-7697d09c00a5 req-9770b5c0-50f9-4083-a5ae-b690db5b328d tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 210 time: 0.0618432 Sep 17 23:45:41.076168 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port edf84b87-a63d-41ae-8963-7c511b6de2f3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=edf84b87-a63d-41ae-8963-7c511b6de2f3,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:41.098508 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'edf84b87-a63d-41ae-8963-7c511b6de2f3', 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476', 'port_id': 'edf84b87-a63d-41ae-8963-7c511b6de2f3', 'mac_address': 'fa:16:3e:82:c6:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b73b73-63cd-4505-9722-63303d58ca18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:45:41.101762 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] Routers {'205e0f63-04b9-4db5-a9cc-ea54e2e23056'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:45:41.102405 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:45:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['205e0f63-04b9-4db5-a9cc-ea54e2e23056'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:41.110102 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:41.136765 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:41.141418 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "DELETE /v2.0/networks/340981ab-1d4d-4d15-b517-5e0134286926 HTTP/1.1" status: 204 len: 168 time: 1.6724510 Sep 17 23:45:41.141418 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1428b2e-679c-4cda-957d-b452ce52973d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event deleted for resources: {'Network': ['ID=340981ab-1d4d-4d15-b517-5e0134286926,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:41.142189 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36130) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:41.145711 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-d3e99f45-74c1-4f15-bb8b-9914b79679a6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:41.159620 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c781f429-cb35-4b73-8e7e-47544bd3bf67 None None] Provisioning complete for port 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:41.165153 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c781f429-cb35-4b73-8e7e-47544bd3bf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:41.204045 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41e995c-50c9-48bb-9a7c-7853cdc34017 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Deleting subnet ab46ce84-b7f5-4594-9e5f-886bcadb37a9 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:45:41.211846 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c41e995c-50c9-48bb-9a7c-7853cdc34017 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:41.251851 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-d3e99f45-74c1-4f15-bb8b-9914b79679a6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:45:41.262519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-d3e99f45-74c1-4f15-bb8b-9914b79679a6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:41.267260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-d3e99f45-74c1-4f15-bb8b-9914b79679a6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:45:41.272404 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c41e995c-50c9-48bb-9a7c-7853cdc34017 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:41.309483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add170b-b72f-4ae1-9a97-09115135c391 None None] Pushing event updated for resources: {'Port': ['ID=7cb64bb1-92d0-4792-b8ec-76766ac1cb2d,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:41.370932 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e99f45-74c1-4f15-bb8b-9914b79679a6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Pushing event updated for resources: {'Port': ['ID=8603a355-42d4-481c-87e7-f5b8a2a2a792,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:41.396278 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-d3e99f45-74c1-4f15-bb8b-9914b79679a6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:41.401630 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-d3e99f45-74c1-4f15-bb8b-9914b79679a6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:41.418548 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:41.536105 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-d3e99f45-74c1-4f15-bb8b-9914b79679a6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0147922 Sep 17 23:45:41.550362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Request body: {'port': {'device_id': '7b0ad5ca-8526-4c65-9dad-de651c0b4d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:41.619368 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] Set router 205e0f63-04b9-4db5-a9cc-ea54e2e23056 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:45:41.651477 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:41.838656 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c41e995c-50c9-48bb-9a7c-7853cdc34017 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:41.879524 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf84b87-a63d-41ae-8963-7c511b6de2f3 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:45:41.910288 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c781f429-cb35-4b73-8e7e-47544bd3bf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:41.917423 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port edf84b87-a63d-41ae-8963-7c511b6de2f3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=edf84b87-a63d-41ae-8963-7c511b6de2f3,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:41.951811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8603a355-42d4-481c-87e7-f5b8a2a2a792 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:45:41.959847 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:41.961484 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c781f429-cb35-4b73-8e7e-47544bd3bf67 None None] For port 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7cb64bb1-92d0-4792-b8ec-76766ac1cb2d,segment=NetworkSegment(c461c650-f89b-4a87-8d24-c0e0612a454a),segment_id=c461c650-f89b-4a87-8d24-c0e0612a454a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:41.973009 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'name': 'tempest-AttachSCSIVolumeTestJSON-76056865-router', 'tenant_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6ede58b-d8f2-46d8-b848-d2f5f3320cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:45:30Z', 'updated_at': '2021-09-17T23:45:36Z', 'revision_number': 4, 'project_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'gw_port': {'id': 'e6ede58b-d8f2-46d8-b848-d2f5f3320cf3', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:31Z', 'updated_at': '2021-09-17T23:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '7cb64bb1-92d0-4792-b8ec-76766ac1cb2d', 'name': '', 'network_id': '80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b', 'tenant_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'mac_address': 'fa:16:3e:5a:c5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '86ce28a8-ce63-448e-b214-190bf3167441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:35Z', 'updated_at': '2021-09-17T23:45:40Z', 'revision_number': 4, 'project_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'subnets': [{'id': '86ce28a8-ce63-448e-b214-190bf3167441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:41.973561 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Transition to ACTIVE for port object 8603a355-42d4-481c-87e7-f5b8a2a2a792 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:45:42.000241 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe4294c-7965-4cfd-abd2-7aaef7ee2a94 None None] The sync data for ids ['205e0f63-04b9-4db5-a9cc-ea54e2e23056'] in n-d-809883-1 is: [{'id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'name': 'tempest-AttachSCSIVolumeTestJSON-76056865-router', 'tenant_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6ede58b-d8f2-46d8-b848-d2f5f3320cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:45:30Z', 'updated_at': '2021-09-17T23:45:36Z', 'revision_number': 4, 'project_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'gw_port': {'id': 'e6ede58b-d8f2-46d8-b848-d2f5f3320cf3', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:31Z', 'updated_at': '2021-09-17T23:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '7cb64bb1-92d0-4792-b8ec-76766ac1cb2d', 'name': '', 'network_id': '80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b', 'tenant_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'mac_address': 'fa:16:3e:5a:c5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '86ce28a8-ce63-448e-b214-190bf3167441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:35Z', 'updated_at': '2021-09-17T23:45:40Z', 'revision_number': 4, 'project_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'subnets': [{'id': '86ce28a8-ce63-448e-b214-190bf3167441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:45:42.018136 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c41e995c-50c9-48bb-9a7c-7853cdc34017 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:42.097008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e995c-50c9-48bb-9a7c-7853cdc34017 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event deleted for resources: {'Subnet': ['ID=ab46ce84-b7f5-4594-9e5f-886bcadb37a9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:42.098026 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c41e995c-50c9-48bb-9a7c-7853cdc34017 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:42.103958 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c41e995c-50c9-48bb-9a7c-7853cdc34017 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "DELETE /v2.0/subnets/ab46ce84-b7f5-4594-9e5f-886bcadb37a9 HTTP/1.1" status: 204 len: 168 time: 0.9591246 Sep 17 23:45:42.105259 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36142) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:42.127263 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85489c7-df1c-46dd-ab55-59a746488387 None None] Network 74134fa8-5397-4a8f-adc4-b39a332fe240 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:45:42.132133 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c781f429-cb35-4b73-8e7e-47544bd3bf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:42.149043 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:42.172919 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:42.268603 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:42.275458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c4ed9-885f-4695-a1f9-e570840e5862 req-2adf58c8-a85d-4849-8ab9-f914b0ba0d93 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:42.282934 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d3c4ed9-885f-4695-a1f9-e570840e5862 req-2adf58c8-a85d-4849-8ab9-f914b0ba0d93 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 944 time: 0.2012665 Sep 17 23:45:42.386275 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fc408-e56e-455e-be99-9c7df1c5d8d9 req-7870f0ae-9dcd-4cd5-8b2b-7eee6e7e5aa7 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:42.398194 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-137fc408-e56e-455e-be99-9c7df1c5d8d9 req-7870f0ae-9dcd-4cd5-8b2b-7eee6e7e5aa7 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 948 time: 0.2119710 Sep 17 23:45:42.475879 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781f429-cb35-4b73-8e7e-47544bd3bf67 None None] Pushing event updated for resources: {'Port': ['ID=7cb64bb1-92d0-4792-b8ec-76766ac1cb2d,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:42.476507 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-137fc408-e56e-455e-be99-9c7df1c5d8d9 req-91434e9b-fa2b-43b5-b735-67b6fa05619a tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/security-groups?id=af906339-319f-4f24-8b98-6c41e6c740a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743349 Sep 17 23:45:42.487981 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d3c4ed9-885f-4695-a1f9-e570840e5862 req-d5ef8620-2a4a-4f76-9d91-da544933accc tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933153 Sep 17 23:45:42.493335 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['edf84b87-a63d-41ae-8963-7c511b6de2f3'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:42.606339 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Pushing event updated for resources: {'Port': ['ID=8603a355-42d4-481c-87e7-f5b8a2a2a792,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:42.759753 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Attempting to bind port 8603a355-42d4-481c-87e7-f5b8a2a2a792 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:45:42.760011 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Attempting to bind port 8603a355-42d4-481c-87e7-f5b8a2a2a792 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:45:42.760257 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Attempting to bind port 8603a355-42d4-481c-87e7-f5b8a2a2a792 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:42.773708 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Deleting port f4ddd750-31f3-4ff2-93e9-15a4a730022f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:45:42.773708 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:42.793643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-118f25fd-360f-4c98-9f9f-e035e49b2d66 None None] Provisioning complete for port 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:42.794044 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-118f25fd-360f-4c98-9f9f-e035e49b2d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:42.802990 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Port 8603a355-42d4-481c-87e7-f5b8a2a2a792 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:45:42.803479 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Attempting to bind port 8603a355-42d4-481c-87e7-f5b8a2a2a792 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:42.827494 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:45:42.828143 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:42.828783 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:45:42.829499 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Bound port: 8603a355-42d4-481c-87e7-f5b8a2a2a792, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:45:42.830224 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:42.902414 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:42.925625 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] For port f4ddd750-31f3-4ff2-93e9-15a4a730022f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f4ddd750-31f3-4ff2-93e9-15a4a730022f,segment=NetworkSegment(0b54d4d7-51d9-4f50-bde2-a5f7071afd6f),segment_id=0b54d4d7-51d9-4f50-bde2-a5f7071afd6f)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:42.926419 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:42.948371 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Calling delete_port for f4ddd750-31f3-4ff2-93e9-15a4a730022f owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:45:43.015149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] For port 8603a355-42d4-481c-87e7-f5b8a2a2a792, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:45:43.035453 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] For port 8603a355-42d4-481c-87e7-f5b8a2a2a792, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8603a355-42d4-481c-87e7-f5b8a2a2a792,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:45:43.068271 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=edf84b87-a63d-41ae-8963-7c511b6de2f3,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:43.078180 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:43.078631 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:43.118566 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:43.143118 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff10c6b0-1eb9-4efa-8667-c66ecf75708f None None] DHCP port deletion for 74134fa8-5397-4a8f-adc4-b39a332fe240 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:45:43.198741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:43.199516 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:43.202068 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] 10.222.0.41 "PUT /v2.0/ports/8603a355-42d4-481c-87e7-f5b8a2a2a792 HTTP/1.1" status: 200 len: 1096 time: 1.6563997 Sep 17 23:45:43.202694 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0ad5ca-8526-4c65-9dad-de651c0b4d93', 'tag': '8603a355-42d4-481c-87e7-f5b8a2a2a792'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:43.205132 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e303cb-e5e1-4cb8-b786-a50d6c340bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "7b0ad5ca-8526-4c65-9dad-de651c0b4d93", "tag": "8603a355-42d4-481c-87e7-f5b8a2a2a792"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:43.207982 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:43.235329 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ff10c6b0-1eb9-4efa-8667-c66ecf75708f None None] The port 'f4ddd750-31f3-4ff2-93e9-15a4a730022f' was deleted {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 17 23:45:43.255780 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:43.266682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56608d98-487c-4188-adec-de6a5f2a9468 service neutron] Pushing event updated for resources: {'Port': ['ID=8603a355-42d4-481c-87e7-f5b8a2a2a792,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:43.288257 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] No DVR routers for this DVR port f4ddd750-31f3-4ff2-93e9-15a4a730022f on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:45:43.294573 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0e91b8-db69-40e8-aaa1-ee3874914f6a x-openstack-request-id: req-ae0e91b8-db69-40e8-aaa1-ee3874914f6a {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:43.294868 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b0ad5ca-8526-4c65-9dad-de651c0b4d93", "tag": "8603a355-42d4-481c-87e7-f5b8a2a2a792", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:43.295118 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ae0e91b8-db69-40e8-aaa1-ee3874914f6a {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:43.295515 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b0ad5ca-8526-4c65-9dad-de651c0b4d93', 'tag': '8603a355-42d4-481c-87e7-f5b8a2a2a792', 'status': 'completed', 'code': 200} Sep 17 23:45:43.365493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event deleted for resources: {'Port': ['ID=f4ddd750-31f3-4ff2-93e9-15a4a730022f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:43.481951 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:43.521541 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e303cb-e5e1-4cb8-b786-a50d6c340bbd req-4412264a-53d1-4021-9229-4c942aa7e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:43.523363 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c6e303cb-e5e1-4cb8-b786-a50d6c340bbd req-4412264a-53d1-4021-9229-4c942aa7e75a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49a879e45f214cfd9092e236333e3d09&device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 1099 time: 0.1705675 Sep 17 23:45:43.569270 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74134fa8-5397-4a8f-adc4-b39a332fe240']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:43.592495 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b54d4d7-51d9-4f50-bde2-a5f7071afd6f') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:43.592995 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b54d4d7-51d9-4f50-bde2-a5f7071afd6f') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:45:43.595859 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c6e303cb-e5e1-4cb8-b786-a50d6c340bbd req-ea9ee3d3-ecb3-40a9-bd05-23360f37bd17 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=49a879e45f214cfd9092e236333e3d09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632772 Sep 17 23:45:43.618220 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:43.652356 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:43.690115 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:45:43.690533 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:43.691341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a64d6-fd1e-4434-a5bf-26787a5b0af3 req-87690dbd-d352-432e-932b-cd459591027a tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:45:43.693532 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:45:43.699680 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-845a64d6-fd1e-4434-a5bf-26787a5b0af3 req-87690dbd-d352-432e-932b-cd459591027a tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 948 time: 0.1319587 Sep 17 23:45:43.716347 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbbdd3-4680-4c70-8060-fd987f689f1a req-15fc5e18-d404-4306-be6a-73deb666b00b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:43.724334 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cdbbbdd3-4680-4c70-8060-fd987f689f1a req-15fc5e18-d404-4306-be6a-73deb666b00b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 945 time: 0.0999398 Sep 17 23:45:43.789386 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e303cb-e5e1-4cb8-b786-a50d6c340bbd req-6e19ddcd-8398-48f6-9176-3fb613b65cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:43.791191 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c6e303cb-e5e1-4cb8-b786-a50d6c340bbd req-6e19ddcd-8398-48f6-9176-3fb613b65cef service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1875162 Sep 17 23:45:43.818282 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-845a64d6-fd1e-4434-a5bf-26787a5b0af3 req-aa4401fb-5312-46ce-9508-cc7510f51d34 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/security-groups?id=af906339-319f-4f24-8b98-6c41e6c740a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132057 Sep 17 23:45:43.851739 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cdbbbdd3-4680-4c70-8060-fd987f689f1a req-63f45b0d-008a-41db-bb06-6744825f8914 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264057 Sep 17 23:45:43.874747 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:43.880206 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:43.891314 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "DELETE /v2.0/networks/74134fa8-5397-4a8f-adc4-b39a332fe240 HTTP/1.1" status: 204 len: 168 time: 1.7797999 Sep 17 23:45:43.891460 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36166) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:43.895240 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-dbee0bf3-8b72-4fa0-bcf2-501543919d5e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-682178038'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:43.937763 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa97e98-b518-450d-8041-62ae03a88939 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event deleted for resources: {'Network': ['ID=74134fa8-5397-4a8f-adc4-b39a332fe240,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:43.947373 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-e134c584-0abe-4e1d-95ad-1e70082b5ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:43.948925 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-e134c584-0abe-4e1d-95ad-1e70082b5ffa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=49a879e45f214cfd9092e236333e3d09&device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 1099 time: 0.1116347 Sep 17 23:45:44.010115 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-4d2a1296-2224-406c-b2e7-b046a8f51191 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=8603a355-42d4-481c-87e7-f5b8a2a2a792 HTTP/1.1" status: 200 len: 217 time: 0.0521224 Sep 17 23:45:44.054332 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbee0bf3-8b72-4fa0-bcf2-501543919d5e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Made reservation on behalf of 549a504bc9bd46e68c2227d65a7879db for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:44.057934 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dbee0bf3-8b72-4fa0-bcf2-501543919d5e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:44.067760 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-cf0c91d1-beac-4c70-8eaf-340314cdd0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:44.070237 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-cf0c91d1-beac-4c70-8eaf-340314cdd0aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0521677 Sep 17 23:45:44.082874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbee0bf3-8b72-4fa0-bcf2-501543919d5e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:45:44.096559 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dbee0bf3-8b72-4fa0-bcf2-501543919d5e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:44.096975 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-dbee0bf3-8b72-4fa0-bcf2-501543919d5e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Added segment 25c1b7b1-0228-4b4c-913e-a03e0a1f015a of type vlan for network 4d2d8062-6656-4a64-83ca-80c4aafa36b3 Sep 17 23:45:44.110939 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b680e357-2f5b-479a-8f93-f266af97e543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:44.138900 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-acc2a3ae-6e05-4cc7-91ad-6c03f1b51ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:44.140792 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-acc2a3ae-6e05-4cc7-91ad-6c03f1b51ba1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0627997 Sep 17 23:45:44.144513 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dbee0bf3-8b72-4fa0-bcf2-501543919d5e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:44.238014 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-46d33ab6-60a0-4cd0-b684-0dab74726c30 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893388 Sep 17 23:45:44.263381 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dbee0bf3-8b72-4fa0-bcf2-501543919d5e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:44.269597 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbee0bf3-8b72-4fa0-bcf2-501543919d5e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:44.270316 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dbee0bf3-8b72-4fa0-bcf2-501543919d5e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:44.335167 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d759eebe-02ca-4417-b92e-5e894d449d4f req-c25d80a0-309f-4d04-b368-04dfee863eed service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888829 Sep 17 23:45:44.355603 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee0bf3-8b72-4fa0-bcf2-501543919d5e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event updated for resources: {'Network': ['ID=4d2d8062-6656-4a64-83ca-80c4aafa36b3,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:44.366700 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 4d2d8062-6656-4a64-83ca-80c4aafa36b3 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:45:44.407875 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dbee0bf3-8b72-4fa0-bcf2-501543919d5e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4994471 Sep 17 23:45:44.407875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36168) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:44.407875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f4c464e3-bdd4-47ce-be07-52b455d4e1bb tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Request body: {'subnet': {'network_id': '4d2d8062-6656-4a64-83ca-80c4aafa36b3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:44.616719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c464e3-bdd4-47ce-be07-52b455d4e1bb tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Made reservation on behalf of 549a504bc9bd46e68c2227d65a7879db for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:44.620972 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4c464e3-bdd4-47ce-be07-52b455d4e1bb tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:44.765901 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f4ddd750-31f3-4ff2-93e9-15a4a730022f no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:45:44.794377 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device edf84b87-a63d-41ae-8963-7c511b6de2f3 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:44.796625 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: f4ddd750-31f3-4ff2-93e9-15a4a730022f {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:45:44.806992 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f4ddd750-31f3-4ff2-93e9-15a4a730022f not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:45:45.000148 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf4623-7055-4844-ab00-a31ab3e3454d req-a0017e94-c96e-4dd6-9bb9-faad2c671aaf tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:45.001849 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-75cf4623-7055-4844-ab00-a31ab3e3454d req-a0017e94-c96e-4dd6-9bb9-faad2c671aaf tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 948 time: 0.0868945 Sep 17 23:45:45.012009 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53719a-de45-4f7b-a26b-ec09a0d7fea5 req-62878dc9-d124-407e-9aa1-855ab0978f43 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:45.014187 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d53719a-de45-4f7b-a26b-ec09a0d7fea5 req-62878dc9-d124-407e-9aa1-855ab0978f43 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 945 time: 0.0883002 Sep 17 23:45:45.038133 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port edf84b87-a63d-41ae-8963-7c511b6de2f3 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:45:45.039799 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4c464e3-bdd4-47ce-be07-52b455d4e1bb tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:45.042657 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port edf84b87-a63d-41ae-8963-7c511b6de2f3 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:45.043247 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:45.119846 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-75cf4623-7055-4844-ab00-a31ab3e3454d req-48e655e6-1813-4675-9074-545ff6c83be7 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/security-groups?id=af906339-319f-4f24-8b98-6c41e6c740a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045611 Sep 17 23:45:45.131592 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d53719a-de45-4f7b-a26b-ec09a0d7fea5 req-aa4881a0-8f1c-4d12-9484-93197dbc925f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081908 Sep 17 23:45:45.149953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c464e3-bdd4-47ce-be07-52b455d4e1bb tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event updated for resources: {'Subnet': ['ID=17a22a55-12c8-4383-9662-7712a9f77819,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:45.164697 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:45.167743 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c464e3-bdd4-47ce-be07-52b455d4e1bb tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Checking segment: {'id': '25c1b7b1-0228-4b4c-913e-a03e0a1f015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d2d8062-6656-4a64-83ca-80c4aafa36b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:45.168174 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c464e3-bdd4-47ce-be07-52b455d4e1bb tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Network hostable DHCP agents. Network: 4d2d8062-6656-4a64-83ca-80c4aafa36b3, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:45:45.206339 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf84b87-a63d-41ae-8963-7c511b6de2f3'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:45.209111 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc114cf7-c4e8-48e1-ab91-4624b0b78b9f" -d '{"events": [{"server_uuid": "5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9", "name": "network-vif-plugged", "status": "completed", "tag": "edf84b87-a63d-41ae-8963-7c511b6de2f3"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:45.225607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port edf84b87-a63d-41ae-8963-7c511b6de2f3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=edf84b87-a63d-41ae-8963-7c511b6de2f3,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:45.356226 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394f9342-2c17-401e-aa44-3db03b6d2238 x-openstack-request-id: req-394f9342-2c17-401e-aa44-3db03b6d2238 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:45.357085 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9", "name": "network-vif-plugged", "status": "completed", "tag": "edf84b87-a63d-41ae-8963-7c511b6de2f3", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:45.357344 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-394f9342-2c17-401e-aa44-3db03b6d2238 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:45.357744 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf84b87-a63d-41ae-8963-7c511b6de2f3', 'code': 200} Sep 17 23:45:45.363500 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c464e3-bdd4-47ce-be07-52b455d4e1bb tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Network 4d2d8062-6656-4a64-83ca-80c4aafa36b3 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:45:45.426122 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:45.468705 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-f4c464e3-bdd4-47ce-be07-52b455d4e1bb tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 4d2d8062-6656-4a64-83ca-80c4aafa36b3) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:45.471340 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db066a07-85a8-42f9-adaa-a1c8d9ed85b7 req-70d78712-82c1-486a-8dbf-22870ad3e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:45.473086 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-db066a07-85a8-42f9-adaa-a1c8d9ed85b7 req-70d78712-82c1-486a-8dbf-22870ad3e442 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 1097 time: 0.0538876 Sep 17 23:45:45.480884 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7858e59-6fb9-4957-920f-63e1574c0a0c None None] Network 4d2d8062-6656-4a64-83ca-80c4aafa36b3 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:45:45.482618 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c464e3-bdd4-47ce-be07-52b455d4e1bb tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:45.485536 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4c464e3-bdd4-47ce-be07-52b455d4e1bb tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:45.499399 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=edf84b87-a63d-41ae-8963-7c511b6de2f3,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:45.524688 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-db066a07-85a8-42f9-adaa-a1c8d9ed85b7 req-771d611f-be9c-4405-81cf-0c3637d8453b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365810 Sep 17 23:45:45.570284 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f4c464e3-bdd4-47ce-be07-52b455d4e1bb tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1751533 Sep 17 23:45:45.572987 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36184) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:45.578604 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-6304bdbb-3973-4cf6-be0b-e21099553455 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1087917547'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:45.653031 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-4d2d8062-6656-4a64-83ca-80c4aafa36b3', 'network_id': '4d2d8062-6656-4a64-83ca-80c4aafa36b3', 'tenant_id': '549a504bc9bd46e68c2227d65a7879db', 'fixed_ips': [{'subnet_id': '17a22a55-12c8-4383-9662-7712a9f77819'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:45:45.653031 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:45.728307 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6304bdbb-3973-4cf6-be0b-e21099553455 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Made reservation on behalf of 549a504bc9bd46e68c2227d65a7879db for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:45.732184 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6304bdbb-3973-4cf6-be0b-e21099553455 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:45.758432 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6304bdbb-3973-4cf6-be0b-e21099553455 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:45:45.775710 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6304bdbb-3973-4cf6-be0b-e21099553455 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:45.776014 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-6304bdbb-3973-4cf6-be0b-e21099553455 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Added segment 6b7f66e6-213b-4bb3-8ca0-98baaeb12014 of type vlan for network e45b77d4-0285-499a-9276-de41a1254404 Sep 17 23:45:45.807692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] Allocated IP 19.80.0.2 (4d2d8062-6656-4a64-83ca-80c4aafa36b3/17a22a55-12c8-4383-9662-7712a9f77819/2a47fd00-4900-4d97-98bd-1e782fbb5947) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:45:45.823827 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6304bdbb-3973-4cf6-be0b-e21099553455 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:45.966166 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:45.968368 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6304bdbb-3973-4cf6-be0b-e21099553455 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:45.974307 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6304bdbb-3973-4cf6-be0b-e21099553455 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:45.975004 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6304bdbb-3973-4cf6-be0b-e21099553455 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:46.046757 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304bdbb-3973-4cf6-be0b-e21099553455 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event updated for resources: {'Network': ['ID=e45b77d4-0285-499a-9276-de41a1254404,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:46.061511 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network e45b77d4-0285-499a-9276-de41a1254404 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:45:46.065561 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:46.123714 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6304bdbb-3973-4cf6-be0b-e21099553455 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5438855 Sep 17 23:45:46.123973 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36186) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:45:46.126430 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-48019baa-6396-470e-8d97-522c48d40f44 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Request body: {'subnet': {'network_id': 'e45b77d4-0285-499a-9276-de41a1254404', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:46.133627 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] Network 4d2d8062-6656-4a64-83ca-80c4aafa36b3 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:45:46.167074 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8603a355-42d4-481c-87e7-f5b8a2a2a792 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:45:46.176635 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:46.186180 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:45:46.188314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] Pushing event updated for resources: {'Port': ['ID=2a47fd00-4900-4d97-98bd-1e782fbb5947,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:46.340982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] Attempting to bind port 2a47fd00-4900-4d97-98bd-1e782fbb5947 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:45:46.341967 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] Attempting to bind port 2a47fd00-4900-4d97-98bd-1e782fbb5947 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '25c1b7b1-0228-4b4c-913e-a03e0a1f015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d2d8062-6656-4a64-83ca-80c4aafa36b3'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:45:46.341967 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] Attempting to bind port 2a47fd00-4900-4d97-98bd-1e782fbb5947 on network 4d2d8062-6656-4a64-83ca-80c4aafa36b3 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:46.369607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28168d16-32f1-4aff-9e39-1cc724017a60 req-5ac1043b-0cf8-4aaa-ae1f-84654666a041 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:46.369607 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28168d16-32f1-4aff-9e39-1cc724017a60 req-5ac1043b-0cf8-4aaa-ae1f-84654666a041 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 948 time: 0.0807502 Sep 17 23:45:46.385936 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b880a-a78f-4b4c-81cc-5766c987b88b req-b5841404-7808-44c4-8fd3-75bcad7a4a20 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:46.387646 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-346b880a-a78f-4b4c-81cc-5766c987b88b req-b5841404-7808-44c4-8fd3-75bcad7a4a20 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 946 time: 0.0884666 Sep 17 23:45:46.443455 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48019baa-6396-470e-8d97-522c48d40f44 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Made reservation on behalf of 549a504bc9bd46e68c2227d65a7879db for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:46.447373 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-48019baa-6396-470e-8d97-522c48d40f44 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:46.457141 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28168d16-32f1-4aff-9e39-1cc724017a60 req-d38d6dd9-0f1f-4919-8b83-95c39cd4c933 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/security-groups?id=af906339-319f-4f24-8b98-6c41e6c740a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817401 Sep 17 23:45:46.511615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:45:46.511615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] Checking segment: {'id': '25c1b7b1-0228-4b4c-913e-a03e0a1f015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d2d8062-6656-4a64-83ca-80c4aafa36b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:46.511615 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:46.511615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] Bound using segment: {'id': '25c1b7b1-0228-4b4c-913e-a03e0a1f015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d2d8062-6656-4a64-83ca-80c4aafa36b3'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:45:46.511615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] Bound port: 2a47fd00-4900-4d97-98bd-1e782fbb5947, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c1b7b1-0228-4b4c-913e-a03e0a1f015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d2d8062-6656-4a64-83ca-80c4aafa36b3'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:45:46.511615 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:46.516364 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-346b880a-a78f-4b4c-81cc-5766c987b88b req-77ab8660-b678-44af-89e4-9fdddb91bcfa tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058383 Sep 17 23:45:46.550564 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8603a355-42d4-481c-87e7-f5b8a2a2a792, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8603a355-42d4-481c-87e7-f5b8a2a2a792,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:46.578442 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '8603a355-42d4-481c-87e7-f5b8a2a2a792', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '8603a355-42d4-481c-87e7-f5b8a2a2a792', 'mac_address': 'fa:16:3e:35:47:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:45:46.611925 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-81df94ed-5e66-4712-9e9c-42b20b475d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:46.694971 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:46.704421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] For port 2a47fd00-4900-4d97-98bd-1e782fbb5947, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:45:46.716348 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8603a355-42d4-481c-87e7-f5b8a2a2a792 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:45:46.724881 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] For port 2a47fd00-4900-4d97-98bd-1e782fbb5947, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2a47fd00-4900-4d97-98bd-1e782fbb5947,segment=NetworkSegment(25c1b7b1-0228-4b4c-913e-a03e0a1f015a),segment_id=25c1b7b1-0228-4b4c-913e-a03e0a1f015a)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:45:46.744390 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8603a355-42d4-481c-87e7-f5b8a2a2a792, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8603a355-42d4-481c-87e7-f5b8a2a2a792,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:46.863078 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:46.868675 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:46.924705 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e462cc5-c69e-4b12-90c0-22cc39690618 None None] Pushing event updated for resources: {'Port': ['ID=2a47fd00-4900-4d97-98bd-1e782fbb5947,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:46.954072 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-48019baa-6396-470e-8d97-522c48d40f44 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:46.977458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=8603a355-42d4-481c-87e7-f5b8a2a2a792,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:47.032608 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48019baa-6396-470e-8d97-522c48d40f44 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event updated for resources: {'Subnet': ['ID=ba48e176-1f5a-4c77-a087-6ba860bcf233,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:47.042256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48019baa-6396-470e-8d97-522c48d40f44 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Checking segment: {'id': '6b7f66e6-213b-4bb3-8ca0-98baaeb12014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e45b77d4-0285-499a-9276-de41a1254404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:47.043361 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48019baa-6396-470e-8d97-522c48d40f44 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Network hostable DHCP agents. Network: e45b77d4-0285-499a-9276-de41a1254404, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:45:47.135986 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['8603a355-42d4-481c-87e7-f5b8a2a2a792'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:47.183207 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48019baa-6396-470e-8d97-522c48d40f44 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Network e45b77d4-0285-499a-9276-de41a1254404 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:45:47.261009 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:47.280153 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-48019baa-6396-470e-8d97-522c48d40f44 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, e45b77d4-0285-499a-9276-de41a1254404) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:47.285853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48019baa-6396-470e-8d97-522c48d40f44 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:47.286448 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-48019baa-6396-470e-8d97-522c48d40f44 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:47.298948 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8a0a70-94c6-42da-b26e-f11410db518e None None] Network e45b77d4-0285-499a-9276-de41a1254404 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:45:47.375344 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-48019baa-6396-470e-8d97-522c48d40f44 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2534122 Sep 17 23:45:47.520115 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-e45b77d4-0285-499a-9276-de41a1254404', 'network_id': 'e45b77d4-0285-499a-9276-de41a1254404', 'tenant_id': '549a504bc9bd46e68c2227d65a7879db', 'fixed_ips': [{'subnet_id': 'ba48e176-1f5a-4c77-a087-6ba860bcf233'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:45:47.521995 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:47.707129 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:47.716445 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e858764-37b7-4c3a-835d-7650598abc07 req-bf2122d7-434c-4756-9803-c5bf3e3cbfd0 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:47.723873 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e858764-37b7-4c3a-835d-7650598abc07 req-bf2122d7-434c-4756-9803-c5bf3e3cbfd0 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 949 time: 0.0810373 Sep 17 23:45:47.728517 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] Allocated IP 19.86.0.2 (e45b77d4-0285-499a-9276-de41a1254404/ba48e176-1f5a-4c77-a087-6ba860bcf233/2d0e734a-a818-4fea-a2f3-d472617742dc) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:45:47.739540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-fc49fe21-302a-442a-a654-42cad8cb5943 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:47.745741 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-fc49fe21-302a-442a-a654-42cad8cb5943 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:47.752708 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-fc49fe21-302a-442a-a654-42cad8cb5943 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/networks?id=4d2d8062-6656-4a64-83ca-80c4aafa36b3&id=e45b77d4-0285-499a-9276-de41a1254404 HTTP/1.1" status: 200 len: 1391 time: 0.1950493 Sep 17 23:45:47.793303 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-62337885-4135-4cb4-8c8d-bf29149e0428 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/quotas/549a504bc9bd46e68c2227d65a7879db HTTP/1.1" status: 200 len: 375 time: 0.0372887 Sep 17 23:45:47.856488 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e858764-37b7-4c3a-835d-7650598abc07 req-09effc0b-9a6c-4761-94ed-f525365c57c8 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/security-groups?id=af906339-319f-4f24-8b98-6c41e6c740a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315465 Sep 17 23:45:47.909634 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-4ed0cd47-87d2-4fe1-b12a-a9244827f525 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=549a504bc9bd46e68c2227d65a7879db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1172879 Sep 17 23:45:47.984668 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:48.078013 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:48.084256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628bd23-1675-4397-8146-05f1728ec390 req-e535aaa7-ea1b-42d5-a15b-8ba73bfa6604 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:48.091715 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3628bd23-1675-4397-8146-05f1728ec390 req-e535aaa7-ea1b-42d5-a15b-8ba73bfa6604 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 946 time: 0.1264384 Sep 17 23:45:48.094940 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-56e31ae6-05c6-4f64-a6f5-512f93250e7b service neutron] 10.222.0.46 "GET /v2.0/networks/4d2d8062-6656-4a64-83ca-80c4aafa36b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827614 Sep 17 23:45:48.140172 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] Pushing event updated for resources: {'Port': ['ID=2d0e734a-a818-4fea-a2f3-d472617742dc,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:48.156904 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8603a355-42d4-481c-87e7-f5b8a2a2a792 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:48.161736 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] Network e45b77d4-0285-499a-9276-de41a1254404 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:45:48.167188 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:48.215340 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3628bd23-1675-4397-8146-05f1728ec390 req-c64fc740-6565-4628-b1a2-d02d0be4fc86 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153605 Sep 17 23:45:48.223811 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:45:48.289964 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-66ef3d33-1c62-44c1-98b3-7fcb04f9144e service neutron] 10.222.0.46 "GET /v2.0/networks/4d2d8062-6656-4a64-83ca-80c4aafa36b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876740 Sep 17 23:45:48.308966 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92e645c-62b6-4ebf-8a9d-3ab64750febc None None] Network 4d2d8062-6656-4a64-83ca-80c4aafa36b3 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:45:48.387551 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] Attempting to bind port 2d0e734a-a818-4fea-a2f3-d472617742dc on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:45:48.388033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] Attempting to bind port 2d0e734a-a818-4fea-a2f3-d472617742dc by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '6b7f66e6-213b-4bb3-8ca0-98baaeb12014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e45b77d4-0285-499a-9276-de41a1254404'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:45:48.388461 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] Attempting to bind port 2d0e734a-a818-4fea-a2f3-d472617742dc on network e45b77d4-0285-499a-9276-de41a1254404 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:48.430919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:45:48.431396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] Checking segment: {'id': '6b7f66e6-213b-4bb3-8ca0-98baaeb12014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e45b77d4-0285-499a-9276-de41a1254404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:48.431876 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:48.432343 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] Bound using segment: {'id': '6b7f66e6-213b-4bb3-8ca0-98baaeb12014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e45b77d4-0285-499a-9276-de41a1254404'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:45:48.432918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] Bound port: 2d0e734a-a818-4fea-a2f3-d472617742dc, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7f66e6-213b-4bb3-8ca0-98baaeb12014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e45b77d4-0285-499a-9276-de41a1254404'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:45:48.433364 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:48.439555 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 8603a355-42d4-481c-87e7-f5b8a2a2a792 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:45:48.441671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-acfbb0df-f4d7-45f4-8c7f-0fa59046881a service neutron] 10.222.0.46 "GET /v2.0/networks/e45b77d4-0285-499a-9276-de41a1254404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489439 Sep 17 23:45:48.488976 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 8603a355-42d4-481c-87e7-f5b8a2a2a792 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:48.490519 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:48.491799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ce0ec7e3-07ca-4ab4-b26e-9ac5ca084937 None None] Provisioning complete for port 2a47fd00-4900-4d97-98bd-1e782fbb5947 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:48.492161 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ce0ec7e3-07ca-4ab4-b26e-9ac5ca084937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:48.607414 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-3fc87db1-d859-4eb6-af40-1f2916d662a4 service neutron] 10.222.0.46 "GET /v2.0/networks/e45b77d4-0285-499a-9276-de41a1254404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558609 Sep 17 23:45:48.721463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] For port 2d0e734a-a818-4fea-a2f3-d472617742dc, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:45:48.762436 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] For port 2d0e734a-a818-4fea-a2f3-d472617742dc, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2d0e734a-a818-4fea-a2f3-d472617742dc,segment=NetworkSegment(6b7f66e6-213b-4bb3-8ca0-98baaeb12014),segment_id=6b7f66e6-213b-4bb3-8ca0-98baaeb12014)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:45:48.766391 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ce0ec7e3-07ca-4ab4-b26e-9ac5ca084937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:48.841257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2a47fd00-4900-4d97-98bd-1e782fbb5947 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:48.881329 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ce0ec7e3-07ca-4ab4-b26e-9ac5ca084937 None None] For port 2a47fd00-4900-4d97-98bd-1e782fbb5947, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2a47fd00-4900-4d97-98bd-1e782fbb5947,segment=NetworkSegment(25c1b7b1-0228-4b4c-913e-a03e0a1f015a),segment_id=25c1b7b1-0228-4b4c-913e-a03e0a1f015a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:48.885127 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:48.890694 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:49.002638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0ad5ca-8526-4c65-9dad-de651c0b4d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8603a355-42d4-481c-87e7-f5b8a2a2a792'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:49.022926 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339655c1-de6b-404b-991a-fb3914d17c27" -d '{"events": [{"server_uuid": "7b0ad5ca-8526-4c65-9dad-de651c0b4d93", "name": "network-vif-plugged", "status": "completed", "tag": "8603a355-42d4-481c-87e7-f5b8a2a2a792"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:49.042585 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ce0ec7e3-07ca-4ab4-b26e-9ac5ca084937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:49.069587 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8603a355-42d4-481c-87e7-f5b8a2a2a792, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8603a355-42d4-481c-87e7-f5b8a2a2a792,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:49.073395 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f62fe-35b1-46a9-aa80-af88a14e25d8 None None] Pushing event updated for resources: {'Port': ['ID=2d0e734a-a818-4fea-a2f3-d472617742dc,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:49.091387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 2a47fd00-4900-4d97-98bd-1e782fbb5947 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:49.091387 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:49.210019 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:49.241251 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ec7e3-07ca-4ab4-b26e-9ac5ca084937 None None] Pushing event updated for resources: {'Port': ['ID=2a47fd00-4900-4d97-98bd-1e782fbb5947,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:49.289155 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b6bd7a55-20bb-451a-b0d5-ec0a226137df req-cebefddf-ebb5-42f7-bdad-b72eb1fa5579 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 210 time: 0.0679765 Sep 17 23:45:49.370504 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cfa31-0fb2-4aa3-98df-c2b31c2d1c03 req-b745e1d7-ecae-411c-92ca-87a9880cb6c2 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:49.373179 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f0cfa31-0fb2-4aa3-98df-c2b31c2d1c03 req-b745e1d7-ecae-411c-92ca-87a9880cb6c2 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 949 time: 0.2000742 Sep 17 23:45:49.449204 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=8603a355-42d4-481c-87e7-f5b8a2a2a792,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:49.451865 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f0cfa31-0fb2-4aa3-98df-c2b31c2d1c03 req-59688db4-716f-495b-9494-124ff71b618f tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/security-groups?id=af906339-319f-4f24-8b98-6c41e6c740a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721095 Sep 17 23:45:49.455432 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c83dad3-66f3-49e9-9ddf-aa7ea90bdca6 x-openstack-request-id: req-2c83dad3-66f3-49e9-9ddf-aa7ea90bdca6 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:49.455432 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0ad5ca-8526-4c65-9dad-de651c0b4d93", "name": "network-vif-plugged", "status": "completed", "tag": "8603a355-42d4-481c-87e7-f5b8a2a2a792", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:49.455432 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2c83dad3-66f3-49e9-9ddf-aa7ea90bdca6 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:49.455432 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0ad5ca-8526-4c65-9dad-de651c0b4d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8603a355-42d4-481c-87e7-f5b8a2a2a792', 'code': 200} Sep 17 23:45:49.482931 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4a9a9386-b24d-4c08-8686-29452b00b667 None None] Provisioning complete for port 2a47fd00-4900-4d97-98bd-1e782fbb5947 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:49.484016 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4a9a9386-b24d-4c08-8686-29452b00b667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:49.573764 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e5c0f-9a82-41b6-ba57-6ee5ef550c63 req-748a85f3-63f8-4c3d-91ae-df2527d7eb93 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:49.575375 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c7e5c0f-9a82-41b6-ba57-6ee5ef550c63 req-748a85f3-63f8-4c3d-91ae-df2527d7eb93 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 946 time: 0.1002100 Sep 17 23:45:49.592089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9967f6-7aec-4410-a59c-075c6d5a7ef4 req-144ba217-0e74-4d8f-8c42-e891ea8f2a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:49.594905 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9c9967f6-7aec-4410-a59c-075c6d5a7ef4 req-144ba217-0e74-4d8f-8c42-e891ea8f2a75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 1101 time: 0.1042542 Sep 17 23:45:49.628696 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c7e5c0f-9a82-41b6-ba57-6ee5ef550c63 req-a254106d-a54b-41ff-bdfb-fa8d1a9393a4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433180 Sep 17 23:45:49.638642 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9c9967f6-7aec-4410-a59c-075c6d5a7ef4 req-cca93b75-922d-418e-a0db-d358f6e58bae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=af906339-319f-4f24-8b98-6c41e6c740a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355291 Sep 17 23:45:49.702580 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:50.234660 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c24df53-eadb-4550-addd-e6c749112431 None None] Network e45b77d4-0285-499a-9276-de41a1254404 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:45:50.317968 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c9247047-8a1f-4806-8bd8-80333a3fe7fa None None] Provisioning complete for port 2d0e734a-a818-4fea-a2f3-d472617742dc triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:50.318682 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c9247047-8a1f-4806-8bd8-80333a3fe7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:50.434853 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2eb33ce-5c0c-494e-a31e-07c38b301116 req-0a5514d1-086a-4830-b55a-d49255126351 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 210 time: 0.0452487 Sep 17 23:45:50.457404 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c9247047-8a1f-4806-8bd8-80333a3fe7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:50.489238 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d62973-cfac-4a51-9953-8d17ff850c1e req-fe9013bf-6648-4446-ae81-2c7aefb2a2f7 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:50.489238 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-75d62973-cfac-4a51-9953-8d17ff850c1e req-fe9013bf-6648-4446-ae81-2c7aefb2a2f7 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 946 time: 0.0764608 Sep 17 23:45:50.524821 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c9247047-8a1f-4806-8bd8-80333a3fe7fa None None] For port 2d0e734a-a818-4fea-a2f3-d472617742dc, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2d0e734a-a818-4fea-a2f3-d472617742dc,segment=NetworkSegment(6b7f66e6-213b-4bb3-8ca0-98baaeb12014),segment_id=6b7f66e6-213b-4bb3-8ca0-98baaeb12014)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:50.593666 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c9247047-8a1f-4806-8bd8-80333a3fe7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:50.648825 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41bf49-90df-4c28-935c-084be9209dcd req-bb565a68-02c6-47aa-9bd6-5a06eabe7926 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:50.659081 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a41bf49-90df-4c28-935c-084be9209dcd req-bb565a68-02c6-47aa-9bd6-5a06eabe7926 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 950 time: 0.1052771 Sep 17 23:45:50.695486 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9247047-8a1f-4806-8bd8-80333a3fe7fa None None] Pushing event updated for resources: {'Port': ['ID=2d0e734a-a818-4fea-a2f3-d472617742dc,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:50.730873 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-75d62973-cfac-4a51-9953-8d17ff850c1e req-f24d5e2e-80d9-4a64-9091-ba2d12d8c2f0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Deleting port edf84b87-a63d-41ae-8963-7c511b6de2f3 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:45:50.731981 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-75d62973-cfac-4a51-9953-8d17ff850c1e req-f24d5e2e-80d9-4a64-9091-ba2d12d8c2f0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:50.746167 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a41bf49-90df-4c28-935c-084be9209dcd req-9e6eebbd-ccfc-4cd1-98b8-2bd75ae5d007 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/security-groups?id=af906339-319f-4f24-8b98-6c41e6c740a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857437 Sep 17 23:45:50.904490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1f0ba-dacd-4733-a035-54909cb847fd req-9ec9da7f-309c-4305-8e25-df0b90fb1bf6 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:50.916037 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-75d62973-cfac-4a51-9953-8d17ff850c1e req-f24d5e2e-80d9-4a64-9091-ba2d12d8c2f0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] For port edf84b87-a63d-41ae-8963-7c511b6de2f3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=edf84b87-a63d-41ae-8963-7c511b6de2f3,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:50.916415 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-75d62973-cfac-4a51-9953-8d17ff850c1e req-f24d5e2e-80d9-4a64-9091-ba2d12d8c2f0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:50.920005 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cfd1f0ba-dacd-4733-a035-54909cb847fd req-9ec9da7f-309c-4305-8e25-df0b90fb1bf6 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 946 time: 0.1053262 Sep 17 23:45:50.934940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-75d62973-cfac-4a51-9953-8d17ff850c1e req-f24d5e2e-80d9-4a64-9091-ba2d12d8c2f0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Calling delete_port for edf84b87-a63d-41ae-8963-7c511b6de2f3 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:45:51.021841 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5a9880b9-f73d-4c41-9563-4e384b90f873 None None] Provisioning complete for port 2d0e734a-a818-4fea-a2f3-d472617742dc triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:51.023409 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5a9880b9-f73d-4c41-9563-4e384b90f873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:51.038575 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2a47fd00-4900-4d97-98bd-1e782fbb5947 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:51.065513 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cfd1f0ba-dacd-4733-a035-54909cb847fd req-78081b62-1155-47f1-9338-cf8df2e642f3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446049 Sep 17 23:45:51.240552 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 2a47fd00-4900-4d97-98bd-1e782fbb5947 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:51.242139 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:51.260452 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-75d62973-cfac-4a51-9953-8d17ff850c1e req-f24d5e2e-80d9-4a64-9091-ba2d12d8c2f0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:51.271433 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-2136533c-1504-483b-976c-4640d80d5b6f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0788069 Sep 17 23:45:51.306753 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d5e2e-80d9-4a64-9091-ba2d12d8c2f0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Pushing event deleted for resources: {'Port': ['ID=edf84b87-a63d-41ae-8963-7c511b6de2f3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:51.358033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2d0e734a-a818-4fea-a2f3-d472617742dc up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:51.392325 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d62973-cfac-4a51-9953-8d17ff850c1e req-f24d5e2e-80d9-4a64-9091-ba2d12d8c2f0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] No DVR routers for this DVR port edf84b87-a63d-41ae-8963-7c511b6de2f3 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:45:51.408000 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-75d62973-cfac-4a51-9953-8d17ff850c1e req-f24d5e2e-80d9-4a64-9091-ba2d12d8c2f0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:51.410632 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-75d62973-cfac-4a51-9953-8d17ff850c1e req-f24d5e2e-80d9-4a64-9091-ba2d12d8c2f0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.37 "DELETE /v2.0/ports/edf84b87-a63d-41ae-8963-7c511b6de2f3 HTTP/1.1" status: 204 len: 173 time: 0.9159472 Sep 17 23:45:51.411089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9', 'name': 'network-vif-deleted', 'tag': 'edf84b87-a63d-41ae-8963-7c511b6de2f3'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:51.413708 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52943681-00c0-457e-80e9-0671003293f0" -d '{"events": [{"server_uuid": "5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9", "name": "network-vif-deleted", "tag": "edf84b87-a63d-41ae-8963-7c511b6de2f3"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:51.443231 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-d9e7675f-297c-41bd-9e10-13e4144eff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:51.444935 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-d9e7675f-297c-41bd-9e10-13e4144eff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:51.445763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-d9e7675f-297c-41bd-9e10-13e4144eff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:51.448220 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 2d0e734a-a818-4fea-a2f3-d472617742dc triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:51.449254 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:51.457884 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-d9e7675f-297c-41bd-9e10-13e4144eff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:51.462188 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-d9e7675f-297c-41bd-9e10-13e4144eff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:51.464141 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-d9e7675f-297c-41bd-9e10-13e4144eff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:51.464141 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-d9e7675f-297c-41bd-9e10-13e4144eff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:51.467919 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-d9e7675f-297c-41bd-9e10-13e4144eff2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 6492 time: 0.1167402 Sep 17 23:45:51.498446 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9887f9-f40d-4994-9f6c-f9dffa592868 x-openstack-request-id: req-ea9887f9-f40d-4994-9f6c-f9dffa592868 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:51.498907 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9", "name": "network-vif-deleted", "tag": "edf84b87-a63d-41ae-8963-7c511b6de2f3", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:51.499339 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea9887f9-f40d-4994-9f6c-f9dffa592868 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:51.499681 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9', 'name': 'network-vif-deleted', 'tag': 'edf84b87-a63d-41ae-8963-7c511b6de2f3', 'status': 'completed', 'code': 200} Sep 17 23:45:51.638974 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b19f0ff8-03ab-4162-a055-75f108be9cfb req-f8bb9ab9-7ede-4002-91b2-bcb64363deeb tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 210 time: 0.0351915 Sep 17 23:45:51.670947 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-0ce6cb1f-0f8d-442b-b70d-3ecbdc07ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:51.671949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-0ce6cb1f-0f8d-442b-b70d-3ecbdc07ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:51.671949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-0ce6cb1f-0f8d-442b-b70d-3ecbdc07ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:51.673882 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-0ce6cb1f-0f8d-442b-b70d-3ecbdc07ad4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d08905d-ca5b-4e76-bde0-b74df6a1af4e&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=9e702302-c423-4617-ae40-276913b1f962&id=9e702302-c423-4617-ae40-276913b1f962 HTTP/1.1" status: 200 len: 2293 time: 0.1676681 Sep 17 23:45:51.858874 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-6f985b6c-5b66-4ba3-a247-15f2c6b8beed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc31a07-bb51-4d99-8ffb-b0d0291c3627 HTTP/1.1" status: 200 len: 1000 time: 0.1769030 Sep 17 23:45:51.948201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbee1f-77e4-4002-80e9-7f3d2938aab6 req-f648bc1f-e684-4499-96e3-d884f0e8d4c4 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:51.960053 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eecbee1f-77e4-4002-80e9-7f3d2938aab6 req-f648bc1f-e684-4499-96e3-d884f0e8d4c4 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 950 time: 0.1201506 Sep 17 23:45:51.974626 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-08f00eaa-a875-45cd-a662-a9c641c110e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:51.976499 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-08f00eaa-a875-45cd-a662-a9c641c110e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08d092af-cd76-4eda-b787-3854ce9db95e HTTP/1.1" status: 200 len: 851 time: 0.0974088 Sep 17 23:45:52.046423 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eecbee1f-77e4-4002-80e9-7f3d2938aab6 req-b0ff614b-18d2-4004-9db5-03533d5a8de9 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/security-groups?id=af906339-319f-4f24-8b98-6c41e6c740a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852010 Sep 17 23:45:52.053464 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-a6549bfd-f59e-417a-9c06-4bfa523430a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:52.055595 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-a6549bfd-f59e-417a-9c06-4bfa523430a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d08905d-ca5b-4e76-bde0-b74df6a1af4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692747 Sep 17 23:45:52.133311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-3389f506-73e1-42d8-a0de-b65edde72195 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:52.151981 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-3389f506-73e1-42d8-a0de-b65edde72195 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:52.159831 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-3389f506-73e1-42d8-a0de-b65edde72195 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.41 "GET /v2.0/networks?id=4d2d8062-6656-4a64-83ca-80c4aafa36b3&id=e45b77d4-0285-499a-9276-de41a1254404 HTTP/1.1" status: 200 len: 1391 time: 0.2578571 Sep 17 23:45:52.177576 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-25ba2fa1-8ecd-4495-8d26-af8346d21b2d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Request body: {'port': {'device_id': 'b7f6ef0d-5324-44c0-8797-12137ed7cdb6', 'network_id': '4d2d8062-6656-4a64-83ca-80c4aafa36b3', 'admin_state_up': True, 'tenant_id': '549a504bc9bd46e68c2227d65a7879db'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:52.255308 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc388496-1664-4bf5-8eab-8f8b6b9cf86b req-15d386d3-8642-47a3-9f00-6d53a0654455 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c1bbd01-3fbe-4cfc-a531-519ee0a1f9c9 HTTP/1.1" status: 200 len: 210 time: 0.0608516 Sep 17 23:45:52.305430 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-ff4d8f6a-8eae-4ac4-99bd-3713feeb8174 service neutron] 10.222.0.37 "GET /v2.0/networks/9d08905d-ca5b-4e76-bde0-b74df6a1af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412565 Sep 17 23:45:52.490850 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-b8109c73-8521-427c-80cf-8c163431964b service neutron] 10.222.0.37 "GET /v2.0/networks/9d08905d-ca5b-4e76-bde0-b74df6a1af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784344 Sep 17 23:45:52.550067 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-009e231d-5d7d-4cd2-85ab-ca3f46e3703e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=7d283454-1c56-4bae-95b5-4603d534419d HTTP/1.1" status: 200 len: 217 time: 0.0506494 Sep 17 23:45:52.568474 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-25ba2fa1-8ecd-4495-8d26-af8346d21b2d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Made reservation on behalf of 549a504bc9bd46e68c2227d65a7879db for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:52.573550 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-25ba2fa1-8ecd-4495-8d26-af8346d21b2d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:52.602983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-4fd94d07-1fc5-4d5f-b6ec-02ce293b6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:52.604739 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-4fd94d07-1fc5-4d5f-b6ec-02ce293b6bc2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 200 len: 797 time: 0.0477164 Sep 17 23:45:52.674877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-0cc5f97a-5830-4495-9020-fb39170f602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:52.676881 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-0cc5f97a-5830-4495-9020-fb39170f602e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2da050b4-00f1-432e-9e5a-adbd5603b80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0650826 Sep 17 23:45:52.818812 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-25ba2fa1-8ecd-4495-8d26-af8346d21b2d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Allocated IP 19.80.0.149 (4d2d8062-6656-4a64-83ca-80c4aafa36b3/17a22a55-12c8-4383-9662-7712a9f77819/fd95c111-b5d8-40e6-9577-d6adf51b3b62) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:45:52.827231 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2d0e734a-a818-4fea-a2f3-d472617742dc up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:52.881423 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device edf84b87-a63d-41ae-8963-7c511b6de2f3 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:45:52.945304 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: edf84b87-a63d-41ae-8963-7c511b6de2f3 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:45:52.945723 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device edf84b87-a63d-41ae-8963-7c511b6de2f3 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:45:52.959547 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2aeb730-aa11-4de2-82ac-6f2d0283bc2d req-4c4ea972-b2b9-450f-a860-5f6ff5cb54d1 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 210 time: 0.0822675 Sep 17 23:45:52.992325 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-f2795c99-177b-4ec0-8956-aa6e9d92b878 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074658 Sep 17 23:45:52.993889 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 2d0e734a-a818-4fea-a2f3-d472617742dc triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:52.994275 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:53.220402 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-5c800333-911a-4753-9c36-dfe03aa6a0a8 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022507 Sep 17 23:45:53.226726 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-25ba2fa1-8ecd-4495-8d26-af8346d21b2d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:53.272512 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-47423fa4-a57d-4bb0-bbe6-8109dc95d2da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a HTTP/1.1" status: 200 len: 217 time: 0.0445673 Sep 17 23:45:53.339413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-b7ca923f-7acf-406f-9df9-09e993f65388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:53.341907 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-b7ca923f-7acf-406f-9df9-09e993f65388 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 200 len: 797 time: 0.0613313 Sep 17 23:45:53.371731 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-25ba2fa1-8ecd-4495-8d26-af8346d21b2d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:53.428550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-18b0174b-374c-4ef9-87b4-686d57a8ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:53.434727 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-25ba2fa1-8ecd-4495-8d26-af8346d21b2d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Network 4d2d8062-6656-4a64-83ca-80c4aafa36b3 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:45:53.438252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-25ba2fa1-8ecd-4495-8d26-af8346d21b2d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:53.448016 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-18b0174b-374c-4ef9-87b4-686d57a8ef31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2da050b4-00f1-432e-9e5a-adbd5603b80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0972302 Sep 17 23:45:53.456172 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-25ba2fa1-8ecd-4495-8d26-af8346d21b2d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:45:53.512131 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba2fa1-8ecd-4495-8d26-af8346d21b2d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event updated for resources: {'Port': ['ID=fd95c111-b5d8-40e6-9577-d6adf51b3b62,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:53.552456 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-25ba2fa1-8ecd-4495-8d26-af8346d21b2d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:53.556759 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-25ba2fa1-8ecd-4495-8d26-af8346d21b2d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:53.662677 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-25ba2fa1-8ecd-4495-8d26-af8346d21b2d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4894435 Sep 17 23:45:53.677156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-26c967ce-fe5c-4dbb-bc82-8a27018f6914 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Request body: {'port': {'device_id': 'b7f6ef0d-5324-44c0-8797-12137ed7cdb6', 'network_id': 'e45b77d4-0285-499a-9276-de41a1254404', 'admin_state_up': True, 'tenant_id': '549a504bc9bd46e68c2227d65a7879db'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:53.702462 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-b8eb8c89-1eb5-4b40-b36c-0a36bb4f4287 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472968 Sep 17 23:45:53.785553 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-b89e3002-351b-4a47-b046-014953d0807a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:53.800668 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-b89e3002-351b-4a47-b046-014953d0807a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/networks?id=e2df3c0f-6c40-4464-917a-684982de5476 HTTP/1.1" status: 200 len: 812 time: 0.2045355 Sep 17 23:45:53.830136 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-36c77d97-89bc-498f-b15b-f8a492fe4817 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/quotas/3dc697e62bfa40e4b7ec116f34144c3c HTTP/1.1" status: 200 len: 375 time: 0.0284514 Sep 17 23:45:53.838188 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2311503a-f439-4397-ab6f-ef786ed6794a None None] Provisioning complete for port fd95c111-b5d8-40e6-9577-d6adf51b3b62 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:53.838803 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2311503a-f439-4397-ab6f-ef786ed6794a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:53.893833 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-2311503a-f439-4397-ab6f-ef786ed6794a None None] Port fd95c111-b5d8-40e6-9577-d6adf51b3b62 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:45:53.899605 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-b0ea4886-668a-431c-a310-a1991726e278 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683413 Sep 17 23:45:53.909324 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-26c967ce-fe5c-4dbb-bc82-8a27018f6914 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Made reservation on behalf of 549a504bc9bd46e68c2227d65a7879db for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:53.913678 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-26c967ce-fe5c-4dbb-bc82-8a27018f6914 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:54.135197 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-26c967ce-fe5c-4dbb-bc82-8a27018f6914 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Allocated IP 19.86.0.37 (e45b77d4-0285-499a-9276-de41a1254404/ba48e176-1f5a-4c77-a087-6ba860bcf233/739e0219-ce85-42b8-ba35-8c005fd58b40) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:45:54.334469 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-868ee791-24e5-405c-8b6d-37d7732a2836 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191361 Sep 17 23:45:54.336210 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-26c967ce-fe5c-4dbb-bc82-8a27018f6914 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:54.395326 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-d039cf28-5775-481a-ae40-b9fa3baede1b service neutron] 10.222.0.46 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946954 Sep 17 23:45:54.398061 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-01fdc211-cc25-4f51-912c-aebf091da60e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=3f452939-ef58-4d6e-8de5-7552388649dc HTTP/1.1" status: 200 len: 217 time: 0.0507843 Sep 17 23:45:54.409345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d36395-34f7-4a1d-8256-993949471695 req-cc290288-d93d-4751-9649-1f241912c309 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:54.414052 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8d36395-34f7-4a1d-8256-993949471695 req-cc290288-d93d-4751-9649-1f241912c309 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 932 time: 0.1373293 Sep 17 23:45:54.474565 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-26c967ce-fe5c-4dbb-bc82-8a27018f6914 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:54.523644 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-26c967ce-fe5c-4dbb-bc82-8a27018f6914 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Network e45b77d4-0285-499a-9276-de41a1254404 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:45:54.525687 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-26c967ce-fe5c-4dbb-bc82-8a27018f6914 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:54.528457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-26c967ce-fe5c-4dbb-bc82-8a27018f6914 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:45:54.563049 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-30cb0d2a-3df7-49a3-a0a7-acccb0c8675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:54.563049 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-30cb0d2a-3df7-49a3-a0a7-acccb0c8675a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 200 len: 797 time: 0.1484752 Sep 17 23:45:54.567242 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8d36395-34f7-4a1d-8256-993949471695 req-8a37473f-8d91-4f17-9277-4faf0bccad91 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382775 Sep 17 23:45:54.604688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c967ce-fe5c-4dbb-bc82-8a27018f6914 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event updated for resources: {'Port': ['ID=739e0219-ce85-42b8-ba35-8c005fd58b40,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:54.629685 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-bfe2c1dc-5d98-49ac-964f-a4fb42357ab8 service neutron] 10.222.0.46 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175162 Sep 17 23:45:54.641662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-26c967ce-fe5c-4dbb-bc82-8a27018f6914 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:54.642576 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-26c967ce-fe5c-4dbb-bc82-8a27018f6914 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:54.668234 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-aa105785-8377-4952-8530-aab1b9c700c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:54.670908 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-aa105785-8377-4952-8530-aab1b9c700c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2da050b4-00f1-432e-9e5a-adbd5603b80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1004548 Sep 17 23:45:54.787583 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-5c52a052-9642-47dc-bb11-c66eec1e3b13 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088231 Sep 17 23:45:54.829054 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-bed090f8-78d7-483e-b725-4631ccf1b1dc None None] Provisioning complete for port 739e0219-ce85-42b8-ba35-8c005fd58b40 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:54.829356 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bed090f8-78d7-483e-b725-4631ccf1b1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:54.869568 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-bed090f8-78d7-483e-b725-4631ccf1b1dc None None] Port 739e0219-ce85-42b8-ba35-8c005fd58b40 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:45:54.902445 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-257e7ac9-69da-4ce6-a0ca-deba3c6cb807 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057281 Sep 17 23:45:54.913547 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-26c967ce-fe5c-4dbb-bc82-8a27018f6914 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2418377 Sep 17 23:45:54.927548 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Request body: {'port': {'device_id': 'b7f6ef0d-5324-44c0-8797-12137ed7cdb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:54.955021 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-9797bc7f-ee76-400d-bd62-1805162285b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=babf226a-14c0-48e5-a6eb-df5d4099f2e7 HTTP/1.1" status: 200 len: 217 time: 0.0452285 Sep 17 23:45:55.013516 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:55.062410 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f5b8a776-ab1d-43cf-900e-7ccd2630022f req-047d65e2-97fb-4700-8dea-8f4e897e36d3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 210 time: 0.0452976 Sep 17 23:45:55.087347 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-f2df683a-092d-41d8-b0e2-b93cb6fe4054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:55.089524 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-f2df683a-092d-41d8-b0e2-b93cb6fe4054 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 200 len: 797 time: 0.1191928 Sep 17 23:45:55.150909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-65213099-604d-4fa9-88f6-4bd7ca38ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:55.153894 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-65213099-604d-4fa9-88f6-4bd7ca38ec2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2da050b4-00f1-432e-9e5a-adbd5603b80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0552988 Sep 17 23:45:55.289379 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-d63020cd-7b21-4562-891b-b4e00126178a service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274416 Sep 17 23:45:55.376497 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd95c111-b5d8-40e6-9577-d6adf51b3b62 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:45:55.390441 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:55.404807 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Transition to ACTIVE for port object fd95c111-b5d8-40e6-9577-d6adf51b3b62 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:45:55.405884 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-f5b0ecf4-dc5b-4ae7-8fad-d180733d6d05 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088457 Sep 17 23:45:55.455724 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-010ea2c2-6b68-47db-8e86-405e32505601 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=80774bb7-bf44-4b8b-bc93-e7c967abca31 HTTP/1.1" status: 200 len: 217 time: 0.0429776 Sep 17 23:45:55.503029 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:55.528146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-5a2e9abe-13da-48ae-8aaa-91572200b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:55.531979 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-5a2e9abe-13da-48ae-8aaa-91572200b6aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f67d974e-7140-4089-9f32-07a00b55ef3a HTTP/1.1" status: 200 len: 797 time: 0.0696845 Sep 17 23:45:55.563958 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Pushing event updated for resources: {'Port': ['ID=fd95c111-b5d8-40e6-9577-d6adf51b3b62,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:55.610879 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-e7a7de4c-1dcb-4f37-9a43-e4dfaacd44e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:55.613048 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-e7a7de4c-1dcb-4f37-9a43-e4dfaacd44e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e702302-c423-4617-ae40-276913b1f962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740674 Sep 17 23:45:55.695406 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Attempting to bind port fd95c111-b5d8-40e6-9577-d6adf51b3b62 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:45:55.696189 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Attempting to bind port fd95c111-b5d8-40e6-9577-d6adf51b3b62 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '25c1b7b1-0228-4b4c-913e-a03e0a1f015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d2d8062-6656-4a64-83ca-80c4aafa36b3'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:45:55.696701 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Attempting to bind port fd95c111-b5d8-40e6-9577-d6adf51b3b62 on network 4d2d8062-6656-4a64-83ca-80c4aafa36b3 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:55.704565 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Port fd95c111-b5d8-40e6-9577-d6adf51b3b62 on network 4d2d8062-6656-4a64-83ca-80c4aafa36b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:45:55.705570 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Attempting to bind port fd95c111-b5d8-40e6-9577-d6adf51b3b62 on network 4d2d8062-6656-4a64-83ca-80c4aafa36b3 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:55.711312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:45:55.711899 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Checking segment: {'id': '25c1b7b1-0228-4b4c-913e-a03e0a1f015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d2d8062-6656-4a64-83ca-80c4aafa36b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:55.712457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Bound using segment: {'id': '25c1b7b1-0228-4b4c-913e-a03e0a1f015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d2d8062-6656-4a64-83ca-80c4aafa36b3'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:45:55.713124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Bound port: fd95c111-b5d8-40e6-9577-d6adf51b3b62, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c1b7b1-0228-4b4c-913e-a03e0a1f015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4d2d8062-6656-4a64-83ca-80c4aafa36b3'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:45:55.713800 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:55.835861 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] For port fd95c111-b5d8-40e6-9577-d6adf51b3b62, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:45:55.839566 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] For port fd95c111-b5d8-40e6-9577-d6adf51b3b62, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=fd95c111-b5d8-40e6-9577-d6adf51b3b62,segment=NetworkSegment(25c1b7b1-0228-4b4c-913e-a03e0a1f015a),segment_id=25c1b7b1-0228-4b4c-913e-a03e0a1f015a)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:45:55.904750 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2fcc1-0670-4f0d-a910-b47c4bc033b2 req-0ec47827-9a90-4c3b-8208-bc590a3b92c3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:55.917073 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2fcc1-0670-4f0d-a910-b47c4bc033b2 req-0ec47827-9a90-4c3b-8208-bc590a3b92c3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:55.917073 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40b2fcc1-0670-4f0d-a910-b47c4bc033b2 req-0ec47827-9a90-4c3b-8208-bc590a3b92c3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1666 time: 0.1653950 Sep 17 23:45:55.920320 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-52688f7f-3a8b-49ec-8829-7dcdb41e0566 service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985110 Sep 17 23:45:55.937845 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:55.959096 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:55.959983 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:55.961540 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] 10.222.0.41 "PUT /v2.0/ports/fd95c111-b5d8-40e6-9577-d6adf51b3b62 HTTP/1.1" status: 200 len: 1092 time: 1.0387361 Sep 17 23:45:56.022299 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f6ef0d-5324-44c0-8797-12137ed7cdb6', 'tag': 'fd95c111-b5d8-40e6-9577-d6adf51b3b62'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:56.026351 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5603126-766c-44b5-8b47-381b791e21f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f6ef0d-5324-44c0-8797-12137ed7cdb6", "tag": "fd95c111-b5d8-40e6-9577-d6adf51b3b62"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:56.066021 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f2a97-bc1d-4a6b-b577-9f116212bfed service neutron] Pushing event updated for resources: {'Port': ['ID=fd95c111-b5d8-40e6-9577-d6adf51b3b62,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:56.098613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Request body: {'port': {'device_id': 'b7f6ef0d-5324-44c0-8797-12137ed7cdb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:56.103962 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40b2fcc1-0670-4f0d-a910-b47c4bc033b2 req-ab904d27-344c-4271-8719-0f3965b9ac7f tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784003 Sep 17 23:45:56.167919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8603a355-42d4-481c-87e7-f5b8a2a2a792 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:45:56.177161 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:56.215033 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-0398748f-070f-4494-bb90-31fba4e83beb service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848718 Sep 17 23:45:56.313681 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff2428c-74f1-4366-a5e7-9e8f45934f4d x-openstack-request-id: req-0ff2428c-74f1-4366-a5e7-9e8f45934f4d {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:56.314598 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f6ef0d-5324-44c0-8797-12137ed7cdb6", "tag": "fd95c111-b5d8-40e6-9577-d6adf51b3b62", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:56.314881 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0ff2428c-74f1-4366-a5e7-9e8f45934f4d {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:56.315251 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f6ef0d-5324-44c0-8797-12137ed7cdb6', 'tag': 'fd95c111-b5d8-40e6-9577-d6adf51b3b62', 'status': 'completed', 'code': 200} Sep 17 23:45:56.316968 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-01e3fc8c-5a2d-4932-9f46-0042f5f24388 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ad6ee541-3beb-4fca-918f-db5ffa2a75a3 HTTP/1.1" status: 200 len: 217 time: 0.0940149 Sep 17 23:45:56.483508 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b6808240-b1b9-481a-a6b9-839e948de5b4 req-c695e77c-c7e7-4e34-959e-e4aa41b56d38 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 210 time: 0.0807853 Sep 17 23:45:56.488675 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8603a355-42d4-481c-87e7-f5b8a2a2a792, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8603a355-42d4-481c-87e7-f5b8a2a2a792,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:56.517181 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-f48a9912-f5f3-4688-93ac-9abec44af8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:56.518829 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-f48a9912-f5f3-4688-93ac-9abec44af8b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f67d974e-7140-4089-9f32-07a00b55ef3a HTTP/1.1" status: 200 len: 797 time: 0.1944592 Sep 17 23:45:56.519821 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '8603a355-42d4-481c-87e7-f5b8a2a2a792', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '8603a355-42d4-481c-87e7-f5b8a2a2a792', 'mac_address': 'fa:16:3e:35:47:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:45:56.591642 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:56.630330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8603a355-42d4-481c-87e7-f5b8a2a2a792 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:45:56.639401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-a57bfa70-cf9c-4fa9-96c5-593f8a6a7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:56.644660 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-a57bfa70-cf9c-4fa9-96c5-593f8a6a7743 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e702302-c423-4617-ae40-276913b1f962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1147790 Sep 17 23:45:56.665654 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8603a355-42d4-481c-87e7-f5b8a2a2a792, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8603a355-42d4-481c-87e7-f5b8a2a2a792,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:56.742364 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:56.820063 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-a02d150a-c0ec-496f-a50e-c5ab5e2bfba1 service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667366 Sep 17 23:45:56.832672 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=8603a355-42d4-481c-87e7-f5b8a2a2a792,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:56.860766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5603126-766c-44b5-8b47-381b791e21f1 req-53f95992-9144-46cc-810c-43ac82ca956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:56.861431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5603126-766c-44b5-8b47-381b791e21f1 req-53f95992-9144-46cc-810c-43ac82ca956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:56.862850 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f5603126-766c-44b5-8b47-381b791e21f1 req-53f95992-9144-46cc-810c-43ac82ca956d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=549a504bc9bd46e68c2227d65a7879db&device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1913 time: 0.4159472 Sep 17 23:45:56.903301 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['8603a355-42d4-481c-87e7-f5b8a2a2a792'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:45:57.085354 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd51a414-e8a3-4448-beab-2e9f3af01e3c req-4a06bc4f-6b5c-4b28-8ca3-a64b1c4011f1 service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540801 Sep 17 23:45:57.141494 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5603126-766c-44b5-8b47-381b791e21f1 req-4e314040-1db8-4ebc-bd94-600e9d831440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:57.141992 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5603126-766c-44b5-8b47-381b791e21f1 req-4e314040-1db8-4ebc-bd94-600e9d831440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:57.142487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5603126-766c-44b5-8b47-381b791e21f1 req-4e314040-1db8-4ebc-bd94-600e9d831440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:57.144649 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f5603126-766c-44b5-8b47-381b791e21f1 req-4e314040-1db8-4ebc-bd94-600e9d831440 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=549a504bc9bd46e68c2227d65a7879db&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2355874 Sep 17 23:45:57.214411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739e0219-ce85-42b8-ba35-8c005fd58b40 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:45:57.238797 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23a0c2-6853-474a-a6a4-62b81d83e73d req-9db16dee-5147-4a8b-8b7a-22ed3a45425c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:57.246197 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23a0c2-6853-474a-a6a4-62b81d83e73d req-9db16dee-5147-4a8b-8b7a-22ed3a45425c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:57.252746 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:57.253451 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b23a0c2-6853-474a-a6a4-62b81d83e73d req-9db16dee-5147-4a8b-8b7a-22ed3a45425c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1666 time: 0.0712945 Sep 17 23:45:57.276316 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Transition to ACTIVE for port object 739e0219-ce85-42b8-ba35-8c005fd58b40 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:45:57.297114 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5603126-766c-44b5-8b47-381b791e21f1 req-30ecf18b-dea0-4a38-9b31-309317f51b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:57.299021 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f5603126-766c-44b5-8b47-381b791e21f1 req-30ecf18b-dea0-4a38-9b31-309317f51b6d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305768 Sep 17 23:45:57.354423 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b23a0c2-6853-474a-a6a4-62b81d83e73d req-e65fb175-acb8-4070-a063-71568a2ac5da tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987837 Sep 17 23:45:57.371044 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:57.488470 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Pushing event updated for resources: {'Port': ['ID=739e0219-ce85-42b8-ba35-8c005fd58b40,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:57.703049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Attempting to bind port 739e0219-ce85-42b8-ba35-8c005fd58b40 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:45:57.703418 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Attempting to bind port 739e0219-ce85-42b8-ba35-8c005fd58b40 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '6b7f66e6-213b-4bb3-8ca0-98baaeb12014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e45b77d4-0285-499a-9276-de41a1254404'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:45:57.705843 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Attempting to bind port 739e0219-ce85-42b8-ba35-8c005fd58b40 on network e45b77d4-0285-499a-9276-de41a1254404 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:57.733241 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Port 739e0219-ce85-42b8-ba35-8c005fd58b40 on network e45b77d4-0285-499a-9276-de41a1254404 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:45:57.733597 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Attempting to bind port 739e0219-ce85-42b8-ba35-8c005fd58b40 on network e45b77d4-0285-499a-9276-de41a1254404 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:45:57.754278 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:45:57.754598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Checking segment: {'id': '6b7f66e6-213b-4bb3-8ca0-98baaeb12014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e45b77d4-0285-499a-9276-de41a1254404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:45:57.754991 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Bound using segment: {'id': '6b7f66e6-213b-4bb3-8ca0-98baaeb12014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e45b77d4-0285-499a-9276-de41a1254404'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:45:57.764775 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Bound port: 739e0219-ce85-42b8-ba35-8c005fd58b40, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7f66e6-213b-4bb3-8ca0-98baaeb12014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e45b77d4-0285-499a-9276-de41a1254404'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:45:57.765243 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:57.863425 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-056dc123-9af5-41d0-9c32-19fbbeea343e req-e1c6307a-0f21-4175-b780-ceda675e95d4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 210 time: 0.0475953 Sep 17 23:45:57.899761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] For port 739e0219-ce85-42b8-ba35-8c005fd58b40, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:45:57.910819 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] For port 739e0219-ce85-42b8-ba35-8c005fd58b40, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=739e0219-ce85-42b8-ba35-8c005fd58b40,segment=NetworkSegment(6b7f66e6-213b-4bb3-8ca0-98baaeb12014),segment_id=6b7f66e6-213b-4bb3-8ca0-98baaeb12014)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:45:58.015197 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:58.077733 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:58.078490 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:58.086938 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] 10.222.0.41 "PUT /v2.0/ports/739e0219-ce85-42b8-ba35-8c005fd58b40 HTTP/1.1" status: 200 len: 1091 time: 1.9919236 Sep 17 23:45:58.150588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fc3e2-4f77-49ba-b461-1e5f2a41c79d service neutron] Pushing event updated for resources: {'Port': ['ID=739e0219-ce85-42b8-ba35-8c005fd58b40,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:58.185450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-087417e2-34e4-448d-a269-68268aded2fe tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:58.188155 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8603a355-42d4-481c-87e7-f5b8a2a2a792 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:45:58.189942 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-087417e2-34e4-448d-a269-68268aded2fe tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.37 "GET /v2.0/networks?id=e2df3c0f-6c40-4464-917a-684982de5476 HTTP/1.1" status: 200 len: 812 time: 0.3134069 Sep 17 23:45:58.213097 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-86fa32a6-a735-4a8a-b93c-c5dcbcdcbd2b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Request body: {'port': {'device_id': 'cbad1fe8-5812-425f-b2c1-2aeb31d2f53f', 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476', 'admin_state_up': True, 'tenant_id': '3dc697e62bfa40e4b7ec116f34144c3c'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:45:58.323824 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f6ef0d-5324-44c0-8797-12137ed7cdb6', 'tag': '739e0219-ce85-42b8-ba35-8c005fd58b40'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:58.326406 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716ffc4c-2317-4f06-97eb-da593d27a1f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f6ef0d-5324-44c0-8797-12137ed7cdb6", "tag": "739e0219-ce85-42b8-ba35-8c005fd58b40"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:58.340742 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 8603a355-42d4-481c-87e7-f5b8a2a2a792 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:45:58.341454 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:58.361726 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-e246178c-7521-40f5-babf-2fb99a24b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:58.362216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-e246178c-7521-40f5-babf-2fb99a24b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:58.373052 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-e246178c-7521-40f5-babf-2fb99a24b576 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=549a504bc9bd46e68c2227d65a7879db&device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1980 time: 0.1275375 Sep 17 23:45:58.507758 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-890858b6-9554-4aec-ae8c-9331dde3871b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=fd95c111-b5d8-40e6-9577-d6adf51b3b62 HTTP/1.1" status: 200 len: 217 time: 0.1139095 Sep 17 23:45:58.518211 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402f5ad3-70b0-4027-86f4-0feffc5dcee0 x-openstack-request-id: req-402f5ad3-70b0-4027-86f4-0feffc5dcee0 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:58.518522 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f6ef0d-5324-44c0-8797-12137ed7cdb6", "tag": "739e0219-ce85-42b8-ba35-8c005fd58b40", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:58.518780 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-402f5ad3-70b0-4027-86f4-0feffc5dcee0 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:58.519189 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f6ef0d-5324-44c0-8797-12137ed7cdb6', 'tag': '739e0219-ce85-42b8-ba35-8c005fd58b40', 'status': 'completed', 'code': 200} Sep 17 23:45:58.592092 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:58.618000 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-86fa32a6-a735-4a8a-b93c-c5dcbcdcbd2b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Made reservation on behalf of 3dc697e62bfa40e4b7ec116f34144c3c for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:45:58.631650 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-86fa32a6-a735-4a8a-b93c-c5dcbcdcbd2b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:58.653368 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-bc3ec930-dda4-4ea2-ba26-4fbd66ca2c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:58.657400 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-bc3ec930-dda4-4ea2-ba26-4fbd66ca2c4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17a22a55-12c8-4383-9662-7712a9f77819 HTTP/1.1" status: 200 len: 801 time: 0.1354413 Sep 17 23:45:58.666654 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0ad5ca-8526-4c65-9dad-de651c0b4d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8603a355-42d4-481c-87e7-f5b8a2a2a792'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:45:58.672519 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94298d3-c337-4480-b165-08e2f75ac7d8" -d '{"events": [{"server_uuid": "7b0ad5ca-8526-4c65-9dad-de651c0b4d93", "name": "network-vif-plugged", "status": "completed", "tag": "8603a355-42d4-481c-87e7-f5b8a2a2a792"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:45:58.702203 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8603a355-42d4-481c-87e7-f5b8a2a2a792, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8603a355-42d4-481c-87e7-f5b8a2a2a792,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:45:58.778926 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-93ef1807-b6fd-4553-b345-2c35f4b68d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:58.780717 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-93ef1807-b6fd-4553-b345-2c35f4b68d42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4d2d8062-6656-4a64-83ca-80c4aafa36b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1128011 Sep 17 23:45:58.782053 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:58.815442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a4c17-4343-4202-a7c0-ff9b2a695a66 req-14691e63-e63a-4b46-8353-8c52cbce4df4 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:58.822354 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a4c17-4343-4202-a7c0-ff9b2a695a66 req-14691e63-e63a-4b46-8353-8c52cbce4df4 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:58.830627 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-032a4c17-4343-4202-a7c0-ff9b2a695a66 req-14691e63-e63a-4b46-8353-8c52cbce4df4 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1678 time: 0.2431109 Sep 17 23:45:58.869969 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=8603a355-42d4-481c-87e7-f5b8a2a2a792,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:58.903712 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-032a4c17-4343-4202-a7c0-ff9b2a695a66 req-a5b9a14f-fe61-4af3-90b0-d82c6d7d9d6e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682216 Sep 17 23:45:59.004295 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-66a1c53d-3cf8-49ac-8c9c-5e8939afabcc service neutron] 10.222.0.41 "GET /v2.0/networks/4d2d8062-6656-4a64-83ca-80c4aafa36b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146242 Sep 17 23:45:59.047721 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-86fa32a6-a735-4a8a-b93c-c5dcbcdcbd2b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Allocated IP 172.20.0.9 (e2df3c0f-6c40-4464-917a-684982de5476/c7b73b73-63cd-4505-9722-63303d58ca18/9320c049-e17e-4232-be6a-11c516075f1c) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:45:59.055724 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4e6bd1-8285-47b6-be15-203a1097aff7 x-openstack-request-id: req-bf4e6bd1-8285-47b6-be15-203a1097aff7 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:45:59.056039 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0ad5ca-8526-4c65-9dad-de651c0b4d93", "name": "network-vif-plugged", "status": "completed", "tag": "8603a355-42d4-481c-87e7-f5b8a2a2a792", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:45:59.056329 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf4e6bd1-8285-47b6-be15-203a1097aff7 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:45:59.056724 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0ad5ca-8526-4c65-9dad-de651c0b4d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8603a355-42d4-481c-87e7-f5b8a2a2a792', 'code': 200} Sep 17 23:45:59.208194 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-dffa1623-ab8e-49da-9a57-a01ed1691863 service neutron] 10.222.0.41 "GET /v2.0/networks/4d2d8062-6656-4a64-83ca-80c4aafa36b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951830 Sep 17 23:45:59.270131 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-321e22d0-ede9-4126-a181-cb9f18d55bf0 req-d8c2629b-b7bb-4d2e-aaaf-5e0f3a23e1ca tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 210 time: 0.0427406 Sep 17 23:45:59.305788 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-fe0e0268-9d6f-42c0-abbf-2b0633dd51fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.37&port_id=739e0219-ce85-42b8-ba35-8c005fd58b40 HTTP/1.1" status: 200 len: 217 time: 0.0872033 Sep 17 23:45:59.402778 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-9d7bb8d4-36c3-401f-af99-8b2b44c8bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:59.403064 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-86fa32a6-a735-4a8a-b93c-c5dcbcdcbd2b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:59.406164 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-9d7bb8d4-36c3-401f-af99-8b2b44c8bc90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba48e176-1f5a-4c77-a087-6ba860bcf233 HTTP/1.1" status: 200 len: 801 time: 0.0893552 Sep 17 23:45:59.497516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-b85017b5-bc2a-4084-8994-900d855c4786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:59.499041 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-b85017b5-bc2a-4084-8994-900d855c4786 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e45b77d4-0285-499a-9276-de41a1254404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0773220 Sep 17 23:45:59.548441 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-86fa32a6-a735-4a8a-b93c-c5dcbcdcbd2b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:59.645023 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-86fa32a6-a735-4a8a-b93c-c5dcbcdcbd2b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Network e2df3c0f-6c40-4464-917a-684982de5476 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:45:59.655683 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-86fa32a6-a735-4a8a-b93c-c5dcbcdcbd2b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:45:59.659930 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-86fa32a6-a735-4a8a-b93c-c5dcbcdcbd2b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:45:59.718893 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-7b7a6a73-1fe1-4650-a244-d0a8c767bf7c service neutron] 10.222.0.41 "GET /v2.0/networks/e45b77d4-0285-499a-9276-de41a1254404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100968 Sep 17 23:45:59.798000 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa32a6-a735-4a8a-b93c-c5dcbcdcbd2b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Pushing event updated for resources: {'Port': ['ID=9320c049-e17e-4232-be6a-11c516075f1c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:45:59.870162 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-86fa32a6-a735-4a8a-b93c-c5dcbcdcbd2b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:45:59.872744 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-86fa32a6-a735-4a8a-b93c-c5dcbcdcbd2b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:45:59.931278 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5ec58082-2fc3-4ef0-967b-d9e7e277c47b req-f6e4b137-d63a-486b-924f-e10e14d79463 service neutron] 10.222.0.41 "GET /v2.0/networks/e45b77d4-0285-499a-9276-de41a1254404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006302 Sep 17 23:46:00.073564 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761f35e-5889-4e40-8dc9-e5dcd41425ca req-06302f15-cb96-4433-b75f-e287813a5407 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:00.082881 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761f35e-5889-4e40-8dc9-e5dcd41425ca req-06302f15-cb96-4433-b75f-e287813a5407 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:00.095181 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f761f35e-5889-4e40-8dc9-e5dcd41425ca req-06302f15-cb96-4433-b75f-e287813a5407 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1678 time: 0.1145272 Sep 17 23:46:00.142005 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f761f35e-5889-4e40-8dc9-e5dcd41425ca req-d8ac5fa9-1234-498e-afe2-82cf12478824 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457642 Sep 17 23:46:00.294868 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-86fa32a6-a735-4a8a-b93c-c5dcbcdcbd2b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0879929 Sep 17 23:46:00.500768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Request body: {'port': {'device_id': 'cbad1fe8-5812-425f-b2c1-2aeb31d2f53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:46:00.500768 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:00.500768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012574b-8d9f-43eb-af0d-191b4e878c43 req-4147aab7-a2a7-413f-b254-7719be8a3d31 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:00.500768 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e012574b-8d9f-43eb-af0d-191b4e878c43 req-4147aab7-a2a7-413f-b254-7719be8a3d31 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 931 time: 0.1040514 Sep 17 23:46:00.628604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e012574b-8d9f-43eb-af0d-191b4e878c43 req-7f6cca2c-d7f7-4f23-a755-199aab06a711 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309004 Sep 17 23:46:00.780466 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ffc4c-2317-4f06-97eb-da593d27a1f4 req-af321cd7-d237-403e-9ea3-31b45a1b849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:00.781778 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ffc4c-2317-4f06-97eb-da593d27a1f4 req-af321cd7-d237-403e-9ea3-31b45a1b849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:00.789266 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-716ffc4c-2317-4f06-97eb-da593d27a1f4 req-af321cd7-d237-403e-9ea3-31b45a1b849f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=549a504bc9bd46e68c2227d65a7879db&device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1980 time: 0.1300902 Sep 17 23:46:01.024204 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9320c049-e17e-4232-be6a-11c516075f1c {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:46:01.024431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ffc4c-2317-4f06-97eb-da593d27a1f4 req-bc9b3a5e-067f-46aa-835c-5053fdc8195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:01.024431 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-716ffc4c-2317-4f06-97eb-da593d27a1f4 req-bc9b3a5e-067f-46aa-835c-5053fdc8195b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e45b77d4-0285-499a-9276-de41a1254404 HTTP/1.1" status: 200 len: 903 time: 0.1870158 Sep 17 23:46:01.024635 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:01.054066 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Transition to ACTIVE for port object 9320c049-e17e-4232-be6a-11c516075f1c will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:46:01.083713 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-716ffc4c-2317-4f06-97eb-da593d27a1f4 req-ed6528fc-fd5f-4bba-9976-1fedf864adbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.37&port_id=739e0219-ce85-42b8-ba35-8c005fd58b40 HTTP/1.1" status: 200 len: 217 time: 0.0734851 Sep 17 23:46:01.148520 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ffc4c-2317-4f06-97eb-da593d27a1f4 req-1b01bc51-f601-4a85-968a-394274355824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:01.150175 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-716ffc4c-2317-4f06-97eb-da593d27a1f4 req-1b01bc51-f601-4a85-968a-394274355824 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba48e176-1f5a-4c77-a087-6ba860bcf233 HTTP/1.1" status: 200 len: 801 time: 0.0588367 Sep 17 23:46:01.218139 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ffc4c-2317-4f06-97eb-da593d27a1f4 req-ec5ecb87-002e-4ccd-acca-e32ef8205628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:01.219810 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-716ffc4c-2317-4f06-97eb-da593d27a1f4 req-ec5ecb87-002e-4ccd-acca-e32ef8205628 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e45b77d4-0285-499a-9276-de41a1254404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0576494 Sep 17 23:46:01.290494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cd32b-d38a-47e2-ada9-5dd260a588bf req-b4111c02-2b01-4b76-863f-f2963cdf5f51 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:01.298718 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cd32b-d38a-47e2-ada9-5dd260a588bf req-b4111c02-2b01-4b76-863f-f2963cdf5f51 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:01.300422 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-387cd32b-d38a-47e2-ada9-5dd260a588bf req-b4111c02-2b01-4b76-863f-f2963cdf5f51 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1678 time: 0.0787423 Sep 17 23:46:01.351037 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-716ffc4c-2317-4f06-97eb-da593d27a1f4 req-3f48d971-65d1-4a6e-8792-e6b602045c52 service neutron] 10.222.0.41 "GET /v2.0/networks/e45b77d4-0285-499a-9276-de41a1254404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222589 Sep 17 23:46:01.352414 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-387cd32b-d38a-47e2-ada9-5dd260a588bf req-1bda03af-f4c2-4dd2-b25f-354e4a3612b3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451627 Sep 17 23:46:01.397089 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:01.452520 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Pushing event updated for resources: {'Port': ['ID=9320c049-e17e-4232-be6a-11c516075f1c,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:01.508315 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-716ffc4c-2317-4f06-97eb-da593d27a1f4 req-3b5abf86-c8a2-43b8-b1ae-ef96402686fa service neutron] 10.222.0.41 "GET /v2.0/networks/e45b77d4-0285-499a-9276-de41a1254404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487157 Sep 17 23:46:01.548702 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Attempting to bind port 9320c049-e17e-4232-be6a-11c516075f1c on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:46:01.549077 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Attempting to bind port 9320c049-e17e-4232-be6a-11c516075f1c by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:46:01.549556 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Attempting to bind port 9320c049-e17e-4232-be6a-11c516075f1c on network e2df3c0f-6c40-4464-917a-684982de5476 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:46:01.554178 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Port 9320c049-e17e-4232-be6a-11c516075f1c on network e2df3c0f-6c40-4464-917a-684982de5476 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:46:01.554568 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Attempting to bind port 9320c049-e17e-4232-be6a-11c516075f1c on network e2df3c0f-6c40-4464-917a-684982de5476 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:46:01.562258 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:46:01.562669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Checking segment: {'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:46:01.568144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Bound using segment: {'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:46:01.568144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Bound port: 9320c049-e17e-4232-be6a-11c516075f1c, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:46:01.568144 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:01.642177 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] For port 9320c049-e17e-4232-be6a-11c516075f1c, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:46:01.645585 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] For port 9320c049-e17e-4232-be6a-11c516075f1c, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9320c049-e17e-4232-be6a-11c516075f1c,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:46:01.709078 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:01.790428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:01.791384 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:01.792923 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] 10.222.0.37 "PUT /v2.0/ports/9320c049-e17e-4232-be6a-11c516075f1c HTTP/1.1" status: 200 len: 1091 time: 1.4884069 Sep 17 23:46:01.813495 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbad1fe8-5812-425f-b2c1-2aeb31d2f53f', 'tag': '9320c049-e17e-4232-be6a-11c516075f1c'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:46:01.815719 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5dc57e-147b-4e51-9cdb-dc8a3dcda7f3" -d '{"events": [{"name": "network-changed", "server_uuid": "cbad1fe8-5812-425f-b2c1-2aeb31d2f53f", "tag": "9320c049-e17e-4232-be6a-11c516075f1c"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:46:01.856722 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703488e-e0bf-4ee8-aac2-f0891e6745aa service neutron] Pushing event updated for resources: {'Port': ['ID=9320c049-e17e-4232-be6a-11c516075f1c,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:01.884156 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e00ee-d323-4488-9419-c72583c90c52 req-7f6ec710-9fd4-4215-bf43-32d404daab1e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:01.894028 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-356e00ee-d323-4488-9419-c72583c90c52 req-7f6ec710-9fd4-4215-bf43-32d404daab1e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 943 time: 0.1267095 Sep 17 23:46:01.964450 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-356e00ee-d323-4488-9419-c72583c90c52 req-5f8ff641-d8e8-4319-b427-2de18423864f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668373 Sep 17 23:46:02.076576 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-b2e35de2-ef54-43d2-a129-df6e9d8ebb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:02.078701 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-b2e35de2-ef54-43d2-a129-df6e9d8ebb58 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 1094 time: 0.1095190 Sep 17 23:46:02.170820 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-a125aeca-f4e1-4afe-a0c6-5f20be2fe7c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9320c049-e17e-4232-be6a-11c516075f1c HTTP/1.1" status: 200 len: 217 time: 0.0831091 Sep 17 23:46:02.237562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-a8860116-731a-4d5b-8cfe-b362a1f3a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:02.239206 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-a8860116-731a-4d5b-8cfe-b362a1f3a25c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c7b73b73-63cd-4505-9722-63303d58ca18 HTTP/1.1" status: 200 len: 852 time: 0.0614820 Sep 17 23:46:02.297745 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-bd9161a9-ffd9-40b5-9fc2-159633136f5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2df3c0f-6c40-4464-917a-684982de5476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474765 Sep 17 23:46:02.299041 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe28dcac-9b20-4765-ad4f-0d157050fb34 x-openstack-request-id: req-fe28dcac-9b20-4765-ad4f-0d157050fb34 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:46:02.299628 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbad1fe8-5812-425f-b2c1-2aeb31d2f53f", "tag": "9320c049-e17e-4232-be6a-11c516075f1c", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:46:02.299628 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe28dcac-9b20-4765-ad4f-0d157050fb34 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:46:02.299991 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbad1fe8-5812-425f-b2c1-2aeb31d2f53f', 'tag': '9320c049-e17e-4232-be6a-11c516075f1c', 'status': 'completed', 'code': 200} Sep 17 23:46:02.526946 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-91b0b96a-5bc2-4592-aee6-b1072b15d9c6 service neutron] 10.222.0.37 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211449 Sep 17 23:46:02.585044 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b6002-55d9-4e30-908a-42aa4051a2f2 req-89d1244b-b754-4d0f-b0c5-188da978731e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:02.591546 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b6002-55d9-4e30-908a-42aa4051a2f2 req-89d1244b-b754-4d0f-b0c5-188da978731e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:02.599345 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb7b6002-55d9-4e30-908a-42aa4051a2f2 req-89d1244b-b754-4d0f-b0c5-188da978731e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1678 time: 0.1278989 Sep 17 23:46:02.720039 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb7b6002-55d9-4e30-908a-42aa4051a2f2 req-3a786df2-7895-480d-8c53-9c071e3de71c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071479 Sep 17 23:46:02.759068 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82f309fc-f2e9-40e7-892f-f9681bd8bede req-68fbc209-1514-4516-a23e-5bfd9602efad service neutron] 10.222.0.37 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234778 Sep 17 23:46:02.932166 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dc57e-147b-4e51-9cdb-dc8a3dcda7f3 req-3f022f7a-8bf1-4084-b864-dfc9047d743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:02.934692 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a5dc57e-147b-4e51-9cdb-dc8a3dcda7f3 req-3f022f7a-8bf1-4084-b864-dfc9047d743b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 1094 time: 0.0508037 Sep 17 23:46:03.107622 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dc57e-147b-4e51-9cdb-dc8a3dcda7f3 req-47d0a4c4-efb0-4259-85cc-1ce20914dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:03.109416 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a5dc57e-147b-4e51-9cdb-dc8a3dcda7f3 req-47d0a4c4-efb0-4259-85cc-1ce20914dd2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=e2df3c0f-6c40-4464-917a-684982de5476 HTTP/1.1" status: 200 len: 913 time: 0.1677566 Sep 17 23:46:03.186378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a5dc57e-147b-4e51-9cdb-dc8a3dcda7f3 req-e8f3659e-17c8-41b3-9e3e-df3197c847aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9320c049-e17e-4232-be6a-11c516075f1c HTTP/1.1" status: 200 len: 217 time: 0.0673332 Sep 17 23:46:03.274677 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dc57e-147b-4e51-9cdb-dc8a3dcda7f3 req-f9ec454a-0e0b-4fea-87b6-0986ff73c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:03.279810 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a5dc57e-147b-4e51-9cdb-dc8a3dcda7f3 req-f9ec454a-0e0b-4fea-87b6-0986ff73c9ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c7b73b73-63cd-4505-9722-63303d58ca18 HTTP/1.1" status: 200 len: 852 time: 0.0676618 Sep 17 23:46:04.055195 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a5dc57e-147b-4e51-9cdb-dc8a3dcda7f3 req-661ac3ea-09b1-4005-87da-88d809a17d46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2df3c0f-6c40-4464-917a-684982de5476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7652457 Sep 17 23:46:04.063111 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fbca9-14a7-4a42-aa18-ebb631c1e3ef req-031651f5-0f79-4cd9-ad48-fc2a5d2b4dcf tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:04.070607 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed4fbca9-14a7-4a42-aa18-ebb631c1e3ef req-031651f5-0f79-4cd9-ad48-fc2a5d2b4dcf tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 943 time: 0.9030316 Sep 17 23:46:04.210993 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device fd95c111-b5d8-40e6-9577-d6adf51b3b62 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:46:04.265481 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a5dc57e-147b-4e51-9cdb-dc8a3dcda7f3 req-964a2ab3-ddde-48e1-8a60-6d688515d5c9 service neutron] 10.222.0.37 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874056 Sep 17 23:46:04.285803 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed4fbca9-14a7-4a42-aa18-ebb631c1e3ef req-6793e279-1644-42aa-9426-e6e604ea5d27 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142050 Sep 17 23:46:04.417574 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port fd95c111-b5d8-40e6-9577-d6adf51b3b62, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=fd95c111-b5d8-40e6-9577-d6adf51b3b62,segment=NetworkSegment(25c1b7b1-0228-4b4c-913e-a03e0a1f015a),segment_id=25c1b7b1-0228-4b4c-913e-a03e0a1f015a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:04.443418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'fd95c111-b5d8-40e6-9577-d6adf51b3b62', 'network_id': '4d2d8062-6656-4a64-83ca-80c4aafa36b3', 'port_id': 'fd95c111-b5d8-40e6-9577-d6adf51b3b62', 'mac_address': 'fa:16:3e:1e:96:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a22a55-12c8-4383-9662-7712a9f77819', 'ip_address': '19.80.0.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:46:04.462055 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a5dc57e-147b-4e51-9cdb-dc8a3dcda7f3 req-56b66912-97e8-43bd-b447-81d072f6524e service neutron] 10.222.0.37 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747389 Sep 17 23:46:04.545492 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:04.574084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd95c111-b5d8-40e6-9577-d6adf51b3b62 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:46:04.606295 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port fd95c111-b5d8-40e6-9577-d6adf51b3b62, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=fd95c111-b5d8-40e6-9577-d6adf51b3b62,segment=NetworkSegment(25c1b7b1-0228-4b4c-913e-a03e0a1f015a),segment_id=25c1b7b1-0228-4b4c-913e-a03e0a1f015a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:04.664811 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9f5c1-f075-4dfd-9d49-5060e03e618f req-225160d4-d14a-4957-b5fd-859b3457c858 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:04.671975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9f5c1-f075-4dfd-9d49-5060e03e618f req-225160d4-d14a-4957-b5fd-859b3457c858 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:04.674037 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fcd9f5c1-f075-4dfd-9d49-5060e03e618f req-225160d4-d14a-4957-b5fd-859b3457c858 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1678 time: 0.0642786 Sep 17 23:46:04.693719 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:04.695238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 739e0219-ce85-42b8-ba35-8c005fd58b40 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:46:04.756306 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fcd9f5c1-f075-4dfd-9d49-5060e03e618f req-2eedf390-1e06-443e-b791-b2de113cab30 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607731 Sep 17 23:46:04.802844 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=fd95c111-b5d8-40e6-9577-d6adf51b3b62,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:05.030143 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 739e0219-ce85-42b8-ba35-8c005fd58b40, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=739e0219-ce85-42b8-ba35-8c005fd58b40,segment=NetworkSegment(6b7f66e6-213b-4bb3-8ca0-98baaeb12014),segment_id=6b7f66e6-213b-4bb3-8ca0-98baaeb12014)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:05.038256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '739e0219-ce85-42b8-ba35-8c005fd58b40', 'network_id': 'e45b77d4-0285-499a-9276-de41a1254404', 'port_id': '739e0219-ce85-42b8-ba35-8c005fd58b40', 'mac_address': 'fa:16:3e:dc:8b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba48e176-1f5a-4c77-a087-6ba860bcf233', 'ip_address': '19.86.0.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:46:05.092925 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:05.110483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739e0219-ce85-42b8-ba35-8c005fd58b40 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:46:05.134548 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 739e0219-ce85-42b8-ba35-8c005fd58b40, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=739e0219-ce85-42b8-ba35-8c005fd58b40,segment=NetworkSegment(6b7f66e6-213b-4bb3-8ca0-98baaeb12014),segment_id=6b7f66e6-213b-4bb3-8ca0-98baaeb12014)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:05.236919 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:05.327728 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=739e0219-ce85-42b8-ba35-8c005fd58b40,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:05.419248 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21321d0-416d-43d6-ad85-e33473f1dc46 req-dceb81fa-e3af-443f-8446-51277d7ab122 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:05.420681 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f21321d0-416d-43d6-ad85-e33473f1dc46 req-dceb81fa-e3af-443f-8446-51277d7ab122 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 943 time: 0.0555398 Sep 17 23:46:05.469420 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f21321d0-416d-43d6-ad85-e33473f1dc46 req-9fe614e0-95ca-4676-aa02-a9edb5b9b137 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426679 Sep 17 23:46:05.561003 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['739e0219-ce85-42b8-ba35-8c005fd58b40'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:46:05.856077 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb467402-c881-4b46-a30a-ce7edb7f1adf req-35615c99-ed45-4b89-a2dc-104fe60ad96e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:05.862273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb467402-c881-4b46-a30a-ce7edb7f1adf req-35615c99-ed45-4b89-a2dc-104fe60ad96e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:05.863908 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb467402-c881-4b46-a30a-ce7edb7f1adf req-35615c99-ed45-4b89-a2dc-104fe60ad96e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1680 time: 0.0573018 Sep 17 23:46:05.902092 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb467402-c881-4b46-a30a-ce7edb7f1adf req-5976e7bd-34b1-4df2-b0ea-8e28db0a568e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318525 Sep 17 23:46:06.627204 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7b303-fda9-4cda-8f37-65888c5c3457 req-8dfd4603-f8fd-47c6-a1f2-7784ca68a6df tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:06.639252 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6f7b303-fda9-4cda-8f37-65888c5c3457 req-8dfd4603-f8fd-47c6-a1f2-7784ca68a6df tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 943 time: 0.0893505 Sep 17 23:46:06.644588 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['fd95c111-b5d8-40e6-9577-d6adf51b3b62'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:46:06.742085 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6f7b303-fda9-4cda-8f37-65888c5c3457 req-32fa0a1b-1e27-4615-97fb-09390831e7bf tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863476 Sep 17 23:46:06.832673 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-283bd0b5-ab47-4337-ad24-35bb2f5e8998 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:06.834546 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-283bd0b5-ab47-4337-ad24-35bb2f5e8998 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/networks?id=ab12b89e-7f5f-453f-8a05-4624f46c7f57 HTTP/1.1" status: 200 len: 815 time: 0.1931326 Sep 17 23:46:06.869532 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-ff95b3e4-413d-493c-a6a1-3817e6284545 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/quotas/dad23bda143e4065b363ecf326d89acb HTTP/1.1" status: 200 len: 375 time: 0.0197539 Sep 17 23:46:06.873033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9320c049-e17e-4232-be6a-11c516075f1c details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:46:06.931979 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-dd892ff2-06e3-43c8-95b9-4c6f8a627f37 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dad23bda143e4065b363ecf326d89acb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580449 Sep 17 23:46:07.057108 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9320c049-e17e-4232-be6a-11c516075f1c, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9320c049-e17e-4232-be6a-11c516075f1c,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:07.063743 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-f2acbe7c-c5cb-4ba6-8694-ab52a1a8d0b0 service neutron] 10.222.0.46 "GET /v2.0/networks/ab12b89e-7f5f-453f-8a05-4624f46c7f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222720 Sep 17 23:46:07.073715 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '9320c049-e17e-4232-be6a-11c516075f1c', 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476', 'port_id': '9320c049-e17e-4232-be6a-11c516075f1c', 'mac_address': 'fa:16:3e:16:5f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b73b73-63cd-4505-9722-63303d58ca18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:46:07.129899 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:07.148111 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9320c049-e17e-4232-be6a-11c516075f1c {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:46:07.169827 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492ac9a-d07f-42df-82e4-fbac7748f7fa req-c5e8dd55-1b15-459f-a2e7-66d2a323b968 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:07.176116 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492ac9a-d07f-42df-82e4-fbac7748f7fa req-c5e8dd55-1b15-459f-a2e7-66d2a323b968 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:07.177824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a492ac9a-d07f-42df-82e4-fbac7748f7fa req-c5e8dd55-1b15-459f-a2e7-66d2a323b968 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1680 time: 0.1418266 Sep 17 23:46:07.184585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9320c049-e17e-4232-be6a-11c516075f1c, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9320c049-e17e-4232-be6a-11c516075f1c,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:07.212115 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-571f27a7-3f83-4153-a95f-f76333d73a5f service neutron] 10.222.0.46 "GET /v2.0/networks/ab12b89e-7f5f-453f-8a05-4624f46c7f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474259 Sep 17 23:46:07.231576 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a492ac9a-d07f-42df-82e4-fbac7748f7fa req-a294037e-9b68-48a1-b63b-befc5a98d572 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448020 Sep 17 23:46:07.279249 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:07.360272 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9320c049-e17e-4232-be6a-11c516075f1c,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:07.565756 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4269185e-7e93-49ed-9e1c-514a99ed53ea req-ee3eb7cb-1a86-41a4-8008-c96d9831a0f5 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 210 time: 0.0309563 Sep 17 23:46:07.572110 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['9320c049-e17e-4232-be6a-11c516075f1c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:46:07.856755 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92865f78-fb88-4d31-a727-cd8a1df98ea0 req-81434e44-2e32-45c2-b90c-70bb096102ba tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:07.858897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92865f78-fb88-4d31-a727-cd8a1df98ea0 req-81434e44-2e32-45c2-b90c-70bb096102ba tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 944 time: 0.0631368 Sep 17 23:46:07.913975 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92865f78-fb88-4d31-a727-cd8a1df98ea0 req-ae78435a-db5f-48ca-9221-fdda845cf422 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456271 Sep 17 23:46:08.249319 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device fd95c111-b5d8-40e6-9577-d6adf51b3b62 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:46:08.380911 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b074896-790e-4fef-a0e3-a44415aeba7f req-5ff8cc48-baaa-457c-b5be-ff453c05d4f4 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:08.388903 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b074896-790e-4fef-a0e3-a44415aeba7f req-5ff8cc48-baaa-457c-b5be-ff453c05d4f4 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:08.390930 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b074896-790e-4fef-a0e3-a44415aeba7f req-5ff8cc48-baaa-457c-b5be-ff453c05d4f4 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1680 time: 0.0716980 Sep 17 23:46:08.420115 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port fd95c111-b5d8-40e6-9577-d6adf51b3b62 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:46:08.429609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port fd95c111-b5d8-40e6-9577-d6adf51b3b62 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:46:08.430125 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:08.465002 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b074896-790e-4fef-a0e3-a44415aeba7f req-ef59765f-5570-4128-9290-ec407d16eef4 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645463 Sep 17 23:46:08.567535 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:08.592746 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f6ef0d-5324-44c0-8797-12137ed7cdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd95c111-b5d8-40e6-9577-d6adf51b3b62'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:46:08.595087 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f79875a-a528-42c8-b18d-ca4fe4d22de1" -d '{"events": [{"server_uuid": "b7f6ef0d-5324-44c0-8797-12137ed7cdb6", "name": "network-vif-plugged", "status": "completed", "tag": "fd95c111-b5d8-40e6-9577-d6adf51b3b62"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:46:08.614299 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port fd95c111-b5d8-40e6-9577-d6adf51b3b62, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=fd95c111-b5d8-40e6-9577-d6adf51b3b62,segment=NetworkSegment(25c1b7b1-0228-4b4c-913e-a03e0a1f015a),segment_id=25c1b7b1-0228-4b4c-913e-a03e0a1f015a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:08.647087 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8a1451-1187-4d61-8524-b1a8c290aaf6 x-openstack-request-id: req-fa8a1451-1187-4d61-8524-b1a8c290aaf6 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:46:08.648327 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f6ef0d-5324-44c0-8797-12137ed7cdb6", "name": "network-vif-plugged", "status": "completed", "tag": "fd95c111-b5d8-40e6-9577-d6adf51b3b62", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:46:08.648748 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fa8a1451-1187-4d61-8524-b1a8c290aaf6 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:46:08.652945 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f6ef0d-5324-44c0-8797-12137ed7cdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd95c111-b5d8-40e6-9577-d6adf51b3b62', 'code': 200} Sep 17 23:46:08.662175 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3374f779-65c4-4566-97f7-da1860c3d314 req-5bc917f5-b70c-4a48-8e4b-9b6fd0894332 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 210 time: 0.0329058 Sep 17 23:46:08.736460 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:08.736460 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 739e0219-ce85-42b8-ba35-8c005fd58b40 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:46:08.830034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=fd95c111-b5d8-40e6-9577-d6adf51b3b62,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:08.872681 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9320c049-e17e-4232-be6a-11c516075f1c up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:46:08.910399 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 739e0219-ce85-42b8-ba35-8c005fd58b40 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:46:08.917397 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 739e0219-ce85-42b8-ba35-8c005fd58b40 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:46:08.918529 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:09.026582 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:09.061448 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 9320c049-e17e-4232-be6a-11c516075f1c completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:46:09.073334 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 9320c049-e17e-4232-be6a-11c516075f1c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:46:09.073929 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:09.084730 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 739e0219-ce85-42b8-ba35-8c005fd58b40, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=739e0219-ce85-42b8-ba35-8c005fd58b40,segment=NetworkSegment(6b7f66e6-213b-4bb3-8ca0-98baaeb12014),segment_id=6b7f66e6-213b-4bb3-8ca0-98baaeb12014)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:09.117829 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ad954-2529-4ef5-ab4a-c400393dbc9e req-458e8f42-c279-480b-96e0-2d673a92ba13 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:09.119915 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff8ad954-2529-4ef5-ab4a-c400393dbc9e req-458e8f42-c279-480b-96e0-2d673a92ba13 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 944 time: 0.0822628 Sep 17 23:46:09.160452 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff8ad954-2529-4ef5-ab4a-c400393dbc9e req-39bd5696-6fa3-4477-b231-1083c93ded06 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343313 Sep 17 23:46:09.174246 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:09.207742 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9320c049-e17e-4232-be6a-11c516075f1c, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9320c049-e17e-4232-be6a-11c516075f1c,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:09.594606 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7a4dd-5b86-4508-be24-06f095aaafd1 req-a36f1a08-e5f9-409c-888e-214fc7d40d5c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:09.597687 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7a4dd-5b86-4508-be24-06f095aaafd1 req-a36f1a08-e5f9-409c-888e-214fc7d40d5c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:09.599281 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e1b7a4dd-5b86-4508-be24-06f095aaafd1 req-a36f1a08-e5f9-409c-888e-214fc7d40d5c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1681 time: 0.0612006 Sep 17 23:46:09.638483 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e1b7a4dd-5b86-4508-be24-06f095aaafd1 req-555a56ed-77e4-4683-90ef-94f496e76788 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323408 Sep 17 23:46:09.688693 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0150a-605c-4f89-8abc-a656bc3fcfc0 req-59bbef35-ec4f-41c9-86ba-20cf4a72be78 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:09.690104 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fdd0150a-605c-4f89-8abc-a656bc3fcfc0 req-59bbef35-ec4f-41c9-86ba-20cf4a72be78 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 946 time: 0.0491138 Sep 17 23:46:09.728749 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fdd0150a-605c-4f89-8abc-a656bc3fcfc0 req-ce87cced-2e64-4cf6-84fd-3e79a456c1ca tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae376fd-31ce-4252-9ddb-dd9141923c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327227 Sep 17 23:46:09.776118 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:09.787894 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0233b4fd-4208-4fae-9c07-164d239b4b36 req-b380e515-169c-437e-856a-820996e06f9d tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 210 time: 0.0344622 Sep 17 23:46:09.807368 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:09.828215 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=739e0219-ce85-42b8-ba35-8c005fd58b40,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:09.879682 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9320c049-e17e-4232-be6a-11c516075f1c,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:10.262153 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:10.316280 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28335eb3-0975-4f2b-a30b-3fcd0d881c4a req-d6369866-502a-4598-9d88-fb469485fc95 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:10.317910 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28335eb3-0975-4f2b-a30b-3fcd0d881c4a req-d6369866-502a-4598-9d88-fb469485fc95 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 945 time: 0.0541279 Sep 17 23:46:10.361367 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28335eb3-0975-4f2b-a30b-3fcd0d881c4a req-b0654b02-febc-42ba-9968-519949ffa5d0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369673 Sep 17 23:46:10.631537 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a08289-0a3c-4c30-a761-a5fdca0ac7e9 req-4e4ecbe3-d381-457a-b59c-4a4a07f6256e tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:10.633091 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78a08289-0a3c-4c30-a761-a5fdca0ac7e9 req-4e4ecbe3-d381-457a-b59c-4a4a07f6256e tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 946 time: 0.0494368 Sep 17 23:46:10.657006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f6ef0d-5324-44c0-8797-12137ed7cdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739e0219-ce85-42b8-ba35-8c005fd58b40'}, {'server_uuid': 'cbad1fe8-5812-425f-b2c1-2aeb31d2f53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9320c049-e17e-4232-be6a-11c516075f1c'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:46:10.659776 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e305110e-c223-4047-a095-4184410441f3" -d '{"events": [{"server_uuid": "b7f6ef0d-5324-44c0-8797-12137ed7cdb6", "name": "network-vif-plugged", "status": "completed", "tag": "739e0219-ce85-42b8-ba35-8c005fd58b40"}, {"server_uuid": "cbad1fe8-5812-425f-b2c1-2aeb31d2f53f", "name": "network-vif-plugged", "status": "completed", "tag": "9320c049-e17e-4232-be6a-11c516075f1c"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:46:10.672229 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78a08289-0a3c-4c30-a761-a5fdca0ac7e9 req-ba090d0a-1a30-471f-9a09-c83f20d89c4f tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae376fd-31ce-4252-9ddb-dd9141923c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325389 Sep 17 23:46:10.719788 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 23:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04eddd56-fea7-4db0-b38f-5511e7d1a164 x-openstack-request-id: req-04eddd56-fea7-4db0-b38f-5511e7d1a164 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:46:10.720169 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f6ef0d-5324-44c0-8797-12137ed7cdb6", "name": "network-vif-plugged", "status": "completed", "tag": "739e0219-ce85-42b8-ba35-8c005fd58b40", "code": 200}, {"server_uuid": "cbad1fe8-5812-425f-b2c1-2aeb31d2f53f", "name": "network-vif-plugged", "status": "completed", "tag": "9320c049-e17e-4232-be6a-11c516075f1c", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:46:10.720382 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-04eddd56-fea7-4db0-b38f-5511e7d1a164 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:46:10.720743 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f6ef0d-5324-44c0-8797-12137ed7cdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739e0219-ce85-42b8-ba35-8c005fd58b40', 'code': 200} Sep 17 23:46:10.720976 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbad1fe8-5812-425f-b2c1-2aeb31d2f53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9320c049-e17e-4232-be6a-11c516075f1c', 'code': 200} Sep 17 23:46:10.782730 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca3291-d34a-4841-9094-52570dd23c6d req-7fcd67f0-574c-4c74-b82e-d240aad47200 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:10.789126 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca3291-d34a-4841-9094-52570dd23c6d req-7fcd67f0-574c-4c74-b82e-d240aad47200 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:10.790697 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9ca3291-d34a-4841-9094-52570dd23c6d req-7fcd67f0-574c-4c74-b82e-d240aad47200 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1682 time: 0.0735881 Sep 17 23:46:10.862013 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec3024-59d7-4a30-88a8-bda0d23a4e0f req-dd98930c-661b-4447-848c-3d210932f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:10.862619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec3024-59d7-4a30-88a8-bda0d23a4e0f req-dd98930c-661b-4447-848c-3d210932f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:10.864450 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f7ec3024-59d7-4a30-88a8-bda0d23a4e0f req-dd98930c-661b-4447-848c-3d210932f62b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1984 time: 0.0477188 Sep 17 23:46:10.908080 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9ca3291-d34a-4841-9094-52570dd23c6d req-888bb267-0263-433f-b431-c08780a12c0c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056268 Sep 17 23:46:10.912592 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c640d6-6807-4bc4-8658-f6152902a75b req-b73be8bb-d98a-4288-a089-58e60d7d04cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:10.915656 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f7ec3024-59d7-4a30-88a8-bda0d23a4e0f req-93bb64bc-f477-4cc4-b1b4-d729c07b2e00 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415170 Sep 17 23:46:10.915851 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2c640d6-6807-4bc4-8658-f6152902a75b req-b73be8bb-d98a-4288-a089-58e60d7d04cc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 1096 time: 0.0993578 Sep 17 23:46:10.965828 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72f97987-70d2-460e-a551-4b1317cfbad4 req-770ab3f5-641b-43f5-9547-f51dd1e14296 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 210 time: 0.0322680 Sep 17 23:46:10.979152 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2c640d6-6807-4bc4-8658-f6152902a75b req-657f10b0-18f0-40d5-b1af-f44d574717e0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565927 Sep 17 23:46:11.286693 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-a17fe125-7213-4174-8cf1-dd809190d01e tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:11.288103 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-a17fe125-7213-4174-8cf1-dd809190d01e tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.41 "GET /v2.0/networks?id=ab12b89e-7f5f-453f-8a05-4624f46c7f57 HTTP/1.1" status: 200 len: 815 time: 0.1009142 Sep 17 23:46:11.304579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-28c7850a-fb51-4a67-bca8-12cd919f1e5b tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Request body: {'port': {'device_id': 'c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d', 'network_id': 'ab12b89e-7f5f-453f-8a05-4624f46c7f57', 'admin_state_up': True, 'tenant_id': 'dad23bda143e4065b363ecf326d89acb'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:46:11.495867 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-28c7850a-fb51-4a67-bca8-12cd919f1e5b tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Made reservation on behalf of dad23bda143e4065b363ecf326d89acb for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:46:11.497324 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2725f-bd4c-4914-811e-caa0d715e8a9 req-2708ad3d-3f06-4c70-9907-d38a6551c284 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:11.498896 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23a2725f-bd4c-4914-811e-caa0d715e8a9 req-2708ad3d-3f06-4c70-9907-d38a6551c284 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 945 time: 0.0595200 Sep 17 23:46:11.499684 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-28c7850a-fb51-4a67-bca8-12cd919f1e5b tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:11.540313 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23a2725f-bd4c-4914-811e-caa0d715e8a9 req-423ef46c-1029-4a55-88d8-16074a3e1400 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330789 Sep 17 23:46:11.631718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-28c7850a-fb51-4a67-bca8-12cd919f1e5b tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Allocated IP 172.20.0.11 (ab12b89e-7f5f-453f-8a05-4624f46c7f57/2f0ac011-84bf-403d-bd9b-ac1d25b03dc8/ff56ef22-7272-4103-8f7f-f2a80c33ac18) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:46:11.785794 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-28c7850a-fb51-4a67-bca8-12cd919f1e5b tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:11.821907 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5298d93-75cf-4587-9966-225d63340e1e req-91ba5808-6dc7-4fc9-a79a-1501da789063 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:11.823479 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e5298d93-75cf-4587-9966-225d63340e1e req-91ba5808-6dc7-4fc9-a79a-1501da789063 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 946 time: 0.1603479 Sep 17 23:46:11.863349 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e5298d93-75cf-4587-9966-225d63340e1e req-c82fecdd-b6d5-4ec1-be94-7abaf326d979 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae376fd-31ce-4252-9ddb-dd9141923c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329068 Sep 17 23:46:11.956649 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-28c7850a-fb51-4a67-bca8-12cd919f1e5b tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:12.031094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-28c7850a-fb51-4a67-bca8-12cd919f1e5b tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Network ab12b89e-7f5f-453f-8a05-4624f46c7f57 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:46:12.034102 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-28c7850a-fb51-4a67-bca8-12cd919f1e5b tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:46:12.036350 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7850a-fb51-4a67-bca8-12cd919f1e5b tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Pushing event updated for resources: {'Port': ['ID=ff56ef22-7272-4103-8f7f-f2a80c33ac18,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:12.040529 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-28c7850a-fb51-4a67-bca8-12cd919f1e5b tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:46:12.073471 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb59db0-3d65-44f0-a1d7-6facf0be9c7a req-776037c0-d3ea-42a4-af4d-1aaded073157 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:12.081922 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb59db0-3d65-44f0-a1d7-6facf0be9c7a req-776037c0-d3ea-42a4-af4d-1aaded073157 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:12.083436 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2bb59db0-3d65-44f0-a1d7-6facf0be9c7a req-776037c0-d3ea-42a4-af4d-1aaded073157 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1682 time: 0.0874658 Sep 17 23:46:12.121312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-28c7850a-fb51-4a67-bca8-12cd919f1e5b tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:12.122108 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-28c7850a-fb51-4a67-bca8-12cd919f1e5b tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:12.164482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444ea1e-715e-4a37-9d96-15b2b72cd0be req-7a5888a1-1665-40c3-80c9-dc92e17660b3 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:12.166121 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4444ea1e-715e-4a37-9d96-15b2b72cd0be req-7a5888a1-1665-40c3-80c9-dc92e17660b3 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 932 time: 0.0817642 Sep 17 23:46:12.172131 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2bb59db0-3d65-44f0-a1d7-6facf0be9c7a req-90537577-e87a-4449-8957-30d3af3c2c51 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582926 Sep 17 23:46:12.247456 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4444ea1e-715e-4a37-9d96-15b2b72cd0be req-2ac0be7a-922a-4a7f-86e7-90eafcf6e1bb tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/security-groups?id=27c79360-6ded-4e34-9033-521c2000acca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704489 Sep 17 23:46:12.315042 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-28c7850a-fb51-4a67-bca8-12cd919f1e5b tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0119901 Sep 17 23:46:12.315234 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af00c2-e600-41fe-8962-36d72d93b79b req-49dbb30c-6850-4639-86fe-4805ee7f150b tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:12.316825 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3af00c2-e600-41fe-8962-36d72d93b79b req-49dbb30c-6850-4639-86fe-4805ee7f150b tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 950 time: 0.0683978 Sep 17 23:46:12.337892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Request body: {'port': {'device_id': 'c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:46:12.381264 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3af00c2-e600-41fe-8962-36d72d93b79b req-17ca13c0-6bc8-4546-8e86-1a65f5e630d4 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/security-groups?id=af906339-319f-4f24-8b98-6c41e6c740a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568604 Sep 17 23:46:12.423071 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0d8b0ef5-241e-48c5-a9ad-17eba722dc39 None None] Provisioning complete for port ff56ef22-7272-4103-8f7f-f2a80c33ac18 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:46:12.423804 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d8b0ef5-241e-48c5-a9ad-17eba722dc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:12.432859 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:12.460825 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0d8b0ef5-241e-48c5-a9ad-17eba722dc39 None None] Port ff56ef22-7272-4103-8f7f-f2a80c33ac18 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:46:12.727490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057b407-995f-4074-b6e3-0a296abba1ea req-1a7d8de2-1b8d-440a-b28b-03889f303ee8 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:12.734818 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6057b407-995f-4074-b6e3-0a296abba1ea req-1a7d8de2-1b8d-440a-b28b-03889f303ee8 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 945 time: 0.0911920 Sep 17 23:46:12.811395 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6057b407-995f-4074-b6e3-0a296abba1ea req-df511c13-aa26-4e9f-bcd5-9e1b0f3e3ee2 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676167 Sep 17 23:46:12.890641 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff56ef22-7272-4103-8f7f-f2a80c33ac18 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:46:12.899743 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:12.912986 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Transition to ACTIVE for port object ff56ef22-7272-4103-8f7f-f2a80c33ac18 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:46:13.010729 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:13.076105 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226cba4-ebda-4b2e-a35d-26c035cfe5f4 req-c456453d-d94f-4d09-bb80-8920d0268898 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:13.084967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c226cba4-ebda-4b2e-a35d-26c035cfe5f4 req-c456453d-d94f-4d09-bb80-8920d0268898 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 946 time: 0.1074395 Sep 17 23:46:13.102034 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Pushing event updated for resources: {'Port': ['ID=ff56ef22-7272-4103-8f7f-f2a80c33ac18,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:13.129873 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c226cba4-ebda-4b2e-a35d-26c035cfe5f4 req-a13349eb-e1fe-45f3-bd60-3e7365f17be3 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ae376fd-31ce-4252-9ddb-dd9141923c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437894 Sep 17 23:46:13.173795 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:13.212411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Attempting to bind port ff56ef22-7272-4103-8f7f-f2a80c33ac18 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:46:13.213172 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Attempting to bind port ff56ef22-7272-4103-8f7f-f2a80c33ac18 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '09043b55-a949-46a5-a234-a00eacaf3b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ab12b89e-7f5f-453f-8a05-4624f46c7f57'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:46:13.213737 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Attempting to bind port ff56ef22-7272-4103-8f7f-f2a80c33ac18 on network ab12b89e-7f5f-453f-8a05-4624f46c7f57 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:46:13.220365 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Port ff56ef22-7272-4103-8f7f-f2a80c33ac18 on network ab12b89e-7f5f-453f-8a05-4624f46c7f57 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:46:13.221427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Attempting to bind port ff56ef22-7272-4103-8f7f-f2a80c33ac18 on network ab12b89e-7f5f-453f-8a05-4624f46c7f57 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:46:13.229058 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:46:13.229483 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Checking segment: {'id': '09043b55-a949-46a5-a234-a00eacaf3b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ab12b89e-7f5f-453f-8a05-4624f46c7f57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:46:13.230121 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Bound using segment: {'id': '09043b55-a949-46a5-a234-a00eacaf3b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ab12b89e-7f5f-453f-8a05-4624f46c7f57'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:46:13.230626 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Bound port: ff56ef22-7272-4103-8f7f-f2a80c33ac18, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09043b55-a949-46a5-a234-a00eacaf3b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ab12b89e-7f5f-453f-8a05-4624f46c7f57'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:46:13.231617 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:13.259643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f760e82-4b00-41de-af46-1ab19abe0d3a req-87f4912e-0e87-45cb-a1e9-a3ee499454d1 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:13.261239 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f760e82-4b00-41de-af46-1ab19abe0d3a req-87f4912e-0e87-45cb-a1e9-a3ee499454d1 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 946 time: 0.0647349 Sep 17 23:46:13.354089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] For port ff56ef22-7272-4103-8f7f-f2a80c33ac18, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:46:13.355589 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] For port ff56ef22-7272-4103-8f7f-f2a80c33ac18, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ff56ef22-7272-4103-8f7f-f2a80c33ac18,segment=NetworkSegment(09043b55-a949-46a5-a234-a00eacaf3b98),segment_id=09043b55-a949-46a5-a234-a00eacaf3b98)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:46:13.414277 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde1dbc-e2c0-497f-a511-94e329acca2a req-1aa97021-5245-45c5-a945-0cf94a236ce2 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:13.420266 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde1dbc-e2c0-497f-a511-94e329acca2a req-1aa97021-5245-45c5-a945-0cf94a236ce2 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:13.421835 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8cde1dbc-e2c0-497f-a511-94e329acca2a req-1aa97021-5245-45c5-a945-0cf94a236ce2 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1682 time: 0.1596940 Sep 17 23:46:13.453921 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:13.479675 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8cde1dbc-e2c0-497f-a511-94e329acca2a req-836ddcd9-062e-4e29-8bf8-17986e880075 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513933 Sep 17 23:46:13.489987 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:13.490521 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:13.491919 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] 10.222.0.41 "PUT /v2.0/ports/ff56ef22-7272-4103-8f7f-f2a80c33ac18 HTTP/1.1" status: 200 len: 1092 time: 1.1628475 Sep 17 23:46:13.492508 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d', 'tag': 'ff56ef22-7272-4103-8f7f-f2a80c33ac18'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:46:13.495360 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0ee4a8-f95f-4250-bd06-b472faa173e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d", "tag": "ff56ef22-7272-4103-8f7f-f2a80c33ac18"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:46:13.504447 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-7f760e82-4b00-41de-af46-1ab19abe0d3a req-2b362cce-c309-4708-9e9d-56668d55202b tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Deleting port 9f437ee3-9eb5-4c0d-a3c5-43826fb47219 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:13.504814 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7f760e82-4b00-41de-af46-1ab19abe0d3a req-2b362cce-c309-4708-9e9d-56668d55202b tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:13.549450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa458e-4592-4bb3-9456-db20767572ad service neutron] Pushing event updated for resources: {'Port': ['ID=ff56ef22-7272-4103-8f7f-f2a80c33ac18,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:13.656555 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-7f760e82-4b00-41de-af46-1ab19abe0d3a req-2b362cce-c309-4708-9e9d-56668d55202b tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] For port 9f437ee3-9eb5-4c0d-a3c5-43826fb47219, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9f437ee3-9eb5-4c0d-a3c5-43826fb47219,segment=NetworkSegment(2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff),segment_id=2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:13.657287 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7f760e82-4b00-41de-af46-1ab19abe0d3a req-2b362cce-c309-4708-9e9d-56668d55202b tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:13.888593 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-1898830f-3a7a-4b80-95b6-fd0876c61968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:13.890531 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-1898830f-3a7a-4b80-95b6-fd0876c61968 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dad23bda143e4065b363ecf326d89acb&device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 1095 time: 0.0977054 Sep 17 23:46:14.019778 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-ea051976-0630-42ed-9067-e04921577353 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff56ef22-7272-4103-8f7f-f2a80c33ac18 HTTP/1.1" status: 200 len: 217 time: 0.0881987 Sep 17 23:46:14.053515 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fffc4246-be75-48b7-940d-7fe7b45f5196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:14.093265 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-7b7ecd85-3f45-4b8c-a687-41efe11a5878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:14.095209 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-7b7ecd85-3f45-4b8c-a687-41efe11a5878 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f0ac011-84bf-403d-bd9b-ac1d25b03dc8 HTTP/1.1" status: 200 len: 854 time: 0.0667517 Sep 17 23:46:14.107736 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7f760e82-4b00-41de-af46-1ab19abe0d3a req-2b362cce-c309-4708-9e9d-56668d55202b tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:14.108335 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7f760e82-4b00-41de-af46-1ab19abe0d3a req-2b362cce-c309-4708-9e9d-56668d55202b tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:14.108496 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [req-7f760e82-4b00-41de-af46-1ab19abe0d3a req-2b362cce-c309-4708-9e9d-56668d55202b tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Floating IP a8ed69bb-2271-474b-9e80-4b0350ca2018 disassociated. External IP: 172.25.3.73, port: 9f437ee3-9eb5-4c0d-a3c5-43826fb47219. Sep 17 23:46:14.108816 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-7f760e82-4b00-41de-af46-1ab19abe0d3a req-2b362cce-c309-4708-9e9d-56668d55202b tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Calling delete_port for 9f437ee3-9eb5-4c0d-a3c5-43826fb47219 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:14.199913 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-6a99290c-c680-4972-b80d-d2e4e2de0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:14.202902 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-6a99290c-c680-4972-b80d-d2e4e2de0935 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab12b89e-7f5f-453f-8a05-4624f46c7f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771928 Sep 17 23:46:14.282060 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8603a355-42d4-481c-87e7-f5b8a2a2a792 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:46:14.283792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86fc54-e051-4326-ab8f-d556434cdb68 req-77b141b6-e74b-4391-a874-646809d769ca tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:14.289418 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd86fc54-e051-4326-ab8f-d556434cdb68 req-77b141b6-e74b-4391-a874-646809d769ca tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 944 time: 0.1037648 Sep 17 23:46:14.366846 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd86fc54-e051-4326-ab8f-d556434cdb68 req-364c4ce3-bbf4-4be6-8bb2-a90f4e95c27a tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/security-groups?id=27c79360-6ded-4e34-9033-521c2000acca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750341 Sep 17 23:46:14.393848 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:14.435525 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0ad5ca-8526-4c65-9dad-de651c0b4d93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8603a355-42d4-481c-87e7-f5b8a2a2a792'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:46:14.437512 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2c9a9e-ab31-4b25-acfa-6b9bd7d71b05" -d '{"events": [{"server_uuid": "7b0ad5ca-8526-4c65-9dad-de651c0b4d93", "name": "network-vif-unplugged", "status": "completed", "tag": "8603a355-42d4-481c-87e7-f5b8a2a2a792"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:46:14.469107 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8603a355-42d4-481c-87e7-f5b8a2a2a792, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8603a355-42d4-481c-87e7-f5b8a2a2a792,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:14.565973 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:14.610634 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7f760e82-4b00-41de-af46-1ab19abe0d3a req-2b362cce-c309-4708-9e9d-56668d55202b tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:14.634763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=8603a355-42d4-481c-87e7-f5b8a2a2a792,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:14.660217 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b362cce-c309-4708-9e9d-56668d55202b tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Pushing event deleted for resources: {'Port': ['ID=9f437ee3-9eb5-4c0d-a3c5-43826fb47219,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:14.743688 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2849075-1781-4147-ac1e-1fc7f64df7f3 x-openstack-request-id: req-e2849075-1781-4147-ac1e-1fc7f64df7f3 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:46:14.743688 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d", "tag": "ff56ef22-7272-4103-8f7f-f2a80c33ac18", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:46:14.743688 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2849075-1781-4147-ac1e-1fc7f64df7f3 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:46:14.743688 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d', 'tag': 'ff56ef22-7272-4103-8f7f-f2a80c33ac18', 'status': 'completed', 'code': 200} Sep 17 23:46:14.885892 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f760e82-4b00-41de-af46-1ab19abe0d3a req-2b362cce-c309-4708-9e9d-56668d55202b tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Router 647846a7-9734-45a7-b174-212ac52b7e5a has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:46:14.992592 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0be59b77-eda4-4a44-88a2-ab2b6a70e759 req-9bd7ce7d-25e7-4b81-a69e-89edbb12e1a1 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5 HTTP/1.1" status: 200 len: 210 time: 0.0488405 Sep 17 23:46:15.068510 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01986748-6fa3-42ed-b153-fce0fc07fcb7 x-openstack-request-id: req-01986748-6fa3-42ed-b153-fce0fc07fcb7 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:46:15.077438 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0ad5ca-8526-4c65-9dad-de651c0b4d93", "name": "network-vif-unplugged", "status": "completed", "tag": "8603a355-42d4-481c-87e7-f5b8a2a2a792", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:46:15.077438 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01986748-6fa3-42ed-b153-fce0fc07fcb7 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:46:15.077438 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0ad5ca-8526-4c65-9dad-de651c0b4d93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8603a355-42d4-481c-87e7-f5b8a2a2a792', 'code': 200} Sep 17 23:46:15.159244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f760e82-4b00-41de-af46-1ab19abe0d3a req-2b362cce-c309-4708-9e9d-56668d55202b tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:46:15.179749 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0c1f5c-517a-46fe-a493-ea1406d9e5f4 None None] Sync routers for ids ['647846a7-9734-45a7-b174-212ac52b7e5a'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:46:15.194464 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0c1f5c-517a-46fe-a493-ea1406d9e5f4 None None] Routers {'647846a7-9734-45a7-b174-212ac52b7e5a'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:46:15.195370 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4a0c1f5c-517a-46fe-a493-ea1406d9e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:45:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['647846a7-9734-45a7-b174-212ac52b7e5a'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:15.293948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f760e82-4b00-41de-af46-1ab19abe0d3a req-2b362cce-c309-4708-9e9d-56668d55202b tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] No DVR routers for this DVR port 9f437ee3-9eb5-4c0d-a3c5-43826fb47219 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:46:15.299099 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7f760e82-4b00-41de-af46-1ab19abe0d3a req-2b362cce-c309-4708-9e9d-56668d55202b tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:15.302006 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f760e82-4b00-41de-af46-1ab19abe0d3a req-2b362cce-c309-4708-9e9d-56668d55202b tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.37 "DELETE /v2.0/ports/9f437ee3-9eb5-4c0d-a3c5-43826fb47219 HTTP/1.1" status: 204 len: 173 time: 2.0156507 Sep 17 23:46:15.304723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5', 'name': 'network-vif-deleted', 'tag': '9f437ee3-9eb5-4c0d-a3c5-43826fb47219'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:46:15.332354 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7efbfcb-416b-4627-bf5f-9a4832faa12e" -d '{"events": [{"server_uuid": "4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5", "name": "network-vif-deleted", "tag": "9f437ee3-9eb5-4c0d-a3c5-43826fb47219"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:46:15.351835 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-4a0c1f5c-517a-46fe-a493-ea1406d9e5f4 None None] Set router 647846a7-9734-45a7-b174-212ac52b7e5a gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:46:15.575012 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4a0c1f5c-517a-46fe-a493-ea1406d9e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'name': 'tempest-ServersTestManualDisk-1304700352-router', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:44Z', 'updated_at': '2021-09-17T23:43:50Z', 'revision_number': 4, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'gw_port': {'id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:45Z', 'updated_at': '2021-09-17T23:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '1fd899ec-dd76-4d9d-96b1-2e8d735c173e', 'name': '', 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'mac_address': 'fa:16:3e:d4:0f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '34f97caf-9ba2-4dbc-be22-8959c646dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:49Z', 'updated_at': '2021-09-17T23:44:01Z', 'revision_number': 5, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'subnets': [{'id': '34f97caf-9ba2-4dbc-be22-8959c646dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:15.606926 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0c1f5c-517a-46fe-a493-ea1406d9e5f4 None None] Checking router: 647846a7-9734-45a7-b174-212ac52b7e5a for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:46:15.616364 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0c1f5c-517a-46fe-a493-ea1406d9e5f4 None None] Routers {'647846a7-9734-45a7-b174-212ac52b7e5a'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:46:15.617034 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4a0c1f5c-517a-46fe-a493-ea1406d9e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:45:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['647846a7-9734-45a7-b174-212ac52b7e5a'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:15.736279 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-4a0c1f5c-517a-46fe-a493-ea1406d9e5f4 None None] Set router 647846a7-9734-45a7-b174-212ac52b7e5a gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:46:16.062965 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4a0c1f5c-517a-46fe-a493-ea1406d9e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'name': 'tempest-ServersTestManualDisk-1304700352-router', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:44Z', 'updated_at': '2021-09-17T23:43:50Z', 'revision_number': 4, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'gw_port': {'id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:45Z', 'updated_at': '2021-09-17T23:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '1fd899ec-dd76-4d9d-96b1-2e8d735c173e', 'name': '', 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'mac_address': 'fa:16:3e:d4:0f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '34f97caf-9ba2-4dbc-be22-8959c646dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:49Z', 'updated_at': '2021-09-17T23:44:01Z', 'revision_number': 5, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'subnets': [{'id': '34f97caf-9ba2-4dbc-be22-8959c646dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:16.102662 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0c1f5c-517a-46fe-a493-ea1406d9e5f4 None None] The sync data for ids ['647846a7-9734-45a7-b174-212ac52b7e5a'] in n-d-809883-1 is: [{'id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'name': 'tempest-ServersTestManualDisk-1304700352-router', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:44Z', 'updated_at': '2021-09-17T23:43:50Z', 'revision_number': 4, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'gw_port': {'id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:45Z', 'updated_at': '2021-09-17T23:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '1fd899ec-dd76-4d9d-96b1-2e8d735c173e', 'name': '', 'network_id': '8daf63cb-30ff-44e7-8a00-0c05e2ff207c', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'mac_address': 'fa:16:3e:d4:0f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '34f97caf-9ba2-4dbc-be22-8959c646dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:49Z', 'updated_at': '2021-09-17T23:44:01Z', 'revision_number': 5, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'subnets': [{'id': '34f97caf-9ba2-4dbc-be22-8959c646dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:46:16.375801 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0162e6af-b98c-4d57-b789-cbfb261b1f56 None None] New status for floating IP a8ed69bb-2271-474b-9e80-4b0350ca2018: DOWN {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:46:16.489337 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5657263d-aaf1-4d07-adb1-ee03db1bff28 x-openstack-request-id: req-5657263d-aaf1-4d07-adb1-ee03db1bff28 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:46:16.490673 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5", "name": "network-vif-deleted", "tag": "9f437ee3-9eb5-4c0d-a3c5-43826fb47219", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:46:16.491304 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5657263d-aaf1-4d07-adb1-ee03db1bff28 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:46:16.491947 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb3ef0f-90bb-4c7a-a9e3-9e2094a459a5', 'name': 'network-vif-deleted', 'tag': '9f437ee3-9eb5-4c0d-a3c5-43826fb47219', 'status': 'completed', 'code': 200} Sep 17 23:46:16.587122 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3272e920-7163-4c9b-888a-cb47fd829fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:16.588896 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc565d-f3b1-4b0f-b03d-399c456cb21d req-144f2e28-37fe-4146-9cde-12758af13589 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:16.591081 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-87bc565d-f3b1-4b0f-b03d-399c456cb21d req-144f2e28-37fe-4146-9cde-12758af13589 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 944 time: 0.0544803 Sep 17 23:46:16.655788 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-87bc565d-f3b1-4b0f-b03d-399c456cb21d req-bdca3085-72e0-43ec-8ae8-4fa6d6e73265 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/security-groups?id=27c79360-6ded-4e34-9033-521c2000acca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560842 Sep 17 23:46:16.830336 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82ae9a-e39e-4a9a-8f28-aab77468bffd req-d5bb5371-5bf9-41e6-b73d-cd357e7963a1 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:16.838303 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82ae9a-e39e-4a9a-8f28-aab77468bffd req-d5bb5371-5bf9-41e6-b73d-cd357e7963a1 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:16.841325 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e82ae9a-e39e-4a9a-8f28-aab77468bffd req-d5bb5371-5bf9-41e6-b73d-cd357e7963a1 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1682 time: 0.0619023 Sep 17 23:46:16.871343 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9f437ee3-9eb5-4c0d-a3c5-43826fb47219 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:46:16.886034 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e82ae9a-e39e-4a9a-8f28-aab77468bffd req-37aadf8f-350c-456a-b06a-89fff8295abc tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389719 Sep 17 23:46:16.892078 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 9f437ee3-9eb5-4c0d-a3c5-43826fb47219 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:46:16.892651 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9f437ee3-9eb5-4c0d-a3c5-43826fb47219 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:46:17.273809 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:17.412580 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:46:17.665876 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:18.038295 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36908) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:18.148508 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1386-67a8-4844-86eb-0f7cde7fe1fb tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:18.170885 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704fd36-4c63-4e29-b3e4-bbd7b6c47a0d req-bb0644f5-9867-4989-b0a2-5240f039425d tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:18.172540 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8704fd36-4c63-4e29-b3e4-bbd7b6c47a0d req-bb0644f5-9867-4989-b0a2-5240f039425d tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 944 time: 0.0728359 Sep 17 23:46:18.176911 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1386-67a8-4844-86eb-0f7cde7fe1fb tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:18.218012 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8704fd36-4c63-4e29-b3e4-bbd7b6c47a0d req-89b496c2-d67a-47ab-bbe4-fb8f4e5fdd38 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/security-groups?id=27c79360-6ded-4e34-9033-521c2000acca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349753 Sep 17 23:46:18.341816 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1386-67a8-4844-86eb-0f7cde7fe1fb tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:18.345040 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1386-67a8-4844-86eb-0f7cde7fe1fb tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:18.349208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36910) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:18.349392 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bd6c1386-67a8-4844-86eb-0f7cde7fe1fb tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "DELETE /v2.0/security-groups/5ae376fd-31ce-4252-9ddb-dd9141923c1f HTTP/1.1" status: 204 len: 168 time: 0.3098514 Sep 17 23:46:18.378471 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-cb30929f-0ce1-4805-8260-b141c6eacc76 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] show failed (client error): The resource could not be found. Sep 17 23:46:18.381960 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c1386-67a8-4844-86eb-0f7cde7fe1fb tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae376fd-31ce-4252-9ddb-dd9141923c1f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:18.382770 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cb30929f-0ce1-4805-8260-b141c6eacc76 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "GET /v2.0/security-groups/5ae376fd-31ce-4252-9ddb-dd9141923c1f HTTP/1.1" status: 404 len: 347 time: 0.0324862 Sep 17 23:46:18.385833 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36912) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:18.507756 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641337e-a3e5-4a34-8f1a-66bbb210dba8 req-d0b2f5c3-5d1a-4cb5-a131-c3d0b3d77729 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:18.514183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641337e-a3e5-4a34-8f1a-66bbb210dba8 req-d0b2f5c3-5d1a-4cb5-a131-c3d0b3d77729 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:18.515815 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0641337e-a3e5-4a34-8f1a-66bbb210dba8 req-d0b2f5c3-5d1a-4cb5-a131-c3d0b3d77729 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1682 time: 0.1310344 Sep 17 23:46:18.573027 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Deleting port ec2a5d51-294a-4049-a9e1-69a56ce5bbf5 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:18.573652 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:18.573949 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0641337e-a3e5-4a34-8f1a-66bbb210dba8 req-e6350ec2-5303-46c8-a25d-c12cc9e4319e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511181 Sep 17 23:46:18.676945 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:18.677375 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:18.691246 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Calling delete_port for ec2a5d51-294a-4049-a9e1-69a56ce5bbf5 owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:19.027411 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:19.079724 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Pushing event deleted for resources: {'Port': ['ID=ec2a5d51-294a-4049-a9e1-69a56ce5bbf5,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:19.103801 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:19.104150 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:19.104487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:19.104822 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:19.105172 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:19.105498 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:19.105905 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:19.106302 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:19.106690 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:19.107016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:19.107338 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:19.107731 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:19.155990 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:19.160572 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:19.160572 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-479fa794-cdbc-4fa2-a25e-736e6a26bd11 tempest-ServersTestManualDisk-1597031083 tempest-ServersTestManualDisk-1597031083-project] 10.222.0.46 "DELETE /v2.0/floatingips/a8ed69bb-2271-474b-9e80-4b0350ca2018 HTTP/1.1" status: 204 len: 168 time: 0.7672851 Sep 17 23:46:19.163461 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36928) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:19.425662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3b94c-1d02-4499-b26a-a94c8e8072fa req-277ec1a7-441d-4f80-ad6d-999e64f78e0c tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:19.433765 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-75c3b94c-1d02-4499-b26a-a94c8e8072fa req-277ec1a7-441d-4f80-ad6d-999e64f78e0c tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 944 time: 0.1198678 Sep 17 23:46:19.563235 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-75c3b94c-1d02-4499-b26a-a94c8e8072fa req-f7a7ccd3-2536-4eec-8062-343e62d1c4c2 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/security-groups?id=27c79360-6ded-4e34-9033-521c2000acca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110427 Sep 17 23:46:19.630286 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:19.831323 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6727f3b7-d137-4e18-9a2d-9ddc8e28682f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:19.842646 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8434ea9-571d-4368-b8d8-5247b5dd48a4 req-8d27a334-16c4-43a6-85b7-ff29101e408e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:19.850198 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8434ea9-571d-4368-b8d8-5247b5dd48a4 req-8d27a334-16c4-43a6-85b7-ff29101e408e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:19.851914 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8434ea9-571d-4368-b8d8-5247b5dd48a4 req-8d27a334-16c4-43a6-85b7-ff29101e408e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1682 time: 0.0878379 Sep 17 23:46:19.946702 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8434ea9-571d-4368-b8d8-5247b5dd48a4 req-2b65b211-013e-439c-b1c9-70a4bb40840d tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554109 Sep 17 23:46:20.317650 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-6727f3b7-d137-4e18-9a2d-9ddc8e28682f admin admin] Deleting port 1fd899ec-dd76-4d9d-96b1-2e8d735c173e {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:20.318273 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6727f3b7-d137-4e18-9a2d-9ddc8e28682f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:20.408606 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-6727f3b7-d137-4e18-9a2d-9ddc8e28682f admin admin] For port 1fd899ec-dd76-4d9d-96b1-2e8d735c173e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=1fd899ec-dd76-4d9d-96b1-2e8d735c173e,segment=NetworkSegment(2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff),segment_id=2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:20.408967 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6727f3b7-d137-4e18-9a2d-9ddc8e28682f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:20.422292 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-6727f3b7-d137-4e18-9a2d-9ddc8e28682f admin admin] Calling delete_port for 1fd899ec-dd76-4d9d-96b1-2e8d735c173e owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:20.906390 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa1002-46ca-4c85-867e-d45bc864aa06 req-4e8bf917-d642-4729-adb4-18a3b1088ceb tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:20.907888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-26fa1002-46ca-4c85-867e-d45bc864aa06 req-4e8bf917-d642-4729-adb4-18a3b1088ceb tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 944 time: 0.0728614 Sep 17 23:46:20.984098 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-26fa1002-46ca-4c85-867e-d45bc864aa06 req-bf5c9322-7adb-4601-b990-f05ae91f8395 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/security-groups?id=27c79360-6ded-4e34-9033-521c2000acca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680537 Sep 17 23:46:21.060165 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6727f3b7-d137-4e18-9a2d-9ddc8e28682f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:21.101594 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727f3b7-d137-4e18-9a2d-9ddc8e28682f admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd899ec-dd76-4d9d-96b1-2e8d735c173e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:21.306589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748ba82-ac21-4e6b-9f42-6f563edd3cce req-88a8b647-b181-46f9-a509-e6ff89284447 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:21.313285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748ba82-ac21-4e6b-9f42-6f563edd3cce req-88a8b647-b181-46f9-a509-e6ff89284447 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:21.314945 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b748ba82-ac21-4e6b-9f42-6f563edd3cce req-88a8b647-b181-46f9-a509-e6ff89284447 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1682 time: 0.1200235 Sep 17 23:46:21.407176 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b748ba82-ac21-4e6b-9f42-6f563edd3cce req-fa1e9451-31fe-449e-b2cf-9a08f790b324 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846195 Sep 17 23:46:21.419312 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6727f3b7-d137-4e18-9a2d-9ddc8e28682f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:21.697921 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6727f3b7-d137-4e18-9a2d-9ddc8e28682f admin admin] Router 647846a7-9734-45a7-b174-212ac52b7e5a has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:46:21.816461 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6727f3b7-d137-4e18-9a2d-9ddc8e28682f admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:46:21.826476 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6727f3b7-d137-4e18-9a2d-9ddc8e28682f admin admin] 10.222.0.46 "PUT /v2.0/routers/647846a7-9734-45a7-b174-212ac52b7e5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6617925 Sep 17 23:46:21.827419 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36970) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:21.828815 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51900e34-3347-450c-93e9-9cef31f0954c None None] Sync routers for ids ['647846a7-9734-45a7-b174-212ac52b7e5a'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:46:21.840993 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51900e34-3347-450c-93e9-9cef31f0954c None None] Routers {'647846a7-9734-45a7-b174-212ac52b7e5a'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:46:21.841665 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-51900e34-3347-450c-93e9-9cef31f0954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:46:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['647846a7-9734-45a7-b174-212ac52b7e5a'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:21.977569 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef8b3064-5eb5-405c-9bb8-8975d2ddd475 admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:22.115755 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-51900e34-3347-450c-93e9-9cef31f0954c None None] Set router 647846a7-9734-45a7-b174-212ac52b7e5a gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:46:22.188230 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef8b3064-5eb5-405c-9bb8-8975d2ddd475 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:22.227930 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4137c6b-67ca-452f-a56e-6c60fe126537 req-495b1f60-1a9c-4873-94f1-adcf7faed95a tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:22.229908 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4137c6b-67ca-452f-a56e-6c60fe126537 req-495b1f60-1a9c-4873-94f1-adcf7faed95a tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 944 time: 0.1086009 Sep 17 23:46:22.369067 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4137c6b-67ca-452f-a56e-6c60fe126537 req-b84c3de5-cd06-4e77-96c6-a174366a32d9 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/security-groups?id=27c79360-6ded-4e34-9033-521c2000acca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226807 Sep 17 23:46:22.403852 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-ef8b3064-5eb5-405c-9bb8-8975d2ddd475 admin admin] Deleting port 8729bdab-b7aa-4fe4-ac8b-2f9008702dd6 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:22.404399 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef8b3064-5eb5-405c-9bb8-8975d2ddd475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:22.411828 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-51900e34-3347-450c-93e9-9cef31f0954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'name': 'tempest-ServersTestManualDisk-1304700352-router', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:44Z', 'updated_at': '2021-09-17T23:46:20Z', 'revision_number': 5, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'gw_port': {'id': '8729bdab-b7aa-4fe4-ac8b-2f9008702dd6', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:43:45Z', 'updated_at': '2021-09-17T23:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:22.461330 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51900e34-3347-450c-93e9-9cef31f0954c None None] Checking router: 647846a7-9734-45a7-b174-212ac52b7e5a for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:46:22.495252 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51900e34-3347-450c-93e9-9cef31f0954c None None] Routers {'647846a7-9734-45a7-b174-212ac52b7e5a'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:46:22.495835 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-51900e34-3347-450c-93e9-9cef31f0954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:46:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['647846a7-9734-45a7-b174-212ac52b7e5a'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:22.643069 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-ef8b3064-5eb5-405c-9bb8-8975d2ddd475 admin admin] For port 8729bdab-b7aa-4fe4-ac8b-2f9008702dd6, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8729bdab-b7aa-4fe4-ac8b-2f9008702dd6,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:22.643452 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef8b3064-5eb5-405c-9bb8-8975d2ddd475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:22.649249 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-51900e34-3347-450c-93e9-9cef31f0954c None None] Set router 647846a7-9734-45a7-b174-212ac52b7e5a gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:46:22.665159 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-ef8b3064-5eb5-405c-9bb8-8975d2ddd475 admin admin] Calling delete_port for 8729bdab-b7aa-4fe4-ac8b-2f9008702dd6 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:22.690059 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb47230-3250-4a2c-b7de-f2584d77c8db req-340d49bd-5dc9-4f91-a5c0-79e5cecb96f3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:22.697568 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb47230-3250-4a2c-b7de-f2584d77c8db req-340d49bd-5dc9-4f91-a5c0-79e5cecb96f3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:22.706472 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5eb47230-3250-4a2c-b7de-f2584d77c8db req-340d49bd-5dc9-4f91-a5c0-79e5cecb96f3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1682 time: 0.1070497 Sep 17 23:46:22.735766 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-51900e34-3347-450c-93e9-9cef31f0954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'name': 'tempest-ServersTestManualDisk-1304700352-router', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:44Z', 'updated_at': '2021-09-17T23:46:22Z', 'revision_number': 6, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:22.765059 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51900e34-3347-450c-93e9-9cef31f0954c None None] The sync data for ids ['647846a7-9734-45a7-b174-212ac52b7e5a'] in n-d-809883-1 is: [{'id': '647846a7-9734-45a7-b174-212ac52b7e5a', 'name': 'tempest-ServersTestManualDisk-1304700352-router', 'tenant_id': 'bf9c45bf73dd45a6bde6723955a40573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:43:44Z', 'updated_at': '2021-09-17T23:46:22Z', 'revision_number': 6, 'project_id': 'bf9c45bf73dd45a6bde6723955a40573', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:46:22.888786 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5eb47230-3250-4a2c-b7de-f2584d77c8db req-fb316d0e-4709-48bb-84fd-c088ef49b528 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814022 Sep 17 23:46:23.028489 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef8b3064-5eb5-405c-9bb8-8975d2ddd475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:23.049845 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b3064-5eb5-405c-9bb8-8975d2ddd475 admin admin] Pushing event deleted for resources: {'Port': ['ID=8729bdab-b7aa-4fe4-ac8b-2f9008702dd6,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:23.120220 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef8b3064-5eb5-405c-9bb8-8975d2ddd475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:23.236288 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef8b3064-5eb5-405c-9bb8-8975d2ddd475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:23.238850 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef8b3064-5eb5-405c-9bb8-8975d2ddd475 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:23.412741 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef8b3064-5eb5-405c-9bb8-8975d2ddd475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:23.419106 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8b3064-5eb5-405c-9bb8-8975d2ddd475 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 647846a7-9734-45a7-b174-212ac52b7e5a {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:46:23.419106 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef8b3064-5eb5-405c-9bb8-8975d2ddd475 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:23.419636 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ef8b3064-5eb5-405c-9bb8-8975d2ddd475 admin admin] 10.222.0.46 "DELETE /v2.0/routers/647846a7-9734-45a7-b174-212ac52b7e5a HTTP/1.1" status: 204 len: 168 time: 1.5910342 Sep 17 23:46:23.422233 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36998) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:23.492711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-593433f0-bf4a-47fe-a741-bebf6132dc53 admin admin] Deleting subnet 34f97caf-9ba2-4dbc-be22-8959c646dc24 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:46:23.496213 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-593433f0-bf4a-47fe-a741-bebf6132dc53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:23.539576 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682ea3a-2e63-4d41-8ffa-2e348630af66 req-7370e495-91f2-4196-bf5a-3b09930a314b tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:23.541082 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c682ea3a-2e63-4d41-8ffa-2e348630af66 req-7370e495-91f2-4196-bf5a-3b09930a314b tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 944 time: 0.0918643 Sep 17 23:46:23.546663 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-593433f0-bf4a-47fe-a741-bebf6132dc53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:23.627154 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c682ea3a-2e63-4d41-8ffa-2e348630af66 req-75cc19d0-c62a-455f-9771-ba32b44e35fc tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/security-groups?id=27c79360-6ded-4e34-9033-521c2000acca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783887 Sep 17 23:46:23.678771 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-593433f0-bf4a-47fe-a741-bebf6132dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:23.842425 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-e190eabf-04ea-4c15-97b9-6310bd7887ca service neutron] 10.222.0.41 "GET /v2.0/networks/ab12b89e-7f5f-453f-8a05-4624f46c7f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377191 Sep 17 23:46:23.874373 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-593433f0-bf4a-47fe-a741-bebf6132dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:23.908009 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593433f0-bf4a-47fe-a741-bebf6132dc53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f97caf-9ba2-4dbc-be22-8959c646dc24,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:23.909661 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-593433f0-bf4a-47fe-a741-bebf6132dc53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:23.914007 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-593433f0-bf4a-47fe-a741-bebf6132dc53 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/34f97caf-9ba2-4dbc-be22-8959c646dc24 HTTP/1.1" status: 204 len: 168 time: 0.4880519 Sep 17 23:46:23.916122 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37004) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:23.916947 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04bdd35-965d-4ddb-be60-b210525b15b6 None None] Network 8daf63cb-30ff-44e7-8a00-0c05e2ff207c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:46:23.925430 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593433f0-bf4a-47fe-a741-bebf6132dc53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:23.925699 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593433f0-bf4a-47fe-a741-bebf6132dc53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:23.926639 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593433f0-bf4a-47fe-a741-bebf6132dc53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:23.926639 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593433f0-bf4a-47fe-a741-bebf6132dc53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:23.927033 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593433f0-bf4a-47fe-a741-bebf6132dc53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:23.927268 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593433f0-bf4a-47fe-a741-bebf6132dc53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:23.927489 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593433f0-bf4a-47fe-a741-bebf6132dc53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:23.928375 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593433f0-bf4a-47fe-a741-bebf6132dc53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:23.928375 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593433f0-bf4a-47fe-a741-bebf6132dc53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:23.928649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593433f0-bf4a-47fe-a741-bebf6132dc53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:23.929114 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593433f0-bf4a-47fe-a741-bebf6132dc53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:23.929500 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593433f0-bf4a-47fe-a741-bebf6132dc53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:23.977191 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bf6ba7c7-855c-4ca9-90ea-7d1a1f3c1b06 req-85210ac8-851b-4de0-a01f-31cf0d5ef624 service neutron] 10.222.0.41 "GET /v2.0/networks/ab12b89e-7f5f-453f-8a05-4624f46c7f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263087 Sep 17 23:46:24.014346 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:24.103302 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a477a2-6b7f-4125-a03f-26faa3200902 req-3e6b1160-5301-4c4e-96fe-ee0a05cd9d5b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:24.108713 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a477a2-6b7f-4125-a03f-26faa3200902 req-3e6b1160-5301-4c4e-96fe-ee0a05cd9d5b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:24.110559 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1a477a2-6b7f-4125-a03f-26faa3200902 req-3e6b1160-5301-4c4e-96fe-ee0a05cd9d5b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1682 time: 0.0940239 Sep 17 23:46:24.168014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] Deleting port cf052876-aaa5-4819-be93-1ed4c05bd893 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:24.169032 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:24.178121 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ee4a8-f95f-4250-bd06-b472faa173e0 req-fee964a3-8c3d-4340-8df4-2ff55448834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:24.179636 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ec0ee4a8-f95f-4250-bd06-b472faa173e0 req-fee964a3-8c3d-4340-8df4-2ff55448834c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dad23bda143e4065b363ecf326d89acb&device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 1095 time: 0.0470123 Sep 17 23:46:24.192095 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1a477a2-6b7f-4125-a03f-26faa3200902 req-34418fbc-6b80-495d-b660-8d9fb3822311 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728548 Sep 17 23:46:24.194783 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3989bfda-83a5-40ee-b517-134aaea6a2fc None None] DHCP port deletion for 8daf63cb-30ff-44e7-8a00-0c05e2ff207c request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:46:24.245451 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3989bfda-83a5-40ee-b517-134aaea6a2fc None None] Deleting port cf052876-aaa5-4819-be93-1ed4c05bd893 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:24.245831 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3989bfda-83a5-40ee-b517-134aaea6a2fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:24.255665 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] For port cf052876-aaa5-4819-be93-1ed4c05bd893, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=cf052876-aaa5-4819-be93-1ed4c05bd893,segment=NetworkSegment(2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff),segment_id=2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:24.256108 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:24.269709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] Calling delete_port for cf052876-aaa5-4819-be93-1ed4c05bd893 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:24.284104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ee4a8-f95f-4250-bd06-b472faa173e0 req-3dcbedf9-56bb-42cb-930e-f2328f37ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:24.285673 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ec0ee4a8-f95f-4250-bd06-b472faa173e0 req-3dcbedf9-56bb-42cb-930e-f2328f37ff69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab12b89e-7f5f-453f-8a05-4624f46c7f57 HTTP/1.1" status: 200 len: 916 time: 0.0956674 Sep 17 23:46:24.314366 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3989bfda-83a5-40ee-b517-134aaea6a2fc None None] For port cf052876-aaa5-4819-be93-1ed4c05bd893, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=cf052876-aaa5-4819-be93-1ed4c05bd893,segment=NetworkSegment(2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff),segment_id=2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:24.319420 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3989bfda-83a5-40ee-b517-134aaea6a2fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:24.327661 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3989bfda-83a5-40ee-b517-134aaea6a2fc None None] Calling delete_port for cf052876-aaa5-4819-be93-1ed4c05bd893 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:24.333102 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ec0ee4a8-f95f-4250-bd06-b472faa173e0 req-5105d32e-60e2-43e3-9742-ae11391c672a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff56ef22-7272-4103-8f7f-f2a80c33ac18 HTTP/1.1" status: 200 len: 217 time: 0.0374463 Sep 17 23:46:24.386323 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ee4a8-f95f-4250-bd06-b472faa173e0 req-3d06f4a8-62a4-488b-91ad-2953f9d563e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:24.388446 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ec0ee4a8-f95f-4250-bd06-b472faa173e0 req-3d06f4a8-62a4-488b-91ad-2953f9d563e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f0ac011-84bf-403d-bd9b-ac1d25b03dc8 HTTP/1.1" status: 200 len: 854 time: 0.0467272 Sep 17 23:46:24.436476 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:24.439877 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ee4a8-f95f-4250-bd06-b472faa173e0 req-a7ade798-fba9-4f14-b0de-88defb1e0273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:24.444395 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3989bfda-83a5-40ee-b517-134aaea6a2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:24.448446 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ec0ee4a8-f95f-4250-bd06-b472faa173e0 req-a7ade798-fba9-4f14-b0de-88defb1e0273 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab12b89e-7f5f-453f-8a05-4624f46c7f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488124 Sep 17 23:46:24.460254 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-ec0ee4a8-f95f-4250-bd06-b472faa173e0 req-ee567008-1635-435c-a48e-c26b96170367 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:46:24.461953 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ec0ee4a8-f95f-4250-bd06-b472faa173e0 req-ee567008-1635-435c-a48e-c26b96170367 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074110 Sep 17 23:46:24.477073 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989bfda-83a5-40ee-b517-134aaea6a2fc None None] Pushing event deleted for resources: {'Port': ['ID=cf052876-aaa5-4819-be93-1ed4c05bd893,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:24.479578 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3989bfda-83a5-40ee-b517-134aaea6a2fc None None] No DVR routers for this DVR port cf052876-aaa5-4819-be93-1ed4c05bd893 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:46:24.496143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=cf052876-aaa5-4819-be93-1ed4c05bd893,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:24.501725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] No DVR routers for this DVR port cf052876-aaa5-4819-be93-1ed4c05bd893 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:46:24.592058 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ec0ee4a8-f95f-4250-bd06-b472faa173e0 req-53183c05-2084-49ab-b29f-9480dae0ad1a service neutron] 10.222.0.41 "GET /v2.0/networks/ab12b89e-7f5f-453f-8a05-4624f46c7f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135867 Sep 17 23:46:24.592432 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:24.612173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8daf63cb-30ff-44e7-8a00-0c05e2ff207c']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:24.621696 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:24.621988 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d48512e-ef12-4ee5-9ea5-0bdcc7acd2ff') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:24.631865 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:24.648720 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:24.661037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:46:24.661037 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:46:24.662536 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:46:24.711753 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ec0ee4a8-f95f-4250-bd06-b472faa173e0 req-ed30e532-ac73-4ea9-b4cc-319d934ca677 service neutron] 10.222.0.41 "GET /v2.0/networks/ab12b89e-7f5f-453f-8a05-4624f46c7f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052561 Sep 17 23:46:24.790970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd49846-1129-43d9-bca0-0958f0ea37c2 req-926f3044-2024-4fbd-8519-f699a32df9b4 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:24.792598 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0cd49846-1129-43d9-bca0-0958f0ea37c2 req-926f3044-2024-4fbd-8519-f699a32df9b4 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 944 time: 0.0849147 Sep 17 23:46:24.812247 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1fd899ec-dd76-4d9d-96b1-2e8d735c173e no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:46:24.833182 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 1fd899ec-dd76-4d9d-96b1-2e8d735c173e {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:46:24.833524 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1fd899ec-dd76-4d9d-96b1-2e8d735c173e not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:46:24.834127 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8729bdab-b7aa-4fe4-ac8b-2f9008702dd6 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:46:24.839514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0cd49846-1129-43d9-bca0-0958f0ea37c2 req-e95d6d00-a76c-4e21-885e-ae1217ea21e2 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/security-groups?id=27c79360-6ded-4e34-9033-521c2000acca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377564 Sep 17 23:46:24.857601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 8729bdab-b7aa-4fe4-ac8b-2f9008702dd6 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:46:24.857601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8729bdab-b7aa-4fe4-ac8b-2f9008702dd6 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:46:24.857601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device cf052876-aaa5-4819-be93-1ed4c05bd893 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:46:24.861528 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:24.877562 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:24.877843 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: cf052876-aaa5-4819-be93-1ed4c05bd893 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:46:24.878189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device cf052876-aaa5-4819-be93-1ed4c05bd893 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:46:24.882173 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] 10.222.0.46 "DELETE /v2.0/networks/8daf63cb-30ff-44e7-8a00-0c05e2ff207c HTTP/1.1" status: 204 len: 168 time: 0.9625564 Sep 17 23:46:24.882173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1cb6a4-92b8-4a74-9d6a-43be9d229ccc admin admin] Pushing event deleted for resources: {'Network': ['ID=8daf63cb-30ff-44e7-8a00-0c05e2ff207c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:25.319704 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f061f40-12a5-448e-af35-8a76734ef0d0 req-27c92289-ee38-4fac-a1a5-4b1ab30a47bc tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:25.325683 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f061f40-12a5-448e-af35-8a76734ef0d0 req-27c92289-ee38-4fac-a1a5-4b1ab30a47bc tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:25.327248 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f061f40-12a5-448e-af35-8a76734ef0d0 req-27c92289-ee38-4fac-a1a5-4b1ab30a47bc tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1682 time: 0.0606277 Sep 17 23:46:25.365349 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37044) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:25.367301 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f061f40-12a5-448e-af35-8a76734ef0d0 req-ba2dc593-27d4-4cf8-9c8c-37749e16ba81 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339029 Sep 17 23:46:25.405722 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-af717c7f-509b-4b29-98df-de69d00b8ed7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf9c45bf73dd45a6bde6723955a40573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391307 Sep 17 23:46:25.408169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37046) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:25.459338 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-034da240-7c2e-43b2-80ce-4835141e07df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:25.480216 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-034da240-7c2e-43b2-80ce-4835141e07df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:25.601166 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-034da240-7c2e-43b2-80ce-4835141e07df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:25.603814 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-034da240-7c2e-43b2-80ce-4835141e07df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:25.605050 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-034da240-7c2e-43b2-80ce-4835141e07df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a33876c8-67d7-498a-a75c-e7443f4afdcb HTTP/1.1" status: 204 len: 168 time: 0.1959174 Sep 17 23:46:25.613920 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034da240-7c2e-43b2-80ce-4835141e07df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33876c8-67d7-498a-a75c-e7443f4afdcb,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:25.954544 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fb246-a6d6-495a-b4a4-d3a1e6399fa0 req-a95f5924-9b33-4407-9f18-77003bb7e613 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:25.956343 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-477fb246-a6d6-495a-b4a4-d3a1e6399fa0 req-a95f5924-9b33-4407-9f18-77003bb7e613 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 944 time: 0.0492795 Sep 17 23:46:25.996398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-477fb246-a6d6-495a-b4a4-d3a1e6399fa0 req-49ea6ee9-37fa-44e2-92f3-2fc2ddf4b3ab tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/security-groups?id=27c79360-6ded-4e34-9033-521c2000acca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339835 Sep 17 23:46:26.021096 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-19227a83-762f-4bf6-8165-230a14bad22b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:26.027255 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-19227a83-762f-4bf6-8165-230a14bad22b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:26.029487 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-19227a83-762f-4bf6-8165-230a14bad22b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1682 time: 0.0686753 Sep 17 23:46:26.132096 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-b9571423-e6aa-4200-a191-88ce09293e3b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Deleting port 739e0219-ce85-42b8-ba35-8c005fd58b40 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:26.132445 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-b9571423-e6aa-4200-a191-88ce09293e3b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:26.225444 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-b9571423-e6aa-4200-a191-88ce09293e3b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] For port 739e0219-ce85-42b8-ba35-8c005fd58b40, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=739e0219-ce85-42b8-ba35-8c005fd58b40,segment=NetworkSegment(6b7f66e6-213b-4bb3-8ca0-98baaeb12014),segment_id=6b7f66e6-213b-4bb3-8ca0-98baaeb12014)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:26.225822 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-b9571423-e6aa-4200-a191-88ce09293e3b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:26.238798 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-b9571423-e6aa-4200-a191-88ce09293e3b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Calling delete_port for 739e0219-ce85-42b8-ba35-8c005fd58b40 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:26.456413 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-b9571423-e6aa-4200-a191-88ce09293e3b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:26.487359 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57847eeb-6952-44e8-a2ca-82440be8333d req-c7b51d37-146a-42be-8848-7dc1cd6b4421 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:26.493478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57847eeb-6952-44e8-a2ca-82440be8333d req-c7b51d37-146a-42be-8848-7dc1cd6b4421 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:26.495300 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57847eeb-6952-44e8-a2ca-82440be8333d req-c7b51d37-146a-42be-8848-7dc1cd6b4421 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 1604 time: 0.0591719 Sep 17 23:46:26.500965 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9571423-e6aa-4200-a191-88ce09293e3b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event deleted for resources: {'Port': ['ID=739e0219-ce85-42b8-ba35-8c005fd58b40,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:26.554764 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57847eeb-6952-44e8-a2ca-82440be8333d req-b1ebfba2-7035-4169-bb0d-269c3f11cee4 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454254 Sep 17 23:46:26.561077 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-b9571423-e6aa-4200-a191-88ce09293e3b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] No DVR routers for this DVR port 739e0219-ce85-42b8-ba35-8c005fd58b40 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:46:26.564348 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-b9571423-e6aa-4200-a191-88ce09293e3b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:26.566440 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-b9571423-e6aa-4200-a191-88ce09293e3b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.41 "DELETE /v2.0/ports/739e0219-ce85-42b8-ba35-8c005fd58b40 HTTP/1.1" status: 204 len: 173 time: 0.5286264 Sep 17 23:46:27.014584 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f6ef0d-5324-44c0-8797-12137ed7cdb6', 'name': 'network-vif-deleted', 'tag': '739e0219-ce85-42b8-ba35-8c005fd58b40'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:46:27.014584 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9a6a59-2990-494b-8949-43b15205ae36" -d '{"events": [{"server_uuid": "b7f6ef0d-5324-44c0-8797-12137ed7cdb6", "name": "network-vif-deleted", "tag": "739e0219-ce85-42b8-ba35-8c005fd58b40"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:46:27.014584 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-8140d05a-3fe4-4c72-8549-e159a51958a3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Deleting port fd95c111-b5d8-40e6-9577-d6adf51b3b62 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:27.014584 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-8140d05a-3fe4-4c72-8549-e159a51958a3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:27.014584 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d12d3d-576e-4eb9-9b9b-8f12b2822206 x-openstack-request-id: req-88d12d3d-576e-4eb9-9b9b-8f12b2822206 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:46:27.014584 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f6ef0d-5324-44c0-8797-12137ed7cdb6", "name": "network-vif-deleted", "tag": "739e0219-ce85-42b8-ba35-8c005fd58b40", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:46:27.014584 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88d12d3d-576e-4eb9-9b9b-8f12b2822206 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:46:27.014584 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f6ef0d-5324-44c0-8797-12137ed7cdb6', 'name': 'network-vif-deleted', 'tag': '739e0219-ce85-42b8-ba35-8c005fd58b40', 'status': 'completed', 'code': 200} Sep 17 23:46:27.014584 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-8140d05a-3fe4-4c72-8549-e159a51958a3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] For port fd95c111-b5d8-40e6-9577-d6adf51b3b62, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=fd95c111-b5d8-40e6-9577-d6adf51b3b62,segment=NetworkSegment(25c1b7b1-0228-4b4c-913e-a03e0a1f015a),segment_id=25c1b7b1-0228-4b4c-913e-a03e0a1f015a)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:27.014584 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-8140d05a-3fe4-4c72-8549-e159a51958a3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:27.014584 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-8140d05a-3fe4-4c72-8549-e159a51958a3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Calling delete_port for fd95c111-b5d8-40e6-9577-d6adf51b3b62 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:27.121674 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1f257-67ca-4597-b468-f4d5a5084c1a req-443bbc3b-1bff-4d11-bfd6-72b0a510322c tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:27.123178 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-69b1f257-67ca-4597-b468-f4d5a5084c1a req-443bbc3b-1bff-4d11-bfd6-72b0a510322c tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 944 time: 0.0525103 Sep 17 23:46:27.444979 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-69b1f257-67ca-4597-b468-f4d5a5084c1a req-b6596263-579b-4065-8ad1-410f6aa35d58 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/security-groups?id=27c79360-6ded-4e34-9033-521c2000acca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148949 Sep 17 23:46:27.768959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5123925-20aa-4565-941f-78c5aa6b40da req-7dd5fc79-7383-4be1-8c70-f416700b306b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:27.768959 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5123925-20aa-4565-941f-78c5aa6b40da req-7dd5fc79-7383-4be1-8c70-f416700b306b tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 946 time: 0.0544987 Sep 17 23:46:27.768959 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5123925-20aa-4565-941f-78c5aa6b40da req-a13a4bfc-7dd3-47f4-a093-1d7cbf280afc tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/security-groups?id=610a66ae-777e-4cd2-bcf0-36480b681ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307686 Sep 17 23:46:27.768959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37116) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:27.859826 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-5db6432e-798e-4c69-b880-e8c06aac666a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2118145780-network', 'tenant_id': 'ca5488e908a6418db1d4bc5b5c48e7f9'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:46:27.867218 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-8140d05a-3fe4-4c72-8549-e159a51958a3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:27.906642 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140d05a-3fe4-4c72-8549-e159a51958a3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event deleted for resources: {'Port': ['ID=fd95c111-b5d8-40e6-9577-d6adf51b3b62,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:27.938779 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-8140d05a-3fe4-4c72-8549-e159a51958a3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] No DVR routers for this DVR port fd95c111-b5d8-40e6-9577-d6adf51b3b62 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:46:27.941390 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-8140d05a-3fe4-4c72-8549-e159a51958a3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:27.943406 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-839ae8f2-5541-451e-9a89-8bb419acbdd9 req-8140d05a-3fe4-4c72-8549-e159a51958a3 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.41 "DELETE /v2.0/ports/fd95c111-b5d8-40e6-9577-d6adf51b3b62 HTTP/1.1" status: 204 len: 173 time: 1.3637314 Sep 17 23:46:28.281181 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db6432e-798e-4c69-b880-e8c06aac666a admin admin] Made reservation on behalf of ca5488e908a6418db1d4bc5b5c48e7f9 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:46:28.283488 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5db6432e-798e-4c69-b880-e8c06aac666a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:28.292245 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5db6432e-798e-4c69-b880-e8c06aac666a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:28.369490 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8603a355-42d4-481c-87e7-f5b8a2a2a792 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:46:28.378006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device fd95c111-b5d8-40e6-9577-d6adf51b3b62 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:46:28.400108 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5db6432e-798e-4c69-b880-e8c06aac666a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:28.408719 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: fd95c111-b5d8-40e6-9577-d6adf51b3b62 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:46:28.409111 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device fd95c111-b5d8-40e6-9577-d6adf51b3b62 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:46:28.409770 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 739e0219-ce85-42b8-ba35-8c005fd58b40 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:46:28.444369 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 739e0219-ce85-42b8-ba35-8c005fd58b40 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:46:28.445020 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 739e0219-ce85-42b8-ba35-8c005fd58b40 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:46:28.517321 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5db6432e-798e-4c69-b880-e8c06aac666a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:28.519322 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8603a355-42d4-481c-87e7-f5b8a2a2a792, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8603a355-42d4-481c-87e7-f5b8a2a2a792,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:28.531812 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '8603a355-42d4-481c-87e7-f5b8a2a2a792', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '8603a355-42d4-481c-87e7-f5b8a2a2a792', 'mac_address': 'fa:16:3e:35:47:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:46:28.544854 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db6432e-798e-4c69-b880-e8c06aac666a admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:46:28.571871 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:28.589656 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8603a355-42d4-481c-87e7-f5b8a2a2a792 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:46:28.590969 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5db6432e-798e-4c69-b880-e8c06aac666a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:28.591318 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-5db6432e-798e-4c69-b880-e8c06aac666a admin admin] Added segment 882570b8-76ad-405e-b5fa-8117ed4685c3 of type vlan for network 34b24c62-50aa-4880-bda7-98bc5d9a9226 Sep 17 23:46:28.615705 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8603a355-42d4-481c-87e7-f5b8a2a2a792, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8603a355-42d4-481c-87e7-f5b8a2a2a792,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:28.627308 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6432e-798e-4c69-b880-e8c06aac666a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d54d2fd-a001-4b79-9ee9-c708948feb61,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:28.657170 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61f27b-2659-4b0a-aac9-431bf10c067d req-d920187a-b49d-422b-9a2b-1c3dc4e46ee9 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:28.658778 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af61f27b-2659-4b0a-aac9-431bf10c067d req-d920187a-b49d-422b-9a2b-1c3dc4e46ee9 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 944 time: 0.1288848 Sep 17 23:46:28.660508 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5db6432e-798e-4c69-b880-e8c06aac666a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:28.698811 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:28.701869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ff56ef22-7272-4103-8f7f-f2a80c33ac18 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:46:28.718416 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af61f27b-2659-4b0a-aac9-431bf10c067d req-3826d67e-4655-4674-95c0-320d008575bd tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/security-groups?id=27c79360-6ded-4e34-9033-521c2000acca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516636 Sep 17 23:46:28.766764 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5db6432e-798e-4c69-b880-e8c06aac666a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:28.767997 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db6432e-798e-4c69-b880-e8c06aac666a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:28.768585 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5db6432e-798e-4c69-b880-e8c06aac666a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:28.778344 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f6ef0d-5324-44c0-8797-12137ed7cdb6', 'name': 'network-vif-deleted', 'tag': 'fd95c111-b5d8-40e6-9577-d6adf51b3b62'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:46:28.780239 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcdabae-184b-45ce-9fbe-c81620218ff5" -d '{"events": [{"server_uuid": "b7f6ef0d-5324-44c0-8797-12137ed7cdb6", "name": "network-vif-deleted", "tag": "fd95c111-b5d8-40e6-9577-d6adf51b3b62"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:46:28.789257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=8603a355-42d4-481c-87e7-f5b8a2a2a792,revision_number=9']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:28.858373 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25941bf6-301b-4eeb-983d-3ca143e91e69 x-openstack-request-id: req-25941bf6-301b-4eeb-983d-3ca143e91e69 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:46:28.858373 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f6ef0d-5324-44c0-8797-12137ed7cdb6", "name": "network-vif-deleted", "tag": "fd95c111-b5d8-40e6-9577-d6adf51b3b62", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:46:28.858373 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-25941bf6-301b-4eeb-983d-3ca143e91e69 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:46:28.858373 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f6ef0d-5324-44c0-8797-12137ed7cdb6', 'name': 'network-vif-deleted', 'tag': 'fd95c111-b5d8-40e6-9577-d6adf51b3b62', 'status': 'completed', 'code': 200} Sep 17 23:46:28.868334 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port ff56ef22-7272-4103-8f7f-f2a80c33ac18, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ff56ef22-7272-4103-8f7f-f2a80c33ac18,segment=NetworkSegment(09043b55-a949-46a5-a234-a00eacaf3b98),segment_id=09043b55-a949-46a5-a234-a00eacaf3b98)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:28.880323 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5db6432e-798e-4c69-b880-e8c06aac666a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1191347 Sep 17 23:46:28.886550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6432e-798e-4c69-b880-e8c06aac666a admin admin] Pushing event updated for resources: {'Network': ['ID=34b24c62-50aa-4880-bda7-98bc5d9a9226,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:28.887489 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37166) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:28.887966 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'ff56ef22-7272-4103-8f7f-f2a80c33ac18', 'network_id': 'ab12b89e-7f5f-453f-8a05-4624f46c7f57', 'port_id': 'ff56ef22-7272-4103-8f7f-f2a80c33ac18', 'mac_address': 'fa:16:3e:9c:b8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0ac011-84bf-403d-bd9b-ac1d25b03dc8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:46:28.889437 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2ad02c20-5ef9-4896-b004-6bb411987adb admin admin] Request body: {'subnet': {'network_id': '34b24c62-50aa-4880-bda7-98bc5d9a9226', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2118145780-subnet', 'tenant_id': 'ca5488e908a6418db1d4bc5b5c48e7f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:46:28.893283 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 34b24c62-50aa-4880-bda7-98bc5d9a9226 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:46:28.919388 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf4e0ca6-36ca-414d-865f-11815f535aab req-95493d1e-eed4-40a7-aaa7-6a095d62673c tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f6ef0d-5324-44c0-8797-12137ed7cdb6 HTTP/1.1" status: 200 len: 210 time: 0.0422580 Sep 17 23:46:28.985927 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad02c20-5ef9-4896-b004-6bb411987adb admin admin] Made reservation on behalf of ca5488e908a6418db1d4bc5b5c48e7f9 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:46:28.997740 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2ad02c20-5ef9-4896-b004-6bb411987adb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:29.080914 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:29.128002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff56ef22-7272-4103-8f7f-f2a80c33ac18 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:46:29.247397 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port ff56ef22-7272-4103-8f7f-f2a80c33ac18, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ff56ef22-7272-4103-8f7f-f2a80c33ac18,segment=NetworkSegment(09043b55-a949-46a5-a234-a00eacaf3b98),segment_id=09043b55-a949-46a5-a234-a00eacaf3b98)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:29.373687 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:29.438426 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=ff56ef22-7272-4103-8f7f-f2a80c33ac18,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:29.458810 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2ad02c20-5ef9-4896-b004-6bb411987adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:29.492615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['8603a355-42d4-481c-87e7-f5b8a2a2a792'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:46:29.531734 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad02c20-5ef9-4896-b004-6bb411987adb admin admin] Pushing event updated for resources: {'Subnet': ['ID=752b3e0f-cb93-4e8b-b619-7032af0f6441,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:29.568252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad02c20-5ef9-4896-b004-6bb411987adb admin admin] Checking segment: {'id': '882570b8-76ad-405e-b5fa-8117ed4685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '34b24c62-50aa-4880-bda7-98bc5d9a9226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:46:29.568762 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad02c20-5ef9-4896-b004-6bb411987adb admin admin] Network hostable DHCP agents. Network: 34b24c62-50aa-4880-bda7-98bc5d9a9226, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:46:29.687717 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['ff56ef22-7272-4103-8f7f-f2a80c33ac18'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:46:29.733095 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad02c20-5ef9-4896-b004-6bb411987adb admin admin] Network 34b24c62-50aa-4880-bda7-98bc5d9a9226 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:46:29.856813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559976d-dd1e-435c-99a2-0623a8b64e81 req-1c1af9e1-96f5-472d-bc00-f04251b138f4 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:29.864190 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6559976d-dd1e-435c-99a2-0623a8b64e81 req-1c1af9e1-96f5-472d-bc00-f04251b138f4 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 945 time: 0.0593557 Sep 17 23:46:29.873450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-2ad02c20-5ef9-4896-b004-6bb411987adb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 34b24c62-50aa-4880-bda7-98bc5d9a9226) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:46:29.878371 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad02c20-5ef9-4896-b004-6bb411987adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:29.879813 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2ad02c20-5ef9-4896-b004-6bb411987adb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:29.892579 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad295899-4ff4-4adf-ad6a-f021aa7e97d7 None None] Network 34b24c62-50aa-4880-bda7-98bc5d9a9226 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:46:29.906881 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6559976d-dd1e-435c-99a2-0623a8b64e81 req-a86a8556-5606-4f03-8ee1-558852aba0cd tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/security-groups?id=27c79360-6ded-4e34-9033-521c2000acca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415876 Sep 17 23:46:29.992052 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37192) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:30.033077 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2ad02c20-5ef9-4896-b004-6bb411987adb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1480319 Sep 17 23:46:30.057396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7b32f3-2c29-40e8-904f-bcdebbdf1b74 None None] Network 34b24c62-50aa-4880-bda7-98bc5d9a9226 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:46:30.068203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddd86ab-2dae-4775-9cd8-b100e0584c43 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Deleting subnet ba48e176-1f5a-4c77-a087-6ba860bcf233 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:46:30.075248 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ddd86ab-2dae-4775-9cd8-b100e0584c43 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:30.140464 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ddd86ab-2dae-4775-9cd8-b100e0584c43 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:30.275132 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ddd86ab-2dae-4775-9cd8-b100e0584c43 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:30.377257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8603a355-42d4-481c-87e7-f5b8a2a2a792 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:46:30.465549 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 8603a355-42d4-481c-87e7-f5b8a2a2a792 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:46:30.466797 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:30.478166 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ddd86ab-2dae-4775-9cd8-b100e0584c43 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:30.517371 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd86ab-2dae-4775-9cd8-b100e0584c43 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event deleted for resources: {'Subnet': ['ID=ba48e176-1f5a-4c77-a087-6ba860bcf233,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:30.529759 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ddd86ab-2dae-4775-9cd8-b100e0584c43 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:30.531711 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5ddd86ab-2dae-4775-9cd8-b100e0584c43 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "DELETE /v2.0/subnets/ba48e176-1f5a-4c77-a087-6ba860bcf233 HTTP/1.1" status: 204 len: 168 time: 0.5386488 Sep 17 23:46:30.535189 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37216) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:30.580991 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e9d438-1d61-49e8-bc52-0e0202f14eaf None None] Network e45b77d4-0285-499a-9276-de41a1254404 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:46:30.662911 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:30.676078 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:30.726599 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0ad5ca-8526-4c65-9dad-de651c0b4d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8603a355-42d4-481c-87e7-f5b8a2a2a792'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:46:30.730136 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e6d896-cfce-4383-93f8-419bc56a8329" -d '{"events": [{"server_uuid": "7b0ad5ca-8526-4c65-9dad-de651c0b4d93", "name": "network-vif-plugged", "status": "completed", "tag": "8603a355-42d4-481c-87e7-f5b8a2a2a792"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:46:30.747887 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Deleting port 2d0e734a-a818-4fea-a2f3-d472617742dc {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:30.748706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8603a355-42d4-481c-87e7-f5b8a2a2a792, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8603a355-42d4-481c-87e7-f5b8a2a2a792,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:30.749332 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:30.797101 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-3fb9e90b-051e-412b-8600-0247b81a6a6c tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:30.806733 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-3fb9e90b-051e-412b-8600-0247b81a6a6c tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/networks?id=34b24c62-50aa-4880-bda7-98bc5d9a9226 HTTP/1.1" status: 200 len: 818 time: 0.1811092 Sep 17 23:46:30.825417 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-6c495245-45e1-4b74-ba68-0a7a107bcbf2 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/quotas/ca5488e908a6418db1d4bc5b5c48e7f9 HTTP/1.1" status: 200 len: 375 time: 0.0176761 Sep 17 23:46:30.839319 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7f394b-ea59-4d3f-ae84-00d64f0c17ce None None] DHCP port deletion for e45b77d4-0285-499a-9276-de41a1254404 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:46:30.860491 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] For port 2d0e734a-a818-4fea-a2f3-d472617742dc, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2d0e734a-a818-4fea-a2f3-d472617742dc,segment=NetworkSegment(6b7f66e6-213b-4bb3-8ca0-98baaeb12014),segment_id=6b7f66e6-213b-4bb3-8ca0-98baaeb12014)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:30.861263 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:30.872332 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c192f9db-cd7a-4b30-ac33-8af21d81cf3c tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca5488e908a6418db1d4bc5b5c48e7f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422871 Sep 17 23:46:30.896102 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:30.924533 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Calling delete_port for 2d0e734a-a818-4fea-a2f3-d472617742dc owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:30.976008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=8603a355-42d4-481c-87e7-f5b8a2a2a792,revision_number=10']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:30.981175 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f394b-ea59-4d3f-ae84-00d64f0c17ce None None] Deleting port 2d0e734a-a818-4fea-a2f3-d472617742dc {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:30.981486 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d7f394b-ea59-4d3f-ae84-00d64f0c17ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:31.016609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-8c8a0602-3e05-473a-ad5a-845ba67301d1 service neutron] 10.222.0.46 "GET /v2.0/networks/34b24c62-50aa-4880-bda7-98bc5d9a9226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348572 Sep 17 23:46:31.087273 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6d7f394b-ea59-4d3f-ae84-00d64f0c17ce None None] For port 2d0e734a-a818-4fea-a2f3-d472617742dc, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2d0e734a-a818-4fea-a2f3-d472617742dc,segment=NetworkSegment(6b7f66e6-213b-4bb3-8ca0-98baaeb12014),segment_id=6b7f66e6-213b-4bb3-8ca0-98baaeb12014)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:31.087995 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d7f394b-ea59-4d3f-ae84-00d64f0c17ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:31.109456 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f394b-ea59-4d3f-ae84-00d64f0c17ce None None] Calling delete_port for 2d0e734a-a818-4fea-a2f3-d472617742dc owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:31.141673 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:31.162320 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-57532897-fcd8-4406-ad6e-748ad811db2b service neutron] 10.222.0.46 "GET /v2.0/networks/34b24c62-50aa-4880-bda7-98bc5d9a9226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264098 Sep 17 23:46:31.189119 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event deleted for resources: {'Port': ['ID=2d0e734a-a818-4fea-a2f3-d472617742dc,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:31.210540 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] No DVR routers for this DVR port 2d0e734a-a818-4fea-a2f3-d472617742dc on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: from cryptography.utils import int_from_bytes Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: from cryptography.utils import int_from_bytes Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.225486 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.231752 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.231752 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.231752 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.231752 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.231752 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.231752 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.231752 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.231752 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.231752 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.231752 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.231752 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.231752 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.231752 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:31.231752 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:46:31.233058 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d7f394b-ea59-4d3f-ae84-00d64f0c17ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:31.263733 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f394b-ea59-4d3f-ae84-00d64f0c17ce None None] Pushing event deleted for resources: {'Port': ['ID=2d0e734a-a818-4fea-a2f3-d472617742dc,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:31.265580 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7f394b-ea59-4d3f-ae84-00d64f0c17ce None None] No DVR routers for this DVR port 2d0e734a-a818-4fea-a2f3-d472617742dc on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:46:31.291974 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71355e6e-4f6b-497a-8a5a-51931bfb811b x-openstack-request-id: req-71355e6e-4f6b-497a-8a5a-51931bfb811b {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:46:31.292265 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0ad5ca-8526-4c65-9dad-de651c0b4d93", "name": "network-vif-plugged", "status": "completed", "tag": "8603a355-42d4-481c-87e7-f5b8a2a2a792", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:46:31.292517 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-71355e6e-4f6b-497a-8a5a-51931bfb811b {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:46:31.293449 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0ad5ca-8526-4c65-9dad-de651c0b4d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8603a355-42d4-481c-87e7-f5b8a2a2a792', 'code': 200} Sep 17 23:46:31.765137 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:31.765137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45b77d4-0285-499a-9276-de41a1254404']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:31.765137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7f66e6-213b-4bb3-8ca0-98baaeb12014') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:31.765137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7f66e6-213b-4bb3-8ca0-98baaeb12014') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:31.765137 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:31.767538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3a93c-59a6-41bb-86d7-5dd3bf98b1e0 req-4da219d0-6c1c-446c-8836-e4e9922aec2e tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:31.767538 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-93a3a93c-59a6-41bb-86d7-5dd3bf98b1e0 req-4da219d0-6c1c-446c-8836-e4e9922aec2e tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 945 time: 0.0643389 Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:46:31.767783 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:46:31.769836 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-93a3a93c-59a6-41bb-86d7-5dd3bf98b1e0 req-50c89fd3-b2e0-42a1-9724-35b4296bcb64 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/security-groups?id=27c79360-6ded-4e34-9033-521c2000acca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455191 Sep 17 23:46:31.769836 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077ded6-81d1-4589-897f-5f444068409b req-a22cacb7-5dd5-41d3-af89-9ea0c147b2fe tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:31.769836 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9077ded6-81d1-4589-897f-5f444068409b req-a22cacb7-5dd5-41d3-af89-9ea0c147b2fe tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 945 time: 0.0565648 Sep 17 23:46:31.769836 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9077ded6-81d1-4589-897f-5f444068409b req-1aae3a08-0c85-44fb-b505-385629f98af2 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410838 Sep 17 23:46:31.771124 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:31.771124 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:31.771124 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "DELETE /v2.0/networks/e45b77d4-0285-499a-9276-de41a1254404 HTTP/1.1" status: 204 len: 168 time: 1.1323354 Sep 17 23:46:31.771535 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37244) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:31.771606 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c6bf0-079c-4022-8d38-d1988a8949e8 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event deleted for resources: {'Network': ['ID=e45b77d4-0285-499a-9276-de41a1254404,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:31.771676 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-a765262c-52fd-4e29-9f6c-3ef34bf7b013 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Deleting subnet 17a22a55-12c8-4383-9662-7712a9f77819 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:46:31.771676 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a765262c-52fd-4e29-9f6c-3ef34bf7b013 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:31.810676 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a765262c-52fd-4e29-9f6c-3ef34bf7b013 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:31.911586 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a765262c-52fd-4e29-9f6c-3ef34bf7b013 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:32.101733 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a765262c-52fd-4e29-9f6c-3ef34bf7b013 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:32.165641 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765262c-52fd-4e29-9f6c-3ef34bf7b013 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event deleted for resources: {'Subnet': ['ID=17a22a55-12c8-4383-9662-7712a9f77819,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:32.175272 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a765262c-52fd-4e29-9f6c-3ef34bf7b013 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:32.177937 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a765262c-52fd-4e29-9f6c-3ef34bf7b013 tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "DELETE /v2.0/subnets/17a22a55-12c8-4383-9662-7712a9f77819 HTTP/1.1" status: 204 len: 168 time: 0.4931562 Sep 17 23:46:32.180600 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37250) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:32.186063 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d641b1e1-e8bf-4bcb-ac8f-685544e861d5 None None] Network 4d2d8062-6656-4a64-83ca-80c4aafa36b3 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:46:32.358508 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c62bc166-bb73-46fa-8985-ccb6bd4d9b5a req-41a70cda-232c-4fa0-a17b-73a7448a5456 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 210 time: 0.0536754 Sep 17 23:46:32.373683 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:32.391544 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ff56ef22-7272-4103-8f7f-f2a80c33ac18 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:46:32.468764 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Deleting port 2a47fd00-4900-4d97-98bd-1e782fbb5947 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:32.469366 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:32.541374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port ff56ef22-7272-4103-8f7f-f2a80c33ac18 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:46:32.546470 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port ff56ef22-7272-4103-8f7f-f2a80c33ac18 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:46:32.546853 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:32.549199 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] For port 2a47fd00-4900-4d97-98bd-1e782fbb5947, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2a47fd00-4900-4d97-98bd-1e782fbb5947,segment=NetworkSegment(25c1b7b1-0228-4b4c-913e-a03e0a1f015a),segment_id=25c1b7b1-0228-4b4c-913e-a03e0a1f015a)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:32.549729 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:32.566836 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3e7f13-0512-4145-b60a-37f0f9b53371 None None] DHCP port deletion for 4d2d8062-6656-4a64-83ca-80c4aafa36b3 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:46:32.571078 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Calling delete_port for 2a47fd00-4900-4d97-98bd-1e782fbb5947 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:32.632599 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03067bbd-d4ec-4399-a213-2448852cc0bd req-96df3af1-1951-4b4e-9ed3-798c4013c52d tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:32.635516 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-03067bbd-d4ec-4399-a213-2448852cc0bd req-96df3af1-1951-4b4e-9ed3-798c4013c52d tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 945 time: 0.0774965 Sep 17 23:46:32.727982 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-03067bbd-d4ec-4399-a213-2448852cc0bd req-c90926e2-cb6a-44a3-bd07-84ec26c3f197 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/security-groups?id=27c79360-6ded-4e34-9033-521c2000acca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846572 Sep 17 23:46:32.795675 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e7f13-0512-4145-b60a-37f0f9b53371 None None] Deleting port 2a47fd00-4900-4d97-98bd-1e782fbb5947 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:32.796048 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d3e7f13-0512-4145-b60a-37f0f9b53371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:32.811623 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:32.823154 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:32.837205 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] No DVR routers for this DVR port 2a47fd00-4900-4d97-98bd-1e782fbb5947 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:46:32.906566 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e083df5-b0b1-4a70-89a7-92de8ac7174a req-3e4606f5-bc05-481d-a4c1-49eb485d1b64 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:32.908199 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e083df5-b0b1-4a70-89a7-92de8ac7174a req-3e4606f5-bc05-481d-a4c1-49eb485d1b64 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 945 time: 0.1793029 Sep 17 23:46:32.924052 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2a47fd00-4900-4d97-98bd-1e782fbb5947 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:46:32.930170 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe074c4c-35fd-45b8-8a5e-e2dc61d5b40c req-379d8d9f-cfc2-4892-b841-e2dd5f2c1e3f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:32.932679 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe074c4c-35fd-45b8-8a5e-e2dc61d5b40c req-379d8d9f-cfc2-4892-b841-e2dd5f2c1e3f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 945 time: 0.1288180 Sep 17 23:46:32.966370 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:32.992865 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2d8062-6656-4a64-83ca-80c4aafa36b3']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:33.006608 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c1b7b1-0228-4b4c-913e-a03e0a1f015a') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:33.011120 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c1b7b1-0228-4b4c-913e-a03e0a1f015a') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:33.018482 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:33.028821 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 2a47fd00-4900-4d97-98bd-1e782fbb5947 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:46:33.029270 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2a47fd00-4900-4d97-98bd-1e782fbb5947 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:46:33.029687 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2d0e734a-a818-4fea-a2f3-d472617742dc no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:46:33.035965 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:33.037361 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port ff56ef22-7272-4103-8f7f-f2a80c33ac18, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ff56ef22-7272-4103-8f7f-f2a80c33ac18,segment=NetworkSegment(09043b55-a949-46a5-a234-a00eacaf3b98),segment_id=09043b55-a949-46a5-a234-a00eacaf3b98)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:33.048137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:46:33.048644 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:33.068699 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6d3e7f13-0512-4145-b60a-37f0f9b53371 None None] For port 2a47fd00-4900-4d97-98bd-1e782fbb5947, host n-d-809883-1, got binding levels [] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:33.069124 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d3e7f13-0512-4145-b60a-37f0f9b53371 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:33.080611 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 2d0e734a-a818-4fea-a2f3-d472617742dc {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:46:33.082913 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2d0e734a-a818-4fea-a2f3-d472617742dc not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:46:33.083915 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe074c4c-35fd-45b8-8a5e-e2dc61d5b40c req-48950fb2-2f55-4a9f-8ca6-3a21f17c69af tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957007 Sep 17 23:46:33.089500 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-5e083df5-b0b1-4a70-89a7-92de8ac7174a req-0657abb8-369d-4ed5-89cb-0529456a6d4e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Deleting port 9320c049-e17e-4232-be6a-11c516075f1c {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:33.090390 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5e083df5-b0b1-4a70-89a7-92de8ac7174a req-0657abb8-369d-4ed5-89cb-0529456a6d4e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:33.120576 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e7f13-0512-4145-b60a-37f0f9b53371 None None] Calling delete_port for 2a47fd00-4900-4d97-98bd-1e782fbb5947 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:33.124356 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.ipam_backend_mixin [None req-6d3e7f13-0512-4145-b60a-37f0f9b53371 None None] Port 2a47fd00-4900-4d97-98bd-1e782fbb5947 was not found and therefore no delete operation was performed {{(pid=95593) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 23:46:33.125751 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d3e7f13-0512-4145-b60a-37f0f9b53371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:46:33.135033 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:46:33.138473 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event deleted for resources: {'Port': ['ID=2a47fd00-4900-4d97-98bd-1e782fbb5947,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:33.158640 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e7f13-0512-4145-b60a-37f0f9b53371 None None] Pushing event deleted for resources: {'Port': ['ID=2a47fd00-4900-4d97-98bd-1e782fbb5947,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:33.168030 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e7f13-0512-4145-b60a-37f0f9b53371 None None] No DVR routers for this DVR port 2a47fd00-4900-4d97-98bd-1e782fbb5947 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:46:33.177962 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:33.230825 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-5e083df5-b0b1-4a70-89a7-92de8ac7174a req-0657abb8-369d-4ed5-89cb-0529456a6d4e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] For port 9320c049-e17e-4232-be6a-11c516075f1c, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9320c049-e17e-4232-be6a-11c516075f1c,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:33.231390 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5e083df5-b0b1-4a70-89a7-92de8ac7174a req-0657abb8-369d-4ed5-89cb-0529456a6d4e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:33.236158 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=ff56ef22-7272-4103-8f7f-f2a80c33ac18,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:33.248089 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-5e083df5-b0b1-4a70-89a7-92de8ac7174a req-0657abb8-369d-4ed5-89cb-0529456a6d4e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Calling delete_port for 9320c049-e17e-4232-be6a-11c516075f1c owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:33.294440 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff56ef22-7272-4103-8f7f-f2a80c33ac18'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:46:33.298031 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92664d8-cc05-4a9a-a219-da0b913bee6a" -d '{"events": [{"server_uuid": "c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d", "name": "network-vif-plugged", "status": "completed", "tag": "ff56ef22-7272-4103-8f7f-f2a80c33ac18"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:46:33.394032 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e309323-e53c-4739-bdce-7325cc153e03 x-openstack-request-id: req-5e309323-e53c-4739-bdce-7325cc153e03 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:46:33.394337 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d", "name": "network-vif-plugged", "status": "completed", "tag": "ff56ef22-7272-4103-8f7f-f2a80c33ac18", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:46:33.394588 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e309323-e53c-4739-bdce-7325cc153e03 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:46:33.394986 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff56ef22-7272-4103-8f7f-f2a80c33ac18', 'code': 200} Sep 17 23:46:33.453545 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a44a1d75-0974-45d4-981d-023fdf655780 req-fca50703-fc14-40c2-aae3-4edd586181ef tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 210 time: 0.0396049 Sep 17 23:46:33.503181 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6ccba-a6d3-46ff-ac95-0232199a5a50 req-ad308641-d4a9-4aa4-828a-81d3dea6a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:33.504928 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e7b6ccba-a6d3-46ff-ac95-0232199a5a50 req-ad308641-d4a9-4aa4-828a-81d3dea6a9cc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 1097 time: 0.0459187 Sep 17 23:46:33.544776 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e7b6ccba-a6d3-46ff-ac95-0232199a5a50 req-b07cd212-d387-46de-ab4c-90b299132c33 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=27c79360-6ded-4e34-9033-521c2000acca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311725 Sep 17 23:46:33.560396 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:33.567607 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:33.590718 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] 10.222.0.46 "DELETE /v2.0/networks/4d2d8062-6656-4a64-83ca-80c4aafa36b3 HTTP/1.1" status: 204 len: 168 time: 1.3877838 Sep 17 23:46:33.590718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1708ef-ebf9-4b66-aebd-864fa328942e tempest-ServersTestMultiNic-1159100452 tempest-ServersTestMultiNic-1159100452-project] Pushing event deleted for resources: {'Network': ['ID=4d2d8062-6656-4a64-83ca-80c4aafa36b3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:33.726893 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5e083df5-b0b1-4a70-89a7-92de8ac7174a req-0657abb8-369d-4ed5-89cb-0529456a6d4e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:33.740558 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['9320c049-e17e-4232-be6a-11c516075f1c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:46:33.745582 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37312) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:33.801297 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657abb8-369d-4ed5-89cb-0529456a6d4e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Pushing event deleted for resources: {'Port': ['ID=9320c049-e17e-4232-be6a-11c516075f1c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:33.952385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e083df5-b0b1-4a70-89a7-92de8ac7174a req-0657abb8-369d-4ed5-89cb-0529456a6d4e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] No DVR routers for this DVR port 9320c049-e17e-4232-be6a-11c516075f1c on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:46:33.957341 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5e083df5-b0b1-4a70-89a7-92de8ac7174a req-0657abb8-369d-4ed5-89cb-0529456a6d4e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:33.959641 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e083df5-b0b1-4a70-89a7-92de8ac7174a req-0657abb8-369d-4ed5-89cb-0529456a6d4e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.37 "DELETE /v2.0/ports/9320c049-e17e-4232-be6a-11c516075f1c HTTP/1.1" status: 204 len: 173 time: 1.0240660 Sep 17 23:46:33.960178 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbad1fe8-5812-425f-b2c1-2aeb31d2f53f', 'name': 'network-vif-deleted', 'tag': '9320c049-e17e-4232-be6a-11c516075f1c'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:46:33.962620 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b41dab-a941-429f-a655-97b304da3c24" -d '{"events": [{"server_uuid": "cbad1fe8-5812-425f-b2c1-2aeb31d2f53f", "name": "network-vif-deleted", "tag": "9320c049-e17e-4232-be6a-11c516075f1c"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:46:34.029006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30cf04-685c-42ad-87f4-c1c75fab9fd6 req-a9ba8470-0fb0-41ff-b34c-c96c0b8d544d tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:34.030673 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f30cf04-685c-42ad-87f4-c1c75fab9fd6 req-a9ba8470-0fb0-41ff-b34c-c96c0b8d544d tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 946 time: 0.1829920 Sep 17 23:46:34.116816 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f30cf04-685c-42ad-87f4-c1c75fab9fd6 req-266c2b91-b376-4bd4-8e9f-cfd1d92e25a5 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/security-groups?id=27c79360-6ded-4e34-9033-521c2000acca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788696 Sep 17 23:46:34.166208 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a272d17c-481e-48ce-a365-9eec4e7a3e98 x-openstack-request-id: req-a272d17c-481e-48ce-a365-9eec4e7a3e98 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:46:34.166821 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbad1fe8-5812-425f-b2c1-2aeb31d2f53f", "name": "network-vif-deleted", "tag": "9320c049-e17e-4232-be6a-11c516075f1c", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:46:34.167215 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a272d17c-481e-48ce-a365-9eec4e7a3e98 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:46:34.167782 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbad1fe8-5812-425f-b2c1-2aeb31d2f53f', 'name': 'network-vif-deleted', 'tag': '9320c049-e17e-4232-be6a-11c516075f1c', 'status': 'completed', 'code': 200} Sep 17 23:46:34.296328 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b0c07e3-9d3a-4784-9c33-76d858558530 req-2ba3e1f9-f0b8-4bc0-9cc4-35edc49ab7a2 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 210 time: 0.0627842 Sep 17 23:46:34.363328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780e8d5-8508-4e24-a3b7-eb52698e8db9 req-f2a440df-e713-4d91-afb9-f7b244a86f46 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:34.365360 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6780e8d5-8508-4e24-a3b7-eb52698e8db9 req-f2a440df-e713-4d91-afb9-f7b244a86f46 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 946 time: 0.1759174 Sep 17 23:46:34.530997 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6780e8d5-8508-4e24-a3b7-eb52698e8db9 req-94f840e3-1951-4f8b-82cb-639dac7c588f tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad729ef2-318c-4d7b-888e-20af6cd8caeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429074 Sep 17 23:46:34.658759 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-045fb7e2-493f-4053-b09f-6d6a31fec6a5 req-d87c7319-bd60-4a77-b51c-73867a3fc68a tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 210 time: 0.0382805 Sep 17 23:46:34.795449 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4413ca0b-84ff-4c4d-bac5-08f60aa30024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:35.169079 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-4413ca0b-84ff-4c4d-bac5-08f60aa30024 admin admin] Deleting port c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:35.169427 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4413ca0b-84ff-4c4d-bac5-08f60aa30024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:35.354188 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-4413ca0b-84ff-4c4d-bac5-08f60aa30024 admin admin] For port c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827,segment=NetworkSegment(1414e568-18b7-482b-a84c-ae8657c7dafc),segment_id=1414e568-18b7-482b-a84c-ae8657c7dafc)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:35.354797 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4413ca0b-84ff-4c4d-bac5-08f60aa30024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:35.377319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-4413ca0b-84ff-4c4d-bac5-08f60aa30024 admin admin] Calling delete_port for c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:35.398813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa82e5-cf6d-4572-b78e-5b2fe8a473ee req-a3f9d715-a14a-4795-a62a-11b2688bac0d tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:35.409553 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-85fa82e5-cf6d-4572-b78e-5b2fe8a473ee req-a3f9d715-a14a-4795-a62a-11b2688bac0d tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 946 time: 0.0924859 Sep 17 23:46:35.495408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-85fa82e5-cf6d-4572-b78e-5b2fe8a473ee req-9a617f61-e367-4386-a09b-76b1a5c34271 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/security-groups?id=27c79360-6ded-4e34-9033-521c2000acca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798054 Sep 17 23:46:35.516952 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7584b70-9188-4c56-a585-d3096de49101 req-5f6dbc4a-96aa-440c-ad52-f597e2cb7dd4 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:35.529457 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7584b70-9188-4c56-a585-d3096de49101 req-5f6dbc4a-96aa-440c-ad52-f597e2cb7dd4 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 946 time: 0.1174424 Sep 17 23:46:35.626097 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7584b70-9188-4c56-a585-d3096de49101 req-94f4c33d-8b45-4d3c-ae48-ec1d3eb44555 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad729ef2-318c-4d7b-888e-20af6cd8caeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941968 Sep 17 23:46:35.684358 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f475143b-651a-4b45-846a-01eb432670c4 req-ed69288f-ddc2-4ee2-9453-0e6083bb41a3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 210 time: 0.0529687 Sep 17 23:46:35.855759 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3fe541fc-fbe8-48d4-9f87-177067ade6a8 req-a24ce541-76da-4413-aeb9-3f5797aed100 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 210 time: 0.0356607 Sep 17 23:46:35.965422 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4413ca0b-84ff-4c4d-bac5-08f60aa30024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:36.024387 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413ca0b-84ff-4c4d-bac5-08f60aa30024 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:36.289095 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4413ca0b-84ff-4c4d-bac5-08f60aa30024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:36.634951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4413ca0b-84ff-4c4d-bac5-08f60aa30024 admin admin] Router 13c8795d-bd60-418e-ac83-0bf946f98ab5 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:46:36.793298 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171cf52-f09a-43e8-8367-e3c2c3f15f72 req-cd34545f-597e-4299-9e8a-40da615973eb tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:36.805712 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7171cf52-f09a-43e8-8367-e3c2c3f15f72 req-cd34545f-597e-4299-9e8a-40da615973eb tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 946 time: 0.1866028 Sep 17 23:46:36.913396 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4413ca0b-84ff-4c4d-bac5-08f60aa30024 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:46:36.922991 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b89946-11d7-44a3-aea8-622217d03bcf None None] Sync routers for ids ['13c8795d-bd60-418e-ac83-0bf946f98ab5'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:46:36.935272 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be0899b1-b5ba-439e-98f5-5bb006022140 req-15b63fa8-13ca-4b35-b8a0-c366a2346026 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 210 time: 0.1255066 Sep 17 23:46:36.940980 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4413ca0b-84ff-4c4d-bac5-08f60aa30024 admin admin] 10.222.0.46 "PUT /v2.0/routers/13c8795d-bd60-418e-ac83-0bf946f98ab5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1897337 Sep 17 23:46:36.942975 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37396) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:36.944245 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b89946-11d7-44a3-aea8-622217d03bcf None None] Routers {'13c8795d-bd60-418e-ac83-0bf946f98ab5'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:46:36.946668 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e9b89946-11d7-44a3-aea8-622217d03bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:46:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13c8795d-bd60-418e-ac83-0bf946f98ab5'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:36.997438 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7171cf52-f09a-43e8-8367-e3c2c3f15f72 req-ed747805-4b45-4ab4-92ca-2a677096fca2 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad729ef2-318c-4d7b-888e-20af6cd8caeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836157 Sep 17 23:46:37.106676 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9320c049-e17e-4232-be6a-11c516075f1c no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:46:37.182076 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 9320c049-e17e-4232-be6a-11c516075f1c {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:46:37.182419 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9320c049-e17e-4232-be6a-11c516075f1c not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:46:37.277564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dde929a1-bb01-4520-85ad-41a7bd6995c4 req-5e0c860a-360d-4dc4-831c-92f9693e5e7c tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 210 time: 0.1128981 Sep 17 23:46:37.297498 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e164fa26-8b32-4ac7-8363-84a545400674 admin admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:37.323367 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-e9b89946-11d7-44a3-aea8-622217d03bcf None None] Set router 13c8795d-bd60-418e-ac83-0bf946f98ab5 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:46:37.702107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-299c8482-19fe-418c-ba3a-759c05fe6d56 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:37.704109 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-299c8482-19fe-418c-ba3a-759c05fe6d56 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.41 "GET /v2.0/networks?id=34b24c62-50aa-4880-bda7-98bc5d9a9226 HTTP/1.1" status: 200 len: 818 time: 0.4391582 Sep 17 23:46:37.721000 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-1dc366de-6df2-4efb-a8e1-6c7948059cfe tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Request body: {'port': {'device_id': '4d1fedeb-4c71-4c23-83df-9176b6ad1639', 'network_id': '34b24c62-50aa-4880-bda7-98bc5d9a9226', 'admin_state_up': True, 'tenant_id': 'ca5488e908a6418db1d4bc5b5c48e7f9'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:46:37.754231 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e9b89946-11d7-44a3-aea8-622217d03bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'name': 'tempest-ServersTestMultiNic-1598526680-router', 'tenant_id': '549a504bc9bd46e68c2227d65a7879db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '85204917-f80e-4551-9bfc-bdfd749051a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:53Z', 'updated_at': '2021-09-17T23:46:35Z', 'revision_number': 5, 'project_id': '549a504bc9bd46e68c2227d65a7879db', 'gw_port': {'id': '85204917-f80e-4551-9bfc-bdfd749051a1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:54Z', 'updated_at': '2021-09-17T23:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:37.842250 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b89946-11d7-44a3-aea8-622217d03bcf None None] Checking router: 13c8795d-bd60-418e-ac83-0bf946f98ab5 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:46:37.842659 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e164fa26-8b32-4ac7-8363-84a545400674 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:37.866799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b89946-11d7-44a3-aea8-622217d03bcf None None] Routers {'13c8795d-bd60-418e-ac83-0bf946f98ab5'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:46:37.867433 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e9b89946-11d7-44a3-aea8-622217d03bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:46:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13c8795d-bd60-418e-ac83-0bf946f98ab5'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:37.957783 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431473e0-7308-4b55-8575-ba300cd13f6b req-b2928b5c-3683-4550-9833-09ad744b1dce tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:37.960102 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-431473e0-7308-4b55-8575-ba300cd13f6b req-b2928b5c-3683-4550-9833-09ad744b1dce tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 946 time: 0.0842242 Sep 17 23:46:37.987632 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-1dc366de-6df2-4efb-a8e1-6c7948059cfe tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Made reservation on behalf of ca5488e908a6418db1d4bc5b5c48e7f9 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:46:37.993183 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-1dc366de-6df2-4efb-a8e1-6c7948059cfe tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:38.175536 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-e9b89946-11d7-44a3-aea8-622217d03bcf None None] Set router 13c8795d-bd60-418e-ac83-0bf946f98ab5 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:46:38.199643 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-debe85c5-a1b3-4278-ab83-966deb3e72fb req-72f49e5d-3896-4b35-b1fa-dfbbe62779b3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 210 time: 0.0879896 Sep 17 23:46:38.517918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e9b89946-11d7-44a3-aea8-622217d03bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'name': 'tempest-ServersTestMultiNic-1598526680-router', 'tenant_id': '549a504bc9bd46e68c2227d65a7879db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '85204917-f80e-4551-9bfc-bdfd749051a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:53Z', 'updated_at': '2021-09-17T23:46:35Z', 'revision_number': 5, 'project_id': '549a504bc9bd46e68c2227d65a7879db', 'gw_port': {'id': '85204917-f80e-4551-9bfc-bdfd749051a1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:54Z', 'updated_at': '2021-09-17T23:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:38.548017 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b89946-11d7-44a3-aea8-622217d03bcf None None] The sync data for ids ['13c8795d-bd60-418e-ac83-0bf946f98ab5'] in n-d-809883-1 is: [{'id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'name': 'tempest-ServersTestMultiNic-1598526680-router', 'tenant_id': '549a504bc9bd46e68c2227d65a7879db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '85204917-f80e-4551-9bfc-bdfd749051a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:53Z', 'updated_at': '2021-09-17T23:46:35Z', 'revision_number': 5, 'project_id': '549a504bc9bd46e68c2227d65a7879db', 'gw_port': {'id': '85204917-f80e-4551-9bfc-bdfd749051a1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c8795d-bd60-418e-ac83-0bf946f98ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:54Z', 'updated_at': '2021-09-17T23:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:46:38.577640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59306fc-76b8-4a60-9537-a2a0dfb15ce3 req-90c8fc95-c15b-49b8-825c-8c9e684dbe32 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:38.586782 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d59306fc-76b8-4a60-9537-a2a0dfb15ce3 req-90c8fc95-c15b-49b8-825c-8c9e684dbe32 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 946 time: 0.3518476 Sep 17 23:46:38.662346 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-431473e0-7308-4b55-8575-ba300cd13f6b req-ce3f3ae3-49bc-40a4-bfdc-988f134276f2 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Deleting port 36a32b02-96fd-49b6-98cb-4b263158db79 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:38.662834 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-431473e0-7308-4b55-8575-ba300cd13f6b req-ce3f3ae3-49bc-40a4-bfdc-988f134276f2 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:38.739347 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-055da75c-5825-4858-bad0-d5e749fe0d55 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:38.741062 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-055da75c-5825-4858-bad0-d5e749fe0d55 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.37 "GET /v2.0/networks?id=34b24c62-50aa-4880-bda7-98bc5d9a9226 HTTP/1.1" status: 200 len: 818 time: 0.6133277 Sep 17 23:46:38.751095 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d59306fc-76b8-4a60-9537-a2a0dfb15ce3 req-65eec1ab-027c-4caf-a406-c468456e70b6 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad729ef2-318c-4d7b-888e-20af6cd8caeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425157 Sep 17 23:46:38.775162 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b960453-eb14-4078-b77d-a90765196c09 req-8a9a804d-e658-43b5-9347-fef1ce1080c5 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 210 time: 0.1083388 Sep 17 23:46:38.842010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-e164fa26-8b32-4ac7-8363-84a545400674 admin admin] Deleting port 85204917-f80e-4551-9bfc-bdfd749051a1 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:38.842353 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e164fa26-8b32-4ac7-8363-84a545400674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:38.861130 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c4f6d6a4-87ea-4e42-a014-c5931b7eeda1 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Request body: {'port': {'device_id': '45812ce2-37bf-4a72-b837-eb9399e3e8fa', 'network_id': '34b24c62-50aa-4880-bda7-98bc5d9a9226', 'admin_state_up': True, 'tenant_id': 'ca5488e908a6418db1d4bc5b5c48e7f9'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:46:38.868923 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-431473e0-7308-4b55-8575-ba300cd13f6b req-ce3f3ae3-49bc-40a4-bfdc-988f134276f2 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] For port 36a32b02-96fd-49b6-98cb-4b263158db79, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=36a32b02-96fd-49b6-98cb-4b263158db79,segment=NetworkSegment(4bdfa851-2fd7-4fdd-bd0c-218459ebd235),segment_id=4bdfa851-2fd7-4fdd-bd0c-218459ebd235)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:38.869249 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-431473e0-7308-4b55-8575-ba300cd13f6b req-ce3f3ae3-49bc-40a4-bfdc-988f134276f2 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:38.975096 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:46:39.061474 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:46:39.061820 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c7cc221b-7bc2-4f3a-83c8-0bd10c6ca827 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:46:39.380988 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-431473e0-7308-4b55-8575-ba300cd13f6b req-ce3f3ae3-49bc-40a4-bfdc-988f134276f2 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:39.381574 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-431473e0-7308-4b55-8575-ba300cd13f6b req-ce3f3ae3-49bc-40a4-bfdc-988f134276f2 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:39.381686 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [req-431473e0-7308-4b55-8575-ba300cd13f6b req-ce3f3ae3-49bc-40a4-bfdc-988f134276f2 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Floating IP 5bfebc98-1781-4a15-863d-bef8dfd89c24 disassociated. External IP: 172.25.3.213, port: 36a32b02-96fd-49b6-98cb-4b263158db79. Sep 17 23:46:39.382021 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-431473e0-7308-4b55-8575-ba300cd13f6b req-ce3f3ae3-49bc-40a4-bfdc-988f134276f2 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Calling delete_port for 36a32b02-96fd-49b6-98cb-4b263158db79 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:39.401060 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-e164fa26-8b32-4ac7-8363-84a545400674 admin admin] For port 85204917-f80e-4551-9bfc-bdfd749051a1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=85204917-f80e-4551-9bfc-bdfd749051a1,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:39.401551 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e164fa26-8b32-4ac7-8363-84a545400674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:39.416654 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-e164fa26-8b32-4ac7-8363-84a545400674 admin admin] Calling delete_port for 85204917-f80e-4551-9bfc-bdfd749051a1 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:39.546677 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-1dc366de-6df2-4efb-a8e1-6c7948059cfe tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Allocated IP 172.20.0.10 (34b24c62-50aa-4880-bda7-98bc5d9a9226/752b3e0f-cb93-4e8b-b619-7032af0f6441/7c9c894d-2778-46ce-87a7-b855105c15fc) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:46:39.562099 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12cbf05f-11b4-4567-9cb9-d16f4e4aa955 req-b7285a7c-47b5-43eb-86f1-3dc355fe5585 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 210 time: 0.0371127 Sep 17 23:46:39.598740 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-431473e0-7308-4b55-8575-ba300cd13f6b req-ce3f3ae3-49bc-40a4-bfdc-988f134276f2 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:39.661694 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f3ae3-49bc-40a4-bfdc-988f134276f2 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Pushing event deleted for resources: {'Port': ['ID=36a32b02-96fd-49b6-98cb-4b263158db79,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:39.906287 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-cd9639a1-bd3d-4bb9-ac84-dd016804e43d tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:39.907911 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-cd9639a1-bd3d-4bb9-ac84-dd016804e43d tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.41 "GET /v2.0/networks?id=34b24c62-50aa-4880-bda7-98bc5d9a9226 HTTP/1.1" status: 200 len: 818 time: 1.1620662 Sep 17 23:46:39.951590 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-4f9e5f5b-70cd-4ddb-9d58-1f4110ff86b7 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Request body: {'port': {'device_id': '6139b52a-bc6e-410d-8f04-213b65a222bd', 'network_id': '34b24c62-50aa-4880-bda7-98bc5d9a9226', 'admin_state_up': True, 'tenant_id': 'ca5488e908a6418db1d4bc5b5c48e7f9'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:46:39.977925 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06d18538-4a45-4430-9ccf-2ecabf9e44d7 req-6c2a0a24-c36a-4ffd-a643-0befc4696784 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 210 time: 0.0796030 Sep 17 23:46:39.994193 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-431473e0-7308-4b55-8575-ba300cd13f6b req-ce3f3ae3-49bc-40a4-bfdc-988f134276f2 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Router a603bf34-bae1-4c46-a421-0d137ba4fd61 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:46:40.019064 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-1dc366de-6df2-4efb-a8e1-6c7948059cfe tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:40.207965 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-431473e0-7308-4b55-8575-ba300cd13f6b req-ce3f3ae3-49bc-40a4-bfdc-988f134276f2 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:46:40.224292 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e1220d-2b74-403c-be07-0d88e7f7ebfb None None] Sync routers for ids ['a603bf34-bae1-4c46-a421-0d137ba4fd61'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:46:40.235366 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e1220d-2b74-403c-be07-0d88e7f7ebfb None None] Routers {'a603bf34-bae1-4c46-a421-0d137ba4fd61'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:46:40.235667 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90e13d9f-a0eb-423e-9131-45aed87738a7 req-9b013ce0-3982-45c8-b618-70c1181ead51 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 210 time: 0.0446317 Sep 17 23:46:40.236484 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-58e1220d-2b74-403c-be07-0d88e7f7ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:46:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a603bf34-bae1-4c46-a421-0d137ba4fd61'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:40.269950 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-431473e0-7308-4b55-8575-ba300cd13f6b req-ce3f3ae3-49bc-40a4-bfdc-988f134276f2 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] No DVR routers for this DVR port 36a32b02-96fd-49b6-98cb-4b263158db79 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:46:40.273737 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-431473e0-7308-4b55-8575-ba300cd13f6b req-ce3f3ae3-49bc-40a4-bfdc-988f134276f2 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:40.276365 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-431473e0-7308-4b55-8575-ba300cd13f6b req-ce3f3ae3-49bc-40a4-bfdc-988f134276f2 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.37 "DELETE /v2.0/ports/36a32b02-96fd-49b6-98cb-4b263158db79 HTTP/1.1" status: 204 len: 173 time: 2.3100889 Sep 17 23:46:40.276965 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6a3afd-3cb4-4cc5-995b-eac709d28d38', 'name': 'network-vif-deleted', 'tag': '36a32b02-96fd-49b6-98cb-4b263158db79'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:46:40.280391 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ab4c36-4e4c-4644-bf7b-f2246d262ba8" -d '{"events": [{"server_uuid": "bd6a3afd-3cb4-4cc5-995b-eac709d28d38", "name": "network-vif-deleted", "tag": "36a32b02-96fd-49b6-98cb-4b263158db79"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:46:40.348313 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786fbb00-4575-47f6-9676-fad04fee9b8f x-openstack-request-id: req-786fbb00-4575-47f6-9676-fad04fee9b8f {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:46:40.348808 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6a3afd-3cb4-4cc5-995b-eac709d28d38", "name": "network-vif-deleted", "tag": "36a32b02-96fd-49b6-98cb-4b263158db79", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:46:40.349088 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-786fbb00-4575-47f6-9676-fad04fee9b8f {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:46:40.349505 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6a3afd-3cb4-4cc5-995b-eac709d28d38', 'name': 'network-vif-deleted', 'tag': '36a32b02-96fd-49b6-98cb-4b263158db79', 'status': 'completed', 'code': 200} Sep 17 23:46:40.359891 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-58e1220d-2b74-403c-be07-0d88e7f7ebfb None None] Set router a603bf34-bae1-4c46-a421-0d137ba4fd61 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:46:40.557259 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-58e1220d-2b74-403c-be07-0d88e7f7ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'name': 'tempest-ServersTestJSON-1779127285-router', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '910b3768-a375-4300-a7e3-46daa473f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:19Z', 'updated_at': '2021-09-17T23:44:25Z', 'revision_number': 4, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'gw_port': {'id': '910b3768-a375-4300-a7e3-46daa473f852', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:20Z', 'updated_at': '2021-09-17T23:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '72a514aa-5e9a-461c-8963-25e8a9b93d7a', 'name': '', 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'mac_address': 'fa:16:3e:d9:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e968bfdd-6395-4ac7-ad97-9ab5b43ecd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:24Z', 'updated_at': '2021-09-17T23:44:30Z', 'revision_number': 5, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'subnets': [{'id': 'e968bfdd-6395-4ac7-ad97-9ab5b43ecd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:40.583689 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e1220d-2b74-403c-be07-0d88e7f7ebfb None None] Checking router: a603bf34-bae1-4c46-a421-0d137ba4fd61 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:46:40.592960 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e1220d-2b74-403c-be07-0d88e7f7ebfb None None] Routers {'a603bf34-bae1-4c46-a421-0d137ba4fd61'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:46:40.593639 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-58e1220d-2b74-403c-be07-0d88e7f7ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:46:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a603bf34-bae1-4c46-a421-0d137ba4fd61'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:40.657169 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f0f1c4e-3ba8-46b6-aa8d-3ad549e48b1c req-76f6ded6-aa78-4384-882f-c24cbfe550d2 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 210 time: 0.0296752 Sep 17 23:46:40.705271 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-58e1220d-2b74-403c-be07-0d88e7f7ebfb None None] Set router a603bf34-bae1-4c46-a421-0d137ba4fd61 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:46:40.812633 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:40.816405 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c4f6d6a4-87ea-4e42-a014-c5931b7eeda1 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Made reservation on behalf of ca5488e908a6418db1d4bc5b5c48e7f9 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:46:40.820472 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c4f6d6a4-87ea-4e42-a014-c5931b7eeda1 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:40.827583 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e164fa26-8b32-4ac7-8363-84a545400674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:40.968152 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-58e1220d-2b74-403c-be07-0d88e7f7ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'name': 'tempest-ServersTestJSON-1779127285-router', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '910b3768-a375-4300-a7e3-46daa473f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:19Z', 'updated_at': '2021-09-17T23:44:25Z', 'revision_number': 4, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'gw_port': {'id': '910b3768-a375-4300-a7e3-46daa473f852', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:20Z', 'updated_at': '2021-09-17T23:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '72a514aa-5e9a-461c-8963-25e8a9b93d7a', 'name': '', 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'mac_address': 'fa:16:3e:d9:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e968bfdd-6395-4ac7-ad97-9ab5b43ecd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:24Z', 'updated_at': '2021-09-17T23:44:30Z', 'revision_number': 5, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'subnets': [{'id': 'e968bfdd-6395-4ac7-ad97-9ab5b43ecd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:41.003807 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-1dc366de-6df2-4efb-a8e1-6c7948059cfe tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:41.009206 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164fa26-8b32-4ac7-8363-84a545400674 admin admin] Pushing event deleted for resources: {'Port': ['ID=85204917-f80e-4551-9bfc-bdfd749051a1,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:41.027334 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e1220d-2b74-403c-be07-0d88e7f7ebfb None None] The sync data for ids ['a603bf34-bae1-4c46-a421-0d137ba4fd61'] in n-d-809883-1 is: [{'id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'name': 'tempest-ServersTestJSON-1779127285-router', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '910b3768-a375-4300-a7e3-46daa473f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:19Z', 'updated_at': '2021-09-17T23:44:25Z', 'revision_number': 4, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'gw_port': {'id': '910b3768-a375-4300-a7e3-46daa473f852', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:20Z', 'updated_at': '2021-09-17T23:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '72a514aa-5e9a-461c-8963-25e8a9b93d7a', 'name': '', 'network_id': 'eaefbcd2-0d82-4580-bd74-59a93e59397d', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'mac_address': 'fa:16:3e:d9:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'e968bfdd-6395-4ac7-ad97-9ab5b43ecd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:24Z', 'updated_at': '2021-09-17T23:44:30Z', 'revision_number': 5, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'subnets': [{'id': 'e968bfdd-6395-4ac7-ad97-9ab5b43ecd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:46:41.146773 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-1dc366de-6df2-4efb-a8e1-6c7948059cfe tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Network 34b24c62-50aa-4880-bda7-98bc5d9a9226 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:46:41.152104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-4f9e5f5b-70cd-4ddb-9d58-1f4110ff86b7 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Made reservation on behalf of ca5488e908a6418db1d4bc5b5c48e7f9 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:46:41.156082 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-4f9e5f5b-70cd-4ddb-9d58-1f4110ff86b7 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:41.164747 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-1dc366de-6df2-4efb-a8e1-6c7948059cfe tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:46:41.176269 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-1dc366de-6df2-4efb-a8e1-6c7948059cfe tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:46:41.229169 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf8c930a-cb90-48cf-bcca-538afd24f68f req-cd904317-027a-44a1-aa74-619509efb035 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd6a3afd-3cb4-4cc5-995b-eac709d28d38 HTTP/1.1" status: 200 len: 210 time: 0.0363462 Sep 17 23:46:41.372109 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e164fa26-8b32-4ac7-8363-84a545400674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:41.376101 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc366de-6df2-4efb-a8e1-6c7948059cfe tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Pushing event updated for resources: {'Port': ['ID=7c9c894d-2778-46ce-87a7-b855105c15fc,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:41.430398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-014f2f99-cca2-41f1-8382-b4d99916ab29 req-a4309198-f3a6-4993-ab90-3c72444f1e94 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 210 time: 0.0624049 Sep 17 23:46:41.620274 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2193146a-ab9f-4ca1-ad61-aa461a7821f4 None None] New status for floating IP 5bfebc98-1781-4a15-863d-bef8dfd89c24: DOWN {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:46:41.817266 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c4f6d6a4-87ea-4e42-a014-c5931b7eeda1 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Allocated IP 172.20.0.11 (34b24c62-50aa-4880-bda7-98bc5d9a9226/752b3e0f-cb93-4e8b-b619-7032af0f6441/5ebc260a-c45f-4cbb-821a-0fcacfd2228a) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:46:41.826260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-1dc366de-6df2-4efb-a8e1-6c7948059cfe tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:41.827214 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-1dc366de-6df2-4efb-a8e1-6c7948059cfe tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:41.874280 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e164fa26-8b32-4ac7-8363-84a545400674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:41.879366 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e164fa26-8b32-4ac7-8363-84a545400674 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:41.924436 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df4da108-eb9f-40a7-8e6f-a613b846c808 req-42ba85b6-dbef-4f9e-b4c0-76e13de2698d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbad1fe8-5812-425f-b2c1-2aeb31d2f53f HTTP/1.1" status: 200 len: 210 time: 0.0743940 Sep 17 23:46:41.996300 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-1dc366de-6df2-4efb-a8e1-6c7948059cfe tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2769201 Sep 17 23:46:42.009553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Request body: {'port': {'device_id': '4d1fedeb-4c71-4c23-83df-9176b6ad1639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:46:42.018852 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e164fa26-8b32-4ac7-8363-84a545400674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:42.019403 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e164fa26-8b32-4ac7-8363-84a545400674 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13c8795d-bd60-418e-ac83-0bf946f98ab5 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:46:42.025637 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e164fa26-8b32-4ac7-8363-84a545400674 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:42.030658 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e164fa26-8b32-4ac7-8363-84a545400674 admin admin] 10.222.0.46 "DELETE /v2.0/routers/13c8795d-bd60-418e-ac83-0bf946f98ab5 HTTP/1.1" status: 204 len: 168 time: 5.0830052 Sep 17 23:46:42.030825 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37506) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:42.132658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0a3675-7712-4269-80c8-a5b398cb4ce3 admin admin] Deleting subnet d380282d-0ceb-4c53-b9af-a51879f112f9 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:46:42.136463 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3675-7712-4269-80c8-a5b398cb4ce3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:42.224727 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:42.236485 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3675-7712-4269-80c8-a5b398cb4ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:42.315058 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c4f6d6a4-87ea-4e42-a014-c5931b7eeda1 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:42.412045 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3675-7712-4269-80c8-a5b398cb4ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:42.471087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37516) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:42.558125 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-273f0d7d-c759-4baa-8ba1-2e084a8f154f tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:42.603249 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c4f6d6a4-87ea-4e42-a014-c5931b7eeda1 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:42.623431 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa960b47-537a-458f-819e-3de6bbcb5ae3 req-0f5412ac-d2d2-458a-a7e4-6d2fb1a8e3c1 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 210 time: 0.0489249 Sep 17 23:46:42.626802 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-273f0d7d-c759-4baa-8ba1-2e084a8f154f tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:42.705639 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3675-7712-4269-80c8-a5b398cb4ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:42.724662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6d6a4-87ea-4e42-a014-c5931b7eeda1 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Pushing event updated for resources: {'Port': ['ID=5ebc260a-c45f-4cbb-821a-0fcacfd2228a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:42.774440 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3675-7712-4269-80c8-a5b398cb4ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:42.777854 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de1b51c-05a1-4622-8e2b-1fc7d19511f4 None None] Network 3c1b2794-e6e2-413f-914f-7d2fca0ab250 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:46:42.791469 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-aa0a3675-7712-4269-80c8-a5b398cb4ce3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d380282d-0ceb-4c53-b9af-a51879f112f9 HTTP/1.1" status: 204 len: 168 time: 0.7606330 Sep 17 23:46:42.792495 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a3675-7712-4269-80c8-a5b398cb4ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d380282d-0ceb-4c53-b9af-a51879f112f9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:42.797554 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37518) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:42.835357 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 85204917-f80e-4551-9bfc-bdfd749051a1 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:46:42.847368 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c4f6d6a4-87ea-4e42-a014-c5931b7eeda1 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Network 34b24c62-50aa-4880-bda7-98bc5d9a9226 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:46:42.898967 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-273f0d7d-c759-4baa-8ba1-2e084a8f154f tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:42.904437 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-273f0d7d-c759-4baa-8ba1-2e084a8f154f tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:42.906403 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-273f0d7d-c759-4baa-8ba1-2e084a8f154f tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "DELETE /v2.0/security-groups/ad729ef2-318c-4d7b-888e-20af6cd8caeb HTTP/1.1" status: 204 len: 168 time: 0.4342968 Sep 17 23:46:42.915781 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37530) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:42.943655 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c4f6d6a4-87ea-4e42-a014-c5931b7eeda1 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:46:42.947611 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:42.962841 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 85204917-f80e-4551-9bfc-bdfd749051a1 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:46:42.963215 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 85204917-f80e-4551-9bfc-bdfd749051a1 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:46:42.966490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f0d7d-c759-4baa-8ba1-2e084a8f154f tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad729ef2-318c-4d7b-888e-20af6cd8caeb,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:42.971451 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-007ba431-8a04-4a44-b7c8-580e07030e59 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] show failed (client error): The resource could not be found. Sep 17 23:46:42.977068 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-007ba431-8a04-4a44-b7c8-580e07030e59 tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "GET /v2.0/security-groups/ad729ef2-318c-4d7b-888e-20af6cd8caeb HTTP/1.1" status: 404 len: 347 time: 0.0598760 Sep 17 23:46:42.979018 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37534) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:42.993755 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c4f6d6a4-87ea-4e42-a014-c5931b7eeda1 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:46:43.078169 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 36a32b02-96fd-49b6-98cb-4b263158db79 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:46:43.124586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 36a32b02-96fd-49b6-98cb-4b263158db79 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:46:43.125163 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 36a32b02-96fd-49b6-98cb-4b263158db79 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:46:43.128626 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-4f9e5f5b-70cd-4ddb-9d58-1f4110ff86b7 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Allocated IP 172.20.0.8 (34b24c62-50aa-4880-bda7-98bc5d9a9226/752b3e0f-cb93-4e8b-b619-7032af0f6441/5a170d26-4786-49e2-8931-541c67d4e9ee) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:46:43.252865 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] DHCP port deletion for 3c1b2794-e6e2-413f-914f-7d2fca0ab250 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:46:43.258761 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-e16e0324-b7c9-447e-8937-5d96c28b2dfd tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Deleting port a601858f-d41b-4f6c-bb78-cc243389d427 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:43.259102 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e16e0324-b7c9-447e-8937-5d96c28b2dfd tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:43.263149 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:43.413911 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] Deleting port db1dc855-98e1-4515-bfad-58c51c1f2862 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:43.416028 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:43.459225 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e16e0324-b7c9-447e-8937-5d96c28b2dfd tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:43.459225 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e16e0324-b7c9-447e-8937-5d96c28b2dfd tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:43.473759 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c4f6d6a4-87ea-4e42-a014-c5931b7eeda1 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:43.474610 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c4f6d6a4-87ea-4e42-a014-c5931b7eeda1 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:43.511838 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-e16e0324-b7c9-447e-8937-5d96c28b2dfd tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Calling delete_port for a601858f-d41b-4f6c-bb78-cc243389d427 owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:43.606785 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] For port db1dc855-98e1-4515-bfad-58c51c1f2862, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=db1dc855-98e1-4515-bfad-58c51c1f2862,segment=NetworkSegment(1414e568-18b7-482b-a84c-ae8657c7dafc),segment_id=1414e568-18b7-482b-a84c-ae8657c7dafc)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:43.607218 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:43.622568 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] Calling delete_port for db1dc855-98e1-4515-bfad-58c51c1f2862 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:43.631124 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c4f6d6a4-87ea-4e42-a014-c5931b7eeda1 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7864158 Sep 17 23:46:43.666849 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] Deleting port db1dc855-98e1-4515-bfad-58c51c1f2862 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:43.670691 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:43.687410 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-2e74afbe-32d1-44e8-a832-49740c20c8db tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:46:43.695282 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-2e74afbe-32d1-44e8-a832-49740c20c8db tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543559 Sep 17 23:46:43.834179 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Request body: {'port': {'device_id': '45812ce2-37bf-4a72-b837-eb9399e3e8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:46:43.837051 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72d9afd3-045b-4fca-a69b-557b7033375b req-a778c00d-0ef7-4dec-8cb3-8f3c856fb774 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 210 time: 0.0608420 Sep 17 23:46:43.882955 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:43.890078 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-4f9e5f5b-70cd-4ddb-9d58-1f4110ff86b7 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:43.899127 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] For port db1dc855-98e1-4515-bfad-58c51c1f2862, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=db1dc855-98e1-4515-bfad-58c51c1f2862,segment=NetworkSegment(1414e568-18b7-482b-a84c-ae8657c7dafc),segment_id=1414e568-18b7-482b-a84c-ae8657c7dafc)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:43.899127 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:43.942773 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] Calling delete_port for db1dc855-98e1-4515-bfad-58c51c1f2862 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:43.989989 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] No DVR routers for this DVR port db1dc855-98e1-4515-bfad-58c51c1f2862 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:46:44.013517 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] Pushing event deleted for resources: {'Port': ['ID=db1dc855-98e1-4515-bfad-58c51c1f2862,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:44.037388 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:44.041807 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:44.046519 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:44.047026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:44.047533 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:44.048007 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:44.048463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:44.048952 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:44.049516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:44.050810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:44.051320 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:44.056688 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:44.057227 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b815cbe8-3ccf-4e3f-939f-9f75cfc7daeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:46:44.090623 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e16e0324-b7c9-447e-8937-5d96c28b2dfd tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:44.114638 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-722cd628-19a6-4de6-b8c2-6f14c5074939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:44.243492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e0324-b7c9-447e-8937-5d96c28b2dfd tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Pushing event deleted for resources: {'Port': ['ID=a601858f-d41b-4f6c-bb78-cc243389d427,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:44.305236 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:44.324259 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007dd31-e9d7-490c-aa4f-3b274ccb2c20 req-0f65e3fb-5704-431d-8311-4207917123a9 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:44.331494 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=db1dc855-98e1-4515-bfad-58c51c1f2862,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:44.341702 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] No DVR routers for this DVR port db1dc855-98e1-4515-bfad-58c51c1f2862 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:46:44.343071 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6007dd31-e9d7-490c-aa4f-3b274ccb2c20 req-0f65e3fb-5704-431d-8311-4207917123a9 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/networks?id=e2df3c0f-6c40-4464-917a-684982de5476 HTTP/1.1" status: 200 len: 812 time: 0.3743100 Sep 17 23:46:44.343535 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-4f9e5f5b-70cd-4ddb-9d58-1f4110ff86b7 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:44.373860 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e16e0324-b7c9-447e-8937-5d96c28b2dfd tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:44.377115 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e16e0324-b7c9-447e-8937-5d96c28b2dfd tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:44.383193 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e16e0324-b7c9-447e-8937-5d96c28b2dfd tempest-ServersTestJSON-342582071 tempest-ServersTestJSON-342582071-project] 10.222.0.46 "DELETE /v2.0/floatingips/5bfebc98-1781-4a15-863d-bef8dfd89c24 HTTP/1.1" status: 204 len: 168 time: 1.4030790 Sep 17 23:46:44.398125 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6007dd31-e9d7-490c-aa4f-3b274ccb2c20 req-7ed93f2f-b0d1-4e1a-8dc0-4c5bec4f97fc tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/quotas/3dc697e62bfa40e4b7ec116f34144c3c HTTP/1.1" status: 200 len: 375 time: 0.0542088 Sep 17 23:46:44.399970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37580) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:44.457679 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6007dd31-e9d7-490c-aa4f-3b274ccb2c20 req-c3c0267a-8dd6-4f0d-b9f0-df3c6a96876d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583754 Sep 17 23:46:44.459647 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-4f9e5f5b-70cd-4ddb-9d58-1f4110ff86b7 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Network 34b24c62-50aa-4880-bda7-98bc5d9a9226 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:46:44.478952 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-4f9e5f5b-70cd-4ddb-9d58-1f4110ff86b7 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:46:44.494618 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-4f9e5f5b-70cd-4ddb-9d58-1f4110ff86b7 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:46:44.567740 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:44.582148 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e5f5b-70cd-4ddb-9d58-1f4110ff86b7 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Pushing event updated for resources: {'Port': ['ID=5a170d26-4786-49e2-8931-541c67d4e9ee,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:44.618311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1b2794-e6e2-413f-914f-7d2fca0ab250']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:44.641511 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-4f9e5f5b-70cd-4ddb-9d58-1f4110ff86b7 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:44.642380 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-4f9e5f5b-70cd-4ddb-9d58-1f4110ff86b7 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:44.654889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1414e568-18b7-482b-a84c-ae8657c7dafc') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:44.655461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1414e568-18b7-482b-a84c-ae8657c7dafc') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:44.672570 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:44.697039 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:44.732009 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-4f9e5f5b-70cd-4ddb-9d58-1f4110ff86b7 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7891016 Sep 17 23:46:44.738455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:46:44.746405 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:46:44.748101 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:46:44.766080 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-6007dd31-e9d7-490c-aa4f-3b274ccb2c20 req-5d918fd3-15de-48c9-8808-c777670e5dcd service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:46:44.775703 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6007dd31-e9d7-490c-aa4f-3b274ccb2c20 req-5d918fd3-15de-48c9-8808-c777670e5dcd service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3164382 Sep 17 23:46:44.802821 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Request body: {'port': {'device_id': '6139b52a-bc6e-410d-8f04-213b65a222bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:46:44.848673 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device db1dc855-98e1-4515-bfad-58c51c1f2862 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:46:44.888357 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c9c894d-2778-46ce-87a7-b855105c15fc {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:46:44.894469 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6007dd31-e9d7-490c-aa4f-3b274ccb2c20 req-a245c0af-3cd0-4fa7-ba29-547d5484025b service neutron] 10.222.0.46 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177580 Sep 17 23:46:44.897757 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: db1dc855-98e1-4515-bfad-58c51c1f2862 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:46:44.900785 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:44.920237 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device db1dc855-98e1-4515-bfad-58c51c1f2862 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:46:44.953517 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:45.008913 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Transition to ACTIVE for port object 7c9c894d-2778-46ce-87a7-b855105c15fc will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:46:45.010147 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:45.038756 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:45.044340 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3c1b2794-e6e2-413f-914f-7d2fca0ab250 HTTP/1.1" status: 204 len: 168 time: 2.2459688 Sep 17 23:46:45.051998 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6613d-aee5-41fb-a252-1803786918e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c1b2794-e6e2-413f-914f-7d2fca0ab250,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:45.127698 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:45.134184 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70d9b1-9f10-431d-abf4-b6f912087c7e req-c86409be-6309-4731-a285-13c23eca4555 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:45.135833 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d70d9b1-9f10-431d-abf4-b6f912087c7e req-c86409be-6309-4731-a285-13c23eca4555 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 931 time: 0.1110585 Sep 17 23:46:45.152436 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6007dd31-e9d7-490c-aa4f-3b274ccb2c20 req-5c1fe2df-1782-444d-86d9-35ff54ea32fd service neutron] 10.222.0.46 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560046 Sep 17 23:46:45.340199 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Pushing event updated for resources: {'Port': ['ID=7c9c894d-2778-46ce-87a7-b855105c15fc,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:45.511794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37604) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:45.580114 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Attempting to bind port 7c9c894d-2778-46ce-87a7-b855105c15fc on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:46:45.580448 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Attempting to bind port 7c9c894d-2778-46ce-87a7-b855105c15fc by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '882570b8-76ad-405e-b5fa-8117ed4685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '34b24c62-50aa-4880-bda7-98bc5d9a9226'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:46:45.580784 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Attempting to bind port 7c9c894d-2778-46ce-87a7-b855105c15fc on network 34b24c62-50aa-4880-bda7-98bc5d9a9226 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:46:45.662799 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ebc260a-c45f-4cbb-821a-0fcacfd2228a {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:46:45.671296 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:45.685923 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Transition to ACTIVE for port object 5ebc260a-c45f-4cbb-821a-0fcacfd2228a will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:46:45.692412 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Port 7c9c894d-2778-46ce-87a7-b855105c15fc on network 34b24c62-50aa-4880-bda7-98bc5d9a9226 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:46:45.692646 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Attempting to bind port 7c9c894d-2778-46ce-87a7-b855105c15fc on network 34b24c62-50aa-4880-bda7-98bc5d9a9226 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:46:45.717817 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:46:45.718288 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Checking segment: {'id': '882570b8-76ad-405e-b5fa-8117ed4685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '34b24c62-50aa-4880-bda7-98bc5d9a9226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:46:45.718884 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Bound using segment: {'id': '882570b8-76ad-405e-b5fa-8117ed4685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '34b24c62-50aa-4880-bda7-98bc5d9a9226'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:46:45.719478 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Bound port: 7c9c894d-2778-46ce-87a7-b855105c15fc, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882570b8-76ad-405e-b5fa-8117ed4685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '34b24c62-50aa-4880-bda7-98bc5d9a9226'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:46:45.719971 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:45.728770 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d70d9b1-9f10-431d-abf4-b6f912087c7e req-9f8b218f-707e-4d62-a821-14fab5214803 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5701833 Sep 17 23:46:45.757116 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-17321354-0ac7-435b-8a03-4cad10575ccd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=549a504bc9bd46e68c2227d65a7879db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408924 Sep 17 23:46:45.759255 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37612) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:45.822711 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:45.849742 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a22ffaf3-2248-4503-9bb9-a891bf30aca8 req-bbec00f8-0d67-4ecd-a6d3-19c1113f05b3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=659946ec-7d6b-4266-b509-3898219d2702 HTTP/1.1" status: 200 len: 210 time: 0.0557201 Sep 17 23:46:45.900507 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-404b812a-97b0-4ae7-b160-82057d073e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:46.155395 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a170d26-4786-49e2-8931-541c67d4e9ee {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:46:46.168206 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:46.193313 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Transition to ACTIVE for port object 5a170d26-4786-49e2-8931-541c67d4e9ee will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:46:46.266593 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] For port 7c9c894d-2778-46ce-87a7-b855105c15fc, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:46:46.287388 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:46.306884 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-404b812a-97b0-4ae7-b160-82057d073e80 admin admin] Deleting port 72a514aa-5e9a-461c-8963-25e8a9b93d7a {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:46.307476 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-404b812a-97b0-4ae7-b160-82057d073e80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:46.307625 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] For port 7c9c894d-2778-46ce-87a7-b855105c15fc, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7c9c894d-2778-46ce-87a7-b855105c15fc,segment=NetworkSegment(882570b8-76ad-405e-b5fa-8117ed4685c3),segment_id=882570b8-76ad-405e-b5fa-8117ed4685c3)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:46:46.311600 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebc260a-c45f-4cbb-821a-0fcacfd2228a,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:46.392860 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af5eeb72-a768-44c5-ba2e-13a3dd735c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:46.402936 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:46.426950 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Pushing event updated for resources: {'Port': ['ID=5a170d26-4786-49e2-8931-541c67d4e9ee,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:46.459600 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-404b812a-97b0-4ae7-b160-82057d073e80 admin admin] For port 72a514aa-5e9a-461c-8963-25e8a9b93d7a, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=72a514aa-5e9a-461c-8963-25e8a9b93d7a,segment=NetworkSegment(4bdfa851-2fd7-4fdd-bd0c-218459ebd235),segment_id=4bdfa851-2fd7-4fdd-bd0c-218459ebd235)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:46.460326 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-404b812a-97b0-4ae7-b160-82057d073e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:46.478925 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-404b812a-97b0-4ae7-b160-82057d073e80 admin admin] Calling delete_port for 72a514aa-5e9a-461c-8963-25e8a9b93d7a owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:46.556564 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af5eeb72-a768-44c5-ba2e-13a3dd735c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:46.585036 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:46.585194 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:46.586580 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] 10.222.0.41 "PUT /v2.0/ports/7c9c894d-2778-46ce-87a7-b855105c15fc HTTP/1.1" status: 200 len: 1092 time: 4.5839691 Sep 17 23:46:46.587040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1fedeb-4c71-4c23-83df-9176b6ad1639', 'tag': '7c9c894d-2778-46ce-87a7-b855105c15fc'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:46:46.588904 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1f7d237b-d79c-4bda-b0e3-3bd1c421141d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:46.597735 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53e00f2-3150-4e7a-a073-fb6699fbd938" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1fedeb-4c71-4c23-83df-9176b6ad1639", "tag": "7c9c894d-2778-46ce-87a7-b855105c15fc"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:46:46.673163 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Attempting to bind port 5ebc260a-c45f-4cbb-821a-0fcacfd2228a on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:46:46.673502 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Attempting to bind port 5ebc260a-c45f-4cbb-821a-0fcacfd2228a by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '882570b8-76ad-405e-b5fa-8117ed4685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '34b24c62-50aa-4880-bda7-98bc5d9a9226'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:46:46.673830 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Attempting to bind port 5ebc260a-c45f-4cbb-821a-0fcacfd2228a on network 34b24c62-50aa-4880-bda7-98bc5d9a9226 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:46:46.722070 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a1081f-a223-4b8e-987e-7f894e00bf41 x-openstack-request-id: req-61a1081f-a223-4b8e-987e-7f894e00bf41 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:46:46.722488 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1fedeb-4c71-4c23-83df-9176b6ad1639", "tag": "7c9c894d-2778-46ce-87a7-b855105c15fc", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:46:46.723073 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61a1081f-a223-4b8e-987e-7f894e00bf41 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:46:46.729010 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1fedeb-4c71-4c23-83df-9176b6ad1639', 'tag': '7c9c894d-2778-46ce-87a7-b855105c15fc', 'status': 'completed', 'code': 200} Sep 17 23:46:46.729518 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Port 5ebc260a-c45f-4cbb-821a-0fcacfd2228a on network 34b24c62-50aa-4880-bda7-98bc5d9a9226 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:46:46.729860 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Attempting to bind port 5ebc260a-c45f-4cbb-821a-0fcacfd2228a on network 34b24c62-50aa-4880-bda7-98bc5d9a9226 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:46:46.848271 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:46:46.848621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Checking segment: {'id': '882570b8-76ad-405e-b5fa-8117ed4685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '34b24c62-50aa-4880-bda7-98bc5d9a9226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:46:46.854062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Bound using segment: {'id': '882570b8-76ad-405e-b5fa-8117ed4685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '34b24c62-50aa-4880-bda7-98bc5d9a9226'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:46:46.855144 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Bound port: 5ebc260a-c45f-4cbb-821a-0fcacfd2228a, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882570b8-76ad-405e-b5fa-8117ed4685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '34b24c62-50aa-4880-bda7-98bc5d9a9226'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:46:46.855544 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:46.898552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb048e00-c5ec-4a92-9b02-dc669c3d483f service neutron] Pushing event updated for resources: {'Port': ['ID=7c9c894d-2778-46ce-87a7-b855105c15fc,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:46.901998 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Attempting to bind port 5a170d26-4786-49e2-8931-541c67d4e9ee on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:46:46.902339 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Attempting to bind port 5a170d26-4786-49e2-8931-541c67d4e9ee by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '882570b8-76ad-405e-b5fa-8117ed4685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '34b24c62-50aa-4880-bda7-98bc5d9a9226'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:46:46.902768 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Attempting to bind port 5a170d26-4786-49e2-8931-541c67d4e9ee on network 34b24c62-50aa-4880-bda7-98bc5d9a9226 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:46:46.915629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Port 5a170d26-4786-49e2-8931-541c67d4e9ee on network 34b24c62-50aa-4880-bda7-98bc5d9a9226 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:46:46.915973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Attempting to bind port 5a170d26-4786-49e2-8931-541c67d4e9ee on network 34b24c62-50aa-4880-bda7-98bc5d9a9226 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:46:46.956428 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:46:46.956770 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Checking segment: {'id': '882570b8-76ad-405e-b5fa-8117ed4685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '34b24c62-50aa-4880-bda7-98bc5d9a9226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:46:46.957204 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Bound using segment: {'id': '882570b8-76ad-405e-b5fa-8117ed4685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '34b24c62-50aa-4880-bda7-98bc5d9a9226'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:46:46.957694 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Bound port: 5a170d26-4786-49e2-8931-541c67d4e9ee, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '882570b8-76ad-405e-b5fa-8117ed4685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '34b24c62-50aa-4880-bda7-98bc5d9a9226'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:46:46.958071 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:46.968503 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-404b812a-97b0-4ae7-b160-82057d073e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:46.982936 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-392e03f2-c952-4d37-9978-85f7ea1288d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:46.984703 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-392e03f2-c952-4d37-9978-85f7ea1288d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca5488e908a6418db1d4bc5b5c48e7f9&device_id=4d1fedeb-4c71-4c23-83df-9176b6ad1639 HTTP/1.1" status: 200 len: 1095 time: 0.2254753 Sep 17 23:46:47.047140 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b812a-97b0-4ae7-b160-82057d073e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=72a514aa-5e9a-461c-8963-25e8a9b93d7a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:47.096394 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af5eeb72-a768-44c5-ba2e-13a3dd735c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:47.099391 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af5eeb72-a768-44c5-ba2e-13a3dd735c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:47.100605 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-af5eeb72-a768-44c5-ba2e-13a3dd735c98 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/610a66ae-777e-4cd2-bcf0-36480b681ffb HTTP/1.1" status: 204 len: 168 time: 1.2969823 Sep 17 23:46:47.111827 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cfb33-e915-4577-8c9b-49bbf0121ff6 req-9032eda5-a270-4533-8726-fd0758737b90 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:47.118163 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3e3cfb33-e915-4577-8c9b-49bbf0121ff6 req-9032eda5-a270-4533-8726-fd0758737b90 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 943 time: 0.2483654 Sep 17 23:46:47.163185 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-3fbb9e4e-25c3-4deb-b875-5c8baf1a7160 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c9c894d-2778-46ce-87a7-b855105c15fc HTTP/1.1" status: 200 len: 217 time: 0.1592910 Sep 17 23:46:47.187857 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] For port 5ebc260a-c45f-4cbb-821a-0fcacfd2228a, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:46:47.191912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5eeb72-a768-44c5-ba2e-13a3dd735c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610a66ae-777e-4cd2-bcf0-36480b681ffb,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:47.194912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] For port 5ebc260a-c45f-4cbb-821a-0fcacfd2228a, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5ebc260a-c45f-4cbb-821a-0fcacfd2228a,segment=NetworkSegment(882570b8-76ad-405e-b5fa-8117ed4685c3),segment_id=882570b8-76ad-405e-b5fa-8117ed4685c3)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:46:47.274885 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:47.286342 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f519d705-7ddd-49ca-82c1-b6e3af5e88c3 req-fe7b10c5-0f2b-43aa-81f5-ef75b6be235b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=659946ec-7d6b-4266-b509-3898219d2702 HTTP/1.1" status: 200 len: 210 time: 0.2215679 Sep 17 23:46:47.335483 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3e3cfb33-e915-4577-8c9b-49bbf0121ff6 req-25f9cf02-f8ed-4bf8-a4da-8981d0b11470 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875751 Sep 17 23:46:47.436207 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] For port 5a170d26-4786-49e2-8931-541c67d4e9ee, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:46:47.446664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] For port 5a170d26-4786-49e2-8931-541c67d4e9ee, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=5a170d26-4786-49e2-8931-541c67d4e9ee,segment=NetworkSegment(882570b8-76ad-405e-b5fa-8117ed4685c3),segment_id=882570b8-76ad-405e-b5fa-8117ed4685c3)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:46:47.454341 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-3a2c6a68-77eb-42f2-891d-ba7aa5a5602d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:47.458898 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-3a2c6a68-77eb-42f2-891d-ba7aa5a5602d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=752b3e0f-cb93-4e8b-b619-7032af0f6441 HTTP/1.1" status: 200 len: 858 time: 0.2707880 Sep 17 23:46:47.461726 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:47.480448 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-404b812a-97b0-4ae7-b160-82057d073e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:47.546038 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-6bd4a77e-3c02-4506-a3cc-cb7bc901b016 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34b24c62-50aa-4880-bda7-98bc5d9a9226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765193 Sep 17 23:46:47.552536 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:47.584528 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:47.589442 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:47.593670 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] 10.222.0.37 "PUT /v2.0/ports/5ebc260a-c45f-4cbb-821a-0fcacfd2228a HTTP/1.1" status: 200 len: 1092 time: 3.8853369 Sep 17 23:46:47.686304 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:47.738346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:47.739067 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:47.740386 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] 10.222.0.41 "PUT /v2.0/ports/5a170d26-4786-49e2-8931-541c67d4e9ee HTTP/1.1" status: 200 len: 1091 time: 2.9891746 Sep 17 23:46:47.874865 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56eb4b2-ef11-4859-b3a5-77655be79382 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebc260a-c45f-4cbb-821a-0fcacfd2228a,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:47.958074 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404b812a-97b0-4ae7-b160-82057d073e80 admin admin] Router a603bf34-bae1-4c46-a421-0d137ba4fd61 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:46:47.987485 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-920c361c-c0b9-4255-bf46-a23dedbf402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:47.989638 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-920c361c-c0b9-4255-bf46-a23dedbf402d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca5488e908a6418db1d4bc5b5c48e7f9&device_id=45812ce2-37bf-4a72-b837-eb9399e3e8fa HTTP/1.1" status: 200 len: 1095 time: 0.2254241 Sep 17 23:46:48.056651 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-b0e93872-14f4-4090-88a0-1905e11a6654 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ebc260a-c45f-4cbb-821a-0fcacfd2228a HTTP/1.1" status: 200 len: 217 time: 0.0476468 Sep 17 23:46:48.065437 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-6fd68d14-830b-4eb3-9b02-10eafbd3fc8f service neutron] 10.222.0.41 "GET /v2.0/networks/34b24c62-50aa-4880-bda7-98bc5d9a9226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061476 Sep 17 23:46:48.067537 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-a9e4547c-b5f2-4696-8377-96cc4193ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:48.069152 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-a9e4547c-b5f2-4696-8377-96cc4193ec21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca5488e908a6418db1d4bc5b5c48e7f9&device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 1094 time: 0.1831830 Sep 17 23:46:48.125377 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404b812a-97b0-4ae7-b160-82057d073e80 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:46:48.132267 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-e8dd5016-3db0-438c-942a-7e753b51a782 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a170d26-4786-49e2-8931-541c67d4e9ee HTTP/1.1" status: 200 len: 217 time: 0.0420079 Sep 17 23:46:48.139413 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c7303-b04a-420f-9abe-42661984b92d None None] Sync routers for ids ['a603bf34-bae1-4c46-a421-0d137ba4fd61'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:46:48.155443 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-404b812a-97b0-4ae7-b160-82057d073e80 admin admin] 10.222.0.46 "PUT /v2.0/routers/a603bf34-bae1-4c46-a421-0d137ba4fd61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7536933 Sep 17 23:46:48.158227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37682) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:48.312951 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d10fbe4e-e935-4050-b8d7-975e931257e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:48.496713 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c7303-b04a-420f-9abe-42661984b92d None None] Routers {'a603bf34-bae1-4c46-a421-0d137ba4fd61'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:46:48.496713 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-cb4c7303-b04a-420f-9abe-42661984b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:46:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a603bf34-bae1-4c46-a421-0d137ba4fd61'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:48.497639 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d10fbe4e-e935-4050-b8d7-975e931257e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:48.546514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b568ab-5b64-4f42-99bf-19c1e6b0d342 req-0485c304-ce19-4bde-857e-cbd0c2b353f7 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:48.548784 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-50b568ab-5b64-4f42-99bf-19c1e6b0d342 req-0485c304-ce19-4bde-857e-cbd0c2b353f7 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 943 time: 0.0827761 Sep 17 23:46:48.597720 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40470b-a763-406c-8070-c44589c5f4cf service neutron] Pushing event updated for resources: {'Port': ['ID=5a170d26-4786-49e2-8931-541c67d4e9ee,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:48.599246 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-50b568ab-5b64-4f42-99bf-19c1e6b0d342 req-29534845-9d0c-4c02-8032-926a1e8055ee tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440252 Sep 17 23:46:48.605418 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-cb4c7303-b04a-420f-9abe-42661984b92d None None] Set router a603bf34-bae1-4c46-a421-0d137ba4fd61 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:46:48.669538 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-7a1d7fe6-aba2-4bf4-ac42-7e9400577af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:48.671977 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-7a1d7fe6-aba2-4bf4-ac42-7e9400577af9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=752b3e0f-cb93-4e8b-b619-7032af0f6441 HTTP/1.1" status: 200 len: 858 time: 0.5993807 Sep 17 23:46:48.723730 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-298b592f-cdf7-4919-bb79-e4022cdce9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:48.731357 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-298b592f-cdf7-4919-bb79-e4022cdce9d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=752b3e0f-cb93-4e8b-b619-7032af0f6441 HTTP/1.1" status: 200 len: 858 time: 0.1233754 Sep 17 23:46:48.791868 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180320c3-93a9-466e-874d-88345a4b0c30 req-e0094343-46a5-4151-ad61-d74885acb024 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:48.793919 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-180320c3-93a9-466e-874d-88345a4b0c30 req-e0094343-46a5-4151-ad61-d74885acb024 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/networks?id=e2df3c0f-6c40-4464-917a-684982de5476 HTTP/1.1" status: 200 len: 812 time: 0.1456995 Sep 17 23:46:48.840457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45812ce2-37bf-4a72-b837-eb9399e3e8fa', 'tag': '5ebc260a-c45f-4cbb-821a-0fcacfd2228a'}, {'name': 'network-changed', 'server_uuid': '6139b52a-bc6e-410d-8f04-213b65a222bd', 'tag': '5a170d26-4786-49e2-8931-541c67d4e9ee'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:46:48.842757 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30530b77-0b34-4a56-bc86-080b39af6a10" -d '{"events": [{"name": "network-changed", "server_uuid": "45812ce2-37bf-4a72-b837-eb9399e3e8fa", "tag": "5ebc260a-c45f-4cbb-821a-0fcacfd2228a"}, {"name": "network-changed", "server_uuid": "6139b52a-bc6e-410d-8f04-213b65a222bd", "tag": "5a170d26-4786-49e2-8931-541c67d4e9ee"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:46:48.859706 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-180320c3-93a9-466e-874d-88345a4b0c30 req-f1c8bdb6-e5f9-4e2f-8c9a-b9a34c2ad804 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/quotas/3dc697e62bfa40e4b7ec116f34144c3c HTTP/1.1" status: 200 len: 375 time: 0.0196772 Sep 17 23:46:48.920003 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-180320c3-93a9-466e-874d-88345a4b0c30 req-d8d30bd7-c68d-4e0e-a784-6078a40f44cb tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443637 Sep 17 23:46:48.936753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-d10fbe4e-e935-4050-b8d7-975e931257e0 admin admin] Deleting port 910b3768-a375-4300-a7e3-46daa473f852 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:48.937399 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d10fbe4e-e935-4050-b8d7-975e931257e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:48.943575 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-7e999e58-db85-4ed0-a92c-8f6a1b1353be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34b24c62-50aa-4880-bda7-98bc5d9a9226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2283065 Sep 17 23:46:49.045215 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-cb4c7303-b04a-420f-9abe-42661984b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'name': 'tempest-ServersTestJSON-1779127285-router', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '910b3768-a375-4300-a7e3-46daa473f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:19Z', 'updated_at': '2021-09-17T23:46:46Z', 'revision_number': 5, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'gw_port': {'id': '910b3768-a375-4300-a7e3-46daa473f852', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:44:20Z', 'updated_at': '2021-09-17T23:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:49.078207 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-e4e0a203-280a-4657-8792-281ab4b4519b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34b24c62-50aa-4880-bda7-98bc5d9a9226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2150221 Sep 17 23:46:49.082341 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-71aa3210-2b98-4d3e-a515-a1aebccad18b service neutron] 10.222.0.41 "GET /v2.0/networks/34b24c62-50aa-4880-bda7-98bc5d9a9226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0000136 Sep 17 23:46:49.095206 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 23:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ce09d3-f894-4603-be3e-4d814e73635a x-openstack-request-id: req-d6ce09d3-f894-4603-be3e-4d814e73635a {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:46:49.095573 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45812ce2-37bf-4a72-b837-eb9399e3e8fa", "tag": "5ebc260a-c45f-4cbb-821a-0fcacfd2228a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6139b52a-bc6e-410d-8f04-213b65a222bd", "tag": "5a170d26-4786-49e2-8931-541c67d4e9ee", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:46:49.095759 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d6ce09d3-f894-4603-be3e-4d814e73635a {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:46:49.096166 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45812ce2-37bf-4a72-b837-eb9399e3e8fa', 'tag': '5ebc260a-c45f-4cbb-821a-0fcacfd2228a', 'status': 'completed', 'code': 200} Sep 17 23:46:49.096436 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6139b52a-bc6e-410d-8f04-213b65a222bd', 'tag': '5a170d26-4786-49e2-8931-541c67d4e9ee', 'status': 'completed', 'code': 200} Sep 17 23:46:49.121640 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c7303-b04a-420f-9abe-42661984b92d None None] Checking router: a603bf34-bae1-4c46-a421-0d137ba4fd61 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:46:49.149120 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c7303-b04a-420f-9abe-42661984b92d None None] Routers {'a603bf34-bae1-4c46-a421-0d137ba4fd61'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:46:49.150545 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-cb4c7303-b04a-420f-9abe-42661984b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:46:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a603bf34-bae1-4c46-a421-0d137ba4fd61'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:49.181850 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-d10fbe4e-e935-4050-b8d7-975e931257e0 admin admin] For port 910b3768-a375-4300-a7e3-46daa473f852, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=910b3768-a375-4300-a7e3-46daa473f852,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:49.182068 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d10fbe4e-e935-4050-b8d7-975e931257e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:49.194174 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-180320c3-93a9-466e-874d-88345a4b0c30 req-e67ab09b-85bd-4b97-8f9a-47c947abafab service neutron] 10.222.0.46 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594020 Sep 17 23:46:49.206896 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-d10fbe4e-e935-4050-b8d7-975e931257e0 admin admin] Calling delete_port for 910b3768-a375-4300-a7e3-46daa473f852 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:49.296893 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-cb4c7303-b04a-420f-9abe-42661984b92d None None] Set router a603bf34-bae1-4c46-a421-0d137ba4fd61 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:46:49.312221 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37732) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:49.326197 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-a930f4f1-e139-4cac-a8b3-591dee58467a service neutron] 10.222.0.37 "GET /v2.0/networks/34b24c62-50aa-4880-bda7-98bc5d9a9226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083053 Sep 17 23:46:49.331564 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-9969f0ec-d059-410f-81e2-229aa64f8c73 service neutron] 10.222.0.41 "GET /v2.0/networks/34b24c62-50aa-4880-bda7-98bc5d9a9226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342134 Sep 17 23:46:49.373999 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-cb4c7303-b04a-420f-9abe-42661984b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'name': 'tempest-ServersTestJSON-1779127285-router', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:19Z', 'updated_at': '2021-09-17T23:46:48Z', 'revision_number': 6, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:49.433326 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-2b9e3710-ad69-4430-a6be-c337e8384773 service neutron] 10.222.0.37 "GET /v2.0/networks/34b24c62-50aa-4880-bda7-98bc5d9a9226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995107 Sep 17 23:46:49.457980 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e00f2-3150-4e7a-a073-fb6699fbd938 req-a63f7766-f565-4b47-92dd-55117537165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:49.458472 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c7303-b04a-420f-9abe-42661984b92d None None] The sync data for ids ['a603bf34-bae1-4c46-a421-0d137ba4fd61'] in n-d-809883-1 is: [{'id': 'a603bf34-bae1-4c46-a421-0d137ba4fd61', 'name': 'tempest-ServersTestJSON-1779127285-router', 'tenant_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:44:19Z', 'updated_at': '2021-09-17T23:46:48Z', 'revision_number': 6, 'project_id': 'cd5b3c9130b84d52868b4d126d9b3228', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:46:49.459660 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e53e00f2-3150-4e7a-a073-fb6699fbd938 req-a63f7766-f565-4b47-92dd-55117537165b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca5488e908a6418db1d4bc5b5c48e7f9&device_id=4d1fedeb-4c71-4c23-83df-9176b6ad1639 HTTP/1.1" status: 200 len: 1095 time: 0.2134480 Sep 17 23:46:49.475611 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-180320c3-93a9-466e-874d-88345a4b0c30 req-d0acf749-6c93-43d2-ba44-72cc2458386b service neutron] 10.222.0.46 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663701 Sep 17 23:46:49.580512 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78be91f2-4ca0-4b58-a08f-1b3cf10e79ce req-35b689d4-ff7d-4256-911d-070e88c9b3e6 service neutron] 10.222.0.41 "GET /v2.0/networks/34b24c62-50aa-4880-bda7-98bc5d9a9226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452022 Sep 17 23:46:49.634698 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:49.687625 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d9abc98c-dbd2-4cc5-ae75-8bc4055b95c4 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1315152691-network', 'tenant_id': '63f0c15ba3ec4977958c88f366299d10'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:46:49.832784 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30530b77-0b34-4a56-bc86-080b39af6a10 req-248d2b82-5722-4a51-b313-ddcb32169852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:49.834403 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-30530b77-0b34-4a56-bc86-080b39af6a10 req-248d2b82-5722-4a51-b313-ddcb32169852 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca5488e908a6418db1d4bc5b5c48e7f9&device_id=45812ce2-37bf-4a72-b837-eb9399e3e8fa HTTP/1.1" status: 200 len: 1095 time: 0.2528079 Sep 17 23:46:49.846278 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e00f2-3150-4e7a-a073-fb6699fbd938 req-cc8b0c98-3760-40b1-ac82-9cec5aff82ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:49.847664 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e53e00f2-3150-4e7a-a073-fb6699fbd938 req-cc8b0c98-3760-40b1-ac82-9cec5aff82ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=34b24c62-50aa-4880-bda7-98bc5d9a9226 HTTP/1.1" status: 200 len: 919 time: 0.2564855 Sep 17 23:46:49.876085 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30530b77-0b34-4a56-bc86-080b39af6a10 req-835fd2a2-bd80-41f1-b37f-c4e8182fce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:49.877610 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-30530b77-0b34-4a56-bc86-080b39af6a10 req-835fd2a2-bd80-41f1-b37f-c4e8182fce29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca5488e908a6418db1d4bc5b5c48e7f9&device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 1094 time: 0.1420271 Sep 17 23:46:49.924535 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-058a2982-2f35-4d8d-9f6e-fb2471b40bd1 req-d8a5857b-317a-4584-a440-b06a32232241 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 210 time: 0.0413828 Sep 17 23:46:49.926982 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9abc98c-dbd2-4cc5-ae75-8bc4055b95c4 admin admin] Made reservation on behalf of 63f0c15ba3ec4977958c88f366299d10 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:46:49.932140 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d10fbe4e-e935-4050-b8d7-975e931257e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:49.950089 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9abc98c-dbd2-4cc5-ae75-8bc4055b95c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:49.959364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986c840-c2c7-4c36-a280-0073aa461d2c req-0b3206c9-7b2d-4719-9533-681539503a1d tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:49.967541 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a986c840-c2c7-4c36-a280-0073aa461d2c req-0b3206c9-7b2d-4719-9533-681539503a1d tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 943 time: 0.1483989 Sep 17 23:46:50.030215 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9abc98c-dbd2-4cc5-ae75-8bc4055b95c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:50.064723 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e53e00f2-3150-4e7a-a073-fb6699fbd938 req-2f02b8d6-c2d4-4732-98a5-1b58f6106792 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c9c894d-2778-46ce-87a7-b855105c15fc HTTP/1.1" status: 200 len: 217 time: 0.1861322 Sep 17 23:46:50.090359 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fbe4e-e935-4050-b8d7-975e931257e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=910b3768-a375-4300-a7e3-46daa473f852,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:50.160329 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30530b77-0b34-4a56-bc86-080b39af6a10 req-0cd80347-7824-4de2-834b-bbfc53a7b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:50.161887 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-30530b77-0b34-4a56-bc86-080b39af6a10 req-0cd80347-7824-4de2-834b-bbfc53a7b844 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34b24c62-50aa-4880-bda7-98bc5d9a9226 HTTP/1.1" status: 200 len: 919 time: 0.3183477 Sep 17 23:46:50.184576 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a986c840-c2c7-4c36-a280-0073aa461d2c req-df06e5eb-1a86-4c25-a530-b9c463b4bbad tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154150 Sep 17 23:46:50.205614 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d10fbe4e-e935-4050-b8d7-975e931257e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:50.320150 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d10fbe4e-e935-4050-b8d7-975e931257e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:50.324382 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d10fbe4e-e935-4050-b8d7-975e931257e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:50.325090 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-30530b77-0b34-4a56-bc86-080b39af6a10 req-cb50d832-6451-4dd3-a358-534fda10e9aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ebc260a-c45f-4cbb-821a-0fcacfd2228a HTTP/1.1" status: 200 len: 217 time: 0.1353993 Sep 17 23:46:50.430293 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9abc98c-dbd2-4cc5-ae75-8bc4055b95c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:50.436891 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e00f2-3150-4e7a-a073-fb6699fbd938 req-e900c0a7-7337-4995-96dd-c69df2015a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:50.438386 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e53e00f2-3150-4e7a-a073-fb6699fbd938 req-e900c0a7-7337-4995-96dd-c69df2015a7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=752b3e0f-cb93-4e8b-b619-7032af0f6441 HTTP/1.1" status: 200 len: 858 time: 0.2756224 Sep 17 23:46:50.478882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30530b77-0b34-4a56-bc86-080b39af6a10 req-73c1a879-5200-460a-8523-75d531177d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:50.481007 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-30530b77-0b34-4a56-bc86-080b39af6a10 req-73c1a879-5200-460a-8523-75d531177d08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=752b3e0f-cb93-4e8b-b619-7032af0f6441 HTTP/1.1" status: 200 len: 858 time: 0.1162636 Sep 17 23:46:50.482824 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e53e00f2-3150-4e7a-a073-fb6699fbd938 req-5093ae7a-9aec-4061-814e-6ae516af1465 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34b24c62-50aa-4880-bda7-98bc5d9a9226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363865 Sep 17 23:46:50.484252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30530b77-0b34-4a56-bc86-080b39af6a10 req-4c51c92a-cd97-462c-a7c2-863f1b1b2a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:50.485637 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-30530b77-0b34-4a56-bc86-080b39af6a10 req-4c51c92a-cd97-462c-a7c2-863f1b1b2a72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=34b24c62-50aa-4880-bda7-98bc5d9a9226 HTTP/1.1" status: 200 len: 919 time: 0.5885856 Sep 17 23:46:50.525189 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-30530b77-0b34-4a56-bc86-080b39af6a10 req-e907039a-479f-452e-9a73-c39a2f9b620d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34b24c62-50aa-4880-bda7-98bc5d9a9226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367341 Sep 17 23:46:50.540812 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d10fbe4e-e935-4050-b8d7-975e931257e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:50.541401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10fbe4e-e935-4050-b8d7-975e931257e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a603bf34-bae1-4c46-a421-0d137ba4fd61 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:46:50.546897 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d10fbe4e-e935-4050-b8d7-975e931257e0 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:50.548052 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d10fbe4e-e935-4050-b8d7-975e931257e0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a603bf34-bae1-4c46-a421-0d137ba4fd61 HTTP/1.1" status: 204 len: 168 time: 2.3886130 Sep 17 23:46:50.550704 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37764) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:50.591371 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-30530b77-0b34-4a56-bc86-080b39af6a10 req-c461d108-f4aa-4ff1-aa9c-cd3ec84cbf4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a170d26-4786-49e2-8931-541c67d4e9ee HTTP/1.1" status: 200 len: 217 time: 0.0931573 Sep 17 23:46:50.605804 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7d52ab-0d31-49b1-8098-b6832d0148f7 admin admin] Deleting subnet e968bfdd-6395-4ac7-ad97-9ab5b43ecd67 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:46:50.609858 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fb7d52ab-0d31-49b1-8098-b6832d0148f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:50.649059 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fb7d52ab-0d31-49b1-8098-b6832d0148f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:50.684661 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9abc98c-dbd2-4cc5-ae75-8bc4055b95c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:50.770654 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fb7d52ab-0d31-49b1-8098-b6832d0148f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:50.807640 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-30530b77-0b34-4a56-bc86-080b39af6a10 req-489617b2-459c-4ca9-a670-e50875b6de53 service neutron] 10.222.0.37 "GET /v2.0/networks/34b24c62-50aa-4880-bda7-98bc5d9a9226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675486 Sep 17 23:46:50.821419 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 910b3768-a375-4300-a7e3-46daa473f852 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:46:50.846002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 910b3768-a375-4300-a7e3-46daa473f852 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:46:50.846590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 910b3768-a375-4300-a7e3-46daa473f852 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:46:50.847006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 72a514aa-5e9a-461c-8963-25e8a9b93d7a no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:46:50.857207 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9abc98c-dbd2-4cc5-ae75-8bc4055b95c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:46:50.860589 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e53e00f2-3150-4e7a-a073-fb6699fbd938 req-17de8263-cd6a-4d85-b6af-e1c32a537d73 service neutron] 10.222.0.41 "GET /v2.0/networks/34b24c62-50aa-4880-bda7-98bc5d9a9226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635929 Sep 17 23:46:50.865362 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 72a514aa-5e9a-461c-8963-25e8a9b93d7a {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:46:50.865707 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 72a514aa-5e9a-461c-8963-25e8a9b93d7a not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:46:50.866968 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abc98c-dbd2-4cc5-ae75-8bc4055b95c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:50.909179 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30530b77-0b34-4a56-bc86-080b39af6a10 req-575e27a0-9d5a-49ea-ab01-bf23fe2a7a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:50.910610 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-30530b77-0b34-4a56-bc86-080b39af6a10 req-575e27a0-9d5a-49ea-ab01-bf23fe2a7a6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=752b3e0f-cb93-4e8b-b619-7032af0f6441 HTTP/1.1" status: 200 len: 858 time: 0.3083317 Sep 17 23:46:50.915171 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fb7d52ab-0d31-49b1-8098-b6832d0148f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:50.947229 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d52ab-0d31-49b1-8098-b6832d0148f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e968bfdd-6395-4ac7-ad97-9ab5b43ecd67,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:50.952060 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fb7d52ab-0d31-49b1-8098-b6832d0148f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:50.956472 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fb7d52ab-0d31-49b1-8098-b6832d0148f7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e968bfdd-6395-4ac7-ad97-9ab5b43ecd67 HTTP/1.1" status: 204 len: 168 time: 0.4024994 Sep 17 23:46:50.956709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37778) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:50.960906 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cd93d1-ab2f-40fd-a289-433096f93131 None None] Network eaefbcd2-0d82-4580-bd74-59a93e59397d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:46:50.970190 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9abc98c-dbd2-4cc5-ae75-8bc4055b95c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:50.970544 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-d9abc98c-dbd2-4cc5-ae75-8bc4055b95c4 admin admin] Added segment 3c7dbd94-e31a-4bb2-a2e7-132a3825c840 of type vlan for network e7140621-dcde-4943-90af-dfe4d247c2c7 Sep 17 23:46:50.985664 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-30530b77-0b34-4a56-bc86-080b39af6a10 req-bcae9d72-6736-40de-9bf1-0c644c51f49a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34b24c62-50aa-4880-bda7-98bc5d9a9226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402803 Sep 17 23:46:51.058923 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3917262-2823-4d1e-88e5-4098b5ca62ec req-78fc2ba7-736d-4e6f-80c7-7edee04399a7 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 210 time: 0.0342863 Sep 17 23:46:51.065237 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:51.088480 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9abc98c-dbd2-4cc5-ae75-8bc4055b95c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:51.170758 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-30530b77-0b34-4a56-bc86-080b39af6a10 req-a19bdd12-1da9-4875-8fe6-77710e5860bd service neutron] 10.222.0.37 "GET /v2.0/networks/34b24c62-50aa-4880-bda7-98bc5d9a9226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544211 Sep 17 23:46:51.213859 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e53e00f2-3150-4e7a-a073-fb6699fbd938 req-651bde22-ab9c-45a4-b14d-51c82edfd1dc service neutron] 10.222.0.41 "GET /v2.0/networks/34b24c62-50aa-4880-bda7-98bc5d9a9226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364434 Sep 17 23:46:51.223783 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] Deleting port e6df4eb2-3a32-4660-bc07-ad9994400a6b {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:51.223783 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:51.229625 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0e70ce-56d8-485e-8a77-c12aabac2daf None None] DHCP port deletion for eaefbcd2-0d82-4580-bd74-59a93e59397d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:46:51.235573 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-30530b77-0b34-4a56-bc86-080b39af6a10 req-29ed08a2-4eea-41c2-ae4e-a44122dec548 service neutron] 10.222.0.41 "GET /v2.0/networks/34b24c62-50aa-4880-bda7-98bc5d9a9226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167699 Sep 17 23:46:51.310414 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e70ce-56d8-485e-8a77-c12aabac2daf None None] Deleting port e6df4eb2-3a32-4660-bc07-ad9994400a6b {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:51.310957 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7d0e70ce-56d8-485e-8a77-c12aabac2daf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:51.328281 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9abc98c-dbd2-4cc5-ae75-8bc4055b95c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:51.329333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9abc98c-dbd2-4cc5-ae75-8bc4055b95c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:51.329934 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9abc98c-dbd2-4cc5-ae75-8bc4055b95c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:51.345790 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] For port e6df4eb2-3a32-4660-bc07-ad9994400a6b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e6df4eb2-3a32-4660-bc07-ad9994400a6b,segment=NetworkSegment(4bdfa851-2fd7-4fdd-bd0c-218459ebd235),segment_id=4bdfa851-2fd7-4fdd-bd0c-218459ebd235)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:51.346181 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:51.362110 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] Calling delete_port for e6df4eb2-3a32-4660-bc07-ad9994400a6b owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:51.378210 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-7d0e70ce-56d8-485e-8a77-c12aabac2daf None None] For port e6df4eb2-3a32-4660-bc07-ad9994400a6b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e6df4eb2-3a32-4660-bc07-ad9994400a6b,segment=NetworkSegment(4bdfa851-2fd7-4fdd-bd0c-218459ebd235),segment_id=4bdfa851-2fd7-4fdd-bd0c-218459ebd235)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:51.378610 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7d0e70ce-56d8-485e-8a77-c12aabac2daf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:51.397670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e70ce-56d8-485e-8a77-c12aabac2daf None None] Calling delete_port for e6df4eb2-3a32-4660-bc07-ad9994400a6b owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:51.450418 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abc98c-dbd2-4cc5-ae75-8bc4055b95c4 admin admin] Pushing event updated for resources: {'Network': ['ID=e7140621-dcde-4943-90af-dfe4d247c2c7,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:51.468879 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network e7140621-dcde-4943-90af-dfe4d247c2c7 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:46:51.472907 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-30530b77-0b34-4a56-bc86-080b39af6a10 req-03da144b-6b78-407a-86c8-6fae0c6bfbe8 service neutron] 10.222.0.41 "GET /v2.0/networks/34b24c62-50aa-4880-bda7-98bc5d9a9226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214811 Sep 17 23:46:51.515551 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f8cb9-8739-4cdf-8226-ca4591965a54 req-d8e1542a-641c-4da3-a114-2e9c6398b4b6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:51.517474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-793f8cb9-8739-4cdf-8226-ca4591965a54 req-d8e1542a-641c-4da3-a114-2e9c6398b4b6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 951 time: 0.1498566 Sep 17 23:46:51.529340 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d9abc98c-dbd2-4cc5-ae75-8bc4055b95c4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2144320 Sep 17 23:46:51.529991 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37812) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:51.530522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703807d9-bef8-4853-8837-d7321cce6f50 req-fc13bfda-164a-4faa-b133-389b7d5247aa tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:51.532042 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-703807d9-bef8-4853-8837-d7321cce6f50 req-fc13bfda-164a-4faa-b133-389b7d5247aa tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 943 time: 0.1656086 Sep 17 23:46:51.535371 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d180be0d-689d-4a18-863c-c5dbce3d76c6 admin admin] Request body: {'subnet': {'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1315152691-subnet', 'tenant_id': '63f0c15ba3ec4977958c88f366299d10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:46:51.598872 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-793f8cb9-8739-4cdf-8226-ca4591965a54 req-ed001fa0-ebdb-4d59-bbea-aa15b037fd93 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/security-groups?id=af906339-319f-4f24-8b98-6c41e6c740a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579278 Sep 17 23:46:51.603688 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-703807d9-bef8-4853-8837-d7321cce6f50 req-980ceee9-7ec7-4e96-9b8d-13ad3f92b9b4 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616779 Sep 17 23:46:51.701101 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d180be0d-689d-4a18-863c-c5dbce3d76c6 admin admin] Made reservation on behalf of 63f0c15ba3ec4977958c88f366299d10 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:46:51.701615 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7d0e70ce-56d8-485e-8a77-c12aabac2daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:51.703780 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d180be0d-689d-4a18-863c-c5dbce3d76c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:51.709333 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:51.731837 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e70ce-56d8-485e-8a77-c12aabac2daf None None] Pushing event deleted for resources: {'Port': ['ID=e6df4eb2-3a32-4660-bc07-ad9994400a6b,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:51.737609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0e70ce-56d8-485e-8a77-c12aabac2daf None None] No DVR routers for this DVR port e6df4eb2-3a32-4660-bc07-ad9994400a6b on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:46:51.743881 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] Pushing event deleted for resources: {'Port': ['ID=e6df4eb2-3a32-4660-bc07-ad9994400a6b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:51.746318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] No DVR routers for this DVR port e6df4eb2-3a32-4660-bc07-ad9994400a6b on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:46:51.829092 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:51.848748 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaefbcd2-0d82-4580-bd74-59a93e59397d']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:51.858033 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bdfa851-2fd7-4fdd-bd0c-218459ebd235') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:51.858416 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bdfa851-2fd7-4fdd-bd0c-218459ebd235') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:46:51.871885 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:51.884652 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:51.891003 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:46:51.891383 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:46:51.893017 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:46:51.965987 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d180be0d-689d-4a18-863c-c5dbce3d76c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:52.029065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180be0d-689d-4a18-863c-c5dbce3d76c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c3c945e-d584-43af-aa4e-ae7c1a0a6aa0,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:52.037618 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d180be0d-689d-4a18-863c-c5dbce3d76c6 admin admin] Checking segment: {'id': '3c7dbd94-e31a-4bb2-a2e7-132a3825c840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:46:52.037976 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d180be0d-689d-4a18-863c-c5dbce3d76c6 admin admin] Network hostable DHCP agents. Network: e7140621-dcde-4943-90af-dfe4d247c2c7, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:46:52.055061 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:52.061658 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:52.063853 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] 10.222.0.46 "DELETE /v2.0/networks/eaefbcd2-0d82-4580-bd74-59a93e59397d HTTP/1.1" status: 204 len: 168 time: 1.1057363 Sep 17 23:46:52.074498 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cefccf-1712-4faa-a0f7-12f5b8cb378f admin admin] Pushing event deleted for resources: {'Network': ['ID=eaefbcd2-0d82-4580-bd74-59a93e59397d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:52.146910 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d180be0d-689d-4a18-863c-c5dbce3d76c6 admin admin] Network e7140621-dcde-4943-90af-dfe4d247c2c7 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:46:52.157496 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d71cdf8-fcd4-4e46-b0b3-dc4c41c75e51 req-9c952a5c-0e7e-4af0-987b-a4a1be51e312 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 210 time: 0.0257912 Sep 17 23:46:52.257277 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-d180be0d-689d-4a18-863c-c5dbce3d76c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, e7140621-dcde-4943-90af-dfe4d247c2c7) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:46:52.261519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d180be0d-689d-4a18-863c-c5dbce3d76c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:52.262219 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d180be0d-689d-4a18-863c-c5dbce3d76c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:52.268964 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b2b016-044f-4a77-ab83-279074fec17a None None] Network e7140621-dcde-4943-90af-dfe4d247c2c7 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:46:52.391832 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d180be0d-689d-4a18-863c-c5dbce3d76c6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8605118 Sep 17 23:46:52.401531 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621757ea-b29e-4619-86ca-db407020c100 None None] Network e7140621-dcde-4943-90af-dfe4d247c2c7 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:46:52.527669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37828) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:52.586195 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bc4e3c4c-aaa0-428d-9979-15ca8c78f1ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd5b3c9130b84d52868b4d126d9b3228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573034 Sep 17 23:46:52.588574 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37830) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:52.592268 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7c9c894d-2778-46ce-87a7-b855105c15fc details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:46:52.717255 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180320c3-93a9-466e-874d-88345a4b0c30 req-ff6cce47-b8c0-4a27-8e09-51b572c4e767 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:52.721911 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-180320c3-93a9-466e-874d-88345a4b0c30 req-ff6cce47-b8c0-4a27-8e09-51b572c4e767 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.37 "GET /v2.0/networks?id=e2df3c0f-6c40-4464-917a-684982de5476 HTTP/1.1" status: 200 len: 812 time: 0.2242723 Sep 17 23:46:52.735182 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-180320c3-93a9-466e-874d-88345a4b0c30 req-42e339c2-1466-4ad1-befc-a538cd0246c4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Request body: {'port': {'device_id': '75839123-2bb0-4ce2-993a-d34fb0da8db3', 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476', 'admin_state_up': True, 'tenant_id': '3dc697e62bfa40e4b7ec116f34144c3c'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:46:52.803660 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7c9c894d-2778-46ce-87a7-b855105c15fc, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7c9c894d-2778-46ce-87a7-b855105c15fc,segment=NetworkSegment(882570b8-76ad-405e-b5fa-8117ed4685c3),segment_id=882570b8-76ad-405e-b5fa-8117ed4685c3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:52.819568 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '7c9c894d-2778-46ce-87a7-b855105c15fc', 'network_id': '34b24c62-50aa-4880-bda7-98bc5d9a9226', 'port_id': '7c9c894d-2778-46ce-87a7-b855105c15fc', 'mac_address': 'fa:16:3e:6f:e1:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752b3e0f-cb93-4e8b-b619-7032af0f6441', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:46:52.824726 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e6df4eb2-3a32-4660-bc07-ad9994400a6b no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:46:52.847640 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: e6df4eb2-3a32-4660-bc07-ad9994400a6b {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:46:52.847931 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e6df4eb2-3a32-4660-bc07-ad9994400a6b not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:46:52.880499 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:52.894458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c9c894d-2778-46ce-87a7-b855105c15fc {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:46:52.915855 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7c9c894d-2778-46ce-87a7-b855105c15fc, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7c9c894d-2778-46ce-87a7-b855105c15fc,segment=NetworkSegment(882570b8-76ad-405e-b5fa-8117ed4685c3),segment_id=882570b8-76ad-405e-b5fa-8117ed4685c3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:52.983090 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180320c3-93a9-466e-874d-88345a4b0c30 req-42e339c2-1466-4ad1-befc-a538cd0246c4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Made reservation on behalf of 3dc697e62bfa40e4b7ec116f34144c3c for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:46:52.986873 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-180320c3-93a9-466e-874d-88345a4b0c30 req-42e339c2-1466-4ad1-befc-a538cd0246c4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:53.018448 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:53.019354 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 5a170d26-4786-49e2-8931-541c67d4e9ee details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:46:53.086063 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b1802d2-c0c8-4adb-bfa7-8e9cd51d2b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:53.097591 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=7c9c894d-2778-46ce-87a7-b855105c15fc,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:53.103144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4de7c-e5bf-4346-bd43-02520dcb5918 req-bcab5f27-06b1-418e-8ef5-82c9c70e30c6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:53.108744 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 5a170d26-4786-49e2-8931-541c67d4e9ee, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=5a170d26-4786-49e2-8931-541c67d4e9ee,segment=NetworkSegment(882570b8-76ad-405e-b5fa-8117ed4685c3),segment_id=882570b8-76ad-405e-b5fa-8117ed4685c3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:53.111365 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ae4de7c-e5bf-4346-bd43-02520dcb5918 req-bcab5f27-06b1-418e-8ef5-82c9c70e30c6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 951 time: 0.0981739 Sep 17 23:46:53.113153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5ebc260a-c45f-4cbb-821a-0fcacfd2228a details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:46:53.129306 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '5a170d26-4786-49e2-8931-541c67d4e9ee', 'network_id': '34b24c62-50aa-4880-bda7-98bc5d9a9226', 'port_id': '5a170d26-4786-49e2-8931-541c67d4e9ee', 'mac_address': 'fa:16:3e:4f:3a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752b3e0f-cb93-4e8b-b619-7032af0f6441', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:46:53.131925 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba6309-97b7-4cf6-a6da-bf8be9ca7033 req-5362e934-3912-40ec-9f35-5527faa13063 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:53.139808 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0ba6309-97b7-4cf6-a6da-bf8be9ca7033 req-5362e934-3912-40ec-9f35-5527faa13063 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 943 time: 0.1363227 Sep 17 23:46:53.142152 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-180320c3-93a9-466e-874d-88345a4b0c30 req-42e339c2-1466-4ad1-befc-a538cd0246c4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Allocated IP 172.20.0.6 (e2df3c0f-6c40-4464-917a-684982de5476/c7b73b73-63cd-4505-9722-63303d58ca18/9c65738f-b824-412b-8929-5bdfd6ecaa24) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:46:53.176276 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b1802d2-c0c8-4adb-bfa7-8e9cd51d2b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:53.192474 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:53.232881 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ae4de7c-e5bf-4346-bd43-02520dcb5918 req-4bea6fd0-84b4-4828-aa76-de5917929ced tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/security-groups?id=af906339-319f-4f24-8b98-6c41e6c740a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211188 Sep 17 23:46:53.263831 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a170d26-4786-49e2-8931-541c67d4e9ee {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:46:53.275022 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0ba6309-97b7-4cf6-a6da-bf8be9ca7033 req-1f37bd45-ac80-4e83-8664-3055cd13c755 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340222 Sep 17 23:46:53.310768 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 5a170d26-4786-49e2-8931-541c67d4e9ee, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=5a170d26-4786-49e2-8931-541c67d4e9ee,segment=NetworkSegment(882570b8-76ad-405e-b5fa-8117ed4685c3),segment_id=882570b8-76ad-405e-b5fa-8117ed4685c3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:53.316657 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 5ebc260a-c45f-4cbb-821a-0fcacfd2228a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5ebc260a-c45f-4cbb-821a-0fcacfd2228a,segment=NetworkSegment(882570b8-76ad-405e-b5fa-8117ed4685c3),segment_id=882570b8-76ad-405e-b5fa-8117ed4685c3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:53.328243 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '5ebc260a-c45f-4cbb-821a-0fcacfd2228a', 'network_id': '34b24c62-50aa-4880-bda7-98bc5d9a9226', 'port_id': '5ebc260a-c45f-4cbb-821a-0fcacfd2228a', 'mac_address': 'fa:16:3e:39:d7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752b3e0f-cb93-4e8b-b619-7032af0f6441', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:46:53.331519 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-180320c3-93a9-466e-874d-88345a4b0c30 req-42e339c2-1466-4ad1-befc-a538cd0246c4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:53.376395 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:53.383156 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b1802d2-c0c8-4adb-bfa7-8e9cd51d2b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:53.385972 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b1802d2-c0c8-4adb-bfa7-8e9cd51d2b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:53.387335 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4b1802d2-c0c8-4adb-bfa7-8e9cd51d2b67 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0bb3ccaa-a334-4b1f-9cb8-9f205f302a94 HTTP/1.1" status: 204 len: 168 time: 0.7965350 Sep 17 23:46:53.393460 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebc260a-c45f-4cbb-821a-0fcacfd2228a {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:46:53.395333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1802d2-c0c8-4adb-bfa7-8e9cd51d2b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb3ccaa-a334-4b1f-9cb8-9f205f302a94,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:53.430323 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 5ebc260a-c45f-4cbb-821a-0fcacfd2228a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5ebc260a-c45f-4cbb-821a-0fcacfd2228a,segment=NetworkSegment(882570b8-76ad-405e-b5fa-8117ed4685c3),segment_id=882570b8-76ad-405e-b5fa-8117ed4685c3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:53.431454 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:53.462220 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf3e0157-5874-47aa-928a-8a00742d4cde req-8b81c90e-1b69-420b-a7b6-d4116d1d403c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 210 time: 0.0298195 Sep 17 23:46:53.476150 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-180320c3-93a9-466e-874d-88345a4b0c30 req-42e339c2-1466-4ad1-befc-a538cd0246c4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:53.499871 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=5a170d26-4786-49e2-8931-541c67d4e9ee,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:53.503825 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:53.529855 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180320c3-93a9-466e-874d-88345a4b0c30 req-42e339c2-1466-4ad1-befc-a538cd0246c4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Network e2df3c0f-6c40-4464-917a-684982de5476 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:46:53.535329 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-180320c3-93a9-466e-874d-88345a4b0c30 req-42e339c2-1466-4ad1-befc-a538cd0246c4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:46:53.539109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-180320c3-93a9-466e-874d-88345a4b0c30 req-42e339c2-1466-4ad1-befc-a538cd0246c4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:46:53.576872 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=5ebc260a-c45f-4cbb-821a-0fcacfd2228a,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:53.584985 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e339c2-1466-4ad1-befc-a538cd0246c4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Pushing event updated for resources: {'Port': ['ID=9c65738f-b824-412b-8929-5bdfd6ecaa24,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:53.607038 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180320c3-93a9-466e-874d-88345a4b0c30 req-42e339c2-1466-4ad1-befc-a538cd0246c4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:53.607744 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-180320c3-93a9-466e-874d-88345a4b0c30 req-42e339c2-1466-4ad1-befc-a538cd0246c4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:53.666803 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-39fc4e54-c98c-4be5-a533-e10bd77d04c2 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:53.668628 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-39fc4e54-c98c-4be5-a533-e10bd77d04c2 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/networks?id=e7140621-dcde-4943-90af-dfe4d247c2c7 HTTP/1.1" status: 200 len: 813 time: 0.1626465 Sep 17 23:46:53.684497 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-5f97dff6-4f1c-473d-9568-b5b89332d96d tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/quotas/63f0c15ba3ec4977958c88f366299d10 HTTP/1.1" status: 200 len: 375 time: 0.0097427 Sep 17 23:46:53.692490 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-180320c3-93a9-466e-874d-88345a4b0c30 req-42e339c2-1466-4ad1-befc-a538cd0246c4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9616172 Sep 17 23:46:53.704985 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Request body: {'port': {'device_id': '75839123-2bb0-4ce2-993a-d34fb0da8db3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:46:53.723269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-1791873b-69e3-4ec5-8685-f51a87ecafa0 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=63f0c15ba3ec4977958c88f366299d10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325208 Sep 17 23:46:53.765902 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['7c9c894d-2778-46ce-87a7-b855105c15fc'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:46:53.791577 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:53.798192 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['5ebc260a-c45f-4cbb-821a-0fcacfd2228a'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:46:53.800356 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['5a170d26-4786-49e2-8931-541c67d4e9ee'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:46:53.837100 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-5147106a-55fb-41b0-b27a-52fa32f1a78b service neutron] 10.222.0.46 "GET /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058946 Sep 17 23:46:53.967564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-0e9d4cc7-53ff-4459-a2ea-a6a88c271060 service neutron] 10.222.0.46 "GET /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232965 Sep 17 23:46:54.411724 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:46:54.513119 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-ab9c627c-096f-4112-8d79-8d3f1e8d154e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0649321 Sep 17 23:46:54.594661 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8603a355-42d4-481c-87e7-f5b8a2a2a792 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:46:54.615733 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c65738f-b824-412b-8929-5bdfd6ecaa24 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:46:54.627492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d832e-d78b-48bc-87ca-8682356c88a2 req-7b92488f-e0c8-446b-b345-01f7675caaec tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:54.635290 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-008d832e-d78b-48bc-87ca-8682356c88a2 req-7b92488f-e0c8-446b-b345-01f7675caaec tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 944 time: 0.0636222 Sep 17 23:46:54.647560 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:54.667509 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Transition to ACTIVE for port object 9c65738f-b824-412b-8929-5bdfd6ecaa24 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:46:54.674316 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-008d832e-d78b-48bc-87ca-8682356c88a2 req-769f1ee8-be88-400f-9791-7ba8c4de4081 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381365 Sep 17 23:46:54.680535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-9478bfc5-94d6-4a2a-936b-8beea86227c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:54.680535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-9478bfc5-94d6-4a2a-936b-8beea86227c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:54.680535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-9478bfc5-94d6-4a2a-936b-8beea86227c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:54.680535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-9478bfc5-94d6-4a2a-936b-8beea86227c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:54.680535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-9478bfc5-94d6-4a2a-936b-8beea86227c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:54.680535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-9478bfc5-94d6-4a2a-936b-8beea86227c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:54.680535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-9478bfc5-94d6-4a2a-936b-8beea86227c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:54.681532 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-9478bfc5-94d6-4a2a-936b-8beea86227c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f9cc78239c7437cacb7009f2c68fb58&device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 6503 time: 0.1063087 Sep 17 23:46:54.708325 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:54.744991 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8603a355-42d4-481c-87e7-f5b8a2a2a792, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8603a355-42d4-481c-87e7-f5b8a2a2a792,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:54.745330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0ad5ca-8526-4c65-9dad-de651c0b4d93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8603a355-42d4-481c-87e7-f5b8a2a2a792'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:46:54.752046 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8599017-2c31-4e31-886e-54957a875b65" -d '{"events": [{"server_uuid": "7b0ad5ca-8526-4c65-9dad-de651c0b4d93", "name": "network-vif-unplugged", "status": "completed", "tag": "8603a355-42d4-481c-87e7-f5b8a2a2a792"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:46:54.789985 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:54.828908 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:54.869746 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Pushing event updated for resources: {'Port': ['ID=9c65738f-b824-412b-8929-5bdfd6ecaa24,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:54.893012 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=8603a355-42d4-481c-87e7-f5b8a2a2a792,revision_number=11']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:54.923124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-b1970e3c-8c76-4dd0-b88d-8d2606b8d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:54.923618 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-b1970e3c-8c76-4dd0-b88d-8d2606b8d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:54.924168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-b1970e3c-8c76-4dd0-b88d-8d2606b8d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:54.926073 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-b1970e3c-8c76-4dd0-b88d-8d2606b8d64f service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ae04948-4183-4a3d-bd37-c393127fcdb8&id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&id=78331211-787b-4584-b606-15ede9ec2d9c&id=78331211-787b-4584-b606-15ede9ec2d9c HTTP/1.1" status: 200 len: 2296 time: 0.2122276 Sep 17 23:46:54.977749 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478ecd-b3b7-48fa-bd4e-820726a40670 req-49f37cbd-ea72-42ea-9661-febc9d64d473 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:54.979455 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53478ecd-b3b7-48fa-bd4e-820726a40670 req-49f37cbd-ea72-42ea-9661-febc9d64d473 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 943 time: 0.0690026 Sep 17 23:46:55.001325 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Attempting to bind port 9c65738f-b824-412b-8929-5bdfd6ecaa24 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:46:55.001996 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Attempting to bind port 9c65738f-b824-412b-8929-5bdfd6ecaa24 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:46:55.002514 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Attempting to bind port 9c65738f-b824-412b-8929-5bdfd6ecaa24 on network e2df3c0f-6c40-4464-917a-684982de5476 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:46:55.011383 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Port 9c65738f-b824-412b-8929-5bdfd6ecaa24 on network e2df3c0f-6c40-4464-917a-684982de5476 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:46:55.011939 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Attempting to bind port 9c65738f-b824-412b-8929-5bdfd6ecaa24 on network e2df3c0f-6c40-4464-917a-684982de5476 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:46:55.028308 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:46:55.030617 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Checking segment: {'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:46:55.030617 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Bound using segment: {'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:46:55.030617 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Bound port: 9c65738f-b824-412b-8929-5bdfd6ecaa24, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:46:55.030617 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:55.047864 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-ed3a14f9-bf23-4888-a695-7f436ca016db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbdb24f9-597b-4307-a8d5-2749c569a415 HTTP/1.1" status: 200 len: 1001 time: 0.1068900 Sep 17 23:46:55.053238 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53478ecd-b3b7-48fa-bd4e-820726a40670 req-d624fe06-cf80-47d4-823a-d85168c7fc8c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648208 Sep 17 23:46:55.066410 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37936) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:55.121159 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5ebc260a-c45f-4cbb-821a-0fcacfd2228a up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:46:55.169407 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-df42c8c3-a578-428f-aad4-98d574a44762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:55.170899 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-df42c8c3-a578-428f-aad4-98d574a44762 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=914a5e03-c97e-4072-a458-079cc4a8ce5f HTTP/1.1" status: 200 len: 854 time: 0.0737820 Sep 17 23:46:55.199220 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] For port 9c65738f-b824-412b-8929-5bdfd6ecaa24, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:46:55.221177 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-3f8b1f6e-2957-4dac-9ce3-0cc05caa20de admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1856146443-network', 'tenant_id': 'a6e61c8d65fd491b9aa9125400742807'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:46:55.230948 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] For port 9c65738f-b824-412b-8929-5bdfd6ecaa24, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9c65738f-b824-412b-8929-5bdfd6ecaa24,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:46:55.244410 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-8f982b20-bb64-49df-87ef-7f26818f9c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:55.246047 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-8f982b20-bb64-49df-87ef-7f26818f9c73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ae04948-4183-4a3d-bd37-c393127fcdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621476 Sep 17 23:46:55.273843 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a0c928-757f-4709-94b3-2e87ff41c014 x-openstack-request-id: req-f9a0c928-757f-4709-94b3-2e87ff41c014 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:46:55.274167 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0ad5ca-8526-4c65-9dad-de651c0b4d93", "name": "network-vif-unplugged", "status": "completed", "tag": "8603a355-42d4-481c-87e7-f5b8a2a2a792", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:46:55.274424 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f9a0c928-757f-4709-94b3-2e87ff41c014 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:46:55.274823 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0ad5ca-8526-4c65-9dad-de651c0b4d93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8603a355-42d4-481c-87e7-f5b8a2a2a792', 'code': 200} Sep 17 23:46:55.308455 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 5ebc260a-c45f-4cbb-821a-0fcacfd2228a completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:46:55.312535 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 5ebc260a-c45f-4cbb-821a-0fcacfd2228a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:46:55.313151 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:55.331962 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7439f697-c5b8-4037-b59b-a50ec51cf17f req-bcae163f-67cf-450c-b2d4-e620fa33dd26 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=902edfef-b0eb-497c-9f04-becc36f22437 HTTP/1.1" status: 200 len: 210 time: 0.0282516 Sep 17 23:46:55.349330 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-37d877bc-2615-47c2-9116-fe2c328586d6 service neutron] 10.222.0.41 "GET /v2.0/networks/1ae04948-4183-4a3d-bd37-c393127fcdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938990 Sep 17 23:46:55.371814 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:55.380686 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8b1f6e-2957-4dac-9ce3-0cc05caa20de admin admin] Made reservation on behalf of a6e61c8d65fd491b9aa9125400742807 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:46:55.383301 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1f6e-2957-4dac-9ce3-0cc05caa20de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:55.403516 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1f6e-2957-4dac-9ce3-0cc05caa20de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:55.475386 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:55.476105 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:55.477592 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-180320c3-93a9-466e-874d-88345a4b0c30 req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] 10.222.0.37 "PUT /v2.0/ports/9c65738f-b824-412b-8929-5bdfd6ecaa24 HTTP/1.1" status: 200 len: 1091 time: 1.7768009 Sep 17 23:46:55.482833 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75839123-2bb0-4ce2-993a-d34fb0da8db3', 'tag': '9c65738f-b824-412b-8929-5bdfd6ecaa24'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:46:55.487045 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c13023c-1fc9-4cb5-871e-4c555db96533" -d '{"events": [{"name": "network-changed", "server_uuid": "75839123-2bb0-4ce2-993a-d34fb0da8db3", "tag": "9c65738f-b824-412b-8929-5bdfd6ecaa24"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:46:55.496424 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:55.501751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d22c7-ec6a-4c09-91b1-2ad4ff1c9edb service neutron] Pushing event updated for resources: {'Port': ['ID=9c65738f-b824-412b-8929-5bdfd6ecaa24,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:55.540209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 5ebc260a-c45f-4cbb-821a-0fcacfd2228a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5ebc260a-c45f-4cbb-821a-0fcacfd2228a,segment=NetworkSegment(882570b8-76ad-405e-b5fa-8117ed4685c3),segment_id=882570b8-76ad-405e-b5fa-8117ed4685c3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:55.598232 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-0e251c02-5d5d-4d2f-9cff-e0757e4da38a service neutron] 10.222.0.41 "GET /v2.0/networks/1ae04948-4183-4a3d-bd37-c393127fcdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359078 Sep 17 23:46:55.600131 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1f6e-2957-4dac-9ce3-0cc05caa20de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:55.645494 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-fd2be61a-843e-4bc2-82ac-d42837f39329 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=3c354c66-b3c9-483a-96f9-2f56cb599108 HTTP/1.1" status: 200 len: 217 time: 0.0368605 Sep 17 23:46:55.662648 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbab5ddb-a364-4440-95b5-70f9d626ec10 x-openstack-request-id: req-fbab5ddb-a364-4440-95b5-70f9d626ec10 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:46:55.662935 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75839123-2bb0-4ce2-993a-d34fb0da8db3", "tag": "9c65738f-b824-412b-8929-5bdfd6ecaa24", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:46:55.663182 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fbab5ddb-a364-4440-95b5-70f9d626ec10 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:46:55.663566 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75839123-2bb0-4ce2-993a-d34fb0da8db3', 'tag': '9c65738f-b824-412b-8929-5bdfd6ecaa24', 'status': 'completed', 'code': 200} Sep 17 23:46:55.678511 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:55.708866 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1f6e-2957-4dac-9ce3-0cc05caa20de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:55.725664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8b1f6e-2957-4dac-9ce3-0cc05caa20de admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:46:55.733859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-a08cfd2f-47fc-4af4-9107-1a694808c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:55.735415 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-a08cfd2f-47fc-4af4-9107-1a694808c0c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aef77cc-5335-4c0b-8709-d4c2d4bc8786 HTTP/1.1" status: 200 len: 797 time: 0.0821993 Sep 17 23:46:55.738452 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180320c3-93a9-466e-874d-88345a4b0c30 req-efaf24d0-02f3-4415-a701-25f1c56018fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:55.739744 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-180320c3-93a9-466e-874d-88345a4b0c30 req-efaf24d0-02f3-4415-a701-25f1c56018fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 1094 time: 0.0543358 Sep 17 23:46:55.767609 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1f6e-2957-4dac-9ce3-0cc05caa20de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:55.767949 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-3f8b1f6e-2957-4dac-9ce3-0cc05caa20de admin admin] Added segment 90f78308-81b6-47d6-8688-5b1af432b0f1 of type vlan for network bf8bf3b3-8d02-4d05-889a-fa3714346daa Sep 17 23:46:55.795710 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=5ebc260a-c45f-4cbb-821a-0fcacfd2228a,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:55.805395 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-180320c3-93a9-466e-874d-88345a4b0c30 req-941b21a2-645b-4043-a6ba-d4746472081c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c65738f-b824-412b-8929-5bdfd6ecaa24 HTTP/1.1" status: 200 len: 217 time: 0.0520992 Sep 17 23:46:55.827707 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b1f6e-2957-4dac-9ce3-0cc05caa20de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca319e8-4df3-4d90-8d6b-a0ccb28bcab1,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:55.855296 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-e6333fe4-2a7c-4fa8-a22c-dfaeb9aa51c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:55.857042 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-e6333fe4-2a7c-4fa8-a22c-dfaeb9aa51c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1127267 Sep 17 23:46:55.857911 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1f6e-2957-4dac-9ce3-0cc05caa20de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:55.865329 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180320c3-93a9-466e-874d-88345a4b0c30 req-280445f2-8c2c-403f-9ad1-66706713eb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:55.867025 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-180320c3-93a9-466e-874d-88345a4b0c30 req-280445f2-8c2c-403f-9ad1-66706713eb87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c7b73b73-63cd-4505-9722-63303d58ca18 HTTP/1.1" status: 200 len: 852 time: 0.0553703 Sep 17 23:46:55.900561 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55023caa-1a0c-4905-9045-91ee466de294 req-c09c254b-9533-4fba-a33a-a5c2418ea352 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:55.902206 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55023caa-1a0c-4905-9045-91ee466de294 req-c09c254b-9533-4fba-a33a-a5c2418ea352 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 944 time: 0.0913041 Sep 17 23:46:55.918990 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-180320c3-93a9-466e-874d-88345a4b0c30 req-16b56aca-7860-4a83-9f7f-c4bf6bd5a6f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2df3c0f-6c40-4464-917a-684982de5476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418124 Sep 17 23:46:55.942258 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55023caa-1a0c-4905-9045-91ee466de294 req-9837638c-5d20-4d50-b1db-a71b79d79d5c tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326781 Sep 17 23:46:56.006014 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1f6e-2957-4dac-9ce3-0cc05caa20de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:56.007089 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8b1f6e-2957-4dac-9ce3-0cc05caa20de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:56.007607 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1f6e-2957-4dac-9ce3-0cc05caa20de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:56.040917 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-e2f3365c-8d51-4abe-b39e-fca642a750e6 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725941 Sep 17 23:46:56.065181 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-180320c3-93a9-466e-874d-88345a4b0c30 req-b0f42a22-e0d0-4d80-b92c-a8355c6e135a service neutron] 10.222.0.37 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146863 Sep 17 23:46:56.092164 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b1f6e-2957-4dac-9ce3-0cc05caa20de admin admin] Pushing event updated for resources: {'Network': ['ID=bf8bf3b3-8d02-4d05-889a-fa3714346daa,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:56.103181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network bf8bf3b3-8d02-4d05-889a-fa3714346daa details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:46:56.106652 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3f8b1f6e-2957-4dac-9ce3-0cc05caa20de admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0434301 Sep 17 23:46:56.109195 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37978) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:46:56.114619 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d4a50d61-9217-49e2-a8b2-3af7689ecbca admin admin] Request body: {'subnet': {'network_id': 'bf8bf3b3-8d02-4d05-889a-fa3714346daa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1856146443-subnet', 'tenant_id': 'a6e61c8d65fd491b9aa9125400742807', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:46:56.180936 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de581d-85f1-4edb-a583-f584bb12f27c req-6ebbe1f9-650b-48b3-91a4-e25bf7233429 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:56.185624 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13de581d-85f1-4edb-a583-f584bb12f27c req-6ebbe1f9-650b-48b3-91a4-e25bf7233429 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 949 time: 0.0773306 Sep 17 23:46:56.228505 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13de581d-85f1-4edb-a583-f584bb12f27c req-f5bb9691-cc09-4831-8c79-397bb4a3b2fb tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/security-groups?id=af906339-319f-4f24-8b98-6c41e6c740a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392895 Sep 17 23:46:56.243832 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a50d61-9217-49e2-a8b2-3af7689ecbca admin admin] Made reservation on behalf of a6e61c8d65fd491b9aa9125400742807 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:46:56.247197 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d4a50d61-9217-49e2-a8b2-3af7689ecbca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:56.254800 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-180320c3-93a9-466e-874d-88345a4b0c30 req-9dd0efa6-dbaf-45e9-9b16-da8c1c817d8d service neutron] 10.222.0.37 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765344 Sep 17 23:46:56.256754 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-cc4a9ffa-9da5-4990-a1ad-56152f05003d service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008953 Sep 17 23:46:56.314521 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-01f6b814-367e-4265-99ea-5c409a906131 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=c6bb7140-f314-400d-b7fc-5bb8506ae4ab HTTP/1.1" status: 200 len: 217 time: 0.0464385 Sep 17 23:46:56.365841 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-e02cfeba-0cb5-454e-b4dc-aece02dd1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:56.367308 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-e02cfeba-0cb5-454e-b4dc-aece02dd1894 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aef77cc-5335-4c0b-8709-d4c2d4bc8786 HTTP/1.1" status: 200 len: 797 time: 0.0449803 Sep 17 23:46:56.390645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b418aa2-ed44-400e-973b-f5396fd8545f req-f77a9abf-183d-4e83-90e4-c46258983e48 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:56.392155 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b418aa2-ed44-400e-973b-f5396fd8545f req-f77a9abf-183d-4e83-90e4-c46258983e48 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 943 time: 0.0735354 Sep 17 23:46:56.417190 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-37d49af0-f0cf-4182-a9f6-3dd2cc17feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:56.418890 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-37d49af0-f0cf-4182-a9f6-3dd2cc17feb0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0436354 Sep 17 23:46:56.480604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b418aa2-ed44-400e-973b-f5396fd8545f req-b327bc59-427d-4419-bd27-615af67e4e1e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641272 Sep 17 23:46:56.536156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13023c-1fc9-4cb5-871e-4c555db96533 req-632c7f07-bca8-4992-9ed0-a31d4a0b0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:56.537679 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3c13023c-1fc9-4cb5-871e-4c555db96533 req-632c7f07-bca8-4992-9ed0-a31d4a0b0400 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 1094 time: 0.0926085 Sep 17 23:46:56.540877 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ad570c5-59ca-42e7-a8f9-18c9b9cfb4e3 req-d30d0b03-e7a0-4488-87bf-aca7245ed3cc tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=902edfef-b0eb-497c-9f04-becc36f22437 HTTP/1.1" status: 200 len: 210 time: 0.0558541 Sep 17 23:46:56.582404 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-32468e71-1e2f-49c5-a4f7-87f06fdb4f01 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446121 Sep 17 23:46:56.600601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7c9c894d-2778-46ce-87a7-b855105c15fc up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:46:56.691972 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d4a50d61-9217-49e2-a8b2-3af7689ecbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:56.702304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13023c-1fc9-4cb5-871e-4c555db96533 req-f0f841df-87b8-450a-a181-752ef60ab54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:56.703775 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3c13023c-1fc9-4cb5-871e-4c555db96533 req-f0f841df-87b8-450a-a181-752ef60ab54f service neutron] 10.222.0.37 "GET /v2.0/networks?id=e2df3c0f-6c40-4464-917a-684982de5476 HTTP/1.1" status: 200 len: 913 time: 0.1578541 Sep 17 23:46:56.760145 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 7c9c894d-2778-46ce-87a7-b855105c15fc completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:46:56.772754 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 7c9c894d-2778-46ce-87a7-b855105c15fc triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:46:56.773210 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:56.776276 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a50d61-9217-49e2-a8b2-3af7689ecbca admin admin] Pushing event updated for resources: {'Subnet': ['ID=45596c5b-e76d-4bf4-b9f4-7103b4235af9,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:56.782155 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a50d61-9217-49e2-a8b2-3af7689ecbca admin admin] Checking segment: {'id': '90f78308-81b6-47d6-8688-5b1af432b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bf8bf3b3-8d02-4d05-889a-fa3714346daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:46:56.782496 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3c13023c-1fc9-4cb5-871e-4c555db96533 req-7489f58a-d26e-4561-9e3c-8de7f2f8b62d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c65738f-b824-412b-8929-5bdfd6ecaa24 HTTP/1.1" status: 200 len: 217 time: 0.0679867 Sep 17 23:46:56.782587 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a50d61-9217-49e2-a8b2-3af7689ecbca admin admin] Network hostable DHCP agents. Network: bf8bf3b3-8d02-4d05-889a-fa3714346daa, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:46:56.784621 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-6a88135a-9d76-44b6-aef5-ed88a27c123e service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687555 Sep 17 23:46:56.861451 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-a1b51ad8-1430-4979-9b51-b13ccd2dc016 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7c8efe2c-5278-497c-a54f-a7c58a7afd95 HTTP/1.1" status: 200 len: 217 time: 0.0611701 Sep 17 23:46:56.868150 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:56.873070 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13023c-1fc9-4cb5-871e-4c555db96533 req-bae82119-88af-4570-8b9d-571f78687081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:56.874338 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3c13023c-1fc9-4cb5-871e-4c555db96533 req-bae82119-88af-4570-8b9d-571f78687081 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c7b73b73-63cd-4505-9722-63303d58ca18 HTTP/1.1" status: 200 len: 852 time: 0.0847251 Sep 17 23:46:56.885543 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a50d61-9217-49e2-a8b2-3af7689ecbca admin admin] Network bf8bf3b3-8d02-4d05-889a-fa3714346daa is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:46:56.903441 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7c9c894d-2778-46ce-87a7-b855105c15fc, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7c9c894d-2778-46ce-87a7-b855105c15fc,segment=NetworkSegment(882570b8-76ad-405e-b5fa-8117ed4685c3),segment_id=882570b8-76ad-405e-b5fa-8117ed4685c3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:56.927007 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3c13023c-1fc9-4cb5-871e-4c555db96533 req-e161f989-cd1d-4c05-a043-5687072e9e2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2df3c0f-6c40-4464-917a-684982de5476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433731 Sep 17 23:46:56.954578 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-fe51fc01-1718-4c18-a040-b81e9e9988f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:56.955950 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-fe51fc01-1718-4c18-a040-b81e9e9988f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aef77cc-5335-4c0b-8709-d4c2d4bc8786 HTTP/1.1" status: 200 len: 797 time: 0.0807757 Sep 17 23:46:56.983161 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:56.983778 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-d4a50d61-9217-49e2-a8b2-3af7689ecbca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, bf8bf3b3-8d02-4d05-889a-fa3714346daa) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:46:56.983982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 5a170d26-4786-49e2-8931-541c67d4e9ee up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:46:56.998063 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a50d61-9217-49e2-a8b2-3af7689ecbca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:56.999717 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d4a50d61-9217-49e2-a8b2-3af7689ecbca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:57.050209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a905b18-158a-4da6-9673-dd3a2939a2e3 None None] Network bf8bf3b3-8d02-4d05-889a-fa3714346daa requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:46:57.074915 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-4c3b12a5-1307-419e-a0a5-ad8dc94e00af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:57.076790 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-4c3b12a5-1307-419e-a0a5-ad8dc94e00af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1088130 Sep 17 23:46:57.081757 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3c13023c-1fc9-4cb5-871e-4c555db96533 req-55a3d8ff-8bf8-4663-a2cf-dfa71a297090 service neutron] 10.222.0.37 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468551 Sep 17 23:46:57.114707 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d4a50d61-9217-49e2-a8b2-3af7689ecbca admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0041912 Sep 17 23:46:57.124148 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5868f4-ba8f-4f0c-b0b7-159e0c26cf8d req-646aa542-f000-4576-ba77-74fef55eaae0 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:57.125573 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff5868f4-ba8f-4f0c-b0b7-159e0c26cf8d req-646aa542-f000-4576-ba77-74fef55eaae0 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 944 time: 0.0879779 Sep 17 23:46:57.191373 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff5868f4-ba8f-4f0c-b0b7-159e0c26cf8d req-72995455-455e-40ec-b45c-eebcb8a93199 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576870 Sep 17 23:46:57.228628 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=7c9c894d-2778-46ce-87a7-b855105c15fc,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:57.269811 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-ea7f40ea-7404-4cd3-9a14-fd57b1834842 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811037 Sep 17 23:46:57.290646 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45812ce2-37bf-4a72-b837-eb9399e3e8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebc260a-c45f-4cbb-821a-0fcacfd2228a'}, {'server_uuid': '4d1fedeb-4c71-4c23-83df-9176b6ad1639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9c894d-2778-46ce-87a7-b855105c15fc'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:46:57.303643 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864fa46c-57e3-4361-b755-fab725c112ab" -d '{"events": [{"server_uuid": "45812ce2-37bf-4a72-b837-eb9399e3e8fa", "name": "network-vif-plugged", "status": "completed", "tag": "5ebc260a-c45f-4cbb-821a-0fcacfd2228a"}, {"server_uuid": "4d1fedeb-4c71-4c23-83df-9176b6ad1639", "name": "network-vif-plugged", "status": "completed", "tag": "7c9c894d-2778-46ce-87a7-b855105c15fc"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:46:57.327197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 5a170d26-4786-49e2-8931-541c67d4e9ee completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:46:57.354431 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 5a170d26-4786-49e2-8931-541c67d4e9ee triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:46:57.354808 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:57.403353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4978fa77-b419-49b9-92f1-dd715fc1b3dc None None] Network bf8bf3b3-8d02-4d05-889a-fa3714346daa requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:46:57.430990 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5c412-f721-43a7-9480-32ae5ddd998e req-880d9e51-2817-4e0c-b485-3b0a688e92d6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:57.440641 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a5a5c412-f721-43a7-9480-32ae5ddd998e req-880d9e51-2817-4e0c-b485-3b0a688e92d6 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 949 time: 0.1094208 Sep 17 23:46:57.446594 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-cbd6e81f-ec84-4ed7-9d5d-6bf3843a42d5 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545858 Sep 17 23:46:57.514279 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a5a5c412-f721-43a7-9480-32ae5ddd998e req-7e4f2090-be09-4e8b-ab05-a7cb5f880cef tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/security-groups?id=af906339-319f-4f24-8b98-6c41e6c740a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726581 Sep 17 23:46:57.598145 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 23:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695bf45c-d9b7-4bf5-9b12-1c62810e95ec x-openstack-request-id: req-695bf45c-d9b7-4bf5-9b12-1c62810e95ec {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:46:57.598577 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45812ce2-37bf-4a72-b837-eb9399e3e8fa", "name": "network-vif-plugged", "status": "completed", "tag": "5ebc260a-c45f-4cbb-821a-0fcacfd2228a", "code": 200}, {"server_uuid": "4d1fedeb-4c71-4c23-83df-9176b6ad1639", "name": "network-vif-plugged", "status": "completed", "tag": "7c9c894d-2778-46ce-87a7-b855105c15fc", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:46:57.598844 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-695bf45c-d9b7-4bf5-9b12-1c62810e95ec {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:46:57.599244 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45812ce2-37bf-4a72-b837-eb9399e3e8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebc260a-c45f-4cbb-821a-0fcacfd2228a', 'code': 200} Sep 17 23:46:57.599500 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1fedeb-4c71-4c23-83df-9176b6ad1639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9c894d-2778-46ce-87a7-b855105c15fc', 'code': 200} Sep 17 23:46:57.711849 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe02c5-904f-4f74-ac8a-9e822ebca1e5 req-12c69f2d-b317-4a10-bff1-0db13c04dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:57.714283 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fbe02c5-904f-4f74-ac8a-9e822ebca1e5 req-12c69f2d-b317-4a10-bff1-0db13c04dd3c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45812ce2-37bf-4a72-b837-eb9399e3e8fa HTTP/1.1" status: 200 len: 1097 time: 0.1839552 Sep 17 23:46:57.736567 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:57.741372 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-6bc9a7b9-8561-4cd7-9beb-e720abf8c430 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=a9d9e059-8390-4277-80d1-cebaeedfffa5 HTTP/1.1" status: 200 len: 217 time: 0.2759588 Sep 17 23:46:57.777569 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 5a170d26-4786-49e2-8931-541c67d4e9ee, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=5a170d26-4786-49e2-8931-541c67d4e9ee,segment=NetworkSegment(882570b8-76ad-405e-b5fa-8117ed4685c3),segment_id=882570b8-76ad-405e-b5fa-8117ed4685c3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:57.847130 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1849f-a827-44d6-89a1-ee4f0a53cefd req-92b98e1a-27b6-4ec2-8b84-966abaa5dff2 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:57.850621 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-98e1849f-a827-44d6-89a1-ee4f0a53cefd req-92b98e1a-27b6-4ec2-8b84-966abaa5dff2 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 943 time: 0.1724663 Sep 17 23:46:57.863287 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:57.865883 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0a062-d274-4ca7-9f03-532b53091111 req-fef8b3b5-f0a4-4fd4-ba11-f2a84fe3e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:57.869037 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-11b0a062-d274-4ca7-9f03-532b53091111 req-fef8b3b5-f0a4-4fd4-ba11-f2a84fe3e8d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d1fedeb-4c71-4c23-83df-9176b6ad1639 HTTP/1.1" status: 200 len: 1097 time: 0.3083673 Sep 17 23:46:57.869693 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3c13023c-1fc9-4cb5-871e-4c555db96533 req-efbe4038-e212-4ec9-85b5-6553b4f1baf7 service neutron] 10.222.0.37 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7418578 Sep 17 23:46:57.880318 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fbe02c5-904f-4f74-ac8a-9e822ebca1e5 req-113d7314-7e77-4013-a516-92413e401469 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516500 Sep 17 23:46:57.898056 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-569b1eb2-7e13-4660-8b08-eab55700e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:57.900688 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-569b1eb2-7e13-4660-8b08-eab55700e925 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aef77cc-5335-4c0b-8709-d4c2d4bc8786 HTTP/1.1" status: 200 len: 797 time: 0.1370683 Sep 17 23:46:57.955589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=5a170d26-4786-49e2-8931-541c67d4e9ee,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:57.974024 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-39ce1fa1-e36b-45df-9948-a00d361af30f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:57.976634 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-39ce1fa1-e36b-45df-9948-a00d361af30f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.37 "GET /v2.0/networks?id=e7140621-dcde-4943-90af-dfe4d247c2c7 HTTP/1.1" status: 200 len: 813 time: 0.2820559 Sep 17 23:46:57.980816 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-98e1849f-a827-44d6-89a1-ee4f0a53cefd req-20b4ce70-8d8e-4b8f-a429-7c70adf4eafe tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930400 Sep 17 23:46:57.986495 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-11b0a062-d274-4ca7-9f03-532b53091111 req-3924fdbf-9960-4e35-b7f9-99b558239d74 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102133 Sep 17 23:46:58.006699 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-45fbab61-8c5d-4523-90b3-efbff6d09019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:58.008250 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-45fbab61-8c5d-4523-90b3-efbff6d09019 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0977926 Sep 17 23:46:58.016595 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3c6b0b12-c1ee-415d-a92d-5612af962a34 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:58.021381 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3c6b0b12-c1ee-415d-a92d-5612af962a34 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/networks?id=bf8bf3b3-8d02-4d05-889a-fa3714346daa HTTP/1.1" status: 200 len: 814 time: 0.3599975 Sep 17 23:46:58.036371 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-ba3ea98b-c1f7-4f34-8961-bfa557bba88f tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/quotas/a6e61c8d65fd491b9aa9125400742807 HTTP/1.1" status: 200 len: 375 time: 0.0113304 Sep 17 23:46:58.082766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-3ecebe5c-d958-47d1-81de-daf40e9fa3dd tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Request body: {'port': {'device_id': 'cd3e49dd-d8e6-499a-a6d3-c420a548e6d7', 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7', 'admin_state_up': True, 'tenant_id': '63f0c15ba3ec4977958c88f366299d10'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:46:58.083166 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-07247fa3-e095-4e9f-bbc8-8a30042c1cda tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6e61c8d65fd491b9aa9125400742807&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393200 Sep 17 23:46:58.128145 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7e1d2e5f-100e-426d-a162-817c536f2cd1 req-0ef50ff1-c162-44ac-8366-1ab8d7e62d5a tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=902edfef-b0eb-497c-9f04-becc36f22437 HTTP/1.1" status: 200 len: 210 time: 0.0568607 Sep 17 23:46:58.220472 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-16fbbd22-545c-4266-9f4b-381461b7ca69 service neutron] 10.222.0.46 "GET /v2.0/networks/bf8bf3b3-8d02-4d05-889a-fa3714346daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363316 Sep 17 23:46:58.325060 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-b520839d-ef91-4bb4-bce3-8eb2fddb70bf service neutron] 10.222.0.46 "GET /v2.0/networks/bf8bf3b3-8d02-4d05-889a-fa3714346daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033485 Sep 17 23:46:58.429740 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2809a0-3ea3-485c-b0ce-272ac7045996 req-140aaa87-3366-44fc-a050-88cd3154cc01 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:58.438370 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8e2809a0-3ea3-485c-b0ce-272ac7045996 req-140aaa87-3366-44fc-a050-88cd3154cc01 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 945 time: 0.0611811 Sep 17 23:46:58.447571 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8d4ab-a7e4-499f-a60e-18539c8b0fe4 req-31750ac2-405d-42d3-97dc-e980e0c0fb93 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:58.449826 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c5d8d4ab-a7e4-499f-a60e-18539c8b0fe4 req-31750ac2-405d-42d3-97dc-e980e0c0fb93 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 949 time: 0.2262411 Sep 17 23:46:58.480365 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-3663de03-8dcf-4145-a2d5-9cbe09b2b784 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736020 Sep 17 23:46:58.480588 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8e2809a0-3ea3-485c-b0ce-272ac7045996 req-afec530b-4242-47ee-b5ac-9e70e79e6c81 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405245 Sep 17 23:46:58.511169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-3ecebe5c-d958-47d1-81de-daf40e9fa3dd tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Made reservation on behalf of 63f0c15ba3ec4977958c88f366299d10 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:46:58.515217 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-3ecebe5c-d958-47d1-81de-daf40e9fa3dd tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:58.549970 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-ca899d72-687a-47e2-8ccc-f8344ed99b72 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:58.551472 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-ca899d72-687a-47e2-8ccc-f8344ed99b72 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.41 "GET /v2.0/networks?id=e7140621-dcde-4943-90af-dfe4d247c2c7 HTTP/1.1" status: 200 len: 813 time: 0.3316379 Sep 17 23:46:58.574860 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-6ceba245-25f4-4497-b9de-7793cd03ea6f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Request body: {'port': {'device_id': '902edfef-b0eb-497c-9f04-becc36f22437', 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7', 'admin_state_up': True, 'tenant_id': '63f0c15ba3ec4977958c88f366299d10'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:46:58.690373 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-326b2916-a91e-401d-a35f-125c06919ee6 req-f8903833-1d86-4173-834a-5655801b277c tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 210 time: 0.0596123 Sep 17 23:46:58.764421 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12daf14-f681-4823-ab2e-5ad19fd4dbd0 req-e7e48572-317c-4ced-bb3c-911e12f06721 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:58.766571 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f12daf14-f681-4823-ab2e-5ad19fd4dbd0 req-e7e48572-317c-4ced-bb3c-911e12f06721 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 949 time: 0.0792761 Sep 17 23:46:58.820386 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f12daf14-f681-4823-ab2e-5ad19fd4dbd0 req-e4728a03-7425-440a-a2b1-849dcec1a38a tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/security-groups?id=af906339-319f-4f24-8b98-6c41e6c740a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382206 Sep 17 23:46:59.115328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44461d80-e8f5-4d43-9884-20a5a1618431 req-ef8a9247-564f-46cf-acfa-e49316159cf8 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:59.117218 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-44461d80-e8f5-4d43-9884-20a5a1618431 req-ef8a9247-564f-46cf-acfa-e49316159cf8 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 943 time: 0.0624213 Sep 17 23:46:59.135066 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9c65738f-b824-412b-8929-5bdfd6ecaa24 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:46:59.174464 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-44461d80-e8f5-4d43-9884-20a5a1618431 req-3c035edb-698b-42d0-8018-abf7a940e482 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474169 Sep 17 23:46:59.240990 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-c5d8d4ab-a7e4-499f-a60e-18539c8b0fe4 req-e8899623-d64f-49c1-81ea-c758768a41ea tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Deleting port 8603a355-42d4-481c-87e7-f5b8a2a2a792 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:46:59.241928 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c5d8d4ab-a7e4-499f-a60e-18539c8b0fe4 req-e8899623-d64f-49c1-81ea-c758768a41ea tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:59.281480 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-abd9e08d-6afb-4764-b390-d37f49ce6095 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7815940 Sep 17 23:46:59.303292 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9c65738f-b824-412b-8929-5bdfd6ecaa24, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9c65738f-b824-412b-8929-5bdfd6ecaa24,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:59.312688 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d65c9652-cdcd-401f-87b0-093b84714925 req-5343c9f4-4e92-49d0-8708-01abb3927ffa tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=902edfef-b0eb-497c-9f04-becc36f22437 HTTP/1.1" status: 200 len: 210 time: 0.0428996 Sep 17 23:46:59.327125 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '9c65738f-b824-412b-8929-5bdfd6ecaa24', 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476', 'port_id': '9c65738f-b824-412b-8929-5bdfd6ecaa24', 'mac_address': 'fa:16:3e:96:19:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b73b73-63cd-4505-9722-63303d58ca18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:46:59.370448 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:59.387350 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-ea6d2bdd-0292-4499-a4dd-e4574fbdc8c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6bd98999-1873-446c-bd20-a66f5e0dc3f9 HTTP/1.1" status: 200 len: 217 time: 0.0826299 Sep 17 23:46:59.387472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c65738f-b824-412b-8929-5bdfd6ecaa24 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:46:59.409197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9c65738f-b824-412b-8929-5bdfd6ecaa24, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9c65738f-b824-412b-8929-5bdfd6ecaa24,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:59.491702 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-3ecebe5c-d958-47d1-81de-daf40e9fa3dd tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Allocated IP 172.20.0.11 (e7140621-dcde-4943-90af-dfe4d247c2c7/0c3c945e-d584-43af-aa4e-ae7c1a0a6aa0/768d232f-8fbe-4f20-96d9-d5d22dc03c11) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:46:59.509540 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-c5d8d4ab-a7e4-499f-a60e-18539c8b0fe4 req-e8899623-d64f-49c1-81ea-c758768a41ea tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] For port 8603a355-42d4-481c-87e7-f5b8a2a2a792, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8603a355-42d4-481c-87e7-f5b8a2a2a792,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:46:59.509833 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c5d8d4ab-a7e4-499f-a60e-18539c8b0fe4 req-e8899623-d64f-49c1-81ea-c758768a41ea tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:59.524083 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-b7a9bf5e-e42a-4a0a-aaf2-84c2986a08b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:59.525798 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-b7a9bf5e-e42a-4a0a-aaf2-84c2986a08b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c6c43ea-51ef-4e38-b4f1-a534cd748806 HTTP/1.1" status: 200 len: 797 time: 0.1090388 Sep 17 23:46:59.529858 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:59.546062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-6ceba245-25f4-4497-b9de-7793cd03ea6f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Made reservation on behalf of 63f0c15ba3ec4977958c88f366299d10 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:46:59.549389 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-6ceba245-25f4-4497-b9de-7793cd03ea6f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:46:59.558175 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-c5d8d4ab-a7e4-499f-a60e-18539c8b0fe4 req-e8899623-d64f-49c1-81ea-c758768a41ea tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Calling delete_port for 8603a355-42d4-481c-87e7-f5b8a2a2a792 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:46:59.597774 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9c65738f-b824-412b-8929-5bdfd6ecaa24,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:46:59.600257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6139b52a-bc6e-410d-8f04-213b65a222bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a170d26-4786-49e2-8931-541c67d4e9ee'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:46:59.602645 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ee91fa-5b40-4adb-b957-25077ee46acf" -d '{"events": [{"server_uuid": "6139b52a-bc6e-410d-8f04-213b65a222bd", "name": "network-vif-plugged", "status": "completed", "tag": "5a170d26-4786-49e2-8931-541c67d4e9ee"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:46:59.641568 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249db4d6-5327-44aa-ae8c-fcf6e6c70cd9 x-openstack-request-id: req-249db4d6-5327-44aa-ae8c-fcf6e6c70cd9 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:46:59.641911 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6139b52a-bc6e-410d-8f04-213b65a222bd", "name": "network-vif-plugged", "status": "completed", "tag": "5a170d26-4786-49e2-8931-541c67d4e9ee", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:46:59.642212 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-249db4d6-5327-44aa-ae8c-fcf6e6c70cd9 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:46:59.642625 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6139b52a-bc6e-410d-8f04-213b65a222bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a170d26-4786-49e2-8931-541c67d4e9ee', 'code': 200} Sep 17 23:46:59.692940 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a872a3-c1b0-4dfa-a68d-164a09a48cbe req-c1bad00a-c29d-4a40-af27-e0bd0b8c71de tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:59.694700 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17a872a3-c1b0-4dfa-a68d-164a09a48cbe req-c1bad00a-c29d-4a40-af27-e0bd0b8c71de tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 945 time: 0.1021843 Sep 17 23:46:59.755531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17a872a3-c1b0-4dfa-a68d-164a09a48cbe req-b159ad7b-faa1-47dc-bcb4-ae6de56c58db tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536768 Sep 17 23:46:59.785573 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1be62396-5f84-4635-b3b8-24c6e993439c req-72e4d7a2-dd1c-48b0-ae03-25bd62d251ed tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 210 time: 0.0288453 Sep 17 23:46:59.794611 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['9c65738f-b824-412b-8929-5bdfd6ecaa24'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:46:59.853959 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-fb331ae3-6d5c-4aa2-8b92-4f0e535d6c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:59.855750 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-fb331ae3-6d5c-4aa2-8b92-4f0e535d6c32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78331211-787b-4584-b606-15ede9ec2d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3040028 Sep 17 23:46:59.953994 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2913f54-1825-459a-862e-1cfea57d3b4c req-655ed74e-0289-45f4-8ea1-0ca3f1d8891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:59.956211 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f2913f54-1825-459a-862e-1cfea57d3b4c req-655ed74e-0289-45f4-8ea1-0ca3f1d8891a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 1096 time: 0.2457988 Sep 17 23:46:59.967331 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fab77-32d8-49bd-a9f4-02823240b29b req-fac02aea-3c93-4b41-bcb8-b59f8ad81e6a tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:46:59.970315 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a6fab77-32d8-49bd-a9f4-02823240b29b req-fac02aea-3c93-4b41-bcb8-b59f8ad81e6a tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 949 time: 0.0600946 Sep 17 23:47:00.024823 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a6fab77-32d8-49bd-a9f4-02823240b29b req-312da845-9f54-4d7e-9402-a686c7a806c7 tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/security-groups?id=af906339-319f-4f24-8b98-6c41e6c740a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469007 Sep 17 23:47:00.079685 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-3ecebe5c-d958-47d1-81de-daf40e9fa3dd tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:00.108969 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f2913f54-1825-459a-862e-1cfea57d3b4c req-4d2d5545-1733-474e-8019-7f35b1e11d8c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426394 Sep 17 23:47:00.137607 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-08790167-5bdf-4bbb-af87-980dc3792631 service neutron] 10.222.0.41 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470965 Sep 17 23:47:00.197906 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c5d8d4ab-a7e4-499f-a60e-18539c8b0fe4 req-e8899623-d64f-49c1-81ea-c758768a41ea tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:00.230984 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8899623-d64f-49c1-81ea-c758768a41ea tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Pushing event deleted for resources: {'Port': ['ID=8603a355-42d4-481c-87e7-f5b8a2a2a792,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:00.249590 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-3ecebe5c-d958-47d1-81de-daf40e9fa3dd tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:00.293085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed93ca3-d5dc-4535-aaae-66c6ed7a1d34 req-c47ba059-ff5e-4e53-b915-958e22a5394e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:00.302423 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eed93ca3-d5dc-4535-aaae-66c6ed7a1d34 req-c47ba059-ff5e-4e53-b915-958e22a5394e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 944 time: 0.0604434 Sep 17 23:47:00.357159 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eed93ca3-d5dc-4535-aaae-66c6ed7a1d34 req-30117f3e-5927-499f-9bd9-732dad1e8d37 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494902 Sep 17 23:47:00.384928 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d8d4ab-a7e4-499f-a60e-18539c8b0fe4 req-e8899623-d64f-49c1-81ea-c758768a41ea tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] No DVR routers for this DVR port 8603a355-42d4-481c-87e7-f5b8a2a2a792 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:47:00.395716 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c5d8d4ab-a7e4-499f-a60e-18539c8b0fe4 req-e8899623-d64f-49c1-81ea-c758768a41ea tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:00.397725 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c5d8d4ab-a7e4-499f-a60e-18539c8b0fe4 req-e8899623-d64f-49c1-81ea-c758768a41ea tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.41 "DELETE /v2.0/ports/8603a355-42d4-481c-87e7-f5b8a2a2a792 HTTP/1.1" status: 204 len: 173 time: 1.9390626 Sep 17 23:47:00.403259 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-3ecebe5c-d958-47d1-81de-daf40e9fa3dd tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Network e7140621-dcde-4943-90af-dfe4d247c2c7 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:47:00.403875 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0ad5ca-8526-4c65-9dad-de651c0b4d93', 'name': 'network-vif-deleted', 'tag': '8603a355-42d4-481c-87e7-f5b8a2a2a792'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:00.406159 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cbe13d-9865-4d56-8721-18bd0690b2cc" -d '{"events": [{"server_uuid": "7b0ad5ca-8526-4c65-9dad-de651c0b4d93", "name": "network-vif-deleted", "tag": "8603a355-42d4-481c-87e7-f5b8a2a2a792"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:00.426830 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-3ecebe5c-d958-47d1-81de-daf40e9fa3dd tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:00.437527 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-3ecebe5c-d958-47d1-81de-daf40e9fa3dd tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:47:00.443356 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-6ceba245-25f4-4497-b9de-7793cd03ea6f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Allocated IP 172.20.0.8 (e7140621-dcde-4943-90af-dfe4d247c2c7/0c3c945e-d584-43af-aa4e-ae7c1a0a6aa0/9d717305-8955-44d7-8066-bbbbb5505fc9) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:47:00.450959 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecebe5c-d958-47d1-81de-daf40e9fa3dd tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Pushing event updated for resources: {'Port': ['ID=768d232f-8fbe-4f20-96d9-d5d22dc03c11,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:00.462681 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9feee7e-6dc7-4bd7-b5f6-0af2ada100e5 req-d6930f1c-bb7a-47d3-804b-864d48b353ce tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=902edfef-b0eb-497c-9f04-becc36f22437 HTTP/1.1" status: 200 len: 210 time: 0.0690310 Sep 17 23:47:00.526311 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0b7c02-d41b-4863-9441-d4063d1e1818 x-openstack-request-id: req-ec0b7c02-d41b-4863-9441-d4063d1e1818 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:00.526636 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0ad5ca-8526-4c65-9dad-de651c0b4d93", "name": "network-vif-deleted", "tag": "8603a355-42d4-481c-87e7-f5b8a2a2a792", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:00.526857 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ec0b7c02-d41b-4863-9441-d4063d1e1818 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:00.527315 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0ad5ca-8526-4c65-9dad-de651c0b4d93', 'name': 'network-vif-deleted', 'tag': '8603a355-42d4-481c-87e7-f5b8a2a2a792', 'status': 'completed', 'code': 200} Sep 17 23:47:00.565819 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-3ecebe5c-d958-47d1-81de-daf40e9fa3dd tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:00.566468 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-3ecebe5c-d958-47d1-81de-daf40e9fa3dd tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:00.599940 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-e131ecd2-15fc-40b7-9eb7-2bd3417754a8 service neutron] 10.222.0.41 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726376 Sep 17 23:47:00.615328 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8603a355-42d4-481c-87e7-f5b8a2a2a792 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:47:00.639143 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 8603a355-42d4-481c-87e7-f5b8a2a2a792 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:47:00.639498 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8603a355-42d4-481c-87e7-f5b8a2a2a792 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:47:00.653809 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-d6005d65-79ad-4d41-a07f-ed685a6ae4ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 HTTP/1.1" status: 200 len: 217 time: 0.0453725 Sep 17 23:47:00.712751 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-3ecebe5c-d958-47d1-81de-daf40e9fa3dd tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6347833 Sep 17 23:47:00.754222 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Request body: {'port': {'device_id': 'cd3e49dd-d8e6-499a-a6d3-c420a548e6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:00.836616 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-ed1050e9-0321-4361-bab6-b9847f753835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:00.839040 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-ed1050e9-0321-4361-bab6-b9847f753835 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c6c43ea-51ef-4e38-b4f1-a534cd748806 HTTP/1.1" status: 200 len: 797 time: 0.1776657 Sep 17 23:47:00.898722 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8467c-f8cd-4755-9571-8554bcd415fe req-11290aef-c141-4ddd-a02a-504d19386d13 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:00.901843 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-59c8467c-f8cd-4755-9571-8554bcd415fe req-11290aef-c141-4ddd-a02a-504d19386d13 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 945 time: 0.0612662 Sep 17 23:47:00.942966 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:00.962307 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-6ceba245-25f4-4497-b9de-7793cd03ea6f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:00.965370 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd3b43a3-d6f4-4d98-a4d4-520fda36e697 req-60e7693c-7c75-41d3-bd28-467b1cacf436 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 210 time: 0.0619900 Sep 17 23:47:00.976304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-1418af4e-6c8c-4f66-99c9-a4e462963815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:00.981376 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-1418af4e-6c8c-4f66-99c9-a4e462963815 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78331211-787b-4584-b606-15ede9ec2d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1062605 Sep 17 23:47:00.997310 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-59c8467c-f8cd-4755-9571-8554bcd415fe req-dca8ca84-446e-48f7-b097-b87d9fa6ec90 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825846 Sep 17 23:47:01.134747 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27b62370-7150-43f8-93f8-6d4a2c9a6bb0 req-a65891c2-88e4-42a1-a8bd-416acd42e4ff tempest-ImagesOneServerTestJSON-2033666172 tempest-ImagesOneServerTestJSON-2033666172-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b0ad5ca-8526-4c65-9dad-de651c0b4d93 HTTP/1.1" status: 200 len: 210 time: 0.0289586 Sep 17 23:47:01.149728 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9c65738f-b824-412b-8929-5bdfd6ecaa24 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:47:01.217753 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-97a22c36-7360-467f-ae84-83a8edf2346c service neutron] 10.222.0.41 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162275 Sep 17 23:47:01.267343 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-6ceba245-25f4-4497-b9de-7793cd03ea6f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:01.295713 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 9c65738f-b824-412b-8929-5bdfd6ecaa24 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:47:01.299909 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 9c65738f-b824-412b-8929-5bdfd6ecaa24 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:47:01.300287 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:01.406774 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:01.418512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-6ceba245-25f4-4497-b9de-7793cd03ea6f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Network e7140621-dcde-4943-90af-dfe4d247c2c7 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:47:01.435206 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceba245-25f4-4497-b9de-7793cd03ea6f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Pushing event updated for resources: {'Port': ['ID=9d717305-8955-44d7-8066-bbbbb5505fc9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:01.451666 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9c65738f-b824-412b-8929-5bdfd6ecaa24, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9c65738f-b824-412b-8929-5bdfd6ecaa24,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:01.451791 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-6ceba245-25f4-4497-b9de-7793cd03ea6f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:01.451791 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-6ceba245-25f4-4497-b9de-7793cd03ea6f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:47:01.520152 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5ffc423-9766-44d4-9af1-a8e35ffa1a45 req-94238b3d-8cf0-4068-b924-8ad11bfc6b15 service neutron] 10.222.0.41 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937806 Sep 17 23:47:01.528041 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-6ceba245-25f4-4497-b9de-7793cd03ea6f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:01.528845 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-6ceba245-25f4-4497-b9de-7793cd03ea6f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:01.550052 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd6552-8e1c-415e-9c0a-7c8680d0ce20 req-30ff6011-a993-43cb-80f6-eff83b9535cb tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:01.558781 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82bd6552-8e1c-415e-9c0a-7c8680d0ce20 req-30ff6011-a993-43cb-80f6-eff83b9535cb tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 944 time: 0.1240711 Sep 17 23:47:01.577329 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:01.606799 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-17571f45-8181-48ab-9331-3910a3838e0b tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:01.608304 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-17571f45-8181-48ab-9331-3910a3838e0b tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.37 "GET /v2.0/networks?id=bf8bf3b3-8d02-4d05-889a-fa3714346daa HTTP/1.1" status: 200 len: 814 time: 0.1841712 Sep 17 23:47:01.623491 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82bd6552-8e1c-415e-9c0a-7c8680d0ce20 req-2ac1bec7-3e86-42eb-90b3-984d4c9c94dc tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637362 Sep 17 23:47:01.634789 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-eb18104a-e9e1-4fae-a895-1639460e1080 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Request body: {'port': {'device_id': 'bd4a0ff4-9f29-4cfd-9136-fdfd67f63977', 'network_id': 'bf8bf3b3-8d02-4d05-889a-fa3714346daa', 'admin_state_up': True, 'tenant_id': 'a6e61c8d65fd491b9aa9125400742807'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:01.645028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75839123-2bb0-4ce2-993a-d34fb0da8db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c65738f-b824-412b-8929-5bdfd6ecaa24'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:01.653305 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0a4206-f12d-4ca7-a0e5-5b29ae95bc47" -d '{"events": [{"server_uuid": "75839123-2bb0-4ce2-993a-d34fb0da8db3", "name": "network-vif-plugged", "status": "completed", "tag": "9c65738f-b824-412b-8929-5bdfd6ecaa24"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:01.676982 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-6ceba245-25f4-4497-b9de-7793cd03ea6f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1142166 Sep 17 23:47:01.685583 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9c65738f-b824-412b-8929-5bdfd6ecaa24,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:01.698990 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Request body: {'port': {'device_id': '902edfef-b0eb-497c-9f04-becc36f22437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:01.778979 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9518eae-3916-41fa-885f-a5da32aa0246 x-openstack-request-id: req-c9518eae-3916-41fa-885f-a5da32aa0246 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:01.779457 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75839123-2bb0-4ce2-993a-d34fb0da8db3", "name": "network-vif-plugged", "status": "completed", "tag": "9c65738f-b824-412b-8929-5bdfd6ecaa24", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:01.779938 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c9518eae-3916-41fa-885f-a5da32aa0246 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:01.780394 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75839123-2bb0-4ce2-993a-d34fb0da8db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c65738f-b824-412b-8929-5bdfd6ecaa24', 'code': 200} Sep 17 23:47:01.790598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768d232f-8fbe-4f20-96d9-d5d22dc03c11 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:01.805085 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:01.812208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe610afe-a416-451b-ad73-ae1d28a44c97 req-4c404b7c-5281-4abc-b488-97c522b5ba36 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:01.813859 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe610afe-a416-451b-ad73-ae1d28a44c97 req-4c404b7c-5281-4abc-b488-97c522b5ba36 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=902edfef-b0eb-497c-9f04-becc36f22437 HTTP/1.1" status: 200 len: 931 time: 0.1297824 Sep 17 23:47:01.819167 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:01.843868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Transition to ACTIVE for port object 768d232f-8fbe-4f20-96d9-d5d22dc03c11 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:47:01.888025 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe610afe-a416-451b-ad73-ae1d28a44c97 req-a364ee94-158a-4039-ab85-a6244508f711 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577314 Sep 17 23:47:01.924100 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:01.938437 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d9150-ce89-4f34-a70c-9129eecef2b6 req-206daac6-3d0a-4039-8dba-873fafb74482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:01.939890 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-128d9150-ce89-4f34-a70c-9129eecef2b6 req-206daac6-3d0a-4039-8dba-873fafb74482 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 1096 time: 0.0933762 Sep 17 23:47:01.942592 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-eb18104a-e9e1-4fae-a895-1639460e1080 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Made reservation on behalf of a6e61c8d65fd491b9aa9125400742807 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:01.946113 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-eb18104a-e9e1-4fae-a895-1639460e1080 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:02.095539 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-128d9150-ce89-4f34-a70c-9129eecef2b6 req-f323b3e0-dac3-4a92-aa87-25a9a1607119 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842435 Sep 17 23:47:02.120377 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9043081-8ea7-4848-8db0-fada11124582 req-cd0534a1-b9d5-4d59-ba63-d026000171aa tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 210 time: 0.0443144 Sep 17 23:47:02.143207 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-eb18104a-e9e1-4fae-a895-1639460e1080 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Allocated IP 172.20.0.2 (bf8bf3b3-8d02-4d05-889a-fa3714346daa/45596c5b-e76d-4bf4-b9f4-7103b4235af9/0324980a-192f-4a2b-8d41-815267138708) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:47:02.149171 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Pushing event updated for resources: {'Port': ['ID=768d232f-8fbe-4f20-96d9-d5d22dc03c11,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:02.185596 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafbb0f-fff9-4e27-a222-96ed7dcf3ed0 req-a2a48fdb-a677-4177-8da0-c5f3f0679aa6 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:02.187142 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dcafbb0f-fff9-4e27-a222-96ed7dcf3ed0 req-a2a48fdb-a677-4177-8da0-c5f3f0679aa6 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 945 time: 0.0975604 Sep 17 23:47:02.227790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Attempting to bind port 768d232f-8fbe-4f20-96d9-d5d22dc03c11 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:47:02.228298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Attempting to bind port 768d232f-8fbe-4f20-96d9-d5d22dc03c11 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '3c7dbd94-e31a-4bb2-a2e7-132a3825c840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:47:02.228639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Attempting to bind port 768d232f-8fbe-4f20-96d9-d5d22dc03c11 on network e7140621-dcde-4943-90af-dfe4d247c2c7 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:02.237804 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Port 768d232f-8fbe-4f20-96d9-d5d22dc03c11 on network e7140621-dcde-4943-90af-dfe4d247c2c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:47:02.238144 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Attempting to bind port 768d232f-8fbe-4f20-96d9-d5d22dc03c11 on network e7140621-dcde-4943-90af-dfe4d247c2c7 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:02.256110 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:47:02.256453 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Checking segment: {'id': '3c7dbd94-e31a-4bb2-a2e7-132a3825c840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:02.256879 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Bound using segment: {'id': '3c7dbd94-e31a-4bb2-a2e7-132a3825c840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:47:02.257307 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Bound port: 768d232f-8fbe-4f20-96d9-d5d22dc03c11, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7dbd94-e31a-4bb2-a2e7-132a3825c840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:47:02.257671 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:02.273988 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dcafbb0f-fff9-4e27-a222-96ed7dcf3ed0 req-b0760259-aa8b-401b-93e7-19b37a3ced5f tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720644 Sep 17 23:47:02.393896 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d717305-8955-44d7-8066-bbbbb5505fc9 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:02.404540 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:02.407135 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] For port 768d232f-8fbe-4f20-96d9-d5d22dc03c11, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:47:02.424880 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] For port 768d232f-8fbe-4f20-96d9-d5d22dc03c11, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=768d232f-8fbe-4f20-96d9-d5d22dc03c11,segment=NetworkSegment(3c7dbd94-e31a-4bb2-a2e7-132a3825c840),segment_id=3c7dbd94-e31a-4bb2-a2e7-132a3825c840)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:47:02.426836 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-eb18104a-e9e1-4fae-a895-1639460e1080 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:02.427900 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Transition to ACTIVE for port object 9d717305-8955-44d7-8066-bbbbb5505fc9 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:47:02.451617 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc940eb1-afc8-46d9-b4be-7a5d7f86c246 req-f20eaf81-3949-4672-8f69-ee5dffb8934e tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:02.453143 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc940eb1-afc8-46d9-b4be-7a5d7f86c246 req-f20eaf81-3949-4672-8f69-ee5dffb8934e tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=45812ce2-37bf-4a72-b837-eb9399e3e8fa HTTP/1.1" status: 200 len: 946 time: 0.0790613 Sep 17 23:47:02.502408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc940eb1-afc8-46d9-b4be-7a5d7f86c246 req-0be41074-69e4-4ab1-bf11-50f0ffe22777 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392601 Sep 17 23:47:02.518641 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:02.523810 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:02.565657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:02.566267 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:02.567626 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] 10.222.0.37 "PUT /v2.0/ports/768d232f-8fbe-4f20-96d9-d5d22dc03c11 HTTP/1.1" status: 200 len: 1092 time: 1.8208714 Sep 17 23:47:02.568058 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3e49dd-d8e6-499a-a6d3-c420a548e6d7', 'tag': '768d232f-8fbe-4f20-96d9-d5d22dc03c11'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:02.570303 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3d5563-ad48-4eb2-bbd8-06436afe7df0" -d '{"events": [{"name": "network-changed", "server_uuid": "cd3e49dd-d8e6-499a-a6d3-c420a548e6d7", "tag": "768d232f-8fbe-4f20-96d9-d5d22dc03c11"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:02.608993 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Pushing event updated for resources: {'Port': ['ID=9d717305-8955-44d7-8066-bbbbb5505fc9,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:02.625325 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b28d84-813d-4d97-a925-c54d05d7c2d0 req-06ebb428-1d8e-4b07-9635-ddd99e95122e tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:02.626889 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0b28d84-813d-4d97-a925-c54d05d7c2d0 req-06ebb428-1d8e-4b07-9635-ddd99e95122e tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d1fedeb-4c71-4c23-83df-9176b6ad1639 HTTP/1.1" status: 200 len: 946 time: 0.0566015 Sep 17 23:47:02.628451 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-eb18104a-e9e1-4fae-a895-1639460e1080 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:02.707589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-eb18104a-e9e1-4fae-a895-1639460e1080 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Network bf8bf3b3-8d02-4d05-889a-fa3714346daa is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:47:02.708812 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73342df4-8eb5-439d-8561-8f9ccf0985f3 service neutron] Pushing event updated for resources: {'Port': ['ID=768d232f-8fbe-4f20-96d9-d5d22dc03c11,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:02.725598 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0b28d84-813d-4d97-a925-c54d05d7c2d0 req-282f8815-9df2-424c-b7d8-8e364ebf0194 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897512 Sep 17 23:47:02.729651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-eb18104a-e9e1-4fae-a895-1639460e1080 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:02.729651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18104a-e9e1-4fae-a895-1639460e1080 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Pushing event updated for resources: {'Port': ['ID=0324980a-192f-4a2b-8d41-815267138708,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:02.731560 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-eb18104a-e9e1-4fae-a895-1639460e1080 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:47:02.763951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Attempting to bind port 9d717305-8955-44d7-8066-bbbbb5505fc9 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:47:02.763951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Attempting to bind port 9d717305-8955-44d7-8066-bbbbb5505fc9 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '3c7dbd94-e31a-4bb2-a2e7-132a3825c840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:47:02.763951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Attempting to bind port 9d717305-8955-44d7-8066-bbbbb5505fc9 on network e7140621-dcde-4943-90af-dfe4d247c2c7 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:02.771530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Port 9d717305-8955-44d7-8066-bbbbb5505fc9 on network e7140621-dcde-4943-90af-dfe4d247c2c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:47:02.771887 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Attempting to bind port 9d717305-8955-44d7-8066-bbbbb5505fc9 on network e7140621-dcde-4943-90af-dfe4d247c2c7 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:02.780435 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:47:02.780769 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Checking segment: {'id': '3c7dbd94-e31a-4bb2-a2e7-132a3825c840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:02.781178 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Bound using segment: {'id': '3c7dbd94-e31a-4bb2-a2e7-132a3825c840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:47:02.781611 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Bound port: 9d717305-8955-44d7-8066-bbbbb5505fc9, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7dbd94-e31a-4bb2-a2e7-132a3825c840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:47:02.781962 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:02.785780 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38122) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:02.809474 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-8afade1d-6f98-4a14-888b-bf89233de050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:02.810986 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-8afade1d-6f98-4a14-888b-bf89233de050 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63f0c15ba3ec4977958c88f366299d10&device_id=cd3e49dd-d8e6-499a-a6d3-c420a548e6d7 HTTP/1.1" status: 200 len: 1095 time: 0.0944901 Sep 17 23:47:02.828887 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-eb18104a-e9e1-4fae-a895-1639460e1080 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:02.829792 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-eb18104a-e9e1-4fae-a895-1639460e1080 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:02.871272 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbdedb7-ca04-4993-9238-237d20ab8f94 x-openstack-request-id: req-4dbdedb7-ca04-4993-9238-237d20ab8f94 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:02.871557 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd3e49dd-d8e6-499a-a6d3-c420a548e6d7", "tag": "768d232f-8fbe-4f20-96d9-d5d22dc03c11", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:02.871804 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4dbdedb7-ca04-4993-9238-237d20ab8f94 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:02.872211 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3e49dd-d8e6-499a-a6d3-c420a548e6d7', 'tag': '768d232f-8fbe-4f20-96d9-d5d22dc03c11', 'status': 'completed', 'code': 200} Sep 17 23:47:02.875428 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-72d8d2f7-05d7-43e3-9ef0-d25d84559cbe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=768d232f-8fbe-4f20-96d9-d5d22dc03c11 HTTP/1.1" status: 200 len: 217 time: 0.0416434 Sep 17 23:47:02.942235 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] For port 9d717305-8955-44d7-8066-bbbbb5505fc9, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:47:02.959551 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] For port 9d717305-8955-44d7-8066-bbbbb5505fc9, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9d717305-8955-44d7-8066-bbbbb5505fc9,segment=NetworkSegment(3c7dbd94-e31a-4bb2-a2e7-132a3825c840),segment_id=3c7dbd94-e31a-4bb2-a2e7-132a3825c840)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:47:02.960147 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-eb18104a-e9e1-4fae-a895-1639460e1080 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3354609 Sep 17 23:47:02.964857 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-26f2cb2f-f50b-4307-8cdf-c5fedaf25311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:02.970773 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-26f2cb2f-f50b-4307-8cdf-c5fedaf25311 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c3c945e-d584-43af-aa4e-ae7c1a0a6aa0 HTTP/1.1" status: 200 len: 853 time: 0.0815721 Sep 17 23:47:02.980765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ed011-0fc4-41df-8355-82c840325442 req-135ca4e0-a0d6-47a2-82f5-ae570143e541 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:02.982320 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d7ed011-0fc4-41df-8355-82c840325442 req-135ca4e0-a0d6-47a2-82f5-ae570143e541 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 945 time: 0.0637970 Sep 17 23:47:02.987149 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Request body: {'port': {'device_id': 'bd4a0ff4-9f29-4cfd-9136-fdfd67f63977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:03.011248 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-ba4fade6-c5ce-4941-8173-c569ca5a0f08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e7140621-dcde-4943-90af-dfe4d247c2c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342135 Sep 17 23:47:03.052121 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:03.066429 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d7ed011-0fc4-41df-8355-82c840325442 req-b637be01-38f6-4118-8eba-6394a3e5a8b2 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749657 Sep 17 23:47:03.075474 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ebf554b0-1a0c-4e51-bb24-80ab7fe2e431 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=49a879e45f214cfd9092e236333e3d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879655 Sep 17 23:47:03.078815 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38130) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:03.091786 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:03.195012 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1dcc-37ec-4adf-951c-b89e1d7ec4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:03.292527 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1dcc-37ec-4adf-951c-b89e1d7ec4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:03.351468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d24a6a-c73c-4a5f-817a-b483a8366f8d req-f68f71d4-de8f-42d5-8f5e-c2d91a8dbde0 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:03.353032 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2d24a6a-c73c-4a5f-817a-b483a8366f8d req-f68f71d4-de8f-42d5-8f5e-c2d91a8dbde0 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 946 time: 0.1821659 Sep 17 23:47:03.438086 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:03.438850 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:03.440113 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] 10.222.0.41 "PUT /v2.0/ports/9d717305-8955-44d7-8066-bbbbb5505fc9 HTTP/1.1" status: 200 len: 1091 time: 1.7482462 Sep 17 23:47:03.445624 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2d24a6a-c73c-4a5f-817a-b483a8366f8d req-6ce819cc-7fd9-4a0c-894c-f00744f27a20 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/security-groups?id=27c79360-6ded-4e34-9033-521c2000acca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767262 Sep 17 23:47:03.480054 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dfb57-7f8a-4aab-b092-0da4e3b59962 service neutron] Pushing event updated for resources: {'Port': ['ID=9d717305-8955-44d7-8066-bbbbb5505fc9,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:03.492925 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-1fe00f9a-d6c1-4f95-9cf3-297d42015668 service neutron] 10.222.0.37 "GET /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675584 Sep 17 23:47:03.577987 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1dcc-37ec-4adf-951c-b89e1d7ec4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:03.580543 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef3e1dcc-37ec-4adf-951c-b89e1d7ec4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:03.585117 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ef3e1dcc-37ec-4adf-951c-b89e1d7ec4bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af906339-319f-4f24-8b98-6c41e6c740a8 HTTP/1.1" status: 204 len: 168 time: 0.5018675 Sep 17 23:47:03.633576 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-8ac9729b-6a11-4c4b-b043-845a04ea7354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:03.635075 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-8ac9729b-6a11-4c4b-b043-845a04ea7354 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63f0c15ba3ec4977958c88f366299d10&device_id=902edfef-b0eb-497c-9f04-becc36f22437 HTTP/1.1" status: 200 len: 1094 time: 0.0885468 Sep 17 23:47:03.641524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0324980a-192f-4a2b-8d41-815267138708 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:03.642029 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-55e53a32-8c5a-4701-8874-fdd875c4c009 service neutron] 10.222.0.37 "GET /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413755 Sep 17 23:47:03.646527 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e1dcc-37ec-4adf-951c-b89e1d7ec4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af906339-319f-4f24-8b98-6c41e6c740a8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:03.662295 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:03.681739 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Transition to ACTIVE for port object 0324980a-192f-4a2b-8d41-815267138708 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:47:03.690723 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-c6289a0d-e4d5-46d1-b5a2-58623ab8b030 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d717305-8955-44d7-8066-bbbbb5505fc9 HTTP/1.1" status: 200 len: 217 time: 0.0468438 Sep 17 23:47:03.695308 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f2e4d-955a-4c67-bcc9-b6f6e229025f req-7c6caec6-0fa8-4d04-8637-4e985c05be41 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:03.696892 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b6f2e4d-955a-4c67-bcc9-b6f6e229025f req-7c6caec6-0fa8-4d04-8637-4e985c05be41 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=902edfef-b0eb-497c-9f04-becc36f22437 HTTP/1.1" status: 200 len: 943 time: 0.1377010 Sep 17 23:47:03.705095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca8694-6d16-41f3-926c-a3282ebeae05 req-98db4570-decf-44b7-9b20-a4e83f23ddd1 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:03.706747 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cbca8694-6d16-41f3-926c-a3282ebeae05 req-98db4570-decf-44b7-9b20-a4e83f23ddd1 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 931 time: 0.1465342 Sep 17 23:47:03.754957 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-680dda39-b6ce-4683-af3e-a0242ee6e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:03.757313 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-680dda39-b6ce-4683-af3e-a0242ee6e90b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c3c945e-d584-43af-aa4e-ae7c1a0a6aa0 HTTP/1.1" status: 200 len: 853 time: 0.0499909 Sep 17 23:47:03.787450 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b6f2e4d-955a-4c67-bcc9-b6f6e229025f req-473fe14c-f105-44e5-900e-7193e96b717b tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748138 Sep 17 23:47:03.790564 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:03.816232 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-5f42486a-238b-493b-9e4d-f9a29f8027e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7140621-dcde-4943-90af-dfe4d247c2c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452712 Sep 17 23:47:03.823678 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cbca8694-6d16-41f3-926c-a3282ebeae05 req-c63184d2-80f9-48b2-96cc-6361869de797 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ca319e8-4df3-4d90-8d6b-a0ccb28bcab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017065 Sep 17 23:47:03.970544 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Pushing event updated for resources: {'Port': ['ID=0324980a-192f-4a2b-8d41-815267138708,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:03.984538 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-1e6280ce-b78d-4c56-9e8a-0c31159979d1 service neutron] 10.222.0.41 "GET /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206994 Sep 17 23:47:04.009851 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a008c7e-f882-4ef4-b9b2-881bb2d175bd req-9f419b8c-5ce2-4cae-b801-39a3befa7ab3 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:04.012338 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a008c7e-f882-4ef4-b9b2-881bb2d175bd req-9f419b8c-5ce2-4cae-b801-39a3befa7ab3 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d1fedeb-4c71-4c23-83df-9176b6ad1639 HTTP/1.1" status: 200 len: 946 time: 0.1224439 Sep 17 23:47:04.028012 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d5563-ad48-4eb2-bbd8-06436afe7df0 req-89ba79b0-11a7-40a3-9a10-aadd4a0348fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:04.029563 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-de3d5563-ad48-4eb2-bbd8-06436afe7df0 req-89ba79b0-11a7-40a3-9a10-aadd4a0348fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63f0c15ba3ec4977958c88f366299d10&device_id=cd3e49dd-d8e6-499a-a6d3-c420a548e6d7 HTTP/1.1" status: 200 len: 1095 time: 0.2123420 Sep 17 23:47:04.037616 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Attempting to bind port 0324980a-192f-4a2b-8d41-815267138708 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:47:04.038759 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Attempting to bind port 0324980a-192f-4a2b-8d41-815267138708 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '90f78308-81b6-47d6-8688-5b1af432b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bf8bf3b3-8d02-4d05-889a-fa3714346daa'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:47:04.039256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Attempting to bind port 0324980a-192f-4a2b-8d41-815267138708 on network bf8bf3b3-8d02-4d05-889a-fa3714346daa {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:04.051145 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Port 0324980a-192f-4a2b-8d41-815267138708 on network bf8bf3b3-8d02-4d05-889a-fa3714346daa not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:47:04.051650 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Attempting to bind port 0324980a-192f-4a2b-8d41-815267138708 on network bf8bf3b3-8d02-4d05-889a-fa3714346daa {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:04.059102 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:47:04.059680 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Checking segment: {'id': '90f78308-81b6-47d6-8688-5b1af432b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bf8bf3b3-8d02-4d05-889a-fa3714346daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:04.060225 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Bound using segment: {'id': '90f78308-81b6-47d6-8688-5b1af432b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bf8bf3b3-8d02-4d05-889a-fa3714346daa'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:47:04.060814 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Bound port: 0324980a-192f-4a2b-8d41-815267138708, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f78308-81b6-47d6-8688-5b1af432b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bf8bf3b3-8d02-4d05-889a-fa3714346daa'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:47:04.061360 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:04.108755 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a008c7e-f882-4ef4-b9b2-881bb2d175bd req-8dc47a63-41ef-43e9-9fcd-b86cf57e32de tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849648 Sep 17 23:47:04.173218 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] For port 0324980a-192f-4a2b-8d41-815267138708, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:47:04.178336 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] For port 0324980a-192f-4a2b-8d41-815267138708, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0324980a-192f-4a2b-8d41-815267138708,segment=NetworkSegment(90f78308-81b6-47d6-8688-5b1af432b0f1),segment_id=90f78308-81b6-47d6-8688-5b1af432b0f1)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:47:04.214136 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d5563-ad48-4eb2-bbd8-06436afe7df0 req-393ed1f2-267c-4b9f-867d-d1142a967d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:04.215697 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-de3d5563-ad48-4eb2-bbd8-06436afe7df0 req-393ed1f2-267c-4b9f-867d-d1142a967d4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=e7140621-dcde-4943-90af-dfe4d247c2c7 HTTP/1.1" status: 200 len: 914 time: 0.1765456 Sep 17 23:47:04.218621 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0ec58a5c-8a22-4e82-abc7-89bd9c1c36fb req-ce7bed99-fad3-44c1-9d7c-010dcd250388 service neutron] 10.222.0.41 "GET /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235472 Sep 17 23:47:04.248610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2317e0-c88c-4167-835e-67fab06d55e2 req-5370e6b4-ed50-43ce-bb50-6996eaec335d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:04.248610 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd2317e0-c88c-4167-835e-67fab06d55e2 req-5370e6b4-ed50-43ce-bb50-6996eaec335d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 945 time: 0.0525646 Sep 17 23:47:04.271198 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-de3d5563-ad48-4eb2-bbd8-06436afe7df0 req-25625825-ccf6-4943-9106-0eea30caff61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=768d232f-8fbe-4f20-96d9-d5d22dc03c11 HTTP/1.1" status: 200 len: 217 time: 0.0476842 Sep 17 23:47:04.282268 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd2317e0-c88c-4167-835e-67fab06d55e2 req-59458375-e12c-4618-940f-6be273dfeffd tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340388 Sep 17 23:47:04.325012 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:04.341979 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d5563-ad48-4eb2-bbd8-06436afe7df0 req-247414e8-3662-418e-8b4b-4a76baea84ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:04.343934 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-de3d5563-ad48-4eb2-bbd8-06436afe7df0 req-247414e8-3662-418e-8b4b-4a76baea84ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c3c945e-d584-43af-aa4e-ae7c1a0a6aa0 HTTP/1.1" status: 200 len: 853 time: 0.0659311 Sep 17 23:47:04.364227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:04.364862 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:04.367999 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] 10.222.0.37 "PUT /v2.0/ports/0324980a-192f-4a2b-8d41-815267138708 HTTP/1.1" status: 200 len: 1091 time: 1.3839452 Sep 17 23:47:04.368591 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4a0ff4-9f29-4cfd-9136-fdfd67f63977', 'tag': '0324980a-192f-4a2b-8d41-815267138708'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:04.373484 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ee8778-9a7b-42ca-8b27-f3b9e05848d3" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4a0ff4-9f29-4cfd-9136-fdfd67f63977", "tag": "0324980a-192f-4a2b-8d41-815267138708"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:04.398872 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-de3d5563-ad48-4eb2-bbd8-06436afe7df0 req-b03cf4bc-d3f1-4a9d-90c4-e541593efd36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e7140621-dcde-4943-90af-dfe4d247c2c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472188 Sep 17 23:47:04.409581 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5e941-05ee-42df-b3ad-ab4b38cfd291 service neutron] Pushing event updated for resources: {'Port': ['ID=0324980a-192f-4a2b-8d41-815267138708,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:04.522878 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-de3d5563-ad48-4eb2-bbd8-06436afe7df0 req-7114fc9c-1a03-472e-8531-b11642f96605 service neutron] 10.222.0.37 "GET /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151736 Sep 17 23:47:04.576303 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb158106-17f5-4423-afa3-f14a69b00c87 x-openstack-request-id: req-eb158106-17f5-4423-afa3-f14a69b00c87 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:04.576783 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4a0ff4-9f29-4cfd-9136-fdfd67f63977", "tag": "0324980a-192f-4a2b-8d41-815267138708", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:04.577195 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb158106-17f5-4423-afa3-f14a69b00c87 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:04.577719 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4a0ff4-9f29-4cfd-9136-fdfd67f63977', 'tag': '0324980a-192f-4a2b-8d41-815267138708', 'status': 'completed', 'code': 200} Sep 17 23:47:04.580457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3590063b-0c5c-4dbc-b1d1-8ac8a9ea6b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:04.581990 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3590063b-0c5c-4dbc-b1d1-8ac8a9ea6b35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6e61c8d65fd491b9aa9125400742807&device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 1094 time: 0.0783381 Sep 17 23:47:04.635531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-3b64d09d-caa2-410a-aa83-2fe67c4390c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0324980a-192f-4a2b-8d41-815267138708 HTTP/1.1" status: 200 len: 217 time: 0.0445642 Sep 17 23:47:04.643740 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac29ac0-2c7c-4a24-a9f9-055395802828 req-c4c228a9-d44e-46fd-ada3-0b66744666d9 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:04.648913 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bac29ac0-2c7c-4a24-a9f9-055395802828 req-c4c228a9-d44e-46fd-ada3-0b66744666d9 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 946 time: 0.1348910 Sep 17 23:47:04.670200 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-de3d5563-ad48-4eb2-bbd8-06436afe7df0 req-48680d28-ab22-4efc-b22c-f738efa20d61 service neutron] 10.222.0.37 "GET /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284587 Sep 17 23:47:04.768056 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-12f12885-4c7c-4814-87ca-de9efd5b7b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:04.770959 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-12f12885-4c7c-4814-87ca-de9efd5b7b88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=45596c5b-e76d-4bf4-b9f4-7103b4235af9 HTTP/1.1" status: 200 len: 854 time: 0.1208699 Sep 17 23:47:04.780040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-bac29ac0-2c7c-4a24-a9f9-055395802828 req-02d917ad-cabe-4a65-a3c4-e276b4782918 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Deleting port ff56ef22-7272-4103-8f7f-f2a80c33ac18 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:04.780416 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bac29ac0-2c7c-4a24-a9f9-055395802828 req-02d917ad-cabe-4a65-a3c4-e276b4782918 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:04.789009 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22583c32-adfa-49c8-8030-475c67114af1 req-ce7cf2ee-7672-48d8-bb89-902a27468937 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:04.790494 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-22583c32-adfa-49c8-8030-475c67114af1 req-ce7cf2ee-7672-48d8-bb89-902a27468937 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 946 time: 0.1538308 Sep 17 23:47:04.836733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f13b7f-040d-4d56-b192-f2b3a2313c49 req-1093395d-cb07-4d07-8fe5-484514962306 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:04.842181 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70f13b7f-040d-4d56-b192-f2b3a2313c49 req-1093395d-cb07-4d07-8fe5-484514962306 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 945 time: 0.1494207 Sep 17 23:47:04.846692 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-083dc2c4-f7e5-4431-bcf9-dbe2dc631056 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bf8bf3b3-8d02-4d05-889a-fa3714346daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551713 Sep 17 23:47:04.872898 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902edfef-b0eb-497c-9f04-becc36f22437', 'tag': '9d717305-8955-44d7-8066-bbbbb5505fc9'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:04.875239 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3e76db-5519-4a05-926a-fb91d2851e40" -d '{"events": [{"name": "network-changed", "server_uuid": "902edfef-b0eb-497c-9f04-becc36f22437", "tag": "9d717305-8955-44d7-8066-bbbbb5505fc9"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:04.893209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-bac29ac0-2c7c-4a24-a9f9-055395802828 req-02d917ad-cabe-4a65-a3c4-e276b4782918 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] For port ff56ef22-7272-4103-8f7f-f2a80c33ac18, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ff56ef22-7272-4103-8f7f-f2a80c33ac18,segment=NetworkSegment(09043b55-a949-46a5-a234-a00eacaf3b98),segment_id=09043b55-a949-46a5-a234-a00eacaf3b98)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:04.893760 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bac29ac0-2c7c-4a24-a9f9-055395802828 req-02d917ad-cabe-4a65-a3c4-e276b4782918 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:04.909617 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-bac29ac0-2c7c-4a24-a9f9-055395802828 req-02d917ad-cabe-4a65-a3c4-e276b4782918 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Calling delete_port for ff56ef22-7272-4103-8f7f-f2a80c33ac18 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:05.033481 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a31e6e-9a0e-481d-b649-30f09da030c6 req-bdf8e0b0-4b9f-47be-956a-8215eb97f521 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:05.034984 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a5a31e6e-9a0e-481d-b649-30f09da030c6 req-bdf8e0b0-4b9f-47be-956a-8215eb97f521 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1fedeb-4c71-4c23-83df-9176b6ad1639 HTTP/1.1" status: 200 len: 946 time: 0.0833194 Sep 17 23:47:05.177490 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a5a31e6e-9a0e-481d-b649-30f09da030c6 req-d60c2fcd-1a15-491c-b697-a4bc741df73f tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Deleting port 7c9c894d-2778-46ce-87a7-b855105c15fc {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:05.177872 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a5a31e6e-9a0e-481d-b649-30f09da030c6 req-d60c2fcd-1a15-491c-b697-a4bc741df73f tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:05.246561 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-22583c32-adfa-49c8-8030-475c67114af1 req-04cd4fac-1897-4b30-af8e-cc4f4d6cefdb tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/security-groups?id=27c79360-6ded-4e34-9033-521c2000acca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461722 Sep 17 23:47:05.251094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70f13b7f-040d-4d56-b192-f2b3a2313c49 req-a7cca169-f6ab-46b0-9edd-81a6b16fc56c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032021 Sep 17 23:47:05.284123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-6893860a-f771-435a-9776-ce1618417fc4 service neutron] 10.222.0.37 "GET /v2.0/networks/bf8bf3b3-8d02-4d05-889a-fa3714346daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188700 Sep 17 23:47:05.293668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a5a31e6e-9a0e-481d-b649-30f09da030c6 req-d60c2fcd-1a15-491c-b697-a4bc741df73f tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] For port 7c9c894d-2778-46ce-87a7-b855105c15fc, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7c9c894d-2778-46ce-87a7-b855105c15fc,segment=NetworkSegment(882570b8-76ad-405e-b5fa-8117ed4685c3),segment_id=882570b8-76ad-405e-b5fa-8117ed4685c3)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:05.294027 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a5a31e6e-9a0e-481d-b649-30f09da030c6 req-d60c2fcd-1a15-491c-b697-a4bc741df73f tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:05.314685 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bac29ac0-2c7c-4a24-a9f9-055395802828 req-02d917ad-cabe-4a65-a3c4-e276b4782918 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:05.315665 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['ff56ef22-7272-4103-8f7f-f2a80c33ac18'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:05.320716 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a5a31e6e-9a0e-481d-b649-30f09da030c6 req-d60c2fcd-1a15-491c-b697-a4bc741df73f tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Calling delete_port for 7c9c894d-2778-46ce-87a7-b855105c15fc owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:05.347658 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d917ad-cabe-4a65-a3c4-e276b4782918 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Pushing event deleted for resources: {'Port': ['ID=ff56ef22-7272-4103-8f7f-f2a80c33ac18,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:05.425528 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac29ac0-2c7c-4a24-a9f9-055395802828 req-02d917ad-cabe-4a65-a3c4-e276b4782918 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] No DVR routers for this DVR port ff56ef22-7272-4103-8f7f-f2a80c33ac18 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:47:05.428174 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-bac29ac0-2c7c-4a24-a9f9-055395802828 req-02d917ad-cabe-4a65-a3c4-e276b4782918 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:05.430362 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bac29ac0-2c7c-4a24-a9f9-055395802828 req-02d917ad-cabe-4a65-a3c4-e276b4782918 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.41 "DELETE /v2.0/ports/ff56ef22-7272-4103-8f7f-f2a80c33ac18 HTTP/1.1" status: 204 len: 173 time: 0.7591386 Sep 17 23:47:05.448626 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15f07142-e46c-4d48-b5e0-fe4abf568abc req-7ac62524-a904-4dd9-a9b3-c5b4bf59d1d3 service neutron] 10.222.0.37 "GET /v2.0/networks/bf8bf3b3-8d02-4d05-889a-fa3714346daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619256 Sep 17 23:47:05.466417 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd2c07-2821-4e15-94e6-ab92554a1160 req-bdba27ce-4f97-4ad2-b3f5-2eb208049bf7 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:05.467906 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95bd2c07-2821-4e15-94e6-ab92554a1160 req-bdba27ce-4f97-4ad2-b3f5-2eb208049bf7 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=902edfef-b0eb-497c-9f04-becc36f22437 HTTP/1.1" status: 200 len: 943 time: 0.1020887 Sep 17 23:47:05.476418 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533919d2-90a5-49e1-beaa-90ea8e8d6784 req-150e94ee-449e-461b-ad0a-e792d6799cad tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:05.477867 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-533919d2-90a5-49e1-beaa-90ea8e8d6784 req-150e94ee-449e-461b-ad0a-e792d6799cad tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 943 time: 0.1131940 Sep 17 23:47:05.531805 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95bd2c07-2821-4e15-94e6-ab92554a1160 req-913f41c1-5677-442d-929a-3e5f70d1131f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529735 Sep 17 23:47:05.538746 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-533919d2-90a5-49e1-beaa-90ea8e8d6784 req-770b6ed9-5e01-4232-8468-38dd6a5f6fe6 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ca319e8-4df3-4d90-8d6b-a0ccb28bcab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541439 Sep 17 23:47:05.590845 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b12898-05da-431f-9f68-b1cf4c0f1b96 x-openstack-request-id: req-c4b12898-05da-431f-9f68-b1cf4c0f1b96 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:05.590845 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902edfef-b0eb-497c-9f04-becc36f22437", "tag": "9d717305-8955-44d7-8066-bbbbb5505fc9", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:05.590845 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c4b12898-05da-431f-9f68-b1cf4c0f1b96 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:05.590845 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902edfef-b0eb-497c-9f04-becc36f22437', 'tag': '9d717305-8955-44d7-8066-bbbbb5505fc9', 'status': 'completed', 'code': 200} Sep 17 23:47:05.653175 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e76db-5519-4a05-926a-fb91d2851e40 req-4b0893ad-68bf-4fb3-886e-baf37c4a93a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:05.655532 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ce3e76db-5519-4a05-926a-fb91d2851e40 req-4b0893ad-68bf-4fb3-886e-baf37c4a93a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63f0c15ba3ec4977958c88f366299d10&device_id=902edfef-b0eb-497c-9f04-becc36f22437 HTTP/1.1" status: 200 len: 1094 time: 0.0451574 Sep 17 23:47:05.656789 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a5a31e6e-9a0e-481d-b649-30f09da030c6 req-d60c2fcd-1a15-491c-b697-a4bc741df73f tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:05.672210 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['5a170d26-4786-49e2-8931-541c67d4e9ee', '7c9c894d-2778-46ce-87a7-b855105c15fc'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:05.674594 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['5ebc260a-c45f-4cbb-821a-0fcacfd2228a'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:05.687776 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee8778-9a7b-42ca-8b27-f3b9e05848d3 req-4780abbf-884e-4b11-bcae-8b383870ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:05.689671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66ee8778-9a7b-42ca-8b27-f3b9e05848d3 req-4780abbf-884e-4b11-bcae-8b383870ec59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6e61c8d65fd491b9aa9125400742807&device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 1094 time: 0.0727601 Sep 17 23:47:05.871959 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c2fcd-1a15-491c-b697-a4bc741df73f tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Pushing event deleted for resources: {'Port': ['ID=7c9c894d-2778-46ce-87a7-b855105c15fc,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:05.936653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a31e6e-9a0e-481d-b649-30f09da030c6 req-d60c2fcd-1a15-491c-b697-a4bc741df73f tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] No DVR routers for this DVR port 7c9c894d-2778-46ce-87a7-b855105c15fc on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:47:05.937085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee8778-9a7b-42ca-8b27-f3b9e05848d3 req-e8a4cf40-d400-40e5-b932-e605765bfe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:05.939652 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e76db-5519-4a05-926a-fb91d2851e40 req-b8e8c9e8-0d29-4015-8af6-3669832b6ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:05.940627 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ce3e76db-5519-4a05-926a-fb91d2851e40 req-b8e8c9e8-0d29-4015-8af6-3669832b6ef7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7140621-dcde-4943-90af-dfe4d247c2c7 HTTP/1.1" status: 200 len: 914 time: 0.2777483 Sep 17 23:47:05.940787 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66ee8778-9a7b-42ca-8b27-f3b9e05848d3 req-e8a4cf40-d400-40e5-b932-e605765bfe30 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bf8bf3b3-8d02-4d05-889a-fa3714346daa HTTP/1.1" status: 200 len: 915 time: 0.2395570 Sep 17 23:47:05.947117 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a5a31e6e-9a0e-481d-b649-30f09da030c6 req-d60c2fcd-1a15-491c-b697-a4bc741df73f tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:05.947423 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34e1e68a-7b29-4e4e-918e-b1d368e46fab req-cd9521bb-9a7c-4bbb-ac61-3fd58c81a3e5 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d1fedeb-4c71-4c23-83df-9176b6ad1639 HTTP/1.1" status: 200 len: 210 time: 0.1319890 Sep 17 23:47:05.947530 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a5a31e6e-9a0e-481d-b649-30f09da030c6 req-d60c2fcd-1a15-491c-b697-a4bc741df73f tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.41 "DELETE /v2.0/ports/7c9c894d-2778-46ce-87a7-b855105c15fc HTTP/1.1" status: 204 len: 173 time: 0.9012840 Sep 17 23:47:05.993905 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66ee8778-9a7b-42ca-8b27-f3b9e05848d3 req-519892f2-d9aa-4f3f-8fa2-98c80c4bdb26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0324980a-192f-4a2b-8d41-815267138708 HTTP/1.1" status: 200 len: 217 time: 0.0443399 Sep 17 23:47:06.021038 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ce3e76db-5519-4a05-926a-fb91d2851e40 req-948b2e34-2200-4b66-99d4-df2bddf54312 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d717305-8955-44d7-8066-bbbbb5505fc9 HTTP/1.1" status: 200 len: 217 time: 0.0680268 Sep 17 23:47:06.076426 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee8778-9a7b-42ca-8b27-f3b9e05848d3 req-78b0bd30-87c9-43dc-9e62-5fe7d5b8b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:06.078571 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66ee8778-9a7b-42ca-8b27-f3b9e05848d3 req-78b0bd30-87c9-43dc-9e62-5fe7d5b8b8ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=45596c5b-e76d-4bf4-b9f4-7103b4235af9 HTTP/1.1" status: 200 len: 854 time: 0.0770586 Sep 17 23:47:06.097031 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e76db-5519-4a05-926a-fb91d2851e40 req-0c3517e1-d085-42ac-b53d-56b2ad1b8df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:06.098603 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ce3e76db-5519-4a05-926a-fb91d2851e40 req-0c3517e1-d085-42ac-b53d-56b2ad1b8df9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c3c945e-d584-43af-aa4e-ae7c1a0a6aa0 HTTP/1.1" status: 200 len: 853 time: 0.0717750 Sep 17 23:47:06.110997 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66ee8778-9a7b-42ca-8b27-f3b9e05848d3 req-466992b0-1e08-4801-bcd9-effb2fb4d1d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bf8bf3b3-8d02-4d05-889a-fa3714346daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252721 Sep 17 23:47:06.132757 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ce3e76db-5519-4a05-926a-fb91d2851e40 req-a1748b04-f346-43f7-b484-eab6cb149b8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7140621-dcde-4943-90af-dfe4d247c2c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263729 Sep 17 23:47:06.213934 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66ee8778-9a7b-42ca-8b27-f3b9e05848d3 req-0e64067d-c849-4896-98f9-c96f8e23efcb service neutron] 10.222.0.37 "GET /v2.0/networks/bf8bf3b3-8d02-4d05-889a-fa3714346daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932484 Sep 17 23:47:06.229972 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ce3e76db-5519-4a05-926a-fb91d2851e40 req-3bcc5f9c-fbca-43db-adb0-fae9821471e0 service neutron] 10.222.0.41 "GET /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893180 Sep 17 23:47:06.335576 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66ee8778-9a7b-42ca-8b27-f3b9e05848d3 req-dc62e4c8-148e-4177-b066-f033e26beb35 service neutron] 10.222.0.37 "GET /v2.0/networks/bf8bf3b3-8d02-4d05-889a-fa3714346daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145053 Sep 17 23:47:06.354583 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ce3e76db-5519-4a05-926a-fb91d2851e40 req-c5c191a3-f7ab-45b2-b7e6-6f83baa51119 service neutron] 10.222.0.41 "GET /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170528 Sep 17 23:47:06.389270 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18fc2459-bedf-429b-9ecd-08c737479497 req-7a3b1314-1d41-4711-97af-018fb10f5f16 tempest-AttachSCSIVolumeTestJSON-1950921430 tempest-AttachSCSIVolumeTestJSON-1950921430-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d HTTP/1.1" status: 200 len: 210 time: 0.0260468 Sep 17 23:47:06.492235 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507714c6-9fe8-4358-8fa1-c041e1149494 req-4f5dd630-7d1c-41ad-ba92-694503e4d6e2 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:06.493736 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-507714c6-9fe8-4358-8fa1-c041e1149494 req-4f5dd630-7d1c-41ad-ba92-694503e4d6e2 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 945 time: 0.0491183 Sep 17 23:47:06.531728 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-507714c6-9fe8-4358-8fa1-c041e1149494 req-9fedb75e-eb9f-4c82-90e1-37bf8108f470 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318687 Sep 17 23:47:06.655522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73c3a4-cdd7-4365-ac71-2ff6d2f27fac req-82b08f38-ffcc-4716-b7af-50714eea5e52 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:06.657000 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a73c3a4-cdd7-4365-ac71-2ff6d2f27fac req-82b08f38-ffcc-4716-b7af-50714eea5e52 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=902edfef-b0eb-497c-9f04-becc36f22437 HTTP/1.1" status: 200 len: 943 time: 0.0495062 Sep 17 23:47:06.697031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a73c3a4-cdd7-4365-ac71-2ff6d2f27fac req-9d63bfa4-bf0d-476a-9be6-c10ba4bea31f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338111 Sep 17 23:47:06.804929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521717d1-98cc-4c27-b933-e2993d11d8a9 req-7ffab25c-5585-48b3-a5fc-6589cf161ab1 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:06.806397 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-521717d1-98cc-4c27-b933-e2993d11d8a9 req-7ffab25c-5585-48b3-a5fc-6589cf161ab1 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 943 time: 0.0541813 Sep 17 23:47:06.847038 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-521717d1-98cc-4c27-b933-e2993d11d8a9 req-3bf3cf84-1c86-4934-b86a-23da45463c86 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ca319e8-4df3-4d90-8d6b-a0ccb28bcab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346713 Sep 17 23:47:07.198260 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 768d232f-8fbe-4f20-96d9-d5d22dc03c11 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:47:07.200919 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c44ee-6dfa-4a31-8b27-628cff25efbe req-630ef014-f14b-44a8-b91e-b6f670517957 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:07.202431 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f6c44ee-6dfa-4a31-8b27-628cff25efbe req-630ef014-f14b-44a8-b91e-b6f670517957 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 945 time: 0.0498385 Sep 17 23:47:07.240213 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f6c44ee-6dfa-4a31-8b27-628cff25efbe req-5b0ec822-790d-4f52-b1ea-50984e8687cb tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315659 Sep 17 23:47:07.296983 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 768d232f-8fbe-4f20-96d9-d5d22dc03c11, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=768d232f-8fbe-4f20-96d9-d5d22dc03c11,segment=NetworkSegment(3c7dbd94-e31a-4bb2-a2e7-132a3825c840),segment_id=3c7dbd94-e31a-4bb2-a2e7-132a3825c840)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:07.309136 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '768d232f-8fbe-4f20-96d9-d5d22dc03c11', 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7', 'port_id': '768d232f-8fbe-4f20-96d9-d5d22dc03c11', 'mac_address': 'fa:16:3e:d9:17:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3c945e-d584-43af-aa4e-ae7c1a0a6aa0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:47:07.349378 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:07.361924 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768d232f-8fbe-4f20-96d9-d5d22dc03c11 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:07.382404 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 768d232f-8fbe-4f20-96d9-d5d22dc03c11, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=768d232f-8fbe-4f20-96d9-d5d22dc03c11,segment=NetworkSegment(3c7dbd94-e31a-4bb2-a2e7-132a3825c840),segment_id=3c7dbd94-e31a-4bb2-a2e7-132a3825c840)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:07.458797 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:07.517635 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=768d232f-8fbe-4f20-96d9-d5d22dc03c11,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:07.588662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d', 'name': 'network-vif-deleted', 'tag': 'ff56ef22-7272-4103-8f7f-f2a80c33ac18'}, {'server_uuid': '4d1fedeb-4c71-4c23-83df-9176b6ad1639', 'name': 'network-vif-deleted', 'tag': '7c9c894d-2778-46ce-87a7-b855105c15fc'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:07.591240 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64869ac9-0a64-43ce-8b4e-4e8c12a05b48" -d '{"events": [{"server_uuid": "c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d", "name": "network-vif-deleted", "tag": "ff56ef22-7272-4103-8f7f-f2a80c33ac18"}, {"server_uuid": "4d1fedeb-4c71-4c23-83df-9176b6ad1639", "name": "network-vif-deleted", "tag": "7c9c894d-2778-46ce-87a7-b855105c15fc"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:07.641403 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cf012f-7a3e-4271-b632-21008a52f08c x-openstack-request-id: req-48cf012f-7a3e-4271-b632-21008a52f08c {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:07.641403 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d", "name": "network-vif-deleted", "tag": "ff56ef22-7272-4103-8f7f-f2a80c33ac18", "status": "completed", "code": 200}, {"server_uuid": "4d1fedeb-4c71-4c23-83df-9176b6ad1639", "name": "network-vif-deleted", "tag": "7c9c894d-2778-46ce-87a7-b855105c15fc", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:07.641403 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-48cf012f-7a3e-4271-b632-21008a52f08c {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:07.641403 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b4298d-a0c3-4b92-b0b9-a89b7945fa8d', 'name': 'network-vif-deleted', 'tag': 'ff56ef22-7272-4103-8f7f-f2a80c33ac18', 'status': 'completed', 'code': 200} Sep 17 23:47:07.641403 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1fedeb-4c71-4c23-83df-9176b6ad1639', 'name': 'network-vif-deleted', 'tag': '7c9c894d-2778-46ce-87a7-b855105c15fc', 'status': 'completed', 'code': 200} Sep 17 23:47:07.744344 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['768d232f-8fbe-4f20-96d9-d5d22dc03c11'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:07.847142 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2edd5-9960-4e44-95a2-0c970e3e63bb req-cd9183a7-0053-48a8-b88b-5573a15d0612 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:07.855848 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-74d2edd5-9960-4e44-95a2-0c970e3e63bb req-cd9183a7-0053-48a8-b88b-5573a15d0612 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=902edfef-b0eb-497c-9f04-becc36f22437 HTTP/1.1" status: 200 len: 943 time: 0.0623009 Sep 17 23:47:07.896348 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-74d2edd5-9960-4e44-95a2-0c970e3e63bb req-13f8d018-abf7-4646-8506-a0308e7002ea tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396478 Sep 17 23:47:08.070534 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cfa3c-9c4a-43d5-8dd6-2877800a59da req-7657d65f-ed38-4ded-b221-309f239fbc8c tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:08.072045 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf8cfa3c-9c4a-43d5-8dd6-2877800a59da req-7657d65f-ed38-4ded-b221-309f239fbc8c tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 943 time: 0.0568006 Sep 17 23:47:08.113758 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf8cfa3c-9c4a-43d5-8dd6-2877800a59da req-044fcdfa-c4b5-4f54-a914-846bd2d8e070 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ca319e8-4df3-4d90-8d6b-a0ccb28bcab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342140 Sep 17 23:47:08.251847 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177d155-45b1-482d-8a2c-99189bd9cc73 req-d880b13d-ad7e-4dc4-9b31-e9b97287bc1b tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:08.259291 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177d155-45b1-482d-8a2c-99189bd9cc73 req-d880b13d-ad7e-4dc4-9b31-e9b97287bc1b tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:08.259596 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e177d155-45b1-482d-8a2c-99189bd9cc73 req-d880b13d-ad7e-4dc4-9b31-e9b97287bc1b tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=45812ce2-37bf-4a72-b837-eb9399e3e8fa&device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 1682 time: 0.0570288 Sep 17 23:47:08.297996 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e177d155-45b1-482d-8a2c-99189bd9cc73 req-d1299f0e-5d08-48df-a87a-f8b359f5c95e tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319109 Sep 17 23:47:08.397046 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbf60c-63a4-4217-863c-b8f6040e2809 req-280a55b2-133d-47ae-9d5d-7dc87d0f436f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:08.398270 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e1cbf60c-63a4-4217-863c-b8f6040e2809 req-280a55b2-133d-47ae-9d5d-7dc87d0f436f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 945 time: 0.0507419 Sep 17 23:47:08.440156 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e1cbf60c-63a4-4217-863c-b8f6040e2809 req-ed110098-9e45-468a-83db-80e778460e86 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335436 Sep 17 23:47:08.574336 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f776d4e-f700-4d14-b8aa-2fba6e17db9d req-4e694c1d-2ac2-46fe-a25b-8e5a4d52157f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:08.575917 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f776d4e-f700-4d14-b8aa-2fba6e17db9d req-4e694c1d-2ac2-46fe-a25b-8e5a4d52157f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.37 "GET /v2.0/ports?device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 945 time: 0.0573499 Sep 17 23:47:08.668695 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 9d717305-8955-44d7-8066-bbbbb5505fc9 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:47:08.672790 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7c9c894d-2778-46ce-87a7-b855105c15fc no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:47:08.675410 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-6f776d4e-f700-4d14-b8aa-2fba6e17db9d req-722ababf-1f27-44df-ac15-5c3ba8c6e166 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Deleting port 9c65738f-b824-412b-8929-5bdfd6ecaa24 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:08.675757 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6f776d4e-f700-4d14-b8aa-2fba6e17db9d req-722ababf-1f27-44df-ac15-5c3ba8c6e166 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:08.698886 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 7c9c894d-2778-46ce-87a7-b855105c15fc {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:47:08.699221 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7c9c894d-2778-46ce-87a7-b855105c15fc not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:47:08.699636 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ff56ef22-7272-4103-8f7f-f2a80c33ac18 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:47:08.720377 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: ff56ef22-7272-4103-8f7f-f2a80c33ac18 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:47:08.725733 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ff56ef22-7272-4103-8f7f-f2a80c33ac18 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:47:08.779532 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-6f776d4e-f700-4d14-b8aa-2fba6e17db9d req-722ababf-1f27-44df-ac15-5c3ba8c6e166 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] For port 9c65738f-b824-412b-8929-5bdfd6ecaa24, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9c65738f-b824-412b-8929-5bdfd6ecaa24,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:08.779899 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6f776d4e-f700-4d14-b8aa-2fba6e17db9d req-722ababf-1f27-44df-ac15-5c3ba8c6e166 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:08.793419 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-6f776d4e-f700-4d14-b8aa-2fba6e17db9d req-722ababf-1f27-44df-ac15-5c3ba8c6e166 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Calling delete_port for 9c65738f-b824-412b-8929-5bdfd6ecaa24 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:08.809065 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 9d717305-8955-44d7-8066-bbbbb5505fc9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9d717305-8955-44d7-8066-bbbbb5505fc9,segment=NetworkSegment(3c7dbd94-e31a-4bb2-a2e7-132a3825c840),segment_id=3c7dbd94-e31a-4bb2-a2e7-132a3825c840)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:08.819293 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '9d717305-8955-44d7-8066-bbbbb5505fc9', 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7', 'port_id': '9d717305-8955-44d7-8066-bbbbb5505fc9', 'mac_address': 'fa:16:3e:76:0c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3c945e-d584-43af-aa4e-ae7c1a0a6aa0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:47:08.857248 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:08.871931 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d717305-8955-44d7-8066-bbbbb5505fc9 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:08.896574 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 9d717305-8955-44d7-8066-bbbbb5505fc9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9d717305-8955-44d7-8066-bbbbb5505fc9,segment=NetworkSegment(3c7dbd94-e31a-4bb2-a2e7-132a3825c840),segment_id=3c7dbd94-e31a-4bb2-a2e7-132a3825c840)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:08.959878 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:09.017455 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6f776d4e-f700-4d14-b8aa-2fba6e17db9d req-722ababf-1f27-44df-ac15-5c3ba8c6e166 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:09.024590 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38318) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:09.029804 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['9c65738f-b824-412b-8929-5bdfd6ecaa24'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:09.055609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=9d717305-8955-44d7-8066-bbbbb5505fc9,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:09.061243 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f3945-a0c9-4986-9aba-d3ec75c9ff8a req-5993d33a-eb91-42e5-8e0f-cfcaa75acd97 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:09.063027 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e01f3945-a0c9-4986-9aba-d3ec75c9ff8a req-5993d33a-eb91-42e5-8e0f-cfcaa75acd97 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=902edfef-b0eb-497c-9f04-becc36f22437 HTTP/1.1" status: 200 len: 944 time: 0.0865233 Sep 17 23:47:09.063915 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ababf-1f27-44df-ac15-5c3ba8c6e166 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Pushing event deleted for resources: {'Port': ['ID=9c65738f-b824-412b-8929-5bdfd6ecaa24,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:09.126732 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f776d4e-f700-4d14-b8aa-2fba6e17db9d req-722ababf-1f27-44df-ac15-5c3ba8c6e166 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] No DVR routers for this DVR port 9c65738f-b824-412b-8929-5bdfd6ecaa24 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:47:09.130288 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6f776d4e-f700-4d14-b8aa-2fba6e17db9d req-722ababf-1f27-44df-ac15-5c3ba8c6e166 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:09.132277 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f776d4e-f700-4d14-b8aa-2fba6e17db9d req-722ababf-1f27-44df-ac15-5c3ba8c6e166 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.37 "DELETE /v2.0/ports/9c65738f-b824-412b-8929-5bdfd6ecaa24 HTTP/1.1" status: 204 len: 173 time: 0.5495298 Sep 17 23:47:09.132778 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75839123-2bb0-4ce2-993a-d34fb0da8db3', 'name': 'network-vif-deleted', 'tag': '9c65738f-b824-412b-8929-5bdfd6ecaa24'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:09.135689 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda7ecad-3cb9-47a2-a24a-ea3143de38f1" -d '{"events": [{"server_uuid": "75839123-2bb0-4ce2-993a-d34fb0da8db3", "name": "network-vif-deleted", "tag": "9c65738f-b824-412b-8929-5bdfd6ecaa24"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:09.156493 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e01f3945-a0c9-4986-9aba-d3ec75c9ff8a req-b02653db-7e0b-40db-ad45-f7e7f4fe27e3 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608718 Sep 17 23:47:09.181142 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4eda69b5-456d-4faf-9429-a96dc977b77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:09.227728 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 0324980a-192f-4a2b-8d41-815267138708 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:47:09.234143 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 768d232f-8fbe-4f20-96d9-d5d22dc03c11 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:47:09.279024 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['9d717305-8955-44d7-8066-bbbbb5505fc9'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:09.285503 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15f10f2-e0a8-491d-b02e-ca989ae975a6 x-openstack-request-id: req-b15f10f2-e0a8-491d-b02e-ca989ae975a6 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:09.286336 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75839123-2bb0-4ce2-993a-d34fb0da8db3", "name": "network-vif-deleted", "tag": "9c65738f-b824-412b-8929-5bdfd6ecaa24", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:09.286761 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b15f10f2-e0a8-491d-b02e-ca989ae975a6 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:09.287309 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75839123-2bb0-4ce2-993a-d34fb0da8db3', 'name': 'network-vif-deleted', 'tag': '9c65738f-b824-412b-8929-5bdfd6ecaa24', 'status': 'completed', 'code': 200} Sep 17 23:47:09.290148 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4eda69b5-456d-4faf-9429-a96dc977b77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:09.388462 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4eda69b5-456d-4faf-9429-a96dc977b77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:09.388698 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1446b3-e339-4b51-b01c-44c58db4669c req-fc6d53d7-0f2b-4cea-b065-c15b0bd5a25c tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:09.397447 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf1446b3-e339-4b51-b01c-44c58db4669c req-fc6d53d7-0f2b-4cea-b065-c15b0bd5a25c tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 943 time: 0.0638628 Sep 17 23:47:09.452794 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4eda69b5-456d-4faf-9429-a96dc977b77a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=51db74db52c847d2836902d574be739c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4253445 Sep 17 23:47:09.456568 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38338) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:09.491284 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf1446b3-e339-4b51-b01c-44c58db4669c req-b386bf2b-8dd4-4086-80e0-b6c2e320e4af tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ca319e8-4df3-4d90-8d6b-a0ccb28bcab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762587 Sep 17 23:47:09.540031 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda69b5-456d-4faf-9429-a96dc977b77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdef0cff-ced1-40c3-9c9b-b0c1b03fb662,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:09.542862 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 768d232f-8fbe-4f20-96d9-d5d22dc03c11 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:47:09.557832 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 768d232f-8fbe-4f20-96d9-d5d22dc03c11 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:47:09.558204 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:09.576218 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8821374-1a99-4e87-aba6-e318fdd7fcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:09.601334 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 0324980a-192f-4a2b-8d41-815267138708, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0324980a-192f-4a2b-8d41-815267138708,segment=NetworkSegment(90f78308-81b6-47d6-8688-5b1af432b0f1),segment_id=90f78308-81b6-47d6-8688-5b1af432b0f1)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:09.621593 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8821374-1a99-4e87-aba6-e318fdd7fcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:09.637916 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '0324980a-192f-4a2b-8d41-815267138708', 'network_id': 'bf8bf3b3-8d02-4d05-889a-fa3714346daa', 'port_id': '0324980a-192f-4a2b-8d41-815267138708', 'mac_address': 'fa:16:3e:c2:0c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45596c5b-e76d-4bf4-b9f4-7103b4235af9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:47:09.649037 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ba1d566-45c9-49de-937d-b24b3ab0b3e3 req-a72c5484-ba21-4643-ab91-7f789589b2df tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=75839123-2bb0-4ce2-993a-d34fb0da8db3 HTTP/1.1" status: 200 len: 210 time: 0.0863655 Sep 17 23:47:09.733962 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a137df-e1fa-464e-a53e-5777b484b791 req-7cf92efb-6a74-44b9-a66f-409daba5c5a1 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:09.739294 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:09.742809 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29a137df-e1fa-464e-a53e-5777b484b791 req-7cf92efb-6a74-44b9-a66f-409daba5c5a1 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=45812ce2-37bf-4a72-b837-eb9399e3e8fa HTTP/1.1" status: 200 len: 946 time: 0.0622118 Sep 17 23:47:09.763837 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:09.767862 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0324980a-192f-4a2b-8d41-815267138708 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:09.789575 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29a137df-e1fa-464e-a53e-5777b484b791 req-2d1866ae-7318-4043-981a-ebe938510730 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455151 Sep 17 23:47:09.805621 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8821374-1a99-4e87-aba6-e318fdd7fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:09.810326 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8821374-1a99-4e87-aba6-e318fdd7fcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:09.812205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 0324980a-192f-4a2b-8d41-815267138708, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0324980a-192f-4a2b-8d41-815267138708,segment=NetworkSegment(90f78308-81b6-47d6-8688-5b1af432b0f1),segment_id=90f78308-81b6-47d6-8688-5b1af432b0f1)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:09.812968 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3e49dd-d8e6-499a-a6d3-c420a548e6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768d232f-8fbe-4f20-96d9-d5d22dc03c11'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:09.814576 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a8821374-1a99-4e87-aba6-e318fdd7fcd0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bdef0cff-ced1-40c3-9c9b-b0c1b03fb662 HTTP/1.1" status: 204 len: 168 time: 0.3565848 Sep 17 23:47:09.815320 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fafbbf7-aff4-4a2a-b36b-947ca100b5cb" -d '{"events": [{"server_uuid": "cd3e49dd-d8e6-499a-a6d3-c420a548e6d7", "name": "network-vif-plugged", "status": "completed", "tag": "768d232f-8fbe-4f20-96d9-d5d22dc03c11"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:09.829299 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8821374-1a99-4e87-aba6-e318fdd7fcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdef0cff-ced1-40c3-9c9b-b0c1b03fb662,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:09.838267 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 768d232f-8fbe-4f20-96d9-d5d22dc03c11, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=768d232f-8fbe-4f20-96d9-d5d22dc03c11,segment=NetworkSegment(3c7dbd94-e31a-4bb2-a2e7-132a3825c840),segment_id=3c7dbd94-e31a-4bb2-a2e7-132a3825c840)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:09.867724 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a829d1-5e3c-4605-8d61-3ce62ec84d60 x-openstack-request-id: req-f1a829d1-5e3c-4605-8d61-3ce62ec84d60 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:09.868024 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3e49dd-d8e6-499a-a6d3-c420a548e6d7", "name": "network-vif-plugged", "status": "completed", "tag": "768d232f-8fbe-4f20-96d9-d5d22dc03c11", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:09.868276 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f1a829d1-5e3c-4605-8d61-3ce62ec84d60 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:09.868689 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3e49dd-d8e6-499a-a6d3-c420a548e6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768d232f-8fbe-4f20-96d9-d5d22dc03c11', 'code': 200} Sep 17 23:47:09.913768 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:09.965414 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=0324980a-192f-4a2b-8d41-815267138708,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:09.978995 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:09.990687 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be242a-2983-4abf-b63a-653e8e8d797c req-aa710708-1e21-4020-8922-a88ddecbf80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:09.993030 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3be242a-2983-4abf-b63a-653e8e8d797c req-aa710708-1e21-4020-8922-a88ddecbf80e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd3e49dd-d8e6-499a-a6d3-c420a548e6d7 HTTP/1.1" status: 200 len: 1096 time: 0.0526304 Sep 17 23:47:10.047937 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3be242a-2983-4abf-b63a-653e8e8d797c req-eb81205f-4d56-42e4-8a83-4c7e5951927c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422966 Sep 17 23:47:10.049297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=768d232f-8fbe-4f20-96d9-d5d22dc03c11,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:10.231424 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['0324980a-192f-4a2b-8d41-815267138708'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:10.236227 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:10.309313 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b99344-648a-41f9-b031-b3b57a617c21 req-037d268c-8dd5-40c0-8199-fabf01a48377 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:10.322013 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43b99344-648a-41f9-b031-b3b57a617c21 req-037d268c-8dd5-40c0-8199-fabf01a48377 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=902edfef-b0eb-497c-9f04-becc36f22437 HTTP/1.1" status: 200 len: 944 time: 0.0972493 Sep 17 23:47:10.382881 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43b99344-648a-41f9-b031-b3b57a617c21 req-7d396dd5-aa3e-4726-9ee5-6218ad002d9a tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590141 Sep 17 23:47:10.647519 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a249d60-5a67-4d39-bd64-3d61faa35a24 req-02bb33f2-9b07-467a-9b7d-51cbb73d706f tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:10.649114 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a249d60-5a67-4d39-bd64-3d61faa35a24 req-02bb33f2-9b07-467a-9b7d-51cbb73d706f tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 944 time: 0.0854306 Sep 17 23:47:10.674377 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 9d717305-8955-44d7-8066-bbbbb5505fc9 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:47:10.686927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4563e8c-1af5-41ea-9dd1-fcb1984087ec req-3e4a0ed7-291b-423d-93f2-97bc15929829 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:10.693985 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f4563e8c-1af5-41ea-9dd1-fcb1984087ec req-3e4a0ed7-291b-423d-93f2-97bc15929829 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.37 "GET /v2.0/ports?device_id=45812ce2-37bf-4a72-b837-eb9399e3e8fa HTTP/1.1" status: 200 len: 946 time: 0.0883200 Sep 17 23:47:10.731040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a249d60-5a67-4d39-bd64-3d61faa35a24 req-c675d4c2-8927-4cb8-bd85-bae43a830666 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ca319e8-4df3-4d90-8d6b-a0ccb28bcab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753491 Sep 17 23:47:10.833567 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-f4563e8c-1af5-41ea-9dd1-fcb1984087ec req-ba23881a-ce00-4a46-8101-ad097ac9b17a tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Deleting port 5ebc260a-c45f-4cbb-821a-0fcacfd2228a {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:10.833828 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f4563e8c-1af5-41ea-9dd1-fcb1984087ec req-ba23881a-ce00-4a46-8101-ad097ac9b17a tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:10.834210 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 9d717305-8955-44d7-8066-bbbbb5505fc9 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:47:10.840951 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 9d717305-8955-44d7-8066-bbbbb5505fc9 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:47:10.841955 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:10.935317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b99e1d-e453-4542-8f3b-5995cfcb075a req-7b082706-85c4-4f03-91ce-480af1ae6ce0 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:10.937696 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b6b99e1d-e453-4542-8f3b-5995cfcb075a req-7b082706-85c4-4f03-91ce-480af1ae6ce0 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.41 "GET /v2.0/ports?device_id=6139b52a-bc6e-410d-8f04-213b65a222bd HTTP/1.1" status: 200 len: 945 time: 0.1509526 Sep 17 23:47:10.964912 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-f4563e8c-1af5-41ea-9dd1-fcb1984087ec req-ba23881a-ce00-4a46-8101-ad097ac9b17a tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] For port 5ebc260a-c45f-4cbb-821a-0fcacfd2228a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5ebc260a-c45f-4cbb-821a-0fcacfd2228a,segment=NetworkSegment(882570b8-76ad-405e-b5fa-8117ed4685c3),segment_id=882570b8-76ad-405e-b5fa-8117ed4685c3)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:10.965278 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f4563e8c-1af5-41ea-9dd1-fcb1984087ec req-ba23881a-ce00-4a46-8101-ad097ac9b17a tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:11.021782 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:11.042549 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-f4563e8c-1af5-41ea-9dd1-fcb1984087ec req-ba23881a-ce00-4a46-8101-ad097ac9b17a tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Calling delete_port for 5ebc260a-c45f-4cbb-821a-0fcacfd2228a owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:11.102837 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 9d717305-8955-44d7-8066-bbbbb5505fc9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9d717305-8955-44d7-8066-bbbbb5505fc9,segment=NetworkSegment(3c7dbd94-e31a-4bb2-a2e7-132a3825c840),segment_id=3c7dbd94-e31a-4bb2-a2e7-132a3825c840)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:11.122547 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-b6b99e1d-e453-4542-8f3b-5995cfcb075a req-da872aa1-9503-4c30-a2c7-b0282c2e073e tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Deleting port 5a170d26-4786-49e2-8931-541c67d4e9ee {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:11.122888 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b6b99e1d-e453-4542-8f3b-5995cfcb075a req-da872aa1-9503-4c30-a2c7-b0282c2e073e tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:11.158919 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7e1bd-3e1a-4609-9565-c7b0f9d127e6 req-ee3ec211-6ac3-4201-b525-12815080f3b1 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:11.160404 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16f7e1bd-3e1a-4609-9565-c7b0f9d127e6 req-ee3ec211-6ac3-4201-b525-12815080f3b1 tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=45812ce2-37bf-4a72-b837-eb9399e3e8fa HTTP/1.1" status: 200 len: 946 time: 0.1993654 Sep 17 23:47:11.188773 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:11.222878 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-b6b99e1d-e453-4542-8f3b-5995cfcb075a req-da872aa1-9503-4c30-a2c7-b0282c2e073e tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] For port 5a170d26-4786-49e2-8931-541c67d4e9ee, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=5a170d26-4786-49e2-8931-541c67d4e9ee,segment=NetworkSegment(882570b8-76ad-405e-b5fa-8117ed4685c3),segment_id=882570b8-76ad-405e-b5fa-8117ed4685c3)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:11.223637 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b6b99e1d-e453-4542-8f3b-5995cfcb075a req-da872aa1-9503-4c30-a2c7-b0282c2e073e tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:11.235887 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b078b00e-efd5-4a34-b034-d3787667dddf tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:11.241981 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-b6b99e1d-e453-4542-8f3b-5995cfcb075a req-da872aa1-9503-4c30-a2c7-b0282c2e073e tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Calling delete_port for 5a170d26-4786-49e2-8931-541c67d4e9ee owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:11.244022 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b078b00e-efd5-4a34-b034-d3787667dddf tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/networks?id=e2df3c0f-6c40-4464-917a-684982de5476 HTTP/1.1" status: 200 len: 812 time: 0.2817428 Sep 17 23:47:11.254213 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=9d717305-8955-44d7-8066-bbbbb5505fc9,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:11.259916 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 0324980a-192f-4a2b-8d41-815267138708 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:47:11.274897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-0b54c54a-2431-4b6c-8c62-b3596ad87e27 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/quotas/3dc697e62bfa40e4b7ec116f34144c3c HTTP/1.1" status: 200 len: 375 time: 0.0297246 Sep 17 23:47:11.321420 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-f5f07e93-86ac-4209-b0df-8937ff47a90f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446258 Sep 17 23:47:11.369029 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 0324980a-192f-4a2b-8d41-815267138708 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:47:11.373639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 0324980a-192f-4a2b-8d41-815267138708 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:47:11.378977 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:11.399404 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16f7e1bd-3e1a-4609-9565-c7b0f9d127e6 req-1a5a45e1-3f9e-410d-8917-9fa876844dff tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d54d2fd-a001-4b79-9ee9-c708948feb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219546 Sep 17 23:47:11.467320 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:11.493535 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-1eaded50-c759-4a33-887d-f0891bed5975 service neutron] 10.222.0.46 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707811 Sep 17 23:47:11.495019 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b6b99e1d-e453-4542-8f3b-5995cfcb075a req-da872aa1-9503-4c30-a2c7-b0282c2e073e tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:11.514624 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 0324980a-192f-4a2b-8d41-815267138708, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0324980a-192f-4a2b-8d41-815267138708,segment=NetworkSegment(90f78308-81b6-47d6-8688-5b1af432b0f1),segment_id=90f78308-81b6-47d6-8688-5b1af432b0f1)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:11.526196 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['5ebc260a-c45f-4cbb-821a-0fcacfd2228a'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:11.530199 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da872aa1-9503-4c30-a2c7-b0282c2e073e tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Pushing event deleted for resources: {'Port': ['ID=5a170d26-4786-49e2-8931-541c67d4e9ee,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:11.579851 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f4563e8c-1af5-41ea-9dd1-fcb1984087ec req-ba23881a-ce00-4a46-8101-ad097ac9b17a tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:11.584602 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['5a170d26-4786-49e2-8931-541c67d4e9ee'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:11.606219 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b99e1d-e453-4542-8f3b-5995cfcb075a req-da872aa1-9503-4c30-a2c7-b0282c2e073e tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] No DVR routers for this DVR port 5a170d26-4786-49e2-8931-541c67d4e9ee on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:47:11.611179 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b6b99e1d-e453-4542-8f3b-5995cfcb075a req-da872aa1-9503-4c30-a2c7-b0282c2e073e tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:11.613779 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b6b99e1d-e453-4542-8f3b-5995cfcb075a req-da872aa1-9503-4c30-a2c7-b0282c2e073e tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.41 "DELETE /v2.0/ports/5a170d26-4786-49e2-8931-541c67d4e9ee HTTP/1.1" status: 204 len: 173 time: 0.6697063 Sep 17 23:47:11.614406 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6139b52a-bc6e-410d-8f04-213b65a222bd', 'name': 'network-vif-deleted', 'tag': '5a170d26-4786-49e2-8931-541c67d4e9ee'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:11.616990 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff5705c-fbf5-4a52-9500-d9da1ac1ad1d" -d '{"events": [{"server_uuid": "6139b52a-bc6e-410d-8f04-213b65a222bd", "name": "network-vif-deleted", "tag": "5a170d26-4786-49e2-8931-541c67d4e9ee"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:11.629924 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23881a-ce00-4a46-8101-ad097ac9b17a tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Pushing event deleted for resources: {'Port': ['ID=5ebc260a-c45f-4cbb-821a-0fcacfd2228a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:11.640160 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:11.640997 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9c65738f-b824-412b-8929-5bdfd6ecaa24 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:47:11.681455 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 9c65738f-b824-412b-8929-5bdfd6ecaa24 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:47:11.686190 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9c65738f-b824-412b-8929-5bdfd6ecaa24 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:47:11.686885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['5a170d26-4786-49e2-8931-541c67d4e9ee'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:11.695137 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4563e8c-1af5-41ea-9dd1-fcb1984087ec req-ba23881a-ce00-4a46-8101-ad097ac9b17a tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] No DVR routers for this DVR port 5ebc260a-c45f-4cbb-821a-0fcacfd2228a on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:47:11.702396 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f4563e8c-1af5-41ea-9dd1-fcb1984087ec req-ba23881a-ce00-4a46-8101-ad097ac9b17a tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:11.704645 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f4563e8c-1af5-41ea-9dd1-fcb1984087ec req-ba23881a-ce00-4a46-8101-ad097ac9b17a tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.37 "DELETE /v2.0/ports/5ebc260a-c45f-4cbb-821a-0fcacfd2228a HTTP/1.1" status: 204 len: 173 time: 1.0040638 Sep 17 23:47:11.705318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45812ce2-37bf-4a72-b837-eb9399e3e8fa', 'name': 'network-vif-deleted', 'tag': '5ebc260a-c45f-4cbb-821a-0fcacfd2228a'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:11.712019 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d3588f-c149-4dcf-bb92-e1b4ef176f9b" -d '{"events": [{"server_uuid": "45812ce2-37bf-4a72-b837-eb9399e3e8fa", "name": "network-vif-deleted", "tag": "5ebc260a-c45f-4cbb-821a-0fcacfd2228a"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:11.726762 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-cff2d237-e663-4f07-9ac5-671f9d685a0a service neutron] 10.222.0.46 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319427 Sep 17 23:47:11.799223 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=0324980a-192f-4a2b-8d41-815267138708,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:11.835832 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b2f59-f40e-4814-9449-bcba518b178c req-018a8136-09b1-4dc2-80a1-e89fd7908e1a tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:11.841494 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a8b2f59-f40e-4814-9449-bcba518b178c req-018a8136-09b1-4dc2-80a1-e89fd7908e1a tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=902edfef-b0eb-497c-9f04-becc36f22437 HTTP/1.1" status: 200 len: 945 time: 0.0760672 Sep 17 23:47:11.870066 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902edfef-b0eb-497c-9f04-becc36f22437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d717305-8955-44d7-8066-bbbbb5505fc9'}, {'server_uuid': 'bd4a0ff4-9f29-4cfd-9136-fdfd67f63977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0324980a-192f-4a2b-8d41-815267138708'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:11.872476 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439f0387-03fe-460e-9a4e-7a607f846691" -d '{"events": [{"server_uuid": "902edfef-b0eb-497c-9f04-becc36f22437", "name": "network-vif-plugged", "status": "completed", "tag": "9d717305-8955-44d7-8066-bbbbb5505fc9"}, {"server_uuid": "bd4a0ff4-9f29-4cfd-9136-fdfd67f63977", "name": "network-vif-plugged", "status": "completed", "tag": "0324980a-192f-4a2b-8d41-815267138708"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:11.881086 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a8b2f59-f40e-4814-9449-bcba518b178c req-e360c55e-4356-49d2-9785-3029d69c72f6 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367491 Sep 17 23:47:11.991671 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a9cefb-c38e-4b85-986f-6d79f2d2b099 x-openstack-request-id: req-97a9cefb-c38e-4b85-986f-6d79f2d2b099 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:11.992221 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6139b52a-bc6e-410d-8f04-213b65a222bd", "name": "network-vif-deleted", "tag": "5a170d26-4786-49e2-8931-541c67d4e9ee", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:11.992661 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97a9cefb-c38e-4b85-986f-6d79f2d2b099 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:11.993086 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6139b52a-bc6e-410d-8f04-213b65a222bd', 'name': 'network-vif-deleted', 'tag': '5a170d26-4786-49e2-8931-541c67d4e9ee', 'status': 'completed', 'code': 200} Sep 17 23:47:12.085255 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4164780-1b60-44e9-a39d-62c497c93ac7 x-openstack-request-id: req-d4164780-1b60-44e9-a39d-62c497c93ac7 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:12.085556 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45812ce2-37bf-4a72-b837-eb9399e3e8fa", "name": "network-vif-deleted", "tag": "5ebc260a-c45f-4cbb-821a-0fcacfd2228a", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:12.085798 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4164780-1b60-44e9-a39d-62c497c93ac7 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:12.086260 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45812ce2-37bf-4a72-b837-eb9399e3e8fa', 'name': 'network-vif-deleted', 'tag': '5ebc260a-c45f-4cbb-821a-0fcacfd2228a', 'status': 'completed', 'code': 200} Sep 17 23:47:12.140925 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d7d9cd-8596-4953-b1ab-94f5a2d6a858 x-openstack-request-id: req-c9d7d9cd-8596-4953-b1ab-94f5a2d6a858 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:12.141799 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902edfef-b0eb-497c-9f04-becc36f22437", "name": "network-vif-plugged", "status": "completed", "tag": "9d717305-8955-44d7-8066-bbbbb5505fc9", "code": 200}, {"server_uuid": "bd4a0ff4-9f29-4cfd-9136-fdfd67f63977", "name": "network-vif-plugged", "status": "completed", "tag": "0324980a-192f-4a2b-8d41-815267138708", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:12.141799 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c9d7d9cd-8596-4953-b1ab-94f5a2d6a858 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:12.142355 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902edfef-b0eb-497c-9f04-becc36f22437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d717305-8955-44d7-8066-bbbbb5505fc9', 'code': 200} Sep 17 23:47:12.142668 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4a0ff4-9f29-4cfd-9136-fdfd67f63977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0324980a-192f-4a2b-8d41-815267138708', 'code': 200} Sep 17 23:47:12.170728 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af635c-f80d-4543-a85e-227fe21481ed req-634129e2-70f0-4a20-b6ee-319f177a70d3 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:12.170939 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99af635c-f80d-4543-a85e-227fe21481ed req-634129e2-70f0-4a20-b6ee-319f177a70d3 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 945 time: 0.0528765 Sep 17 23:47:12.266346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fc760-6319-4251-a825-5871515b4feb req-0e537154-b522-4353-91d7-a944e2ca793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:12.268545 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-490fc760-6319-4251-a825-5871515b4feb req-0e537154-b522-4353-91d7-a944e2ca793f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=902edfef-b0eb-497c-9f04-becc36f22437 HTTP/1.1" status: 200 len: 1096 time: 0.0583758 Sep 17 23:47:12.279673 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99af635c-f80d-4543-a85e-227fe21481ed req-cfc80fd2-88c4-41e8-a8a5-7df801176b69 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ca319e8-4df3-4d90-8d6b-a0ccb28bcab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967982 Sep 17 23:47:12.305890 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902dcd8-67ba-4e9e-8521-670736e6a861 req-becf5693-cf55-4165-98f7-73257118c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:12.308123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6902dcd8-67ba-4e9e-8521-670736e6a861 req-becf5693-cf55-4165-98f7-73257118c010 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 1096 time: 0.0765333 Sep 17 23:47:12.327819 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-490fc760-6319-4251-a825-5871515b4feb req-0a259f0e-d51e-4b3c-b810-a33e51aacd1e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519106 Sep 17 23:47:12.370411 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dcae081d-a39c-4e51-95de-9a6634e8fd63 req-18a89c2e-972b-491b-9b0a-68125fe3f3a0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 210 time: 0.0375206 Sep 17 23:47:12.376488 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6902dcd8-67ba-4e9e-8521-670736e6a861 req-50e58d51-afa9-4076-85f2-18825ac229ee service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5ca319e8-4df3-4d90-8d6b-a0ccb28bcab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604339 Sep 17 23:47:12.527517 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7b67154-4658-4084-a3ce-0b41a71bdb96 req-ae161412-844e-490f-9a07-ce5981d7300a tempest-ListServersNegativeTestJSON-1469281207 tempest-ListServersNegativeTestJSON-1469281207-project] 10.222.0.46 "GET /v2.0/ports?device_id=45812ce2-37bf-4a72-b837-eb9399e3e8fa HTTP/1.1" status: 200 len: 210 time: 0.0381062 Sep 17 23:47:12.861813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38436) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:13.092998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1ff45-0712-45fb-9ae2-0eab2b6e3386 req-1a11811e-9356-4c6d-806b-47d3a0374ce0 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:13.094634 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79a1ff45-0712-45fb-9ae2-0eab2b6e3386 req-1a11811e-9356-4c6d-806b-47d3a0374ce0 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=902edfef-b0eb-497c-9f04-becc36f22437 HTTP/1.1" status: 200 len: 945 time: 0.1139655 Sep 17 23:47:13.179796 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79a1ff45-0712-45fb-9ae2-0eab2b6e3386 req-30557832-6498-4ade-948a-a44c95bcfe7b tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786989 Sep 17 23:47:13.229520 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:13.495857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f92a9-2642-41f8-9b8c-71d67766a681 req-096746b5-2563-45f0-b1fc-75482af5590f tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:13.498420 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c53f92a9-2642-41f8-9b8c-71d67766a681 req-096746b5-2563-45f0-b1fc-75482af5590f tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 945 time: 0.0991502 Sep 17 23:47:13.539458 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f889ec66-41da-4412-abc6-b650ed85c770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:13.558265 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c53f92a9-2642-41f8-9b8c-71d67766a681 req-d09dd3b9-d6c5-40c7-847e-327b0e30339b tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ca319e8-4df3-4d90-8d6b-a0ccb28bcab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526285 Sep 17 23:47:13.669072 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e028f393-07f8-40f9-abc4-584144948639 req-de8b5ce3-c611-430b-88a0-407a9ec5da9e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 210 time: 0.0656359 Sep 17 23:47:13.794874 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38460) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:13.863793 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2c6dd1-58d4-4c0f-a74a-dfe93148c3db admin admin] Deleting subnet 752b3e0f-cb93-4e8b-b619-7032af0f6441 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:47:13.867643 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3c2c6dd1-58d4-4c0f-a74a-dfe93148c3db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:13.915904 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3c2c6dd1-58d4-4c0f-a74a-dfe93148c3db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:13.959588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f889ec66-41da-4412-abc6-b650ed85c770 admin admin] Deleting port 5bb5dc46-61f5-4216-a91d-415855b3d174 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:13.960024 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f889ec66-41da-4412-abc6-b650ed85c770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:13.962124 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3c2c6dd1-58d4-4c0f-a74a-dfe93148c3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:14.005051 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aa9ffaed-33f2-49e9-bbb0-3181dcffa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:14.054439 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-f889ec66-41da-4412-abc6-b650ed85c770 admin admin] For port 5bb5dc46-61f5-4216-a91d-415855b3d174, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5bb5dc46-61f5-4216-a91d-415855b3d174,segment=NetworkSegment(09043b55-a949-46a5-a234-a00eacaf3b98),segment_id=09043b55-a949-46a5-a234-a00eacaf3b98)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:14.054834 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f889ec66-41da-4412-abc6-b650ed85c770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:14.067711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f889ec66-41da-4412-abc6-b650ed85c770 admin admin] Calling delete_port for 5bb5dc46-61f5-4216-a91d-415855b3d174 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:14.108203 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3c2c6dd1-58d4-4c0f-a74a-dfe93148c3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:14.137670 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3c2c6dd1-58d4-4c0f-a74a-dfe93148c3db admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:14.142555 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3c2c6dd1-58d4-4c0f-a74a-dfe93148c3db admin admin] 10.222.0.46 "DELETE /v2.0/subnets/752b3e0f-cb93-4e8b-b619-7032af0f6441 HTTP/1.1" status: 204 len: 168 time: 0.3460400 Sep 17 23:47:14.143161 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38472) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:14.145717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c6dd1-58d4-4c0f-a74a-dfe93148c3db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=752b3e0f-cb93-4e8b-b619-7032af0f6441,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:14.222968 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91fbdb5a-8bc9-46bf-b0ee-8d009794bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:14.319845 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91fbdb5a-8bc9-46bf-b0ee-8d009794bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:14.333255 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab0d41-a071-4743-a91b-b1b589b4b270 req-7f2d9613-901a-42e8-a628-eaae7a5c2f9b tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:14.334910 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1ab0d41-a071-4743-a91b-b1b589b4b270 req-7f2d9613-901a-42e8-a628-eaae7a5c2f9b tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=902edfef-b0eb-497c-9f04-becc36f22437 HTTP/1.1" status: 200 len: 945 time: 0.0642443 Sep 17 23:47:14.335791 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f889ec66-41da-4412-abc6-b650ed85c770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:14.342165 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-91fbdb5a-8bc9-46bf-b0ee-8d009794bef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b24c62-50aa-4880-bda7-98bc5d9a9226']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:14.351651 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-91fbdb5a-8bc9-46bf-b0ee-8d009794bef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882570b8-76ad-405e-b5fa-8117ed4685c3') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:14.351953 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-91fbdb5a-8bc9-46bf-b0ee-8d009794bef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882570b8-76ad-405e-b5fa-8117ed4685c3') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:14.367864 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91fbdb5a-8bc9-46bf-b0ee-8d009794bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:14.379009 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889ec66-41da-4412-abc6-b650ed85c770 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb5dc46-61f5-4216-a91d-415855b3d174,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:14.383221 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91fbdb5a-8bc9-46bf-b0ee-8d009794bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:14.390516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91fbdb5a-8bc9-46bf-b0ee-8d009794bef3 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:47:14.390959 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91fbdb5a-8bc9-46bf-b0ee-8d009794bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:47:14.392926 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:47:14.449496 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1ab0d41-a071-4743-a91b-b1b589b4b270 req-625c0605-9247-4f95-ad3f-0c566ddc4c58 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057074 Sep 17 23:47:14.535449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38482) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:14.618795 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91fbdb5a-8bc9-46bf-b0ee-8d009794bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:14.669443 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 5a170d26-4786-49e2-8931-541c67d4e9ee no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:47:14.680127 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91fbdb5a-8bc9-46bf-b0ee-8d009794bef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:14.683332 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-91fbdb5a-8bc9-46bf-b0ee-8d009794bef3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/34b24c62-50aa-4880-bda7-98bc5d9a9226 HTTP/1.1" status: 204 len: 168 time: 0.5386026 Sep 17 23:47:14.684336 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbdb5a-8bc9-46bf-b0ee-8d009794bef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=34b24c62-50aa-4880-bda7-98bc5d9a9226,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:14.710785 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 5a170d26-4786-49e2-8931-541c67d4e9ee {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:47:14.711208 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 5a170d26-4786-49e2-8931-541c67d4e9ee not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:47:14.730026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-f05b8ffc-b1ac-4baf-9447-f16061da81e3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:14.731759 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-f05b8ffc-b1ac-4baf-9447-f16061da81e3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.41 "GET /v2.0/networks?id=e2df3c0f-6c40-4464-917a-684982de5476 HTTP/1.1" status: 200 len: 812 time: 0.3071580 Sep 17 23:47:14.746675 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-7bdcca23-e590-475b-ab49-95c104f021b3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Request body: {'port': {'device_id': '50f7e30a-c319-4baf-8406-a5def42665c6', 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476', 'admin_state_up': True, 'tenant_id': '3dc697e62bfa40e4b7ec116f34144c3c'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:14.983767 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e1cae67-b7ac-4995-adf6-9e72ac7e8f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:14.999328 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f889ec66-41da-4412-abc6-b650ed85c770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:15.033738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-7bdcca23-e590-475b-ab49-95c104f021b3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Made reservation on behalf of 3dc697e62bfa40e4b7ec116f34144c3c for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:15.036284 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d0ab3-78e8-4ea8-8b91-2ee9c61562f7 req-45ae7103-e464-4434-9a22-39298d41231b tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:15.037425 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-7bdcca23-e590-475b-ab49-95c104f021b3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:15.037833 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c82d0ab3-78e8-4ea8-8b91-2ee9c61562f7 req-45ae7103-e464-4434-9a22-39298d41231b tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd3e49dd-d8e6-499a-a6d3-c420a548e6d7 HTTP/1.1" status: 200 len: 946 time: 0.4865651 Sep 17 23:47:15.081852 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181cf5a-0397-440a-b090-991df21f22e5 req-be003e10-b7ff-4bc1-b895-3b831ec7dfba tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:15.083321 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9181cf5a-0397-440a-b090-991df21f22e5 req-be003e10-b7ff-4bc1-b895-3b831ec7dfba tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 945 time: 0.1671185 Sep 17 23:47:15.168260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-7bdcca23-e590-475b-ab49-95c104f021b3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Allocated IP 172.20.0.5 (e2df3c0f-6c40-4464-917a-684982de5476/c7b73b73-63cd-4505-9722-63303d58ca18/ec80b30f-9ae9-4732-a979-f383d170bd3c) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:47:15.185334 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c82d0ab3-78e8-4ea8-8b91-2ee9c61562f7 req-b10d49bf-dbe6-4bb9-8cf1-9ef3900ffc3e tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115329 Sep 17 23:47:15.217765 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9181cf5a-0397-440a-b090-991df21f22e5 req-e9a45e32-d970-4a7d-8ed9-1d2228dd6025 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ca319e8-4df3-4d90-8d6b-a0ccb28bcab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229076 Sep 17 23:47:15.231025 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38496) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:15.292979 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5ebc260a-c45f-4cbb-821a-0fcacfd2228a no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:47:15.319289 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 5ebc260a-c45f-4cbb-821a-0fcacfd2228a {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:47:15.319710 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5ebc260a-c45f-4cbb-821a-0fcacfd2228a not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:47:15.354995 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-828721f3-40ab-4f4f-b7ab-d119925946c5 req-c99e74b0-ba3b-453c-afda-4da9b470f45f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 210 time: 0.0516245 Sep 17 23:47:15.394346 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bccfad47-ed20-442b-ba59-933f74aac966 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca5488e908a6418db1d4bc5b5c48e7f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1595764 Sep 17 23:47:15.399819 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38502) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:15.404938 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-7bdcca23-e590-475b-ab49-95c104f021b3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:15.409432 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e1cae67-b7ac-4995-adf6-9e72ac7e8f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:15.457803 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f889ec66-41da-4412-abc6-b650ed85c770 admin admin] Router 220156f6-b6e4-4c62-9b27-da28003a4bb1 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:47:15.483227 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2dbd5eeb-af93-40c1-bf74-a88253ab5d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:15.523041 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e1cae67-b7ac-4995-adf6-9e72ac7e8f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:15.544113 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-7bdcca23-e590-475b-ab49-95c104f021b3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:15.585745 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2dbd5eeb-af93-40c1-bf74-a88253ab5d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:15.588741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-7bdcca23-e590-475b-ab49-95c104f021b3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Network e2df3c0f-6c40-4464-917a-684982de5476 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:47:15.592046 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-7bdcca23-e590-475b-ab49-95c104f021b3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:15.595837 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-7bdcca23-e590-475b-ab49-95c104f021b3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:47:15.603419 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cae67-b7ac-4995-adf6-9e72ac7e8f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07d6571-3adb-4a63-ab5c-89f6b6daee88,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:15.638953 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7e1cae67-b7ac-4995-adf6-9e72ac7e8f9f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ecded665ff304addb5f4106c3d5cdb6f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1023321 Sep 17 23:47:15.648430 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38510) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:15.657156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcca23-e590-475b-ab49-95c104f021b3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Pushing event updated for resources: {'Port': ['ID=ec80b30f-9ae9-4732-a979-f383d170bd3c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:15.688320 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f889ec66-41da-4412-abc6-b650ed85c770 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:47:15.698012 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f889ec66-41da-4412-abc6-b650ed85c770 admin admin] 10.222.0.46 "PUT /v2.0/routers/220156f6-b6e4-4c62-9b27-da28003a4bb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8317301 Sep 17 23:47:15.698958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38512) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:15.701430 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ba9374-b9f4-4eca-a626-fd03a02a9e8e None None] Sync routers for ids ['220156f6-b6e4-4c62-9b27-da28003a4bb1'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:47:15.712028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ba9374-b9f4-4eca-a626-fd03a02a9e8e None None] Routers {'220156f6-b6e4-4c62-9b27-da28003a4bb1'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:47:15.712869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b1ba9374-b9f4-4eca-a626-fd03a02a9e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:46:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['220156f6-b6e4-4c62-9b27-da28003a4bb1'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:15.716702 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-7bdcca23-e590-475b-ab49-95c104f021b3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:15.717362 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-7bdcca23-e590-475b-ab49-95c104f021b3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:15.735744 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d347604-f37e-4d06-8f2d-d93abd2404cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:15.761151 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d347604-f37e-4d06-8f2d-d93abd2404cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:15.824949 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcd40-b43f-4ad4-9fa3-becb51d7a4d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:15.834751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-b1ba9374-b9f4-4eca-a626-fd03a02a9e8e None None] Set router 220156f6-b6e4-4c62-9b27-da28003a4bb1 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:47:15.878418 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-7bdcca23-e590-475b-ab49-95c104f021b3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1365681 Sep 17 23:47:15.880170 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2dbd5eeb-af93-40c1-bf74-a88253ab5d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:15.882950 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2dbd5eeb-af93-40c1-bf74-a88253ab5d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:15.886900 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2dbd5eeb-af93-40c1-bf74-a88253ab5d72 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d54d2fd-a001-4b79-9ee9-c708948feb61 HTTP/1.1" status: 204 len: 168 time: 0.4809990 Sep 17 23:47:15.909469 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Request body: {'port': {'device_id': '50f7e30a-c319-4baf-8406-a5def42665c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:15.924417 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd5eeb-af93-40c1-bf74-a88253ab5d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d54d2fd-a001-4b79-9ee9-c708948feb61,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:15.952259 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d347604-f37e-4d06-8f2d-d93abd2404cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:15.957353 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcd40-b43f-4ad4-9fa3-becb51d7a4d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:15.957520 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d347604-f37e-4d06-8f2d-d93abd2404cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:15.963478 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3d347604-f37e-4d06-8f2d-d93abd2404cb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a07d6571-3adb-4a63-ab5c-89f6b6daee88 HTTP/1.1" status: 204 len: 168 time: 0.3131902 Sep 17 23:47:15.977935 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d347604-f37e-4d06-8f2d-d93abd2404cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07d6571-3adb-4a63-ab5c-89f6b6daee88,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:16.024623 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:16.094704 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b1ba9374-b9f4-4eca-a626-fd03a02a9e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220156f6-b6e4-4c62-9b27-da28003a4bb1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1298023157-router', 'tenant_id': 'dad23bda143e4065b363ecf326d89acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '50f6f5ed-09da-44c7-b7cf-67a68ea3e247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:45:21Z', 'updated_at': '2021-09-17T23:47:14Z', 'revision_number': 5, 'project_id': 'dad23bda143e4065b363ecf326d89acb', 'gw_port': {'id': '50f6f5ed-09da-44c7-b7cf-67a68ea3e247', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220156f6-b6e4-4c62-9b27-da28003a4bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:21Z', 'updated_at': '2021-09-17T23:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:16.128798 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ba9374-b9f4-4eca-a626-fd03a02a9e8e None None] Checking router: 220156f6-b6e4-4c62-9b27-da28003a4bb1 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:47:16.139387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ba9374-b9f4-4eca-a626-fd03a02a9e8e None None] Routers {'220156f6-b6e4-4c62-9b27-da28003a4bb1'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:47:16.140654 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b1ba9374-b9f4-4eca-a626-fd03a02a9e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:46:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['220156f6-b6e4-4c62-9b27-da28003a4bb1'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:16.165433 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-3d1fcd40-b43f-4ad4-9fa3-becb51d7a4d7 admin admin] Deleting port 50f6f5ed-09da-44c7-b7cf-67a68ea3e247 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:16.165877 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcd40-b43f-4ad4-9fa3-becb51d7a4d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:16.242119 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-b1ba9374-b9f4-4eca-a626-fd03a02a9e8e None None] Set router 220156f6-b6e4-4c62-9b27-da28003a4bb1 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:47:16.306029 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b1ba9374-b9f4-4eca-a626-fd03a02a9e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220156f6-b6e4-4c62-9b27-da28003a4bb1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1298023157-router', 'tenant_id': 'dad23bda143e4065b363ecf326d89acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:45:21Z', 'updated_at': '2021-09-17T23:47:15Z', 'revision_number': 6, 'project_id': 'dad23bda143e4065b363ecf326d89acb', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:16.333530 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-3d1fcd40-b43f-4ad4-9fa3-becb51d7a4d7 admin admin] For port 50f6f5ed-09da-44c7-b7cf-67a68ea3e247, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=50f6f5ed-09da-44c7-b7cf-67a68ea3e247,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:16.333843 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcd40-b43f-4ad4-9fa3-becb51d7a4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:16.336767 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ba9374-b9f4-4eca-a626-fd03a02a9e8e None None] The sync data for ids ['220156f6-b6e4-4c62-9b27-da28003a4bb1'] in n-d-809883-1 is: [{'id': '220156f6-b6e4-4c62-9b27-da28003a4bb1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1298023157-router', 'tenant_id': 'dad23bda143e4065b363ecf326d89acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:45:21Z', 'updated_at': '2021-09-17T23:47:15Z', 'revision_number': 6, 'project_id': 'dad23bda143e4065b363ecf326d89acb', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:47:16.355610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9788e1-48ec-4235-90b3-35e913cf5f83 req-141d9d5f-1c62-434f-ba57-e4aa58080120 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:16.357040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f9788e1-48ec-4235-90b3-35e913cf5f83 req-141d9d5f-1c62-434f-ba57-e4aa58080120 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 945 time: 0.1024630 Sep 17 23:47:16.361859 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-3d1fcd40-b43f-4ad4-9fa3-becb51d7a4d7 admin admin] Calling delete_port for 50f6f5ed-09da-44c7-b7cf-67a68ea3e247 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:16.394389 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec80b30f-9ae9-4732-a979-f383d170bd3c {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:16.411786 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:16.428255 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Transition to ACTIVE for port object ec80b30f-9ae9-4732-a979-f383d170bd3c will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:47:16.482497 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f9788e1-48ec-4235-90b3-35e913cf5f83 req-9c1971b0-1769-4368-b286-01d8343a63e8 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ca319e8-4df3-4d90-8d6b-a0ccb28bcab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180475 Sep 17 23:47:16.530779 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:16.564962 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7c47ad06-93f3-4c09-9287-dd812de074ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:16.591468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514efbe-34e1-4290-8f7f-3b0d13cf1414 req-43c2779a-3c46-40f5-a79f-3ae9efd99ce9 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:16.593479 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5514efbe-34e1-4290-8f7f-3b0d13cf1414 req-43c2779a-3c46-40f5-a79f-3ae9efd99ce9 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 931 time: 0.1274931 Sep 17 23:47:16.604005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Pushing event updated for resources: {'Port': ['ID=ec80b30f-9ae9-4732-a979-f383d170bd3c,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:16.677567 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Attempting to bind port ec80b30f-9ae9-4732-a979-f383d170bd3c on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:47:16.678258 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Attempting to bind port ec80b30f-9ae9-4732-a979-f383d170bd3c by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:47:16.678691 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Attempting to bind port ec80b30f-9ae9-4732-a979-f383d170bd3c on network e2df3c0f-6c40-4464-917a-684982de5476 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:16.683591 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Port ec80b30f-9ae9-4732-a979-f383d170bd3c on network e2df3c0f-6c40-4464-917a-684982de5476 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:47:16.684022 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Attempting to bind port ec80b30f-9ae9-4732-a979-f383d170bd3c on network e2df3c0f-6c40-4464-917a-684982de5476 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:16.690761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:47:16.690761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Checking segment: {'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:16.690761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Bound using segment: {'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:47:16.690761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Bound port: ec80b30f-9ae9-4732-a979-f383d170bd3c, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:47:16.691897 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:16.767747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5bb5dc46-61f5-4216-a91d-415855b3d174 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:47:16.775790 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5514efbe-34e1-4290-8f7f-3b0d13cf1414 req-654cc37b-c324-442b-b548-8f1ee54d79e6 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707106 Sep 17 23:47:16.809396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 5bb5dc46-61f5-4216-a91d-415855b3d174 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:47:16.809973 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5bb5dc46-61f5-4216-a91d-415855b3d174 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:47:16.812479 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] For port ec80b30f-9ae9-4732-a979-f383d170bd3c, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:47:16.818384 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] For port ec80b30f-9ae9-4732-a979-f383d170bd3c, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ec80b30f-9ae9-4732-a979-f383d170bd3c,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:47:16.851031 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-0ebacc53-b798-455c-9322-a368a2f3547a tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:16.852591 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-0ebacc53-b798-455c-9322-a368a2f3547a tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/networks?id=e7140621-dcde-4943-90af-dfe4d247c2c7 HTTP/1.1" status: 200 len: 813 time: 0.2735875 Sep 17 23:47:16.883615 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-22cc1062-a45b-459a-897e-4e8a72ef63aa tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/quotas/63f0c15ba3ec4977958c88f366299d10 HTTP/1.1" status: 200 len: 375 time: 0.0235035 Sep 17 23:47:16.923532 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:16.941717 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-c1f356d2-bc29-4be4-9607-f7e9aa18b4a2 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=63f0c15ba3ec4977958c88f366299d10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515144 Sep 17 23:47:16.955921 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:16.956089 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:16.957852 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] 10.222.0.41 "PUT /v2.0/ports/ec80b30f-9ae9-4732-a979-f383d170bd3c HTTP/1.1" status: 200 len: 1091 time: 1.0712736 Sep 17 23:47:16.962554 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f7e30a-c319-4baf-8406-a5def42665c6', 'tag': 'ec80b30f-9ae9-4732-a979-f383d170bd3c'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:16.963535 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9e0f00-a310-45f3-9c81-6e40d22d3a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "50f7e30a-c319-4baf-8406-a5def42665c6", "tag": "ec80b30f-9ae9-4732-a979-f383d170bd3c"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:16.966787 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcd40-b43f-4ad4-9fa3-becb51d7a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:17.022440 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25024e25-74cb-4095-bfdc-a2a5db80a865 x-openstack-request-id: req-25024e25-74cb-4095-bfdc-a2a5db80a865 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:17.024954 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f7e30a-c319-4baf-8406-a5def42665c6", "tag": "ec80b30f-9ae9-4732-a979-f383d170bd3c", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:17.024954 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-25024e25-74cb-4095-bfdc-a2a5db80a865 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:17.024954 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f7e30a-c319-4baf-8406-a5def42665c6', 'tag': 'ec80b30f-9ae9-4732-a979-f383d170bd3c', 'status': 'completed', 'code': 200} Sep 17 23:47:17.024954 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913c321-bda1-447e-9934-836ecef5e84c service neutron] Pushing event updated for resources: {'Port': ['ID=ec80b30f-9ae9-4732-a979-f383d170bd3c,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:17.048067 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fcd40-b43f-4ad4-9fa3-becb51d7a4d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f6f5ed-09da-44c7-b7cf-67a68ea3e247,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:17.096520 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e0f00-a310-45f3-9c81-6e40d22d3a5e req-b5840c8c-6756-4be8-a5cf-783d70303e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:17.101585 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc9e0f00-a310-45f3-9c81-6e40d22d3a5e req-b5840c8c-6756-4be8-a5cf-783d70303e8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 1094 time: 0.0505090 Sep 17 23:47:17.157711 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcd40-b43f-4ad4-9fa3-becb51d7a4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:17.224794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e0f00-a310-45f3-9c81-6e40d22d3a5e req-e27e463c-6b33-4523-a7c6-7ce4758f55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:17.226548 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc9e0f00-a310-45f3-9c81-6e40d22d3a5e req-e27e463c-6b33-4523-a7c6-7ce4758f55ef service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1186697 Sep 17 23:47:17.252444 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:17.260182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-a5f8c7bf-af17-4a22-844a-5d0533236206 service neutron] 10.222.0.46 "GET /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112500 Sep 17 23:47:17.317815 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcd40-b43f-4ad4-9fa3-becb51d7a4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:17.344362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e0f00-a310-45f3-9c81-6e40d22d3a5e req-9c64f09d-2e24-45a6-a6e6-da0a4ea4e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:17.345870 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc9e0f00-a310-45f3-9c81-6e40d22d3a5e req-9c64f09d-2e24-45a6-a6e6-da0a4ea4e57e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1114743 Sep 17 23:47:17.358890 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcd40-b43f-4ad4-9fa3-becb51d7a4d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:17.441975 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-5cc9eb9d-a80b-492a-9435-30bc8931cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:17.444332 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-5cc9eb9d-a80b-492a-9435-30bc8931cada service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 1094 time: 0.0524299 Sep 17 23:47:17.479502 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a23ef-bd97-455a-bd90-9f7f15e0ea7b req-2b339919-e1dc-4608-a574-278641adf718 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:17.479502 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e63a23ef-bd97-455a-bd90-9f7f15e0ea7b req-2b339919-e1dc-4608-a574-278641adf718 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd3e49dd-d8e6-499a-a6d3-c420a548e6d7 HTTP/1.1" status: 200 len: 946 time: 0.1618216 Sep 17 23:47:17.507360 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-30fe5a62-59ce-4404-8633-0fc0bda0f47c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec80b30f-9ae9-4732-a979-f383d170bd3c HTTP/1.1" status: 200 len: 217 time: 0.0528924 Sep 17 23:47:17.567327 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-5817466c-7a18-4f3a-b1ff-defe95e1f139 service neutron] 10.222.0.46 "GET /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062999 Sep 17 23:47:17.625749 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcd40-b43f-4ad4-9fa3-becb51d7a4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:17.633776 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1fcd40-b43f-4ad4-9fa3-becb51d7a4d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 220156f6-b6e4-4c62-9b27-da28003a4bb1 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:47:17.634549 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcd40-b43f-4ad4-9fa3-becb51d7a4d7 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:17.636350 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3d1fcd40-b43f-4ad4-9fa3-becb51d7a4d7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/220156f6-b6e4-4c62-9b27-da28003a4bb1 HTTP/1.1" status: 204 len: 168 time: 1.9362342 Sep 17 23:47:17.637547 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-075e6122-edfb-4ff8-967c-97927584ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:17.639839 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-e63a23ef-bd97-455a-bd90-9f7f15e0ea7b req-21a5b689-e848-46d1-bf7f-c4ef9bbf9b46 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Deleting port 768d232f-8fbe-4f20-96d9-d5d22dc03c11 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:17.640184 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e63a23ef-bd97-455a-bd90-9f7f15e0ea7b req-21a5b689-e848-46d1-bf7f-c4ef9bbf9b46 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:17.640424 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-075e6122-edfb-4ff8-967c-97927584ebbc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7b73b73-63cd-4505-9722-63303d58ca18 HTTP/1.1" status: 200 len: 852 time: 0.1260757 Sep 17 23:47:17.642620 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38582) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:17.677809 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e28be-b74e-49c2-b9e0-38ef8e8fea60 req-de05f4c4-d073-48d4-b8e5-b293718b4c0e tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:17.685072 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-679e28be-b74e-49c2-b9e0-38ef8e8fea60 req-de05f4c4-d073-48d4-b8e5-b293718b4c0e tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 945 time: 0.1102619 Sep 17 23:47:17.694938 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38584) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:17.701885 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:17.754744 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38588) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:17.805805 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-679e28be-b74e-49c2-b9e0-38ef8e8fea60 req-957c5ac2-ad2b-4ba1-abc8-642aa6623578 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ca319e8-4df3-4d90-8d6b-a0ccb28bcab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153522 Sep 17 23:47:17.848352 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-e63a23ef-bd97-455a-bd90-9f7f15e0ea7b req-21a5b689-e848-46d1-bf7f-c4ef9bbf9b46 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] For port 768d232f-8fbe-4f20-96d9-d5d22dc03c11, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=768d232f-8fbe-4f20-96d9-d5d22dc03c11,segment=NetworkSegment(3c7dbd94-e31a-4bb2-a2e7-132a3825c840),segment_id=3c7dbd94-e31a-4bb2-a2e7-132a3825c840)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:17.848725 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e63a23ef-bd97-455a-bd90-9f7f15e0ea7b req-21a5b689-e848-46d1-bf7f-c4ef9bbf9b46 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:17.863273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-e63a23ef-bd97-455a-bd90-9f7f15e0ea7b req-21a5b689-e848-46d1-bf7f-c4ef9bbf9b46 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Calling delete_port for 768d232f-8fbe-4f20-96d9-d5d22dc03c11 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:17.989514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-685015d6-9a82-4f81-9f15-21e52913ec43 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-888636677-network', 'tenant_id': '618eece5ac54429fbfca94da2a0d74b4'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:18.080795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d82942-f292-46e7-a596-2ba632e274a6 req-df4d11e9-fd87-4c0e-aef3-aa13d5b17a7c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:18.082595 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11d82942-f292-46e7-a596-2ba632e274a6 req-df4d11e9-fd87-4c0e-aef3-aa13d5b17a7c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 943 time: 0.1545415 Sep 17 23:47:18.142224 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11d82942-f292-46e7-a596-2ba632e274a6 req-12c79f4d-d4fc-4b8e-abd3-31f27ac50c44 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431128 Sep 17 23:47:18.186597 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685015d6-9a82-4f81-9f15-21e52913ec43 admin admin] Made reservation on behalf of 618eece5ac54429fbfca94da2a0d74b4 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:18.196763 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-685015d6-9a82-4f81-9f15-21e52913ec43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:18.201785 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-685015d6-9a82-4f81-9f15-21e52913ec43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:18.212064 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-d8587a97-de8c-4fe1-87f5-00ef07442b76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2df3c0f-6c40-4464-917a-684982de5476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5563822 Sep 17 23:47:18.220434 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe11a4-6daa-453b-8985-1ed8456ecf66 req-03ed73c3-8f62-4e44-807e-bec7f1720d64 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:18.221879 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ccfe11a4-6daa-453b-8985-1ed8456ecf66 req-03ed73c3-8f62-4e44-807e-bec7f1720d64 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 945 time: 0.6755455 Sep 17 23:47:18.231266 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1c4d6ada-94dc-4d7a-94fe-0ca37084cd00 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-981733934-network', 'tenant_id': 'a7ae084fa8bc49b5ae62bec58f196659'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:18.241468 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e63a23ef-bd97-455a-bd90-9f7f15e0ea7b req-21a5b689-e848-46d1-bf7f-c4ef9bbf9b46 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:18.253621 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['768d232f-8fbe-4f20-96d9-d5d22dc03c11'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:18.256085 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['9d717305-8955-44d7-8066-bbbbb5505fc9'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:18.264363 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56c3a7d5-6b8d-4dd1-8fe3-a74c7b4cf7e8 req-ca6c0c9d-d07e-40f4-88bb-9067b56635b9 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7f84e29-228c-4b05-92a2-dca762d60337 HTTP/1.1" status: 200 len: 210 time: 0.0392520 Sep 17 23:47:18.302374 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5b689-e848-46d1-bf7f-c4ef9bbf9b46 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Pushing event deleted for resources: {'Port': ['ID=768d232f-8fbe-4f20-96d9-d5d22dc03c11,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:18.317981 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fb7ea-4419-4290-a52e-1cf17d08803f req-0ad5a118-e28d-4781-9417-55cb77eb8531 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:18.319807 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-142fb7ea-4419-4290-a52e-1cf17d08803f req-0ad5a118-e28d-4781-9417-55cb77eb8531 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.41 "GET /v2.0/ports?device_id=902edfef-b0eb-497c-9f04-becc36f22437 HTTP/1.1" status: 200 len: 945 time: 0.6757209 Sep 17 23:47:18.336435 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-d126d639-f848-4429-910d-5d27e990ba74 admin admin] Deleting subnet 2f0ac011-84bf-403d-bd9b-ac1d25b03dc8 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:47:18.367343 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63a23ef-bd97-455a-bd90-9f7f15e0ea7b req-21a5b689-e848-46d1-bf7f-c4ef9bbf9b46 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] No DVR routers for this DVR port 768d232f-8fbe-4f20-96d9-d5d22dc03c11 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:47:18.373094 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e63a23ef-bd97-455a-bd90-9f7f15e0ea7b req-21a5b689-e848-46d1-bf7f-c4ef9bbf9b46 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:18.375038 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e63a23ef-bd97-455a-bd90-9f7f15e0ea7b req-21a5b689-e848-46d1-bf7f-c4ef9bbf9b46 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.37 "DELETE /v2.0/ports/768d232f-8fbe-4f20-96d9-d5d22dc03c11 HTTP/1.1" status: 204 len: 173 time: 0.8894789 Sep 17 23:47:18.375481 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3e49dd-d8e6-499a-a6d3-c420a548e6d7', 'name': 'network-vif-deleted', 'tag': '768d232f-8fbe-4f20-96d9-d5d22dc03c11'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:18.377756 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742b8853-1cc5-404d-974e-4bc397d1de16" -d '{"events": [{"server_uuid": "cd3e49dd-d8e6-499a-a6d3-c420a548e6d7", "name": "network-vif-deleted", "tag": "768d232f-8fbe-4f20-96d9-d5d22dc03c11"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:18.409537 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d126d639-f848-4429-910d-5d27e990ba74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:18.433141 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-685015d6-9a82-4f81-9f15-21e52913ec43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:18.436589 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e903578f-3230-4ef1-b519-ab8ceffca04a x-openstack-request-id: req-e903578f-3230-4ef1-b519-ab8ceffca04a {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:18.436959 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3e49dd-d8e6-499a-a6d3-c420a548e6d7", "name": "network-vif-deleted", "tag": "768d232f-8fbe-4f20-96d9-d5d22dc03c11", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:18.437218 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e903578f-3230-4ef1-b519-ab8ceffca04a {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:18.437614 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3e49dd-d8e6-499a-a6d3-c420a548e6d7', 'name': 'network-vif-deleted', 'tag': '768d232f-8fbe-4f20-96d9-d5d22dc03c11', 'status': 'completed', 'code': 200} Sep 17 23:47:18.515309 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d126d639-f848-4429-910d-5d27e990ba74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:18.565666 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-685015d6-9a82-4f81-9f15-21e52913ec43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:18.570785 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-6ec27cce-7f23-417e-ae13-16fb8e6569a7 service neutron] 10.222.0.41 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436472 Sep 17 23:47:18.596256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685015d6-9a82-4f81-9f15-21e52913ec43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96db3f33-a049-401a-9182-1aeeedbeead7,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:18.601808 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685015d6-9a82-4f81-9f15-21e52913ec43 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:47:18.613560 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-685015d6-9a82-4f81-9f15-21e52913ec43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:18.614209 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-685015d6-9a82-4f81-9f15-21e52913ec43 admin admin] Added segment 6ce9f960-9106-480f-a69e-89630099531d of type vlan for network aa15324e-81e0-45c5-9f7e-d9fb6108a5ca Sep 17 23:47:18.628402 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-ccfe11a4-6daa-453b-8985-1ed8456ecf66 req-cd650037-99dc-4aa5-a22c-167984e0b282 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Deleting port 0324980a-192f-4a2b-8d41-815267138708 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:18.628821 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ccfe11a4-6daa-453b-8985-1ed8456ecf66 req-cd650037-99dc-4aa5-a22c-167984e0b282 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:18.664607 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-685015d6-9a82-4f81-9f15-21e52913ec43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:18.734530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4d6ada-94dc-4d7a-94fe-0ca37084cd00 admin admin] Made reservation on behalf of a7ae084fa8bc49b5ae62bec58f196659 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:18.736536 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c4d6ada-94dc-4d7a-94fe-0ca37084cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:18.753876 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-685015d6-9a82-4f81-9f15-21e52913ec43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:18.757952 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685015d6-9a82-4f81-9f15-21e52913ec43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:18.758573 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-685015d6-9a82-4f81-9f15-21e52913ec43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:18.805866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 50f6f5ed-09da-44c7-b7cf-67a68ea3e247 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:47:18.809486 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c4d6ada-94dc-4d7a-94fe-0ca37084cd00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:18.825198 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-142fb7ea-4419-4290-a52e-1cf17d08803f req-ae1fb4dc-6069-42e5-bf75-cded4fdab482 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Deleting port 9d717305-8955-44d7-8066-bbbbb5505fc9 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:18.829050 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-142fb7ea-4419-4290-a52e-1cf17d08803f req-ae1fb4dc-6069-42e5-bf75-cded4fdab482 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:18.839304 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 50f6f5ed-09da-44c7-b7cf-67a68ea3e247 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:47:18.840330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 50f6f5ed-09da-44c7-b7cf-67a68ea3e247 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:47:18.861376 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685015d6-9a82-4f81-9f15-21e52913ec43 admin admin] Pushing event updated for resources: {'Network': ['ID=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:18.864869 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d126d639-f848-4429-910d-5d27e990ba74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:18.877588 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network aa15324e-81e0-45c5-9f7e-d9fb6108a5ca details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:47:18.941922 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-685015d6-9a82-4f81-9f15-21e52913ec43 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2460785 Sep 17 23:47:18.945360 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38616) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:18.951142 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8a588e77-73df-45c6-98a1-27f68329dde7 admin admin] Request body: {'subnet': {'network_id': 'aa15324e-81e0-45c5-9f7e-d9fb6108a5ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-888636677-subnet', 'tenant_id': '618eece5ac54429fbfca94da2a0d74b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:18.987874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821116e-40a1-4af7-a22d-f3cb32518c0e req-bb4dada1-b46a-4c05-822d-7801c6ea6239 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:18.991791 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8821116e-40a1-4af7-a22d-f3cb32518c0e req-bb4dada1-b46a-4c05-822d-7801c6ea6239 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 945 time: 0.0826316 Sep 17 23:47:18.993660 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6b61b1ea-d18a-4c9a-aaba-d1b6f6eeb041 req-f05cc9f3-21b8-4997-bf75-9d9adae27a54 service neutron] 10.222.0.41 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034145 Sep 17 23:47:19.011881 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ccfe11a4-6daa-453b-8985-1ed8456ecf66 req-cd650037-99dc-4aa5-a22c-167984e0b282 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] For port 0324980a-192f-4a2b-8d41-815267138708, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=0324980a-192f-4a2b-8d41-815267138708,segment=NetworkSegment(90f78308-81b6-47d6-8688-5b1af432b0f1),segment_id=90f78308-81b6-47d6-8688-5b1af432b0f1)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:19.013389 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ccfe11a4-6daa-453b-8985-1ed8456ecf66 req-cd650037-99dc-4aa5-a22c-167984e0b282 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:19.049423 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8821116e-40a1-4af7-a22d-f3cb32518c0e req-c0dce679-ed8f-49b3-8935-c4882aab89f8 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/security-groups?id=5ca319e8-4df3-4d90-8d6b-a0ccb28bcab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490587 Sep 17 23:47:19.062891 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-ccfe11a4-6daa-453b-8985-1ed8456ecf66 req-cd650037-99dc-4aa5-a22c-167984e0b282 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Calling delete_port for 0324980a-192f-4a2b-8d41-815267138708 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:19.100116 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-142fb7ea-4419-4290-a52e-1cf17d08803f req-ae1fb4dc-6069-42e5-bf75-cded4fdab482 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] For port 9d717305-8955-44d7-8066-bbbbb5505fc9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9d717305-8955-44d7-8066-bbbbb5505fc9,segment=NetworkSegment(3c7dbd94-e31a-4bb2-a2e7-132a3825c840),segment_id=3c7dbd94-e31a-4bb2-a2e7-132a3825c840)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:19.100494 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-142fb7ea-4419-4290-a52e-1cf17d08803f req-ae1fb4dc-6069-42e5-bf75-cded4fdab482 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:19.139719 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-142fb7ea-4419-4290-a52e-1cf17d08803f req-ae1fb4dc-6069-42e5-bf75-cded4fdab482 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Calling delete_port for 9d717305-8955-44d7-8066-bbbbb5505fc9 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:19.272712 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c4d6ada-94dc-4d7a-94fe-0ca37084cd00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:19.273682 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd61f14-2ac3-441e-b700-2ccc037d827e req-2ed1cac8-b2a7-4dca-9f75-ea690aa573e9 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:19.275972 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d126d639-f848-4429-910d-5d27e990ba74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:19.277023 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ecd61f14-2ac3-441e-b700-2ccc037d827e req-2ed1cac8-b2a7-4dca-9f75-ea690aa573e9 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 943 time: 0.0559983 Sep 17 23:47:19.327711 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ecd61f14-2ac3-441e-b700-2ccc037d827e req-0b76e247-d19a-438f-8868-ae445864e273 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443902 Sep 17 23:47:19.333969 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126d639-f848-4429-910d-5d27e990ba74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f0ac011-84bf-403d-bd9b-ac1d25b03dc8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:19.337990 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d126d639-f848-4429-910d-5d27e990ba74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:19.341249 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d126d639-f848-4429-910d-5d27e990ba74 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2f0ac011-84bf-403d-bd9b-ac1d25b03dc8 HTTP/1.1" status: 204 len: 168 time: 1.6954234 Sep 17 23:47:19.346488 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e8a2cd-ad28-4d31-877e-3ca389536db2 None None] Network ab12b89e-7f5f-453f-8a05-4624f46c7f57 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:47:19.352141 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38626) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:19.364680 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-edcdb881-24cb-42a1-9867-64318da6f973 req-41d3d549-9911-4193-ada8-e1ce23d687cc tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7f84e29-228c-4b05-92a2-dca762d60337 HTTP/1.1" status: 200 len: 210 time: 0.0353801 Sep 17 23:47:19.372103 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126d639-f848-4429-910d-5d27e990ba74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:19.372489 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126d639-f848-4429-910d-5d27e990ba74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:19.372888 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126d639-f848-4429-910d-5d27e990ba74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:19.373291 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126d639-f848-4429-910d-5d27e990ba74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:19.373557 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126d639-f848-4429-910d-5d27e990ba74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:19.373892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126d639-f848-4429-910d-5d27e990ba74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:19.374217 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126d639-f848-4429-910d-5d27e990ba74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:19.374539 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126d639-f848-4429-910d-5d27e990ba74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:19.374884 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126d639-f848-4429-910d-5d27e990ba74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:19.375191 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126d639-f848-4429-910d-5d27e990ba74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:19.375550 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126d639-f848-4429-910d-5d27e990ba74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:19.375837 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126d639-f848-4429-910d-5d27e990ba74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:19.399517 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c4d6ada-94dc-4d7a-94fe-0ca37084cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:19.463267 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4d6ada-94dc-4d7a-94fe-0ca37084cd00 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:47:19.471560 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a588e77-73df-45c6-98a1-27f68329dde7 admin admin] Made reservation on behalf of 618eece5ac54429fbfca94da2a0d74b4 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:19.476095 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a588e77-73df-45c6-98a1-27f68329dde7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:19.506488 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:19.539240 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d6ada-94dc-4d7a-94fe-0ca37084cd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c2682c-da76-47a9-ab45-56832fdada61,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:19.564250 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c4d6ada-94dc-4d7a-94fe-0ca37084cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:19.564775 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-1c4d6ada-94dc-4d7a-94fe-0ca37084cd00 admin admin] Added segment 9be8bcf4-d024-43fb-a436-912d825a8c82 of type vlan for network a25daf7a-04f4-4097-a849-65cca6fa31b9 Sep 17 23:47:19.599906 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7b5ddc-2fdd-448c-88f2-e6c3a24c9532 None None] DHCP port deletion for ab12b89e-7f5f-453f-8a05-4624f46c7f57 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:47:19.644711 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c4d6ada-94dc-4d7a-94fe-0ca37084cd00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:19.653584 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-fa7b5ddc-2fdd-448c-88f2-e6c3a24c9532 None None] Deleting port a29393e9-a3d5-4fd1-8cd8-b8edc400358b {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:19.653959 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fa7b5ddc-2fdd-448c-88f2-e6c3a24c9532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:19.666600 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:19.708641 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] Deleting port a29393e9-a3d5-4fd1-8cd8-b8edc400358b {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:19.709020 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:19.720297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-fa7b5ddc-2fdd-448c-88f2-e6c3a24c9532 None None] For port a29393e9-a3d5-4fd1-8cd8-b8edc400358b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a29393e9-a3d5-4fd1-8cd8-b8edc400358b,segment=NetworkSegment(09043b55-a949-46a5-a234-a00eacaf3b98),segment_id=09043b55-a949-46a5-a234-a00eacaf3b98)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:19.720530 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-142fb7ea-4419-4290-a52e-1cf17d08803f req-ae1fb4dc-6069-42e5-bf75-cded4fdab482 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:19.720694 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fa7b5ddc-2fdd-448c-88f2-e6c3a24c9532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:19.763174 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fb4dc-6069-42e5-bf75-cded4fdab482 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Pushing event deleted for resources: {'Port': ['ID=9d717305-8955-44d7-8066-bbbbb5505fc9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:19.798125 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ccfe11a4-6daa-453b-8985-1ed8456ecf66 req-cd650037-99dc-4aa5-a22c-167984e0b282 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:19.829762 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c4d6ada-94dc-4d7a-94fe-0ca37084cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:19.831000 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4d6ada-94dc-4d7a-94fe-0ca37084cd00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:19.831729 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c4d6ada-94dc-4d7a-94fe-0ca37084cd00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:19.858255 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['0324980a-192f-4a2b-8d41-815267138708'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:19.864209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-fa7b5ddc-2fdd-448c-88f2-e6c3a24c9532 None None] Calling delete_port for a29393e9-a3d5-4fd1-8cd8-b8edc400358b owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:19.890538 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-142fb7ea-4419-4290-a52e-1cf17d08803f req-ae1fb4dc-6069-42e5-bf75-cded4fdab482 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] No DVR routers for this DVR port 9d717305-8955-44d7-8066-bbbbb5505fc9 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:47:19.907871 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd650037-99dc-4aa5-a22c-167984e0b282 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Pushing event deleted for resources: {'Port': ['ID=0324980a-192f-4a2b-8d41-815267138708,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:19.912812 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-142fb7ea-4419-4290-a52e-1cf17d08803f req-ae1fb4dc-6069-42e5-bf75-cded4fdab482 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:19.914794 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-142fb7ea-4419-4290-a52e-1cf17d08803f req-ae1fb4dc-6069-42e5-bf75-cded4fdab482 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.41 "DELETE /v2.0/ports/9d717305-8955-44d7-8066-bbbbb5505fc9 HTTP/1.1" status: 204 len: 173 time: 1.5832598 Sep 17 23:47:19.920338 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902edfef-b0eb-497c-9f04-becc36f22437', 'name': 'network-vif-deleted', 'tag': '9d717305-8955-44d7-8066-bbbbb5505fc9'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:19.922675 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b537b996-a4c1-47b0-bb0e-fb6451bef10a" -d '{"events": [{"server_uuid": "902edfef-b0eb-497c-9f04-becc36f22437", "name": "network-vif-deleted", "tag": "9d717305-8955-44d7-8066-bbbbb5505fc9"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:19.956020 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] For port a29393e9-a3d5-4fd1-8cd8-b8edc400358b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a29393e9-a3d5-4fd1-8cd8-b8edc400358b,segment=NetworkSegment(09043b55-a949-46a5-a234-a00eacaf3b98),segment_id=09043b55-a949-46a5-a234-a00eacaf3b98)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:19.956560 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:19.979255 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c849e33-5a39-4e98-b6ae-3449058465ee x-openstack-request-id: req-2c849e33-5a39-4e98-b6ae-3449058465ee {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:19.979548 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902edfef-b0eb-497c-9f04-becc36f22437", "name": "network-vif-deleted", "tag": "9d717305-8955-44d7-8066-bbbbb5505fc9", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:19.979796 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2c849e33-5a39-4e98-b6ae-3449058465ee {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:19.980188 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902edfef-b0eb-497c-9f04-becc36f22437', 'name': 'network-vif-deleted', 'tag': '9d717305-8955-44d7-8066-bbbbb5505fc9', 'status': 'completed', 'code': 200} Sep 17 23:47:20.014799 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a588e77-73df-45c6-98a1-27f68329dde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:20.027309 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1c4d6ada-94dc-4d7a-94fe-0ca37084cd00 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2689641 Sep 17 23:47:20.028262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfe11a4-6daa-453b-8985-1ed8456ecf66 req-cd650037-99dc-4aa5-a22c-167984e0b282 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] No DVR routers for this DVR port 0324980a-192f-4a2b-8d41-815267138708 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:47:20.032352 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] Calling delete_port for a29393e9-a3d5-4fd1-8cd8-b8edc400358b owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:20.034039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38632) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:20.035139 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ccfe11a4-6daa-453b-8985-1ed8456ecf66 req-cd650037-99dc-4aa5-a22c-167984e0b282 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:20.037225 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ccfe11a4-6daa-453b-8985-1ed8456ecf66 req-cd650037-99dc-4aa5-a22c-167984e0b282 tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.37 "DELETE /v2.0/ports/0324980a-192f-4a2b-8d41-815267138708 HTTP/1.1" status: 204 len: 173 time: 1.7930915 Sep 17 23:47:20.042273 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-258a588e-294c-404a-85a9-8cf15451037d admin admin] Request body: {'subnet': {'network_id': 'a25daf7a-04f4-4097-a849-65cca6fa31b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-981733934-subnet', 'tenant_id': 'a7ae084fa8bc49b5ae62bec58f196659', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:20.047393 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d6ada-94dc-4d7a-94fe-0ca37084cd00 admin admin] Pushing event updated for resources: {'Network': ['ID=a25daf7a-04f4-4097-a849-65cca6fa31b9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:20.063396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network a25daf7a-04f4-4097-a849-65cca6fa31b9 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:47:20.089710 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fa7b5ddc-2fdd-448c-88f2-e6c3a24c9532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:20.118348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a588e77-73df-45c6-98a1-27f68329dde7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b99927-674c-4e56-bb77-3a6655e29089,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:20.151535 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7b5ddc-2fdd-448c-88f2-e6c3a24c9532 None None] No DVR routers for this DVR port a29393e9-a3d5-4fd1-8cd8-b8edc400358b on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:47:20.160825 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a588e77-73df-45c6-98a1-27f68329dde7 admin admin] Checking segment: {'id': '6ce9f960-9106-480f-a69e-89630099531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aa15324e-81e0-45c5-9f7e-d9fb6108a5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:20.161211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a588e77-73df-45c6-98a1-27f68329dde7 admin admin] Network hostable DHCP agents. Network: aa15324e-81e0-45c5-9f7e-d9fb6108a5ca, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:47:20.166462 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:20.196594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] No DVR routers for this DVR port a29393e9-a3d5-4fd1-8cd8-b8edc400358b on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:47:20.199459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b5ddc-2fdd-448c-88f2-e6c3a24c9532 None None] Pushing event deleted for resources: {'Port': ['ID=a29393e9-a3d5-4fd1-8cd8-b8edc400358b,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:20.211056 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18f60a63-c0db-47ec-ab49-5efac43817a6 req-a1453b2e-0d94-4f29-9532-ba5670aabcae tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 210 time: 0.0473533 Sep 17 23:47:20.255577 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] Pushing event deleted for resources: {'Port': ['ID=a29393e9-a3d5-4fd1-8cd8-b8edc400358b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:20.311596 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:20.331046 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258a588e-294c-404a-85a9-8cf15451037d admin admin] Made reservation on behalf of a7ae084fa8bc49b5ae62bec58f196659 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:20.333888 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-258a588e-294c-404a-85a9-8cf15451037d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:20.336546 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab12b89e-7f5f-453f-8a05-4624f46c7f57']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:20.362723 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09043b55-a949-46a5-a234-a00eacaf3b98') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:20.362723 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09043b55-a949-46a5-a234-a00eacaf3b98') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:20.378756 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:20.393203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a588e77-73df-45c6-98a1-27f68329dde7 admin admin] Network aa15324e-81e0-45c5-9f7e-d9fb6108a5ca is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:47:20.434043 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:20.445044 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:47:20.445449 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:47:20.447770 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:47:20.459263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ce9ad-27ae-4fc7-9102-63269725c4af req-0e32746c-54d1-4954-a14b-cb11f596ec70 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:20.467435 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b18ce9ad-27ae-4fc7-9102-63269725c4af req-0e32746c-54d1-4954-a14b-cb11f596ec70 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 943 time: 0.0688293 Sep 17 23:47:20.503958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-8a588e77-73df-45c6-98a1-27f68329dde7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, aa15324e-81e0-45c5-9f7e-d9fb6108a5ca) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:20.512639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7076f644-700f-478e-8619-c8bf7b0254ce None None] Network aa15324e-81e0-45c5-9f7e-d9fb6108a5ca requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:47:20.519949 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b18ce9ad-27ae-4fc7-9102-63269725c4af req-5afd8c54-a0a6-4596-959a-8b686ce917b7 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515814 Sep 17 23:47:20.538207 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a588e77-73df-45c6-98a1-27f68329dde7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:20.538805 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a588e77-73df-45c6-98a1-27f68329dde7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:20.573678 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7e3453e0-3c69-4c54-8956-7360f9791b37 req-44a1f9a4-337d-49a6-b26c-99169d841270 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7f84e29-228c-4b05-92a2-dca762d60337 HTTP/1.1" status: 200 len: 210 time: 0.0369997 Sep 17 23:47:20.621546 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:20.626888 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:20.628740 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ab12b89e-7f5f-453f-8a05-4624f46c7f57 HTTP/1.1" status: 204 len: 168 time: 1.2754455 Sep 17 23:47:20.633772 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38642) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:20.639785 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea3908-090d-4135-915f-143e13d54877 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab12b89e-7f5f-453f-8a05-4624f46c7f57,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:20.644174 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6453ac4a-89b2-42c4-b4ce-e481148e84ab None None] Network aa15324e-81e0-45c5-9f7e-d9fb6108a5ca requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:47:20.648037 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8a588e77-73df-45c6-98a1-27f68329dde7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7015491 Sep 17 23:47:20.676812 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-258a588e-294c-404a-85a9-8cf15451037d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:20.731726 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 9d717305-8955-44d7-8066-bbbbb5505fc9 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:47:20.763206 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 9d717305-8955-44d7-8066-bbbbb5505fc9 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:47:20.763206 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 9d717305-8955-44d7-8066-bbbbb5505fc9 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:47:20.790344 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a588e-294c-404a-85a9-8cf15451037d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2320f8a-84d7-46e6-99a3-f648a1d44395,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:20.811567 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a588e-294c-404a-85a9-8cf15451037d admin admin] Checking segment: {'id': '9be8bcf4-d024-43fb-a436-912d825a8c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a25daf7a-04f4-4097-a849-65cca6fa31b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:20.812167 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a588e-294c-404a-85a9-8cf15451037d admin admin] Network hostable DHCP agents. Network: a25daf7a-04f4-4097-a849-65cca6fa31b9, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:47:20.848254 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a29393e9-a3d5-4fd1-8cd8-b8edc400358b no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:47:20.890604 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: a29393e9-a3d5-4fd1-8cd8-b8edc400358b {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:47:20.891056 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a29393e9-a3d5-4fd1-8cd8-b8edc400358b not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:47:20.930774 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a588e-294c-404a-85a9-8cf15451037d admin admin] Network a25daf7a-04f4-4097-a849-65cca6fa31b9 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:47:21.056095 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-258a588e-294c-404a-85a9-8cf15451037d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, a25daf7a-04f4-4097-a849-65cca6fa31b9) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:21.068462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39e7469-9695-4720-8b97-d06c0f0692f2 None None] Network a25daf7a-04f4-4097-a849-65cca6fa31b9 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:47:21.070489 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258a588e-294c-404a-85a9-8cf15451037d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:21.088797 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-258a588e-294c-404a-85a9-8cf15451037d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:21.202725 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-f0536c26-7478-4d16-9efe-58952acc48eb tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:21.204602 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-f0536c26-7478-4d16-9efe-58952acc48eb tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.37 "GET /v2.0/networks?id=e7140621-dcde-4943-90af-dfe4d247c2c7 HTTP/1.1" status: 200 len: 813 time: 0.2304127 Sep 17 23:47:21.227774 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-5ba36a36-1a34-4b0a-94b6-d8ec442f58e4 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Request body: {'port': {'device_id': '411fd956-7551-4f34-9cab-f1bb60fa36c2', 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7', 'admin_state_up': True, 'tenant_id': '63f0c15ba3ec4977958c88f366299d10'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:21.292619 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d97ecd-2c9c-4115-b7c1-166529606c96 None None] Network a25daf7a-04f4-4097-a849-65cca6fa31b9 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:47:21.313595 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-258a588e-294c-404a-85a9-8cf15451037d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2662106 Sep 17 23:47:21.378814 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 768d232f-8fbe-4f20-96d9-d5d22dc03c11 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:47:21.385342 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e8ae0d9f-85d3-4899-a63c-f8b81d95986c req-c32571c5-413f-4c31-a795-27f28ada53ae tempest-ServerAddressesTestJSON-485035285 tempest-ServerAddressesTestJSON-485035285-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd4a0ff4-9f29-4cfd-9136-fdfd67f63977 HTTP/1.1" status: 200 len: 210 time: 0.0549681 Sep 17 23:47:21.447194 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 768d232f-8fbe-4f20-96d9-d5d22dc03c11 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:47:21.449243 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 768d232f-8fbe-4f20-96d9-d5d22dc03c11 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:47:21.505501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b983e-5780-4b1b-972d-519529b484b0 req-382eac50-8e61-441f-8f2b-7ab7efcb66bd tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:21.507006 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f26b983e-5780-4b1b-972d-519529b484b0 req-382eac50-8e61-441f-8f2b-7ab7efcb66bd tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/networks?id=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca HTTP/1.1" status: 200 len: 813 time: 0.1748359 Sep 17 23:47:21.513309 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-5ba36a36-1a34-4b0a-94b6-d8ec442f58e4 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Made reservation on behalf of 63f0c15ba3ec4977958c88f366299d10 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:21.517631 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-5ba36a36-1a34-4b0a-94b6-d8ec442f58e4 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:21.548536 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f26b983e-5780-4b1b-972d-519529b484b0 req-a07d4a77-b9cb-4afb-b5e4-f89024ebab97 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/quotas/618eece5ac54429fbfca94da2a0d74b4 HTTP/1.1" status: 200 len: 375 time: 0.0162172 Sep 17 23:47:21.602640 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f26b983e-5780-4b1b-972d-519529b484b0 req-059b047a-5713-4133-8f7a-ad62a6ff14bc tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=618eece5ac54429fbfca94da2a0d74b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408096 Sep 17 23:47:21.645331 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-109b7d4c-6b0c-4746-8c4a-1dba61c9af07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:21.650782 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-efab3e7f-6908-44c3-bd72-6fce68cb30b0 req-9748b479-d007-468b-9fe3-6513b8146973 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1931602754', 'description': 'tempest-description-1508854839'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:21.663624 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-5ba36a36-1a34-4b0a-94b6-d8ec442f58e4 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Allocated IP 172.20.0.14 (e7140621-dcde-4943-90af-dfe4d247c2c7/0c3c945e-d584-43af-aa4e-ae7c1a0a6aa0/23330034-4011-43ca-a281-db192947fed7) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:47:21.807460 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f26b983e-5780-4b1b-972d-519529b484b0 req-4dd2ecdf-9e02-4e1a-a285-d4267e54c0dd service neutron] 10.222.0.46 "GET /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931219 Sep 17 23:47:21.875610 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-efab3e7f-6908-44c3-bd72-6fce68cb30b0 req-9748b479-d007-468b-9fe3-6513b8146973 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:21.891602 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-5ba36a36-1a34-4b0a-94b6-d8ec442f58e4 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:21.927300 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-af4af302-eab7-4d19-b7e2-b3f3368a8cec tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:21.928691 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-af4af302-eab7-4d19-b7e2-b3f3368a8cec tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.41 "GET /v2.0/networks?id=e7140621-dcde-4943-90af-dfe4d247c2c7 HTTP/1.1" status: 200 len: 813 time: 0.1487508 Sep 17 23:47:21.942928 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-92ef29f7-a462-457b-82ae-65e3956068c5 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Request body: {'port': {'device_id': 'a7f84e29-228c-4b05-92a2-dca762d60337', 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7', 'admin_state_up': True, 'tenant_id': '63f0c15ba3ec4977958c88f366299d10'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:21.982690 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f26b983e-5780-4b1b-972d-519529b484b0 req-786a594f-ae7a-445c-bf8c-3f6ff5fe8cf1 service neutron] 10.222.0.46 "GET /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678147 Sep 17 23:47:22.007762 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4a0ff4-9f29-4cfd-9136-fdfd67f63977', 'name': 'network-vif-deleted', 'tag': '0324980a-192f-4a2b-8d41-815267138708'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:22.009955 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d5f7f9-3514-46ed-b090-8432ab40926d" -d '{"events": [{"server_uuid": "bd4a0ff4-9f29-4cfd-9136-fdfd67f63977", "name": "network-vif-deleted", "tag": "0324980a-192f-4a2b-8d41-815267138708"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:22.064653 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-5ba36a36-1a34-4b0a-94b6-d8ec442f58e4 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:22.100671 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-efab3e7f-6908-44c3-bd72-6fce68cb30b0 req-9748b479-d007-468b-9fe3-6513b8146973 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:22.106497 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-5ba36a36-1a34-4b0a-94b6-d8ec442f58e4 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Network e7140621-dcde-4943-90af-dfe4d247c2c7 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:47:22.109629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-5ba36a36-1a34-4b0a-94b6-d8ec442f58e4 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:22.114240 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-5ba36a36-1a34-4b0a-94b6-d8ec442f58e4 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:47:22.125289 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-109b7d4c-6b0c-4746-8c4a-1dba61c9af07 admin admin] Deleting port 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:22.125776 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-109b7d4c-6b0c-4746-8c4a-1dba61c9af07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:22.144313 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba36a36-1a34-4b0a-94b6-d8ec442f58e4 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Pushing event updated for resources: {'Port': ['ID=23330034-4011-43ca-a281-db192947fed7,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:22.174570 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-5ba36a36-1a34-4b0a-94b6-d8ec442f58e4 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:22.175176 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-5ba36a36-1a34-4b0a-94b6-d8ec442f58e4 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:22.177924 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-efab3e7f-6908-44c3-bd72-6fce68cb30b0 req-9748b479-d007-468b-9fe3-6513b8146973 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:22.222992 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748b479-d007-468b-9fe3-6513b8146973 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe02eb1b-5929-4902-a8fb-d55ede6f13cf,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:22.236903 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-109b7d4c-6b0c-4746-8c4a-1dba61c9af07 admin admin] For port 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7cb64bb1-92d0-4792-b8ec-76766ac1cb2d,segment=NetworkSegment(c461c650-f89b-4a87-8d24-c0e0612a454a),segment_id=c461c650-f89b-4a87-8d24-c0e0612a454a)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:22.237269 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-109b7d4c-6b0c-4746-8c4a-1dba61c9af07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:22.249482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-109b7d4c-6b0c-4746-8c4a-1dba61c9af07 admin admin] Calling delete_port for 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:22.272277 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-92ef29f7-a462-457b-82ae-65e3956068c5 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Made reservation on behalf of 63f0c15ba3ec4977958c88f366299d10 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:22.272277 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-92ef29f7-a462-457b-82ae-65e3956068c5 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:22.342662 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-5ba36a36-1a34-4b0a-94b6-d8ec442f58e4 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1209157 Sep 17 23:47:22.358253 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Request body: {'port': {'device_id': '411fd956-7551-4f34-9cab-f1bb60fa36c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:22.406111 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c7505-701c-4a63-bfc0-d3f5b15259f1 req-14a01f91-5a12-4c46-ad19-d3c3c174c9a7 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:22.409003 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d7c7505-701c-4a63-bfc0-d3f5b15259f1 req-14a01f91-5a12-4c46-ad19-d3c3c174c9a7 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 943 time: 0.1004362 Sep 17 23:47:22.410542 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-efab3e7f-6908-44c3-bd72-6fce68cb30b0 req-9748b479-d007-468b-9fe3-6513b8146973 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:22.411709 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efab3e7f-6908-44c3-bd72-6fce68cb30b0 req-9748b479-d007-468b-9fe3-6513b8146973 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7735476 Sep 17 23:47:22.453824 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:22.459411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-92ef29f7-a462-457b-82ae-65e3956068c5 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Allocated IP 172.20.0.8 (e7140621-dcde-4943-90af-dfe4d247c2c7/0c3c945e-d584-43af-aa4e-ae7c1a0a6aa0/7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:47:22.485064 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d7c7505-701c-4a63-bfc0-d3f5b15259f1 req-c474c7d0-062a-4b4e-a19d-c11736982c1a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691667 Sep 17 23:47:22.550323 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b3c4f724-d8b9-4fff-944a-2d1709cccfa0 req-308b2bfc-c8cc-4cd0-9f2b-2bb1e58e7373 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7f84e29-228c-4b05-92a2-dca762d60337 HTTP/1.1" status: 200 len: 210 time: 0.0482817 Sep 17 23:47:22.636043 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad52b0f-1e03-42b1-ab97-a1ff615fcf19 x-openstack-request-id: req-1ad52b0f-1e03-42b1-ab97-a1ff615fcf19 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:22.636262 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4a0ff4-9f29-4cfd-9136-fdfd67f63977", "name": "network-vif-deleted", "tag": "0324980a-192f-4a2b-8d41-815267138708", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:22.636365 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35b5a079-d437-440b-99e8-83561d6b766b req-2189149d-89e2-4b6a-9a08-3a88f4bfd21b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 210 time: 0.0334311 Sep 17 23:47:22.636497 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ad52b0f-1e03-42b1-ab97-a1ff615fcf19 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:22.636909 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4a0ff4-9f29-4cfd-9136-fdfd67f63977', 'name': 'network-vif-deleted', 'tag': '0324980a-192f-4a2b-8d41-815267138708', 'status': 'completed', 'code': 200} Sep 17 23:47:22.645044 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38694) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:22.704913 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-109b7d4c-6b0c-4746-8c4a-1dba61c9af07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:22.732419 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ec80b30f-9ae9-4732-a979-f383d170bd3c details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:47:22.742550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b7d4c-6b0c-4746-8c4a-1dba61c9af07 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb64bb1-92d0-4792-b8ec-76766ac1cb2d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:22.755131 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd3be0b-8286-4700-a5a0-f257583f9d56 admin admin] Deleting subnet 45596c5b-e76d-4bf4-b9f4-7103b4235af9 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:47:22.763861 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-92ef29f7-a462-457b-82ae-65e3956068c5 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:22.779626 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fd3be0b-8286-4700-a5a0-f257583f9d56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:22.863354 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port ec80b30f-9ae9-4732-a979-f383d170bd3c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ec80b30f-9ae9-4732-a979-f383d170bd3c,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:22.867921 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5bc1494-42b8-413d-878d-98158470680a req-2b3b297b-7a54-4020-aadb-8e4098b46c0c tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "GET /v2.0/security-groups/fe02eb1b-5929-4902-a8fb-d55ede6f13cf HTTP/1.1" status: 200 len: 1815 time: 0.1667733 Sep 17 23:47:22.876795 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'ec80b30f-9ae9-4732-a979-f383d170bd3c', 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476', 'port_id': 'ec80b30f-9ae9-4732-a979-f383d170bd3c', 'mac_address': 'fa:16:3e:f2:d0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b73b73-63cd-4505-9722-63303d58ca18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:47:22.879030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-d5bc1494-42b8-413d-878d-98158470680a req-d46cb5d8-7a05-4141-a032-6a5c1f96aeae tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe02eb1b-5929-4902-a8fb-d55ede6f13cf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:22.879357 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-d5bc1494-42b8-413d-878d-98158470680a req-d46cb5d8-7a05-4141-a032-6a5c1f96aeae tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe02eb1b-5929-4902-a8fb-d55ede6f13cf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:22.886376 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-92ef29f7-a462-457b-82ae-65e3956068c5 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:22.903678 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fd3be0b-8286-4700-a5a0-f257583f9d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:22.924303 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:22.940205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec80b30f-9ae9-4732-a979-f383d170bd3c {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:22.964273 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port ec80b30f-9ae9-4732-a979-f383d170bd3c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ec80b30f-9ae9-4732-a979-f383d170bd3c,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:23.011761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-92ef29f7-a462-457b-82ae-65e3956068c5 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Network e7140621-dcde-4943-90af-dfe4d247c2c7 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:47:23.019253 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fd3be0b-8286-4700-a5a0-f257583f9d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:23.019874 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-92ef29f7-a462-457b-82ae-65e3956068c5 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:23.035341 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-92ef29f7-a462-457b-82ae-65e3956068c5 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:47:23.054859 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:23.059318 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef29f7-a462-457b-82ae-65e3956068c5 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Pushing event updated for resources: {'Port': ['ID=7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:23.107898 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-92ef29f7-a462-457b-82ae-65e3956068c5 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:23.108551 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-92ef29f7-a462-457b-82ae-65e3956068c5 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:23.124727 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=ec80b30f-9ae9-4732-a979-f383d170bd3c,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:23.139209 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-109b7d4c-6b0c-4746-8c4a-1dba61c9af07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:23.151002 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d5bc1494-42b8-413d-878d-98158470680a req-d46cb5d8-7a05-4141-a032-6a5c1f96aeae tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:23.178861 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23330034-4011-43ca-a281-db192947fed7 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:23.187556 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:23.201071 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-92ef29f7-a462-457b-82ae-65e3956068c5 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2618780 Sep 17 23:47:23.202147 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Transition to ACTIVE for port object 23330034-4011-43ca-a281-db192947fed7 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:47:23.210326 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d5bc1494-42b8-413d-878d-98158470680a req-d46cb5d8-7a05-4141-a032-6a5c1f96aeae tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:23.214920 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Request body: {'port': {'device_id': 'a7f84e29-228c-4b05-92a2-dca762d60337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:23.272596 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:23.274038 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fd3be0b-8286-4700-a5a0-f257583f9d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:23.303647 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3be0b-8286-4700-a5a0-f257583f9d56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45596c5b-e76d-4bf4-b9f4-7103b4235af9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:23.305754 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fd3be0b-8286-4700-a5a0-f257583f9d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:23.307826 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1fd3be0b-8286-4700-a5a0-f257583f9d56 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/45596c5b-e76d-4bf4-b9f4-7103b4235af9 HTTP/1.1" status: 204 len: 168 time: 0.6617131 Sep 17 23:47:23.311405 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['ec80b30f-9ae9-4732-a979-f383d170bd3c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:23.312466 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38698) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:23.334026 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:23.344440 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d5bc1494-42b8-413d-878d-98158470680a req-d46cb5d8-7a05-4141-a032-6a5c1f96aeae tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:23.360888 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 0324980a-192f-4a2b-8d41-815267138708 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:47:23.370171 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cb5d8-7a05-4141-a032-6a5c1f96aeae tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feba5f6c-0c0d-43a5-afe6-d5eb84a81161,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:23.383389 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 0324980a-192f-4a2b-8d41-815267138708 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:47:23.384036 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 0324980a-192f-4a2b-8d41-815267138708 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:47:23.436514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109b7d4c-6b0c-4746-8c4a-1dba61c9af07 admin admin] Router 205e0f63-04b9-4db5-a9cc-ea54e2e23056 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:47:23.484737 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-d5bc1494-42b8-413d-878d-98158470680a req-d46cb5d8-7a05-4141-a032-6a5c1f96aeae tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:23.489575 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5bc1494-42b8-413d-878d-98158470680a req-d46cb5d8-7a05-4141-a032-6a5c1f96aeae tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6207702 Sep 17 23:47:23.505680 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12e00635-8e2f-431c-8adf-714cbacc9ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:23.508290 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Pushing event updated for resources: {'Port': ['ID=23330034-4011-43ca-a281-db192947fed7,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:23.617910 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109b7d4c-6b0c-4746-8c4a-1dba61c9af07 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:47:23.628694 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be97d97-fcb1-4979-821f-d49eaca72bc8 None None] Sync routers for ids ['205e0f63-04b9-4db5-a9cc-ea54e2e23056'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:47:23.631746 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-109b7d4c-6b0c-4746-8c4a-1dba61c9af07 admin admin] 10.222.0.46 "PUT /v2.0/routers/205e0f63-04b9-4db5-a9cc-ea54e2e23056/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9963191 Sep 17 23:47:23.634701 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38708) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:23.647965 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be97d97-fcb1-4979-821f-d49eaca72bc8 None None] Routers {'205e0f63-04b9-4db5-a9cc-ea54e2e23056'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:47:23.648467 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f925078e-dc6a-4320-b67c-e13679a2b13f req-32c82e8f-6a5d-447c-b767-4fef5bc2d39d tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "GET /v2.0/security-groups/fe02eb1b-5929-4902-a8fb-d55ede6f13cf HTTP/1.1" status: 200 len: 2409 time: 0.0979018 Sep 17 23:47:23.651729 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-1be97d97-fcb1-4979-821f-d49eaca72bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:47:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['205e0f63-04b9-4db5-a9cc-ea54e2e23056'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:23.698828 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6b82b-b3c4-46ec-81fd-c19dd643d0fd req-b6940923-fbba-40a9-8ace-75a795995509 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:23.700483 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ebd6b82b-b3c4-46ec-81fd-c19dd643d0fd req-b6940923-fbba-40a9-8ace-75a795995509 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 944 time: 0.1296966 Sep 17 23:47:23.810418 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ebd6b82b-b3c4-46ec-81fd-c19dd643d0fd req-eb5b72ff-a8cc-4ddf-a4f1-5e4e6a69016d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944636 Sep 17 23:47:23.814440 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5e8c0325-894f-4fad-a3bf-fa76a18887a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:23.860978 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-1be97d97-fcb1-4979-821f-d49eaca72bc8 None None] Set router 205e0f63-04b9-4db5-a9cc-ea54e2e23056 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:47:24.020868 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78aa4745-2593-4d63-ac5e-96feb4aceaa6 req-57bc03ca-5031-463d-860b-9e1264c82b5b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 210 time: 0.0808585 Sep 17 23:47:24.036424 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12e00635-8e2f-431c-8adf-714cbacc9ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.041805 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Attempting to bind port 23330034-4011-43ca-a281-db192947fed7 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:47:24.042156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Attempting to bind port 23330034-4011-43ca-a281-db192947fed7 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '3c7dbd94-e31a-4bb2-a2e7-132a3825c840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:47:24.042477 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Attempting to bind port 23330034-4011-43ca-a281-db192947fed7 on network e7140621-dcde-4943-90af-dfe4d247c2c7 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:24.050273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351d996-e5ea-4c86-aae9-77f5464a97c2 req-4446a0bc-b8a9-4490-9908-369d6c83037a tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:24.058315 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3351d996-e5ea-4c86-aae9-77f5464a97c2 req-4446a0bc-b8a9-4490-9908-369d6c83037a tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7f84e29-228c-4b05-92a2-dca762d60337 HTTP/1.1" status: 200 len: 931 time: 0.2302420 Sep 17 23:47:24.067642 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Port 23330034-4011-43ca-a281-db192947fed7 on network e7140621-dcde-4943-90af-dfe4d247c2c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:47:24.067970 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Attempting to bind port 23330034-4011-43ca-a281-db192947fed7 on network e7140621-dcde-4943-90af-dfe4d247c2c7 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:24.081091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-12e00635-8e2f-431c-8adf-714cbacc9ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8bf3b3-8d02-4d05-889a-fa3714346daa']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:24.088242 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:47:24.088590 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Checking segment: {'id': '3c7dbd94-e31a-4bb2-a2e7-132a3825c840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:24.089352 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Bound using segment: {'id': '3c7dbd94-e31a-4bb2-a2e7-132a3825c840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:47:24.089475 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Bound port: 23330034-4011-43ca-a281-db192947fed7, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7dbd94-e31a-4bb2-a2e7-132a3825c840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:47:24.089801 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.113176 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3351d996-e5ea-4c86-aae9-77f5464a97c2 req-97ba9db8-107a-4135-a922-bf81fe2aeadc tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511358 Sep 17 23:47:24.115288 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-1be97d97-fcb1-4979-821f-d49eaca72bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'name': 'tempest-AttachSCSIVolumeTestJSON-76056865-router', 'tenant_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6ede58b-d8f2-46d8-b848-d2f5f3320cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:45:30Z', 'updated_at': '2021-09-17T23:47:22Z', 'revision_number': 5, 'project_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'gw_port': {'id': 'e6ede58b-d8f2-46d8-b848-d2f5f3320cf3', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:31Z', 'updated_at': '2021-09-17T23:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:24.118152 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5e8c0325-894f-4fad-a3bf-fa76a18887a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.121459 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-12e00635-8e2f-431c-8adf-714cbacc9ca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f78308-81b6-47d6-8688-5b1af432b0f1') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:24.121459 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-12e00635-8e2f-431c-8adf-714cbacc9ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f78308-81b6-47d6-8688-5b1af432b0f1') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:24.139894 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12e00635-8e2f-431c-8adf-714cbacc9ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.143289 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95c7c8c0-e406-42ba-8e1f-9728f60889bf req-2a4fedf2-f2eb-4186-81db-6a6bd7ed7dd7 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "GET /v2.0/security-group-rules/feba5f6c-0c0d-43a5-afe6-d5eb84a81161 HTTP/1.1" status: 200 len: 778 time: 0.0482359 Sep 17 23:47:24.161498 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be97d97-fcb1-4979-821f-d49eaca72bc8 None None] Checking router: 205e0f63-04b9-4db5-a9cc-ea54e2e23056 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:47:24.176686 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be97d97-fcb1-4979-821f-d49eaca72bc8 None None] Routers {'205e0f63-04b9-4db5-a9cc-ea54e2e23056'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:47:24.177341 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-1be97d97-fcb1-4979-821f-d49eaca72bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:47:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['205e0f63-04b9-4db5-a9cc-ea54e2e23056'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:24.189016 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12e00635-8e2f-431c-8adf-714cbacc9ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.196590 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95c7c8c0-e406-42ba-8e1f-9728f60889bf req-72ec5f5d-7568-4a79-9fba-0c9503cd25d7 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "GET /v2.0/security-groups/fe02eb1b-5929-4902-a8fb-d55ede6f13cf HTTP/1.1" status: 200 len: 2409 time: 0.0539472 Sep 17 23:47:24.225235 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e00635-8e2f-431c-8adf-714cbacc9ca3 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:47:24.225649 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12e00635-8e2f-431c-8adf-714cbacc9ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.229198 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-95c7c8c0-e406-42ba-8e1f-9728f60889bf req-dfa06102-a0d9-4278-b55d-d527cfd8ef8b tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:47:24.231986 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:47:24.258015 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-95c7c8c0-e406-42ba-8e1f-9728f60889bf req-dfa06102-a0d9-4278-b55d-d527cfd8ef8b tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.267991 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:24.303206 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] For port 23330034-4011-43ca-a281-db192947fed7, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:47:24.305248 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5e8c0325-894f-4fad-a3bf-fa76a18887a8 admin admin] Deleting port e6ede58b-d8f2-46d8-b848-d2f5f3320cf3 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:24.305692 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5e8c0325-894f-4fad-a3bf-fa76a18887a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.307060 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.323896 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-1be97d97-fcb1-4979-821f-d49eaca72bc8 None None] Set router 205e0f63-04b9-4db5-a9cc-ea54e2e23056 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:47:24.326148 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] For port 23330034-4011-43ca-a281-db192947fed7, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=23330034-4011-43ca-a281-db192947fed7,segment=NetworkSegment(3c7dbd94-e31a-4bb2-a2e7-132a3825c840),segment_id=3c7dbd94-e31a-4bb2-a2e7-132a3825c840)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:47:24.391033 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-5e8c0325-894f-4fad-a3bf-fa76a18887a8 admin admin] For port e6ede58b-d8f2-46d8-b848-d2f5f3320cf3, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e6ede58b-d8f2-46d8-b848-d2f5f3320cf3,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:24.391396 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5e8c0325-894f-4fad-a3bf-fa76a18887a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.403836 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5e8c0325-894f-4fad-a3bf-fa76a18887a8 admin admin] Calling delete_port for e6ede58b-d8f2-46d8-b848-d2f5f3320cf3 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:24.405630 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Transition to ACTIVE for port object 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:47:24.407306 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.407533 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-95c7c8c0-e406-42ba-8e1f-9728f60889bf req-dfa06102-a0d9-4278-b55d-d527cfd8ef8b tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.409437 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12e00635-8e2f-431c-8adf-714cbacc9ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.413836 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-95c7c8c0-e406-42ba-8e1f-9728f60889bf req-dfa06102-a0d9-4278-b55d-d527cfd8ef8b tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.416260 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95c7c8c0-e406-42ba-8e1f-9728f60889bf req-dfa06102-a0d9-4278-b55d-d527cfd8ef8b tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/feba5f6c-0c0d-43a5-afe6-d5eb84a81161 HTTP/1.1" status: 204 len: 173 time: 0.2117553 Sep 17 23:47:24.421665 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12e00635-8e2f-431c-8adf-714cbacc9ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.437069 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-12e00635-8e2f-431c-8adf-714cbacc9ca3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bf8bf3b3-8d02-4d05-889a-fa3714346daa HTTP/1.1" status: 204 len: 168 time: 1.1116362 Sep 17 23:47:24.439236 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa06102-a0d9-4278-b55d-d527cfd8ef8b tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=feba5f6c-0c0d-43a5-afe6-d5eb84a81161,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:24.480338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-04837531-ca81-4706-a537-ba718767b4ae req-4cf7f8bf-6ab9-4ae1-a786-a30aabddc00d tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1938010165', 'description': 'tempest-description-1317619355'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:24.486195 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e00635-8e2f-431c-8adf-714cbacc9ca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf8bf3b3-8d02-4d05-889a-fa3714346daa,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:24.491114 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.497928 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:24.498547 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.500047 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] 10.222.0.37 "PUT /v2.0/ports/23330034-4011-43ca-a281-db192947fed7 HTTP/1.1" status: 200 len: 1092 time: 2.1465073 Sep 17 23:47:24.501699 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06102-a0d9-4278-b55d-d527cfd8ef8b tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:24.502236 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06102-a0d9-4278-b55d-d527cfd8ef8b tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:24.502776 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06102-a0d9-4278-b55d-d527cfd8ef8b tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:24.503289 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06102-a0d9-4278-b55d-d527cfd8ef8b tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:24.511206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06102-a0d9-4278-b55d-d527cfd8ef8b tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:24.511897 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06102-a0d9-4278-b55d-d527cfd8ef8b tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:24.512415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06102-a0d9-4278-b55d-d527cfd8ef8b tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:24.512978 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06102-a0d9-4278-b55d-d527cfd8ef8b tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:24.514226 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06102-a0d9-4278-b55d-d527cfd8ef8b tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:24.514773 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06102-a0d9-4278-b55d-d527cfd8ef8b tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:24.515734 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06102-a0d9-4278-b55d-d527cfd8ef8b tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:24.516077 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06102-a0d9-4278-b55d-d527cfd8ef8b tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:24.528030 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817dc2e-2005-4a61-abf4-e22aa154fcfb service neutron] Pushing event updated for resources: {'Port': ['ID=23330034-4011-43ca-a281-db192947fed7,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:24.547116 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-1be97d97-fcb1-4979-821f-d49eaca72bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'name': 'tempest-AttachSCSIVolumeTestJSON-76056865-router', 'tenant_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6ede58b-d8f2-46d8-b848-d2f5f3320cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:45:30Z', 'updated_at': '2021-09-17T23:47:22Z', 'revision_number': 5, 'project_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'gw_port': {'id': 'e6ede58b-d8f2-46d8-b848-d2f5f3320cf3', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:31Z', 'updated_at': '2021-09-17T23:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:24.589546 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be97d97-fcb1-4979-821f-d49eaca72bc8 None None] The sync data for ids ['205e0f63-04b9-4db5-a9cc-ea54e2e23056'] in n-d-809883-1 is: [{'id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'name': 'tempest-AttachSCSIVolumeTestJSON-76056865-router', 'tenant_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e6ede58b-d8f2-46d8-b848-d2f5f3320cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:45:30Z', 'updated_at': '2021-09-17T23:47:22Z', 'revision_number': 5, 'project_id': 'c4235eeaf2174a139f58a6c170f92eb0', 'gw_port': {'id': 'e6ede58b-d8f2-46d8-b848-d2f5f3320cf3', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205e0f63-04b9-4db5-a9cc-ea54e2e23056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:45:31Z', 'updated_at': '2021-09-17T23:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:47:24.615047 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Pushing event updated for resources: {'Port': ['ID=7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:24.645018 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-04837531-ca81-4706-a537-ba718767b4ae req-4cf7f8bf-6ab9-4ae1-a786-a30aabddc00d tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.651900 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411fd956-7551-4f34-9cab-f1bb60fa36c2', 'tag': '23330034-4011-43ca-a281-db192947fed7'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:24.654225 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9b8f23-7271-40e1-81af-e37d7f072f47" -d '{"events": [{"name": "network-changed", "server_uuid": "411fd956-7551-4f34-9cab-f1bb60fa36c2", "tag": "23330034-4011-43ca-a281-db192947fed7"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:24.675746 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Attempting to bind port 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:47:24.676087 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Attempting to bind port 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '3c7dbd94-e31a-4bb2-a2e7-132a3825c840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:47:24.676421 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Attempting to bind port 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e on network e7140621-dcde-4943-90af-dfe4d247c2c7 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:24.685085 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Port 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e on network e7140621-dcde-4943-90af-dfe4d247c2c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:47:24.686289 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Attempting to bind port 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e on network e7140621-dcde-4943-90af-dfe4d247c2c7 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:24.694334 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-228237ac-456a-4b46-91b7-12459f7546cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:24.695840 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-228237ac-456a-4b46-91b7-12459f7546cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63f0c15ba3ec4977958c88f366299d10&device_id=411fd956-7551-4f34-9cab-f1bb60fa36c2 HTTP/1.1" status: 200 len: 1095 time: 0.0720711 Sep 17 23:47:24.696556 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:47:24.696970 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Checking segment: {'id': '3c7dbd94-e31a-4bb2-a2e7-132a3825c840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:24.697401 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Bound using segment: {'id': '3c7dbd94-e31a-4bb2-a2e7-132a3825c840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:47:24.698008 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Bound port: 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7dbd94-e31a-4bb2-a2e7-132a3825c840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:47:24.698519 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.709049 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f92887-82cc-424d-bcaf-3cba5b749584 x-openstack-request-id: req-e0f92887-82cc-424d-bcaf-3cba5b749584 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:24.709406 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411fd956-7551-4f34-9cab-f1bb60fa36c2", "tag": "23330034-4011-43ca-a281-db192947fed7", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:24.709656 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e0f92887-82cc-424d-bcaf-3cba5b749584 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:24.710043 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411fd956-7551-4f34-9cab-f1bb60fa36c2', 'tag': '23330034-4011-43ca-a281-db192947fed7', 'status': 'completed', 'code': 200} Sep 17 23:47:24.753636 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ec80b30f-9ae9-4732-a979-f383d170bd3c up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:47:24.754893 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-d3684a1a-afdb-489e-940f-7111c483c135 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23330034-4011-43ca-a281-db192947fed7 HTTP/1.1" status: 200 len: 217 time: 0.0440173 Sep 17 23:47:24.786944 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5e8c0325-894f-4fad-a3bf-fa76a18887a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.875194 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38726) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:24.903898 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] For port 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:47:24.906161 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-04837531-ca81-4706-a537-ba718767b4ae req-4cf7f8bf-6ab9-4ae1-a786-a30aabddc00d tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:24.906965 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] For port 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e,segment=NetworkSegment(3c7dbd94-e31a-4bb2-a2e7-132a3825c840),segment_id=3c7dbd94-e31a-4bb2-a2e7-132a3825c840)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:47:24.907296 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c0325-894f-4fad-a3bf-fa76a18887a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ede58b-d8f2-46d8-b848-d2f5f3320cf3,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:24.909197 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-cc9806d5-1cd7-4bbb-ac38-e382d2560413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:24.911426 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-cc9806d5-1cd7-4bbb-ac38-e382d2560413 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c3c945e-d584-43af-aa4e-ae7c1a0a6aa0 HTTP/1.1" status: 200 len: 853 time: 0.1485558 Sep 17 23:47:24.965198 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port ec80b30f-9ae9-4732-a979-f383d170bd3c completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:47:24.976771 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port ec80b30f-9ae9-4732-a979-f383d170bd3c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:47:24.982725 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-f4047362-e378-4dd9-87aa-0dc4992b73db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e7140621-dcde-4943-90af-dfe4d247c2c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625265 Sep 17 23:47:24.984227 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:25.024656 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:25.069550 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-04837531-ca81-4706-a537-ba718767b4ae req-4cf7f8bf-6ab9-4ae1-a786-a30aabddc00d tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:25.100301 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:25.105013 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:25.106576 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] 10.222.0.41 "PUT /v2.0/ports/7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e HTTP/1.1" status: 200 len: 1091 time: 1.8968046 Sep 17 23:47:25.173246 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:25.196520 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:47:25.223944 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:47:25.224340 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7cb64bb1-92d0-4792-b8ec-76766ac1cb2d not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:47:25.224561 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-557df6cc-7f0e-4b4a-89b7-ecbf82343f7b service neutron] 10.222.0.37 "GET /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341783 Sep 17 23:47:25.253523 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969875c-87fe-4778-a508-b22ba09109ca service neutron] Pushing event updated for resources: {'Port': ['ID=7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:25.286057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f7e30a-c319-4baf-8406-a5def42665c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec80b30f-9ae9-4732-a979-f383d170bd3c'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:25.288919 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df72a731-7231-4419-8e0e-ad79cd4cb7ea" -d '{"events": [{"server_uuid": "50f7e30a-c319-4baf-8406-a5def42665c6", "name": "network-vif-plugged", "status": "completed", "tag": "ec80b30f-9ae9-4732-a979-f383d170bd3c"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:25.297197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port ec80b30f-9ae9-4732-a979-f383d170bd3c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ec80b30f-9ae9-4732-a979-f383d170bd3c,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:25.369959 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-f29f2e9f-c63d-4585-8e71-a56368db941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:25.371507 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-f29f2e9f-c63d-4585-8e71-a56368db941d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63f0c15ba3ec4977958c88f366299d10&device_id=a7f84e29-228c-4b05-92a2-dca762d60337 HTTP/1.1" status: 200 len: 1094 time: 0.0987747 Sep 17 23:47:25.387311 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:25.426873 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-8482028b-e925-469f-b98f-2b6ac4482d3c service neutron] 10.222.0.37 "GET /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700706 Sep 17 23:47:25.428995 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-6e112193-9625-4e06-a4ae-58cb7f76c982 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e HTTP/1.1" status: 200 len: 217 time: 0.0465741 Sep 17 23:47:25.446905 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=ec80b30f-9ae9-4732-a979-f383d170bd3c,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:25.480630 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-87421bb8-d92f-47d7-a92c-934a40cdb95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:25.482208 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-87421bb8-d92f-47d7-a92c-934a40cdb95a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c3c945e-d584-43af-aa4e-ae7c1a0a6aa0 HTTP/1.1" status: 200 len: 853 time: 0.0466292 Sep 17 23:47:25.513727 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-bf39af38-88bc-4144-ad79-31a1412cc83b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7140621-dcde-4943-90af-dfe4d247c2c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243723 Sep 17 23:47:25.515746 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-04837531-ca81-4706-a537-ba718767b4ae req-4cf7f8bf-6ab9-4ae1-a786-a30aabddc00d tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:25.517007 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04837531-ca81-4706-a537-ba718767b4ae req-4cf7f8bf-6ab9-4ae1-a786-a30aabddc00d tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.0474432 Sep 17 23:47:25.555981 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-32dcb1dd-b962-4282-b27a-6a24e60f87a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a6e61c8d65fd491b9aa9125400742807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6740217 Sep 17 23:47:25.560957 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38738) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:25.564089 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7f8bf-6ab9-4ae1-a786-a30aabddc00d tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e683ee1-da33-487e-b43c-65cb00451f4e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:25.567210 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5e8c0325-894f-4fad-a3bf-fa76a18887a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:25.617520 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb2136-2a5d-48b5-a4ad-0032b333ddf1 req-00f64c9f-6792-49ca-9a75-1ffe553f305e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:25.619034 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33cb2136-2a5d-48b5-a4ad-0032b333ddf1 req-00f64c9f-6792-49ca-9a75-1ffe553f305e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 944 time: 0.7066641 Sep 17 23:47:25.675907 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b983e-5780-4b1b-972d-519529b484b0 req-2e31167d-2eb6-4468-9f4f-76d43b15a14b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:25.677414 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f26b983e-5780-4b1b-972d-519529b484b0 req-2e31167d-2eb6-4468-9f4f-76d43b15a14b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.37 "GET /v2.0/networks?id=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca HTTP/1.1" status: 200 len: 813 time: 0.8022475 Sep 17 23:47:25.680041 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b8f23-7271-40e1-81af-e37d7f072f47 req-1c61dccf-837e-4baf-ac31-ff155cf3821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:25.682142 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea9b8f23-7271-40e1-81af-e37d7f072f47 req-1c61dccf-837e-4baf-ac31-ff155cf3821b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63f0c15ba3ec4977958c88f366299d10&device_id=411fd956-7551-4f34-9cab-f1bb60fa36c2 HTTP/1.1" status: 200 len: 1095 time: 0.1220081 Sep 17 23:47:25.687140 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-79068261-af20-443e-9587-df3a78f40de6 service neutron] 10.222.0.41 "GET /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647842 Sep 17 23:47:25.702089 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c92eb6a3-20ed-4f52-8287-38c495b225cc req-5e905b73-11da-424c-9f92-4b2346c0960d tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 210 time: 0.0924430 Sep 17 23:47:25.705487 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-f26b983e-5780-4b1b-972d-519529b484b0 req-35afef3f-3abb-4c8d-8e5f-a307adc3b148 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Request body: {'port': {'device_id': 'a52445c6-0bfb-44e4-98f9-10e5df151f87', 'network_id': 'aa15324e-81e0-45c5-9f7e-d9fb6108a5ca', 'admin_state_up': True, 'tenant_id': '618eece5ac54429fbfca94da2a0d74b4'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:25.740093 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5e8c0325-894f-4fad-a3bf-fa76a18887a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:25.744547 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5e8c0325-894f-4fad-a3bf-fa76a18887a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:25.746890 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d435aa1d-26e7-4a3c-b96d-032d315a7e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:25.839553 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d435aa1d-26e7-4a3c-b96d-032d315a7e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:25.873236 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33cb2136-2a5d-48b5-a4ad-0032b333ddf1 req-8742e64f-be01-4455-997b-520165ed6976 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208171 Sep 17 23:47:25.905562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8efb2-1f2a-4e7c-b696-9d2dfa12eea3 req-37b2e3a8-523c-4dd2-a1f6-ef2b95021148 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:25.906839 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b8f23-7271-40e1-81af-e37d7f072f47 req-41c68581-848e-40f3-9bf8-ca6d4e19062e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:25.907233 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82b8efb2-1f2a-4e7c-b696-9d2dfa12eea3 req-37b2e3a8-523c-4dd2-a1f6-ef2b95021148 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7f84e29-228c-4b05-92a2-dca762d60337 HTTP/1.1" status: 200 len: 943 time: 0.1368701 Sep 17 23:47:25.908392 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea9b8f23-7271-40e1-81af-e37d7f072f47 req-41c68581-848e-40f3-9bf8-ca6d4e19062e service neutron] 10.222.0.37 "GET /v2.0/networks?id=e7140621-dcde-4943-90af-dfe4d247c2c7 HTTP/1.1" status: 200 len: 914 time: 0.2163367 Sep 17 23:47:25.913395 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2c47896a-6637-45f9-be42-0576ff4d4477 req-62a39606-d963-4e66-b691-46fa690a73fd service neutron] 10.222.0.41 "GET /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061832 Sep 17 23:47:25.946433 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5e8c0325-894f-4fad-a3bf-fa76a18887a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:25.947099 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8c0325-894f-4fad-a3bf-fa76a18887a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 205e0f63-04b9-4db5-a9cc-ea54e2e23056 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:47:25.953709 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea9b8f23-7271-40e1-81af-e37d7f072f47 req-10d47774-7880-49a1-b49a-f27f9180cf60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23330034-4011-43ca-a281-db192947fed7 HTTP/1.1" status: 200 len: 217 time: 0.0364630 Sep 17 23:47:25.953917 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5e8c0325-894f-4fad-a3bf-fa76a18887a8 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:25.955113 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5e8c0325-894f-4fad-a3bf-fa76a18887a8 admin admin] 10.222.0.46 "DELETE /v2.0/routers/205e0f63-04b9-4db5-a9cc-ea54e2e23056 HTTP/1.1" status: 204 len: 168 time: 2.3180888 Sep 17 23:47:25.957198 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38742) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:25.989641 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82b8efb2-1f2a-4e7c-b696-9d2dfa12eea3 req-190bc3a3-2602-4676-8a6f-5a3c1d88379c tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681224 Sep 17 23:47:26.025228 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6337032d-d3d3-4cc7-a387-412de049af8e x-openstack-request-id: req-6337032d-d3d3-4cc7-a387-412de049af8e {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:26.025725 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f7e30a-c319-4baf-8406-a5def42665c6", "name": "network-vif-plugged", "status": "completed", "tag": "ec80b30f-9ae9-4732-a979-f383d170bd3c", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:26.025817 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6337032d-d3d3-4cc7-a387-412de049af8e {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:26.026164 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f7e30a-c319-4baf-8406-a5def42665c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec80b30f-9ae9-4732-a979-f383d170bd3c', 'code': 200} Sep 17 23:47:26.073459 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26b983e-5780-4b1b-972d-519529b484b0 req-35afef3f-3abb-4c8d-8e5f-a307adc3b148 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Made reservation on behalf of 618eece5ac54429fbfca94da2a0d74b4 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:26.077221 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f26b983e-5780-4b1b-972d-519529b484b0 req-35afef3f-3abb-4c8d-8e5f-a307adc3b148 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:26.094029 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ec2f5c9d-2893-47a4-8c97-c96282ca1485 req-79af5282-3a3b-49d7-a1d4-2452fc6a7824 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "GET /v2.0/security-groups/5e683ee1-da33-487e-b43c-65cb00451f4e HTTP/1.1" status: 200 len: 1815 time: 0.0629027 Sep 17 23:47:26.124358 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d435aa1d-26e7-4a3c-b96d-032d315a7e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:26.129832 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d435aa1d-26e7-4a3c-b96d-032d315a7e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:26.129832 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d435aa1d-26e7-4a3c-b96d-032d315a7e91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ca319e8-4df3-4d90-8d6b-a0ccb28bcab1 HTTP/1.1" status: 204 len: 168 time: 0.5656133 Sep 17 23:47:26.174377 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435aa1d-26e7-4a3c-b96d-032d315a7e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca319e8-4df3-4d90-8d6b-a0ccb28bcab1,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:26.178534 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b8f23-7271-40e1-81af-e37d7f072f47 req-3d0379b9-4947-42e0-8ef0-d020495f9ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:26.179592 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea9b8f23-7271-40e1-81af-e37d7f072f47 req-3d0379b9-4947-42e0-8ef0-d020495f9ffa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c3c945e-d584-43af-aa4e-ae7c1a0a6aa0 HTTP/1.1" status: 200 len: 853 time: 0.2094483 Sep 17 23:47:26.182734 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-cf354975-72b7-4243-98b6-c8bcc006a825 req-0b9bb289-dc2d-4292-a903-bab8c1b4c92a tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1515024703', 'description': 'tempest-description-1721606347'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:26.182901 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-372b7f2d-1a83-43aa-b6c3-5bd75729d116 admin admin] Deleting subnet 86ce28a8-ce63-448e-b214-190bf3167441 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:47:26.188561 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-372b7f2d-1a83-43aa-b6c3-5bd75729d116 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:26.234445 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea9b8f23-7271-40e1-81af-e37d7f072f47 req-d48505a8-5f5e-4e6d-9834-70d80ee904f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e7140621-dcde-4943-90af-dfe4d247c2c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467994 Sep 17 23:47:26.240318 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0566e1-ac02-40d6-8cb4-f80d2a4e2bf7 req-1eef42fd-5eb2-4a1d-a96a-9541a555933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:26.241801 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-da0566e1-ac02-40d6-8cb4-f80d2a4e2bf7 req-1eef42fd-5eb2-4a1d-a96a-9541a555933a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 1096 time: 0.1401777 Sep 17 23:47:26.264538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-f26b983e-5780-4b1b-972d-519529b484b0 req-35afef3f-3abb-4c8d-8e5f-a307adc3b148 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Allocated IP 172.20.0.5 (aa15324e-81e0-45c5-9f7e-d9fb6108a5ca/63b99927-674c-4e56-bb77-3a6655e29089/b5cd94e9-77d0-4710-b26f-ae456a380cc1) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:47:26.291841 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-372b7f2d-1a83-43aa-b6c3-5bd75729d116 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:26.338422 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-cf354975-72b7-4243-98b6-c8bcc006a825 req-0b9bb289-dc2d-4292-a903-bab8c1b4c92a tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:26.366593 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-da0566e1-ac02-40d6-8cb4-f80d2a4e2bf7 req-076ca9b3-2414-4971-a228-8bbb034c9705 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106844 Sep 17 23:47:26.422580 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea9b8f23-7271-40e1-81af-e37d7f072f47 req-7dd39bd7-2e36-4d26-b7fe-f7997fbb92d5 service neutron] 10.222.0.37 "GET /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774905 Sep 17 23:47:26.454305 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f26b983e-5780-4b1b-972d-519529b484b0 req-35afef3f-3abb-4c8d-8e5f-a307adc3b148 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:26.458612 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-372b7f2d-1a83-43aa-b6c3-5bd75729d116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:26.507610 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-cf354975-72b7-4243-98b6-c8bcc006a825 req-0b9bb289-dc2d-4292-a903-bab8c1b4c92a tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:26.567851 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea9b8f23-7271-40e1-81af-e37d7f072f47 req-c8bd55b2-9cf4-431f-8c1c-cdb6c651e17a service neutron] 10.222.0.37 "GET /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369402 Sep 17 23:47:26.591838 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-cf354975-72b7-4243-98b6-c8bcc006a825 req-0b9bb289-dc2d-4292-a903-bab8c1b4c92a tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:26.622364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bb289-dc2d-4292-a903-bab8c1b4c92a tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9edfc71e-a2e7-431d-80ea-b220d03cf249,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:26.651015 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f26b983e-5780-4b1b-972d-519529b484b0 req-35afef3f-3abb-4c8d-8e5f-a307adc3b148 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:26.690920 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-372b7f2d-1a83-43aa-b6c3-5bd75729d116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:26.691959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26b983e-5780-4b1b-972d-519529b484b0 req-35afef3f-3abb-4c8d-8e5f-a307adc3b148 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Network aa15324e-81e0-45c5-9f7e-d9fb6108a5ca is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:47:26.695333 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-cf354975-72b7-4243-98b6-c8bcc006a825 req-0b9bb289-dc2d-4292-a903-bab8c1b4c92a tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:26.696593 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf354975-72b7-4243-98b6-c8bcc006a825 req-0b9bb289-dc2d-4292-a903-bab8c1b4c92a tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5237930 Sep 17 23:47:26.699452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-f26b983e-5780-4b1b-972d-519529b484b0 req-35afef3f-3abb-4c8d-8e5f-a307adc3b148 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:26.714348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26b983e-5780-4b1b-972d-519529b484b0 req-35afef3f-3abb-4c8d-8e5f-a307adc3b148 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:47:26.718802 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afef3f-3abb-4c8d-8e5f-a307adc3b148 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Pushing event updated for resources: {'Port': ['ID=b5cd94e9-77d0-4710-b26f-ae456a380cc1,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:26.720448 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f84e29-228c-4b05-92a2-dca762d60337', 'tag': '7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:26.722751 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5748d11e-f342-4474-8837-c9180704b82d" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f84e29-228c-4b05-92a2-dca762d60337", "tag": "7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:26.728559 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b7f2d-1a83-43aa-b6c3-5bd75729d116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86ce28a8-ce63-448e-b214-190bf3167441,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:26.730616 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-372b7f2d-1a83-43aa-b6c3-5bd75729d116 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:26.733319 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-372b7f2d-1a83-43aa-b6c3-5bd75729d116 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/86ce28a8-ce63-448e-b214-190bf3167441 HTTP/1.1" status: 204 len: 168 time: 0.7743165 Sep 17 23:47:26.735046 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38764) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:26.737598 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55eb3af-b228-4027-9098-0efe6d83021c None None] Network 80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:47:26.808629 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b983e-5780-4b1b-972d-519529b484b0 req-35afef3f-3abb-4c8d-8e5f-a307adc3b148 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:26.809438 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f26b983e-5780-4b1b-972d-519529b484b0 req-35afef3f-3abb-4c8d-8e5f-a307adc3b148 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:26.822656 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e6ede58b-d8f2-46d8-b848-d2f5f3320cf3 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:47:26.828774 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:26.860319 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-670d8d9c-5b1b-4f92-86be-52fd3095226a req-b031cf01-86b4-4110-a19e-43a7a48d1467 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "GET /v2.0/security-groups/9edfc71e-a2e7-431d-80ea-b220d03cf249 HTTP/1.1" status: 200 len: 1815 time: 0.1377909 Sep 17 23:47:26.888008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: e6ede58b-d8f2-46d8-b848-d2f5f3320cf3 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:47:26.888358 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e6ede58b-d8f2-46d8-b848-d2f5f3320cf3 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:47:26.893985 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9785e9d-bb73-42fd-90d0-4d615c3d5535 req-c52f6a1b-5855-487a-851d-da99f4627b06 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:26.896615 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c9785e9d-bb73-42fd-90d0-4d615c3d5535 req-c52f6a1b-5855-487a-851d-da99f4627b06 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 931 time: 0.0772250 Sep 17 23:47:26.901017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] Deleting port fab0a050-c8bc-4aae-a934-6a8fb0d77eda {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:26.901436 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:26.923576 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f26b983e-5780-4b1b-972d-519529b484b0 req-35afef3f-3abb-4c8d-8e5f-a307adc3b148 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2299404 Sep 17 23:47:26.948238 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Request body: {'port': {'device_id': 'a52445c6-0bfb-44e4-98f9-10e5df151f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:26.967926 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c9785e9d-bb73-42fd-90d0-4d615c3d5535 req-c9ff9bd8-5386-4dc2-8d73-b4efe4329353 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626488 Sep 17 23:47:26.977852 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-89de1018-de6b-426e-8e35-c73f2dfc15c5 req-0b5c0ea4-9092-48ff-ba17-be1071cd3c16 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-95618155', 'description': 'tempest-description-72203002'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:26.981375 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b20b43-ae1b-44a8-966c-bfc8c5a376cb x-openstack-request-id: req-37b20b43-ae1b-44a8-966c-bfc8c5a376cb {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:26.981664 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f84e29-228c-4b05-92a2-dca762d60337", "tag": "7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:26.981912 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37b20b43-ae1b-44a8-966c-bfc8c5a376cb {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:26.982284 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f84e29-228c-4b05-92a2-dca762d60337', 'tag': '7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e', 'status': 'completed', 'code': 200} Sep 17 23:47:27.029517 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] For port fab0a050-c8bc-4aae-a934-6a8fb0d77eda, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=fab0a050-c8bc-4aae-a934-6a8fb0d77eda,segment=NetworkSegment(c461c650-f89b-4a87-8d24-c0e0612a454a),segment_id=c461c650-f89b-4a87-8d24-c0e0612a454a)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:27.029880 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:27.030211 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:27.042644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce5aa28-9be7-4277-adea-a2a2158bfe99 None None] DHCP port deletion for 80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:47:27.049430 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] Calling delete_port for fab0a050-c8bc-4aae-a934-6a8fb0d77eda owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:27.068010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748d11e-f342-4474-8837-c9180704b82d req-7f2d7ad5-2028-4a33-b0ba-383b3799f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:27.069584 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5748d11e-f342-4474-8837-c9180704b82d req-7f2d7ad5-2028-4a33-b0ba-383b3799f455 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63f0c15ba3ec4977958c88f366299d10&device_id=a7f84e29-228c-4b05-92a2-dca762d60337 HTTP/1.1" status: 200 len: 1094 time: 0.0865669 Sep 17 23:47:27.109520 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-dce5aa28-9be7-4277-adea-a2a2158bfe99 None None] Deleting port fab0a050-c8bc-4aae-a934-6a8fb0d77eda {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:27.109971 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dce5aa28-9be7-4277-adea-a2a2158bfe99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:27.126877 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-89de1018-de6b-426e-8e35-c73f2dfc15c5 req-0b5c0ea4-9092-48ff-ba17-be1071cd3c16 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:27.163436 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9c273-3459-400b-9834-95f956c148cc req-0024779a-89e4-4af0-b331-88518447822b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:27.165074 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70b9c273-3459-400b-9834-95f956c148cc req-0024779a-89e4-4af0-b331-88518447822b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0850804 Sep 17 23:47:27.261619 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-dce5aa28-9be7-4277-adea-a2a2158bfe99 None None] For port fab0a050-c8bc-4aae-a934-6a8fb0d77eda, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=fab0a050-c8bc-4aae-a934-6a8fb0d77eda,segment=NetworkSegment(c461c650-f89b-4a87-8d24-c0e0612a454a),segment_id=c461c650-f89b-4a87-8d24-c0e0612a454a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:27.262414 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dce5aa28-9be7-4277-adea-a2a2158bfe99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:27.278577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-dce5aa28-9be7-4277-adea-a2a2158bfe99 None None] Calling delete_port for fab0a050-c8bc-4aae-a934-6a8fb0d77eda owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:27.279286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748d11e-f342-4474-8837-c9180704b82d req-542edad8-5be8-4fe9-84c7-70d9c1bf8615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:27.281080 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5748d11e-f342-4474-8837-c9180704b82d req-542edad8-5be8-4fe9-84c7-70d9c1bf8615 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7140621-dcde-4943-90af-dfe4d247c2c7 HTTP/1.1" status: 200 len: 914 time: 0.2033024 Sep 17 23:47:27.328559 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5748d11e-f342-4474-8837-c9180704b82d req-74a8c36d-82bb-4270-9d95-74601d675863 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e HTTP/1.1" status: 200 len: 217 time: 0.0396779 Sep 17 23:47:27.358120 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70b9c273-3459-400b-9834-95f956c148cc req-10ae1dab-93f5-41ef-8282-726895425ae2 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861334 Sep 17 23:47:27.386092 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dce5aa28-9be7-4277-adea-a2a2158bfe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:27.409267 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce5aa28-9be7-4277-adea-a2a2158bfe99 None None] No DVR routers for this DVR port fab0a050-c8bc-4aae-a934-6a8fb0d77eda on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:47:27.442886 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:27.457904 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5aa28-9be7-4277-adea-a2a2158bfe99 None None] Pushing event deleted for resources: {'Port': ['ID=fab0a050-c8bc-4aae-a934-6a8fb0d77eda,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:27.461234 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-89de1018-de6b-426e-8e35-c73f2dfc15c5 req-0b5c0ea4-9092-48ff-ba17-be1071cd3c16 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:27.480936 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] Pushing event deleted for resources: {'Port': ['ID=fab0a050-c8bc-4aae-a934-6a8fb0d77eda,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:27.491831 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] No DVR routers for this DVR port fab0a050-c8bc-4aae-a934-6a8fb0d77eda on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:47:27.498274 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38786) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:27.501804 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748d11e-f342-4474-8837-c9180704b82d req-9a49b3be-f679-45e3-9e21-d6005752fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:27.503236 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5748d11e-f342-4474-8837-c9180704b82d req-9a49b3be-f679-45e3-9e21-d6005752fef9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c3c945e-d584-43af-aa4e-ae7c1a0a6aa0 HTTP/1.1" status: 200 len: 853 time: 0.1636333 Sep 17 23:47:27.529414 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-89de1018-de6b-426e-8e35-c73f2dfc15c5 req-0b5c0ea4-9092-48ff-ba17-be1071cd3c16 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:27.578399 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5748d11e-f342-4474-8837-c9180704b82d req-9ae65095-4aa2-41f5-a697-087179917f4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7140621-dcde-4943-90af-dfe4d247c2c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417261 Sep 17 23:47:27.617186 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5cd94e9-77d0-4710-b26f-ae456a380cc1 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:27.621427 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c0ea4-9092-48ff-ba17-be1071cd3c16 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dea791a-7d93-4110-ba5b-c069dcd9bf64,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:27.630693 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:27.652651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Transition to ACTIVE for port object b5cd94e9-77d0-4710-b26f-ae456a380cc1 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:47:27.659808 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-203d743f-e596-4b74-98e1-b86b8a526cf3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1274256556-network', 'tenant_id': '926d364599994935ae0450b309eddc70'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:27.661718 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abff71d-8a44-4a47-8e04-122920d12994 req-5f84f643-777e-498b-bbdb-96105337ec8f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:27.663232 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4abff71d-8a44-4a47-8e04-122920d12994 req-5f84f643-777e-498b-bbdb-96105337ec8f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7f84e29-228c-4b05-92a2-dca762d60337 HTTP/1.1" status: 200 len: 943 time: 0.1094832 Sep 17 23:47:27.666626 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-89de1018-de6b-426e-8e35-c73f2dfc15c5 req-0b5c0ea4-9092-48ff-ba17-be1071cd3c16 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:27.667454 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-89de1018-de6b-426e-8e35-c73f2dfc15c5 req-0b5c0ea4-9092-48ff-ba17-be1071cd3c16 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6985288 Sep 17 23:47:27.707175 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:27.714571 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4abff71d-8a44-4a47-8e04-122920d12994 req-d18c9969-a597-4076-8c2e-1e043ca6b3ac tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375922 Sep 17 23:47:27.753500 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:27.758039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:27.776781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c461c650-f89b-4a87-8d24-c0e0612a454a') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:27.777103 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c461c650-f89b-4a87-8d24-c0e0612a454a') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:27.789769 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5748d11e-f342-4474-8837-c9180704b82d req-086fa823-ef5b-4896-a1c4-17d4898ddc29 service neutron] 10.222.0.41 "GET /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035799 Sep 17 23:47:27.791422 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:27.818886 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:27.833462 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:47:27.833864 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:27.834588 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c75b38b-c946-404c-8c05-8458473c3b0c req-acf156a6-897e-4b3f-ab2d-68e0a356b5d4 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "GET /v2.0/security-groups/5dea791a-7d93-4110-ba5b-c069dcd9bf64 HTTP/1.1" status: 200 len: 1811 time: 0.0941963 Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:47:27.835512 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:47:27.837977 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cd94e9-77d0-4710-b26f-ae456a380cc1,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:27.849522 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203d743f-e596-4b74-98e1-b86b8a526cf3 admin admin] Made reservation on behalf of 926d364599994935ae0450b309eddc70 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:27.851819 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-203d743f-e596-4b74-98e1-b86b8a526cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:27.869457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-bf0ce559-e18b-4cc2-b81f-2ef713e28db9 req-eae2a686-aa97-4714-8946-f65543a8f699 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-232821068', 'description': 'tempest-description-1965580783'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:27.924333 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-203d743f-e596-4b74-98e1-b86b8a526cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:27.933874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Attempting to bind port b5cd94e9-77d0-4710-b26f-ae456a380cc1 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:47:27.934211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Attempting to bind port b5cd94e9-77d0-4710-b26f-ae456a380cc1 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '6ce9f960-9106-480f-a69e-89630099531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aa15324e-81e0-45c5-9f7e-d9fb6108a5ca'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:47:27.934541 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Attempting to bind port b5cd94e9-77d0-4710-b26f-ae456a380cc1 on network aa15324e-81e0-45c5-9f7e-d9fb6108a5ca {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:27.938858 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Port b5cd94e9-77d0-4710-b26f-ae456a380cc1 on network aa15324e-81e0-45c5-9f7e-d9fb6108a5ca not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:47:27.939182 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Attempting to bind port b5cd94e9-77d0-4710-b26f-ae456a380cc1 on network aa15324e-81e0-45c5-9f7e-d9fb6108a5ca {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:27.943975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:47:27.944308 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Checking segment: {'id': '6ce9f960-9106-480f-a69e-89630099531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aa15324e-81e0-45c5-9f7e-d9fb6108a5ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:27.944689 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Bound using segment: {'id': '6ce9f960-9106-480f-a69e-89630099531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aa15324e-81e0-45c5-9f7e-d9fb6108a5ca'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:47:27.945144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Bound port: b5cd94e9-77d0-4710-b26f-ae456a380cc1, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce9f960-9106-480f-a69e-89630099531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aa15324e-81e0-45c5-9f7e-d9fb6108a5ca'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:47:27.945549 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:27.960999 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5748d11e-f342-4474-8837-c9180704b82d req-5972a3cf-9d21-4831-a58d-cf09f4238f6f service neutron] 10.222.0.41 "GET /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631749 Sep 17 23:47:28.009266 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bf0ce559-e18b-4cc2-b81f-2ef713e28db9 req-eae2a686-aa97-4714-8946-f65543a8f699 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:28.021800 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] For port b5cd94e9-77d0-4710-b26f-ae456a380cc1, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:47:28.039250 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] For port b5cd94e9-77d0-4710-b26f-ae456a380cc1, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b5cd94e9-77d0-4710-b26f-ae456a380cc1,segment=NetworkSegment(6ce9f960-9106-480f-a69e-89630099531d),segment_id=6ce9f960-9106-480f-a69e-89630099531d)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:47:28.046428 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:28.055043 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:28.057481 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] 10.222.0.46 "DELETE /v2.0/networks/80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b HTTP/1.1" status: 204 len: 168 time: 1.3210680 Sep 17 23:47:28.074575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689400a-694f-4229-9ba8-bc87ba2591fa admin admin] Pushing event deleted for resources: {'Network': ['ID=80c3f7ad-9eb3-4db6-8b07-ac64e3c7361b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:28.103545 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fe02f-fe5f-4a4c-a509-9a2c5cce36e5 req-034e2b3f-99f2-4347-8a98-dcb79148e368 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:28.106017 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-356fe02f-fe5f-4a4c-a509-9a2c5cce36e5 req-034e2b3f-99f2-4347-8a98-dcb79148e368 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 943 time: 0.0597808 Sep 17 23:47:28.121434 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-203d743f-e596-4b74-98e1-b86b8a526cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:28.131251 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:28.179316 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:28.180033 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:28.181910 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f26b983e-5780-4b1b-972d-519529b484b0 req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] 10.222.0.37 "PUT /v2.0/ports/b5cd94e9-77d0-4710-b26f-ae456a380cc1 HTTP/1.1" status: 200 len: 1091 time: 1.2437980 Sep 17 23:47:28.182349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52445c6-0bfb-44e4-98f9-10e5df151f87', 'tag': 'b5cd94e9-77d0-4710-b26f-ae456a380cc1'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:28.185183 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c4d29f-62db-4ceb-b9ed-b2f3b901dd43" -d '{"events": [{"name": "network-changed", "server_uuid": "a52445c6-0bfb-44e4-98f9-10e5df151f87", "tag": "b5cd94e9-77d0-4710-b26f-ae456a380cc1"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:28.193888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-356fe02f-fe5f-4a4c-a509-9a2c5cce36e5 req-8afb7a85-3a5b-42bb-a335-234a476cec9e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787866 Sep 17 23:47:28.219512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d6996-4d9d-40ef-a735-c62a1ead47d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cd94e9-77d0-4710-b26f-ae456a380cc1,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:28.238782 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46d08e1-193e-49aa-bf89-80908d23baa5 x-openstack-request-id: req-a46d08e1-193e-49aa-bf89-80908d23baa5 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:28.239071 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52445c6-0bfb-44e4-98f9-10e5df151f87", "tag": "b5cd94e9-77d0-4710-b26f-ae456a380cc1", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:28.239347 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a46d08e1-193e-49aa-bf89-80908d23baa5 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:28.239742 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52445c6-0bfb-44e4-98f9-10e5df151f87', 'tag': 'b5cd94e9-77d0-4710-b26f-ae456a380cc1', 'status': 'completed', 'code': 200} Sep 17 23:47:28.267455 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-203d743f-e596-4b74-98e1-b86b8a526cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:28.348818 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203d743f-e596-4b74-98e1-b86b8a526cf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:47:28.358531 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d743f-e596-4b74-98e1-b86b8a526cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49ef041-59d3-41a3-8d36-de299e8022d3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:28.366273 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-203d743f-e596-4b74-98e1-b86b8a526cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:28.366672 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-203d743f-e596-4b74-98e1-b86b8a526cf3 admin admin] Added segment 0fefe775-9cb7-4677-9062-e0fc9ae276d3 of type vlan for network b1a269b7-4098-438e-95d2-57bb70f055ad Sep 17 23:47:28.377896 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4d29f-62db-4ceb-b9ed-b2f3b901dd43 req-5804b86e-c98d-4a7f-89c1-3aaa844293dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:28.379425 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-02c4d29f-62db-4ceb-b9ed-b2f3b901dd43 req-5804b86e-c98d-4a7f-89c1-3aaa844293dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=618eece5ac54429fbfca94da2a0d74b4&device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 1094 time: 0.1187642 Sep 17 23:47:28.412349 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-203d743f-e596-4b74-98e1-b86b8a526cf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:28.443630 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bf0ce559-e18b-4cc2-b81f-2ef713e28db9 req-eae2a686-aa97-4714-8946-f65543a8f699 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:28.504281 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38804) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:28.517145 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bf0ce559-e18b-4cc2-b81f-2ef713e28db9 req-eae2a686-aa97-4714-8946-f65543a8f699 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:28.519077 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-203d743f-e596-4b74-98e1-b86b8a526cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:28.520062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d743f-e596-4b74-98e1-b86b8a526cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:28.520638 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-203d743f-e596-4b74-98e1-b86b8a526cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:28.568147 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4d29f-62db-4ceb-b9ed-b2f3b901dd43 req-ddaa5779-c5e6-4645-8186-823ded2eea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:28.570126 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-02c4d29f-62db-4ceb-b9ed-b2f3b901dd43 req-ddaa5779-c5e6-4645-8186-823ded2eea6b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=618eece5ac54429fbfca94da2a0d74b4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1818941 Sep 17 23:47:28.571588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2a686-aa97-4714-8946-f65543a8f699 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c71f7f06-b153-4764-8404-f1a655ccd976,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:28.581802 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251519d-ec82-4af1-b911-2486f59c45a0 req-101ad7b4-b75c-4703-a99b-23c06a6fa95e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:28.583321 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0251519d-ec82-4af1-b911-2486f59c45a0 req-101ad7b4-b75c-4703-a99b-23c06a6fa95e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.1497412 Sep 17 23:47:28.606052 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d743f-e596-4b74-98e1-b86b8a526cf3 admin admin] Pushing event updated for resources: {'Network': ['ID=b1a269b7-4098-438e-95d2-57bb70f055ad,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:28.610958 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-55566a10-5480-46fb-bb72-c8d12408e313 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dad23bda143e4065b363ecf326d89acb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1052480 Sep 17 23:47:28.613644 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38806) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:28.617011 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network b1a269b7-4098-438e-95d2-57bb70f055ad details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:47:28.670847 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-181c4c0b-5c57-40e2-afd7-dee9e27b6ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:28.674566 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-bf0ce559-e18b-4cc2-b81f-2ef713e28db9 req-eae2a686-aa97-4714-8946-f65543a8f699 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:28.675807 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf0ce559-e18b-4cc2-b81f-2ef713e28db9 req-eae2a686-aa97-4714-8946-f65543a8f699 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8131588 Sep 17 23:47:28.693416 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0251519d-ec82-4af1-b911-2486f59c45a0 req-54685a7c-37eb-4106-9a31-457e39e22cb0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993450 Sep 17 23:47:28.716659 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-203d743f-e596-4b74-98e1-b86b8a526cf3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2147057 Sep 17 23:47:28.717998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38812) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:28.722437 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-181c4c0b-5c57-40e2-afd7-dee9e27b6ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:28.729792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-30300d49-ae66-4135-8738-f38adfbae9e8 admin admin] Request body: {'subnet': {'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1274256556-subnet', 'tenant_id': '926d364599994935ae0450b309eddc70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:28.740782 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4d29f-62db-4ceb-b9ed-b2f3b901dd43 req-ffca5bcd-adbc-43f8-9179-fed28d036001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:28.742367 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-02c4d29f-62db-4ceb-b9ed-b2f3b901dd43 req-ffca5bcd-adbc-43f8-9179-fed28d036001 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1577418 Sep 17 23:47:28.779341 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:47:28.783607 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0280844-61a5-44bc-82dd-41c07cfd5f78 req-f226fe53-38af-4cf4-9724-fcc0c1fcff0d tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "GET /v2.0/security-groups/c71f7f06-b153-4764-8404-f1a655ccd976 HTTP/1.1" status: 200 len: 1814 time: 0.0687590 Sep 17 23:47:28.836212 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b983e-5780-4b1b-972d-519529b484b0 req-fc3088f3-9de4-464d-8595-415892840fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:28.838653 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f26b983e-5780-4b1b-972d-519529b484b0 req-fc3088f3-9de4-464d-8595-415892840fac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=618eece5ac54429fbfca94da2a0d74b4&device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 1094 time: 0.0523016 Sep 17 23:47:28.856155 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-181c4c0b-5c57-40e2-afd7-dee9e27b6ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:28.858874 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-181c4c0b-5c57-40e2-afd7-dee9e27b6ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:28.862537 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-181c4c0b-5c57-40e2-afd7-dee9e27b6ac1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27c79360-6ded-4e34-9033-521c2000acca HTTP/1.1" status: 204 len: 168 time: 0.2422838 Sep 17 23:47:28.869996 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device fab0a050-c8bc-4aae-a934-6a8fb0d77eda no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:47:28.872924 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c4c0b-5c57-40e2-afd7-dee9e27b6ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c79360-6ded-4e34-9033-521c2000acca,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:28.898582 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30300d49-ae66-4135-8738-f38adfbae9e8 admin admin] Made reservation on behalf of 926d364599994935ae0450b309eddc70 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:28.902790 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-30300d49-ae66-4135-8738-f38adfbae9e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:28.914623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: fab0a050-c8bc-4aae-a934-6a8fb0d77eda {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:47:28.915239 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device fab0a050-c8bc-4aae-a934-6a8fb0d77eda not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:47:28.915527 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f26b983e-5780-4b1b-972d-519529b484b0 req-a6f818a7-4c4e-400e-915e-cae566419285 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5cd94e9-77d0-4710-b26f-ae456a380cc1 HTTP/1.1" status: 200 len: 217 time: 0.0688279 Sep 17 23:47:28.988872 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e,segment=NetworkSegment(3c7dbd94-e31a-4bb2-a2e7-132a3825c840),segment_id=3c7dbd94-e31a-4bb2-a2e7-132a3825c840)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:29.008192 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e', 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7', 'port_id': '7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e', 'mac_address': 'fa:16:3e:fa:de:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3c945e-d584-43af-aa4e-ae7c1a0a6aa0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:47:29.043572 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897b827-3b2c-4673-a876-234e466f359c req-a820b650-7afa-4733-bffa-3a7a27e71ad6 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:29.045107 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1897b827-3b2c-4673-a876-234e466f359c req-a820b650-7afa-4733-bffa-3a7a27e71ad6 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7f84e29-228c-4b05-92a2-dca762d60337 HTTP/1.1" status: 200 len: 943 time: 0.1900659 Sep 17 23:47:29.050295 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b983e-5780-4b1b-972d-519529b484b0 req-2624c973-2e33-4c46-984e-04aa9f5d19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:29.051697 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f26b983e-5780-4b1b-972d-519529b484b0 req-2624c973-2e33-4c46-984e-04aa9f5d19bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63b99927-674c-4e56-bb77-3a6655e29089 HTTP/1.1" status: 200 len: 853 time: 0.1144075 Sep 17 23:47:29.054019 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:29.068345 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:29.089550 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e,segment=NetworkSegment(3c7dbd94-e31a-4bb2-a2e7-132a3825c840),segment_id=3c7dbd94-e31a-4bb2-a2e7-132a3825c840)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:29.101471 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f26b983e-5780-4b1b-972d-519529b484b0 req-8e947aab-38e7-4c1b-93c4-fdee8736a32a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384653 Sep 17 23:47:29.159304 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1897b827-3b2c-4673-a876-234e466f359c req-a5225ca6-1552-4cf4-a7b8-a7ad31404a7a tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056163 Sep 17 23:47:29.204370 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:29.273588 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:29.296667 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f26b983e-5780-4b1b-972d-519529b484b0 req-734306b4-e0df-40b5-bd7d-598677c70634 service neutron] 10.222.0.37 "GET /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825349 Sep 17 23:47:29.297947 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-15716e2d-0abe-4114-a4fd-6ca75ee25d51 req-c65300ef-d298-4907-8380-1c59cb3bf67c tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] show failed (client error): The resource could not be found. Sep 17 23:47:29.298885 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15716e2d-0abe-4114-a4fd-6ca75ee25d51 req-c65300ef-d298-4907-8380-1c59cb3bf67c tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "GET /v2.0/security-groups/55c012ac-6fc8-4520-a99a-14da51769bd2 HTTP/1.1" status: 404 len: 352 time: 0.0267279 Sep 17 23:47:29.375250 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 23330034-4011-43ca-a281-db192947fed7 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:47:29.404449 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-30300d49-ae66-4135-8738-f38adfbae9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:29.501579 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30300d49-ae66-4135-8738-f38adfbae9e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62272909-3f3e-43c2-8a01-7576ae13ac9e,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:29.501579 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f26b983e-5780-4b1b-972d-519529b484b0 req-f9e36345-18cd-4e3d-9115-66f24c9dca90 service neutron] 10.222.0.37 "GET /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798298 Sep 17 23:47:29.502024 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:29.502112 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7184410-1038-40ad-9959-10f262ed94eb req-db979416-1b80-4673-b43f-36b3f2ce2557 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:29.502112 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7184410-1038-40ad-9959-10f262ed94eb req-db979416-1b80-4673-b43f-36b3f2ce2557 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 943 time: 0.1284823 Sep 17 23:47:29.531438 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 23330034-4011-43ca-a281-db192947fed7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=23330034-4011-43ca-a281-db192947fed7,segment=NetworkSegment(3c7dbd94-e31a-4bb2-a2e7-132a3825c840),segment_id=3c7dbd94-e31a-4bb2-a2e7-132a3825c840)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:29.531863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30300d49-ae66-4135-8738-f38adfbae9e8 admin admin] Checking segment: {'id': '0fefe775-9cb7-4677-9062-e0fc9ae276d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:29.532225 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30300d49-ae66-4135-8738-f38adfbae9e8 admin admin] Network hostable DHCP agents. Network: b1a269b7-4098-438e-95d2-57bb70f055ad, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:47:29.548437 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '23330034-4011-43ca-a281-db192947fed7', 'network_id': 'e7140621-dcde-4943-90af-dfe4d247c2c7', 'port_id': '23330034-4011-43ca-a281-db192947fed7', 'mac_address': 'fa:16:3e:92:0a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c3c945e-d584-43af-aa4e-ae7c1a0a6aa0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:47:29.549026 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7184410-1038-40ad-9959-10f262ed94eb req-4d6bb267-f59b-4ae2-b3cd-815cffd64476 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447211 Sep 17 23:47:29.599027 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-858481fd-4523-4130-85a9-4922eba50600 req-063e7b93-eb35-40eb-b0d5-c4c22e2bf86e tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] show failed (client error): The resource could not be found. Sep 17 23:47:29.599894 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-858481fd-4523-4130-85a9-4922eba50600 req-063e7b93-eb35-40eb-b0d5-c4c22e2bf86e tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "GET /v2.0/security-group-rules/a576d26b-efe4-46ad-b69d-ba830bbe5aa4 HTTP/1.1" status: 404 len: 361 time: 0.0155737 Sep 17 23:47:29.606314 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:29.632099 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23330034-4011-43ca-a281-db192947fed7 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:29.657589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30300d49-ae66-4135-8738-f38adfbae9e8 admin admin] Network b1a269b7-4098-438e-95d2-57bb70f055ad is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:47:29.667276 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 23330034-4011-43ca-a281-db192947fed7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=23330034-4011-43ca-a281-db192947fed7,segment=NetworkSegment(3c7dbd94-e31a-4bb2-a2e7-132a3825c840),segment_id=3c7dbd94-e31a-4bb2-a2e7-132a3825c840)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:29.672550 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8c901c0d-cfd8-4e27-ad3f-9cfdb607327b req-52b614ea-54bd-48ca-937f-775fd508c809 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "GET /v2.0/security-groups/c71f7f06-b153-4764-8404-f1a655ccd976 HTTP/1.1" status: 200 len: 1814 time: 0.0490522 Sep 17 23:47:29.733378 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8c901c0d-cfd8-4e27-ad3f-9cfdb607327b req-836859e9-d40b-4358-9a29-37cfb823e887 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:29.747957 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:29.758767 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8c901c0d-cfd8-4e27-ad3f-9cfdb607327b req-836859e9-d40b-4358-9a29-37cfb823e887 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:29.803465 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=23330034-4011-43ca-a281-db192947fed7,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:29.849788 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698e994-55e2-4263-8c34-2da17e877482 req-f13352e8-4c48-427b-b56b-d4f177c49653 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:29.851396 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a698e994-55e2-4263-8c34-2da17e877482 req-f13352e8-4c48-427b-b56b-d4f177c49653 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0513248 Sep 17 23:47:29.864215 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-30300d49-ae66-4135-8738-f38adfbae9e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, b1a269b7-4098-438e-95d2-57bb70f055ad) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:29.868632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30300d49-ae66-4135-8738-f38adfbae9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:29.869711 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-30300d49-ae66-4135-8738-f38adfbae9e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:29.872692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fa097b-f942-4ebd-8a62-3dd32a1b063d None None] Network b1a269b7-4098-438e-95d2-57bb70f055ad requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:47:29.903633 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a698e994-55e2-4263-8c34-2da17e877482 req-628fd506-c962-446d-a66e-2301cc20af14 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461285 Sep 17 23:47:30.041764 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38842) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:30.060178 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-30300d49-ae66-4135-8738-f38adfbae9e8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3354886 Sep 17 23:47:30.061170 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8c901c0d-cfd8-4e27-ad3f-9cfdb607327b req-836859e9-d40b-4358-9a29-37cfb823e887 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:30.063456 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38844) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:30.067979 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2459840f-6d31-4aa8-a949-29c8eb085820 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1274256556-router', 'tenant_id': '926d364599994935ae0450b309eddc70', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:30.073494 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8c901c0d-cfd8-4e27-ad3f-9cfdb607327b req-836859e9-d40b-4358-9a29-37cfb823e887 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:30.078774 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8c901c0d-cfd8-4e27-ad3f-9cfdb607327b req-836859e9-d40b-4358-9a29-37cfb823e887 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "DELETE /v2.0/security-groups/c71f7f06-b153-4764-8404-f1a655ccd976 HTTP/1.1" status: 204 len: 173 time: 0.3990180 Sep 17 23:47:30.091426 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836859e9-d40b-4358-9a29-37cfb823e887 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71f7f06-b153-4764-8404-f1a655ccd976,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:30.134223 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-749a4a1b-d8a7-48ad-9711-9a1d00965761 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c4235eeaf2174a139f58a6c170f92eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0912013 Sep 17 23:47:30.137607 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38848) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:30.147118 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370b2036-d0ff-4db6-a8d1-f144642fe316 None None] Network b1a269b7-4098-438e-95d2-57bb70f055ad requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:47:30.161189 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-789483da-e098-465c-bdba-f9b4e3a15421 req-453ae13a-0421-4d4f-9b9c-dbb017da6068 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "GET /v2.0/security-groups/5dea791a-7d93-4110-ba5b-c069dcd9bf64 HTTP/1.1" status: 200 len: 1811 time: 0.0552332 Sep 17 23:47:30.202615 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fffedf94-03a0-48cf-9fd8-16f44d6ca151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:30.206178 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2459840f-6d31-4aa8-a949-29c8eb085820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:30.207288 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2459840f-6d31-4aa8-a949-29c8eb085820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:30.230391 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-789483da-e098-465c-bdba-f9b4e3a15421 req-be316a27-fcf9-421b-9695-493ba3ece833 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:30.243056 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fffedf94-03a0-48cf-9fd8-16f44d6ca151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:30.245131 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['23330034-4011-43ca-a281-db192947fed7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:30.279841 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-789483da-e098-465c-bdba-f9b4e3a15421 req-be316a27-fcf9-421b-9695-493ba3ece833 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:30.296163 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2459840f-6d31-4aa8-a949-29c8eb085820 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:30.326937 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518d08a-0e33-4287-b627-3e82103e19a1 req-16ead424-06d3-449a-b2cd-df77ed68efd6 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:30.328633 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2518d08a-0e33-4287-b627-3e82103e19a1 req-16ead424-06d3-449a-b2cd-df77ed68efd6 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7f84e29-228c-4b05-92a2-dca762d60337 HTTP/1.1" status: 200 len: 944 time: 0.0864334 Sep 17 23:47:30.368114 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2518d08a-0e33-4287-b627-3e82103e19a1 req-6c920894-8c1d-43bb-bead-509920c73829 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329087 Sep 17 23:47:30.477215 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fffedf94-03a0-48cf-9fd8-16f44d6ca151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:30.480297 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fffedf94-03a0-48cf-9fd8-16f44d6ca151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:30.481473 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fffedf94-03a0-48cf-9fd8-16f44d6ca151 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5abd2ea0-42b7-40d3-b502-3d2868d4b490 HTTP/1.1" status: 204 len: 168 time: 0.3427896 Sep 17 23:47:30.523608 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffedf94-03a0-48cf-9fd8-16f44d6ca151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abd2ea0-42b7-40d3-b502-3d2868d4b490,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:30.562571 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2459840f-6d31-4aa8-a949-29c8eb085820 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:30.599027 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-789483da-e098-465c-bdba-f9b4e3a15421 req-be316a27-fcf9-421b-9695-493ba3ece833 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:30.601862 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-789483da-e098-465c-bdba-f9b4e3a15421 req-be316a27-fcf9-421b-9695-493ba3ece833 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:30.603682 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-789483da-e098-465c-bdba-f9b4e3a15421 req-be316a27-fcf9-421b-9695-493ba3ece833 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "DELETE /v2.0/security-groups/5dea791a-7d93-4110-ba5b-c069dcd9bf64 HTTP/1.1" status: 204 len: 173 time: 0.4356508 Sep 17 23:47:30.615507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be316a27-fcf9-421b-9695-493ba3ece833 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dea791a-7d93-4110-ba5b-c069dcd9bf64,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:30.696535 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e328c4ea-c075-454c-8772-7316e2729e0b req-7e951f4b-053b-4f1a-8c52-049e483eeeac tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "GET /v2.0/security-groups/9edfc71e-a2e7-431d-80ea-b220d03cf249 HTTP/1.1" status: 200 len: 1815 time: 0.0746062 Sep 17 23:47:30.707557 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de66953-2e85-42db-a15b-07b3778e91f3 req-95c7b54f-c2e2-44b2-8785-f005b59c70f8 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:30.709090 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4de66953-2e85-42db-a15b-07b3778e91f3 req-95c7b54f-c2e2-44b2-8785-f005b59c70f8 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 943 time: 0.0781877 Sep 17 23:47:30.775456 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:47:30.783982 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4de66953-2e85-42db-a15b-07b3778e91f3 req-b243111d-313c-46b3-83e8-43d7ac3cb1e9 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658138 Sep 17 23:47:30.796455 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e328c4ea-c075-454c-8772-7316e2729e0b req-03c713c6-03af-4713-b7fe-4470c5f60116 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:30.834001 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e328c4ea-c075-454c-8772-7316e2729e0b req-03c713c6-03af-4713-b7fe-4470c5f60116 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:30.850007 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2459840f-6d31-4aa8-a949-29c8eb085820 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:30.871150 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2459840f-6d31-4aa8-a949-29c8eb085820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:30.941622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:47:30.947122 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:47:30.947637 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:31.014893 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e328c4ea-c075-454c-8772-7316e2729e0b req-03c713c6-03af-4713-b7fe-4470c5f60116 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:31.014893 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e328c4ea-c075-454c-8772-7316e2729e0b req-03c713c6-03af-4713-b7fe-4470c5f60116 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:31.020859 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e328c4ea-c075-454c-8772-7316e2729e0b req-03c713c6-03af-4713-b7fe-4470c5f60116 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "DELETE /v2.0/security-groups/9edfc71e-a2e7-431d-80ea-b220d03cf249 HTTP/1.1" status: 204 len: 173 time: 0.3050177 Sep 17 23:47:31.046109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c713c6-03af-4713-b7fe-4470c5f60116 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edfc71e-a2e7-431d-80ea-b220d03cf249,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:31.069014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f435ba-bd34-497e-906c-c87fde0c463f req-9745bfc8-16bb-4c19-8b1a-89ccb5b186cf tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:31.070603 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-93f435ba-bd34-497e-906c-c87fde0c463f req-9745bfc8-16bb-4c19-8b1a-89ccb5b186cf tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0975249 Sep 17 23:47:31.086208 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:31.115193 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f84e29-228c-4b05-92a2-dca762d60337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:31.117728 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e7efdf-8ec2-4505-987c-0bfe0b2d0eac" -d '{"events": [{"server_uuid": "a7f84e29-228c-4b05-92a2-dca762d60337", "name": "network-vif-plugged", "status": "completed", "tag": "7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:31.120962 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-93f435ba-bd34-497e-906c-c87fde0c463f req-86234652-7987-45ab-bbe3-607bd12572c8 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440762 Sep 17 23:47:31.145372 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-2459840f-6d31-4aa8-a949-29c8eb085820 admin admin] Allocated IP 172.25.3.107 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/c86b0498-1e19-40b2-ab29-5cf921409277) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:47:31.150250 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e,segment=NetworkSegment(3c7dbd94-e31a-4bb2-a2e7-132a3825c840),segment_id=3c7dbd94-e31a-4bb2-a2e7-132a3825c840)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:31.163348 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a5fce68-ccf8-46ee-aa40-6d5f676e3ad5 req-8055969b-6614-4372-b7d9-e81da200e731 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "GET /v2.0/security-groups/5e683ee1-da33-487e-b43c-65cb00451f4e HTTP/1.1" status: 200 len: 1815 time: 0.0413022 Sep 17 23:47:31.189381 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff56b79-84f5-4622-aab9-2c48de9a7be3 x-openstack-request-id: req-7ff56b79-84f5-4622-aab9-2c48de9a7be3 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:31.189675 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f84e29-228c-4b05-92a2-dca762d60337", "name": "network-vif-plugged", "status": "completed", "tag": "7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:31.189961 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ff56b79-84f5-4622-aab9-2c48de9a7be3 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:31.190529 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f84e29-228c-4b05-92a2-dca762d60337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e', 'code': 200} Sep 17 23:47:31.240432 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7a5fce68-ccf8-46ee-aa40-6d5f676e3ad5 req-396be099-efca-449e-8d14-f254cf93478a tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:31.260086 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:31.266224 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7a5fce68-ccf8-46ee-aa40-6d5f676e3ad5 req-396be099-efca-449e-8d14-f254cf93478a tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:31.327646 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2459840f-6d31-4aa8-a949-29c8eb085820 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:31.336750 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:31.345350 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986eedfb-cccc-41f4-be06-4b01fe72b03e req-9451cfa5-06bc-408e-86a2-ab9807e9e6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:31.346921 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-986eedfb-cccc-41f4-be06-4b01fe72b03e req-9451cfa5-06bc-408e-86a2-ab9807e9e6f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7f84e29-228c-4b05-92a2-dca762d60337 HTTP/1.1" status: 200 len: 1096 time: 0.0968106 Sep 17 23:47:31.382422 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 23330034-4011-43ca-a281-db192947fed7 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:47:31.392550 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-986eedfb-cccc-41f4-be06-4b01fe72b03e req-5e75251c-c022-40eb-9942-99c690ecb25a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342374 Sep 17 23:47:31.410749 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:47:31.453463 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7a5fce68-ccf8-46ee-aa40-6d5f676e3ad5 req-396be099-efca-449e-8d14-f254cf93478a tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:31.455964 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7a5fce68-ccf8-46ee-aa40-6d5f676e3ad5 req-396be099-efca-449e-8d14-f254cf93478a tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:31.457080 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a5fce68-ccf8-46ee-aa40-6d5f676e3ad5 req-396be099-efca-449e-8d14-f254cf93478a tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "DELETE /v2.0/security-groups/5e683ee1-da33-487e-b43c-65cb00451f4e HTTP/1.1" status: 204 len: 173 time: 0.2850022 Sep 17 23:47:31.491734 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396be099-efca-449e-8d14-f254cf93478a tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e683ee1-da33-487e-b43c-65cb00451f4e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:31.511609 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2459840f-6d31-4aa8-a949-29c8eb085820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:31.518798 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99ead8-93ce-4ad9-9933-e0ba7765c518 req-e4512cea-1d17-47c8-81e1-3653b3e94407 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:31.518798 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d99ead8-93ce-4ad9-9933-e0ba7765c518 req-e4512cea-1d17-47c8-81e1-3653b3e94407 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7f84e29-228c-4b05-92a2-dca762d60337 HTTP/1.1" status: 200 len: 945 time: 0.0721779 Sep 17 23:47:31.562979 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2459840f-6d31-4aa8-a949-29c8eb085820 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:47:31.565879 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-2459840f-6d31-4aa8-a949-29c8eb085820 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:31.569660 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 23330034-4011-43ca-a281-db192947fed7 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:47:31.569845 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2459840f-6d31-4aa8-a949-29c8eb085820 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:47:31.575598 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 23330034-4011-43ca-a281-db192947fed7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:47:31.575978 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:31.583073 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d99ead8-93ce-4ad9-9933-e0ba7765c518 req-f8aed4a2-efb8-4167-a7ad-f6f214fb0ee3 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621262 Sep 17 23:47:31.606487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c83454ae-e37a-42ef-abb2-5d6be2da74e3 req-eb029cd3-276a-483f-b39d-8717b75b9b02 tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "GET /v2.0/security-groups/fe02eb1b-5929-4902-a8fb-d55ede6f13cf HTTP/1.1" status: 200 len: 1815 time: 0.0602527 Sep 17 23:47:31.614218 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459840f-6d31-4aa8-a949-29c8eb085820 admin admin] Pushing event updated for resources: {'Port': ['ID=c86b0498-1e19-40b2-ab29-5cf921409277,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:31.673108 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c83454ae-e37a-42ef-abb2-5d6be2da74e3 req-4f5af68e-3f6a-477e-9196-a25a5269422a tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:31.701984 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:31.705059 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c83454ae-e37a-42ef-abb2-5d6be2da74e3 req-4f5af68e-3f6a-477e-9196-a25a5269422a tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:31.744480 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 23330034-4011-43ca-a281-db192947fed7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=23330034-4011-43ca-a281-db192947fed7,segment=NetworkSegment(3c7dbd94-e31a-4bb2-a2e7-132a3825c840),segment_id=3c7dbd94-e31a-4bb2-a2e7-132a3825c840)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:31.821286 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:31.855602 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c83454ae-e37a-42ef-abb2-5d6be2da74e3 req-4f5af68e-3f6a-477e-9196-a25a5269422a tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:31.858295 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c83454ae-e37a-42ef-abb2-5d6be2da74e3 req-4f5af68e-3f6a-477e-9196-a25a5269422a tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:31.864335 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c83454ae-e37a-42ef-abb2-5d6be2da74e3 req-4f5af68e-3f6a-477e-9196-a25a5269422a tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] 10.222.0.46 "DELETE /v2.0/security-groups/fe02eb1b-5929-4902-a8fb-d55ede6f13cf HTTP/1.1" status: 204 len: 173 time: 0.2535594 Sep 17 23:47:31.874561 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=23330034-4011-43ca-a281-db192947fed7,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:31.874874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38900) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:31.901025 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5af68e-3f6a-477e-9196-a25a5269422a tempest-SecurityGroupRulesNegativeTestJSON-1971671934 tempest-SecurityGroupRulesNegativeTestJSON-1971671934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe02eb1b-5929-4902-a8fb-d55ede6f13cf,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:31.979732 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2459840f-6d31-4aa8-a949-29c8eb085820 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:31.992587 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc758346-93e4-4581-a4c0-3723f7d8ea8a admin admin] Deleting subnet b2320f8a-84d7-46e6-99a3-f648a1d44395 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:47:31.996379 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc758346-93e4-4581-a4c0-3723f7d8ea8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:32.005566 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3773832-6712-4ad5-a9fd-d8bf9e54e98a req-8bcbb427-2f3b-4849-b798-e36af65fa91b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:32.007225 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3773832-6712-4ad5-a9fd-d8bf9e54e98a req-8bcbb427-2f3b-4849-b798-e36af65fa91b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 943 time: 0.0767951 Sep 17 23:47:32.065952 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-fb8f4851-6fa7-4c6f-bad7-f12f4077a37c tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=49e344c0389a448d8b511a1735288afb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387690 Sep 17 23:47:32.078483 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc758346-93e4-4581-a4c0-3723f7d8ea8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:32.429145 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3773832-6712-4ad5-a9fd-d8bf9e54e98a req-51afda99-0b4d-4869-9a83-84fdbcb01f43 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030559 Sep 17 23:47:32.489433 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2459840f-6d31-4aa8-a949-29c8eb085820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:32.495205 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc758346-93e4-4581-a4c0-3723f7d8ea8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:32.555573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-8a6ec56a-0bc0-41d8-ab54-bf29a216be67 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:32.557077 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-8a6ec56a-0bc0-41d8-ab54-bf29a216be67 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4838455 Sep 17 23:47:32.610835 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-83ad0dfb-2957-47b0-b246-e32b770ef1c2 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/quotas/49e344c0389a448d8b511a1735288afb HTTP/1.1" status: 200 len: 375 time: 0.0437131 Sep 17 23:47:32.648019 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-b729f08e-14f2-4666-992b-2de5247e7d9f tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=49e344c0389a448d8b511a1735288afb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279391 Sep 17 23:47:32.656238 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d61c25-4393-4591-896b-e67a5e7e017d req-6405ddc3-f72e-4fd5-8fe4-1a4373f23aa9 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:32.657663 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-74d61c25-4393-4591-896b-e67a5e7e017d req-6405ddc3-f72e-4fd5-8fe4-1a4373f23aa9 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0928891 Sep 17 23:47:32.695767 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-74d61c25-4393-4591-896b-e67a5e7e017d req-a8afec11-bd8a-4d8d-bcba-74a0d091632a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320368 Sep 17 23:47:32.718936 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc758346-93e4-4581-a4c0-3723f7d8ea8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:32.741010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2459840f-6d31-4aa8-a949-29c8eb085820 admin admin] Router 4267a4b2-366a-46fd-95d1-6e159a8220f6 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:47:32.745120 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc758346-93e4-4581-a4c0-3723f7d8ea8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2320f8a-84d7-46e6-99a3-f648a1d44395,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:32.748789 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc758346-93e4-4581-a4c0-3723f7d8ea8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:32.751160 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cc758346-93e4-4581-a4c0-3723f7d8ea8a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b2320f8a-84d7-46e6-99a3-f648a1d44395 HTTP/1.1" status: 204 len: 168 time: 0.8748741 Sep 17 23:47:32.753268 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38918) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:32.826642 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3505a306-5e84-4331-a337-7bde49249a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:32.848927 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2459840f-6d31-4aa8-a949-29c8eb085820 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:47:32.861473 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] Sync routers for ids ['4267a4b2-366a-46fd-95d1-6e159a8220f6'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:47:32.872069 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] Routers {'4267a4b2-366a-46fd-95d1-6e159a8220f6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:47:32.872701 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:47:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['4267a4b2-366a-46fd-95d1-6e159a8220f6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:32.930287 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2459840f-6d31-4aa8-a949-29c8eb085820 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:32.934335 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2459840f-6d31-4aa8-a949-29c8eb085820 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.8666077 Sep 17 23:47:32.934335 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38924) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:32.948850 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3505a306-5e84-4331-a337-7bde49249a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:32.970551 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-3505a306-5e84-4331-a337-7bde49249a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25daf7a-04f4-4097-a849-65cca6fa31b9']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:32.981326 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-3505a306-5e84-4331-a337-7bde49249a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be8bcf4-d024-43fb-a436-912d825a8c82') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:32.981623 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-3505a306-5e84-4331-a337-7bde49249a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be8bcf4-d024-43fb-a436-912d825a8c82') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:33.017294 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3505a306-5e84-4331-a337-7bde49249a8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:33.032030 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] Set router 4267a4b2-366a-46fd-95d1-6e159a8220f6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:47:33.049424 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7d3f6871-e279-4655-a3e6-3cede8613d09 req-0723644a-9542-4f4a-a7fc-7876773a13b8 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 210 time: 0.0491922 Sep 17 23:47:33.057553 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3505a306-5e84-4331-a337-7bde49249a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:33.067769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366f4dd-cde1-45f7-b0eb-d669d888a40f req-e09e19ce-b3af-4975-a553-4f8469b35545 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:33.069231 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2366f4dd-cde1-45f7-b0eb-d669d888a40f req-e09e19ce-b3af-4975-a553-4f8469b35545 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7f84e29-228c-4b05-92a2-dca762d60337 HTTP/1.1" status: 200 len: 945 time: 0.2132540 Sep 17 23:47:33.074840 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3505a306-5e84-4331-a337-7bde49249a8b admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:47:33.075249 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3505a306-5e84-4331-a337-7bde49249a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:47:33.077133 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:47:33.162078 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2366f4dd-cde1-45f7-b0eb-d669d888a40f req-f4a24a22-b6de-4a89-af61-296c76b5ed9d tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840685 Sep 17 23:47:33.191106 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411fd956-7551-4f34-9cab-f1bb60fa36c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23330034-4011-43ca-a281-db192947fed7'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:33.193728 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fdeb3f-7d2c-4a05-8e61-d7a4eab3592d" -d '{"events": [{"server_uuid": "411fd956-7551-4f34-9cab-f1bb60fa36c2", "name": "network-vif-plugged", "status": "completed", "tag": "23330034-4011-43ca-a281-db192947fed7"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:33.253887 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cacb9b8-8408-4d07-a71d-4e88bb8817f9 x-openstack-request-id: req-0cacb9b8-8408-4d07-a71d-4e88bb8817f9 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:33.254290 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411fd956-7551-4f34-9cab-f1bb60fa36c2", "name": "network-vif-plugged", "status": "completed", "tag": "23330034-4011-43ca-a281-db192947fed7", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:33.254546 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0cacb9b8-8408-4d07-a71d-4e88bb8817f9 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:33.255590 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411fd956-7551-4f34-9cab-f1bb60fa36c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23330034-4011-43ca-a281-db192947fed7', 'code': 200} Sep 17 23:47:33.262461 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1274256556-router', 'tenant_id': '926d364599994935ae0450b309eddc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c86b0498-1e19-40b2-ab29-5cf921409277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:30Z', 'updated_at': '2021-09-17T23:47:31Z', 'revision_number': 3, 'project_id': '926d364599994935ae0450b309eddc70', 'gw_port': {'id': 'c86b0498-1e19-40b2-ab29-5cf921409277', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:47:30Z', 'updated_at': '2021-09-17T23:47:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:33.295757 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] Checking router: 4267a4b2-366a-46fd-95d1-6e159a8220f6 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:47:33.296439 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] Updating router 4267a4b2-366a-46fd-95d1-6e159a8220f6 port c86b0498-1e19-40b2-ab29-5cf921409277 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:47:33.299993 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1cde2-0eb5-4fc3-991e-4692e0922ec2 req-29a40296-cedd-4a5e-b673-0fed253b777c tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:33.301771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b9e1cde2-0eb5-4fc3-991e-4692e0922ec2 req-29a40296-cedd-4a5e-b673-0fed253b777c tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=411fd956-7551-4f34-9cab-f1bb60fa36c2 HTTP/1.1" status: 200 len: 946 time: 0.0518785 Sep 17 23:47:33.323900 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3505a306-5e84-4331-a337-7bde49249a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:33.327755 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:33.351796 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3505a306-5e84-4331-a337-7bde49249a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:33.354791 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3505a306-5e84-4331-a337-7bde49249a8b admin admin] 10.222.0.46 "DELETE /v2.0/networks/a25daf7a-04f4-4097-a849-65cca6fa31b9 HTTP/1.1" status: 204 len: 168 time: 0.6004665 Sep 17 23:47:33.377918 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505a306-5e84-4331-a337-7bde49249a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=a25daf7a-04f4-4097-a849-65cca6fa31b9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:33.410148 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b9e1cde2-0eb5-4fc3-991e-4692e0922ec2 req-876fd908-dee6-4a77-a8a8-749fe3ba3485 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879004 Sep 17 23:47:33.412125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf0602-0062-4b7e-b7e4-5805b2111b26 req-cfd33c8c-a766-48e6-8e8a-f53bd06cc3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:33.413765 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2adf0602-0062-4b7e-b7e4-5805b2111b26 req-cfd33c8c-a766-48e6-8e8a-f53bd06cc3fa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=411fd956-7551-4f34-9cab-f1bb60fa36c2 HTTP/1.1" status: 200 len: 1097 time: 0.0908449 Sep 17 23:47:33.465941 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b1f26f07-390d-410d-aec5-895e4a336e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:33.481764 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2adf0602-0062-4b7e-b7e4-5805b2111b26 req-cfcff279-2cb0-43b5-bc8a-1f5e75f06cbc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605392 Sep 17 23:47:33.562440 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device b5cd94e9-77d0-4710-b26f-ae456a380cc1 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:47:33.599265 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dafcce-adb3-4c76-8b19-208fc123cade req-e91582e2-523f-4558-aa3e-4ecf93739346 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:33.600780 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e8dafcce-adb3-4c76-8b19-208fc123cade req-e91582e2-523f-4558-aa3e-4ecf93739346 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 943 time: 0.0777276 Sep 17 23:47:33.645165 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e8dafcce-adb3-4c76-8b19-208fc123cade req-2a4660c1-3740-40cd-a37f-91794f54b3d9 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379136 Sep 17 23:47:33.663656 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-b1f26f07-390d-410d-aec5-895e4a336e49 admin admin] Allocated IP 172.20.0.1 (b1a269b7-4098-438e-95d2-57bb70f055ad/62272909-3f3e-43c2-8a01-7576ae13ac9e/b0685a93-1a32-4aa4-aabc-b3d57a38a776) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:47:33.741205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port b5cd94e9-77d0-4710-b26f-ae456a380cc1, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b5cd94e9-77d0-4710-b26f-ae456a380cc1,segment=NetworkSegment(6ce9f960-9106-480f-a69e-89630099531d),segment_id=6ce9f960-9106-480f-a69e-89630099531d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:33.744568 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:33.754929 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'b5cd94e9-77d0-4710-b26f-ae456a380cc1', 'network_id': 'aa15324e-81e0-45c5-9f7e-d9fb6108a5ca', 'port_id': 'b5cd94e9-77d0-4710-b26f-ae456a380cc1', 'mac_address': 'fa:16:3e:c0:4a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b99927-674c-4e56-bb77-3a6655e29089', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:47:33.796506 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b1f26f07-390d-410d-aec5-895e4a336e49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:33.799355 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:33.816784 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5cd94e9-77d0-4710-b26f-ae456a380cc1 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:33.841087 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port b5cd94e9-77d0-4710-b26f-ae456a380cc1, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b5cd94e9-77d0-4710-b26f-ae456a380cc1,segment=NetworkSegment(6ce9f960-9106-480f-a69e-89630099531d),segment_id=6ce9f960-9106-480f-a69e-89630099531d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:33.849521 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca9264-4519-41a2-87af-746237ac69c2 req-cecff072-81bc-4910-a0ce-d578c4b2b4ce tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:33.851079 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7dca9264-4519-41a2-87af-746237ac69c2 req-cecff072-81bc-4910-a0ce-d578c4b2b4ce tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0694761 Sep 17 23:47:33.851693 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38944) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:33.891476 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7dca9264-4519-41a2-87af-746237ac69c2 req-e20d9a6b-77a1-412a-8c53-2ce8dd3ea2f2 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334611 Sep 17 23:47:33.898596 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-362dc4e6-8b65-464e-898d-2fb390056251 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7ae084fa8bc49b5ae62bec58f196659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457051 Sep 17 23:47:33.901679 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38946) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:33.918561 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:33.958277 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9de291fb-cf29-44f2-9b3a-59b6f9a8aece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:33.970941 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b1f26f07-390d-410d-aec5-895e4a336e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:33.973105 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:33.978263 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] Attempting to bind port c86b0498-1e19-40b2-ab29-5cf921409277 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:47:33.978563 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] Attempting to bind port c86b0498-1e19-40b2-ab29-5cf921409277 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:47:33.978938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] Attempting to bind port c86b0498-1e19-40b2-ab29-5cf921409277 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:33.981842 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5aef3c-ee7e-4491-83c2-53831443f190 None None] Pushing event updated for resources: {'Port': ['ID=c86b0498-1e19-40b2-ab29-5cf921409277,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:33.989145 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:47:33.989145 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:33.989567 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:33.990218 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:47:33.990406 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] Bound port: c86b0498-1e19-40b2-ab29-5cf921409277, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:47:33.990773 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:34.006588 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9de291fb-cf29-44f2-9b3a-59b6f9a8aece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:34.038134 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f26f07-390d-410d-aec5-895e4a336e49 admin admin] Network b1a269b7-4098-438e-95d2-57bb70f055ad is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:47:34.054161 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-b1f26f07-390d-410d-aec5-895e4a336e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:34.060781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f26f07-390d-410d-aec5-895e4a336e49 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:47:34.064754 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f26f07-390d-410d-aec5-895e4a336e49 admin admin] Pushing event updated for resources: {'Port': ['ID=b0685a93-1a32-4aa4-aabc-b3d57a38a776,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:34.072207 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=b5cd94e9-77d0-4710-b26f-ae456a380cc1,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:34.081314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] For port c86b0498-1e19-40b2-ab29-5cf921409277, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:47:34.084405 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] For port c86b0498-1e19-40b2-ab29-5cf921409277, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c86b0498-1e19-40b2-ab29-5cf921409277,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:47:34.106809 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b1f26f07-390d-410d-aec5-895e4a336e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:34.155535 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d895ebf0-c51a-444b-8bed-22764bb4893f req-d8b31ed3-2036-4ca4-9e5a-433313714b9e tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 210 time: 0.0290680 Sep 17 23:47:34.204556 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:34.241964 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['b5cd94e9-77d0-4710-b26f-ae456a380cc1'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:34.294670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5aef3c-ee7e-4491-83c2-53831443f190 None None] Pushing event updated for resources: {'Port': ['ID=c86b0498-1e19-40b2-ab29-5cf921409277,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:34.298553 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] Routers {'4267a4b2-366a-46fd-95d1-6e159a8220f6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:47:34.299162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:47:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['4267a4b2-366a-46fd-95d1-6e159a8220f6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:34.387336 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9de291fb-cf29-44f2-9b3a-59b6f9a8aece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:34.390184 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9de291fb-cf29-44f2-9b3a-59b6f9a8aece admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:34.391515 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9de291fb-cf29-44f2-9b3a-59b6f9a8aece admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72c2682c-da76-47a9-ab45-56832fdada61 HTTP/1.1" status: 204 len: 168 time: 0.4887326 Sep 17 23:47:34.425783 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de291fb-cf29-44f2-9b3a-59b6f9a8aece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c2682c-da76-47a9-ab45-56832fdada61,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:34.439062 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b1f26f07-390d-410d-aec5-895e4a336e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:34.460684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] Set router 4267a4b2-366a-46fd-95d1-6e159a8220f6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:47:34.560026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd69392-e41b-4b83-a1e3-7a2db75461ec req-a64cf5e3-c97b-430a-86aa-ebfab8ff5398 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:34.567960 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8cd69392-e41b-4b83-a1e3-7a2db75461ec req-a64cf5e3-c97b-430a-86aa-ebfab8ff5398 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=411fd956-7551-4f34-9cab-f1bb60fa36c2 HTTP/1.1" status: 200 len: 946 time: 0.0702174 Sep 17 23:47:34.630462 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8cd69392-e41b-4b83-a1e3-7a2db75461ec req-f8b96729-2a24-4997-8096-91248e5af14f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613754 Sep 17 23:47:34.674428 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b1f26f07-390d-410d-aec5-895e4a336e49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:34.715641 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1274256556-router', 'tenant_id': '926d364599994935ae0450b309eddc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c86b0498-1e19-40b2-ab29-5cf921409277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:30Z', 'updated_at': '2021-09-17T23:47:31Z', 'revision_number': 3, 'project_id': '926d364599994935ae0450b309eddc70', 'gw_port': {'id': 'c86b0498-1e19-40b2-ab29-5cf921409277', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:47:30Z', 'updated_at': '2021-09-17T23:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:34.742944 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44426d10-69c0-4459-afff-cb46303e7a86 None None] The sync data for ids ['4267a4b2-366a-46fd-95d1-6e159a8220f6'] in n-d-809883-1 is: [{'id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1274256556-router', 'tenant_id': '926d364599994935ae0450b309eddc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c86b0498-1e19-40b2-ab29-5cf921409277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:30Z', 'updated_at': '2021-09-17T23:47:31Z', 'revision_number': 3, 'project_id': '926d364599994935ae0450b309eddc70', 'gw_port': {'id': 'c86b0498-1e19-40b2-ab29-5cf921409277', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:47:30Z', 'updated_at': '2021-09-17T23:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:47:34.788952 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b6448-980d-4a44-a754-1369ef4eb0e4 req-29c9c0b8-b6cb-4937-b8a6-3614a371ed7c tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:34.788952 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb1b6448-980d-4a44-a754-1369ef4eb0e4 req-29c9c0b8-b6cb-4937-b8a6-3614a371ed7c tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 944 time: 0.0682032 Sep 17 23:47:34.828883 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb1b6448-980d-4a44-a754-1369ef4eb0e4 req-268e191c-46fe-45fb-aec3-b92cc2e2a2c5 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337505 Sep 17 23:47:34.834031 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b1f26f07-390d-410d-aec5-895e4a336e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:34.907882 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b1f26f07-390d-410d-aec5-895e4a336e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:34.917180 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f26f07-390d-410d-aec5-895e4a336e49 admin admin] Pushing event updated for resources: {'Port': ['ID=b0685a93-1a32-4aa4-aabc-b3d57a38a776,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:35.073006 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f26f07-390d-410d-aec5-895e4a336e49 admin admin] Network b1a269b7-4098-438e-95d2-57bb70f055ad is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:47:35.074603 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-b1f26f07-390d-410d-aec5-895e4a336e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:35.077010 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076a7e8-7a95-4da7-b154-0686fc0b8112 req-eb1a299d-3e76-4456-a266-11695cc10684 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:35.084432 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8076a7e8-7a95-4da7-b154-0686fc0b8112 req-eb1a299d-3e76-4456-a266-11695cc10684 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0903089 Sep 17 23:47:35.128653 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8076a7e8-7a95-4da7-b154-0686fc0b8112 req-a0dd63d6-f01e-4814-aecc-ac90fd564534 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432432 Sep 17 23:47:35.229203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f26f07-390d-410d-aec5-895e4a336e49 admin admin] Router 4267a4b2-366a-46fd-95d1-6e159a8220f6 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:47:35.309145 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d85f77ff-79da-4b73-8fe5-6a09a7ad1687 req-b9679208-a1e6-421d-b994-1a512c0ebb21 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 210 time: 0.0436840 Sep 17 23:47:35.373405 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f26f07-390d-410d-aec5-895e4a336e49 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:47:35.380921 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b1f26f07-390d-410d-aec5-895e4a336e49 admin admin] 10.222.0.46 "PUT /v2.0/routers/4267a4b2-366a-46fd-95d1-6e159a8220f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4448066 Sep 17 23:47:35.403836 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device b5cd94e9-77d0-4710-b26f-ae456a380cc1 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:47:35.604410 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port b5cd94e9-77d0-4710-b26f-ae456a380cc1 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:47:35.609410 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port b5cd94e9-77d0-4710-b26f-ae456a380cc1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:47:35.610239 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:35.713376 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:35.752855 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52445c6-0bfb-44e4-98f9-10e5df151f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cd94e9-77d0-4710-b26f-ae456a380cc1'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:35.756328 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1e967f-9a85-4892-8308-541af4375383" -d '{"events": [{"server_uuid": "a52445c6-0bfb-44e4-98f9-10e5df151f87", "name": "network-vif-plugged", "status": "completed", "tag": "b5cd94e9-77d0-4710-b26f-ae456a380cc1"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:35.776706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port b5cd94e9-77d0-4710-b26f-ae456a380cc1, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b5cd94e9-77d0-4710-b26f-ae456a380cc1,segment=NetworkSegment(6ce9f960-9106-480f-a69e-89630099531d),segment_id=6ce9f960-9106-480f-a69e-89630099531d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:35.790587 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c978e1-d205-4a15-b1d8-744cb9d38eae req-a2907768-3d63-460e-86b7-a3822ca74066 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:35.792238 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67c978e1-d205-4a15-b1d8-744cb9d38eae req-a2907768-3d63-460e-86b7-a3822ca74066 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=411fd956-7551-4f34-9cab-f1bb60fa36c2 HTTP/1.1" status: 200 len: 946 time: 0.0779657 Sep 17 23:47:35.840478 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67c978e1-d205-4a15-b1d8-744cb9d38eae req-b5045c60-3521-4ee8-b25f-01cdfddad2a3 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421767 Sep 17 23:47:35.886240 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:35.950573 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=b5cd94e9-77d0-4710-b26f-ae456a380cc1,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:35.967809 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2416f5ec-59e1-41dd-9629-ce90bb184720 x-openstack-request-id: req-2416f5ec-59e1-41dd-9629-ce90bb184720 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:35.968171 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52445c6-0bfb-44e4-98f9-10e5df151f87", "name": "network-vif-plugged", "status": "completed", "tag": "b5cd94e9-77d0-4710-b26f-ae456a380cc1", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:35.968493 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2416f5ec-59e1-41dd-9629-ce90bb184720 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:35.968981 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52445c6-0bfb-44e4-98f9-10e5df151f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cd94e9-77d0-4710-b26f-ae456a380cc1', 'code': 200} Sep 17 23:47:36.090637 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-c9d2be99-670a-4da2-9704-85ded887217c tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:36.098898 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-c9d2be99-670a-4da2-9704-85ded887217c tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/networks?id=b1a269b7-4098-438e-95d2-57bb70f055ad HTTP/1.1" status: 200 len: 819 time: 0.1994145 Sep 17 23:47:36.114459 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-3a20a35d-d8c3-4123-874b-418cf1ac0816 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=49e344c0389a448d8b511a1735288afb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247960 Sep 17 23:47:36.120819 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39012) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:36.126401 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-506f8c82-16ae-4316-ab2b-3393638fc5a2 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/quotas/926d364599994935ae0450b309eddc70 HTTP/1.1" status: 200 len: 375 time: 0.0258994 Sep 17 23:47:36.139503 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0636021-41e8-4ee8-9b16-7e12277a321b req-d8fd920e-37d9-4e54-918d-9f6fb758c1d3 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:36.141359 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f0636021-41e8-4ee8-9b16-7e12277a321b req-d8fd920e-37d9-4e54-918d-9f6fb758c1d3 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.1129763 Sep 17 23:47:36.167748 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a43050-c748-4df1-9614-b20f453606c2 req-5135ea82-13b6-4ba3-8b35-c6c6b58e7db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:36.169270 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95a43050-c748-4df1-9614-b20f453606c2 req-5135ea82-13b6-4ba3-8b35-c6c6b58e7db5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 1096 time: 0.1256413 Sep 17 23:47:36.249615 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f0636021-41e8-4ee8-9b16-7e12277a321b req-7bf62469-ff45-4210-ad42-33dac3a37d9c tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908933 Sep 17 23:47:36.260702 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95a43050-c748-4df1-9614-b20f453606c2 req-9813ba1d-f67f-48c1-b710-16a75373fa25 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765042 Sep 17 23:47:36.265720 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-944ca8f4-cab6-4b43-a434-1090bbc519d0 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=926d364599994935ae0450b309eddc70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1225097 Sep 17 23:47:36.271575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-72e05f36-7bed-4089-9896-0fbea20fd1df tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:36.273133 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-72e05f36-7bed-4089-9896-0fbea20fd1df tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1532879 Sep 17 23:47:36.278413 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-039ff82f-fd73-4131-9a96-579cb8087530 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2132643751-network', 'tenant_id': 'c5d58bb8806f4bbb9b7d3236c3cdef06'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:36.375918 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039ff82f-fd73-4131-9a96-579cb8087530 admin admin] Made reservation on behalf of c5d58bb8806f4bbb9b7d3236c3cdef06 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:36.378211 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-039ff82f-fd73-4131-9a96-579cb8087530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:36.389202 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-039ff82f-fd73-4131-9a96-579cb8087530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:36.434692 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-fd8dc07a-f4c7-4dbe-8516-6ca7f91f8e8e service neutron] 10.222.0.46 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605120 Sep 17 23:47:36.474887 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-f36a4a97-4b80-4b5e-9789-0b88e0ed63cd tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Request body: {'port': {'device_id': 'dfcf1d52-35c8-455d-96a6-8cdb6fdb4085', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '49e344c0389a448d8b511a1735288afb'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:36.508672 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-039ff82f-fd73-4131-9a96-579cb8087530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:36.561276 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-e8acdf54-f9cc-4e5e-8766-d738274a1f08 service neutron] 10.222.0.46 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199102 Sep 17 23:47:36.637779 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-039ff82f-fd73-4131-9a96-579cb8087530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:36.664704 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039ff82f-fd73-4131-9a96-579cb8087530 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:47:36.682448 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ff82f-fd73-4131-9a96-579cb8087530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f178f830-a37a-4b4c-896b-90bdb649c7af,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:36.685493 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-039ff82f-fd73-4131-9a96-579cb8087530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:36.685843 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-039ff82f-fd73-4131-9a96-579cb8087530 admin admin] Added segment c9c4fb10-a614-49bf-8560-53a1dd68f714 of type vlan for network b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d Sep 17 23:47:36.689637 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] Sync routers for ids ['4267a4b2-366a-46fd-95d1-6e159a8220f6'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:47:36.701935 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] Routers {'4267a4b2-366a-46fd-95d1-6e159a8220f6'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:47:36.701935 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:47:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['4267a4b2-366a-46fd-95d1-6e159a8220f6'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:36.731859 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-039ff82f-fd73-4131-9a96-579cb8087530 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:36.792555 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-f36a4a97-4b80-4b5e-9789-0b88e0ed63cd tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Made reservation on behalf of 49e344c0389a448d8b511a1735288afb for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:36.801963 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-f36a4a97-4b80-4b5e-9789-0b88e0ed63cd tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:36.811136 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] Set router 4267a4b2-366a-46fd-95d1-6e159a8220f6 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:47:36.825183 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-f36a4a97-4b80-4b5e-9789-0b88e0ed63cd tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:36.869147 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-039ff82f-fd73-4131-9a96-579cb8087530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:36.870259 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039ff82f-fd73-4131-9a96-579cb8087530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:36.871030 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-039ff82f-fd73-4131-9a96-579cb8087530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:36.914963 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c86b0498-1e19-40b2-ab29-5cf921409277 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:47:36.948060 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55db7e59-1df0-46de-8d5a-cf76276c67e8 req-7690c465-dbde-447b-9f04-092613ab18df tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 210 time: 0.0574024 Sep 17 23:47:36.976083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d3dde-2cbd-4f23-b9c0-142720c5a10c req-749e5595-d5a8-4ee1-9e88-dfe1c7c5f752 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:36.983638 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf7d3dde-2cbd-4f23-b9c0-142720c5a10c req-749e5595-d5a8-4ee1-9e88-dfe1c7c5f752 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.1755521 Sep 17 23:47:37.033899 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c86b0498-1e19-40b2-ab29-5cf921409277 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:47:37.034275 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:37.060568 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ff82f-fd73-4131-9a96-579cb8087530 admin admin] Pushing event updated for resources: {'Network': ['ID=b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:37.130638 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-f36a4a97-4b80-4b5e-9789-0b88e0ed63cd tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:37.138310 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf7d3dde-2cbd-4f23-b9c0-142720c5a10c req-f17694ca-f8c0-4ce7-8a37-73af6a075961 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384921 Sep 17 23:47:37.168813 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1274256556-router', 'tenant_id': '926d364599994935ae0450b309eddc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c86b0498-1e19-40b2-ab29-5cf921409277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:30Z', 'updated_at': '2021-09-17T23:47:34Z', 'revision_number': 4, 'project_id': '926d364599994935ae0450b309eddc70', 'gw_port': {'id': 'c86b0498-1e19-40b2-ab29-5cf921409277', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:47:30Z', 'updated_at': '2021-09-17T23:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b0685a93-1a32-4aa4-aabc-b3d57a38a776', 'name': '', 'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad', 'tenant_id': '926d364599994935ae0450b309eddc70', 'mac_address': 'fa:16:3e:dc:3b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '62272909-3f3e-43c2-8a01-7576ae13ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:47:33Z', 'updated_at': '2021-09-17T23:47:34Z', 'revision_number': 2, 'project_id': '926d364599994935ae0450b309eddc70', 'subnets': [{'id': '62272909-3f3e-43c2-8a01-7576ae13ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:37.198203 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] Checking router: 4267a4b2-366a-46fd-95d1-6e159a8220f6 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:47:37.198630 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] Updating router 4267a4b2-366a-46fd-95d1-6e159a8220f6 port b0685a93-1a32-4aa4-aabc-b3d57a38a776 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:47:37.207068 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae9962ab-9154-4e06-9e52-d65cd2e7f017 req-28365039-3773-4404-8754-5ff751ca8e54 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 210 time: 0.0329394 Sep 17 23:47:37.222038 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:47:37.230231 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:37.266776 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-f36a4a97-4b80-4b5e-9789-0b88e0ed63cd tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:37.377183 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-039ff82f-fd73-4131-9a96-579cb8087530 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2469742 Sep 17 23:47:37.380289 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39038) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:37.384618 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a4a97-4b80-4b5e-9789-0b88e0ed63cd tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5ea03f-1928-49b1-a6d6-c818a4e0801a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:37.386405 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:37.387719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7d65111c-ceb3-4241-896d-1d2af702aca0 admin admin] Request body: {'subnet': {'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2132643751-subnet', 'tenant_id': 'c5d58bb8806f4bbb9b7d3236c3cdef06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:37.429040 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port c86b0498-1e19-40b2-ab29-5cf921409277, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c86b0498-1e19-40b2-ab29-5cf921409277,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:37.471901 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189ad68-2ab8-4352-9a4f-a6c37e91750a req-1f461a63-c9de-4e79-990f-3678fe1717b9 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:37.473522 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f189ad68-2ab8-4352-9a4f-a6c37e91750a req-1f461a63-c9de-4e79-990f-3678fe1717b9 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0808554 Sep 17 23:47:37.478501 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-f36a4a97-4b80-4b5e-9789-0b88e0ed63cd tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Allocated IP 192.168.233.114 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/faedb9ec-28c1-4088-937b-9abfa646e72e) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:47:37.517279 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f189ad68-2ab8-4352-9a4f-a6c37e91750a req-20b93574-0cbe-4ef9-8f18-4c500e950775 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365157 Sep 17 23:47:37.627022 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:37.638166 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:37.666087 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-f36a4a97-4b80-4b5e-9789-0b88e0ed63cd tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:37.672796 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d65111c-ceb3-4241-896d-1d2af702aca0 admin admin] Made reservation on behalf of c5d58bb8806f4bbb9b7d3236c3cdef06 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:37.675515 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7d65111c-ceb3-4241-896d-1d2af702aca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:37.691507 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=c86b0498-1e19-40b2-ab29-5cf921409277,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:37.796161 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc8a96-baf7-4f00-a2e9-52975fd867a8 req-1a033d3d-6303-48eb-8f1b-5d0a95c643ed tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:37.797673 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84bc8a96-baf7-4f00-a2e9-52975fd867a8 req-1a033d3d-6303-48eb-8f1b-5d0a95c643ed tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=411fd956-7551-4f34-9cab-f1bb60fa36c2 HTTP/1.1" status: 200 len: 946 time: 0.1876509 Sep 17 23:47:37.844258 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:37.846957 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-1555b9ad-3e12-4712-9e91-67ce84441636 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:37.848467 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-1555b9ad-3e12-4712-9e91-67ce84441636 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/networks?id=b1a269b7-4098-438e-95d2-57bb70f055ad HTTP/1.1" status: 200 len: 819 time: 0.2506027 Sep 17 23:47:37.880536 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84bc8a96-baf7-4f00-a2e9-52975fd867a8 req-fa3a2f6e-8390-4a6f-a09f-4850b9905eb2 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744565 Sep 17 23:47:37.885773 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-d9973df1-019b-4832-9816-f05588a28a45 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/quotas/926d364599994935ae0450b309eddc70 HTTP/1.1" status: 200 len: 375 time: 0.0231059 Sep 17 23:47:37.891462 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-f36a4a97-4b80-4b5e-9789-0b88e0ed63cd tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:37.953221 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62388d34-0de7-418b-9956-86376170a2c7 None None] Pushing event updated for resources: {'Port': ['ID=b0685a93-1a32-4aa4-aabc-b3d57a38a776,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:37.978484 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62388d34-0de7-418b-9956-86376170a2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:37.979170 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62388d34-0de7-418b-9956-86376170a2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:37.979522 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62388d34-0de7-418b-9956-86376170a2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:37.980025 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62388d34-0de7-418b-9956-86376170a2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:37.980362 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62388d34-0de7-418b-9956-86376170a2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:37.980782 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62388d34-0de7-418b-9956-86376170a2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:37.981131 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62388d34-0de7-418b-9956-86376170a2c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:37.981443 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62388d34-0de7-418b-9956-86376170a2c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:37.981750 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62388d34-0de7-418b-9956-86376170a2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:37.982059 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62388d34-0de7-418b-9956-86376170a2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:37.982366 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62388d34-0de7-418b-9956-86376170a2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:37.982745 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62388d34-0de7-418b-9956-86376170a2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:37.999889 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] Attempting to bind port b0685a93-1a32-4aa4-aabc-b3d57a38a776 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:47:37.999889 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] Attempting to bind port b0685a93-1a32-4aa4-aabc-b3d57a38a776 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '0fefe775-9cb7-4677-9062-e0fc9ae276d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:47:37.999889 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] Attempting to bind port b0685a93-1a32-4aa4-aabc-b3d57a38a776 on network b1a269b7-4098-438e-95d2-57bb70f055ad {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:38.003043 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:47:38.003415 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] Checking segment: {'id': '0fefe775-9cb7-4677-9062-e0fc9ae276d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:38.003807 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:38.004189 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] Bound using segment: {'id': '0fefe775-9cb7-4677-9062-e0fc9ae276d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:47:38.004646 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] Bound port: b0685a93-1a32-4aa4-aabc-b3d57a38a776, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fefe775-9cb7-4677-9062-e0fc9ae276d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:47:38.005222 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:38.026125 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-f36a4a97-4b80-4b5e-9789-0b88e0ed63cd tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:47:38.030162 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-f36a4a97-4b80-4b5e-9789-0b88e0ed63cd tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:38.034133 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-2d56e871-3523-4d39-9011-a2705c5fdd3e tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=926d364599994935ae0450b309eddc70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1214683 Sep 17 23:47:38.034281 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a4a97-4b80-4b5e-9789-0b88e0ed63cd tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Pushing event updated for resources: {'Port': ['ID=faedb9ec-28c1-4088-937b-9abfa646e72e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:38.049678 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-f36a4a97-4b80-4b5e-9789-0b88e0ed63cd tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:47:38.102251 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] For port b0685a93-1a32-4aa4-aabc-b3d57a38a776, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:47:38.106812 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] For port b0685a93-1a32-4aa4-aabc-b3d57a38a776, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b0685a93-1a32-4aa4-aabc-b3d57a38a776,segment=NetworkSegment(0fefe775-9cb7-4677-9062-e0fc9ae276d3),segment_id=0fefe775-9cb7-4677-9062-e0fc9ae276d3)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:47:38.121671 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-f36a4a97-4b80-4b5e-9789-0b88e0ed63cd tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:38.122310 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-f36a4a97-4b80-4b5e-9789-0b88e0ed63cd tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:38.177472 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7d65111c-ceb3-4241-896d-1d2af702aca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:38.277853 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-83478836-43f8-486c-8d92-4ec4f8edf493 service neutron] 10.222.0.46 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359722 Sep 17 23:47:38.290861 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c57f8a-b637-4ed8-bc79-8bb6eb2b8fce req-8183550c-6135-4359-beda-f0992d358653 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:38.292438 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-30c57f8a-b637-4ed8-bc79-8bb6eb2b8fce req-8183550c-6135-4359-beda-f0992d358653 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.37 "GET /v2.0/ports?device_id=411fd956-7551-4f34-9cab-f1bb60fa36c2 HTTP/1.1" status: 200 len: 946 time: 0.1558144 Sep 17 23:47:38.298143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65111c-ceb3-4241-896d-1d2af702aca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a275f752-544b-480a-88b7-0c6cbafa7069,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:38.301494 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-f36a4a97-4b80-4b5e-9789-0b88e0ed63cd tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8305495 Sep 17 23:47:38.304211 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:38.313535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Request body: {'port': {'device_id': 'dfcf1d52-35c8-455d-96a6-8cdb6fdb4085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:38.328662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2da62-31bf-42cb-b234-8839ebf84d8d req-a2e57bd9-4075-4023-80d0-0148d8bfab8d tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:38.330291 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cab2da62-31bf-42cb-b234-8839ebf84d8d req-a2e57bd9-4075-4023-80d0-0148d8bfab8d tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 936 time: 0.1949306 Sep 17 23:47:38.360729 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] Routers {'4267a4b2-366a-46fd-95d1-6e159a8220f6'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:47:38.361324 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:47:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['4267a4b2-366a-46fd-95d1-6e159a8220f6'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:38.372391 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c9c84159-07fa-411a-86a6-dfe1a1d51133 None None] Provisioning complete for port faedb9ec-28c1-4088-937b-9abfa646e72e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:47:38.373460 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c9c84159-07fa-411a-86a6-dfe1a1d51133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:38.387427 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:38.414356 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c9c84159-07fa-411a-86a6-dfe1a1d51133 None None] Port faedb9ec-28c1-4088-937b-9abfa646e72e cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:47:38.418965 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62388d34-0de7-418b-9956-86376170a2c7 None None] Pushing event updated for resources: {'Port': ['ID=b0685a93-1a32-4aa4-aabc-b3d57a38a776,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:38.444965 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65111c-ceb3-4241-896d-1d2af702aca0 admin admin] Checking segment: {'id': 'c9c4fb10-a614-49bf-8560-53a1dd68f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:38.445737 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d65111c-ceb3-4241-896d-1d2af702aca0 admin admin] Network hostable DHCP agents. Network: b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:47:38.491298 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] Set router 4267a4b2-366a-46fd-95d1-6e159a8220f6 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:47:38.517533 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cab2da62-31bf-42cb-b234-8839ebf84d8d req-b2710dc8-99fc-4f57-8138-71cff36314f1 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea5ea03f-1928-49b1-a6d6-c818a4e0801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505666 Sep 17 23:47:38.550295 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-aae4ddac-fba7-4c85-a530-2ddd95007e24 service neutron] 10.222.0.46 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551136 Sep 17 23:47:38.576883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-30c57f8a-b637-4ed8-bc79-8bb6eb2b8fce req-1df1b01b-92ef-4235-b7a3-8290d3ec157f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Deleting port 23330034-4011-43ca-a281-db192947fed7 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:38.577323 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-30c57f8a-b637-4ed8-bc79-8bb6eb2b8fce req-1df1b01b-92ef-4235-b7a3-8290d3ec157f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:38.642453 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d65111c-ceb3-4241-896d-1d2af702aca0 admin admin] Network b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:47:38.715890 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b58b8f-fa22-4c90-998f-f994cbc0135d req-5a9504df-8758-412f-85a4-af4b0cfc6076 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:38.717769 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d8b58b8f-fa22-4c90-998f-f994cbc0135d req-5a9504df-8758-412f-85a4-af4b0cfc6076 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.1180308 Sep 17 23:47:38.740058 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-30c57f8a-b637-4ed8-bc79-8bb6eb2b8fce req-1df1b01b-92ef-4235-b7a3-8290d3ec157f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] For port 23330034-4011-43ca-a281-db192947fed7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=23330034-4011-43ca-a281-db192947fed7,segment=NetworkSegment(3c7dbd94-e31a-4bb2-a2e7-132a3825c840),segment_id=3c7dbd94-e31a-4bb2-a2e7-132a3825c840)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:38.740520 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-30c57f8a-b637-4ed8-bc79-8bb6eb2b8fce req-1df1b01b-92ef-4235-b7a3-8290d3ec157f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:38.763303 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-30c57f8a-b637-4ed8-bc79-8bb6eb2b8fce req-1df1b01b-92ef-4235-b7a3-8290d3ec157f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Calling delete_port for 23330034-4011-43ca-a281-db192947fed7 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:38.774305 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1274256556-router', 'tenant_id': '926d364599994935ae0450b309eddc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c86b0498-1e19-40b2-ab29-5cf921409277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:30Z', 'updated_at': '2021-09-17T23:47:34Z', 'revision_number': 4, 'project_id': '926d364599994935ae0450b309eddc70', 'gw_port': {'id': 'c86b0498-1e19-40b2-ab29-5cf921409277', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:47:30Z', 'updated_at': '2021-09-17T23:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b0685a93-1a32-4aa4-aabc-b3d57a38a776', 'name': '', 'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad', 'tenant_id': '926d364599994935ae0450b309eddc70', 'mac_address': 'fa:16:3e:dc:3b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '62272909-3f3e-43c2-8a01-7576ae13ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:47:33Z', 'updated_at': '2021-09-17T23:47:38Z', 'revision_number': 4, 'project_id': '926d364599994935ae0450b309eddc70', 'subnets': [{'id': '62272909-3f3e-43c2-8a01-7576ae13ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:38.790838 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d8b58b8f-fa22-4c90-998f-f994cbc0135d req-15de0459-3b64-49ce-8fc5-73cd71a3e752 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632486 Sep 17 23:47:38.793880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-7d65111c-ceb3-4241-896d-1d2af702aca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:38.796131 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faedb9ec-28c1-4088-937b-9abfa646e72e {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:38.801370 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d65111c-ceb3-4241-896d-1d2af702aca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:38.802074 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7d65111c-ceb3-4241-896d-1d2af702aca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:38.804254 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b037dbf-396e-4e88-8c2e-c58643d235ab None None] Network b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:47:38.838394 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:38.869454 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Transition to ACTIVE for port object faedb9ec-28c1-4088-937b-9abfa646e72e will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:47:38.873652 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d43bce-022b-4c8f-8474-3d386345e0b8 None None] The sync data for ids ['4267a4b2-366a-46fd-95d1-6e159a8220f6'] in n-d-809883-1 is: [{'id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1274256556-router', 'tenant_id': '926d364599994935ae0450b309eddc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c86b0498-1e19-40b2-ab29-5cf921409277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:30Z', 'updated_at': '2021-09-17T23:47:34Z', 'revision_number': 4, 'project_id': '926d364599994935ae0450b309eddc70', 'gw_port': {'id': 'c86b0498-1e19-40b2-ab29-5cf921409277', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:47:30Z', 'updated_at': '2021-09-17T23:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b0685a93-1a32-4aa4-aabc-b3d57a38a776', 'name': '', 'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad', 'tenant_id': '926d364599994935ae0450b309eddc70', 'mac_address': 'fa:16:3e:dc:3b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '62272909-3f3e-43c2-8a01-7576ae13ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:47:33Z', 'updated_at': '2021-09-17T23:47:38Z', 'revision_number': 4, 'project_id': '926d364599994935ae0450b309eddc70', 'subnets': [{'id': '62272909-3f3e-43c2-8a01-7576ae13ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:47:38.952539 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:38.994547 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c86b0498-1e19-40b2-ab29-5cf921409277 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:47:39.070402 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7d65111c-ceb3-4241-896d-1d2af702aca0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6877170 Sep 17 23:47:39.221656 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c95cfc58-3559-49b1-8344-e75bc53b0822 req-9cc454bd-de0e-43b4-bddd-c945d8a68bcd tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 210 time: 0.1612103 Sep 17 23:47:39.225460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c4731-99fe-4ee7-8235-62645b30dd44 req-429939d1-80fc-45dc-8f29-137db844b4f6 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:39.230098 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-024c4731-99fe-4ee7-8235-62645b30dd44 req-429939d1-80fc-45dc-8f29-137db844b4f6 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7f84e29-228c-4b05-92a2-dca762d60337 HTTP/1.1" status: 200 len: 945 time: 0.3374460 Sep 17 23:47:39.262200 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Pushing event updated for resources: {'Port': ['ID=faedb9ec-28c1-4088-937b-9abfa646e72e,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:39.269354 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7b326-e395-44e1-8f9d-042c0381876f req-54ed6088-ff37-4221-8b7a-37b9a62e4cb8 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:39.274128 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92c7b326-e395-44e1-8f9d-042c0381876f req-54ed6088-ff37-4221-8b7a-37b9a62e4cb8 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.2169273 Sep 17 23:47:39.278314 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-30c57f8a-b637-4ed8-bc79-8bb6eb2b8fce req-1df1b01b-92ef-4235-b7a3-8290d3ec157f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:39.299067 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['23330034-4011-43ca-a281-db192947fed7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:39.300920 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:39.318372 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb71c9f-55ae-46fa-989c-e371111ce627 None None] Network b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:47:39.361302 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1b01b-92ef-4235-b7a3-8290d3ec157f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Pushing event deleted for resources: {'Port': ['ID=23330034-4011-43ca-a281-db192947fed7,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:39.437397 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Attempting to bind port faedb9ec-28c1-4088-937b-9abfa646e72e on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:47:39.437998 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Attempting to bind port faedb9ec-28c1-4088-937b-9abfa646e72e by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:47:39.438102 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Attempting to bind port faedb9ec-28c1-4088-937b-9abfa646e72e on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:39.443127 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Port faedb9ec-28c1-4088-937b-9abfa646e72e on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:47:39.443457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Attempting to bind port faedb9ec-28c1-4088-937b-9abfa646e72e on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:39.454716 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:47:39.455057 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:39.455445 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:47:39.455942 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Bound port: faedb9ec-28c1-4088-937b-9abfa646e72e, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:47:39.456246 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:39.512734 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c57f8a-b637-4ed8-bc79-8bb6eb2b8fce req-1df1b01b-92ef-4235-b7a3-8290d3ec157f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] No DVR routers for this DVR port 23330034-4011-43ca-a281-db192947fed7 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:47:39.516008 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-30c57f8a-b637-4ed8-bc79-8bb6eb2b8fce req-1df1b01b-92ef-4235-b7a3-8290d3ec157f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:39.518621 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-30c57f8a-b637-4ed8-bc79-8bb6eb2b8fce req-1df1b01b-92ef-4235-b7a3-8290d3ec157f tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.37 "DELETE /v2.0/ports/23330034-4011-43ca-a281-db192947fed7 HTTP/1.1" status: 204 len: 173 time: 1.2102730 Sep 17 23:47:39.522589 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92c7b326-e395-44e1-8f9d-042c0381876f req-bfe88e3b-a508-4dd6-b836-3a55487b5f75 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353432 Sep 17 23:47:39.523053 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411fd956-7551-4f34-9cab-f1bb60fa36c2', 'name': 'network-vif-deleted', 'tag': '23330034-4011-43ca-a281-db192947fed7'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:39.526199 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819ea3ba-09a6-45d5-9b8f-3af65b09ae57" -d '{"events": [{"server_uuid": "411fd956-7551-4f34-9cab-f1bb60fa36c2", "name": "network-vif-deleted", "tag": "23330034-4011-43ca-a281-db192947fed7"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:39.531268 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17cfb07d-f0a9-4a03-9fc1-7ee69618c7ad req-3a2dee57-34c3-4abe-99db-769480211b10 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=411fd956-7551-4f34-9cab-f1bb60fa36c2 HTTP/1.1" status: 200 len: 210 time: 0.1398726 Sep 17 23:47:39.599406 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] For port faedb9ec-28c1-4088-937b-9abfa646e72e, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:47:39.603325 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] For port faedb9ec-28c1-4088-937b-9abfa646e72e, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=faedb9ec-28c1-4088-937b-9abfa646e72e,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:47:39.626555 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-024c4731-99fe-4ee7-8235-62645b30dd44 req-9d91e201-911e-4866-acc0-89290ddf72fa tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Deleting port 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:39.626906 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-024c4731-99fe-4ee7-8235-62645b30dd44 req-9d91e201-911e-4866-acc0-89290ddf72fa tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:39.755556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c86b0498-1e19-40b2-ab29-5cf921409277 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:47:39.755556 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:39.772572 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:39.804496 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e878f3-4b61-449f-8d12-ba47576be397 x-openstack-request-id: req-64e878f3-4b61-449f-8d12-ba47576be397 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:39.805203 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411fd956-7551-4f34-9cab-f1bb60fa36c2", "name": "network-vif-deleted", "tag": "23330034-4011-43ca-a281-db192947fed7", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:39.805654 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-64e878f3-4b61-449f-8d12-ba47576be397 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:39.806244 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411fd956-7551-4f34-9cab-f1bb60fa36c2', 'name': 'network-vif-deleted', 'tag': '23330034-4011-43ca-a281-db192947fed7', 'status': 'completed', 'code': 200} Sep 17 23:47:39.847474 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:39.854853 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:39.854853 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] 10.222.0.37 "PUT /v2.0/ports/faedb9ec-28c1-4088-937b-9abfa646e72e HTTP/1.1" status: 200 len: 1096 time: 1.5404212 Sep 17 23:47:39.854853 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcf1d52-35c8-455d-96a6-8cdb6fdb4085', 'tag': 'faedb9ec-28c1-4088-937b-9abfa646e72e'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:39.854853 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9218720-eea2-4b1c-a82d-779087361e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "dfcf1d52-35c8-455d-96a6-8cdb6fdb4085", "tag": "faedb9ec-28c1-4088-937b-9abfa646e72e"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:39.918753 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-024c4731-99fe-4ee7-8235-62645b30dd44 req-9d91e201-911e-4866-acc0-89290ddf72fa tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] For port 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e,segment=NetworkSegment(3c7dbd94-e31a-4bb2-a2e7-132a3825c840),segment_id=3c7dbd94-e31a-4bb2-a2e7-132a3825c840)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:39.919702 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-024c4731-99fe-4ee7-8235-62645b30dd44 req-9d91e201-911e-4866-acc0-89290ddf72fa tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:39.941277 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749d5f5-024a-4765-af99-791ce84d1b22 service neutron] Pushing event updated for resources: {'Port': ['ID=faedb9ec-28c1-4088-937b-9abfa646e72e,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:39.947501 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-024c4731-99fe-4ee7-8235-62645b30dd44 req-9d91e201-911e-4866-acc0-89290ddf72fa tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Calling delete_port for 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:40.153426 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-a2cb892c-0c5b-4630-b4f8-e37818349f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:40.154863 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-a2cb892c-0c5b-4630-b4f8-e37818349f64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=49e344c0389a448d8b511a1735288afb&device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 1099 time: 0.1074061 Sep 17 23:47:40.179546 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd09efa-d523-4fc0-ba20-3c9f38e0531e req-25631d50-8b85-45c5-89dc-6e49ece8dbd2 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:40.191449 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2cd09efa-d523-4fc0-ba20-3c9f38e0531e req-25631d50-8b85-45c5-89dc-6e49ece8dbd2 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 948 time: 0.2087131 Sep 17 23:47:40.209192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-2fe85f24-ea39-408f-bfa2-b7da52bb8962 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:40.216122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-2fe85f24-ea39-408f-bfa2-b7da52bb8962 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/networks?id=b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d HTTP/1.1" status: 200 len: 815 time: 0.2756066 Sep 17 23:47:40.242707 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e3daea0d-da20-4288-8e4a-f3f85a2000be tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/quotas/c5d58bb8806f4bbb9b7d3236c3cdef06 HTTP/1.1" status: 200 len: 375 time: 0.0256402 Sep 17 23:47:40.256333 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:40.266233 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-17f6313a-53e6-475f-ae61-5f6a9d2d02d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=faedb9ec-28c1-4088-937b-9abfa646e72e HTTP/1.1" status: 200 len: 217 time: 0.1003790 Sep 17 23:47:40.267027 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2cd09efa-d523-4fc0-ba20-3c9f38e0531e req-38fd06da-e9b3-481c-856f-fb09e66d2bd9 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea5ea03f-1928-49b1-a6d6-c818a4e0801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775728 Sep 17 23:47:40.291790 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-1de9c50e-ad6d-42c5-adb1-55f63187bb7c tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5d58bb8806f4bbb9b7d3236c3cdef06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396414 Sep 17 23:47:40.325886 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-845579b4-60e7-4fcc-9b56-a894c6fb7e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:40.327455 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-845579b4-60e7-4fcc-9b56-a894c6fb7e01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0541730 Sep 17 23:47:40.387043 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-d8e8f853-2881-4306-91e8-50020a4c49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:40.388877 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-d8e8f853-2881-4306-91e8-50020a4c49c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0529034 Sep 17 23:47:40.399874 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-4c3ef999-93fc-4a9c-88d3-bf361f0ab805 service neutron] 10.222.0.46 "GET /v2.0/networks/b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072404 Sep 17 23:47:40.498992 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-024c4731-99fe-4ee7-8235-62645b30dd44 req-9d91e201-911e-4866-acc0-89290ddf72fa tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:40.512130 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['23330034-4011-43ca-a281-db192947fed7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:40.567740 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91e201-911e-4866-acc0-89290ddf72fa tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Pushing event deleted for resources: {'Port': ['ID=7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:40.588148 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-811c2bef-bc0a-48e7-aa32-b48ed657d305 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:40.598007 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-811c2bef-bc0a-48e7-aa32-b48ed657d305 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/networks?id=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca HTTP/1.1" status: 200 len: 813 time: 0.1969573 Sep 17 23:47:40.602433 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-a6fb164a-8c01-4f77-b277-025bd236949d service neutron] 10.222.0.46 "GET /v2.0/networks/b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902905 Sep 17 23:47:40.633796 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-e8934b9a-10e3-4ba7-b297-bbac5811d021 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/quotas/618eece5ac54429fbfca94da2a0d74b4 HTTP/1.1" status: 200 len: 375 time: 0.0225079 Sep 17 23:47:40.704450 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-adcfa7dd-89fc-47c5-a503-eef2068dade9 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=618eece5ac54429fbfca94da2a0d74b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0690763 Sep 17 23:47:40.861448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-a478ed89-35e4-4e6c-9e2b-38fdc48e8b36 service neutron] 10.222.0.46 "GET /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491761 Sep 17 23:47:40.892655 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b0685a93-1a32-4aa4-aabc-b3d57a38a776 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:47:41.003973 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port b0685a93-1a32-4aa4-aabc-b3d57a38a776 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:47:41.005333 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:41.020041 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d646ae2-fcad-4896-ad9c-d98d7b210f51 req-2de69906-d166-45b0-adc6-0d0a093ab2b8 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:41.021712 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d646ae2-fcad-4896-ad9c-d98d7b210f51 req-2de69906-d166-45b0-adc6-0d0a093ab2b8 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0698867 Sep 17 23:47:41.073854 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-29bd6be2-0ef3-463e-8149-a834f2cd9eca service neutron] 10.222.0.46 "GET /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110503 Sep 17 23:47:41.092053 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-024c4731-99fe-4ee7-8235-62645b30dd44 req-9d91e201-911e-4866-acc0-89290ddf72fa tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] No DVR routers for this DVR port 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:47:41.095170 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-b6cc6aa6-ef70-4a35-a281-4822d56872f6 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6986423 Sep 17 23:47:41.097923 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-024c4731-99fe-4ee7-8235-62645b30dd44 req-9d91e201-911e-4866-acc0-89290ddf72fa tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:41.100015 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-024c4731-99fe-4ee7-8235-62645b30dd44 req-9d91e201-911e-4866-acc0-89290ddf72fa tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.41 "DELETE /v2.0/ports/7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e HTTP/1.1" status: 204 len: 173 time: 1.8534186 Sep 17 23:47:41.109955 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-1b4e8f02-80f0-4e70-9998-bf9494996449 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:41.121605 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d646ae2-fcad-4896-ad9c-d98d7b210f51 req-e7b89cdf-a5b2-420c-8ce8-43239542e441 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903580 Sep 17 23:47:41.125431 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-1b4e8f02-80f0-4e70-9998-bf9494996449 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.41 "GET /v2.0/networks?id=b1a269b7-4098-438e-95d2-57bb70f055ad HTTP/1.1" status: 200 len: 819 time: 0.6909137 Sep 17 23:47:41.135233 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-4d4daa6c-a064-42a8-9232-77ffd398e143 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Request body: {'port': {'device_id': '972ea5a5-f990-4105-806e-d295573471ed', 'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad', 'admin_state_up': True, 'tenant_id': '926d364599994935ae0450b309eddc70'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:41.188346 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393f2101-a65c-42b1-af9d-06417c548adf x-openstack-request-id: req-393f2101-a65c-42b1-af9d-06417c548adf {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:41.188649 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfcf1d52-35c8-455d-96a6-8cdb6fdb4085", "tag": "faedb9ec-28c1-4088-937b-9abfa646e72e", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:41.188947 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-393f2101-a65c-42b1-af9d-06417c548adf {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:41.189448 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfcf1d52-35c8-455d-96a6-8cdb6fdb4085', 'tag': 'faedb9ec-28c1-4088-937b-9abfa646e72e', 'status': 'completed', 'code': 200} Sep 17 23:47:41.193481 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:41.235179 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port b0685a93-1a32-4aa4-aabc-b3d57a38a776, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b0685a93-1a32-4aa4-aabc-b3d57a38a776,segment=NetworkSegment(0fefe775-9cb7-4677-9062-e0fc9ae276d3),segment_id=0fefe775-9cb7-4677-9062-e0fc9ae276d3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:41.313375 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-557cc53d-1106-460d-a9e7-c5ecf664894f req-b131013e-14db-4880-b264-55134e4d63f4 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835663 Sep 17 23:47:41.326711 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-caf64f35-e01e-4606-872d-833fb90a87cb req-71ac73fd-99da-4560-8052-c756dec37ed2 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 210 time: 0.0300789 Sep 17 23:47:41.433033 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:41.489044 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-4d4daa6c-a064-42a8-9232-77ffd398e143 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Made reservation on behalf of 926d364599994935ae0450b309eddc70 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:41.498145 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-4d4daa6c-a064-42a8-9232-77ffd398e143 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:41.498798 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=b0685a93-1a32-4aa4-aabc-b3d57a38a776,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:41.530932 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3bb1f107-a5a6-4033-afdc-25c07d99589d req-79924e41-f80b-4acc-802e-4465e60b97d8 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 210 time: 0.0762229 Sep 17 23:47:41.605822 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acf474-af7c-4e65-8e53-526b1cfd602f req-ff8b01b6-62a3-449f-b4a3-7a7c583a9ba4 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:41.610870 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35acf474-af7c-4e65-8e53-526b1cfd602f req-ff8b01b6-62a3-449f-b4a3-7a7c583a9ba4 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 948 time: 0.0930748 Sep 17 23:47:41.658921 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9218720-eea2-4b1c-a82d-779087361e7a req-d4648ba8-2661-4a7c-8808-0f506cb656d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:41.660667 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9218720-eea2-4b1c-a82d-779087361e7a req-d4648ba8-2661-4a7c-8808-0f506cb656d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=49e344c0389a448d8b511a1735288afb&device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 1099 time: 0.1110275 Sep 17 23:47:41.667904 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82e8eedf-74e9-4670-a57f-3159566a8cd7 req-544e8f9b-7b14-4d6c-ac54-7e40c1ced155 tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7f84e29-228c-4b05-92a2-dca762d60337 HTTP/1.1" status: 200 len: 210 time: 0.0429189 Sep 17 23:47:41.703091 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35acf474-af7c-4e65-8e53-526b1cfd602f req-6e73bf80-9008-4499-b868-a0bf26b71042 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea5ea03f-1928-49b1-a6d6-c818a4e0801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765860 Sep 17 23:47:41.742185 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b6d24c3d-857d-4392-b207-166e74521032 req-7fe2264e-60fe-452a-9462-bc3b57824e8c tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 210 time: 0.0320048 Sep 17 23:47:41.794014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-4d4daa6c-a064-42a8-9232-77ffd398e143 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Allocated IP 172.20.0.12 (b1a269b7-4098-438e-95d2-57bb70f055ad/62272909-3f3e-43c2-8a01-7576ae13ac9e/6e50e686-0e80-469b-8edc-5ff1359d3adf) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:47:41.828218 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9218720-eea2-4b1c-a82d-779087361e7a req-81b2d0a9-3d08-4833-bce7-5973f58f239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:41.829781 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9218720-eea2-4b1c-a82d-779087361e7a req-81b2d0a9-3d08-4833-bce7-5973f58f239c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1594770 Sep 17 23:47:41.884208 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9218720-eea2-4b1c-a82d-779087361e7a req-a91c2916-b6dd-4bf6-b9db-40cedba12dcd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=faedb9ec-28c1-4088-937b-9abfa646e72e HTTP/1.1" status: 200 len: 217 time: 0.0424147 Sep 17 23:47:41.995901 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9218720-eea2-4b1c-a82d-779087361e7a req-62a63d89-d983-452d-9de0-f0e9b03555df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:41.998473 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9218720-eea2-4b1c-a82d-779087361e7a req-62a63d89-d983-452d-9de0-f0e9b03555df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.1061618 Sep 17 23:47:42.069805 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-4d4daa6c-a064-42a8-9232-77ffd398e143 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:42.074902 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9218720-eea2-4b1c-a82d-779087361e7a req-3c204525-8eef-456f-943b-da4b8c026908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:42.076449 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9218720-eea2-4b1c-a82d-779087361e7a req-3c204525-8eef-456f-943b-da4b8c026908 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703564 Sep 17 23:47:42.189474 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9218720-eea2-4b1c-a82d-779087361e7a req-5761bee4-c940-4e0c-9f40-3617c85f5ed9 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044304 Sep 17 23:47:42.245520 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcad2a-4dcc-499e-ae46-b676e788701c req-a98f5e9f-f79c-4f3f-a9f0-7a8003c5d83e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:42.247051 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3bbcad2a-4dcc-499e-ae46-b676e788701c req-a98f5e9f-f79c-4f3f-a9f0-7a8003c5d83e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0564783 Sep 17 23:47:42.286071 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9218720-eea2-4b1c-a82d-779087361e7a req-4bd26224-027b-4ad1-86b1-63415d17df99 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884192 Sep 17 23:47:42.297442 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3bbcad2a-4dcc-499e-ae46-b676e788701c req-0087bdc6-f82f-45a6-b31c-49c0f9082ca1 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437334 Sep 17 23:47:42.318382 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-4d4daa6c-a064-42a8-9232-77ffd398e143 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:42.388273 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-4d4daa6c-a064-42a8-9232-77ffd398e143 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Network b1a269b7-4098-438e-95d2-57bb70f055ad is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:47:42.398886 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-4d4daa6c-a064-42a8-9232-77ffd398e143 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:42.406977 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-4d4daa6c-a064-42a8-9232-77ffd398e143 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:47:42.422948 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2256a20b-9f85-467c-a196-42de401455a9 req-b851c52f-d496-472d-8b98-12340002ee62 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 210 time: 0.0261471 Sep 17 23:47:42.463350 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4daa6c-a064-42a8-9232-77ffd398e143 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Pushing event updated for resources: {'Port': ['ID=6e50e686-0e80-469b-8edc-5ff1359d3adf,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:42.507545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-4d4daa6c-a064-42a8-9232-77ffd398e143 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:42.508157 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-4d4daa6c-a064-42a8-9232-77ffd398e143 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:42.533278 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-75dd1a2b-13df-406c-977b-d5541c4e034e tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:42.534774 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-75dd1a2b-13df-406c-977b-d5541c4e034e tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.41 "GET /v2.0/networks?id=b1a269b7-4098-438e-95d2-57bb70f055ad HTTP/1.1" status: 200 len: 819 time: 0.1830852 Sep 17 23:47:42.563088 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-f910d8ff-b7e0-4912-92ea-4bbef74ea179 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Request body: {'port': {'device_id': '9a96aef8-a543-487c-93ac-f05cae8b8ccc', 'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad', 'admin_state_up': True, 'tenant_id': '926d364599994935ae0450b309eddc70'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:42.607207 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8dff57d-cc0c-427e-a1d5-f7ab1d7c753a req-efde7cee-11ff-4962-949f-284f121e5d1c tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 210 time: 0.0269954 Sep 17 23:47:42.658171 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-4d4daa6c-a064-42a8-9232-77ffd398e143 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5310080 Sep 17 23:47:42.674105 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Request body: {'port': {'device_id': '972ea5a5-f990-4105-806e-d295573471ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:42.757497 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:42.803580 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83fa319b-0a74-4ddb-aa07-e8f395f0b275 req-df08a0d1-211a-4a36-abe7-efa0bbfced4c tempest-MultipleCreateTestJSON-903423058 tempest-MultipleCreateTestJSON-903423058-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7f84e29-228c-4b05-92a2-dca762d60337 HTTP/1.1" status: 200 len: 210 time: 0.0493157 Sep 17 23:47:42.841534 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:47:42.863399 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-f910d8ff-b7e0-4912-92ea-4bbef74ea179 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Made reservation on behalf of 926d364599994935ae0450b309eddc70 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:42.871376 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-f910d8ff-b7e0-4912-92ea-4bbef74ea179 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:42.874426 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956825c1-b7e1-4d59-abda-be28a11d74ca req-0991e310-9810-4b4b-b204-d7bd9a13ca45 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:42.876086 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-956825c1-b7e1-4d59-abda-be28a11d74ca req-0991e310-9810-4b4b-b204-d7bd9a13ca45 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 948 time: 0.0686834 Sep 17 23:47:42.891840 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:47:42.895446 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:47:42.896232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b0685a93-1a32-4aa4-aabc-b3d57a38a776 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:47:42.948771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed6ae9f5-14b5-47c8-9a42-d0e5ef72acdd req-e386429a-35a8-4348-abeb-8c2ad5774693 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 210 time: 0.0371060 Sep 17 23:47:42.962455 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port b0685a93-1a32-4aa4-aabc-b3d57a38a776 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:47:42.963070 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:42.964542 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-956825c1-b7e1-4d59-abda-be28a11d74ca req-c1d712bf-2137-4c1b-b4a9-33ca12caffe1 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea5ea03f-1928-49b1-a6d6-c818a4e0801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732625 Sep 17 23:47:43.187074 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:43.208926 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f84e29-228c-4b05-92a2-dca762d60337', 'name': 'network-vif-deleted', 'tag': '7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:43.211204 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b150c9-2aae-44a0-937a-fa90569f3bab" -d '{"events": [{"server_uuid": "a7f84e29-228c-4b05-92a2-dca762d60337", "name": "network-vif-deleted", "tag": "7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:43.229861 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e50e686-0e80-469b-8edc-5ff1359d3adf {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:43.238299 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:43.250419 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Transition to ACTIVE for port object 6e50e686-0e80-469b-8edc-5ff1359d3adf will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:47:43.252127 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92f6244-8193-4da5-8bfd-673ef855bab0 x-openstack-request-id: req-d92f6244-8193-4da5-8bfd-673ef855bab0 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:43.252417 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f84e29-228c-4b05-92a2-dca762d60337", "name": "network-vif-deleted", "tag": "7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:43.252668 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d92f6244-8193-4da5-8bfd-673ef855bab0 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:43.253091 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f84e29-228c-4b05-92a2-dca762d60337', 'name': 'network-vif-deleted', 'tag': '7187b4bb-2a3e-49c5-9c9c-0eada62d0c1e', 'status': 'completed', 'code': 200} Sep 17 23:47:43.358966 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:43.444461 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e37243-187f-4bde-bacf-331f800f3b19 req-c8b9fb70-7836-475d-ba89-65b0f016538c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:43.449111 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 23330034-4011-43ca-a281-db192947fed7 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:47:43.453549 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f0e37243-187f-4bde-bacf-331f800f3b19 req-c8b9fb70-7836-475d-ba89-65b0f016538c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0812311 Sep 17 23:47:43.458841 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-f910d8ff-b7e0-4912-92ea-4bbef74ea179 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Allocated IP 172.20.0.6 (b1a269b7-4098-438e-95d2-57bb70f055ad/62272909-3f3e-43c2-8a01-7576ae13ac9e/e1b60f5d-fc39-41e4-8e88-5c24d80f94c5) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:47:43.478847 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 23330034-4011-43ca-a281-db192947fed7 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:47:43.482015 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 23330034-4011-43ca-a281-db192947fed7 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:47:43.484166 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Pushing event updated for resources: {'Port': ['ID=6e50e686-0e80-469b-8edc-5ff1359d3adf,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:43.498836 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f0e37243-187f-4bde-bacf-331f800f3b19 req-75f3bcd8-2e35-48c1-bb5f-81ba3a7d7f9e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443273 Sep 17 23:47:43.554012 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f695c621-5575-4e01-9cde-07290d548358 req-bcf46fcc-124e-45f1-997c-6db5678bb068 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 210 time: 0.0289211 Sep 17 23:47:43.594074 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Attempting to bind port 6e50e686-0e80-469b-8edc-5ff1359d3adf on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:47:43.594413 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Attempting to bind port 6e50e686-0e80-469b-8edc-5ff1359d3adf by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '0fefe775-9cb7-4677-9062-e0fc9ae276d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:47:43.594743 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Attempting to bind port 6e50e686-0e80-469b-8edc-5ff1359d3adf on network b1a269b7-4098-438e-95d2-57bb70f055ad {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:43.611157 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Port 6e50e686-0e80-469b-8edc-5ff1359d3adf on network b1a269b7-4098-438e-95d2-57bb70f055ad not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:47:43.611480 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Attempting to bind port 6e50e686-0e80-469b-8edc-5ff1359d3adf on network b1a269b7-4098-438e-95d2-57bb70f055ad {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:43.626852 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:47:43.627190 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Checking segment: {'id': '0fefe775-9cb7-4677-9062-e0fc9ae276d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:43.627571 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Bound using segment: {'id': '0fefe775-9cb7-4677-9062-e0fc9ae276d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:47:43.628010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Bound port: 6e50e686-0e80-469b-8edc-5ff1359d3adf, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fefe775-9cb7-4677-9062-e0fc9ae276d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:47:43.628365 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:43.756239 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-f910d8ff-b7e0-4912-92ea-4bbef74ea179 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:43.760534 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] For port 6e50e686-0e80-469b-8edc-5ff1359d3adf, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:47:43.765184 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] For port 6e50e686-0e80-469b-8edc-5ff1359d3adf, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6e50e686-0e80-469b-8edc-5ff1359d3adf,segment=NetworkSegment(0fefe775-9cb7-4677-9062-e0fc9ae276d3),segment_id=0fefe775-9cb7-4677-9062-e0fc9ae276d3)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:47:43.867951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39176) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:43.897636 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-f910d8ff-b7e0-4912-92ea-4bbef74ea179 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:43.905083 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:43.957849 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4b44f7-1479-4aa5-8879-874c137c382c admin admin] Deleting subnet 0c3c945e-d584-43af-aa4e-ae7c1a0a6aa0 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:47:43.972390 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:43.973027 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:43.974418 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] 10.222.0.41 "PUT /v2.0/ports/6e50e686-0e80-469b-8edc-5ff1359d3adf HTTP/1.1" status: 200 len: 1092 time: 1.3064785 Sep 17 23:47:43.975042 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb4b44f7-1479-4aa5-8879-874c137c382c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:43.982593 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-f910d8ff-b7e0-4912-92ea-4bbef74ea179 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Network b1a269b7-4098-438e-95d2-57bb70f055ad is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:47:44.013953 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-f910d8ff-b7e0-4912-92ea-4bbef74ea179 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:44.020567 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-f910d8ff-b7e0-4912-92ea-4bbef74ea179 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:47:44.032401 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4570d4b7-1d82-43e4-8ee7-431266e52314 req-bb36594b-0640-41b5-8150-54c7690afc81 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 210 time: 0.3446465 Sep 17 23:47:44.055395 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366498f1-8bb2-4ac3-99e7-63fe31af7034 service neutron] Pushing event updated for resources: {'Port': ['ID=6e50e686-0e80-469b-8edc-5ff1359d3adf,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:44.072684 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb4b44f7-1479-4aa5-8879-874c137c382c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:44.093545 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b051185-2142-46fc-aeb0-9c713db67636 req-ef9a3f51-ab0b-4c2a-a5b4-1081ee842856 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 210 time: 0.0342686 Sep 17 23:47:44.118181 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d4934514-9bd8-40d1-b588-b957fde793dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:44.163098 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-f910d8ff-b7e0-4912-92ea-4bbef74ea179 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:44.163708 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-f910d8ff-b7e0-4912-92ea-4bbef74ea179 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:44.163977 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472ee7c-71de-445c-9d1b-24f83535a01a req-63f7bd35-d741-4c75-8e8c-efcb350ca8ec tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:44.165740 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c472ee7c-71de-445c-9d1b-24f83535a01a req-63f7bd35-d741-4c75-8e8c-efcb350ca8ec tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 948 time: 0.0552988 Sep 17 23:47:44.165956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910d8ff-b7e0-4912-92ea-4bbef74ea179 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Pushing event updated for resources: {'Port': ['ID=e1b60f5d-fc39-41e4-8e88-5c24d80f94c5,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:44.182397 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb4b44f7-1479-4aa5-8879-874c137c382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:44.211378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c472ee7c-71de-445c-9d1b-24f83535a01a req-8c3cdf4e-dcde-4e69-9f12-071d6152970b tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea5ea03f-1928-49b1-a6d6-c818a4e0801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362775 Sep 17 23:47:44.269729 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-846e8e0e-428a-4759-8419-4dc879da42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:44.271108 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-846e8e0e-428a-4759-8419-4dc879da42c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926d364599994935ae0450b309eddc70&device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 1095 time: 0.0498264 Sep 17 23:47:44.322195 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-a28e5669-3917-44db-a8b0-5af8448a7677 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e50e686-0e80-469b-8edc-5ff1359d3adf HTTP/1.1" status: 200 len: 217 time: 0.0431676 Sep 17 23:47:44.348787 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-f910d8ff-b7e0-4912-92ea-4bbef74ea179 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7909362 Sep 17 23:47:44.376800 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Request body: {'port': {'device_id': '9a96aef8-a543-487c-93ac-f05cae8b8ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:44.439202 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb4b44f7-1479-4aa5-8879-874c137c382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:44.478784 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-c11f6d58-1c84-4e31-b845-9e7210ee9773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:44.480236 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-c11f6d58-1c84-4e31-b845-9e7210ee9773 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=62272909-3f3e-43c2-8a01-7576ae13ac9e HTTP/1.1" status: 200 len: 859 time: 0.1486216 Sep 17 23:47:44.487620 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b44f7-1479-4aa5-8879-874c137c382c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c3c945e-d584-43af-aa4e-ae7c1a0a6aa0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:44.489582 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb4b44f7-1479-4aa5-8879-874c137c382c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:44.491507 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bb4b44f7-1479-4aa5-8879-874c137c382c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0c3c945e-d584-43af-aa4e-ae7c1a0a6aa0 HTTP/1.1" status: 204 len: 168 time: 0.6223059 Sep 17 23:47:44.494019 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39184) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:44.551456 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-f78c1899-ead8-40e0-96cc-0d9b880939ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1a269b7-4098-438e-95d2-57bb70f055ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407097 Sep 17 23:47:44.554035 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:44.578975 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-64dd33fd-6a7b-42c2-aeaa-32825262c866 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:44.580057 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-64dd33fd-6a7b-42c2-aeaa-32825262c866 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.37 "GET /v2.0/networks?id=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca HTTP/1.1" status: 200 len: 813 time: 0.2680597 Sep 17 23:47:44.597019 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-da259f9d-933e-4587-b8ac-06f8ffb33fe6 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Request body: {'port': {'device_id': 'c4f04f9b-8a22-43ef-bff0-c58e63948191', 'network_id': 'aa15324e-81e0-45c5-9f7e-d9fb6108a5ca', 'admin_state_up': True, 'tenant_id': '618eece5ac54429fbfca94da2a0d74b4'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:44.602963 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bdb4735b-397f-45f9-b06a-fc6590e24251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:44.741709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48f4a3-d90f-4cde-a6f8-e689912b4e42 req-0a298fcd-3988-4e93-8254-2851f7a26ab7 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:44.743207 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb48f4a3-d90f-4cde-a6f8-e689912b4e42 req-0a298fcd-3988-4e93-8254-2851f7a26ab7 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.1316626 Sep 17 23:47:44.779912 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bdb4735b-397f-45f9-b06a-fc6590e24251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:44.821756 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-bdb4735b-397f-45f9-b06a-fc6590e24251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7140621-dcde-4943-90af-dfe4d247c2c7']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:44.839461 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-f5574cd4-0a70-4967-a378-06186a90164a service neutron] 10.222.0.41 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756536 Sep 17 23:47:44.844368 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c06d89-16b6-4071-b666-067855ff0921 req-dfc5eb19-3c8b-4455-ab5c-aa37721141bf tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:44.846000 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62c06d89-16b6-4071-b666-067855ff0921 req-dfc5eb19-3c8b-4455-ab5c-aa37721141bf tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 931 time: 0.1792531 Sep 17 23:47:44.848215 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-bdb4735b-397f-45f9-b06a-fc6590e24251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7dbd94-e31a-4bb2-a2e7-132a3825c840') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:44.853632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-bdb4735b-397f-45f9-b06a-fc6590e24251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7dbd94-e31a-4bb2-a2e7-132a3825c840') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:47:44.869475 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bdb4735b-397f-45f9-b06a-fc6590e24251 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:44.894009 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb48f4a3-d90f-4cde-a6f8-e689912b4e42 req-d3e38255-3756-4752-9969-a1ce568f7a14 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164343 Sep 17 23:47:44.921234 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bdb4735b-397f-45f9-b06a-fc6590e24251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:44.934243 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62c06d89-16b6-4071-b666-067855ff0921 req-b4478f74-f8e6-465a-a7e4-f1297480d43d tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702143 Sep 17 23:47:44.935247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb4735b-397f-45f9-b06a-fc6590e24251 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:47:44.935811 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bdb4735b-397f-45f9-b06a-fc6590e24251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:47:44.938877 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:47:45.023170 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-eca5782f-ccf4-45d7-bf0b-6d2081573cfe req-1206140d-d6e1-41d0-93ff-10a80e1dee50 service neutron] 10.222.0.41 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724432 Sep 17 23:47:45.080879 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:45.089878 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:45.101845 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Transition to ACTIVE for port object e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:47:45.138609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-325c013b-8a27-4ea7-ba3d-1bc6380f1352 req-f39d7581-e740-4f18-ae73-9553f1ffea7f tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 210 time: 0.0358157 Sep 17 23:47:45.142091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-da259f9d-933e-4587-b8ac-06f8ffb33fe6 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Made reservation on behalf of 618eece5ac54429fbfca94da2a0d74b4 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:45.148577 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-da259f9d-933e-4587-b8ac-06f8ffb33fe6 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:45.167068 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bdb4735b-397f-45f9-b06a-fc6590e24251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:45.176161 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bdb4735b-397f-45f9-b06a-fc6590e24251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:45.178034 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bdb4735b-397f-45f9-b06a-fc6590e24251 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e7140621-dcde-4943-90af-dfe4d247c2c7 HTTP/1.1" status: 204 len: 168 time: 0.6824799 Sep 17 23:47:45.220457 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:45.248164 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4735b-397f-45f9-b06a-fc6590e24251 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7140621-dcde-4943-90af-dfe4d247c2c7,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:45.256031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46a2765c-0fe5-4219-980a-335e65b50d5e req-94db5561-c911-4dde-bc75-50a8f3de727f tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 210 time: 0.0864608 Sep 17 23:47:45.260374 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972ea5a5-f990-4105-806e-d295573471ed', 'tag': '6e50e686-0e80-469b-8edc-5ff1359d3adf'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:45.262629 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9660974-195a-4d5f-ba04-9b5e4f21b2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "972ea5a5-f990-4105-806e-d295573471ed", "tag": "6e50e686-0e80-469b-8edc-5ff1359d3adf"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:45.290794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b60f5d-fc39-41e4-8e88-5c24d80f94c5,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:45.313841 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-3b410987-1ff6-4d2d-8f0b-768a3f349193 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:45.315380 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-3b410987-1ff6-4d2d-8f0b-768a3f349193 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.37 "GET /v2.0/networks?id=b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d HTTP/1.1" status: 200 len: 815 time: 0.1871934 Sep 17 23:47:45.353335 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-679f1e13-aa62-4cef-a843-4ac01e3b7978 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Request body: {'port': {'device_id': 'd56f59fd-e02b-4a19-8f7b-96171c30af01', 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d', 'admin_state_up': True, 'tenant_id': 'c5d58bb8806f4bbb9b7d3236c3cdef06'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:45.356398 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63a07fc-c3ff-4877-aba4-5b015b4c8708 x-openstack-request-id: req-c63a07fc-c3ff-4877-aba4-5b015b4c8708 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:45.356728 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972ea5a5-f990-4105-806e-d295573471ed", "tag": "6e50e686-0e80-469b-8edc-5ff1359d3adf", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:45.357010 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c63a07fc-c3ff-4877-aba4-5b015b4c8708 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:45.357472 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972ea5a5-f990-4105-806e-d295573471ed', 'tag': '6e50e686-0e80-469b-8edc-5ff1359d3adf', 'status': 'completed', 'code': 200} Sep 17 23:47:45.443548 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce729734-eff5-4d06-9517-7c97f3c9a613 req-150010ae-8c32-447a-bef6-2b751ff5519a tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:45.444735 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ce729734-eff5-4d06-9517-7c97f3c9a613 req-150010ae-8c32-447a-bef6-2b751ff5519a tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 948 time: 0.1225567 Sep 17 23:47:45.453314 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Attempting to bind port e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:47:45.453723 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Attempting to bind port e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '0fefe775-9cb7-4677-9062-e0fc9ae276d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:47:45.454054 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Attempting to bind port e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 on network b1a269b7-4098-438e-95d2-57bb70f055ad {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:45.463111 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-da259f9d-933e-4587-b8ac-06f8ffb33fe6 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Allocated IP 172.20.0.7 (aa15324e-81e0-45c5-9f7e-d9fb6108a5ca/63b99927-674c-4e56-bb77-3a6655e29089/4f4440b4-12da-4d02-a819-6cc0dd787722) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:47:45.469405 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660974-195a-4d5f-ba04-9b5e4f21b2a4 req-48c4ff11-9ffc-48f4-9e80-ba592d6b5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:45.470966 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9660974-195a-4d5f-ba04-9b5e4f21b2a4 req-48c4ff11-9ffc-48f4-9e80-ba592d6b5e24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926d364599994935ae0450b309eddc70&device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 1095 time: 0.1126590 Sep 17 23:47:45.471487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Port e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 on network b1a269b7-4098-438e-95d2-57bb70f055ad not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:47:45.471800 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Attempting to bind port e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 on network b1a269b7-4098-438e-95d2-57bb70f055ad {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:45.476100 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device faedb9ec-28c1-4088-937b-9abfa646e72e details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:47:45.504701 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:47:45.504701 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Checking segment: {'id': '0fefe775-9cb7-4677-9062-e0fc9ae276d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:45.504701 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Bound using segment: {'id': '0fefe775-9cb7-4677-9062-e0fc9ae276d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:47:45.504701 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Bound port: e1b60f5d-fc39-41e4-8e88-5c24d80f94c5, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fefe775-9cb7-4677-9062-e0fc9ae276d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:47:45.504701 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:45.509072 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ce729734-eff5-4d06-9517-7c97f3c9a613 req-3d6af2c3-a866-41b4-ad8d-60615a9470a5 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea5ea03f-1928-49b1-a6d6-c818a4e0801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538847 Sep 17 23:47:45.609617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port faedb9ec-28c1-4088-937b-9abfa646e72e, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=faedb9ec-28c1-4088-937b-9abfa646e72e,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:45.621507 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'faedb9ec-28c1-4088-937b-9abfa646e72e', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': 'faedb9ec-28c1-4088-937b-9abfa646e72e', 'mac_address': 'fa:16:3e:6b:bb:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:47:45.659364 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:45.672789 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faedb9ec-28c1-4088-937b-9abfa646e72e {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:45.687894 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660974-195a-4d5f-ba04-9b5e4f21b2a4 req-490d6235-2473-4f90-9850-b18596796055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:45.689468 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9660974-195a-4d5f-ba04-9b5e4f21b2a4 req-490d6235-2473-4f90-9850-b18596796055 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1a269b7-4098-438e-95d2-57bb70f055ad HTTP/1.1" status: 200 len: 920 time: 0.2073679 Sep 17 23:47:45.689752 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-679f1e13-aa62-4cef-a843-4ac01e3b7978 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Made reservation on behalf of c5d58bb8806f4bbb9b7d3236c3cdef06 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:45.692572 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port faedb9ec-28c1-4088-937b-9abfa646e72e, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=faedb9ec-28c1-4088-937b-9abfa646e72e,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:45.693982 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-679f1e13-aa62-4cef-a843-4ac01e3b7978 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:45.724670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] For port e1b60f5d-fc39-41e4-8e88-5c24d80f94c5, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:47:45.803958 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:45.809245 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39204) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:45.856093 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=faedb9ec-28c1-4088-937b-9abfa646e72e,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:45.864077 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:45.864421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:45.873483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:45.873483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:45.873483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:45.873483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:45.873483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:45.873483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:45.873483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:45.873483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:45.873483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:45.873483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:47:45.874276 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cf25795c-5213-4dd3-b293-43d59bcada90 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63f0c15ba3ec4977958c88f366299d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598304 Sep 17 23:47:45.874896 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39206) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:45.886693 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-679f1e13-aa62-4cef-a843-4ac01e3b7978 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Allocated IP 172.20.0.9 (b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d/a275f752-544b-480a-88b7-0c6cbafa7069/61825afc-00d8-4cf9-8cb8-8b9a41ebc491) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:47:45.972108 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1313-bdc0-47b5-929c-bb5faec05868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:46.052155 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1313-bdc0-47b5-929c-bb5faec05868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:46.075688 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['faedb9ec-28c1-4088-937b-9abfa646e72e'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:46.099034 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9660974-195a-4d5f-ba04-9b5e4f21b2a4 req-e56da643-ed2e-466f-8448-3b70954984ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e50e686-0e80-469b-8edc-5ff1359d3adf HTTP/1.1" status: 200 len: 217 time: 0.3758924 Sep 17 23:47:46.100725 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] For port e1b60f5d-fc39-41e4-8e88-5c24d80f94c5, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e1b60f5d-fc39-41e4-8e88-5c24d80f94c5,segment=NetworkSegment(0fefe775-9cb7-4677-9062-e0fc9ae276d3),segment_id=0fefe775-9cb7-4677-9062-e0fc9ae276d3)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:47:46.167377 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-da259f9d-933e-4587-b8ac-06f8ffb33fe6 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:46.169406 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:46.189301 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc15c0b-30f3-4707-b1c8-ee6f0aeb9268 req-6c171dfd-5d2a-4d44-bd8e-e9d5d538467e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:46.190828 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5dc15c0b-30f3-4707-b1c8-ee6f0aeb9268 req-6c171dfd-5d2a-4d44-bd8e-e9d5d538467e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.1907458 Sep 17 23:47:46.209459 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660974-195a-4d5f-ba04-9b5e4f21b2a4 req-28f976ec-d6bc-49f2-b391-52b04275b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:46.210923 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9660974-195a-4d5f-ba04-9b5e4f21b2a4 req-28f976ec-d6bc-49f2-b391-52b04275b6dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=62272909-3f3e-43c2-8a01-7576ae13ac9e HTTP/1.1" status: 200 len: 859 time: 0.1039429 Sep 17 23:47:46.218149 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9a062-d2c4-4e24-9e4a-6d4133e9785e req-338803a8-bfd0-45e9-a3d8-2715fac68d71 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:46.219151 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:46.219955 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6cf9a062-d2c4-4e24-9e4a-6d4133e9785e req-338803a8-bfd0-45e9-a3d8-2715fac68d71 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 943 time: 0.1726453 Sep 17 23:47:46.220671 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:46.222198 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] 10.222.0.41 "PUT /v2.0/ports/e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 HTTP/1.1" status: 200 len: 1091 time: 1.8528516 Sep 17 23:47:46.256362 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9660974-195a-4d5f-ba04-9b5e4f21b2a4 req-a5c68f41-72af-4956-851f-d309634c6909 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1a269b7-4098-438e-95d2-57bb70f055ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329771 Sep 17 23:47:46.260049 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5dc15c0b-30f3-4707-b1c8-ee6f0aeb9268 req-184ecd61-865a-4d31-8891-8919debad594 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567100 Sep 17 23:47:46.287746 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6cf9a062-d2c4-4e24-9e4a-6d4133e9785e req-b72ef7db-66f7-4984-b343-a61517c6593c tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406766 Sep 17 23:47:46.294961 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cab60-5a9e-4854-8588-9df93234c0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b60f5d-fc39-41e4-8e88-5c24d80f94c5,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:46.325335 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-679f1e13-aa62-4cef-a843-4ac01e3b7978 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:46.359559 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1313-bdc0-47b5-929c-bb5faec05868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:46.363164 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1313-bdc0-47b5-929c-bb5faec05868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:46.364951 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bb9c1313-bdc0-47b5-929c-bb5faec05868 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ca2cf51-c78b-4bae-b75b-c91587d7d3f8 HTTP/1.1" status: 204 len: 168 time: 0.4890814 Sep 17 23:47:46.377951 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c1313-bdc0-47b5-929c-bb5faec05868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca2cf51-c78b-4bae-b75b-c91587d7d3f8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:46.393625 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9660974-195a-4d5f-ba04-9b5e4f21b2a4 req-a12b91c8-0143-4030-af7b-7cd91d418bac service neutron] 10.222.0.41 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291525 Sep 17 23:47:46.445250 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0eb887e-beb9-4d3a-a597-a4c3d9798235 req-94ab8626-4a78-4bf9-a4ff-70e3e94ad478 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 210 time: 0.0342886 Sep 17 23:47:46.472943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fdfc137a-37ca-4d33-9b91-fed8f2982487 req-4bcce10e-6023-4dac-ad3a-5488bab33354 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 210 time: 0.0305817 Sep 17 23:47:46.479987 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-679f1e13-aa62-4cef-a843-4ac01e3b7978 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:46.514871 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-da259f9d-933e-4587-b8ac-06f8ffb33fe6 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:46.528725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-679f1e13-aa62-4cef-a843-4ac01e3b7978 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Network b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:47:46.537203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-679f1e13-aa62-4cef-a843-4ac01e3b7978 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:46.541396 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-679f1e13-aa62-4cef-a843-4ac01e3b7978 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:47:46.545478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f1e13-aa62-4cef-a843-4ac01e3b7978 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Pushing event updated for resources: {'Port': ['ID=61825afc-00d8-4cf9-8cb8-8b9a41ebc491,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:46.558691 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1c30ecb7-0473-4cac-9a2d-e627b6bfa2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:46.566562 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-876dbfb8-42ab-4bcb-a164-92d4d20e0772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:46.568140 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-876dbfb8-42ab-4bcb-a164-92d4d20e0772 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926d364599994935ae0450b309eddc70&device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 1094 time: 0.1586719 Sep 17 23:47:46.580252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-da259f9d-933e-4587-b8ac-06f8ffb33fe6 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Network aa15324e-81e0-45c5-9f7e-d9fb6108a5ca is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:47:46.598713 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-da259f9d-933e-4587-b8ac-06f8ffb33fe6 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:46.601315 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-da259f9d-933e-4587-b8ac-06f8ffb33fe6 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:47:46.601598 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-679f1e13-aa62-4cef-a843-4ac01e3b7978 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:46.602894 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-679f1e13-aa62-4cef-a843-4ac01e3b7978 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:46.671094 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-4e9dd706-536e-4ff3-90e8-930b7fa342c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 HTTP/1.1" status: 200 len: 217 time: 0.0829110 Sep 17 23:47:46.673046 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9660974-195a-4d5f-ba04-9b5e4f21b2a4 req-7d7a2125-387c-4b41-8c5b-914b2ea81347 service neutron] 10.222.0.41 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656577 Sep 17 23:47:46.674688 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-679f1e13-aa62-4cef-a843-4ac01e3b7978 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3406034 Sep 17 23:47:46.677778 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da259f9d-933e-4587-b8ac-06f8ffb33fe6 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Pushing event updated for resources: {'Port': ['ID=4f4440b4-12da-4d02-a819-6cc0dd787722,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:46.687751 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7d16f-ef47-4e0c-a28c-cd3e98652bd8 req-9b39dcce-d76e-4c6b-87b9-8595af080be5 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:46.688903 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21f7d16f-ef47-4e0c-a28c-cd3e98652bd8 req-9b39dcce-d76e-4c6b-87b9-8595af080be5 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 949 time: 0.0615005 Sep 17 23:47:46.696769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Request body: {'port': {'device_id': 'd56f59fd-e02b-4a19-8f7b-96171c30af01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:46.734630 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-da259f9d-933e-4587-b8ac-06f8ffb33fe6 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:46.735243 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-da259f9d-933e-4587-b8ac-06f8ffb33fe6 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:46.757189 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-924a2dc2-b565-401e-baf2-0a06af57daef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:46.758846 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-924a2dc2-b565-401e-baf2-0a06af57daef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=62272909-3f3e-43c2-8a01-7576ae13ac9e HTTP/1.1" status: 200 len: 859 time: 0.0666542 Sep 17 23:47:46.775449 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21f7d16f-ef47-4e0c-a28c-cd3e98652bd8 req-8a89ca66-5ea9-4533-adc2-167743d9d3ad tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea5ea03f-1928-49b1-a6d6-c818a4e0801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742276 Sep 17 23:47:46.785556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['b5cd94e9-77d0-4710-b26f-ae456a380cc1'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:46.802525 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:46.805194 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-2ed73291-fc73-4239-80ca-7de9fa2bd3e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1a269b7-4098-438e-95d2-57bb70f055ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371835 Sep 17 23:47:46.837747 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-da259f9d-933e-4587-b8ac-06f8ffb33fe6 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2439120 Sep 17 23:47:46.850940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Request body: {'port': {'device_id': 'c4f04f9b-8a22-43ef-bff0-c58e63948191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:46.948323 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.021268 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-9151a89e-d3fc-437e-bcf6-4fdcc6f83cb5 service neutron] 10.222.0.41 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074761 Sep 17 23:47:47.114237 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:47.122486 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.135704 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Transition to ACTIVE for port object 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:47:47.209463 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.210835 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.229322 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d3728956-c1ef-4b31-beca-bf061d90ad01 req-4e59bbe2-59a0-4707-9b5f-2e13e8738516 service neutron] 10.222.0.41 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002938 Sep 17 23:47:47.288499 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Pushing event updated for resources: {'Port': ['ID=61825afc-00d8-4cf9-8cb8-8b9a41ebc491,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:47.333059 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4440b4-12da-4d02-a819-6cc0dd787722 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:47.341081 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.354445 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Transition to ACTIVE for port object 4f4440b4-12da-4d02-a819-6cc0dd787722 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:47:47.358216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a96aef8-a543-487c-93ac-f05cae8b8ccc', 'tag': 'e1b60f5d-fc39-41e4-8e88-5c24d80f94c5'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:47.365328 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c870d13d-1489-40e0-9d5d-aafac901eba0" -d '{"events": [{"name": "network-changed", "server_uuid": "9a96aef8-a543-487c-93ac-f05cae8b8ccc", "tag": "e1b60f5d-fc39-41e4-8e88-5c24d80f94c5"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:47.418588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Attempting to bind port 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:47:47.418930 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Attempting to bind port 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'c9c4fb10-a614-49bf-8560-53a1dd68f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:47:47.419295 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Attempting to bind port 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 on network b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:47.442084 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.442195 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fdecb-5fdd-4550-82e7-2a022f49d747 req-cf36c9dd-027b-400f-ac79-51f0933dc37d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:47.442885 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d02fdecb-5fdd-4550-82e7-2a022f49d747 req-cf36c9dd-027b-400f-ac79-51f0933dc37d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.1043386 Sep 17 23:47:47.443473 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Port 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 on network b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:47:47.443776 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Attempting to bind port 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 on network b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:47.453184 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:47:47.453544 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Checking segment: {'id': 'c9c4fb10-a614-49bf-8560-53a1dd68f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:47.453903 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Bound using segment: {'id': 'c9c4fb10-a614-49bf-8560-53a1dd68f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:47:47.454338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Bound port: 61825afc-00d8-4cf9-8cb8-8b9a41ebc491, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c4fb10-a614-49bf-8560-53a1dd68f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:47:47.454695 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.495910 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device faedb9ec-28c1-4088-937b-9abfa646e72e up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:47:47.505840 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad871eb-3e6a-4938-9c64-70b98655e994 req-dcc2afab-11e6-4e3f-ba70-461643683199 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:47.507412 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aad871eb-3e6a-4938-9c64-70b98655e994 req-dcc2afab-11e6-4e3f-ba70-461643683199 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 943 time: 0.1321957 Sep 17 23:47:47.511388 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4440b4-12da-4d02-a819-6cc0dd787722,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:47.564160 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d02fdecb-5fdd-4550-82e7-2a022f49d747 req-98e035ff-cd6a-4455-96c2-d49d09f8510a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042106 Sep 17 23:47:47.566262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Attempting to bind port 4f4440b4-12da-4d02-a819-6cc0dd787722 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:47:47.566607 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Attempting to bind port 4f4440b4-12da-4d02-a819-6cc0dd787722 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '6ce9f960-9106-480f-a69e-89630099531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aa15324e-81e0-45c5-9f7e-d9fb6108a5ca'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:47:47.566930 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Attempting to bind port 4f4440b4-12da-4d02-a819-6cc0dd787722 on network aa15324e-81e0-45c5-9f7e-d9fb6108a5ca {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:47.572693 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Port 4f4440b4-12da-4d02-a819-6cc0dd787722 on network aa15324e-81e0-45c5-9f7e-d9fb6108a5ca not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:47:47.573149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Attempting to bind port 4f4440b4-12da-4d02-a819-6cc0dd787722 on network aa15324e-81e0-45c5-9f7e-d9fb6108a5ca {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:47.578596 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:47:47.579017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Checking segment: {'id': '6ce9f960-9106-480f-a69e-89630099531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aa15324e-81e0-45c5-9f7e-d9fb6108a5ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:47.580344 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Bound using segment: {'id': '6ce9f960-9106-480f-a69e-89630099531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aa15324e-81e0-45c5-9f7e-d9fb6108a5ca'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:47:47.580920 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Bound port: 4f4440b4-12da-4d02-a819-6cc0dd787722, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce9f960-9106-480f-a69e-89630099531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aa15324e-81e0-45c5-9f7e-d9fb6108a5ca'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:47:47.581325 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.603886 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aad871eb-3e6a-4938-9c64-70b98655e994 req-14772d10-89dc-4a8e-914e-e34ec52262f3 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750771 Sep 17 23:47:47.605404 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] For port 61825afc-00d8-4cf9-8cb8-8b9a41ebc491, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:47:47.618407 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] For port 61825afc-00d8-4cf9-8cb8-8b9a41ebc491, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=61825afc-00d8-4cf9-8cb8-8b9a41ebc491,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:47:47.665413 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead7c1c5-ec9b-4508-ad8f-9f4930da53fd x-openstack-request-id: req-ead7c1c5-ec9b-4508-ad8f-9f4930da53fd {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:47.665793 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a96aef8-a543-487c-93ac-f05cae8b8ccc", "tag": "e1b60f5d-fc39-41e4-8e88-5c24d80f94c5", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:47.666107 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ead7c1c5-ec9b-4508-ad8f-9f4930da53fd {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:47.669671 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a96aef8-a543-487c-93ac-f05cae8b8ccc', 'tag': 'e1b60f5d-fc39-41e4-8e88-5c24d80f94c5', 'status': 'completed', 'code': 200} Sep 17 23:47:47.669793 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port faedb9ec-28c1-4088-937b-9abfa646e72e completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:47:47.673638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port faedb9ec-28c1-4088-937b-9abfa646e72e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:47:47.674147 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.690457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] For port 4f4440b4-12da-4d02-a819-6cc0dd787722, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:47:47.694660 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] For port 4f4440b4-12da-4d02-a819-6cc0dd787722, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4f4440b4-12da-4d02-a819-6cc0dd787722,segment=NetworkSegment(6ce9f960-9106-480f-a69e-89630099531d),segment_id=6ce9f960-9106-480f-a69e-89630099531d)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:47:47.719580 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.756128 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39256) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:47.757717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870d13d-1489-40e0-9d5d-aafac901eba0 req-cfe47f18-47bb-4428-9249-1929566d34a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:47.759960 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c870d13d-1489-40e0-9d5d-aafac901eba0 req-cfe47f18-47bb-4428-9249-1929566d34a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926d364599994935ae0450b309eddc70&device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 1094 time: 0.0576947 Sep 17 23:47:47.801532 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.802050 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.831288 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcf1d52-35c8-455d-96a6-8cdb6fdb4085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faedb9ec-28c1-4088-937b-9abfa646e72e'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:47.834937 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d526cc9-44cb-4d54-8ad3-9bc89ec69b1b" -d '{"events": [{"server_uuid": "dfcf1d52-35c8-455d-96a6-8cdb6fdb4085", "name": "network-vif-plugged", "status": "completed", "tag": "faedb9ec-28c1-4088-937b-9abfa646e72e"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:47.857457 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port faedb9ec-28c1-4088-937b-9abfa646e72e, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=faedb9ec-28c1-4088-937b-9abfa646e72e,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:47.869753 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.873252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Pushing event updated for resources: {'Port': ['ID=61825afc-00d8-4cf9-8cb8-8b9a41ebc491,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:47.881555 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:47.882199 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.886345 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-e7289896-63e8-4524-8d8a-44f54231fb51 service neutron] 10.222.0.37 "PUT /v2.0/ports/61825afc-00d8-4cf9-8cb8-8b9a41ebc491 HTTP/1.1" status: 200 len: 1091 time: 1.1951373 Sep 17 23:47:47.886345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56f59fd-e02b-4a19-8f7b-96171c30af01', 'tag': '61825afc-00d8-4cf9-8cb8-8b9a41ebc491'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:47.888641 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c7537d-a20d-4f1e-ac8d-a2816e892056" -d '{"events": [{"name": "network-changed", "server_uuid": "d56f59fd-e02b-4a19-8f7b-96171c30af01", "tag": "61825afc-00d8-4cf9-8cb8-8b9a41ebc491"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:47.906028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870d13d-1489-40e0-9d5d-aafac901eba0 req-b7ff554c-2de2-4ef4-a597-b20c198d7524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:47.907449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a66a9-1488-4285-b811-49faf774468a req-51e6ee9b-0aee-4582-b072-31bb5685058c tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:47.907569 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c870d13d-1489-40e0-9d5d-aafac901eba0 req-b7ff554c-2de2-4ef4-a597-b20c198d7524 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1a269b7-4098-438e-95d2-57bb70f055ad HTTP/1.1" status: 200 len: 920 time: 0.1385088 Sep 17 23:47:47.908971 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-007a66a9-1488-4285-b811-49faf774468a req-51e6ee9b-0aee-4582-b072-31bb5685058c tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 943 time: 0.1649473 Sep 17 23:47:47.917401 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-28d04329-2393-42dd-b2cd-ddcc8162072f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-284435570-network', 'tenant_id': 'ac4a54c1b1334b0e9170028cf7bef346'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:47.917626 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d2e0b-dc70-4ca4-882e-924cc41fd871 req-4dbfa667-f841-4ead-a486-0c2424c01acd tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:47.919254 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-006d2e0b-dc70-4ca4-882e-924cc41fd871 req-4dbfa667-f841-4ead-a486-0c2424c01acd tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 943 time: 0.1648204 Sep 17 23:47:47.933005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:47.933627 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.934975 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] 10.222.0.37 "PUT /v2.0/ports/4f4440b4-12da-4d02-a819-6cc0dd787722 HTTP/1.1" status: 200 len: 1091 time: 1.0885611 Sep 17 23:47:47.941623 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:47.983575 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-007a66a9-1488-4285-b811-49faf774468a req-de2ab18c-e6a3-402f-92de-5aa5d8480f28 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633926 Sep 17 23:47:47.983789 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c870d13d-1489-40e0-9d5d-aafac901eba0 req-27185276-e6c1-4383-9396-acd6f5c12ea8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 HTTP/1.1" status: 200 len: 217 time: 0.0590858 Sep 17 23:47:47.986841 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-006d2e0b-dc70-4ca4-882e-924cc41fd871 req-dd909607-f2d1-4453-bb76-42c54c6304c4 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595353 Sep 17 23:47:47.991107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e7c1d-7799-497f-96a1-5f421b14c0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4440b4-12da-4d02-a819-6cc0dd787722,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:48.007400 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=faedb9ec-28c1-4088-937b-9abfa646e72e,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:48.048669 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870d13d-1489-40e0-9d5d-aafac901eba0 req-79a58b7f-e739-4fe7-b25e-a045ae4385ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:48.050454 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c870d13d-1489-40e0-9d5d-aafac901eba0 req-79a58b7f-e739-4fe7-b25e-a045ae4385ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=62272909-3f3e-43c2-8a01-7576ae13ac9e HTTP/1.1" status: 200 len: 859 time: 0.0542459 Sep 17 23:47:48.109935 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c870d13d-1489-40e0-9d5d-aafac901eba0 req-a75e0a37-3d01-4395-8303-4aa695c90534 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1a269b7-4098-438e-95d2-57bb70f055ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421264 Sep 17 23:47:48.113696 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d04329-2393-42dd-b2cd-ddcc8162072f admin admin] Made reservation on behalf of ac4a54c1b1334b0e9170028cf7bef346 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:48.116066 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28d04329-2393-42dd-b2cd-ddcc8162072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:48.138917 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28d04329-2393-42dd-b2cd-ddcc8162072f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:48.149283 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-53882630-0316-4a6d-9992-31f5e118b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:48.150892 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-53882630-0316-4a6d-9992-31f5e118b6f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=618eece5ac54429fbfca94da2a0d74b4&device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 1094 time: 0.0839443 Sep 17 23:47:48.151948 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab242e5-2b56-4bbe-8fcb-dc2e238f2c62 x-openstack-request-id: req-2ab242e5-2b56-4bbe-8fcb-dc2e238f2c62 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:48.152516 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcf1d52-35c8-455d-96a6-8cdb6fdb4085", "name": "network-vif-plugged", "status": "completed", "tag": "faedb9ec-28c1-4088-937b-9abfa646e72e", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:48.153282 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ab242e5-2b56-4bbe-8fcb-dc2e238f2c62 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:48.153759 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcf1d52-35c8-455d-96a6-8cdb6fdb4085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faedb9ec-28c1-4088-937b-9abfa646e72e', 'code': 200} Sep 17 23:47:48.170521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-a5dc1363-db53-4fde-823f-96810508e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:48.172412 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-a5dc1363-db53-4fde-823f-96810508e9ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5d58bb8806f4bbb9b7d3236c3cdef06&device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 1094 time: 0.1144915 Sep 17 23:47:48.220545 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e9e6e-f55f-40c5-addd-0fac1c91a9fd req-d89f0316-96a7-4536-8b00-93abe02d30b9 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:48.222243 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f67e9e6e-f55f-40c5-addd-0fac1c91a9fd req-d89f0316-96a7-4536-8b00-93abe02d30b9 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 950 time: 0.1108921 Sep 17 23:47:48.224014 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e375f904-ab44-4c4d-9e03-712f3cf2b2f0 x-openstack-request-id: req-e375f904-ab44-4c4d-9e03-712f3cf2b2f0 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:48.224244 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56f59fd-e02b-4a19-8f7b-96171c30af01", "tag": "61825afc-00d8-4cf9-8cb8-8b9a41ebc491", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:48.224497 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e375f904-ab44-4c4d-9e03-712f3cf2b2f0 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:48.225077 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56f59fd-e02b-4a19-8f7b-96171c30af01', 'tag': '61825afc-00d8-4cf9-8cb8-8b9a41ebc491', 'status': 'completed', 'code': 200} Sep 17 23:47:48.226433 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-ce52631d-62dd-49c5-93a8-d0324c713470 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f4440b4-12da-4d02-a819-6cc0dd787722 HTTP/1.1" status: 200 len: 217 time: 0.0540245 Sep 17 23:47:48.271891 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-aceaf676-b4bd-4f01-9ad8-b0af738dacd4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61825afc-00d8-4cf9-8cb8-8b9a41ebc491 HTTP/1.1" status: 200 len: 217 time: 0.0581956 Sep 17 23:47:48.303907 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f67e9e6e-f55f-40c5-addd-0fac1c91a9fd req-02fbf422-d136-453e-a0b4-27f3e59c3817 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea5ea03f-1928-49b1-a6d6-c818a4e0801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731325 Sep 17 23:47:48.306269 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-6d2ad04f-9362-4b32-838d-a366a50a3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:48.307782 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-6d2ad04f-9362-4b32-838d-a366a50a3856 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63b99927-674c-4e56-bb77-3a6655e29089 HTTP/1.1" status: 200 len: 853 time: 0.0702093 Sep 17 23:47:48.339883 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-cedc0fe5-b0bd-4d85-9dc2-387cfbdde88c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252380 Sep 17 23:47:48.370876 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c870d13d-1489-40e0-9d5d-aafac901eba0 req-218aff4b-785c-416f-ac84-026017ba34c3 service neutron] 10.222.0.41 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510512 Sep 17 23:47:48.393544 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5433dd-c4da-4304-8ac4-9199e5b85a19 req-f91a6002-6c32-4315-8053-2727b3bd9a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:48.395062 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e5433dd-c4da-4304-8ac4-9199e5b85a19 req-f91a6002-6c32-4315-8053-2727b3bd9a8c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 1101 time: 0.1704664 Sep 17 23:47:48.398314 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-1b8ac92b-aad2-4fdd-83e5-0664dc672e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:48.399675 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-1b8ac92b-aad2-4fdd-83e5-0664dc672e87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a275f752-544b-480a-88b7-0c6cbafa7069 HTTP/1.1" status: 200 len: 855 time: 0.1120458 Sep 17 23:47:48.430900 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-5e5b6c88-13a6-446c-a6ab-b33cbdd487e0 service neutron] 10.222.0.37 "GET /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833571 Sep 17 23:47:48.460278 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-3644967c-dea8-4602-ad35-66a0bff67d89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496523 Sep 17 23:47:48.530515 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5600a425-a073-4ee7-b57c-2a4e2d1cca6a req-8dc2bee7-b743-4203-836e-04b57b44b971 service neutron] 10.222.0.37 "GET /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903819 Sep 17 23:47:48.565110 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e5433dd-c4da-4304-8ac4-9199e5b85a19 req-94f4d1a2-beb2-4da3-bdb6-a4b4a25b8cf2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ea5ea03f-1928-49b1-a6d6-c818a4e0801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533282 Sep 17 23:47:48.598491 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28d04329-2393-42dd-b2cd-ddcc8162072f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:48.616221 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c870d13d-1489-40e0-9d5d-aafac901eba0 req-37c14f48-5cb5-4754-9655-498a8e038c8a service neutron] 10.222.0.41 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369418 Sep 17 23:47:48.638894 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-b8bb972a-71f4-49d1-bb09-57852f471a34 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680093 Sep 17 23:47:48.665683 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28d04329-2393-42dd-b2cd-ddcc8162072f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:48.691432 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d04329-2393-42dd-b2cd-ddcc8162072f admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:47:48.701602 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46893576-cf25-4dbe-974e-c6e73437fd76 req-90d64df0-56a3-4a1a-8787-25578e169708 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:48.701810 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d04329-2393-42dd-b2cd-ddcc8162072f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcce7031-45a5-402d-9d8f-2dbb4bcb5400,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:48.703077 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46893576-cf25-4dbe-974e-c6e73437fd76 req-90d64df0-56a3-4a1a-8787-25578e169708 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0576453 Sep 17 23:47:48.706806 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28d04329-2393-42dd-b2cd-ddcc8162072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:48.707153 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-28d04329-2393-42dd-b2cd-ddcc8162072f admin admin] Added segment 83978bff-5d82-460e-857b-0a548b458884 of type vlan for network 599da3f7-7601-477d-afb7-409c0cb0fbf3 Sep 17 23:47:48.751149 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28d04329-2393-42dd-b2cd-ddcc8162072f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:48.776377 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a06e3d-d809-4c64-b122-25e5ab00fdf7 req-05d1c4c9-1f53-4be9-b412-ae448af251ce tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:48.777937 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08a06e3d-d809-4c64-b122-25e5ab00fdf7 req-05d1c4c9-1f53-4be9-b412-ae448af251ce tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 943 time: 0.0866663 Sep 17 23:47:48.785659 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46893576-cf25-4dbe-974e-c6e73437fd76 req-a28245ed-77be-4864-ae59-51442d026328 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578191 Sep 17 23:47:48.828213 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08a06e3d-d809-4c64-b122-25e5ab00fdf7 req-e4a9b600-4464-402c-949f-ab5b1bbde2e5 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416808 Sep 17 23:47:48.857927 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28d04329-2393-42dd-b2cd-ddcc8162072f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:48.858897 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d04329-2393-42dd-b2cd-ddcc8162072f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:48.859488 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28d04329-2393-42dd-b2cd-ddcc8162072f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:48.872746 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 6e50e686-0e80-469b-8edc-5ff1359d3adf details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:47:48.876969 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2b6f8caa-f4b1-4db8-8fb0-c7c932d411f4 req-d6d1fef4-b692-43a8-9296-8e6e5a3c8afb service neutron] 10.222.0.37 "GET /v2.0/networks/b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076188 Sep 17 23:47:48.928272 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d04329-2393-42dd-b2cd-ddcc8162072f admin admin] Pushing event updated for resources: {'Network': ['ID=599da3f7-7601-477d-afb7-409c0cb0fbf3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:48.943520 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 599da3f7-7601-477d-afb7-409c0cb0fbf3 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:47:48.992078 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-28d04329-2393-42dd-b2cd-ddcc8162072f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2310982 Sep 17 23:47:48.995555 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39272) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:49.000422 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-098a2ad4-8beb-483b-bd7e-42fadf416719 admin admin] Request body: {'subnet': {'network_id': '599da3f7-7601-477d-afb7-409c0cb0fbf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-284435570-subnet', 'tenant_id': 'ac4a54c1b1334b0e9170028cf7bef346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:49.027467 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 6e50e686-0e80-469b-8edc-5ff1359d3adf, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6e50e686-0e80-469b-8edc-5ff1359d3adf,segment=NetworkSegment(0fefe775-9cb7-4677-9062-e0fc9ae276d3),segment_id=0fefe775-9cb7-4677-9062-e0fc9ae276d3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:49.039777 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '6e50e686-0e80-469b-8edc-5ff1359d3adf', 'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad', 'port_id': '6e50e686-0e80-469b-8edc-5ff1359d3adf', 'mac_address': 'fa:16:3e:95:15:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62272909-3f3e-43c2-8a01-7576ae13ac9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:47:49.082523 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:49.097607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e50e686-0e80-469b-8edc-5ff1359d3adf {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:49.112313 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7537d-a20d-4f1e-ac8d-a2816e892056 req-3bc7daff-ac69-4516-a37a-0736afbf9bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:49.114017 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-25c7537d-a20d-4f1e-ac8d-a2816e892056 req-3bc7daff-ac69-4516-a37a-0736afbf9bef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5d58bb8806f4bbb9b7d3236c3cdef06&device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 1094 time: 0.0445974 Sep 17 23:47:49.121375 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 6e50e686-0e80-469b-8edc-5ff1359d3adf, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6e50e686-0e80-469b-8edc-5ff1359d3adf,segment=NetworkSegment(0fefe775-9cb7-4677-9062-e0fc9ae276d3),segment_id=0fefe775-9cb7-4677-9062-e0fc9ae276d3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:49.123365 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098a2ad4-8beb-483b-bd7e-42fadf416719 admin admin] Made reservation on behalf of ac4a54c1b1334b0e9170028cf7bef346 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:49.127586 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-098a2ad4-8beb-483b-bd7e-42fadf416719 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:49.184171 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9414438-cc3c-4d87-9774-e9b0cd32d7aa req-9fd2084f-a46d-40db-b122-0eeee1c0d437 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:49.185801 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9414438-cc3c-4d87-9774-e9b0cd32d7aa req-9fd2084f-a46d-40db-b122-0eeee1c0d437 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 943 time: 0.0784643 Sep 17 23:47:49.199266 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8e89d-401e-4a23-938c-ba2ae39f7b38 req-c0a0ba4c-ccc1-4997-bd41-142716024ca3 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:49.200712 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b3c8e89d-401e-4a23-938c-ba2ae39f7b38 req-c0a0ba4c-ccc1-4997-bd41-142716024ca3 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 943 time: 0.0832608 Sep 17 23:47:49.232950 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:49.260560 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9414438-cc3c-4d87-9774-e9b0cd32d7aa req-23c2b393-fd1e-4df6-96a2-2f494250cdf3 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588634 Sep 17 23:47:49.268972 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b3c8e89d-401e-4a23-938c-ba2ae39f7b38 req-4e350cf4-6aee-4553-9d46-b6ebefa53159 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604091 Sep 17 23:47:49.277390 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7537d-a20d-4f1e-ac8d-a2816e892056 req-ca14307f-0e15-4e08-89cd-b51e19d08e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:49.278877 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-25c7537d-a20d-4f1e-ac8d-a2816e892056 req-ca14307f-0e15-4e08-89cd-b51e19d08e86 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d HTTP/1.1" status: 200 len: 916 time: 0.1507742 Sep 17 23:47:49.308996 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=6e50e686-0e80-469b-8edc-5ff1359d3adf,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:49.351330 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-25c7537d-a20d-4f1e-ac8d-a2816e892056 req-d475b329-f1d7-4b05-b104-f24460d863b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61825afc-00d8-4cf9-8cb8-8b9a41ebc491 HTTP/1.1" status: 200 len: 217 time: 0.0611815 Sep 17 23:47:49.425900 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09325c86-0a0b-48d5-9524-f27574f565c5 req-97dee25a-fe98-4a40-a74e-2d7b003ed4c5 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:49.427387 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09325c86-0a0b-48d5-9524-f27574f565c5 req-97dee25a-fe98-4a40-a74e-2d7b003ed4c5 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 950 time: 0.0517318 Sep 17 23:47:49.443357 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7537d-a20d-4f1e-ac8d-a2816e892056 req-60bac4ea-f45e-43dd-8dc6-18b72711558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:49.444808 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-25c7537d-a20d-4f1e-ac8d-a2816e892056 req-60bac4ea-f45e-43dd-8dc6-18b72711558f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a275f752-544b-480a-88b7-0c6cbafa7069 HTTP/1.1" status: 200 len: 855 time: 0.0813367 Sep 17 23:47:49.466290 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09325c86-0a0b-48d5-9524-f27574f565c5 req-0531a255-74d0-4f18-a5ab-7b7688ce857e tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea5ea03f-1928-49b1-a6d6-c818a4e0801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319786 Sep 17 23:47:49.482008 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-25c7537d-a20d-4f1e-ac8d-a2816e892056 req-ea987dac-a5e3-46ca-964e-152114a6ffeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252161 Sep 17 23:47:49.518419 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['6e50e686-0e80-469b-8edc-5ff1359d3adf'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:49.521385 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-098a2ad4-8beb-483b-bd7e-42fadf416719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:49.630750 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a2ad4-8beb-483b-bd7e-42fadf416719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b5ada0-8dea-4cd4-92f5-bc2c6c6ac9f7,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:49.640461 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-25c7537d-a20d-4f1e-ac8d-a2816e892056 req-1cf84efe-e6e7-49b7-ab4e-6a00020d2f50 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500554 Sep 17 23:47:49.644687 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098a2ad4-8beb-483b-bd7e-42fadf416719 admin admin] Checking segment: {'id': '83978bff-5d82-460e-857b-0a548b458884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '599da3f7-7601-477d-afb7-409c0cb0fbf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:49.645075 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098a2ad4-8beb-483b-bd7e-42fadf416719 admin admin] Network hostable DHCP agents. Network: 599da3f7-7601-477d-afb7-409c0cb0fbf3, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:47:49.671834 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:49.676096 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f04f9b-8a22-43ef-bff0-c58e63948191', 'tag': '4f4440b4-12da-4d02-a819-6cc0dd787722'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:49.678335 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175e86f4-8537-4565-a304-8112166daead" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f04f9b-8a22-43ef-bff0-c58e63948191", "tag": "4f4440b4-12da-4d02-a819-6cc0dd787722"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:49.730139 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8bcbfc-9f36-4faf-99c9-5647c55b7206 x-openstack-request-id: req-1b8bcbfc-9f36-4faf-99c9-5647c55b7206 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:49.730427 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f04f9b-8a22-43ef-bff0-c58e63948191", "tag": "4f4440b4-12da-4d02-a819-6cc0dd787722", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:49.730675 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b8bcbfc-9f36-4faf-99c9-5647c55b7206 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:49.731056 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f04f9b-8a22-43ef-bff0-c58e63948191', 'tag': '4f4440b4-12da-4d02-a819-6cc0dd787722', 'status': 'completed', 'code': 200} Sep 17 23:47:49.788051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098a2ad4-8beb-483b-bd7e-42fadf416719 admin admin] Network 599da3f7-7601-477d-afb7-409c0cb0fbf3 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:47:49.800650 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-25c7537d-a20d-4f1e-ac8d-a2816e892056 req-c1d010f7-4a68-47d4-913c-d7382b47a905 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453733 Sep 17 23:47:49.808709 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e86f4-8537-4565-a304-8112166daead req-5442ee1f-cf1a-4638-a650-7fb3991609b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:49.810169 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-175e86f4-8537-4565-a304-8112166daead req-5442ee1f-cf1a-4638-a650-7fb3991609b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=618eece5ac54429fbfca94da2a0d74b4&device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 1094 time: 0.0679328 Sep 17 23:47:49.908597 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e86f4-8537-4565-a304-8112166daead req-4dec5089-f940-4062-8400-1796290db705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:49.910028 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-175e86f4-8537-4565-a304-8112166daead req-4dec5089-f940-4062-8400-1796290db705 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca HTTP/1.1" status: 200 len: 914 time: 0.0925078 Sep 17 23:47:49.917439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-098a2ad4-8beb-483b-bd7e-42fadf416719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 599da3f7-7601-477d-afb7-409c0cb0fbf3) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:49.925724 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206f5552-b69e-422f-a280-e6078241ac4d None None] Network 599da3f7-7601-477d-afb7-409c0cb0fbf3 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:47:49.927100 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a2ad4-8beb-483b-bd7e-42fadf416719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:49.927681 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-098a2ad4-8beb-483b-bd7e-42fadf416719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:49.934328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12f167-0b9d-47c2-ad51-b9b8b2328cbd req-2af72b6b-8ee9-4700-b283-3ebfdd6bb6f5 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:49.937621 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac12f167-0b9d-47c2-ad51-b9b8b2328cbd req-2af72b6b-8ee9-4700-b283-3ebfdd6bb6f5 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0822845 Sep 17 23:47:49.972503 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-175e86f4-8537-4565-a304-8112166daead req-464c978a-874f-468a-a7f0-58f5c36b9964 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f4440b4-12da-4d02-a819-6cc0dd787722 HTTP/1.1" status: 200 len: 217 time: 0.0529099 Sep 17 23:47:50.033633 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e86f4-8537-4565-a304-8112166daead req-039ea005-0e77-45e0-b723-df255a0aec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:50.034948 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac12f167-0b9d-47c2-ad51-b9b8b2328cbd req-69e57839-29f3-4d5a-bd8d-752cd0f13e4f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848458 Sep 17 23:47:50.035112 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-175e86f4-8537-4565-a304-8112166daead req-039ea005-0e77-45e0-b723-df255a0aec54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63b99927-674c-4e56-bb77-3a6655e29089 HTTP/1.1" status: 200 len: 853 time: 0.0537419 Sep 17 23:47:50.047270 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeeba8e-989f-471a-b628-a41a5fa625af req-dab6cc2c-314a-4fb2-a387-e81220380f30 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:50.049101 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dbeeba8e-989f-471a-b628-a41a5fa625af req-dab6cc2c-314a-4fb2-a387-e81220380f30 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 943 time: 0.1304302 Sep 17 23:47:50.056889 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-098a2ad4-8beb-483b-bd7e-42fadf416719 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0587192 Sep 17 23:47:50.078596 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-175e86f4-8537-4565-a304-8112166daead req-dad97374-2f9e-43ff-8abf-4c034012d7bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344722 Sep 17 23:47:50.122039 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dbeeba8e-989f-471a-b628-a41a5fa625af req-a0f0a50a-1c13-4865-bdca-5a201beaee45 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637760 Sep 17 23:47:50.140555 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd15110-4adb-4371-9e5c-94c51fd145ec None None] Network 599da3f7-7601-477d-afb7-409c0cb0fbf3 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:47:50.214821 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-175e86f4-8537-4565-a304-8112166daead req-f894d055-9a34-4223-9ec4-a36f9daef817 service neutron] 10.222.0.37 "GET /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248686 Sep 17 23:47:50.322327 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-175e86f4-8537-4565-a304-8112166daead req-17043c16-b58f-4903-9e92-63ff0e23c6f4 service neutron] 10.222.0.37 "GET /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986640 Sep 17 23:47:50.391668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed505b45-e7ee-40e6-8281-80d12574e8b6 req-4a183966-8679-45f3-9f29-17db42eb5cae tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:50.393630 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed505b45-e7ee-40e6-8281-80d12574e8b6 req-4a183966-8679-45f3-9f29-17db42eb5cae tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 943 time: 0.0534999 Sep 17 23:47:50.434550 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed505b45-e7ee-40e6-8281-80d12574e8b6 req-af1e4b64-5b68-4c14-9217-8f63e45abf74 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348072 Sep 17 23:47:50.535990 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1fbdf-2bc6-42aa-8658-c075ed7e073d req-edd3339e-bc2d-4a3f-9f7b-4d6dec0b6f25 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:50.537553 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7b1fbdf-2bc6-42aa-8658-c075ed7e073d req-edd3339e-bc2d-4a3f-9f7b-4d6dec0b6f25 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 943 time: 0.0502846 Sep 17 23:47:50.583226 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7b1fbdf-2bc6-42aa-8658-c075ed7e073d req-c1addda3-5f57-4c31-8f5c-5476e9e8ae53 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396266 Sep 17 23:47:50.698797 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167b21b-06e3-4474-baec-6cb23aaf4957 req-1c11fed5-f8a6-4ca7-9242-8a21513958b4 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:50.700285 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2167b21b-06e3-4474-baec-6cb23aaf4957 req-1c11fed5-f8a6-4ca7-9242-8a21513958b4 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 950 time: 0.0546143 Sep 17 23:47:50.739711 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2167b21b-06e3-4474-baec-6cb23aaf4957 req-e53a0f6f-a034-4bbe-903b-064617ef437e tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea5ea03f-1928-49b1-a6d6-c818a4e0801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323420 Sep 17 23:47:50.873562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:47:50.877476 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 6e50e686-0e80-469b-8edc-5ff1359d3adf up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:47:51.005981 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e1b60f5d-fc39-41e4-8e88-5c24d80f94c5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e1b60f5d-fc39-41e4-8e88-5c24d80f94c5,segment=NetworkSegment(0fefe775-9cb7-4677-9062-e0fc9ae276d3),segment_id=0fefe775-9cb7-4677-9062-e0fc9ae276d3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:51.016937 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'e1b60f5d-fc39-41e4-8e88-5c24d80f94c5', 'network_id': 'b1a269b7-4098-438e-95d2-57bb70f055ad', 'port_id': 'e1b60f5d-fc39-41e4-8e88-5c24d80f94c5', 'mac_address': 'fa:16:3e:55:64:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62272909-3f3e-43c2-8a01-7576ae13ac9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:47:51.053129 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:51.066168 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:51.086177 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e1b60f5d-fc39-41e4-8e88-5c24d80f94c5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e1b60f5d-fc39-41e4-8e88-5c24d80f94c5,segment=NetworkSegment(0fefe775-9cb7-4677-9062-e0fc9ae276d3),segment_id=0fefe775-9cb7-4677-9062-e0fc9ae276d3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:51.157716 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 6e50e686-0e80-469b-8edc-5ff1359d3adf completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:47:51.161970 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 6e50e686-0e80-469b-8edc-5ff1359d3adf triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:47:51.162345 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:51.234284 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:51.237996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06ee7b-6928-4e2e-b3d7-db700d8a1b47 req-3a5a6968-1c3e-4200-bfd7-ffa8eb4c6e07 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:51.239566 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-db06ee7b-6928-4e2e-b3d7-db700d8a1b47 req-3a5a6968-1c3e-4200-bfd7-ffa8eb4c6e07 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0523057 Sep 17 23:47:51.267078 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:51.281709 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-db06ee7b-6928-4e2e-b3d7-db700d8a1b47 req-df3c6142-f851-4ed5-aa47-d21e72da8d0d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352712 Sep 17 23:47:51.308955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972ea5a5-f990-4105-806e-d295573471ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e50e686-0e80-469b-8edc-5ff1359d3adf'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:51.311234 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84af6218-8e8d-427f-93d5-5813429d71f2" -d '{"events": [{"server_uuid": "972ea5a5-f990-4105-806e-d295573471ed", "name": "network-vif-plugged", "status": "completed", "tag": "6e50e686-0e80-469b-8edc-5ff1359d3adf"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:51.320492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e1b60f5d-fc39-41e4-8e88-5c24d80f94c5,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:51.326535 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 6e50e686-0e80-469b-8edc-5ff1359d3adf, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6e50e686-0e80-469b-8edc-5ff1359d3adf,segment=NetworkSegment(0fefe775-9cb7-4677-9062-e0fc9ae276d3),segment_id=0fefe775-9cb7-4677-9062-e0fc9ae276d3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:51.396797 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ad1b4-7966-4845-8f3f-08e7221c38e5 req-47e18b2a-2083-4c91-a8d5-babf9d2b2928 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:51.398276 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd6ad1b4-7966-4845-8f3f-08e7221c38e5 req-47e18b2a-2083-4c91-a8d5-babf9d2b2928 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 944 time: 0.0494215 Sep 17 23:47:51.436674 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd6ad1b4-7966-4845-8f3f-08e7221c38e5 req-98993a11-8b94-4edb-b750-cf4f41262379 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316949 Sep 17 23:47:51.483489 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:51.535175 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['e1b60f5d-fc39-41e4-8e88-5c24d80f94c5'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:51.542006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4f4440b4-12da-4d02-a819-6cc0dd787722 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:47:51.554778 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998acda9-9cbf-4179-9d13-df21d0c81c28 x-openstack-request-id: req-998acda9-9cbf-4179-9d13-df21d0c81c28 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:51.555153 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972ea5a5-f990-4105-806e-d295573471ed", "name": "network-vif-plugged", "status": "completed", "tag": "6e50e686-0e80-469b-8edc-5ff1359d3adf", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:51.555370 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-998acda9-9cbf-4179-9d13-df21d0c81c28 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:51.555762 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972ea5a5-f990-4105-806e-d295573471ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e50e686-0e80-469b-8edc-5ff1359d3adf', 'code': 200} Sep 17 23:47:51.574146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d7b42-fbb6-496b-8157-25a556e1684e req-914c94b2-c2be-453d-b123-3af9cdfc3324 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:51.575916 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d2d7b42-fbb6-496b-8157-25a556e1684e req-914c94b2-c2be-453d-b123-3af9cdfc3324 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 950 time: 0.0614359 Sep 17 23:47:51.583414 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=6e50e686-0e80-469b-8edc-5ff1359d3adf,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:51.653217 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d2d7b42-fbb6-496b-8157-25a556e1684e req-a51c83b2-968d-49d6-9c76-ed115287efaa tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea5ea03f-1928-49b1-a6d6-c818a4e0801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621121 Sep 17 23:47:51.679329 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc13bb2-4c7a-462a-bf4d-eeb20372676a req-7b4925c4-755c-4a7a-aa01-0dc2d408a32a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:51.679435 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8dc13bb2-4c7a-462a-bf4d-eeb20372676a req-7b4925c4-755c-4a7a-aa01-0dc2d408a32a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 943 time: 0.0709171 Sep 17 23:47:51.688383 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405871b-69f7-486c-acda-37d0ff9480ee req-95e3ffa4-c2de-4255-83d3-c0ccd6072ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:51.690965 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4405871b-69f7-486c-acda-37d0ff9480ee req-95e3ffa4-c2de-4255-83d3-c0ccd6072ed2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 1097 time: 0.0640576 Sep 17 23:47:51.732293 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8dc13bb2-4c7a-462a-bf4d-eeb20372676a req-90d17684-95e2-47b9-801b-54aceec98c8a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453994 Sep 17 23:47:51.742613 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4405871b-69f7-486c-acda-37d0ff9480ee req-add6f35f-62dc-402b-b96c-f6069fe759ef service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437589 Sep 17 23:47:51.772165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 4f4440b4-12da-4d02-a819-6cc0dd787722, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4f4440b4-12da-4d02-a819-6cc0dd787722,segment=NetworkSegment(6ce9f960-9106-480f-a69e-89630099531d),segment_id=6ce9f960-9106-480f-a69e-89630099531d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:51.794433 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '4f4440b4-12da-4d02-a819-6cc0dd787722', 'network_id': 'aa15324e-81e0-45c5-9f7e-d9fb6108a5ca', 'port_id': '4f4440b4-12da-4d02-a819-6cc0dd787722', 'mac_address': 'fa:16:3e:cc:d4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b99927-674c-4e56-bb77-3a6655e29089', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:47:51.818235 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045014a-ebc2-4ef7-92cf-49f6da2e2dd6 req-4c3450de-137c-403b-9367-b766cef1f6e1 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:51.819642 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e045014a-ebc2-4ef7-92cf-49f6da2e2dd6 req-4c3450de-137c-403b-9367-b766cef1f6e1 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 943 time: 0.0513318 Sep 17 23:47:51.837815 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:51.850415 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4440b4-12da-4d02-a819-6cc0dd787722 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:51.858732 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e045014a-ebc2-4ef7-92cf-49f6da2e2dd6 req-675780c8-2dbd-4c96-9514-3177e060d999 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323198 Sep 17 23:47:51.869756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 4f4440b4-12da-4d02-a819-6cc0dd787722, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4f4440b4-12da-4d02-a819-6cc0dd787722,segment=NetworkSegment(6ce9f960-9106-480f-a69e-89630099531d),segment_id=6ce9f960-9106-480f-a69e-89630099531d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:52.025612 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:52.026287 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:47:52.098339 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=4f4440b4-12da-4d02-a819-6cc0dd787722,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:52.159490 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 61825afc-00d8-4cf9-8cb8-8b9a41ebc491, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=61825afc-00d8-4cf9-8cb8-8b9a41ebc491,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:52.170368 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '61825afc-00d8-4cf9-8cb8-8b9a41ebc491', 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d', 'port_id': '61825afc-00d8-4cf9-8cb8-8b9a41ebc491', 'mac_address': 'fa:16:3e:32:44:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a275f752-544b-480a-88b7-0c6cbafa7069', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:47:52.205743 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:52.218348 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:52.242961 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 61825afc-00d8-4cf9-8cb8-8b9a41ebc491, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=61825afc-00d8-4cf9-8cb8-8b9a41ebc491,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:52.379757 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:52.514952 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0188516-5e29-4fce-bd69-3bf2256aab4f req-dfc3c3f3-764e-4eac-b343-acc6aaca8cd4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:52.516781 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0188516-5e29-4fce-bd69-3bf2256aab4f req-dfc3c3f3-764e-4eac-b343-acc6aaca8cd4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.1626153 Sep 17 23:47:52.532878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=61825afc-00d8-4cf9-8cb8-8b9a41ebc491,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:52.580391 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0188516-5e29-4fce-bd69-3bf2256aab4f req-12e4c27b-8dec-4cca-ae56-4c695c650388 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512888 Sep 17 23:47:52.591160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513faf45-2d83-40d5-b46c-4d12bfc360f4 req-d1ee43f3-7781-4931-93d4-ffd48e67dd83 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:52.592596 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-513faf45-2d83-40d5-b46c-4d12bfc360f4 req-d1ee43f3-7781-4931-93d4-ffd48e67dd83 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 944 time: 0.0749016 Sep 17 23:47:52.632958 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-513faf45-2d83-40d5-b46c-4d12bfc360f4 req-093e9f91-96af-480e-9e49-e71a8db9d96d tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339990 Sep 17 23:47:52.718104 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['4f4440b4-12da-4d02-a819-6cc0dd787722'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:52.723540 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['61825afc-00d8-4cf9-8cb8-8b9a41ebc491'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:52.747066 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469c958-2b7d-4206-882f-42401eaa496e req-147101a5-6e4e-4a81-885c-4ea38ca0bcfe tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:52.748741 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a469c958-2b7d-4206-882f-42401eaa496e req-147101a5-6e4e-4a81-885c-4ea38ca0bcfe tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 950 time: 0.0521228 Sep 17 23:47:52.795632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0d759-2e24-4993-bbc7-47fc0c1a827f req-d1f7e9ea-4de2-4c65-9679-439b97635118 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:52.797670 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09f0d759-2e24-4993-bbc7-47fc0c1a827f req-d1f7e9ea-4de2-4c65-9679-439b97635118 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 950 time: 0.0573394 Sep 17 23:47:52.852638 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09f0d759-2e24-4993-bbc7-47fc0c1a827f req-2dee5573-312c-4dc3-88e9-03ba1c10e5db tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea5ea03f-1928-49b1-a6d6-c818a4e0801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480671 Sep 17 23:47:52.861344 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a469c958-2b7d-4206-882f-42401eaa496e req-832ecc5f-fb4c-472c-9538-860749abfd8d tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Deleting port faedb9ec-28c1-4088-937b-9abfa646e72e {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:47:52.861878 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a469c958-2b7d-4206-882f-42401eaa496e req-832ecc5f-fb4c-472c-9538-860749abfd8d tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:52.907260 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:47:52.966221 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66a6d5-3c9f-4374-a5a3-0f7d738067df req-629fb544-700d-438d-a2b9-c6f8c2da4cd7 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:52.967882 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca66a6d5-3c9f-4374-a5a3-0f7d738067df req-629fb544-700d-438d-a2b9-c6f8c2da4cd7 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 944 time: 0.0604944 Sep 17 23:47:53.013912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a469c958-2b7d-4206-882f-42401eaa496e req-832ecc5f-fb4c-472c-9538-860749abfd8d tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] For port faedb9ec-28c1-4088-937b-9abfa646e72e, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=faedb9ec-28c1-4088-937b-9abfa646e72e,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:53.014695 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a469c958-2b7d-4206-882f-42401eaa496e req-832ecc5f-fb4c-472c-9538-860749abfd8d tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:53.029343 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a469c958-2b7d-4206-882f-42401eaa496e req-832ecc5f-fb4c-472c-9538-860749abfd8d tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Calling delete_port for faedb9ec-28c1-4088-937b-9abfa646e72e owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:47:53.049414 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca66a6d5-3c9f-4374-a5a3-0f7d738067df req-48570f91-8441-4625-b7c7-9f82b28d32a1 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741913 Sep 17 23:47:53.070151 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2fb31-82ec-418f-9f8c-fa9878c6f64f req-8bc376a5-ed75-4272-8afa-751b48934df0 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:53.080256 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15b2fb31-82ec-418f-9f8c-fa9878c6f64f req-8bc376a5-ed75-4272-8afa-751b48934df0 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 944 time: 0.1061218 Sep 17 23:47:53.106208 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:47:53.112238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:47:53.112238 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:53.127913 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15b2fb31-82ec-418f-9f8c-fa9878c6f64f req-07c72589-98b9-4e93-a222-37b9020618d9 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463414 Sep 17 23:47:53.204449 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:53.240220 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e1b60f5d-fc39-41e4-8e88-5c24d80f94c5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e1b60f5d-fc39-41e4-8e88-5c24d80f94c5,segment=NetworkSegment(0fefe775-9cb7-4677-9062-e0fc9ae276d3),segment_id=0fefe775-9cb7-4677-9062-e0fc9ae276d3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:53.256978 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-6e53644a-a8a7-4c1e-8b60-2670abcf1ad6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0464289 Sep 17 23:47:53.289091 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a469c958-2b7d-4206-882f-42401eaa496e req-832ecc5f-fb4c-472c-9538-860749abfd8d tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:53.326599 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ecc5f-fb4c-472c-9538-860749abfd8d tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Pushing event deleted for resources: {'Port': ['ID=faedb9ec-28c1-4088-937b-9abfa646e72e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:53.346524 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:53.390820 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a469c958-2b7d-4206-882f-42401eaa496e req-832ecc5f-fb4c-472c-9538-860749abfd8d tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] No DVR routers for this DVR port faedb9ec-28c1-4088-937b-9abfa646e72e on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:47:53.394445 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a469c958-2b7d-4206-882f-42401eaa496e req-832ecc5f-fb4c-472c-9538-860749abfd8d tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:53.396558 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a469c958-2b7d-4206-882f-42401eaa496e req-832ecc5f-fb4c-472c-9538-860749abfd8d tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.37 "DELETE /v2.0/ports/faedb9ec-28c1-4088-937b-9abfa646e72e HTTP/1.1" status: 204 len: 173 time: 0.6411521 Sep 17 23:47:53.396967 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcf1d52-35c8-455d-96a6-8cdb6fdb4085', 'name': 'network-vif-deleted', 'tag': 'faedb9ec-28c1-4088-937b-9abfa646e72e'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:53.399220 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed730ef9-a935-4f43-a453-88340ad17e05" -d '{"events": [{"server_uuid": "dfcf1d52-35c8-455d-96a6-8cdb6fdb4085", "name": "network-vif-deleted", "tag": "faedb9ec-28c1-4088-937b-9abfa646e72e"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:53.416814 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e1b60f5d-fc39-41e4-8e88-5c24d80f94c5,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:53.420915 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-728bdde9-06b4-4d6b-bb6f-b1696f59daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:53.423795 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-728bdde9-06b4-4d6b-bb6f-b1696f59daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:53.423795 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-728bdde9-06b4-4d6b-bb6f-b1696f59daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:53.423795 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-728bdde9-06b4-4d6b-bb6f-b1696f59daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:53.424204 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-728bdde9-06b4-4d6b-bb6f-b1696f59daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:53.424685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-728bdde9-06b4-4d6b-bb6f-b1696f59daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:53.425250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-728bdde9-06b4-4d6b-bb6f-b1696f59daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:53.427283 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-728bdde9-06b4-4d6b-bb6f-b1696f59daf8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 6492 time: 0.1112256 Sep 17 23:47:53.453505 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb6b29f-f75d-4af5-a17d-c7ef2e6c047b x-openstack-request-id: req-9bb6b29f-f75d-4af5-a17d-c7ef2e6c047b {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:53.453848 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcf1d52-35c8-455d-96a6-8cdb6fdb4085", "name": "network-vif-deleted", "tag": "faedb9ec-28c1-4088-937b-9abfa646e72e", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:53.454214 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9bb6b29f-f75d-4af5-a17d-c7ef2e6c047b {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:53.454623 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcf1d52-35c8-455d-96a6-8cdb6fdb4085', 'name': 'network-vif-deleted', 'tag': 'faedb9ec-28c1-4088-937b-9abfa646e72e', 'status': 'completed', 'code': 200} Sep 17 23:47:53.542141 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-75bb2937-ec06-476d-b5e1-7a35f7d8b41b tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:53.543771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-75bb2937-ec06-476d-b5e1-7a35f7d8b41b tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/networks?id=599da3f7-7601-477d-afb7-409c0cb0fbf3 HTTP/1.1" status: 200 len: 809 time: 0.1490116 Sep 17 23:47:53.557483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a96aef8-a543-487c-93ac-f05cae8b8ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b60f5d-fc39-41e4-8e88-5c24d80f94c5'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:53.560108 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe16e04-f039-4996-be80-0082dfed1de7" -d '{"events": [{"server_uuid": "9a96aef8-a543-487c-93ac-f05cae8b8ccc", "name": "network-vif-plugged", "status": "completed", "tag": "e1b60f5d-fc39-41e4-8e88-5c24d80f94c5"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:53.575147 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-02ef22d7-f612-464d-90a1-bd493fef523f tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/quotas/ac4a54c1b1334b0e9170028cf7bef346 HTTP/1.1" status: 200 len: 375 time: 0.0107899 Sep 17 23:47:53.601664 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6131fff-f973-4ab3-bff6-bfa630fe1bdb x-openstack-request-id: req-c6131fff-f973-4ab3-bff6-bfa630fe1bdb {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:53.601664 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a96aef8-a543-487c-93ac-f05cae8b8ccc", "name": "network-vif-plugged", "status": "completed", "tag": "e1b60f5d-fc39-41e4-8e88-5c24d80f94c5", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:53.601664 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6131fff-f973-4ab3-bff6-bfa630fe1bdb {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:53.601664 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a96aef8-a543-487c-93ac-f05cae8b8ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b60f5d-fc39-41e4-8e88-5c24d80f94c5', 'code': 200} Sep 17 23:47:53.606496 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-c7f12e3d-6a40-49b2-a309-c941fbd6cb44 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac4a54c1b1334b0e9170028cf7bef346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279970 Sep 17 23:47:53.606611 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-d29f4e8b-dc92-4753-a272-a7ad561f4a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:53.607630 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-d29f4e8b-dc92-4753-a272-a7ad561f4a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:53.608383 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-d29f4e8b-dc92-4753-a272-a7ad561f4a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:53.610834 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-d29f4e8b-dc92-4753-a272-a7ad561f4a4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d08905d-ca5b-4e76-bde0-b74df6a1af4e&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=9e702302-c423-4617-ae40-276913b1f962&id=9e702302-c423-4617-ae40-276913b1f962 HTTP/1.1" status: 200 len: 2293 time: 0.1490524 Sep 17 23:47:53.730879 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['faedb9ec-28c1-4088-937b-9abfa646e72e'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:47:53.739266 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-a73cc5d9-58db-4444-8049-cd3c54eb04e6 service neutron] 10.222.0.46 "GET /v2.0/networks/599da3f7-7601-477d-afb7-409c0cb0fbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278703 Sep 17 23:47:53.753391 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccc906-4de8-4743-9ae2-aa933d8ccd4e req-999038c4-dab0-4098-8aa9-ac9da0f6a4e3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:53.755410 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1ccc906-4de8-4743-9ae2-aa933d8ccd4e req-999038c4-dab0-4098-8aa9-ac9da0f6a4e3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0761631 Sep 17 23:47:53.854065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1ccc906-4de8-4743-9ae2-aa933d8ccd4e req-94f08474-4986-4b8a-b0ff-d4d0b41e0e80 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881202 Sep 17 23:47:53.878887 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-c608a591-aa83-4303-99e6-37a212214a8e service neutron] 10.222.0.46 "GET /v2.0/networks/599da3f7-7601-477d-afb7-409c0cb0fbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221817 Sep 17 23:47:53.983022 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05176281-e43f-4656-b89c-50419de924f3 req-24362763-a96f-4956-95e9-980a3153e624 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:53.984590 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05176281-e43f-4656-b89c-50419de924f3 req-24362763-a96f-4956-95e9-980a3153e624 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0512753 Sep 17 23:47:54.028171 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05176281-e43f-4656-b89c-50419de924f3 req-649fadfb-97fb-4037-9a30-ee69de8eeb92 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372629 Sep 17 23:47:54.033018 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-51e12403-c242-494f-80b3-e80fe5c56b74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc31a07-bb51-4d99-8ffb-b0d0291c3627 HTTP/1.1" status: 200 len: 1000 time: 0.4131317 Sep 17 23:47:54.039076 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d27bc-fe36-4bde-bdec-f54403d35d34 req-1b519cb4-dfce-4352-80ae-a2df833bd30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:54.040568 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5d0d27bc-fe36-4bde-bdec-f54403d35d34 req-1b519cb4-dfce-4352-80ae-a2df833bd30d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 1096 time: 0.0637579 Sep 17 23:47:54.108146 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5d0d27bc-fe36-4bde-bdec-f54403d35d34 req-8581645c-8bb4-442f-b272-1681eb565750 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581236 Sep 17 23:47:54.109549 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-1bdbd47b-15b9-4a55-9a2d-fcef74a66562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:54.110883 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-1bdbd47b-15b9-4a55-9a2d-fcef74a66562 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08d092af-cd76-4eda-b787-3854ce9db95e HTTP/1.1" status: 200 len: 851 time: 0.0691223 Sep 17 23:47:54.158205 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-8c191e64-d9c0-4a3a-9c8a-ec51662e886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:54.160118 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-8c191e64-d9c0-4a3a-9c8a-ec51662e886a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d08905d-ca5b-4e76-bde0-b74df6a1af4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416319 Sep 17 23:47:54.189831 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9769366-7ab5-499b-990e-24558f180c84 req-5f6de943-8b8d-457c-8ce4-70e856710d45 tempest-ImagesNegativeTestJSON-1771459192 tempest-ImagesNegativeTestJSON-1771459192-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfcf1d52-35c8-455d-96a6-8cdb6fdb4085 HTTP/1.1" status: 200 len: 210 time: 0.0270433 Sep 17 23:47:54.254485 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-a954e023-5b83-45d2-9c22-dd7a9577967c service neutron] 10.222.0.37 "GET /v2.0/networks/9d08905d-ca5b-4e76-bde0-b74df6a1af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864110 Sep 17 23:47:54.310272 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32d2b8-f802-4bd0-8a2f-e9a43806f32e req-6b2f192a-7390-4364-9d60-b17961512928 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:54.311934 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe32d2b8-f802-4bd0-8a2f-e9a43806f32e req-6b2f192a-7390-4364-9d60-b17961512928 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 944 time: 0.0547700 Sep 17 23:47:54.364327 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-2e773e4d-903b-4b20-a1c7-36e5a1bc1b5a service neutron] 10.222.0.37 "GET /v2.0/networks/9d08905d-ca5b-4e76-bde0-b74df6a1af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026235 Sep 17 23:47:54.368315 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe32d2b8-f802-4bd0-8a2f-e9a43806f32e req-fe2bcfda-50bf-4af2-9c46-6031ec077430 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493085 Sep 17 23:47:54.426963 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-f4ff21f2-7280-4f4b-be8b-b1fa53fc5cbf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=7d283454-1c56-4bae-95b5-4603d534419d HTTP/1.1" status: 200 len: 217 time: 0.0547764 Sep 17 23:47:54.457223 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a4eab-f149-4ff5-b121-bff6f5b4c5d1 req-275c7382-8b56-4419-8692-f44267f63366 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:54.457223 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-489a4eab-f149-4ff5-b121-bff6f5b4c5d1 req-275c7382-8b56-4419-8692-f44267f63366 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 944 time: 0.0774577 Sep 17 23:47:54.509955 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-5604c515-7d93-4a11-a3fe-c5f6a4a6181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:54.515106 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-5604c515-7d93-4a11-a3fe-c5f6a4a6181b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 200 len: 797 time: 0.0755074 Sep 17 23:47:54.528197 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-489a4eab-f149-4ff5-b121-bff6f5b4c5d1 req-6bb5b77b-58c5-4efd-89f7-4e2d299b7009 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643668 Sep 17 23:47:54.553022 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-356f8455-0850-44b1-9421-c226348e93d0 req-37abbf60-84bf-460f-8e3d-2b680016618c tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 210 time: 0.0481424 Sep 17 23:47:54.575295 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-7d6d0482-7d68-4ac2-941e-b002aff69b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:54.576758 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-7d6d0482-7d68-4ac2-941e-b002aff69b67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2da050b4-00f1-432e-9e5a-adbd5603b80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0572641 Sep 17 23:47:54.674392 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-22fefa64-3745-44df-9979-2de98940bc38 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889192 Sep 17 23:47:54.763901 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-56ef42a8-67e6-4ec7-bfbb-4f3d35bd05fe service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812864 Sep 17 23:47:54.808705 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-0fcf83af-4d2c-4832-8b89-bf34d3e0e9a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a HTTP/1.1" status: 200 len: 217 time: 0.0376396 Sep 17 23:47:54.857741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-a6d8b919-986c-473e-8511-cce498aad01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:54.859248 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-a6d8b919-986c-473e-8511-cce498aad01a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 200 len: 797 time: 0.0435972 Sep 17 23:47:54.911866 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-09e26c3a-bee5-481d-8047-b71dd015e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:54.913410 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-09e26c3a-bee5-481d-8047-b71dd015e19f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2da050b4-00f1-432e-9e5a-adbd5603b80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0435543 Sep 17 23:47:54.980222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf7919-89ed-4fd6-830a-a6241cc5fa25 req-319bb251-9fb6-41a1-a098-8f631492eaaa tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:54.982007 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8baf7919-89ed-4fd6-830a-a6241cc5fa25 req-319bb251-9fb6-41a1-a098-8f631492eaaa tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0531578 Sep 17 23:47:55.016355 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-9f8250bf-edb5-4fc3-89ba-81279345f4d5 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912488 Sep 17 23:47:55.024488 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8baf7919-89ed-4fd6-830a-a6241cc5fa25 req-e73c23d8-e45c-45c1-b2dd-999c22568506 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366976 Sep 17 23:47:55.109446 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-cf12f90c-634c-4279-bb2e-fc1bcc59f3ee service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857193 Sep 17 23:47:55.156651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d75de-b6ca-478d-9528-7720aa80b72b req-b56f3682-0b06-4496-8633-016bf836beba tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:55.158321 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e10d75de-b6ca-478d-9528-7720aa80b72b req-b56f3682-0b06-4496-8633-016bf836beba tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0581768 Sep 17 23:47:55.164297 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-0d0ac2e5-c558-4785-8734-731fea4af6d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=3f452939-ef58-4d6e-8de5-7552388649dc HTTP/1.1" status: 200 len: 217 time: 0.0451474 Sep 17 23:47:55.202083 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e10d75de-b6ca-478d-9528-7720aa80b72b req-2012ab7f-5add-417e-b377-20756cb40f99 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373657 Sep 17 23:47:55.217702 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-b6bdebea-8e39-4ecf-831f-3fd6333b27fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:55.219221 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-b6bdebea-8e39-4ecf-831f-3fd6333b27fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 200 len: 797 time: 0.0481882 Sep 17 23:47:55.281834 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-75a686c8-6144-4c18-8697-d152962bfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:55.281834 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-75a686c8-6144-4c18-8697-d152962bfe2d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2da050b4-00f1-432e-9e5a-adbd5603b80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0451274 Sep 17 23:47:55.368351 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-366049f5-07b7-4c1d-8c0d-ef94c728a212 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893314 Sep 17 23:47:55.473772 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-4080ec4f-f3cb-4adc-a0d5-374aede4a248 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983002 Sep 17 23:47:55.502781 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b1132-c865-48f8-8aea-d8952fad9b38 req-59df8fcb-6e22-4284-8ca9-3534869c5ca2 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:55.504556 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c83b1132-c865-48f8-8aea-d8952fad9b38 req-59df8fcb-6e22-4284-8ca9-3534869c5ca2 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 944 time: 0.0584037 Sep 17 23:47:55.533716 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-bf2990f1-3b87-43b5-a9a2-1ad0633ccb51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=babf226a-14c0-48e5-a6eb-df5d4099f2e7 HTTP/1.1" status: 200 len: 217 time: 0.0467010 Sep 17 23:47:55.555771 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4f4440b4-12da-4d02-a819-6cc0dd787722 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:47:55.581061 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c83b1132-c865-48f8-8aea-d8952fad9b38 req-f60c0935-e428-4e20-8c4c-f1bb95a3062b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701656 Sep 17 23:47:55.594376 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-98ddd880-cddf-4014-90ce-76a5ce663d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:55.595787 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-98ddd880-cddf-4014-90ce-76a5ce663d7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 200 len: 797 time: 0.0564530 Sep 17 23:47:55.646184 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-6802f722-f400-41a0-9d7c-9e3205dde3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:55.647694 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-6802f722-f400-41a0-9d7c-9e3205dde3ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2da050b4-00f1-432e-9e5a-adbd5603b80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0431442 Sep 17 23:47:55.681961 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a1414e2-2167-4096-9741-118eda4d30b1 req-6357fb66-d647-4c7a-9ab2-422ddec911b6 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 210 time: 0.0375967 Sep 17 23:47:55.694793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c3542-a3ab-4a05-9295-266658222876 req-15b2fa8f-6436-4a78-8bb0-501aeffaea8f tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:55.696278 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-377c3542-a3ab-4a05-9295-266658222876 req-15b2fa8f-6436-4a78-8bb0-501aeffaea8f tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 944 time: 0.0783155 Sep 17 23:47:55.735949 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-377c3542-a3ab-4a05-9295-266658222876 req-2d2eed75-7c48-4877-b9e3-4d4471b46bf8 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334902 Sep 17 23:47:55.744050 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-a364d5df-238a-4aab-9179-e60c4ba39427 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882843 Sep 17 23:47:55.799603 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 4f4440b4-12da-4d02-a819-6cc0dd787722 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:47:55.803651 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 4f4440b4-12da-4d02-a819-6cc0dd787722 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:47:55.804019 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:55.838366 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-b3e877a7-f81d-4a26-9747-89ae0dfd31e8 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854361 Sep 17 23:47:55.881974 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:55.888167 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-91166007-9a2a-4118-b488-c5abfadf7f2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=80774bb7-bf44-4b8b-bc93-e7c967abca31 HTTP/1.1" status: 200 len: 217 time: 0.0417194 Sep 17 23:47:55.905373 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f04f9b-8a22-43ef-bff0-c58e63948191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4440b4-12da-4d02-a819-6cc0dd787722'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:55.907572 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751c3116-2cff-4574-b551-e59236e78bf8" -d '{"events": [{"server_uuid": "c4f04f9b-8a22-43ef-bff0-c58e63948191", "name": "network-vif-plugged", "status": "completed", "tag": "4f4440b4-12da-4d02-a819-6cc0dd787722"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:55.920623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 4f4440b4-12da-4d02-a819-6cc0dd787722, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4f4440b4-12da-4d02-a819-6cc0dd787722,segment=NetworkSegment(6ce9f960-9106-480f-a69e-89630099531d),segment_id=6ce9f960-9106-480f-a69e-89630099531d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:55.941279 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-2f5788c8-4e44-40a9-8a32-0739dd64171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:55.942771 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-2f5788c8-4e44-40a9-8a32-0739dd64171d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f67d974e-7140-4089-9f32-07a00b55ef3a HTTP/1.1" status: 200 len: 797 time: 0.0447807 Sep 17 23:47:55.944514 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d048e76b-974d-4e5a-817b-5498e2288792 x-openstack-request-id: req-d048e76b-974d-4e5a-817b-5498e2288792 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:55.944808 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f04f9b-8a22-43ef-bff0-c58e63948191", "name": "network-vif-plugged", "status": "completed", "tag": "4f4440b4-12da-4d02-a819-6cc0dd787722", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:55.945093 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d048e76b-974d-4e5a-817b-5498e2288792 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:55.945483 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f04f9b-8a22-43ef-bff0-c58e63948191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4440b4-12da-4d02-a819-6cc0dd787722', 'code': 200} Sep 17 23:47:56.002445 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-43db4487-28ba-4243-8789-d1a2dc24fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:56.004067 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-43db4487-28ba-4243-8789-d1a2dc24fe78 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e702302-c423-4617-ae40-276913b1f962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0428805 Sep 17 23:47:56.053836 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:56.055036 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:47:56.116518 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8683bc-cbf2-4cf8-9b9b-777ec5e65546 req-6e84cd88-419f-42e7-8364-19dcb33523c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:56.118057 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba8683bc-cbf2-4cf8-9b9b-777ec5e65546 req-6e84cd88-419f-42e7-8364-19dcb33523c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 1095 time: 0.0997286 Sep 17 23:47:56.127316 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39438) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:56.165065 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=4f4440b4-12da-4d02-a819-6cc0dd787722,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:56.175544 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0d817-7b83-49fe-b44b-30e3ce353d5b req-f49e1f8e-17db-44f3-afc0-59b5fa74eeb0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:56.176696 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8c0d817-7b83-49fe-b44b-30e3ce353d5b req-f49e1f8e-17db-44f3-afc0-59b5fa74eeb0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0641687 Sep 17 23:47:56.196477 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-c60e127e-6c57-4541-bdc0-5de371a33786 service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668561 Sep 17 23:47:56.199714 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba8683bc-cbf2-4cf8-9b9b-777ec5e65546 req-4c8662e3-4b1b-4c5b-8eb2-53edb4399055 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636992 Sep 17 23:47:56.218763 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8c0d817-7b83-49fe-b44b-30e3ce353d5b req-b2057a57-d747-48a7-82c7-86214565a4da tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358186 Sep 17 23:47:56.255494 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:47:56.263426 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:47:56.264303 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:56.310696 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-38b9efb8-c6ba-484f-ad24-53985606745a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=49e344c0389a448d8b511a1735288afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1740181 Sep 17 23:47:56.311174 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39446) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:56.347671 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:56.359231 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11437e2-4a39-4492-b3f3-06a31491413a req-5522863f-3660-4344-98d2-54bf750ad6c5 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:56.365606 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a11437e2-4a39-4492-b3f3-06a31491413a req-5522863f-3660-4344-98d2-54bf750ad6c5 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0655882 Sep 17 23:47:56.375626 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e0fed228-1c30-4248-981a-1d194c954db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:56.381350 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 61825afc-00d8-4cf9-8cb8-8b9a41ebc491, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=61825afc-00d8-4cf9-8cb8-8b9a41ebc491,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:47:56.406607 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a11437e2-4a39-4492-b3f3-06a31491413a req-440fb66d-746d-4675-9977-db3f8fd870db tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381215 Sep 17 23:47:56.427457 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e0fed228-1c30-4248-981a-1d194c954db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:56.470905 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:56.471840 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device faedb9ec-28c1-4088-937b-9abfa646e72e no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:47:56.516283 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: faedb9ec-28c1-4088-937b-9abfa646e72e {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:47:56.516822 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device faedb9ec-28c1-4088-937b-9abfa646e72e not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:47:56.522029 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-33ca0c68-3391-4ee4-bd24-6810003c16b9 service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353657 Sep 17 23:47:56.544705 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=61825afc-00d8-4cf9-8cb8-8b9a41ebc491,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:56.568756 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-dc603797-c268-4ba7-b573-25b75bbc50f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ad6ee541-3beb-4fca-918f-db5ffa2a75a3 HTTP/1.1" status: 200 len: 217 time: 0.0394156 Sep 17 23:47:56.624107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-0cae1367-4acd-4f7d-964f-c58e35ae291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:56.625713 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-0cae1367-4acd-4f7d-964f-c58e35ae291d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f67d974e-7140-4089-9f32-07a00b55ef3a HTTP/1.1" status: 200 len: 797 time: 0.0457258 Sep 17 23:47:56.659262 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e0fed228-1c30-4248-981a-1d194c954db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:56.661802 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e0fed228-1c30-4248-981a-1d194c954db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:56.664502 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e0fed228-1c30-4248-981a-1d194c954db5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea5ea03f-1928-49b1-a6d6-c818a4e0801a HTTP/1.1" status: 204 len: 168 time: 0.3520575 Sep 17 23:47:56.677256 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fed228-1c30-4248-981a-1d194c954db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5ea03f-1928-49b1-a6d6-c818a4e0801a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:56.689310 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676d12-b865-489d-bf13-944ec3232d44 req-60c464c9-1313-491e-ae05-a7a83a67d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:56.690939 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-60c464c9-1313-491e-ae05-a7a83a67d322 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e702302-c423-4617-ae40-276913b1f962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0572488 Sep 17 23:47:56.732623 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1679d2-9588-47fd-abbd-e2e776013200 req-cabbb3c2-4f2c-4462-be54-dd7a93dbe856 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:56.734457 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ec1679d2-9588-47fd-abbd-e2e776013200 req-cabbb3c2-4f2c-4462-be54-dd7a93dbe856 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 945 time: 0.0638721 Sep 17 23:47:56.777232 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ec1679d2-9588-47fd-abbd-e2e776013200 req-c1340eac-32dc-4d0f-b3c8-f8e385908dc1 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361254 Sep 17 23:47:56.796154 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-9335efa3-3fc6-4f34-a4ca-b6b232641365 service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965137 Sep 17 23:47:56.891027 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf38bc0d-c1c8-4a5f-a550-a06c30f5a2da req-9452dadf-35d1-4c69-bdc5-273e5c56e95a tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 210 time: 0.0322192 Sep 17 23:47:56.920906 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9676d12-b865-489d-bf13-944ec3232d44 req-d64bd643-d03b-4f73-8d4a-5736aa8e3dfa service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173148 Sep 17 23:47:57.090256 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91e793-4de3-49a1-8136-8bcd74955986 req-bf7348bf-eb55-49aa-a007-0c4f0b8b7235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:57.092641 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cd91e793-4de3-49a1-8136-8bcd74955986 req-bf7348bf-eb55-49aa-a007-0c4f0b8b7235 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926d364599994935ae0450b309eddc70&device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 1096 time: 0.0617542 Sep 17 23:47:57.286007 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91e793-4de3-49a1-8136-8bcd74955986 req-630e86ae-87da-4de5-ae6d-1ea6cd7a63d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:57.287681 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cd91e793-4de3-49a1-8136-8bcd74955986 req-630e86ae-87da-4de5-ae6d-1ea6cd7a63d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1a269b7-4098-438e-95d2-57bb70f055ad HTTP/1.1" status: 200 len: 920 time: 0.1883264 Sep 17 23:47:57.341488 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-a85b5e50-20b1-4984-ac4d-71cdc82c710d tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:57.343074 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-a85b5e50-20b1-4984-ac4d-71cdc82c710d tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.41 "GET /v2.0/networks?id=599da3f7-7601-477d-afb7-409c0cb0fbf3 HTTP/1.1" status: 200 len: 809 time: 0.2036819 Sep 17 23:47:57.345107 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cd91e793-4de3-49a1-8136-8bcd74955986 req-4a6eb22b-8bf1-4ff6-9b76-cbea54625855 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 HTTP/1.1" status: 200 len: 217 time: 0.0491583 Sep 17 23:47:57.361082 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6829b-425f-4173-bacf-2aadeb26d194 req-dfd41b09-92e0-449f-9434-1292ed47455e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:57.361342 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2fe6829b-425f-4173-bacf-2aadeb26d194 req-dfd41b09-92e0-449f-9434-1292ed47455e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.4217873 Sep 17 23:47:57.365086 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-0205adea-04c8-4ad8-b11a-4c2b06b8b4b1 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Request body: {'port': {'device_id': 'ee414fda-dd4f-4f21-9a87-d06cba382095', 'network_id': '599da3f7-7601-477d-afb7-409c0cb0fbf3', 'admin_state_up': True, 'tenant_id': 'ac4a54c1b1334b0e9170028cf7bef346'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:57.378736 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac4560-4e79-4a06-860e-46f5502f8b25 req-982c8cdf-91d1-49d7-a4a5-826bee57ba4b tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:57.387468 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7cac4560-4e79-4a06-860e-46f5502f8b25 req-982c8cdf-91d1-49d7-a4a5-826bee57ba4b tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.4197865 Sep 17 23:47:57.448658 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2fe6829b-425f-4173-bacf-2aadeb26d194 req-7892b152-3653-43c6-b2b4-fedd77dd8848 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790801 Sep 17 23:47:57.465925 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7cac4560-4e79-4a06-860e-46f5502f8b25 req-64767af9-72db-4b4a-ac9a-5f584526ea40 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773904 Sep 17 23:47:57.495300 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91e793-4de3-49a1-8136-8bcd74955986 req-28350481-c11c-4d9b-ba39-b91dc3396088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:57.497405 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cd91e793-4de3-49a1-8136-8bcd74955986 req-28350481-c11c-4d9b-ba39-b91dc3396088 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=62272909-3f3e-43c2-8a01-7576ae13ac9e HTTP/1.1" status: 200 len: 859 time: 0.1278498 Sep 17 23:47:57.557713 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cd91e793-4de3-49a1-8136-8bcd74955986 req-c32be98f-5717-4363-8092-a84c40c160d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1a269b7-4098-438e-95d2-57bb70f055ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458267 Sep 17 23:47:57.570667 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee3fc2-41cc-4477-9203-0f172272ef56 req-d597743e-b454-4e16-96a8-258284c0d7d6 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:57.572884 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66ee3fc2-41cc-4477-9203-0f172272ef56 req-d597743e-b454-4e16-96a8-258284c0d7d6 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0523028 Sep 17 23:47:57.615787 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66ee3fc2-41cc-4477-9203-0f172272ef56 req-ff313020-0ff2-49b9-9ed1-be0687a434d5 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362346 Sep 17 23:47:57.682191 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cd91e793-4de3-49a1-8136-8bcd74955986 req-4c5daee3-4733-49c7-875b-00a78e52fba1 service neutron] 10.222.0.41 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171846 Sep 17 23:47:57.772584 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cd91e793-4de3-49a1-8136-8bcd74955986 req-4e52e51a-c152-4f3a-9f36-2c62f120a18e service neutron] 10.222.0.41 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838661 Sep 17 23:47:57.809384 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-0205adea-04c8-4ad8-b11a-4c2b06b8b4b1 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Made reservation on behalf of ac4a54c1b1334b0e9170028cf7bef346 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:57.813036 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-0205adea-04c8-4ad8-b11a-4c2b06b8b4b1 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:57.905037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17346c-cc61-4877-89f9-485b0add2c21 req-dddbb8f6-fe68-4c21-961c-5de94fa2de7e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:57.906631 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d17346c-cc61-4877-89f9-485b0add2c21 req-dddbb8f6-fe68-4c21-961c-5de94fa2de7e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 945 time: 0.0494716 Sep 17 23:47:57.947606 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56f59fd-e02b-4a19-8f7b-96171c30af01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61825afc-00d8-4cf9-8cb8-8b9a41ebc491'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:57.950604 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf32e580-34d3-443a-bbe8-2f22ae762e7c" -d '{"events": [{"server_uuid": "d56f59fd-e02b-4a19-8f7b-96171c30af01", "name": "network-vif-plugged", "status": "completed", "tag": "61825afc-00d8-4cf9-8cb8-8b9a41ebc491"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:57.959654 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-0205adea-04c8-4ad8-b11a-4c2b06b8b4b1 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Allocated IP 172.20.0.13 (599da3f7-7601-477d-afb7-409c0cb0fbf3/f1b5ada0-8dea-4cd4-92f5-bc2c6c6ac9f7/597e97ad-e447-4e29-9076-c446db9ca94e) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:47:57.961172 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d17346c-cc61-4877-89f9-485b0add2c21 req-46ce86ae-28d3-461b-b628-f59b119b4090 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473680 Sep 17 23:47:58.007155 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95673b66-0f4e-41bd-a71b-700c10f70e63 req-2640e914-757c-49ba-b8bd-50be4edb74b5 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 210 time: 0.0409982 Sep 17 23:47:58.030060 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daebe170-0e8c-4c7e-9d9f-ec78e0b693b5 x-openstack-request-id: req-daebe170-0e8c-4c7e-9d9f-ec78e0b693b5 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:58.030519 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56f59fd-e02b-4a19-8f7b-96171c30af01", "name": "network-vif-plugged", "status": "completed", "tag": "61825afc-00d8-4cf9-8cb8-8b9a41ebc491", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:58.030931 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-daebe170-0e8c-4c7e-9d9f-ec78e0b693b5 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:58.031485 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56f59fd-e02b-4a19-8f7b-96171c30af01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61825afc-00d8-4cf9-8cb8-8b9a41ebc491', 'code': 200} Sep 17 23:47:58.133366 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39498) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:58.163318 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7032d5-d016-4855-b9a6-54238c40cee0 req-7fee49ab-e481-4b9f-a89f-395af2ba1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:58.164806 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2f7032d5-d016-4855-b9a6-54238c40cee0 req-7fee49ab-e481-4b9f-a89f-395af2ba1579 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 1096 time: 0.0659764 Sep 17 23:47:58.174604 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-0205adea-04c8-4ad8-b11a-4c2b06b8b4b1 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:58.220435 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2f7032d5-d016-4855-b9a6-54238c40cee0 req-6d072c22-c2e9-4e26-b0b4-74b7b7925630 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441897 Sep 17 23:47:58.231480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-e95a7faa-96e4-4185-93dd-4511cb3d2264 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1666709338-network', 'tenant_id': '7abc765864c749dabd7538c70f08c91a'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:58.294078 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-0205adea-04c8-4ad8-b11a-4c2b06b8b4b1 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:58.332560 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-0205adea-04c8-4ad8-b11a-4c2b06b8b4b1 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Network 599da3f7-7601-477d-afb7-409c0cb0fbf3 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:47:58.334574 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95a7faa-96e4-4185-93dd-4511cb3d2264 admin admin] Made reservation on behalf of 7abc765864c749dabd7538c70f08c91a for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:58.335727 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-0205adea-04c8-4ad8-b11a-4c2b06b8b4b1 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:58.337592 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e95a7faa-96e4-4185-93dd-4511cb3d2264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:58.338181 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-0205adea-04c8-4ad8-b11a-4c2b06b8b4b1 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:47:58.348373 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e95a7faa-96e4-4185-93dd-4511cb3d2264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:58.380104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205adea-04c8-4ad8-b11a-4c2b06b8b4b1 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Pushing event updated for resources: {'Port': ['ID=597e97ad-e447-4e29-9076-c446db9ca94e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:58.403104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-0205adea-04c8-4ad8-b11a-4c2b06b8b4b1 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:58.403705 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-0205adea-04c8-4ad8-b11a-4c2b06b8b4b1 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:58.453902 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e95a7faa-96e4-4185-93dd-4511cb3d2264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:58.513698 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223ab7a-695f-4c7e-a2aa-9e2048253689 req-27243e28-6916-499f-beb7-2e7c0ca8a762 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:58.515203 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1223ab7a-695f-4c7e-a2aa-9e2048253689 req-27243e28-6916-499f-beb7-2e7c0ca8a762 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 945 time: 0.0501792 Sep 17 23:47:58.544505 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e95a7faa-96e4-4185-93dd-4511cb3d2264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:58.581386 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-0205adea-04c8-4ad8-b11a-4c2b06b8b4b1 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2237957 Sep 17 23:47:58.592038 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95a7faa-96e4-4185-93dd-4511cb3d2264 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:47:58.594245 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Request body: {'port': {'device_id': 'ee414fda-dd4f-4f21-9a87-d06cba382095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:58.618518 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a7faa-96e4-4185-93dd-4511cb3d2264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46237453-5640-4acb-a28f-8fbaba4a77b2,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:58.628094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1223ab7a-695f-4c7e-a2aa-9e2048253689 req-25ecd22e-fbe1-46af-bfd4-0de471d88188 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063061 Sep 17 23:47:58.629840 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e95a7faa-96e4-4185-93dd-4511cb3d2264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:58.630368 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-e95a7faa-96e4-4185-93dd-4511cb3d2264 admin admin] Added segment 54eae70a-5d50-4df0-8aa6-917170e97c7e of type vlan for network 72122d7e-76de-4b34-9763-12068f6a5b58 Sep 17 23:47:58.648134 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:58.656429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a073d8-811e-4430-9013-5d2502ff9bc6 req-1354750b-1abf-4ae9-8cf4-d763457d4898 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:58.659079 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34a073d8-811e-4430-9013-5d2502ff9bc6 req-1354750b-1abf-4ae9-8cf4-d763457d4898 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.1342676 Sep 17 23:47:58.704394 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e95a7faa-96e4-4185-93dd-4511cb3d2264 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:58.765192 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34a073d8-811e-4430-9013-5d2502ff9bc6 req-0683808d-a728-468f-8a4e-1db508feeec7 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866444 Sep 17 23:47:58.787579 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1520d04-0d68-443c-b6d1-37814c58a0d8 req-b74beeab-20e2-4ea8-bcd4-5970d8515d18 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:58.787579 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e1520d04-0d68-443c-b6d1-37814c58a0d8 req-b74beeab-20e2-4ea8-bcd4-5970d8515d18 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.0783520 Sep 17 23:47:58.835318 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e1520d04-0d68-443c-b6d1-37814c58a0d8 req-691d3c95-edb1-427c-8d0c-9865e85e58ea tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370004 Sep 17 23:47:58.837082 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e95a7faa-96e4-4185-93dd-4511cb3d2264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:58.838761 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95a7faa-96e4-4185-93dd-4511cb3d2264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:58.839412 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e95a7faa-96e4-4185-93dd-4511cb3d2264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:58.916915 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a7faa-96e4-4185-93dd-4511cb3d2264 admin admin] Pushing event updated for resources: {'Network': ['ID=72122d7e-76de-4b34-9763-12068f6a5b58,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:58.927422 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 72122d7e-76de-4b34-9763-12068f6a5b58 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:47:58.943296 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e95a7faa-96e4-4185-93dd-4511cb3d2264 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8089530 Sep 17 23:47:58.956132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39514) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:58.962228 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-093b0420-3e08-43f2-89e2-41ec23373146 admin admin] Request body: {'subnet': {'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1666709338-subnet', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:58.975944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597e97ad-e447-4e29-9076-c446db9ca94e {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:47:58.976332 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef0d00-ba6f-4f32-9c6a-a82850287ceb req-25cff45c-d64f-4c3f-8d97-07e27b96d212 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:58.977972 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84ef0d00-ba6f-4f32-9c6a-a82850287ceb req-25cff45c-d64f-4c3f-8d97-07e27b96d212 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0752034 Sep 17 23:47:58.984393 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:58.997545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Transition to ACTIVE for port object 597e97ad-e447-4e29-9076-c446db9ca94e will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:47:59.033072 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84ef0d00-ba6f-4f32-9c6a-a82850287ceb req-0a67acb1-2110-49dd-8203-c3279e522fdc tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456245 Sep 17 23:47:59.077863 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:59.093013 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093b0420-3e08-43f2-89e2-41ec23373146 admin admin] Made reservation on behalf of 7abc765864c749dabd7538c70f08c91a for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:47:59.096822 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-093b0420-3e08-43f2-89e2-41ec23373146 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:59.152205 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Pushing event updated for resources: {'Port': ['ID=597e97ad-e447-4e29-9076-c446db9ca94e,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:59.197617 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5335f8-fb70-4668-bed0-6a87d16d78c2 req-35834090-3165-4c7c-895e-ccb88e28b9b9 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:59.198257 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Attempting to bind port 597e97ad-e447-4e29-9076-c446db9ca94e on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:47:59.198589 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Attempting to bind port 597e97ad-e447-4e29-9076-c446db9ca94e by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '83978bff-5d82-460e-857b-0a548b458884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '599da3f7-7601-477d-afb7-409c0cb0fbf3'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:47:59.198922 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Attempting to bind port 597e97ad-e447-4e29-9076-c446db9ca94e on network 599da3f7-7601-477d-afb7-409c0cb0fbf3 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:59.201325 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d5335f8-fb70-4668-bed0-6a87d16d78c2 req-35834090-3165-4c7c-895e-ccb88e28b9b9 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 944 time: 0.1192892 Sep 17 23:47:59.203421 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Port 597e97ad-e447-4e29-9076-c446db9ca94e on network 599da3f7-7601-477d-afb7-409c0cb0fbf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:47:59.203738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Attempting to bind port 597e97ad-e447-4e29-9076-c446db9ca94e on network 599da3f7-7601-477d-afb7-409c0cb0fbf3 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:47:59.208600 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:47:59.208965 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Checking segment: {'id': '83978bff-5d82-460e-857b-0a548b458884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '599da3f7-7601-477d-afb7-409c0cb0fbf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:59.209347 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Bound using segment: {'id': '83978bff-5d82-460e-857b-0a548b458884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '599da3f7-7601-477d-afb7-409c0cb0fbf3'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:47:59.209768 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Bound port: 597e97ad-e447-4e29-9076-c446db9ca94e, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83978bff-5d82-460e-857b-0a548b458884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '599da3f7-7601-477d-afb7-409c0cb0fbf3'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:47:59.210121 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:59.256007 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d5335f8-fb70-4668-bed0-6a87d16d78c2 req-25dd3e87-6b11-41a4-8723-d9f9a1573302 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcce7031-45a5-402d-9d8f-2dbb4bcb5400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508120 Sep 17 23:47:59.279645 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] For port 597e97ad-e447-4e29-9076-c446db9ca94e, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:47:59.283010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] For port 597e97ad-e447-4e29-9076-c446db9ca94e, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=597e97ad-e447-4e29-9076-c446db9ca94e,segment=NetworkSegment(83978bff-5d82-460e-857b-0a548b458884),segment_id=83978bff-5d82-460e-857b-0a548b458884)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:47:59.370002 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:59.404418 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:59.405071 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:59.406514 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] 10.222.0.41 "PUT /v2.0/ports/597e97ad-e447-4e29-9076-c446db9ca94e HTTP/1.1" status: 200 len: 1092 time: 0.8164418 Sep 17 23:47:59.406885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee414fda-dd4f-4f21-9a87-d06cba382095', 'tag': '597e97ad-e447-4e29-9076-c446db9ca94e'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:47:59.409164 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b567434-35bd-44a1-b130-e4bf44c74a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee414fda-dd4f-4f21-9a87-d06cba382095", "tag": "597e97ad-e447-4e29-9076-c446db9ca94e"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:47:59.425618 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-093b0420-3e08-43f2-89e2-41ec23373146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:59.431866 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec075d-8de0-4039-9de6-5b9ec0805a20 service neutron] Pushing event updated for resources: {'Port': ['ID=597e97ad-e447-4e29-9076-c446db9ca94e,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:59.451999 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239eb399-3199-4af7-be00-fdd15eb62d0e x-openstack-request-id: req-239eb399-3199-4af7-be00-fdd15eb62d0e {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:47:59.452945 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee414fda-dd4f-4f21-9a87-d06cba382095", "tag": "597e97ad-e447-4e29-9076-c446db9ca94e", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:47:59.452945 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-239eb399-3199-4af7-be00-fdd15eb62d0e {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:47:59.454200 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee414fda-dd4f-4f21-9a87-d06cba382095', 'tag': '597e97ad-e447-4e29-9076-c446db9ca94e', 'status': 'completed', 'code': 200} Sep 17 23:47:59.485478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b0420-3e08-43f2-89e2-41ec23373146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4105f206-9d1c-46c5-be1c-ee5f5e67b2b9,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:47:59.492944 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093b0420-3e08-43f2-89e2-41ec23373146 admin admin] Checking segment: {'id': '54eae70a-5d50-4df0-8aa6-917170e97c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:47:59.493309 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093b0420-3e08-43f2-89e2-41ec23373146 admin admin] Network hostable DHCP agents. Network: 72122d7e-76de-4b34-9763-12068f6a5b58, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:47:59.511344 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b567434-35bd-44a1-b130-e4bf44c74a0b req-6a5f9c90-212c-4d2f-9792-346cec615362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:59.513009 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6b567434-35bd-44a1-b130-e4bf44c74a0b req-6a5f9c90-212c-4d2f-9792-346cec615362 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac4a54c1b1334b0e9170028cf7bef346&device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 1095 time: 0.0424907 Sep 17 23:47:59.574552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093b0420-3e08-43f2-89e2-41ec23373146 admin admin] Network 72122d7e-76de-4b34-9763-12068f6a5b58 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:47:59.609730 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b567434-35bd-44a1-b130-e4bf44c74a0b req-8c222a90-4d05-4fec-9a5a-5b092d78c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:59.611203 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6b567434-35bd-44a1-b130-e4bf44c74a0b req-8c222a90-4d05-4fec-9a5a-5b092d78c3ae service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ac4a54c1b1334b0e9170028cf7bef346&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0905907 Sep 17 23:47:59.660445 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-093b0420-3e08-43f2-89e2-41ec23373146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 72122d7e-76de-4b34-9763-12068f6a5b58) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:47:59.670189 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093b0420-3e08-43f2-89e2-41ec23373146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:59.674365 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-093b0420-3e08-43f2-89e2-41ec23373146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:59.679190 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5999bf39-aae7-4133-9496-c6efd09395af None None] Network 72122d7e-76de-4b34-9763-12068f6a5b58 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:47:59.710017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b567434-35bd-44a1-b130-e4bf44c74a0b req-718e5a34-bbbc-4bcc-bd95-b96743c56058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:59.711586 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6b567434-35bd-44a1-b130-e4bf44c74a0b req-718e5a34-bbbc-4bcc-bd95-b96743c56058 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932944 Sep 17 23:47:59.771064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34a032-a78a-44a3-9dd1-695c9ddaadf8 req-23a6090a-5e74-499a-822b-aa48ad470946 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:59.772662 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f34a032-a78a-44a3-9dd1-695c9ddaadf8 req-23a6090a-5e74-499a-822b-aa48ad470946 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 945 time: 0.0551670 Sep 17 23:47:59.800937 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-093b0420-3e08-43f2-89e2-41ec23373146 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8433807 Sep 17 23:47:59.805595 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39524) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:47:59.812857 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-87f3e898-eae6-4375-a97b-e0094d299d1d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1666709338-router', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:47:59.820670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-993ceef7-ff57-4ef5-b7d3-c5c9f29b9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:59.822287 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-993ceef7-ff57-4ef5-b7d3-c5c9f29b9973 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac4a54c1b1334b0e9170028cf7bef346&device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 1095 time: 0.0699236 Sep 17 23:47:59.841330 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f34a032-a78a-44a3-9dd1-695c9ddaadf8 req-b0ce962b-e0c8-40c7-a187-7e4b37b417d1 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528717 Sep 17 23:47:59.846666 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-72122d7e-76de-4b34-9763-12068f6a5b58', 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'fixed_ips': [{'subnet_id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:47:59.847673 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:59.868776 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-1e18cd45-110b-4620-ae7b-991beb863241 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=597e97ad-e447-4e29-9076-c446db9ca94e HTTP/1.1" status: 200 len: 217 time: 0.0381320 Sep 17 23:47:59.943404 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87f3e898-eae6-4375-a97b-e0094d299d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:59.944505 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87f3e898-eae6-4375-a97b-e0094d299d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:47:59.953574 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9fc53-4ead-4d3f-bb32-628f92f97415 req-86bd5b50-4d9e-42e4-910c-441257706493 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:59.954329 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-cc9ae9d0-f795-4bc0-a23c-340d73cea08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:59.955110 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fbc9fc53-4ead-4d3f-bb32-628f92f97415 req-86bd5b50-4d9e-42e4-910c-441257706493 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0938456 Sep 17 23:47:59.955886 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-cc9ae9d0-f795-4bc0-a23c-340d73cea08f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1b5ada0-8dea-4cd4-92f5-bc2c6c6ac9f7 HTTP/1.1" status: 200 len: 849 time: 0.0796864 Sep 17 23:47:59.989753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04dfd72-8d0c-4aa1-bd64-63ffecfca5e6 req-a03367eb-c526-4318-a583-9df166d101f2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:47:59.991344 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e04dfd72-8d0c-4aa1-bd64-63ffecfca5e6 req-a03367eb-c526-4318-a583-9df166d101f2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.0776248 Sep 17 23:48:00.013481 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] Allocated IP 172.20.0.2 (72122d7e-76de-4b34-9763-12068f6a5b58/4105f206-9d1c-46c5-be1c-ee5f5e67b2b9/21c45ca1-7e18-4b79-ad89-6fbd76040864) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:48:00.024902 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fbc9fc53-4ead-4d3f-bb32-628f92f97415 req-5ebb97b6-ce83-425b-a424-23afd014679b tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602181 Sep 17 23:48:00.032951 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-5acc6790-f336-44af-8064-37c41dc03e2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=599da3f7-7601-477d-afb7-409c0cb0fbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688484 Sep 17 23:48:00.055941 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e04dfd72-8d0c-4aa1-bd64-63ffecfca5e6 req-8f70ddea-9b2f-4b0b-8233-8d27ad57dd30 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560927 Sep 17 23:48:00.071243 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87f3e898-eae6-4375-a97b-e0094d299d1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:00.186806 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:00.298727 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85b7c0-656b-4266-a31a-8642ee59a76b req-1fa063d2-8ef3-4b85-9cd3-5dbeab1dabc0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:00.300199 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c85b7c0-656b-4266-a31a-8642ee59a76b req-1fa063d2-8ef3-4b85-9cd3-5dbeab1dabc0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0843377 Sep 17 23:48:00.312376 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba6462-780e-48ea-bd40-597c7a4e0697 req-acf6e825-d925-4850-b9ab-8b7e70c449e2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:00.313997 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fba6462-780e-48ea-bd40-597c7a4e0697 req-acf6e825-d925-4850-b9ab-8b7e70c449e2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.0996797 Sep 17 23:48:00.324254 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:00.362269 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] Network 72122d7e-76de-4b34-9763-12068f6a5b58 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:48:00.365478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:48:00.370089 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:48:00.380758 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c85b7c0-656b-4266-a31a-8642ee59a76b req-91425bf2-c6bd-430f-a3ec-9902b7a9a594 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655630 Sep 17 23:48:00.384026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] Pushing event updated for resources: {'Port': ['ID=21c45ca1-7e18-4b79-ad89-6fbd76040864,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:00.398120 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fba6462-780e-48ea-bd40-597c7a4e0697 req-8a058da6-90bf-4c86-a2ae-83f4e23c4e6b tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723405 Sep 17 23:48:00.458991 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] Attempting to bind port 21c45ca1-7e18-4b79-ad89-6fbd76040864 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:48:00.459524 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] Attempting to bind port 21c45ca1-7e18-4b79-ad89-6fbd76040864 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '54eae70a-5d50-4df0-8aa6-917170e97c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:48:00.459951 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] Attempting to bind port 21c45ca1-7e18-4b79-ad89-6fbd76040864 on network 72122d7e-76de-4b34-9763-12068f6a5b58 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:48:00.468142 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:48:00.468673 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] Checking segment: {'id': '54eae70a-5d50-4df0-8aa6-917170e97c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:48:00.469169 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:00.469625 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] Bound using segment: {'id': '54eae70a-5d50-4df0-8aa6-917170e97c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:48:00.470160 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] Bound port: 21c45ca1-7e18-4b79-ad89-6fbd76040864, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54eae70a-5d50-4df0-8aa6-917170e97c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:48:00.470662 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:00.554664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9dae5-ba70-451e-bb88-1d43571f5b80 req-a5016d71-cf3f-4ad5-aa4b-b95d6e021085 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:00.562544 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13d9dae5-ba70-451e-bb88-1d43571f5b80 req-a5016d71-cf3f-4ad5-aa4b-b95d6e021085 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 944 time: 0.0647345 Sep 17 23:48:00.569617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] For port 21c45ca1-7e18-4b79-ad89-6fbd76040864, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:48:00.573698 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] For port 21c45ca1-7e18-4b79-ad89-6fbd76040864, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=21c45ca1-7e18-4b79-ad89-6fbd76040864,segment=NetworkSegment(54eae70a-5d50-4df0-8aa6-917170e97c7e),segment_id=54eae70a-5d50-4df0-8aa6-917170e97c7e)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:48:00.596920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13d9dae5-ba70-451e-bb88-1d43571f5b80 req-35032cfc-09f9-4acc-9168-bdbabfc0e530 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcce7031-45a5-402d-9d8f-2dbb4bcb5400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334754 Sep 17 23:48:00.612136 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eded306-f748-4a15-8f7d-6a6b43c3c82d req-9754855e-c8d2-4b66-9573-d7401ad40b98 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:00.613629 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8eded306-f748-4a15-8f7d-6a6b43c3c82d req-9754855e-c8d2-4b66-9573-d7401ad40b98 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 945 time: 0.4795151 Sep 17 23:48:00.647387 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-28cc49a1-3668-4e0f-b27f-2251687c62e8 service neutron] 10.222.0.41 "GET /v2.0/networks/599da3f7-7601-477d-afb7-409c0cb0fbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844269 Sep 17 23:48:00.654294 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87f3e898-eae6-4375-a97b-e0094d299d1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:00.655026 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:00.721434 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fa557-913e-49d6-9f58-f9a4487128d4 None None] Pushing event updated for resources: {'Port': ['ID=21c45ca1-7e18-4b79-ad89-6fbd76040864,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:00.808023 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2ed67adb-a51b-4752-bcd8-b80b1daba402 req-df017191-c0cc-40b3-8bfe-dd2c999e7f3d service neutron] 10.222.0.41 "GET /v2.0/networks/599da3f7-7601-477d-afb7-409c0cb0fbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505265 Sep 17 23:48:00.835306 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-8eded306-f748-4a15-8f7d-6a6b43c3c82d req-525bf9a3-6b3d-4f04-b6e9-3ce5ae155079 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Deleting port 4f4440b4-12da-4d02-a819-6cc0dd787722 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:48:00.836757 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8eded306-f748-4a15-8f7d-6a6b43c3c82d req-525bf9a3-6b3d-4f04-b6e9-3ce5ae155079 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:01.028390 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-8eded306-f748-4a15-8f7d-6a6b43c3c82d req-525bf9a3-6b3d-4f04-b6e9-3ce5ae155079 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] For port 4f4440b4-12da-4d02-a819-6cc0dd787722, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4f4440b4-12da-4d02-a819-6cc0dd787722,segment=NetworkSegment(6ce9f960-9106-480f-a69e-89630099531d),segment_id=6ce9f960-9106-480f-a69e-89630099531d)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:01.028766 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8eded306-f748-4a15-8f7d-6a6b43c3c82d req-525bf9a3-6b3d-4f04-b6e9-3ce5ae155079 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:01.037697 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555550f4-f0b3-4530-b18c-b5f3d23722a2 req-3f68deb9-154d-4250-9089-6adcb11f952a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:01.046292 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-8eded306-f748-4a15-8f7d-6a6b43c3c82d req-525bf9a3-6b3d-4f04-b6e9-3ce5ae155079 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Calling delete_port for 4f4440b4-12da-4d02-a819-6cc0dd787722 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:48:01.046975 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-555550f4-f0b3-4530-b18c-b5f3d23722a2 req-3f68deb9-154d-4250-9089-6adcb11f952a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 945 time: 0.0995674 Sep 17 23:48:01.091214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bcc6d-b8eb-4dba-905a-7773978d4cdf req-0b3665ac-4ee6-406f-a842-6358a1b82f07 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:01.095087 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a4bcc6d-b8eb-4dba-905a-7773978d4cdf req-0b3665ac-4ee6-406f-a842-6358a1b82f07 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.1077840 Sep 17 23:48:01.115321 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-555550f4-f0b3-4530-b18c-b5f3d23722a2 req-4fcaad9c-35c6-4e85-ae4d-29c989a7859a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671892 Sep 17 23:48:01.143874 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a4bcc6d-b8eb-4dba-905a-7773978d4cdf req-1d59b389-3bba-4de5-a12c-a39bedae25ce tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426810 Sep 17 23:48:01.237958 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87f3e898-eae6-4375-a97b-e0094d299d1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:01.255440 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53008c-7c65-4305-8864-73686470acbe req-38e57ddb-0264-4b11-908e-a84bfa6d9e91 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:01.257068 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc53008c-7c65-4305-8864-73686470acbe req-38e57ddb-0264-4b11-908e-a84bfa6d9e91 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0619392 Sep 17 23:48:01.262696 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87f3e898-eae6-4375-a97b-e0094d299d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:01.307933 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc53008c-7c65-4305-8864-73686470acbe req-11a43bfd-71d3-4104-83bb-418151d2edeb tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396295 Sep 17 23:48:01.409747 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-87f3e898-eae6-4375-a97b-e0094d299d1d admin admin] Allocated IP 172.25.3.222 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/8e57dc2d-0ce5-44ca-8589-07d26ea717c8) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:48:01.437319 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8eded306-f748-4a15-8f7d-6a6b43c3c82d req-525bf9a3-6b3d-4f04-b6e9-3ce5ae155079 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:01.451527 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['b5cd94e9-77d0-4710-b26f-ae456a380cc1', '4f4440b4-12da-4d02-a819-6cc0dd787722'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:48:01.501784 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bf9a3-6b3d-4f04-b6e9-3ce5ae155079 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Pushing event deleted for resources: {'Port': ['ID=4f4440b4-12da-4d02-a819-6cc0dd787722,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:01.543956 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a8f52-a906-4bbb-8ae0-673c3ae853e3 req-ee6ed74b-0a69-4a2b-9347-fc242339da0e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:01.545390 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-914a8f52-a906-4bbb-8ae0-673c3ae853e3 req-ee6ed74b-0a69-4a2b-9347-fc242339da0e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0739233 Sep 17 23:48:01.590161 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eded306-f748-4a15-8f7d-6a6b43c3c82d req-525bf9a3-6b3d-4f04-b6e9-3ce5ae155079 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] No DVR routers for this DVR port 4f4440b4-12da-4d02-a819-6cc0dd787722 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:48:01.590161 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-8eded306-f748-4a15-8f7d-6a6b43c3c82d req-525bf9a3-6b3d-4f04-b6e9-3ce5ae155079 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:01.590161 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8eded306-f748-4a15-8f7d-6a6b43c3c82d req-525bf9a3-6b3d-4f04-b6e9-3ce5ae155079 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.37 "DELETE /v2.0/ports/4f4440b4-12da-4d02-a819-6cc0dd787722 HTTP/1.1" status: 204 len: 173 time: 0.9413919 Sep 17 23:48:01.590161 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f04f9b-8a22-43ef-bff0-c58e63948191', 'name': 'network-vif-deleted', 'tag': '4f4440b4-12da-4d02-a819-6cc0dd787722'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:48:01.597508 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a20da14-68b5-410a-a1fb-53bc79d422e5" -d '{"events": [{"server_uuid": "c4f04f9b-8a22-43ef-bff0-c58e63948191", "name": "network-vif-deleted", "tag": "4f4440b4-12da-4d02-a819-6cc0dd787722"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:48:01.601047 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-914a8f52-a906-4bbb-8ae0-673c3ae853e3 req-41d75be0-3035-4f3c-a415-96a9b4db432b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488770 Sep 17 23:48:01.650880 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6969fed-b219-4b64-b663-771411727e60 x-openstack-request-id: req-e6969fed-b219-4b64-b663-771411727e60 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:48:01.651404 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f04f9b-8a22-43ef-bff0-c58e63948191", "name": "network-vif-deleted", "tag": "4f4440b4-12da-4d02-a819-6cc0dd787722", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:48:01.651404 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e6969fed-b219-4b64-b663-771411727e60 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:48:01.651801 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f04f9b-8a22-43ef-bff0-c58e63948191', 'name': 'network-vif-deleted', 'tag': '4f4440b4-12da-4d02-a819-6cc0dd787722', 'status': 'completed', 'code': 200} Sep 17 23:48:01.656917 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87f3e898-eae6-4375-a97b-e0094d299d1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:01.745580 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27365a7-2fef-4e69-a7be-383172c4c1bb req-36740a7a-b5c9-49ec-b4c3-8d5e0845e81c tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:01.747129 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d27365a7-2fef-4e69-a7be-383172c4c1bb req-36740a7a-b5c9-49ec-b4c3-8d5e0845e81c tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 944 time: 0.0524132 Sep 17 23:48:01.775050 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87f3e898-eae6-4375-a97b-e0094d299d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:01.814350 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d27365a7-2fef-4e69-a7be-383172c4c1bb req-cea7b2f0-48e6-4f41-afc4-9921cdeb7cf5 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcce7031-45a5-402d-9d8f-2dbb4bcb5400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531380 Sep 17 23:48:01.816318 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f3e898-eae6-4375-a97b-e0094d299d1d admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:48:01.821531 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-87f3e898-eae6-4375-a97b-e0094d299d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:48:01.826120 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f3e898-eae6-4375-a97b-e0094d299d1d admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:48:01.841952 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3ff7e0-e211-4564-9c0a-a5cad27985be None None] Network 72122d7e-76de-4b34-9763-12068f6a5b58 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:48:01.854819 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3e898-eae6-4375-a97b-e0094d299d1d admin admin] Pushing event updated for resources: {'Port': ['ID=8e57dc2d-0ce5-44ca-8589-07d26ea717c8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:01.961600 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c460e055-ca5f-4c0f-969b-2c2686984796 None None] Provisioning complete for port 21c45ca1-7e18-4b79-ad89-6fbd76040864 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:48:01.961967 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c460e055-ca5f-4c0f-969b-2c2686984796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:02.066551 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c460e055-ca5f-4c0f-969b-2c2686984796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:02.103315 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c460e055-ca5f-4c0f-969b-2c2686984796 None None] For port 21c45ca1-7e18-4b79-ad89-6fbd76040864, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=21c45ca1-7e18-4b79-ad89-6fbd76040864,segment=NetworkSegment(54eae70a-5d50-4df0-8aa6-917170e97c7e),segment_id=54eae70a-5d50-4df0-8aa6-917170e97c7e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:02.165885 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87f3e898-eae6-4375-a97b-e0094d299d1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:02.227171 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c460e055-ca5f-4c0f-969b-2c2686984796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:02.247152 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7dba712c-1ba4-47be-8d8f-dd8ea05872be req-bc1b7df7-df3e-423f-be64-35e24e589849 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4f04f9b-8a22-43ef-bff0-c58e63948191 HTTP/1.1" status: 200 len: 210 time: 0.0380521 Sep 17 23:48:02.278509 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460e055-ca5f-4c0f-969b-2c2686984796 None None] Pushing event updated for resources: {'Port': ['ID=21c45ca1-7e18-4b79-ad89-6fbd76040864,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:02.297445 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f9d60-3c94-43c2-9fac-95fa10c70e6c req-c1254acc-c67b-4934-9287-270cb0f02b2e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:02.299357 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa8f9d60-3c94-43c2-9fac-95fa10c70e6c req-c1254acc-c67b-4934-9287-270cb0f02b2e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.0777481 Sep 17 23:48:02.348400 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa8f9d60-3c94-43c2-9fac-95fa10c70e6c req-50d7fd63-64fe-4ffd-9011-a873e9e001d0 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423038 Sep 17 23:48:02.350379 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b813d8c3-2c76-49f4-987f-0ad30efa0dfe None None] Provisioning complete for port 21c45ca1-7e18-4b79-ad89-6fbd76040864 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:48:02.350909 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b813d8c3-2c76-49f4-987f-0ad30efa0dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:02.443427 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87f3e898-eae6-4375-a97b-e0094d299d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:02.482688 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34795c8-e26a-48f3-ac29-ac62aaeeae1e req-64943612-ff5a-49c6-94fd-80f9a3c027f3 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:02.484272 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f34795c8-e26a-48f3-ac29-ac62aaeeae1e req-64943612-ff5a-49c6-94fd-80f9a3c027f3 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0654371 Sep 17 23:48:02.522954 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f34795c8-e26a-48f3-ac29-ac62aaeeae1e req-8eb76f08-6fb1-4f8d-866b-3f46732e0b83 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324941 Sep 17 23:48:02.677143 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f3e898-eae6-4375-a97b-e0094d299d1d admin admin] Router c40637f1-3d0d-4914-9be7-ae18a7bec109 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:48:02.739682 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f94ba-23ca-4a0c-9e5b-f5819658a209 req-633f0293-2bd0-463e-8691-38ffdd7a9ee5 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:02.741214 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b6f94ba-23ca-4a0c-9e5b-f5819658a209 req-633f0293-2bd0-463e-8691-38ffdd7a9ee5 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0605376 Sep 17 23:48:02.791543 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b6f94ba-23ca-4a0c-9e5b-f5819658a209 req-1367287a-4708-434d-90e5-de54ad1453e8 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409827 Sep 17 23:48:02.793815 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f3e898-eae6-4375-a97b-e0094d299d1d admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:48:02.803298 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] Sync routers for ids ['c40637f1-3d0d-4914-9be7-ae18a7bec109'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:48:02.814466 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] Routers {'c40637f1-3d0d-4914-9be7-ae18a7bec109'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:48:02.815084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:47:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c40637f1-3d0d-4914-9be7-ae18a7bec109'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:48:02.917857 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87f3e898-eae6-4375-a97b-e0094d299d1d admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:02.921686 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-87f3e898-eae6-4375-a97b-e0094d299d1d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1111493 Sep 17 23:48:02.921887 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39594) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:48:02.965872 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d8be2-9f48-4270-ad04-299b16c9a276 req-db5ae400-e50c-421c-8c97-cba1a06e7035 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:02.968272 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a6d8be2-9f48-4270-ad04-299b16c9a276 req-db5ae400-e50c-421c-8c97-cba1a06e7035 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 944 time: 0.0541987 Sep 17 23:48:03.020706 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a6d8be2-9f48-4270-ad04-299b16c9a276 req-90221396-93be-4a9a-810d-fa753d378f52 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcce7031-45a5-402d-9d8f-2dbb4bcb5400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448172 Sep 17 23:48:03.068542 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 21c45ca1-7e18-4b79-ad89-6fbd76040864 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:48:03.071197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ec80b30f-9ae9-4732-a979-f383d170bd3c details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:48:03.135741 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] Set router c40637f1-3d0d-4914-9be7-ae18a7bec109 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:48:03.281623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 21c45ca1-7e18-4b79-ad89-6fbd76040864 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:48:03.282011 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:03.429692 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa62b8c0-b247-4a83-bccb-f0aa9c5a18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:03.464422 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd8753-2e9f-4969-97d0-90bd00acb251 req-ac227893-a262-4c3c-bc5e-c6eb8c6139b7 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:03.466167 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8cbd8753-2e9f-4969-97d0-90bd00acb251 req-ac227893-a262-4c3c-bc5e-c6eb8c6139b7 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0631104 Sep 17 23:48:03.466574 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port ec80b30f-9ae9-4732-a979-f383d170bd3c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ec80b30f-9ae9-4732-a979-f383d170bd3c,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:03.479715 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'ec80b30f-9ae9-4732-a979-f383d170bd3c', 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476', 'port_id': 'ec80b30f-9ae9-4732-a979-f383d170bd3c', 'mac_address': 'fa:16:3e:f2:d0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b73b73-63cd-4505-9722-63303d58ca18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:48:03.559715 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8cbd8753-2e9f-4969-97d0-90bd00acb251 req-42d6b1e4-bea8-447c-ba6e-2aea4ef9ebc6 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873606 Sep 17 23:48:03.636443 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821690b-2f32-4e84-9d4e-e73836febb65 req-11420bfe-c363-45e8-b7bf-f1dad8faaa5e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:03.645269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7821690b-2f32-4e84-9d4e-e73836febb65 req-11420bfe-c363-45e8-b7bf-f1dad8faaa5e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.1128073 Sep 17 23:48:03.677113 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:03.704509 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7821690b-2f32-4e84-9d4e-e73836febb65 req-a52aebfe-9476-46b6-beca-fc2ebc12e6ef tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519950 Sep 17 23:48:03.729160 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-fa62b8c0-b247-4a83-bccb-f0aa9c5a18c7 admin admin] Allocated IP 172.20.0.1 (72122d7e-76de-4b34-9763-12068f6a5b58/4105f206-9d1c-46c5-be1c-ee5f5e67b2b9/f4de4e49-bba5-42b9-a69f-aa5ea91b8caa) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:48:03.737595 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec80b30f-9ae9-4732-a979-f383d170bd3c {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:48:03.809208 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port ec80b30f-9ae9-4732-a979-f383d170bd3c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ec80b30f-9ae9-4732-a979-f383d170bd3c,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:03.839018 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'name': 'tempest-ServersTestBootFromVolume-1666709338-router', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:59Z', 'updated_at': '2021-09-17T23:48:01Z', 'revision_number': 3, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'gw_port': {'id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:38:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:01Z', 'updated_at': '2021-09-17T23:48:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:48:03.857426 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa62b8c0-b247-4a83-bccb-f0aa9c5a18c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:03.911123 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] Checking router: c40637f1-3d0d-4914-9be7-ae18a7bec109 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:48:03.911926 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] Updating router c40637f1-3d0d-4914-9be7-ae18a7bec109 port 8e57dc2d-0ce5-44ca-8589-07d26ea717c8 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:48:03.917238 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:03.967681 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd87d3c-1c52-4633-bd7e-6423bdcf4d7e req-6dd5e774-0dd9-41a9-b9d3-96054262d2a2 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:03.974794 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:03.975920 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa62b8c0-b247-4a83-bccb-f0aa9c5a18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:03.991325 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ecd87d3c-1c52-4633-bd7e-6423bdcf4d7e req-6dd5e774-0dd9-41a9-b9d3-96054262d2a2 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.1672628 Sep 17 23:48:04.057159 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=ec80b30f-9ae9-4732-a979-f383d170bd3c,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:04.066496 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa62b8c0-b247-4a83-bccb-f0aa9c5a18c7 admin admin] Network 72122d7e-76de-4b34-9763-12068f6a5b58 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:48:04.077857 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-fa62b8c0-b247-4a83-bccb-f0aa9c5a18c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:48:04.080294 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa62b8c0-b247-4a83-bccb-f0aa9c5a18c7 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:48:04.093312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb08e6-3e82-45bc-bd72-3d9ea74194ce req-819a70c9-c72d-4caa-9163-6388260c1c4a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:04.102957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78eb08e6-3e82-45bc-bd72-3d9ea74194ce req-819a70c9-c72d-4caa-9163-6388260c1c4a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.2246861 Sep 17 23:48:04.126415 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['ec80b30f-9ae9-4732-a979-f383d170bd3c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:48:04.134943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ecd87d3c-1c52-4633-bd7e-6423bdcf4d7e req-cbc9c9f9-3331-420e-ae9b-27b63eba82aa tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340816 Sep 17 23:48:04.209240 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78eb08e6-3e82-45bc-bd72-3d9ea74194ce req-23f26a6f-5843-4b73-8347-62e16f87acd4 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012068 Sep 17 23:48:04.379048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac094f6-df18-43b1-9082-e7317ac25c88 req-74400172-03fe-4034-a19d-cde835e5f98a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:04.397610 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ac094f6-df18-43b1-9082-e7317ac25c88 req-74400172-03fe-4034-a19d-cde835e5f98a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 944 time: 0.1438155 Sep 17 23:48:04.515078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935aecb8-efe7-4f14-bfaa-f22cd625d2e0 req-3afec7be-80da-4eea-bb1c-a99aa87844f4 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:04.516665 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-935aecb8-efe7-4f14-bfaa-f22cd625d2e0 req-3afec7be-80da-4eea-bb1c-a99aa87844f4 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 944 time: 0.1869690 Sep 17 23:48:04.562655 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ac094f6-df18-43b1-9082-e7317ac25c88 req-a10011e0-862c-4ec0-9c04-fed3cecdac16 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641645 Sep 17 23:48:04.620900 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:04.633153 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-935aecb8-efe7-4f14-bfaa-f22cd625d2e0 req-321cabbc-5793-4288-bb6e-a400951de1c9 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcce7031-45a5-402d-9d8f-2dbb4bcb5400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015873 Sep 17 23:48:04.645529 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-90742dcc-00d2-430c-b62d-e9802ae9c2bf None None] Provisioning complete for port f4de4e49-bba5-42b9-a69f-aa5ea91b8caa triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:48:04.646023 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-90742dcc-00d2-430c-b62d-e9802ae9c2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:04.696948 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-90742dcc-00d2-430c-b62d-e9802ae9c2bf None None] Port f4de4e49-bba5-42b9-a69f-aa5ea91b8caa cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:48:04.716966 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:04.766132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0f5ae-a7e4-46d2-b62e-d3168d8eb2bb req-d6f0b038-3882-48be-948d-986d23bf6770 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:04.775803 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58a0f5ae-a7e4-46d2-b62e-d3168d8eb2bb req-d6f0b038-3882-48be-948d-986d23bf6770 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.1285124 Sep 17 23:48:04.826229 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] Attempting to bind port 8e57dc2d-0ce5-44ca-8589-07d26ea717c8 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:48:04.826229 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] Attempting to bind port 8e57dc2d-0ce5-44ca-8589-07d26ea717c8 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:48:04.826229 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] Attempting to bind port 8e57dc2d-0ce5-44ca-8589-07d26ea717c8 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:48:04.842681 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907533ed-d6b6-4529-888e-a6f0c73b43d0 None None] Pushing event updated for resources: {'Port': ['ID=8e57dc2d-0ce5-44ca-8589-07d26ea717c8,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:04.842890 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62b8c0-b247-4a83-bccb-f0aa9c5a18c7 admin admin] Pushing event updated for resources: {'Port': ['ID=f4de4e49-bba5-42b9-a69f-aa5ea91b8caa,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:04.846940 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58a0f5ae-a7e4-46d2-b62e-d3168d8eb2bb req-7d5de05e-10e8-4d78-9cb2-6475caf8c8f3 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720682 Sep 17 23:48:04.858445 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa62b8c0-b247-4a83-bccb-f0aa9c5a18c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:04.860241 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:48:04.861069 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:48:04.861069 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:04.861515 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:48:04.861967 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] Bound port: 8e57dc2d-0ce5-44ca-8589-07d26ea717c8, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:48:04.862399 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:04.956878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] For port 8e57dc2d-0ce5-44ca-8589-07d26ea717c8, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:48:04.964225 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] For port 8e57dc2d-0ce5-44ca-8589-07d26ea717c8, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8e57dc2d-0ce5-44ca-8589-07d26ea717c8,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:48:04.988218 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 597e97ad-e447-4e29-9076-c446db9ca94e details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:48:04.993353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ec80b30f-9ae9-4732-a979-f383d170bd3c up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:48:05.053478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e059a-d18f-48fa-b7b2-6939d0f650bd req-ab6b85a5-edda-49de-a949-059ddf6956b3 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:05.058104 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:05.061395 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-497e059a-d18f-48fa-b7b2-6939d0f650bd req-ab6b85a5-edda-49de-a949-059ddf6956b3 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.1123648 Sep 17 23:48:05.106657 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-497e059a-d18f-48fa-b7b2-6939d0f650bd req-48a3b0b4-135b-45ca-98cc-109868384e83 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443015 Sep 17 23:48:05.154468 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa62b8c0-b247-4a83-bccb-f0aa9c5a18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:05.201860 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] Routers {'c40637f1-3d0d-4914-9be7-ae18a7bec109'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:48:05.202641 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:47:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c40637f1-3d0d-4914-9be7-ae18a7bec109'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:48:05.317155 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd3dab-c076-4239-b487-6fa74214ad93 req-6f7236f7-3961-4884-b177-703afdf92986 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:05.318923 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ecbd3dab-c076-4239-b487-6fa74214ad93 req-6f7236f7-3961-4884-b177-703afdf92986 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.1037147 Sep 17 23:48:05.347954 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] Set router c40637f1-3d0d-4914-9be7-ae18a7bec109 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:48:05.399384 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ecbd3dab-c076-4239-b487-6fa74214ad93 req-ee547b94-3223-45bf-a3c0-599203cbfea1 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740807 Sep 17 23:48:05.434977 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa62b8c0-b247-4a83-bccb-f0aa9c5a18c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:05.438102 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907533ed-d6b6-4529-888e-a6f0c73b43d0 None None] Pushing event updated for resources: {'Port': ['ID=8e57dc2d-0ce5-44ca-8589-07d26ea717c8,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:05.454836 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port ec80b30f-9ae9-4732-a979-f383d170bd3c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:48:05.455204 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:05.504101 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 597e97ad-e447-4e29-9076-c446db9ca94e, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=597e97ad-e447-4e29-9076-c446db9ca94e,segment=NetworkSegment(83978bff-5d82-460e-857b-0a548b458884),segment_id=83978bff-5d82-460e-857b-0a548b458884)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:05.523228 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa62b8c0-b247-4a83-bccb-f0aa9c5a18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:05.559828 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '597e97ad-e447-4e29-9076-c446db9ca94e', 'network_id': '599da3f7-7601-477d-afb7-409c0cb0fbf3', 'port_id': '597e97ad-e447-4e29-9076-c446db9ca94e', 'mac_address': 'fa:16:3e:eb:a1:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b5ada0-8dea-4cd4-92f5-bc2c6c6ac9f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:48:05.609391 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62b8c0-b247-4a83-bccb-f0aa9c5a18c7 admin admin] Pushing event updated for resources: {'Port': ['ID=f4de4e49-bba5-42b9-a69f-aa5ea91b8caa,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:05.612640 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa62b8c0-b247-4a83-bccb-f0aa9c5a18c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:05.632165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4f4440b4-12da-4d02-a819-6cc0dd787722 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:48:05.775839 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 4f4440b4-12da-4d02-a819-6cc0dd787722 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:48:05.776182 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4f4440b4-12da-4d02-a819-6cc0dd787722 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:48:05.819293 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa62b8c0-b247-4a83-bccb-f0aa9c5a18c7 admin admin] Network 72122d7e-76de-4b34-9763-12068f6a5b58 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:48:05.820670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-fa62b8c0-b247-4a83-bccb-f0aa9c5a18c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:48:05.831979 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65f4b4-2d53-44d6-b925-af8ee0689ea6 req-68b93412-8080-45d0-b817-cc5a26220a89 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:05.838569 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f65f4b4-2d53-44d6-b925-af8ee0689ea6 req-68b93412-8080-45d0-b817-cc5a26220a89 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 944 time: 0.1506293 Sep 17 23:48:05.941581 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f65f4b4-2d53-44d6-b925-af8ee0689ea6 req-a446eb73-c86c-43b4-9329-eaf29bc878f9 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017344 Sep 17 23:48:05.987754 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882bb4-6b15-4a76-b84a-f884274d26e7 req-8d514fa6-2f95-4627-9e95-1d0a4ba102c2 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:06.007034 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd882bb4-6b15-4a76-b84a-f884274d26e7 req-8d514fa6-2f95-4627-9e95-1d0a4ba102c2 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 944 time: 0.2968411 Sep 17 23:48:06.030039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa62b8c0-b247-4a83-bccb-f0aa9c5a18c7 admin admin] Router c40637f1-3d0d-4914-9be7-ae18a7bec109 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:48:06.070782 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:06.091241 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:06.114820 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597e97ad-e447-4e29-9076-c446db9ca94e {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:48:06.131322 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd882bb4-6b15-4a76-b84a-f884274d26e7 req-4c3ba0e9-b517-4bbb-95c1-bfc057225e2a tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcce7031-45a5-402d-9d8f-2dbb4bcb5400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220772 Sep 17 23:48:06.191118 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 597e97ad-e447-4e29-9076-c446db9ca94e, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=597e97ad-e447-4e29-9076-c446db9ca94e,segment=NetworkSegment(83978bff-5d82-460e-857b-0a548b458884),segment_id=83978bff-5d82-460e-857b-0a548b458884)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:06.216948 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f7e30a-c319-4baf-8406-a5def42665c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec80b30f-9ae9-4732-a979-f383d170bd3c'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:48:06.221497 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ecfc7e-4e61-45b7-8123-b95795629eb7" -d '{"events": [{"server_uuid": "50f7e30a-c319-4baf-8406-a5def42665c6", "name": "network-vif-plugged", "status": "completed", "tag": "ec80b30f-9ae9-4732-a979-f383d170bd3c"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:48:06.228346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa62b8c0-b247-4a83-bccb-f0aa9c5a18c7 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:48:06.245166 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fa62b8c0-b247-4a83-bccb-f0aa9c5a18c7 admin admin] 10.222.0.46 "PUT /v2.0/routers/c40637f1-3d0d-4914-9be7-ae18a7bec109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3219433 Sep 17 23:48:06.262823 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port ec80b30f-9ae9-4732-a979-f383d170bd3c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ec80b30f-9ae9-4732-a979-f383d170bd3c,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:06.292319 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'name': 'tempest-ServersTestBootFromVolume-1666709338-router', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:59Z', 'updated_at': '2021-09-17T23:48:05Z', 'revision_number': 4, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'gw_port': {'id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:38:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:01Z', 'updated_at': '2021-09-17T23:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'f4de4e49-bba5-42b9-a69f-aa5ea91b8caa', 'name': '', 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'mac_address': 'fa:16:3e:88:23:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:03Z', 'updated_at': '2021-09-17T23:48:03Z', 'revision_number': 1, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'subnets': [{'id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:48:06.374638 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:06.382036 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:06.383761 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea0359-4c7c-4f8e-ab4d-69121b713ca0 req-ab67ff3e-34aa-4877-8ec9-32640d81847f tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:06.385487 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44433109-8437-4f72-8c56-7b67915fb7fd None None] The sync data for ids ['c40637f1-3d0d-4914-9be7-ae18a7bec109'] in n-d-809883-1 is: [{'id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'name': 'tempest-ServersTestBootFromVolume-1666709338-router', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:59Z', 'updated_at': '2021-09-17T23:48:05Z', 'revision_number': 4, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'gw_port': {'id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:38:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:01Z', 'updated_at': '2021-09-17T23:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'f4de4e49-bba5-42b9-a69f-aa5ea91b8caa', 'name': '', 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'mac_address': 'fa:16:3e:88:23:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:03Z', 'updated_at': '2021-09-17T23:48:03Z', 'revision_number': 1, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'subnets': [{'id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:48:06.394948 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29ea0359-4c7c-4f8e-ab4d-69121b713ca0 req-ab67ff3e-34aa-4877-8ec9-32640d81847f tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.1319394 Sep 17 23:48:06.424131 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4452a1e5-eb5b-4c76-9122-0037c7811296 x-openstack-request-id: req-4452a1e5-eb5b-4c76-9122-0037c7811296 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:48:06.424484 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f7e30a-c319-4baf-8406-a5def42665c6", "name": "network-vif-plugged", "status": "completed", "tag": "ec80b30f-9ae9-4732-a979-f383d170bd3c", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:48:06.424794 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4452a1e5-eb5b-4c76-9122-0037c7811296 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:48:06.425305 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f7e30a-c319-4baf-8406-a5def42665c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec80b30f-9ae9-4732-a979-f383d170bd3c', 'code': 200} Sep 17 23:48:06.437667 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3d8fd862-ec2f-4fa9-8de7-0c86f20cc7ce None None] Provisioning complete for port f4de4e49-bba5-42b9-a69f-aa5ea91b8caa triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:48:06.438115 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3d8fd862-ec2f-4fa9-8de7-0c86f20cc7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:06.483413 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=597e97ad-e447-4e29-9076-c446db9ca94e,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:06.523907 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3d8fd862-ec2f-4fa9-8de7-0c86f20cc7ce None None] Port f4de4e49-bba5-42b9-a69f-aa5ea91b8caa cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:48:06.525045 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29ea0359-4c7c-4f8e-ab4d-69121b713ca0 req-2aecafa7-13fd-4d5f-b3a8-830d70dbd6f2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232107 Sep 17 23:48:06.598368 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=ec80b30f-9ae9-4732-a979-f383d170bd3c,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:06.614941 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02dc6c-7c7e-433a-ba51-692e383a18f4 req-c8e5e9b9-df59-407a-876e-10d8d4d665b1 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:06.616527 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f02dc6c-7c7e-433a-ba51-692e383a18f4 req-c8e5e9b9-df59-407a-876e-10d8d4d665b1 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0855839 Sep 17 23:48:06.685692 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f02dc6c-7c7e-433a-ba51-692e383a18f4 req-f48cad71-8e2d-4700-8e30-c17b0a3e8924 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614061 Sep 17 23:48:06.745654 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['597e97ad-e447-4e29-9076-c446db9ca94e'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:48:07.122847 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00a9fe-c8d1-4003-834e-59ef9a2f5d3c req-2702fd30-0f3e-4927-8f45-3232cf36d42b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:07.128081 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c00a9fe-c8d1-4003-834e-59ef9a2f5d3c req-2702fd30-0f3e-4927-8f45-3232cf36d42b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0760763 Sep 17 23:48:07.191279 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c00a9fe-c8d1-4003-834e-59ef9a2f5d3c req-ad07b5fe-6593-4f3f-ae93-694a0e133094 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544362 Sep 17 23:48:07.241185 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39676) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:48:07.248591 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-bda73736-6854-46f8-8360-e541fe98beda tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1771736397', 'description': 'tempest-description--846714671'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:07.377120 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bda73736-6854-46f8-8360-e541fe98beda tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:07.444012 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9209b2e-f2b6-4ed8-8a3d-63bc28bf4251 req-61208137-066c-4faa-bdd6-baab09320ffb tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:07.457838 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9209b2e-f2b6-4ed8-8a3d-63bc28bf4251 req-61208137-066c-4faa-bdd6-baab09320ffb tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 945 time: 0.1338234 Sep 17 23:48:07.520977 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9209b2e-f2b6-4ed8-8a3d-63bc28bf4251 req-b2443eda-304c-4c7c-8196-d1307b1c1195 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcce7031-45a5-402d-9d8f-2dbb4bcb5400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580297 Sep 17 23:48:07.618120 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bda73736-6854-46f8-8360-e541fe98beda tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:07.717909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fc58b-ab50-43cc-8806-aae801399fc8 req-7b3edbb5-7f54-432d-af5c-4e586b119ee0 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:07.720512 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-955fc58b-ab50-43cc-8806-aae801399fc8 req-7b3edbb5-7f54-432d-af5c-4e586b119ee0 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.0998652 Sep 17 23:48:07.722381 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bda73736-6854-46f8-8360-e541fe98beda tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:07.805877 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-955fc58b-ab50-43cc-8806-aae801399fc8 req-0742aa43-7bd7-4d52-bcac-c9b6e1a4988c tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644519 Sep 17 23:48:07.826907 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bda73736-6854-46f8-8360-e541fe98beda tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:07.828140 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bda73736-6854-46f8-8360-e541fe98beda tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5857749 Sep 17 23:48:07.832242 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda73736-6854-46f8-8360-e541fe98beda tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d668546c-3bd6-45b7-93d3-bc8501569b43,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:07.839173 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39684) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:48:07.843897 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-dafd4feb-b4c2-44b7-88f2-868d1d3b92a6 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Request body: {'security_group_rule': {'security_group_id': 'd668546c-3bd6-45b7-93d3-bc8501569b43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:07.882761 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e800f64-b237-4bab-b350-b88a2b619bcf req-d94edd6a-1acb-4e11-9311-451212e82b87 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:07.893357 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9e800f64-b237-4bab-b350-b88a2b619bcf req-d94edd6a-1acb-4e11-9311-451212e82b87 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0677042 Sep 17 23:48:07.953233 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9e800f64-b237-4bab-b350-b88a2b619bcf req-bb719845-868e-41dd-af63-e32560a01518 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559959 Sep 17 23:48:07.959221 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dafd4feb-b4c2-44b7-88f2-868d1d3b92a6 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:08.047458 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dafd4feb-b4c2-44b7-88f2-868d1d3b92a6 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:08.140195 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dafd4feb-b4c2-44b7-88f2-868d1d3b92a6 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:08.188936 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd4feb-b4c2-44b7-88f2-868d1d3b92a6 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de9ec04-03b9-48f0-ad4b-4adad2270c9a,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:08.300314 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dafd4feb-b4c2-44b7-88f2-868d1d3b92a6 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:08.301736 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dafd4feb-b4c2-44b7-88f2-868d1d3b92a6 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4615288 Sep 17 23:48:08.304372 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39696) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:48:08.310514 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-52dabb09-af10-40f3-9712-cb596d477473 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Request body: {'security_group_rule': {'security_group_id': 'd668546c-3bd6-45b7-93d3-bc8501569b43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:08.382272 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e4160-c510-41a1-8247-ebaf6652a626 req-d616cd4b-f904-4616-a6bd-129ac875032a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:08.391166 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-928e4160-c510-41a1-8247-ebaf6652a626 req-d616cd4b-f904-4616-a6bd-129ac875032a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.1098516 Sep 17 23:48:08.411117 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:48:08.418149 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52dabb09-af10-40f3-9712-cb596d477473 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:08.438478 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-928e4160-c510-41a1-8247-ebaf6652a626 req-db8e558c-228b-4041-b73e-affb458d926b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456805 Sep 17 23:48:08.560235 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52dabb09-af10-40f3-9712-cb596d477473 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:08.630789 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52dabb09-af10-40f3-9712-cb596d477473 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:08.655956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dabb09-af10-40f3-9712-cb596d477473 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9c3c2c-4309-44b5-a295-431fca890ca3,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:08.707085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ba57d-ea99-4e46-be58-fc93c25cf1f6 req-af2ca494-2229-4b6b-b810-50a8080aeba3 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:08.708613 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a1ba57d-ea99-4e46-be58-fc93c25cf1f6 req-af2ca494-2229-4b6b-b810-50a8080aeba3 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0878944 Sep 17 23:48:08.721926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ac6b7-6384-476f-89d0-6e2cc1d07c63 req-96ed4c02-bfa9-44a7-b123-bafd198881fe tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:08.723662 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52dabb09-af10-40f3-9712-cb596d477473 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:08.723857 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c48ac6b7-6384-476f-89d0-6e2cc1d07c63 req-96ed4c02-bfa9-44a7-b123-bafd198881fe tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 945 time: 0.0913367 Sep 17 23:48:08.728679 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-52dabb09-af10-40f3-9712-cb596d477473 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4197130 Sep 17 23:48:08.729516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39710) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:48:08.744992 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e0058a43-b78d-43ec-9a7b-3765e1664705 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:08.807841 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c48ac6b7-6384-476f-89d0-6e2cc1d07c63 req-37bec19e-4f41-444f-b2c7-2a705e57e778 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcce7031-45a5-402d-9d8f-2dbb4bcb5400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696731 Sep 17 23:48:08.825275 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a1ba57d-ea99-4e46-be58-fc93c25cf1f6 req-0425b466-23e3-43bd-a2f5-5ce808080e67 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935566 Sep 17 23:48:09.029044 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42741851-5b28-4515-9913-3e67805a2949 req-9dd8938a-759e-428c-b7e8-b4ece6f21785 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:09.029044 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42741851-5b28-4515-9913-3e67805a2949 req-9dd8938a-759e-428c-b7e8-b4ece6f21785 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0792363 Sep 17 23:48:09.029044 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403b456-239e-4538-b499-5973d29298d3 req-20bd09f4-1f4c-4857-b498-500cbe41b72b tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:09.029044 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7403b456-239e-4538-b499-5973d29298d3 req-20bd09f4-1f4c-4857-b498-500cbe41b72b tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.0881381 Sep 17 23:48:09.030985 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 597e97ad-e447-4e29-9076-c446db9ca94e up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:48:09.032028 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42741851-5b28-4515-9913-3e67805a2949 req-28410747-7901-495e-927a-31d72ec341e7 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572858 Sep 17 23:48:09.063171 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7403b456-239e-4538-b499-5973d29298d3 req-49344c91-5bff-4145-902e-e60bb0779779 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745239 Sep 17 23:48:09.063508 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8e57dc2d-0ce5-44ca-8589-07d26ea717c8 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:48:09.127411 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 8e57dc2d-0ce5-44ca-8589-07d26ea717c8 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:48:09.129240 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:09.199816 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c422f-37b6-4432-85ee-5d2eb739e344 req-efe5a12f-5bf5-47f2-988e-0acd024bb2d4 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:09.202209 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f6c422f-37b6-4432-85ee-5d2eb739e344 req-efe5a12f-5bf5-47f2-988e-0acd024bb2d4 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0734069 Sep 17 23:48:09.223792 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:09.243790 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e0058a43-b78d-43ec-9a7b-3765e1664705 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:09.248761 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 8e57dc2d-0ce5-44ca-8589-07d26ea717c8, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8e57dc2d-0ce5-44ca-8589-07d26ea717c8,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:09.248940 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f6c422f-37b6-4432-85ee-5d2eb739e344 req-17d52a0a-d24b-45da-b6a8-2ec11031ea5d tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386024 Sep 17 23:48:09.271990 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 597e97ad-e447-4e29-9076-c446db9ca94e completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:48:09.277471 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 597e97ad-e447-4e29-9076-c446db9ca94e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:48:09.277852 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:09.352592 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e0058a43-b78d-43ec-9a7b-3765e1664705 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:09.360763 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:09.375504 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:09.434342 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee414fda-dd4f-4f21-9a87-d06cba382095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597e97ad-e447-4e29-9076-c446db9ca94e'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:48:09.436588 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9215044-6ad9-4b0d-ad76-f73f21e6bfa9" -d '{"events": [{"server_uuid": "ee414fda-dd4f-4f21-9a87-d06cba382095", "name": "network-vif-plugged", "status": "completed", "tag": "597e97ad-e447-4e29-9076-c446db9ca94e"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:48:09.440939 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] Sync routers for ids ['c40637f1-3d0d-4914-9be7-ae18a7bec109'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:48:09.453229 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] Routers {'c40637f1-3d0d-4914-9be7-ae18a7bec109'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:48:09.459355 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:47:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c40637f1-3d0d-4914-9be7-ae18a7bec109'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:48:09.492449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 597e97ad-e447-4e29-9076-c446db9ca94e, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=597e97ad-e447-4e29-9076-c446db9ca94e,segment=NetworkSegment(83978bff-5d82-460e-857b-0a548b458884),segment_id=83978bff-5d82-460e-857b-0a548b458884)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:09.517786 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-e0058a43-b78d-43ec-9a7b-3765e1664705 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Allocated IP 172.25.3.5 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/2a906d1a-6306-421d-9751-60fd24c10502) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:48:09.522353 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866f6a79-24a2-4d81-839d-26543e6b6eee x-openstack-request-id: req-866f6a79-24a2-4d81-839d-26543e6b6eee {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:48:09.522652 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee414fda-dd4f-4f21-9a87-d06cba382095", "name": "network-vif-plugged", "status": "completed", "tag": "597e97ad-e447-4e29-9076-c446db9ca94e", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:48:09.522908 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-866f6a79-24a2-4d81-839d-26543e6b6eee {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:48:09.523358 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee414fda-dd4f-4f21-9a87-d06cba382095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597e97ad-e447-4e29-9076-c446db9ca94e', 'code': 200} Sep 17 23:48:09.524382 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=8e57dc2d-0ce5-44ca-8589-07d26ea717c8,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:09.591367 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:09.624088 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661115d5-62ce-4f81-b398-da1a3354df1a req-68979077-ae7f-4351-a8bf-e0e99d620173 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:09.636298 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-661115d5-62ce-4f81-b398-da1a3354df1a req-68979077-ae7f-4351-a8bf-e0e99d620173 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.1172640 Sep 17 23:48:09.706801 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-661115d5-62ce-4f81-b398-da1a3354df1a req-423991e9-2290-4595-b9e0-18eb018b47b5 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683508 Sep 17 23:48:09.721163 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=597e97ad-e447-4e29-9076-c446db9ca94e,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:09.752844 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e0058a43-b78d-43ec-9a7b-3765e1664705 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:09.757899 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] Set router c40637f1-3d0d-4914-9be7-ae18a7bec109 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:48:09.829693 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9edfb8-ae43-496a-ad59-54d33c857f5f req-5a438115-70cf-49a6-a689-9aa5faf619d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:09.829693 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-da9edfb8-ae43-496a-ad59-54d33c857f5f req-5a438115-70cf-49a6-a689-9aa5faf619d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 1097 time: 0.1897964 Sep 17 23:48:09.890305 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-da9edfb8-ae43-496a-ad59-54d33c857f5f req-a0a64c6e-af50-4d4d-a737-45175f22d06f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fcce7031-45a5-402d-9d8f-2dbb4bcb5400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502071 Sep 17 23:48:09.892863 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e0058a43-b78d-43ec-9a7b-3765e1664705 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:09.961148 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0058a43-b78d-43ec-9a7b-3765e1664705 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:48:09.964128 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0058a43-b78d-43ec-9a7b-3765e1664705 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Pushing event updated for resources: {'Port': ['ID=2a906d1a-6306-421d-9751-60fd24c10502,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:09.975442 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-e0058a43-b78d-43ec-9a7b-3765e1664705 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:48:09.979956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0058a43-b78d-43ec-9a7b-3765e1664705 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:48:09.989160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd07155-58bf-40f6-8c75-847fc733c2aa req-dd08ba88-1b3c-43d9-9ac0-269b17c8c457 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:09.997317 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2dd07155-58bf-40f6-8c75-847fc733c2aa req-dd08ba88-1b3c-43d9-9ac0-269b17c8c457 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 946 time: 0.0950286 Sep 17 23:48:10.057307 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'name': 'tempest-ServersTestBootFromVolume-1666709338-router', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:59Z', 'updated_at': '2021-09-17T23:48:05Z', 'revision_number': 4, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'gw_port': {'id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:01Z', 'updated_at': '2021-09-17T23:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'f4de4e49-bba5-42b9-a69f-aa5ea91b8caa', 'name': '', 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'mac_address': 'fa:16:3e:88:23:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:03Z', 'updated_at': '2021-09-17T23:48:05Z', 'revision_number': 2, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'subnets': [{'id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:48:10.076544 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2dd07155-58bf-40f6-8c75-847fc733c2aa req-9b7a4b3c-52a3-42ab-bc48-5bbd2ee83e3b tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcce7031-45a5-402d-9d8f-2dbb4bcb5400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772977 Sep 17 23:48:10.129749 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] Checking router: c40637f1-3d0d-4914-9be7-ae18a7bec109 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:48:10.130098 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] Updating router c40637f1-3d0d-4914-9be7-ae18a7bec109 port f4de4e49-bba5-42b9-a69f-aa5ea91b8caa binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:48:10.146402 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e0058a43-b78d-43ec-9a7b-3765e1664705 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:10.185965 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:10.228761 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad14a75-7905-4cc4-b8fe-50f9aca0cfd3 req-9d3a4aa2-d8ef-447b-901b-8dad670360d2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:10.230550 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ad14a75-7905-4cc4-b8fe-50f9aca0cfd3 req-9d3a4aa2-d8ef-447b-901b-8dad670360d2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.0690889 Sep 17 23:48:10.237717 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:10.333271 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ad14a75-7905-4cc4-b8fe-50f9aca0cfd3 req-d3a1a069-d0eb-4093-a369-c147172f2b85 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896647 Sep 17 23:48:10.362246 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e0058a43-b78d-43ec-9a7b-3765e1664705 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:10.460200 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:10.501809 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de437681-9ae8-4ec5-946e-a54945a1572e req-dcb5d784-e33b-46b9-acd7-325ecdc9be42 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:10.509203 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de437681-9ae8-4ec5-946e-a54945a1572e req-dcb5d784-e33b-46b9-acd7-325ecdc9be42 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.1031218 Sep 17 23:48:10.551012 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:10.613917 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de437681-9ae8-4ec5-946e-a54945a1572e req-42c25bad-d4bd-4126-a8b1-e390bd6ad7a8 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009717 Sep 17 23:48:10.687410 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e0058a43-b78d-43ec-9a7b-3765e1664705 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:10.719591 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] Attempting to bind port f4de4e49-bba5-42b9-a69f-aa5ea91b8caa on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:48:10.720397 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] Attempting to bind port f4de4e49-bba5-42b9-a69f-aa5ea91b8caa by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '54eae70a-5d50-4df0-8aa6-917170e97c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:48:10.721456 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] Attempting to bind port f4de4e49-bba5-42b9-a69f-aa5ea91b8caa on network 72122d7e-76de-4b34-9763-12068f6a5b58 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:48:10.738826 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:48:10.739568 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] Checking segment: {'id': '54eae70a-5d50-4df0-8aa6-917170e97c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:48:10.739923 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e0058a43-b78d-43ec-9a7b-3765e1664705 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:10.740688 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:10.741320 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] Bound using segment: {'id': '54eae70a-5d50-4df0-8aa6-917170e97c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:48:10.741963 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] Bound port: f4de4e49-bba5-42b9-a69f-aa5ea91b8caa, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54eae70a-5d50-4df0-8aa6-917170e97c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:48:10.742510 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:10.794442 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb452d2-acf1-4820-9ccd-b1de416ac272 None None] Pushing event updated for resources: {'Port': ['ID=f4de4e49-bba5-42b9-a69f-aa5ea91b8caa,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:10.930011 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] For port f4de4e49-bba5-42b9-a69f-aa5ea91b8caa, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:48:10.940546 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] For port f4de4e49-bba5-42b9-a69f-aa5ea91b8caa, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f4de4e49-bba5-42b9-a69f-aa5ea91b8caa,segment=NetworkSegment(54eae70a-5d50-4df0-8aa6-917170e97c7e),segment_id=54eae70a-5d50-4df0-8aa6-917170e97c7e)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:48:10.995744 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa7560-2c85-4c61-a9e9-652e92ae08e8 req-5d6ca7e6-90e4-4543-9ea2-17103b170dd0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:11.003363 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4faa7560-2c85-4c61-a9e9-652e92ae08e8 req-5d6ca7e6-90e4-4543-9ea2-17103b170dd0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0817101 Sep 17 23:48:11.003952 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:11.006988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-be102f74-f18e-48a7-b89f-0320756b9cfd None None] Provisioning complete for port f4de4e49-bba5-42b9-a69f-aa5ea91b8caa triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:48:11.007562 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-be102f74-f18e-48a7-b89f-0320756b9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:11.054060 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4faa7560-2c85-4c61-a9e9-652e92ae08e8 req-326eae09-4e4f-4878-ac6c-e560a6dea12b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435984 Sep 17 23:48:11.104253 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0058a43-b78d-43ec-9a7b-3765e1664705 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Pushing event updated for resources: {'Port': ['ID=2a906d1a-6306-421d-9751-60fd24c10502,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:11.110366 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8e57dc2d-0ce5-44ca-8589-07d26ea717c8 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:48:11.138171 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e0058a43-b78d-43ec-9a7b-3765e1664705 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:11.157146 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] Routers {'c40637f1-3d0d-4914-9be7-ae18a7bec109'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:48:11.157820 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:47:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c40637f1-3d0d-4914-9be7-ae18a7bec109'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:48:11.225587 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e0058a43-b78d-43ec-9a7b-3765e1664705 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:11.234646 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e0058a43-b78d-43ec-9a7b-3765e1664705 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4959381 Sep 17 23:48:11.245167 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-be102f74-f18e-48a7-b89f-0320756b9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:11.248732 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 8e57dc2d-0ce5-44ca-8589-07d26ea717c8 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:48:11.249126 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:11.289544 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2f399-60ec-41a1-a1ad-cc774e983795 req-a7b2424f-82e0-46d7-ad8a-6bbd483cfa21 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:11.302327 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88f2f399-60ec-41a1-a1ad-cc774e983795 req-a7b2424f-82e0-46d7-ad8a-6bbd483cfa21 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 946 time: 0.1041865 Sep 17 23:48:11.390804 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-be102f74-f18e-48a7-b89f-0320756b9cfd None None] For port f4de4e49-bba5-42b9-a69f-aa5ea91b8caa, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f4de4e49-bba5-42b9-a69f-aa5ea91b8caa,segment=NetworkSegment(54eae70a-5d50-4df0-8aa6-917170e97c7e),segment_id=54eae70a-5d50-4df0-8aa6-917170e97c7e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:11.398578 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88f2f399-60ec-41a1-a1ad-cc774e983795 req-8ccb2374-3ece-4efc-91dd-a469dd45b065 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcce7031-45a5-402d-9d8f-2dbb4bcb5400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950003 Sep 17 23:48:11.471485 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-be102f74-f18e-48a7-b89f-0320756b9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:11.531790 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] Set router c40637f1-3d0d-4914-9be7-ae18a7bec109 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:48:11.550681 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be102f74-f18e-48a7-b89f-0320756b9cfd None None] Pushing event updated for resources: {'Port': ['ID=f4de4e49-bba5-42b9-a69f-aa5ea91b8caa,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:11.581073 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb452d2-acf1-4820-9ccd-b1de416ac272 None None] Pushing event updated for resources: {'Port': ['ID=f4de4e49-bba5-42b9-a69f-aa5ea91b8caa,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:11.608149 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b93210f2-95e1-4818-addb-e289f19a943c None None] Provisioning complete for port f4de4e49-bba5-42b9-a69f-aa5ea91b8caa triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:48:11.608473 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b93210f2-95e1-4818-addb-e289f19a943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:11.614960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8c59a-3301-4431-aa9c-2c18019ca27e req-60352158-bf3b-48a4-b844-33383c6dd126 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:11.616482 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35c8c59a-3301-4431-aa9c-2c18019ca27e req-60352158-bf3b-48a4-b844-33383c6dd126 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.1450195 Sep 17 23:48:11.753527 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35c8c59a-3301-4431-aa9c-2c18019ca27e req-c7eb6488-d4d2-496d-8ce6-ac4b60d990b0 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288013 Sep 17 23:48:11.841630 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5235ec8-965d-48c6-9cfe-acdd485757ca req-f9626ba4-a980-441b-b226-f486ebccfb81 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:11.849214 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5235ec8-965d-48c6-9cfe-acdd485757ca req-f9626ba4-a980-441b-b226-f486ebccfb81 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0941157 Sep 17 23:48:11.884361 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'name': 'tempest-ServersTestBootFromVolume-1666709338-router', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:59Z', 'updated_at': '2021-09-17T23:48:05Z', 'revision_number': 4, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'gw_port': {'id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:01Z', 'updated_at': '2021-09-17T23:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'f4de4e49-bba5-42b9-a69f-aa5ea91b8caa', 'name': '', 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'mac_address': 'fa:16:3e:88:23:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:03Z', 'updated_at': '2021-09-17T23:48:10Z', 'revision_number': 4, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'subnets': [{'id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:48:11.894991 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5235ec8-965d-48c6-9cfe-acdd485757ca req-270e855f-d1eb-46d8-a4c5-30d1188ffb4d tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445905 Sep 17 23:48:11.935508 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18dc145-fdde-4d18-86cb-0e8f33a2ba4b None None] The sync data for ids ['c40637f1-3d0d-4914-9be7-ae18a7bec109'] in n-d-809883-1 is: [{'id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'name': 'tempest-ServersTestBootFromVolume-1666709338-router', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:59Z', 'updated_at': '2021-09-17T23:48:05Z', 'revision_number': 4, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'gw_port': {'id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:01Z', 'updated_at': '2021-09-17T23:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'f4de4e49-bba5-42b9-a69f-aa5ea91b8caa', 'name': '', 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'mac_address': 'fa:16:3e:88:23:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:03Z', 'updated_at': '2021-09-17T23:48:10Z', 'revision_number': 4, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'subnets': [{'id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:48:12.240221 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56adf1-7e1f-460d-988a-8c0485b1b358 req-0ef73d6c-28bc-4624-aeca-7a0f876a0fb1 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:12.248484 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af56adf1-7e1f-460d-988a-8c0485b1b358 req-0ef73d6c-28bc-4624-aeca-7a0f876a0fb1 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.1218188 Sep 17 23:48:12.265887 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b8459-b94c-4840-9aa5-9f361c6e610d req-d2b50dfe-3f4a-445c-9c4b-e36e8f23e0b7 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:12.273623 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d37b8459-b94c-4840-9aa5-9f361c6e610d req-d2b50dfe-3f4a-445c-9c4b-e36e8f23e0b7 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.1141906 Sep 17 23:48:12.364564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af56adf1-7e1f-460d-988a-8c0485b1b358 req-63f38821-ed34-4f17-ac3d-4e974f0f0564 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100450 Sep 17 23:48:12.373865 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d37b8459-b94c-4840-9aa5-9f361c6e610d req-33c5654a-420e-482e-a2a6-f1171e4188c2 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993831 Sep 17 23:48:12.593458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9308fc-dd0f-4ea4-9746-993ecd561551 req-d08fecb2-2029-41e6-b2c1-52a273eba4ac tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:12.595062 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a9308fc-dd0f-4ea4-9746-993ecd561551 req-d08fecb2-2029-41e6-b2c1-52a273eba4ac tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.1393242 Sep 17 23:48:12.605143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3d5f4-3351-465d-8465-5810cf16fc3a req-21ffdd6e-b44d-4eb2-b9d3-f81c3a49dce0 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:12.606838 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79a3d5f4-3351-465d-8465-5810cf16fc3a req-21ffdd6e-b44d-4eb2-b9d3-f81c3a49dce0 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 946 time: 0.0912774 Sep 17 23:48:12.672000 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79a3d5f4-3351-465d-8465-5810cf16fc3a req-dd59fb2c-ae3c-4c67-85c2-312ce3865c93 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcce7031-45a5-402d-9d8f-2dbb4bcb5400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523741 Sep 17 23:48:12.705604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a9308fc-dd0f-4ea4-9746-993ecd561551 req-df6bfc63-4029-41f2-87a0-a26db44d1cca tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929425 Sep 17 23:48:12.958209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f4de4e49-bba5-42b9-a69f-aa5ea91b8caa up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:48:13.002716 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ac6d1-7b8a-42a5-890f-864877768776 req-32fbae58-c194-4764-a37c-ffa73f593268 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:13.013218 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-980ac6d1-7b8a-42a5-890f-864877768776 req-32fbae58-c194-4764-a37c-ffa73f593268 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.1392050 Sep 17 23:48:13.094721 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-980ac6d1-7b8a-42a5-890f-864877768776 req-82c63781-89a2-4b2c-a736-d5f4b1633151 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805039 Sep 17 23:48:13.125123 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port f4de4e49-bba5-42b9-a69f-aa5ea91b8caa triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:48:13.125657 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:13.256407 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:13.356966 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5be568-1cc5-44d8-a353-64500ac5ea80 req-0646eaae-d59e-4397-b47b-9bdbfc8af0ad tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:13.359083 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f5be568-1cc5-44d8-a353-64500ac5ea80 req-0646eaae-d59e-4397-b47b-9bdbfc8af0ad tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0773826 Sep 17 23:48:13.419008 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f5be568-1cc5-44d8-a353-64500ac5ea80 req-1b11f05e-9fbe-4326-a6f5-7d2c9514a9d0 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539217 Sep 17 23:48:13.612329 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d54ac-1cb2-4157-9b72-6276a4330259 req-2f9517c0-d49c-4c72-bdde-55da35cfd8a7 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:13.620483 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be3d54ac-1cb2-4157-9b72-6276a4330259 req-2f9517c0-d49c-4c72-bdde-55da35cfd8a7 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 946 time: 0.1135161 Sep 17 23:48:13.668315 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45cbcd-d8b6-4d70-b0ed-20440ed3d753 req-4d524558-fe37-40fe-a7d0-e88ac82a0549 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:13.670117 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff45cbcd-d8b6-4d70-b0ed-20440ed3d753 req-4d524558-fe37-40fe-a7d0-e88ac82a0549 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.1620455 Sep 17 23:48:13.724821 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be3d54ac-1cb2-4157-9b72-6276a4330259 req-e3e82ae0-134c-4bb3-bbc1-df43ce881355 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcce7031-45a5-402d-9d8f-2dbb4bcb5400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021771 Sep 17 23:48:13.770849 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff45cbcd-d8b6-4d70-b0ed-20440ed3d753 req-c8d1db6d-b467-46d8-b4b1-69859d484c44 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740092 Sep 17 23:48:13.966808 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7d4e1-142a-4b6b-b6dc-91c3b72167d2 req-805e052a-c92c-44de-80f3-596155d9fc21 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:13.968432 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10a7d4e1-142a-4b6b-b6dc-91c3b72167d2 req-805e052a-c92c-44de-80f3-596155d9fc21 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.1536074 Sep 17 23:48:13.976953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ff8ac-1fc8-4808-9302-43cff89673e7 req-766b853d-0265-4393-928c-db0a93ce2bb4 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:13.979209 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-635ff8ac-1fc8-4808-9302-43cff89673e7 req-766b853d-0265-4393-928c-db0a93ce2bb4 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0958555 Sep 17 23:48:14.014165 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-903ba509-c685-461e-885f-f0986b23874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:14.058003 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10a7d4e1-142a-4b6b-b6dc-91c3b72167d2 req-835e9fa6-bd0a-475d-9103-0441a936ea2b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775604 Sep 17 23:48:14.078235 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-635ff8ac-1fc8-4808-9302-43cff89673e7 req-804e3aca-9f65-4198-a950-19e81b075180 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901096 Sep 17 23:48:14.299049 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56e830-dbd7-4e34-b89c-b49ab9d521b0 req-9d4a7f88-f745-4abe-9bcc-0451215f1db6 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:14.300459 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9e56e830-dbd7-4e34-b89c-b49ab9d521b0 req-9d4a7f88-f745-4abe-9bcc-0451215f1db6 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.1076324 Sep 17 23:48:14.313967 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9653f-10d1-455a-ab86-2fbd617fecb0 req-040ed7a6-59d2-446c-a22a-f68166f552d4 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:14.315750 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c9c9653f-10d1-455a-ab86-2fbd617fecb0 req-040ed7a6-59d2-446c-a22a-f68166f552d4 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0807657 Sep 17 23:48:14.375965 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9e56e830-dbd7-4e34-b89c-b49ab9d521b0 req-6ac26d33-9c08-4fc3-8721-8da21d422f33 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591195 Sep 17 23:48:14.384685 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c9c9653f-10d1-455a-ab86-2fbd617fecb0 req-528ef7cc-ff4f-4567-a06f-3fec47274f7e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602593 Sep 17 23:48:14.572919 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92a8f4-c2b8-48c4-aa41-d3e3e0f08c06 req-fc616523-28dc-4328-b280-081d71287b7a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:14.574358 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d92a8f4-c2b8-48c4-aa41-d3e3e0f08c06 req-fc616523-28dc-4328-b280-081d71287b7a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0938261 Sep 17 23:48:14.606956 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7d1e9-b84e-4c6e-bbed-f7552af60755 req-a1f86ce5-d461-48c9-bc88-3a45bdd75f9b tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:14.608439 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-81d7d1e9-b84e-4c6e-bbed-f7552af60755 req-a1f86ce5-d461-48c9-bc88-3a45bdd75f9b tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0899646 Sep 17 23:48:14.641531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d92a8f4-c2b8-48c4-aa41-d3e3e0f08c06 req-909ad93a-0f75-4b38-8b24-12ee69345fe7 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596478 Sep 17 23:48:14.679555 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-81d7d1e9-b84e-4c6e-bbed-f7552af60755 req-cdd77ace-e7fb-480a-b665-beb12719e7b3 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586059 Sep 17 23:48:14.911762 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d221ffc-e6c1-43fe-90c5-ea67df5aa5e4 req-7c487913-b349-48f8-94a4-9d94cf997e51 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:14.916166 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d221ffc-e6c1-43fe-90c5-ea67df5aa5e4 req-7c487913-b349-48f8-94a4-9d94cf997e51 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 946 time: 0.0808659 Sep 17 23:48:14.951717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dba3c0-50a8-4540-8d22-8cf097e62d54 req-0bd558b9-e3dd-492c-aa29-6f111e838e66 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:14.955133 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-60dba3c0-50a8-4540-8d22-8cf097e62d54 req-0bd558b9-e3dd-492c-aa29-6f111e838e66 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 946 time: 0.0814378 Sep 17 23:48:15.004461 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d221ffc-e6c1-43fe-90c5-ea67df5aa5e4 req-a1f49f17-c709-47bb-8365-47b78eea9656 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/security-groups?id=fcce7031-45a5-402d-9d8f-2dbb4bcb5400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772493 Sep 17 23:48:15.014184 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce59342-bb8e-4a8d-b893-540378085c73 req-91b84341-7f06-4a0c-9478-e78fecaf6d73 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:15.025604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ce59342-bb8e-4a8d-b893-540378085c73 req-91b84341-7f06-4a0c-9478-e78fecaf6d73 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.1073947 Sep 17 23:48:15.075468 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ce59342-bb8e-4a8d-b893-540378085c73 req-35888871-82ca-4ed3-8210-b10667706b1e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490484 Sep 17 23:48:15.182300 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-60dba3c0-50a8-4540-8d22-8cf097e62d54 req-d633b320-cc15-4c24-8a11-fdccda60d656 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Deleting port 597e97ad-e447-4e29-9076-c446db9ca94e {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:48:15.182651 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-60dba3c0-50a8-4540-8d22-8cf097e62d54 req-d633b320-cc15-4c24-8a11-fdccda60d656 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:15.300251 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14c8ac-0ad0-4719-809a-e381f41b7551 req-ed8905bb-c4ee-4a5e-a411-e06916fe147a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:15.308728 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc14c8ac-0ad0-4719-809a-e381f41b7551 req-ed8905bb-c4ee-4a5e-a411-e06916fe147a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.1101160 Sep 17 23:48:15.335723 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-60dba3c0-50a8-4540-8d22-8cf097e62d54 req-d633b320-cc15-4c24-8a11-fdccda60d656 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] For port 597e97ad-e447-4e29-9076-c446db9ca94e, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=597e97ad-e447-4e29-9076-c446db9ca94e,segment=NetworkSegment(83978bff-5d82-460e-857b-0a548b458884),segment_id=83978bff-5d82-460e-857b-0a548b458884)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:15.336007 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-60dba3c0-50a8-4540-8d22-8cf097e62d54 req-d633b320-cc15-4c24-8a11-fdccda60d656 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:15.361733 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-60dba3c0-50a8-4540-8d22-8cf097e62d54 req-d633b320-cc15-4c24-8a11-fdccda60d656 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Calling delete_port for 597e97ad-e447-4e29-9076-c446db9ca94e owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:48:15.366418 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc14c8ac-0ad0-4719-809a-e381f41b7551 req-588de8e2-d8e7-4f98-a1d6-bd4916365d92 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512033 Sep 17 23:48:15.398635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9931b94-b3a8-4a82-ad18-e2ba7dedcfee req-b049367f-abe2-4fd8-b380-665dda09cf1d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:15.421200 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9931b94-b3a8-4a82-ad18-e2ba7dedcfee req-b049367f-abe2-4fd8-b380-665dda09cf1d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.1736128 Sep 17 23:48:15.515015 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9931b94-b3a8-4a82-ad18-e2ba7dedcfee req-5983456d-d3cd-4ba8-93e6-acac76175310 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920544 Sep 17 23:48:15.567850 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955c91b-6d97-499e-8bd0-6b0b08462eb0 req-0b09823d-bfa1-469d-9a6a-21fcb2dce466 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:15.569806 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4955c91b-6d97-499e-8bd0-6b0b08462eb0 req-0b09823d-bfa1-469d-9a6a-21fcb2dce466 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.0792480 Sep 17 23:48:15.651974 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4955c91b-6d97-499e-8bd0-6b0b08462eb0 req-49b31d50-58eb-4079-a400-f292adbbf0a8 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730615 Sep 17 23:48:15.659909 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-60dba3c0-50a8-4540-8d22-8cf097e62d54 req-d633b320-cc15-4c24-8a11-fdccda60d656 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:15.679010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['597e97ad-e447-4e29-9076-c446db9ca94e'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:48:15.708193 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633b320-cc15-4c24-8a11-fdccda60d656 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Pushing event deleted for resources: {'Port': ['ID=597e97ad-e447-4e29-9076-c446db9ca94e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:15.780543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-60dba3c0-50a8-4540-8d22-8cf097e62d54 req-d633b320-cc15-4c24-8a11-fdccda60d656 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] No DVR routers for this DVR port 597e97ad-e447-4e29-9076-c446db9ca94e on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:48:15.784031 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-60dba3c0-50a8-4540-8d22-8cf097e62d54 req-d633b320-cc15-4c24-8a11-fdccda60d656 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:15.789073 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-60dba3c0-50a8-4540-8d22-8cf097e62d54 req-d633b320-cc15-4c24-8a11-fdccda60d656 tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.41 "DELETE /v2.0/ports/597e97ad-e447-4e29-9076-c446db9ca94e HTTP/1.1" status: 204 len: 173 time: 0.8238893 Sep 17 23:48:15.789622 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee414fda-dd4f-4f21-9a87-d06cba382095', 'name': 'network-vif-deleted', 'tag': '597e97ad-e447-4e29-9076-c446db9ca94e'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:48:15.793555 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba9d107-e880-429b-84bb-ea4ef6fdcf3a" -d '{"events": [{"server_uuid": "ee414fda-dd4f-4f21-9a87-d06cba382095", "name": "network-vif-deleted", "tag": "597e97ad-e447-4e29-9076-c446db9ca94e"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:48:15.891648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd435b-6002-4641-a4df-5e5764b44118 req-9ac3661c-fc9b-4ad7-9156-1f8ee9cedef6 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:15.911676 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eddd435b-6002-4641-a4df-5e5764b44118 req-9ac3661c-fc9b-4ad7-9156-1f8ee9cedef6 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.1133144 Sep 17 23:48:15.924419 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fae1e9-b256-478b-b003-c4f1cd619c66 req-3651e35a-ad3c-4209-bbe1-ec1f3b0ccc65 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:15.926418 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80fae1e9-b256-478b-b003-c4f1cd619c66 req-3651e35a-ad3c-4209-bbe1-ec1f3b0ccc65 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.1473775 Sep 17 23:48:15.990976 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eddd435b-6002-4641-a4df-5e5764b44118 req-63bb3f80-3fa6-4237-862c-42e21dc44a59 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779498 Sep 17 23:48:16.020269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80fae1e9-b256-478b-b003-c4f1cd619c66 req-c9e03159-9f40-4c18-a0ae-159e15460188 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802476 Sep 17 23:48:16.087853 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69ebce7-b27a-42c2-8baa-a4350007bc88 x-openstack-request-id: req-b69ebce7-b27a-42c2-8baa-a4350007bc88 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:48:16.088358 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee414fda-dd4f-4f21-9a87-d06cba382095", "name": "network-vif-deleted", "tag": "597e97ad-e447-4e29-9076-c446db9ca94e", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:48:16.088451 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b69ebce7-b27a-42c2-8baa-a4350007bc88 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:48:16.088790 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee414fda-dd4f-4f21-9a87-d06cba382095', 'name': 'network-vif-deleted', 'tag': '597e97ad-e447-4e29-9076-c446db9ca94e', 'status': 'completed', 'code': 200} Sep 17 23:48:16.233042 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe0c5544-13b5-4b04-9469-5fb0c6158aa0 req-2f2747cb-01fd-45c5-9618-45cf57d3409e tempest-ServerGroupTestJSON-570982754 tempest-ServerGroupTestJSON-570982754-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee414fda-dd4f-4f21-9a87-d06cba382095 HTTP/1.1" status: 200 len: 210 time: 0.0735857 Sep 17 23:48:16.262816 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98752d0e-9e5f-4560-9712-9042e342ed1e req-3c30400c-894c-4af4-b8d6-27d72801d257 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:16.264753 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-98752d0e-9e5f-4560-9712-9042e342ed1e req-3c30400c-894c-4af4-b8d6-27d72801d257 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.1070693 Sep 17 23:48:16.324505 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-98752d0e-9e5f-4560-9712-9042e342ed1e req-0b8ba2a9-3332-473b-8ce6-a5ad3771041e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525360 Sep 17 23:48:16.547601 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54458b44-ebb9-49e4-ac2c-2804b9c964d2 req-87b75280-f3f0-4b90-a46a-1c04aee6174f tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:16.548997 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54458b44-ebb9-49e4-ac2c-2804b9c964d2 req-87b75280-f3f0-4b90-a46a-1c04aee6174f tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0580578 Sep 17 23:48:16.569475 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-76091776-8b8b-4bcd-a8d4-bc7166bc52ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:16.651770 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54458b44-ebb9-49e4-ac2c-2804b9c964d2 req-678046b1-91bf-4694-9dcf-639601a9f782 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936403 Sep 17 23:48:16.753036 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67263ae-265b-4256-be52-242380f1e261 req-f2f64aad-e525-44fe-a1a4-9fd1f1222f91 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:16.760358 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e67263ae-265b-4256-be52-242380f1e261 req-f2f64aad-e525-44fe-a1a4-9fd1f1222f91 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.1341522 Sep 17 23:48:16.916401 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e67263ae-265b-4256-be52-242380f1e261 req-3113f578-be15-4ee4-9180-cf483d8e9485 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476283 Sep 17 23:48:16.942152 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56f3d8-993b-423d-9fdf-507b23ba1385 req-efde4216-95f9-4f05-9b51-5e5ebd7c5f7d tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:16.953511 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f56f3d8-993b-423d-9fdf-507b23ba1385 req-efde4216-95f9-4f05-9b51-5e5ebd7c5f7d tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.1746645 Sep 17 23:48:17.000916 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f56f3d8-993b-423d-9fdf-507b23ba1385 req-a6538a0f-f9ef-4e7c-9127-e18a7e5eca72 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461807 Sep 17 23:48:17.168119 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da312a-4915-48c8-9e9d-53b079807979 req-b4b5f9c0-f2f0-46d8-8b5d-f0b68eb252aa tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:17.176275 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e4da312a-4915-48c8-9e9d-53b079807979 req-b4b5f9c0-f2f0-46d8-8b5d-f0b68eb252aa tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0835154 Sep 17 23:48:17.315371 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5b5cf-89dc-47b5-9092-e64e664cea3b req-09913561-f9da-4af7-9104-9beb96f83324 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:17.315371 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-edc5b5cf-89dc-47b5-9092-e64e664cea3b req-09913561-f9da-4af7-9104-9beb96f83324 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.1267846 Sep 17 23:48:17.315371 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e4da312a-4915-48c8-9e9d-53b079807979 req-2fda2a1b-645d-4301-8841-01cbca332dc3 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712554 Sep 17 23:48:17.315371 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-edc5b5cf-89dc-47b5-9092-e64e664cea3b req-c48faaa1-3459-4c23-bb4a-e75818fa1e52 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683527 Sep 17 23:48:17.318222 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:17.679658 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:17.760092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39976) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:48:17.817752 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-7580e61b-3090-4067-9ea3-ee7be54601a2 admin admin] Deleting subnet f1b5ada0-8dea-4cd4-92f5-bc2c6c6ac9f7 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:48:17.822006 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7580e61b-3090-4067-9ea3-ee7be54601a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:17.870651 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7580e61b-3090-4067-9ea3-ee7be54601a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:17.929150 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7580e61b-3090-4067-9ea3-ee7be54601a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:18.061083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b26c7-79c6-42c4-88c9-f300a6163009 req-29369980-21ef-4be8-84a8-a72818b2222e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:18.069831 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-868b26c7-79c6-42c4-88c9-f300a6163009 req-29369980-21ef-4be8-84a8-a72818b2222e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0623391 Sep 17 23:48:18.077578 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7580e61b-3090-4067-9ea3-ee7be54601a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:18.111680 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-868b26c7-79c6-42c4-88c9-f300a6163009 req-1821d8d9-7b94-4a22-92f2-111e89c7c966 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395093 Sep 17 23:48:18.135255 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7580e61b-3090-4067-9ea3-ee7be54601a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:18.137348 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7580e61b-3090-4067-9ea3-ee7be54601a2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f1b5ada0-8dea-4cd4-92f5-bc2c6c6ac9f7 HTTP/1.1" status: 204 len: 168 time: 0.3762100 Sep 17 23:48:18.138776 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580e61b-3090-4067-9ea3-ee7be54601a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1b5ada0-8dea-4cd4-92f5-bc2c6c6ac9f7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:18.143201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39988) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:48:18.235112 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6dd5f39c-4e67-44d7-9800-783b91aac74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:18.324071 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6dd5f39c-4e67-44d7-9800-783b91aac74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:18.344449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6dd5f39c-4e67-44d7-9800-783b91aac74d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599da3f7-7601-477d-afb7-409c0cb0fbf3']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:48:18.356192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6dd5f39c-4e67-44d7-9800-783b91aac74d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83978bff-5d82-460e-857b-0a548b458884') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:48:18.356857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6dd5f39c-4e67-44d7-9800-783b91aac74d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83978bff-5d82-460e-857b-0a548b458884') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:48:18.368002 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6dd5f39c-4e67-44d7-9800-783b91aac74d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:18.381854 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6dd5f39c-4e67-44d7-9800-783b91aac74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:18.388317 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd5f39c-4e67-44d7-9800-783b91aac74d admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:48:18.388985 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6dd5f39c-4e67-44d7-9800-783b91aac74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:48:18.390770 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:48:18.573890 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6dd5f39c-4e67-44d7-9800-783b91aac74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:18.591906 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6dd5f39c-4e67-44d7-9800-783b91aac74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:18.596213 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6dd5f39c-4e67-44d7-9800-783b91aac74d admin admin] 10.222.0.46 "DELETE /v2.0/networks/599da3f7-7601-477d-afb7-409c0cb0fbf3 HTTP/1.1" status: 204 len: 168 time: 0.4486933 Sep 17 23:48:18.596213 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5f39c-4e67-44d7-9800-783b91aac74d admin admin] Pushing event deleted for resources: {'Network': ['ID=599da3f7-7601-477d-afb7-409c0cb0fbf3,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:18.605412 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0284507-1975-4ccc-a78f-9897e549b19f req-005dfb77-ca1e-4c79-b137-81d7a0fb7410 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:18.609340 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0284507-1975-4ccc-a78f-9897e549b19f req-005dfb77-ca1e-4c79-b137-81d7a0fb7410 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.0718527 Sep 17 23:48:18.651267 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0284507-1975-4ccc-a78f-9897e549b19f req-023c81f1-36d5-46ea-81c8-c10161491a96 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360999 Sep 17 23:48:18.781964 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478f9c3-4c69-4771-a3e7-2ed903b60426 req-c77aae9c-8c98-4824-8308-efa7ee4bae7f tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:18.783544 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d478f9c3-4c69-4771-a3e7-2ed903b60426 req-c77aae9c-8c98-4824-8308-efa7ee4bae7f tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0693002 Sep 17 23:48:18.845097 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d478f9c3-4c69-4771-a3e7-2ed903b60426 req-44616664-1cdd-4b96-92a0-0323910c8d94 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524263 Sep 17 23:48:18.991284 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40002) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:48:19.043358 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 597e97ad-e447-4e29-9076-c446db9ca94e no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:48:19.056447 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40004) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:48:19.057685 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-faae62ec-c7d0-4b72-92c3-1421c19e5f2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac4a54c1b1334b0e9170028cf7bef346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643613 Sep 17 23:48:19.086892 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 597e97ad-e447-4e29-9076-c446db9ca94e {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:48:19.087490 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 597e97ad-e447-4e29-9076-c446db9ca94e not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:48:19.124519 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9361e669-590e-473d-8b34-afc638ca287b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:19.151957 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9361e669-590e-473d-8b34-afc638ca287b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:19.256626 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c607b-5d80-4ed5-87a1-6bd31110c036 req-328fc4c0-bd83-43ee-b139-e6642f2f00c9 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:19.258230 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd8c607b-5d80-4ed5-87a1-6bd31110c036 req-328fc4c0-bd83-43ee-b139-e6642f2f00c9 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0570464 Sep 17 23:48:19.298950 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd8c607b-5d80-4ed5-87a1-6bd31110c036 req-df98978f-e325-421d-bcae-de9ad71cd64b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325639 Sep 17 23:48:19.357216 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9361e669-590e-473d-8b34-afc638ca287b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:19.359643 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9361e669-590e-473d-8b34-afc638ca287b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:19.361045 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9361e669-590e-473d-8b34-afc638ca287b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fcce7031-45a5-402d-9d8f-2dbb4bcb5400 HTTP/1.1" status: 204 len: 168 time: 0.3034542 Sep 17 23:48:19.370868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361e669-590e-473d-8b34-afc638ca287b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcce7031-45a5-402d-9d8f-2dbb4bcb5400,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:19.678134 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:20.159587 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f716e-50af-4532-926a-05495d9581b8 req-85479b54-2f84-4593-a360-09c081ee1961 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:20.161188 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b5f716e-50af-4532-926a-05495d9581b8 req-85479b54-2f84-4593-a360-09c081ee1961 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.4012446 Sep 17 23:48:20.201305 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecc5e6-a0dc-410f-a056-06412ebb44fd req-699cde6a-717e-4f28-8c22-1e943ec13feb tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:20.201305 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ccecc5e6-a0dc-410f-a056-06412ebb44fd req-699cde6a-717e-4f28-8c22-1e943ec13feb tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/networks?id=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca HTTP/1.1" status: 200 len: 813 time: 0.4504900 Sep 17 23:48:20.224296 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ccecc5e6-a0dc-410f-a056-06412ebb44fd req-8d773fdf-be55-4d97-a3c9-cf1e87442177 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/quotas/618eece5ac54429fbfca94da2a0d74b4 HTTP/1.1" status: 200 len: 375 time: 0.0189328 Sep 17 23:48:20.229631 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b5f716e-50af-4532-926a-05495d9581b8 req-38163a63-a401-4408-a8ca-d957a235ff3c tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570924 Sep 17 23:48:20.288087 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ccecc5e6-a0dc-410f-a056-06412ebb44fd req-74183d57-fbf6-4647-9552-8a098c09a96e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=618eece5ac54429fbfca94da2a0d74b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0562592 Sep 17 23:48:20.387680 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c6797-3590-4875-a337-152911ad2ef0 req-a06883c8-0333-4b0c-804b-ea5190c0febe tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:20.389240 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba5c6797-3590-4875-a337-152911ad2ef0 req-a06883c8-0333-4b0c-804b-ea5190c0febe tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0605259 Sep 17 23:48:20.444045 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba5c6797-3590-4875-a337-152911ad2ef0 req-8a72a00c-506c-4496-a997-6ca3b0d50ced tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436454 Sep 17 23:48:20.467659 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b8ecf-d095-47a1-a87c-844df7f5dfdb req-cece0584-f858-4a38-9f7c-4fc1ae021151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:20.469906 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-533b8ecf-d095-47a1-a87c-844df7f5dfdb req-cece0584-f858-4a38-9f7c-4fc1ae021151 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 1096 time: 0.0597451 Sep 17 23:48:20.503725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3fd51-59fe-48ba-a471-dce644cb0c68 req-d8bab6e3-68e9-4577-bfb5-4651d09677ef tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:20.505607 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2bf3fd51-59fe-48ba-a471-dce644cb0c68 req-d8bab6e3-68e9-4577-bfb5-4651d09677ef tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0588152 Sep 17 23:48:20.589682 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2bf3fd51-59fe-48ba-a471-dce644cb0c68 req-b401f2bc-c2d4-4907-8dbe-87783717a601 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767274 Sep 17 23:48:20.589928 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b8ecf-d095-47a1-a87c-844df7f5dfdb req-3b709436-c067-415e-9925-2dc2c024f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:20.591461 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-533b8ecf-d095-47a1-a87c-844df7f5dfdb req-3b709436-c067-415e-9925-2dc2c024f1f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e2df3c0f-6c40-4464-917a-684982de5476 HTTP/1.1" status: 200 len: 913 time: 0.1126440 Sep 17 23:48:20.598754 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eaf9e4-89da-4371-b9ba-bc844e6cfeb3 req-714e9f03-e7fd-445c-ad36-279050ead1ae tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:20.600242 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17eaf9e4-89da-4371-b9ba-bc844e6cfeb3 req-714e9f03-e7fd-445c-ad36-279050ead1ae tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0792439 Sep 17 23:48:20.628419 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40060) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:48:20.654900 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17eaf9e4-89da-4371-b9ba-bc844e6cfeb3 req-01ed37e8-c518-4b57-b4e6-459f0c78fdcc tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405357 Sep 17 23:48:20.676155 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-533b8ecf-d095-47a1-a87c-844df7f5dfdb req-2def14cc-b29a-473a-a8f7-f58d98979bec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec80b30f-9ae9-4732-a979-f383d170bd3c HTTP/1.1" status: 200 len: 217 time: 0.0744085 Sep 17 23:48:20.736767 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b8ecf-d095-47a1-a87c-844df7f5dfdb req-9bb66ff7-3237-480a-ab28-b51af0b5cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:20.738280 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-533b8ecf-d095-47a1-a87c-844df7f5dfdb req-9bb66ff7-3237-480a-ab28-b51af0b5cfa1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7b73b73-63cd-4505-9722-63303d58ca18 HTTP/1.1" status: 200 len: 852 time: 0.0522292 Sep 17 23:48:20.772289 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-533b8ecf-d095-47a1-a87c-844df7f5dfdb req-4297c54c-29a5-4e90-a621-c77e7721cd44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2df3c0f-6c40-4464-917a-684982de5476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264847 Sep 17 23:48:20.778260 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-ebf5ef4c-9c96-4589-8588-94add5371bbe admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1558102193-network', 'tenant_id': '96ebd7c19c914054be955f914a528b51'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:20.819336 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952726e-b5a6-4fcf-982b-1cdb9719558d req-ea6c4652-18d7-4032-a708-39997e40b4b1 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:20.819336 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1952726e-b5a6-4fcf-982b-1cdb9719558d req-ea6c4652-18d7-4032-a708-39997e40b4b1 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0762749 Sep 17 23:48:20.854936 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1952726e-b5a6-4fcf-982b-1cdb9719558d req-afbf217c-6ccb-4c59-9753-cc94b67c89eb tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349953 Sep 17 23:48:20.878881 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-533b8ecf-d095-47a1-a87c-844df7f5dfdb req-752fe8a6-c835-4a67-8e62-f7aab6af5c61 service neutron] 10.222.0.41 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923874 Sep 17 23:48:20.901699 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf5ef4c-9c96-4589-8588-94add5371bbe admin admin] Made reservation on behalf of 96ebd7c19c914054be955f914a528b51 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:48:20.905264 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ebf5ef4c-9c96-4589-8588-94add5371bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:20.915147 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ebf5ef4c-9c96-4589-8588-94add5371bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:21.030567 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-533b8ecf-d095-47a1-a87c-844df7f5dfdb req-0adc0159-956e-4687-a029-a2f8408d8a1d service neutron] 10.222.0.41 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154060 Sep 17 23:48:21.038277 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ebf5ef4c-9c96-4589-8588-94add5371bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:21.113636 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fb39350-d0ee-42ec-b79b-69f02bc9a5ba req-5687b00c-75f3-44d7-bfe9-0d88b15d3caf tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=618eece5ac54429fbfca94da2a0d74b4 HTTP/1.1" status: 200 len: 221 time: 0.0254188 Sep 17 23:48:21.219038 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c901d2-59aa-4b7a-a1a3-c45fdbadce76 req-5b4fdb94-5d8c-4845-be13-faa6a25055b0 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:21.220645 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-22c901d2-59aa-4b7a-a1a3-c45fdbadce76 req-5b4fdb94-5d8c-4845-be13-faa6a25055b0 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0539777 Sep 17 23:48:21.268460 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-22c901d2-59aa-4b7a-a1a3-c45fdbadce76 req-8a892f48-1e56-4fbd-bc20-62469517bb6c tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375922 Sep 17 23:48:21.364464 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb40e1-dcef-4330-b16f-10beae85a5a8 req-cdd2b933-e2c1-41ed-8e05-16c5a2192170 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:21.365984 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13fb40e1-dcef-4330-b16f-10beae85a5a8 req-cdd2b933-e2c1-41ed-8e05-16c5a2192170 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.0604856 Sep 17 23:48:21.434895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13fb40e1-dcef-4330-b16f-10beae85a5a8 req-5fd133cb-eea0-4a39-b6f2-6a8b67b798b8 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595677 Sep 17 23:48:21.443387 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fda58-1cbc-495d-af8a-48afaa6af13a req-f7f92a1e-7e2a-4332-b64f-c7d6d917e2cd tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:21.444866 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4b5fda58-1cbc-495d-af8a-48afaa6af13a req-f7f92a1e-7e2a-4332-b64f-c7d6d917e2cd tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0779927 Sep 17 23:48:21.494267 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4b5fda58-1cbc-495d-af8a-48afaa6af13a req-6869d528-c8ac-45ee-bf6d-bc2057285b64 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415692 Sep 17 23:48:21.515964 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ebf5ef4c-9c96-4589-8588-94add5371bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:21.540051 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf5ef4c-9c96-4589-8588-94add5371bbe admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:48:21.550966 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ebf5ef4c-9c96-4589-8588-94add5371bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:21.551396 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-ebf5ef4c-9c96-4589-8588-94add5371bbe admin admin] Added segment 35feedbd-ea4d-4f03-bd89-ddb51073aa01 of type vlan for network 54ddec7a-e1ee-4ffa-9c87-145c0840fd68 Sep 17 23:48:21.640457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5ef4c-9c96-4589-8588-94add5371bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483bdb02-4e81-4696-954c-8dd742ed4db8,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:21.679048 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ebf5ef4c-9c96-4589-8588-94add5371bbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:21.704094 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed49f94-050e-4e53-bb24-a67eb18737f9 req-a509f53f-faa5-4399-8796-dc239bd51757 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:21.705622 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ed49f94-050e-4e53-bb24-a67eb18737f9 req-a509f53f-faa5-4399-8796-dc239bd51757 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.1347370 Sep 17 23:48:21.736734 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfff3a2-81a2-41dd-8710-d62d45374dbf req-44d12b34-8572-4bfa-80dd-7eb8ff9ec18c tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:21.738301 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fdfff3a2-81a2-41dd-8710-d62d45374dbf req-44d12b34-8572-4bfa-80dd-7eb8ff9ec18c tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.1290874 Sep 17 23:48:21.788120 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ed49f94-050e-4e53-bb24-a67eb18737f9 req-f0979c30-6abc-4b14-aca4-31c80bb6d457 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730891 Sep 17 23:48:21.793668 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fdfff3a2-81a2-41dd-8710-d62d45374dbf req-4447cc3d-d260-4751-aa9c-729cf31a0558 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484855 Sep 17 23:48:21.809932 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ebf5ef4c-9c96-4589-8588-94add5371bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:21.810928 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf5ef4c-9c96-4589-8588-94add5371bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:21.811707 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ebf5ef4c-9c96-4589-8588-94add5371bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:21.885144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5ef4c-9c96-4589-8588-94add5371bbe admin admin] Pushing event updated for resources: {'Network': ['ID=54ddec7a-e1ee-4ffa-9c87-145c0840fd68,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:21.895085 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 54ddec7a-e1ee-4ffa-9c87-145c0840fd68 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:48:21.917514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ebf5ef4c-9c96-4589-8588-94add5371bbe admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2878551 Sep 17 23:48:21.920185 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40098) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:48:21.924885 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-53e3a0e5-2773-45e1-8f4f-c76e4573828a admin admin] Request body: {'subnet': {'network_id': '54ddec7a-e1ee-4ffa-9c87-145c0840fd68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1558102193-subnet', 'tenant_id': '96ebd7c19c914054be955f914a528b51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:21.960467 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72088496-3923-4955-861c-9611d71e048d req-4e32db0e-ab05-4071-afe9-9df72485cef5 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:21.967547 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72088496-3923-4955-861c-9611d71e048d req-4e32db0e-ab05-4071-afe9-9df72485cef5 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0948253 Sep 17 23:48:22.038835 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72088496-3923-4955-861c-9611d71e048d req-9f0f0682-f5f9-4ba4-acfc-ee565d937c04 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703318 Sep 17 23:48:22.056618 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85670b-bcb4-443a-ad7a-ccb48bd4bc0f req-9a4fe87f-25c6-45cb-a344-4f84a829b792 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:22.056618 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f85670b-bcb4-443a-ad7a-ccb48bd4bc0f req-9a4fe87f-25c6-45cb-a344-4f84a829b792 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0764515 Sep 17 23:48:22.091152 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e3a0e5-2773-45e1-8f4f-c76e4573828a admin admin] Made reservation on behalf of 96ebd7c19c914054be955f914a528b51 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:48:22.093630 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53e3a0e5-2773-45e1-8f4f-c76e4573828a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:22.098560 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f85670b-bcb4-443a-ad7a-ccb48bd4bc0f req-22d16e14-a380-4497-94de-d1d12c315861 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393207 Sep 17 23:48:22.263914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5aac9c-2377-4be6-8b73-c700300876fe req-3c6ca645-5540-41e6-a2f5-c7a8ab3a497f tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:22.265455 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd5aac9c-2377-4be6-8b73-c700300876fe req-3c6ca645-5540-41e6-a2f5-c7a8ab3a497f tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0833254 Sep 17 23:48:22.344449 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd5aac9c-2377-4be6-8b73-c700300876fe req-fe2b84df-c6ea-458a-bccb-001b596f20ce tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712476 Sep 17 23:48:22.413806 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53e3a0e5-2773-45e1-8f4f-c76e4573828a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:22.504132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3a0e5-2773-45e1-8f4f-c76e4573828a admin admin] Pushing event updated for resources: {'Subnet': ['ID=48fd748e-945d-40f1-bc13-7fa5efef5a3f,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:22.524349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05702aa-ea22-4808-b825-875ec1cb52eb req-9631dce6-002e-47c1-95b9-456b747b339d tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:22.526057 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c05702aa-ea22-4808-b825-875ec1cb52eb req-9631dce6-002e-47c1-95b9-456b747b339d tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.1092210 Sep 17 23:48:22.529100 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e3a0e5-2773-45e1-8f4f-c76e4573828a admin admin] Checking segment: {'id': '35feedbd-ea4d-4f03-bd89-ddb51073aa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '54ddec7a-e1ee-4ffa-9c87-145c0840fd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:48:22.529465 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e3a0e5-2773-45e1-8f4f-c76e4573828a admin admin] Network hostable DHCP agents. Network: 54ddec7a-e1ee-4ffa-9c87-145c0840fd68, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:48:22.610228 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c05702aa-ea22-4808-b825-875ec1cb52eb req-a53de2c7-2f07-4f41-832a-edffedf5f258 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665765 Sep 17 23:48:22.628788 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d419cd-3f08-4bce-9824-34e2db84c405 req-8c5b05c5-8dd9-4ffc-993f-65720a9bb76b tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:22.628788 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-30d419cd-3f08-4bce-9824-34e2db84c405 req-8c5b05c5-8dd9-4ffc-993f-65720a9bb76b tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.0947793 Sep 17 23:48:22.675364 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-30d419cd-3f08-4bce-9824-34e2db84c405 req-27d0b943-723e-435f-9790-42ee0e738696 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464447 Sep 17 23:48:22.702109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e3a0e5-2773-45e1-8f4f-c76e4573828a admin admin] Network 54ddec7a-e1ee-4ffa-9c87-145c0840fd68 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:48:22.798084 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-53e3a0e5-2773-45e1-8f4f-c76e4573828a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 54ddec7a-e1ee-4ffa-9c87-145c0840fd68) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:48:22.810572 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b8281-bc5d-430f-a77d-aa0ae02d5c27 req-a3337ab7-5f6b-47ba-b4fe-3379560e3e33 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:22.812358 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e5b8281-bc5d-430f-a77d-aa0ae02d5c27 req-a3337ab7-5f6b-47ba-b4fe-3379560e3e33 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0562539 Sep 17 23:48:22.813838 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e3a0e5-2773-45e1-8f4f-c76e4573828a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:22.814424 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53e3a0e5-2773-45e1-8f4f-c76e4573828a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:22.825320 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f1edb9-c6ec-465c-82d3-c45897dfd321 None None] Network 54ddec7a-e1ee-4ffa-9c87-145c0840fd68 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:48:22.860766 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e5b8281-bc5d-430f-a77d-aa0ae02d5c27 req-9be80b91-b63b-4263-bb48-d663386aa03d tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379148 Sep 17 23:48:22.911772 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-53e3a0e5-2773-45e1-8f4f-c76e4573828a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9906044 Sep 17 23:48:23.009732 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f545d1c3-c961-48a3-bee9-a8fd679cba61 None None] Network 54ddec7a-e1ee-4ffa-9c87-145c0840fd68 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:48:23.014797 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a57848-6488-4a39-8a6c-a46a6621766d req-4b8c69df-c019-47fb-91f7-8d5ce43cf4e7 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:23.021324 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80a57848-6488-4a39-8a6c-a46a6621766d req-4b8c69df-c019-47fb-91f7-8d5ce43cf4e7 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.1080096 Sep 17 23:48:23.055610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631a6e5-5f04-42e2-89aa-acca2f468ca4 req-fbcc2386-6f60-44f8-8b32-5dc83fa2f873 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:23.057436 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2631a6e5-5f04-42e2-89aa-acca2f468ca4 req-fbcc2386-6f60-44f8-8b32-5dc83fa2f873 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0974245 Sep 17 23:48:23.106256 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80a57848-6488-4a39-8a6c-a46a6621766d req-68769d9b-3cd3-4f5f-a8f7-4fd76161f0b7 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828631 Sep 17 23:48:23.129088 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2631a6e5-5f04-42e2-89aa-acca2f468ca4 req-decd8ace-0040-4a91-b179-8d167f9ad0c5 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552342 Sep 17 23:48:23.267214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f18724-1ff8-4590-ae38-4f47a0594965 req-a4295207-0a87-4a62-90b1-b13029b8d968 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:23.268741 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62f18724-1ff8-4590-ae38-4f47a0594965 req-a4295207-0a87-4a62-90b1-b13029b8d968 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0701518 Sep 17 23:48:23.316286 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62f18724-1ff8-4590-ae38-4f47a0594965 req-966adf5b-b7d4-4be1-ade8-8157fb9156b4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374968 Sep 17 23:48:23.437884 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f59998-5031-4766-8a4f-f298d6671593 req-a2876de9-1bb3-4ad7-ace0-bd132816821d tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:23.441827 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72f59998-5031-4766-8a4f-f298d6671593 req-a2876de9-1bb3-4ad7-ace0-bd132816821d tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0575283 Sep 17 23:48:23.485561 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72f59998-5031-4766-8a4f-f298d6671593 req-a41b7501-d23a-4899-9698-ae9ec0115c4a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372970 Sep 17 23:48:23.636083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-84e64fa2-2ff9-477f-9067-3b16ad27abeb tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:23.637514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-84e64fa2-2ff9-477f-9067-3b16ad27abeb tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/networks?id=54ddec7a-e1ee-4ffa-9c87-145c0840fd68 HTTP/1.1" status: 200 len: 821 time: 0.1447468 Sep 17 23:48:23.646358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be15a3-c643-4360-b070-4b119d9c2622 req-5034e190-9b6b-4270-815d-3ecd7ffe5186 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:23.647993 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47be15a3-c643-4360-b070-4b119d9c2622 req-5034e190-9b6b-4270-815d-3ecd7ffe5186 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0795264 Sep 17 23:48:23.666292 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-9bc0052e-4d85-41d1-9df6-b29b0fb7c438 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/quotas/96ebd7c19c914054be955f914a528b51 HTTP/1.1" status: 200 len: 375 time: 0.0173318 Sep 17 23:48:23.713657 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-0ebecada-344c-4b56-8603-ddc689344891 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=96ebd7c19c914054be955f914a528b51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389962 Sep 17 23:48:23.720943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47be15a3-c643-4360-b070-4b119d9c2622 req-f1209557-463d-406b-ac15-04f6ea76b9b1 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649364 Sep 17 23:48:23.820066 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-9dd088fd-a543-47ec-af20-7241ec52bf9e service neutron] 10.222.0.46 "GET /v2.0/networks/54ddec7a-e1ee-4ffa-9c87-145c0840fd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981865 Sep 17 23:48:23.957404 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7470464-381e-416f-90bb-4997d9dab31d req-763bc7b9-fed2-46d8-b88a-99f24dfa2dae tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:23.958879 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7470464-381e-416f-90bb-4997d9dab31d req-763bc7b9-fed2-46d8-b88a-99f24dfa2dae tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.1115634 Sep 17 23:48:23.964656 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-da195918-8d35-47ab-915d-f3a7bf008875 service neutron] 10.222.0.46 "GET /v2.0/networks/54ddec7a-e1ee-4ffa-9c87-145c0840fd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383295 Sep 17 23:48:24.006846 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7470464-381e-416f-90bb-4997d9dab31d req-27a1d6ee-f51d-41af-95c6-73a468b06c1b tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403893 Sep 17 23:48:24.146914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b0e86-0a0d-4a25-b5f4-43057ae73201 req-598c20c4-f272-4ee5-a48f-3960b426d1c1 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:24.148705 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-431b0e86-0a0d-4a25-b5f4-43057ae73201 req-598c20c4-f272-4ee5-a48f-3960b426d1c1 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0542519 Sep 17 23:48:24.190829 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-431b0e86-0a0d-4a25-b5f4-43057ae73201 req-6d97f1fc-efc8-41be-ad84-bde95b8e6952 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340438 Sep 17 23:48:24.378208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc5752-c6a3-4935-8d4d-51a1099831a5 req-564bd504-223e-4595-b91a-c3620b56f984 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:24.379714 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fbbc5752-c6a3-4935-8d4d-51a1099831a5 req-564bd504-223e-4595-b91a-c3620b56f984 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0909021 Sep 17 23:48:24.388370 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8869fc-3c44-4f15-b171-50f1e176fdc6 req-903676a9-f3cc-4ad0-a9ad-48fdd6466c1b tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:24.389899 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f8869fc-3c44-4f15-b171-50f1e176fdc6 req-903676a9-f3cc-4ad0-a9ad-48fdd6466c1b tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0997221 Sep 17 23:48:24.452901 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f8869fc-3c44-4f15-b171-50f1e176fdc6 req-e45857fb-a0a8-405e-b8a7-c406ed830454 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555739 Sep 17 23:48:24.457749 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fbbc5752-c6a3-4935-8d4d-51a1099831a5 req-5c32312a-b617-49d6-9e12-de3375b55026 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616724 Sep 17 23:48:24.525146 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-340df44a-4f80-44c7-88e0-7c5cbef8424e req-0b5b6134-1ff8-45c1-8b8f-c1d483238c71 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/ports?device_id=66906e96-7e2f-4722-bd32-1e5cb918b6fe HTTP/1.1" status: 200 len: 210 time: 0.0292847 Sep 17 23:48:24.675905 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ad4a8-a75a-4bf7-8b90-6879ae5ad968 req-d2371254-bd54-4727-99b3-d7eed5cdfc89 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:24.677428 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f93ad4a8-a75a-4bf7-8b90-6879ae5ad968 req-d2371254-bd54-4727-99b3-d7eed5cdfc89 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 945 time: 0.0855803 Sep 17 23:48:24.690275 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25274c6b-b4c2-415b-bcdb-526cf6ed8c46 req-27807b29-d4dd-469a-90cc-005151a1113c tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:24.692029 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25274c6b-b4c2-415b-bcdb-526cf6ed8c46 req-27807b29-d4dd-469a-90cc-005151a1113c tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0681524 Sep 17 23:48:24.746598 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f93ad4a8-a75a-4bf7-8b90-6879ae5ad968 req-5f5fe81e-fb94-42f4-9ab1-df7f6f70a252 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536394 Sep 17 23:48:24.754531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25274c6b-b4c2-415b-bcdb-526cf6ed8c46 req-04b9d7ae-ca9b-40d4-ab12-96ed2e488adf tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547299 Sep 17 23:48:24.893220 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8258a9-5981-4d9e-857c-e7f7a78262c6 req-bafe3baa-7dac-4054-ba46-d7ae1d209473 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:24.894786 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b8258a9-5981-4d9e-857c-e7f7a78262c6 req-bafe3baa-7dac-4054-ba46-d7ae1d209473 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0526500 Sep 17 23:48:24.949385 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b8258a9-5981-4d9e-857c-e7f7a78262c6 req-d41885ab-082e-4126-a7ae-f5e9e91d9819 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476451 Sep 17 23:48:25.096438 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ec80b30f-9ae9-4732-a979-f383d170bd3c no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:48:25.190209 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4323d-337c-437b-9c35-6d8f3a0ebbfb req-82c7c575-f4a8-4557-a493-e71e6faf68fa tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:25.192185 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fa4323d-337c-437b-9c35-6d8f3a0ebbfb req-82c7c575-f4a8-4557-a493-e71e6faf68fa tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.0647352 Sep 17 23:48:25.194526 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:25.217532 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f7e30a-c319-4baf-8406-a5def42665c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec80b30f-9ae9-4732-a979-f383d170bd3c'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:48:25.219863 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63f84d9-88ac-440f-bac9-32ab44783475" -d '{"events": [{"server_uuid": "50f7e30a-c319-4baf-8406-a5def42665c6", "name": "network-vif-unplugged", "status": "completed", "tag": "ec80b30f-9ae9-4732-a979-f383d170bd3c"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:48:25.237047 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port ec80b30f-9ae9-4732-a979-f383d170bd3c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ec80b30f-9ae9-4732-a979-f383d170bd3c,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:25.240960 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fa4323d-337c-437b-9c35-6d8f3a0ebbfb req-5664d8e8-71e4-4104-8709-bff53e5e1b81 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410671 Sep 17 23:48:25.379456 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:25.392542 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e097054-8496-40f1-a3d3-932cef3af82a req-fb60abcf-8721-45e1-828a-adae7d7c3a53 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:25.397288 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e097054-8496-40f1-a3d3-932cef3af82a req-fb60abcf-8721-45e1-828a-adae7d7c3a53 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0961008 Sep 17 23:48:25.444255 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=ec80b30f-9ae9-4732-a979-f383d170bd3c,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:25.452860 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e097054-8496-40f1-a3d3-932cef3af82a req-c8cc8cfc-ebac-4f7b-9bfa-18298b6a9f79 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444088 Sep 17 23:48:25.506217 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 23:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa31017c-5627-4f21-9c2f-cf9b03122c68 x-openstack-request-id: req-aa31017c-5627-4f21-9c2f-cf9b03122c68 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:48:25.506810 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f7e30a-c319-4baf-8406-a5def42665c6", "name": "network-vif-unplugged", "status": "failed", "tag": "ec80b30f-9ae9-4732-a979-f383d170bd3c", "code": 422}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:48:25.507018 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa31017c-5627-4f21-9c2f-cf9b03122c68 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:48:25.507427 n-d-809883-1 neutron-server[95593]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '50f7e30a-c319-4baf-8406-a5def42665c6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec80b30f-9ae9-4732-a979-f383d170bd3c', 'code': 422} returned with failed status Sep 17 23:48:25.611730 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d21081-2590-4e8a-b62b-00ea72495e1a req-f4768027-da2c-4c18-a9e9-4556dba763f7 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:25.613544 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04d21081-2590-4e8a-b62b-00ea72495e1a req-f4768027-da2c-4c18-a9e9-4556dba763f7 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0606933 Sep 17 23:48:25.664546 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04d21081-2590-4e8a-b62b-00ea72495e1a req-078b42b2-f8bf-44b5-9adb-c929c79efab5 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410001 Sep 17 23:48:25.774814 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b824b1-2ad6-4af1-a4fb-58ea8ac3f41f req-5be8f1e1-564d-4b91-951d-3b8c41117e78 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:25.776259 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90b824b1-2ad6-4af1-a4fb-58ea8ac3f41f req-5be8f1e1-564d-4b91-951d-3b8c41117e78 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0519259 Sep 17 23:48:25.817815 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90b824b1-2ad6-4af1-a4fb-58ea8ac3f41f req-ffc35c88-e8d4-4a40-ba86-943e8853a38b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353200 Sep 17 23:48:25.913241 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-517d89f6-f039-4198-b21c-5e3ecfcc94b5 req-075ab19a-c7bb-408f-865e-44cf7fd9bde7 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/ports?device_id=66906e96-7e2f-4722-bd32-1e5cb918b6fe HTTP/1.1" status: 200 len: 210 time: 0.0276763 Sep 17 23:48:26.121616 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1237a26-a423-4308-8d8f-7de25fe38bb8 req-0f7d5baf-8ba9-4204-bcab-11662035cde8 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:26.123137 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1237a26-a423-4308-8d8f-7de25fe38bb8 req-0f7d5baf-8ba9-4204-bcab-11662035cde8 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0589507 Sep 17 23:48:26.163080 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1237a26-a423-4308-8d8f-7de25fe38bb8 req-fb38b58a-a009-43a0-b02d-dda277eea1bf tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335391 Sep 17 23:48:26.354634 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03142f-a0c4-43e4-9b69-1d4e8b812f0b req-e2af7e81-7c1a-4246-b01a-4275d2524f85 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:26.356575 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f03142f-a0c4-43e4-9b69-1d4e8b812f0b req-e2af7e81-7c1a-4246-b01a-4275d2524f85 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0618238 Sep 17 23:48:26.399689 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f03142f-a0c4-43e4-9b69-1d4e8b812f0b req-4662fd12-d9cb-46ce-8b81-4aa3c673a1b9 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346959 Sep 17 23:48:26.537382 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af917c-a9ef-4b14-8f85-03facc44d4fa req-21c5e1ff-0dc5-4279-b15a-ea88b88369be tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:26.541308 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9af917c-a9ef-4b14-8f85-03facc44d4fa req-21c5e1ff-0dc5-4279-b15a-ea88b88369be tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.0576353 Sep 17 23:48:26.577762 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9af917c-a9ef-4b14-8f85-03facc44d4fa req-09515cdf-883f-44be-a8f0-7d9a86da1dc4 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317693 Sep 17 23:48:26.708756 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd6bf4-d74d-41c5-854e-8cfbfd451b64 req-cbd3ccf9-69d9-4781-8b5e-d2354ee32159 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:26.769657 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92dd6bf4-d74d-41c5-854e-8cfbfd451b64 req-cbd3ccf9-69d9-4781-8b5e-d2354ee32159 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0533979 Sep 17 23:48:26.769657 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92dd6bf4-d74d-41c5-854e-8cfbfd451b64 req-6449085a-5b8c-41b7-b456-3296a273d8a5 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302675 Sep 17 23:48:26.865283 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbae95-6d8d-4627-bfc1-d87cea392492 req-37c0407d-7bad-4959-94f0-315ade7d18a5 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:26.866869 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-babbae95-6d8d-4627-bfc1-d87cea392492 req-37c0407d-7bad-4959-94f0-315ade7d18a5 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0576000 Sep 17 23:48:26.906273 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-babbae95-6d8d-4627-bfc1-d87cea392492 req-b8c96bd2-0683-40e0-bbf6-ea6541a4c85f tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330079 Sep 17 23:48:27.030658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16a303-8342-44e0-a02f-e67bb422add4 req-626cd200-2810-4212-9a9a-783c99d2284b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:27.032159 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9e16a303-8342-44e0-a02f-e67bb422add4 req-626cd200-2810-4212-9a9a-783c99d2284b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0706306 Sep 17 23:48:27.071548 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9e16a303-8342-44e0-a02f-e67bb422add4 req-624f0068-e814-45e1-92a4-5482c6b555e9 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328298 Sep 17 23:48:27.157967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-960e712e-7139-4dc8-8f30-1a73b40ac6bc req-cd1295eb-b2f0-4c1f-8178-e5f434440fe0 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/ports?device_id=66906e96-7e2f-4722-bd32-1e5cb918b6fe HTTP/1.1" status: 200 len: 210 time: 0.0292172 Sep 17 23:48:27.370409 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58303b1b-98fe-4916-85bc-c1f51c991ac9 req-79e96a68-db22-4618-b7da-49642bd27efc tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:27.372163 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58303b1b-98fe-4916-85bc-c1f51c991ac9 req-79e96a68-db22-4618-b7da-49642bd27efc tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f7e30a-c319-4baf-8406-a5def42665c6 HTTP/1.1" status: 200 len: 943 time: 0.0623693 Sep 17 23:48:27.480306 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-d169f22d-0f82-4ce9-94a8-54b2d2f8bfdf tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:27.481894 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-d169f22d-0f82-4ce9-94a8-54b2d2f8bfdf tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.37 "GET /v2.0/networks?id=54ddec7a-e1ee-4ffa-9c87-145c0840fd68 HTTP/1.1" status: 200 len: 821 time: 0.1218448 Sep 17 23:48:27.488825 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-58303b1b-98fe-4916-85bc-c1f51c991ac9 req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Deleting port ec80b30f-9ae9-4732-a979-f383d170bd3c {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:48:27.489201 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-58303b1b-98fe-4916-85bc-c1f51c991ac9 req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:27.509650 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Request body: {'port': {'device_id': '66906e96-7e2f-4722-bd32-1e5cb918b6fe', 'network_id': '54ddec7a-e1ee-4ffa-9c87-145c0840fd68', 'admin_state_up': True, 'tenant_id': '96ebd7c19c914054be955f914a528b51'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:27.632633 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-58303b1b-98fe-4916-85bc-c1f51c991ac9 req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] For port ec80b30f-9ae9-4732-a979-f383d170bd3c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ec80b30f-9ae9-4732-a979-f383d170bd3c,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:27.632945 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-58303b1b-98fe-4916-85bc-c1f51c991ac9 req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:27.651188 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-58303b1b-98fe-4916-85bc-c1f51c991ac9 req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Calling delete_port for ec80b30f-9ae9-4732-a979-f383d170bd3c owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:48:27.747678 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f558f38-df17-4ca7-abbd-8e84ef4710d4 req-008e5b51-5a53-4129-a7d0-b997c88d85bf tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:27.750200 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Made reservation on behalf of 96ebd7c19c914054be955f914a528b51 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:48:27.753348 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f558f38-df17-4ca7-abbd-8e84ef4710d4 req-008e5b51-5a53-4129-a7d0-b997c88d85bf tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.1033278 Sep 17 23:48:27.754317 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:27.821370 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f558f38-df17-4ca7-abbd-8e84ef4710d4 req-9143f437-9b3a-4dae-9f75-8219c5f690ec tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625267 Sep 17 23:48:27.911163 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Allocated IP 172.20.0.14 (54ddec7a-e1ee-4ffa-9c87-145c0840fd68/48fd748e-945d-40f1-bc13-7fa5efef5a3f/7f2d9024-1290-4b28-8054-dfd4beea96c4) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:48:27.961381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dd725-a2c6-4792-81ed-0241ec1ad412 req-0f316b93-9c80-48e7-b001-4824dd4ad62e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:27.963018 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d37dd725-a2c6-4792-81ed-0241ec1ad412 req-0f316b93-9c80-48e7-b001-4824dd4ad62e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.0504863 Sep 17 23:48:27.991495 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-58303b1b-98fe-4916-85bc-c1f51c991ac9 req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:28.033337 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Pushing event deleted for resources: {'Port': ['ID=ec80b30f-9ae9-4732-a979-f383d170bd3c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:28.053517 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d37dd725-a2c6-4792-81ed-0241ec1ad412 req-fedd144b-5ef3-48d9-9de1-cb1032a5f5f8 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797689 Sep 17 23:48:28.084799 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.085305 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.085743 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.087100 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.087100 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.087603 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.088014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.088501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.088941 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.089351 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.090236 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.090236 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.102576 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:28.117279 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-58303b1b-98fe-4916-85bc-c1f51c991ac9 req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] No DVR routers for this DVR port ec80b30f-9ae9-4732-a979-f383d170bd3c on host n-h1-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:48:28.120984 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-58303b1b-98fe-4916-85bc-c1f51c991ac9 req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:28.132499 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58303b1b-98fe-4916-85bc-c1f51c991ac9 req-03efa5aa-3bb4-4b34-adb6-d9d0a5859b4d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "DELETE /v2.0/ports/ec80b30f-9ae9-4732-a979-f383d170bd3c HTTP/1.1" status: 204 len: 173 time: 0.7538571 Sep 17 23:48:28.141854 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f7e30a-c319-4baf-8406-a5def42665c6', 'name': 'network-vif-deleted', 'tag': 'ec80b30f-9ae9-4732-a979-f383d170bd3c'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:48:28.141854 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661537f6-febd-4521-9368-b329e2171188" -d '{"events": [{"server_uuid": "50f7e30a-c319-4baf-8406-a5def42665c6", "name": "network-vif-deleted", "tag": "ec80b30f-9ae9-4732-a979-f383d170bd3c"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:48:28.229969 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722544c-22aa-4512-8212-7f079536357c req-862a0641-446b-4264-86fa-63175d39c2f4 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:28.229969 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a722544c-22aa-4512-8212-7f079536357c req-862a0641-446b-4264-86fa-63175d39c2f4 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0524163 Sep 17 23:48:28.232672 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a722544c-22aa-4512-8212-7f079536357c req-1f5d55fe-720c-4cbd-8f40-3b68db1ebe12 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332961 Sep 17 23:48:28.274493 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 17 Sep 2021 23:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed8f610-769c-4166-9e68-4ddb1afabd5b x-openstack-request-id: req-6ed8f610-769c-4166-9e68-4ddb1afabd5b {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:48:28.274849 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f7e30a-c319-4baf-8406-a5def42665c6", "name": "network-vif-deleted", "tag": "ec80b30f-9ae9-4732-a979-f383d170bd3c", "status": "failed", "code": 422}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:48:28.275184 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ed8f610-769c-4166-9e68-4ddb1afabd5b {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:48:28.275663 n-d-809883-1 neutron-server[95592]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '50f7e30a-c319-4baf-8406-a5def42665c6', 'name': 'network-vif-deleted', 'tag': 'ec80b30f-9ae9-4732-a979-f383d170bd3c', 'status': 'failed', 'code': 422} returned with failed status Sep 17 23:48:28.306314 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:28.347626 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Network 54ddec7a-e1ee-4ffa-9c87-145c0840fd68 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:48:28.350825 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:48:28.354769 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:48:28.378527 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111edba-a03d-49a8-871c-ecc5299d0e95 req-51a2f323-e2ff-49bc-a501-2428415d865d tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:28.381082 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f111edba-a03d-49a8-871c-ecc5299d0e95 req-51a2f323-e2ff-49bc-a501-2428415d865d tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/ports?device_id=66906e96-7e2f-4722-bd32-1e5cb918b6fe HTTP/1.1" status: 200 len: 932 time: 0.0586026 Sep 17 23:48:28.388887 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Pushing event updated for resources: {'Port': ['ID=7f2d9024-1290-4b28-8054-dfd4beea96c4,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:28.399469 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.400051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.400447 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.400796 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.401159 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.401489 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.401978 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.402473 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.402964 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.403293 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.403622 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.403948 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:28.424008 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:28.424638 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:28.440584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f111edba-a03d-49a8-871c-ecc5299d0e95 req-0a4e2213-dec0-4d99-8a31-42a4a16f53be tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/security-groups?id=483bdb02-4e81-4696-954c-8dd742ed4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478284 Sep 17 23:48:28.534532 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-8d699983-da37-462f-af42-2044725196fc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0419762 Sep 17 23:48:28.547985 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Request body: {'port': {'device_id': '66906e96-7e2f-4722-bd32-1e5cb918b6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:28.620379 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:28.906128 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2d9024-1290-4b28-8054-dfd4beea96c4 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:48:28.914124 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:28.926662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Transition to ACTIVE for port object 7f2d9024-1290-4b28-8054-dfd4beea96c4 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:48:28.970071 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bc3e9-9083-4cd5-8e49-b361a27559c2 req-0e6356a0-2bc8-49dd-b923-e79dde4bebdd tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:28.971693 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-084bc3e9-9083-4cd5-8e49-b361a27559c2 req-0e6356a0-2bc8-49dd-b923-e79dde4bebdd tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0560060 Sep 17 23:48:29.025646 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:29.029719 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-084bc3e9-9083-4cd5-8e49-b361a27559c2 req-27a01e3b-b8cf-4512-94eb-5e6db8c94a5e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515106 Sep 17 23:48:29.080939 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Pushing event updated for resources: {'Port': ['ID=7f2d9024-1290-4b28-8054-dfd4beea96c4,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:29.203520 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78edc45-4363-452b-828d-892aa1570044 req-6c6fe5bf-4140-496b-91e9-bb2e8e21702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:29.205102 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b78edc45-4363-452b-828d-892aa1570044 req-6c6fe5bf-4140-496b-91e9-bb2e8e21702e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 1096 time: 0.0882986 Sep 17 23:48:29.209420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Attempting to bind port 7f2d9024-1290-4b28-8054-dfd4beea96c4 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:48:29.209755 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Attempting to bind port 7f2d9024-1290-4b28-8054-dfd4beea96c4 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '35feedbd-ea4d-4f03-bd89-ddb51073aa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '54ddec7a-e1ee-4ffa-9c87-145c0840fd68'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:48:29.213731 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Attempting to bind port 7f2d9024-1290-4b28-8054-dfd4beea96c4 on network 54ddec7a-e1ee-4ffa-9c87-145c0840fd68 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:48:29.217213 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae16a9-7eb8-438a-90f3-f78a089b1552 req-a7f3dc5b-710a-4865-855a-e09519933ed6 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:29.218883 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11ae16a9-7eb8-438a-90f3-f78a089b1552 req-a7f3dc5b-710a-4865-855a-e09519933ed6 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.0518866 Sep 17 23:48:29.220355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Port 7f2d9024-1290-4b28-8054-dfd4beea96c4 on network 54ddec7a-e1ee-4ffa-9c87-145c0840fd68 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:48:29.220675 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Attempting to bind port 7f2d9024-1290-4b28-8054-dfd4beea96c4 on network 54ddec7a-e1ee-4ffa-9c87-145c0840fd68 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:48:29.235129 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:48:29.235464 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Checking segment: {'id': '35feedbd-ea4d-4f03-bd89-ddb51073aa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '54ddec7a-e1ee-4ffa-9c87-145c0840fd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:48:29.235846 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Bound using segment: {'id': '35feedbd-ea4d-4f03-bd89-ddb51073aa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '54ddec7a-e1ee-4ffa-9c87-145c0840fd68'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:48:29.236283 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Bound port: 7f2d9024-1290-4b28-8054-dfd4beea96c4, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35feedbd-ea4d-4f03-bd89-ddb51073aa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '54ddec7a-e1ee-4ffa-9c87-145c0840fd68'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:48:29.236720 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:29.261463 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b78edc45-4363-452b-828d-892aa1570044 req-50a1767b-17f8-493f-912b-0286280bc204 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463915 Sep 17 23:48:29.271040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11ae16a9-7eb8-438a-90f3-f78a089b1552 req-fdd40332-4496-455b-bb75-9462f048aff8 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434794 Sep 17 23:48:29.321311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] For port 7f2d9024-1290-4b28-8054-dfd4beea96c4, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:48:29.324606 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] For port 7f2d9024-1290-4b28-8054-dfd4beea96c4, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7f2d9024-1290-4b28-8054-dfd4beea96c4,segment=NetworkSegment(35feedbd-ea4d-4f03-bd89-ddb51073aa01),segment_id=35feedbd-ea4d-4f03-bd89-ddb51073aa01)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:48:29.391710 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:29.441212 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:29.442043 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:29.442697 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f92a4-30bc-40b7-826d-dde87c1debe7 req-a9c3e898-5955-4081-a312-1e0385ecd912 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:29.444365 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b8f92a4-30bc-40b7-826d-dde87c1debe7 req-a9c3e898-5955-4081-a312-1e0385ecd912 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0686526 Sep 17 23:48:29.444784 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] 10.222.0.37 "PUT /v2.0/ports/7f2d9024-1290-4b28-8054-dfd4beea96c4 HTTP/1.1" status: 200 len: 1092 time: 0.9008715 Sep 17 23:48:29.449265 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66906e96-7e2f-4722-bd32-1e5cb918b6fe', 'tag': '7f2d9024-1290-4b28-8054-dfd4beea96c4'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:48:29.449265 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e726bba-f338-4955-a99d-3611d1eb0245" -d '{"events": [{"name": "network-changed", "server_uuid": "66906e96-7e2f-4722-bd32-1e5cb918b6fe", "tag": "7f2d9024-1290-4b28-8054-dfd4beea96c4"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:48:29.478352 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa67a0b-b99f-4992-8e85-29a6c6c19e3d service neutron] Pushing event updated for resources: {'Port': ['ID=7f2d9024-1290-4b28-8054-dfd4beea96c4,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:29.494527 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b8f92a4-30bc-40b7-826d-dde87c1debe7 req-54256a3e-bb64-474f-b545-91f87dc78bac tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408602 Sep 17 23:48:29.538727 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf24405-8fe2-4ac6-82a7-e54268f29bc8 x-openstack-request-id: req-daf24405-8fe2-4ac6-82a7-e54268f29bc8 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:48:29.543311 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66906e96-7e2f-4722-bd32-1e5cb918b6fe", "tag": "7f2d9024-1290-4b28-8054-dfd4beea96c4", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:48:29.543311 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-daf24405-8fe2-4ac6-82a7-e54268f29bc8 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:48:29.543311 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66906e96-7e2f-4722-bd32-1e5cb918b6fe', 'tag': '7f2d9024-1290-4b28-8054-dfd4beea96c4', 'status': 'completed', 'code': 200} Sep 17 23:48:29.613431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e726bba-f338-4955-a99d-3611d1eb0245 req-15fc5759-5f87-4fe9-913e-6d19eda71bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:29.614966 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3e726bba-f338-4955-a99d-3611d1eb0245 req-15fc5759-5f87-4fe9-913e-6d19eda71bed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96ebd7c19c914054be955f914a528b51&device_id=66906e96-7e2f-4722-bd32-1e5cb918b6fe HTTP/1.1" status: 200 len: 1095 time: 0.0464175 Sep 17 23:48:29.684763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1efde1-25ef-48cb-bb06-6fff9c445775 req-30658a34-a916-4e0d-a160-19b2ae77bd79 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:29.686735 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a1efde1-25ef-48cb-bb06-6fff9c445775 req-30658a34-a916-4e0d-a160-19b2ae77bd79 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/ports?device_id=66906e96-7e2f-4722-bd32-1e5cb918b6fe HTTP/1.1" status: 200 len: 944 time: 0.1002676 Sep 17 23:48:29.744734 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e726bba-f338-4955-a99d-3611d1eb0245 req-1054a1ca-40e7-46ec-ac27-282a04ea802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:29.746310 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3e726bba-f338-4955-a99d-3611d1eb0245 req-1054a1ca-40e7-46ec-ac27-282a04ea802e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=96ebd7c19c914054be955f914a528b51&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1228521 Sep 17 23:48:29.790066 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a1efde1-25ef-48cb-bb06-6fff9c445775 req-e9fdef3f-1500-4da2-8eb5-1265863add43 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/security-groups?id=483bdb02-4e81-4696-954c-8dd742ed4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715721 Sep 17 23:48:29.802014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac201840-f906-4695-8583-95fb6dcabb83 req-122fdb2d-348c-4ca0-bc94-76b9de004a7b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:29.803911 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac201840-f906-4695-8583-95fb6dcabb83 req-122fdb2d-348c-4ca0-bc94-76b9de004a7b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/networks?id=e2df3c0f-6c40-4464-917a-684982de5476 HTTP/1.1" status: 200 len: 812 time: 0.1789050 Sep 17 23:48:29.832967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac201840-f906-4695-8583-95fb6dcabb83 req-74fa7b18-6580-420c-95f3-ee24165695d1 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/quotas/3dc697e62bfa40e4b7ec116f34144c3c HTTP/1.1" status: 200 len: 375 time: 0.0168977 Sep 17 23:48:29.871829 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac201840-f906-4695-8583-95fb6dcabb83 req-7d62f2f7-e990-4551-babb-ea83c8d75f6c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340374 Sep 17 23:48:29.905399 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e726bba-f338-4955-a99d-3611d1eb0245 req-9ad07a46-5a4d-4daf-83ea-8cd9447d6319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:29.906877 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3e726bba-f338-4955-a99d-3611d1eb0245 req-9ad07a46-5a4d-4daf-83ea-8cd9447d6319 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1514208 Sep 17 23:48:29.991954 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-d67a87bc-99c3-47d7-ae0e-bffdd9878c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:29.993644 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-d67a87bc-99c3-47d7-ae0e-bffdd9878c42 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96ebd7c19c914054be955f914a528b51&device_id=66906e96-7e2f-4722-bd32-1e5cb918b6fe HTTP/1.1" status: 200 len: 1095 time: 0.0459087 Sep 17 23:48:30.001098 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac201840-f906-4695-8583-95fb6dcabb83 req-d11b7eaf-3eb6-417d-a952-760731082a23 service neutron] 10.222.0.46 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214213 Sep 17 23:48:30.010145 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a1197-5074-49a6-9270-174c6479f6b3 req-e6e9d1a5-c6c2-47ea-8ca9-53424e936239 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:30.017611 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-293a1197-5074-49a6-9270-174c6479f6b3 req-e6e9d1a5-c6c2-47ea-8ca9-53424e936239 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0769119 Sep 17 23:48:30.045054 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-1b4b45f2-23f9-4bfd-8910-2858d7eb6b59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f2d9024-1290-4b28-8054-dfd4beea96c4 HTTP/1.1" status: 200 len: 217 time: 0.0431163 Sep 17 23:48:30.094820 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-2e2e7e67-25b0-42d6-826f-8458320f9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:30.096331 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-2e2e7e67-25b0-42d6-826f-8458320f9ed8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=48fd748e-945d-40f1-bc13-7fa5efef5a3f HTTP/1.1" status: 200 len: 861 time: 0.0446203 Sep 17 23:48:30.114702 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-293a1197-5074-49a6-9270-174c6479f6b3 req-efb87d27-7912-4a45-8023-d2b570ed080e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896528 Sep 17 23:48:30.130548 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-167e8bdd-4b84-41f8-a9d9-410c3a55358a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54ddec7a-e1ee-4ffa-9c87-145c0840fd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268116 Sep 17 23:48:30.172171 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac201840-f906-4695-8583-95fb6dcabb83 req-2c286e4d-d4e1-48d7-9fb8-39ad0eb64f7d service neutron] 10.222.0.46 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525064 Sep 17 23:48:30.253382 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-cf85b339-a798-4ae6-ac83-7bd6c014f8f3 service neutron] 10.222.0.37 "GET /v2.0/networks/54ddec7a-e1ee-4ffa-9c87-145c0840fd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158891 Sep 17 23:48:30.349915 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-beab9563-a99d-4f30-b89a-cb5a1931654e req-76064f28-c192-4e4b-8acc-6d8e27d7a8dd service neutron] 10.222.0.37 "GET /v2.0/networks/54ddec7a-e1ee-4ffa-9c87-145c0840fd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882678 Sep 17 23:48:30.420316 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84f489-152f-4206-8aa2-9ce22902d5cc req-9de3209d-3d59-4eaa-a51d-b89d81820da5 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:30.422308 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed84f489-152f-4206-8aa2-9ce22902d5cc req-9de3209d-3d59-4eaa-a51d-b89d81820da5 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.0706978 Sep 17 23:48:30.477862 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cfe0e88a-b901-44f7-8203-fe52f7e9b9cc req-c52b2335-ee0c-4860-8c2e-67e6f484fa33 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 210 time: 0.0361171 Sep 17 23:48:30.498268 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed84f489-152f-4206-8aa2-9ce22902d5cc req-15449068-4b42-48e1-85a2-12366c9f5f57 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700824 Sep 17 23:48:30.617038 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f2138-153b-4ee4-a723-e3551928f150 req-f3251602-ccea-4e96-9b49-12bb9ae3d357 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:30.618614 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a45f2138-153b-4ee4-a723-e3551928f150 req-f3251602-ccea-4e96-9b49-12bb9ae3d357 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0497711 Sep 17 23:48:30.657325 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a45f2138-153b-4ee4-a723-e3551928f150 req-eb42b622-05c6-42cb-95ac-b4622fec5104 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327251 Sep 17 23:48:30.778846 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f379f6-c813-4123-9439-0bc71282343d req-7e7eb85b-95da-4423-9e71-9f32e38a9d41 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:30.780285 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8f379f6-c813-4123-9439-0bc71282343d req-7e7eb85b-95da-4423-9e71-9f32e38a9d41 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0499938 Sep 17 23:48:30.832340 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8f379f6-c813-4123-9439-0bc71282343d req-8ff6369f-30c9-4eb1-a930-d964173aba19 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458469 Sep 17 23:48:30.944148 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317e41f-8dc9-4302-9a67-f3f099850040 req-389c418e-eabc-4b17-b543-eeda0784c316 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:30.946332 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9317e41f-8dc9-4302-9a67-f3f099850040 req-389c418e-eabc-4b17-b543-eeda0784c316 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/ports?device_id=66906e96-7e2f-4722-bd32-1e5cb918b6fe HTTP/1.1" status: 200 len: 944 time: 0.0627563 Sep 17 23:48:30.985137 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9317e41f-8dc9-4302-9a67-f3f099850040 req-6635b37d-3844-46ef-9398-05296a03248c tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/security-groups?id=483bdb02-4e81-4696-954c-8dd742ed4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328531 Sep 17 23:48:31.232278 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee337909-8c72-44b8-ba34-303ad729d5fa req-b8d7bf26-8bba-40a4-acd9-caf9f8103018 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:31.233324 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee337909-8c72-44b8-ba34-303ad729d5fa req-b8d7bf26-8bba-40a4-acd9-caf9f8103018 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0565479 Sep 17 23:48:31.275615 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee337909-8c72-44b8-ba34-303ad729d5fa req-bf1bca13-9927-4a0c-913b-e0cc1eec67a4 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357838 Sep 17 23:48:31.449296 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bee94-1d90-4d05-8774-6cda18dea0d2 req-8db54e3b-8059-4f6a-867d-114afc7750ff tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:31.450756 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-456bee94-1d90-4d05-8774-6cda18dea0d2 req-8db54e3b-8059-4f6a-867d-114afc7750ff tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0890350 Sep 17 23:48:31.463524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e9472-ad21-466a-a759-3f8730c7a137 req-ed64fd0e-ccbf-483d-b983-c334e8ca3834 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:31.470059 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-294e9472-ad21-466a-a759-3f8730c7a137 req-ed64fd0e-ccbf-483d-b983-c334e8ca3834 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0811141 Sep 17 23:48:31.528182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-456bee94-1d90-4d05-8774-6cda18dea0d2 req-7f4fb56d-0bbd-4380-b2ef-2e1cb455fac2 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568964 Sep 17 23:48:31.531204 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-294e9472-ad21-466a-a759-3f8730c7a137 req-f8336f15-417e-46a6-bea9-7ee659a737cc tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581465 Sep 17 23:48:31.604150 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6addcb2b-7bd7-4c3d-81e6-95f46abae687 req-f93f5e67-b2b6-4422-80b9-af8aa89d90be tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 210 time: 0.0288270 Sep 17 23:48:31.665418 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dee70-3fe5-4be5-937c-516dd54ddf44 req-4ac2c77d-efe8-4cb9-af41-391897acce40 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:31.669336 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f54dee70-3fe5-4be5-937c-516dd54ddf44 req-4ac2c77d-efe8-4cb9-af41-391897acce40 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.0676224 Sep 17 23:48:31.709991 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:48:31.715269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f54dee70-3fe5-4be5-937c-516dd54ddf44 req-1caea9f3-7b57-43c8-9a34-558997cf45db tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386283 Sep 17 23:48:31.772036 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59d27b-7fc1-438a-8e3a-24af28993530 req-dbb4c065-5cd3-460a-b11b-b7a8d4753323 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:31.783480 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4c59d27b-7fc1-438a-8e3a-24af28993530 req-dbb4c065-5cd3-460a-b11b-b7a8d4753323 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0635109 Sep 17 23:48:31.812539 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4c59d27b-7fc1-438a-8e3a-24af28993530 req-8e3ec400-3380-4d1d-a0e7-7df65241ab58 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318964 Sep 17 23:48:31.843795 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 61825afc-00d8-4cf9-8cb8-8b9a41ebc491, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=61825afc-00d8-4cf9-8cb8-8b9a41ebc491,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:31.859179 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '61825afc-00d8-4cf9-8cb8-8b9a41ebc491', 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d', 'port_id': '61825afc-00d8-4cf9-8cb8-8b9a41ebc491', 'mac_address': 'fa:16:3e:32:44:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a275f752-544b-480a-88b7-0c6cbafa7069', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:48:31.899718 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:31.912948 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:48:31.932518 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 61825afc-00d8-4cf9-8cb8-8b9a41ebc491, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=61825afc-00d8-4cf9-8cb8-8b9a41ebc491,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:31.932746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee961ca3-6c3d-4fb6-ba59-b29b3cbf554b req-9c91501d-d54a-4119-9af7-f6d179764ab9 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:31.934190 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee961ca3-6c3d-4fb6-ba59-b29b3cbf554b req-9c91501d-d54a-4119-9af7-f6d179764ab9 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0498691 Sep 17 23:48:31.975105 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee961ca3-6c3d-4fb6-ba59-b29b3cbf554b req-edbc15a0-fc3e-4850-8d2c-6e3091ea8282 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347106 Sep 17 23:48:32.058777 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:32.111756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=61825afc-00d8-4cf9-8cb8-8b9a41ebc491,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:32.135881 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9726308-04e2-42c8-ba7c-e2af30a0b838 req-7aa2a120-d17f-4479-9073-ce64bcd9f94f tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:32.137407 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9726308-04e2-42c8-ba7c-e2af30a0b838 req-7aa2a120-d17f-4479-9073-ce64bcd9f94f tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/ports?device_id=66906e96-7e2f-4722-bd32-1e5cb918b6fe HTTP/1.1" status: 200 len: 944 time: 0.0827096 Sep 17 23:48:32.149971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71e18a-bc21-4b5e-88c9-8ad369db3bee req-b3eb3c06-0291-480c-a06e-b2aa4656b932 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:32.151502 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eb71e18a-bc21-4b5e-88c9-8ad369db3bee req-b3eb3c06-0291-480c-a06e-b2aa4656b932 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0843480 Sep 17 23:48:32.205019 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9726308-04e2-42c8-ba7c-e2af30a0b838 req-e7e6d2a2-9529-4dbd-83d3-d1eb48622a5c tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/security-groups?id=483bdb02-4e81-4696-954c-8dd742ed4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524828 Sep 17 23:48:32.212274 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eb71e18a-bc21-4b5e-88c9-8ad369db3bee req-3bd6cb8c-739f-4f0b-b69c-1711c66df3f4 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538223 Sep 17 23:48:32.337719 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['61825afc-00d8-4cf9-8cb8-8b9a41ebc491'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:48:32.341591 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60b839-d373-432c-9f63-edf9c736cd86 req-f9cafae1-3aa1-45f4-a9c7-dca5db69025b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:32.342655 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c60b839-d373-432c-9f63-edf9c736cd86 req-f9cafae1-3aa1-45f4-a9c7-dca5db69025b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0521190 Sep 17 23:48:32.383798 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c60b839-d373-432c-9f63-edf9c736cd86 req-8c7fb463-954c-41ce-a995-a462c5d8bcb9 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349174 Sep 17 23:48:32.546451 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab53ef-be7d-4484-9a3a-f4fd89fee242 req-807f43b9-aead-477e-821c-ca3a3f8d8ce0 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:32.547958 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-85ab53ef-be7d-4484-9a3a-f4fd89fee242 req-807f43b9-aead-477e-821c-ca3a3f8d8ce0 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0528281 Sep 17 23:48:32.585815 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-85ab53ef-be7d-4484-9a3a-f4fd89fee242 req-c9915893-4951-4613-baf0-1a1eaeb6524d tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316370 Sep 17 23:48:32.651055 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62007e3-4501-41f6-bea9-d2a745b55475 req-88ef454b-8aaa-4aa9-89af-3f3df3c173bf tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:32.652580 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c62007e3-4501-41f6-bea9-d2a745b55475 req-88ef454b-8aaa-4aa9-89af-3f3df3c173bf tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0551171 Sep 17 23:48:32.718082 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c62007e3-4501-41f6-bea9-d2a745b55475 req-45103efa-bdb4-499d-a969-9541dc6b8379 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548587 Sep 17 23:48:32.729153 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d26659-f1f8-4980-8686-7da41b8dfa95 req-59814dff-fe51-4eea-9a54-7fdff67e66b8 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:32.731594 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4d26659-f1f8-4980-8686-7da41b8dfa95 req-59814dff-fe51-4eea-9a54-7fdff67e66b8 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0760055 Sep 17 23:48:32.778584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4d26659-f1f8-4980-8686-7da41b8dfa95 req-2dfa49d8-cba9-4828-a047-1654576a579c tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341616 Sep 17 23:48:32.828769 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fc187d00-8a0f-46f4-af2b-479b96c8c69f req-b7884a5c-f0ad-4310-8fc4-aae27a7630c6 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 210 time: 0.0433936 Sep 17 23:48:32.950003 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dacfbe-215b-4ffb-b788-a0c287806ae9 req-75c94eb4-6d84-4faa-b7fe-c36a8cb02302 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:32.951395 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f2dacfbe-215b-4ffb-b788-a0c287806ae9 req-75c94eb4-6d84-4faa-b7fe-c36a8cb02302 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 944 time: 0.0537777 Sep 17 23:48:32.989908 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f2dacfbe-215b-4ffb-b788-a0c287806ae9 req-cfbc167e-fcc2-4e83-a946-22d61a77ad6a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319498 Sep 17 23:48:33.094385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e2bfb-4932-418e-910d-162d6c801bb2 req-b0bdac4b-5b9e-471b-8213-1f5341555de7 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:33.095825 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-635e2bfb-4932-418e-910d-162d6c801bb2 req-b0bdac4b-5b9e-471b-8213-1f5341555de7 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0493567 Sep 17 23:48:33.138166 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-635e2bfb-4932-418e-910d-162d6c801bb2 req-3d93fa21-2ca7-464b-8f52-129ed8217ee5 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363965 Sep 17 23:48:33.242784 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac201840-f906-4695-8583-95fb6dcabb83 req-54c094d7-3473-4251-b883-a7745777bac2 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:33.244310 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ac201840-f906-4695-8583-95fb6dcabb83 req-54c094d7-3473-4251-b883-a7745777bac2 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.41 "GET /v2.0/networks?id=e2df3c0f-6c40-4464-917a-684982de5476 HTTP/1.1" status: 200 len: 812 time: 0.1146035 Sep 17 23:48:33.256095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efaf0c8-1d7b-41fe-88f4-3cc55e0cb375 req-922b65a3-d91a-4fa5-a1e7-dff325bfb6ce tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:33.261200 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7efaf0c8-1d7b-41fe-88f4-3cc55e0cb375 req-922b65a3-d91a-4fa5-a1e7-dff325bfb6ce tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0530908 Sep 17 23:48:33.261319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-ac201840-f906-4695-8583-95fb6dcabb83 req-07eca81a-f115-47dc-93f3-2fdfb4f9791a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Request body: {'port': {'device_id': '697dade5-2d18-4765-b39f-7357ab751462', 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476', 'admin_state_up': True, 'tenant_id': '3dc697e62bfa40e4b7ec116f34144c3c'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:33.334950 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7efaf0c8-1d7b-41fe-88f4-3cc55e0cb375 req-07063cae-aa24-4628-b81f-d65f43bbba48 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695930 Sep 17 23:48:33.363327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f438d-dee3-46f4-8ac4-baef95fb43ae req-ed867f06-07c9-4cd5-8573-fd580aafd80d tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:33.365340 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab3f438d-dee3-46f4-8ac4-baef95fb43ae req-ed867f06-07c9-4cd5-8573-fd580aafd80d tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0803370 Sep 17 23:48:33.418469 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab3f438d-dee3-46f4-8ac4-baef95fb43ae req-a31d0c88-8963-43f3-aaa2-37656487f018 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457342 Sep 17 23:48:33.475908 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6221b54-1a02-440b-a93b-e16f0ff356b4 req-c8ac6b6e-68e8-44cd-bfa0-6036c8f2e5bd tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:33.478941 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6221b54-1a02-440b-a93b-e16f0ff356b4 req-c8ac6b6e-68e8-44cd-bfa0-6036c8f2e5bd tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/ports?device_id=66906e96-7e2f-4722-bd32-1e5cb918b6fe HTTP/1.1" status: 200 len: 944 time: 0.0775881 Sep 17 23:48:33.522065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac201840-f906-4695-8583-95fb6dcabb83 req-07eca81a-f115-47dc-93f3-2fdfb4f9791a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Made reservation on behalf of 3dc697e62bfa40e4b7ec116f34144c3c for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:48:33.525726 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ac201840-f906-4695-8583-95fb6dcabb83 req-07eca81a-f115-47dc-93f3-2fdfb4f9791a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:33.545186 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6221b54-1a02-440b-a93b-e16f0ff356b4 req-49a15d56-b495-46c7-9833-e89eeb4000bb tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/security-groups?id=483bdb02-4e81-4696-954c-8dd742ed4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601237 Sep 17 23:48:33.671828 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-ac201840-f906-4695-8583-95fb6dcabb83 req-07eca81a-f115-47dc-93f3-2fdfb4f9791a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Allocated IP 172.20.0.11 (e2df3c0f-6c40-4464-917a-684982de5476/c7b73b73-63cd-4505-9722-63303d58ca18/ec426431-724e-4b7d-8775-3d43f66062e3) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:48:33.677955 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519768b-581d-47c0-aa6f-42b3c5af1f8d req-df6f2df8-af29-4cdf-ad31-6975474e58f2 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:33.679510 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7519768b-581d-47c0-aa6f-42b3c5af1f8d req-df6f2df8-af29-4cdf-ad31-6975474e58f2 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0681083 Sep 17 23:48:33.724198 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7519768b-581d-47c0-aa6f-42b3c5af1f8d req-44a684f7-8bba-47ab-831a-07d38d64c152 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365551 Sep 17 23:48:33.741985 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7f2d9024-1290-4b28-8054-dfd4beea96c4 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:48:33.748963 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:48:33.858882 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ac201840-f906-4695-8583-95fb6dcabb83 req-07eca81a-f115-47dc-93f3-2fdfb4f9791a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:33.899423 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212a50a-ed16-4a35-9873-5633300abc32 req-8a89d0af-3e1e-45ae-ac32-923ae6ad4fdb tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:33.912553 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b212a50a-ed16-4a35-9873-5633300abc32 req-8a89d0af-3e1e-45ae-ac32-923ae6ad4fdb tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.1034770 Sep 17 23:48:33.955408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3c53f1cd-49fa-4970-9c92-85c5024a39b2 req-f758238e-4990-41b5-b7a4-9c5101a48584 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 210 time: 0.0319347 Sep 17 23:48:33.956383 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:48:33.956766 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:33.959370 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7f2d9024-1290-4b28-8054-dfd4beea96c4, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7f2d9024-1290-4b28-8054-dfd4beea96c4,segment=NetworkSegment(35feedbd-ea4d-4f03-bd89-ddb51073aa01),segment_id=35feedbd-ea4d-4f03-bd89-ddb51073aa01)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:33.981371 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b212a50a-ed16-4a35-9873-5633300abc32 req-8532255e-8ccb-45ef-a995-981daf060220 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674808 Sep 17 23:48:33.992536 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '7f2d9024-1290-4b28-8054-dfd4beea96c4', 'network_id': '54ddec7a-e1ee-4ffa-9c87-145c0840fd68', 'port_id': '7f2d9024-1290-4b28-8054-dfd4beea96c4', 'mac_address': 'fa:16:3e:b8:40:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fd748e-945d-40f1-bc13-7fa5efef5a3f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:48:34.002330 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ac201840-f906-4695-8583-95fb6dcabb83 req-07eca81a-f115-47dc-93f3-2fdfb4f9791a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:34.056584 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac201840-f906-4695-8583-95fb6dcabb83 req-07eca81a-f115-47dc-93f3-2fdfb4f9791a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Network e2df3c0f-6c40-4464-917a-684982de5476 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:48:34.060081 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-ac201840-f906-4695-8583-95fb6dcabb83 req-07eca81a-f115-47dc-93f3-2fdfb4f9791a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:48:34.066244 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac201840-f906-4695-8583-95fb6dcabb83 req-07eca81a-f115-47dc-93f3-2fdfb4f9791a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:48:34.072884 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eca81a-f115-47dc-93f3-2fdfb4f9791a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Pushing event updated for resources: {'Port': ['ID=ec426431-724e-4b7d-8775-3d43f66062e3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:34.076186 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:34.103353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2d9024-1290-4b28-8054-dfd4beea96c4 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:48:34.113912 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:34.127664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac201840-f906-4695-8583-95fb6dcabb83 req-07eca81a-f115-47dc-93f3-2fdfb4f9791a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:34.130658 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ac201840-f906-4695-8583-95fb6dcabb83 req-07eca81a-f115-47dc-93f3-2fdfb4f9791a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:34.138681 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7f2d9024-1290-4b28-8054-dfd4beea96c4, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7f2d9024-1290-4b28-8054-dfd4beea96c4,segment=NetworkSegment(35feedbd-ea4d-4f03-bd89-ddb51073aa01),segment_id=35feedbd-ea4d-4f03-bd89-ddb51073aa01)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:34.155308 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56f59fd-e02b-4a19-8f7b-96171c30af01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61825afc-00d8-4cf9-8cb8-8b9a41ebc491'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:48:34.157609 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf43fe4-7890-427b-aef0-cd7eeb72d819" -d '{"events": [{"server_uuid": "d56f59fd-e02b-4a19-8f7b-96171c30af01", "name": "network-vif-plugged", "status": "completed", "tag": "61825afc-00d8-4cf9-8cb8-8b9a41ebc491"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:48:34.171308 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 61825afc-00d8-4cf9-8cb8-8b9a41ebc491, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=61825afc-00d8-4cf9-8cb8-8b9a41ebc491,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:34.188241 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1e68b-86c5-4c0d-831c-748038460daf req-d90fc615-640b-45b6-a5ea-815cf9147bf5 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:34.189793 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8d1e68b-86c5-4c0d-831c-748038460daf req-d90fc615-640b-45b6-a5ea-815cf9147bf5 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 944 time: 0.0923605 Sep 17 23:48:34.227148 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e449b3-42d1-4d68-9def-a70967010323 req-86873590-a76f-4284-a8c5-67d3680208e9 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:34.228613 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53e449b3-42d1-4d68-9def-a70967010323 req-86873590-a76f-4284-a8c5-67d3680208e9 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0820191 Sep 17 23:48:34.254315 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8d1e68b-86c5-4c0d-831c-748038460daf req-402e1e4d-b7d3-43d8-af2c-b332e8202172 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572426 Sep 17 23:48:34.274721 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53e449b3-42d1-4d68-9def-a70967010323 req-623b1529-17da-40ca-afe5-9034664b7270 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387146 Sep 17 23:48:34.302510 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7866db0-a4e5-4caf-8c62-8b154b346ce3 x-openstack-request-id: req-f7866db0-a4e5-4caf-8c62-8b154b346ce3 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:48:34.302799 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56f59fd-e02b-4a19-8f7b-96171c30af01", "name": "network-vif-plugged", "status": "completed", "tag": "61825afc-00d8-4cf9-8cb8-8b9a41ebc491", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:48:34.303269 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f7866db0-a4e5-4caf-8c62-8b154b346ce3 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:48:34.303668 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56f59fd-e02b-4a19-8f7b-96171c30af01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61825afc-00d8-4cf9-8cb8-8b9a41ebc491', 'code': 200} Sep 17 23:48:34.310729 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:34.345762 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ac201840-f906-4695-8583-95fb6dcabb83 req-07eca81a-f115-47dc-93f3-2fdfb4f9791a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0913851 Sep 17 23:48:34.352110 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:34.360529 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Request body: {'port': {'device_id': '697dade5-2d18-4765-b39f-7357ab751462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:34.362878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=7f2d9024-1290-4b28-8054-dfd4beea96c4,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:34.417208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236a290-4656-4336-af8e-1e9030ae23b1 req-0f1cab27-a9ba-433f-831b-2a6951d70762 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:34.419926 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=61825afc-00d8-4cf9-8cb8-8b9a41ebc491,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:34.425409 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0236a290-4656-4336-af8e-1e9030ae23b1 req-0f1cab27-a9ba-433f-831b-2a6951d70762 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0669198 Sep 17 23:48:34.431136 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:34.459975 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0236a290-4656-4336-af8e-1e9030ae23b1 req-91e81fae-8a20-4b0e-aff0-a07bc9639c0a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335553 Sep 17 23:48:34.558409 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b049583-a9ca-41a5-b1d6-a452dca0e5ad req-50a7334f-cb07-4a02-bcc2-13a891fd0975 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:34.560303 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b049583-a9ca-41a5-b1d6-a452dca0e5ad req-50a7334f-cb07-4a02-bcc2-13a891fd0975 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0543280 Sep 17 23:48:34.571928 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22612e8-82a8-4e11-b07c-69ece45dd1e2 req-fc0d3dec-bbc5-4212-9e06-47624302ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:34.573465 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f22612e8-82a8-4e11-b07c-69ece45dd1e2 req-fc0d3dec-bbc5-4212-9e06-47624302ea30 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 1096 time: 0.1298430 Sep 17 23:48:34.602463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['7f2d9024-1290-4b28-8054-dfd4beea96c4'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:48:34.632121 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b049583-a9ca-41a5-b1d6-a452dca0e5ad req-8f94cde3-51ac-4a25-9a81-8712d37e7d38 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611579 Sep 17 23:48:34.644450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e8a98-44ff-4bed-a275-e9bb231df820 req-f1470b1c-cd60-4ea7-ad64-f2f1759bd286 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:34.653483 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa0e8a98-44ff-4bed-a275-e9bb231df820 req-f1470b1c-cd60-4ea7-ad64-f2f1759bd286 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0919652 Sep 17 23:48:34.729203 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa0e8a98-44ff-4bed-a275-e9bb231df820 req-2ae39664-3073-4087-83f0-6f400324b92c tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582054 Sep 17 23:48:34.881099 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e033f-cb3a-45ab-af2c-5a56b202bec9 req-7a6f9f6e-9685-4db9-8eab-68d89164212e tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:34.883208 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a3e033f-cb3a-45ab-af2c-5a56b202bec9 req-7a6f9f6e-9685-4db9-8eab-68d89164212e tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/ports?device_id=66906e96-7e2f-4722-bd32-1e5cb918b6fe HTTP/1.1" status: 200 len: 945 time: 0.0626075 Sep 17 23:48:34.957503 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a3e033f-cb3a-45ab-af2c-5a56b202bec9 req-3fe9ffe7-58cd-47cb-b827-2c1976e873d9 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/security-groups?id=483bdb02-4e81-4696-954c-8dd742ed4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672708 Sep 17 23:48:34.978646 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff05a28-a721-47d3-beeb-6fbaa7ccf6e9 req-897f59c1-70ef-421b-924e-b7793f38aa22 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:34.979833 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ff05a28-a721-47d3-beeb-6fbaa7ccf6e9 req-897f59c1-70ef-421b-924e-b7793f38aa22 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0656483 Sep 17 23:48:34.983854 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f22612e8-82a8-4e11-b07c-69ece45dd1e2 req-84c9567b-9505-4ca2-9861-9da753470bcf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005291 Sep 17 23:48:35.032934 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ff05a28-a721-47d3-beeb-6fbaa7ccf6e9 req-98f30e33-66c4-4bc6-9b07-04a341f80159 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463424 Sep 17 23:48:35.108724 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08334184-e029-448a-9a04-73e78895fd31 req-502bffad-2c78-4d9b-a516-0fc0f08fa9a7 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:35.110378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08334184-e029-448a-9a04-73e78895fd31 req-502bffad-2c78-4d9b-a516-0fc0f08fa9a7 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 932 time: 0.0567930 Sep 17 23:48:35.135362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec426431-724e-4b7d-8775-3d43f66062e3 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:48:35.143993 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:35.152206 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08334184-e029-448a-9a04-73e78895fd31 req-51611225-352e-4377-b356-f33a14e08d8b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357637 Sep 17 23:48:35.157212 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Transition to ACTIVE for port object ec426431-724e-4b7d-8775-3d43f66062e3 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:48:35.205222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c871ef-1cbe-4844-97b1-5deebdd2e0ce req-85a7220b-2671-4315-af42-a60867e15887 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:35.206707 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92c871ef-1cbe-4844-97b1-5deebdd2e0ce req-85a7220b-2671-4315-af42-a60867e15887 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0494249 Sep 17 23:48:35.245471 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92c871ef-1cbe-4844-97b1-5deebdd2e0ce req-b4eff1b4-e353-4e53-89da-a38fe3724a1c tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327115 Sep 17 23:48:35.362384 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:35.394507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de44fed-f445-4503-a0c2-7e00b3f0af02 req-8f313935-ea04-449e-8aac-34f9158c5533 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:35.395600 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3de44fed-f445-4503-a0c2-7e00b3f0af02 req-8f313935-ea04-449e-8aac-34f9158c5533 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0821495 Sep 17 23:48:35.405290 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463251ae-76d9-4411-b49a-474454b89718 req-24126065-2734-468a-a682-8b6b5db548ee tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:35.406730 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-463251ae-76d9-4411-b49a-474454b89718 req-24126065-2734-468a-a682-8b6b5db548ee tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.0845275 Sep 17 23:48:35.441324 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Pushing event updated for resources: {'Port': ['ID=ec426431-724e-4b7d-8775-3d43f66062e3,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:35.469547 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3de44fed-f445-4503-a0c2-7e00b3f0af02 req-743bec82-0115-44e9-a547-71e42e8483f1 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618427 Sep 17 23:48:35.474625 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-463251ae-76d9-4411-b49a-474454b89718 req-6c1872f3-b061-483b-aba6-b82f77e8d2c7 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489681 Sep 17 23:48:35.496848 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Attempting to bind port ec426431-724e-4b7d-8775-3d43f66062e3 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:48:35.497302 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Attempting to bind port ec426431-724e-4b7d-8775-3d43f66062e3 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:48:35.497721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Attempting to bind port ec426431-724e-4b7d-8775-3d43f66062e3 on network e2df3c0f-6c40-4464-917a-684982de5476 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:48:35.502554 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Port ec426431-724e-4b7d-8775-3d43f66062e3 on network e2df3c0f-6c40-4464-917a-684982de5476 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:48:35.502878 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Attempting to bind port ec426431-724e-4b7d-8775-3d43f66062e3 on network e2df3c0f-6c40-4464-917a-684982de5476 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:48:35.507801 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:48:35.508117 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Checking segment: {'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:48:35.508498 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Bound using segment: {'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:48:35.508957 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Bound port: ec426431-724e-4b7d-8775-3d43f66062e3, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:48:35.509317 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:35.579796 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] For port ec426431-724e-4b7d-8775-3d43f66062e3, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:48:35.583484 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] For port ec426431-724e-4b7d-8775-3d43f66062e3, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ec426431-724e-4b7d-8775-3d43f66062e3,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:48:35.643187 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85f2c5-3dff-4a7f-adbc-acf111479a06 req-0a64f7c0-78b6-4a61-a522-5bf3025097c4 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:35.644822 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae85f2c5-3dff-4a7f-adbc-acf111479a06 req-0a64f7c0-78b6-4a61-a522-5bf3025097c4 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0497773 Sep 17 23:48:35.683462 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae85f2c5-3dff-4a7f-adbc-acf111479a06 req-2a012a11-2d13-49f4-9159-8d8a8f75574f tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321813 Sep 17 23:48:35.762008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7f2d9024-1290-4b28-8054-dfd4beea96c4 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:48:35.766536 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:35.796487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:35.797138 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:35.798543 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ac201840-f906-4695-8583-95fb6dcabb83 req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] 10.222.0.41 "PUT /v2.0/ports/ec426431-724e-4b7d-8775-3d43f66062e3 HTTP/1.1" status: 200 len: 1092 time: 1.4427252 Sep 17 23:48:35.799223 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697dade5-2d18-4765-b39f-7357ab751462', 'tag': 'ec426431-724e-4b7d-8775-3d43f66062e3'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:48:35.801743 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af6efc6-bc0a-4e63-952b-2a8e5995c122" -d '{"events": [{"name": "network-changed", "server_uuid": "697dade5-2d18-4765-b39f-7357ab751462", "tag": "ec426431-724e-4b7d-8775-3d43f66062e3"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:48:35.829784 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2f895-e1c0-410e-b0f8-036208657449 service neutron] Pushing event updated for resources: {'Port': ['ID=ec426431-724e-4b7d-8775-3d43f66062e3,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:35.831677 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a27b14-1b12-43b0-94c6-2853d2daa64c req-fbce2033-04f8-46f2-94b4-cdde479e622d tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:35.837888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f3a27b14-1b12-43b0-94c6-2853d2daa64c req-fbce2033-04f8-46f2-94b4-cdde479e622d tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0851290 Sep 17 23:48:35.856816 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424858f9-dd5e-40a8-8204-35ecfa34088f x-openstack-request-id: req-424858f9-dd5e-40a8-8204-35ecfa34088f {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:48:35.857141 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697dade5-2d18-4765-b39f-7357ab751462", "tag": "ec426431-724e-4b7d-8775-3d43f66062e3", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:48:35.857386 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-424858f9-dd5e-40a8-8204-35ecfa34088f {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:48:35.857785 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697dade5-2d18-4765-b39f-7357ab751462', 'tag': 'ec426431-724e-4b7d-8775-3d43f66062e3', 'status': 'completed', 'code': 200} Sep 17 23:48:35.933502 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6efc6-bc0a-4e63-952b-2a8e5995c122 req-452eef4d-21d2-4865-a548-2fb6d4f00bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:35.938651 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0af6efc6-bc0a-4e63-952b-2a8e5995c122 req-452eef4d-21d2-4865-a548-2fb6d4f00bff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 1095 time: 0.0522304 Sep 17 23:48:35.973314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 7f2d9024-1290-4b28-8054-dfd4beea96c4 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:48:35.977522 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 7f2d9024-1290-4b28-8054-dfd4beea96c4 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:48:35.977902 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:36.089665 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6efc6-bc0a-4e63-952b-2a8e5995c122 req-3c1e0d6d-668f-4935-979e-63af0dab8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:36.091465 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0af6efc6-bc0a-4e63-952b-2a8e5995c122 req-3c1e0d6d-668f-4935-979e-63af0dab8863 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1487939 Sep 17 23:48:36.209631 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6efc6-bc0a-4e63-952b-2a8e5995c122 req-84b11d42-6ac4-4d7d-8e7a-fd5eb61e9752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:36.212187 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0af6efc6-bc0a-4e63-952b-2a8e5995c122 req-84b11d42-6ac4-4d7d-8e7a-fd5eb61e9752 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1137767 Sep 17 23:48:36.249081 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f3a27b14-1b12-43b0-94c6-2853d2daa64c req-97992364-a627-4f94-8473-0c56788ea252 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047916 Sep 17 23:48:36.259271 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:36.270964 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b12d57-4fb6-4866-8ef4-56570ef3ab1f req-cfd6910d-7f21-499c-b8fb-de7052a6e6c5 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:36.288877 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6b12d57-4fb6-4866-8ef4-56570ef3ab1f req-cfd6910d-7f21-499c-b8fb-de7052a6e6c5 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/ports?device_id=66906e96-7e2f-4722-bd32-1e5cb918b6fe HTTP/1.1" status: 200 len: 945 time: 0.0771263 Sep 17 23:48:36.311497 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66906e96-7e2f-4722-bd32-1e5cb918b6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2d9024-1290-4b28-8054-dfd4beea96c4'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:48:36.313485 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac201840-f906-4695-8583-95fb6dcabb83 req-d61c3a76-e8ce-4073-9b39-eab10d84d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:36.315496 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ac201840-f906-4695-8583-95fb6dcabb83 req-d61c3a76-e8ce-4073-9b39-eab10d84d686 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 1095 time: 0.0600441 Sep 17 23:48:36.318776 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7948559-bee7-4e8e-87e8-b4851e8a9dc6" -d '{"events": [{"server_uuid": "66906e96-7e2f-4722-bd32-1e5cb918b6fe", "name": "network-vif-plugged", "status": "completed", "tag": "7f2d9024-1290-4b28-8054-dfd4beea96c4"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:48:36.327620 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7f2d9024-1290-4b28-8054-dfd4beea96c4, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7f2d9024-1290-4b28-8054-dfd4beea96c4,segment=NetworkSegment(35feedbd-ea4d-4f03-bd89-ddb51073aa01),segment_id=35feedbd-ea4d-4f03-bd89-ddb51073aa01)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:36.333261 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6b12d57-4fb6-4866-8ef4-56570ef3ab1f req-f487e50a-7982-47ca-8159-77d4e8181975 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/security-groups?id=483bdb02-4e81-4696-954c-8dd742ed4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532351 Sep 17 23:48:36.399988 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ac201840-f906-4695-8583-95fb6dcabb83 req-2a83086d-aa3b-439a-b931-4dbabecb1c94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec426431-724e-4b7d-8775-3d43f66062e3 HTTP/1.1" status: 200 len: 217 time: 0.0680826 Sep 17 23:48:36.407114 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa625e4-51ea-40a8-9633-db8ec217859a x-openstack-request-id: req-6aa625e4-51ea-40a8-9633-db8ec217859a {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:48:36.407678 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66906e96-7e2f-4722-bd32-1e5cb918b6fe", "name": "network-vif-plugged", "status": "completed", "tag": "7f2d9024-1290-4b28-8054-dfd4beea96c4", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:48:36.407998 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6aa625e4-51ea-40a8-9633-db8ec217859a {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:48:36.408452 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66906e96-7e2f-4722-bd32-1e5cb918b6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2d9024-1290-4b28-8054-dfd4beea96c4', 'code': 200} Sep 17 23:48:36.439252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661eb83-e86b-4c00-8a42-c3f8f0f0d5ed req-442e85ba-4b52-4e82-ab37-eea6ebc1d32b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:36.461826 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8661eb83-e86b-4c00-8a42-c3f8f0f0d5ed req-442e85ba-4b52-4e82-ab37-eea6ebc1d32b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 944 time: 0.0902631 Sep 17 23:48:36.464680 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:36.529982 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac201840-f906-4695-8583-95fb6dcabb83 req-7ae7da6a-d607-413e-8dfe-cbb4e18eb903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:36.531582 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ac201840-f906-4695-8583-95fb6dcabb83 req-7ae7da6a-d607-413e-8dfe-cbb4e18eb903 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7b73b73-63cd-4505-9722-63303d58ca18 HTTP/1.1" status: 200 len: 852 time: 0.1252561 Sep 17 23:48:36.541049 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=7f2d9024-1290-4b28-8054-dfd4beea96c4,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:36.553926 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fe3cf-8af2-4216-ae87-64ade37ef1af req-6c7348fb-95cc-4622-a844-61fc6f9eb565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:36.555447 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ec3fe3cf-8af2-4216-ae87-64ade37ef1af req-6c7348fb-95cc-4622-a844-61fc6f9eb565 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=66906e96-7e2f-4722-bd32-1e5cb918b6fe HTTP/1.1" status: 200 len: 1097 time: 0.0696621 Sep 17 23:48:36.557379 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8661eb83-e86b-4c00-8a42-c3f8f0f0d5ed req-2e7a16fd-7cd6-4c6e-a668-3ed9c82df225 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946369 Sep 17 23:48:36.578466 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ac201840-f906-4695-8583-95fb6dcabb83 req-85bb9d16-9275-4b57-9019-a2d32f12318a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2df3c0f-6c40-4464-917a-684982de5476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381455 Sep 17 23:48:36.584444 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47cbf6-50d3-4fc0-afba-d93314621534 req-0565455e-1c4c-497a-8dfa-09a0d168e7fe tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:36.589989 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d47cbf6-50d3-4fc0-afba-d93314621534 req-0565455e-1c4c-497a-8dfa-09a0d168e7fe tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0748131 Sep 17 23:48:36.638750 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d47cbf6-50d3-4fc0-afba-d93314621534 req-fcaa72b4-d79f-47ca-994c-f161cc505ba2 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449836 Sep 17 23:48:36.645630 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ec3fe3cf-8af2-4216-ae87-64ade37ef1af req-f0bf1a97-0e49-4c21-ae23-60d5c76513b7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=483bdb02-4e81-4696-954c-8dd742ed4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697818 Sep 17 23:48:36.703652 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cf81e-b904-446c-a390-eedfb3ceaef2 req-ba31c341-0891-4d37-910c-e992d9eb4a55 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:36.705973 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-714cf81e-b904-446c-a390-eedfb3ceaef2 req-ba31c341-0891-4d37-910c-e992d9eb4a55 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.0662453 Sep 17 23:48:36.706799 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ac201840-f906-4695-8583-95fb6dcabb83 req-36f3fafb-6364-4f6f-9532-2cd0caf27158 service neutron] 10.222.0.41 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078088 Sep 17 23:48:36.772863 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-714cf81e-b904-446c-a390-eedfb3ceaef2 req-30f82953-711f-434e-a4f1-c0f1c9b3e37e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600400 Sep 17 23:48:36.794154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f8416-fd01-4e93-a1aa-b2fe9ee24068 req-c997ba5a-e948-4e8c-a143-031fe43ab59e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:36.795638 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a36f8416-fd01-4e93-a1aa-b2fe9ee24068 req-c997ba5a-e948-4e8c-a143-031fe43ab59e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0749488 Sep 17 23:48:36.812616 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ac201840-f906-4695-8583-95fb6dcabb83 req-5240db6c-949a-46e8-8489-45baafbcc45f service neutron] 10.222.0.41 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956743 Sep 17 23:48:36.847833 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a36f8416-fd01-4e93-a1aa-b2fe9ee24068 req-4c67f43b-b0ae-4799-a8e5-c9211a788580 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423214 Sep 17 23:48:36.915122 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5905e-8c6e-45f4-8409-0967557c3e1c req-6a3b96de-959c-47ae-bfc5-d1ed7ed94faf tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:36.918948 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1a5905e-8c6e-45f4-8409-0967557c3e1c req-6a3b96de-959c-47ae-bfc5-d1ed7ed94faf tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.0633032 Sep 17 23:48:36.972961 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1a5905e-8c6e-45f4-8409-0967557c3e1c req-84b9de28-56cd-4e10-ad8c-1421dd01f8bf tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Sep 17 23:48:37.634646 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a49515-d9eb-46e0-bc0b-79d84543cb90 req-708f3397-efc5-4e1d-81b0-f55d5159a5bc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:37.634646 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09a49515-d9eb-46e0-bc0b-79d84543cb90 req-708f3397-efc5-4e1d-81b0-f55d5159a5bc tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/ports?device_id=66906e96-7e2f-4722-bd32-1e5cb918b6fe HTTP/1.1" status: 200 len: 946 time: 0.0552492 Sep 17 23:48:37.673710 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09a49515-d9eb-46e0-bc0b-79d84543cb90 req-959842eb-a5e7-4204-9822-dc39a0ca347a tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/security-groups?id=483bdb02-4e81-4696-954c-8dd742ed4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331671 Sep 17 23:48:37.780937 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1907a-b4b1-488d-a5f8-e9f9705ad57c req-75b1f5fc-9aea-4ab7-a21a-c5762b63e1c5 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:37.782449 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57d1907a-b4b1-488d-a5f8-e9f9705ad57c req-75b1f5fc-9aea-4ab7-a21a-c5762b63e1c5 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 944 time: 0.0522120 Sep 17 23:48:37.821431 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57d1907a-b4b1-488d-a5f8-e9f9705ad57c req-a5b859b0-2700-40b7-a336-5e3082a44e8e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329366 Sep 17 23:48:37.972824 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60441fc6-e4fa-4eb4-ad06-2d018981654e req-7c67459e-c5f1-4c37-b6e3-edb8cd3589cb tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:37.974408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-60441fc6-e4fa-4eb4-ad06-2d018981654e req-7c67459e-c5f1-4c37-b6e3-edb8cd3589cb tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0695965 Sep 17 23:48:37.980810 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-b7052a20-752a-43b2-894a-2b6fce1ea593 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:37.982178 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-b7052a20-752a-43b2-894a-2b6fce1ea593 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/networks?id=b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d HTTP/1.1" status: 200 len: 815 time: 0.1547027 Sep 17 23:48:38.010649 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-2e80aaae-ca11-4045-b523-e0e52c55ceb9 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/quotas/c5d58bb8806f4bbb9b7d3236c3cdef06 HTTP/1.1" status: 200 len: 375 time: 0.0214903 Sep 17 23:48:38.038065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-60441fc6-e4fa-4eb4-ad06-2d018981654e req-0e685eed-e85f-4b7f-99dd-b6f5d27d7b7e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549412 Sep 17 23:48:38.071132 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-799f5a25-5a5d-453d-afe7-0afba9cc3ed9 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5d58bb8806f4bbb9b7d3236c3cdef06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0523210 Sep 17 23:48:38.082330 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-0c5f8dd2-e185-4c92-a4e6-8cbb76c06b81 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:48:38.083280 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-0c5f8dd2-e185-4c92-a4e6-8cbb76c06b81 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052586 Sep 17 23:48:38.176952 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-fd972fe7-8374-4ab6-bd81-932d0314194b service neutron] 10.222.0.46 "GET /v2.0/networks/b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865021 Sep 17 23:48:38.271207 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-72702765-e18c-473e-a220-c1c92152a4b1 service neutron] 10.222.0.46 "GET /v2.0/networks/b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876105 Sep 17 23:48:38.657006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cdd81-aef6-4c7e-a308-3a6af7d834e4 req-65512c9e-c05a-450c-959d-46ee08993e05 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:38.658549 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-099cdd81-aef6-4c7e-a308-3a6af7d834e4 req-65512c9e-c05a-450c-959d-46ee08993e05 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0705178 Sep 17 23:48:38.671257 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2ed31-f1fc-410c-9f7c-1b7fa74b537a req-84bee95e-648d-4eb6-951c-fb54c5d4cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:38.672978 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8da2ed31-f1fc-410c-9f7c-1b7fa74b537a req-84bee95e-648d-4eb6-951c-fb54c5d4cdaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926d364599994935ae0450b309eddc70&device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 1097 time: 0.0510850 Sep 17 23:48:38.674211 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e14a8425-2d5b-4ae0-b55a-9e7f5e57d94c req-fe249317-ad35-4c86-855e-5ab427f31aab tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 210 time: 0.0383554 Sep 17 23:48:38.714037 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-099cdd81-aef6-4c7e-a308-3a6af7d834e4 req-21517e4a-6791-4421-b1e5-428c2d08f29d tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415261 Sep 17 23:48:38.791148 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2ed31-f1fc-410c-9f7c-1b7fa74b537a req-ffbbdc71-c696-4db9-bd65-4c9931f7ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:38.792718 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8da2ed31-f1fc-410c-9f7c-1b7fa74b537a req-ffbbdc71-c696-4db9-bd65-4c9931f7ceba service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1a269b7-4098-438e-95d2-57bb70f055ad HTTP/1.1" status: 200 len: 920 time: 0.1110611 Sep 17 23:48:38.800610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72383478-ecc8-4005-91b9-5344edb8a3b5 req-f44e2a21-8102-429b-a410-69a632beda2c tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:38.802117 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72383478-ecc8-4005-91b9-5344edb8a3b5 req-f44e2a21-8102-429b-a410-69a632beda2c tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/ports?device_id=66906e96-7e2f-4722-bd32-1e5cb918b6fe HTTP/1.1" status: 200 len: 946 time: 0.0534301 Sep 17 23:48:38.834812 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8da2ed31-f1fc-410c-9f7c-1b7fa74b537a req-99c57ea5-3f34-4281-8460-33f713cfd93e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e50e686-0e80-469b-8edc-5ff1359d3adf HTTP/1.1" status: 200 len: 217 time: 0.0345325 Sep 17 23:48:38.840932 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72383478-ecc8-4005-91b9-5344edb8a3b5 req-6f57f890-457e-4242-af68-2cdb8edb6267 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/security-groups?id=483bdb02-4e81-4696-954c-8dd742ed4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322208 Sep 17 23:48:38.898686 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2ed31-f1fc-410c-9f7c-1b7fa74b537a req-b76646e3-5122-43eb-8278-898577d09997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:38.900849 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8da2ed31-f1fc-410c-9f7c-1b7fa74b537a req-b76646e3-5122-43eb-8278-898577d09997 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=62272909-3f3e-43c2-8a01-7576ae13ac9e HTTP/1.1" status: 200 len: 859 time: 0.0590761 Sep 17 23:48:38.939173 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8da2ed31-f1fc-410c-9f7c-1b7fa74b537a req-0efc6e44-6a45-4ab1-a92c-af73f26ca376 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1a269b7-4098-438e-95d2-57bb70f055ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308387 Sep 17 23:48:38.969247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d29aba-4532-4b1f-9f58-0a0e662fbb0e req-2d62f374-6b5f-4ee0-b637-2cd28f51dfaa tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:38.971008 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f3d29aba-4532-4b1f-9f58-0a0e662fbb0e req-2d62f374-6b5f-4ee0-b637-2cd28f51dfaa tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 944 time: 0.0659711 Sep 17 23:48:39.027916 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f3d29aba-4532-4b1f-9f58-0a0e662fbb0e req-cb94832f-dd3b-4530-9d60-5a6bfa620978 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501966 Sep 17 23:48:39.080171 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308b030-1386-465e-bdb9-67ed8baa8a4f req-e73a1a1b-4564-4a6f-8b0b-1c2951b8efc9 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:39.081742 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b308b030-1386-465e-bdb9-67ed8baa8a4f req-e73a1a1b-4564-4a6f-8b0b-1c2951b8efc9 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.37 "GET /v2.0/ports?device_id=d56f59fd-e02b-4a19-8f7b-96171c30af01 HTTP/1.1" status: 200 len: 945 time: 0.1416934 Sep 17 23:48:39.133424 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8da2ed31-f1fc-410c-9f7c-1b7fa74b537a req-8736ef32-d1f3-46ba-845f-07c860eb77db service neutron] 10.222.0.41 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839390 Sep 17 23:48:39.138832 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ec426431-724e-4b7d-8775-3d43f66062e3 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:48:39.193828 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd361fb2-bc22-4e00-a467-f99625139d85 req-a7df1cbb-0fe4-492a-9a73-981212415397 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:39.195425 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd361fb2-bc22-4e00-a467-f99625139d85 req-a7df1cbb-0fe4-492a-9a73-981212415397 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0703743 Sep 17 23:48:39.219414 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-b308b030-1386-465e-bdb9-67ed8baa8a4f req-652d9327-93ca-4912-8343-682225755651 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Deleting port 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:48:39.219938 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b308b030-1386-465e-bdb9-67ed8baa8a4f req-652d9327-93ca-4912-8343-682225755651 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:39.260381 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd361fb2-bc22-4e00-a467-f99625139d85 req-16f4a79e-4d9e-4850-b00f-7dc8f29fc2cd tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510919 Sep 17 23:48:39.390191 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port ec426431-724e-4b7d-8775-3d43f66062e3, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ec426431-724e-4b7d-8775-3d43f66062e3,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:39.402648 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'ec426431-724e-4b7d-8775-3d43f66062e3', 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476', 'port_id': 'ec426431-724e-4b7d-8775-3d43f66062e3', 'mac_address': 'fa:16:3e:0a:cd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b73b73-63cd-4505-9722-63303d58ca18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:48:39.450666 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:39.456538 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8da2ed31-f1fc-410c-9f7c-1b7fa74b537a req-8c73496b-b0e1-49bf-9fcd-4f780f77ff87 service neutron] 10.222.0.41 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160532 Sep 17 23:48:39.458235 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-b308b030-1386-465e-bdb9-67ed8baa8a4f req-652d9327-93ca-4912-8343-682225755651 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] For port 61825afc-00d8-4cf9-8cb8-8b9a41ebc491, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=61825afc-00d8-4cf9-8cb8-8b9a41ebc491,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:39.458603 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b308b030-1386-465e-bdb9-67ed8baa8a4f req-652d9327-93ca-4912-8343-682225755651 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:39.463577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec426431-724e-4b7d-8775-3d43f66062e3 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:48:39.479546 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-b308b030-1386-465e-bdb9-67ed8baa8a4f req-652d9327-93ca-4912-8343-682225755651 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Calling delete_port for 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:48:39.487990 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port ec426431-724e-4b7d-8775-3d43f66062e3, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ec426431-724e-4b7d-8775-3d43f66062e3,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:39.622117 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:39.673742 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=ec426431-724e-4b7d-8775-3d43f66062e3,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:39.715857 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b308b030-1386-465e-bdb9-67ed8baa8a4f req-652d9327-93ca-4912-8343-682225755651 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:39.728923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['61825afc-00d8-4cf9-8cb8-8b9a41ebc491'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:48:39.752471 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d9327-93ca-4912-8343-682225755651 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Pushing event deleted for resources: {'Port': ['ID=61825afc-00d8-4cf9-8cb8-8b9a41ebc491,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:39.792091 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16049c53-ba64-4d66-a3e9-90a3fe55e555 req-d193cd0a-5a97-48e3-8cf8-4133b583bbe3 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 210 time: 0.0371401 Sep 17 23:48:39.793345 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b308b030-1386-465e-bdb9-67ed8baa8a4f req-652d9327-93ca-4912-8343-682225755651 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] No DVR routers for this DVR port 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:48:39.796126 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b308b030-1386-465e-bdb9-67ed8baa8a4f req-652d9327-93ca-4912-8343-682225755651 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:39.798421 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b308b030-1386-465e-bdb9-67ed8baa8a4f req-652d9327-93ca-4912-8343-682225755651 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.37 "DELETE /v2.0/ports/61825afc-00d8-4cf9-8cb8-8b9a41ebc491 HTTP/1.1" status: 204 len: 173 time: 0.7098379 Sep 17 23:48:39.798910 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56f59fd-e02b-4a19-8f7b-96171c30af01', 'name': 'network-vif-deleted', 'tag': '61825afc-00d8-4cf9-8cb8-8b9a41ebc491'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:48:39.801796 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daafa9c9-5afa-4ed1-a853-6eb4441a46f9" -d '{"events": [{"server_uuid": "d56f59fd-e02b-4a19-8f7b-96171c30af01", "name": "network-vif-deleted", "tag": "61825afc-00d8-4cf9-8cb8-8b9a41ebc491"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:48:39.934552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5293ac-b6cf-412e-ac23-23e265cb1b6d req-3205db23-9190-41e8-a6e1-11c19d5b4cf5 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:39.936027 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-db5293ac-b6cf-412e-ac23-23e265cb1b6d req-3205db23-9190-41e8-a6e1-11c19d5b4cf5 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0791590 Sep 17 23:48:39.944263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201e7cc-5d68-4084-80e3-499ad0056a0a req-f8a4e1f1-46f1-4b65-bd17-f348532497c5 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:39.946963 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8201e7cc-5d68-4084-80e3-499ad0056a0a req-f8a4e1f1-46f1-4b65-bd17-f348532497c5 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/ports?device_id=66906e96-7e2f-4722-bd32-1e5cb918b6fe HTTP/1.1" status: 200 len: 946 time: 0.0878952 Sep 17 23:48:39.948400 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['ec426431-724e-4b7d-8775-3d43f66062e3'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:48:40.005846 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-db5293ac-b6cf-412e-ac23-23e265cb1b6d req-fcde19eb-b45c-4217-9018-cdfcc119fe64 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578251 Sep 17 23:48:40.010867 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8201e7cc-5d68-4084-80e3-499ad0056a0a req-a0829c84-1ef5-4037-a742-ceeeab6f69d5 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/security-groups?id=483bdb02-4e81-4696-954c-8dd742ed4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568738 Sep 17 23:48:40.060795 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdf9270-3273-4b90-82cd-4c3bd1ccb576 x-openstack-request-id: req-fcdf9270-3273-4b90-82cd-4c3bd1ccb576 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:48:40.060795 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56f59fd-e02b-4a19-8f7b-96171c30af01", "name": "network-vif-deleted", "tag": "61825afc-00d8-4cf9-8cb8-8b9a41ebc491", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:48:40.061030 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fcdf9270-3273-4b90-82cd-4c3bd1ccb576 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:48:40.061359 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56f59fd-e02b-4a19-8f7b-96171c30af01', 'name': 'network-vif-deleted', 'tag': '61825afc-00d8-4cf9-8cb8-8b9a41ebc491', 'status': 'completed', 'code': 200} Sep 17 23:48:40.154454 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1643897-d01c-4d99-b790-216151a510d6 req-cebb1b52-25e2-4b1d-884d-2695c76a81e0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:40.155945 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d1643897-d01c-4d99-b790-216151a510d6 req-cebb1b52-25e2-4b1d-884d-2695c76a81e0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 945 time: 0.0522566 Sep 17 23:48:40.195831 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d1643897-d01c-4d99-b790-216151a510d6 req-0d051f61-fb27-4f73-bad5-08133e60ecad tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329792 Sep 17 23:48:40.252862 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:40.379023 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a95101-6177-435c-aee6-da725dfbd9c8 req-c62997e9-d999-4b59-97b7-5277ab219fee tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:40.380555 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7a95101-6177-435c-aee6-da725dfbd9c8 req-c62997e9-d999-4b59-97b7-5277ab219fee tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0498431 Sep 17 23:48:40.425373 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7a95101-6177-435c-aee6-da725dfbd9c8 req-9bfd342a-739d-4e61-9d7b-fc00e16f8ee9 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381777 Sep 17 23:48:40.888275 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3356fcda-1fd2-4418-9268-827de9ab3ea8 req-96d0382b-a93f-4796-92c9-765a94ce4860 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 210 time: 0.0265427 Sep 17 23:48:41.151781 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ec426431-724e-4b7d-8775-3d43f66062e3 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:48:41.158442 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3168dcd-2c1f-4ba8-bbea-88cd86cc1332 req-22cbc19d-832c-432f-856c-94a4969f8f4f tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:41.160163 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f3168dcd-2c1f-4ba8-bbea-88cd86cc1332 req-22cbc19d-832c-432f-856c-94a4969f8f4f tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.37 "GET /v2.0/ports?device_id=66906e96-7e2f-4722-bd32-1e5cb918b6fe HTTP/1.1" status: 200 len: 946 time: 0.0502431 Sep 17 23:48:41.177601 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f73a0-9c2c-429b-b621-19515601a55f req-e66232d0-2b55-4120-8870-64d587de4a35 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:41.179212 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c92f73a0-9c2c-429b-b621-19515601a55f req-e66232d0-2b55-4120-8870-64d587de4a35 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0964687 Sep 17 23:48:41.193070 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f24ae-bf53-4db7-81aa-bde40791b8c0 req-b3bfccfa-6594-4d9b-8e07-9390341f83c7 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:41.195300 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a56f24ae-bf53-4db7-81aa-bde40791b8c0 req-b3bfccfa-6594-4d9b-8e07-9390341f83c7 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/ports?device_id=66906e96-7e2f-4722-bd32-1e5cb918b6fe HTTP/1.1" status: 200 len: 946 time: 0.0713587 Sep 17 23:48:41.253731 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c92f73a0-9c2c-429b-b621-19515601a55f req-14db04ea-5a36-48ac-aef3-75a4e0c042ce tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579565 Sep 17 23:48:41.259777 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a56f24ae-bf53-4db7-81aa-bde40791b8c0 req-d6efd9a7-70d5-4d3f-bf13-8dc1adfc87a8 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/security-groups?id=483bdb02-4e81-4696-954c-8dd742ed4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504117 Sep 17 23:48:41.286239 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-f3168dcd-2c1f-4ba8-bbea-88cd86cc1332 req-5e232131-52e3-4da7-a842-2163f5cf1506 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Deleting port 7f2d9024-1290-4b28-8054-dfd4beea96c4 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:48:41.286587 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f3168dcd-2c1f-4ba8-bbea-88cd86cc1332 req-5e232131-52e3-4da7-a842-2163f5cf1506 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:41.344318 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port ec426431-724e-4b7d-8775-3d43f66062e3 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:48:41.351414 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port ec426431-724e-4b7d-8775-3d43f66062e3 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:48:41.352308 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:41.390806 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04214c6d-35ad-4976-bdca-45b55a630182 req-440c111d-196d-4e48-9911-5adfeb49550c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:41.392878 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04214c6d-35ad-4976-bdca-45b55a630182 req-440c111d-196d-4e48-9911-5adfeb49550c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 945 time: 0.0755863 Sep 17 23:48:41.475012 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04214c6d-35ad-4976-bdca-45b55a630182 req-1aceff77-1d70-4339-9cb2-b5a2dfddd433 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742857 Sep 17 23:48:41.484994 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-f3168dcd-2c1f-4ba8-bbea-88cd86cc1332 req-5e232131-52e3-4da7-a842-2163f5cf1506 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] For port 7f2d9024-1290-4b28-8054-dfd4beea96c4, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7f2d9024-1290-4b28-8054-dfd4beea96c4,segment=NetworkSegment(35feedbd-ea4d-4f03-bd89-ddb51073aa01),segment_id=35feedbd-ea4d-4f03-bd89-ddb51073aa01)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:41.485393 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f3168dcd-2c1f-4ba8-bbea-88cd86cc1332 req-5e232131-52e3-4da7-a842-2163f5cf1506 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:41.494699 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-21bcaee0-d4a4-4e01-b430-dfd018308249 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:41.496157 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-21bcaee0-d4a4-4e01-b430-dfd018308249 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.37 "GET /v2.0/networks?id=b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d HTTP/1.1" status: 200 len: 815 time: 0.2144964 Sep 17 23:48:41.498463 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:41.510571 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-a2afcf80-3b0b-4499-b818-becb0868eaa2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Request body: {'port': {'device_id': 'e6f6fb0a-7338-4c90-81c9-4e94b1d7179a', 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d', 'admin_state_up': True, 'tenant_id': 'c5d58bb8806f4bbb9b7d3236c3cdef06'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:41.513826 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-f3168dcd-2c1f-4ba8-bbea-88cd86cc1332 req-5e232131-52e3-4da7-a842-2163f5cf1506 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Calling delete_port for 7f2d9024-1290-4b28-8054-dfd4beea96c4 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:48:41.524394 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697dade5-2d18-4765-b39f-7357ab751462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec426431-724e-4b7d-8775-3d43f66062e3'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:48:41.526750 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f70cb0d-95f4-4ad0-93cf-fb84520907aa" -d '{"events": [{"server_uuid": "697dade5-2d18-4765-b39f-7357ab751462", "name": "network-vif-plugged", "status": "completed", "tag": "ec426431-724e-4b7d-8775-3d43f66062e3"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:48:41.542311 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port ec426431-724e-4b7d-8775-3d43f66062e3, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ec426431-724e-4b7d-8775-3d43f66062e3,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:41.561306 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1bb0c-6248-43cb-99b0-6ef6fbdbcefa req-d2d902b7-ef76-4378-95f9-5a7bec23ae55 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:41.563066 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10f1bb0c-6248-43cb-99b0-6ef6fbdbcefa req-d2d902b7-ef76-4378-95f9-5a7bec23ae55 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0625997 Sep 17 23:48:41.577533 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cba6e8-0341-4c6b-b9b1-21ee9bfedf61 x-openstack-request-id: req-52cba6e8-0341-4c6b-b9b1-21ee9bfedf61 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:48:41.577830 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697dade5-2d18-4765-b39f-7357ab751462", "name": "network-vif-plugged", "status": "completed", "tag": "ec426431-724e-4b7d-8775-3d43f66062e3", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:48:41.578086 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-52cba6e8-0341-4c6b-b9b1-21ee9bfedf61 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:48:41.578486 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697dade5-2d18-4765-b39f-7357ab751462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec426431-724e-4b7d-8775-3d43f66062e3', 'code': 200} Sep 17 23:48:41.635957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10f1bb0c-6248-43cb-99b0-6ef6fbdbcefa req-8c123354-9c58-4473-babf-4cf62de9656f tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575707 Sep 17 23:48:41.704490 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:41.738232 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f8f59-b567-440f-9b7b-6a73ef521249 req-014b2af1-0c75-42e9-aa60-f75b44afc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:41.739764 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e7f8f59-b567-440f-9b7b-6a73ef521249 req-014b2af1-0c75-42e9-aa60-f75b44afc185 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 1096 time: 0.0980895 Sep 17 23:48:41.784631 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=ec426431-724e-4b7d-8775-3d43f66062e3,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:41.793364 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e7f8f59-b567-440f-9b7b-6a73ef521249 req-51e972db-7e51-40d3-a9d7-3a2f12e955f2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460808 Sep 17 23:48:41.847250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-a2afcf80-3b0b-4499-b818-becb0868eaa2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Made reservation on behalf of c5d58bb8806f4bbb9b7d3236c3cdef06 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:48:41.850847 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-a2afcf80-3b0b-4499-b818-becb0868eaa2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:41.918554 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f3168dcd-2c1f-4ba8-bbea-88cd86cc1332 req-5e232131-52e3-4da7-a842-2163f5cf1506 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:41.931233 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['7f2d9024-1290-4b28-8054-dfd4beea96c4'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:48:41.964465 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e232131-52e3-4da7-a842-2163f5cf1506 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Pushing event deleted for resources: {'Port': ['ID=7f2d9024-1290-4b28-8054-dfd4beea96c4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:41.996122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d92ef0dd-a4ac-438d-a3f0-d5441cdbcb0a req-22590229-481a-40b9-ae67-2f1b1f5f9199 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 210 time: 0.0267317 Sep 17 23:48:42.032163 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3168dcd-2c1f-4ba8-bbea-88cd86cc1332 req-5e232131-52e3-4da7-a842-2163f5cf1506 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] No DVR routers for this DVR port 7f2d9024-1290-4b28-8054-dfd4beea96c4 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:48:42.036029 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f3168dcd-2c1f-4ba8-bbea-88cd86cc1332 req-5e232131-52e3-4da7-a842-2163f5cf1506 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:42.037993 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f3168dcd-2c1f-4ba8-bbea-88cd86cc1332 req-5e232131-52e3-4da7-a842-2163f5cf1506 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.37 "DELETE /v2.0/ports/7f2d9024-1290-4b28-8054-dfd4beea96c4 HTTP/1.1" status: 204 len: 173 time: 0.8703763 Sep 17 23:48:42.051327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-a2afcf80-3b0b-4499-b818-becb0868eaa2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Allocated IP 172.20.0.13 (b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d/a275f752-544b-480a-88b7-0c6cbafa7069/a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:48:42.062900 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66906e96-7e2f-4722-bd32-1e5cb918b6fe', 'name': 'network-vif-deleted', 'tag': '7f2d9024-1290-4b28-8054-dfd4beea96c4'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:48:42.065375 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765612c0-d3e1-4649-abf5-cbaec7dcbd00" -d '{"events": [{"server_uuid": "66906e96-7e2f-4722-bd32-1e5cb918b6fe", "name": "network-vif-deleted", "tag": "7f2d9024-1290-4b28-8054-dfd4beea96c4"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:48:42.105970 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4238b87c-f164-4186-bf2d-a26b0dfb8889 x-openstack-request-id: req-4238b87c-f164-4186-bf2d-a26b0dfb8889 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:48:42.106268 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66906e96-7e2f-4722-bd32-1e5cb918b6fe", "name": "network-vif-deleted", "tag": "7f2d9024-1290-4b28-8054-dfd4beea96c4", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:48:42.106519 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4238b87c-f164-4186-bf2d-a26b0dfb8889 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:48:42.106913 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66906e96-7e2f-4722-bd32-1e5cb918b6fe', 'name': 'network-vif-deleted', 'tag': '7f2d9024-1290-4b28-8054-dfd4beea96c4', 'status': 'completed', 'code': 200} Sep 17 23:48:42.209361 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-a2afcf80-3b0b-4499-b818-becb0868eaa2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:42.385116 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af210b04-1ff2-435d-85fe-4af322c09f94 req-8e3dffa3-b498-4899-8456-95b48b95dcd4 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/ports?device_id=66906e96-7e2f-4722-bd32-1e5cb918b6fe HTTP/1.1" status: 200 len: 210 time: 0.0290854 Sep 17 23:48:42.403836 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da794f-bcfe-47c3-8d10-96a8bd50359b req-90657ffc-25bd-459c-b097-dfb58ad44a15 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:42.403836 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41da794f-bcfe-47c3-8d10-96a8bd50359b req-90657ffc-25bd-459c-b097-dfb58ad44a15 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0756290 Sep 17 23:48:42.407721 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-a2afcf80-3b0b-4499-b818-becb0868eaa2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:42.448312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-a2afcf80-3b0b-4499-b818-becb0868eaa2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Network b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:48:42.452148 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-a2afcf80-3b0b-4499-b818-becb0868eaa2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:48:42.454441 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41da794f-bcfe-47c3-8d10-96a8bd50359b req-c3a0813f-c1a4-4281-a30d-206709b7e2c7 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443690 Sep 17 23:48:42.462041 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-a2afcf80-3b0b-4499-b818-becb0868eaa2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:48:42.505574 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afcf80-3b0b-4499-b818-becb0868eaa2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Pushing event updated for resources: {'Port': ['ID=a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:42.531868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-a2afcf80-3b0b-4499-b818-becb0868eaa2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:42.532487 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-a2afcf80-3b0b-4499-b818-becb0868eaa2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:42.595732 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b44dae-698f-4e5f-807a-f3aba4a623cb req-7bdf8b71-d747-437b-800a-6414b06e13e4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:42.597222 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0b44dae-698f-4e5f-807a-f3aba4a623cb req-7bdf8b71-d747-437b-800a-6414b06e13e4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0508921 Sep 17 23:48:42.635904 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0b44dae-698f-4e5f-807a-f3aba4a623cb req-d9cf5015-95ea-40e9-8859-6367f89ad1a3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325718 Sep 17 23:48:42.665311 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-a2afcf80-3b0b-4499-b818-becb0868eaa2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1584055 Sep 17 23:48:42.678586 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Request body: {'port': {'device_id': 'e6f6fb0a-7338-4c90-81c9-4e94b1d7179a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:42.732219 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:42.735053 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a750167-c106-4cad-b8de-9ace616e0d02 req-93993d25-a22c-4881-be32-c8349283dca9 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:42.738196 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a750167-c106-4cad-b8de-9ace616e0d02 req-93993d25-a22c-4881-be32-c8349283dca9 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0502791 Sep 17 23:48:42.780810 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a750167-c106-4cad-b8de-9ace616e0d02 req-64e8327a-1389-40d4-828a-2e0e801730b7 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354731 Sep 17 23:48:43.017090 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:48:43.025352 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:43.040504 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Transition to ACTIVE for port object a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:48:43.134343 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f9449-257b-4606-863a-b36769bd7916 req-1beca9dc-86e8-4ad8-99db-2ec4b2294899 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:43.135760 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf2f9449-257b-4606-863a-b36769bd7916 req-1beca9dc-86e8-4ad8-99db-2ec4b2294899 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 932 time: 0.0527351 Sep 17 23:48:43.177044 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf2f9449-257b-4606-863a-b36769bd7916 req-4602e092-bf7a-4bb8-baa5-0a0567f937cf tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348208 Sep 17 23:48:43.281304 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:43.281813 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:43.332281 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:43.400528 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Attempting to bind port a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:48:43.400781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Attempting to bind port a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'c9c4fb10-a614-49bf-8560-53a1dd68f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:48:43.401137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Attempting to bind port a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a on network b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:48:43.405278 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Port a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a on network b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:48:43.405625 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Attempting to bind port a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a on network b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:48:43.410354 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:48:43.410687 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Checking segment: {'id': 'c9c4fb10-a614-49bf-8560-53a1dd68f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:48:43.411060 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Bound using segment: {'id': 'c9c4fb10-a614-49bf-8560-53a1dd68f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:48:43.411507 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Bound port: a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c4fb10-a614-49bf-8560-53a1dd68f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:48:43.412032 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:43.485791 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] For port a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:48:43.489327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] For port a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:48:43.497641 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d58d2f60-bdf3-4bdf-bcd3-18fea71b58e3 req-08f6b604-dec1-4590-9d57-71579ed911c0 tempest-ServerMetadataNegativeTestJSON-1903908440 tempest-ServerMetadataNegativeTestJSON-1903908440-project] 10.222.0.46 "GET /v2.0/ports?device_id=66906e96-7e2f-4722-bd32-1e5cb918b6fe HTTP/1.1" status: 200 len: 210 time: 0.0291998 Sep 17 23:48:43.567178 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca2a8b-d9de-4c6b-824d-8c3d33e78bdc req-6cff7a2a-1ac7-432e-bd27-6d8442602c07 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:43.568705 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47ca2a8b-d9de-4c6b-824d-8c3d33e78bdc req-6cff7a2a-1ac7-432e-bd27-6d8442602c07 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0505846 Sep 17 23:48:43.609248 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47ca2a8b-d9de-4c6b-824d-8c3d33e78bdc req-19632dd3-c6b8-41bb-8f6e-7daa69ca4835 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338073 Sep 17 23:48:43.613358 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:43.654461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:43.655015 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:43.656436 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] 10.222.0.37 "PUT /v2.0/ports/a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a HTTP/1.1" status: 200 len: 1092 time: 0.9821610 Sep 17 23:48:43.683781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b35f9b-60fd-40f5-92c9-3cab97c6f8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:43.778388 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cd4b1-78cc-4579-9028-1f69e23e7590 req-8960bb4a-cfd6-4f35-a6e3-1fac869cfd67 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:43.780267 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-592cd4b1-78cc-4579-9028-1f69e23e7590 req-8960bb4a-cfd6-4f35-a6e3-1fac869cfd67 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0590210 Sep 17 23:48:43.792791 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:48:43.796289 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-126eafcf-c07b-492c-b61b-0efd9c2be109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:43.797970 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-126eafcf-c07b-492c-b61b-0efd9c2be109 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5d58bb8806f4bbb9b7d3236c3cdef06&device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 1095 time: 0.0534413 Sep 17 23:48:43.818814 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:48:43.819608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 61825afc-00d8-4cf9-8cb8-8b9a41ebc491 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:48:43.850029 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-592cd4b1-78cc-4579-9028-1f69e23e7590 req-aaaa5d46-d64d-4fd1-a83d-082656b04e92 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605183 Sep 17 23:48:43.855020 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-366f622a-6265-4850-a054-42cb8c975fd3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a HTTP/1.1" status: 200 len: 217 time: 0.0489595 Sep 17 23:48:43.919795 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-6fdf927b-f620-417b-b714-c16bc297c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:43.921286 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-6fdf927b-f620-417b-b714-c16bc297c064 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a275f752-544b-480a-88b7-0c6cbafa7069 HTTP/1.1" status: 200 len: 855 time: 0.0588958 Sep 17 23:48:43.926979 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78294cb5-46ff-4b73-a210-357b6e83c3dc req-3b41555e-aeaf-40fb-80d0-10f960d0885f tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:43.935902 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78294cb5-46ff-4b73-a210-357b6e83c3dc req-3b41555e-aeaf-40fb-80d0-10f960d0885f tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0768261 Sep 17 23:48:43.975739 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-74fa9c64-8e5f-4dc3-a237-8123e55da44f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475922 Sep 17 23:48:43.995336 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78294cb5-46ff-4b73-a210-357b6e83c3dc req-ef623696-f7a2-488c-89ea-4d8f74491e54 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572863 Sep 17 23:48:44.046943 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d66507f8-af4f-4db6-aecf-82b56bc8578c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:44.086725 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-529971de-0c80-43b7-93ae-18b48694b029 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030753 Sep 17 23:48:44.112718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f6fb0a-7338-4c90-81c9-4e94b1d7179a', 'tag': 'a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:48:44.115258 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b17a288-e052-475a-a55c-850b89704bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f6fb0a-7338-4c90-81c9-4e94b1d7179a", "tag": "a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:48:44.189844 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5c3e92d-be82-477e-b09d-02a09d36e8e9 req-04c74828-b29b-4b25-bd51-e794402bfc5a service neutron] 10.222.0.37 "GET /v2.0/networks/b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958743 Sep 17 23:48:44.194767 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308d6447-21a6-476c-8d04-9063d97aab5a x-openstack-request-id: req-308d6447-21a6-476c-8d04-9063d97aab5a {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:48:44.194938 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f6fb0a-7338-4c90-81c9-4e94b1d7179a", "tag": "a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:48:44.195177 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-308d6447-21a6-476c-8d04-9063d97aab5a {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:48:44.195569 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f6fb0a-7338-4c90-81c9-4e94b1d7179a', 'tag': 'a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a', 'status': 'completed', 'code': 200} Sep 17 23:48:44.302658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ace82-1c31-4727-b824-787c16d4f625 req-9dc5a2af-3968-4fc3-94b7-914063a9851e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:44.305397 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f80ace82-1c31-4727-b824-787c16d4f625 req-9dc5a2af-3968-4fc3-94b7-914063a9851e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 944 time: 0.0537896 Sep 17 23:48:44.323202 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17a288-e052-475a-a55c-850b89704bc9 req-579e7e47-5d14-4109-b270-dd1756139275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:44.324698 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3b17a288-e052-475a-a55c-850b89704bc9 req-579e7e47-5d14-4109-b270-dd1756139275 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5d58bb8806f4bbb9b7d3236c3cdef06&device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 1095 time: 0.0418355 Sep 17 23:48:44.368969 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f80ace82-1c31-4727-b824-787c16d4f625 req-3afbf00a-01f5-4b26-942a-d47d214b8b83 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539610 Sep 17 23:48:44.377397 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe6d51-125e-4778-a2ad-4f11023bd2f7 req-6043cfa0-a413-404b-9335-167e3512ea04 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:44.378869 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2fe6d51-125e-4778-a2ad-4f11023bd2f7 req-6043cfa0-a413-404b-9335-167e3512ea04 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0847168 Sep 17 23:48:44.422582 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17a288-e052-475a-a55c-850b89704bc9 req-6764e3ac-6d1a-4cc0-b7eb-75db91a0bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:44.422780 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2fe6d51-125e-4778-a2ad-4f11023bd2f7 req-c57baec0-3f27-4897-8f31-33ca6f2c257c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346510 Sep 17 23:48:44.423931 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3b17a288-e052-475a-a55c-850b89704bc9 req-6764e3ac-6d1a-4cc0-b7eb-75db91a0bf2f service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d HTTP/1.1" status: 200 len: 916 time: 0.0922236 Sep 17 23:48:44.465745 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3b17a288-e052-475a-a55c-850b89704bc9 req-a0177612-26cc-4e6e-ba3c-715d85ede2e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a HTTP/1.1" status: 200 len: 217 time: 0.0345500 Sep 17 23:48:44.517120 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17a288-e052-475a-a55c-850b89704bc9 req-96328a31-c480-4919-ba8d-ad75b30f2398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:44.518640 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3b17a288-e052-475a-a55c-850b89704bc9 req-96328a31-c480-4919-ba8d-ad75b30f2398 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a275f752-544b-480a-88b7-0c6cbafa7069 HTTP/1.1" status: 200 len: 855 time: 0.0463526 Sep 17 23:48:44.550446 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3b17a288-e052-475a-a55c-850b89704bc9 req-9d29f606-6647-4a82-9bfe-5bdfe3cab833 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243232 Sep 17 23:48:44.551434 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40718) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:48:44.649941 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-68639135-5f15-472f-8c51-86070107a25d admin admin] Deleting subnet 48fd748e-945d-40f1-bc13-7fa5efef5a3f {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:48:44.655519 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-68639135-5f15-472f-8c51-86070107a25d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:44.703089 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-68639135-5f15-472f-8c51-86070107a25d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:44.706078 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3b17a288-e052-475a-a55c-850b89704bc9 req-52c7de26-bc2d-45d8-9aa1-53d1779649df service neutron] 10.222.0.37 "GET /v2.0/networks/b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479905 Sep 17 23:48:44.741723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bf818-690e-4142-b43b-9afae15c8851 req-9afdf056-0fc0-4623-af5c-7f758606a742 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:44.744428 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-820bf818-690e-4142-b43b-9afae15c8851 req-9afdf056-0fc0-4623-af5c-7f758606a742 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0547125 Sep 17 23:48:44.782482 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-820bf818-690e-4142-b43b-9afae15c8851 req-5a20f11f-2000-473c-8001-26157b0201cd tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320239 Sep 17 23:48:44.802656 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-68639135-5f15-472f-8c51-86070107a25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:44.852273 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3b17a288-e052-475a-a55c-850b89704bc9 req-d4cb8888-48e1-4316-9ddf-b889503aacb3 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291521 Sep 17 23:48:44.921535 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-68639135-5f15-472f-8c51-86070107a25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:44.947077 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68639135-5f15-472f-8c51-86070107a25d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48fd748e-945d-40f1-bc13-7fa5efef5a3f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:44.952187 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-68639135-5f15-472f-8c51-86070107a25d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:44.955744 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-68639135-5f15-472f-8c51-86070107a25d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/48fd748e-945d-40f1-bc13-7fa5efef5a3f HTTP/1.1" status: 204 len: 168 time: 0.4029877 Sep 17 23:48:44.957743 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40724) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:48:45.037036 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4174bcc6-38d7-44a8-9b02-1b65daa2e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:45.107256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db06e3e-2272-4218-af6b-a41d75222a69 req-c6c453b9-3a9d-4985-8add-971b039226b7 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:45.108789 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0db06e3e-2272-4218-af6b-a41d75222a69 req-c6c453b9-3a9d-4985-8add-971b039226b7 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0488889 Sep 17 23:48:45.114458 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4174bcc6-38d7-44a8-9b02-1b65daa2e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:45.134149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-4174bcc6-38d7-44a8-9b02-1b65daa2e9f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ddec7a-e1ee-4ffa-9c87-145c0840fd68']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:48:45.143607 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-4174bcc6-38d7-44a8-9b02-1b65daa2e9f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35feedbd-ea4d-4f03-bd89-ddb51073aa01') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:48:45.143907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-4174bcc6-38d7-44a8-9b02-1b65daa2e9f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35feedbd-ea4d-4f03-bd89-ddb51073aa01') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:48:45.146625 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0db06e3e-2272-4218-af6b-a41d75222a69 req-68998d0b-23d8-4524-8f0f-a0b29d64032d tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317209 Sep 17 23:48:45.154032 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4174bcc6-38d7-44a8-9b02-1b65daa2e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:45.167959 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4174bcc6-38d7-44a8-9b02-1b65daa2e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:45.174053 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4174bcc6-38d7-44a8-9b02-1b65daa2e9f3 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:48:45.174445 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4174bcc6-38d7-44a8-9b02-1b65daa2e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:48:45.176132 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:48:45.303808 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4174bcc6-38d7-44a8-9b02-1b65daa2e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:45.309236 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4174bcc6-38d7-44a8-9b02-1b65daa2e9f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:45.311312 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4174bcc6-38d7-44a8-9b02-1b65daa2e9f3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/54ddec7a-e1ee-4ffa-9c87-145c0840fd68 HTTP/1.1" status: 204 len: 168 time: 0.3524263 Sep 17 23:48:45.321688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174bcc6-38d7-44a8-9b02-1b65daa2e9f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=54ddec7a-e1ee-4ffa-9c87-145c0840fd68,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:45.411399 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:48:45.488430 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc2f6f-bcab-4a05-a5a7-09cb25968530 req-15c395ff-b325-4ca5-acd6-e46e5c22fe3c tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:45.489931 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68fc2f6f-bcab-4a05-a5a7-09cb25968530 req-15c395ff-b325-4ca5-acd6-e46e5c22fe3c tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 944 time: 0.0517054 Sep 17 23:48:45.562724 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68fc2f6f-bcab-4a05-a5a7-09cb25968530 req-ad7313da-5433-4992-bb5b-9847e933d98c tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602784 Sep 17 23:48:45.571955 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f191f9a-6349-47fc-be0d-f1699bda6165 req-34427dd4-8c30-4773-ae27-5ac2edf2a128 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:45.573501 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f191f9a-6349-47fc-be0d-f1699bda6165 req-34427dd4-8c30-4773-ae27-5ac2edf2a128 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0797586 Sep 17 23:48:45.596608 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40738) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:48:45.614942 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f191f9a-6349-47fc-be0d-f1699bda6165 req-b306a010-b827-4f28-8004-19dd2da17d09 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341513 Sep 17 23:48:45.635926 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c8a1e171-11ac-4a41-ae1f-649e264ce9ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96ebd7c19c914054be955f914a528b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379803 Sep 17 23:48:45.638375 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40742) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:48:45.688277 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-838d01d5-893e-4707-afb7-1989f4f6c06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:45.712631 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-838d01d5-893e-4707-afb7-1989f4f6c06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:45.782040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-e8ce2c46-2792-49af-b1aa-5cc81d813434 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1771736397&fields=id&tenant_id=7abc765864c749dabd7538c70f08c91a HTTP/1.1" status: 200 len: 267 time: 0.0329263 Sep 17 23:48:45.819456 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7f2d9024-1290-4b28-8054-dfd4beea96c4 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:48:45.835701 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-838d01d5-893e-4707-afb7-1989f4f6c06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:45.838244 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-838d01d5-893e-4707-afb7-1989f4f6c06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:45.841905 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-838d01d5-893e-4707-afb7-1989f4f6c06e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/483bdb02-4e81-4696-954c-8dd742ed4db8 HTTP/1.1" status: 204 len: 168 time: 0.2001169 Sep 17 23:48:45.842071 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 7f2d9024-1290-4b28-8054-dfd4beea96c4 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:48:45.842071 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7f2d9024-1290-4b28-8054-dfd4beea96c4 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:48:45.854643 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d01d5-893e-4707-afb7-1989f4f6c06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483bdb02-4e81-4696-954c-8dd742ed4db8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:45.938907 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33559e1b-1eef-4a66-a081-b3c0059140a9 req-ab30179e-6046-4257-aed0-6383e08e0ff1 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:45.940424 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33559e1b-1eef-4a66-a081-b3c0059140a9 req-ab30179e-6046-4257-aed0-6383e08e0ff1 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0709832 Sep 17 23:48:45.947600 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-86bc277a-9576-4430-9ea6-5b3fcf73d5d5 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:45.949006 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-86bc277a-9576-4430-9ea6-5b3fcf73d5d5 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/networks?id=72122d7e-76de-4b34-9763-12068f6a5b58 HTTP/1.1" status: 200 len: 816 time: 0.1602318 Sep 17 23:48:45.974029 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7e0826e-665f-4339-ab3d-1ecd5bda728d tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/quotas/7abc765864c749dabd7538c70f08c91a HTTP/1.1" status: 200 len: 375 time: 0.0181587 Sep 17 23:48:46.000352 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33559e1b-1eef-4a66-a081-b3c0059140a9 req-fe8afb0d-597f-4be4-80f6-9bd7b8975837 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503104 Sep 17 23:48:46.039931 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-b2446785-1530-42ac-b20a-5d36daa71a17 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7abc765864c749dabd7538c70f08c91a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563557 Sep 17 23:48:46.143595 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-8eb34048-a681-4f3b-9387-9fc7cf48339d service neutron] 10.222.0.46 "GET /v2.0/networks/72122d7e-76de-4b34-9763-12068f6a5b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904725 Sep 17 23:48:46.264354 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-9143382e-d7f4-41eb-aa41-d855e1d2e646 service neutron] 10.222.0.46 "GET /v2.0/networks/72122d7e-76de-4b34-9763-12068f6a5b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146996 Sep 17 23:48:46.285658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bf510-93f1-468f-b18e-d22b4f7b290a req-ab724222-6c3b-482b-a90b-273214644ecc tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:46.287284 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b3bf510-93f1-468f-b18e-d22b4f7b290a req-ab724222-6c3b-482b-a90b-273214644ecc tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0680680 Sep 17 23:48:46.328994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b3bf510-93f1-468f-b18e-d22b4f7b290a req-126b2742-1266-4f7d-b4d9-bb47677a9ce5 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345016 Sep 17 23:48:46.503753 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b100b147-b792-4f2b-9cdf-112466c8dff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:46.683730 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6974c-03ec-4e27-8692-02fe412f6e29 req-49dfa319-1cfe-45f7-af45-17d62dff15e9 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:46.685533 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78e6974c-03ec-4e27-8692-02fe412f6e29 req-49dfa319-1cfe-45f7-af45-17d62dff15e9 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 944 time: 0.0555191 Sep 17 23:48:46.726140 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78e6974c-03ec-4e27-8692-02fe412f6e29 req-1f10cb6b-3897-471a-a5f1-019d9039cfe1 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340106 Sep 17 23:48:46.853594 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9e3d4072-8e1a-4405-92e9-4b54115d0675 req-f6f6a455-ae38-4611-b249-44ceb154477b tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 210 time: 0.0498810 Sep 17 23:48:46.874225 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5ca18-846c-4e28-825b-76ca2d9a392c req-50395013-0d77-41a8-98b6-947a37052c73 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:46.875722 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-feb5ca18-846c-4e28-825b-76ca2d9a392c req-50395013-0d77-41a8-98b6-947a37052c73 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0654860 Sep 17 23:48:46.930693 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-feb5ca18-846c-4e28-825b-76ca2d9a392c req-ab3280dd-0231-4437-933c-ddc7368a75d1 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488780 Sep 17 23:48:46.993956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40794) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:48:47.090304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-628c49cc-84ba-4f9b-8643-ef1994ed741a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2018719091-network', 'tenant_id': 'deda5ab268874517b0098c82e6466f66'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:47.127357 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6ed50-6171-44a1-a1cc-630893a7a00b req-4ca3200d-3e4b-4f90-b22c-c11630e7fdcb tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:47.129312 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cfd6ed50-6171-44a1-a1cc-630893a7a00b req-4ca3200d-3e4b-4f90-b22c-c11630e7fdcb tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0535939 Sep 17 23:48:47.177757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cfd6ed50-6171-44a1-a1cc-630893a7a00b req-32823cb7-057a-488f-bcb6-4184ee44ce0e tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416114 Sep 17 23:48:47.218266 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:47.464107 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b064cac-cbcc-45db-a232-f31f08c00fbe req-39eb3651-7d9c-45a5-b145-22ae799ccd26 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:47.466019 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b064cac-cbcc-45db-a232-f31f08c00fbe req-39eb3651-7d9c-45a5-b145-22ae799ccd26 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0548160 Sep 17 23:48:47.475944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628c49cc-84ba-4f9b-8643-ef1994ed741a admin admin] Made reservation on behalf of deda5ab268874517b0098c82e6466f66 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:48:47.478406 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-628c49cc-84ba-4f9b-8643-ef1994ed741a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:47.486729 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-628c49cc-84ba-4f9b-8643-ef1994ed741a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:47.504355 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b064cac-cbcc-45db-a232-f31f08c00fbe req-941ea7a5-c355-4673-af83-99e7ac48040e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321362 Sep 17 23:48:47.580580 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-628c49cc-84ba-4f9b-8643-ef1994ed741a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:47.641108 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-628c49cc-84ba-4f9b-8643-ef1994ed741a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:47.652219 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:47.660803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628c49cc-84ba-4f9b-8643-ef1994ed741a admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:48:47.674705 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c49cc-84ba-4f9b-8643-ef1994ed741a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cb02be-972c-4ab2-8069-72e96c8d0e03,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:47.677585 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-628c49cc-84ba-4f9b-8643-ef1994ed741a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:47.677924 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-628c49cc-84ba-4f9b-8643-ef1994ed741a admin admin] Added segment dc0507ad-ec9f-46c0-bfe5-c748ad528068 of type vlan for network 710e2b66-ef72-405a-8cbe-0ddf4293fa36 Sep 17 23:48:47.716819 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-628c49cc-84ba-4f9b-8643-ef1994ed741a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:47.823872 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-628c49cc-84ba-4f9b-8643-ef1994ed741a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:47.825050 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c49cc-84ba-4f9b-8643-ef1994ed741a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:47.825856 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-628c49cc-84ba-4f9b-8643-ef1994ed741a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:47.834084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:48:47.848681 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efeabd1-e464-427b-978a-8ca001945d0e req-558fa471-c085-4422-9681-ca2966e9b501 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:47.850481 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3efeabd1-e464-427b-978a-8ca001945d0e req-558fa471-c085-4422-9681-ca2966e9b501 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 944 time: 0.0543613 Sep 17 23:48:47.889347 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c49cc-84ba-4f9b-8643-ef1994ed741a admin admin] Pushing event updated for resources: {'Network': ['ID=710e2b66-ef72-405a-8cbe-0ddf4293fa36,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:47.904722 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3efeabd1-e464-427b-978a-8ca001945d0e req-b5ba28be-8912-4437-90c9-83825d317b31 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449266 Sep 17 23:48:47.919260 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 710e2b66-ef72-405a-8cbe-0ddf4293fa36 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:48:47.933310 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-628c49cc-84ba-4f9b-8643-ef1994ed741a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9381549 Sep 17 23:48:47.936047 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40812) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:48:47.939449 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da8524cb-78ff-4244-bba5-6fa774f2c383 req-a5d2153d-8e9e-4587-a1d5-98a66863ac53 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 210 time: 0.0267072 Sep 17 23:48:47.942087 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7bbbb690-1e59-481c-b9e2-f74119971db3 admin admin] Request body: {'subnet': {'network_id': '710e2b66-ef72-405a-8cbe-0ddf4293fa36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2018719091-subnet', 'tenant_id': 'deda5ab268874517b0098c82e6466f66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:47.996501 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:48.021893 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a', 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d', 'port_id': 'a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a', 'mac_address': 'fa:16:3e:ce:5e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a275f752-544b-480a-88b7-0c6cbafa7069', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:48:48.056150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd850c9a-46a6-4f47-9c1c-fb5ca67f32cc req-0f99822b-3555-4cee-889b-a155dd1cf198 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:48.057767 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd850c9a-46a6-4f47-9c1c-fb5ca67f32cc req-0f99822b-3555-4cee-889b-a155dd1cf198 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0520921 Sep 17 23:48:48.058463 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbbb690-1e59-481c-b9e2-f74119971db3 admin admin] Made reservation on behalf of deda5ab268874517b0098c82e6466f66 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:48:48.060754 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7bbbb690-1e59-481c-b9e2-f74119971db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:48.069072 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:48.084291 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:48:48.097660 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd850c9a-46a6-4f47-9c1c-fb5ca67f32cc req-69deed9b-b3d7-474e-a91d-b5594ba8020e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326765 Sep 17 23:48:48.104982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:48.275431 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:48.297923 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02196e-f737-45fd-b33c-a211bdbdf3eb req-decb4337-b43a-4758-bce2-27d52f8c18bc tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:48.299540 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d02196e-f737-45fd-b33c-a211bdbdf3eb req-decb4337-b43a-4758-bce2-27d52f8c18bc tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0490379 Sep 17 23:48:48.308384 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7bbbb690-1e59-481c-b9e2-f74119971db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:48.343421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:48.344743 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d02196e-f737-45fd-b33c-a211bdbdf3eb req-fd374dd5-8d59-47bd-b3eb-4ec7f8f2d38f tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378919 Sep 17 23:48:48.351107 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:48.351463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:48.351803 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:48.352306 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:48.352795 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:48.353297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:48.353771 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:48.354334 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:48.354911 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:48.355393 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:48.355982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:48.356462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:48:48.373132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbb690-1e59-481c-b9e2-f74119971db3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=750b1764-eac1-423f-847f-bccd8c72d326,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:48.376262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbbb690-1e59-481c-b9e2-f74119971db3 admin admin] Checking segment: {'id': 'dc0507ad-ec9f-46c0-bfe5-c748ad528068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '710e2b66-ef72-405a-8cbe-0ddf4293fa36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:48:48.376621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbbb690-1e59-481c-b9e2-f74119971db3 admin admin] Network hostable DHCP agents. Network: 710e2b66-ef72-405a-8cbe-0ddf4293fa36, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:48:48.494335 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbbb690-1e59-481c-b9e2-f74119971db3 admin admin] Network 710e2b66-ef72-405a-8cbe-0ddf4293fa36 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:48:48.543813 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:48:48.625987 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d3091-76e0-4975-9039-03b1d652a73d req-23c2fd2b-29bd-4b15-a660-147c83f0b664 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:48.627422 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-858d3091-76e0-4975-9039-03b1d652a73d req-23c2fd2b-29bd-4b15-a660-147c83f0b664 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0535250 Sep 17 23:48:48.630250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-7bbbb690-1e59-481c-b9e2-f74119971db3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 710e2b66-ef72-405a-8cbe-0ddf4293fa36) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:48:48.635208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbbb690-1e59-481c-b9e2-f74119971db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:48.635809 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7bbbb690-1e59-481c-b9e2-f74119971db3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:48.643903 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee5f180-da75-4270-973c-4f1c04b94e6d None None] Network 710e2b66-ef72-405a-8cbe-0ddf4293fa36 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:48:48.667505 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-858d3091-76e0-4975-9039-03b1d652a73d req-71917198-384d-4646-bd3d-eee45bd62352 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340121 Sep 17 23:48:48.710434 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7bbbb690-1e59-481c-b9e2-f74119971db3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7723730 Sep 17 23:48:48.803569 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48aebed-7d4b-4436-8101-fb111aed4ce9 None None] Network 710e2b66-ef72-405a-8cbe-0ddf4293fa36 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:48:49.019006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59a5e3-4893-4b08-ac7b-a836d19b8184 req-d90a3f9d-3bc0-4534-a442-78cff3a4f51a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:49.020765 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b59a5e3-4893-4b08-ac7b-a836d19b8184 req-d90a3f9d-3bc0-4534-a442-78cff3a4f51a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 945 time: 0.0546427 Sep 17 23:48:49.091010 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b59a5e3-4893-4b08-ac7b-a836d19b8184 req-83380db6-0934-406d-a1e8-b03edfde0d57 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624461 Sep 17 23:48:49.181277 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-98fcdf91-bc23-45a3-88db-75bd84fbd44b req-c651dacf-5ad7-4f22-80af-31bf3add0019 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 210 time: 0.0360329 Sep 17 23:48:49.188036 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-4a0494e3-018d-4722-b1b4-6b15380113c4 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:49.189487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-4a0494e3-018d-4722-b1b4-6b15380113c4 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/networks?id=710e2b66-ef72-405a-8cbe-0ddf4293fa36 HTTP/1.1" status: 200 len: 813 time: 0.1460414 Sep 17 23:48:49.211093 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ed86a63a-e8b2-4a93-8750-61cfcca5e511 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/quotas/deda5ab268874517b0098c82e6466f66 HTTP/1.1" status: 200 len: 375 time: 0.0116377 Sep 17 23:48:49.244624 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-118463e5-b24c-4994-a780-be1d2047aa7e tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=deda5ab268874517b0098c82e6466f66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302887 Sep 17 23:48:49.268860 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-724500de-9e7b-450d-99bd-185501dfe6ac tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:49.270372 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-724500de-9e7b-450d-99bd-185501dfe6ac tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.37 "GET /v2.0/networks?id=72122d7e-76de-4b34-9763-12068f6a5b58 HTTP/1.1" status: 200 len: 816 time: 0.1210206 Sep 17 23:48:49.314681 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-b6707676-6276-487e-b40b-6a475ad32147 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7abc765864c749dabd7538c70f08c91a HTTP/1.1" status: 200 len: 380 time: 0.0351300 Sep 17 23:48:49.324339 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a4ca9962-e12d-4868-be00-64a4c96b55dc tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Request body: {'port': {'device_id': '2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf', 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58', 'admin_state_up': True, 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'security_groups': ['d668546c-3bd6-45b7-93d3-bc8501569b43']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:49.353823 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba8f50-d754-48f2-9e3a-922812744a47 req-4a6a0c39-0613-4d90-9d47-d5c3fc207078 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:49.355311 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fba8f50-d754-48f2-9e3a-922812744a47 req-4a6a0c39-0613-4d90-9d47-d5c3fc207078 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.1096687 Sep 17 23:48:49.388189 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-0b284f45-244c-4c6f-a988-603991977356 service neutron] 10.222.0.46 "GET /v2.0/networks/710e2b66-ef72-405a-8cbe-0ddf4293fa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326692 Sep 17 23:48:49.425909 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fba8f50-d754-48f2-9e3a-922812744a47 req-45d83cb6-6572-4414-9caa-0dd2393ecb89 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643563 Sep 17 23:48:49.503279 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-3948a1a5-ff01-4b1b-9906-1a444d5a0409 service neutron] 10.222.0.46 "GET /v2.0/networks/710e2b66-ef72-405a-8cbe-0ddf4293fa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017795 Sep 17 23:48:49.503566 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a4ca9962-e12d-4868-be00-64a4c96b55dc tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Made reservation on behalf of 7abc765864c749dabd7538c70f08c91a for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:48:49.507205 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a4ca9962-e12d-4868-be00-64a4c96b55dc tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:49.621894 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4adb77-4b7b-4aff-8114-42308406aeae req-1eee261d-07dd-4670-b740-c21a96a5e4ac tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:49.623515 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd4adb77-4b7b-4aff-8114-42308406aeae req-1eee261d-07dd-4670-b740-c21a96a5e4ac tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0524740 Sep 17 23:48:49.653005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a4ca9962-e12d-4868-be00-64a4c96b55dc tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Allocated IP 172.20.0.9 (72122d7e-76de-4b34-9763-12068f6a5b58/4105f206-9d1c-46c5-be1c-ee5f5e67b2b9/2494bed5-505a-4b28-a598-0b64184820af) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:48:49.664237 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd4adb77-4b7b-4aff-8114-42308406aeae req-ded59adc-9b91-4f1a-87c1-016393f1e102 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340326 Sep 17 23:48:49.697979 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:49.839278 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a4ca9962-e12d-4868-be00-64a4c96b55dc tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:49.848956 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:48:49.869533 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dac78b07-b37d-4ca1-8e9e-1beb56774b99 req-0ce29872-bc9a-4537-a6c3-02159a93d20c tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/ports?device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 210 time: 0.0620711 Sep 17 23:48:49.893196 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f2abd-7b88-4502-806a-3ebe38afc96f req-e2186911-27d8-4f01-8906-4cdff731eded tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:49.894898 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa6f2abd-7b88-4502-806a-3ebe38afc96f req-e2186911-27d8-4f01-8906-4cdff731eded tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.1016629 Sep 17 23:48:49.938970 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a4ca9962-e12d-4868-be00-64a4c96b55dc tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:49.960702 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa6f2abd-7b88-4502-806a-3ebe38afc96f req-6cc5d3e2-f856-48b6-ab48-25fc6dcfdb71 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550365 Sep 17 23:48:49.967199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:48:49.971827 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:48:49.972269 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:50.001236 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a4ca9962-e12d-4868-be00-64a4c96b55dc tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Network 72122d7e-76de-4b34-9763-12068f6a5b58 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:48:50.004768 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a4ca9962-e12d-4868-be00-64a4c96b55dc tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:48:50.011940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a4ca9962-e12d-4868-be00-64a4c96b55dc tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:48:50.048614 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca9962-e12d-4868-be00-64a4c96b55dc tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Pushing event updated for resources: {'Port': ['ID=2494bed5-505a-4b28-a598-0b64184820af,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:50.059815 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:50.077544 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a4ca9962-e12d-4868-be00-64a4c96b55dc tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:50.078425 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a4ca9962-e12d-4868-be00-64a4c96b55dc tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:50.083300 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f6fb0a-7338-4c90-81c9-4e94b1d7179a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:48:50.085828 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f70327-9180-4574-a0f1-5dca693217c7" -d '{"events": [{"server_uuid": "e6f6fb0a-7338-4c90-81c9-4e94b1d7179a", "name": "network-vif-plugged", "status": "completed", "tag": "a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:48:50.108818 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:48:50.144560 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6b2c6f-1871-4814-b4c8-116f229ea273 x-openstack-request-id: req-9e6b2c6f-1871-4814-b4c8-116f229ea273 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:48:50.144951 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f6fb0a-7338-4c90-81c9-4e94b1d7179a", "name": "network-vif-plugged", "status": "completed", "tag": "a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:48:50.145263 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e6b2c6f-1871-4814-b4c8-116f229ea273 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:48:50.145810 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f6fb0a-7338-4c90-81c9-4e94b1d7179a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a', 'code': 200} Sep 17 23:48:50.186299 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a4ca9962-e12d-4868-be00-64a4c96b55dc tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8654552 Sep 17 23:48:50.212049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Request body: {'port': {'device_id': '2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:50.236560 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a1dba-08ca-420f-8c75-415c80a5e825 req-9a4b1e81-d0f3-4695-adfd-135d6c4c196e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:50.255560 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e98a1dba-08ca-420f-8c75-415c80a5e825 req-9a4b1e81-d0f3-4695-adfd-135d6c4c196e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 945 time: 0.0807531 Sep 17 23:48:50.306072 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94a1c9-e8f6-4b2d-96e1-c0f5cd3f8ddd req-a4f9da76-d38a-4913-be97-f78b47857516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:50.307635 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8c94a1c9-e8f6-4b2d-96e1-c0f5cd3f8ddd req-a4f9da76-d38a-4913-be97-f78b47857516 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 1096 time: 0.1003110 Sep 17 23:48:50.313026 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:50.315601 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:50.341506 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e98a1dba-08ca-420f-8c75-415c80a5e825 req-3050d598-26db-4946-96a9-9d36d364eb98 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800502 Sep 17 23:48:50.372495 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302aac4-cf09-4d76-b326-67f36e0150e6 req-308a8aa9-d91a-4df8-9245-0625eee35c2b tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:50.378409 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:50.384519 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1302aac4-cf09-4d76-b326-67f36e0150e6 req-308a8aa9-d91a-4df8-9245-0625eee35c2b tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 931 time: 0.1138942 Sep 17 23:48:50.394749 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2733c1f3-4a7e-4edf-a35d-8e4da12e9a37 None None] Provisioning complete for port 2494bed5-505a-4b28-a598-0b64184820af triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:48:50.395129 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2733c1f3-4a7e-4edf-a35d-8e4da12e9a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:50.421244 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8c94a1c9-e8f6-4b2d-96e1-c0f5cd3f8ddd req-985b1d01-ddef-41fe-80f6-1fa3d37a5ffb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896249 Sep 17 23:48:50.440022 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-2733c1f3-4a7e-4edf-a35d-8e4da12e9a37 None None] Port 2494bed5-505a-4b28-a598-0b64184820af cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:48:50.447071 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1302aac4-cf09-4d76-b326-67f36e0150e6 req-bc1fdc73-bde6-4a14-8140-4660cee7b06e tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552721 Sep 17 23:48:50.568576 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dd7d3-e07e-4711-b3cf-7f1f9b0d7f93 req-5a1ba2f1-3295-4906-9f3d-f90b05379e34 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:50.570420 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b67dd7d3-e07e-4711-b3cf-7f1f9b0d7f93 req-5a1ba2f1-3295-4906-9f3d-f90b05379e34 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0694177 Sep 17 23:48:50.624242 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b67dd7d3-e07e-4711-b3cf-7f1f9b0d7f93 req-2edc3526-107c-4729-aec1-60add1862f5c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473490 Sep 17 23:48:50.666700 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2494bed5-505a-4b28-a598-0b64184820af {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:48:50.674121 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:50.685668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Transition to ACTIVE for port object 2494bed5-505a-4b28-a598-0b64184820af will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:48:50.760633 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:50.822541 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd75be-2300-4a3a-8389-c590fb519855 req-d78bef2f-9547-44b0-9482-fc4304c1a97f tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:50.831642 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7cd75be-2300-4a3a-8389-c590fb519855 req-d78bef2f-9547-44b0-9482-fc4304c1a97f tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0960534 Sep 17 23:48:50.896875 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7cd75be-2300-4a3a-8389-c590fb519855 req-b427bb8f-1a50-4e70-a14c-5047a01f60b2 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641286 Sep 17 23:48:50.965637 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-45e11c6d-f7ab-4326-a491-d3c0283ef61a req-616e65ce-51c9-4fd2-b49d-f6d289fa33ab tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/ports?device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 210 time: 0.0316210 Sep 17 23:48:50.967528 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2494bed5-505a-4b28-a598-0b64184820af,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:51.005014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc40457-050b-4cf3-9953-aab6f6c84744 req-c5896a6b-c3bb-4b70-b3a2-2b39301116bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:51.010032 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ecc40457-050b-4cf3-9953-aab6f6c84744 req-c5896a6b-c3bb-4b70-b3a2-2b39301116bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 1097 time: 0.1592965 Sep 17 23:48:51.044401 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Attempting to bind port 2494bed5-505a-4b28-a598-0b64184820af on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:48:51.044757 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Attempting to bind port 2494bed5-505a-4b28-a598-0b64184820af by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '54eae70a-5d50-4df0-8aa6-917170e97c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:48:51.045125 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Attempting to bind port 2494bed5-505a-4b28-a598-0b64184820af on network 72122d7e-76de-4b34-9763-12068f6a5b58 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:48:51.051457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Port 2494bed5-505a-4b28-a598-0b64184820af on network 72122d7e-76de-4b34-9763-12068f6a5b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:48:51.051790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Attempting to bind port 2494bed5-505a-4b28-a598-0b64184820af on network 72122d7e-76de-4b34-9763-12068f6a5b58 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:48:51.062425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:48:51.062774 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Checking segment: {'id': '54eae70a-5d50-4df0-8aa6-917170e97c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:48:51.063279 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Bound using segment: {'id': '54eae70a-5d50-4df0-8aa6-917170e97c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:48:51.064246 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Bound port: 2494bed5-505a-4b28-a598-0b64184820af, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54eae70a-5d50-4df0-8aa6-917170e97c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:48:51.064615 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:51.067945 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ecc40457-050b-4cf3-9953-aab6f6c84744 req-cbdc6a19-0348-4986-97aa-c0bddc3ea392 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507951 Sep 17 23:48:51.108661 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf03376-23e4-4608-9021-661d2162dc83 req-e574685d-b651-474a-bb06-b34558f4c56a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:51.110459 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aaf03376-23e4-4608-9021-661d2162dc83 req-e574685d-b651-474a-bb06-b34558f4c56a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0630214 Sep 17 23:48:51.143792 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] For port 2494bed5-505a-4b28-a598-0b64184820af, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:48:51.146834 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] For port 2494bed5-505a-4b28-a598-0b64184820af, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=2494bed5-505a-4b28-a598-0b64184820af,segment=NetworkSegment(54eae70a-5d50-4df0-8aa6-917170e97c7e),segment_id=54eae70a-5d50-4df0-8aa6-917170e97c7e)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:48:51.151734 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aaf03376-23e4-4608-9021-661d2162dc83 req-4d3602c3-f4bb-4d1b-ae6d-bf4933631f10 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332170 Sep 17 23:48:51.265308 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:51.295854 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:51.296649 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:51.298399 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] 10.222.0.37 "PUT /v2.0/ports/2494bed5-505a-4b28-a598-0b64184820af HTTP/1.1" status: 200 len: 1091 time: 1.0922964 Sep 17 23:48:51.300745 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf', 'tag': '2494bed5-505a-4b28-a598-0b64184820af'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:48:51.304213 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b53c84-d14d-4531-a9e8-a100db4f42d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf", "tag": "2494bed5-505a-4b28-a598-0b64184820af"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:48:51.332467 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac398e-b11d-459c-a355-f86feaa423a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2494bed5-505a-4b28-a598-0b64184820af,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:51.361178 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be1c546-af45-4ada-8484-235358b98802 x-openstack-request-id: req-6be1c546-af45-4ada-8484-235358b98802 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:48:51.362893 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf", "tag": "2494bed5-505a-4b28-a598-0b64184820af", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:48:51.362893 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6be1c546-af45-4ada-8484-235358b98802 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:48:51.362893 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf', 'tag': '2494bed5-505a-4b28-a598-0b64184820af', 'status': 'completed', 'code': 200} Sep 17 23:48:51.470113 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b53c84-d14d-4531-a9e8-a100db4f42d2 req-d41cd54f-6b47-4d79-8e28-5767e60509d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:51.476393 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-82b53c84-d14d-4531-a9e8-a100db4f42d2 req-d41cd54f-6b47-4d79-8e28-5767e60509d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7abc765864c749dabd7538c70f08c91a&device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 1094 time: 0.0759017 Sep 17 23:48:51.479281 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade65ed-c0e7-4cbe-9fc1-21b7bf18ffcf req-cb6d6e68-9976-41fd-b797-7edd4fab33a0 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:51.490288 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ade65ed-c0e7-4cbe-9fc1-21b7bf18ffcf req-cb6d6e68-9976-41fd-b797-7edd4fab33a0 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0650203 Sep 17 23:48:51.544946 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ade65ed-c0e7-4cbe-9fc1-21b7bf18ffcf req-93649f22-1cc4-496c-a8c2-d99d9fcbde9c tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535822 Sep 17 23:48:51.612993 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b53c84-d14d-4531-a9e8-a100db4f42d2 req-7aa1f3dc-c92f-4bcf-88f4-f7dab722ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:51.614952 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-82b53c84-d14d-4531-a9e8-a100db4f42d2 req-7aa1f3dc-c92f-4bcf-88f4-f7dab722ee07 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7abc765864c749dabd7538c70f08c91a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1311009 Sep 17 23:48:51.645096 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1891925-6b2f-45b7-a47a-1c292d081840 req-09920497-884f-4fbc-973d-cfaf9a8fc5f0 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:51.647052 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1891925-6b2f-45b7-a47a-1c292d081840 req-09920497-884f-4fbc-973d-cfaf9a8fc5f0 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 943 time: 0.0848746 Sep 17 23:48:51.717673 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1891925-6b2f-45b7-a47a-1c292d081840 req-5cbd602c-544d-46c3-a049-6d7e3ecff2cb tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628250 Sep 17 23:48:51.791436 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b53c84-d14d-4531-a9e8-a100db4f42d2 req-e8f5f809-0ebb-424e-8d3f-11a95dc5cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:51.791436 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-82b53c84-d14d-4531-a9e8-a100db4f42d2 req-e8f5f809-0ebb-424e-8d3f-11a95dc5cf36 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523330 Sep 17 23:48:51.879669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b92b5-c34d-4a8b-acdc-f7b595f2fa19 req-e19394a3-0084-4399-b933-bb7d7ea2fa8e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:51.888705 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-cb246b2b-b16d-4a0a-9473-411a51670cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:51.890465 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-615b92b5-c34d-4a8b-acdc-f7b595f2fa19 req-e19394a3-0084-4399-b933-bb7d7ea2fa8e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0923932 Sep 17 23:48:51.891208 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-cb246b2b-b16d-4a0a-9473-411a51670cf5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7abc765864c749dabd7538c70f08c91a&device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 1094 time: 0.0447259 Sep 17 23:48:51.941036 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-615b92b5-c34d-4a8b-acdc-f7b595f2fa19 req-86bc8341-cfef-4d3e-b06d-a2b1ed423295 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475457 Sep 17 23:48:51.948482 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-8a93198a-0cb8-45d3-80c2-8d4ff52da4ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2494bed5-505a-4b28-a598-0b64184820af HTTP/1.1" status: 200 len: 217 time: 0.0498540 Sep 17 23:48:52.018263 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-87b5b3c3-1e3b-4379-beb6-0e101c47d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:52.022231 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-87b5b3c3-1e3b-4379-beb6-0e101c47d5be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4105f206-9d1c-46c5-be1c-ee5f5e67b2b9 HTTP/1.1" status: 200 len: 855 time: 0.0675881 Sep 17 23:48:52.068940 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4ac7a-17da-4035-9f40-a47571f19e6e req-c81b72a6-35a2-4f19-9a03-62cb0e98c871 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:52.072645 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dae4ac7a-17da-4035-9f40-a47571f19e6e req-c81b72a6-35a2-4f19-9a03-62cb0e98c871 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0779445 Sep 17 23:48:52.091781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-08010ae2-834a-429d-8867-09f7ff95e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:52.093995 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-08010ae2-834a-429d-8867-09f7ff95e716 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=72122d7e-76de-4b34-9763-12068f6a5b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648756 Sep 17 23:48:52.109620 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8e57e659-18d7-4362-a5ea-8da1043e4edd req-bd9ae1e8-54a0-4926-a742-93d6b6c031ad tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/ports?device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 210 time: 0.0359368 Sep 17 23:48:52.163153 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dae4ac7a-17da-4035-9f40-a47571f19e6e req-2dafc5a9-1101-42b6-9459-c4acf78839ab tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804079 Sep 17 23:48:52.236392 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-200d18f2-597d-436e-b233-1928a1c885a1 service neutron] 10.222.0.37 "GET /v2.0/networks/72122d7e-76de-4b34-9763-12068f6a5b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340592 Sep 17 23:48:52.284304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b3924-8e77-420d-999b-d513e178c6bd req-61fcc3cf-e907-483e-8a27-163f1a3d595a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:52.286138 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c28b3924-8e77-420d-999b-d513e178c6bd req-61fcc3cf-e907-483e-8a27-163f1a3d595a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0579658 Sep 17 23:48:52.352968 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d5fcf71e-1ddc-42d7-92f4-7e641638b12d req-f16ba16c-244b-4f40-9bdb-91f6af71627c service neutron] 10.222.0.37 "GET /v2.0/networks/72122d7e-76de-4b34-9763-12068f6a5b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092277 Sep 17 23:48:52.356203 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c28b3924-8e77-420d-999b-d513e178c6bd req-127e27bb-112c-4168-b3e5-54ed377c610a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602963 Sep 17 23:48:52.668328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c77255-41ab-4ec5-97eb-b8b0490708c0 req-efd19cc6-b769-481b-aa8b-1a1e4d1e9e5d tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:52.669150 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d4c77255-41ab-4ec5-97eb-b8b0490708c0 req-efd19cc6-b769-481b-aa8b-1a1e4d1e9e5d tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0502498 Sep 17 23:48:52.710643 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d4c77255-41ab-4ec5-97eb-b8b0490708c0 req-bcce48f7-1a07-4386-a8b9-1a3513237aee tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342112 Sep 17 23:48:52.864761 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b247712-f38a-41aa-9769-0b416c725212 req-75774c38-2094-4547-9ff0-bcabb6bd521e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:52.867338 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b247712-f38a-41aa-9769-0b416c725212 req-75774c38-2094-4547-9ff0-bcabb6bd521e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0885468 Sep 17 23:48:52.891227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bcaba-9224-4ba4-b677-6f6809a5cf89 req-72551675-ea34-4581-b6ce-2fae4ff99ea3 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:52.892975 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a20bcaba-9224-4ba4-b677-6f6809a5cf89 req-72551675-ea34-4581-b6ce-2fae4ff99ea3 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 943 time: 0.0818138 Sep 17 23:48:52.948260 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b247712-f38a-41aa-9769-0b416c725212 req-2e3224e8-231c-40b3-b0d8-2e26ac82113d tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723314 Sep 17 23:48:52.954622 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a20bcaba-9224-4ba4-b677-6f6809a5cf89 req-02805957-fc02-4ef4-a77b-15f4ad6cfbc4 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521588 Sep 17 23:48:53.072924 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-c84c8a51-6f90-4edc-b8fd-dcb25d4db6cb tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:53.075381 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-c84c8a51-6f90-4edc-b8fd-dcb25d4db6cb tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.37 "GET /v2.0/networks?id=710e2b66-ef72-405a-8cbe-0ddf4293fa36 HTTP/1.1" status: 200 len: 813 time: 0.1857066 Sep 17 23:48:53.090275 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-62f15677-933a-4bee-84ee-98abdf5818f2 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Request body: {'port': {'device_id': '070772b3-3876-465b-bbf0-e6ef7588da2a', 'network_id': '710e2b66-ef72-405a-8cbe-0ddf4293fa36', 'admin_state_up': True, 'tenant_id': 'deda5ab268874517b0098c82e6466f66'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:53.209832 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16ddb1-4347-4451-ac5e-474d9b2b60a7 req-c8f25ec5-58dc-4f89-ad98-6da319aff114 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:53.214576 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea16ddb1-4347-4451-ac5e-474d9b2b60a7 req-c8f25ec5-58dc-4f89-ad98-6da319aff114 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0924664 Sep 17 23:48:53.258554 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea16ddb1-4347-4451-ac5e-474d9b2b60a7 req-bf3bed18-ea9a-4b9a-885e-9334d1f03f63 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357623 Sep 17 23:48:53.343609 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-62f15677-933a-4bee-84ee-98abdf5818f2 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Made reservation on behalf of deda5ab268874517b0098c82e6466f66 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:48:53.347355 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-62f15677-933a-4bee-84ee-98abdf5818f2 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:53.353788 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6bf25ec7-f0fc-48fe-93de-a736e121e34a req-bcc3dcaf-7a87-409c-a6a8-d29c3892a221 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/ports?device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 210 time: 0.0375335 Sep 17 23:48:53.399038 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b71d3-93bb-487b-8123-da407e47f250 req-959c503f-e6c7-4539-a208-ece642bab7ac tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:53.400171 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b9b71d3-93bb-487b-8123-da407e47f250 req-959c503f-e6c7-4539-a208-ece642bab7ac tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0736675 Sep 17 23:48:53.507897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b9b71d3-93bb-487b-8123-da407e47f250 req-62c47faf-a5a3-41df-a67f-91e8eef37318 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965750 Sep 17 23:48:53.530727 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b238147-8008-4b1e-b376-3eace88f2d1a req-3a426fa3-fe43-4908-98f1-836a59f7b039 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:53.538362 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b238147-8008-4b1e-b376-3eace88f2d1a req-3a426fa3-fe43-4908-98f1-836a59f7b039 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.1158681 Sep 17 23:48:53.544325 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-62f15677-933a-4bee-84ee-98abdf5818f2 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Allocated IP 172.20.0.2 (710e2b66-ef72-405a-8cbe-0ddf4293fa36/750b1764-eac1-423f-847f-bccd8c72d326/77557573-f7c0-4489-8656-31a1a8d51159) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:48:53.550411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea35f44-02c8-4c97-aa86-f860c44ace79 req-2ed04be2-1bc7-4944-b977-ad3660c9b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:53.551947 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bea35f44-02c8-4c97-aa86-f860c44ace79 req-2ed04be2-1bc7-4944-b977-ad3660c9b426 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=618eece5ac54429fbfca94da2a0d74b4&device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 1096 time: 0.0898242 Sep 17 23:48:53.596036 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b238147-8008-4b1e-b376-3eace88f2d1a req-136fd2e5-deed-4619-ab75-0f16b190239e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563397 Sep 17 23:48:53.642353 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e0fc-a509-42e3-9619-dc7ba425a784 req-9ca98d9b-369c-4a97-b83d-3cdab8e7fd34 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:53.651545 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6868e0fc-a509-42e3-9619-dc7ba425a784 req-9ca98d9b-369c-4a97-b83d-3cdab8e7fd34 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0720885 Sep 17 23:48:53.703290 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea35f44-02c8-4c97-aa86-f860c44ace79 req-325dc0bf-d2c3-44f5-91ab-a6cf3c9e0741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:53.704869 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bea35f44-02c8-4c97-aa86-f860c44ace79 req-325dc0bf-d2c3-44f5-91ab-a6cf3c9e0741 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca HTTP/1.1" status: 200 len: 914 time: 0.1262362 Sep 17 23:48:53.710802 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6868e0fc-a509-42e3-9619-dc7ba425a784 req-b792aded-153f-4081-b64a-575ab9dbd3c8 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559578 Sep 17 23:48:53.776455 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308c537-5424-4418-96d2-faaa35368fde req-45138734-20ce-42ff-b6f7-b5c19652f67a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:53.778164 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2308c537-5424-4418-96d2-faaa35368fde req-45138734-20ce-42ff-b6f7-b5c19652f67a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0576212 Sep 17 23:48:53.823076 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bea35f44-02c8-4c97-aa86-f860c44ace79 req-3136ebfd-59b5-4c17-835e-446edc7f2a7c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5cd94e9-77d0-4710-b26f-ae456a380cc1 HTTP/1.1" status: 200 len: 217 time: 0.1062987 Sep 17 23:48:53.829773 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2308c537-5424-4418-96d2-faaa35368fde req-ee9e32be-a4fd-42bc-8435-d6fdef43efb5 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438643 Sep 17 23:48:53.902917 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea35f44-02c8-4c97-aa86-f860c44ace79 req-09e88244-3cba-48f5-97d9-2f6bd262c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:53.904371 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bea35f44-02c8-4c97-aa86-f860c44ace79 req-09e88244-3cba-48f5-97d9-2f6bd262c38e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63b99927-674c-4e56-bb77-3a6655e29089 HTTP/1.1" status: 200 len: 853 time: 0.0680604 Sep 17 23:48:53.907357 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-62f15677-933a-4bee-84ee-98abdf5818f2 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:53.992046 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bea35f44-02c8-4c97-aa86-f860c44ace79 req-96d0b873-f6e0-4776-a6dc-01bd0393ae1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773728 Sep 17 23:48:54.093321 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b1478-d230-43bc-aa87-e2b74734f858 req-4c0ffbd1-15af-42df-9b58-c9bbebfb8c1c tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:54.095235 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-764b1478-d230-43bc-aa87-e2b74734f858 req-4c0ffbd1-15af-42df-9b58-c9bbebfb8c1c tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0571346 Sep 17 23:48:54.114049 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-62f15677-933a-4bee-84ee-98abdf5818f2 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:54.139271 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-764b1478-d230-43bc-aa87-e2b74734f858 req-5c3f4319-bbdf-4b9c-b36c-aed62c239c1f tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360608 Sep 17 23:48:54.173880 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bea35f44-02c8-4c97-aa86-f860c44ace79 req-cf0b5eaf-74ab-4d2d-bdb7-d6e6a486081c service neutron] 10.222.0.37 "GET /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754434 Sep 17 23:48:54.183073 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dd341-6092-4fc4-9b2d-35c6c4a66e2f req-0e521f68-06be-4a44-a5f9-c205607b651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:54.184510 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-284dd341-6092-4fc4-9b2d-35c6c4a66e2f req-0e521f68-06be-4a44-a5f9-c205607b651d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926d364599994935ae0450b309eddc70&device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 1097 time: 0.1126008 Sep 17 23:48:54.187439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-62f15677-933a-4bee-84ee-98abdf5818f2 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Network 710e2b66-ef72-405a-8cbe-0ddf4293fa36 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:48:54.203512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-62f15677-933a-4bee-84ee-98abdf5818f2 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:48:54.206135 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-62f15677-933a-4bee-84ee-98abdf5818f2 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:48:54.230291 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f15677-933a-4bee-84ee-98abdf5818f2 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Pushing event updated for resources: {'Port': ['ID=77557573-f7c0-4489-8656-31a1a8d51159,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:54.260751 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1891e-7a66-4361-9d3d-c1224015610e req-4ef9da0a-2d09-4588-bf52-e5d9e25255cd tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:54.268683 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-22f1891e-7a66-4361-9d3d-c1224015610e req-4ef9da0a-2d09-4588-bf52-e5d9e25255cd tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 943 time: 0.0624454 Sep 17 23:48:54.316046 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-22f1891e-7a66-4361-9d3d-c1224015610e req-faa5956b-cddc-487c-aa41-2af224374112 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443199 Sep 17 23:48:54.390434 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-62f15677-933a-4bee-84ee-98abdf5818f2 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:54.391439 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-62f15677-933a-4bee-84ee-98abdf5818f2 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:54.424049 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bea35f44-02c8-4c97-aa86-f860c44ace79 req-90927e58-4728-4fe1-826a-b8a38c1d306a service neutron] 10.222.0.37 "GET /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384701 Sep 17 23:48:54.440135 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dd341-6092-4fc4-9b2d-35c6c4a66e2f req-7828a768-62f4-4fdd-a7d8-8a30777a525f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:54.445122 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-284dd341-6092-4fc4-9b2d-35c6c4a66e2f req-7828a768-62f4-4fdd-a7d8-8a30777a525f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1a269b7-4098-438e-95d2-57bb70f055ad HTTP/1.1" status: 200 len: 920 time: 0.2417595 Sep 17 23:48:54.487003 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-284dd341-6092-4fc4-9b2d-35c6c4a66e2f req-8b71159d-4013-48e5-b5b6-5b7fae17576e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e50e686-0e80-469b-8edc-5ff1359d3adf HTTP/1.1" status: 200 len: 217 time: 0.0370731 Sep 17 23:48:54.535587 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-62f15677-933a-4bee-84ee-98abdf5818f2 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4493451 Sep 17 23:48:54.543646 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dd341-6092-4fc4-9b2d-35c6c4a66e2f req-976f8eb8-48c0-4909-8c78-5f4e305ee25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:54.544976 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a0211-ec96-4fd0-88c8-df7699fa1da9 req-9c2427b7-1de7-46bc-8029-1e3768814093 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:54.545335 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-284dd341-6092-4fc4-9b2d-35c6c4a66e2f req-976f8eb8-48c0-4909-8c78-5f4e305ee25d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=62272909-3f3e-43c2-8a01-7576ae13ac9e HTTP/1.1" status: 200 len: 859 time: 0.0502090 Sep 17 23:48:54.548735 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c3a0211-ec96-4fd0-88c8-df7699fa1da9 req-9c2427b7-1de7-46bc-8029-1e3768814093 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0891724 Sep 17 23:48:54.550459 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Request body: {'port': {'device_id': '070772b3-3876-465b-bbf0-e6ef7588da2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:48:54.573606 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd91ec-068d-451f-bba1-69a1d2d0fe1a req-50c2b491-7e92-498a-9013-426f567abebb tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:54.577375 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12dd91ec-068d-451f-bba1-69a1d2d0fe1a req-50c2b491-7e92-498a-9013-426f567abebb tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0916412 Sep 17 23:48:54.625219 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-284dd341-6092-4fc4-9b2d-35c6c4a66e2f req-392a6ee6-40c3-4e92-ac62-a476459a70f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1a269b7-4098-438e-95d2-57bb70f055ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704327 Sep 17 23:48:54.683691 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c3a0211-ec96-4fd0-88c8-df7699fa1da9 req-1bc880f1-51a2-4fe3-8115-5af826a22e89 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004758 Sep 17 23:48:54.692251 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12dd91ec-068d-451f-bba1-69a1d2d0fe1a req-e5582bde-44e9-4ec9-9809-596122eddfac tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056948 Sep 17 23:48:54.769435 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:54.846106 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-284dd341-6092-4fc4-9b2d-35c6c4a66e2f req-fa332054-ae6a-490f-844d-fe55fa3c51e7 service neutron] 10.222.0.41 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056050 Sep 17 23:48:54.907812 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c1043-b58e-486f-b85c-9ea67a5a2f7c req-7e83d97c-5d9e-4f0d-8d98-29af8739cf92 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:54.909546 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c05c1043-b58e-486f-b85c-9ea67a5a2f7c req-7e83d97c-5d9e-4f0d-8d98-29af8739cf92 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/ports?device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 931 time: 0.1046124 Sep 17 23:48:54.917806 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e73f0-ba18-4084-b2f0-2457563fd67d req-194ad43a-1fd7-4d9b-8c79-e1fdadf4f7bf tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:54.919259 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-495e73f0-ba18-4084-b2f0-2457563fd67d req-194ad43a-1fd7-4d9b-8c79-e1fdadf4f7bf tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0960281 Sep 17 23:48:54.968706 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c05c1043-b58e-486f-b85c-9ea67a5a2f7c req-e14d4ffc-1b41-4937-a8fb-9eb874b6690f tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2cb02be-972c-4ab2-8069-72e96c8d0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483310 Sep 17 23:48:54.988421 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-495e73f0-ba18-4084-b2f0-2457563fd67d req-90060b72-ab9a-4988-a05c-7d49b927d714 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457547 Sep 17 23:48:55.088450 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-284dd341-6092-4fc4-9b2d-35c6c4a66e2f req-3d58277f-846d-46c7-921b-6c67a62cc265 service neutron] 10.222.0.41 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344878 Sep 17 23:48:55.177048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77557573-f7c0-4489-8656-31a1a8d51159 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:48:55.185616 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:55.198902 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Transition to ACTIVE for port object 77557573-f7c0-4489-8656-31a1a8d51159 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:48:55.255878 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c850443-3244-4c7b-8bc9-5937b48307b6 req-7f775405-343e-45da-9aa5-74f55c32e26e tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:55.257966 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c850443-3244-4c7b-8bc9-5937b48307b6 req-7f775405-343e-45da-9aa5-74f55c32e26e tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0489621 Sep 17 23:48:55.280892 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:55.295944 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c850443-3244-4c7b-8bc9-5937b48307b6 req-05a5df94-5d41-461a-9411-ba3cabcbbaba tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319619 Sep 17 23:48:55.351738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Pushing event updated for resources: {'Port': ['ID=77557573-f7c0-4489-8656-31a1a8d51159,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:55.407789 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Attempting to bind port 77557573-f7c0-4489-8656-31a1a8d51159 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:48:55.409039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Attempting to bind port 77557573-f7c0-4489-8656-31a1a8d51159 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'dc0507ad-ec9f-46c0-bfe5-c748ad528068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '710e2b66-ef72-405a-8cbe-0ddf4293fa36'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:48:55.409039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Attempting to bind port 77557573-f7c0-4489-8656-31a1a8d51159 on network 710e2b66-ef72-405a-8cbe-0ddf4293fa36 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:48:55.413200 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Port 77557573-f7c0-4489-8656-31a1a8d51159 on network 710e2b66-ef72-405a-8cbe-0ddf4293fa36 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:48:55.413536 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Attempting to bind port 77557573-f7c0-4489-8656-31a1a8d51159 on network 710e2b66-ef72-405a-8cbe-0ddf4293fa36 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:48:55.419425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:48:55.419425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Checking segment: {'id': 'dc0507ad-ec9f-46c0-bfe5-c748ad528068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '710e2b66-ef72-405a-8cbe-0ddf4293fa36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:48:55.419425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Bound using segment: {'id': 'dc0507ad-ec9f-46c0-bfe5-c748ad528068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '710e2b66-ef72-405a-8cbe-0ddf4293fa36'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:48:55.419922 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Bound port: 77557573-f7c0-4489-8656-31a1a8d51159, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc0507ad-ec9f-46c0-bfe5-c748ad528068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '710e2b66-ef72-405a-8cbe-0ddf4293fa36'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:48:55.420252 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:55.428535 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cebff0-652f-405e-91c1-4e088b70a155 req-d5ae42c2-c4c2-42ab-8efa-4629e0161fd7 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:55.430195 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5cebff0-652f-405e-91c1-4e088b70a155 req-d5ae42c2-c4c2-42ab-8efa-4629e0161fd7 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 943 time: 0.0550969 Sep 17 23:48:55.471743 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5cebff0-652f-405e-91c1-4e088b70a155 req-9c4519cf-2982-4579-850c-13204ef7fc70 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337129 Sep 17 23:48:55.500192 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] For port 77557573-f7c0-4489-8656-31a1a8d51159, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:48:55.503237 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] For port 77557573-f7c0-4489-8656-31a1a8d51159, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=77557573-f7c0-4489-8656-31a1a8d51159,segment=NetworkSegment(dc0507ad-ec9f-46c0-bfe5-c748ad528068),segment_id=dc0507ad-ec9f-46c0-bfe5-c748ad528068)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:48:55.567010 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:55.601705 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:55.602309 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:48:55.603694 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] 10.222.0.37 "PUT /v2.0/ports/77557573-f7c0-4489-8656-31a1a8d51159 HTTP/1.1" status: 200 len: 1091 time: 1.0574782 Sep 17 23:48:55.604136 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070772b3-3876-465b-bbf0-e6ef7588da2a', 'tag': '77557573-f7c0-4489-8656-31a1a8d51159'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:48:55.606348 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34b609e-d9a9-404e-b2f7-f4b34e6528da" -d '{"events": [{"name": "network-changed", "server_uuid": "070772b3-3876-465b-bbf0-e6ef7588da2a", "tag": "77557573-f7c0-4489-8656-31a1a8d51159"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:48:55.626866 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f2fc7-b3d3-4661-8df5-537084d20aee service neutron] Pushing event updated for resources: {'Port': ['ID=77557573-f7c0-4489-8656-31a1a8d51159,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:48:55.645984 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bd825c-6550-4a51-b051-85eee0c53027 x-openstack-request-id: req-e5bd825c-6550-4a51-b051-85eee0c53027 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:48:55.646275 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070772b3-3876-465b-bbf0-e6ef7588da2a", "tag": "77557573-f7c0-4489-8656-31a1a8d51159", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:48:55.649503 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e5bd825c-6550-4a51-b051-85eee0c53027 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:48:55.649503 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070772b3-3876-465b-bbf0-e6ef7588da2a', 'tag': '77557573-f7c0-4489-8656-31a1a8d51159', 'status': 'completed', 'code': 200} Sep 17 23:48:55.708401 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b609e-d9a9-404e-b2f7-f4b34e6528da req-33abc4f0-be2e-49cb-8702-578383f5dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:55.710016 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a34b609e-d9a9-404e-b2f7-f4b34e6528da req-33abc4f0-be2e-49cb-8702-578383f5dc0d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=deda5ab268874517b0098c82e6466f66&device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 1094 time: 0.0400991 Sep 17 23:48:55.825402 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b609e-d9a9-404e-b2f7-f4b34e6528da req-bf5ddf0e-2a29-42f1-9c1e-3561afcfc37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:55.825402 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a34b609e-d9a9-404e-b2f7-f4b34e6528da req-bf5ddf0e-2a29-42f1-9c1e-3561afcfc37c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=deda5ab268874517b0098c82e6466f66&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1061065 Sep 17 23:48:55.864573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9939fc1-d6a2-4e4e-8054-88a64ef0a6dd req-26e67cee-67b3-48fa-b133-0dc3e64b4c9a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:55.866029 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9939fc1-d6a2-4e4e-8054-88a64ef0a6dd req-26e67cee-67b3-48fa-b133-0dc3e64b4c9a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0756092 Sep 17 23:48:55.877562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9f142-c4de-42c7-9751-f872d4747c11 req-241d68c7-d211-4a8f-81f2-7ceb5c287549 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:55.879086 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6e9f142-c4de-42c7-9751-f872d4747c11 req-241d68c7-d211-4a8f-81f2-7ceb5c287549 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0786948 Sep 17 23:48:55.940087 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9939fc1-d6a2-4e4e-8054-88a64ef0a6dd req-ee716c3f-bfc5-4cf8-a0b7-9285b6728e6a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600333 Sep 17 23:48:55.943923 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6e9f142-c4de-42c7-9751-f872d4747c11 req-82517705-c906-4dcc-bdfc-cf3bccb7a580 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576377 Sep 17 23:48:56.131789 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df4ea2-af28-466d-9109-ebbdf4bdd12e req-7c53a5ac-1a6c-4d4a-9254-5e44a0308a00 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:56.133771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-73df4ea2-af28-466d-9109-ebbdf4bdd12e req-7c53a5ac-1a6c-4d4a-9254-5e44a0308a00 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/ports?device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 943 time: 0.0776072 Sep 17 23:48:56.146842 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc99d89-bb30-4d56-b043-73888325c2a8 req-80054d65-b061-4114-a7e6-4a39da3bf18a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:56.148980 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bbc99d89-bb30-4d56-b043-73888325c2a8 req-80054d65-b061-4114-a7e6-4a39da3bf18a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0821271 Sep 17 23:48:56.202908 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b609e-d9a9-404e-b2f7-f4b34e6528da req-2648ef21-04bc-4725-9047-c9579f89997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:56.204399 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a34b609e-d9a9-404e-b2f7-f4b34e6528da req-2648ef21-04bc-4725-9047-c9579f89997a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3725135 Sep 17 23:48:56.207320 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-73df4ea2-af28-466d-9109-ebbdf4bdd12e req-650aa834-4352-4ee7-89b6-bee20428803d tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2cb02be-972c-4ab2-8069-72e96c8d0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573838 Sep 17 23:48:56.210684 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bbc99d89-bb30-4d56-b043-73888325c2a8 req-4fe5d168-960a-4d22-89c1-78ed7bb3fc95 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531662 Sep 17 23:48:56.311281 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-309a2aef-b3ef-4e82-97ef-09de9aff0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:56.312731 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-309a2aef-b3ef-4e82-97ef-09de9aff0bb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=deda5ab268874517b0098c82e6466f66&device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 1094 time: 0.0664229 Sep 17 23:48:56.323928 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-9136eaee-318d-45ac-9991-b468be726100 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0536659 Sep 17 23:48:56.359875 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-22f074f1-c33a-4567-9a55-9316c2d2f7d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77557573-f7c0-4489-8656-31a1a8d51159 HTTP/1.1" status: 200 len: 217 time: 0.0350273 Sep 17 23:48:56.431363 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f74d4-4e7b-4b43-9d74-998800953e87 req-2b39ccfe-f2a3-44ee-9ea6-15ca64cd4e44 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:56.432773 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-763f74d4-4e7b-4b43-9d74-998800953e87 req-2b39ccfe-f2a3-44ee-9ea6-15ca64cd4e44 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0519738 Sep 17 23:48:56.435610 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-1c229e00-5a32-4db8-b7f5-eca5c84cda12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:56.437059 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-1c229e00-5a32-4db8-b7f5-eca5c84cda12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=750b1764-eac1-423f-847f-bccd8c72d326 HTTP/1.1" status: 200 len: 853 time: 0.0693688 Sep 17 23:48:56.447044 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-07f526cc-49f1-49a4-bde8-81c8d2d98c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:56.447537 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-07f526cc-49f1-49a4-bde8-81c8d2d98c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:56.448044 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-07f526cc-49f1-49a4-bde8-81c8d2d98c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:56.448504 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-07f526cc-49f1-49a4-bde8-81c8d2d98c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:56.449026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-07f526cc-49f1-49a4-bde8-81c8d2d98c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:56.449499 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-07f526cc-49f1-49a4-bde8-81c8d2d98c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:56.450002 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-07f526cc-49f1-49a4-bde8-81c8d2d98c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:56.451786 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-07f526cc-49f1-49a4-bde8-81c8d2d98c27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f9cc78239c7437cacb7009f2c68fb58&device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 6503 time: 0.0759358 Sep 17 23:48:56.471951 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-763f74d4-4e7b-4b43-9d74-998800953e87 req-2bbf05e2-8997-4c0f-beba-42bc276b0b3a tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331507 Sep 17 23:48:56.476668 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-a55fe127-6c04-4af1-940b-50c3669d30f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=710e2b66-ef72-405a-8cbe-0ddf4293fa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239258 Sep 17 23:48:56.591112 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddef28-a8d5-4371-b50a-51ecb26a589c req-1682464b-f803-4167-b045-ea34b5cacadf tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:56.592586 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80ddef28-a8d5-4371-b50a-51ecb26a589c req-1682464b-f803-4167-b045-ea34b5cacadf tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 943 time: 0.0500579 Sep 17 23:48:56.633313 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80ddef28-a8d5-4371-b50a-51ecb26a589c req-169f94ce-422b-4ec0-8d38-de58b531fe34 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343027 Sep 17 23:48:56.646761 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-5f7c9ee9-4d91-476b-90cd-7b80af7965ab service neutron] 10.222.0.37 "GET /v2.0/networks/710e2b66-ef72-405a-8cbe-0ddf4293fa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628120 Sep 17 23:48:56.648040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-c7a8df9b-25a3-4a1e-8ac1-d92eeab86fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:56.648557 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-c7a8df9b-25a3-4a1e-8ac1-d92eeab86fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:56.649056 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-c7a8df9b-25a3-4a1e-8ac1-d92eeab86fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:56.650484 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-c7a8df9b-25a3-4a1e-8ac1-d92eeab86fe9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ae04948-4183-4a3d-bd37-c393127fcdb8&id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&id=78331211-787b-4584-b606-15ede9ec2d9c&id=78331211-787b-4584-b606-15ede9ec2d9c HTTP/1.1" status: 200 len: 2296 time: 0.1594198 Sep 17 23:48:56.768667 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-1a1582aa-ac53-453c-9e21-8a25161cbc8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbdb24f9-597b-4307-a8d5-2749c569a415 HTTP/1.1" status: 200 len: 1001 time: 0.1081021 Sep 17 23:48:56.813066 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b70c9d8c-8cdf-438a-b7b9-c9d34eb54a96 req-166a422b-4494-49c0-89ec-9f9f378c301a service neutron] 10.222.0.37 "GET /v2.0/networks/710e2b66-ef72-405a-8cbe-0ddf4293fa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592865 Sep 17 23:48:56.830143 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-d3756186-3344-4fae-b043-7a2c5bb76698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:56.831564 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-d3756186-3344-4fae-b043-7a2c5bb76698 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=914a5e03-c97e-4072-a458-079cc4a8ce5f HTTP/1.1" status: 200 len: 854 time: 0.0473719 Sep 17 23:48:56.877449 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-f5305811-9569-4924-915c-3e6a76bcb5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:56.878954 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-f5305811-9569-4924-915c-3e6a76bcb5b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ae04948-4183-4a3d-bd37-c393127fcdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396183 Sep 17 23:48:56.973936 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-4693a2a9-21e2-454c-a357-91202f12916b service neutron] 10.222.0.41 "GET /v2.0/networks/1ae04948-4183-4a3d-bd37-c393127fcdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867407 Sep 17 23:48:57.079341 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-d226e695-48cf-43ed-ad98-bbff3a72d554 service neutron] 10.222.0.41 "GET /v2.0/networks/1ae04948-4183-4a3d-bd37-c393127fcdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947514 Sep 17 23:48:57.094047 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea93bd9-776f-4240-bacd-ac82b8e89a20 req-4f299f95-2b87-43d5-ba6c-821b03cee7a1 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:57.095523 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aea93bd9-776f-4240-bacd-ac82b8e89a20 req-4f299f95-2b87-43d5-ba6c-821b03cee7a1 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0810227 Sep 17 23:48:57.107721 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f35cd-b215-4456-8690-1c63911f9a44 req-8e13f161-2ee5-42bb-a64d-1eb3cfcf9344 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:57.109194 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c0f35cd-b215-4456-8690-1c63911f9a44 req-8e13f161-2ee5-42bb-a64d-1eb3cfcf9344 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0828552 Sep 17 23:48:57.126123 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-763a459c-ec35-4153-9437-f6de5f613547 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=3c354c66-b3c9-483a-96f9-2f56cb599108 HTTP/1.1" status: 200 len: 217 time: 0.0383737 Sep 17 23:48:57.165222 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aea93bd9-776f-4240-bacd-ac82b8e89a20 req-6b28e1e4-18f4-42ee-a199-8126bba250f1 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550671 Sep 17 23:48:57.167978 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c0f35cd-b215-4456-8690-1c63911f9a44 req-07b31337-0138-4101-8e6d-1931885241d8 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520403 Sep 17 23:48:57.177358 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-1d14f2a4-a7d3-402d-bd0d-206efbf61d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:57.179141 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-1d14f2a4-a7d3-402d-bd0d-206efbf61d1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aef77cc-5335-4c0b-8709-d4c2d4bc8786 HTTP/1.1" status: 200 len: 797 time: 0.0447707 Sep 17 23:48:57.227602 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-575f0e93-8aa8-4ea8-bb05-bf96e3939060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:57.229122 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-575f0e93-8aa8-4ea8-bb05-bf96e3939060 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0424020 Sep 17 23:48:57.323573 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-f276673b-4ea3-4a64-b68f-c05be8ba53ba service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862062 Sep 17 23:48:57.355100 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d93ab3-1ae1-4093-858e-d711b4e7ea05 req-9d4e0527-fde0-47df-a9b6-83d4ee32889d tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:57.356472 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71d93ab3-1ae1-4093-858e-d711b4e7ea05 req-9d4e0527-fde0-47df-a9b6-83d4ee32889d tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/ports?device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 943 time: 0.0764656 Sep 17 23:48:57.363785 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a24ae-c8bf-4045-9d46-2394c4ec65fe req-99f2e249-956b-41aa-9197-181bedc42554 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:57.365186 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc7a24ae-c8bf-4045-9d46-2394c4ec65fe req-99f2e249-956b-41aa-9197-181bedc42554 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0839169 Sep 17 23:48:57.414964 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-356e3aec-e30d-4426-9740-84d146340d1d service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831172 Sep 17 23:48:57.422270 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71d93ab3-1ae1-4093-858e-d711b4e7ea05 req-38356e7c-4b34-40c5-a9e7-4fa4c4fb68dc tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2cb02be-972c-4ab2-8069-72e96c8d0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561569 Sep 17 23:48:57.427171 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc7a24ae-c8bf-4045-9d46-2394c4ec65fe req-760296e9-0448-4694-83e6-94de6131b91e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552626 Sep 17 23:48:57.462205 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-569ae4f0-d23b-4792-a6a9-d59a10dfd543 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=c6bb7140-f314-400d-b7fc-5bb8506ae4ab HTTP/1.1" status: 200 len: 217 time: 0.0391710 Sep 17 23:48:57.511655 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-7496a375-d7af-49f2-9de7-d339b4841f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:57.513267 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-7496a375-d7af-49f2-9de7-d339b4841f16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aef77cc-5335-4c0b-8709-d4c2d4bc8786 HTTP/1.1" status: 200 len: 797 time: 0.0429766 Sep 17 23:48:57.560468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-e947f14b-aa73-40f8-b290-c3cb642b24a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:57.562014 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-e947f14b-aa73-40f8-b290-c3cb642b24a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0403078 Sep 17 23:48:57.589963 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5971d-2cea-4e3a-ab04-d25e99dceb17 req-f9156cb5-98cb-40bd-b485-8928d5a882af tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:57.592254 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d4c5971d-2cea-4e3a-ab04-d25e99dceb17 req-f9156cb5-98cb-40bd-b485-8928d5a882af tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0523291 Sep 17 23:48:57.631569 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d4c5971d-2cea-4e3a-ab04-d25e99dceb17 req-134edc62-3694-4257-8e3d-f058f2102425 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338814 Sep 17 23:48:57.670138 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-9580a42a-0df9-49da-95d0-d58a8b86ace1 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993376 Sep 17 23:48:57.769231 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1e453-ce59-4ce2-b9ea-76800fa20292 req-379bbb27-9c4d-4172-b315-1c2c9ed91b59 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:57.770745 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55c1e453-ce59-4ce2-b9ea-76800fa20292 req-379bbb27-9c4d-4172-b315-1c2c9ed91b59 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 943 time: 0.0619357 Sep 17 23:48:57.779283 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-4990abc3-2710-4380-a643-8d579fd860e9 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004303 Sep 17 23:48:57.809282 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55c1e453-ce59-4ce2-b9ea-76800fa20292 req-9a8a25fb-0ce2-4bc0-857d-b47ac27111fc tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321016 Sep 17 23:48:57.825558 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-3c54509b-37d5-4880-9ac2-1cadbb53cbeb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7c8efe2c-5278-497c-a54f-a7c58a7afd95 HTTP/1.1" status: 200 len: 217 time: 0.0388744 Sep 17 23:48:57.872544 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-bd55c7ca-357e-4874-af5e-c7f609c5613b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:57.873917 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-bd55c7ca-357e-4874-af5e-c7f609c5613b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aef77cc-5335-4c0b-8709-d4c2d4bc8786 HTTP/1.1" status: 200 len: 797 time: 0.0418847 Sep 17 23:48:57.918500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-736a4385-c3ad-4f52-9a93-08d61109058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:57.919962 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-736a4385-c3ad-4f52-9a93-08d61109058a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0384812 Sep 17 23:48:58.013919 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-8ce92554-8b9c-43d1-9361-d4ea42d3bd7c service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859573 Sep 17 23:48:58.105720 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-1ae7cf0b-b548-4cb4-a3e4-1899058fba21 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848002 Sep 17 23:48:58.147978 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-27a54a92-0007-4e37-8ca5-035a60f4a3c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=a9d9e059-8390-4277-80d1-cebaeedfffa5 HTTP/1.1" status: 200 len: 217 time: 0.0349486 Sep 17 23:48:58.199091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-1789300b-2995-433c-a81b-2f1eae9544b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:58.200784 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-1789300b-2995-433c-a81b-2f1eae9544b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aef77cc-5335-4c0b-8709-d4c2d4bc8786 HTTP/1.1" status: 200 len: 797 time: 0.0464003 Sep 17 23:48:58.250727 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-e056f8cd-c62e-4f06-afba-673365c1c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:58.252304 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-e056f8cd-c62e-4f06-afba-673365c1c2b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0447092 Sep 17 23:48:58.328040 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af198761-0b0e-4484-8391-04a4ea8c8d65 req-6eda189b-dddd-498f-a5cf-7346b243579e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:58.329756 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af198761-0b0e-4484-8391-04a4ea8c8d65 req-6eda189b-dddd-498f-a5cf-7346b243579e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0839229 Sep 17 23:48:58.352173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e103c73-6dd6-48f5-b931-31ff207fbd13 req-91986b13-4586-4152-8607-36c516388ef2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:58.353875 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e103c73-6dd6-48f5-b931-31ff207fbd13 req-91986b13-4586-4152-8607-36c516388ef2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0749002 Sep 17 23:48:58.370576 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-c39ddb7a-c7ad-46a8-91bd-9ea04cac199e service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101034 Sep 17 23:48:58.394160 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af198761-0b0e-4484-8391-04a4ea8c8d65 req-983df057-2518-4335-ba24-b1f068f9307c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561857 Sep 17 23:48:58.416021 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e103c73-6dd6-48f5-b931-31ff207fbd13 req-6e08766f-7915-4740-b875-f8f61bbb2651 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463667 Sep 17 23:48:58.492558 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-7606093d-6ff7-4d6b-a999-706b7429af36 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067169 Sep 17 23:48:58.538721 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-a5290020-5e32-4307-8b65-14ca34d78576 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6bd98999-1873-446c-bd20-a66f5e0dc3f9 HTTP/1.1" status: 200 len: 217 time: 0.0353701 Sep 17 23:48:58.586520 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb37e4a-50ea-4b61-a9dd-31903710face req-65fc3e01-353d-458d-abc3-3a51ee4d6218 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:58.588307 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4cb37e4a-50ea-4b61-a9dd-31903710face req-65fc3e01-353d-458d-abc3-3a51ee4d6218 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0858324 Sep 17 23:48:58.589673 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-8a852a52-cd3a-4be6-988a-bc49efbec114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:58.591136 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-8a852a52-cd3a-4be6-988a-bc49efbec114 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c6c43ea-51ef-4e38-b4f1-a534cd748806 HTTP/1.1" status: 200 len: 797 time: 0.0442233 Sep 17 23:48:58.602132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0b402-6691-4a14-8c0b-5bea7c033065 req-79a3809a-0ab4-4f1e-9192-c0e2dbb38a35 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:58.603753 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4f0b402-6691-4a14-8c0b-5bea7c033065 req-79a3809a-0ab4-4f1e-9192-c0e2dbb38a35 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/ports?device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 943 time: 0.0731442 Sep 17 23:48:58.641763 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-3ad7cadb-4d57-4189-86ef-690c05e62466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:58.643471 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-3ad7cadb-4d57-4189-86ef-690c05e62466 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78331211-787b-4584-b606-15ede9ec2d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0451791 Sep 17 23:48:58.659123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4cb37e4a-50ea-4b61-a9dd-31903710face req-5f7ded8d-5940-4a2e-9af2-b4dbf21b4a8b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542362 Sep 17 23:48:58.666718 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4f0b402-6691-4a14-8c0b-5bea7c033065 req-44ae0019-f3fa-428f-8b26-bdf7b764aa60 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2cb02be-972c-4ab2-8069-72e96c8d0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549381 Sep 17 23:48:58.749839 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-8ad1e70f-d330-4896-84d6-3e314ae532e4 service neutron] 10.222.0.41 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983586 Sep 17 23:48:58.852443 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-ddbb337c-40c5-4e44-a7fd-6892df73a243 service neutron] 10.222.0.41 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927112 Sep 17 23:48:58.894334 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-a12f2a5e-db1b-45e7-b6ea-3cb6d629fa68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 HTTP/1.1" status: 200 len: 217 time: 0.0333807 Sep 17 23:48:58.928210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d323686-115a-4cd3-b3a6-63602525026f req-bf8568d9-8361-4117-9c3a-c6671b5214f3 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:58.929338 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d323686-115a-4cd3-b3a6-63602525026f req-bf8568d9-8361-4117-9c3a-c6671b5214f3 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 943 time: 0.0502436 Sep 17 23:48:58.943286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-720c4f40-b1a0-471c-9a7a-f1410a035c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:58.945353 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-720c4f40-b1a0-471c-9a7a-f1410a035c2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c6c43ea-51ef-4e38-b4f1-a534cd748806 HTTP/1.1" status: 200 len: 797 time: 0.0435998 Sep 17 23:48:58.973268 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d323686-115a-4cd3-b3a6-63602525026f req-a165bfa8-a6c9-4e5a-91ec-799e45ed5cd2 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376277 Sep 17 23:48:58.998577 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-20bb6ce7-e35e-4187-a77b-c610850a9975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:59.000408 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-20bb6ce7-e35e-4187-a77b-c610850a9975 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78331211-787b-4584-b606-15ede9ec2d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0476127 Sep 17 23:48:59.106475 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-a556a4f2-cabb-45f7-b563-9291354b98ab service neutron] 10.222.0.41 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981383 Sep 17 23:48:59.203436 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8a76b131-faf6-4e1e-8980-f98fc8998b55 req-86614686-18f3-4c13-b158-fdc14bf08404 service neutron] 10.222.0.41 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864463 Sep 17 23:48:59.368023 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ffb27-04aa-420a-b218-0e08636f700e req-09e9e0ab-829a-43a6-a245-49177f3c1e5b tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:59.369534 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa8ffb27-04aa-420a-b218-0e08636f700e req-09e9e0ab-829a-43a6-a245-49177f3c1e5b tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0481477 Sep 17 23:48:59.407924 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa8ffb27-04aa-420a-b218-0e08636f700e req-735a360c-4caf-4a69-9666-dfcbc2f2a367 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323851 Sep 17 23:48:59.513795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27703c89-7307-4e80-9045-7e10e9b3a57b req-7a3b0950-b13a-4928-a321-83ef8698d12c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:59.519887 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27703c89-7307-4e80-9045-7e10e9b3a57b req-7a3b0950-b13a-4928-a321-83ef8698d12c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0520437 Sep 17 23:48:59.557216 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27703c89-7307-4e80-9045-7e10e9b3a57b req-9974343e-ab7d-4b6f-9f6c-1005114bd48d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346544 Sep 17 23:48:59.656925 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b409cba-01d2-4108-aabd-5622b890f7f4 req-1c011529-6826-49f3-846d-10f074f850a1 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:59.658498 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b409cba-01d2-4108-aabd-5622b890f7f4 req-1c011529-6826-49f3-846d-10f074f850a1 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0501301 Sep 17 23:48:59.695895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b409cba-01d2-4108-aabd-5622b890f7f4 req-fe4ef5bb-257b-405c-bec4-94f8aff73711 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315585 Sep 17 23:48:59.796873 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a2c70-8a72-4072-9105-29cad770c04e req-5921980e-d269-404a-8eb2-1cb840af9d34 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:48:59.798331 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-206a2c70-8a72-4072-9105-29cad770c04e req-5921980e-d269-404a-8eb2-1cb840af9d34 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0483556 Sep 17 23:48:59.834518 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-206a2c70-8a72-4072-9105-29cad770c04e req-ce0cc980-6262-4b8d-8f1a-d9fc8d5be3e5 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297582 Sep 17 23:48:59.900681 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 77557573-f7c0-4489-8656-31a1a8d51159 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:48:59.996379 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 77557573-f7c0-4489-8656-31a1a8d51159, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=77557573-f7c0-4489-8656-31a1a8d51159,segment=NetworkSegment(dc0507ad-ec9f-46c0-bfe5-c748ad528068),segment_id=dc0507ad-ec9f-46c0-bfe5-c748ad528068)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:00.011859 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '77557573-f7c0-4489-8656-31a1a8d51159', 'network_id': '710e2b66-ef72-405a-8cbe-0ddf4293fa36', 'port_id': '77557573-f7c0-4489-8656-31a1a8d51159', 'mac_address': 'fa:16:3e:86:4f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750b1764-eac1-423f-847f-bccd8c72d326', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:49:00.051513 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:00.066014 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77557573-f7c0-4489-8656-31a1a8d51159 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:49:00.086794 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 77557573-f7c0-4489-8656-31a1a8d51159, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=77557573-f7c0-4489-8656-31a1a8d51159,segment=NetworkSegment(dc0507ad-ec9f-46c0-bfe5-c748ad528068),segment_id=dc0507ad-ec9f-46c0-bfe5-c748ad528068)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:00.189512 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:00.190189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device b5cd94e9-77d0-4710-b26f-ae456a380cc1 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:49:00.222516 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b99d-2a89-4986-8bcf-5685d8bd1c3a req-db470095-0376-44a4-9e0d-4c5df3c3e2e9 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:00.224064 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3981b99d-2a89-4986-8bcf-5685d8bd1c3a req-db470095-0376-44a4-9e0d-4c5df3c3e2e9 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/ports?device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 943 time: 0.3304851 Sep 17 23:49:00.262293 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=77557573-f7c0-4489-8656-31a1a8d51159,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:00.292900 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3981b99d-2a89-4986-8bcf-5685d8bd1c3a req-d965413b-c17a-46c4-b5a9-2de2adf1aaea tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2cb02be-972c-4ab2-8069-72e96c8d0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613678 Sep 17 23:49:00.357071 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port b5cd94e9-77d0-4710-b26f-ae456a380cc1, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b5cd94e9-77d0-4710-b26f-ae456a380cc1,segment=NetworkSegment(6ce9f960-9106-480f-a69e-89630099531d),segment_id=6ce9f960-9106-480f-a69e-89630099531d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:00.369563 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'b5cd94e9-77d0-4710-b26f-ae456a380cc1', 'network_id': 'aa15324e-81e0-45c5-9f7e-d9fb6108a5ca', 'port_id': 'b5cd94e9-77d0-4710-b26f-ae456a380cc1', 'mac_address': 'fa:16:3e:c0:4a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b99927-674c-4e56-bb77-3a6655e29089', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:49:00.415747 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:00.432033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5cd94e9-77d0-4710-b26f-ae456a380cc1 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:49:00.441619 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af254f97-83b5-4bdd-8d53-1022b061dab9 req-3e1da92b-0e5b-4e05-bf30-1b2dec85fc44 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:00.443247 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af254f97-83b5-4bdd-8d53-1022b061dab9 req-3e1da92b-0e5b-4e05-bf30-1b2dec85fc44 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 943 time: 0.0583727 Sep 17 23:49:00.454979 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port b5cd94e9-77d0-4710-b26f-ae456a380cc1, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b5cd94e9-77d0-4710-b26f-ae456a380cc1,segment=NetworkSegment(6ce9f960-9106-480f-a69e-89630099531d),segment_id=6ce9f960-9106-480f-a69e-89630099531d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:00.484595 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af254f97-83b5-4bdd-8d53-1022b061dab9 req-09268df8-e83e-4d09-8764-8c815ea14f2b tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342512 Sep 17 23:49:00.543785 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:00.598958 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=b5cd94e9-77d0-4710-b26f-ae456a380cc1,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:00.661843 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['b5cd94e9-77d0-4710-b26f-ae456a380cc1'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:49:00.681634 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28217954-82ce-4a9b-878e-bc4b434c9b51 req-ba040b9a-3e64-4609-95a2-5317ba753202 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:00.683144 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28217954-82ce-4a9b-878e-bc4b434c9b51 req-ba040b9a-3e64-4609-95a2-5317ba753202 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0514123 Sep 17 23:49:00.731477 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28217954-82ce-4a9b-878e-bc4b434c9b51 req-14724a98-de93-44c9-a8b8-a7a30af973b4 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406451 Sep 17 23:49:00.845095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fb584-cbab-40f9-b050-f093ea509850 req-4a089588-16f0-477a-adce-303fb14d3a75 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:00.853029 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c43fb584-cbab-40f9-b050-f093ea509850 req-4a089588-16f0-477a-adce-303fb14d3a75 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0645275 Sep 17 23:49:00.903797 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c43fb584-cbab-40f9-b050-f093ea509850 req-5b57c213-d83d-4dc0-b3cb-a137b73b3950 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455813 Sep 17 23:49:00.912190 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['77557573-f7c0-4489-8656-31a1a8d51159'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:49:00.973823 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a3ed4-0864-45c3-898a-52290c6df4e1 req-24388f56-3ff2-41b2-8d66-495a3dd4b3f9 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:00.975868 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-972a3ed4-0864-45c3-898a-52290c6df4e1 req-24388f56-3ff2-41b2-8d66-495a3dd4b3f9 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 944 time: 0.0547669 Sep 17 23:49:01.030017 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-972a3ed4-0864-45c3-898a-52290c6df4e1 req-cb230465-26ce-4fa1-b493-6eaee43b145b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464194 Sep 17 23:49:01.504045 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc32d3-29fd-4a50-a1de-95fd78399063 req-988c6548-63fd-49a0-ae2b-51060e82ff53 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:01.506099 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7dc32d3-29fd-4a50-a1de-95fd78399063 req-988c6548-63fd-49a0-ae2b-51060e82ff53 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/ports?device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 944 time: 0.0946190 Sep 17 23:49:01.567379 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7dc32d3-29fd-4a50-a1de-95fd78399063 req-784351ad-388c-4c3a-a68d-8e92f8f366f2 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2cb02be-972c-4ab2-8069-72e96c8d0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539796 Sep 17 23:49:01.640971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc702ac8-4c3c-4596-b6b6-87fb975520a4 req-ec825eaa-0588-4bf5-9b2c-48e81f1f4d79 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:01.646786 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc702ac8-4c3c-4596-b6b6-87fb975520a4 req-ec825eaa-0588-4bf5-9b2c-48e81f1f4d79 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 943 time: 0.0650482 Sep 17 23:49:01.693445 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc702ac8-4c3c-4596-b6b6-87fb975520a4 req-f3871fd8-996f-4a4f-84a4-16692106610e tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440724 Sep 17 23:49:01.856710 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b8557-78eb-41bf-80c9-21ee3aa64b04 req-61c4a570-a35d-4637-a3ed-8970bc17452b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:01.858288 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0b8b8557-78eb-41bf-80c9-21ee3aa64b04 req-61c4a570-a35d-4637-a3ed-8970bc17452b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0549452 Sep 17 23:49:01.909725 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0b8b8557-78eb-41bf-80c9-21ee3aa64b04 req-608ad4f0-7e24-4af1-bf1e-3720a7815a0f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405002 Sep 17 23:49:01.916697 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 77557573-f7c0-4489-8656-31a1a8d51159 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:49:02.037146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aaf620-4593-427e-8a2f-1949ac909f5a req-5cf0e231-7a5f-41fa-b341-80dc587a8ec4 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:02.038748 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72aaf620-4593-427e-8a2f-1949ac909f5a req-5cf0e231-7a5f-41fa-b341-80dc587a8ec4 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0557446 Sep 17 23:49:02.057903 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 77557573-f7c0-4489-8656-31a1a8d51159 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:49:02.061948 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 77557573-f7c0-4489-8656-31a1a8d51159 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:49:02.067852 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:02.084643 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72aaf620-4593-427e-8a2f-1949ac909f5a req-0d739f75-9821-4c21-a13d-daeba03bef16 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395727 Sep 17 23:49:02.183884 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:02.189467 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d07dd8-a87a-406b-8066-739904d0e52f req-2c50acfb-8ebe-4340-8bc9-8fcc3dd33283 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:02.197898 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09d07dd8-a87a-406b-8066-739904d0e52f req-2c50acfb-8ebe-4340-8bc9-8fcc3dd33283 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 944 time: 0.0778053 Sep 17 23:49:02.215206 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070772b3-3876-465b-bbf0-e6ef7588da2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77557573-f7c0-4489-8656-31a1a8d51159'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:49:02.220955 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1ab86e-091c-4078-9adb-677cc5beb271" -d '{"events": [{"server_uuid": "070772b3-3876-465b-bbf0-e6ef7588da2a", "name": "network-vif-plugged", "status": "completed", "tag": "77557573-f7c0-4489-8656-31a1a8d51159"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:49:02.255619 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 77557573-f7c0-4489-8656-31a1a8d51159, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=77557573-f7c0-4489-8656-31a1a8d51159,segment=NetworkSegment(dc0507ad-ec9f-46c0-bfe5-c748ad528068),segment_id=dc0507ad-ec9f-46c0-bfe5-c748ad528068)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:02.258883 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09d07dd8-a87a-406b-8066-739904d0e52f req-8dc33465-0f1c-4165-a0a9-b85703a7c0ad tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524704 Sep 17 23:49:02.300689 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fee1dd-9a6f-4d54-944e-4c4a95753c7a x-openstack-request-id: req-e2fee1dd-9a6f-4d54-944e-4c4a95753c7a {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:49:02.301026 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070772b3-3876-465b-bbf0-e6ef7588da2a", "name": "network-vif-plugged", "status": "completed", "tag": "77557573-f7c0-4489-8656-31a1a8d51159", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:49:02.301285 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2fee1dd-9a6f-4d54-944e-4c4a95753c7a {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:49:02.302286 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070772b3-3876-465b-bbf0-e6ef7588da2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77557573-f7c0-4489-8656-31a1a8d51159', 'code': 200} Sep 17 23:49:02.337811 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:02.338638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device b5cd94e9-77d0-4710-b26f-ae456a380cc1 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:49:02.470529 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79995231-6a9f-40f1-b52d-f0eb65600274 req-ef88f32d-4b4c-4ce2-8ac2-31385fe5b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:02.472564 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-79995231-6a9f-40f1-b52d-f0eb65600274 req-ef88f32d-4b4c-4ce2-8ac2-31385fe5b967 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 1096 time: 0.0793605 Sep 17 23:49:02.520609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port b5cd94e9-77d0-4710-b26f-ae456a380cc1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:49:02.530438 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-79995231-6a9f-40f1-b52d-f0eb65600274 req-a2889aaa-e8b4-41c7-b38f-e01fb8240996 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b2cb02be-972c-4ab2-8069-72e96c8d0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493398 Sep 17 23:49:02.534634 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:02.589146 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=77557573-f7c0-4489-8656-31a1a8d51159,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:02.705843 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:02.745912 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port b5cd94e9-77d0-4710-b26f-ae456a380cc1, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b5cd94e9-77d0-4710-b26f-ae456a380cc1,segment=NetworkSegment(6ce9f960-9106-480f-a69e-89630099531d),segment_id=6ce9f960-9106-480f-a69e-89630099531d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:02.824198 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:02.841815 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9672e-6387-4915-b65b-94e16095b712 req-b3792e7b-e53d-449c-8324-3b8ec1c73a51 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:02.851314 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1a9672e-6387-4915-b65b-94e16095b712 req-b3792e7b-e53d-449c-8324-3b8ec1c73a51 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/ports?device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 945 time: 0.0883846 Sep 17 23:49:02.932897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1a9672e-6387-4915-b65b-94e16095b712 req-e505fdda-cca7-45ad-82eb-602ec4924349 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2cb02be-972c-4ab2-8069-72e96c8d0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801463 Sep 17 23:49:02.944571 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=b5cd94e9-77d0-4710-b26f-ae456a380cc1,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:02.962304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14696261-5afb-4001-acc6-5605f6a8d796 req-6dfe9a09-6e39-45b6-8e00-79270b982981 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:02.973920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14696261-5afb-4001-acc6-5605f6a8d796 req-6dfe9a09-6e39-45b6-8e00-79270b982981 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 943 time: 0.1548853 Sep 17 23:49:03.095756 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14696261-5afb-4001-acc6-5605f6a8d796 req-eac4009d-6691-480f-b8b9-cf5faaad2ec1 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202419 Sep 17 23:49:03.119363 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700f1e0-5044-4858-b8e6-b6e74e517b97 req-19b46571-7355-437f-bde8-12c82c15be21 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:03.127053 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4700f1e0-5044-4858-b8e6-b6e74e517b97 req-19b46571-7355-437f-bde8-12c82c15be21 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.1083951 Sep 17 23:49:03.244604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4700f1e0-5044-4858-b8e6-b6e74e517b97 req-b16aa1b1-bbfe-4325-a6ed-04897734a25b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938311 Sep 17 23:49:03.267218 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129346bd-43cd-4cce-a18b-7714c2a95600 req-4675a548-135b-4494-aff7-08bc16ef1cea tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:03.269294 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-129346bd-43cd-4cce-a18b-7714c2a95600 req-4675a548-135b-4494-aff7-08bc16ef1cea tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0896397 Sep 17 23:49:03.365459 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-129346bd-43cd-4cce-a18b-7714c2a95600 req-81a4cd10-54a0-41f9-b814-0b1da283e352 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842927 Sep 17 23:49:03.453082 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed73bfa-0ace-4aac-97cd-f958b7439330 req-83908a5d-c684-4c63-b81f-493110dcc293 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:03.465535 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ed73bfa-0ace-4aac-97cd-f958b7439330 req-83908a5d-c684-4c63-b81f-493110dcc293 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0966058 Sep 17 23:49:03.541184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ed73bfa-0ace-4aac-97cd-f958b7439330 req-23f8f558-abca-47df-b36f-56e11428ffea tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746226 Sep 17 23:49:03.928256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 2494bed5-505a-4b28-a598-0b64184820af details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:49:04.103741 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1808d2-98c0-46e7-9e23-da651fc04d60 req-89b86a2e-9095-4562-9dc2-3b643a2d5a08 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:04.105522 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a1808d2-98c0-46e7-9e23-da651fc04d60 req-89b86a2e-9095-4562-9dc2-3b643a2d5a08 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/ports?device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 945 time: 0.0590575 Sep 17 23:49:04.152063 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 2494bed5-505a-4b28-a598-0b64184820af, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=2494bed5-505a-4b28-a598-0b64184820af,segment=NetworkSegment(54eae70a-5d50-4df0-8aa6-917170e97c7e),segment_id=54eae70a-5d50-4df0-8aa6-917170e97c7e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:04.187146 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a1808d2-98c0-46e7-9e23-da651fc04d60 req-227fd4e5-c1f3-4d4c-adbf-657e5401fb5c tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2cb02be-972c-4ab2-8069-72e96c8d0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737956 Sep 17 23:49:04.189067 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '2494bed5-505a-4b28-a598-0b64184820af', 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58', 'port_id': '2494bed5-505a-4b28-a598-0b64184820af', 'mac_address': 'fa:16:3e:fa:ba:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:49:04.259651 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:04.283088 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2494bed5-505a-4b28-a598-0b64184820af {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:49:04.304652 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52445c6-0bfb-44e4-98f9-10e5df151f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cd94e9-77d0-4710-b26f-ae456a380cc1'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:49:04.306943 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bd4d5d-0de4-459e-b81a-dc439a55e4b1" -d '{"events": [{"server_uuid": "a52445c6-0bfb-44e4-98f9-10e5df151f87", "name": "network-vif-plugged", "status": "completed", "tag": "b5cd94e9-77d0-4710-b26f-ae456a380cc1"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:49:04.317433 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720c063-8468-4f14-8a4c-625b805943bd req-d46a0f58-74c4-45e8-8a7e-a463e442f624 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:04.319529 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b720c063-8468-4f14-8a4c-625b805943bd req-d46a0f58-74c4-45e8-8a7e-a463e442f624 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 943 time: 0.0875475 Sep 17 23:49:04.329376 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 2494bed5-505a-4b28-a598-0b64184820af, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=2494bed5-505a-4b28-a598-0b64184820af,segment=NetworkSegment(54eae70a-5d50-4df0-8aa6-917170e97c7e),segment_id=54eae70a-5d50-4df0-8aa6-917170e97c7e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:04.389137 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b720c063-8468-4f14-8a4c-625b805943bd req-6e7ffbe7-f905-41ac-8ac2-9f9aca4a350a tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510955 Sep 17 23:49:04.407014 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:04.508548 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=2494bed5-505a-4b28-a598-0b64184820af,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:04.514445 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b267518b-4e5d-44f7-b814-19f0afa61fd3 x-openstack-request-id: req-b267518b-4e5d-44f7-b814-19f0afa61fd3 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:49:04.514445 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52445c6-0bfb-44e4-98f9-10e5df151f87", "name": "network-vif-plugged", "status": "completed", "tag": "b5cd94e9-77d0-4710-b26f-ae456a380cc1", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:49:04.514445 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b267518b-4e5d-44f7-b814-19f0afa61fd3 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:49:04.514774 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52445c6-0bfb-44e4-98f9-10e5df151f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cd94e9-77d0-4710-b26f-ae456a380cc1', 'code': 200} Sep 17 23:49:04.533780 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5965b-7f33-4e8d-bca3-44080a36ed39 req-39baaf8c-70f0-4d20-8101-fda5cdb4d860 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:04.535451 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1a5965b-7f33-4e8d-bca3-44080a36ed39 req-39baaf8c-70f0-4d20-8101-fda5cdb4d860 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.1097929 Sep 17 23:49:04.605503 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1a5965b-7f33-4e8d-bca3-44080a36ed39 req-6f97b05f-eaef-4bdc-b84a-5e623cf5a7af tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622089 Sep 17 23:49:04.679827 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e49c46-509f-447e-96b9-84ad49c0dd35 req-2f845dc6-4540-41d8-abdd-c7555903f24a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:04.689350 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3e49c46-509f-447e-96b9-84ad49c0dd35 req-2f845dc6-4540-41d8-abdd-c7555903f24a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0708308 Sep 17 23:49:04.761421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['2494bed5-505a-4b28-a598-0b64184820af'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:49:04.851093 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3e49c46-509f-447e-96b9-84ad49c0dd35 req-ad90f182-4d25-4474-ad57-1dbc2b5a4827 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533451 Sep 17 23:49:04.900211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84c4e2-d85c-46f3-b980-f86f16684db6 req-3ab42fe8-8f58-497e-9b49-91d55ed3688a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:04.908721 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9e84c4e2-d85c-46f3-b980-f86f16684db6 req-3ab42fe8-8f58-497e-9b49-91d55ed3688a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.1550481 Sep 17 23:49:04.975003 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9e84c4e2-d85c-46f3-b980-f86f16684db6 req-6f46972e-2e3e-4f1a-8388-35e16bfab637 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649054 Sep 17 23:49:05.346425 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0d042-5b64-451c-8c74-088edc4680b2 req-3e748493-5ed6-4dfe-9011-6ca4ae4ce221 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:05.347276 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55c0d042-5b64-451c-8c74-088edc4680b2 req-3e748493-5ed6-4dfe-9011-6ca4ae4ce221 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/ports?device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 945 time: 0.0629411 Sep 17 23:49:05.415913 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55c0d042-5b64-451c-8c74-088edc4680b2 req-8e9dee78-5faa-4a4b-9bd7-e284b4fb6afc tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2cb02be-972c-4ab2-8069-72e96c8d0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561543 Sep 17 23:49:05.575300 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337600c1-f107-4b5f-9fef-b52498588b5c req-e031f8ed-672d-4b3e-8536-185a42115f12 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:05.582604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-337600c1-f107-4b5f-9fef-b52498588b5c req-e031f8ed-672d-4b3e-8536-185a42115f12 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 944 time: 0.0754881 Sep 17 23:49:05.633281 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-337600c1-f107-4b5f-9fef-b52498588b5c req-92438430-7c0c-412a-8e5b-3129ca5fcb62 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444932 Sep 17 23:49:05.798071 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2e8f6-1fba-4ddc-b42f-5f1f278e17dc req-9d0f7517-3490-4d30-97c7-2919cf838881 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:05.802333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-64d2e8f6-1fba-4ddc-b42f-5f1f278e17dc req-9d0f7517-3490-4d30-97c7-2919cf838881 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0814567 Sep 17 23:49:05.871096 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-64d2e8f6-1fba-4ddc-b42f-5f1f278e17dc req-50b96ab8-4367-48f0-9c36-48e4bda44609 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621080 Sep 17 23:49:05.987169 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b507927-0803-4334-8f75-b12027069e5c req-867c1e9a-47fd-4b92-a5c8-6d43d87bb7af tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:05.988686 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b507927-0803-4334-8f75-b12027069e5c req-867c1e9a-47fd-4b92-a5c8-6d43d87bb7af tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0579743 Sep 17 23:49:06.035904 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b507927-0803-4334-8f75-b12027069e5c req-4dd10603-3560-4549-a21e-b523370e404a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367925 Sep 17 23:49:06.148803 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8de357-63ef-4e9e-875e-217bf098c7be req-0d4e845e-eefd-4823-97b8-49b6b0093967 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:06.150397 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba8de357-63ef-4e9e-875e-217bf098c7be req-0d4e845e-eefd-4823-97b8-49b6b0093967 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0581937 Sep 17 23:49:06.196561 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba8de357-63ef-4e9e-875e-217bf098c7be req-b380ff8e-c8bb-44f1-ae99-fb48a187cf83 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400753 Sep 17 23:49:06.530002 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb823a-7568-4037-afc4-7028c8eb8e15 req-d1457b26-f682-4c08-9238-f6f23ca66011 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:06.532333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2efb823a-7568-4037-afc4-7028c8eb8e15 req-d1457b26-f682-4c08-9238-f6f23ca66011 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/ports?device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 945 time: 0.0928953 Sep 17 23:49:06.595661 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2efb823a-7568-4037-afc4-7028c8eb8e15 req-b782e35d-8407-474f-823f-10e401296aeb tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2cb02be-972c-4ab2-8069-72e96c8d0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562046 Sep 17 23:49:06.773005 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da833bcc-4e36-41c7-b27b-e66b55065c3e req-c57fc690-84cf-43df-92aa-f313812f1fa9 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:06.774708 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da833bcc-4e36-41c7-b27b-e66b55065c3e req-c57fc690-84cf-43df-92aa-f313812f1fa9 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 944 time: 0.0612154 Sep 17 23:49:06.818488 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da833bcc-4e36-41c7-b27b-e66b55065c3e req-83104de4-9fab-41bc-a71f-f03106cedc16 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378582 Sep 17 23:49:07.034073 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52d2f9-bcb1-4ef6-ad7d-36025f09052b req-acb72f05-86f9-439e-9276-322d82b58cd6 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:07.038504 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd52d2f9-bcb1-4ef6-ad7d-36025f09052b req-acb72f05-86f9-439e-9276-322d82b58cd6 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0805526 Sep 17 23:49:07.081881 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd52d2f9-bcb1-4ef6-ad7d-36025f09052b req-e60a1a95-229d-47a7-813d-c9b319ec76ee tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396411 Sep 17 23:49:07.179778 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b553f6c-ae89-42c0-a231-3134017f8b5b req-99132bae-24ef-4ec1-b4ce-9cd9e16e6f6d tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:07.181739 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b553f6c-ae89-42c0-a231-3134017f8b5b req-99132bae-24ef-4ec1-b4ce-9cd9e16e6f6d tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0599191 Sep 17 23:49:07.248327 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b553f6c-ae89-42c0-a231-3134017f8b5b req-2da3c151-cd58-47c2-ad4b-275a42a6d212 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558524 Sep 17 23:49:07.341715 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314908fe-2efc-4157-b00d-d1da96f9cc1d req-654162f5-8731-48fb-a835-6734852a9cf8 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:07.343572 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-314908fe-2efc-4157-b00d-d1da96f9cc1d req-654162f5-8731-48fb-a835-6734852a9cf8 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0629344 Sep 17 23:49:07.392299 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-314908fe-2efc-4157-b00d-d1da96f9cc1d req-1765c077-cd78-4d74-a5ac-a1e859261fa1 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426095 Sep 17 23:49:07.715823 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b473a-c76d-4a09-95ca-80b4a0c9b234 req-4c3af1ae-f2d2-4c5d-a777-e830466a603e tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:07.717769 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-036b473a-c76d-4a09-95ca-80b4a0c9b234 req-4c3af1ae-f2d2-4c5d-a777-e830466a603e tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/ports?device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 945 time: 0.0520930 Sep 17 23:49:07.783831 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-036b473a-c76d-4a09-95ca-80b4a0c9b234 req-b89b1a6f-823c-4ae1-a4a6-34a8f4db2ae9 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2cb02be-972c-4ab2-8069-72e96c8d0e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559366 Sep 17 23:49:07.943184 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 2494bed5-505a-4b28-a598-0b64184820af up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:49:07.943758 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd844f0a-89e9-4f42-9418-cf3c251d1b5f req-b8199fd4-00a0-4b2c-ac54-3bf03bf4187f tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:07.945574 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd844f0a-89e9-4f42-9418-cf3c251d1b5f req-b8199fd4-00a0-4b2c-ac54-3bf03bf4187f tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 944 time: 0.0565095 Sep 17 23:49:07.967847 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab102f74-8c33-4069-9ac9-98cf40f0b445 req-694fc523-0dc8-4a04-9e96-9d81cc0dbbe3 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:07.970313 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab102f74-8c33-4069-9ac9-98cf40f0b445 req-694fc523-0dc8-4a04-9e96-9d81cc0dbbe3 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.37 "GET /v2.0/ports?device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 945 time: 0.0662780 Sep 17 23:49:08.010279 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd844f0a-89e9-4f42-9418-cf3c251d1b5f req-c87809ba-a80e-431a-a035-01f91a7351b1 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483646 Sep 17 23:49:08.097847 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 2494bed5-505a-4b28-a598-0b64184820af completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:49:08.102389 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 2494bed5-505a-4b28-a598-0b64184820af triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:49:08.102759 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:08.114921 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-ab102f74-8c33-4069-9ac9-98cf40f0b445 req-ef44b714-ed05-4e6e-a21e-0d48d271277b tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Deleting port 77557573-f7c0-4489-8656-31a1a8d51159 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:49:08.115535 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ab102f74-8c33-4069-9ac9-98cf40f0b445 req-ef44b714-ed05-4e6e-a21e-0d48d271277b tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:08.221467 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32134723-db51-4e8d-90dd-0db51a675dff req-4c2dd66e-e064-4cd5-94a2-f351a8ae3eda tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:08.229065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-32134723-db51-4e8d-90dd-0db51a675dff req-4c2dd66e-e064-4cd5-94a2-f351a8ae3eda tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0638614 Sep 17 23:49:08.273211 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:08.278231 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ab102f74-8c33-4069-9ac9-98cf40f0b445 req-ef44b714-ed05-4e6e-a21e-0d48d271277b tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] For port 77557573-f7c0-4489-8656-31a1a8d51159, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=77557573-f7c0-4489-8656-31a1a8d51159,segment=NetworkSegment(dc0507ad-ec9f-46c0-bfe5-c748ad528068),segment_id=dc0507ad-ec9f-46c0-bfe5-c748ad528068)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:08.278621 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ab102f74-8c33-4069-9ac9-98cf40f0b445 req-ef44b714-ed05-4e6e-a21e-0d48d271277b tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:08.294237 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-ab102f74-8c33-4069-9ac9-98cf40f0b445 req-ef44b714-ed05-4e6e-a21e-0d48d271277b tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Calling delete_port for 77557573-f7c0-4489-8656-31a1a8d51159 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:49:08.299661 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-32134723-db51-4e8d-90dd-0db51a675dff req-9a2e63b9-2b37-4d32-9a39-b587adcd0cd1 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651805 Sep 17 23:49:08.335616 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 2494bed5-505a-4b28-a598-0b64184820af, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=2494bed5-505a-4b28-a598-0b64184820af,segment=NetworkSegment(54eae70a-5d50-4df0-8aa6-917170e97c7e),segment_id=54eae70a-5d50-4df0-8aa6-917170e97c7e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:08.336710 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2494bed5-505a-4b28-a598-0b64184820af'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:49:08.345026 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e8a032-5fe1-4363-b3ae-d6a694371524" -d '{"events": [{"server_uuid": "2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf", "name": "network-vif-plugged", "status": "completed", "tag": "2494bed5-505a-4b28-a598-0b64184820af"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:49:08.400527 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:08.454205 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f766285-8f27-4123-8272-f17fb6958cf9 x-openstack-request-id: req-3f766285-8f27-4123-8272-f17fb6958cf9 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:49:08.456718 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf", "name": "network-vif-plugged", "status": "completed", "tag": "2494bed5-505a-4b28-a598-0b64184820af", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:49:08.457088 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f766285-8f27-4123-8272-f17fb6958cf9 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:49:08.457500 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2494bed5-505a-4b28-a598-0b64184820af', 'code': 200} Sep 17 23:49:08.476336 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6acbb-9e5f-45a1-97b2-af9225429157 req-9eb43e6c-8658-4f50-87b6-80c3441e6fd4 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:08.478394 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09c6acbb-9e5f-45a1-97b2-af9225429157 req-9eb43e6c-8658-4f50-87b6-80c3441e6fd4 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.1413183 Sep 17 23:49:08.486395 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=2494bed5-505a-4b28-a598-0b64184820af,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:08.540723 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09c6acbb-9e5f-45a1-97b2-af9225429157 req-e131b25e-fd6d-4b5d-b320-4080acf63d74 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508220 Sep 17 23:49:08.558936 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf3c9d-8839-4b68-8c91-78548dd60a0f req-b4d9c407-232c-4905-b322-a8ad6671eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:08.560605 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fcbf3c9d-8839-4b68-8c91-78548dd60a0f req-b4d9c407-232c-4905-b322-a8ad6671eb9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 1096 time: 0.0756390 Sep 17 23:49:08.589055 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ab102f74-8c33-4069-9ac9-98cf40f0b445 req-ef44b714-ed05-4e6e-a21e-0d48d271277b tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:08.602289 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['77557573-f7c0-4489-8656-31a1a8d51159'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:49:08.634874 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44b714-ed05-4e6e-a21e-0d48d271277b tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Pushing event deleted for resources: {'Port': ['ID=77557573-f7c0-4489-8656-31a1a8d51159,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:08.673107 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fcbf3c9d-8839-4b68-8c91-78548dd60a0f req-0a4acd1d-b76a-41fe-9b4b-bd17d0e22059 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045134 Sep 17 23:49:08.696584 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab102f74-8c33-4069-9ac9-98cf40f0b445 req-ef44b714-ed05-4e6e-a21e-0d48d271277b tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] No DVR routers for this DVR port 77557573-f7c0-4489-8656-31a1a8d51159 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:49:08.699084 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ab102f74-8c33-4069-9ac9-98cf40f0b445 req-ef44b714-ed05-4e6e-a21e-0d48d271277b tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:08.701353 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab102f74-8c33-4069-9ac9-98cf40f0b445 req-ef44b714-ed05-4e6e-a21e-0d48d271277b tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.37 "DELETE /v2.0/ports/77557573-f7c0-4489-8656-31a1a8d51159 HTTP/1.1" status: 204 len: 173 time: 0.7231426 Sep 17 23:49:08.701864 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070772b3-3876-465b-bbf0-e6ef7588da2a', 'name': 'network-vif-deleted', 'tag': '77557573-f7c0-4489-8656-31a1a8d51159'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:49:08.704561 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1618bab7-0240-453b-85be-034aa49ef116" -d '{"events": [{"server_uuid": "070772b3-3876-465b-bbf0-e6ef7588da2a", "name": "network-vif-deleted", "tag": "77557573-f7c0-4489-8656-31a1a8d51159"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:49:08.745304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cae11-8c05-4702-a809-43b7c4750a22 req-f7b75158-7033-4ec5-ba68-aa06a51264d1 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:08.749878 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba4cae11-8c05-4702-a809-43b7c4750a22 req-f7b75158-7033-4ec5-ba68-aa06a51264d1 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0855424 Sep 17 23:49:08.753588 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583c10b2-a26f-4e6e-91cb-28d8645694c0 x-openstack-request-id: req-583c10b2-a26f-4e6e-91cb-28d8645694c0 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:49:08.753881 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070772b3-3876-465b-bbf0-e6ef7588da2a", "name": "network-vif-deleted", "tag": "77557573-f7c0-4489-8656-31a1a8d51159", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:49:08.754146 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-583c10b2-a26f-4e6e-91cb-28d8645694c0 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:49:08.754560 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070772b3-3876-465b-bbf0-e6ef7588da2a', 'name': 'network-vif-deleted', 'tag': '77557573-f7c0-4489-8656-31a1a8d51159', 'status': 'completed', 'code': 200} Sep 17 23:49:08.802115 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba4cae11-8c05-4702-a809-43b7c4750a22 req-49bca368-ff1f-490c-979b-64876b03e4da tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424235 Sep 17 23:49:08.901807 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c91cfb69-bb32-4688-ab12-fb6f36c84470 req-f081458f-5b53-48fe-9020-5bd2f8998123 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/ports?device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 210 time: 0.0349801 Sep 17 23:49:09.148391 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f146856-5a91-4910-8e6f-39b4330e48ad req-782e9dbc-438b-46c2-b05b-2110fa3d1f89 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:09.153212 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f146856-5a91-4910-8e6f-39b4330e48ad req-782e9dbc-438b-46c2-b05b-2110fa3d1f89 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 945 time: 0.0772824 Sep 17 23:49:09.190989 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f146856-5a91-4910-8e6f-39b4330e48ad req-157b3730-108b-4e52-99dc-90f2c90c220a tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368731 Sep 17 23:49:09.405361 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbd95b-4e18-4e78-a6e6-54e1d55f8ddf req-b1edf5fa-668a-4e09-b7f2-7f455c95a31c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:09.406914 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62cbd95b-4e18-4e78-a6e6-54e1d55f8ddf req-b1edf5fa-668a-4e09-b7f2-7f455c95a31c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0505791 Sep 17 23:49:09.445945 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62cbd95b-4e18-4e78-a6e6-54e1d55f8ddf req-42eb7d83-6b70-40d9-bb54-748cc31d6863 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332296 Sep 17 23:49:09.677407 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ee332-0866-48d3-9c06-73734132a25f req-d09de7ba-80a7-43a8-a5a0-8bd227f2be07 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:09.679630 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e47ee332-0866-48d3-9c06-73734132a25f req-d09de7ba-80a7-43a8-a5a0-8bd227f2be07 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0744896 Sep 17 23:49:09.734025 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e47ee332-0866-48d3-9c06-73734132a25f req-c7595587-81b6-4e7a-9805-744e88ddbc6f tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481668 Sep 17 23:49:09.935682 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fac3a-fa20-4509-8b77-9b42b49615b5 req-c5f9c687-95a0-4d96-8960-9c60d7bb71b6 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:09.964171 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf3fac3a-fa20-4509-8b77-9b42b49615b5 req-c5f9c687-95a0-4d96-8960-9c60d7bb71b6 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0865724 Sep 17 23:49:10.048204 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9956c797-5d8a-4324-96fa-374ff4401b2e req-e16d0745-2ed3-407a-9acc-3de15417afe9 tempest-ServerPasswordTestJSON-691674380 tempest-ServerPasswordTestJSON-691674380-project] 10.222.0.46 "GET /v2.0/ports?device_id=070772b3-3876-465b-bbf0-e6ef7588da2a HTTP/1.1" status: 200 len: 210 time: 0.0422924 Sep 17 23:49:10.068149 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf3fac3a-fa20-4509-8b77-9b42b49615b5 req-af562e21-d7fc-4a3f-9b74-85d11b0cb060 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970621 Sep 17 23:49:10.217850 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:10.336046 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532243b-8e2b-4c2a-8b3b-6a278072c684 req-fd54d58d-90c7-4fe0-a10b-f5c534e2434d tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:10.341389 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a532243b-8e2b-4c2a-8b3b-6a278072c684 req-fd54d58d-90c7-4fe0-a10b-f5c534e2434d tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 945 time: 0.0620358 Sep 17 23:49:10.378961 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a532243b-8e2b-4c2a-8b3b-6a278072c684 req-2607a9cc-1858-47eb-97f2-7a3db7ee3be2 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363462 Sep 17 23:49:10.508660 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a1cdc-3c71-4c54-a304-4902e0c54a19 req-46e454a4-a629-48ff-a25c-ae8ef07d3289 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:10.513953 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1a1cdc-3c71-4c54-a304-4902e0c54a19 req-46e454a4-a629-48ff-a25c-ae8ef07d3289 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 945 time: 0.0635803 Sep 17 23:49:10.519488 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41234) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:49:10.525080 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-3aaed978-3544-4933-bcdf-d9bd2d231d43 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Request body: {'floatingip': {'port_id': '2494bed5-505a-4b28-a598-0b64184820af'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:49:10.580220 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76390439-2d49-4eb3-ab58-fc51aa990021 req-9b261083-0e62-4b29-9907-0cf322640713 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:10.582020 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76390439-2d49-4eb3-ab58-fc51aa990021 req-9b261083-0e62-4b29-9907-0cf322640713 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0567789 Sep 17 23:49:10.587441 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3aaed978-3544-4933-bcdf-d9bd2d231d43 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for floatingip, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:10.628939 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76390439-2d49-4eb3-ab58-fc51aa990021 req-8f12285d-f911-494f-9be6-1f26138059aa tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409713 Sep 17 23:49:10.915590 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97538e5e-30d2-49f2-a1ed-1e6b2ff0a81a req-79d23874-311e-4c4e-aa56-195291bc2e9d tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:10.922764 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-97538e5e-30d2-49f2-a1ed-1e6b2ff0a81a req-79d23874-311e-4c4e-aa56-195291bc2e9d tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0792460 Sep 17 23:49:10.972549 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-97538e5e-30d2-49f2-a1ed-1e6b2ff0a81a req-8ee12488-662c-4ab2-8d97-a8fee385589c tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481858 Sep 17 23:49:11.156873 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41246) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:49:11.207883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6872abf-552c-4689-b25e-734b53fed08a admin admin] Deleting subnet 750b1764-eac1-423f-847f-bccd8c72d326 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:49:11.208170 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3aaed978-3544-4933-bcdf-d9bd2d231d43 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:11.215371 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d6872abf-552c-4689-b25e-734b53fed08a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:11.281531 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d6872abf-552c-4689-b25e-734b53fed08a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:11.342220 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dd041-bd27-459c-afaa-7ef22e601c02 req-09208e91-d662-422d-aafc-3c1b43f20a73 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:11.345464 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-287dd041-bd27-459c-afaa-7ef22e601c02 req-09208e91-d662-422d-aafc-3c1b43f20a73 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.1275451 Sep 17 23:49:11.349754 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3aaed978-3544-4933-bcdf-d9bd2d231d43 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:11.391587 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d6872abf-552c-4689-b25e-734b53fed08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:11.439566 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-287dd041-bd27-459c-afaa-7ef22e601c02 req-113db414-27b2-4e4c-85d8-e2797265e6f5 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798767 Sep 17 23:49:11.481259 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-3aaed978-3544-4933-bcdf-d9bd2d231d43 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Floating IP c2b5fada-063a-48d8-987f-8045dca24e1c associated. External IP: 172.25.3.5, port: 2494bed5-505a-4b28-a598-0b64184820af. Sep 17 23:49:11.579232 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d6872abf-552c-4689-b25e-734b53fed08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:11.616536 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6872abf-552c-4689-b25e-734b53fed08a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=750b1764-eac1-423f-847f-bccd8c72d326,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:11.619308 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d6872abf-552c-4689-b25e-734b53fed08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:11.620961 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d6872abf-552c-4689-b25e-734b53fed08a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/750b1764-eac1-423f-847f-bccd8c72d326 HTTP/1.1" status: 204 len: 168 time: 0.4627569 Sep 17 23:49:11.623621 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41250) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:49:11.708498 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09d5f927-0090-4eb1-85d4-30addfd4c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:11.798722 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaed978-3544-4933-bcdf-d9bd2d231d43 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Router c40637f1-3d0d-4914-9be7-ae18a7bec109 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:49:11.836894 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09d5f927-0090-4eb1-85d4-30addfd4c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:11.861526 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90d2fc-4fe4-420b-b6ae-a743e93c0eef req-2dafcad5-e059-4ec1-9ca9-010f3a5e985b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:11.869550 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c90d2fc-4fe4-420b-b6ae-a743e93c0eef req-2dafcad5-e059-4ec1-9ca9-010f3a5e985b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.1278336 Sep 17 23:49:11.891429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-09d5f927-0090-4eb1-85d4-30addfd4c199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710e2b66-ef72-405a-8cbe-0ddf4293fa36']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:11.909958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-09d5f927-0090-4eb1-85d4-30addfd4c199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0507ad-ec9f-46c0-bfe5-c748ad528068') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:11.910408 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-09d5f927-0090-4eb1-85d4-30addfd4c199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0507ad-ec9f-46c0-bfe5-c748ad528068') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:11.931777 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09d5f927-0090-4eb1-85d4-30addfd4c199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:11.942641 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c90d2fc-4fe4-420b-b6ae-a743e93c0eef req-406cdd57-5184-4daf-b2fc-5af66b578d01 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719612 Sep 17 23:49:11.947376 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 77557573-f7c0-4489-8656-31a1a8d51159 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:49:11.971257 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09d5f927-0090-4eb1-85d4-30addfd4c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:11.978988 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d5f927-0090-4eb1-85d4-30addfd4c199 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:49:11.979657 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09d5f927-0090-4eb1-85d4-30addfd4c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:11.979751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 77557573-f7c0-4489-8656-31a1a8d51159 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:49:11.979986 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 77557573-f7c0-4489-8656-31a1a8d51159 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:49:11.981533 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:49:12.131137 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc8e62-506a-4f57-bff4-f8ec293fa679 req-eb16f9cf-a47b-4ae4-a52c-22b1411b5a09 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:12.132859 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28fc8e62-506a-4f57-bff4-f8ec293fa679 req-eb16f9cf-a47b-4ae4-a52c-22b1411b5a09 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0561082 Sep 17 23:49:12.167615 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09d5f927-0090-4eb1-85d4-30addfd4c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:12.173921 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09d5f927-0090-4eb1-85d4-30addfd4c199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:12.176320 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-09d5f927-0090-4eb1-85d4-30addfd4c199 admin admin] 10.222.0.46 "DELETE /v2.0/networks/710e2b66-ef72-405a-8cbe-0ddf4293fa36 HTTP/1.1" status: 204 len: 168 time: 0.5515656 Sep 17 23:49:12.203296 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5f927-0090-4eb1-85d4-30addfd4c199 admin admin] Pushing event deleted for resources: {'Network': ['ID=710e2b66-ef72-405a-8cbe-0ddf4293fa36,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:12.229923 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28fc8e62-506a-4f57-bff4-f8ec293fa679 req-86eea2a3-8cc1-41a1-b962-60bd7abaf591 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890486 Sep 17 23:49:12.327544 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaed978-3544-4933-bcdf-d9bd2d231d43 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:49:12.332271 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3aaed978-3544-4933-bcdf-d9bd2d231d43 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:12.340188 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd75b77-ebd5-4270-9ae2-b68f34c872ba None None] Sync routers for ids ['c40637f1-3d0d-4914-9be7-ae18a7bec109'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:49:12.357312 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd75b77-ebd5-4270-9ae2-b68f34c872ba None None] Routers {'c40637f1-3d0d-4914-9be7-ae18a7bec109'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:49:12.357965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9dd75b77-ebd5-4270-9ae2-b68f34c872ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:48:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c40637f1-3d0d-4914-9be7-ae18a7bec109'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:12.372415 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3aaed978-3544-4933-bcdf-d9bd2d231d43 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "PUT /v2.0/floatingips/c2b5fada-063a-48d8-987f-8045dca24e1c HTTP/1.1" status: 200 len: 989 time: 1.8513989 Sep 17 23:49:12.374157 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf', 'tag': '2494bed5-505a-4b28-a598-0b64184820af'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:49:12.380739 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df4ac7c-bd16-4b82-9a5d-c99780d06bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf", "tag": "2494bed5-505a-4b28-a598-0b64184820af"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:49:12.473952 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad70215e-4d59-4a3e-83c0-1b168d750697 x-openstack-request-id: req-ad70215e-4d59-4a3e-83c0-1b168d750697 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:49:12.479525 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf", "tag": "2494bed5-505a-4b28-a598-0b64184820af", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:49:12.479525 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ad70215e-4d59-4a3e-83c0-1b168d750697 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:49:12.479525 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf', 'tag': '2494bed5-505a-4b28-a598-0b64184820af', 'status': 'completed', 'code': 200} Sep 17 23:49:12.566617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-9dd75b77-ebd5-4270-9ae2-b68f34c872ba None None] Set router c40637f1-3d0d-4914-9be7-ae18a7bec109 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:49:12.591505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41274) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:49:12.631054 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4ac7c-bd16-4b82-9a5d-c99780d06bb4 req-dbdea785-234c-4984-8fc1-f83a2fac1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:12.633385 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1df4ac7c-bd16-4b82-9a5d-c99780d06bb4 req-dbdea785-234c-4984-8fc1-f83a2fac1dec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7abc765864c749dabd7538c70f08c91a&device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 1096 time: 0.1009402 Sep 17 23:49:12.702027 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05058d-5db9-410f-8dee-3e93bd525b4b req-b6e950a2-2e55-47ac-94c1-d93f34799647 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:12.703722 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a05058d-5db9-410f-8dee-3e93bd525b4b req-b6e950a2-2e55-47ac-94c1-d93f34799647 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.1027255 Sep 17 23:49:12.708475 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-27a6c294-2684-476e-a56c-062fcb5a3a0d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=deda5ab268874517b0098c82e6466f66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1155412 Sep 17 23:49:12.718828 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41278) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:49:12.789075 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4ac7c-bd16-4b82-9a5d-c99780d06bb4 req-2b6fcbd1-7859-453c-b66e-60c0580dd3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:12.791119 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1df4ac7c-bd16-4b82-9a5d-c99780d06bb4 req-2b6fcbd1-7859-453c-b66e-60c0580dd3f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=72122d7e-76de-4b34-9763-12068f6a5b58 HTTP/1.1" status: 200 len: 917 time: 0.1497285 Sep 17 23:49:12.794231 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a05058d-5db9-410f-8dee-3e93bd525b4b req-788e5ea0-6e98-4716-af82-c4c9b6513d17 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762119 Sep 17 23:49:12.808960 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ccf0373-9572-417c-bd38-346749c8b15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:12.839523 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ccf0373-9572-417c-bd38-346749c8b15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:12.870971 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1df4ac7c-bd16-4b82-9a5d-c99780d06bb4 req-b8d1fa05-a07e-4275-bdd0-3a12b63e4827 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2494bed5-505a-4b28-a598-0b64184820af HTTP/1.1" status: 200 len: 997 time: 0.0727918 Sep 17 23:49:12.942902 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4ac7c-bd16-4b82-9a5d-c99780d06bb4 req-f7aed33c-f172-4e27-a0a9-5bde64b8ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:12.945071 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1df4ac7c-bd16-4b82-9a5d-c99780d06bb4 req-f7aed33c-f172-4e27-a0a9-5bde64b8ce11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4105f206-9d1c-46c5-be1c-ee5f5e67b2b9 HTTP/1.1" status: 200 len: 855 time: 0.0554502 Sep 17 23:49:12.992451 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4ac7c-bd16-4b82-9a5d-c99780d06bb4 req-1c1958e7-7a74-4652-93bc-f50a37cdbd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:12.994096 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1df4ac7c-bd16-4b82-9a5d-c99780d06bb4 req-1c1958e7-7a74-4652-93bc-f50a37cdbd76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=72122d7e-76de-4b34-9763-12068f6a5b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414171 Sep 17 23:49:13.023767 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ccf0373-9572-417c-bd38-346749c8b15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:13.027421 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ccf0373-9572-417c-bd38-346749c8b15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:13.029439 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9dd75b77-ebd5-4270-9ae2-b68f34c872ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'name': 'tempest-ServersTestBootFromVolume-1666709338-router', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:59Z', 'updated_at': '2021-09-17T23:48:05Z', 'revision_number': 4, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'gw_port': {'id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:01Z', 'updated_at': '2021-09-17T23:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'c2b5fada-063a-48d8-987f-8045dca24e1c', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'port_id': '2494bed5-505a-4b28-a598-0b64184820af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58', 'mac_address': 'fa:16:3e:fa:ba:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:48:10Z', 'updated_at': '2021-09-17T23:49:11Z', 'revision_number': 1, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4de4e49-bba5-42b9-a69f-aa5ea91b8caa', 'name': '', 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'mac_address': 'fa:16:3e:88:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:03Z', 'updated_at': '2021-09-17T23:48:11Z', 'revision_number': 5, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'subnets': [{'id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:13.029951 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5ccf0373-9572-417c-bd38-346749c8b15e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2cb02be-972c-4ab2-8069-72e96c8d0e03 HTTP/1.1" status: 204 len: 168 time: 0.3088784 Sep 17 23:49:13.043494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf0373-9572-417c-bd38-346749c8b15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cb02be-972c-4ab2-8069-72e96c8d0e03,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:13.064823 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd75b77-ebd5-4270-9ae2-b68f34c872ba None None] Checking router: c40637f1-3d0d-4914-9be7-ae18a7bec109 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:49:13.081692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd75b77-ebd5-4270-9ae2-b68f34c872ba None None] Routers {'c40637f1-3d0d-4914-9be7-ae18a7bec109'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:49:13.082319 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9dd75b77-ebd5-4270-9ae2-b68f34c872ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:48:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c40637f1-3d0d-4914-9be7-ae18a7bec109'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:13.156601 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1df4ac7c-bd16-4b82-9a5d-c99780d06bb4 req-ee213687-78af-468d-b884-737d71f9a984 service neutron] 10.222.0.37 "GET /v2.0/networks/72122d7e-76de-4b34-9763-12068f6a5b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447523 Sep 17 23:49:13.175547 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b70a9d-5e49-44fe-bb4b-b0afcae48f27 req-c2b14332-9cdd-4ebb-91af-f54ce523b797 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:13.177133 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63b70a9d-5e49-44fe-bb4b-b0afcae48f27 req-c2b14332-9cdd-4ebb-91af-f54ce523b797 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0926909 Sep 17 23:49:13.248421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-9dd75b77-ebd5-4270-9ae2-b68f34c872ba None None] Set router c40637f1-3d0d-4914-9be7-ae18a7bec109 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:49:13.250510 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63b70a9d-5e49-44fe-bb4b-b0afcae48f27 req-70f39c81-5a27-4895-bbcb-0b935da8c72e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663538 Sep 17 23:49:13.281691 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:13.410450 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1df4ac7c-bd16-4b82-9a5d-c99780d06bb4 req-1b8eafaa-e540-47b4-8078-7c173cefbdc5 service neutron] 10.222.0.37 "GET /v2.0/networks/72122d7e-76de-4b34-9763-12068f6a5b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417483 Sep 17 23:49:13.425502 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e359c64-c01f-4bea-80e4-92c5f13b5e47 req-df496451-d270-4ad5-bfed-c7a06e33327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:13.430954 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2e359c64-c01f-4bea-80e4-92c5f13b5e47 req-df496451-d270-4ad5-bfed-c7a06e33327d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926d364599994935ae0450b309eddc70&device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 1097 time: 0.0683906 Sep 17 23:49:13.447875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cc362-57f0-4adf-8473-5e3bc51518f3 req-9bc893e6-69b5-4758-83b1-1fc66ea40780 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:13.449679 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f55cc362-57f0-4adf-8473-5e3bc51518f3 req-9bc893e6-69b5-4758-83b1-1fc66ea40780 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.1340120 Sep 17 23:49:13.457683 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c2a56-6b78-489c-879d-a70ee84e6ba6 req-36b664c4-d62f-40e1-8283-ca81c5a805c1 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:13.467016 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b43c2a56-6b78-489c-879d-a70ee84e6ba6 req-36b664c4-d62f-40e1-8283-ca81c5a805c1 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.1051214 Sep 17 23:49:13.555594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e359c64-c01f-4bea-80e4-92c5f13b5e47 req-0cc2b900-939c-4a56-96f8-676d01e3f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:13.557305 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2e359c64-c01f-4bea-80e4-92c5f13b5e47 req-0cc2b900-939c-4a56-96f8-676d01e3f093 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1a269b7-4098-438e-95d2-57bb70f055ad HTTP/1.1" status: 200 len: 920 time: 0.1178968 Sep 17 23:49:13.607961 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9dd75b77-ebd5-4270-9ae2-b68f34c872ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'name': 'tempest-ServersTestBootFromVolume-1666709338-router', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:59Z', 'updated_at': '2021-09-17T23:48:05Z', 'revision_number': 4, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'gw_port': {'id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:01Z', 'updated_at': '2021-09-17T23:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'c2b5fada-063a-48d8-987f-8045dca24e1c', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'port_id': '2494bed5-505a-4b28-a598-0b64184820af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58', 'mac_address': 'fa:16:3e:fa:ba:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:48:10Z', 'updated_at': '2021-09-17T23:49:11Z', 'revision_number': 1, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4de4e49-bba5-42b9-a69f-aa5ea91b8caa', 'name': '', 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'mac_address': 'fa:16:3e:88:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:03Z', 'updated_at': '2021-09-17T23:48:11Z', 'revision_number': 5, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'subnets': [{'id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:13.635267 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b43c2a56-6b78-489c-879d-a70ee84e6ba6 req-6905b078-3713-4a6d-8a07-5a284320b9af tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672685 Sep 17 23:49:13.642353 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2e359c64-c01f-4bea-80e4-92c5f13b5e47 req-31273507-f16d-46f2-86b6-2f8f74a63bf7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e50e686-0e80-469b-8edc-5ff1359d3adf HTTP/1.1" status: 200 len: 217 time: 0.0768683 Sep 17 23:49:13.662266 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd75b77-ebd5-4270-9ae2-b68f34c872ba None None] The sync data for ids ['c40637f1-3d0d-4914-9be7-ae18a7bec109'] in n-d-809883-1 is: [{'id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'name': 'tempest-ServersTestBootFromVolume-1666709338-router', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:59Z', 'updated_at': '2021-09-17T23:48:05Z', 'revision_number': 4, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'gw_port': {'id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:01Z', 'updated_at': '2021-09-17T23:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'c2b5fada-063a-48d8-987f-8045dca24e1c', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'port_id': '2494bed5-505a-4b28-a598-0b64184820af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58', 'mac_address': 'fa:16:3e:fa:ba:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:48:10Z', 'updated_at': '2021-09-17T23:49:11Z', 'revision_number': 1, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4de4e49-bba5-42b9-a69f-aa5ea91b8caa', 'name': '', 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'mac_address': 'fa:16:3e:88:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:03Z', 'updated_at': '2021-09-17T23:48:11Z', 'revision_number': 5, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'subnets': [{'id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:49:13.667019 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f55cc362-57f0-4adf-8473-5e3bc51518f3 req-213975f0-a3d1-4df0-9e9b-06a3da165e79 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527705 Sep 17 23:49:13.756496 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e359c64-c01f-4bea-80e4-92c5f13b5e47 req-8b5e5a69-87e0-4c4b-879c-fcb730ae1715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:13.758374 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2e359c64-c01f-4bea-80e4-92c5f13b5e47 req-8b5e5a69-87e0-4c4b-879c-fcb730ae1715 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=62272909-3f3e-43c2-8a01-7576ae13ac9e HTTP/1.1" status: 200 len: 859 time: 0.1083667 Sep 17 23:49:13.854268 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2e359c64-c01f-4bea-80e4-92c5f13b5e47 req-41c2aaa0-122a-4160-9761-4aa7b7db8268 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1a269b7-4098-438e-95d2-57bb70f055ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868762 Sep 17 23:49:14.030162 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b83b1719-e8a9-4da7-9a7a-18e926dbdeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:14.066854 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2e359c64-c01f-4bea-80e4-92c5f13b5e47 req-ce745b19-9842-4917-87ab-0c93a16ca071 service neutron] 10.222.0.41 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043145 Sep 17 23:49:14.073362 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f920dc8-45dd-408a-be0b-570c28448d80 req-e3013f41-e52a-4576-98bd-a46a5e4792a4 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:14.075310 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f920dc8-45dd-408a-be0b-570c28448d80 req-e3013f41-e52a-4576-98bd-a46a5e4792a4 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.1050434 Sep 17 23:49:14.137682 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f920dc8-45dd-408a-be0b-570c28448d80 req-40998ff7-5426-4535-b58c-ae28df09b8a2 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546114 Sep 17 23:49:14.146068 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadf5bf8-9555-42bb-ba6d-d6c1b13aacfe None None] New status for floating IP c2b5fada-063a-48d8-987f-8045dca24e1c: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:49:14.235998 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2e359c64-c01f-4bea-80e4-92c5f13b5e47 req-47db1b71-4f34-4f42-be93-a2a0cd2da839 service neutron] 10.222.0.41 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618299 Sep 17 23:49:14.392112 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524a84f-241e-4340-9b8b-301e07a60904 req-274332a7-1304-41bb-b8a8-a156e83303dd tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:14.396276 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3524a84f-241e-4340-9b8b-301e07a60904 req-274332a7-1304-41bb-b8a8-a156e83303dd tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0547831 Sep 17 23:49:14.453543 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3524a84f-241e-4340-9b8b-301e07a60904 req-9cc451c8-88a4-44a8-b1a1-e8d526b97901 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514889 Sep 17 23:49:14.647952 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41332) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:49:14.770001 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f35ab92d-8dcd-42c8-809a-0471e47f2f15 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-434679621-network', 'tenant_id': 'b8796731e54146338dce198e6ae702ee'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:49:14.824034 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ab252-58d1-4301-85d0-e1436d7b0862 req-4cb99845-051b-4b0b-a0f7-f208dc868039 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:14.825570 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf3ab252-58d1-4301-85d0-e1436d7b0862 req-4cb99845-051b-4b0b-a0f7-f208dc868039 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.1214547 Sep 17 23:49:14.841512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7412c-9a86-4e42-a63e-775d175a4334 req-b1035b85-bf6c-4888-8684-6249d281b63b tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:14.842979 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d9e7412c-9a86-4e42-a63e-775d175a4334 req-b1035b85-bf6c-4888-8684-6249d281b63b tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0918019 Sep 17 23:49:14.898616 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf3ab252-58d1-4301-85d0-e1436d7b0862 req-daa16f05-7282-4f38-8b85-bbd5bb8a9181 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660834 Sep 17 23:49:14.905920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d9e7412c-9a86-4e42-a63e-775d175a4334 req-9342e08b-2b29-4c0f-a0c3-654faa3777b3 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495789 Sep 17 23:49:14.920456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35ab92d-8dcd-42c8-809a-0471e47f2f15 admin admin] Made reservation on behalf of b8796731e54146338dce198e6ae702ee for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:49:14.923034 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f35ab92d-8dcd-42c8-809a-0471e47f2f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:14.936454 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f35ab92d-8dcd-42c8-809a-0471e47f2f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:15.026301 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f35ab92d-8dcd-42c8-809a-0471e47f2f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:15.097422 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f35ab92d-8dcd-42c8-809a-0471e47f2f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:15.118523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35ab92d-8dcd-42c8-809a-0471e47f2f15 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:49:15.133120 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ab92d-8dcd-42c8-809a-0471e47f2f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b6caa2-d3c3-42e7-a21c-3baf7d709649,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:15.135975 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f35ab92d-8dcd-42c8-809a-0471e47f2f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:15.136319 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-f35ab92d-8dcd-42c8-809a-0471e47f2f15 admin admin] Added segment df69d4d1-bd5a-42d6-949f-a5607987e53a of type vlan for network 08df34eb-0776-4a6d-a2cf-e443d39c7561 Sep 17 23:49:15.186777 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f35ab92d-8dcd-42c8-809a-0471e47f2f15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:15.265766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce63240-e303-466e-b0c4-f3a19d15af0c req-6e3431ac-86f6-4cfa-9604-bddf2132929b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:15.267266 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ce63240-e303-466e-b0c4-f3a19d15af0c req-6e3431ac-86f6-4cfa-9604-bddf2132929b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0496299 Sep 17 23:49:15.268326 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f35ab92d-8dcd-42c8-809a-0471e47f2f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:15.269241 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35ab92d-8dcd-42c8-809a-0471e47f2f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:15.269807 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f35ab92d-8dcd-42c8-809a-0471e47f2f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:15.359002 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ce63240-e303-466e-b0c4-f3a19d15af0c req-28575beb-8cb0-44f0-a716-544eeda96edc tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841327 Sep 17 23:49:15.359709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ab92d-8dcd-42c8-809a-0471e47f2f15 admin admin] Pushing event updated for resources: {'Network': ['ID=08df34eb-0776-4a6d-a2cf-e443d39c7561,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:15.370205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 08df34eb-0776-4a6d-a2cf-e443d39c7561 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:49:15.372652 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f35ab92d-8dcd-42c8-809a-0471e47f2f15 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7235157 Sep 17 23:49:15.381848 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41354) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:49:15.386722 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-3196a89a-b667-463c-9e40-e9e2887f9657 admin admin] Request body: {'subnet': {'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-434679621-subnet', 'tenant_id': 'b8796731e54146338dce198e6ae702ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:49:15.463079 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3196a89a-b667-463c-9e40-e9e2887f9657 admin admin] Made reservation on behalf of b8796731e54146338dce198e6ae702ee for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:49:15.465474 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3196a89a-b667-463c-9e40-e9e2887f9657 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:15.544718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63330c87-6141-4ed9-8c5e-b79e5ecc809e req-33256416-4455-42b0-9b27-cf3d1a4be743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:15.546212 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-63330c87-6141-4ed9-8c5e-b79e5ecc809e req-33256416-4455-42b0-9b27-cf3d1a4be743 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=618eece5ac54429fbfca94da2a0d74b4&device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 1096 time: 0.0465956 Sep 17 23:49:15.626219 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd460c6-151e-442b-b7c8-92cd2ba5aa55 req-57891364-d8c4-4fe0-b4f3-27077cefb1a0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:15.627805 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9bd460c6-151e-442b-b7c8-92cd2ba5aa55 req-57891364-d8c4-4fe0-b4f3-27077cefb1a0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0854862 Sep 17 23:49:15.645778 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63330c87-6141-4ed9-8c5e-b79e5ecc809e req-32875b1e-eee5-444d-a15f-f343398f8506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:15.647332 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-63330c87-6141-4ed9-8c5e-b79e5ecc809e req-32875b1e-eee5-444d-a15f-f343398f8506 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca HTTP/1.1" status: 200 len: 914 time: 0.0934522 Sep 17 23:49:15.697535 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-63330c87-6141-4ed9-8c5e-b79e5ecc809e req-833624c4-15fd-474d-969b-ab68991ec04a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5cd94e9-77d0-4710-b26f-ae456a380cc1 HTTP/1.1" status: 200 len: 217 time: 0.0350797 Sep 17 23:49:15.703835 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9bd460c6-151e-442b-b7c8-92cd2ba5aa55 req-9e518cd7-eece-4bb7-827d-a5b8c053887d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684128 Sep 17 23:49:15.746298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63330c87-6141-4ed9-8c5e-b79e5ecc809e req-0ba8a8de-63d6-4f67-b54f-0a963f3ecf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:15.747777 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-63330c87-6141-4ed9-8c5e-b79e5ecc809e req-0ba8a8de-63d6-4f67-b54f-0a963f3ecf57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63b99927-674c-4e56-bb77-3a6655e29089 HTTP/1.1" status: 200 len: 853 time: 0.0439901 Sep 17 23:49:15.779286 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3196a89a-b667-463c-9e40-e9e2887f9657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:15.780264 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-63330c87-6141-4ed9-8c5e-b79e5ecc809e req-a48ceb2e-b2ed-4739-b081-de1f9a5018df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240517 Sep 17 23:49:15.844498 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196a89a-b667-463c-9e40-e9e2887f9657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c085219-e422-44b2-9dfa-522cba776d62,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:15.850526 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3196a89a-b667-463c-9e40-e9e2887f9657 admin admin] Checking segment: {'id': 'df69d4d1-bd5a-42d6-949f-a5607987e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:49:15.851347 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3196a89a-b667-463c-9e40-e9e2887f9657 admin admin] Network hostable DHCP agents. Network: 08df34eb-0776-4a6d-a2cf-e443d39c7561, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:49:15.881567 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-63330c87-6141-4ed9-8c5e-b79e5ecc809e req-f4523af3-bf56-4875-8cf3-ea4f8fe09646 service neutron] 10.222.0.37 "GET /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941014 Sep 17 23:49:15.954974 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3196a89a-b667-463c-9e40-e9e2887f9657 admin admin] Network 08df34eb-0776-4a6d-a2cf-e443d39c7561 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:49:15.977032 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-63330c87-6141-4ed9-8c5e-b79e5ecc809e req-d6876adf-cc49-41ae-b9ca-4341bc7fc1ad service neutron] 10.222.0.37 "GET /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887852 Sep 17 23:49:16.018425 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dce94d-443f-4caf-b5d4-42b3099148fa req-27cd15fd-a2ff-4d04-9969-987bd427b6f6 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:16.019933 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52dce94d-443f-4caf-b5d4-42b3099148fa req-27cd15fd-a2ff-4d04-9969-987bd427b6f6 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0526943 Sep 17 23:49:16.043854 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-3196a89a-b667-463c-9e40-e9e2887f9657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 08df34eb-0776-4a6d-a2cf-e443d39c7561) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:49:16.049655 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3196a89a-b667-463c-9e40-e9e2887f9657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:16.050240 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3196a89a-b667-463c-9e40-e9e2887f9657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:16.051770 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6966a7dc-6731-42b9-86af-f96a0ca1158d None None] Network 08df34eb-0776-4a6d-a2cf-e443d39c7561 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:49:16.076131 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52dce94d-443f-4caf-b5d4-42b3099148fa req-694ae189-56dd-4a5e-ad51-21d9cc6865ed tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494061 Sep 17 23:49:16.134467 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3196a89a-b667-463c-9e40-e9e2887f9657 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7515454 Sep 17 23:49:16.137410 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41370) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:49:16.143285 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9dbfc70c-94f5-429a-869d-d32fb04cbfde admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-434679621-router', 'tenant_id': 'b8796731e54146338dce198e6ae702ee', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:49:16.178404 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7941e0d-1940-43b9-bcb0-0803ebeee6d3 req-aa828798-0efd-4057-a01b-17c16baedfeb tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:16.180304 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7941e0d-1940-43b9-bcb0-0803ebeee6d3 req-aa828798-0efd-4057-a01b-17c16baedfeb tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0632360 Sep 17 23:49:16.201758 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbd3abd-4f22-4068-8f2a-1c30fdcd1d4f None None] Network 08df34eb-0776-4a6d-a2cf-e443d39c7561 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:49:16.247228 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7941e0d-1940-43b9-bcb0-0803ebeee6d3 req-bd59828c-dea6-4c2f-a39d-3597bcf8513d tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610662 Sep 17 23:49:16.257842 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc70c-94f5-429a-869d-d32fb04cbfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:16.258915 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc70c-94f5-429a-869d-d32fb04cbfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:16.270743 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc66711-7054-46d0-b366-f4f5aa12fa50 req-ecafb516-1382-43c9-9691-9929667c12e6 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:16.279566 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8dc66711-7054-46d0-b366-f4f5aa12fa50 req-ecafb516-1382-43c9-9691-9929667c12e6 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0718176 Sep 17 23:49:16.316777 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc70c-94f5-429a-869d-d32fb04cbfde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:16.320627 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8dc66711-7054-46d0-b366-f4f5aa12fa50 req-d66e462d-b8db-452e-9bae-5b901ab4a05d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402002 Sep 17 23:49:16.486018 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d1abf-d6a1-48e9-883b-fb7f5ff27a4d req-002a98d0-1679-40b9-bd58-94cbb9b0544e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:16.487574 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae4d1abf-d6a1-48e9-883b-fb7f5ff27a4d req-002a98d0-1679-40b9-bd58-94cbb9b0544e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0560563 Sep 17 23:49:16.529107 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae4d1abf-d6a1-48e9-883b-fb7f5ff27a4d req-4a0c0c6d-8d09-4c19-8204-11ecbe724b78 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340214 Sep 17 23:49:16.532700 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc70c-94f5-429a-869d-d32fb04cbfde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:16.536907 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-871a46bf-21e6-4ac3-8ea6-67a9297a44a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:16.763450 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc70c-94f5-429a-869d-d32fb04cbfde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:16.782135 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc70c-94f5-429a-869d-d32fb04cbfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:16.889000 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-9dbfc70c-94f5-429a-869d-d32fb04cbfde admin admin] Allocated IP 172.25.3.169 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/d9016691-41e1-45f5-985c-07623f300c37) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:49:16.985713 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc70c-94f5-429a-869d-d32fb04cbfde admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:17.074784 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc70c-94f5-429a-869d-d32fb04cbfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:17.111614 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbfc70c-94f5-429a-869d-d32fb04cbfde admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:49:17.114616 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-9dbfc70c-94f5-429a-869d-d32fb04cbfde admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:49:17.129594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbfc70c-94f5-429a-869d-d32fb04cbfde admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:49:17.130049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfc70c-94f5-429a-869d-d32fb04cbfde admin admin] Pushing event updated for resources: {'Port': ['ID=d9016691-41e1-45f5-985c-07623f300c37,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:17.201056 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858634d4-6d9d-43a5-b82b-8a38cabf1cd1 req-0d4f2bff-a6b5-4d73-b2c0-797e699b5714 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:17.208492 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-858634d4-6d9d-43a5-b82b-8a38cabf1cd1 req-0d4f2bff-a6b5-4d73-b2c0-797e699b5714 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0526907 Sep 17 23:49:17.223333 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:17.246065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-858634d4-6d9d-43a5-b82b-8a38cabf1cd1 req-ac036416-2abc-4e12-a2d0-e7b7773abb01 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326087 Sep 17 23:49:17.351524 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095ca6b-1e16-40c3-817c-acfc42ec1376 req-654fbf8f-803e-43b5-b545-bfe3abace20d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:17.353059 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9095ca6b-1e16-40c3-817c-acfc42ec1376 req-654fbf8f-803e-43b5-b545-bfe3abace20d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.41 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0533319 Sep 17 23:49:17.369691 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079d244-3988-4e3d-ba44-9a2621f9cdaf req-d0023846-cec3-4180-99fd-7d56e6ec6d7d tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:17.371232 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d079d244-3988-4e3d-ba44-9a2621f9cdaf req-d0023846-cec3-4180-99fd-7d56e6ec6d7d tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0514541 Sep 17 23:49:17.421775 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d079d244-3988-4e3d-ba44-9a2621f9cdaf req-e2191e6e-9e1e-4915-aff5-28cba7e46165 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420036 Sep 17 23:49:17.508351 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae33e2-2605-4d25-9f6d-0dc956800386 req-e6c070bc-4336-44de-afd2-2c63c7125335 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:17.513287 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7ae33e2-2605-4d25-9f6d-0dc956800386 req-e6c070bc-4336-44de-afd2-2c63c7125335 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 946 time: 0.0571742 Sep 17 23:49:17.520315 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc70c-94f5-429a-869d-d32fb04cbfde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:17.548372 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7ae33e2-2605-4d25-9f6d-0dc956800386 req-08318a7e-f9a7-4b25-9f76-d73362c4fffd tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323241 Sep 17 23:49:17.565440 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-9095ca6b-1e16-40c3-817c-acfc42ec1376 req-66bb1ea4-2595-4a02-9d42-e5a389f5a37a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Deleting port ec426431-724e-4b7d-8775-3d43f66062e3 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:49:17.565796 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9095ca6b-1e16-40c3-817c-acfc42ec1376 req-66bb1ea4-2595-4a02-9d42-e5a389f5a37a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:17.656020 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abaddf2-ef07-48ef-aa64-562503042aa7 req-58a6496b-da7b-4322-a5af-54410149943f tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:17.657489 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8abaddf2-ef07-48ef-aa64-562503042aa7 req-58a6496b-da7b-4322-a5af-54410149943f tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0511804 Sep 17 23:49:17.669175 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:17.697151 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8abaddf2-ef07-48ef-aa64-562503042aa7 req-0163aecc-1248-4251-a23c-ea4440509464 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328653 Sep 17 23:49:17.746885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9095ca6b-1e16-40c3-817c-acfc42ec1376 req-66bb1ea4-2595-4a02-9d42-e5a389f5a37a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] For port ec426431-724e-4b7d-8775-3d43f66062e3, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=ec426431-724e-4b7d-8775-3d43f66062e3,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:17.747256 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9095ca6b-1e16-40c3-817c-acfc42ec1376 req-66bb1ea4-2595-4a02-9d42-e5a389f5a37a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:17.764024 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-9095ca6b-1e16-40c3-817c-acfc42ec1376 req-66bb1ea4-2595-4a02-9d42-e5a389f5a37a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Calling delete_port for ec426431-724e-4b7d-8775-3d43f66062e3 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:49:17.853400 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc70c-94f5-429a-869d-d32fb04cbfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:18.079804 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9095ca6b-1e16-40c3-817c-acfc42ec1376 req-66bb1ea4-2595-4a02-9d42-e5a389f5a37a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:18.091619 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['ec426431-724e-4b7d-8775-3d43f66062e3'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:49:18.107965 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb1ea4-2595-4a02-9d42-e5a389f5a37a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Pushing event deleted for resources: {'Port': ['ID=ec426431-724e-4b7d-8775-3d43f66062e3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:18.116778 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbfc70c-94f5-429a-869d-d32fb04cbfde admin admin] Router 492d93d1-49bb-409d-b3b8-73f87d3eb62a is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:49:18.156231 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9095ca6b-1e16-40c3-817c-acfc42ec1376 req-66bb1ea4-2595-4a02-9d42-e5a389f5a37a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] No DVR routers for this DVR port ec426431-724e-4b7d-8775-3d43f66062e3 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:49:18.160195 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9095ca6b-1e16-40c3-817c-acfc42ec1376 req-66bb1ea4-2595-4a02-9d42-e5a389f5a37a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:18.162450 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9095ca6b-1e16-40c3-817c-acfc42ec1376 req-66bb1ea4-2595-4a02-9d42-e5a389f5a37a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.41 "DELETE /v2.0/ports/ec426431-724e-4b7d-8775-3d43f66062e3 HTTP/1.1" status: 204 len: 173 time: 0.7751915 Sep 17 23:49:18.163155 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697dade5-2d18-4765-b39f-7357ab751462', 'name': 'network-vif-deleted', 'tag': 'ec426431-724e-4b7d-8775-3d43f66062e3'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:49:18.166072 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7de32d2-92bc-4281-bd3d-682c2730fded" -d '{"events": [{"server_uuid": "697dade5-2d18-4765-b39f-7357ab751462", "name": "network-vif-deleted", "tag": "ec426431-724e-4b7d-8775-3d43f66062e3"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:49:18.210103 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dcf384-40bf-426b-8e86-92ac6937427a x-openstack-request-id: req-a0dcf384-40bf-426b-8e86-92ac6937427a {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:49:18.210392 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697dade5-2d18-4765-b39f-7357ab751462", "name": "network-vif-deleted", "tag": "ec426431-724e-4b7d-8775-3d43f66062e3", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:49:18.210642 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a0dcf384-40bf-426b-8e86-92ac6937427a {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:49:18.211069 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697dade5-2d18-4765-b39f-7357ab751462', 'name': 'network-vif-deleted', 'tag': 'ec426431-724e-4b7d-8775-3d43f66062e3', 'status': 'completed', 'code': 200} Sep 17 23:49:18.280058 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbfc70c-94f5-429a-869d-d32fb04cbfde admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:49:18.290091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] Sync routers for ids ['492d93d1-49bb-409d-b3b8-73f87d3eb62a'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:49:18.301665 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] Routers {'492d93d1-49bb-409d-b3b8-73f87d3eb62a'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:49:18.302666 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:49:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['492d93d1-49bb-409d-b3b8-73f87d3eb62a'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:18.367771 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885a2f5-7067-4860-b8f8-f6de15bbf5d1 req-3a2fa9d6-6811-4a63-af47-e8c927a50250 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:18.369417 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c885a2f5-7067-4860-b8f8-f6de15bbf5d1 req-3a2fa9d6-6811-4a63-af47-e8c927a50250 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0519395 Sep 17 23:49:18.377709 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc70c-94f5-429a-869d-d32fb04cbfde admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:18.381737 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9dbfc70c-94f5-429a-869d-d32fb04cbfde admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2397354 Sep 17 23:49:18.382583 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41396) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:49:18.409104 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c885a2f5-7067-4860-b8f8-f6de15bbf5d1 req-7ef32647-6352-4040-9d96-3d2ceb7685b4 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333486 Sep 17 23:49:18.411902 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] Set router 492d93d1-49bb-409d-b3b8-73f87d3eb62a gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:49:18.634130 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d93d1-49bb-409d-b3b8-73f87d3eb62a', 'name': 'tempest-ServerRescueTestJSON-434679621-router', 'tenant_id': 'b8796731e54146338dce198e6ae702ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd9016691-41e1-45f5-985c-07623f300c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:49:16Z', 'updated_at': '2021-09-17T23:49:17Z', 'revision_number': 3, 'project_id': 'b8796731e54146338dce198e6ae702ee', 'gw_port': {'id': 'd9016691-41e1-45f5-985c-07623f300c37', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d93d1-49bb-409d-b3b8-73f87d3eb62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:49:16Z', 'updated_at': '2021-09-17T23:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:18.641808 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63970ef-42f4-48e3-bc1b-c553915481b6 req-6c64005e-0d77-4925-a332-ffc4c964818a tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:18.643713 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c63970ef-42f4-48e3-bc1b-c553915481b6 req-6c64005e-0d77-4925-a332-ffc4c964818a tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0868859 Sep 17 23:49:18.669070 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] Checking router: 492d93d1-49bb-409d-b3b8-73f87d3eb62a for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:49:18.669676 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] Updating router 492d93d1-49bb-409d-b3b8-73f87d3eb62a port d9016691-41e1-45f5-985c-07623f300c37 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:49:18.705173 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:18.712459 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c63970ef-42f4-48e3-bc1b-c553915481b6 req-75d07377-f583-4a86-91f6-2e22f5ce9103 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594363 Sep 17 23:49:18.772003 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d29070eb-8d3d-4098-832c-7ecadc01b99d req-39ef1622-2227-4958-b9e7-f794f01899f0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=697dade5-2d18-4765-b39f-7357ab751462 HTTP/1.1" status: 200 len: 210 time: 0.0549695 Sep 17 23:49:18.836877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07371f83-b189-441c-a7eb-21e05fbe5380 req-5169ffeb-12fe-4c6c-a789-108fea33df0f tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:18.841310 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07371f83-b189-441c-a7eb-21e05fbe5380 req-5169ffeb-12fe-4c6c-a789-108fea33df0f tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0651696 Sep 17 23:49:18.879682 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07371f83-b189-441c-a7eb-21e05fbe5380 req-bf99d207-221b-4cee-bff9-6a33a49d69d1 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350525 Sep 17 23:49:19.008320 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035eaaea-ab7c-4e3d-a6d9-e6fa283e266d req-03ff281e-2386-49ac-b563-821028cb10fe tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:19.010286 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:19.010415 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-035eaaea-ab7c-4e3d-a6d9-e6fa283e266d req-03ff281e-2386-49ac-b563-821028cb10fe tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0621712 Sep 17 23:49:19.050729 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-035eaaea-ab7c-4e3d-a6d9-e6fa283e266d req-a2c6a17d-5ee2-442d-a171-9ea53eacefe1 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335915 Sep 17 23:49:19.109225 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:19.183727 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d85a6ad-9fcf-4af4-9daa-020a0b520505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:19.213630 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-6c3fdc63-3341-49fc-9069-f699f4aa37ca req-7ab26b26-f601-4077-863d-d2b3d34fc1f5 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:49:19.214651 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c3fdc63-3341-49fc-9069-f699f4aa37ca req-7ab26b26-f601-4077-863d-d2b3d34fc1f5 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064282 Sep 17 23:49:19.292960 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] Attempting to bind port d9016691-41e1-45f5-985c-07623f300c37 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:49:19.293331 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] Attempting to bind port d9016691-41e1-45f5-985c-07623f300c37 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:49:19.293693 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] Attempting to bind port d9016691-41e1-45f5-985c-07623f300c37 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:49:19.305806 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da69938-b798-402a-b608-72083d5818c9 None None] Pushing event updated for resources: {'Port': ['ID=d9016691-41e1-45f5-985c-07623f300c37,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:19.308181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:49:19.308556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:49:19.309042 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:19.309366 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:49:19.309837 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] Bound port: d9016691-41e1-45f5-985c-07623f300c37, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:49:19.310218 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:19.362605 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] For port d9016691-41e1-45f5-985c-07623f300c37, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:49:19.366509 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] For port d9016691-41e1-45f5-985c-07623f300c37, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d9016691-41e1-45f5-985c-07623f300c37,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:49:19.372306 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-4d85a6ad-9fcf-4af4-9daa-020a0b520505 admin admin] Allocated IP 172.20.0.1 (08df34eb-0776-4a6d-a2cf-e443d39c7561/8c085219-e422-44b2-9dfa-522cba776d62/a9c16979-f144-4713-b6c5-fd6e91d7b971) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:49:19.463729 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:19.473090 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d85a6ad-9fcf-4af4-9daa-020a0b520505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:19.525635 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] Routers {'492d93d1-49bb-409d-b3b8-73f87d3eb62a'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:49:19.525635 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:49:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['492d93d1-49bb-409d-b3b8-73f87d3eb62a'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:19.551193 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337bcdc-2e36-4808-aa01-21194ad90600 req-f0e4664a-ec0c-4d5b-b0f1-39b7e50bb229 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:19.553474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b337bcdc-2e36-4808-aa01-21194ad90600 req-f0e4664a-ec0c-4d5b-b0f1-39b7e50bb229 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0640030 Sep 17 23:49:19.567492 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d85a6ad-9fcf-4af4-9daa-020a0b520505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:19.568607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da69938-b798-402a-b608-72083d5818c9 None None] Pushing event updated for resources: {'Port': ['ID=d9016691-41e1-45f5-985c-07623f300c37,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:19.622277 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b337bcdc-2e36-4808-aa01-21194ad90600 req-a51f6b55-bef0-426d-9e74-dc3c4905b543 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625036 Sep 17 23:49:19.632502 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d85a6ad-9fcf-4af4-9daa-020a0b520505 admin admin] Network 08df34eb-0776-4a6d-a2cf-e443d39c7561 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:49:19.663274 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-4d85a6ad-9fcf-4af4-9daa-020a0b520505 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:49:19.670673 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d85a6ad-9fcf-4af4-9daa-020a0b520505 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:49:19.672806 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:19.680331 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85a6ad-9fcf-4af4-9daa-020a0b520505 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c16979-f144-4713-b6c5-fd6e91d7b971,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:19.686371 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] Set router 492d93d1-49bb-409d-b3b8-73f87d3eb62a gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:49:19.742087 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d85a6ad-9fcf-4af4-9daa-020a0b520505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:19.742935 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9aedf-c5d3-4a4e-acdd-78ea5f435517 req-1884627e-6369-493b-a54a-c4aad6653f9f tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:19.745087 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46e9aedf-c5d3-4a4e-acdd-78ea5f435517 req-1884627e-6369-493b-a54a-c4aad6653f9f tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0705400 Sep 17 23:49:19.796801 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46e9aedf-c5d3-4a4e-acdd-78ea5f435517 req-3894d4c5-7025-4459-a417-4377c574eff7 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434287 Sep 17 23:49:19.899102 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d310d-8c3d-40d5-823d-18629f5ae6bf req-9077f5f2-61d4-48d4-a7ad-5d30045bb6f3 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:19.905385 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d64d310d-8c3d-40d5-823d-18629f5ae6bf req-9077f5f2-61d4-48d4-a7ad-5d30045bb6f3 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0813591 Sep 17 23:49:19.937775 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d85a6ad-9fcf-4af4-9daa-020a0b520505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:19.965666 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d93d1-49bb-409d-b3b8-73f87d3eb62a', 'name': 'tempest-ServerRescueTestJSON-434679621-router', 'tenant_id': 'b8796731e54146338dce198e6ae702ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd9016691-41e1-45f5-985c-07623f300c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:49:16Z', 'updated_at': '2021-09-17T23:49:17Z', 'revision_number': 3, 'project_id': 'b8796731e54146338dce198e6ae702ee', 'gw_port': {'id': 'd9016691-41e1-45f5-985c-07623f300c37', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d93d1-49bb-409d-b3b8-73f87d3eb62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:49:16Z', 'updated_at': '2021-09-17T23:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:19.966572 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d64d310d-8c3d-40d5-823d-18629f5ae6bf req-ca344bcc-b7d7-4c9f-be47-d75c5fd87e6e tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600722 Sep 17 23:49:19.969616 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device b5cd94e9-77d0-4710-b26f-ae456a380cc1 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:49:20.030706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2840f98-d699-4b90-8f8a-accfb2c488d4 None None] The sync data for ids ['492d93d1-49bb-409d-b3b8-73f87d3eb62a'] in n-d-809883-1 is: [{'id': '492d93d1-49bb-409d-b3b8-73f87d3eb62a', 'name': 'tempest-ServerRescueTestJSON-434679621-router', 'tenant_id': 'b8796731e54146338dce198e6ae702ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd9016691-41e1-45f5-985c-07623f300c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:49:16Z', 'updated_at': '2021-09-17T23:49:17Z', 'revision_number': 3, 'project_id': 'b8796731e54146338dce198e6ae702ee', 'gw_port': {'id': 'd9016691-41e1-45f5-985c-07623f300c37', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d93d1-49bb-409d-b3b8-73f87d3eb62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:49:16Z', 'updated_at': '2021-09-17T23:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:49:20.102760 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:20.133608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52445c6-0bfb-44e4-98f9-10e5df151f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5cd94e9-77d0-4710-b26f-ae456a380cc1'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:49:20.137406 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e0b2ba-a6b8-412b-bd42-bdab1d9fb21c" -d '{"events": [{"server_uuid": "a52445c6-0bfb-44e4-98f9-10e5df151f87", "name": "network-vif-unplugged", "status": "completed", "tag": "b5cd94e9-77d0-4710-b26f-ae456a380cc1"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:49:20.160551 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port b5cd94e9-77d0-4710-b26f-ae456a380cc1, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b5cd94e9-77d0-4710-b26f-ae456a380cc1,segment=NetworkSegment(6ce9f960-9106-480f-a69e-89630099531d),segment_id=6ce9f960-9106-480f-a69e-89630099531d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:20.176283 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d85a6ad-9fcf-4af4-9daa-020a0b520505 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:20.186115 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 23:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ec08a7-68e4-4fe6-9ea9-7b33e67bdc22 x-openstack-request-id: req-d4ec08a7-68e4-4fe6-9ea9-7b33e67bdc22 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:49:20.186403 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52445c6-0bfb-44e4-98f9-10e5df151f87", "name": "network-vif-unplugged", "status": "failed", "tag": "b5cd94e9-77d0-4710-b26f-ae456a380cc1", "code": 422}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:49:20.186703 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4ec08a7-68e4-4fe6-9ea9-7b33e67bdc22 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:49:20.187146 n-d-809883-1 neutron-server[95593]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a52445c6-0bfb-44e4-98f9-10e5df151f87', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b5cd94e9-77d0-4710-b26f-ae456a380cc1', 'code': 422} returned with failed status Sep 17 23:49:20.214597 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-494ae38d-867d-4cd0-b835-9da1fee9db80 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:20.216112 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-494ae38d-867d-4cd0-b835-9da1fee9db80 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/networks?id=e2df3c0f-6c40-4464-917a-684982de5476 HTTP/1.1" status: 200 len: 812 time: 0.1672142 Sep 17 23:49:20.228765 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:20.235178 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-48aec612-d846-439b-ad7f-83a689cac57b tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/quotas/3dc697e62bfa40e4b7ec116f34144c3c HTTP/1.1" status: 200 len: 375 time: 0.0128694 Sep 17 23:49:20.238988 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-5fc68a88-0b15-4f0a-b0df-1d1d8e8d4de5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1514661 Sep 17 23:49:20.246793 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d85a6ad-9fcf-4af4-9daa-020a0b520505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:20.249986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-150a5154-9599-404f-ade9-e1c42b5f3982 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:49:20.251285 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-150a5154-9599-404f-ade9-e1c42b5f3982 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064929 Sep 17 23:49:20.289203 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-038904d7-8621-4133-9ecc-083f6777b8a1 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365751 Sep 17 23:49:20.334027 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=b5cd94e9-77d0-4710-b26f-ae456a380cc1,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:20.428681 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85a6ad-9fcf-4af4-9daa-020a0b520505 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c16979-f144-4713-b6c5-fd6e91d7b971,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:20.434593 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d85a6ad-9fcf-4af4-9daa-020a0b520505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:20.460877 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-45ddd11d-7ff1-4772-a6ce-788127df64df service neutron] 10.222.0.46 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706653 Sep 17 23:49:20.550130 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b75efa-519e-4705-98a0-b4aa522dc5b5 req-4a260277-2dbc-401a-96ad-ede1d6dffb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:20.551650 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-21b75efa-519e-4705-98a0-b4aa522dc5b5 req-4a260277-2dbc-401a-96ad-ede1d6dffb80 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 1097 time: 0.1150537 Sep 17 23:49:20.566472 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c18735f9-16b1-4ea3-8523-01dce309be2c service neutron] 10.222.0.46 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044638 Sep 17 23:49:20.591241 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d85a6ad-9fcf-4af4-9daa-020a0b520505 admin admin] Network 08df34eb-0776-4a6d-a2cf-e443d39c7561 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:49:20.610031 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-4d85a6ad-9fcf-4af4-9daa-020a0b520505 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:49:20.625302 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-21b75efa-519e-4705-98a0-b4aa522dc5b5 req-e3503b9c-f245-4e19-a21a-513a50c77f0b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621178 Sep 17 23:49:20.737169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d85a6ad-9fcf-4af4-9daa-020a0b520505 admin admin] Router 492d93d1-49bb-409d-b3b8-73f87d3eb62a has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:49:20.902624 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bea283-e134-45fb-9308-4ad0e45dece9 req-f4d0cc92-d814-4646-befe-c0aa5412e946 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:20.904284 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d85a6ad-9fcf-4af4-9daa-020a0b520505 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:49:20.909400 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4d85a6ad-9fcf-4af4-9daa-020a0b520505 admin admin] 10.222.0.46 "PUT /v2.0/routers/492d93d1-49bb-409d-b3b8-73f87d3eb62a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5255883 Sep 17 23:49:20.914961 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52bea283-e134-45fb-9308-4ad0e45dece9 req-f4d0cc92-d814-4646-befe-c0aa5412e946 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0718949 Sep 17 23:49:20.975697 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52bea283-e134-45fb-9308-4ad0e45dece9 req-428aee8e-e427-46ff-be09-4f16e5c5e659 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598519 Sep 17 23:49:21.034503 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d9016691-41e1-45f5-985c-07623f300c37 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:49:21.077437 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fec7bd5d-b67e-4ebd-a885-ede6f1ce9772 req-6c6eac88-af22-42b5-ac23-c801653c04dc tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 210 time: 0.0483706 Sep 17 23:49:21.126234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port d9016691-41e1-45f5-985c-07623f300c37 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:49:21.126615 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:21.162827 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859a117-11f8-459b-9c8d-d60e24589146 req-8134be8b-6378-4039-a461-eb610fcbae5a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:21.172026 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4859a117-11f8-459b-9c8d-d60e24589146 req-8134be8b-6378-4039-a461-eb610fcbae5a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 943 time: 0.1094952 Sep 17 23:49:21.226651 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4859a117-11f8-459b-9c8d-d60e24589146 req-356efe9a-2248-42a5-8bea-e13d84f660aa tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535905 Sep 17 23:49:21.245796 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:21.271167 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port d9016691-41e1-45f5-985c-07623f300c37, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d9016691-41e1-45f5-985c-07623f300c37,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:21.298864 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83646d1c-8c40-4a9f-9ca9-eb55aead02c3 req-be4091a7-6f0a-4e7f-a11a-3e296707b100 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:21.300442 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83646d1c-8c40-4a9f-9ca9-eb55aead02c3 req-be4091a7-6f0a-4e7f-a11a-3e296707b100 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0979178 Sep 17 23:49:21.337785 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:21.352602 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83646d1c-8c40-4a9f-9ca9-eb55aead02c3 req-389f77ee-259a-4b60-86f8-8382febe3f39 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438383 Sep 17 23:49:21.372055 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ec426431-724e-4b7d-8775-3d43f66062e3 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:49:21.402008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: ec426431-724e-4b7d-8775-3d43f66062e3 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:49:21.402633 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device ec426431-724e-4b7d-8775-3d43f66062e3 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:49:21.427148 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=d9016691-41e1-45f5-985c-07623f300c37,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:21.491768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a726506-c8e5-469b-abf2-a90792ba699f req-10e1ff3c-5b9e-406b-ac12-c01d272b9eea tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:21.493378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a726506-c8e5-469b-abf2-a90792ba699f req-10e1ff3c-5b9e-406b-ac12-c01d272b9eea tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/networks?id=08df34eb-0776-4a6d-a2cf-e443d39c7561 HTTP/1.1" status: 200 len: 810 time: 0.1164284 Sep 17 23:49:21.510784 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a726506-c8e5-469b-abf2-a90792ba699f req-a0a4b042-8c89-445b-863c-f77503528b01 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/quotas/b8796731e54146338dce198e6ae702ee HTTP/1.1" status: 200 len: 375 time: 0.0105746 Sep 17 23:49:21.564502 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a726506-c8e5-469b-abf2-a90792ba699f req-8a58b576-83e6-45c1-86c3-ca4de7caa123 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8796731e54146338dce198e6ae702ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468092 Sep 17 23:49:21.660022 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a726506-c8e5-469b-abf2-a90792ba699f req-d073b57f-4711-4bde-a170-9c44ab162a69 service neutron] 10.222.0.46 "GET /v2.0/networks/08df34eb-0776-4a6d-a2cf-e443d39c7561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874901 Sep 17 23:49:21.758273 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a726506-c8e5-469b-abf2-a90792ba699f req-77be24c6-1e90-450e-87b9-136dccbfcf53 service neutron] 10.222.0.46 "GET /v2.0/networks/08df34eb-0776-4a6d-a2cf-e443d39c7561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902545 Sep 17 23:49:21.980166 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-d28dd68b-8afa-4387-87d7-a574ff448452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:21.981804 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-d28dd68b-8afa-4387-87d7-a574ff448452 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87&tenant_id=618eece5ac54429fbfca94da2a0d74b4 HTTP/1.1" status: 200 len: 1094 time: 0.0513458 Sep 17 23:49:21.994743 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:49:22.088251 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:22.138368 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a513ec1c-9892-4491-b349-cec62d328ff6 req-69bcc84c-e8d9-4a6a-8823-03f513fe3e0d tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 210 time: 0.0478189 Sep 17 23:49:22.205083 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] Sync routers for ids ['492d93d1-49bb-409d-b3b8-73f87d3eb62a'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:49:22.216716 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4254a-5d0f-4223-8f64-45072d2df501 req-b3ac2db8-7fdd-4339-8a67-0b6a9eedfb04 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:22.218327 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7ad4254a-5d0f-4223-8f64-45072d2df501 req-b3ac2db8-7fdd-4339-8a67-0b6a9eedfb04 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0767446 Sep 17 23:49:22.231396 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] Routers {'492d93d1-49bb-409d-b3b8-73f87d3eb62a'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:49:22.232502 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:49:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['492d93d1-49bb-409d-b3b8-73f87d3eb62a'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:22.302729 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd936682-897c-463b-9861-6e68f142df6c req-4f4a717c-c8ed-43e3-84cf-30e62cfd656c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 210 time: 0.0537679 Sep 17 23:49:22.336748 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7ad4254a-5d0f-4223-8f64-45072d2df501 req-19859037-238e-48f1-8839-e1061c64e190 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098421 Sep 17 23:49:22.380508 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] For port b5cd94e9-77d0-4710-b26f-ae456a380cc1, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b5cd94e9-77d0-4710-b26f-ae456a380cc1,segment=NetworkSegment(6ce9f960-9106-480f-a69e-89630099531d),segment_id=6ce9f960-9106-480f-a69e-89630099531d)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:22.405091 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] Set router 492d93d1-49bb-409d-b3b8-73f87d3eb62a gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:49:22.429334 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] For port b5cd94e9-77d0-4710-b26f-ae456a380cc1, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:49:22.458632 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:49:22.469945 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5cd94e9-77d0-4710-b26f-ae456a380cc1 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:49:22.479105 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:22.482028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fe91d-0714-42aa-b27c-5731a99c2c9f req-1ff3ba1e-67d0-4f57-9a2f-920f63374532 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:22.483564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b18fe91d-0714-42aa-b27c-5731a99c2c9f req-1ff3ba1e-67d0-4f57-9a2f-920f63374532 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 943 time: 0.0636828 Sep 17 23:49:22.493579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Transition to ACTIVE for port object b5cd94e9-77d0-4710-b26f-ae456a380cc1 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:49:22.566274 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b18fe91d-0714-42aa-b27c-5731a99c2c9f req-8df9aab9-c8b1-456c-a136-a60e086ee468 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734274 Sep 17 23:49:22.572404 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:22.576636 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f774b7b-ae5d-430d-817c-38c180286443 req-5e5b5d3c-3161-469b-8caf-432581b3d17e tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:22.578383 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f774b7b-ae5d-430d-817c-38c180286443 req-5e5b5d3c-3161-469b-8caf-432581b3d17e tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.1058447 Sep 17 23:49:22.642425 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f774b7b-ae5d-430d-817c-38c180286443 req-d6f8078d-d135-4221-95fe-d561b8b49c74 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499218 Sep 17 23:49:22.663811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cd94e9-77d0-4710-b26f-ae456a380cc1,revision_number=9']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:22.700856 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] No DVR routers for this DVR port b5cd94e9-77d0-4710-b26f-ae456a380cc1 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:49:22.721799 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d93d1-49bb-409d-b3b8-73f87d3eb62a', 'name': 'tempest-ServerRescueTestJSON-434679621-router', 'tenant_id': 'b8796731e54146338dce198e6ae702ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd9016691-41e1-45f5-985c-07623f300c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:49:16Z', 'updated_at': '2021-09-17T23:49:19Z', 'revision_number': 4, 'project_id': 'b8796731e54146338dce198e6ae702ee', 'gw_port': {'id': 'd9016691-41e1-45f5-985c-07623f300c37', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492d93d1-49bb-409d-b3b8-73f87d3eb62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:49:16Z', 'updated_at': '2021-09-17T23:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'a9c16979-f144-4713-b6c5-fd6e91d7b971', 'name': '', 'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561', 'tenant_id': 'b8796731e54146338dce198e6ae702ee', 'mac_address': 'fa:16:3e:b4:99:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d93d1-49bb-409d-b3b8-73f87d3eb62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '8c085219-e422-44b2-9dfa-522cba776d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:49:19Z', 'updated_at': '2021-09-17T23:49:19Z', 'revision_number': 2, 'project_id': 'b8796731e54146338dce198e6ae702ee', 'subnets': [{'id': '8c085219-e422-44b2-9dfa-522cba776d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:22.740408 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Attempting to bind port b5cd94e9-77d0-4710-b26f-ae456a380cc1 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:49:22.741527 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Attempting to bind port b5cd94e9-77d0-4710-b26f-ae456a380cc1 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '6ce9f960-9106-480f-a69e-89630099531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aa15324e-81e0-45c5-9f7e-d9fb6108a5ca'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:49:22.741527 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Attempting to bind port b5cd94e9-77d0-4710-b26f-ae456a380cc1 on network aa15324e-81e0-45c5-9f7e-d9fb6108a5ca {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:49:22.746680 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Port b5cd94e9-77d0-4710-b26f-ae456a380cc1 on network aa15324e-81e0-45c5-9f7e-d9fb6108a5ca not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:49:22.747006 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Attempting to bind port b5cd94e9-77d0-4710-b26f-ae456a380cc1 on network aa15324e-81e0-45c5-9f7e-d9fb6108a5ca {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:49:22.752725 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:49:22.753118 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Checking segment: {'id': '6ce9f960-9106-480f-a69e-89630099531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aa15324e-81e0-45c5-9f7e-d9fb6108a5ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:49:22.753536 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Bound using segment: {'id': '6ce9f960-9106-480f-a69e-89630099531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aa15324e-81e0-45c5-9f7e-d9fb6108a5ca'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:49:22.754177 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Bound port: b5cd94e9-77d0-4710-b26f-ae456a380cc1, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce9f960-9106-480f-a69e-89630099531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aa15324e-81e0-45c5-9f7e-d9fb6108a5ca'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:49:22.754518 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:22.755082 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] Checking router: 492d93d1-49bb-409d-b3b8-73f87d3eb62a for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:49:22.755474 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] Updating router 492d93d1-49bb-409d-b3b8-73f87d3eb62a port a9c16979-f144-4713-b6c5-fd6e91d7b971 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:49:22.793240 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:22.858551 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] For port b5cd94e9-77d0-4710-b26f-ae456a380cc1, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:49:22.863311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] For port b5cd94e9-77d0-4710-b26f-ae456a380cc1, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=b5cd94e9-77d0-4710-b26f-ae456a380cc1,segment=NetworkSegment(6ce9f960-9106-480f-a69e-89630099531d),segment_id=6ce9f960-9106-480f-a69e-89630099531d)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:49:22.950052 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d9016691-41e1-45f5-985c-07623f300c37 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:49:22.978469 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:23.005662 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port d9016691-41e1-45f5-985c-07623f300c37 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:49:23.006492 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:23.030972 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:23.031676 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:23.033135 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] 10.222.0.41 "PUT /v2.0/ports/b5cd94e9-77d0-4710-b26f-ae456a380cc1 HTTP/1.1" status: 200 len: 1091 time: 1.0432270 Sep 17 23:49:23.033629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52445c6-0bfb-44e4-98f9-10e5df151f87', 'tag': 'b5cd94e9-77d0-4710-b26f-ae456a380cc1'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:49:23.036048 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8986758e-4de4-4655-adac-1f88c04d3c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "a52445c6-0bfb-44e4-98f9-10e5df151f87", "tag": "b5cd94e9-77d0-4710-b26f-ae456a380cc1"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:49:23.163626 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e888449e-118f-434b-8d59-706a2e70505b x-openstack-request-id: req-e888449e-118f-434b-8d59-706a2e70505b {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:49:23.164169 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52445c6-0bfb-44e4-98f9-10e5df151f87", "tag": "b5cd94e9-77d0-4710-b26f-ae456a380cc1", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:49:23.171910 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e888449e-118f-434b-8d59-706a2e70505b {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:49:23.171910 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52445c6-0bfb-44e4-98f9-10e5df151f87', 'tag': 'b5cd94e9-77d0-4710-b26f-ae456a380cc1', 'status': 'completed', 'code': 200} Sep 17 23:49:23.226232 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211260b-b96e-4d4f-a036-4e21a3411cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cd94e9-77d0-4710-b26f-ae456a380cc1,revision_number=10']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:23.241642 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:23.305351 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2983dbeb-4b70-4a5c-8e4a-b972c718660e req-5888030b-0682-4f04-9f59-88606aca9b7e tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 210 time: 0.0325971 Sep 17 23:49:23.318057 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-5503dff0-1028-42b2-a172-5900e5249f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:23.319466 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f37d6a-3410-4d14-b4b0-5c7ab77f1dad req-20513481-63e7-48d2-840e-4395707457f4 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:23.319793 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-5503dff0-1028-42b2-a172-5900e5249f15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=618eece5ac54429fbfca94da2a0d74b4&device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 1095 time: 0.2475300 Sep 17 23:49:23.327295 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8f37d6a-3410-4d14-b4b0-5c7ab77f1dad req-20513481-63e7-48d2-840e-4395707457f4 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0971701 Sep 17 23:49:23.332446 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:23.378938 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8f37d6a-3410-4d14-b4b0-5c7ab77f1dad req-2a41b486-b5b4-43b2-a453-f74dc9885d42 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461836 Sep 17 23:49:23.404200 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22866bb-422b-4f6f-b9f8-4503f0cce0f2 req-12948b11-c547-474c-968c-e22864665868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:23.405809 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d22866bb-422b-4f6f-b9f8-4503f0cce0f2 req-12948b11-c547-474c-968c-e22864665868 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926d364599994935ae0450b309eddc70&device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 1097 time: 0.1508627 Sep 17 23:49:23.419921 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97490483-4655-41ac-aa70-e3c6d359b88e None None] Pushing event updated for resources: {'Port': ['ID=a9c16979-f144-4713-b6c5-fd6e91d7b971,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:23.486676 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490483-4655-41ac-aa70-e3c6d359b88e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:23.486676 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490483-4655-41ac-aa70-e3c6d359b88e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:23.486676 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490483-4655-41ac-aa70-e3c6d359b88e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:23.486676 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490483-4655-41ac-aa70-e3c6d359b88e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:23.486676 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490483-4655-41ac-aa70-e3c6d359b88e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:23.486676 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490483-4655-41ac-aa70-e3c6d359b88e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:23.486676 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490483-4655-41ac-aa70-e3c6d359b88e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:23.486676 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490483-4655-41ac-aa70-e3c6d359b88e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:23.486676 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490483-4655-41ac-aa70-e3c6d359b88e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:23.486676 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490483-4655-41ac-aa70-e3c6d359b88e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:23.486676 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490483-4655-41ac-aa70-e3c6d359b88e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:23.486676 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490483-4655-41ac-aa70-e3c6d359b88e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:23.487768 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-0d3e3ba5-4a8c-448f-aec4-4625d606a67d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:23.487768 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-0d3e3ba5-4a8c-448f-aec4-4625d606a67d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.41 "GET /v2.0/networks?id=e2df3c0f-6c40-4464-917a-684982de5476 HTTP/1.1" status: 200 len: 812 time: 0.2847967 Sep 17 23:49:23.498669 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c5d89cfe-aa35-451a-8855-d56753b3f98a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Request body: {'port': {'device_id': '30a917a3-1cf0-4e02-99d5-a8430ad9da56', 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476', 'admin_state_up': True, 'tenant_id': '3dc697e62bfa40e4b7ec116f34144c3c'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:49:23.524177 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4bfb15d0-30c2-4ae4-9d45-3357c8c8561c req-15f51ba6-7e48-4150-bd95-3b50e337afec tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 210 time: 0.0459001 Sep 17 23:49:23.538638 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7324e02-6934-42c7-9eba-d10e80db7549 req-a0c29851-16de-4a45-9541-649b3182c42f tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:23.547712 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7324e02-6934-42c7-9eba-d10e80db7549 req-a0c29851-16de-4a45-9541-649b3182c42f tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.1049526 Sep 17 23:49:23.554948 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] Attempting to bind port a9c16979-f144-4713-b6c5-fd6e91d7b971 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:49:23.555583 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] Attempting to bind port a9c16979-f144-4713-b6c5-fd6e91d7b971 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'df69d4d1-bd5a-42d6-949f-a5607987e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:49:23.555978 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] Attempting to bind port a9c16979-f144-4713-b6c5-fd6e91d7b971 on network 08df34eb-0776-4a6d-a2cf-e443d39c7561 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:49:23.562460 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:49:23.562908 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] Checking segment: {'id': 'df69d4d1-bd5a-42d6-949f-a5607987e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:49:23.563210 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:23.563626 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] Bound using segment: {'id': 'df69d4d1-bd5a-42d6-949f-a5607987e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:49:23.564067 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] Bound port: a9c16979-f144-4713-b6c5-fd6e91d7b971, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69d4d1-bd5a-42d6-949f-a5607987e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:49:23.564601 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:23.592903 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7324e02-6934-42c7-9eba-d10e80db7549 req-bf9e6ec7-19cd-4151-acff-a5dbd25a9a42 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442030 Sep 17 23:49:23.673426 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] For port a9c16979-f144-4713-b6c5-fd6e91d7b971, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:49:23.678285 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-51804bce-dece-4cde-99c0-59f8a4f11dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:23.679801 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] For port a9c16979-f144-4713-b6c5-fd6e91d7b971, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a9c16979-f144-4713-b6c5-fd6e91d7b971,segment=NetworkSegment(df69d4d1-bd5a-42d6-949f-a5607987e53a),segment_id=df69d4d1-bd5a-42d6-949f-a5607987e53a)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:49:23.679910 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-51804bce-dece-4cde-99c0-59f8a4f11dff service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca HTTP/1.1" status: 200 len: 914 time: 0.3502953 Sep 17 23:49:23.696528 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22866bb-422b-4f6f-b9f8-4503f0cce0f2 req-5b26c1ca-2ab1-4195-8408-e66183d0cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:23.698273 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d22866bb-422b-4f6f-b9f8-4503f0cce0f2 req-5b26c1ca-2ab1-4195-8408-e66183d0cc0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1a269b7-4098-438e-95d2-57bb70f055ad HTTP/1.1" status: 200 len: 920 time: 0.2833893 Sep 17 23:49:23.732759 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:23.742763 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-3ec0a182-c921-49d0-a88c-af220c9ab492 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5cd94e9-77d0-4710-b26f-ae456a380cc1 HTTP/1.1" status: 200 len: 217 time: 0.0548711 Sep 17 23:49:23.775313 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653038a5-2c81-45ef-a2f7-1be38634066f req-20045e23-52e7-4f01-99b6-95378418f820 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:23.777306 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-653038a5-2c81-45ef-a2f7-1be38634066f req-20045e23-52e7-4f01-99b6-95378418f820 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 944 time: 0.1225002 Sep 17 23:49:23.790000 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d22866bb-422b-4f6f-b9f8-4503f0cce0f2 req-ebb64c37-3089-4b23-87fc-f4e0f36fd738 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e50e686-0e80-469b-8edc-5ff1359d3adf HTTP/1.1" status: 200 len: 217 time: 0.0488484 Sep 17 23:49:23.827427 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] Routers {'492d93d1-49bb-409d-b3b8-73f87d3eb62a'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:49:23.828165 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:49:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['492d93d1-49bb-409d-b3b8-73f87d3eb62a'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:23.841862 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-653038a5-2c81-45ef-a2f7-1be38634066f req-423e8345-390e-422c-b81d-2a0b09b66326 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462041 Sep 17 23:49:23.865785 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97490483-4655-41ac-aa70-e3c6d359b88e None None] Pushing event updated for resources: {'Port': ['ID=a9c16979-f144-4713-b6c5-fd6e91d7b971,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:23.891177 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22866bb-422b-4f6f-b9f8-4503f0cce0f2 req-e3546b8c-430f-4b45-b3bf-6addb04e0689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:23.892655 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d22866bb-422b-4f6f-b9f8-4503f0cce0f2 req-e3546b8c-430f-4b45-b3bf-6addb04e0689 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=62272909-3f3e-43c2-8a01-7576ae13ac9e HTTP/1.1" status: 200 len: 859 time: 0.0800307 Sep 17 23:49:23.894197 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-42a67e7f-cb52-43cd-8584-cf3c1cfe51bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:23.895538 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-42a67e7f-cb52-43cd-8584-cf3c1cfe51bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=63b99927-674c-4e56-bb77-3a6655e29089 HTTP/1.1" status: 200 len: 853 time: 0.1169596 Sep 17 23:49:23.949408 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-e143db0c-1b63-470b-bb6a-647cee56c50b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361478 Sep 17 23:49:23.951187 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d22866bb-422b-4f6f-b9f8-4503f0cce0f2 req-47cd1459-bded-4ef9-b8b6-73620dfc30df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1a269b7-4098-438e-95d2-57bb70f055ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456223 Sep 17 23:49:23.951935 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c5d89cfe-aa35-451a-8855-d56753b3f98a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Made reservation on behalf of 3dc697e62bfa40e4b7ec116f34144c3c for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:49:23.955485 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c5d89cfe-aa35-451a-8855-d56753b3f98a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:23.962763 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] Set router 492d93d1-49bb-409d-b3b8-73f87d3eb62a gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:49:23.989330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:49:24.122843 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:24.134934 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a', 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d', 'port_id': 'a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a', 'mac_address': 'fa:16:3e:ce:5e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a275f752-544b-480a-88b7-0c6cbafa7069', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:49:24.176504 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:24.190794 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:49:24.199090 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-177698cb-9dd4-4d22-bf3b-53b1228ae87c service neutron] 10.222.0.41 "GET /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319396 Sep 17 23:49:24.217675 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:24.262577 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d22866bb-422b-4f6f-b9f8-4503f0cce0f2 req-469d3736-99ce-46c4-a048-1ec55884049e service neutron] 10.222.0.41 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964566 Sep 17 23:49:24.314684 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:24.332031 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c5d89cfe-aa35-451a-8855-d56753b3f98a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Allocated IP 172.20.0.7 (e2df3c0f-6c40-4464-917a-684982de5476/c7b73b73-63cd-4505-9722-63303d58ca18/e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:49:24.353073 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d93d1-49bb-409d-b3b8-73f87d3eb62a', 'name': 'tempest-ServerRescueTestJSON-434679621-router', 'tenant_id': 'b8796731e54146338dce198e6ae702ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd9016691-41e1-45f5-985c-07623f300c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:49:16Z', 'updated_at': '2021-09-17T23:49:19Z', 'revision_number': 4, 'project_id': 'b8796731e54146338dce198e6ae702ee', 'gw_port': {'id': 'd9016691-41e1-45f5-985c-07623f300c37', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492d93d1-49bb-409d-b3b8-73f87d3eb62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:49:16Z', 'updated_at': '2021-09-17T23:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'a9c16979-f144-4713-b6c5-fd6e91d7b971', 'name': '', 'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561', 'tenant_id': 'b8796731e54146338dce198e6ae702ee', 'mac_address': 'fa:16:3e:b4:99:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d93d1-49bb-409d-b3b8-73f87d3eb62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '8c085219-e422-44b2-9dfa-522cba776d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:49:19Z', 'updated_at': '2021-09-17T23:49:23Z', 'revision_number': 4, 'project_id': 'b8796731e54146338dce198e6ae702ee', 'subnets': [{'id': '8c085219-e422-44b2-9dfa-522cba776d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:24.381729 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:24.392660 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e9336-4910-4078-8329-be6e6901f8f2 None None] The sync data for ids ['492d93d1-49bb-409d-b3b8-73f87d3eb62a'] in n-d-809883-1 is: [{'id': '492d93d1-49bb-409d-b3b8-73f87d3eb62a', 'name': 'tempest-ServerRescueTestJSON-434679621-router', 'tenant_id': 'b8796731e54146338dce198e6ae702ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd9016691-41e1-45f5-985c-07623f300c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:49:16Z', 'updated_at': '2021-09-17T23:49:19Z', 'revision_number': 4, 'project_id': 'b8796731e54146338dce198e6ae702ee', 'gw_port': {'id': 'd9016691-41e1-45f5-985c-07623f300c37', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492d93d1-49bb-409d-b3b8-73f87d3eb62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:49:16Z', 'updated_at': '2021-09-17T23:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'a9c16979-f144-4713-b6c5-fd6e91d7b971', 'name': '', 'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561', 'tenant_id': 'b8796731e54146338dce198e6ae702ee', 'mac_address': 'fa:16:3e:b4:99:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d93d1-49bb-409d-b3b8-73f87d3eb62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '8c085219-e422-44b2-9dfa-522cba776d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:49:19Z', 'updated_at': '2021-09-17T23:49:23Z', 'revision_number': 4, 'project_id': 'b8796731e54146338dce198e6ae702ee', 'subnets': [{'id': '8c085219-e422-44b2-9dfa-522cba776d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:49:24.419246 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1a0f6f2f-0214-4600-b287-5cdbf5a5567e req-5857470c-4d29-4d6f-8a67-a2b904fc12d3 service neutron] 10.222.0.41 "GET /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918006 Sep 17 23:49:24.464809 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d22866bb-422b-4f6f-b9f8-4503f0cce0f2 req-637ddd57-283d-44f6-8690-7a287b88aa30 service neutron] 10.222.0.41 "GET /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940405 Sep 17 23:49:24.466848 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-577ebbac-d8ed-498e-a2ca-c219ab113737 req-4fdbbf8d-008f-4807-8ac1-8da3921b0a16 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 210 time: 0.0514352 Sep 17 23:49:24.579436 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80529f26-d225-4b1c-9ef1-260779f8790f req-f692d771-e81f-4ea9-864b-4a9b3bfc8184 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:24.596968 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:49:24.620800 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80529f26-d225-4b1c-9ef1-260779f8790f req-f692d771-e81f-4ea9-864b-4a9b3bfc8184 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.1560833 Sep 17 23:49:24.651251 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986758e-4de4-4655-adac-1f88c04d3c1a req-b1724635-7420-4198-ae26-a98fba1064a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:24.655066 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8986758e-4de4-4655-adac-1f88c04d3c1a req-b1724635-7420-4198-ae26-a98fba1064a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=618eece5ac54429fbfca94da2a0d74b4&device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 1095 time: 0.0898159 Sep 17 23:49:24.658271 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c5d89cfe-aa35-451a-8855-d56753b3f98a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:24.697843 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b857b78-e531-40d8-9071-0ed5871c6df4 req-b65a31b2-5059-4c58-a430-985dc1c7722c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 210 time: 0.0506341 Sep 17 23:49:24.790350 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80529f26-d225-4b1c-9ef1-260779f8790f req-b18f6686-b861-40ef-a9b0-32b8939212e4 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686211 Sep 17 23:49:24.807903 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986758e-4de4-4655-adac-1f88c04d3c1a req-e4d27615-da7f-4ce3-be49-70c020297716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:24.812463 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8986758e-4de4-4655-adac-1f88c04d3c1a req-e4d27615-da7f-4ce3-be49-70c020297716 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca HTTP/1.1" status: 200 len: 914 time: 0.1439729 Sep 17 23:49:24.838262 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c5d89cfe-aa35-451a-8855-d56753b3f98a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:24.923018 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8986758e-4de4-4655-adac-1f88c04d3c1a req-3ee5bcfd-a815-4630-9632-c7d5314e1a9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5cd94e9-77d0-4710-b26f-ae456a380cc1 HTTP/1.1" status: 200 len: 217 time: 0.1044469 Sep 17 23:49:24.938440 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685983a-1f6e-4866-ad07-03642188abf0 req-86fc7993-96b4-45a6-96ea-7f0ed498c4a2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:24.946763 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0685983a-1f6e-4866-ad07-03642188abf0 req-86fc7993-96b4-45a6-96ea-7f0ed498c4a2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 945 time: 0.0953434 Sep 17 23:49:24.995087 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0685983a-1f6e-4866-ad07-03642188abf0 req-5142f8db-d7a5-49e3-82e4-92a99023fd1d tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471189 Sep 17 23:49:25.038069 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a9c16979-f144-4713-b6c5-fd6e91d7b971 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:49:25.078510 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c5d89cfe-aa35-451a-8855-d56753b3f98a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Network e2df3c0f-6c40-4464-917a-684982de5476 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:49:25.115889 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a9c16979-f144-4713-b6c5-fd6e91d7b971 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:49:25.115889 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:25.119376 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c5d89cfe-aa35-451a-8855-d56753b3f98a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:49:25.122420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c5d89cfe-aa35-451a-8855-d56753b3f98a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:49:25.198608 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63b684-58b7-4c5e-b5a7-4bcec2665302 req-eb7f132a-b245-4c06-b115-8c350d9448e8 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:25.200570 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e63b684-58b7-4c5e-b5a7-4bcec2665302 req-eb7f132a-b245-4c06-b115-8c350d9448e8 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 944 time: 0.1224561 Sep 17 23:49:25.233153 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:25.294598 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port a9c16979-f144-4713-b6c5-fd6e91d7b971, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a9c16979-f144-4713-b6c5-fd6e91d7b971,segment=NetworkSegment(df69d4d1-bd5a-42d6-949f-a5607987e53a),segment_id=df69d4d1-bd5a-42d6-949f-a5607987e53a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:25.372177 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:25.481642 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=a9c16979-f144-4713-b6c5-fd6e91d7b971,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:25.713305 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-955fc69c-02d0-4b62-9577-7a7eaf6f512a req-0785c838-85db-4b0e-b25b-1e1df3c3e0ea tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 210 time: 0.1057324 Sep 17 23:49:25.741314 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e63b684-58b7-4c5e-b5a7-4bcec2665302 req-69878940-4e40-41c5-8f6e-04825b75cc09 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336342 Sep 17 23:49:25.788485 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d89cfe-aa35-451a-8855-d56753b3f98a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Pushing event updated for resources: {'Port': ['ID=e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:25.814778 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986758e-4de4-4655-adac-1f88c04d3c1a req-23657ddb-d44d-4b34-a473-5b5f007a341c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:25.816401 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8986758e-4de4-4655-adac-1f88c04d3c1a req-23657ddb-d44d-4b34-a473-5b5f007a341c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=63b99927-674c-4e56-bb77-3a6655e29089 HTTP/1.1" status: 200 len: 853 time: 0.8264668 Sep 17 23:49:25.911504 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453f9bb-d400-4f22-8d01-5cac1f529fd9 req-6a5e9990-9f39-4999-bfc4-e3d4c48f33b3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:25.922207 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1453f9bb-d400-4f22-8d01-5cac1f529fd9 req-6a5e9990-9f39-4999-bfc4-e3d4c48f33b3 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 931 time: 0.0961909 Sep 17 23:49:25.940477 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8986758e-4de4-4655-adac-1f88c04d3c1a req-eb27d7a5-5b14-4d4d-b381-529f325c4a39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872386 Sep 17 23:49:25.977609 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c5d89cfe-aa35-451a-8855-d56753b3f98a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:25.978415 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c5d89cfe-aa35-451a-8855-d56753b3f98a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:25.988228 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:49:26.010446 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a726506-c8e5-469b-abf2-a90792ba699f req-ee390f68-43c1-4a3a-a0c5-a4e492b1708f tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:26.013629 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9a726506-c8e5-469b-abf2-a90792ba699f req-ee390f68-43c1-4a3a-a0c5-a4e492b1708f tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.41 "GET /v2.0/networks?id=08df34eb-0776-4a6d-a2cf-e443d39c7561 HTTP/1.1" status: 200 len: 810 time: 1.1117554 Sep 17 23:49:26.038440 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaeeb22-daf6-44eb-b312-39e6deed6603 req-c14c18ed-0fee-476d-90e9-2d26eb9227a6 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:26.040706 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bfaeeb22-daf6-44eb-b312-39e6deed6603 req-c14c18ed-0fee-476d-90e9-2d26eb9227a6 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.1076784 Sep 17 23:49:26.066474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1453f9bb-d400-4f22-8d01-5cac1f529fd9 req-d32cb955-4d34-4625-952d-118aac6bf183 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406991 Sep 17 23:49:26.113188 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-9a726506-c8e5-469b-abf2-a90792ba699f req-e343356f-220e-4688-bc1d-5756896a5da2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Request body: {'port': {'device_id': '7b8f2277-ebe8-453b-8e96-fb2e28d74e6e', 'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561', 'admin_state_up': True, 'tenant_id': 'b8796731e54146338dce198e6ae702ee'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:49:26.132978 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c5d89cfe-aa35-451a-8855-d56753b3f98a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6414456 Sep 17 23:49:26.159274 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bfaeeb22-daf6-44eb-b312-39e6deed6603 req-ce99f5fc-14d8-4c23-a670-86be30c0a8bf tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888777 Sep 17 23:49:26.160265 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Request body: {'port': {'device_id': '30a917a3-1cf0-4e02-99d5-a8430ad9da56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:49:26.229806 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:49:26.234842 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:26.336891 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc09d4d-cbf1-47e8-9f79-06a461a1ec2c req-aea8f145-954c-4334-970e-9223dde71d1c tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:26.361995 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-adc09d4d-cbf1-47e8-9f79-06a461a1ec2c req-aea8f145-954c-4334-970e-9223dde71d1c tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 945 time: 0.1297674 Sep 17 23:49:26.400401 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:26.449150 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-adc09d4d-cbf1-47e8-9f79-06a461a1ec2c req-7c5229f3-c33f-43dc-a418-ec14102241a2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805750 Sep 17 23:49:26.454993 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:26.456496 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8986758e-4de4-4655-adac-1f88c04d3c1a req-6938b04d-05d2-4490-89d9-cb94dac988f1 service neutron] 10.222.0.41 "GET /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609256 Sep 17 23:49:26.491480 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f6fb0a-7338-4c90-81c9-4e94b1d7179a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:49:26.495801 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dfad32-8d92-4e55-80ab-e1842d1994d5" -d '{"events": [{"server_uuid": "e6f6fb0a-7338-4c90-81c9-4e94b1d7179a", "name": "network-vif-plugged", "status": "completed", "tag": "a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:49:26.527332 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:26.565713 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492728f1-ab84-4aa6-bb77-2b0eabd0e19d x-openstack-request-id: req-492728f1-ab84-4aa6-bb77-2b0eabd0e19d {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:49:26.565879 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f6fb0a-7338-4c90-81c9-4e94b1d7179a", "name": "network-vif-plugged", "status": "completed", "tag": "a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:49:26.566109 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-492728f1-ab84-4aa6-bb77-2b0eabd0e19d {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:49:26.567180 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f6fb0a-7338-4c90-81c9-4e94b1d7179a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a', 'code': 200} Sep 17 23:49:26.628800 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:26.730882 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:26.831120 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:49:26.838187 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:26.850459 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Transition to ACTIVE for port object e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:49:26.860498 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a726506-c8e5-469b-abf2-a90792ba699f req-e343356f-220e-4688-bc1d-5756896a5da2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Made reservation on behalf of b8796731e54146338dce198e6ae702ee for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:49:26.864266 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9a726506-c8e5-469b-abf2-a90792ba699f req-e343356f-220e-4688-bc1d-5756896a5da2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:26.868716 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c3202261-510c-4d0f-b9ac-379f0c552767 req-3b34a19a-2a67-4ddf-9b5e-0e6ddbc80066 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 210 time: 0.0551450 Sep 17 23:49:26.954031 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:26.984954 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a9c16979-f144-4713-b6c5-fd6e91d7b971 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:49:27.028510 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612498a-d1e3-4084-ae97-17691e82f9a8 req-7f2c6c3d-1308-4aac-a519-ce7dd98a0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:27.030501 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e612498a-d1e3-4084-ae97-17691e82f9a8 req-7f2c6c3d-1308-4aac-a519-ce7dd98a0002 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 1097 time: 0.1780829 Sep 17 23:49:27.045334 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c59457-1f0c-486b-afbd-e399d47db496 req-8d91d2dc-1b4e-4fad-ac53-7ea673063bb5 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:27.055247 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e8c59457-1f0c-486b-afbd-e399d47db496 req-8d91d2dc-1b4e-4fad-ac53-7ea673063bb5 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 944 time: 0.0699844 Sep 17 23:49:27.086382 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a9c16979-f144-4713-b6c5-fd6e91d7b971 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:49:27.087496 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:27.116485 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e8c59457-1f0c-486b-afbd-e399d47db496 req-b3874bfb-e59c-47f6-9183-14722d59cac3 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545855 Sep 17 23:49:27.140777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:27.196222 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e612498a-d1e3-4084-ae97-17691e82f9a8 req-b4212983-2ec1-4e94-af7a-bba92d51f369 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569972 Sep 17 23:49:27.223917 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-9a726506-c8e5-469b-abf2-a90792ba699f req-e343356f-220e-4688-bc1d-5756896a5da2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Allocated IP 172.20.0.10 (08df34eb-0776-4a6d-a2cf-e443d39c7561/8c085219-e422-44b2-9dfa-522cba776d62/6329f555-14ba-4787-99f7-baaacce604f2) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:49:27.233396 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efec1cc-0ae3-47bf-9820-e26d812b6041 req-c0215676-efd4-420f-8c83-c552bb8a1436 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:27.235266 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7efec1cc-0ae3-47bf-9820-e26d812b6041 req-c0215676-efd4-420f-8c83-c552bb8a1436 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 943 time: 0.0591364 Sep 17 23:49:27.235607 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Attempting to bind port e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:49:27.236161 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Attempting to bind port e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:49:27.236365 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Attempting to bind port e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 on network e2df3c0f-6c40-4464-917a-684982de5476 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:49:27.247760 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Port e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 on network e2df3c0f-6c40-4464-917a-684982de5476 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:49:27.248088 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Attempting to bind port e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 on network e2df3c0f-6c40-4464-917a-684982de5476 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:49:27.261818 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:49:27.262063 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Checking segment: {'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:49:27.262462 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Bound using segment: {'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:49:27.263015 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Bound port: e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c67e8ad-a2db-46d0-9a22-a379360259d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:49:27.263455 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:27.291686 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7efec1cc-0ae3-47bf-9820-e26d812b6041 req-0f215402-9965-4856-9781-64671c5ec523 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480564 Sep 17 23:49:27.452867 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] For port e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:49:27.471730 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] For port e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:49:27.479671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37a0a2-c8ec-4e6f-b7cb-72ff3701d842 req-179e75b2-96d6-4eba-96c3-95982addd4e9 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:27.481381 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d37a0a2-c8ec-4e6f-b7cb-72ff3701d842 req-179e75b2-96d6-4eba-96c3-95982addd4e9 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0730402 Sep 17 23:49:27.520301 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9a726506-c8e5-469b-abf2-a90792ba699f req-e343356f-220e-4688-bc1d-5756896a5da2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:27.527547 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:27.540056 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d37a0a2-c8ec-4e6f-b7cb-72ff3701d842 req-55639f13-c09f-463c-acf0-f3af68a4440c tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512264 Sep 17 23:49:27.580234 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:27.581043 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:27.582546 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] 10.222.0.41 "PUT /v2.0/ports/e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 HTTP/1.1" status: 200 len: 1091 time: 1.4277065 Sep 17 23:49:27.588523 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a917a3-1cf0-4e02-99d5-a8430ad9da56', 'tag': 'e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:49:27.591003 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1aac6f-e298-40bd-8a83-0f8afe5eee38" -d '{"events": [{"name": "network-changed", "server_uuid": "30a917a3-1cf0-4e02-99d5-a8430ad9da56", "tag": "e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:49:27.624261 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e2f42-d25b-4933-8a39-6d707d6158c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:27.688189 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9a726506-c8e5-469b-abf2-a90792ba699f req-e343356f-220e-4688-bc1d-5756896a5da2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:27.726644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc3e3c-6766-4933-a77d-1567054d9e1f req-16d183a2-498d-494f-ba62-243e92daaeac tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:27.728144 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-98fc3e3c-6766-4933-a77d-1567054d9e1f req-16d183a2-498d-494f-ba62-243e92daaeac tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0550177 Sep 17 23:49:27.734358 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a726506-c8e5-469b-abf2-a90792ba699f req-e343356f-220e-4688-bc1d-5756896a5da2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Network 08df34eb-0776-4a6d-a2cf-e443d39c7561 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:49:27.737964 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-9a726506-c8e5-469b-abf2-a90792ba699f req-e343356f-220e-4688-bc1d-5756896a5da2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:49:27.742380 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a726506-c8e5-469b-abf2-a90792ba699f req-e343356f-220e-4688-bc1d-5756896a5da2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:49:27.794891 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343356f-220e-4688-bc1d-5756896a5da2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Pushing event updated for resources: {'Port': ['ID=6329f555-14ba-4787-99f7-baaacce604f2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:27.814834 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a726506-c8e5-469b-abf2-a90792ba699f req-e343356f-220e-4688-bc1d-5756896a5da2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:27.815615 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9a726506-c8e5-469b-abf2-a90792ba699f req-e343356f-220e-4688-bc1d-5756896a5da2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:27.819604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-98fc3e3c-6766-4933-a77d-1567054d9e1f req-4968aa55-5bcc-463e-9c92-ca70de05d4a3 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802152 Sep 17 23:49:27.868116 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6107ce0a-6610-4e6d-bc1d-b7808e34008e x-openstack-request-id: req-6107ce0a-6610-4e6d-bc1d-b7808e34008e {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:49:27.869312 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a917a3-1cf0-4e02-99d5-a8430ad9da56", "tag": "e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:49:27.869764 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6107ce0a-6610-4e6d-bc1d-b7808e34008e {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:49:27.870337 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a917a3-1cf0-4e02-99d5-a8430ad9da56', 'tag': 'e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2', 'status': 'completed', 'code': 200} Sep 17 23:49:27.903988 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9a726506-c8e5-469b-abf2-a90792ba699f req-e343356f-220e-4688-bc1d-5756896a5da2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8201981 Sep 17 23:49:28.061339 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4c5ef-f937-4bd7-897b-99c137a6070a req-9dfa8495-77ce-45eb-b571-0535894267b7 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:28.062860 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-81f4c5ef-f937-4bd7-897b-99c137a6070a req-9dfa8495-77ce-45eb-b571-0535894267b7 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 932 time: 0.0642288 Sep 17 23:49:28.106380 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-81f4c5ef-f937-4bd7-897b-99c137a6070a req-472080b3-2c6d-4031-bf28-ac1eaefedcc9 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341074 Sep 17 23:49:28.236232 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486c69e-7e35-4e2e-8828-b367d53813aa req-3e82e4a8-a74f-47af-b941-c63ba4ae076f tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:28.238379 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1486c69e-7e35-4e2e-8828-b367d53813aa req-3e82e4a8-a74f-47af-b941-c63ba4ae076f tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 944 time: 0.0564609 Sep 17 23:49:28.292792 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1486c69e-7e35-4e2e-8828-b367d53813aa req-c37c2b36-b676-450b-b70c-7c3789d2afda tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475090 Sep 17 23:49:28.428358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c56f83-2bdb-4ee3-ba7e-30840cb8e1a2 req-56789776-6ad2-48ea-9a66-d9a75949fdd6 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:28.429909 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-37c56f83-2bdb-4ee3-ba7e-30840cb8e1a2 req-56789776-6ad2-48ea-9a66-d9a75949fdd6 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 943 time: 0.0564303 Sep 17 23:49:28.474041 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-37c56f83-2bdb-4ee3-ba7e-30840cb8e1a2 req-7e26b870-1dde-4a3e-a27a-e1a4f087cf2f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377555 Sep 17 23:49:28.650975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9584a-1bd4-4a75-8011-cd60579df0fc req-c0865056-8cbe-41f1-92e7-6fda552a7eb9 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:28.652431 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ee9584a-1bd4-4a75-8011-cd60579df0fc req-c0865056-8cbe-41f1-92e7-6fda552a7eb9 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0507319 Sep 17 23:49:28.692974 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ee9584a-1bd4-4a75-8011-cd60579df0fc req-df4eb51c-c017-4079-af77-cdfd0f5b37c9 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342762 Sep 17 23:49:28.957626 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93d153-7b56-43e8-89c5-c3f7f43138f7 req-0b1ab479-0230-4fa7-9fba-ad74e2b57539 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:28.959775 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f93d153-7b56-43e8-89c5-c3f7f43138f7 req-0b1ab479-0230-4fa7-9fba-ad74e2b57539 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0524790 Sep 17 23:49:29.007834 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f93d153-7b56-43e8-89c5-c3f7f43138f7 req-c3a832dd-561b-4585-83d5-7ce85d1376eb tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417919 Sep 17 23:49:29.167811 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0957893-14d9-457d-a74e-8b111f9240f8 req-73a2f3f0-c176-42b0-8e56-017c63e8ac40 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:29.169237 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0957893-14d9-457d-a74e-8b111f9240f8 req-73a2f3f0-c176-42b0-8e56-017c63e8ac40 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0486395 Sep 17 23:49:29.221083 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0957893-14d9-457d-a74e-8b111f9240f8 req-1358fd81-196f-45dd-a4fc-2e0da9be5831 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452607 Sep 17 23:49:29.331714 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e934e-1f4f-458a-bac5-7362d95a6a69 req-3a557cb7-5389-478a-8150-3fca8b2a8e0f tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:29.333201 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-568e934e-1f4f-458a-bac5-7362d95a6a69 req-3a557cb7-5389-478a-8150-3fca8b2a8e0f tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 932 time: 0.0577526 Sep 17 23:49:29.372119 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-568e934e-1f4f-458a-bac5-7362d95a6a69 req-0feb563f-c9bf-4244-a1c6-1b73c05464cf tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326784 Sep 17 23:49:29.794937 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72575d5-6892-42cf-a06a-d0f296a6ef00 req-48b2ba3a-33f1-46c0-84e5-36c4808e5dea tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:29.796498 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c72575d5-6892-42cf-a06a-d0f296a6ef00 req-48b2ba3a-33f1-46c0-84e5-36c4808e5dea tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 944 time: 0.0801535 Sep 17 23:49:29.835234 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c72575d5-6892-42cf-a06a-d0f296a6ef00 req-68bd0459-8e6d-42e2-af84-3582260e35f1 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327833 Sep 17 23:49:29.948601 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f856b2-3e72-417f-98f7-a80395089b12 req-c8ae3d3e-868f-4392-861f-8556dc3bbe2c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:29.950267 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-98f856b2-3e72-417f-98f7-a80395089b12 req-c8ae3d3e-868f-4392-861f-8556dc3bbe2c tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 943 time: 0.0565996 Sep 17 23:49:29.992777 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-98f856b2-3e72-417f-98f7-a80395089b12 req-31ff85aa-b7f5-4a52-9191-fa523ab31de0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360248 Sep 17 23:49:30.105934 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5cfa3-96e0-4db0-b015-acf77180f1d3 req-ba65ab50-18b4-4a5c-9e63-38a31b109d08 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:30.107430 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-02d5cfa3-96e0-4db0-b015-acf77180f1d3 req-ba65ab50-18b4-4a5c-9e63-38a31b109d08 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0562487 Sep 17 23:49:30.147018 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-02d5cfa3-96e0-4db0-b015-acf77180f1d3 req-b8bc2cde-d609-4567-9ca2-f949047110a1 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333722 Sep 17 23:49:30.410475 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774d230-b3d7-44ae-b95e-796e068df14d req-f7a83a64-907a-4d97-8e47-036418127303 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:30.412550 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a774d230-b3d7-44ae-b95e-796e068df14d req-f7a83a64-907a-4d97-8e47-036418127303 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/networks?id=b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d HTTP/1.1" status: 200 len: 815 time: 0.1315248 Sep 17 23:49:30.430405 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a774d230-b3d7-44ae-b95e-796e068df14d req-ba9a6feb-47f0-4a10-a6cd-354639945985 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/quotas/c5d58bb8806f4bbb9b7d3236c3cdef06 HTTP/1.1" status: 200 len: 375 time: 0.0103707 Sep 17 23:49:30.484926 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a774d230-b3d7-44ae-b95e-796e068df14d req-07cd1843-837b-4d3b-aa73-014d82d50a7f tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5d58bb8806f4bbb9b7d3236c3cdef06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475488 Sep 17 23:49:30.593177 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a774d230-b3d7-44ae-b95e-796e068df14d req-8b97165e-b2a1-4557-ac5b-df2c25a923a2 service neutron] 10.222.0.46 "GET /v2.0/networks/b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950925 Sep 17 23:49:30.690576 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a774d230-b3d7-44ae-b95e-796e068df14d req-8fc44124-a566-41bb-a360-d0229821e089 service neutron] 10.222.0.46 "GET /v2.0/networks/b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902150 Sep 17 23:49:31.078197 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a9b73-9a81-421b-9667-796944421ec1 req-5779bb72-4bd5-4ba5-848a-76cc6cc3050c tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:31.089682 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a6a9b73-9a81-421b-9667-796944421ec1 req-5779bb72-4bd5-4ba5-848a-76cc6cc3050c tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 932 time: 0.1028976 Sep 17 23:49:31.122027 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515bbd4-c927-4d7e-912a-8fd47bfb73c9 req-3da67300-a359-4d03-a3be-af3941b998c7 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:31.123771 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f515bbd4-c927-4d7e-912a-8fd47bfb73c9 req-3da67300-a359-4d03-a3be-af3941b998c7 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6f6fb0a-7338-4c90-81c9-4e94b1d7179a HTTP/1.1" status: 200 len: 946 time: 0.0943983 Sep 17 23:49:31.130656 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a6a9b73-9a81-421b-9667-796944421ec1 req-cc71ad3e-a419-4082-81bb-0db6795fccb6 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354829 Sep 17 23:49:31.278292 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511fde3-b8d8-4748-bba9-f14b4b2a106a req-8d69d21e-5e05-4334-b132-7d46635acd12 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:31.280024 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3511fde3-b8d8-4748-bba9-f14b4b2a106a req-8d69d21e-5e05-4334-b132-7d46635acd12 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 944 time: 0.0561681 Sep 17 23:49:31.293800 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-f515bbd4-c927-4d7e-912a-8fd47bfb73c9 req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Deleting port a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:49:31.294283 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f515bbd4-c927-4d7e-912a-8fd47bfb73c9 req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:31.333490 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3511fde3-b8d8-4748-bba9-f14b4b2a106a req-698575c4-b119-49b2-9a0d-be342ee34bc8 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464821 Sep 17 23:49:31.417127 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-f515bbd4-c927-4d7e-912a-8fd47bfb73c9 req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] For port a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:31.417492 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f515bbd4-c927-4d7e-912a-8fd47bfb73c9 req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:31.430911 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-f515bbd4-c927-4d7e-912a-8fd47bfb73c9 req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Calling delete_port for a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:49:31.443664 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-588d3c4e-0efc-459b-84ef-5d7c48bd24c2 req-4f0c61bb-39fa-47b2-8e87-662bde34aea7 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 210 time: 0.0346143 Sep 17 23:49:31.564540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06821eb-d436-442d-8f5d-be5a93d6fb12 req-54243cec-8c3f-407a-87bd-9207f231a1e2 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:31.566130 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f06821eb-d436-442d-8f5d-be5a93d6fb12 req-54243cec-8c3f-407a-87bd-9207f231a1e2 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 943 time: 0.0498657 Sep 17 23:49:31.610408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f06821eb-d436-442d-8f5d-be5a93d6fb12 req-9b6e5d50-3262-4334-82d6-8fde36aba8c0 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375450 Sep 17 23:49:31.668802 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f515bbd4-c927-4d7e-912a-8fd47bfb73c9 req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:31.681449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:49:31.711507 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Pushing event deleted for resources: {'Port': ['ID=a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:31.737034 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:31.737526 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:31.737962 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:31.738411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:31.738884 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:31.739324 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:31.740301 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:31.741143 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:31.742579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:31.742579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:31.743476 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:31.743669 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:31.776309 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f515bbd4-c927-4d7e-912a-8fd47bfb73c9 req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] No DVR routers for this DVR port a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:49:31.779679 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f515bbd4-c927-4d7e-912a-8fd47bfb73c9 req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:31.782216 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f515bbd4-c927-4d7e-912a-8fd47bfb73c9 req-00cf58f9-b528-42c9-974a-078e4893a353 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.37 "DELETE /v2.0/ports/a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a HTTP/1.1" status: 204 len: 173 time: 0.6520419 Sep 17 23:49:31.783012 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f6fb0a-7338-4c90-81c9-4e94b1d7179a', 'name': 'network-vif-deleted', 'tag': 'a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:49:31.785703 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da254a58-f4f4-4a60-8b39-1d1b62f0f63e" -d '{"events": [{"server_uuid": "e6f6fb0a-7338-4c90-81c9-4e94b1d7179a", "name": "network-vif-deleted", "tag": "a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:49:31.796664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7395168-bf10-48c0-8c86-64047192e35f req-18163070-080a-45af-b268-883207e1cdc3 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:31.806381 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7395168-bf10-48c0-8c86-64047192e35f req-18163070-080a-45af-b268-883207e1cdc3 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0744376 Sep 17 23:49:31.844543 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7395168-bf10-48c0-8c86-64047192e35f req-74cf5827-7bf6-495a-a4b3-484a2fbc8131 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372491 Sep 17 23:49:31.993162 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c71d0b-a35d-4c64-aeb5-22bec15abe27 x-openstack-request-id: req-a8c71d0b-a35d-4c64-aeb5-22bec15abe27 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:49:31.993162 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f6fb0a-7338-4c90-81c9-4e94b1d7179a", "name": "network-vif-deleted", "tag": "a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:49:31.993162 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8c71d0b-a35d-4c64-aeb5-22bec15abe27 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:49:31.993162 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f6fb0a-7338-4c90-81c9-4e94b1d7179a', 'name': 'network-vif-deleted', 'tag': 'a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a', 'status': 'completed', 'code': 200} Sep 17 23:49:32.272405 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e70ccd-4eec-49ab-a17e-a43bc60aee49 req-9f6c736d-a525-4729-8201-518c968b37bb tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:32.273977 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-64e70ccd-4eec-49ab-a17e-a43bc60aee49 req-9f6c736d-a525-4729-8201-518c968b37bb tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 932 time: 0.0599160 Sep 17 23:49:32.315625 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-64e70ccd-4eec-49ab-a17e-a43bc60aee49 req-b3ab1b2b-8525-48f6-83ea-7e3ab54b9d7c tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352616 Sep 17 23:49:32.459726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f1fbc-dde6-4092-92eb-2a464d242270 req-b44ae084-3ba6-4f26-b025-2f1c5bf443d4 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:32.466679 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-907f1fbc-dde6-4092-92eb-2a464d242270 req-b44ae084-3ba6-4f26-b025-2f1c5bf443d4 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 944 time: 0.0615199 Sep 17 23:49:32.504221 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-907f1fbc-dde6-4092-92eb-2a464d242270 req-9ebf6340-671a-4c4f-90b4-e18b5c8a6f01 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364759 Sep 17 23:49:32.602007 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b48d2aa3-f673-4fac-b68a-7f93dc88e2e5 req-49e9fa89-4bf8-463e-8acc-63f504410711 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 210 time: 0.0306764 Sep 17 23:49:32.760040 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143c6c-1a01-42e3-9da6-68eda1b488a9 req-b9bf378d-3909-4d90-9b7d-9ce91a7293c2 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:32.765362 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27143c6c-1a01-42e3-9da6-68eda1b488a9 req-b9bf378d-3909-4d90-9b7d-9ce91a7293c2 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 943 time: 0.0630836 Sep 17 23:49:32.801450 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27143c6c-1a01-42e3-9da6-68eda1b488a9 req-3325b2da-6fb6-4322-a9ce-35993eb36aba tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336328 Sep 17 23:49:32.971595 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64bb920-5cc0-4f33-8fbe-b637ad8f67c2 req-cb3c70c0-6154-49a3-a216-149368b5f546 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:32.973129 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f64bb920-5cc0-4f33-8fbe-b637ad8f67c2 req-cb3c70c0-6154-49a3-a216-149368b5f546 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0550511 Sep 17 23:49:33.017209 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f64bb920-5cc0-4f33-8fbe-b637ad8f67c2 req-a9bb6a88-154f-4965-96ff-aa1b61f974cb tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363061 Sep 17 23:49:33.371421 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774d230-b3d7-44ae-b95e-796e068df14d req-4a1925f6-f775-48cf-8d56-979c90fd0b3e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:33.373133 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a774d230-b3d7-44ae-b95e-796e068df14d req-4a1925f6-f775-48cf-8d56-979c90fd0b3e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.37 "GET /v2.0/networks?id=b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d HTTP/1.1" status: 200 len: 815 time: 0.1228352 Sep 17 23:49:33.387782 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-a774d230-b3d7-44ae-b95e-796e068df14d req-fdd5539a-be48-497f-9653-63da7030b224 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Request body: {'port': {'device_id': '9e020bbe-aa26-49a8-bb78-a57303bdd2aa', 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d', 'admin_state_up': True, 'tenant_id': 'c5d58bb8806f4bbb9b7d3236c3cdef06'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:49:33.474206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b2a05-130d-478e-abf6-a42b5e60279c req-96e0c867-935a-41ec-97b6-a1442c5815c9 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:33.481825 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e23b2a05-130d-478e-abf6-a42b5e60279c req-96e0c867-935a-41ec-97b6-a1442c5815c9 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 932 time: 0.0717373 Sep 17 23:49:33.528881 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e23b2a05-130d-478e-abf6-a42b5e60279c req-810d44ea-9281-454c-bc8d-bba8b2d1bc3d tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444934 Sep 17 23:49:33.654060 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192deb19-4146-49ea-b551-f0ecaabc915c req-4d2ef0c3-fae7-4807-a5b3-464d515ae495 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:33.656144 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-192deb19-4146-49ea-b551-f0ecaabc915c req-4d2ef0c3-fae7-4807-a5b3-464d515ae495 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 944 time: 0.0628841 Sep 17 23:49:33.700146 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-192deb19-4146-49ea-b551-f0ecaabc915c req-4ede8f1a-8c1a-47c9-bec4-f6af19bf9b2e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377474 Sep 17 23:49:33.788214 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0753e63d-c53d-431a-b414-2f3b6b2a2315 req-fc344aa7-8c47-48a3-9f65-18df513ed5b2 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 210 time: 0.0316527 Sep 17 23:49:33.897325 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a774d230-b3d7-44ae-b95e-796e068df14d req-fdd5539a-be48-497f-9653-63da7030b224 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Made reservation on behalf of c5d58bb8806f4bbb9b7d3236c3cdef06 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:49:33.901995 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a774d230-b3d7-44ae-b95e-796e068df14d req-fdd5539a-be48-497f-9653-63da7030b224 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:33.933019 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05776f15-62cd-4545-830b-9b4315231202 req-bf02231e-3509-4b70-9ae8-a7618bedc59d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:33.933019 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05776f15-62cd-4545-830b-9b4315231202 req-bf02231e-3509-4b70-9ae8-a7618bedc59d tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 943 time: 0.0621626 Sep 17 23:49:34.010716 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05776f15-62cd-4545-830b-9b4315231202 req-075ca1cc-7055-4b95-956c-d97018aa0522 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698266 Sep 17 23:49:34.083396 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-a774d230-b3d7-44ae-b95e-796e068df14d req-fdd5539a-be48-497f-9653-63da7030b224 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Allocated IP 172.20.0.7 (b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d/a275f752-544b-480a-88b7-0c6cbafa7069/52952d7e-3de2-4e62-ba26-96f0f4e139f8) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:49:34.157526 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe2ac0-0d99-462d-9f64-80288e98720d req-e020f305-f387-4070-abcf-02aa13a3fa76 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:34.159106 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12fe2ac0-0d99-462d-9f64-80288e98720d req-e020f305-f387-4070-abcf-02aa13a3fa76 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0573487 Sep 17 23:49:34.214424 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12fe2ac0-0d99-462d-9f64-80288e98720d req-7e6b9447-c726-45cc-878b-2016a51600f7 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460031 Sep 17 23:49:34.269113 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a774d230-b3d7-44ae-b95e-796e068df14d req-fdd5539a-be48-497f-9653-63da7030b224 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:34.360816 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a774d230-b3d7-44ae-b95e-796e068df14d req-fdd5539a-be48-497f-9653-63da7030b224 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:34.408365 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a774d230-b3d7-44ae-b95e-796e068df14d req-fdd5539a-be48-497f-9653-63da7030b224 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Network b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:49:34.414109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-a774d230-b3d7-44ae-b95e-796e068df14d req-fdd5539a-be48-497f-9653-63da7030b224 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:49:34.418733 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a774d230-b3d7-44ae-b95e-796e068df14d req-fdd5539a-be48-497f-9653-63da7030b224 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:49:34.423263 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5539a-be48-497f-9653-63da7030b224 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Pushing event updated for resources: {'Port': ['ID=52952d7e-3de2-4e62-ba26-96f0f4e139f8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:34.496745 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774d230-b3d7-44ae-b95e-796e068df14d req-fdd5539a-be48-497f-9653-63da7030b224 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:34.497547 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a774d230-b3d7-44ae-b95e-796e068df14d req-fdd5539a-be48-497f-9653-63da7030b224 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:34.578172 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a774d230-b3d7-44ae-b95e-796e068df14d req-fdd5539a-be48-497f-9653-63da7030b224 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1949880 Sep 17 23:49:34.592124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Request body: {'port': {'device_id': '9e020bbe-aa26-49a8-bb78-a57303bdd2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:49:34.651057 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eaf058-b4f1-455b-aab4-9023fbef79eb req-bd1e2b0f-8444-4969-aa4d-df77dc5f9ada tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:34.652724 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:34.653078 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d1eaf058-b4f1-455b-aab4-9023fbef79eb req-bd1e2b0f-8444-4969-aa4d-df77dc5f9ada tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 932 time: 0.0506051 Sep 17 23:49:34.698337 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d1eaf058-b4f1-455b-aab4-9023fbef79eb req-7e24d58c-4b07-4758-b83b-c0217fc849d4 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383136 Sep 17 23:49:34.829271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82bfab-4ab8-42cf-a68a-549e5c9759d4 req-8a09dbd5-3d93-49d3-a877-40f724c00dde tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:34.831780 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea82bfab-4ab8-42cf-a68a-549e5c9759d4 req-8a09dbd5-3d93-49d3-a877-40f724c00dde tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 944 time: 0.0629015 Sep 17 23:49:34.885433 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea82bfab-4ab8-42cf-a68a-549e5c9759d4 req-83760190-c7ce-476a-a935-61a87042993d tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458713 Sep 17 23:49:34.988846 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52952d7e-3de2-4e62-ba26-96f0f4e139f8 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:49:35.000341 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:35.026062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Transition to ACTIVE for port object 52952d7e-3de2-4e62-ba26-96f0f4e139f8 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:49:35.033358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cd3db-11fe-41a1-967c-fce065c2618e req-82402937-fc58-468b-9360-d18d80e2040e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:35.041958 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-125cd3db-11fe-41a1-967c-fce065c2618e req-82402937-fc58-468b-9360-d18d80e2040e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 931 time: 0.0660365 Sep 17 23:49:35.082398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-125cd3db-11fe-41a1-967c-fce065c2618e req-8b40b32d-6384-4f96-b563-48ced7697b80 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394216 Sep 17 23:49:35.109081 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:35.166510 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Pushing event updated for resources: {'Port': ['ID=52952d7e-3de2-4e62-ba26-96f0f4e139f8,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:35.220329 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb01e0e-36c2-4a4b-bca0-048e16ba99df req-f0774205-fe92-468c-8b38-eaa2bb5ea849 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:35.228290 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2bb01e0e-36c2-4a4b-bca0-048e16ba99df req-f0774205-fe92-468c-8b38-eaa2bb5ea849 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 943 time: 0.0602233 Sep 17 23:49:35.239053 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Attempting to bind port 52952d7e-3de2-4e62-ba26-96f0f4e139f8 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:49:35.239391 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Attempting to bind port 52952d7e-3de2-4e62-ba26-96f0f4e139f8 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'c9c4fb10-a614-49bf-8560-53a1dd68f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:49:35.240286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Attempting to bind port 52952d7e-3de2-4e62-ba26-96f0f4e139f8 on network b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:49:35.245572 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Port 52952d7e-3de2-4e62-ba26-96f0f4e139f8 on network b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:49:35.245903 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Attempting to bind port 52952d7e-3de2-4e62-ba26-96f0f4e139f8 on network b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:49:35.251670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:49:35.252013 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Checking segment: {'id': 'c9c4fb10-a614-49bf-8560-53a1dd68f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:49:35.253114 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Bound using segment: {'id': 'c9c4fb10-a614-49bf-8560-53a1dd68f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:49:35.253573 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Bound port: 52952d7e-3de2-4e62-ba26-96f0f4e139f8, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c4fb10-a614-49bf-8560-53a1dd68f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:49:35.253954 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:35.288812 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2bb01e0e-36c2-4a4b-bca0-048e16ba99df req-9d199cba-93c3-4de4-9aad-6ee9eabd15ee tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594802 Sep 17 23:49:35.337954 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] For port 52952d7e-3de2-4e62-ba26-96f0f4e139f8, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:49:35.341385 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] For port 52952d7e-3de2-4e62-ba26-96f0f4e139f8, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=52952d7e-3de2-4e62-ba26-96f0f4e139f8,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:49:35.400639 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bc603-506d-410b-9605-a92448a09456 req-0fb8a0d8-05cc-4de4-9681-36cb63c8027c tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:35.402215 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d6bc603-506d-410b-9605-a92448a09456 req-0fb8a0d8-05cc-4de4-9681-36cb63c8027c tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0611615 Sep 17 23:49:35.423859 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:35.442487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d6bc603-506d-410b-9605-a92448a09456 req-ae8ab202-e640-4250-baec-da09930ff536 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340984 Sep 17 23:49:35.463017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:35.464055 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:35.465732 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a774d230-b3d7-44ae-b95e-796e068df14d req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] 10.222.0.37 "PUT /v2.0/ports/52952d7e-3de2-4e62-ba26-96f0f4e139f8 HTTP/1.1" status: 200 len: 1091 time: 0.8778675 Sep 17 23:49:35.466203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e020bbe-aa26-49a8-bb78-a57303bdd2aa', 'tag': '52952d7e-3de2-4e62-ba26-96f0f4e139f8'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:49:35.469521 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5405ac39-25c0-49cc-a8af-92830d867e08" -d '{"events": [{"name": "network-changed", "server_uuid": "9e020bbe-aa26-49a8-bb78-a57303bdd2aa", "tag": "52952d7e-3de2-4e62-ba26-96f0f4e139f8"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:49:35.502016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb95f5d-89d5-4e43-b4a9-d83affca978c service neutron] Pushing event updated for resources: {'Port': ['ID=52952d7e-3de2-4e62-ba26-96f0f4e139f8,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:35.617922 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c62771-2274-4d93-8ba7-2f84af1a27ee x-openstack-request-id: req-f7c62771-2274-4d93-8ba7-2f84af1a27ee {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:49:35.618273 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e020bbe-aa26-49a8-bb78-a57303bdd2aa", "tag": "52952d7e-3de2-4e62-ba26-96f0f4e139f8", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:49:35.618525 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f7c62771-2274-4d93-8ba7-2f84af1a27ee {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:49:35.618923 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e020bbe-aa26-49a8-bb78-a57303bdd2aa', 'tag': '52952d7e-3de2-4e62-ba26-96f0f4e139f8', 'status': 'completed', 'code': 200} Sep 17 23:49:35.650621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774d230-b3d7-44ae-b95e-796e068df14d req-c3cc9d13-919c-4b44-aa4a-e7bc052655fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:35.652386 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a774d230-b3d7-44ae-b95e-796e068df14d req-c3cc9d13-919c-4b44-aa4a-e7bc052655fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5d58bb8806f4bbb9b7d3236c3cdef06&device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 1094 time: 0.0471907 Sep 17 23:49:35.695850 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a774d230-b3d7-44ae-b95e-796e068df14d req-8151c295-3ef1-425a-a4ed-2dd40563c564 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52952d7e-3de2-4e62-ba26-96f0f4e139f8 HTTP/1.1" status: 200 len: 217 time: 0.0356350 Sep 17 23:49:35.753198 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774d230-b3d7-44ae-b95e-796e068df14d req-508169d8-fa97-4af8-9d4d-49978a0b48c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:35.754702 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a774d230-b3d7-44ae-b95e-796e068df14d req-508169d8-fa97-4af8-9d4d-49978a0b48c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a275f752-544b-480a-88b7-0c6cbafa7069 HTTP/1.1" status: 200 len: 855 time: 0.0522964 Sep 17 23:49:35.790272 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a774d230-b3d7-44ae-b95e-796e068df14d req-403f344b-005a-47cc-9de5-48bc55432fed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287971 Sep 17 23:49:35.815142 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e769c5-efcb-491b-93ce-16bc00e36155 req-27e58841-7add-4a58-81fd-e572404b10de tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:36.182947 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-97e769c5-efcb-491b-93ce-16bc00e36155 req-27e58841-7add-4a58-81fd-e572404b10de tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 932 time: 0.0507946 Sep 17 23:49:36.182947 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-97e769c5-efcb-491b-93ce-16bc00e36155 req-c33ba936-959e-432b-91c8-281e8869b81a tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358918 Sep 17 23:49:36.183651 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a774d230-b3d7-44ae-b95e-796e068df14d req-e73ebf18-1b85-4f5f-8147-a911962c9305 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898144 Sep 17 23:49:36.183651 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a774d230-b3d7-44ae-b95e-796e068df14d req-853ec825-2d65-4271-932a-885b42105054 service neutron] 10.222.0.37 "GET /v2.0/networks/b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883653 Sep 17 23:49:36.184352 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510356ea-eccf-437a-b920-61d294402cfe req-07dc7566-023e-4d26-ae68-fa9fda817e8d tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:36.184352 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-510356ea-eccf-437a-b920-61d294402cfe req-07dc7566-023e-4d26-ae68-fa9fda817e8d tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 944 time: 0.0516360 Sep 17 23:49:36.184534 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:49:36.185064 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-510356ea-eccf-437a-b920-61d294402cfe req-05168e42-f3e2-4615-b008-860a2496f513 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324314 Sep 17 23:49:36.185170 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:49:36.185170 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a755f7f3-8042-4c9b-ba3c-7bb8d3c6974a not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:49:36.185400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Request body: {'port': {'device_id': '7b8f2277-ebe8-453b-8e96-fb2e28d74e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:49:36.211577 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323cd06-f702-48a9-a841-f390e05e4594 req-103a8c7d-ed14-4c22-b21e-a71bfddaa8f3 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:36.213490 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d323cd06-f702-48a9-a841-f390e05e4594 req-103a8c7d-ed14-4c22-b21e-a71bfddaa8f3 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 943 time: 0.0614007 Sep 17 23:49:36.246316 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:36.263639 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d323cd06-f702-48a9-a841-f390e05e4594 req-b515bbef-f65a-448a-a3a3-6dde4efe11f7 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327837 Sep 17 23:49:36.281056 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8986758e-4de4-4655-adac-1f88c04d3c1a req-b54198e2-fb29-4887-b0ba-bccfc790ebe7 service neutron] 10.222.0.41 "GET /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805105 Sep 17 23:49:36.282798 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aac6f-e298-40bd-8a83-0f8afe5eee38 req-0a7053a9-e2d7-40bc-8aff-dc1c42e02c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:36.284123 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0a1aac6f-e298-40bd-8a83-0f8afe5eee38 req-0a7053a9-e2d7-40bc-8aff-dc1c42e02c42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 1094 time: 0.1747732 Sep 17 23:49:36.403481 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acdb87-7238-4469-a90d-6d6b992d6cef req-135f5106-3453-4eb8-9a82-d9795dd530fe tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:36.405186 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54acdb87-7238-4469-a90d-6d6b992d6cef req-135f5106-3453-4eb8-9a82-d9795dd530fe tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 943 time: 0.0531256 Sep 17 23:49:36.499951 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54acdb87-7238-4469-a90d-6d6b992d6cef req-da8a4ecb-0280-43c5-8b4b-1b062992363e tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402083 Sep 17 23:49:36.500487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aac6f-e298-40bd-8a83-0f8afe5eee38 req-2a8b865f-3d5e-4bab-b815-3459018d41a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:36.500487 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0a1aac6f-e298-40bd-8a83-0f8afe5eee38 req-2a8b865f-3d5e-4bab-b815-3459018d41a2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1878085 Sep 17 23:49:36.586337 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bf897-599a-43e2-9722-a1440bd88893 req-c03e1e82-c0a7-4cd7-b92f-94abaa5b0e8a tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:36.588344 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7d7bf897-599a-43e2-9722-a1440bd88893 req-c03e1e82-c0a7-4cd7-b92f-94abaa5b0e8a tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0634036 Sep 17 23:49:36.636097 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7d7bf897-599a-43e2-9722-a1440bd88893 req-b7437b94-55d3-4622-9f0c-a7b0ca944893 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394444 Sep 17 23:49:36.654211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aac6f-e298-40bd-8a83-0f8afe5eee38 req-e651db9d-63a9-4332-9821-c9af06428b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:36.655656 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0a1aac6f-e298-40bd-8a83-0f8afe5eee38 req-e651db9d-63a9-4332-9821-c9af06428b18 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320705 Sep 17 23:49:36.690345 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6329f555-14ba-4787-99f7-baaacce604f2 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:49:36.698745 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:36.711169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Transition to ACTIVE for port object 6329f555-14ba-4787-99f7-baaacce604f2 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:49:37.112273 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:37.217815 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-f6820cb3-bc56-41db-a7de-684606770461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:37.219328 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-f6820cb3-bc56-41db-a7de-684606770461 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 1094 time: 0.1257536 Sep 17 23:49:37.219945 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Pushing event updated for resources: {'Port': ['ID=6329f555-14ba-4787-99f7-baaacce604f2,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:37.225990 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405ac39-25c0-49cc-a8af-92830d867e08 req-0427deee-0438-4682-bdec-0d8d140f91e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:37.228168 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5405ac39-25c0-49cc-a8af-92830d867e08 req-0427deee-0438-4682-bdec-0d8d140f91e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5d58bb8806f4bbb9b7d3236c3cdef06&device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 1094 time: 0.1233122 Sep 17 23:49:37.327321 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-f0257157-8c8e-4f12-bb76-86a8a901f992 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 HTTP/1.1" status: 200 len: 217 time: 0.0818615 Sep 17 23:49:37.376586 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e01df2-3e20-408f-a13d-74c6d8870479 req-c26e24c2-f7a2-4e7a-9bc3-fd7fe6e7e47d tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:37.378668 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51e01df2-3e20-408f-a13d-74c6d8870479 req-c26e24c2-f7a2-4e7a-9bc3-fd7fe6e7e47d tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 944 time: 0.0605881 Sep 17 23:49:37.424110 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51e01df2-3e20-408f-a13d-74c6d8870479 req-bb6435d0-c770-4c4d-b3ce-7f084fcf94b2 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376832 Sep 17 23:49:37.439547 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Attempting to bind port 6329f555-14ba-4787-99f7-baaacce604f2 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:49:37.439885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Attempting to bind port 6329f555-14ba-4787-99f7-baaacce604f2 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'df69d4d1-bd5a-42d6-949f-a5607987e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:49:37.440211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Attempting to bind port 6329f555-14ba-4787-99f7-baaacce604f2 on network 08df34eb-0776-4a6d-a2cf-e443d39c7561 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:49:37.445912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-16b4fd1f-2766-48b8-8c74-a0f6e7412694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:37.447370 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-16b4fd1f-2766-48b8-8c74-a0f6e7412694 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7b73b73-63cd-4505-9722-63303d58ca18 HTTP/1.1" status: 200 len: 852 time: 0.1096270 Sep 17 23:49:37.469787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Port 6329f555-14ba-4787-99f7-baaacce604f2 on network 08df34eb-0776-4a6d-a2cf-e443d39c7561 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:49:37.470116 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Attempting to bind port 6329f555-14ba-4787-99f7-baaacce604f2 on network 08df34eb-0776-4a6d-a2cf-e443d39c7561 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:49:37.486351 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405ac39-25c0-49cc-a8af-92830d867e08 req-5c8bde05-791b-4be6-9c90-8dd0d1249957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:37.487805 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5405ac39-25c0-49cc-a8af-92830d867e08 req-5c8bde05-791b-4be6-9c90-8dd0d1249957 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d HTTP/1.1" status: 200 len: 916 time: 0.2436209 Sep 17 23:49:37.491834 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-6dae45e3-3327-44fc-a907-8903e4b48d2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2df3c0f-6c40-4464-917a-684982de5476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356352 Sep 17 23:49:37.492981 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:49:37.493319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Checking segment: {'id': 'df69d4d1-bd5a-42d6-949f-a5607987e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:49:37.493695 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Bound using segment: {'id': 'df69d4d1-bd5a-42d6-949f-a5607987e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:49:37.494125 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Bound port: 6329f555-14ba-4787-99f7-baaacce604f2, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df69d4d1-bd5a-42d6-949f-a5607987e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:49:37.494480 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:37.575500 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce000665-44a3-40cb-b910-b2336592d86b req-64cb0a2d-0db3-4430-864d-151a958716b1 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:37.577095 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ce000665-44a3-40cb-b910-b2336592d86b req-64cb0a2d-0db3-4430-864d-151a958716b1 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 943 time: 0.0759628 Sep 17 23:49:37.586082 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7472c-2510-476b-af47-55909e17669a req-b94d7e03-8f47-4720-8853-ed393a07350f tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:37.587642 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-caa7472c-2510-476b-af47-55909e17669a req-b94d7e03-8f47-4720-8853-ed393a07350f tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 944 time: 0.0988200 Sep 17 23:49:37.651114 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ce000665-44a3-40cb-b910-b2336592d86b req-2f2ff49e-0855-4bdd-a645-f58cf0b90fa7 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622251 Sep 17 23:49:37.656790 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-caa7472c-2510-476b-af47-55909e17669a req-98ec085e-2ee8-4420-a8b6-eb89120bbbde tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617723 Sep 17 23:49:37.785661 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b69d5c-5314-4e7c-b76c-a08465aa9734 req-09fed235-902b-4e0a-84bd-04776d8decaa tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:37.789406 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0b69d5c-5314-4e7c-b76c-a08465aa9734 req-09fed235-902b-4e0a-84bd-04776d8decaa tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 943 time: 0.0627933 Sep 17 23:49:37.860539 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0b69d5c-5314-4e7c-b76c-a08465aa9734 req-f8d4d56c-76d2-401d-9378-6692db542722 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614159 Sep 17 23:49:37.868043 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5405ac39-25c0-49cc-a8af-92830d867e08 req-40c4faeb-1d7f-42bc-ad06-025cc1255172 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52952d7e-3de2-4e62-ba26-96f0f4e139f8 HTTP/1.1" status: 200 len: 217 time: 0.3702574 Sep 17 23:49:37.870227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76b96f-68aa-4dab-ac16-c8c693109794 req-46aaf0e1-ff46-4422-bb77-db6aa48e31d2 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:37.871738 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e76b96f-68aa-4dab-ac16-c8c693109794 req-46aaf0e1-ff46-4422-bb77-db6aa48e31d2 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0814171 Sep 17 23:49:37.919724 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e76b96f-68aa-4dab-ac16-c8c693109794 req-2b0e9da2-9fca-47fa-81a9-0ec8bcf9ae23 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339515 Sep 17 23:49:37.988447 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405ac39-25c0-49cc-a8af-92830d867e08 req-368dee4f-a008-43f9-a83d-41dd3d1c1d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:37.990546 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5405ac39-25c0-49cc-a8af-92830d867e08 req-368dee4f-a008-43f9-a83d-41dd3d1c1d9d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a275f752-544b-480a-88b7-0c6cbafa7069 HTTP/1.1" status: 200 len: 855 time: 0.1115801 Sep 17 23:49:38.035327 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5405ac39-25c0-49cc-a8af-92830d867e08 req-80f1ef38-2f45-47ad-84c3-7043e4b58b8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363955 Sep 17 23:49:38.036877 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] For port 6329f555-14ba-4787-99f7-baaacce604f2, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:49:38.074534 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] For port 6329f555-14ba-4787-99f7-baaacce604f2, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6329f555-14ba-4787-99f7-baaacce604f2,segment=NetworkSegment(df69d4d1-bd5a-42d6-949f-a5607987e53a),segment_id=df69d4d1-bd5a-42d6-949f-a5607987e53a)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:49:38.084870 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-10301670-b318-45dc-97e3-3d4b1e81922d service neutron] 10.222.0.41 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5797169 Sep 17 23:49:38.193575 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:38.234664 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5405ac39-25c0-49cc-a8af-92830d867e08 req-3ffabba2-f48a-4cf2-8dbb-ba3548e4cb6e service neutron] 10.222.0.37 "GET /v2.0/networks/b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911311 Sep 17 23:49:38.254624 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:38.255299 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:38.256611 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9a726506-c8e5-469b-abf2-a90792ba699f req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] 10.222.0.41 "PUT /v2.0/ports/6329f555-14ba-4787-99f7-baaacce604f2 HTTP/1.1" status: 200 len: 1092 time: 2.1483197 Sep 17 23:49:38.259008 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8f2277-ebe8-453b-8e96-fb2e28d74e6e', 'tag': '6329f555-14ba-4787-99f7-baaacce604f2'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:49:38.261241 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34eac23e-9593-4ec6-99ee-4fca9bb6ca96" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8f2277-ebe8-453b-8e96-fb2e28d74e6e", "tag": "6329f555-14ba-4787-99f7-baaacce604f2"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:49:38.305504 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff51c92-6d1d-45e1-8889-a70b262281d3 x-openstack-request-id: req-cff51c92-6d1d-45e1-8889-a70b262281d3 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:49:38.306216 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8f2277-ebe8-453b-8e96-fb2e28d74e6e", "tag": "6329f555-14ba-4787-99f7-baaacce604f2", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:49:38.306216 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cff51c92-6d1d-45e1-8889-a70b262281d3 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:49:38.306440 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8f2277-ebe8-453b-8e96-fb2e28d74e6e', 'tag': '6329f555-14ba-4787-99f7-baaacce604f2', 'status': 'completed', 'code': 200} Sep 17 23:49:38.314293 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ce2645a5-f736-4ef6-8b8e-9f21fc95411b req-c6f6090b-be5a-43e9-9c3b-628fdf97e51e service neutron] 10.222.0.41 "GET /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937385 Sep 17 23:49:38.366590 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5acc23-49e5-4331-96a0-1e3c63f85c7b service neutron] Pushing event updated for resources: {'Port': ['ID=6329f555-14ba-4787-99f7-baaacce604f2,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:38.409676 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5405ac39-25c0-49cc-a8af-92830d867e08 req-18751c04-9121-4686-8c53-24cab99ad79b service neutron] 10.222.0.37 "GET /v2.0/networks/b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657801 Sep 17 23:49:38.412877 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eac23e-9593-4ec6-99ee-4fca9bb6ca96 req-c7511cd2-35e4-4eda-8c80-30741e199596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:38.414287 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-34eac23e-9593-4ec6-99ee-4fca9bb6ca96 req-c7511cd2-35e4-4eda-8c80-30741e199596 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8796731e54146338dce198e6ae702ee&device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 1095 time: 0.0726819 Sep 17 23:49:38.522491 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eac23e-9593-4ec6-99ee-4fca9bb6ca96 req-92b1794a-fc8a-4836-85c6-72a87ce3a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:38.526115 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-34eac23e-9593-4ec6-99ee-4fca9bb6ca96 req-92b1794a-fc8a-4836-85c6-72a87ce3a693 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b8796731e54146338dce198e6ae702ee&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1014540 Sep 17 23:49:38.556490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fede9-cae9-46e1-a150-cfbfb80d57d2 req-0c5519f8-c371-4f6f-8efc-23443ab0b237 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:38.560611 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc3fede9-cae9-46e1-a150-cfbfb80d57d2 req-0c5519f8-c371-4f6f-8efc-23443ab0b237 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 944 time: 0.0531869 Sep 17 23:49:38.596414 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc3fede9-cae9-46e1-a150-cfbfb80d57d2 req-d65f07ef-5d97-44b9-b081-88d76274c5d2 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322583 Sep 17 23:49:38.624022 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eac23e-9593-4ec6-99ee-4fca9bb6ca96 req-57d77883-222d-4606-81b3-69f5de6ef53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:38.625584 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-34eac23e-9593-4ec6-99ee-4fca9bb6ca96 req-57d77883-222d-4606-81b3-69f5de6ef53d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944271 Sep 17 23:49:38.704702 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a726506-c8e5-469b-abf2-a90792ba699f req-699622a1-710c-47cf-ad08-4224431e0f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:38.706313 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9a726506-c8e5-469b-abf2-a90792ba699f req-699622a1-710c-47cf-ad08-4224431e0f4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8796731e54146338dce198e6ae702ee&device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 1095 time: 0.0407712 Sep 17 23:49:38.749717 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9a726506-c8e5-469b-abf2-a90792ba699f req-9f7a813a-22eb-45d7-a32a-a503110f5342 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6329f555-14ba-4787-99f7-baaacce604f2 HTTP/1.1" status: 200 len: 217 time: 0.0343678 Sep 17 23:49:38.801074 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c2ce2-1e41-42c5-8815-e508d284957c req-a05276cb-dd2e-4a41-b69b-f00a42101254 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:38.802612 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd1c2ce2-1e41-42c5-8815-e508d284957c req-a05276cb-dd2e-4a41-b69b-f00a42101254 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 943 time: 0.0798640 Sep 17 23:49:38.814296 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d75161-66f8-473a-94b6-2fafbbf090be req-8ef53069-438c-470d-bc73-255cc5e4bb46 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:38.820122 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a726506-c8e5-469b-abf2-a90792ba699f req-8a1a1220-d63e-4be0-8b59-c619f4acfbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:38.820259 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80d75161-66f8-473a-94b6-2fafbbf090be req-8ef53069-438c-470d-bc73-255cc5e4bb46 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 944 time: 0.0825813 Sep 17 23:49:38.820395 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9a726506-c8e5-469b-abf2-a90792ba699f req-8a1a1220-d63e-4be0-8b59-c619f4acfbba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c085219-e422-44b2-9dfa-522cba776d62 HTTP/1.1" status: 200 len: 850 time: 0.0488946 Sep 17 23:49:38.852898 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9a726506-c8e5-469b-abf2-a90792ba699f req-6c9f688b-c96e-4ba7-ad75-ef38d8842e76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08df34eb-0776-4a6d-a2cf-e443d39c7561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246785 Sep 17 23:49:38.873632 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd1c2ce2-1e41-42c5-8815-e508d284957c req-615c7ef9-8dcf-409b-a5a2-6ba4ec595686 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569510 Sep 17 23:49:38.876684 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80d75161-66f8-473a-94b6-2fafbbf090be req-884207de-7612-4241-8c2f-5f30cb6c0e1d tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535562 Sep 17 23:49:38.978346 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9a726506-c8e5-469b-abf2-a90792ba699f req-ccad2c86-7bef-4e41-896f-2e6cf3e80b80 service neutron] 10.222.0.41 "GET /v2.0/networks/08df34eb-0776-4a6d-a2cf-e443d39c7561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100750 Sep 17 23:49:39.024690 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd844-628a-4777-b374-76e3588b73b1 req-5ac3fd0a-6b7e-4d46-b392-307e2d341cf5 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:39.026340 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df2fd844-628a-4777-b374-76e3588b73b1 req-5ac3fd0a-6b7e-4d46-b392-307e2d341cf5 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 943 time: 0.0690479 Sep 17 23:49:39.067696 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df2fd844-628a-4777-b374-76e3588b73b1 req-cec36754-6540-4ceb-b0a3-ca03a5067cb1 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346985 Sep 17 23:49:39.079496 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9a726506-c8e5-469b-abf2-a90792ba699f req-d4c63546-f03c-4d20-ae06-49e904044e68 service neutron] 10.222.0.41 "GET /v2.0/networks/08df34eb-0776-4a6d-a2cf-e443d39c7561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994430 Sep 17 23:49:39.501091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device b5cd94e9-77d0-4710-b26f-ae456a380cc1 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:49:39.602229 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port b5cd94e9-77d0-4710-b26f-ae456a380cc1, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=b5cd94e9-77d0-4710-b26f-ae456a380cc1,segment=NetworkSegment(6ce9f960-9106-480f-a69e-89630099531d),segment_id=6ce9f960-9106-480f-a69e-89630099531d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:39.615171 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'b5cd94e9-77d0-4710-b26f-ae456a380cc1', 'network_id': 'aa15324e-81e0-45c5-9f7e-d9fb6108a5ca', 'port_id': 'b5cd94e9-77d0-4710-b26f-ae456a380cc1', 'mac_address': 'fa:16:3e:c0:4a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b99927-674c-4e56-bb77-3a6655e29089', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:49:39.655682 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:39.670814 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5cd94e9-77d0-4710-b26f-ae456a380cc1 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:49:39.692953 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port b5cd94e9-77d0-4710-b26f-ae456a380cc1, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=b5cd94e9-77d0-4710-b26f-ae456a380cc1,segment=NetworkSegment(6ce9f960-9106-480f-a69e-89630099531d),segment_id=6ce9f960-9106-480f-a69e-89630099531d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:39.722179 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af70f9-b5e8-40b1-b8f2-49ed4e93954d req-0d0d8eb1-d384-462d-b2d2-5f5c8eb70b7c tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:39.723662 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43af70f9-b5e8-40b1-b8f2-49ed4e93954d req-0d0d8eb1-d384-462d-b2d2-5f5c8eb70b7c tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 944 time: 0.0540347 Sep 17 23:49:39.748722 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:39.764909 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43af70f9-b5e8-40b1-b8f2-49ed4e93954d req-abe75df7-1ea0-4586-b591-407c2a92adc8 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345991 Sep 17 23:49:39.799175 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=b5cd94e9-77d0-4710-b26f-ae456a380cc1,revision_number=11']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:40.024347 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d6d8-14db-4557-a07e-457ce7c81b09 req-dc8f45cc-c9c0-483a-ae0b-14edff6a1eb1 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:40.026034 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba41d6d8-14db-4557-a07e-457ce7c81b09 req-dc8f45cc-c9c0-483a-ae0b-14edff6a1eb1 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 943 time: 0.0792003 Sep 17 23:49:40.039447 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202e956-24af-4f61-be51-d3e8db752615 req-c70063dc-b0a1-40cd-a068-791ab9106d92 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:40.041047 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d202e956-24af-4f61-be51-d3e8db752615 req-c70063dc-b0a1-40cd-a068-791ab9106d92 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 944 time: 0.0820308 Sep 17 23:49:40.049604 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 52952d7e-3de2-4e62-ba26-96f0f4e139f8 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:49:40.091310 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba41d6d8-14db-4557-a07e-457ce7c81b09 req-f56eeaf2-04cc-4453-af82-51451b3d9c60 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492456 Sep 17 23:49:40.104980 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d202e956-24af-4f61-be51-d3e8db752615 req-7dcce1a6-ac88-4544-a651-2e73d021a35b tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570896 Sep 17 23:49:40.136327 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['b5cd94e9-77d0-4710-b26f-ae456a380cc1'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:49:40.224497 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 52952d7e-3de2-4e62-ba26-96f0f4e139f8, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=52952d7e-3de2-4e62-ba26-96f0f4e139f8,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:40.244620 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '52952d7e-3de2-4e62-ba26-96f0f4e139f8', 'network_id': 'b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d', 'port_id': '52952d7e-3de2-4e62-ba26-96f0f4e139f8', 'mac_address': 'fa:16:3e:1b:35:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a275f752-544b-480a-88b7-0c6cbafa7069', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:49:40.262316 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:40.297282 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a43fc5-9699-47a9-9acc-c15c30c82999 req-b443d49c-d167-4e13-bcb0-cb08f6ead250 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:40.305115 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5a43fc5-9699-47a9-9acc-c15c30c82999 req-b443d49c-d167-4e13-bcb0-cb08f6ead250 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 943 time: 0.0684490 Sep 17 23:49:40.325661 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:40.339506 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5a43fc5-9699-47a9-9acc-c15c30c82999 req-6fdc63ac-bd53-4a71-8086-bcf1200e321a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335493 Sep 17 23:49:40.354219 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52952d7e-3de2-4e62-ba26-96f0f4e139f8 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:49:40.386694 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 52952d7e-3de2-4e62-ba26-96f0f4e139f8, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=52952d7e-3de2-4e62-ba26-96f0f4e139f8,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:40.480054 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:40.538486 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=52952d7e-3de2-4e62-ba26-96f0f4e139f8,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:40.757827 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['52952d7e-3de2-4e62-ba26-96f0f4e139f8'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:49:40.887546 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e768983-ee42-4653-9e96-dbbba8b68bea req-8c0c6136-4b63-4c11-940f-21d47a303629 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:40.889388 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1e768983-ee42-4653-9e96-dbbba8b68bea req-8c0c6136-4b63-4c11-940f-21d47a303629 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 945 time: 0.0540910 Sep 17 23:49:40.929381 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1e768983-ee42-4653-9e96-dbbba8b68bea req-83289f0d-5298-463b-81a0-5eae3c35a0da tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328629 Sep 17 23:49:41.255559 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8305f-fb38-4637-9600-9054b1d525f4 req-36338a85-e402-4525-a376-576057b78388 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:41.257101 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12c8305f-fb38-4637-9600-9054b1d525f4 req-36338a85-e402-4525-a376-576057b78388 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 944 time: 0.0805972 Sep 17 23:49:41.269109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408404e-1443-4db6-b652-45b5e0c0abe2 req-3d22c323-7a77-4b3f-821a-a3f8dad8e72d tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:41.270793 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3408404e-1443-4db6-b652-45b5e0c0abe2 req-3d22c323-7a77-4b3f-821a-a3f8dad8e72d tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 944 time: 0.0842016 Sep 17 23:49:41.325902 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12c8305f-fb38-4637-9600-9054b1d525f4 req-1d04773c-5b91-4d1f-ae45-8fd8b903af41 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540419 Sep 17 23:49:41.330798 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3408404e-1443-4db6-b652-45b5e0c0abe2 req-353bef26-4319-4ab5-b072-bd51306f9564 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520904 Sep 17 23:49:41.505291 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297ee63-5af3-4cfd-ba1c-bbe20e3cabbf req-19f91f75-af6c-4ba0-b23e-1a690685d032 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:41.506871 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8297ee63-5af3-4cfd-ba1c-bbe20e3cabbf req-19f91f75-af6c-4ba0-b23e-1a690685d032 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 943 time: 0.0499501 Sep 17 23:49:41.508645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 6329f555-14ba-4787-99f7-baaacce604f2 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:49:41.512076 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device b5cd94e9-77d0-4710-b26f-ae456a380cc1 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:49:41.563018 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8297ee63-5af3-4cfd-ba1c-bbe20e3cabbf req-d22ffd8b-aeed-481e-a1f5-7fab3398e032 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408425 Sep 17 23:49:41.652736 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 6329f555-14ba-4787-99f7-baaacce604f2, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6329f555-14ba-4787-99f7-baaacce604f2,segment=NetworkSegment(df69d4d1-bd5a-42d6-949f-a5607987e53a),segment_id=df69d4d1-bd5a-42d6-949f-a5607987e53a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:41.665808 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '6329f555-14ba-4787-99f7-baaacce604f2', 'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561', 'port_id': '6329f555-14ba-4787-99f7-baaacce604f2', 'mac_address': 'fa:16:3e:64:18:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c085219-e422-44b2-9dfa-522cba776d62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:49:41.704498 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port b5cd94e9-77d0-4710-b26f-ae456a380cc1 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:49:41.707774 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:41.716581 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port b5cd94e9-77d0-4710-b26f-ae456a380cc1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:49:41.718093 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:41.738742 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6329f555-14ba-4787-99f7-baaacce604f2 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:49:41.771686 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 6329f555-14ba-4787-99f7-baaacce604f2, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6329f555-14ba-4787-99f7-baaacce604f2,segment=NetworkSegment(df69d4d1-bd5a-42d6-949f-a5607987e53a),segment_id=df69d4d1-bd5a-42d6-949f-a5607987e53a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:41.815066 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:41.837684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52445c6-0bfb-44e4-98f9-10e5df151f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cd94e9-77d0-4710-b26f-ae456a380cc1'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:49:41.839950 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa0e22d-c18f-4690-b5f2-94bd259f9548" -d '{"events": [{"server_uuid": "a52445c6-0bfb-44e4-98f9-10e5df151f87", "name": "network-vif-plugged", "status": "completed", "tag": "b5cd94e9-77d0-4710-b26f-ae456a380cc1"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:49:41.851034 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:41.851689 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:49:41.859688 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port b5cd94e9-77d0-4710-b26f-ae456a380cc1, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=b5cd94e9-77d0-4710-b26f-ae456a380cc1,segment=NetworkSegment(6ce9f960-9106-480f-a69e-89630099531d),segment_id=6ce9f960-9106-480f-a69e-89630099531d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:41.882940 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ca23ab-db9d-44ea-8a67-1991b7c846d5 x-openstack-request-id: req-50ca23ab-db9d-44ea-8a67-1991b7c846d5 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:49:41.883228 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52445c6-0bfb-44e4-98f9-10e5df151f87", "name": "network-vif-plugged", "status": "completed", "tag": "b5cd94e9-77d0-4710-b26f-ae456a380cc1", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:49:41.883483 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-50ca23ab-db9d-44ea-8a67-1991b7c846d5 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:49:41.883875 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52445c6-0bfb-44e4-98f9-10e5df151f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cd94e9-77d0-4710-b26f-ae456a380cc1', 'code': 200} Sep 17 23:49:41.922218 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:41.938826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=6329f555-14ba-4787-99f7-baaacce604f2,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:42.034633 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:42.058407 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2', 'network_id': 'e2df3c0f-6c40-4464-917a-684982de5476', 'port_id': 'e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2', 'mac_address': 'fa:16:3e:bf:fc:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b73b73-63cd-4505-9722-63303d58ca18', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:49:42.071127 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=b5cd94e9-77d0-4710-b26f-ae456a380cc1,revision_number=12']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:42.076055 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf51d3-f2d8-4faf-acad-f17d7b47290f req-e95253cc-3ca9-4b42-8be6-339228578f43 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:42.077848 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6aaf51d3-f2d8-4faf-acad-f17d7b47290f req-e95253cc-3ca9-4b42-8be6-339228578f43 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0581973 Sep 17 23:49:42.078881 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 52952d7e-3de2-4e62-ba26-96f0f4e139f8 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:49:42.097826 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1b0e6-a00b-4e88-9d09-417a5337caf1 req-a3ca082c-ce6f-4928-963a-1cd82325fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:42.100035 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aee1b0e6-a00b-4e88-9d09-417a5337caf1 req-a3ca082c-ce6f-4928-963a-1cd82325fd59 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 1097 time: 0.0530839 Sep 17 23:49:42.136305 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6aaf51d3-f2d8-4faf-acad-f17d7b47290f req-03d403d1-f4a8-47c1-adab-9cfcc12f9b1e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510445 Sep 17 23:49:42.146880 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aee1b0e6-a00b-4e88-9d09-417a5337caf1 req-a73f94f4-1eee-424f-ae4c-43734ffb8466 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370476 Sep 17 23:49:42.164071 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:42.296341 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 52952d7e-3de2-4e62-ba26-96f0f4e139f8 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:49:42.301493 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:49:42.307136 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 52952d7e-3de2-4e62-ba26-96f0f4e139f8 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:49:42.307505 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:42.342707 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:42.409016 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:42.416876 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:42.491491 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c44333-16c4-4fdb-b5bf-d5038a221b2b req-b4b028a7-6960-420b-a0ef-d730aa42e567 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:42.492086 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:42.492928 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-93c44333-16c4-4fdb-b5bf-d5038a221b2b req-b4b028a7-6960-420b-a0ef-d730aa42e567 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 945 time: 0.0817831 Sep 17 23:49:42.496006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 52952d7e-3de2-4e62-ba26-96f0f4e139f8, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=52952d7e-3de2-4e62-ba26-96f0f4e139f8,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:42.532923 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba441f-53e0-4cdd-bf71-f324a1a3ad75 req-5dbc5029-bc57-4d87-ae3b-a1c0ebf46343 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:42.534432 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-97ba441f-53e0-4cdd-bf71-f324a1a3ad75 req-5dbc5029-bc57-4d87-ae3b-a1c0ebf46343 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 944 time: 0.0964620 Sep 17 23:49:42.562634 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-93c44333-16c4-4fdb-b5bf-d5038a221b2b req-12ee592d-d575-4b95-a3f7-28326d4ad05a tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600121 Sep 17 23:49:42.585711 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:42.590466 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-97ba441f-53e0-4cdd-bf71-f324a1a3ad75 req-ec9c7b44-a392-4cfa-a492-b1491339f427 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425189 Sep 17 23:49:42.649150 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=52952d7e-3de2-4e62-ba26-96f0f4e139f8,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:42.760431 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:49:42.780244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835879f-2e3d-4f08-9afc-7f015dd40d88 req-dad638e6-7c19-477f-a314-33278573bcbc tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:42.781758 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7835879f-2e3d-4f08-9afc-7f015dd40d88 req-dad638e6-7c19-477f-a314-33278573bcbc tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 944 time: 0.0567775 Sep 17 23:49:42.784060 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['6329f555-14ba-4787-99f7-baaacce604f2'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:49:42.826307 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7835879f-2e3d-4f08-9afc-7f015dd40d88 req-132b3ac3-f04b-4814-9177-c6cabe1e28e1 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365233 Sep 17 23:49:43.205431 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:43.340284 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c724c56-31f0-49be-af2d-2fa4c2f581db req-966f54bb-0745-4194-8bf5-c89d7be01d52 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:43.345245 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c724c56-31f0-49be-af2d-2fa4c2f581db req-966f54bb-0745-4194-8bf5-c89d7be01d52 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0534995 Sep 17 23:49:43.382091 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c724c56-31f0-49be-af2d-2fa4c2f581db req-aef37cba-9844-4d24-9eb4-f01228a00bdf tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341375 Sep 17 23:49:43.716804 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e4b8f-8da3-46c4-8aa0-af60963f193a req-cad2e929-d936-40ae-ab28-5935fbf46ac5 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:43.718610 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-275e4b8f-8da3-46c4-8aa0-af60963f193a req-cad2e929-d936-40ae-ab28-5935fbf46ac5 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 945 time: 0.0888004 Sep 17 23:49:43.729591 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe49d4-3995-44d0-960a-38bfb7134073 req-03ac00a9-545a-4fb3-8b41-9fbc2e103c96 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:43.731002 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-93fe49d4-3995-44d0-960a-38bfb7134073 req-03ac00a9-545a-4fb3-8b41-9fbc2e103c96 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 945 time: 0.0704882 Sep 17 23:49:43.787865 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-275e4b8f-8da3-46c4-8aa0-af60963f193a req-3795342d-19a0-4c78-8da2-48ef4a845192 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558510 Sep 17 23:49:43.793756 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-93fe49d4-3995-44d0-960a-38bfb7134073 req-b20b3a5c-a43d-479f-b155-86acebdc0453 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560772 Sep 17 23:49:43.885005 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e020bbe-aa26-49a8-bb78-a57303bdd2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52952d7e-3de2-4e62-ba26-96f0f4e139f8'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:49:43.887392 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9f9a05-8479-4219-b5ee-eff85bfe7800" -d '{"events": [{"server_uuid": "9e020bbe-aa26-49a8-bb78-a57303bdd2aa", "name": "network-vif-plugged", "status": "completed", "tag": "52952d7e-3de2-4e62-ba26-96f0f4e139f8"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:49:43.973556 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc4870b-4981-441b-81cc-2548dd62ec4a x-openstack-request-id: req-1bc4870b-4981-441b-81cc-2548dd62ec4a {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:49:43.973897 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e020bbe-aa26-49a8-bb78-a57303bdd2aa", "name": "network-vif-plugged", "status": "completed", "tag": "52952d7e-3de2-4e62-ba26-96f0f4e139f8", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:49:43.974144 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1bc4870b-4981-441b-81cc-2548dd62ec4a {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:49:43.974549 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e020bbe-aa26-49a8-bb78-a57303bdd2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52952d7e-3de2-4e62-ba26-96f0f4e139f8', 'code': 200} Sep 17 23:49:44.052359 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a92ccd-a355-4184-a8a5-87f0197f164a req-f8a566d3-618f-4b9c-85a0-f5b3d724d586 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:44.054972 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-81a92ccd-a355-4184-a8a5-87f0197f164a req-f8a566d3-618f-4b9c-85a0-f5b3d724d586 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 944 time: 0.0669880 Sep 17 23:49:44.097839 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-16379044-13b9-4abe-b6a9-8c4ed782c228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:44.101099 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4722730-2889-4c1e-8f59-ad53e579b9db req-54674771-69e7-425a-b8e0-a2cc93ee3d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:44.101956 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-81a92ccd-a355-4184-a8a5-87f0197f164a req-e71d59c8-fb06-47e7-8327-2087e24bba38 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399046 Sep 17 23:49:44.106455 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c4722730-2889-4c1e-8f59-ad53e579b9db req-54674771-69e7-425a-b8e0-a2cc93ee3d7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 1096 time: 0.0557690 Sep 17 23:49:44.152175 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c4722730-2889-4c1e-8f59-ad53e579b9db req-0d635a51-e6f0-464d-b505-e523d6a282e1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374303 Sep 17 23:49:44.502766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971f9aa-1792-46e4-8842-d36fae92a130 req-5ffce583-87db-4ce4-8e70-7e3f58fe279b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:44.504246 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0971f9aa-1792-46e4-8842-d36fae92a130 req-5ffce583-87db-4ce4-8e70-7e3f58fe279b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0484464 Sep 17 23:49:44.541490 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0971f9aa-1792-46e4-8842-d36fae92a130 req-53dbd032-681a-41a1-a4bf-0037ae63490e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305603 Sep 17 23:49:44.969415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ac180-7e49-4234-b00b-6c39465ac04b req-e57261cd-7531-4398-927c-2a17f990d69e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:44.970890 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e9ac180-7e49-4234-b00b-6c39465ac04b req-e57261cd-7531-4398-927c-2a17f990d69e tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 945 time: 0.0813994 Sep 17 23:49:44.978873 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596eefe-d227-4af2-832a-37e6b28b6677 req-e89cb892-d052-4fc7-9319-57aef71ee2be tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:44.980272 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e596eefe-d227-4af2-832a-37e6b28b6677 req-e89cb892-d052-4fc7-9319-57aef71ee2be tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 945 time: 0.0922840 Sep 17 23:49:45.034654 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e9ac180-7e49-4234-b00b-6c39465ac04b req-7826cf7d-9eed-4e4f-8d78-a69963fd1abe tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534341 Sep 17 23:49:45.042518 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e596eefe-d227-4af2-832a-37e6b28b6677 req-5c7cca8e-718e-4731-833a-33c51f166af1 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555556 Sep 17 23:49:45.250268 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1289bda-9826-4a1c-a911-9d37df06fc45 req-4e5ed522-e034-4530-8c14-1921209ae6de tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:45.251809 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e1289bda-9826-4a1c-a911-9d37df06fc45 req-4e5ed522-e034-4530-8c14-1921209ae6de tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 944 time: 0.0552313 Sep 17 23:49:45.291296 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e1289bda-9826-4a1c-a911-9d37df06fc45 req-75fd247e-c234-4151-b9b2-3afcf61c3621 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330946 Sep 17 23:49:45.515673 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:49:45.663490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0f095-fe87-4aaa-b2e0-d9346a79deaa req-f30922db-1cbc-4be5-8fc7-bb62aa786643 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:45.665031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58a0f095-fe87-4aaa-b2e0-d9346a79deaa req-f30922db-1cbc-4be5-8fc7-bb62aa786643 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0513768 Sep 17 23:49:45.668878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:49:45.676331 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:49:45.676331 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:45.709370 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58a0f095-fe87-4aaa-b2e0-d9346a79deaa req-4112d219-143e-4c7b-aa9d-c5071f2df2af tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368667 Sep 17 23:49:45.758184 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:45.792824 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:45.827956 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c144b9-7495-4db5-9317-034cc3aad2c4 req-1ef97d3f-5739-4edb-883b-2bf3a17cc924 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:45.829459 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05c144b9-7495-4db5-9317-034cc3aad2c4 req-1ef97d3f-5739-4edb-883b-2bf3a17cc924 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0491323 Sep 17 23:49:45.875467 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05c144b9-7495-4db5-9317-034cc3aad2c4 req-e06285cf-90fa-4ccd-8428-d4bea31c95bf tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372140 Sep 17 23:49:45.936381 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:45.936381 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 6329f555-14ba-4787-99f7-baaacce604f2 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:49:45.975679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a917a3-1cf0-4e02-99d5-a8430ad9da56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:49:45.977965 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eefde3-02b1-4f3b-8ab7-5fbed758124e" -d '{"events": [{"server_uuid": "30a917a3-1cf0-4e02-99d5-a8430ad9da56", "name": "network-vif-plugged", "status": "completed", "tag": "e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:49:46.020790 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:46.021419 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612d130-acff-4ff9-8fd4-25c46a81d7c0 req-22ee8885-4a35-43e5-b507-08b4f7a2a74e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:46.022964 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5612d130-acff-4ff9-8fd4-25c46a81d7c0 req-22ee8885-4a35-43e5-b507-08b4f7a2a74e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0661829 Sep 17 23:49:46.052287 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689d28fe-ecd9-4986-b098-4b7dad8ee00b x-openstack-request-id: req-689d28fe-ecd9-4986-b098-4b7dad8ee00b {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:49:46.052598 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a917a3-1cf0-4e02-99d5-a8430ad9da56", "name": "network-vif-plugged", "status": "completed", "tag": "e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:49:46.052882 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-689d28fe-ecd9-4986-b098-4b7dad8ee00b {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:49:46.053282 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a917a3-1cf0-4e02-99d5-a8430ad9da56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2', 'code': 200} Sep 17 23:49:46.064687 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5612d130-acff-4ff9-8fd4-25c46a81d7c0 req-33effe9f-bcd9-40c5-8180-5cf15570b928 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331223 Sep 17 23:49:46.114714 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 6329f555-14ba-4787-99f7-baaacce604f2 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:49:46.118885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 6329f555-14ba-4787-99f7-baaacce604f2 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:49:46.119248 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:46.180648 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1dc0b-aed9-4274-9a0d-c8bd15e289ee req-ecc639f2-34f0-45b6-b48c-1912809506fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:46.186077 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-03c1dc0b-aed9-4274-9a0d-c8bd15e289ee req-ecc639f2-34f0-45b6-b48c-1912809506fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 1096 time: 0.0701132 Sep 17 23:49:46.208732 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c003da-7fbb-4980-9ca6-d0ebbeddb077 req-07337c68-de0d-4cc3-98c1-854d47aae2e9 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:46.213222 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79c003da-7fbb-4980-9ca6-d0ebbeddb077 req-07337c68-de0d-4cc3-98c1-854d47aae2e9 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 945 time: 0.0988863 Sep 17 23:49:46.215371 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:46.234395 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61357121-c2b2-4258-847b-b0bfa47ffef5 req-d3731ff8-4c65-4646-8b05-0954cf855a9b tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:46.235391 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-03c1dc0b-aed9-4274-9a0d-c8bd15e289ee req-3a3f375e-7d15-43d9-92c3-c9e49436924c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403726 Sep 17 23:49:46.237278 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61357121-c2b2-4258-847b-b0bfa47ffef5 req-d3731ff8-4c65-4646-8b05-0954cf855a9b tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 945 time: 0.0857975 Sep 17 23:49:46.254632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 6329f555-14ba-4787-99f7-baaacce604f2, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6329f555-14ba-4787-99f7-baaacce604f2,segment=NetworkSegment(df69d4d1-bd5a-42d6-949f-a5607987e53a),segment_id=df69d4d1-bd5a-42d6-949f-a5607987e53a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:46.281583 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79c003da-7fbb-4980-9ca6-d0ebbeddb077 req-14bba681-36b2-4d79-a5a8-eaec1288d4ae tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629172 Sep 17 23:49:46.295023 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61357121-c2b2-4258-847b-b0bfa47ffef5 req-708884a2-07db-4c12-9178-48f13b033147 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495338 Sep 17 23:49:46.320482 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:46.380596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=6329f555-14ba-4787-99f7-baaacce604f2,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:46.509314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258027dd-cdf9-4381-a2ed-bfac9d24a3d4 req-d24a11ea-efad-45db-a200-d69163256935 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:46.510775 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-258027dd-cdf9-4381-a2ed-bfac9d24a3d4 req-d24a11ea-efad-45db-a200-d69163256935 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 945 time: 0.0707271 Sep 17 23:49:46.554528 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f9149f34-693d-4fef-9659-7bad6a96c4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:46.587924 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf08fb-ad3a-4e14-b70f-70b166d6a8b8 req-2ec12b74-7d99-4b16-8770-0dc5818fc20a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:46.589610 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8aaf08fb-ad3a-4e14-b70f-70b166d6a8b8 req-2ec12b74-7d99-4b16-8770-0dc5818fc20a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0883267 Sep 17 23:49:46.592410 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-258027dd-cdf9-4381-a2ed-bfac9d24a3d4 req-54c21fc7-037f-4b58-a383-7fcc8b461d72 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735326 Sep 17 23:49:46.632878 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8aaf08fb-ad3a-4e14-b70f-70b166d6a8b8 req-64c4e3b5-20f5-4070-8e83-d89a414a7ffb tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356650 Sep 17 23:49:46.713456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e1340-7e0d-4f6d-9cda-510f191ff9e2 req-2755f078-aefc-4269-86ea-6bc789ae9b38 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:46.715095 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-778e1340-7e0d-4f6d-9cda-510f191ff9e2 req-2755f078-aefc-4269-86ea-6bc789ae9b38 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 945 time: 0.0564401 Sep 17 23:49:46.753594 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-778e1340-7e0d-4f6d-9cda-510f191ff9e2 req-5073ee58-29cc-4298-a330-6b8996299328 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324337 Sep 17 23:49:46.867660 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ae6ba-5f24-4f16-b03d-faa0270c221b req-275b4a40-cca7-4081-b9dc-a855863ea8c7 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:46.869520 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b48ae6ba-5f24-4f16-b03d-faa0270c221b req-275b4a40-cca7-4081-b9dc-a855863ea8c7 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0610707 Sep 17 23:49:46.937539 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b48ae6ba-5f24-4f16-b03d-faa0270c221b req-f3987984-051a-434c-9364-3977d97651d0 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610332 Sep 17 23:49:46.959046 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12b40c-a383-486a-ad73-3345e28277b5 req-2a4b7a8c-1dad-44da-8898-9ca91eacabcc tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:46.960584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de12b40c-a383-486a-ad73-3345e28277b5 req-2a4b7a8c-1dad-44da-8898-9ca91eacabcc tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 945 time: 0.0609529 Sep 17 23:49:46.999588 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de12b40c-a383-486a-ad73-3345e28277b5 req-4df8b4f6-ca96-427d-9d97-eb1814d19dfa tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325375 Sep 17 23:49:47.089430 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ad05d-1b18-450c-8971-140706bf5866 req-fbb01caf-3504-42e6-912a-4cf7ae2731ca tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:47.090794 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f73ad05d-1b18-450c-8971-140706bf5866 req-fbb01caf-3504-42e6-912a-4cf7ae2731ca tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0612717 Sep 17 23:49:47.155883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e878d-8097-4c78-9707-792f99d60688 req-105eaa34-5038-4e17-901e-66fe65fdf566 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:47.157500 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ce6e878d-8097-4c78-9707-792f99d60688 req-105eaa34-5038-4e17-901e-66fe65fdf566 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 945 time: 0.0886006 Sep 17 23:49:47.161603 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f73ad05d-1b18-450c-8971-140706bf5866 req-f48da9c3-42f7-4cf3-a977-619a5b0c3b8b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533557 Sep 17 23:49:47.198643 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ce6e878d-8097-4c78-9707-792f99d60688 req-4b19827b-bb44-4585-80ce-226880821286 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346119 Sep 17 23:49:47.230089 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:47.294792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cb128-bd20-45fd-acca-f36e06939bfe req-9452aca8-2ee2-487d-9dee-7c54cccf95e0 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:47.296775 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-232cb128-bd20-45fd-acca-f36e06939bfe req-9452aca8-2ee2-487d-9dee-7c54cccf95e0 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0624037 Sep 17 23:49:47.339693 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-232cb128-bd20-45fd-acca-f36e06939bfe req-c3ef2688-cd37-4943-8a8a-3b0f62680d34 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358975 Sep 17 23:49:47.464748 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b0cf7-abcf-4489-b46a-4d3853566438 req-7b4c0514-36b9-4041-9edf-fb4cb0bbbe43 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:47.466338 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a35b0cf7-abcf-4489-b46a-4d3853566438 req-7b4c0514-36b9-4041-9edf-fb4cb0bbbe43 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0622330 Sep 17 23:49:47.510078 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a35b0cf7-abcf-4489-b46a-4d3853566438 req-48bb85f2-b4a3-40b2-bc93-6ebe975775a1 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347185 Sep 17 23:49:47.645853 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:47.765346 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da57be-a2f4-4ef3-9d6d-1069d2b3079b req-7643d229-fdb8-4d42-8e30-490b73637e47 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:47.767138 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58da57be-a2f4-4ef3-9d6d-1069d2b3079b req-7643d229-fdb8-4d42-8e30-490b73637e47 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 945 time: 0.0596454 Sep 17 23:49:47.830237 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58da57be-a2f4-4ef3-9d6d-1069d2b3079b req-f2bc01ac-8f21-466b-bbbd-988068c43378 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534239 Sep 17 23:49:47.973839 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4821c08-68b9-4614-85b2-149dc7f63047 req-c92a2a48-b13b-4eab-8be8-5f3553b214a3 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:47.981129 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4821c08-68b9-4614-85b2-149dc7f63047 req-c92a2a48-b13b-4eab-8be8-5f3553b214a3 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0970976 Sep 17 23:49:47.995043 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bcbe1-a9ec-4f16-abe5-d21a946208d4 req-84534faf-7f33-41b4-b81a-ef9a99d881e8 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:47.996633 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a2bcbe1-a9ec-4f16-abe5-d21a946208d4 req-84534faf-7f33-41b4-b81a-ef9a99d881e8 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 945 time: 0.0832167 Sep 17 23:49:48.042366 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4821c08-68b9-4614-85b2-149dc7f63047 req-6e08a4e3-3b86-4b7d-8334-94100ec699b9 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603948 Sep 17 23:49:48.064923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8f2277-ebe8-453b-8e96-fb2e28d74e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6329f555-14ba-4787-99f7-baaacce604f2'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:49:48.068310 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7698ea8-dd13-4888-b999-e869e502c0eb" -d '{"events": [{"server_uuid": "7b8f2277-ebe8-453b-8e96-fb2e28d74e6e", "name": "network-vif-plugged", "status": "completed", "tag": "6329f555-14ba-4787-99f7-baaacce604f2"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:49:48.069453 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a2bcbe1-a9ec-4f16-abe5-d21a946208d4 req-b965d3ef-9936-4e7f-a3b1-23cad2c77f76 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620630 Sep 17 23:49:48.141695 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d62d313-35b3-4c23-8126-b8159a95398a x-openstack-request-id: req-6d62d313-35b3-4c23-8126-b8159a95398a {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:49:48.142104 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8f2277-ebe8-453b-8e96-fb2e28d74e6e", "name": "network-vif-plugged", "status": "completed", "tag": "6329f555-14ba-4787-99f7-baaacce604f2", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:49:48.142425 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d62d313-35b3-4c23-8126-b8159a95398a {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:49:48.142904 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8f2277-ebe8-453b-8e96-fb2e28d74e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6329f555-14ba-4787-99f7-baaacce604f2', 'code': 200} Sep 17 23:49:48.187292 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b2b91-5420-4701-a1cf-ba25e8f921f8 req-63c34c54-0515-4470-83dd-b9c7815e8f4a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:48.189383 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca0b2b91-5420-4701-a1cf-ba25e8f921f8 req-63c34c54-0515-4470-83dd-b9c7815e8f4a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 945 time: 0.0794284 Sep 17 23:49:48.232631 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca0b2b91-5420-4701-a1cf-ba25e8f921f8 req-4971aae4-6799-437e-8472-e3e1d66a09e6 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363462 Sep 17 23:49:48.259799 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9ac92-f083-4a5f-868e-04a2b863f2a8 req-67ab9729-45c2-4d14-8119-0212986bc02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:48.261716 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f5a9ac92-f083-4a5f-868e-04a2b863f2a8 req-67ab9729-45c2-4d14-8119-0212986bc02d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 1097 time: 0.0429711 Sep 17 23:49:48.311265 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f5a9ac92-f083-4a5f-868e-04a2b863f2a8 req-b07a42d6-9eb3-43cf-b0a3-de1ba8eaafed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382755 Sep 17 23:49:48.689047 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36158f63-ce23-4667-a00f-1b3bc347d83c req-646e3e57-84e5-4f02-8c97-bb98c00ad1e2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:48.690564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36158f63-ce23-4667-a00f-1b3bc347d83c req-646e3e57-84e5-4f02-8c97-bb98c00ad1e2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0493312 Sep 17 23:49:48.730833 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36158f63-ce23-4667-a00f-1b3bc347d83c req-5afebd5b-4d05-45ac-a044-17641521998b tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329173 Sep 17 23:49:48.899902 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec120a-88e4-41c2-8720-c0b38ef767b0 req-082c3333-6dba-4605-bc9d-ef9c377f0b61 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:48.901500 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21ec120a-88e4-41c2-8720-c0b38ef767b0 req-082c3333-6dba-4605-bc9d-ef9c377f0b61 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 945 time: 0.0558500 Sep 17 23:49:48.948187 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21ec120a-88e4-41c2-8720-c0b38ef767b0 req-8b7252d8-af68-4867-83b7-a6e92af193ae tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404632 Sep 17 23:49:49.166706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf218f-01af-4191-9f48-e673d047940b req-0b526448-c28b-43b7-a855-9edad55950c9 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:49.168247 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7dbf218f-01af-4191-9f48-e673d047940b req-0b526448-c28b-43b7-a855-9edad55950c9 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0546446 Sep 17 23:49:49.240599 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7dbf218f-01af-4191-9f48-e673d047940b req-f22d684e-2df7-4b6b-9439-8a4f91dc435b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625012 Sep 17 23:49:49.249047 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2e073-ea2a-4379-b3ab-b2077baf7577 req-403aa6bf-4911-4181-987d-0b3ed6ec99fd tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:49.250545 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72e2e073-ea2a-4379-b3ab-b2077baf7577 req-403aa6bf-4911-4181-987d-0b3ed6ec99fd tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 945 time: 0.0811951 Sep 17 23:49:49.295625 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72e2e073-ea2a-4379-b3ab-b2077baf7577 req-f2add17f-e07e-41ec-bcff-ff8350fbb17a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388165 Sep 17 23:49:49.674444 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:49.677962 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b11844-48d1-44a2-9dc4-87f4758d2f37 req-2c006970-8dc7-477a-9781-90448a9615e6 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:49.679500 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-64b11844-48d1-44a2-9dc4-87f4758d2f37 req-2c006970-8dc7-477a-9781-90448a9615e6 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0509355 Sep 17 23:49:49.717672 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-64b11844-48d1-44a2-9dc4-87f4758d2f37 req-d6aa5fcc-3c90-4b94-a734-06f3f7637d3e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322239 Sep 17 23:49:49.753810 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686aca2-f6e9-461a-8c29-71d4f362cb9c req-8afb0c0f-7cd5-4f10-b65b-2c158f4e1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:49.755332 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4686aca2-f6e9-461a-8c29-71d4f362cb9c req-8afb0c0f-7cd5-4f10-b65b-2c158f4e1d62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=618eece5ac54429fbfca94da2a0d74b4&device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 1097 time: 0.0415835 Sep 17 23:49:49.855905 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d311d-b179-46c5-9e5e-bd693563158f req-5f071982-a84d-4688-a1ea-04ca479514f4 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:49.857660 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d73d311d-b179-46c5-9e5e-bd693563158f req-5f071982-a84d-4688-a1ea-04ca479514f4 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0567386 Sep 17 23:49:49.864575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686aca2-f6e9-461a-8c29-71d4f362cb9c req-268710ee-f3c9-4dcf-a9f5-1b52484d77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:49.866124 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4686aca2-f6e9-461a-8c29-71d4f362cb9c req-268710ee-f3c9-4dcf-a9f5-1b52484d77ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca HTTP/1.1" status: 200 len: 914 time: 0.1040401 Sep 17 23:49:49.903289 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d73d311d-b179-46c5-9e5e-bd693563158f req-882398ce-8815-4e87-a197-50f52247a455 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390053 Sep 17 23:49:49.912624 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4686aca2-f6e9-461a-8c29-71d4f362cb9c req-3ddef52c-c0df-4d2a-ac9b-8f5c5c1dd3b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5cd94e9-77d0-4710-b26f-ae456a380cc1 HTTP/1.1" status: 200 len: 217 time: 0.0393000 Sep 17 23:49:49.970861 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686aca2-f6e9-461a-8c29-71d4f362cb9c req-6b4fd7e5-7c2c-4471-99a2-546335f385d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:49.970861 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4686aca2-f6e9-461a-8c29-71d4f362cb9c req-6b4fd7e5-7c2c-4471-99a2-546335f385d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=63b99927-674c-4e56-bb77-3a6655e29089 HTTP/1.1" status: 200 len: 853 time: 0.0511754 Sep 17 23:49:50.005547 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4686aca2-f6e9-461a-8c29-71d4f362cb9c req-8b1a452b-a2db-4a3d-8235-10709f8d3a10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267661 Sep 17 23:49:50.122523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c3485-e6c2-4783-bc27-f0dc18592cee req-a5f1506d-248a-43a3-8589-55805b58618f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:50.126868 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4686aca2-f6e9-461a-8c29-71d4f362cb9c req-17790232-1b95-4e8a-b6e0-f8ead2967610 service neutron] 10.222.0.41 "GET /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154814 Sep 17 23:49:50.130476 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d43c3485-e6c2-4783-bc27-f0dc18592cee req-a5f1506d-248a-43a3-8589-55805b58618f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 945 time: 0.0754931 Sep 17 23:49:50.173394 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d43c3485-e6c2-4783-bc27-f0dc18592cee req-d9e0fdd3-8b15-45bd-a308-0f427933f4ce tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419412 Sep 17 23:49:50.234951 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4686aca2-f6e9-461a-8c29-71d4f362cb9c req-8bbcef02-b521-4f76-b5e7-6b63c06588d0 service neutron] 10.222.0.41 "GET /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996320 Sep 17 23:49:50.298728 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048ab61-c7bb-477a-97b4-a617cfa7a45f req-25590e68-3575-4dd8-9d1a-240ad5d0b8fe tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:50.300256 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a048ab61-c7bb-477a-97b4-a617cfa7a45f req-25590e68-3575-4dd8-9d1a-240ad5d0b8fe tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 945 time: 0.0535665 Sep 17 23:49:50.409433 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a048ab61-c7bb-477a-97b4-a617cfa7a45f req-ac409e13-ad9a-4c53-b3b7-ac050391827a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Deleting port 52952d7e-3de2-4e62-ba26-96f0f4e139f8 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:49:50.409949 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a048ab61-c7bb-477a-97b4-a617cfa7a45f req-ac409e13-ad9a-4c53-b3b7-ac050391827a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:50.503594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a048ab61-c7bb-477a-97b4-a617cfa7a45f req-ac409e13-ad9a-4c53-b3b7-ac050391827a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] For port 52952d7e-3de2-4e62-ba26-96f0f4e139f8, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=52952d7e-3de2-4e62-ba26-96f0f4e139f8,segment=NetworkSegment(c9c4fb10-a614-49bf-8560-53a1dd68f714),segment_id=c9c4fb10-a614-49bf-8560-53a1dd68f714)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:50.503959 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a048ab61-c7bb-477a-97b4-a617cfa7a45f req-ac409e13-ad9a-4c53-b3b7-ac050391827a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:50.518511 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a048ab61-c7bb-477a-97b4-a617cfa7a45f req-ac409e13-ad9a-4c53-b3b7-ac050391827a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Calling delete_port for 52952d7e-3de2-4e62-ba26-96f0f4e139f8 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:49:50.573561 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de496486-8281-47f9-a7b7-3c1662ef1007 req-9870b68f-619f-4c8a-80a2-d40f7e0f48e1 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:50.575103 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de496486-8281-47f9-a7b7-3c1662ef1007 req-9870b68f-619f-4c8a-80a2-d40f7e0f48e1 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 945 time: 0.0643010 Sep 17 23:49:50.619686 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de496486-8281-47f9-a7b7-3c1662ef1007 req-694892b3-fbb6-4c4e-b8cc-782612d31c75 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/security-groups?id=f178f830-a37a-4b4c-896b-90bdb649c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360332 Sep 17 23:49:50.731017 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a048ab61-c7bb-477a-97b4-a617cfa7a45f req-ac409e13-ad9a-4c53-b3b7-ac050391827a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:50.742674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['52952d7e-3de2-4e62-ba26-96f0f4e139f8'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:49:50.767618 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac409e13-ad9a-4c53-b3b7-ac050391827a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Pushing event deleted for resources: {'Port': ['ID=52952d7e-3de2-4e62-ba26-96f0f4e139f8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:50.773913 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f598b3a-cd3a-4daf-a340-ffb950a8436f req-500bb3ec-0404-4d36-bbca-dc4e143504d5 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:50.781466 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f598b3a-cd3a-4daf-a340-ffb950a8436f req-500bb3ec-0404-4d36-bbca-dc4e143504d5 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0961280 Sep 17 23:49:50.796705 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f46f2-d876-4c95-9255-9d39d00f95b5 req-7f38d2a9-1553-408c-8131-301b6744d40f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:50.798802 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b5f46f2-d876-4c95-9255-9d39d00f95b5 req-7f38d2a9-1553-408c-8131-301b6744d40f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 945 time: 0.0998135 Sep 17 23:49:50.816350 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a048ab61-c7bb-477a-97b4-a617cfa7a45f req-ac409e13-ad9a-4c53-b3b7-ac050391827a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] No DVR routers for this DVR port 52952d7e-3de2-4e62-ba26-96f0f4e139f8 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:49:50.819839 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a048ab61-c7bb-477a-97b4-a617cfa7a45f req-ac409e13-ad9a-4c53-b3b7-ac050391827a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:50.823262 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a048ab61-c7bb-477a-97b4-a617cfa7a45f req-ac409e13-ad9a-4c53-b3b7-ac050391827a tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.37 "DELETE /v2.0/ports/52952d7e-3de2-4e62-ba26-96f0f4e139f8 HTTP/1.1" status: 204 len: 173 time: 0.5168808 Sep 17 23:49:50.823262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e020bbe-aa26-49a8-bb78-a57303bdd2aa', 'name': 'network-vif-deleted', 'tag': '52952d7e-3de2-4e62-ba26-96f0f4e139f8'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:49:50.826801 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428c6f35-69fa-4386-8c67-c2b15181ffbe" -d '{"events": [{"server_uuid": "9e020bbe-aa26-49a8-bb78-a57303bdd2aa", "name": "network-vif-deleted", "tag": "52952d7e-3de2-4e62-ba26-96f0f4e139f8"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:49:50.844225 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f598b3a-cd3a-4daf-a340-ffb950a8436f req-cc6c9149-7f22-4078-996d-15b21cca71a7 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620272 Sep 17 23:49:50.866685 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b5f46f2-d876-4c95-9255-9d39d00f95b5 req-aa78ca72-c3c9-4f53-8a27-1c37f4d608de tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537026 Sep 17 23:49:50.914855 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa39f5a-d145-4b76-9325-67bb6fcaf509 x-openstack-request-id: req-1fa39f5a-d145-4b76-9325-67bb6fcaf509 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:49:50.915145 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e020bbe-aa26-49a8-bb78-a57303bdd2aa", "name": "network-vif-deleted", "tag": "52952d7e-3de2-4e62-ba26-96f0f4e139f8", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:49:50.915403 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1fa39f5a-d145-4b76-9325-67bb6fcaf509 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:49:50.915824 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e020bbe-aa26-49a8-bb78-a57303bdd2aa', 'name': 'network-vif-deleted', 'tag': '52952d7e-3de2-4e62-ba26-96f0f4e139f8', 'status': 'completed', 'code': 200} Sep 17 23:49:50.969664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b2e12-6539-4eaf-b1f2-86d646019238 req-fd8baed5-6439-46c7-b977-3c3c6952b6dd tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:50.971398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c0b2e12-6539-4eaf-b1f2-86d646019238 req-fd8baed5-6439-46c7-b977-3c3c6952b6dd tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0524848 Sep 17 23:49:51.039956 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c0b2e12-6539-4eaf-b1f2-86d646019238 req-4b614d1c-87a0-4e2a-a2b2-1a8aa54c74d6 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584364 Sep 17 23:49:51.081128 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab403b-339b-42fd-a962-74b929bffed8 req-e289f3d6-b5e1-4b59-afd5-ee9023258930 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:51.082667 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1ab403b-339b-42fd-a962-74b929bffed8 req-e289f3d6-b5e1-4b59-afd5-ee9023258930 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0590205 Sep 17 23:49:51.124762 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1ab403b-339b-42fd-a962-74b929bffed8 req-20efa71b-6aeb-4d5e-a33f-0cc9c5b5cb98 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345900 Sep 17 23:49:51.733765 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5aead60a-9eae-4680-b581-a797307342a3 req-fb2f4475-db18-4f83-b5e7-8a967e79c250 tempest-ServerDiskConfigTestJSON-1624211627 tempest-ServerDiskConfigTestJSON-1624211627-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e020bbe-aa26-49a8-bb78-a57303bdd2aa HTTP/1.1" status: 200 len: 210 time: 0.0301976 Sep 17 23:49:51.745942 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13993f37-6f23-4ebe-8ebe-958b1b040a04 req-a96fcd5a-4863-4b4d-ae9f-8512edd78fa5 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:51.747465 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13993f37-6f23-4ebe-8ebe-958b1b040a04 req-a96fcd5a-4863-4b4d-ae9f-8512edd78fa5 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0784030 Sep 17 23:49:51.782630 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e091319-fd86-4989-9768-7e3f487780b6 req-d2098adf-e3d1-4fcb-bda1-5abc13c7e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:51.784153 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e091319-fd86-4989-9768-7e3f487780b6 req-d2098adf-e3d1-4fcb-bda1-5abc13c7e25f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8796731e54146338dce198e6ae702ee&device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 1097 time: 0.0425966 Sep 17 23:49:51.790097 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13993f37-6f23-4ebe-8ebe-958b1b040a04 req-ca4486f4-1225-4ce5-b187-e312d8409f12 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317962 Sep 17 23:49:51.885104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e091319-fd86-4989-9768-7e3f487780b6 req-4059fc59-9fb8-4309-8820-c62a3d41a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:51.886367 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e091319-fd86-4989-9768-7e3f487780b6 req-4059fc59-9fb8-4309-8820-c62a3d41a242 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08df34eb-0776-4a6d-a2cf-e443d39c7561 HTTP/1.1" status: 200 len: 911 time: 0.0928624 Sep 17 23:49:51.940473 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e091319-fd86-4989-9768-7e3f487780b6 req-5830d553-b2ec-4b05-bcad-f9084ed9fb23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6329f555-14ba-4787-99f7-baaacce604f2 HTTP/1.1" status: 200 len: 217 time: 0.0398674 Sep 17 23:49:51.990677 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963dcff-d776-4408-a9aa-fca2f6fb7447 req-edd7998c-292a-4268-b87f-bacec67d2e02 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:51.991270 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e091319-fd86-4989-9768-7e3f487780b6 req-3b8a7440-97a8-42e6-b18c-279fa380a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:51.992192 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e091319-fd86-4989-9768-7e3f487780b6 req-3b8a7440-97a8-42e6-b18c-279fa380a12a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c085219-e422-44b2-9dfa-522cba776d62 HTTP/1.1" status: 200 len: 850 time: 0.0447199 Sep 17 23:49:51.992520 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b963dcff-d776-4408-a9aa-fca2f6fb7447 req-edd7998c-292a-4268-b87f-bacec67d2e02 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0761731 Sep 17 23:49:52.027415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22047d-9b83-4615-b154-997d9a45659b req-cf10a442-fff8-4b04-95b8-dd38b7ade0ed tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:52.028933 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8c22047d-9b83-4615-b154-997d9a45659b req-cf10a442-fff8-4b04-95b8-dd38b7ade0ed tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 945 time: 0.0786259 Sep 17 23:49:52.030454 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e091319-fd86-4989-9768-7e3f487780b6 req-bbc05b8c-e5a2-4187-9135-d0cdf0eb049a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08df34eb-0776-4a6d-a2cf-e443d39c7561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258534 Sep 17 23:49:52.056932 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b963dcff-d776-4408-a9aa-fca2f6fb7447 req-85116952-9e6a-4205-8618-c8c4d2904368 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577931 Sep 17 23:49:52.084295 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8c22047d-9b83-4615-b154-997d9a45659b req-1b7dc4e3-163f-42b9-8d58-59240564c9b6 tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec91a244-0ed1-425a-8cbb-f7ab81104bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448530 Sep 17 23:49:52.157553 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e091319-fd86-4989-9768-7e3f487780b6 req-14d1debd-7dcd-4699-953a-b076480d2ae9 service neutron] 10.222.0.41 "GET /v2.0/networks/08df34eb-0776-4a6d-a2cf-e443d39c7561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176949 Sep 17 23:49:52.216203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f8891-78ec-4d1b-837d-eb0728a35470 req-a4c822a3-3749-4737-a885-a37b2327cebc tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:52.218583 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b0f8891-78ec-4d1b-837d-eb0728a35470 req-a4c822a3-3749-4737-a885-a37b2327cebc tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0574131 Sep 17 23:49:52.260647 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b0f8891-78ec-4d1b-837d-eb0728a35470 req-b6b46bd7-316b-4ad7-9f7c-7e81375f9e35 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353596 Sep 17 23:49:52.270543 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e091319-fd86-4989-9768-7e3f487780b6 req-be3ca4ca-64c7-4b20-8418-2fe2580815d2 service neutron] 10.222.0.41 "GET /v2.0/networks/08df34eb-0776-4a6d-a2cf-e443d39c7561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025782 Sep 17 23:49:52.386487 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba8737-ccb1-46ef-8523-2afa9dfd3292 req-b95f75b7-c712-4200-a27e-6861546dd7c0 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:52.387999 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9ba8737-ccb1-46ef-8523-2afa9dfd3292 req-b95f75b7-c712-4200-a27e-6861546dd7c0 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0538640 Sep 17 23:49:52.416352 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba6434-bafe-4aaf-ba4d-86438242611e req-169c95f3-19b6-45e9-9068-99dc9c014e9a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:52.417913 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-75ba6434-bafe-4aaf-ba4d-86438242611e req-169c95f3-19b6-45e9-9068-99dc9c014e9a tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.41 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 945 time: 0.0523882 Sep 17 23:49:52.428557 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9ba8737-ccb1-46ef-8523-2afa9dfd3292 req-278254d4-854a-4f1a-b603-4e01a5920e07 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341356 Sep 17 23:49:52.525454 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-75ba6434-bafe-4aaf-ba4d-86438242611e req-a0f83843-40d9-4fd1-a960-05572383ef4f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Deleting port e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:49:52.525802 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-75ba6434-bafe-4aaf-ba4d-86438242611e req-a0f83843-40d9-4fd1-a960-05572383ef4f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:52.563222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070fe91-6034-4474-be20-3595b3998f2d req-aa8843a9-d8ba-4204-b1a0-9ecef53a0dca tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:52.564692 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1070fe91-6034-4474-be20-3595b3998f2d req-aa8843a9-d8ba-4204-b1a0-9ecef53a0dca tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0522540 Sep 17 23:49:52.627059 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-75ba6434-bafe-4aaf-ba4d-86438242611e req-a0f83843-40d9-4fd1-a960-05572383ef4f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] For port e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2,segment=NetworkSegment(2c67e8ad-a2db-46d0-9a22-a379360259d6),segment_id=2c67e8ad-a2db-46d0-9a22-a379360259d6)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:52.627426 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-75ba6434-bafe-4aaf-ba4d-86438242611e req-a0f83843-40d9-4fd1-a960-05572383ef4f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:52.641245 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-75ba6434-bafe-4aaf-ba4d-86438242611e req-a0f83843-40d9-4fd1-a960-05572383ef4f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Calling delete_port for e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:49:52.828579 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-75ba6434-bafe-4aaf-ba4d-86438242611e req-a0f83843-40d9-4fd1-a960-05572383ef4f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:52.845076 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:49:52.879219 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f83843-40d9-4fd1-a960-05572383ef4f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Pushing event deleted for resources: {'Port': ['ID=e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:52.905475 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1070fe91-6034-4474-be20-3595b3998f2d req-40a85996-7bce-4955-9caa-975a1a5bb567 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346322 Sep 17 23:49:52.925269 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ba6434-bafe-4aaf-ba4d-86438242611e req-a0f83843-40d9-4fd1-a960-05572383ef4f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] No DVR routers for this DVR port e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:49:52.929348 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-75ba6434-bafe-4aaf-ba4d-86438242611e req-a0f83843-40d9-4fd1-a960-05572383ef4f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:52.931948 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-75ba6434-bafe-4aaf-ba4d-86438242611e req-a0f83843-40d9-4fd1-a960-05572383ef4f tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.41 "DELETE /v2.0/ports/e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 HTTP/1.1" status: 204 len: 173 time: 0.4962261 Sep 17 23:49:52.931948 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a917a3-1cf0-4e02-99d5-a8430ad9da56', 'name': 'network-vif-deleted', 'tag': 'e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:49:52.934769 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6101b1-bef8-4634-8403-ec01de16d4dd" -d '{"events": [{"server_uuid": "30a917a3-1cf0-4e02-99d5-a8430ad9da56", "name": "network-vif-deleted", "tag": "e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:49:52.949365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71dc34-cfb9-4043-9909-9a872b81d3d7 req-a61b52f8-e70c-4dd8-9c8c-c4f5d559b6d0 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:52.950946 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a71dc34-cfb9-4043-9909-9a872b81d3d7 req-a61b52f8-e70c-4dd8-9c8c-c4f5d559b6d0 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0688288 Sep 17 23:49:52.990511 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a71dc34-cfb9-4043-9909-9a872b81d3d7 req-849d3df6-1757-4663-9e28-0b52e582002f tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333009 Sep 17 23:49:53.047399 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abac504a-84a3-4183-b77f-70537cd62b06 x-openstack-request-id: req-abac504a-84a3-4183-b77f-70537cd62b06 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:49:53.050115 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a917a3-1cf0-4e02-99d5-a8430ad9da56", "name": "network-vif-deleted", "tag": "e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:49:53.050115 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-abac504a-84a3-4183-b77f-70537cd62b06 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:49:53.050115 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a917a3-1cf0-4e02-99d5-a8430ad9da56', 'name': 'network-vif-deleted', 'tag': 'e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2', 'status': 'completed', 'code': 200} Sep 17 23:49:53.056359 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5740540-0c84-4d7b-baee-f2656ca28865 req-02fe5eb3-6cb2-41b1-9c16-85a595b5743d tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:53.058130 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5740540-0c84-4d7b-baee-f2656ca28865 req-02fe5eb3-6cb2-41b1-9c16-85a595b5743d tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0539014 Sep 17 23:49:53.106464 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5740540-0c84-4d7b-baee-f2656ca28865 req-91517878-4c7c-43c0-b57f-ea067fc5e7a3 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367484 Sep 17 23:49:53.118106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7482ae4-1da9-41c4-9663-503d12862c1b req-3b359d4f-7b72-4663-9aa9-250228d51ebe tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:53.120579 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a7482ae4-1da9-41c4-9663-503d12862c1b req-3b359d4f-7b72-4663-9aa9-250228d51ebe tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0537570 Sep 17 23:49:53.158655 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42112) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:49:53.199324 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1969d-a0db-423b-a446-4988f8a82e5d req-76db5cd8-8491-4e90-8fb5-c05333606eed tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:53.207820 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16a1969d-a0db-423b-a446-4988f8a82e5d req-76db5cd8-8491-4e90-8fb5-c05333606eed tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 945 time: 0.0683818 Sep 17 23:49:53.243270 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-4842a33a-d167-4f7c-8473-d0e44fa8b698 admin admin] Deleting subnet a275f752-544b-480a-88b7-0c6cbafa7069 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:49:53.247798 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4842a33a-d167-4f7c-8473-d0e44fa8b698 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:53.248004 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a48aff4-32a0-45ff-ab9d-1438baf4e622 req-46500a1e-1fba-431a-aa39-58359b63e4de tempest-DeleteServersTestJSON-737594844 tempest-DeleteServersTestJSON-737594844-project] 10.222.0.46 "GET /v2.0/ports?device_id=30a917a3-1cf0-4e02-99d5-a8430ad9da56 HTTP/1.1" status: 200 len: 210 time: 0.0317791 Sep 17 23:49:53.284207 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16a1969d-a0db-423b-a446-4988f8a82e5d req-bdf2b9a5-d05a-4077-a838-db1634b18b66 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727150 Sep 17 23:49:53.300605 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4842a33a-d167-4f7c-8473-d0e44fa8b698 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:53.342162 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a7482ae4-1da9-41c4-9663-503d12862c1b req-fe40f474-a448-426a-9644-afd23e7afed4 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Deleting port e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:49:53.342506 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a7482ae4-1da9-41c4-9663-503d12862c1b req-fe40f474-a448-426a-9644-afd23e7afed4 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:53.382093 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4842a33a-d167-4f7c-8473-d0e44fa8b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:53.471429 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a7482ae4-1da9-41c4-9663-503d12862c1b req-fe40f474-a448-426a-9644-afd23e7afed4 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] For port e1b60f5d-fc39-41e4-8e88-5c24d80f94c5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e1b60f5d-fc39-41e4-8e88-5c24d80f94c5,segment=NetworkSegment(0fefe775-9cb7-4677-9062-e0fc9ae276d3),segment_id=0fefe775-9cb7-4677-9062-e0fc9ae276d3)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:49:53.471805 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a7482ae4-1da9-41c4-9663-503d12862c1b req-fe40f474-a448-426a-9644-afd23e7afed4 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:53.474255 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5da8b5-d23f-4746-8011-655862dcba91 req-c17e1dd3-b179-4a46-86a9-a461ac29fb3a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:53.475843 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eb5da8b5-d23f-4746-8011-655862dcba91 req-c17e1dd3-b179-4a46-86a9-a461ac29fb3a tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0509906 Sep 17 23:49:53.493815 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a7482ae4-1da9-41c4-9663-503d12862c1b req-fe40f474-a448-426a-9644-afd23e7afed4 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Calling delete_port for e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:49:53.514767 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eb5da8b5-d23f-4746-8011-655862dcba91 req-ace5e4f3-77b6-40bd-ba44-62e7b37f8843 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328827 Sep 17 23:49:53.560606 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4842a33a-d167-4f7c-8473-d0e44fa8b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:53.597653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842a33a-d167-4f7c-8473-d0e44fa8b698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a275f752-544b-480a-88b7-0c6cbafa7069,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:53.609166 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4842a33a-d167-4f7c-8473-d0e44fa8b698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:53.609166 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4842a33a-d167-4f7c-8473-d0e44fa8b698 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a275f752-544b-480a-88b7-0c6cbafa7069 HTTP/1.1" status: 204 len: 168 time: 0.4470851 Sep 17 23:49:53.609346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42122) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:49:53.639298 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c2930-8db2-4af9-9d00-2697f49dcda1 req-9e0bc8da-3533-41a3-9f1a-554310520e30 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:53.640803 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-336c2930-8db2-4af9-9d00-2697f49dcda1 req-9e0bc8da-3533-41a3-9f1a-554310520e30 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0564921 Sep 17 23:49:53.684144 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-336c2930-8db2-4af9-9d00-2697f49dcda1 req-753ef00c-704e-4c27-929b-15b914015469 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367084 Sep 17 23:49:53.717584 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0c8cf789-d262-48f9-baaf-4354ea75cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:53.799249 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0c8cf789-d262-48f9-baaf-4354ea75cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:53.801745 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a7482ae4-1da9-41c4-9663-503d12862c1b req-fe40f474-a448-426a-9644-afd23e7afed4 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:53.813336 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['6e50e686-0e80-469b-8edc-5ff1359d3adf', 'e1b60f5d-fc39-41e4-8e88-5c24d80f94c5'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:49:53.824444 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3eca2-d3b0-4030-a9ac-74f7cfe85eea req-ed4f17de-fb4c-40b7-b4d1-186fb8317d71 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:53.826226 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83f3eca2-d3b0-4030-a9ac-74f7cfe85eea req-ed4f17de-fb4c-40b7-b4d1-186fb8317d71 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0566316 Sep 17 23:49:53.838820 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40f474-a448-426a-9644-afd23e7afed4 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Pushing event deleted for resources: {'Port': ['ID=e1b60f5d-fc39-41e4-8e88-5c24d80f94c5,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:53.853261 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-0c8cf789-d262-48f9-baaf-4354ea75cab0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:53.870730 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83f3eca2-d3b0-4030-a9ac-74f7cfe85eea req-ff1c9c41-a49e-4db1-957d-57aedb1d7175 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353053 Sep 17 23:49:53.878801 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-0c8cf789-d262-48f9-baaf-4354ea75cab0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c4fb10-a614-49bf-8560-53a1dd68f714') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:53.879103 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-0c8cf789-d262-48f9-baaf-4354ea75cab0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c4fb10-a614-49bf-8560-53a1dd68f714') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:53.900058 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7482ae4-1da9-41c4-9663-503d12862c1b req-fe40f474-a448-426a-9644-afd23e7afed4 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] No DVR routers for this DVR port e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:49:53.905024 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0c8cf789-d262-48f9-baaf-4354ea75cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:53.907170 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a7482ae4-1da9-41c4-9663-503d12862c1b req-fe40f474-a448-426a-9644-afd23e7afed4 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:53.909789 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a7482ae4-1da9-41c4-9663-503d12862c1b req-fe40f474-a448-426a-9644-afd23e7afed4 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.41 "DELETE /v2.0/ports/e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 HTTP/1.1" status: 204 len: 173 time: 0.7836030 Sep 17 23:49:53.929923 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0c8cf789-d262-48f9-baaf-4354ea75cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:53.939835 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8cf789-d262-48f9-baaf-4354ea75cab0 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:49:53.940394 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0c8cf789-d262-48f9-baaf-4354ea75cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:49:53.957187 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:49:54.021320 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726aeb6-f2b0-4776-ab7e-7ae800b86603 req-a70d74ec-1b0a-4ec2-aa72-4c236e54ce8e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:54.022993 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5726aeb6-f2b0-4776-ab7e-7ae800b86603 req-a70d74ec-1b0a-4ec2-aa72-4c236e54ce8e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0507586 Sep 17 23:49:54.064885 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5726aeb6-f2b0-4776-ab7e-7ae800b86603 req-a85863a2-f0aa-423e-bb7f-a2cd922cb153 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338821 Sep 17 23:49:54.118282 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1d1d2-ddff-4676-8605-b7e414d1fd43 req-eddc78ff-9faa-466f-8cf1-f59d1ab190f8 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:54.123547 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3a1d1d2-ddff-4676-8605-b7e414d1fd43 req-eddc78ff-9faa-466f-8cf1-f59d1ab190f8 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0540538 Sep 17 23:49:54.144266 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 52952d7e-3de2-4e62-ba26-96f0f4e139f8 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:49:54.159968 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0c8cf789-d262-48f9-baaf-4354ea75cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:54.159968 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0c8cf789-d262-48f9-baaf-4354ea75cab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:54.159968 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0c8cf789-d262-48f9-baaf-4354ea75cab0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d HTTP/1.1" status: 204 len: 168 time: 0.5455208 Sep 17 23:49:54.167171 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cf789-d262-48f9-baaf-4354ea75cab0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6ec9e43-7c7d-4cb9-bcea-5df2c684b25d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:54.181489 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3a1d1d2-ddff-4676-8605-b7e414d1fd43 req-a7a16435-3a0b-4a59-856f-88db484716ff tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551920 Sep 17 23:49:54.183580 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 52952d7e-3de2-4e62-ba26-96f0f4e139f8 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:49:54.183981 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 52952d7e-3de2-4e62-ba26-96f0f4e139f8 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:49:54.247553 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb88283-50a1-4bca-8172-9708a2de56db req-b3c0382f-5486-4116-a8d9-32cb0096e48b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:54.249158 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2cb88283-50a1-4bca-8172-9708a2de56db req-b3c0382f-5486-4116-a8d9-32cb0096e48b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0533755 Sep 17 23:49:54.288094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2cb88283-50a1-4bca-8172-9708a2de56db req-d0b332b3-7ce4-4bea-8e2b-f89765831f26 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322335 Sep 17 23:49:54.399159 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-504e880e-8522-48ca-ad14-ace64b4a1db3 req-fdfa3877-681c-4a35-a20c-24e7dab62248 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a96aef8-a543-487c-93ac-f05cae8b8ccc HTTP/1.1" status: 200 len: 210 time: 0.0520532 Sep 17 23:49:54.427167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb172a3f-b993-4b89-a6ee-8c2258a450ef req-4c5e0abd-88b0-4436-8f3c-3465d501e62c tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:54.428716 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb172a3f-b993-4b89-a6ee-8c2258a450ef req-4c5e0abd-88b0-4436-8f3c-3465d501e62c tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0676887 Sep 17 23:49:54.476984 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb172a3f-b993-4b89-a6ee-8c2258a450ef req-c763744c-aa6e-4cac-9445-3346fb62d04d tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404332 Sep 17 23:49:54.576984 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42156) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:49:54.621013 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e476b879-112a-4851-8606-aa6a56c33186 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5d58bb8806f4bbb9b7d3236c3cdef06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424495 Sep 17 23:49:54.621144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42162) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:49:54.709355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e76219-7fcd-451c-86ae-f5ef9d8b2ef6 req-cd8f4b9a-1e8b-434c-bf49-431f2bc56664 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:54.710919 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58e76219-7fcd-451c-86ae-f5ef9d8b2ef6 req-cd8f4b9a-1e8b-434c-bf49-431f2bc56664 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0835781 Sep 17 23:49:54.712182 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-331b2952-8a1c-4dfd-84ed-1a397ac7f200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:54.748157 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-331b2952-8a1c-4dfd-84ed-1a397ac7f200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:54.785314 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58e76219-7fcd-451c-86ae-f5ef9d8b2ef6 req-5386a6ef-1dd4-476d-9e7e-e9042462efe1 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637105 Sep 17 23:49:54.926989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed3fb9-cf49-4518-877b-11243d7447e4 req-f4e19ded-9aca-44d1-a0ef-4161bfc4ee6b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:54.928459 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08ed3fb9-cf49-4518-877b-11243d7447e4 req-f4e19ded-9aca-44d1-a0ef-4161bfc4ee6b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0576177 Sep 17 23:49:54.960066 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-331b2952-8a1c-4dfd-84ed-1a397ac7f200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:54.962314 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-331b2952-8a1c-4dfd-84ed-1a397ac7f200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:54.963497 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-331b2952-8a1c-4dfd-84ed-1a397ac7f200 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f178f830-a37a-4b4c-896b-90bdb649c7af HTTP/1.1" status: 204 len: 168 time: 0.3414350 Sep 17 23:49:54.985142 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08ed3fb9-cf49-4518-877b-11243d7447e4 req-be30f754-f7a4-4ac1-a822-d985198c015f tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504048 Sep 17 23:49:54.986009 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b2952-8a1c-4dfd-84ed-1a397ac7f200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f178f830-a37a-4b4c-896b-90bdb649c7af,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:54.995406 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331b2952-8a1c-4dfd-84ed-1a397ac7f200 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:54.995781 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331b2952-8a1c-4dfd-84ed-1a397ac7f200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:54.996101 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331b2952-8a1c-4dfd-84ed-1a397ac7f200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:54.996444 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331b2952-8a1c-4dfd-84ed-1a397ac7f200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:54.996820 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331b2952-8a1c-4dfd-84ed-1a397ac7f200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:54.997216 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331b2952-8a1c-4dfd-84ed-1a397ac7f200 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:54.997559 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331b2952-8a1c-4dfd-84ed-1a397ac7f200 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:54.997887 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331b2952-8a1c-4dfd-84ed-1a397ac7f200 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:54.998206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331b2952-8a1c-4dfd-84ed-1a397ac7f200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:54.998525 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331b2952-8a1c-4dfd-84ed-1a397ac7f200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:54.998844 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331b2952-8a1c-4dfd-84ed-1a397ac7f200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:54.999160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331b2952-8a1c-4dfd-84ed-1a397ac7f200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:49:55.049944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a96aef8-a543-487c-93ac-f05cae8b8ccc', 'name': 'network-vif-deleted', 'tag': 'e1b60f5d-fc39-41e4-8e88-5c24d80f94c5'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:49:55.053165 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a62cc98-848a-4d08-ada6-a8f4c3a0b961" -d '{"events": [{"server_uuid": "9a96aef8-a543-487c-93ac-f05cae8b8ccc", "name": "network-vif-deleted", "tag": "e1b60f5d-fc39-41e4-8e88-5c24d80f94c5"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:49:55.103325 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0978da-8ac3-471f-8a2d-15fd3c162cae x-openstack-request-id: req-8b0978da-8ac3-471f-8a2d-15fd3c162cae {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:49:55.103691 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a96aef8-a543-487c-93ac-f05cae8b8ccc", "name": "network-vif-deleted", "tag": "e1b60f5d-fc39-41e4-8e88-5c24d80f94c5", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:49:55.104002 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8b0978da-8ac3-471f-8a2d-15fd3c162cae {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:49:55.104399 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a96aef8-a543-487c-93ac-f05cae8b8ccc', 'name': 'network-vif-deleted', 'tag': 'e1b60f5d-fc39-41e4-8e88-5c24d80f94c5', 'status': 'completed', 'code': 200} Sep 17 23:49:55.151387 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49005691-8189-409b-9b9b-c434ca5f3fe7 req-ff2b48a0-18a6-4402-9e33-ea52a34dddfc tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:55.153264 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-49005691-8189-409b-9b9b-c434ca5f3fe7 req-ff2b48a0-18a6-4402-9e33-ea52a34dddfc tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0592637 Sep 17 23:49:55.193078 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-49005691-8189-409b-9b9b-c434ca5f3fe7 req-23b86663-2778-4bf1-ba38-43f9f5f45509 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334539 Sep 17 23:49:55.314113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ab1f8-752d-4dfc-9f23-49697b907378 req-d2941a3c-cbb8-43cc-bbd6-73c1b23b3c4c tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:55.315897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-032ab1f8-752d-4dfc-9f23-49697b907378 req-d2941a3c-cbb8-43cc-bbd6-73c1b23b3c4c tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0548639 Sep 17 23:49:55.365829 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-032ab1f8-752d-4dfc-9f23-49697b907378 req-4bc5b8d6-3f28-4570-a8b9-abd607b45188 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412986 Sep 17 23:49:55.548149 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05733a38-8902-422c-8dfe-490c8b23fbca req-cee2d5c8-e33b-4469-bc57-8de5a1efb1ce tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:55.549946 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05733a38-8902-422c-8dfe-490c8b23fbca req-cee2d5c8-e33b-4469-bc57-8de5a1efb1ce tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0678616 Sep 17 23:49:55.593934 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05733a38-8902-422c-8dfe-490c8b23fbca req-e17f4ff8-85d0-4c33-8f98-906d4d37022b tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371945 Sep 17 23:49:55.816987 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-5822c018-507f-4d37-b9f4-5598c376a55d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0518479 Sep 17 23:49:55.925758 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-169324da-29e1-4236-877c-3d00a097e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:55.925758 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-169324da-29e1-4236-877c-3d00a097e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:55.925758 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-169324da-29e1-4236-877c-3d00a097e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:55.925758 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-169324da-29e1-4236-877c-3d00a097e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:55.925758 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-169324da-29e1-4236-877c-3d00a097e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:55.925758 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-169324da-29e1-4236-877c-3d00a097e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:55.925758 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-169324da-29e1-4236-877c-3d00a097e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:55.927035 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-169324da-29e1-4236-877c-3d00a097e8fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 6492 time: 0.0604048 Sep 17 23:49:55.951015 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f89134-b7bd-4d1e-83b2-8ed26e71c67a req-55bdef79-bef2-46f0-9d3b-b9a8ad88d583 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:55.952790 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78f89134-b7bd-4d1e-83b2-8ed26e71c67a req-55bdef79-bef2-46f0-9d3b-b9a8ad88d583 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0742440 Sep 17 23:49:56.007324 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78f89134-b7bd-4d1e-83b2-8ed26e71c67a req-181ce400-3a5c-413f-bd76-542296df3ccb tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461376 Sep 17 23:49:56.086487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-5155439e-0e20-4562-be59-1af5be0e0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:56.087730 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-5155439e-0e20-4562-be59-1af5be0e0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:56.088493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-5155439e-0e20-4562-be59-1af5be0e0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:56.090405 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-5155439e-0e20-4562-be59-1af5be0e0d0b service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d08905d-ca5b-4e76-bde0-b74df6a1af4e&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=9e702302-c423-4617-ae40-276913b1f962&id=9e702302-c423-4617-ae40-276913b1f962 HTTP/1.1" status: 200 len: 2293 time: 0.1396444 Sep 17 23:49:56.147950 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1be00-a485-4e32-ac2e-ec0cc2c9d9bc req-e9c07b42-4c4c-4407-a925-d7368f44921f tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:56.149620 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88d1be00-a485-4e32-ac2e-ec0cc2c9d9bc req-e9c07b42-4c4c-4407-a925-d7368f44921f tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0605779 Sep 17 23:49:56.168218 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-d2b0e7f6-ed9e-4acf-8d8a-b73255e4ebba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc31a07-bb51-4d99-8ffb-b0d0291c3627 HTTP/1.1" status: 200 len: 1000 time: 0.0700779 Sep 17 23:49:56.198897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88d1be00-a485-4e32-ac2e-ec0cc2c9d9bc req-4468de54-491f-485b-85c4-8a8df998a044 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426545 Sep 17 23:49:56.253079 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-1b142a80-04e0-4e23-9444-2f4733b8cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:56.255207 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-1b142a80-04e0-4e23-9444-2f4733b8cd7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08d092af-cd76-4eda-b787-3854ce9db95e HTTP/1.1" status: 200 len: 851 time: 0.0798082 Sep 17 23:49:56.303440 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-e5ed1ac9-0d8f-4a6c-aa5c-3a9dc0a96cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:56.305019 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-e5ed1ac9-0d8f-4a6c-aa5c-3a9dc0a96cb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d08905d-ca5b-4e76-bde0-b74df6a1af4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433331 Sep 17 23:49:56.427903 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-a71d7bb5-401e-4ed9-9161-7e819504f648 service neutron] 10.222.0.37 "GET /v2.0/networks/9d08905d-ca5b-4e76-bde0-b74df6a1af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155093 Sep 17 23:49:56.484432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42238) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:49:56.518141 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437fde6-ca9e-45c1-a18a-4ef464942ff4 req-5b8add3d-8d31-4033-94ab-4cd85b14db27 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:56.528887 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c437fde6-ca9e-45c1-a18a-4ef464942ff4 req-5b8add3d-8d31-4033-94ab-4cd85b14db27 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0811479 Sep 17 23:49:56.538467 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-660d8279-f16c-47f7-ad6e-b8fa1329b7cc service neutron] 10.222.0.37 "GET /v2.0/networks/9d08905d-ca5b-4e76-bde0-b74df6a1af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036534 Sep 17 23:49:56.575366 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c437fde6-ca9e-45c1-a18a-4ef464942ff4 req-9e5bb82d-dd92-4196-a7da-d24599f12df7 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454369 Sep 17 23:49:56.597344 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-5a2d4597-4ddb-47e2-b099-c44fc187d321 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=7d283454-1c56-4bae-95b5-4603d534419d HTTP/1.1" status: 200 len: 217 time: 0.0517454 Sep 17 23:49:56.627909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-18a2c0df-5762-49df-86f1-fde15a494361 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-576898703-network', 'tenant_id': '7ede2c04057a40eeafb9513130362b94'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:49:56.748514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a2c0df-5762-49df-86f1-fde15a494361 admin admin] Made reservation on behalf of 7ede2c04057a40eeafb9513130362b94 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:49:56.751858 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-18a2c0df-5762-49df-86f1-fde15a494361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:56.773722 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-18a2c0df-5762-49df-86f1-fde15a494361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:56.940639 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-18a2c0df-5762-49df-86f1-fde15a494361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:57.012885 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-18a2c0df-5762-49df-86f1-fde15a494361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:57.030469 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-387501a2-a1a7-4a65-ae75-2a23e2c7384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:57.031875 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-387501a2-a1a7-4a65-ae75-2a23e2c7384f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 200 len: 797 time: 0.4272499 Sep 17 23:49:57.042767 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a2c0df-5762-49df-86f1-fde15a494361 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:49:57.048562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2c0df-5762-49df-86f1-fde15a494361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ee64e2-fc17-4287-8c56-6dcef6100a66,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:57.057184 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-18a2c0df-5762-49df-86f1-fde15a494361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:57.057536 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-18a2c0df-5762-49df-86f1-fde15a494361 admin admin] Added segment 6e46d17b-0646-4739-96ce-0c95c88a5d8c of type vlan for network 43a1be44-7314-4723-a491-cf0ed1c57271 Sep 17 23:49:57.088319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-6cb76856-802e-46b2-bad9-21cca28646a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:57.091456 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-6cb76856-802e-46b2-bad9-21cca28646a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2da050b4-00f1-432e-9e5a-adbd5603b80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0514624 Sep 17 23:49:57.106636 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-18a2c0df-5762-49df-86f1-fde15a494361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:57.199666 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-642ec0a0-0e23-4233-a228-7ab954aec839 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992744 Sep 17 23:49:57.204963 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-18a2c0df-5762-49df-86f1-fde15a494361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:57.205971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a2c0df-5762-49df-86f1-fde15a494361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:57.206578 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-18a2c0df-5762-49df-86f1-fde15a494361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:57.333362 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-c3b57597-42f9-4f74-91ae-a381c2b7df22 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253510 Sep 17 23:49:57.365133 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-18a2c0df-5762-49df-86f1-fde15a494361 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8794229 Sep 17 23:49:57.372720 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42252) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:49:57.379167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-ae420797-89e9-448b-aa2f-06ac0456e774 admin admin] Request body: {'subnet': {'network_id': '43a1be44-7314-4723-a491-cf0ed1c57271', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-576898703-subnet', 'tenant_id': '7ede2c04057a40eeafb9513130362b94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:49:57.383028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2c0df-5762-49df-86f1-fde15a494361 admin admin] Pushing event updated for resources: {'Network': ['ID=43a1be44-7314-4723-a491-cf0ed1c57271,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:57.387626 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-c27edf38-584b-4ca5-b812-785ed836b60c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a HTTP/1.1" status: 200 len: 217 time: 0.0456595 Sep 17 23:49:57.396163 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 43a1be44-7314-4723-a491-cf0ed1c57271 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:49:57.445116 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0536b-8657-4c1d-b5b8-75cd3a6d5126 req-9f4f9297-7b20-4e7a-b727-34f26bc80f9b tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:57.447898 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d4c0536b-8657-4c1d-b5b8-75cd3a6d5126 req-9f4f9297-7b20-4e7a-b727-34f26bc80f9b tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0908866 Sep 17 23:49:57.481675 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-5176a4b0-6e7a-4bda-baf5-75ce49f71e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:57.483318 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-5176a4b0-6e7a-4bda-baf5-75ce49f71e7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 200 len: 797 time: 0.0885229 Sep 17 23:49:57.509169 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae420797-89e9-448b-aa2f-06ac0456e774 admin admin] Made reservation on behalf of 7ede2c04057a40eeafb9513130362b94 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:49:57.511445 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ae420797-89e9-448b-aa2f-06ac0456e774 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:57.533977 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d4c0536b-8657-4c1d-b5b8-75cd3a6d5126 req-5c8dab82-bce7-41b3-8ab2-30f05b75623f tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783958 Sep 17 23:49:57.546648 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-993adb79-87b7-44fd-9edf-a3363869379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:57.548520 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-993adb79-87b7-44fd-9edf-a3363869379b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2da050b4-00f1-432e-9e5a-adbd5603b80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0578401 Sep 17 23:49:57.575434 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:49:57.621194 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:49:57.621463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e1b60f5d-fc39-41e4-8e88-5c24d80f94c5 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:49:57.621882 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:49:57.655158 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:49:57.655582 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e3fb2f01-d3e4-4e7f-9426-18bb2e2cedb2 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:49:57.672574 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-35da355b-6807-4f30-9abc-933b1f1e5c50 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143694 Sep 17 23:49:57.742998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c968d-3a3d-4f20-a45c-8abe35e70b5e req-6213a166-87d3-4739-8e85-bd860811c96d tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:57.744531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-479c968d-3a3d-4f20-a45c-8abe35e70b5e req-6213a166-87d3-4739-8e85-bd860811c96d tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0876265 Sep 17 23:49:57.806773 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-73d7dc65-6014-4b64-a888-c40f6d5d313e service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288602 Sep 17 23:49:57.857941 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-1c119530-959c-48fc-9e32-6f9f83dc9c70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=3f452939-ef58-4d6e-8de5-7552388649dc HTTP/1.1" status: 200 len: 217 time: 0.0440092 Sep 17 23:49:57.907216 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-479c968d-3a3d-4f20-a45c-8abe35e70b5e req-bd096b97-e8f6-4534-bed3-8c17918ad8d0 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416159 Sep 17 23:49:57.927764 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-578bf582-443b-4227-9e38-aaf4dbebaf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:57.930126 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-578bf582-443b-4227-9e38-aaf4dbebaf7f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 200 len: 797 time: 0.0649507 Sep 17 23:49:57.949080 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ae420797-89e9-448b-aa2f-06ac0456e774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:57.984441 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-6372abea-8f48-4aa0-ac92-01d16b63a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:57.986197 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-6372abea-8f48-4aa0-ac92-01d16b63a0a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2da050b4-00f1-432e-9e5a-adbd5603b80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0481021 Sep 17 23:49:58.016484 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae420797-89e9-448b-aa2f-06ac0456e774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4cbe313-a1c9-42ce-acdc-1538b1b7ae1f,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:58.025996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae420797-89e9-448b-aa2f-06ac0456e774 admin admin] Checking segment: {'id': '6e46d17b-0646-4739-96ce-0c95c88a5d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '43a1be44-7314-4723-a491-cf0ed1c57271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:49:58.026238 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae420797-89e9-448b-aa2f-06ac0456e774 admin admin] Network hostable DHCP agents. Network: 43a1be44-7314-4723-a491-cf0ed1c57271, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:49:58.088011 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-81d97776-b826-4f94-877a-ccdb1c394b29 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941918 Sep 17 23:49:58.160385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae420797-89e9-448b-aa2f-06ac0456e774 admin admin] Network 43a1be44-7314-4723-a491-cf0ed1c57271 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:49:58.176459 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-08d004e0-3cfc-44b8-83aa-f0121684a49a service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825553 Sep 17 23:49:58.221955 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-db0808b3-6e32-41b5-b39a-a8995928450e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=babf226a-14c0-48e5-a6eb-df5d4099f2e7 HTTP/1.1" status: 200 len: 217 time: 0.0385218 Sep 17 23:49:58.273694 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-5357d468-cd45-4c71-a4fd-6a8dbce96481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:58.275214 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-5357d468-cd45-4c71-a4fd-6a8dbce96481 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 200 len: 797 time: 0.0462022 Sep 17 23:49:58.303182 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-ae420797-89e9-448b-aa2f-06ac0456e774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 43a1be44-7314-4723-a491-cf0ed1c57271) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:49:58.308302 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae420797-89e9-448b-aa2f-06ac0456e774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:58.309158 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ae420797-89e9-448b-aa2f-06ac0456e774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:58.322190 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4302742-90d3-4bc3-ab9f-79b8a0a32066 None None] Network 43a1be44-7314-4723-a491-cf0ed1c57271 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:49:58.332440 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-10cfa368-76b2-4853-98e7-90529c757f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:58.335006 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-10cfa368-76b2-4853-98e7-90529c757f1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2da050b4-00f1-432e-9e5a-adbd5603b80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0515435 Sep 17 23:49:58.401517 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ae420797-89e9-448b-aa2f-06ac0456e774 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0275128 Sep 17 23:49:58.487918 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-04ca8e48-c0c2-46dd-9298-e451fa837b93 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455302 Sep 17 23:49:58.498182 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1739a2d-4ef4-4445-8c0d-2fb5a3d4fe33 None None] Network 43a1be44-7314-4723-a491-cf0ed1c57271 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:49:58.541476 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42278) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:49:58.684388 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-87393d4b-4631-4844-98b4-2c5fffa7902a service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876614 Sep 17 23:49:58.706087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb5cf32-a2b0-43bc-837a-8cde14d6a3e7 admin admin] Deleting subnet c7b73b73-63cd-4505-9722-63303d58ca18 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:49:58.718180 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7eb5cf32-a2b0-43bc-837a-8cde14d6a3e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:58.735946 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-4693cc42-0e9f-4d62-9999-42b19c58d2d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=80774bb7-bf44-4b8b-bc93-e7c967abca31 HTTP/1.1" status: 200 len: 217 time: 0.0432498 Sep 17 23:49:58.769622 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a090c3-6812-49e7-a072-42c57fdd7d2e req-600ad27b-349c-404d-882e-06ba0830ec67 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:58.777600 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6a090c3-6812-49e7-a072-42c57fdd7d2e req-600ad27b-349c-404d-882e-06ba0830ec67 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.1430106 Sep 17 23:49:58.788750 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7eb5cf32-a2b0-43bc-837a-8cde14d6a3e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:58.828176 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-471999cb-ffd5-4ad5-99ac-2d557934c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:58.836661 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-471999cb-ffd5-4ad5-99ac-2d557934c675 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f67d974e-7140-4089-9f32-07a00b55ef3a HTTP/1.1" status: 200 len: 797 time: 0.0937350 Sep 17 23:49:58.843807 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6a090c3-6812-49e7-a072-42c57fdd7d2e req-de3e8795-daa0-4564-82bc-4ba407cfe730 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652113 Sep 17 23:49:58.860397 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7eb5cf32-a2b0-43bc-837a-8cde14d6a3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:58.925818 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-ba676605-0290-4640-aa7f-4389130c2bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:58.927589 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-ba676605-0290-4640-aa7f-4389130c2bdc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e702302-c423-4617-ae40-276913b1f962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0820205 Sep 17 23:49:59.056459 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7eb5cf32-a2b0-43bc-837a-8cde14d6a3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:59.090099 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-dedea78e-b780-48ec-b3c9-574d869adb68 service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469245 Sep 17 23:49:59.107953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5cf32-a2b0-43bc-837a-8cde14d6a3e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b73b73-63cd-4505-9722-63303d58ca18,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:49:59.156309 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7eb5cf32-a2b0-43bc-837a-8cde14d6a3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:59.158472 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7eb5cf32-a2b0-43bc-837a-8cde14d6a3e7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c7b73b73-63cd-4505-9722-63303d58ca18 HTTP/1.1" status: 204 len: 168 time: 0.6155229 Sep 17 23:49:59.164922 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42304) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:49:59.201229 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-5affface-35a4-4b95-82ad-a281a1ff85f2 service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034002 Sep 17 23:49:59.209797 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-83de3f96-27b2-4a80-9f0b-f190f7ba3c9d tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:59.211413 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-83de3f96-27b2-4a80-9f0b-f190f7ba3c9d tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/networks?id=43a1be44-7314-4723-a491-cf0ed1c57271 HTTP/1.1" status: 200 len: 813 time: 0.2579141 Sep 17 23:49:59.252659 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-33063fdd-2ecf-43b6-8cfd-5fd90290fc6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ad6ee541-3beb-4fca-918f-db5ffa2a75a3 HTTP/1.1" status: 200 len: 217 time: 0.0428710 Sep 17 23:49:59.292453 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-4ae5a09f-b7c2-44e0-a0ce-00c0805c19d1 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/quotas/7ede2c04057a40eeafb9513130362b94 HTTP/1.1" status: 200 len: 375 time: 0.0679200 Sep 17 23:49:59.307203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7e473-f109-4212-bc9e-0dcb68dd8104 req-cf1d8213-a2a8-455c-b4aa-1c10046d73c4 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:59.308796 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47c7e473-f109-4212-bc9e-0dcb68dd8104 req-cf1d8213-a2a8-455c-b4aa-1c10046d73c4 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.1888809 Sep 17 23:49:59.322439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-254626bc-9430-42fa-af31-7ea063e645bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:59.323903 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e553718c-8cb4-42bc-bcf2-d6df9ea6db17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:59.324951 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-254626bc-9430-42fa-af31-7ea063e645bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f67d974e-7140-4089-9f32-07a00b55ef3a HTTP/1.1" status: 200 len: 797 time: 0.0641034 Sep 17 23:49:59.357392 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-32d51487-2c4a-4394-afbd-83311d89288d tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ede2c04057a40eeafb9513130362b94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639939 Sep 17 23:49:59.376115 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-299d6db7-373b-499d-8c6b-1fb5e5213d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:49:59.377836 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-299d6db7-373b-499d-8c6b-1fb5e5213d01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e702302-c423-4617-ae40-276913b1f962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0468678 Sep 17 23:49:59.417460 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:49:59.444672 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47c7e473-f109-4212-bc9e-0dcb68dd8104 req-b16aed8f-f956-4aaf-9797-6a9cbbffd5d4 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255574 Sep 17 23:49:59.507111 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-6445db68-777e-4778-a35a-562301d5ed3d service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225348 Sep 17 23:49:59.572315 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e553718c-8cb4-42bc-bcf2-d6df9ea6db17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:59.604875 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-dbaf1106-bfe2-48b3-a1f6-c6196e483646 service neutron] 10.222.0.46 "GET /v2.0/networks/43a1be44-7314-4723-a491-cf0ed1c57271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423778 Sep 17 23:49:59.623702 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b63331ec-0d42-4156-8bf7-ce242678ec10 req-e05aa852-4e95-4e66-9282-b269943e1237 service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091876 Sep 17 23:49:59.636110 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-e553718c-8cb4-42bc-bcf2-d6df9ea6db17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2df3c0f-6c40-4464-917a-684982de5476']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:59.655677 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-e553718c-8cb4-42bc-bcf2-d6df9ea6db17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c67e8ad-a2db-46d0-9a22-a379360259d6') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:59.656051 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-e553718c-8cb4-42bc-bcf2-d6df9ea6db17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c67e8ad-a2db-46d0-9a22-a379360259d6') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:49:59.695088 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e553718c-8cb4-42bc-bcf2-d6df9ea6db17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:59.715988 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e553718c-8cb4-42bc-bcf2-d6df9ea6db17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:59.731034 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e553718c-8cb4-42bc-bcf2-d6df9ea6db17 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:49:59.731424 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e553718c-8cb4-42bc-bcf2-d6df9ea6db17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:49:59.733068 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:49:59.754994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-f70a9c3a-fed0-4629-b440-4fc58dd7d20d service neutron] 10.222.0.46 "GET /v2.0/networks/43a1be44-7314-4723-a491-cf0ed1c57271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492519 Sep 17 23:49:59.915727 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e553718c-8cb4-42bc-bcf2-d6df9ea6db17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:59.938009 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e553718c-8cb4-42bc-bcf2-d6df9ea6db17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:49:59.940057 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e553718c-8cb4-42bc-bcf2-d6df9ea6db17 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e2df3c0f-6c40-4464-917a-684982de5476 HTTP/1.1" status: 204 len: 168 time: 0.7741683 Sep 17 23:49:59.943085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553718c-8cb4-42bc-bcf2-d6df9ea6db17 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2df3c0f-6c40-4464-917a-684982de5476,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:00.003480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f71f2-efda-4ef0-9fee-d309cb4a5906 req-5a129536-092b-4445-8519-b60b4d8c4e53 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:00.003480 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-814f71f2-efda-4ef0-9fee-d309cb4a5906 req-5a129536-092b-4445-8519-b60b4d8c4e53 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0587609 Sep 17 23:50:00.047768 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-814f71f2-efda-4ef0-9fee-d309cb4a5906 req-e2242cdb-7ce7-43ba-9081-10891a9088fe tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402677 Sep 17 23:50:00.119765 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7366dc4-e921-4630-9141-24bb81e1a23c req-c595b679-0350-4b5e-97c3-743865da141b tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 210 time: 0.0321846 Sep 17 23:50:00.375127 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42328) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:00.420590 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cfb02da5-c3c7-439e-b2ca-2262fbc16b80 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3dc697e62bfa40e4b7ec116f34144c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439022 Sep 17 23:50:00.423051 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42330) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:00.472542 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cb99898b-0613-4949-b325-c1aea91a8187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:00.495459 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cb99898b-0613-4949-b325-c1aea91a8187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:00.581386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f6723-643d-4b51-ba5b-a07ab0496ab8 req-02ebd153-9d68-4d77-bbcc-5601d950415f tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:00.583056 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-012f6723-643d-4b51-ba5b-a07ab0496ab8 req-02ebd153-9d68-4d77-bbcc-5601d950415f tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0653157 Sep 17 23:50:00.629274 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-012f6723-643d-4b51-ba5b-a07ab0496ab8 req-53a5231c-61ab-4b98-acfa-5526a00f155f tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392876 Sep 17 23:50:00.668165 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cb99898b-0613-4949-b325-c1aea91a8187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:00.670819 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cb99898b-0613-4949-b325-c1aea91a8187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:00.672105 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cb99898b-0613-4949-b325-c1aea91a8187 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec91a244-0ed1-425a-8cbb-f7ab81104bc5 HTTP/1.1" status: 204 len: 168 time: 0.2481270 Sep 17 23:50:00.681675 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99898b-0613-4949-b325-c1aea91a8187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec91a244-0ed1-425a-8cbb-f7ab81104bc5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:01.182441 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedca7c-79a4-4aa2-891d-998cdfe441ec req-2eef0b88-24ce-4597-ac53-8441b8f9f446 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:01.184295 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7aedca7c-79a4-4aa2-891d-998cdfe441ec req-2eef0b88-24ce-4597-ac53-8441b8f9f446 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0631900 Sep 17 23:50:01.250446 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-75591e39-f200-49ea-bca9-e4a76ac2a7ba req-bc45af19-da0b-4db1-8e20-6008c41d98b9 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 210 time: 0.0333245 Sep 17 23:50:01.268883 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7aedca7c-79a4-4aa2-891d-998cdfe441ec req-1ca841e1-cea7-4708-bc66-c4616e40f324 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720315 Sep 17 23:50:01.758162 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a82b4-43ab-4db9-bea1-dd1d99f581c5 req-889adf56-3386-4494-872f-bcd65e78639d tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:01.760510 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-258a82b4-43ab-4db9-bea1-dd1d99f581c5 req-889adf56-3386-4494-872f-bcd65e78639d tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0586002 Sep 17 23:50:01.818653 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-258a82b4-43ab-4db9-bea1-dd1d99f581c5 req-c2174674-edc9-4643-9f70-beda402b3a64 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522323 Sep 17 23:50:02.041441 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820d259-6425-4fad-9e51-4f8d26c36c2c req-569e9f99-a895-4279-b95c-19a82e45ffad tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:02.042975 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1820d259-6425-4fad-9e51-4f8d26c36c2c req-569e9f99-a895-4279-b95c-19a82e45ffad tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.41 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0681231 Sep 17 23:50:02.134469 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42382) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:02.167805 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-1820d259-6425-4fad-9e51-4f8d26c36c2c req-c01c8f8a-1b40-4e1d-a94b-b26b7b447703 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Deleting port 6e50e686-0e80-469b-8edc-5ff1359d3adf {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:50:02.168419 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1820d259-6425-4fad-9e51-4f8d26c36c2c req-c01c8f8a-1b40-4e1d-a94b-b26b7b447703 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:02.262289 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-953bf737-4688-436f-99d1-9b6da4c5e3d2 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2110314831-network', 'tenant_id': '29f4d1dfa57d4d7daf4855d833291871'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:02.272492 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-1820d259-6425-4fad-9e51-4f8d26c36c2c req-c01c8f8a-1b40-4e1d-a94b-b26b7b447703 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] For port 6e50e686-0e80-469b-8edc-5ff1359d3adf, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6e50e686-0e80-469b-8edc-5ff1359d3adf,segment=NetworkSegment(0fefe775-9cb7-4677-9062-e0fc9ae276d3),segment_id=0fefe775-9cb7-4677-9062-e0fc9ae276d3)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:02.273109 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1820d259-6425-4fad-9e51-4f8d26c36c2c req-c01c8f8a-1b40-4e1d-a94b-b26b7b447703 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:02.292870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-1820d259-6425-4fad-9e51-4f8d26c36c2c req-c01c8f8a-1b40-4e1d-a94b-b26b7b447703 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Calling delete_port for 6e50e686-0e80-469b-8edc-5ff1359d3adf owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:50:02.376491 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f5fc3e0d-a043-40d1-8e38-04051638b854 req-88b2c726-f797-4c9f-9828-905697e70b16 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 210 time: 0.0350876 Sep 17 23:50:02.422126 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953bf737-4688-436f-99d1-9b6da4c5e3d2 admin admin] Made reservation on behalf of 29f4d1dfa57d4d7daf4855d833291871 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:50:02.424611 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-953bf737-4688-436f-99d1-9b6da4c5e3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:02.438235 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-953bf737-4688-436f-99d1-9b6da4c5e3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:02.535064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fce1cf-3f26-43ee-9949-e1dbe6f12ca0 req-f55fa07f-5e01-4e2d-8464-fc4d9a26fdfb tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:02.536585 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39fce1cf-3f26-43ee-9949-e1dbe6f12ca0 req-f55fa07f-5e01-4e2d-8464-fc4d9a26fdfb tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 946 time: 0.0722766 Sep 17 23:50:02.561272 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1820d259-6425-4fad-9e51-4f8d26c36c2c req-c01c8f8a-1b40-4e1d-a94b-b26b7b447703 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:02.577152 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['6e50e686-0e80-469b-8edc-5ff1359d3adf'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:50:02.603799 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-953bf737-4688-436f-99d1-9b6da4c5e3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:02.609827 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c8f8a-1b40-4e1d-a94b-b26b7b447703 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Pushing event deleted for resources: {'Port': ['ID=6e50e686-0e80-469b-8edc-5ff1359d3adf,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:02.620823 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39fce1cf-3f26-43ee-9949-e1dbe6f12ca0 req-12fafab6-34ae-4330-b96b-90d589a829f3 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c49ef041-59d3-41a3-8d36-de299e8022d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770597 Sep 17 23:50:02.675581 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-1820d259-6425-4fad-9e51-4f8d26c36c2c req-c01c8f8a-1b40-4e1d-a94b-b26b7b447703 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] No DVR routers for this DVR port 6e50e686-0e80-469b-8edc-5ff1359d3adf on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:50:02.703311 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1820d259-6425-4fad-9e51-4f8d26c36c2c req-c01c8f8a-1b40-4e1d-a94b-b26b7b447703 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:02.705340 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1820d259-6425-4fad-9e51-4f8d26c36c2c req-c01c8f8a-1b40-4e1d-a94b-b26b7b447703 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.41 "DELETE /v2.0/ports/6e50e686-0e80-469b-8edc-5ff1359d3adf HTTP/1.1" status: 204 len: 173 time: 0.6475961 Sep 17 23:50:02.705807 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972ea5a5-f990-4105-806e-d295573471ed', 'name': 'network-vif-deleted', 'tag': '6e50e686-0e80-469b-8edc-5ff1359d3adf'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:50:02.708025 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5b2d65-1195-49ef-920a-47ffbf2c5860" -d '{"events": [{"server_uuid": "972ea5a5-f990-4105-806e-d295573471ed", "name": "network-vif-deleted", "tag": "6e50e686-0e80-469b-8edc-5ff1359d3adf"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:50:02.726306 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-953bf737-4688-436f-99d1-9b6da4c5e3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:02.760722 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953bf737-4688-436f-99d1-9b6da4c5e3d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:50:02.763905 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-212a7d41-cdb6-45b4-b0df-2715f4d0795d tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:02.765709 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-212a7d41-cdb6-45b4-b0df-2715f4d0795d tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.37 "GET /v2.0/networks?id=43a1be44-7314-4723-a491-cf0ed1c57271 HTTP/1.1" status: 200 len: 813 time: 0.1940000 Sep 17 23:50:02.767282 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2c7891-3c0e-45fe-b56c-c08390d591f7 x-openstack-request-id: req-6e2c7891-3c0e-45fe-b56c-c08390d591f7 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:50:02.767638 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972ea5a5-f990-4105-806e-d295573471ed", "name": "network-vif-deleted", "tag": "6e50e686-0e80-469b-8edc-5ff1359d3adf", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:50:02.768265 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6e2c7891-3c0e-45fe-b56c-c08390d591f7 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:50:02.768389 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972ea5a5-f990-4105-806e-d295573471ed', 'name': 'network-vif-deleted', 'tag': '6e50e686-0e80-469b-8edc-5ff1359d3adf', 'status': 'completed', 'code': 200} Sep 17 23:50:02.780502 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfa4c5-212c-4486-8553-032f5e298915 req-ce6e4875-06bb-4d77-9698-49fae6b6bbf7 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:02.781781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-b5462d2f-8c30-4497-b709-1ed20600dd69 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Request body: {'port': {'device_id': 'c511e41b-e3a7-4343-8094-b6d9043b0c9f', 'network_id': '43a1be44-7314-4723-a491-cf0ed1c57271', 'admin_state_up': True, 'tenant_id': '7ede2c04057a40eeafb9513130362b94'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:02.790682 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bfbfa4c5-212c-4486-8553-032f5e298915 req-ce6e4875-06bb-4d77-9698-49fae6b6bbf7 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.1240387 Sep 17 23:50:02.805288 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bf737-4688-436f-99d1-9b6da4c5e3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9056df87-123b-4d7e-874c-7a118b214f19,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:02.810788 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-953bf737-4688-436f-99d1-9b6da4c5e3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:02.811299 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-953bf737-4688-436f-99d1-9b6da4c5e3d2 admin admin] Added segment 69625ad1-3b16-4eee-b275-6b3c31178ede of type vlan for network e5498d3c-bdaa-473e-ba52-c6464bbc6d40 Sep 17 23:50:02.907395 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bfbfa4c5-212c-4486-8553-032f5e298915 req-3248b8b9-ef6c-425c-929d-448a19011866 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110144 Sep 17 23:50:02.911119 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-953bf737-4688-436f-99d1-9b6da4c5e3d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:03.047199 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065865d-d577-4819-b03b-d7e81cdde91c req-14d5d92b-ba96-48d8-a3df-a2402470e5a1 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:03.048927 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f065865d-d577-4819-b03b-d7e81cdde91c req-14d5d92b-ba96-48d8-a3df-a2402470e5a1 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0584972 Sep 17 23:50:03.063619 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-953bf737-4688-436f-99d1-9b6da4c5e3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:03.064465 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953bf737-4688-436f-99d1-9b6da4c5e3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:03.065076 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-953bf737-4688-436f-99d1-9b6da4c5e3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:03.114107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-b5462d2f-8c30-4497-b709-1ed20600dd69 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Made reservation on behalf of 7ede2c04057a40eeafb9513130362b94 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:50:03.117728 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-b5462d2f-8c30-4497-b709-1ed20600dd69 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:03.151352 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f065865d-d577-4819-b03b-d7e81cdde91c req-f386f932-4bd1-4244-9010-bd040a35f165 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953221 Sep 17 23:50:03.152532 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bf737-4688-436f-99d1-9b6da4c5e3d2 admin admin] Pushing event updated for resources: {'Network': ['ID=e5498d3c-bdaa-473e-ba52-c6464bbc6d40,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:03.166362 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network e5498d3c-bdaa-473e-ba52-c6464bbc6d40 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:50:03.297499 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-953bf737-4688-436f-99d1-9b6da4c5e3d2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1616602 Sep 17 23:50:03.300349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42404) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:03.311569 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-0f2a5fc8-7483-4646-87a8-694cba23b846 admin admin] Request body: {'subnet': {'network_id': 'e5498d3c-bdaa-473e-ba52-c6464bbc6d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2110314831-subnet', 'tenant_id': '29f4d1dfa57d4d7daf4855d833291871', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:03.332769 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-b5462d2f-8c30-4497-b709-1ed20600dd69 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Allocated IP 172.20.0.2 (43a1be44-7314-4723-a491-cf0ed1c57271/b4cbe313-a1c9-42ce-acdc-1538b1b7ae1f/7c819fcd-547f-4729-97eb-4786812ff87f) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:50:03.484685 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-89009884-f1d5-48c5-95e9-8aeb68273bd3 req-b30771ed-aacc-47fb-b990-c8f93b0ae465 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 210 time: 0.0352480 Sep 17 23:50:03.496429 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-b5462d2f-8c30-4497-b709-1ed20600dd69 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:03.506011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2a5fc8-7483-4646-87a8-694cba23b846 admin admin] Made reservation on behalf of 29f4d1dfa57d4d7daf4855d833291871 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:50:03.506236 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f2a5fc8-7483-4646-87a8-694cba23b846 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:03.651351 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-b5462d2f-8c30-4497-b709-1ed20600dd69 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:03.695567 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-b5462d2f-8c30-4497-b709-1ed20600dd69 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Network 43a1be44-7314-4723-a491-cf0ed1c57271 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:50:03.698934 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-b5462d2f-8c30-4497-b709-1ed20600dd69 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:50:03.705156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-b5462d2f-8c30-4497-b709-1ed20600dd69 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:50:03.712650 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5462d2f-8c30-4497-b709-1ed20600dd69 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Pushing event updated for resources: {'Port': ['ID=7c819fcd-547f-4729-97eb-4786812ff87f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:03.749821 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1d5c127-0d7b-41c3-8c22-c2f76b3f41f2 req-2012aee4-02fb-4191-aca7-d487be4604d1 tempest-ServerRescueNegativeTestJSON-1992777291 tempest-ServerRescueNegativeTestJSON-1992777291-project] 10.222.0.46 "GET /v2.0/ports?device_id=972ea5a5-f990-4105-806e-d295573471ed HTTP/1.1" status: 200 len: 210 time: 0.0278943 Sep 17 23:50:03.761095 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-b5462d2f-8c30-4497-b709-1ed20600dd69 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:03.761756 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-b5462d2f-8c30-4497-b709-1ed20600dd69 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:03.794117 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f2a5fc8-7483-4646-87a8-694cba23b846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:03.857436 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a5fc8-7483-4646-87a8-694cba23b846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d6cc1e-a85b-42e0-80bb-a9466876564a,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:03.865167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2a5fc8-7483-4646-87a8-694cba23b846 admin admin] Checking segment: {'id': '69625ad1-3b16-4eee-b275-6b3c31178ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e5498d3c-bdaa-473e-ba52-c6464bbc6d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:50:03.865431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2a5fc8-7483-4646-87a8-694cba23b846 admin admin] Network hostable DHCP agents. Network: e5498d3c-bdaa-473e-ba52-c6464bbc6d40, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:50:03.868572 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-b5462d2f-8c30-4497-b709-1ed20600dd69 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0930648 Sep 17 23:50:03.882034 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Request body: {'port': {'device_id': 'c511e41b-e3a7-4343-8094-b6d9043b0c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:03.942101 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:04.061133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40607924-f60a-4178-97e6-33049f66a108 req-d492092e-ad0a-4790-a835-e09030588a7e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:04.075368 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40607924-f60a-4178-97e6-33049f66a108 req-d492092e-ad0a-4790-a835-e09030588a7e tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0880666 Sep 17 23:50:04.105604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2a5fc8-7483-4646-87a8-694cba23b846 admin admin] Network e5498d3c-bdaa-473e-ba52-c6464bbc6d40 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:50:04.123446 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40607924-f60a-4178-97e6-33049f66a108 req-bc037ce4-fbc2-4bdc-a66e-96dd82752ce1 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469916 Sep 17 23:50:04.233639 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-0f2a5fc8-7483-4646-87a8-694cba23b846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, e5498d3c-bdaa-473e-ba52-c6464bbc6d40) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:50:04.245075 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2a5fc8-7483-4646-87a8-694cba23b846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:04.245401 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725421a2-9568-4cbc-821a-578a5ba5e953 None None] Network e5498d3c-bdaa-473e-ba52-c6464bbc6d40 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:50:04.245866 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f2a5fc8-7483-4646-87a8-694cba23b846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:04.255504 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c819fcd-547f-4729-97eb-4786812ff87f {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:50:04.263895 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:04.277258 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Transition to ACTIVE for port object 7c819fcd-547f-4729-97eb-4786812ff87f will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:50:04.305718 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d684c5-da73-40b6-9067-dc261638dea3 req-ea7519be-ba5b-40eb-9c18-75854b06a425 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:04.307452 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e1d684c5-da73-40b6-9067-dc261638dea3 req-ea7519be-ba5b-40eb-9c18-75854b06a425 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0547361 Sep 17 23:50:04.347418 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e1d684c5-da73-40b6-9067-dc261638dea3 req-877ac531-1c4f-46c8-8f5c-b29f521e49a8 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337715 Sep 17 23:50:04.381239 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fc5367-9201-445c-a145-21acbe501bef None None] Network e5498d3c-bdaa-473e-ba52-c6464bbc6d40 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:50:04.401863 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0f2a5fc8-7483-4646-87a8-694cba23b846 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0999575 Sep 17 23:50:04.423402 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a222e-0f57-4662-b001-8aee6809b4b4 req-ea803788-88ab-4318-8527-c07b5ee35d02 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:04.424961 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3f7a222e-0f57-4662-b001-8aee6809b4b4 req-ea803788-88ab-4318-8527-c07b5ee35d02 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0595336 Sep 17 23:50:04.467066 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:04.555348 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Pushing event updated for resources: {'Port': ['ID=7c819fcd-547f-4729-97eb-4786812ff87f,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:04.621135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31427402-7e04-4b5b-981a-37bc112f2877 req-62d5860e-67aa-4834-b560-ce86a1865041 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:04.623125 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-31427402-7e04-4b5b-981a-37bc112f2877 req-62d5860e-67aa-4834-b560-ce86a1865041 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 943 time: 0.0606763 Sep 17 23:50:04.631019 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-3f7a222e-0f57-4662-b001-8aee6809b4b4 req-339e22e6-b220-44d1-a116-29d0cfb3f4ca tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Deleting port b5cd94e9-77d0-4710-b26f-ae456a380cc1 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:50:04.631415 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3f7a222e-0f57-4662-b001-8aee6809b4b4 req-339e22e6-b220-44d1-a116-29d0cfb3f4ca tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:04.655030 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Attempting to bind port 7c819fcd-547f-4729-97eb-4786812ff87f on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:50:04.655368 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Attempting to bind port 7c819fcd-547f-4729-97eb-4786812ff87f by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '6e46d17b-0646-4739-96ce-0c95c88a5d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '43a1be44-7314-4723-a491-cf0ed1c57271'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:50:04.655701 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Attempting to bind port 7c819fcd-547f-4729-97eb-4786812ff87f on network 43a1be44-7314-4723-a491-cf0ed1c57271 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:50:04.667543 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-31427402-7e04-4b5b-981a-37bc112f2877 req-33c461f8-e5ae-4430-9b80-0dce8b428e7e tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/security-groups?id=27ee64e2-fc17-4287-8c56-6dcef6100a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372946 Sep 17 23:50:04.667755 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Port 7c819fcd-547f-4729-97eb-4786812ff87f on network 43a1be44-7314-4723-a491-cf0ed1c57271 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:50:04.668042 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Attempting to bind port 7c819fcd-547f-4729-97eb-4786812ff87f on network 43a1be44-7314-4723-a491-cf0ed1c57271 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:50:04.700774 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:50:04.701222 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Checking segment: {'id': '6e46d17b-0646-4739-96ce-0c95c88a5d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '43a1be44-7314-4723-a491-cf0ed1c57271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:50:04.701602 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Bound using segment: {'id': '6e46d17b-0646-4739-96ce-0c95c88a5d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '43a1be44-7314-4723-a491-cf0ed1c57271'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:50:04.702047 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Bound port: 7c819fcd-547f-4729-97eb-4786812ff87f, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e46d17b-0646-4739-96ce-0c95c88a5d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '43a1be44-7314-4723-a491-cf0ed1c57271'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:50:04.702406 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:04.774629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-3f7a222e-0f57-4662-b001-8aee6809b4b4 req-339e22e6-b220-44d1-a116-29d0cfb3f4ca tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] For port b5cd94e9-77d0-4710-b26f-ae456a380cc1, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=b5cd94e9-77d0-4710-b26f-ae456a380cc1,segment=NetworkSegment(6ce9f960-9106-480f-a69e-89630099531d),segment_id=6ce9f960-9106-480f-a69e-89630099531d)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:04.774995 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3f7a222e-0f57-4662-b001-8aee6809b4b4 req-339e22e6-b220-44d1-a116-29d0cfb3f4ca tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:04.798828 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-3f7a222e-0f57-4662-b001-8aee6809b4b4 req-339e22e6-b220-44d1-a116-29d0cfb3f4ca tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Calling delete_port for b5cd94e9-77d0-4710-b26f-ae456a380cc1 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:50:04.811431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] For port 7c819fcd-547f-4729-97eb-4786812ff87f, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:50:04.813393 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42440) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:04.823014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] For port 7c819fcd-547f-4729-97eb-4786812ff87f, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7c819fcd-547f-4729-97eb-4786812ff87f,segment=NetworkSegment(6e46d17b-0646-4739-96ce-0c95c88a5d8c),segment_id=6e46d17b-0646-4739-96ce-0c95c88a5d8c)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:50:04.877165 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-323094f0-1729-4be1-8230-7a2f451d82b6 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:04.878905 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-323094f0-1729-4be1-8230-7a2f451d82b6 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/networks?id=e5498d3c-bdaa-473e-ba52-c6464bbc6d40 HTTP/1.1" status: 200 len: 809 time: 0.1167252 Sep 17 23:50:04.901528 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-6cb4602d-fa13-4f1e-916d-fa039afc3f7f tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/quotas/29f4d1dfa57d4d7daf4855d833291871 HTTP/1.1" status: 200 len: 375 time: 0.0116823 Sep 17 23:50:04.935644 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-4b64bab5-a8c6-4f6b-b978-ad85f80a3b84 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=29f4d1dfa57d4d7daf4855d833291871&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275919 Sep 17 23:50:05.043332 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-ff05f1e8-5764-40a5-a665-36123fc4a38e service neutron] 10.222.0.46 "GET /v2.0/networks/e5498d3c-bdaa-473e-ba52-c6464bbc6d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988538 Sep 17 23:50:05.145191 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-adc43972-45d0-4d18-b10f-8097e8cedce8 service neutron] 10.222.0.46 "GET /v2.0/networks/e5498d3c-bdaa-473e-ba52-c6464bbc6d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945494 Sep 17 23:50:05.213982 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:05.268188 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fc1b2-46b0-4f55-97a7-e0715bae4962 req-92edb8ab-e5d1-4395-bf65-0b38cc6c3569 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:05.269753 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-012fc1b2-46b0-4f55-97a7-e0715bae4962 req-92edb8ab-e5d1-4395-bf65-0b38cc6c3569 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 946 time: 0.0596380 Sep 17 23:50:05.293376 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:05.294156 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:05.295750 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] 10.222.0.37 "PUT /v2.0/ports/7c819fcd-547f-4729-97eb-4786812ff87f HTTP/1.1" status: 200 len: 1091 time: 1.4181359 Sep 17 23:50:05.302116 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c511e41b-e3a7-4343-8094-b6d9043b0c9f', 'tag': '7c819fcd-547f-4729-97eb-4786812ff87f'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:50:05.304369 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6346379-9a2c-43d3-9b2b-1da5a1a5be82" -d '{"events": [{"name": "network-changed", "server_uuid": "c511e41b-e3a7-4343-8094-b6d9043b0c9f", "tag": "7c819fcd-547f-4729-97eb-4786812ff87f"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:50:05.310322 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-012fc1b2-46b0-4f55-97a7-e0715bae4962 req-fa765a30-c78b-419a-a751-8a73dde3b895 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/security-groups?id=96db3f33-a049-401a-9182-1aeeedbeead7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343080 Sep 17 23:50:05.369612 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0e603c-009e-4d13-ab92-ab071e60ab2e x-openstack-request-id: req-0e0e603c-009e-4d13-ab92-ab071e60ab2e {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:50:05.370001 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c511e41b-e3a7-4343-8094-b6d9043b0c9f", "tag": "7c819fcd-547f-4729-97eb-4786812ff87f", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:50:05.370271 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e0e603c-009e-4d13-ab92-ab071e60ab2e {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:50:05.370660 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c511e41b-e3a7-4343-8094-b6d9043b0c9f', 'tag': '7c819fcd-547f-4729-97eb-4786812ff87f', 'status': 'completed', 'code': 200} Sep 17 23:50:05.391393 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1a6b3-001c-4d8b-80f9-9610b91a5f08 service neutron] Pushing event updated for resources: {'Port': ['ID=7c819fcd-547f-4729-97eb-4786812ff87f,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:05.443802 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ac4bc03-6c24-4f36-a80c-634ec318b0c3 req-be8b2e2d-da63-4bf0-8256-dbab781c8454 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/ports?device_id=be97ee2e-0d0c-4003-9891-2147b00fa0be HTTP/1.1" status: 200 len: 210 time: 0.0425718 Sep 17 23:50:05.508772 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd71f1e-5f6e-4254-b514-3239e6bb2090 req-18f4b044-e3e2-47ae-aad5-092133fcc5b6 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:05.517109 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6cd71f1e-5f6e-4254-b514-3239e6bb2090 req-18f4b044-e3e2-47ae-aad5-092133fcc5b6 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0760543 Sep 17 23:50:05.555108 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6cd71f1e-5f6e-4254-b514-3239e6bb2090 req-ab95acd6-f102-4a95-9be5-e13a051a948d tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369151 Sep 17 23:50:05.556644 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6346379-9a2c-43d3-9b2b-1da5a1a5be82 req-c7fe984a-0fa0-40c1-9770-712308fb0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:05.558420 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a6346379-9a2c-43d3-9b2b-1da5a1a5be82 req-c7fe984a-0fa0-40c1-9770-712308fb0c2c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ede2c04057a40eeafb9513130362b94&device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 1094 time: 0.1420209 Sep 17 23:50:05.618718 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3f7a222e-0f57-4662-b001-8aee6809b4b4 req-339e22e6-b220-44d1-a116-29d0cfb3f4ca tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:05.631546 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['b5cd94e9-77d0-4710-b26f-ae456a380cc1'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:50:05.634867 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 6e50e686-0e80-469b-8edc-5ff1359d3adf no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:50:05.670695 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 6e50e686-0e80-469b-8edc-5ff1359d3adf {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:50:05.670962 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 6e50e686-0e80-469b-8edc-5ff1359d3adf not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:50:05.698361 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e22e6-b220-44d1-a116-29d0cfb3f4ca tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Pushing event deleted for resources: {'Port': ['ID=b5cd94e9-77d0-4710-b26f-ae456a380cc1,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:05.781776 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7a222e-0f57-4662-b001-8aee6809b4b4 req-339e22e6-b220-44d1-a116-29d0cfb3f4ca tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] No DVR routers for this DVR port b5cd94e9-77d0-4710-b26f-ae456a380cc1 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:50:05.784113 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6346379-9a2c-43d3-9b2b-1da5a1a5be82 req-4046e544-3ec3-41e4-b084-915a78318d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:05.786185 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a6346379-9a2c-43d3-9b2b-1da5a1a5be82 req-4046e544-3ec3-41e4-b084-915a78318d1b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7ede2c04057a40eeafb9513130362b94&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2194133 Sep 17 23:50:05.789535 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3f7a222e-0f57-4662-b001-8aee6809b4b4 req-339e22e6-b220-44d1-a116-29d0cfb3f4ca tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:05.791473 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3f7a222e-0f57-4662-b001-8aee6809b4b4 req-339e22e6-b220-44d1-a116-29d0cfb3f4ca tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.41 "DELETE /v2.0/ports/b5cd94e9-77d0-4710-b26f-ae456a380cc1 HTTP/1.1" status: 204 len: 173 time: 1.3568263 Sep 17 23:50:05.803808 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07867f59-5d6c-4dbe-bb0d-7141ff142950 req-8d3fedd0-dc7d-4b13-8d50-f6ba0f3277a2 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:05.805343 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07867f59-5d6c-4dbe-bb0d-7141ff142950 req-8d3fedd0-dc7d-4b13-8d50-f6ba0f3277a2 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 943 time: 0.0546761 Sep 17 23:50:05.843376 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07867f59-5d6c-4dbe-bb0d-7141ff142950 req-4c98ad97-8be4-4964-a6b0-e851d8817e0d tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/security-groups?id=27ee64e2-fc17-4287-8c56-6dcef6100a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316985 Sep 17 23:50:05.922298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6346379-9a2c-43d3-9b2b-1da5a1a5be82 req-8f2c67bb-31f9-4ed2-8e60-e820d39017b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:05.923709 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a6346379-9a2c-43d3-9b2b-1da5a1a5be82 req-8f2c67bb-31f9-4ed2-8e60-e820d39017b3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286438 Sep 17 23:50:05.943856 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-568e9693-d50e-4947-aa85-2a065d7f248e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:06.065261 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-21b5f005-5b00-4152-aacd-545204739b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:06.066797 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-21b5f005-5b00-4152-aacd-545204739b0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ede2c04057a40eeafb9513130362b94&device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 1094 time: 0.0901594 Sep 17 23:50:06.116938 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-9d45be20-a126-4495-ac2b-63cc8ebe6c9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c819fcd-547f-4729-97eb-4786812ff87f HTTP/1.1" status: 200 len: 217 time: 0.0404615 Sep 17 23:50:06.213067 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-4de87860-aa58-41b3-b1e3-596edf3e5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:06.214539 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-4de87860-aa58-41b3-b1e3-596edf3e5670 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4cbe313-a1c9-42ce-acdc-1538b1b7ae1f HTTP/1.1" status: 200 len: 853 time: 0.0721660 Sep 17 23:50:06.253698 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-b3cf577c-a319-4555-9051-0af29c2d5b54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=43a1be44-7314-4723-a491-cf0ed1c57271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312874 Sep 17 23:50:06.362337 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c564fc9-dd32-4d4d-ab52-f208c03e7bb8 req-faace4a6-fef6-49b1-8205-c2ec74026126 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:06.373524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c564fc9-dd32-4d4d-ab52-f208c03e7bb8 req-faace4a6-fef6-49b1-8205-c2ec74026126 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:06.396123 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c564fc9-dd32-4d4d-ab52-f208c03e7bb8 req-faace4a6-fef6-49b1-8205-c2ec74026126 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:06.404129 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c564fc9-dd32-4d4d-ab52-f208c03e7bb8 req-faace4a6-fef6-49b1-8205-c2ec74026126 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:06.410935 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c564fc9-dd32-4d4d-ab52-f208c03e7bb8 req-faace4a6-fef6-49b1-8205-c2ec74026126 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:06.417086 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c564fc9-dd32-4d4d-ab52-f208c03e7bb8 req-faace4a6-fef6-49b1-8205-c2ec74026126 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:06.417619 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-6e6de910-d373-4b8f-824e-9d70d41fa47f service neutron] 10.222.0.37 "GET /v2.0/networks/43a1be44-7314-4723-a491-cf0ed1c57271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555917 Sep 17 23:50:06.420150 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-568e9693-d50e-4947-aa85-2a065d7f248e admin admin] Deleting port b0685a93-1a32-4aa4-aabc-b3d57a38a776 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:50:06.420563 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-568e9693-d50e-4947-aa85-2a065d7f248e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:06.423216 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c564fc9-dd32-4d4d-ab52-f208c03e7bb8 req-faace4a6-fef6-49b1-8205-c2ec74026126 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:06.425216 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c564fc9-dd32-4d4d-ab52-f208c03e7bb8 req-faace4a6-fef6-49b1-8205-c2ec74026126 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5446 time: 0.1317575 Sep 17 23:50:06.457740 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24c2e51e-c2fa-48f4-a727-19cd16d61780 req-4ae83455-38b2-4eda-a87c-ad22bdd39b37 tempest-ServersNegativeTestJSON-2071894090 tempest-ServersNegativeTestJSON-2071894090-project] 10.222.0.46 "GET /v2.0/ports?device_id=a52445c6-0bfb-44e4-98f9-10e5df151f87 HTTP/1.1" status: 200 len: 210 time: 0.0308528 Sep 17 23:50:06.487914 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c564fc9-dd32-4d4d-ab52-f208c03e7bb8 req-92f61054-d681-4338-af10-b624fb1b1bf1 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517924 Sep 17 23:50:06.535072 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-711d0e08-a606-43d9-bdcd-12dc23f8604c req-731557fc-20d2-4499-813e-32a134fb22bf tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/ports?device_id=be97ee2e-0d0c-4003-9891-2147b00fa0be HTTP/1.1" status: 200 len: 210 time: 0.0301573 Sep 17 23:50:06.567888 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-568e9693-d50e-4947-aa85-2a065d7f248e admin admin] For port b0685a93-1a32-4aa4-aabc-b3d57a38a776, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b0685a93-1a32-4aa4-aabc-b3d57a38a776,segment=NetworkSegment(0fefe775-9cb7-4677-9062-e0fc9ae276d3),segment_id=0fefe775-9cb7-4677-9062-e0fc9ae276d3)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:06.568571 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-568e9693-d50e-4947-aa85-2a065d7f248e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:06.589546 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f976077f-7d3e-4a42-9b4c-df69c474aeb9 req-bcd01563-5bf5-4c0c-98a6-64075e533dd9 service neutron] 10.222.0.37 "GET /v2.0/networks/43a1be44-7314-4723-a491-cf0ed1c57271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565897 Sep 17 23:50:06.592531 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-568e9693-d50e-4947-aa85-2a065d7f248e admin admin] Calling delete_port for b0685a93-1a32-4aa4-aabc-b3d57a38a776 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:50:06.674119 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b4c3e-3d63-4694-a437-8dd4eb5b5be9 req-d6fded04-e8da-4fc0-9f5a-5cccfa0f8cda tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:06.681008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b4c3e-3d63-4694-a437-8dd4eb5b5be9 req-d6fded04-e8da-4fc0-9f5a-5cccfa0f8cda tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:06.687200 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b4c3e-3d63-4694-a437-8dd4eb5b5be9 req-d6fded04-e8da-4fc0-9f5a-5cccfa0f8cda tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:06.695459 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b4c3e-3d63-4694-a437-8dd4eb5b5be9 req-d6fded04-e8da-4fc0-9f5a-5cccfa0f8cda tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:06.701519 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b4c3e-3d63-4694-a437-8dd4eb5b5be9 req-d6fded04-e8da-4fc0-9f5a-5cccfa0f8cda tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:06.708115 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b4c3e-3d63-4694-a437-8dd4eb5b5be9 req-d6fded04-e8da-4fc0-9f5a-5cccfa0f8cda tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:06.714352 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b4c3e-3d63-4694-a437-8dd4eb5b5be9 req-d6fded04-e8da-4fc0-9f5a-5cccfa0f8cda tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:06.716251 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ef2b4c3e-3d63-4694-a437-8dd4eb5b5be9 req-d6fded04-e8da-4fc0-9f5a-5cccfa0f8cda tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5446 time: 0.1106443 Sep 17 23:50:06.771662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5328a3-86a8-40ba-82b4-4ebc5393fb6b req-cfdc5d8c-e44b-4aeb-9cf7-4f322127e87e tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:06.773181 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd5328a3-86a8-40ba-82b4-4ebc5393fb6b req-cfdc5d8c-e44b-4aeb-9cf7-4f322127e87e tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0558331 Sep 17 23:50:06.812799 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd5328a3-86a8-40ba-82b4-4ebc5393fb6b req-5f9b71cb-b039-4708-b2ec-0df021840c1b tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329826 Sep 17 23:50:06.887558 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-568e9693-d50e-4947-aa85-2a065d7f248e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:06.937628 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e9693-d50e-4947-aa85-2a065d7f248e admin admin] Pushing event deleted for resources: {'Port': ['ID=b0685a93-1a32-4aa4-aabc-b3d57a38a776,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:06.986949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99a637-bc50-4313-8cdd-9fc11decc7e2 req-3409e512-8813-4e44-92cb-70b4ed079797 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:06.989027 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a99a637-bc50-4313-8cdd-9fc11decc7e2 req-3409e512-8813-4e44-92cb-70b4ed079797 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 943 time: 0.0572622 Sep 17 23:50:07.036713 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a99a637-bc50-4313-8cdd-9fc11decc7e2 req-16b144a3-6f9e-474f-9610-c6336c9d061b tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/security-groups?id=27ee64e2-fc17-4287-8c56-6dcef6100a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411620 Sep 17 23:50:07.083725 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-568e9693-d50e-4947-aa85-2a065d7f248e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:07.299449 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568e9693-d50e-4947-aa85-2a065d7f248e admin admin] Router 4267a4b2-366a-46fd-95d1-6e159a8220f6 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:50:07.386614 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52445c6-0bfb-44e4-98f9-10e5df151f87', 'name': 'network-vif-deleted', 'tag': 'b5cd94e9-77d0-4710-b26f-ae456a380cc1'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:50:07.389113 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da95b81-b437-4ed3-a43d-e786bd402333" -d '{"events": [{"server_uuid": "a52445c6-0bfb-44e4-98f9-10e5df151f87", "name": "network-vif-deleted", "tag": "b5cd94e9-77d0-4710-b26f-ae456a380cc1"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:50:07.413758 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568e9693-d50e-4947-aa85-2a065d7f248e admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:50:07.418971 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-568e9693-d50e-4947-aa85-2a065d7f248e admin admin] 10.222.0.46 "PUT /v2.0/routers/4267a4b2-366a-46fd-95d1-6e159a8220f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6033490 Sep 17 23:50:07.421658 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42490) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:07.424584 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a0e2e9-cb15-4bd0-b6bf-9a9e624c3251 None None] Sync routers for ids ['4267a4b2-366a-46fd-95d1-6e159a8220f6'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:50:07.435099 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a0e2e9-cb15-4bd0-b6bf-9a9e624c3251 None None] Routers {'4267a4b2-366a-46fd-95d1-6e159a8220f6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:50:07.435724 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f2a0e2e9-cb15-4bd0-b6bf-9a9e624c3251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:49:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['4267a4b2-366a-46fd-95d1-6e159a8220f6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:07.463708 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932195db-29d5-40e2-8d06-2a6c89be1d25 x-openstack-request-id: req-932195db-29d5-40e2-8d06-2a6c89be1d25 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:50:07.467550 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52445c6-0bfb-44e4-98f9-10e5df151f87", "name": "network-vif-deleted", "tag": "b5cd94e9-77d0-4710-b26f-ae456a380cc1", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:50:07.467550 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-932195db-29d5-40e2-8d06-2a6c89be1d25 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:50:07.467550 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52445c6-0bfb-44e4-98f9-10e5df151f87', 'name': 'network-vif-deleted', 'tag': 'b5cd94e9-77d0-4710-b26f-ae456a380cc1', 'status': 'completed', 'code': 200} Sep 17 23:50:07.523519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42494) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:07.545063 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-f2a0e2e9-cb15-4bd0-b6bf-9a9e624c3251 None None] Set router 4267a4b2-366a-46fd-95d1-6e159a8220f6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:50:07.584247 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2ea531d-ac46-4476-8a68-ec057c019a21 admin admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:07.623118 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd957f1a-4c5f-4d99-bf3b-bef86b5a2dcc admin admin] Deleting subnet 63b99927-674c-4e56-bb77-3a6655e29089 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:50:07.627664 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fd957f1a-4c5f-4d99-bf3b-bef86b5a2dcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:07.654275 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3849e09e-6727-4526-a767-0f5129c43a06 req-d7f22e4c-e37e-4a72-853b-711c6f06412b tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/ports?device_id=be97ee2e-0d0c-4003-9891-2147b00fa0be HTTP/1.1" status: 200 len: 210 time: 0.0473244 Sep 17 23:50:07.695531 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fd957f1a-4c5f-4d99-bf3b-bef86b5a2dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:07.735819 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f2a0e2e9-cb15-4bd0-b6bf-9a9e624c3251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1274256556-router', 'tenant_id': '926d364599994935ae0450b309eddc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c86b0498-1e19-40b2-ab29-5cf921409277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:30Z', 'updated_at': '2021-09-17T23:50:06Z', 'revision_number': 5, 'project_id': '926d364599994935ae0450b309eddc70', 'gw_port': {'id': 'c86b0498-1e19-40b2-ab29-5cf921409277', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:47:30Z', 'updated_at': '2021-09-17T23:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:07.763639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a0e2e9-cb15-4bd0-b6bf-9a9e624c3251 None None] Checking router: 4267a4b2-366a-46fd-95d1-6e159a8220f6 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:50:07.771032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a0e2e9-cb15-4bd0-b6bf-9a9e624c3251 None None] Routers {'4267a4b2-366a-46fd-95d1-6e159a8220f6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:50:07.771634 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f2a0e2e9-cb15-4bd0-b6bf-9a9e624c3251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:49:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['4267a4b2-366a-46fd-95d1-6e159a8220f6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:07.773217 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fd957f1a-4c5f-4d99-bf3b-bef86b5a2dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:07.775841 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2ea531d-ac46-4476-8a68-ec057c019a21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:07.933818 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559da38a-11c9-4e6c-b88b-543027673623 req-d8282496-3a4f-4d8d-8135-fb4272d6f981 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:07.935413 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-559da38a-11c9-4e6c-b88b-543027673623 req-d8282496-3a4f-4d8d-8135-fb4272d6f981 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0511308 Sep 17 23:50:07.977488 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-559da38a-11c9-4e6c-b88b-543027673623 req-47ee9eda-9e21-4343-9294-ce82b23127da tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348117 Sep 17 23:50:08.006373 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fd957f1a-4c5f-4d99-bf3b-bef86b5a2dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:08.006701 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-f2a0e2e9-cb15-4bd0-b6bf-9a9e624c3251 None None] Set router 4267a4b2-366a-46fd-95d1-6e159a8220f6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:50:08.027947 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd957f1a-4c5f-4d99-bf3b-bef86b5a2dcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b99927-674c-4e56-bb77-3a6655e29089,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:08.037477 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fd957f1a-4c5f-4d99-bf3b-bef86b5a2dcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:08.037477 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fd957f1a-4c5f-4d99-bf3b-bef86b5a2dcc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/63b99927-674c-4e56-bb77-3a6655e29089 HTTP/1.1" status: 204 len: 168 time: 0.5067611 Sep 17 23:50:08.038915 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42502) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:08.044867 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea531d-ac46-4476-8a68-ec057c019a21 admin admin] Deleting port c86b0498-1e19-40b2-ab29-5cf921409277 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:50:08.045220 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2ea531d-ac46-4476-8a68-ec057c019a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:08.119127 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-931a0f2e-8ab3-44cf-aa06-ceaa78504de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:08.154954 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-f2ea531d-ac46-4476-8a68-ec057c019a21 admin admin] For port c86b0498-1e19-40b2-ab29-5cf921409277, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c86b0498-1e19-40b2-ab29-5cf921409277,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:08.155347 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2ea531d-ac46-4476-8a68-ec057c019a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:08.175193 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f2ea531d-ac46-4476-8a68-ec057c019a21 admin admin] Calling delete_port for c86b0498-1e19-40b2-ab29-5cf921409277 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:50:08.208422 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f2a0e2e9-cb15-4bd0-b6bf-9a9e624c3251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1274256556-router', 'tenant_id': '926d364599994935ae0450b309eddc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c86b0498-1e19-40b2-ab29-5cf921409277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:30Z', 'updated_at': '2021-09-17T23:50:06Z', 'revision_number': 5, 'project_id': '926d364599994935ae0450b309eddc70', 'gw_port': {'id': 'c86b0498-1e19-40b2-ab29-5cf921409277', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:47:30Z', 'updated_at': '2021-09-17T23:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:08.231033 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-931a0f2e-8ab3-44cf-aa06-ceaa78504de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:08.240371 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a0e2e9-cb15-4bd0-b6bf-9a9e624c3251 None None] The sync data for ids ['4267a4b2-366a-46fd-95d1-6e159a8220f6'] in n-d-809883-1 is: [{'id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'name': 'tempest-ServerRescueNegativeTestJSON-1274256556-router', 'tenant_id': '926d364599994935ae0450b309eddc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c86b0498-1e19-40b2-ab29-5cf921409277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:30Z', 'updated_at': '2021-09-17T23:50:06Z', 'revision_number': 5, 'project_id': '926d364599994935ae0450b309eddc70', 'gw_port': {'id': 'c86b0498-1e19-40b2-ab29-5cf921409277', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4267a4b2-366a-46fd-95d1-6e159a8220f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:47:30Z', 'updated_at': '2021-09-17T23:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:50:08.270106 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ef851-a33e-410a-8b27-c4a154bd1392 req-b0007cdc-0303-462d-bae0-e6510811fcd8 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:08.271667 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-227ef851-a33e-410a-8b27-c4a154bd1392 req-b0007cdc-0303-462d-bae0-e6510811fcd8 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 943 time: 0.1207364 Sep 17 23:50:08.273601 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-931a0f2e-8ab3-44cf-aa06-ceaa78504de6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa15324e-81e0-45c5-9f7e-d9fb6108a5ca']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:08.285596 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-931a0f2e-8ab3-44cf-aa06-ceaa78504de6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce9f960-9106-480f-a69e-89630099531d') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:08.286540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-931a0f2e-8ab3-44cf-aa06-ceaa78504de6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce9f960-9106-480f-a69e-89630099531d') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:08.308514 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-931a0f2e-8ab3-44cf-aa06-ceaa78504de6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:08.334765 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-931a0f2e-8ab3-44cf-aa06-ceaa78504de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:08.339245 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-227ef851-a33e-410a-8b27-c4a154bd1392 req-fa8792e0-dbf0-41bc-8f55-051035b377f2 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/security-groups?id=27ee64e2-fc17-4287-8c56-6dcef6100a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581005 Sep 17 23:50:08.344079 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931a0f2e-8ab3-44cf-aa06-ceaa78504de6 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:50:08.344457 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-931a0f2e-8ab3-44cf-aa06-ceaa78504de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:50:08.346346 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:50:08.479252 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-931a0f2e-8ab3-44cf-aa06-ceaa78504de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:08.485447 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-931a0f2e-8ab3-44cf-aa06-ceaa78504de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:08.487536 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-931a0f2e-8ab3-44cf-aa06-ceaa78504de6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/aa15324e-81e0-45c5-9f7e-d9fb6108a5ca HTTP/1.1" status: 204 len: 168 time: 0.4488819 Sep 17 23:50:08.509313 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a0f2e-8ab3-44cf-aa06-ceaa78504de6 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa15324e-81e0-45c5-9f7e-d9fb6108a5ca,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:08.746039 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2ea531d-ac46-4476-8a68-ec057c019a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:08.779819 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d51452a7-4b66-49f5-9b84-1b7c6a019873 req-2da61be3-a1f6-4a86-bf1e-f86670999817 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/ports?device_id=be97ee2e-0d0c-4003-9891-2147b00fa0be HTTP/1.1" status: 200 len: 210 time: 0.0447710 Sep 17 23:50:08.809478 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea531d-ac46-4476-8a68-ec057c019a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=c86b0498-1e19-40b2-ab29-5cf921409277,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:08.898382 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2ea531d-ac46-4476-8a68-ec057c019a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:08.906332 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-74001c9a-7fa9-49a9-beb6-a0fdd77ebc3e tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:08.908088 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-74001c9a-7fa9-49a9-beb6-a0fdd77ebc3e tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.37 "GET /v2.0/networks?id=e5498d3c-bdaa-473e-ba52-c6464bbc6d40 HTTP/1.1" status: 200 len: 809 time: 0.5062106 Sep 17 23:50:08.938368 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-134c027c-e498-4818-8be5-5693f5602552 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Request body: {'port': {'device_id': 'be97ee2e-0d0c-4003-9891-2147b00fa0be', 'network_id': 'e5498d3c-bdaa-473e-ba52-c6464bbc6d40', 'admin_state_up': True, 'tenant_id': '29f4d1dfa57d4d7daf4855d833291871'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:08.983591 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42514) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:09.028891 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2ea531d-ac46-4476-8a68-ec057c019a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:09.032873 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2ea531d-ac46-4476-8a68-ec057c019a21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:09.034597 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c2bb8906-0bd7-41f6-844a-446fc1d250d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=618eece5ac54429fbfca94da2a0d74b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497234 Sep 17 23:50:09.037175 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42518) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:09.042856 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b0685a93-1a32-4aa4-aabc-b3d57a38a776 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:50:09.081728 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: b0685a93-1a32-4aa4-aabc-b3d57a38a776 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:50:09.082366 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b0685a93-1a32-4aa4-aabc-b3d57a38a776 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:50:09.118689 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-11dea2b5-9ca4-46c1-ad94-54327f801321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:09.145315 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d3455-2b29-4b7c-96a9-4c2524c8f646 req-50291bdd-3b7c-4d83-b1cb-8201528f7d70 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:09.146949 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f41d3455-2b29-4b7c-96a9-4c2524c8f646 req-50291bdd-3b7c-4d83-b1cb-8201528f7d70 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0678418 Sep 17 23:50:09.157685 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-11dea2b5-9ca4-46c1-ad94-54327f801321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:09.193814 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2ea531d-ac46-4476-8a68-ec057c019a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:09.194830 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ea531d-ac46-4476-8a68-ec057c019a21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4267a4b2-366a-46fd-95d1-6e159a8220f6 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:50:09.200615 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2ea531d-ac46-4476-8a68-ec057c019a21 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:09.201795 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f2ea531d-ac46-4476-8a68-ec057c019a21 admin admin] 10.222.0.46 "DELETE /v2.0/routers/4267a4b2-366a-46fd-95d1-6e159a8220f6 HTTP/1.1" status: 204 len: 168 time: 1.7788990 Sep 17 23:50:09.204444 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42520) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:09.216659 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f41d3455-2b29-4b7c-96a9-4c2524c8f646 req-1ba1b710-3817-4562-8a2f-e73899f6018e tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616348 Sep 17 23:50:09.309496 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-134c027c-e498-4818-8be5-5693f5602552 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Made reservation on behalf of 29f4d1dfa57d4d7daf4855d833291871 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:50:09.313333 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-134c027c-e498-4818-8be5-5693f5602552 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:09.318298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c83cac-3439-47c9-af31-af3d9394a750 admin admin] Deleting subnet 62272909-3f3e-43c2-8a01-7576ae13ac9e {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:50:09.328561 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c8c83cac-3439-47c9-af31-af3d9394a750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:09.387715 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-11dea2b5-9ca4-46c1-ad94-54327f801321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:09.391888 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-11dea2b5-9ca4-46c1-ad94-54327f801321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:09.395317 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-11dea2b5-9ca4-46c1-ad94-54327f801321 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/96db3f33-a049-401a-9182-1aeeedbeead7 HTTP/1.1" status: 204 len: 168 time: 0.3544014 Sep 17 23:50:09.407125 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c8c83cac-3439-47c9-af31-af3d9394a750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:09.407361 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dea2b5-9ca4-46c1-ad94-54327f801321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96db3f33-a049-401a-9182-1aeeedbeead7,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:09.484290 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73c1bc-facc-496c-a216-a7f4a9899fc2 req-a61ed180-fdfa-43bb-961f-e14461ecd938 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:09.487565 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a73c1bc-facc-496c-a216-a7f4a9899fc2 req-a61ed180-fdfa-43bb-961f-e14461ecd938 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 943 time: 0.0681098 Sep 17 23:50:09.495041 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c8c83cac-3439-47c9-af31-af3d9394a750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:09.534508 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a73c1bc-facc-496c-a216-a7f4a9899fc2 req-5c45cae1-4f60-48fa-a5c6-c2b89cb81a48 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/security-groups?id=27ee64e2-fc17-4287-8c56-6dcef6100a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384693 Sep 17 23:50:09.548424 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-134c027c-e498-4818-8be5-5693f5602552 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Allocated IP 172.20.0.14 (e5498d3c-bdaa-473e-ba52-c6464bbc6d40/25d6cc1e-a85b-42e0-80bb-a9466876564a/bf7e9bbb-a20e-4fcc-880b-1672c0beace3) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:50:09.682001 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device b5cd94e9-77d0-4710-b26f-ae456a380cc1 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:50:09.701026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: b5cd94e9-77d0-4710-b26f-ae456a380cc1 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:50:09.701609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device b5cd94e9-77d0-4710-b26f-ae456a380cc1 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:50:09.705924 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c8c83cac-3439-47c9-af31-af3d9394a750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:09.748029 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-134c027c-e498-4818-8be5-5693f5602552 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:09.749987 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c8c83cac-3439-47c9-af31-af3d9394a750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:09.751830 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c8c83cac-3439-47c9-af31-af3d9394a750 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/62272909-3f3e-43c2-8a01-7576ae13ac9e HTTP/1.1" status: 204 len: 168 time: 0.5463667 Sep 17 23:50:09.752688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c83cac-3439-47c9-af31-af3d9394a750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62272909-3f3e-43c2-8a01-7576ae13ac9e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:09.754624 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42530) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:09.859310 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c9382510-01d3-46b3-ae9e-9fadc72530dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:09.885890 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-134c027c-e498-4818-8be5-5693f5602552 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:09.982935 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c027c-e498-4818-8be5-5693f5602552 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Pushing event updated for resources: {'Port': ['ID=bf7e9bbb-a20e-4fcc-880b-1672c0beace3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:09.995502 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-134c027c-e498-4818-8be5-5693f5602552 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Network e5498d3c-bdaa-473e-ba52-c6464bbc6d40 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:50:10.007823 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-134c027c-e498-4818-8be5-5693f5602552 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:50:10.021589 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-134c027c-e498-4818-8be5-5693f5602552 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:50:10.077656 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-134c027c-e498-4818-8be5-5693f5602552 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:10.079563 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-134c027c-e498-4818-8be5-5693f5602552 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:10.248157 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:10.252934 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-134c027c-e498-4818-8be5-5693f5602552 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3149002 Sep 17 23:50:10.254783 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7c819fcd-547f-4729-97eb-4786812ff87f details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:50:10.273377 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Request body: {'port': {'device_id': 'be97ee2e-0d0c-4003-9891-2147b00fa0be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:10.323773 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c9382510-01d3-46b3-ae9e-9fadc72530dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:10.338611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9982893-8295-4c97-a4eb-139f551ca380 req-962ad615-c00b-4b91-a157-d11a8984842f tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:10.345943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d9982893-8295-4c97-a4eb-139f551ca380 req-962ad615-c00b-4b91-a157-d11a8984842f tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/ports?device_id=be97ee2e-0d0c-4003-9891-2147b00fa0be HTTP/1.1" status: 200 len: 932 time: 0.4493191 Sep 17 23:50:10.370677 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42564) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:10.391829 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:10.402605 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-c9382510-01d3-46b3-ae9e-9fadc72530dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a269b7-4098-438e-95d2-57bb70f055ad']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:10.425249 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7c819fcd-547f-4729-97eb-4786812ff87f, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7c819fcd-547f-4729-97eb-4786812ff87f,segment=NetworkSegment(6e46d17b-0646-4739-96ce-0c95c88a5d8c),segment_id=6e46d17b-0646-4739-96ce-0c95c88a5d8c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:10.426638 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-c9382510-01d3-46b3-ae9e-9fadc72530dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fefe775-9cb7-4677-9062-e0fc9ae276d3') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:10.426934 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-c9382510-01d3-46b3-ae9e-9fadc72530dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fefe775-9cb7-4677-9062-e0fc9ae276d3') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:10.439001 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '7c819fcd-547f-4729-97eb-4786812ff87f', 'network_id': '43a1be44-7314-4723-a491-cf0ed1c57271', 'port_id': '7c819fcd-547f-4729-97eb-4786812ff87f', 'mac_address': 'fa:16:3e:63:2a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4cbe313-a1c9-42ce-acdc-1538b1b7ae1f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:50:10.442660 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c9382510-01d3-46b3-ae9e-9fadc72530dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:10.453418 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d9982893-8295-4c97-a4eb-139f551ca380 req-3737b59b-f96e-4eee-af0f-4c6e642aa89d tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/security-groups?id=9056df87-123b-4d7e-874c-7a118b214f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064453 Sep 17 23:50:10.477571 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c9382510-01d3-46b3-ae9e-9fadc72530dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:10.495887 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dfadb-c87c-444b-91b5-e74f3ace48f1 req-b0a251a1-e49b-4674-8209-bee8bd40f685 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:10.502008 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:10.504374 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e70dfadb-c87c-444b-91b5-e74f3ace48f1 req-b0a251a1-e49b-4674-8209-bee8bd40f685 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.1447630 Sep 17 23:50:10.516174 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9382510-01d3-46b3-ae9e-9fadc72530dd admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:50:10.518303 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c9382510-01d3-46b3-ae9e-9fadc72530dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:10.527056 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c819fcd-547f-4729-97eb-4786812ff87f {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:50:10.527175 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:50:10.553959 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7c819fcd-547f-4729-97eb-4786812ff87f, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7c819fcd-547f-4729-97eb-4786812ff87f,segment=NetworkSegment(6e46d17b-0646-4739-96ce-0c95c88a5d8c),segment_id=6e46d17b-0646-4739-96ce-0c95c88a5d8c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:10.600532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250f1c9-bad2-4793-8a21-d5d9f5410b8a req-94b4a221-2230-430b-a5fe-0a7320e116e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:10.600532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250f1c9-bad2-4793-8a21-d5d9f5410b8a req-94b4a221-2230-430b-a5fe-0a7320e116e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:10.600532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250f1c9-bad2-4793-8a21-d5d9f5410b8a req-94b4a221-2230-430b-a5fe-0a7320e116e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:10.600846 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250f1c9-bad2-4793-8a21-d5d9f5410b8a req-94b4a221-2230-430b-a5fe-0a7320e116e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:10.601471 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250f1c9-bad2-4793-8a21-d5d9f5410b8a req-94b4a221-2230-430b-a5fe-0a7320e116e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:10.601957 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250f1c9-bad2-4793-8a21-d5d9f5410b8a req-94b4a221-2230-430b-a5fe-0a7320e116e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:10.602431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250f1c9-bad2-4793-8a21-d5d9f5410b8a req-94b4a221-2230-430b-a5fe-0a7320e116e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:10.612004 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f250f1c9-bad2-4793-8a21-d5d9f5410b8a req-94b4a221-2230-430b-a5fe-0a7320e116e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 6503 time: 0.2402637 Sep 17 23:50:10.619533 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e70dfadb-c87c-444b-91b5-e74f3ace48f1 req-1834f0be-1c59-4304-9866-ccdb0355cb75 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141109 Sep 17 23:50:10.638482 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:10.689296 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=7c819fcd-547f-4729-97eb-4786812ff87f,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:10.698218 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:10.698559 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:10.699531 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:10.699878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:10.701136 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:10.701497 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:10.701835 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:10.703829 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:10.703829 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:10.703829 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:10.703829 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:10.703829 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:10.710358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1554518-79e3-4c39-9634-a89baca0e6df req-b6696ea0-d621-4a53-99f0-e1262c766a01 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:10.711876 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a1554518-79e3-4c39-9634-a89baca0e6df req-b6696ea0-d621-4a53-99f0-e1262c766a01 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 944 time: 0.0554984 Sep 17 23:50:10.714054 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f250f1c9-bad2-4793-8a21-d5d9f5410b8a req-ac85a759-84d4-4c3f-a449-72ec74b77acb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008549 Sep 17 23:50:10.736779 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c9382510-01d3-46b3-ae9e-9fadc72530dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:10.743545 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c9382510-01d3-46b3-ae9e-9fadc72530dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:10.745554 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c9382510-01d3-46b3-ae9e-9fadc72530dd admin admin] 10.222.0.46 "DELETE /v2.0/networks/b1a269b7-4098-438e-95d2-57bb70f055ad HTTP/1.1" status: 204 len: 168 time: 0.9899185 Sep 17 23:50:10.760446 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9382510-01d3-46b3-ae9e-9fadc72530dd admin admin] Pushing event deleted for resources: {'Network': ['ID=b1a269b7-4098-438e-95d2-57bb70f055ad,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:10.776585 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a1554518-79e3-4c39-9634-a89baca0e6df req-d63585a3-ec65-4b16-acf8-a29923a224bb tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/security-groups?id=27ee64e2-fc17-4287-8c56-6dcef6100a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555983 Sep 17 23:50:10.821696 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf7e9bbb-a20e-4fcc-880b-1672c0beace3 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:50:10.830904 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:10.842482 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Transition to ACTIVE for port object bf7e9bbb-a20e-4fcc-880b-1672c0beace3 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:50:10.856028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42584) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:10.907859 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c86b0498-1e19-40b2-ab29-5cf921409277 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:50:10.912035 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['7c819fcd-547f-4729-97eb-4786812ff87f'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:50:10.931142 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:10.950278 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: c86b0498-1e19-40b2-ab29-5cf921409277 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:50:10.950862 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c86b0498-1e19-40b2-ab29-5cf921409277 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:50:10.987020 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-8c194633-a891-4c89-b2de-889fafd620eb admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-638189598-network', 'tenant_id': 'b4489585c3fc44f2a028fabf04845f25'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:10.997337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Pushing event updated for resources: {'Port': ['ID=bf7e9bbb-a20e-4fcc-880b-1672c0beace3,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:11.074719 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Attempting to bind port bf7e9bbb-a20e-4fcc-880b-1672c0beace3 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:50:11.075060 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Attempting to bind port bf7e9bbb-a20e-4fcc-880b-1672c0beace3 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '69625ad1-3b16-4eee-b275-6b3c31178ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e5498d3c-bdaa-473e-ba52-c6464bbc6d40'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:50:11.075395 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Attempting to bind port bf7e9bbb-a20e-4fcc-880b-1672c0beace3 on network e5498d3c-bdaa-473e-ba52-c6464bbc6d40 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:50:11.079859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Port bf7e9bbb-a20e-4fcc-880b-1672c0beace3 on network e5498d3c-bdaa-473e-ba52-c6464bbc6d40 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:50:11.080187 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Attempting to bind port bf7e9bbb-a20e-4fcc-880b-1672c0beace3 on network e5498d3c-bdaa-473e-ba52-c6464bbc6d40 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:50:11.085180 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:50:11.085520 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Checking segment: {'id': '69625ad1-3b16-4eee-b275-6b3c31178ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e5498d3c-bdaa-473e-ba52-c6464bbc6d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:50:11.085907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Bound using segment: {'id': '69625ad1-3b16-4eee-b275-6b3c31178ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e5498d3c-bdaa-473e-ba52-c6464bbc6d40'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:50:11.086343 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Bound port: bf7e9bbb-a20e-4fcc-880b-1672c0beace3, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69625ad1-3b16-4eee-b275-6b3c31178ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e5498d3c-bdaa-473e-ba52-c6464bbc6d40'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:50:11.086702 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:11.153836 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] For port bf7e9bbb-a20e-4fcc-880b-1672c0beace3, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:50:11.155804 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c194633-a891-4c89-b2de-889fafd620eb admin admin] Made reservation on behalf of b4489585c3fc44f2a028fabf04845f25 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:50:11.158077 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8c194633-a891-4c89-b2de-889fafd620eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:11.161352 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] For port bf7e9bbb-a20e-4fcc-880b-1672c0beace3, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=bf7e9bbb-a20e-4fcc-880b-1672c0beace3,segment=NetworkSegment(69625ad1-3b16-4eee-b275-6b3c31178ede),segment_id=69625ad1-3b16-4eee-b275-6b3c31178ede)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:50:11.168718 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8c194633-a891-4c89-b2de-889fafd620eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:11.253967 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8c194633-a891-4c89-b2de-889fafd620eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:11.270467 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:11.299711 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:11.300326 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:11.302382 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] 10.222.0.37 "PUT /v2.0/ports/bf7e9bbb-a20e-4fcc-880b-1672c0beace3 HTTP/1.1" status: 200 len: 1092 time: 1.0443234 Sep 17 23:50:11.302818 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be97ee2e-0d0c-4003-9891-2147b00fa0be', 'tag': 'bf7e9bbb-a20e-4fcc-880b-1672c0beace3'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:50:11.305079 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdb5582-8983-4c59-a61c-bc4c8a99af59" -d '{"events": [{"name": "network-changed", "server_uuid": "be97ee2e-0d0c-4003-9891-2147b00fa0be", "tag": "bf7e9bbb-a20e-4fcc-880b-1672c0beace3"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:50:11.329363 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdd9b0-9765-48af-939e-98585df21ede service neutron] Pushing event updated for resources: {'Port': ['ID=bf7e9bbb-a20e-4fcc-880b-1672c0beace3,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:11.344052 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702fc771-5e2a-4581-852a-5ca34271ee9a x-openstack-request-id: req-702fc771-5e2a-4581-852a-5ca34271ee9a {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:50:11.344341 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be97ee2e-0d0c-4003-9891-2147b00fa0be", "tag": "bf7e9bbb-a20e-4fcc-880b-1672c0beace3", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:50:11.344697 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-702fc771-5e2a-4581-852a-5ca34271ee9a {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:50:11.345051 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be97ee2e-0d0c-4003-9891-2147b00fa0be', 'tag': 'bf7e9bbb-a20e-4fcc-880b-1672c0beace3', 'status': 'completed', 'code': 200} Sep 17 23:50:11.376342 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8c194633-a891-4c89-b2de-889fafd620eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:11.418719 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c194633-a891-4c89-b2de-889fafd620eb admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:50:11.436867 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8c194633-a891-4c89-b2de-889fafd620eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:11.437205 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-8c194633-a891-4c89-b2de-889fafd620eb admin admin] Added segment 97d54b02-e41d-44dd-98b3-4fa737f04672 of type vlan for network a8a864d0-10eb-46c3-9ebb-ab1cd5ebce89 Sep 17 23:50:11.448401 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb5582-8983-4c59-a61c-bc4c8a99af59 req-64d27667-7e55-4ca8-bb83-3d4d0edf1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:11.452368 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7fdb5582-8983-4c59-a61c-bc4c8a99af59 req-64d27667-7e55-4ca8-bb83-3d4d0edf1dcb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29f4d1dfa57d4d7daf4855d833291871&device_id=be97ee2e-0d0c-4003-9891-2147b00fa0be HTTP/1.1" status: 200 len: 1095 time: 0.0830510 Sep 17 23:50:11.455351 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c194633-a891-4c89-b2de-889fafd620eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993388d6-dff1-47d6-859d-e41de6ffe2a3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:11.455826 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42594) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:11.499440 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7340860a-c8e5-4666-b4ab-5b363d206455 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=926d364599994935ae0450b309eddc70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424340 Sep 17 23:50:11.502080 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42598) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:11.516735 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8c194633-a891-4c89-b2de-889fafd620eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:11.584894 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-69b44b37-d853-4c68-86e0-aea84c2866e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:11.594144 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb5582-8983-4c59-a61c-bc4c8a99af59 req-18d70fec-1677-4919-8ab8-00e838c4e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:11.595627 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7fdb5582-8983-4c59-a61c-bc4c8a99af59 req-18d70fec-1677-4919-8ab8-00e838c4e930 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=29f4d1dfa57d4d7daf4855d833291871&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1370289 Sep 17 23:50:11.606344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341cf08-8062-42dd-bdc1-86ef9baa28bb req-abc36a76-dbff-4034-83c0-d9ea14ba0be0 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:11.607869 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d341cf08-8062-42dd-bdc1-86ef9baa28bb req-abc36a76-dbff-4034-83c0-d9ea14ba0be0 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/ports?device_id=be97ee2e-0d0c-4003-9891-2147b00fa0be HTTP/1.1" status: 200 len: 944 time: 0.0741029 Sep 17 23:50:11.626954 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-69b44b37-d853-4c68-86e0-aea84c2866e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:11.669251 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8c194633-a891-4c89-b2de-889fafd620eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:11.670285 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c194633-a891-4c89-b2de-889fafd620eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:11.670944 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8c194633-a891-4c89-b2de-889fafd620eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:11.694586 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d341cf08-8062-42dd-bdc1-86ef9baa28bb req-1855a2d9-ff04-46c8-8284-cdf099463802 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/security-groups?id=9056df87-123b-4d7e-874c-7a118b214f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763156 Sep 17 23:50:11.736167 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb5582-8983-4c59-a61c-bc4c8a99af59 req-94215158-d34a-4f86-bc85-3042e2e54cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:11.737668 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7fdb5582-8983-4c59-a61c-bc4c8a99af59 req-94215158-d34a-4f86-bc85-3042e2e54cd4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1351144 Sep 17 23:50:11.772899 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c194633-a891-4c89-b2de-889fafd620eb admin admin] Pushing event updated for resources: {'Network': ['ID=a8a864d0-10eb-46c3-9ebb-ab1cd5ebce89,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:11.783043 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network a8a864d0-10eb-46c3-9ebb-ab1cd5ebce89 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:50:11.783562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2b855-be93-4230-b3ad-2f77201e518e req-00c7ec86-4914-4637-8d1c-d9cda54f5511 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:11.785141 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6da2b855-be93-4230-b3ad-2f77201e518e req-00c7ec86-4914-4637-8d1c-d9cda54f5511 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0613270 Sep 17 23:50:11.813792 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8c194633-a891-4c89-b2de-889fafd620eb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9566529 Sep 17 23:50:11.817270 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42606) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:11.824283 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7caf5894-120a-4ca5-aa7e-8d50a1e16d26 admin admin] Request body: {'subnet': {'network_id': 'a8a864d0-10eb-46c3-9ebb-ab1cd5ebce89', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-638189598-subnet', 'tenant_id': 'b4489585c3fc44f2a028fabf04845f25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:11.827594 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6da2b855-be93-4230-b3ad-2f77201e518e req-f97c2f2f-a099-403f-ab3c-8486314aa18d tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358517 Sep 17 23:50:11.838359 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-69b44b37-d853-4c68-86e0-aea84c2866e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:11.841489 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-69b44b37-d853-4c68-86e0-aea84c2866e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:11.844722 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-69b44b37-d853-4c68-86e0-aea84c2866e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c49ef041-59d3-41a3-8d36-de299e8022d3 HTTP/1.1" status: 204 len: 168 time: 0.3415422 Sep 17 23:50:11.847623 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-8043dd01-b9e1-4cf8-bbeb-25b1c18b4502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:11.849374 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-8043dd01-b9e1-4cf8-bbeb-25b1c18b4502 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29f4d1dfa57d4d7daf4855d833291871&device_id=be97ee2e-0d0c-4003-9891-2147b00fa0be HTTP/1.1" status: 200 len: 1095 time: 0.0638747 Sep 17 23:50:11.873704 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b44b37-d853-4c68-86e0-aea84c2866e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49ef041-59d3-41a3-8d36-de299e8022d3,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:11.904762 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-166dda75-8518-4fad-a40d-01a2ff086550 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf7e9bbb-a20e-4fcc-880b-1672c0beace3 HTTP/1.1" status: 200 len: 217 time: 0.0470018 Sep 17 23:50:11.934087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e750509-b8db-42f9-8b82-9ba44f92b14d req-84039b1e-e1ab-495d-81a4-23b1c4d3fd73 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:11.941824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e750509-b8db-42f9-8b82-9ba44f92b14d req-84039b1e-e1ab-495d-81a4-23b1c4d3fd73 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 944 time: 0.0604446 Sep 17 23:50:11.944078 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caf5894-120a-4ca5-aa7e-8d50a1e16d26 admin admin] Made reservation on behalf of b4489585c3fc44f2a028fabf04845f25 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:50:11.946378 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7caf5894-120a-4ca5-aa7e-8d50a1e16d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:11.975807 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e750509-b8db-42f9-8b82-9ba44f92b14d req-721d83fe-0247-40c4-b3eb-2b65bf2c96ad tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/security-groups?id=27ee64e2-fc17-4287-8c56-6dcef6100a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331264 Sep 17 23:50:12.022591 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-a48fcc0c-c6bd-4d1d-9b47-50aa0ba886c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:12.032077 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-a48fcc0c-c6bd-4d1d-9b47-50aa0ba886c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25d6cc1e-a85b-42e0-80bb-a9466876564a HTTP/1.1" status: 200 len: 849 time: 0.1128359 Sep 17 23:50:12.066138 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-0844387d-71be-4c9d-bba1-f9548768a56f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e5498d3c-bdaa-473e-ba52-c6464bbc6d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341144 Sep 17 23:50:12.228149 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-5dc4dd20-3770-4c0d-8b94-191b9496c5d5 service neutron] 10.222.0.37 "GET /v2.0/networks/e5498d3c-bdaa-473e-ba52-c6464bbc6d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536460 Sep 17 23:50:12.267129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7c819fcd-547f-4729-97eb-4786812ff87f up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:50:12.313572 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7caf5894-120a-4ca5-aa7e-8d50a1e16d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:12.362589 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a37107c6-81e6-463b-b62c-5ad1529e9efb req-5e8adece-b32e-4650-8273-98716139de1b service neutron] 10.222.0.37 "GET /v2.0/networks/e5498d3c-bdaa-473e-ba52-c6464bbc6d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272869 Sep 17 23:50:12.377071 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf5894-120a-4ca5-aa7e-8d50a1e16d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a0476e-bb83-4c2c-8a69-24880d4e9bb1,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:12.393579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caf5894-120a-4ca5-aa7e-8d50a1e16d26 admin admin] Checking segment: {'id': '97d54b02-e41d-44dd-98b3-4fa737f04672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a8a864d0-10eb-46c3-9ebb-ab1cd5ebce89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:50:12.393936 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caf5894-120a-4ca5-aa7e-8d50a1e16d26 admin admin] Network hostable DHCP agents. Network: a8a864d0-10eb-46c3-9ebb-ab1cd5ebce89, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:50:12.410423 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 7c819fcd-547f-4729-97eb-4786812ff87f completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:50:12.414726 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 7c819fcd-547f-4729-97eb-4786812ff87f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:50:12.415117 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:12.493748 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:12.515256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c511e41b-e3a7-4343-8094-b6d9043b0c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c819fcd-547f-4729-97eb-4786812ff87f'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:50:12.517499 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee96681-c87f-413e-bd65-58157ba4ae96" -d '{"events": [{"server_uuid": "c511e41b-e3a7-4343-8094-b6d9043b0c9f", "name": "network-vif-plugged", "status": "completed", "tag": "7c819fcd-547f-4729-97eb-4786812ff87f"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:50:12.529616 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7c819fcd-547f-4729-97eb-4786812ff87f, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7c819fcd-547f-4729-97eb-4786812ff87f,segment=NetworkSegment(6e46d17b-0646-4739-96ce-0c95c88a5d8c),segment_id=6e46d17b-0646-4739-96ce-0c95c88a5d8c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:12.557862 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d729dd89-49a7-4672-849a-e1d02174fc4f x-openstack-request-id: req-d729dd89-49a7-4672-849a-e1d02174fc4f {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:50:12.558186 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c511e41b-e3a7-4343-8094-b6d9043b0c9f", "name": "network-vif-plugged", "status": "completed", "tag": "7c819fcd-547f-4729-97eb-4786812ff87f", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:50:12.558497 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d729dd89-49a7-4672-849a-e1d02174fc4f {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:50:12.558974 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c511e41b-e3a7-4343-8094-b6d9043b0c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c819fcd-547f-4729-97eb-4786812ff87f', 'code': 200} Sep 17 23:50:12.582325 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caf5894-120a-4ca5-aa7e-8d50a1e16d26 admin admin] Network a8a864d0-10eb-46c3-9ebb-ab1cd5ebce89 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:50:12.644982 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:12.656774 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e52b4-0058-4c6e-84c6-9fa662cf7ced req-77ab47e7-51ce-45d2-8823-61d0a25bde1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:12.658329 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e92e52b4-0058-4c6e-84c6-9fa662cf7ced req-77ab47e7-51ce-45d2-8823-61d0a25bde1d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 1095 time: 0.0457439 Sep 17 23:50:12.699008 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e92e52b4-0058-4c6e-84c6-9fa662cf7ced req-4b701e30-9afd-4a01-9708-4381c5f5d9c7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=27ee64e2-fc17-4287-8c56-6dcef6100a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334368 Sep 17 23:50:12.703105 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-7caf5894-120a-4ca5-aa7e-8d50a1e16d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, a8a864d0-10eb-46c3-9ebb-ab1cd5ebce89) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:50:12.703237 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=7c819fcd-547f-4729-97eb-4786812ff87f,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:12.708131 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3b0c26-0232-4a2b-b7bb-54611816af48 None None] Network a8a864d0-10eb-46c3-9ebb-ab1cd5ebce89 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:50:12.709680 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caf5894-120a-4ca5-aa7e-8d50a1e16d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:12.710382 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7caf5894-120a-4ca5-aa7e-8d50a1e16d26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:12.815227 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7caf5894-120a-4ca5-aa7e-8d50a1e16d26 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9888103 Sep 17 23:50:12.839522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b8faf-7c8f-4e7f-b6c5-a360af3a67b6 req-a8869625-1c8f-4d76-a804-3b1caec92b72 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:12.841305 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b3b8faf-7c8f-4e7f-b6c5-a360af3a67b6 req-a8869625-1c8f-4d76-a804-3b1caec92b72 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/ports?device_id=be97ee2e-0d0c-4003-9891-2147b00fa0be HTTP/1.1" status: 200 len: 944 time: 0.0774994 Sep 17 23:50:12.854948 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180db99c-162b-4522-bd2a-0b60e0509384 None None] Network a8a864d0-10eb-46c3-9ebb-ab1cd5ebce89 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:50:12.889487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b3b8faf-7c8f-4e7f-b6c5-a360af3a67b6 req-f165ba65-a1ea-4b88-adf8-4583888308bb tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/security-groups?id=9056df87-123b-4d7e-874c-7a118b214f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353320 Sep 17 23:50:12.981560 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42640) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:13.016063 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b90e7-674b-4bf0-b92e-b57caa9646d6 req-deb6429b-28bd-41bd-9fe2-0e417038f3c9 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:13.018117 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-876b90e7-674b-4bf0-b92e-b57caa9646d6 req-deb6429b-28bd-41bd-9fe2-0e417038f3c9 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0639467 Sep 17 23:50:13.054040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5974673-baeb-48e3-92ab-4d55d57d03e4 admin admin] Deleting subnet 95a0476e-bb83-4c2c-8a69-24880d4e9bb1 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:50:13.061851 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c5974673-baeb-48e3-92ab-4d55d57d03e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:13.098758 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c5974673-baeb-48e3-92ab-4d55d57d03e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:13.104796 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-876b90e7-674b-4bf0-b92e-b57caa9646d6 req-a58e05dc-093f-4da7-9870-35e79f54f7fd tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729623 Sep 17 23:50:13.145160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f4117-a45d-46b3-9a0c-92c3a0f6b77e req-ab7adfa5-77e8-40b5-a42f-410a18ad5499 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:13.146754 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd4f4117-a45d-46b3-9a0c-92c3a0f6b77e req-ab7adfa5-77e8-40b5-a42f-410a18ad5499 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 945 time: 0.0818961 Sep 17 23:50:13.163092 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c5974673-baeb-48e3-92ab-4d55d57d03e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:13.206242 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd4f4117-a45d-46b3-9a0c-92c3a0f6b77e req-99067066-2d8a-4519-9131-22a49af281f5 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/security-groups?id=27ee64e2-fc17-4287-8c56-6dcef6100a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527880 Sep 17 23:50:13.223803 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:13.416697 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c5974673-baeb-48e3-92ab-4d55d57d03e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:13.443905 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5974673-baeb-48e3-92ab-4d55d57d03e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a0476e-bb83-4c2c-8a69-24880d4e9bb1,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:13.445934 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c5974673-baeb-48e3-92ab-4d55d57d03e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:13.447936 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c5974673-baeb-48e3-92ab-4d55d57d03e4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/95a0476e-bb83-4c2c-8a69-24880d4e9bb1 HTTP/1.1" status: 204 len: 168 time: 0.4644494 Sep 17 23:50:13.450572 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42662) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:13.518965 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d877551-8c17-47d8-9459-ac920c81100c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:13.600153 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d877551-8c17-47d8-9459-ac920c81100c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:13.621121 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-4d877551-8c17-47d8-9459-ac920c81100c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a864d0-10eb-46c3-9ebb-ab1cd5ebce89']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:13.630707 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-4d877551-8c17-47d8-9459-ac920c81100c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d54b02-e41d-44dd-98b3-4fa737f04672') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:13.631005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-4d877551-8c17-47d8-9459-ac920c81100c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d54b02-e41d-44dd-98b3-4fa737f04672') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:13.648951 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d877551-8c17-47d8-9459-ac920c81100c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:13.665281 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d877551-8c17-47d8-9459-ac920c81100c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:13.667276 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52e5dc63-4d9d-4986-b362-121657be3849 req-66a50024-8b92-465e-b27d-eb8b9049c67d tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0385802-24b2-4bd7-be0e-289664547f53 HTTP/1.1" status: 200 len: 210 time: 0.0364721 Sep 17 23:50:13.676215 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d877551-8c17-47d8-9459-ac920c81100c admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:50:13.676775 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d877551-8c17-47d8-9459-ac920c81100c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:50:13.688662 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:50:13.827903 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d877551-8c17-47d8-9459-ac920c81100c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:13.833104 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d877551-8c17-47d8-9459-ac920c81100c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:13.835041 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4d877551-8c17-47d8-9459-ac920c81100c admin admin] 10.222.0.46 "DELETE /v2.0/networks/a8a864d0-10eb-46c3-9ebb-ab1cd5ebce89 HTTP/1.1" status: 204 len: 168 time: 0.3834395 Sep 17 23:50:13.848323 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d877551-8c17-47d8-9459-ac920c81100c admin admin] Pushing event deleted for resources: {'Network': ['ID=a8a864d0-10eb-46c3-9ebb-ab1cd5ebce89,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:14.050459 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3f5f8a7b-b21b-4352-a295-c3bd947f195e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:14.100961 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771931c-e3ce-441e-94f2-15911f282880 req-ef660d92-514d-40a9-8997-172a62ed31ac tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:14.120077 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b771931c-e3ce-441e-94f2-15911f282880 req-ef660d92-514d-40a9-8997-172a62ed31ac tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/ports?device_id=be97ee2e-0d0c-4003-9891-2147b00fa0be HTTP/1.1" status: 200 len: 944 time: 0.0767143 Sep 17 23:50:14.136395 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20d0f124-24be-433c-bbb1-59fac5fbec1f req-f27aca13-3951-4fe1-960a-9ec5f494cf3f tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0327282 Sep 17 23:50:14.164371 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b771931c-e3ce-441e-94f2-15911f282880 req-22df7bad-1eb3-4dee-94dc-4b69b31b2aa8 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/security-groups?id=9056df87-123b-4d7e-874c-7a118b214f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500474 Sep 17 23:50:14.265419 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64530f9-4eb1-4599-a472-44850eeafa8f req-fd8a44d0-dbd5-4ca0-a2be-657b2e4e4184 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:14.267439 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a64530f9-4eb1-4599-a472-44850eeafa8f req-fd8a44d0-dbd5-4ca0-a2be-657b2e4e4184 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0542285 Sep 17 23:50:14.309091 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a64530f9-4eb1-4599-a472-44850eeafa8f req-841981d9-fd51-4694-aa42-a553ebd2c32c tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346968 Sep 17 23:50:14.375064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c21c1-abf7-4589-af21-7a1978f18f7d req-d0af4b65-06a4-4399-8668-36369abf7ca3 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:14.377613 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-982c21c1-abf7-4589-af21-7a1978f18f7d req-d0af4b65-06a4-4399-8668-36369abf7ca3 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 945 time: 0.0588241 Sep 17 23:50:14.422385 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-982c21c1-abf7-4589-af21-7a1978f18f7d req-93257286-2de6-4008-bcc2-67f24a4ba115 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/security-groups?id=27ee64e2-fc17-4287-8c56-6dcef6100a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343950 Sep 17 23:50:14.532404 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42710) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:14.580191 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ee32e41c-5002-49ee-858c-5c73ec3689e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4489585c3fc44f2a028fabf04845f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464585 Sep 17 23:50:14.582698 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42712) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:14.629733 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0268d257-c582-4fa0-a9c1-1f072fe99d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:14.650918 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0268d257-c582-4fa0-a9c1-1f072fe99d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:14.788055 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0268d257-c582-4fa0-a9c1-1f072fe99d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:14.790746 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0268d257-c582-4fa0-a9c1-1f072fe99d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:14.791900 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0268d257-c582-4fa0-a9c1-1f072fe99d1d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/993388d6-dff1-47d6-859d-e41de6ffe2a3 HTTP/1.1" status: 204 len: 168 time: 0.2083039 Sep 17 23:50:14.800227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268d257-c582-4fa0-a9c1-1f072fe99d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993388d6-dff1-47d6-859d-e41de6ffe2a3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:14.929291 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3b1f4-4f0c-4142-b395-b906f716a23a req-1f3ba72e-1369-43bc-99df-f6bfd7f03c2d tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:14.930761 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5bc3b1f4-4f0c-4142-b395-b906f716a23a req-1f3ba72e-1369-43bc-99df-f6bfd7f03c2d tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 945 time: 0.0507503 Sep 17 23:50:14.969510 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5bc3b1f4-4f0c-4142-b395-b906f716a23a req-e8c1b2d0-c310-4557-9df1-333b14610ff9 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/security-groups?id=27ee64e2-fc17-4287-8c56-6dcef6100a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326579 Sep 17 23:50:15.080556 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a78c5-5e3b-4cd6-8d40-cc26af0c6615 req-82cac09f-dc58-4448-95fb-10b062121cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:15.082256 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-248a78c5-5e3b-4cd6-8d40-cc26af0c6615 req-82cac09f-dc58-4448-95fb-10b062121cd3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ede2c04057a40eeafb9513130362b94&device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 1096 time: 0.0407183 Sep 17 23:50:15.160491 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c997880-85a3-4f8b-a6fd-a92a77791613 req-21de3574-d13a-40fc-b34c-3877bb344c4c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:15.167844 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c997880-85a3-4f8b-a6fd-a92a77791613 req-21de3574-d13a-40fc-b34c-3877bb344c4c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:15.173925 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c997880-85a3-4f8b-a6fd-a92a77791613 req-21de3574-d13a-40fc-b34c-3877bb344c4c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:15.177844 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a78c5-5e3b-4cd6-8d40-cc26af0c6615 req-3bb54091-1629-4ab9-9905-99aa6b6c64f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:15.179615 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-248a78c5-5e3b-4cd6-8d40-cc26af0c6615 req-3bb54091-1629-4ab9-9905-99aa6b6c64f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=43a1be44-7314-4723-a491-cf0ed1c57271 HTTP/1.1" status: 200 len: 914 time: 0.0898674 Sep 17 23:50:15.180813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c997880-85a3-4f8b-a6fd-a92a77791613 req-21de3574-d13a-40fc-b34c-3877bb344c4c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:15.187492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c997880-85a3-4f8b-a6fd-a92a77791613 req-21de3574-d13a-40fc-b34c-3877bb344c4c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:15.195816 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c997880-85a3-4f8b-a6fd-a92a77791613 req-21de3574-d13a-40fc-b34c-3877bb344c4c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:15.202162 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c997880-85a3-4f8b-a6fd-a92a77791613 req-21de3574-d13a-40fc-b34c-3877bb344c4c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:15.204122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c997880-85a3-4f8b-a6fd-a92a77791613 req-21de3574-d13a-40fc-b34c-3877bb344c4c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5435 time: 0.1021395 Sep 17 23:50:15.224149 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-248a78c5-5e3b-4cd6-8d40-cc26af0c6615 req-1afcfc09-0500-48e8-b001-ca6467703334 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c819fcd-547f-4729-97eb-4786812ff87f HTTP/1.1" status: 200 len: 217 time: 0.0375099 Sep 17 23:50:15.247762 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92d2cd72-c654-4470-8385-1c1a4e51f72a req-bf4e3218-e57b-4ba6-9303-795d039ba68e tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0405402 Sep 17 23:50:15.270656 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c997880-85a3-4f8b-a6fd-a92a77791613 req-cf751886-d354-4b2c-a572-d851c17da75e tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507259 Sep 17 23:50:15.290097 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a78c5-5e3b-4cd6-8d40-cc26af0c6615 req-56a8b7c4-e02b-47de-a86e-99eea944bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:15.291884 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-248a78c5-5e3b-4cd6-8d40-cc26af0c6615 req-56a8b7c4-e02b-47de-a86e-99eea944bc9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4cbe313-a1c9-42ce-acdc-1538b1b7ae1f HTTP/1.1" status: 200 len: 853 time: 0.0602431 Sep 17 23:50:15.345537 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-248a78c5-5e3b-4cd6-8d40-cc26af0c6615 req-e77af56a-c174-42a9-85d6-87de2baa0aae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=43a1be44-7314-4723-a491-cf0ed1c57271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467505 Sep 17 23:50:15.371272 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22969221-3ba3-4953-8f8f-cb82e37755e4 req-f66ea0aa-62c7-48f4-ba7c-28fd9205596e tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:15.372856 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-22969221-3ba3-4953-8f8f-cb82e37755e4 req-f66ea0aa-62c7-48f4-ba7c-28fd9205596e tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/ports?device_id=be97ee2e-0d0c-4003-9891-2147b00fa0be HTTP/1.1" status: 200 len: 944 time: 0.0563753 Sep 17 23:50:15.449552 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-22969221-3ba3-4953-8f8f-cb82e37755e4 req-b7d1ce25-e588-4af2-981a-706d552460f7 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/security-groups?id=9056df87-123b-4d7e-874c-7a118b214f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693724 Sep 17 23:50:15.478993 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-248a78c5-5e3b-4cd6-8d40-cc26af0c6615 req-86294a51-a7db-4d2f-8a32-a16658bc8242 service neutron] 10.222.0.37 "GET /v2.0/networks/43a1be44-7314-4723-a491-cf0ed1c57271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163595 Sep 17 23:50:15.499014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d7e38-23d1-4af4-81c4-06858e990809 req-243a8676-2815-4b12-bccd-c1a9d29c32d9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:15.507328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d7e38-23d1-4af4-81c4-06858e990809 req-243a8676-2815-4b12-bccd-c1a9d29c32d9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:15.514145 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d7e38-23d1-4af4-81c4-06858e990809 req-243a8676-2815-4b12-bccd-c1a9d29c32d9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:15.521960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d7e38-23d1-4af4-81c4-06858e990809 req-243a8676-2815-4b12-bccd-c1a9d29c32d9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:15.529805 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d7e38-23d1-4af4-81c4-06858e990809 req-243a8676-2815-4b12-bccd-c1a9d29c32d9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:15.536892 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d7e38-23d1-4af4-81c4-06858e990809 req-243a8676-2815-4b12-bccd-c1a9d29c32d9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:15.543336 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d7e38-23d1-4af4-81c4-06858e990809 req-243a8676-2815-4b12-bccd-c1a9d29c32d9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:15.545326 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-333d7e38-23d1-4af4-81c4-06858e990809 req-243a8676-2815-4b12-bccd-c1a9d29c32d9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5435 time: 0.1163204 Sep 17 23:50:15.600816 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da0817-af6d-470b-9593-59d426ffc68c req-17690b94-9594-412a-af00-f71a787d8cd0 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:15.602472 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88da0817-af6d-470b-9593-59d426ffc68c req-17690b94-9594-412a-af00-f71a787d8cd0 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0562420 Sep 17 23:50:15.603725 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-248a78c5-5e3b-4cd6-8d40-cc26af0c6615 req-a13ab0a0-b8c8-4e85-a8b7-4719a48ed78e service neutron] 10.222.0.37 "GET /v2.0/networks/43a1be44-7314-4723-a491-cf0ed1c57271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194794 Sep 17 23:50:15.641758 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88da0817-af6d-470b-9593-59d426ffc68c req-24af9c50-ad28-4fd1-90c5-be8565085478 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326393 Sep 17 23:50:16.116236 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ed15c-e9ef-41fc-84d8-f74b6b88cb5f req-818f8fdf-a49d-4849-a99e-45a32448b8aa tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:16.117823 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-570ed15c-e9ef-41fc-84d8-f74b6b88cb5f req-818f8fdf-a49d-4849-a99e-45a32448b8aa tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 945 time: 0.0648334 Sep 17 23:50:16.156531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-570ed15c-e9ef-41fc-84d8-f74b6b88cb5f req-477f0a80-047f-42db-b51f-fd6038e7dea1 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/security-groups?id=27ee64e2-fc17-4287-8c56-6dcef6100a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321946 Sep 17 23:50:16.285543 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device bf7e9bbb-a20e-4fcc-880b-1672c0beace3 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:50:16.342383 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42760) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:16.356398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f3433bd2-b145-4003-8216-e932ed820d15 req-7007a8b5-90ae-4a65-a0f3-5aea8a19e2a0 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0281835 Sep 17 23:50:16.398823 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port bf7e9bbb-a20e-4fcc-880b-1672c0beace3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=bf7e9bbb-a20e-4fcc-880b-1672c0beace3,segment=NetworkSegment(69625ad1-3b16-4eee-b275-6b3c31178ede),segment_id=69625ad1-3b16-4eee-b275-6b3c31178ede)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:16.429299 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'bf7e9bbb-a20e-4fcc-880b-1672c0beace3', 'network_id': 'e5498d3c-bdaa-473e-ba52-c6464bbc6d40', 'port_id': 'bf7e9bbb-a20e-4fcc-880b-1672c0beace3', 'mac_address': 'fa:16:3e:ca:ca:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d6cc1e-a85b-42e0-80bb-a9466876564a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:50:16.481062 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:16.495975 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf7e9bbb-a20e-4fcc-880b-1672c0beace3 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:50:16.518964 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port bf7e9bbb-a20e-4fcc-880b-1672c0beace3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=bf7e9bbb-a20e-4fcc-880b-1672c0beace3,segment=NetworkSegment(69625ad1-3b16-4eee-b275-6b3c31178ede),segment_id=69625ad1-3b16-4eee-b275-6b3c31178ede)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:16.524710 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-8fef23bf-5afe-4dd1-a80e-84e8a160f5ff admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-96400451-network', 'tenant_id': 'dd9acaeb286d4e25bdf34f6f2e3b0642'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:16.559364 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9d389b03-dbca-4ad7-867e-600f1d36e160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:16.595879 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4906d4-ff84-4507-859c-9e74f91b49b5 req-1ed09b57-4ccb-4d03-a3bb-afe624049ed9 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:16.598476 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac4906d4-ff84-4507-859c-9e74f91b49b5 req-1ed09b57-4ccb-4d03-a3bb-afe624049ed9 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/ports?device_id=be97ee2e-0d0c-4003-9891-2147b00fa0be HTTP/1.1" status: 200 len: 944 time: 0.0568750 Sep 17 23:50:16.614894 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:16.642088 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac4906d4-ff84-4507-859c-9e74f91b49b5 req-0d2ea7e3-0784-47a4-96a8-2a519e510106 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/security-groups?id=9056df87-123b-4d7e-874c-7a118b214f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373781 Sep 17 23:50:16.663747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=bf7e9bbb-a20e-4fcc-880b-1672c0beace3,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:16.676565 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fef23bf-5afe-4dd1-a80e-84e8a160f5ff admin admin] Made reservation on behalf of dd9acaeb286d4e25bdf34f6f2e3b0642 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:50:16.678992 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8fef23bf-5afe-4dd1-a80e-84e8a160f5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:16.688417 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8fef23bf-5afe-4dd1-a80e-84e8a160f5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:16.777569 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b9169-3faf-49d5-bfc4-2d7a8882bd0f req-1121aef1-7734-403c-9467-3d207a863c3f tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:16.779323 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8fef23bf-5afe-4dd1-a80e-84e8a160f5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:16.779500 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a76b9169-3faf-49d5-bfc4-2d7a8882bd0f req-1121aef1-7734-403c-9467-3d207a863c3f tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0569818 Sep 17 23:50:16.823283 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a76b9169-3faf-49d5-bfc4-2d7a8882bd0f req-9dd85ddf-de2e-45b1-9a32-09d0bb45a320 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368693 Sep 17 23:50:16.905988 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8fef23bf-5afe-4dd1-a80e-84e8a160f5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:16.924572 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['bf7e9bbb-a20e-4fcc-880b-1672c0beace3'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:50:16.927591 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fef23bf-5afe-4dd1-a80e-84e8a160f5ff admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:50:16.940613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef23bf-5afe-4dd1-a80e-84e8a160f5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2604ab-e8f9-461d-9827-75e9cff8338e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:16.946373 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8fef23bf-5afe-4dd1-a80e-84e8a160f5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:16.946731 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-8fef23bf-5afe-4dd1-a80e-84e8a160f5ff admin admin] Added segment 897b33eb-d1f5-47b6-bebe-ed72554c8fe0 of type vlan for network 46cca858-0c13-4c53-af28-0d31c7ff053d Sep 17 23:50:16.991009 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8fef23bf-5afe-4dd1-a80e-84e8a160f5ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:17.102052 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8fef23bf-5afe-4dd1-a80e-84e8a160f5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:17.103077 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fef23bf-5afe-4dd1-a80e-84e8a160f5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:17.103755 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8fef23bf-5afe-4dd1-a80e-84e8a160f5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:17.164266 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef23bf-5afe-4dd1-a80e-84e8a160f5ff admin admin] Pushing event updated for resources: {'Network': ['ID=46cca858-0c13-4c53-af28-0d31c7ff053d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:17.173766 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 46cca858-0c13-4c53-af28-0d31c7ff053d details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:50:17.262975 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8fef23bf-5afe-4dd1-a80e-84e8a160f5ff admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9190383 Sep 17 23:50:17.276314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18758f55-d296-4a85-a28f-7024d945d3c0 req-135f3d72-eb04-462b-be9f-da9f6ed0b7ab tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:17.277950 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18758f55-d296-4a85-a28f-7024d945d3c0 req-135f3d72-eb04-462b-be9f-da9f6ed0b7ab tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 945 time: 0.0509083 Sep 17 23:50:17.290652 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:17.323625 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18758f55-d296-4a85-a28f-7024d945d3c0 req-2ad74958-c5c3-48d0-8ceb-41b8f0d4c4ed tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/security-groups?id=27ee64e2-fc17-4287-8c56-6dcef6100a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388415 Sep 17 23:50:17.491230 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0fa7dd9-5137-4944-870e-cd9b28f219c6 req-38206067-2f20-4d3f-8c88-9696cf9a6e9e tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0348864 Sep 17 23:50:17.661743 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:17.808994 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48474e28-170d-4de5-b015-41bedd1f9898 req-cc00fe32-88e9-421a-aec4-d57cb1b38b5e tempest-ComputeTenantNetworksTest-1235169735 tempest-ComputeTenantNetworksTest-1235169735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:17.815504 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48474e28-170d-4de5-b015-41bedd1f9898 req-cc00fe32-88e9-421a-aec4-d57cb1b38b5e tempest-ComputeTenantNetworksTest-1235169735 tempest-ComputeTenantNetworksTest-1235169735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:17.821768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48474e28-170d-4de5-b015-41bedd1f9898 req-cc00fe32-88e9-421a-aec4-d57cb1b38b5e tempest-ComputeTenantNetworksTest-1235169735 tempest-ComputeTenantNetworksTest-1235169735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:17.823415 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48474e28-170d-4de5-b015-41bedd1f9898 req-cc00fe32-88e9-421a-aec4-d57cb1b38b5e tempest-ComputeTenantNetworksTest-1235169735 tempest-ComputeTenantNetworksTest-1235169735-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.1970818 Sep 17 23:50:18.026269 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f51057-c5df-4e4b-9ca1-1d30e17eb2f9 req-99642dc1-ba3c-4794-9064-e59da7761c1a tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:18.027751 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05f51057-c5df-4e4b-9ca1-1d30e17eb2f9 req-99642dc1-ba3c-4794-9064-e59da7761c1a tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/ports?device_id=be97ee2e-0d0c-4003-9891-2147b00fa0be HTTP/1.1" status: 200 len: 945 time: 0.0840511 Sep 17 23:50:18.089473 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af80e8-f2e0-46ed-9619-9097a5684f5e req-8e58021d-1556-43f1-9a2d-08619371ce20 tempest-ComputeTenantNetworksTest-1235169735 tempest-ComputeTenantNetworksTest-1235169735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:18.090521 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-44af80e8-f2e0-46ed-9619-9097a5684f5e req-8e58021d-1556-43f1-9a2d-08619371ce20 tempest-ComputeTenantNetworksTest-1235169735 tempest-ComputeTenantNetworksTest-1235169735-project] 10.222.0.46 "GET /v2.0/networks/46cca858-0c13-4c53-af28-0d31c7ff053d HTTP/1.1" status: 200 len: 767 time: 0.1352003 Sep 17 23:50:18.099974 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42806) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:18.122059 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05f51057-c5df-4e4b-9ca1-1d30e17eb2f9 req-b1bdf9aa-28b9-4995-ba7e-e583d7b22cac tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/security-groups?id=9056df87-123b-4d7e-874c-7a118b214f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657921 Sep 17 23:50:18.169938 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42812) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:18.220792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a4438-5793-45e4-8af2-4f61e5b8be30 req-1e7b1476-7369-44ff-9746-f646cd33572c tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:18.226154 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b9a4438-5793-45e4-8af2-4f61e5b8be30 req-1e7b1476-7369-44ff-9746-f646cd33572c tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0711031 Sep 17 23:50:18.244205 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aec9183d-b651-45db-8f35-532401fb7b6c req-b7be72b9-732c-44f3-8a83-353c70344ce3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0366664 Sep 17 23:50:18.248499 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d37ac8ee-1d2e-4be0-8305-6f97593ed338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:18.310525 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device bf7e9bbb-a20e-4fcc-880b-1672c0beace3 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:50:18.329752 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d37ac8ee-1d2e-4be0-8305-6f97593ed338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:18.330022 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b9a4438-5793-45e4-8af2-4f61e5b8be30 req-409a4b42-530a-44b3-8778-8c2f355fee7d tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919180 Sep 17 23:50:18.345961 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d271d9e-3f22-455a-8d99-c5974249c754 req-bcd00465-db1c-4f51-abbe-5029f253379f tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:18.348481 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d271d9e-3f22-455a-8d99-c5974249c754 req-bcd00465-db1c-4f51-abbe-5029f253379f tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 945 time: 0.1213727 Sep 17 23:50:18.353609 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d37ac8ee-1d2e-4be0-8305-6f97593ed338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46cca858-0c13-4c53-af28-0d31c7ff053d']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:18.355206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a679b4-f710-4412-8927-f54ecef5bc37 req-b2f12bc5-f7f0-4bc7-bd77-e22e7aac8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:18.355851 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a679b4-f710-4412-8927-f54ecef5bc37 req-b2f12bc5-f7f0-4bc7-bd77-e22e7aac8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:18.356531 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a679b4-f710-4412-8927-f54ecef5bc37 req-b2f12bc5-f7f0-4bc7-bd77-e22e7aac8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:18.357189 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a679b4-f710-4412-8927-f54ecef5bc37 req-b2f12bc5-f7f0-4bc7-bd77-e22e7aac8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:18.357813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a679b4-f710-4412-8927-f54ecef5bc37 req-b2f12bc5-f7f0-4bc7-bd77-e22e7aac8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:18.358447 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a679b4-f710-4412-8927-f54ecef5bc37 req-b2f12bc5-f7f0-4bc7-bd77-e22e7aac8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:18.358930 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a679b4-f710-4412-8927-f54ecef5bc37 req-b2f12bc5-f7f0-4bc7-bd77-e22e7aac8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:18.363565 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63a679b4-f710-4412-8927-f54ecef5bc37 req-b2f12bc5-f7f0-4bc7-bd77-e22e7aac8415 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 6492 time: 0.1894352 Sep 17 23:50:18.372959 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d37ac8ee-1d2e-4be0-8305-6f97593ed338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897b33eb-d1f5-47b6-bebe-ed72554c8fe0') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:18.373199 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d37ac8ee-1d2e-4be0-8305-6f97593ed338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897b33eb-d1f5-47b6-bebe-ed72554c8fe0') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:18.382816 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d37ac8ee-1d2e-4be0-8305-6f97593ed338 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:18.396808 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d37ac8ee-1d2e-4be0-8305-6f97593ed338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:18.402759 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37ac8ee-1d2e-4be0-8305-6f97593ed338 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:50:18.403147 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d37ac8ee-1d2e-4be0-8305-6f97593ed338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:50:18.405054 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:50:18.420221 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63a679b4-f710-4412-8927-f54ecef5bc37 req-d16198b2-c97b-401d-913d-86faf2477766 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f981d863-f549-47c0-bcd0-9d63262dc8b7&id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529280 Sep 17 23:50:18.426173 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d271d9e-3f22-455a-8d99-c5974249c754 req-00d13b7a-0701-45f7-a7df-19b7fdd28679 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/security-groups?id=27ee64e2-fc17-4287-8c56-6dcef6100a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642626 Sep 17 23:50:18.507485 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port bf7e9bbb-a20e-4fcc-880b-1672c0beace3 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:50:18.511482 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port bf7e9bbb-a20e-4fcc-880b-1672c0beace3 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:50:18.511852 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:18.542501 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d37ac8ee-1d2e-4be0-8305-6f97593ed338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:18.549083 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d37ac8ee-1d2e-4be0-8305-6f97593ed338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:18.553990 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d37ac8ee-1d2e-4be0-8305-6f97593ed338 admin admin] 10.222.0.46 "DELETE /v2.0/networks/46cca858-0c13-4c53-af28-0d31c7ff053d HTTP/1.1" status: 204 len: 168 time: 0.4505682 Sep 17 23:50:18.567237 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ac8ee-1d2e-4be0-8305-6f97593ed338 admin admin] Pushing event deleted for resources: {'Network': ['ID=46cca858-0c13-4c53-af28-0d31c7ff053d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:18.600793 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:18.603819 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c7db75c-c511-4f88-a02a-dbe487f50d45 req-7a0ef456-fabd-4a0f-a659-4b93fa6bd53e tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0290382 Sep 17 23:50:18.627001 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be97ee2e-0d0c-4003-9891-2147b00fa0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7e9bbb-a20e-4fcc-880b-1672c0beace3'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:50:18.629301 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10735934-189e-48df-8423-6df60b355e6b" -d '{"events": [{"server_uuid": "be97ee2e-0d0c-4003-9891-2147b00fa0be", "name": "network-vif-plugged", "status": "completed", "tag": "bf7e9bbb-a20e-4fcc-880b-1672c0beace3"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:50:18.641847 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port bf7e9bbb-a20e-4fcc-880b-1672c0beace3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=bf7e9bbb-a20e-4fcc-880b-1672c0beace3,segment=NetworkSegment(69625ad1-3b16-4eee-b275-6b3c31178ede),segment_id=69625ad1-3b16-4eee-b275-6b3c31178ede)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:18.665830 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb61995b-3abd-4c85-aec3-d5ed0f4956f6 x-openstack-request-id: req-eb61995b-3abd-4c85-aec3-d5ed0f4956f6 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:50:18.666112 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be97ee2e-0d0c-4003-9891-2147b00fa0be", "name": "network-vif-plugged", "status": "completed", "tag": "bf7e9bbb-a20e-4fcc-880b-1672c0beace3", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:50:18.666388 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb61995b-3abd-4c85-aec3-d5ed0f4956f6 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:50:18.666780 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be97ee2e-0d0c-4003-9891-2147b00fa0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7e9bbb-a20e-4fcc-880b-1672c0beace3', 'code': 200} Sep 17 23:50:18.742242 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:18.768730 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c94888-dbaa-45ba-9f39-71ccdd07f0f3 req-fd244764-fa00-4605-8599-d5277c5b3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:18.770340 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-49c94888-dbaa-45ba-9f39-71ccdd07f0f3 req-fd244764-fa00-4605-8599-d5277c5b3181 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=be97ee2e-0d0c-4003-9891-2147b00fa0be HTTP/1.1" status: 200 len: 1096 time: 0.0448358 Sep 17 23:50:18.789563 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=bf7e9bbb-a20e-4fcc-880b-1672c0beace3,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:18.809554 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-49c94888-dbaa-45ba-9f39-71ccdd07f0f3 req-99637a4f-ba12-4f15-83aa-d481ec61468e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9056df87-123b-4d7e-874c-7a118b214f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309143 Sep 17 23:50:18.946358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42828) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:18.984850 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-06386150-0933-4b41-95f5-230d4d816dd4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd9acaeb286d4e25bdf34f6f2e3b0642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380483 Sep 17 23:50:18.987250 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42830) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:19.039947 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5dd92fd1-7043-428b-b1c8-11562d2a5f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:19.062162 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5dd92fd1-7043-428b-b1c8-11562d2a5f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:19.104911 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c2b5bb40-f223-4fdc-bd92-78170c3e72ef req-8d6a56eb-ad9c-4e1a-89f5-96e65d9ded8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c0385802-24b2-4bd7-be0e-289664547f53 HTTP/1.1" status: 200 len: 210 time: 0.0256379 Sep 17 23:50:19.180325 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5dd92fd1-7043-428b-b1c8-11562d2a5f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:19.183033 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5dd92fd1-7043-428b-b1c8-11562d2a5f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:19.184196 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5dd92fd1-7043-428b-b1c8-11562d2a5f10 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f2604ab-e8f9-461d-9827-75e9cff8338e HTTP/1.1" status: 204 len: 168 time: 0.1959584 Sep 17 23:50:19.193625 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd92fd1-7043-428b-b1c8-11562d2a5f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2604ab-e8f9-461d-9827-75e9cff8338e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:19.254829 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d004fab-e4a1-41e7-81bf-c23b8d00d5ff req-83990481-4bee-46ba-8d35-a3c47290820f tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:19.256446 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d004fab-e4a1-41e7-81bf-c23b8d00d5ff req-83990481-4bee-46ba-8d35-a3c47290820f tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/ports?device_id=be97ee2e-0d0c-4003-9891-2147b00fa0be HTTP/1.1" status: 200 len: 946 time: 0.0510974 Sep 17 23:50:19.295659 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d004fab-e4a1-41e7-81bf-c23b8d00d5ff req-530b4e8a-dad5-40b9-b3fd-a8441699feae tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/security-groups?id=9056df87-123b-4d7e-874c-7a118b214f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329449 Sep 17 23:50:19.475849 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f63334-fdbb-4c12-9360-9b50a36daf25 req-6e490cea-66fb-4be1-9500-2058a5c0684e tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:19.481122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-73f63334-fdbb-4c12-9360-9b50a36daf25 req-6e490cea-66fb-4be1-9500-2058a5c0684e tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0571988 Sep 17 23:50:19.528770 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-73f63334-fdbb-4c12-9360-9b50a36daf25 req-194a6a58-52a2-4ce2-8cd6-bfae28624292 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439074 Sep 17 23:50:19.572685 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfd506-61a9-4d55-b8ad-b2c24a21eb14 req-3e52ced6-cab0-43ab-a688-efe4003067a4 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:19.574502 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72cfd506-61a9-4d55-b8ad-b2c24a21eb14 req-3e52ced6-cab0-43ab-a688-efe4003067a4 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 945 time: 0.0623634 Sep 17 23:50:19.629496 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72cfd506-61a9-4d55-b8ad-b2c24a21eb14 req-82fea49a-34d7-477f-a7ee-dd72932b6960 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/security-groups?id=27ee64e2-fc17-4287-8c56-6dcef6100a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404918 Sep 17 23:50:19.679975 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaae935-efd2-4956-8e68-849cb74c9a1e req-33f43872-1aa5-4976-9591-8817017ea91b tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:19.681510 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3eaae935-efd2-4956-8e68-849cb74c9a1e req-33f43872-1aa5-4976-9591-8817017ea91b tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.37 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 945 time: 0.0604198 Sep 17 23:50:19.685160 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:19.717243 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ce9beb8-474f-45a0-ad09-bfd5dd3e0d0b req-31bc26e1-c0b2-4410-909e-a81b99e2c696 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0290406 Sep 17 23:50:19.788225 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-3eaae935-efd2-4956-8e68-849cb74c9a1e req-7a73accb-e6e7-43fa-ba50-b5828a9e3089 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Deleting port 7c819fcd-547f-4729-97eb-4786812ff87f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:50:19.788561 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3eaae935-efd2-4956-8e68-849cb74c9a1e req-7a73accb-e6e7-43fa-ba50-b5828a9e3089 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:19.882690 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-3eaae935-efd2-4956-8e68-849cb74c9a1e req-7a73accb-e6e7-43fa-ba50-b5828a9e3089 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] For port 7c819fcd-547f-4729-97eb-4786812ff87f, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7c819fcd-547f-4729-97eb-4786812ff87f,segment=NetworkSegment(6e46d17b-0646-4739-96ce-0c95c88a5d8c),segment_id=6e46d17b-0646-4739-96ce-0c95c88a5d8c)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:19.883212 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3eaae935-efd2-4956-8e68-849cb74c9a1e req-7a73accb-e6e7-43fa-ba50-b5828a9e3089 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:19.897474 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-3eaae935-efd2-4956-8e68-849cb74c9a1e req-7a73accb-e6e7-43fa-ba50-b5828a9e3089 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Calling delete_port for 7c819fcd-547f-4729-97eb-4786812ff87f owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:50:20.130641 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3eaae935-efd2-4956-8e68-849cb74c9a1e req-7a73accb-e6e7-43fa-ba50-b5828a9e3089 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:20.142993 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['7c819fcd-547f-4729-97eb-4786812ff87f'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:50:20.182044 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73accb-e6e7-43fa-ba50-b5828a9e3089 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Pushing event deleted for resources: {'Port': ['ID=7c819fcd-547f-4729-97eb-4786812ff87f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:20.230531 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eaae935-efd2-4956-8e68-849cb74c9a1e req-7a73accb-e6e7-43fa-ba50-b5828a9e3089 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] No DVR routers for this DVR port 7c819fcd-547f-4729-97eb-4786812ff87f on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:50:20.235602 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3eaae935-efd2-4956-8e68-849cb74c9a1e req-7a73accb-e6e7-43fa-ba50-b5828a9e3089 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:20.239864 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3eaae935-efd2-4956-8e68-849cb74c9a1e req-7a73accb-e6e7-43fa-ba50-b5828a9e3089 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.37 "DELETE /v2.0/ports/7c819fcd-547f-4729-97eb-4786812ff87f HTTP/1.1" status: 204 len: 173 time: 0.5508265 Sep 17 23:50:20.240352 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c511e41b-e3a7-4343-8094-b6d9043b0c9f', 'name': 'network-vif-deleted', 'tag': '7c819fcd-547f-4729-97eb-4786812ff87f'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:50:20.243766 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6424ec53-491e-407b-b452-9531d0e83c58" -d '{"events": [{"server_uuid": "c511e41b-e3a7-4343-8094-b6d9043b0c9f", "name": "network-vif-deleted", "tag": "7c819fcd-547f-4729-97eb-4786812ff87f"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:50:20.245662 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f8804c4-db12-49a5-818b-f0735a72a574 req-528768b9-7442-400e-9c93-e4c3f890502e tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0298822 Sep 17 23:50:20.283019 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4f13bc-899b-4346-91dc-e8d8145c7c98 x-openstack-request-id: req-5e4f13bc-899b-4346-91dc-e8d8145c7c98 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:50:20.283308 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c511e41b-e3a7-4343-8094-b6d9043b0c9f", "name": "network-vif-deleted", "tag": "7c819fcd-547f-4729-97eb-4786812ff87f", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:50:20.283556 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e4f13bc-899b-4346-91dc-e8d8145c7c98 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:50:20.283947 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c511e41b-e3a7-4343-8094-b6d9043b0c9f', 'name': 'network-vif-deleted', 'tag': '7c819fcd-547f-4729-97eb-4786812ff87f', 'status': 'completed', 'code': 200} Sep 17 23:50:20.427428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979a8ef-5821-4e7c-a4a0-1eb4555b55b7 req-53521d35-c1f5-4283-b523-fb2a54fc0088 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:20.430066 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e979a8ef-5821-4e7c-a4a0-1eb4555b55b7 req-53521d35-c1f5-4283-b523-fb2a54fc0088 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/ports?device_id=be97ee2e-0d0c-4003-9891-2147b00fa0be HTTP/1.1" status: 200 len: 946 time: 0.0641809 Sep 17 23:50:20.474574 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e979a8ef-5821-4e7c-a4a0-1eb4555b55b7 req-bac756f3-a90b-4341-86c2-7e4a2b522e9c tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/security-groups?id=9056df87-123b-4d7e-874c-7a118b214f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350010 Sep 17 23:50:20.766907 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54df48-847b-416c-a0c6-74d8b4e4b5f2 req-ac796d8f-fdd5-4781-baee-97eaa0bb411c tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:20.768477 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc54df48-847b-416c-a0c6-74d8b4e4b5f2 req-ac796d8f-fdd5-4781-baee-97eaa0bb411c tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0544128 Sep 17 23:50:20.809380 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc54df48-847b-416c-a0c6-74d8b4e4b5f2 req-7c712584-4ed2-4151-b8c6-50be70a231cf tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333235 Sep 17 23:50:20.902209 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b6dd4a5-193b-458d-b255-0914d8531974 req-72008110-2576-4fc9-b75e-50e00a772741 tempest-InstanceActionsTestJSON-1146584584 tempest-InstanceActionsTestJSON-1146584584-project] 10.222.0.46 "GET /v2.0/ports?device_id=c511e41b-e3a7-4343-8094-b6d9043b0c9f HTTP/1.1" status: 200 len: 210 time: 0.0276353 Sep 17 23:50:21.349347 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc720c86-171a-4a75-baf2-025b78be509e req-51fb85ea-dbb2-460b-a105-1e162b101f14 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0268407 Sep 17 23:50:21.924712 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df969a7-f13b-4600-91e9-bc688d04707d req-a1f98fd9-b5ba-4549-b57d-86a0061585a4 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:21.927137 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4df969a7-f13b-4600-91e9-bc688d04707d req-a1f98fd9-b5ba-4549-b57d-86a0061585a4 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0509729 Sep 17 23:50:21.970314 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42932) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:21.976631 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4df969a7-f13b-4600-91e9-bc688d04707d req-5575b809-fe07-48f6-b83c-bcf1192d7b28 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433481 Sep 17 23:50:22.022108 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a5888f-9c98-44f1-8480-cc4423ce6d0f admin admin] Deleting subnet b4cbe313-a1c9-42ce-acdc-1538b1b7ae1f {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:50:22.025260 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32a5888f-9c98-44f1-8480-cc4423ce6d0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:22.059362 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32a5888f-9c98-44f1-8480-cc4423ce6d0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:22.101383 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32a5888f-9c98-44f1-8480-cc4423ce6d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:22.223205 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32a5888f-9c98-44f1-8480-cc4423ce6d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:22.254197 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5888f-9c98-44f1-8480-cc4423ce6d0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4cbe313-a1c9-42ce-acdc-1538b1b7ae1f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:22.260028 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32a5888f-9c98-44f1-8480-cc4423ce6d0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:22.266017 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-32a5888f-9c98-44f1-8480-cc4423ce6d0f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b4cbe313-a1c9-42ce-acdc-1538b1b7ae1f HTTP/1.1" status: 204 len: 168 time: 0.2911580 Sep 17 23:50:22.267726 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42938) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:22.474227 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56ec4c3d-f334-4c8d-ba12-f66c313683a0 req-3a336090-8790-42e6-91ab-551d25a06cc0 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0350237 Sep 17 23:50:22.632262 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-350b5f93-137c-4648-89db-90e614aa2dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:22.716915 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-350b5f93-137c-4648-89db-90e614aa2dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:22.736374 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-350b5f93-137c-4648-89db-90e614aa2dac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a1be44-7314-4723-a491-cf0ed1c57271']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:22.745771 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-350b5f93-137c-4648-89db-90e614aa2dac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e46d17b-0646-4739-96ce-0c95c88a5d8c') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:22.746172 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-350b5f93-137c-4648-89db-90e614aa2dac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e46d17b-0646-4739-96ce-0c95c88a5d8c') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:22.756176 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-350b5f93-137c-4648-89db-90e614aa2dac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:22.769131 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-350b5f93-137c-4648-89db-90e614aa2dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:22.774735 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350b5f93-137c-4648-89db-90e614aa2dac admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:50:22.775113 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-350b5f93-137c-4648-89db-90e614aa2dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:50:22.776696 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:50:22.913312 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-350b5f93-137c-4648-89db-90e614aa2dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:22.920532 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-350b5f93-137c-4648-89db-90e614aa2dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:22.921215 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-350b5f93-137c-4648-89db-90e614aa2dac admin admin] 10.222.0.46 "DELETE /v2.0/networks/43a1be44-7314-4723-a491-cf0ed1c57271 HTTP/1.1" status: 204 len: 168 time: 0.6525488 Sep 17 23:50:22.932492 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b5f93-137c-4648-89db-90e614aa2dac admin admin] Pushing event deleted for resources: {'Network': ['ID=43a1be44-7314-4723-a491-cf0ed1c57271,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:23.123251 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9a542-3df0-4d7d-9da3-37413ebce315 req-c363a91d-73ac-44fe-a730-caaeae8c7f63 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:23.125114 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47c9a542-3df0-4d7d-9da3-37413ebce315 req-c363a91d-73ac-44fe-a730-caaeae8c7f63 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0529437 Sep 17 23:50:23.167978 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47c9a542-3df0-4d7d-9da3-37413ebce315 req-99e8d847-92da-4c57-b5b9-5e139afe911b tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363433 Sep 17 23:50:23.472657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42980) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:23.551893 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c7fdb7ad-8fd1-47d3-a0e5-8ea81772d255 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ede2c04057a40eeafb9513130362b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0780408 Sep 17 23:50:23.554558 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42984) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:23.555140 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbce6a9-98a8-468f-8472-eaa5bca4975b req-25398bd6-2d2e-49cb-abc8-eee1bf940766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:23.556610 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7cbce6a9-98a8-468f-8472-eaa5bca4975b req-25398bd6-2d2e-49cb-abc8-eee1bf940766 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 1097 time: 0.0773644 Sep 17 23:50:23.614413 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7cbce6a9-98a8-468f-8472-eaa5bca4975b req-01299dd3-2696-4eda-8068-89c3459133e1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503495 Sep 17 23:50:23.616188 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ae0199f-f550-4b5f-806d-e0814a21b1bb req-b1082e18-bddc-40c8-b769-23a4a4bad7a8 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0540402 Sep 17 23:50:23.656174 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbdbef0c-772e-45ca-82e6-6a8eeec461a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:23.685006 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbdbef0c-772e-45ca-82e6-6a8eeec461a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:23.791538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f76a2-7cab-4357-b70b-49673f05e446 req-aefcd9d6-f1b2-4745-a8a7-61cf21cd6e73 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:23.797348 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e9f76a2-7cab-4357-b70b-49673f05e446 req-aefcd9d6-f1b2-4745-a8a7-61cf21cd6e73 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/ports?device_id=be97ee2e-0d0c-4003-9891-2147b00fa0be HTTP/1.1" status: 200 len: 946 time: 0.0593774 Sep 17 23:50:23.815904 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbdbef0c-772e-45ca-82e6-6a8eeec461a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:23.818438 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbdbef0c-772e-45ca-82e6-6a8eeec461a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:23.819569 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bbdbef0c-772e-45ca-82e6-6a8eeec461a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27ee64e2-fc17-4287-8c56-6dcef6100a66 HTTP/1.1" status: 204 len: 168 time: 0.2635984 Sep 17 23:50:23.832568 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdbef0c-772e-45ca-82e6-6a8eeec461a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ee64e2-fc17-4287-8c56-6dcef6100a66,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:23.855917 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e9f76a2-7cab-4357-b70b-49673f05e446 req-a1cb34c2-3f62-42ae-bf7b-2031a92446f5 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/security-groups?id=9056df87-123b-4d7e-874c-7a118b214f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567210 Sep 17 23:50:24.293032 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebfe71-60c9-4005-980b-cb63a1ce4a35 req-662827d7-585d-48b9-80e9-9faa0e080711 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:24.295190 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12ebfe71-60c9-4005-980b-cb63a1ce4a35 req-662827d7-585d-48b9-80e9-9faa0e080711 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0550959 Sep 17 23:50:24.344427 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12ebfe71-60c9-4005-980b-cb63a1ce4a35 req-c75971b6-38a5-4d30-acda-0cccca80c886 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426207 Sep 17 23:50:24.360303 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7c819fcd-547f-4729-97eb-4786812ff87f no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:50:24.387153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 7c819fcd-547f-4729-97eb-4786812ff87f {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:50:24.387755 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7c819fcd-547f-4729-97eb-4786812ff87f not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:50:24.736176 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d502a5be-e4c9-4f63-840d-658e74055895 req-415adf47-48c9-44eb-98b7-00379ad0d2fa tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0311050 Sep 17 23:50:24.985414 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43020) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:24.988591 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead75aa-af2f-4046-889e-c39187647ee0 req-235075a4-b729-401a-8160-8df48071290d tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:24.990128 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ead75aa-af2f-4046-889e-c39187647ee0 req-235075a4-b729-401a-8160-8df48071290d tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/ports?device_id=be97ee2e-0d0c-4003-9891-2147b00fa0be HTTP/1.1" status: 200 len: 946 time: 0.0500922 Sep 17 23:50:25.030904 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ead75aa-af2f-4046-889e-c39187647ee0 req-87c35050-dedb-43a5-89cc-98e15f3c938b tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/security-groups?id=9056df87-123b-4d7e-874c-7a118b214f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345144 Sep 17 23:50:25.120498 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b347780a-7ce6-4e9a-89d3-d9234c902229 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1960241234-network', 'tenant_id': 'ded50846a0a44f888a89baeeb0d4cf0e'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:25.156400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425ec18-f95e-4a23-b5dc-538104500d86 req-94389d2f-3bf2-4317-b80b-55a727f3a5c9 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:25.157827 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7425ec18-f95e-4a23-b5dc-538104500d86 req-94389d2f-3bf2-4317-b80b-55a727f3a5c9 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.37 "GET /v2.0/ports?device_id=be97ee2e-0d0c-4003-9891-2147b00fa0be HTTP/1.1" status: 200 len: 946 time: 0.0703232 Sep 17 23:50:25.257458 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-7425ec18-f95e-4a23-b5dc-538104500d86 req-adfca9fb-ec0e-4135-af83-8e7b929b7dd7 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Deleting port bf7e9bbb-a20e-4fcc-880b-1672c0beace3 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:50:25.257798 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7425ec18-f95e-4a23-b5dc-538104500d86 req-adfca9fb-ec0e-4135-af83-8e7b929b7dd7 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:25.313666 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b347780a-7ce6-4e9a-89d3-d9234c902229 admin admin] Made reservation on behalf of ded50846a0a44f888a89baeeb0d4cf0e for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:50:25.315914 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b347780a-7ce6-4e9a-89d3-d9234c902229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:25.330691 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b347780a-7ce6-4e9a-89d3-d9234c902229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:25.371026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-7425ec18-f95e-4a23-b5dc-538104500d86 req-adfca9fb-ec0e-4135-af83-8e7b929b7dd7 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] For port bf7e9bbb-a20e-4fcc-880b-1672c0beace3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=bf7e9bbb-a20e-4fcc-880b-1672c0beace3,segment=NetworkSegment(69625ad1-3b16-4eee-b275-6b3c31178ede),segment_id=69625ad1-3b16-4eee-b275-6b3c31178ede)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:25.371390 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7425ec18-f95e-4a23-b5dc-538104500d86 req-adfca9fb-ec0e-4135-af83-8e7b929b7dd7 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:25.391781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-7425ec18-f95e-4a23-b5dc-538104500d86 req-adfca9fb-ec0e-4135-af83-8e7b929b7dd7 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Calling delete_port for bf7e9bbb-a20e-4fcc-880b-1672c0beace3 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:50:25.468570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d051b01-c5aa-4505-970d-7d62f10ae4dc req-86bef430-393a-42cd-b2a7-347ce01b2579 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:25.481426 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d051b01-c5aa-4505-970d-7d62f10ae4dc req-86bef430-393a-42cd-b2a7-347ce01b2579 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0708749 Sep 17 23:50:25.524455 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d051b01-c5aa-4505-970d-7d62f10ae4dc req-438e8661-4946-4877-8565-726eda3c6017 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416965 Sep 17 23:50:25.532303 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b347780a-7ce6-4e9a-89d3-d9234c902229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:25.617589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43038) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:25.632679 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b347780a-7ce6-4e9a-89d3-d9234c902229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:25.686060 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7425ec18-f95e-4a23-b5dc-538104500d86 req-adfca9fb-ec0e-4135-af83-8e7b929b7dd7 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:25.687326 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b347780a-7ce6-4e9a-89d3-d9234c902229 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:50:25.696981 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['bf7e9bbb-a20e-4fcc-880b-1672c0beace3'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:50:25.721378 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347780a-7ce6-4e9a-89d3-d9234c902229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7762a590-87f2-4c70-ad5b-58bf8ddd6ee3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:25.730318 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b347780a-7ce6-4e9a-89d3-d9234c902229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:25.730673 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-b347780a-7ce6-4e9a-89d3-d9234c902229 admin admin] Added segment 6fd5c789-2d6e-4106-8afc-fb0dfa43e631 of type vlan for network 07dd0baa-9d9e-4a13-9ae9-d19bafe799b8 Sep 17 23:50:25.733838 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfca9fb-ec0e-4135-af83-8e7b929b7dd7 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Pushing event deleted for resources: {'Port': ['ID=bf7e9bbb-a20e-4fcc-880b-1672c0beace3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:25.806115 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-7425ec18-f95e-4a23-b5dc-538104500d86 req-adfca9fb-ec0e-4135-af83-8e7b929b7dd7 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] No DVR routers for this DVR port bf7e9bbb-a20e-4fcc-880b-1672c0beace3 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:50:25.813115 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7425ec18-f95e-4a23-b5dc-538104500d86 req-adfca9fb-ec0e-4135-af83-8e7b929b7dd7 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:25.815070 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7425ec18-f95e-4a23-b5dc-538104500d86 req-adfca9fb-ec0e-4135-af83-8e7b929b7dd7 tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.37 "DELETE /v2.0/ports/bf7e9bbb-a20e-4fcc-880b-1672c0beace3 HTTP/1.1" status: 204 len: 173 time: 0.6516147 Sep 17 23:50:25.815516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be97ee2e-0d0c-4003-9891-2147b00fa0be', 'name': 'network-vif-deleted', 'tag': 'bf7e9bbb-a20e-4fcc-880b-1672c0beace3'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:50:25.818048 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2038260a-3078-4d02-8e4c-601dc686e21a" -d '{"events": [{"server_uuid": "be97ee2e-0d0c-4003-9891-2147b00fa0be", "name": "network-vif-deleted", "tag": "bf7e9bbb-a20e-4fcc-880b-1672c0beace3"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:50:25.824187 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b347780a-7ce6-4e9a-89d3-d9234c902229 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:25.908995 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7eda63da-4e81-4b1a-816d-b543ce595996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:25.913715 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92f63ca8-7612-400f-885e-9aa7dce0afa9 req-1aa9081e-05fb-4254-9bb9-2521d67aa4a1 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0516009 Sep 17 23:50:25.948384 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-08a46be7-5180-4005-a8ea-9bc6bc4f4f0b tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:25.955551 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-08a46be7-5180-4005-a8ea-9bc6bc4f4f0b tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/networks?id=08df34eb-0776-4a6d-a2cf-e443d39c7561 HTTP/1.1" status: 200 len: 810 time: 0.1991546 Sep 17 23:50:25.969382 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f28a7b-3880-48cd-a610-25505f0e50ad x-openstack-request-id: req-76f28a7b-3880-48cd-a610-25505f0e50ad {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:50:25.969777 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be97ee2e-0d0c-4003-9891-2147b00fa0be", "name": "network-vif-deleted", "tag": "bf7e9bbb-a20e-4fcc-880b-1672c0beace3", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:50:25.970265 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-76f28a7b-3880-48cd-a610-25505f0e50ad {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:50:25.970728 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be97ee2e-0d0c-4003-9891-2147b00fa0be', 'name': 'network-vif-deleted', 'tag': 'bf7e9bbb-a20e-4fcc-880b-1672c0beace3', 'status': 'completed', 'code': 200} Sep 17 23:50:25.976138 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b347780a-7ce6-4e9a-89d3-d9234c902229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:25.984312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b347780a-7ce6-4e9a-89d3-d9234c902229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:25.984312 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b347780a-7ce6-4e9a-89d3-d9234c902229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:25.984536 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-e1429fa1-d615-4087-974b-bee9a56d377d tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/quotas/b8796731e54146338dce198e6ae702ee HTTP/1.1" status: 200 len: 375 time: 0.0263908 Sep 17 23:50:26.068598 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-9ac6ba44-98d2-4e28-ad29-18f966457ea8 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8796731e54146338dce198e6ae702ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848849 Sep 17 23:50:26.074340 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347780a-7ce6-4e9a-89d3-d9234c902229 admin admin] Pushing event updated for resources: {'Network': ['ID=07dd0baa-9d9e-4a13-9ae9-d19bafe799b8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:26.084410 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 07dd0baa-9d9e-4a13-9ae9-d19bafe799b8 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:50:26.180684 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7eda63da-4e81-4b1a-816d-b543ce595996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:26.183076 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15209dbb-6eb3-4f16-8b9a-3fa53ab2184a req-64541b2b-4a2b-4f88-8f26-b481a5fdc32a tempest-ServerTagsTestJSON-1371209308 tempest-ServerTagsTestJSON-1371209308-project] 10.222.0.46 "GET /v2.0/ports?device_id=be97ee2e-0d0c-4003-9891-2147b00fa0be HTTP/1.1" status: 200 len: 210 time: 0.0609353 Sep 17 23:50:26.211422 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-75c1cf99-bbd0-4165-8765-5f1ae1e7ad12 service neutron] 10.222.0.46 "GET /v2.0/networks/08df34eb-0776-4a6d-a2cf-e443d39c7561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335449 Sep 17 23:50:26.294692 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7eda63da-4e81-4b1a-816d-b543ce595996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:26.325492 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-ee0c0eaf-ade6-4e4c-b597-bed3a5e0831d service neutron] 10.222.0.46 "GET /v2.0/networks/08df34eb-0776-4a6d-a2cf-e443d39c7561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077049 Sep 17 23:50:26.341969 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda63da-4e81-4b1a-816d-b543ce595996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f260285-8495-4b26-a09e-90afcb91a9cf,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:26.346352 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7eda63da-4e81-4b1a-816d-b543ce595996 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=482fd23a8fc54d4eac403e57fbbee009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7276583 Sep 17 23:50:26.349583 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43058) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:26.366550 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b347780a-7ce6-4e9a-89d3-d9234c902229 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3800075 Sep 17 23:50:26.372475 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43060) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:26.377796 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-73610daf-17d8-4cee-a2e3-1a4780ef8d0f admin admin] Request body: {'subnet': {'network_id': '07dd0baa-9d9e-4a13-9ae9-d19bafe799b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1960241234-subnet', 'tenant_id': 'ded50846a0a44f888a89baeeb0d4cf0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:26.402151 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fe8753eb-4eb3-42b0-8480-70c2a65ee0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:26.431702 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fe8753eb-4eb3-42b0-8480-70c2a65ee0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:26.502087 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73610daf-17d8-4cee-a2e3-1a4780ef8d0f admin admin] Made reservation on behalf of ded50846a0a44f888a89baeeb0d4cf0e for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:50:26.504314 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-73610daf-17d8-4cee-a2e3-1a4780ef8d0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:26.639618 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fe8753eb-4eb3-42b0-8480-70c2a65ee0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:26.643044 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fe8753eb-4eb3-42b0-8480-70c2a65ee0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:26.645395 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fe8753eb-4eb3-42b0-8480-70c2a65ee0d8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f260285-8495-4b26-a09e-90afcb91a9cf HTTP/1.1" status: 204 len: 168 time: 0.2941782 Sep 17 23:50:26.666312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8753eb-4eb3-42b0-8480-70c2a65ee0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f260285-8495-4b26-a09e-90afcb91a9cf,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:26.686686 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c233f0e-9829-43ab-a69d-b1b8a193799f req-3db66977-3355-4111-9e91-af75cd38a63a tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 210 time: 0.0397058 Sep 17 23:50:26.862071 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-73610daf-17d8-4cee-a2e3-1a4780ef8d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:26.920858 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73610daf-17d8-4cee-a2e3-1a4780ef8d0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=56553455-23b8-474c-8708-c95696b5bc4f,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:26.929467 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73610daf-17d8-4cee-a2e3-1a4780ef8d0f admin admin] Checking segment: {'id': '6fd5c789-2d6e-4106-8afc-fb0dfa43e631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07dd0baa-9d9e-4a13-9ae9-d19bafe799b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:50:26.929829 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73610daf-17d8-4cee-a2e3-1a4780ef8d0f admin admin] Network hostable DHCP agents. Network: 07dd0baa-9d9e-4a13-9ae9-d19bafe799b8, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:50:27.018874 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-866b0410-1c3d-4da7-9748-ab08eba500c9 req-01bd8971-bca0-49d9-9f0e-eebb565e7d80 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0271366 Sep 17 23:50:27.053602 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73610daf-17d8-4cee-a2e3-1a4780ef8d0f admin admin] Network 07dd0baa-9d9e-4a13-9ae9-d19bafe799b8 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:50:27.124995 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-73610daf-17d8-4cee-a2e3-1a4780ef8d0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 07dd0baa-9d9e-4a13-9ae9-d19bafe799b8) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:50:27.130753 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73610daf-17d8-4cee-a2e3-1a4780ef8d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:27.131374 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-73610daf-17d8-4cee-a2e3-1a4780ef8d0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:27.140430 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3757b183-3667-4f28-9f75-1a09fc83de80 None None] Network 07dd0baa-9d9e-4a13-9ae9-d19bafe799b8 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:50:27.215895 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-73610daf-17d8-4cee-a2e3-1a4780ef8d0f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8436861 Sep 17 23:50:27.270032 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43088) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:27.278583 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023abd75-fc46-4afb-a116-5bf5e16061c9 None None] Network 07dd0baa-9d9e-4a13-9ae9-d19bafe799b8 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:50:27.326331 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2c9be3-1190-4934-b52c-1c28aa2ca946 admin admin] Deleting subnet 25d6cc1e-a85b-42e0-80bb-a9466876564a {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:50:27.330966 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea2c9be3-1190-4934-b52c-1c28aa2ca946 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:27.382984 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea2c9be3-1190-4934-b52c-1c28aa2ca946 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:27.440202 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea2c9be3-1190-4934-b52c-1c28aa2ca946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:27.597820 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea2c9be3-1190-4934-b52c-1c28aa2ca946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:27.626461 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c9be3-1190-4934-b52c-1c28aa2ca946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25d6cc1e-a85b-42e0-80bb-a9466876564a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:27.629073 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea2c9be3-1190-4934-b52c-1c28aa2ca946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:27.633719 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43104) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:27.633842 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ea2c9be3-1190-4934-b52c-1c28aa2ca946 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/25d6cc1e-a85b-42e0-80bb-a9466876564a HTTP/1.1" status: 204 len: 168 time: 0.3624449 Sep 17 23:50:27.717168 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e489d04c-06e6-4567-a7c0-3aa20d16be32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:27.809573 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e489d04c-06e6-4567-a7c0-3aa20d16be32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:27.820510 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-00497348-b510-4000-b1f5-019d7c615960 req-7ba5756a-dbb1-4e8f-80d2-14e2ba0ba178 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 210 time: 0.0371118 Sep 17 23:50:27.842091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-8cc2ab94-ec7e-431b-b259-f0d387ade951 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:27.842091 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-8cc2ab94-ec7e-431b-b259-f0d387ade951 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/networks?id=07dd0baa-9d9e-4a13-9ae9-d19bafe799b8 HTTP/1.1" status: 200 len: 818 time: 0.1520040 Sep 17 23:50:27.843665 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-e489d04c-06e6-4567-a7c0-3aa20d16be32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5498d3c-bdaa-473e-ba52-c6464bbc6d40']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:27.854954 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-81ea740b-e0ed-499a-afaa-de74fa4db50a tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/quotas/ded50846a0a44f888a89baeeb0d4cf0e HTTP/1.1" status: 200 len: 375 time: 0.0093360 Sep 17 23:50:27.855174 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-e489d04c-06e6-4567-a7c0-3aa20d16be32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69625ad1-3b16-4eee-b275-6b3c31178ede') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:27.856614 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-e489d04c-06e6-4567-a7c0-3aa20d16be32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69625ad1-3b16-4eee-b275-6b3c31178ede') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:27.865985 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e489d04c-06e6-4567-a7c0-3aa20d16be32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:27.882041 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e489d04c-06e6-4567-a7c0-3aa20d16be32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:27.889439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e489d04c-06e6-4567-a7c0-3aa20d16be32 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:50:27.889830 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e489d04c-06e6-4567-a7c0-3aa20d16be32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:27.890908 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-6444951f-3fc9-4f8f-8028-c64a7998de1b tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ded50846a0a44f888a89baeeb0d4cf0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297189 Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:50:27.891656 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:50:27.993924 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-ff7ca1f9-c330-4cf3-92ec-a294b75b705b service neutron] 10.222.0.46 "GET /v2.0/networks/07dd0baa-9d9e-4a13-9ae9-d19bafe799b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905066 Sep 17 23:50:28.025836 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e489d04c-06e6-4567-a7c0-3aa20d16be32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:28.041089 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e489d04c-06e6-4567-a7c0-3aa20d16be32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:28.046078 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e489d04c-06e6-4567-a7c0-3aa20d16be32 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e5498d3c-bdaa-473e-ba52-c6464bbc6d40 HTTP/1.1" status: 204 len: 168 time: 0.4083197 Sep 17 23:50:28.055052 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489d04c-06e6-4567-a7c0-3aa20d16be32 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5498d3c-bdaa-473e-ba52-c6464bbc6d40,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:28.121432 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-f2b9c9e5-1ab3-4d48-a21f-dd32535c1b96 service neutron] 10.222.0.46 "GET /v2.0/networks/07dd0baa-9d9e-4a13-9ae9-d19bafe799b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185379 Sep 17 23:50:28.141130 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f969e88-413e-41dd-95ed-3fd10cb41342 req-c95a75a3-1e0e-4fee-a828-139a26278eb4 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0402143 Sep 17 23:50:28.548547 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7245903e-4614-4782-a7b9-8ef337a2444b req-89136d91-e2e6-4d19-99d7-64c9046ad2c0 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/ports?device_id=7828b15d-5ab3-4935-8eb9-7b7fd07064db HTTP/1.1" status: 200 len: 210 time: 0.0501101 Sep 17 23:50:28.568611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43138) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:28.614052 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4fa26c8f-0c3f-41ef-a66a-05811b28f892 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29f4d1dfa57d4d7daf4855d833291871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420504 Sep 17 23:50:28.616707 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43140) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:28.677508 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc4cb-c30c-4a14-b042-7926a0222e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:28.700766 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc4cb-c30c-4a14-b042-7926a0222e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:28.840717 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc4cb-c30c-4a14-b042-7926a0222e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:28.843518 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9cfdc4cb-c30c-4a14-b042-7926a0222e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:28.847334 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9cfdc4cb-c30c-4a14-b042-7926a0222e1b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9056df87-123b-4d7e-874c-7a118b214f19 HTTP/1.1" status: 204 len: 168 time: 0.2293799 Sep 17 23:50:28.856037 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdc4cb-c30c-4a14-b042-7926a0222e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9056df87-123b-4d7e-874c-7a118b214f19,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:28.941848 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe5d9c66-e133-4c18-a9c9-9cf9fca17b84 req-1aa3e0bc-436f-4117-a824-4ba11c900c7b tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 210 time: 0.0308499 Sep 17 23:50:29.063579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f71f45a5-4c7a-426e-8dbf-3ca24bc8a8dd tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:29.065047 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f71f45a5-4c7a-426e-8dbf-3ca24bc8a8dd tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.37 "GET /v2.0/networks?id=08df34eb-0776-4a6d-a2cf-e443d39c7561 HTTP/1.1" status: 200 len: 810 time: 0.1133976 Sep 17 23:50:29.078932 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-e8ca88e3-3bc1-4488-9dd3-c260b6cf3346 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Request body: {'port': {'device_id': '8193776f-82cd-440b-bfa4-90be47432c30', 'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561', 'admin_state_up': True, 'tenant_id': 'b8796731e54146338dce198e6ae702ee'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:29.258942 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9d4c07e-2af8-4e74-b3b6-7f9d9beb0a6f req-c3350017-cacd-4a59-a7f8-a139a1671864 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0263588 Sep 17 23:50:29.387145 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-e8ca88e3-3bc1-4488-9dd3-c260b6cf3346 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Made reservation on behalf of b8796731e54146338dce198e6ae702ee for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:50:29.391307 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-e8ca88e3-3bc1-4488-9dd3-c260b6cf3346 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:29.535130 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-e8ca88e3-3bc1-4488-9dd3-c260b6cf3346 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Allocated IP 172.20.0.5 (08df34eb-0776-4a6d-a2cf-e443d39c7561/8c085219-e422-44b2-9dfa-522cba776d62/6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:50:29.637955 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0225fb1-aaf6-40a6-8380-f3651245b619 req-6b54a5f8-3d3c-4620-ba18-9d090b9e9481 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/ports?device_id=7828b15d-5ab3-4935-8eb9-7b7fd07064db HTTP/1.1" status: 200 len: 210 time: 0.0321519 Sep 17 23:50:29.729904 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-e8ca88e3-3bc1-4488-9dd3-c260b6cf3346 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:29.874063 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-e8ca88e3-3bc1-4488-9dd3-c260b6cf3346 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:29.890473 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['6329f555-14ba-4787-99f7-baaacce604f2'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:50:29.920900 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-e8ca88e3-3bc1-4488-9dd3-c260b6cf3346 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Network 08df34eb-0776-4a6d-a2cf-e443d39c7561 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:50:29.924678 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-e8ca88e3-3bc1-4488-9dd3-c260b6cf3346 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:50:29.929695 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-e8ca88e3-3bc1-4488-9dd3-c260b6cf3346 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:50:29.962648 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca88e3-3bc1-4488-9dd3-c260b6cf3346 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Pushing event updated for resources: {'Port': ['ID=6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:29.997940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-e8ca88e3-3bc1-4488-9dd3-c260b6cf3346 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:29.998818 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-e8ca88e3-3bc1-4488-9dd3-c260b6cf3346 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:30.118836 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60d8b-2e7a-4270-93dc-26d6f87d01ef req-fece4557-0259-418d-ab00-0da3609f25e3 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:30.121744 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-beb60d8b-2e7a-4270-93dc-26d6f87d01ef req-fece4557-0259-418d-ab00-0da3609f25e3 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 931 time: 0.0739691 Sep 17 23:50:30.162994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-beb60d8b-2e7a-4270-93dc-26d6f87d01ef req-44c5eaef-60c3-453d-8925-2da5cc712b0c tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352325 Sep 17 23:50:30.233955 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-e8ca88e3-3bc1-4488-9dd3-c260b6cf3346 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1584630 Sep 17 23:50:30.246347 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Request body: {'port': {'device_id': '8193776f-82cd-440b-bfa4-90be47432c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:30.300016 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:30.376958 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device bf7e9bbb-a20e-4fcc-880b-1672c0beace3 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:50:30.380926 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b9ba51a-5c28-4d11-8795-56e12de548d3 req-848f500b-5e5c-4113-bc81-e82d702c01be tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0286028 Sep 17 23:50:30.405449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: bf7e9bbb-a20e-4fcc-880b-1672c0beace3 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:50:30.406227 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device bf7e9bbb-a20e-4fcc-880b-1672c0beace3 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:50:30.445545 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43206) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:30.546360 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-e4ad361c-22f4-4447-8560-c73c756d10dd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-765797151-network', 'tenant_id': '64f5b0c5188148a8b9b3bac9c08e14c6'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:30.582093 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:50:30.589579 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:30.601091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Transition to ACTIVE for port object 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:50:30.678718 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ad361c-22f4-4447-8560-c73c756d10dd admin admin] Made reservation on behalf of 64f5b0c5188148a8b9b3bac9c08e14c6 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:50:30.681218 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4ad361c-22f4-4447-8560-c73c756d10dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:30.690001 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4ad361c-22f4-4447-8560-c73c756d10dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:30.711494 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:30.746396 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a10d8cb-2b25-4fec-b8b8-57c976e3c22a req-55121ef6-bf4d-4892-ae84-6b8e10512f8d tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/ports?device_id=7828b15d-5ab3-4935-8eb9-7b7fd07064db HTTP/1.1" status: 200 len: 210 time: 0.0335171 Sep 17 23:50:30.790333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Pushing event updated for resources: {'Port': ['ID=6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:30.833746 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4ad361c-22f4-4447-8560-c73c756d10dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:30.841761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Attempting to bind port 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:50:30.842116 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Attempting to bind port 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'df69d4d1-bd5a-42d6-949f-a5607987e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:50:30.842417 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Attempting to bind port 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b on network 08df34eb-0776-4a6d-a2cf-e443d39c7561 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:50:30.855372 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Port 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b on network 08df34eb-0776-4a6d-a2cf-e443d39c7561 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:50:30.855815 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Attempting to bind port 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b on network 08df34eb-0776-4a6d-a2cf-e443d39c7561 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:50:30.861206 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:50:30.861608 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Checking segment: {'id': 'df69d4d1-bd5a-42d6-949f-a5607987e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:50:30.862244 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Bound using segment: {'id': 'df69d4d1-bd5a-42d6-949f-a5607987e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:50:30.862836 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Bound port: 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df69d4d1-bd5a-42d6-949f-a5607987e53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:50:30.863254 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:30.933839 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] For port 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:50:30.937057 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] For port 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b,segment=NetworkSegment(df69d4d1-bd5a-42d6-949f-a5607987e53a),segment_id=df69d4d1-bd5a-42d6-949f-a5607987e53a)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:50:30.985134 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4ad361c-22f4-4447-8560-c73c756d10dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:31.009146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ad361c-22f4-4447-8560-c73c756d10dd admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:50:31.024766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad361c-22f4-4447-8560-c73c756d10dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fbf48e-2d96-4a88-aa1a-d00e15eed784,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:31.028795 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4ad361c-22f4-4447-8560-c73c756d10dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:31.029161 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-e4ad361c-22f4-4447-8560-c73c756d10dd admin admin] Added segment 8c78ea1b-e88f-4eaa-8813-bf475c9bda8d of type vlan for network d33639c8-89f1-4a85-9d12-3148a2ec181e Sep 17 23:50:31.031376 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:31.075346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:31.076232 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:31.077831 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] 10.222.0.37 "PUT /v2.0/ports/6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b HTTP/1.1" status: 200 len: 1091 time: 0.8357131 Sep 17 23:50:31.078355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8193776f-82cd-440b-bfa4-90be47432c30', 'tag': '6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:50:31.080624 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda0f35d-6b7d-45a4-8fad-dfff326602ba" -d '{"events": [{"name": "network-changed", "server_uuid": "8193776f-82cd-440b-bfa4-90be47432c30", "tag": "6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:50:31.086098 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4ad361c-22f4-4447-8560-c73c756d10dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:31.114425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66249b5-974d-401b-8cec-8045ee49819e service neutron] Pushing event updated for resources: {'Port': ['ID=6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:31.122922 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85955d68-d6df-4f55-a282-b9ae9d01df3f x-openstack-request-id: req-85955d68-d6df-4f55-a282-b9ae9d01df3f {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:50:31.123215 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8193776f-82cd-440b-bfa4-90be47432c30", "tag": "6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:50:31.123467 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-85955d68-d6df-4f55-a282-b9ae9d01df3f {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:50:31.123935 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8193776f-82cd-440b-bfa4-90be47432c30', 'tag': '6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b', 'status': 'completed', 'code': 200} Sep 17 23:50:31.183164 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0f35d-6b7d-45a4-8fad-dfff326602ba req-83aafefc-d61c-456c-a000-5961ab25a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:31.184647 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-eda0f35d-6b7d-45a4-8fad-dfff326602ba req-83aafefc-d61c-456c-a000-5961ab25a1ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8796731e54146338dce198e6ae702ee&device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 1094 time: 0.0400450 Sep 17 23:50:31.197773 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4ad361c-22f4-4447-8560-c73c756d10dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:31.198972 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ad361c-22f4-4447-8560-c73c756d10dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:31.199557 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4ad361c-22f4-4447-8560-c73c756d10dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:31.293651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad361c-22f4-4447-8560-c73c756d10dd admin admin] Pushing event updated for resources: {'Network': ['ID=d33639c8-89f1-4a85-9d12-3148a2ec181e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:31.307358 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network d33639c8-89f1-4a85-9d12-3148a2ec181e details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:50:31.325439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0f35d-6b7d-45a4-8fad-dfff326602ba req-f3caa677-f69e-4d44-ad2d-c892aba9c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:31.326945 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-eda0f35d-6b7d-45a4-8fad-dfff326602ba req-f3caa677-f69e-4d44-ad2d-c892aba9c40c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b8796731e54146338dce198e6ae702ee&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1312165 Sep 17 23:50:31.350743 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268cd77-6f0a-4707-a249-c1daec83fe4f req-0d1e7331-98d9-4881-ace8-23ba1ec560d3 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:31.352592 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f268cd77-6f0a-4707-a249-c1daec83fe4f req-0d1e7331-98d9-4881-ace8-23ba1ec560d3 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 943 time: 0.0716753 Sep 17 23:50:31.354498 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e4ad361c-22f4-4447-8560-c73c756d10dd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9079223 Sep 17 23:50:31.357448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43222) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:31.372574 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-976e8633-70b7-4c37-b4ac-16103f4d9fde admin admin] Request body: {'subnet': {'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-765797151-subnet', 'tenant_id': '64f5b0c5188148a8b9b3bac9c08e14c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:31.419297 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f268cd77-6f0a-4707-a249-c1daec83fe4f req-646b69eb-24d9-4aaf-9939-68dc1349a30e tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595345 Sep 17 23:50:31.442071 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0f35d-6b7d-45a4-8fad-dfff326602ba req-0a7bb9d9-3450-4ba9-8fcc-c00478634659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:31.443583 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-eda0f35d-6b7d-45a4-8fad-dfff326602ba req-0a7bb9d9-3450-4ba9-8fcc-c00478634659 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1092680 Sep 17 23:50:31.494810 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5de1b268-5d24-4718-aa7a-da5ae0bf339e req-e6960517-f2dd-4c5b-b42a-5bfe5675c630 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0269747 Sep 17 23:50:31.528158 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976e8633-70b7-4c37-b4ac-16103f4d9fde admin admin] Made reservation on behalf of 64f5b0c5188148a8b9b3bac9c08e14c6 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:50:31.530782 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-976e8633-70b7-4c37-b4ac-16103f4d9fde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:31.532421 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-fa8055d7-ea01-4c61-b2c7-af2667b22457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:31.534631 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-fa8055d7-ea01-4c61-b2c7-af2667b22457 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8796731e54146338dce198e6ae702ee&device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 1094 time: 0.0517170 Sep 17 23:50:31.584641 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-74bac0d7-6368-4900-80f6-a7e02e28da0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b HTTP/1.1" status: 200 len: 217 time: 0.0401797 Sep 17 23:50:31.637829 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-ffda8742-05f4-4954-9796-a052a07e421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:31.639616 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-ffda8742-05f4-4954-9796-a052a07e421c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c085219-e422-44b2-9dfa-522cba776d62 HTTP/1.1" status: 200 len: 850 time: 0.0483565 Sep 17 23:50:31.672142 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-ec6747dc-b5ad-43e6-b9dc-51cfa3b4c0fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08df34eb-0776-4a6d-a2cf-e443d39c7561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258183 Sep 17 23:50:31.770327 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-2d1ad325-13cf-4ad8-b71d-48baa48d64e8 service neutron] 10.222.0.37 "GET /v2.0/networks/08df34eb-0776-4a6d-a2cf-e443d39c7561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914297 Sep 17 23:50:31.822041 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-976e8633-70b7-4c37-b4ac-16103f4d9fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:31.892824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b994a1dd-eca4-441c-87cc-1065ebeb1bb7 req-62ed5412-427e-4900-a591-013c4dec0505 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/ports?device_id=7828b15d-5ab3-4935-8eb9-7b7fd07064db HTTP/1.1" status: 200 len: 210 time: 0.0393894 Sep 17 23:50:31.917410 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e8633-70b7-4c37-b4ac-16103f4d9fde admin admin] Pushing event updated for resources: {'Subnet': ['ID=3268c3e3-cb80-4c9a-917f-08e3b14b6886,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:31.939027 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2eb93143-ba7a-4cab-95f8-3de43272adcd req-ab042747-2c5f-4596-8fcc-74395a13b911 service neutron] 10.222.0.37 "GET /v2.0/networks/08df34eb-0776-4a6d-a2cf-e443d39c7561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612949 Sep 17 23:50:31.939582 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976e8633-70b7-4c37-b4ac-16103f4d9fde admin admin] Checking segment: {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:50:31.939966 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976e8633-70b7-4c37-b4ac-16103f4d9fde admin admin] Network hostable DHCP agents. Network: d33639c8-89f1-4a85-9d12-3148a2ec181e, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:50:31.983272 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-718f87d0-b274-4c50-bdc7-94054e5bd838 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:31.984914 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-718f87d0-b274-4c50-bdc7-94054e5bd838 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.37 "GET /v2.0/networks?id=07dd0baa-9d9e-4a13-9ae9-d19bafe799b8 HTTP/1.1" status: 200 len: 818 time: 0.1401558 Sep 17 23:50:31.996855 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Request body: {'port': {'device_id': '7828b15d-5ab3-4935-8eb9-7b7fd07064db', 'network_id': '07dd0baa-9d9e-4a13-9ae9-d19bafe799b8', 'admin_state_up': True, 'tenant_id': 'ded50846a0a44f888a89baeeb0d4cf0e'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:32.050920 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976e8633-70b7-4c37-b4ac-16103f4d9fde admin admin] Network d33639c8-89f1-4a85-9d12-3148a2ec181e is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:50:32.130183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-976e8633-70b7-4c37-b4ac-16103f4d9fde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, d33639c8-89f1-4a85-9d12-3148a2ec181e) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:50:32.134478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976e8633-70b7-4c37-b4ac-16103f4d9fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:32.135069 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-976e8633-70b7-4c37-b4ac-16103f4d9fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:32.139522 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d38f8a-7f4b-473b-9e35-67ff076d91d1 None None] Network d33639c8-89f1-4a85-9d12-3148a2ec181e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:50:32.258606 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f803033-785d-4e1f-8bd0-6d18f8f128d8 None None] Network d33639c8-89f1-4a85-9d12-3148a2ec181e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:50:32.267801 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Made reservation on behalf of ded50846a0a44f888a89baeeb0d4cf0e for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:50:32.272243 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:32.399264 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Allocated IP 172.20.0.12 (07dd0baa-9d9e-4a13-9ae9-d19bafe799b8/56553455-23b8-474c-8708-c95696b5bc4f/59dd6ef7-da3b-4a5a-99db-ccef02e41af7) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:50:32.424152 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-976e8633-70b7-4c37-b4ac-16103f4d9fde admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0580225 Sep 17 23:50:32.566999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b30fb-8506-476d-ac0a-7ad58297285c req-4e7bb267-f704-4843-a0cd-701273583819 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:32.577177 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-085b30fb-8506-476d-ac0a-7ad58297285c req-4e7bb267-f704-4843-a0cd-701273583819 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 943 time: 0.0821948 Sep 17 23:50:32.607081 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:32.620364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43244) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:32.626112 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9a4daa6-9d36-4975-8074-42fd8f538543 req-79ea8301-a310-497f-b6d6-a8c555be5dec tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0318921 Sep 17 23:50:32.645228 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-085b30fb-8506-476d-ac0a-7ad58297285c req-ad682326-9d81-4ff0-8d38-a040c6f8633f tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671365 Sep 17 23:50:32.725113 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:32.780036 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32328359-ff94-4727-b04b-1142b7865d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:32.784958 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Network 07dd0baa-9d9e-4a13-9ae9-d19bafe799b8 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:50:32.795614 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:50:32.798031 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:50:32.836437 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Pushing event updated for resources: {'Port': ['ID=59dd6ef7-da3b-4a5a-99db-ccef02e41af7,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:32.859049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:32.859375 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:32.859719 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:32.860114 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:32.860870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:32.860870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:32.861341 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:32.861538 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:32.861867 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:32.862766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:32.863098 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:32.863424 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:50:32.886249 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:32.886835 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:32.962950 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32328359-ff94-4727-b04b-1142b7865d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:32.992935 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-39582ea3-ed4a-46e7-85d8-d469a91dc9be tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:32.994426 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-39582ea3-ed4a-46e7-85d8-d469a91dc9be tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/networks?id=d33639c8-89f1-4a85-9d12-3148a2ec181e HTTP/1.1" status: 200 len: 805 time: 0.1172979 Sep 17 23:50:33.014269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-b75fd230-7dbe-4d3c-9d13-e35133f8ee74 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/quotas/64f5b0c5188148a8b9b3bac9c08e14c6 HTTP/1.1" status: 200 len: 375 time: 0.0102594 Sep 17 23:50:33.045321 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32328359-ff94-4727-b04b-1142b7865d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:33.067051 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-6381b2be-507f-4837-9554-2acf540401d3 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458262 Sep 17 23:50:33.083456 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32328359-ff94-4727-b04b-1142b7865d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab1ebaf-d96c-44c6-b217-e6e4a2290a28,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:33.090251 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-32328359-ff94-4727-b04b-1142b7865d83 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=baa4f611c09d4f0ebf01dcd6cffce2aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4657137 Sep 17 23:50:33.090495 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43264) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:33.117536 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49edcf1-ed28-4b36-9093-2c89fd5613b2 req-f616f92c-13a7-4a88-94f6-3629cac030ec tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:33.119259 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f49edcf1-ed28-4b36-9093-2c89fd5613b2 req-f616f92c-13a7-4a88-94f6-3629cac030ec tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/ports?device_id=7828b15d-5ab3-4935-8eb9-7b7fd07064db HTTP/1.1" status: 200 len: 932 time: 0.0894434 Sep 17 23:50:33.127495 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-5b2b4ae2-0e70-49f4-82d9-5c72e5fbeeee tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1343520 Sep 17 23:50:33.145769 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Request body: {'port': {'device_id': '7828b15d-5ab3-4935-8eb9-7b7fd07064db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:33.164076 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-713ad51a-4f33-4855-82b6-6e59f2868160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:33.198106 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f49edcf1-ed28-4b36-9093-2c89fd5613b2 req-3815b4aa-f94c-4d3f-92d3-fdb701fc0490 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/security-groups?id=7762a590-87f2-4c70-ad5b-58bf8ddd6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507803 Sep 17 23:50:33.201677 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-1f9db9f5-fd9e-4490-99d5-74effaeadea8 service neutron] 10.222.0.46 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271152 Sep 17 23:50:33.217151 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-713ad51a-4f33-4855-82b6-6e59f2868160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:33.232398 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:33.294388 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-3181a2e9-9073-4edf-8289-82f4f49d7b1a service neutron] 10.222.0.46 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852671 Sep 17 23:50:33.428092 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-713ad51a-4f33-4855-82b6-6e59f2868160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:33.430689 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-713ad51a-4f33-4855-82b6-6e59f2868160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:33.431873 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-713ad51a-4f33-4855-82b6-6e59f2868160 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fab1ebaf-d96c-44c6-b217-e6e4a2290a28 HTTP/1.1" status: 204 len: 168 time: 0.3404663 Sep 17 23:50:33.445712 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ad51a-4f33-4855-82b6-6e59f2868160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab1ebaf-d96c-44c6-b217-e6e4a2290a28,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:33.533394 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59dd6ef7-da3b-4a5a-99db-ccef02e41af7 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:50:33.542303 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:33.557898 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Transition to ACTIVE for port object 59dd6ef7-da3b-4a5a-99db-ccef02e41af7 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:50:33.603135 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ebede33c-35c7-4623-9f9b-751ae4368e99 req-436e04a3-cf20-4818-8470-767143db1e02 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1 HTTP/1.1" status: 200 len: 210 time: 0.0333025 Sep 17 23:50:33.672123 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:33.750236 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Pushing event updated for resources: {'Port': ['ID=59dd6ef7-da3b-4a5a-99db-ccef02e41af7,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:33.798963 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4320d813-836a-4017-9b2e-f94876779502 req-4a558bcc-07a5-4cc8-b913-423e16ee3a09 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0437806 Sep 17 23:50:33.842032 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Attempting to bind port 59dd6ef7-da3b-4a5a-99db-ccef02e41af7 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:50:33.842737 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Attempting to bind port 59dd6ef7-da3b-4a5a-99db-ccef02e41af7 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '6fd5c789-2d6e-4106-8afc-fb0dfa43e631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07dd0baa-9d9e-4a13-9ae9-d19bafe799b8'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:50:33.843289 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Attempting to bind port 59dd6ef7-da3b-4a5a-99db-ccef02e41af7 on network 07dd0baa-9d9e-4a13-9ae9-d19bafe799b8 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:50:33.849204 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Port 59dd6ef7-da3b-4a5a-99db-ccef02e41af7 on network 07dd0baa-9d9e-4a13-9ae9-d19bafe799b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:50:33.849706 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Attempting to bind port 59dd6ef7-da3b-4a5a-99db-ccef02e41af7 on network 07dd0baa-9d9e-4a13-9ae9-d19bafe799b8 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:50:33.855654 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:50:33.856002 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Checking segment: {'id': '6fd5c789-2d6e-4106-8afc-fb0dfa43e631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07dd0baa-9d9e-4a13-9ae9-d19bafe799b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:50:33.856387 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Bound using segment: {'id': '6fd5c789-2d6e-4106-8afc-fb0dfa43e631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07dd0baa-9d9e-4a13-9ae9-d19bafe799b8'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:50:33.856849 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Bound port: 59dd6ef7-da3b-4a5a-99db-ccef02e41af7, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd5c789-2d6e-4106-8afc-fb0dfa43e631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07dd0baa-9d9e-4a13-9ae9-d19bafe799b8'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:50:33.857212 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:33.869580 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe76a1-8630-4ba9-a785-ada25486d8ed req-23f6add2-3c87-4623-be69-29b653a51405 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:33.874161 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-87fe76a1-8630-4ba9-a785-ada25486d8ed req-23f6add2-3c87-4623-be69-29b653a51405 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 943 time: 0.0572956 Sep 17 23:50:33.918379 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-87fe76a1-8630-4ba9-a785-ada25486d8ed req-2dda53a2-79b9-4089-aaf3-5bfd6daecf2a tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363874 Sep 17 23:50:33.937700 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] For port 59dd6ef7-da3b-4a5a-99db-ccef02e41af7, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:50:33.941536 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] For port 59dd6ef7-da3b-4a5a-99db-ccef02e41af7, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=59dd6ef7-da3b-4a5a-99db-ccef02e41af7,segment=NetworkSegment(6fd5c789-2d6e-4106-8afc-fb0dfa43e631),segment_id=6fd5c789-2d6e-4106-8afc-fb0dfa43e631)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:50:34.062059 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:34.099199 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:34.099811 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:34.101208 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] 10.222.0.37 "PUT /v2.0/ports/59dd6ef7-da3b-4a5a-99db-ccef02e41af7 HTTP/1.1" status: 200 len: 1092 time: 0.9617856 Sep 17 23:50:34.101675 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7828b15d-5ab3-4935-8eb9-7b7fd07064db', 'tag': '59dd6ef7-da3b-4a5a-99db-ccef02e41af7'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:50:34.103885 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba62ad64-a5d0-4671-ada9-a402169cd618" -d '{"events": [{"name": "network-changed", "server_uuid": "7828b15d-5ab3-4935-8eb9-7b7fd07064db", "tag": "59dd6ef7-da3b-4a5a-99db-ccef02e41af7"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:50:34.138682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b57b33-b184-4f89-ae6f-1cc1b60aaa74 service neutron] Pushing event updated for resources: {'Port': ['ID=59dd6ef7-da3b-4a5a-99db-ccef02e41af7,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:34.145576 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c19ef4c-05f9-4655-903e-7f660a1612fc x-openstack-request-id: req-2c19ef4c-05f9-4655-903e-7f660a1612fc {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:50:34.145864 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7828b15d-5ab3-4935-8eb9-7b7fd07064db", "tag": "59dd6ef7-da3b-4a5a-99db-ccef02e41af7", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:50:34.146114 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2c19ef4c-05f9-4655-903e-7f660a1612fc {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:50:34.146502 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7828b15d-5ab3-4935-8eb9-7b7fd07064db', 'tag': '59dd6ef7-da3b-4a5a-99db-ccef02e41af7', 'status': 'completed', 'code': 200} Sep 17 23:50:34.215122 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62ad64-a5d0-4671-ada9-a402169cd618 req-11dcc253-da58-4d6c-9f04-6a78a08c3544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:34.216686 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba62ad64-a5d0-4671-ada9-a402169cd618 req-11dcc253-da58-4d6c-9f04-6a78a08c3544 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ded50846a0a44f888a89baeeb0d4cf0e&device_id=7828b15d-5ab3-4935-8eb9-7b7fd07064db HTTP/1.1" status: 200 len: 1095 time: 0.0461552 Sep 17 23:50:34.247372 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43288) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:34.261911 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a3a8d7f5-0c20-48b3-b3c2-46eb284c33a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:34.325437 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62ad64-a5d0-4671-ada9-a402169cd618 req-d730fac0-4cea-420a-a328-e1598201ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:34.326918 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba62ad64-a5d0-4671-ada9-a402169cd618 req-d730fac0-4cea-420a-a328-e1598201ba6a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ded50846a0a44f888a89baeeb0d4cf0e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1026833 Sep 17 23:50:34.345735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f8a29-1351-4ace-b640-44eac5941210 req-70026137-0308-45e6-8a48-03560611a581 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:34.347846 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b74f8a29-1351-4ace-b640-44eac5941210 req-70026137-0308-45e6-8a48-03560611a581 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/ports?device_id=7828b15d-5ab3-4935-8eb9-7b7fd07064db HTTP/1.1" status: 200 len: 944 time: 0.0717766 Sep 17 23:50:34.391297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:50:34.404296 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b74f8a29-1351-4ace-b640-44eac5941210 req-dd4ce016-1682-4e78-9080-f5d8ff0d09d2 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/security-groups?id=7762a590-87f2-4c70-ad5b-58bf8ddd6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496001 Sep 17 23:50:34.429149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62ad64-a5d0-4671-ada9-a402169cd618 req-cd58bf44-10a4-4c8b-9089-c06b3d03a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:34.430921 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba62ad64-a5d0-4671-ada9-a402169cd618 req-cd58bf44-10a4-4c8b-9089-c06b3d03a5cb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972273 Sep 17 23:50:34.451558 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a3a8d7f5-0c20-48b3-b3c2-46eb284c33a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:34.495814 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b,segment=NetworkSegment(df69d4d1-bd5a-42d6-949f-a5607987e53a),segment_id=df69d4d1-bd5a-42d6-949f-a5607987e53a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:34.507372 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-51c3e241-824f-4095-94b3-c574925388ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:34.507944 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b', 'network_id': '08df34eb-0776-4a6d-a2cf-e443d39c7561', 'port_id': '6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b', 'mac_address': 'fa:16:3e:62:55:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c085219-e422-44b2-9dfa-522cba776d62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:50:34.508891 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-51c3e241-824f-4095-94b3-c574925388ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ded50846a0a44f888a89baeeb0d4cf0e&device_id=7828b15d-5ab3-4935-8eb9-7b7fd07064db HTTP/1.1" status: 200 len: 1095 time: 0.0421638 Sep 17 23:50:34.522820 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a3a8d7f5-0c20-48b3-b3c2-46eb284c33a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:34.546748 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:34.562268 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:50:34.562577 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-02569afb-d22a-4b82-b281-b9b2b9cad53b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59dd6ef7-da3b-4a5a-99db-ccef02e41af7 HTTP/1.1" status: 200 len: 217 time: 0.0457349 Sep 17 23:50:34.566025 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a3a8d7f5-0c20-48b3-b3c2-46eb284c33a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f42c568ebb5c49d181731fda6e9409f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174648 Sep 17 23:50:34.566877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8d7f5-0c20-48b3-b3c2-46eb284c33a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf92f0f-ef1d-417c-bd57-d153217b810e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:34.568560 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43292) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:34.587959 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b,segment=NetworkSegment(df69d4d1-bd5a-42d6-949f-a5607987e53a),segment_id=df69d4d1-bd5a-42d6-949f-a5607987e53a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:34.633483 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:34.655802 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-0cc0c335-4cac-4035-968b-7826cc822d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:34.657388 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-0cc0c335-4cac-4035-968b-7826cc822d25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=56553455-23b8-474c-8708-c95696b5bc4f HTTP/1.1" status: 200 len: 858 time: 0.0725806 Sep 17 23:50:34.660924 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b4fa7bd3-0a11-4c8d-b712-94189d07eb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:34.683524 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46624a14-ca43-427e-a229-03230c266c7c req-5ff14923-7200-4639-93a7-e25a15b4f4e3 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1 HTTP/1.1" status: 200 len: 210 time: 0.0289314 Sep 17 23:50:34.687706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:34.697885 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-98c2d46c-f117-4927-8724-944d2d5ddf18 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07dd0baa-9d9e-4a13-9ae9-d19bafe799b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325339 Sep 17 23:50:34.707782 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b4fa7bd3-0a11-4c8d-b712-94189d07eb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:34.818627 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-ec6bb730-c491-441c-94ae-535de12dcefe service neutron] 10.222.0.37 "GET /v2.0/networks/07dd0baa-9d9e-4a13-9ae9-d19bafe799b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129773 Sep 17 23:50:34.897413 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c3d7bdfc-226e-4814-8689-c6bf80fd6552 req-387fc554-ac9f-4e3a-be0c-dc7a6f6a048c tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0267568 Sep 17 23:50:34.900878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:50:34.917948 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea65a654-47cf-4363-a265-b5a2b83d1ece req-44606b1a-a4ec-4258-a570-c88de9158778 service neutron] 10.222.0.37 "GET /v2.0/networks/07dd0baa-9d9e-4a13-9ae9-d19bafe799b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912070 Sep 17 23:50:35.002155 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b4fa7bd3-0a11-4c8d-b712-94189d07eb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:35.016130 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b4fa7bd3-0a11-4c8d-b712-94189d07eb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:35.016130 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b4fa7bd3-0a11-4c8d-b712-94189d07eb99 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6bf92f0f-ef1d-417c-bd57-d153217b810e HTTP/1.1" status: 204 len: 168 time: 0.4342988 Sep 17 23:50:35.016130 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa7bd3-0a11-4c8d-b712-94189d07eb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf92f0f-ef1d-417c-bd57-d153217b810e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:35.067500 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2060-876b-46b7-bdaf-f31ed9d93c18 req-dd919c6a-94ba-4793-aa2e-a5efc851def0 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:35.069704 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d86e2060-876b-46b7-bdaf-f31ed9d93c18 req-dd919c6a-94ba-4793-aa2e-a5efc851def0 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 944 time: 0.0838051 Sep 17 23:50:35.122226 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d86e2060-876b-46b7-bdaf-f31ed9d93c18 req-816f82b1-b189-4022-8836-c539201851e4 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400393 Sep 17 23:50:35.542318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e38bcc-c062-4bb3-a594-219b2404934c req-819ed870-2722-48d2-9136-e7284c7ca906 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:35.543788 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-77e38bcc-c062-4bb3-a594-219b2404934c req-819ed870-2722-48d2-9136-e7284c7ca906 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/ports?device_id=7828b15d-5ab3-4935-8eb9-7b7fd07064db HTTP/1.1" status: 200 len: 944 time: 0.0584733 Sep 17 23:50:35.580554 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-77e38bcc-c062-4bb3-a594-219b2404934c req-6a138f8c-bf02-4d4d-b316-c88c6e4de2d3 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/security-groups?id=7762a590-87f2-4c70-ad5b-58bf8ddd6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307128 Sep 17 23:50:35.783030 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa3b0857-3455-4802-a5c3-a79167517a95 req-d0819fc8-ed40-4ca4-948a-667496b765c8 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1 HTTP/1.1" status: 200 len: 210 time: 0.0280883 Sep 17 23:50:35.997243 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7bcd7c8f-92e8-4916-8c71-334bd026fac1 req-8188dcb4-3674-4872-874f-047c628e00b6 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0260267 Sep 17 23:50:36.246285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ab088-0787-428a-8dac-3f3155ccab02 req-39425f04-e103-45f0-aaef-b1e0cb412dc2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:36.247807 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a18ab088-0787-428a-8dac-3f3155ccab02 req-39425f04-e103-45f0-aaef-b1e0cb412dc2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 944 time: 0.0542538 Sep 17 23:50:36.292231 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a18ab088-0787-428a-8dac-3f3155ccab02 req-c1bd247f-7a2c-4c0b-be77-bcf04997865c tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380445 Sep 17 23:50:36.406801 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:50:36.417465 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:50:36.552697 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:50:36.556719 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:50:36.557157 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:36.649547 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-ccbf58d9-639e-46ba-b279-a8335d92bd5f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:36.653124 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-ccbf58d9-639e-46ba-b279-a8335d92bd5f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.37 "GET /v2.0/networks?id=d33639c8-89f1-4a85-9d12-3148a2ec181e HTTP/1.1" status: 200 len: 805 time: 0.1187091 Sep 17 23:50:36.655394 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:36.665674 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-764d0ab3-0365-46e5-9850-f334ed1f6349 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Request body: {'port': {'device_id': 'ad844e29-8252-4bfc-b9e7-3f58f9476bb1', 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e', 'admin_state_up': True, 'tenant_id': '64f5b0c5188148a8b9b3bac9c08e14c6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:36.680026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8193776f-82cd-440b-bfa4-90be47432c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:50:36.682472 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799df632-4680-40a7-bd96-f35df006d71b" -d '{"events": [{"server_uuid": "8193776f-82cd-440b-bfa4-90be47432c30", "name": "network-vif-plugged", "status": "completed", "tag": "6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:50:36.697489 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b,segment=NetworkSegment(df69d4d1-bd5a-42d6-949f-a5607987e53a),segment_id=df69d4d1-bd5a-42d6-949f-a5607987e53a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:36.724802 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e0b83a-9ddc-4d75-b99f-11f031ee3e1a x-openstack-request-id: req-c2e0b83a-9ddc-4d75-b99f-11f031ee3e1a {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:50:36.725181 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8193776f-82cd-440b-bfa4-90be47432c30", "name": "network-vif-plugged", "status": "completed", "tag": "6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:50:36.725683 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c2e0b83a-9ddc-4d75-b99f-11f031ee3e1a {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:50:36.726136 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8193776f-82cd-440b-bfa4-90be47432c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b', 'code': 200} Sep 17 23:50:36.834009 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:36.840870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfee17-5f14-4b92-a27b-9073289ffe84 req-6ddfab99-39f7-4018-800b-51daee2431d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:36.842421 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6bbfee17-5f14-4b92-a27b-9073289ffe84 req-6ddfab99-39f7-4018-800b-51daee2431d4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 1095 time: 0.0575364 Sep 17 23:50:36.901455 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6bbfee17-5f14-4b92-a27b-9073289ffe84 req-a5e345cf-76c8-403d-93d1-3d646c5bfef3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515580 Sep 17 23:50:36.914348 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:36.947348 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-764d0ab3-0365-46e5-9850-f334ed1f6349 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Made reservation on behalf of 64f5b0c5188148a8b9b3bac9c08e14c6 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:50:36.951127 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-764d0ab3-0365-46e5-9850-f334ed1f6349 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:37.061165 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f151ecde-8e98-40ba-9660-6008183549ac req-5615812c-4629-4102-840f-59e062206b4f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1 HTTP/1.1" status: 200 len: 210 time: 0.0299840 Sep 17 23:50:37.076995 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786434d-1e66-426b-9405-e55889687bff req-d62b738d-af68-471c-8a8b-2fcf212c024e tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:37.078542 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7786434d-1e66-426b-9405-e55889687bff req-d62b738d-af68-471c-8a8b-2fcf212c024e tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/ports?device_id=7828b15d-5ab3-4935-8eb9-7b7fd07064db HTTP/1.1" status: 200 len: 944 time: 0.4205554 Sep 17 23:50:37.114962 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-764d0ab3-0365-46e5-9850-f334ed1f6349 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Allocated IP 172.20.0.14 (d33639c8-89f1-4a85-9d12-3148a2ec181e/3268c3e3-cb80-4c9a-917f-08e3b14b6886/95d2a898-fcaf-4ab5-9aad-e18a40cca389) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:50:37.125878 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7786434d-1e66-426b-9405-e55889687bff req-794bca83-d773-4820-9ff9-3f2aa9a1826a tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/security-groups?id=7762a590-87f2-4c70-ad5b-58bf8ddd6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393894 Sep 17 23:50:37.189874 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2428563e-80c4-4799-a66d-989ec7c9e096 req-582622e8-e0fe-4382-9f80-1fa9f423f9f8 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0274327 Sep 17 23:50:37.287293 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-764d0ab3-0365-46e5-9850-f334ed1f6349 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:37.387891 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-764d0ab3-0365-46e5-9850-f334ed1f6349 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:37.411379 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad7724-94fd-43aa-b749-9fb4e0831af1 req-f68cd703-12a7-4f38-9959-d8d54d2ea781 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:37.412918 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0ad7724-94fd-43aa-b749-9fb4e0831af1 req-f68cd703-12a7-4f38-9959-d8d54d2ea781 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0551803 Sep 17 23:50:37.432420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-764d0ab3-0365-46e5-9850-f334ed1f6349 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Network d33639c8-89f1-4a85-9d12-3148a2ec181e is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:50:37.435684 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-764d0ab3-0365-46e5-9850-f334ed1f6349 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:50:37.441843 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-764d0ab3-0365-46e5-9850-f334ed1f6349 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:50:37.460600 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0ad7724-94fd-43aa-b749-9fb4e0831af1 req-59bb3ab3-9258-40e9-a6d5-0687e802c2e0 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412383 Sep 17 23:50:37.480206 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d0ab3-0365-46e5-9850-f334ed1f6349 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Pushing event updated for resources: {'Port': ['ID=95d2a898-fcaf-4ab5-9aad-e18a40cca389,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:37.497260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-764d0ab3-0365-46e5-9850-f334ed1f6349 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:37.497870 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-764d0ab3-0365-46e5-9850-f334ed1f6349 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:37.576327 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-764d0ab3-0365-46e5-9850-f334ed1f6349 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9144702 Sep 17 23:50:37.591061 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Request body: {'port': {'device_id': 'ad844e29-8252-4bfc-b9e7-3f58f9476bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:37.647025 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:38.195192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67097abd-9f07-45d4-9d6b-a3ed195eb2ea req-a99ed1d2-4d6b-411d-85cd-f5abc158d01d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:38.206456 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67097abd-9f07-45d4-9d6b-a3ed195eb2ea req-a99ed1d2-4d6b-411d-85cd-f5abc158d01d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1 HTTP/1.1" status: 200 len: 932 time: 0.0587003 Sep 17 23:50:38.212760 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d2a898-fcaf-4ab5-9aad-e18a40cca389 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:50:38.222412 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:38.240543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Transition to ACTIVE for port object 95d2a898-fcaf-4ab5-9aad-e18a40cca389 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:50:38.270996 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67097abd-9f07-45d4-9d6b-a3ed195eb2ea req-b5346526-8be5-4d01-9369-80e48337d63b tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680900 Sep 17 23:50:38.287173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2badc9-1124-45cd-8037-04f45fed8c89 req-8d0dfe8c-052d-459c-a174-5a35807f5b29 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:38.288846 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b2badc9-1124-45cd-8037-04f45fed8c89 req-8d0dfe8c-052d-459c-a174-5a35807f5b29 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/ports?device_id=7828b15d-5ab3-4935-8eb9-7b7fd07064db HTTP/1.1" status: 200 len: 944 time: 0.0713921 Sep 17 23:50:38.329380 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b2badc9-1124-45cd-8037-04f45fed8c89 req-ff677d6f-0d04-4c8b-8943-39cbb114dca0 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/security-groups?id=7762a590-87f2-4c70-ad5b-58bf8ddd6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345387 Sep 17 23:50:38.413151 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 59dd6ef7-da3b-4a5a-99db-ccef02e41af7 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:50:38.458705 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5aea6a94-8e11-47b8-ac3f-d7219fa4661b req-5a4dd18e-7c29-45ec-a1b9-1bd0702b4535 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0268486 Sep 17 23:50:38.516970 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:38.522526 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 59dd6ef7-da3b-4a5a-99db-ccef02e41af7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=59dd6ef7-da3b-4a5a-99db-ccef02e41af7,segment=NetworkSegment(6fd5c789-2d6e-4106-8afc-fb0dfa43e631),segment_id=6fd5c789-2d6e-4106-8afc-fb0dfa43e631)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:38.536188 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '59dd6ef7-da3b-4a5a-99db-ccef02e41af7', 'network_id': '07dd0baa-9d9e-4a13-9ae9-d19bafe799b8', 'port_id': '59dd6ef7-da3b-4a5a-99db-ccef02e41af7', 'mac_address': 'fa:16:3e:fa:bb:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56553455-23b8-474c-8708-c95696b5bc4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:50:38.576435 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:38.589879 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59dd6ef7-da3b-4a5a-99db-ccef02e41af7 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:50:38.593906 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Pushing event updated for resources: {'Port': ['ID=95d2a898-fcaf-4ab5-9aad-e18a40cca389,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:38.612468 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 59dd6ef7-da3b-4a5a-99db-ccef02e41af7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=59dd6ef7-da3b-4a5a-99db-ccef02e41af7,segment=NetworkSegment(6fd5c789-2d6e-4106-8afc-fb0dfa43e631),segment_id=6fd5c789-2d6e-4106-8afc-fb0dfa43e631)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:38.622186 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2336c52-669f-4951-a928-ddb319e0a5ff req-fecf8f9b-3cf9-470d-877c-54a4f427733a tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:38.623795 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f2336c52-669f-4951-a928-ddb319e0a5ff req-fecf8f9b-3cf9-470d-877c-54a4f427733a tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0790586 Sep 17 23:50:38.663982 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f2336c52-669f-4951-a928-ddb319e0a5ff req-c9af6e61-4d36-4cea-b45f-60be16cdf0e6 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334604 Sep 17 23:50:38.667562 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Attempting to bind port 95d2a898-fcaf-4ab5-9aad-e18a40cca389 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:50:38.669215 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Attempting to bind port 95d2a898-fcaf-4ab5-9aad-e18a40cca389 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:50:38.669215 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Attempting to bind port 95d2a898-fcaf-4ab5-9aad-e18a40cca389 on network d33639c8-89f1-4a85-9d12-3148a2ec181e {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:50:38.672872 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Port 95d2a898-fcaf-4ab5-9aad-e18a40cca389 on network d33639c8-89f1-4a85-9d12-3148a2ec181e not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:50:38.673288 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Attempting to bind port 95d2a898-fcaf-4ab5-9aad-e18a40cca389 on network d33639c8-89f1-4a85-9d12-3148a2ec181e {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:50:38.678493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:50:38.678824 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Checking segment: {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:50:38.679206 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Bound using segment: {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:50:38.679630 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Bound port: 95d2a898-fcaf-4ab5-9aad-e18a40cca389, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:50:38.679998 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:38.688347 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:38.747060 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] For port 95d2a898-fcaf-4ab5-9aad-e18a40cca389, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:50:38.747314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=59dd6ef7-da3b-4a5a-99db-ccef02e41af7,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:38.750826 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] For port 95d2a898-fcaf-4ab5-9aad-e18a40cca389, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=95d2a898-fcaf-4ab5-9aad-e18a40cca389,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:50:38.804811 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:38.838718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:38.839447 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:38.840861 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] 10.222.0.37 "PUT /v2.0/ports/95d2a898-fcaf-4ab5-9aad-e18a40cca389 HTTP/1.1" status: 200 len: 1092 time: 1.2540555 Sep 17 23:50:38.841307 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad844e29-8252-4bfc-b9e7-3f58f9476bb1', 'tag': '95d2a898-fcaf-4ab5-9aad-e18a40cca389'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:50:38.843656 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6d3c31-13f9-4f92-a34d-a008e9e41358" -d '{"events": [{"name": "network-changed", "server_uuid": "ad844e29-8252-4bfc-b9e7-3f58f9476bb1", "tag": "95d2a898-fcaf-4ab5-9aad-e18a40cca389"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:50:38.866261 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00fc89-5dee-428a-b1ed-07f9baa11d9b service neutron] Pushing event updated for resources: {'Port': ['ID=95d2a898-fcaf-4ab5-9aad-e18a40cca389,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:38.894142 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c01aeb7-a214-47b5-8add-c2ec3119fc22 x-openstack-request-id: req-5c01aeb7-a214-47b5-8add-c2ec3119fc22 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:50:38.894489 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad844e29-8252-4bfc-b9e7-3f58f9476bb1", "tag": "95d2a898-fcaf-4ab5-9aad-e18a40cca389", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:50:38.894765 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5c01aeb7-a214-47b5-8add-c2ec3119fc22 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:50:38.895209 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad844e29-8252-4bfc-b9e7-3f58f9476bb1', 'tag': '95d2a898-fcaf-4ab5-9aad-e18a40cca389', 'status': 'completed', 'code': 200} Sep 17 23:50:38.960319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d3c31-13f9-4f92-a34d-a008e9e41358 req-85a63161-ca0f-41e7-93e6-eb9fb883bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:38.962428 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0a6d3c31-13f9-4f92-a34d-a008e9e41358 req-85a63161-ca0f-41e7-93e6-eb9fb883bfe8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1 HTTP/1.1" status: 200 len: 1095 time: 0.0481575 Sep 17 23:50:38.972904 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['59dd6ef7-da3b-4a5a-99db-ccef02e41af7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:50:39.062541 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d3c31-13f9-4f92-a34d-a008e9e41358 req-5424a7cf-6a1d-4961-9a9d-a68d2ff46801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:39.064029 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0a6d3c31-13f9-4f92-a34d-a008e9e41358 req-5424a7cf-6a1d-4961-9a9d-a68d2ff46801 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&shared=False HTTP/1.1" status: 200 len: 906 time: 0.0921233 Sep 17 23:50:39.178574 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d3c31-13f9-4f92-a34d-a008e9e41358 req-3c71c28b-d6fa-45be-a51f-9d0b0d14c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:39.180665 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0a6d3c31-13f9-4f92-a34d-a008e9e41358 req-3c71c28b-d6fa-45be-a51f-9d0b0d14c918 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042852 Sep 17 23:50:39.202726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0c1e1-e9ed-4b91-91eb-3b826f7962e3 req-a4325634-819b-4ede-82cb-335954141fa7 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:39.204278 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70a0c1e1-e9ed-4b91-91eb-3b826f7962e3 req-a4325634-819b-4ede-82cb-335954141fa7 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0573578 Sep 17 23:50:39.246825 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70a0c1e1-e9ed-4b91-91eb-3b826f7962e3 req-c9f454e3-77df-47c2-8a2c-c411aaefbfd0 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333488 Sep 17 23:50:39.294283 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0c56d-6db1-451f-8ee1-5217853ded23 req-645a7376-6173-49b4-8aea-29ff8df89ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:39.295768 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0bb0c56d-6db1-451f-8ee1-5217853ded23 req-645a7376-6173-49b4-8aea-29ff8df89ba9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8796731e54146338dce198e6ae702ee&device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 1096 time: 0.0704556 Sep 17 23:50:39.298270 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-d7f58682-8525-418c-ac25-ccb564584a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:39.299632 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-d7f58682-8525-418c-ac25-ccb564584a65 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1 HTTP/1.1" status: 200 len: 1095 time: 0.0729620 Sep 17 23:50:39.364671 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-f6693fa7-d19f-48ec-b061-3262e4a83394 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95d2a898-fcaf-4ab5-9aad-e18a40cca389 HTTP/1.1" status: 200 len: 217 time: 0.0468521 Sep 17 23:50:39.457877 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-678014af-6446-4645-b96a-2f9379130122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:39.459365 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-678014af-6446-4645-b96a-2f9379130122 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3268c3e3-cb80-4c9a-917f-08e3b14b6886 HTTP/1.1" status: 200 len: 845 time: 0.0870001 Sep 17 23:50:39.494690 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0c56d-6db1-451f-8ee1-5217853ded23 req-d81318c3-6ea8-4354-8b4b-cbbe81ce7087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:39.496176 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0bb0c56d-6db1-451f-8ee1-5217853ded23 req-d81318c3-6ea8-4354-8b4b-cbbe81ce7087 service neutron] 10.222.0.37 "GET /v2.0/networks?id=08df34eb-0776-4a6d-a2cf-e443d39c7561 HTTP/1.1" status: 200 len: 911 time: 0.1858993 Sep 17 23:50:39.498130 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-4b190446-9853-40b6-8c9e-30eea8d6642b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33639c8-89f1-4a85-9d12-3148a2ec181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289936 Sep 17 23:50:39.545202 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51841ba5-3de0-43a6-ac6b-63ad5011390b req-3c82f6b7-5c51-41b4-8e2a-20fa2484583f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:39.546677 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51841ba5-3de0-43a6-ac6b-63ad5011390b req-3c82f6b7-5c51-41b4-8e2a-20fa2484583f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1 HTTP/1.1" status: 200 len: 944 time: 0.0779095 Sep 17 23:50:39.558951 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0bb0c56d-6db1-451f-8ee1-5217853ded23 req-470c3733-20ff-4003-92d0-5f22d8ca7403 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b HTTP/1.1" status: 200 len: 217 time: 0.0493789 Sep 17 23:50:39.559211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27171b8b-9758-462d-9eb3-fb4e26ba53eb req-c0cbaf6b-38c8-4d44-a668-501953987fa8 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:39.560388 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27171b8b-9758-462d-9eb3-fb4e26ba53eb req-c0cbaf6b-38c8-4d44-a668-501953987fa8 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/ports?device_id=7828b15d-5ab3-4935-8eb9-7b7fd07064db HTTP/1.1" status: 200 len: 945 time: 0.0828366 Sep 17 23:50:39.617602 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51841ba5-3de0-43a6-ac6b-63ad5011390b req-860d0b6b-ccf8-472e-8d79-64cacc7c690f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562212 Sep 17 23:50:39.622975 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27171b8b-9758-462d-9eb3-fb4e26ba53eb req-7966cefc-ae5a-4320-9b92-336c89f8e40b tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/security-groups?id=7762a590-87f2-4c70-ad5b-58bf8ddd6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552440 Sep 17 23:50:39.658775 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0c56d-6db1-451f-8ee1-5217853ded23 req-08efa5b0-91fa-4c13-ad73-c84b5194360c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:39.660268 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0bb0c56d-6db1-451f-8ee1-5217853ded23 req-08efa5b0-91fa-4c13-ad73-c84b5194360c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c085219-e422-44b2-9dfa-522cba776d62 HTTP/1.1" status: 200 len: 850 time: 0.0923128 Sep 17 23:50:39.679941 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-30ab4d6f-37d2-4331-b220-701bb422a5ae service neutron] 10.222.0.37 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643732 Sep 17 23:50:39.702350 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0bb0c56d-6db1-451f-8ee1-5217853ded23 req-8dce2bc3-3087-469c-9bf8-49d35692082f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08df34eb-0776-4a6d-a2cf-e443d39c7561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347340 Sep 17 23:50:39.725069 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5868667f-bd92-4716-a6f2-daeccd095406 req-ee2defd1-c81e-4c7e-95b6-bfde654899fd tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0330832 Sep 17 23:50:39.854938 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d3dadfd5-3323-446a-8f07-86f608990eb8 req-250ddded-3e0e-4d21-b73f-84237554abb3 service neutron] 10.222.0.37 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613262 Sep 17 23:50:39.860008 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0bb0c56d-6db1-451f-8ee1-5217853ded23 req-aa861703-e22f-4b57-84a9-992a5b8beaca service neutron] 10.222.0.37 "GET /v2.0/networks/08df34eb-0776-4a6d-a2cf-e443d39c7561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423142 Sep 17 23:50:39.950981 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0bb0c56d-6db1-451f-8ee1-5217853ded23 req-4c7375dd-4a2a-4713-9903-058109ac1d7f service neutron] 10.222.0.37 "GET /v2.0/networks/08df34eb-0776-4a6d-a2cf-e443d39c7561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838206 Sep 17 23:50:40.233200 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:40.365877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b66510-e44c-44f3-b2f8-f90bfaf6ff08 req-84fcf1b9-a3ea-4e2f-9a37-c3c549c10bd2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:40.367352 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3b66510-e44c-44f3-b2f8-f90bfaf6ff08 req-84fcf1b9-a3ea-4e2f-9a37-c3c549c10bd2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0520453 Sep 17 23:50:40.405448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3b66510-e44c-44f3-b2f8-f90bfaf6ff08 req-14763672-6c03-4dc4-ae3d-346b2a250a56 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321028 Sep 17 23:50:40.432544 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 59dd6ef7-da3b-4a5a-99db-ccef02e41af7 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:50:40.596450 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 59dd6ef7-da3b-4a5a-99db-ccef02e41af7 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:50:40.600437 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 59dd6ef7-da3b-4a5a-99db-ccef02e41af7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:50:40.600861 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:40.691607 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:40.713889 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7828b15d-5ab3-4935-8eb9-7b7fd07064db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dd6ef7-da3b-4a5a-99db-ccef02e41af7'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:50:40.716098 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b7d095-7e90-4c8d-803d-34d3e4cbdc3f" -d '{"events": [{"server_uuid": "7828b15d-5ab3-4935-8eb9-7b7fd07064db", "name": "network-vif-plugged", "status": "completed", "tag": "59dd6ef7-da3b-4a5a-99db-ccef02e41af7"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:50:40.728220 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 59dd6ef7-da3b-4a5a-99db-ccef02e41af7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=59dd6ef7-da3b-4a5a-99db-ccef02e41af7,segment=NetworkSegment(6fd5c789-2d6e-4106-8afc-fb0dfa43e631),segment_id=6fd5c789-2d6e-4106-8afc-fb0dfa43e631)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:40.765948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f38ab-c437-4aa1-85ed-76a8e91fd7a7 req-49416e84-337b-4ded-b6fa-4c17529f0334 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:40.767426 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-806f38ab-c437-4aa1-85ed-76a8e91fd7a7 req-49416e84-337b-4ded-b6fa-4c17529f0334 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1 HTTP/1.1" status: 200 len: 944 time: 0.0787227 Sep 17 23:50:40.795454 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7f36d-0666-4b96-b145-6b04524fd4a9 req-4ac8a237-be36-4c71-8a7f-7e250bf01dcc tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:40.796990 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6cf7f36d-0666-4b96-b145-6b04524fd4a9 req-4ac8a237-be36-4c71-8a7f-7e250bf01dcc tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/ports?device_id=7828b15d-5ab3-4935-8eb9-7b7fd07064db HTTP/1.1" status: 200 len: 945 time: 0.0822320 Sep 17 23:50:40.828362 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-806f38ab-c437-4aa1-85ed-76a8e91fd7a7 req-bb0d4502-6fb4-4b3e-a1c2-18ce564d611b tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542338 Sep 17 23:50:40.855621 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:40.861098 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6cf7f36d-0666-4b96-b145-6b04524fd4a9 req-61647154-8aa5-435f-bea7-70f47701c17f tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/security-groups?id=7762a590-87f2-4c70-ad5b-58bf8ddd6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553546 Sep 17 23:50:40.915415 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b8e8d1-09f3-4277-ae58-76125e1b1651 x-openstack-request-id: req-77b8e8d1-09f3-4277-ae58-76125e1b1651 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:50:40.915707 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7828b15d-5ab3-4935-8eb9-7b7fd07064db", "name": "network-vif-plugged", "status": "completed", "tag": "59dd6ef7-da3b-4a5a-99db-ccef02e41af7", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:50:40.915968 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-77b8e8d1-09f3-4277-ae58-76125e1b1651 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:50:40.916364 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7828b15d-5ab3-4935-8eb9-7b7fd07064db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dd6ef7-da3b-4a5a-99db-ccef02e41af7', 'code': 200} Sep 17 23:50:40.921315 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=59dd6ef7-da3b-4a5a-99db-ccef02e41af7,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:40.991342 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20933f5b-6d2e-4897-bba6-618eb7ac3c5d req-9d9d5b56-ec5b-4ed9-95d0-6f9cff6c9e3f tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0350559 Sep 17 23:50:41.016954 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e40967-eac3-47ee-820c-e77ba825c7aa req-b97ef753-3f83-426a-b9ed-bbf3f554d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:41.018541 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c6e40967-eac3-47ee-820c-e77ba825c7aa req-b97ef753-3f83-426a-b9ed-bbf3f554d98c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7828b15d-5ab3-4935-8eb9-7b7fd07064db HTTP/1.1" status: 200 len: 1097 time: 0.0415864 Sep 17 23:50:41.058861 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c6e40967-eac3-47ee-820c-e77ba825c7aa req-7d3cda41-41ca-44fc-8cc3-f2860f2d0962 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7762a590-87f2-4c70-ad5b-58bf8ddd6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334544 Sep 17 23:50:41.522139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7d0e8-1566-43f2-8b9a-a168142c473d req-f24ed922-c525-4042-941d-df4b27767ccf tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:41.523643 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9e7d0e8-1566-43f2-8b9a-a168142c473d req-f24ed922-c525-4042-941d-df4b27767ccf tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0482445 Sep 17 23:50:41.560169 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9e7d0e8-1566-43f2-8b9a-a168142c473d req-20db8226-81a4-43af-b507-8d30604adf08 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305409 Sep 17 23:50:41.944996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b113e2-49f2-4938-9ace-cd337674d0b6 req-c9d72f91-e4c4-4913-990f-9821fd666346 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:41.946483 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1b113e2-49f2-4938-9ace-cd337674d0b6 req-c9d72f91-e4c4-4913-990f-9821fd666346 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1 HTTP/1.1" status: 200 len: 944 time: 0.0512972 Sep 17 23:50:42.009489 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1b113e2-49f2-4938-9ace-cd337674d0b6 req-7c7e5906-c4ba-4247-ba64-cb9baa7e0ab9 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534556 Sep 17 23:50:42.027992 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f34585-6ef3-4ec8-ad63-8975c22cf2c0 req-0ee65cd8-2394-499b-8b0c-782f755ad03b tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:42.029526 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12f34585-6ef3-4ec8-ad63-8975c22cf2c0 req-0ee65cd8-2394-499b-8b0c-782f755ad03b tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/ports?device_id=7828b15d-5ab3-4935-8eb9-7b7fd07064db HTTP/1.1" status: 200 len: 946 time: 0.0932794 Sep 17 23:50:42.069684 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12f34585-6ef3-4ec8-ad63-8975c22cf2c0 req-5f83042f-1ab3-49e2-9f3e-3781a8beb671 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/security-groups?id=7762a590-87f2-4c70-ad5b-58bf8ddd6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337236 Sep 17 23:50:42.162331 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-445b4766-6158-48a4-b777-b6b31418b7c2 req-8819ea91-e103-4ee1-8828-3c090a5c6fc0 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0276487 Sep 17 23:50:42.453484 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 95d2a898-fcaf-4ab5-9aad-e18a40cca389 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:50:42.553111 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 95d2a898-fcaf-4ab5-9aad-e18a40cca389, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=95d2a898-fcaf-4ab5-9aad-e18a40cca389,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:42.564234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '95d2a898-fcaf-4ab5-9aad-e18a40cca389', 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e', 'port_id': '95d2a898-fcaf-4ab5-9aad-e18a40cca389', 'mac_address': 'fa:16:3e:cb:04:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3268c3e3-cb80-4c9a-917f-08e3b14b6886', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:50:42.601937 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:42.615850 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d2a898-fcaf-4ab5-9aad-e18a40cca389 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:50:42.639431 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 95d2a898-fcaf-4ab5-9aad-e18a40cca389, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=95d2a898-fcaf-4ab5-9aad-e18a40cca389,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:42.686794 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b76bed-979e-45aa-91ba-bdd606e93381 req-833020c7-92a0-4f9a-a571-1ce9fad90d98 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:42.688276 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84b76bed-979e-45aa-91ba-bdd606e93381 req-833020c7-92a0-4f9a-a571-1ce9fad90d98 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0506275 Sep 17 23:50:42.726562 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84b76bed-979e-45aa-91ba-bdd606e93381 req-82947913-e203-4c3a-9c50-3a326d02cadd tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322366 Sep 17 23:50:42.738879 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:42.786040 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=95d2a898-fcaf-4ab5-9aad-e18a40cca389,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:43.059893 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['95d2a898-fcaf-4ab5-9aad-e18a40cca389'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:50:43.146000 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd990536-c53c-4788-b2f7-f9d3e0b705ab req-597d4e6c-e1a4-45f7-bb39-3c4cdb068d3a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:43.147667 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd990536-c53c-4788-b2f7-f9d3e0b705ab req-597d4e6c-e1a4-45f7-bb39-3c4cdb068d3a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1 HTTP/1.1" status: 200 len: 945 time: 0.0661721 Sep 17 23:50:43.198124 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd990536-c53c-4788-b2f7-f9d3e0b705ab req-21095480-4211-4ba3-9f71-ccacea531207 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438926 Sep 17 23:50:43.218384 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:43.270848 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a32bc2-8e1e-4a65-b408-415c4f552564 req-39215eba-2174-4213-b199-37d2aa6156b6 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:43.272393 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04a32bc2-8e1e-4a65-b408-415c4f552564 req-39215eba-2174-4213-b199-37d2aa6156b6 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/ports?device_id=7828b15d-5ab3-4935-8eb9-7b7fd07064db HTTP/1.1" status: 200 len: 946 time: 0.0579460 Sep 17 23:50:43.302628 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f302f092-0cab-43fe-b898-f54a9f8be3c3 req-0cbc9d18-6b9c-4a08-9f9c-854db73349f8 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0292537 Sep 17 23:50:43.328542 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04a32bc2-8e1e-4a65-b408-415c4f552564 req-f1337327-228e-4059-8646-09fef0caf3fd tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/security-groups?id=7762a590-87f2-4c70-ad5b-58bf8ddd6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457661 Sep 17 23:50:43.750364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff83fc-66ba-4f46-81b9-6db93c32ac50 req-b68914e4-530c-420d-8156-94974af5c571 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:43.751851 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8ff83fc-66ba-4f46-81b9-6db93c32ac50 req-b68914e4-530c-420d-8156-94974af5c571 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/ports?device_id=7828b15d-5ab3-4935-8eb9-7b7fd07064db HTTP/1.1" status: 200 len: 946 time: 0.0484841 Sep 17 23:50:43.797827 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8ff83fc-66ba-4f46-81b9-6db93c32ac50 req-0d99beb5-9eaa-438c-b9da-4380cdf659a0 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/security-groups?id=7762a590-87f2-4c70-ad5b-58bf8ddd6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390935 Sep 17 23:50:43.851063 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d8680-f838-4e28-9608-924600abe570 req-3045d27d-0aa8-427f-83ed-6d91cee367e1 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:43.852671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-114d8680-f838-4e28-9608-924600abe570 req-3045d27d-0aa8-427f-83ed-6d91cee367e1 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0538135 Sep 17 23:50:43.891017 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-114d8680-f838-4e28-9608-924600abe570 req-88804664-9f4c-44c5-9175-762ed0fe05f4 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322635 Sep 17 23:50:44.013662 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5cf55cc-3034-4754-b3cc-61e5ff98f70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:44.320268 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efa499-917e-4d30-a1ce-de3406fb74f9 req-8232ad3f-202e-41f5-80dd-a90113e4358e tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:44.321769 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95efa499-917e-4d30-a1ce-de3406fb74f9 req-8232ad3f-202e-41f5-80dd-a90113e4358e tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1 HTTP/1.1" status: 200 len: 945 time: 0.0484173 Sep 17 23:50:44.362842 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95efa499-917e-4d30-a1ce-de3406fb74f9 req-465eba0b-b13a-4c42-ade7-9bc28cdfb949 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348878 Sep 17 23:50:44.416204 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8caec7b6-4926-4aa5-a301-dde064744ad1 req-977330ce-ee52-44d8-9757-7b6872f930b0 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0268743 Sep 17 23:50:44.422156 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43506) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:44.485139 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 95d2a898-fcaf-4ab5-9aad-e18a40cca389 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:50:44.522798 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf0a144f-17a8-45e5-a9fd-ada999142e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:44.581269 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 95d2a898-fcaf-4ab5-9aad-e18a40cca389 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:50:44.585639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 95d2a898-fcaf-4ab5-9aad-e18a40cca389 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:50:44.586012 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:44.612530 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf0a144f-17a8-45e5-a9fd-ada999142e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:44.660488 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:44.661705 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf0a144f-17a8-45e5-a9fd-ada999142e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:44.692234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad844e29-8252-4bfc-b9e7-3f58f9476bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d2a898-fcaf-4ab5-9aad-e18a40cca389'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:50:44.692234 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fcdb5a-14f6-421f-97fe-38893558a5fc" -d '{"events": [{"server_uuid": "ad844e29-8252-4bfc-b9e7-3f58f9476bb1", "name": "network-vif-plugged", "status": "completed", "tag": "95d2a898-fcaf-4ab5-9aad-e18a40cca389"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:50:44.698028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 95d2a898-fcaf-4ab5-9aad-e18a40cca389, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=95d2a898-fcaf-4ab5-9aad-e18a40cca389,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:44.700600 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bf0a144f-17a8-45e5-a9fd-ada999142e41 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=788d33d3eba545cd817784bd9a580e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774100 Sep 17 23:50:44.701843 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a144f-17a8-45e5-a9fd-ada999142e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281d827d-be38-4f01-845c-48d30d335599,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:44.703302 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43512) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:44.723274 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ac964a-bfe6-4b53-b200-2d0caffeab4b x-openstack-request-id: req-66ac964a-bfe6-4b53-b200-2d0caffeab4b {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:50:44.723570 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad844e29-8252-4bfc-b9e7-3f58f9476bb1", "name": "network-vif-plugged", "status": "completed", "tag": "95d2a898-fcaf-4ab5-9aad-e18a40cca389", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:50:44.723827 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-66ac964a-bfe6-4b53-b200-2d0caffeab4b {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:50:44.724225 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad844e29-8252-4bfc-b9e7-3f58f9476bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d2a898-fcaf-4ab5-9aad-e18a40cca389', 'code': 200} Sep 17 23:50:44.756482 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:44.765378 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e89f2b48-f76f-42fa-be09-b1e755b5bd7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:44.788460 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e89f2b48-f76f-42fa-be09-b1e755b5bd7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:44.806993 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=95d2a898-fcaf-4ab5-9aad-e18a40cca389,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:44.858865 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebed310-be64-414c-aa9e-4d5f84a16a22 req-f747bc49-aa45-4f45-92ab-f54d0fb1ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:44.861000 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cebed310-be64-414c-aa9e-4d5f84a16a22 req-f747bc49-aa45-4f45-92ab-f54d0fb1ad0d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1 HTTP/1.1" status: 200 len: 1097 time: 0.0704639 Sep 17 23:50:44.902914 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cebed310-be64-414c-aa9e-4d5f84a16a22 req-384f611f-cc56-439b-aabb-d5762809fa05 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330420 Sep 17 23:50:44.915627 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec594e9-e450-4474-8eec-61af01f97d09 req-3f741ced-22ba-486c-ad9b-a25a396f6bfa tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:44.917269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fec594e9-e450-4474-8eec-61af01f97d09 req-3f741ced-22ba-486c-ad9b-a25a396f6bfa tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/ports?device_id=7828b15d-5ab3-4935-8eb9-7b7fd07064db HTTP/1.1" status: 200 len: 946 time: 0.0529633 Sep 17 23:50:44.952743 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e89f2b48-f76f-42fa-be09-b1e755b5bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:44.955528 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e89f2b48-f76f-42fa-be09-b1e755b5bd7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:44.956318 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fec594e9-e450-4474-8eec-61af01f97d09 req-7180634e-ab15-43df-8259-40b21d32d454 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/security-groups?id=7762a590-87f2-4c70-ad5b-58bf8ddd6ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323794 Sep 17 23:50:44.957627 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e89f2b48-f76f-42fa-be09-b1e755b5bd7d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/281d827d-be38-4f01-845c-48d30d335599 HTTP/1.1" status: 204 len: 168 time: 0.2526288 Sep 17 23:50:44.967308 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f2b48-f76f-42fa-be09-b1e755b5bd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281d827d-be38-4f01-845c-48d30d335599,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:45.015162 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb8017-0482-4b13-9b33-2fc8eadf0b39 req-6f93f290-a9d2-4100-ad9c-a428466b64c1 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:45.016791 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b3eb8017-0482-4b13-9b33-2fc8eadf0b39 req-6f93f290-a9d2-4100-ad9c-a428466b64c1 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0561385 Sep 17 23:50:45.054917 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b3eb8017-0482-4b13-9b33-2fc8eadf0b39 req-64853f62-0941-482b-afb9-631efba73511 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314109 Sep 17 23:50:45.287088 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cf3ae-d414-456a-baa3-95d42559c593 req-ee74c2f0-e0d2-43fd-a38d-002a587104e2 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:45.288795 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-809cf3ae-d414-456a-baa3-95d42559c593 req-ee74c2f0-e0d2-43fd-a38d-002a587104e2 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.37 "GET /v2.0/ports?device_id=7828b15d-5ab3-4935-8eb9-7b7fd07064db HTTP/1.1" status: 200 len: 946 time: 0.0589471 Sep 17 23:50:45.392711 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-809cf3ae-d414-456a-baa3-95d42559c593 req-1d989954-ef3e-4c3c-959b-09b19a0a2139 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Deleting port 59dd6ef7-da3b-4a5a-99db-ccef02e41af7 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:50:45.393093 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-809cf3ae-d414-456a-baa3-95d42559c593 req-1d989954-ef3e-4c3c-959b-09b19a0a2139 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:45.480648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b7ff2-29f3-41b3-b40f-c3c51304fa70 req-8c892177-2aa5-45f5-9396-a817ed1aa9b6 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:45.482133 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-779b7ff2-29f3-41b3-b40f-c3c51304fa70 req-8c892177-2aa5-45f5-9396-a817ed1aa9b6 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1 HTTP/1.1" status: 200 len: 946 time: 0.0533493 Sep 17 23:50:45.489297 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-809cf3ae-d414-456a-baa3-95d42559c593 req-1d989954-ef3e-4c3c-959b-09b19a0a2139 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] For port 59dd6ef7-da3b-4a5a-99db-ccef02e41af7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=59dd6ef7-da3b-4a5a-99db-ccef02e41af7,segment=NetworkSegment(6fd5c789-2d6e-4106-8afc-fb0dfa43e631),segment_id=6fd5c789-2d6e-4106-8afc-fb0dfa43e631)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:45.489886 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-809cf3ae-d414-456a-baa3-95d42559c593 req-1d989954-ef3e-4c3c-959b-09b19a0a2139 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:45.503164 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-809cf3ae-d414-456a-baa3-95d42559c593 req-1d989954-ef3e-4c3c-959b-09b19a0a2139 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Calling delete_port for 59dd6ef7-da3b-4a5a-99db-ccef02e41af7 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:50:45.533300 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-988884fd-885e-4e95-ad38-5f426a2f5b00 req-ad32139d-6b7c-4631-b55b-2d939ddbdf7c tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0364349 Sep 17 23:50:45.559425 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-779b7ff2-29f3-41b3-b40f-c3c51304fa70 req-063c3678-c593-49da-b016-6164d15b4ac1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590358 Sep 17 23:50:45.663056 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43528) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:45.676640 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37a6d955-3b82-497b-9789-1e7ae817cf4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:45.724329 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-809cf3ae-d414-456a-baa3-95d42559c593 req-1d989954-ef3e-4c3c-959b-09b19a0a2139 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:45.736700 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['59dd6ef7-da3b-4a5a-99db-ccef02e41af7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:50:45.764858 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d989954-ef3e-4c3c-959b-09b19a0a2139 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Pushing event deleted for resources: {'Port': ['ID=59dd6ef7-da3b-4a5a-99db-ccef02e41af7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:45.813360 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-809cf3ae-d414-456a-baa3-95d42559c593 req-1d989954-ef3e-4c3c-959b-09b19a0a2139 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] No DVR routers for this DVR port 59dd6ef7-da3b-4a5a-99db-ccef02e41af7 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:50:45.816548 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-809cf3ae-d414-456a-baa3-95d42559c593 req-1d989954-ef3e-4c3c-959b-09b19a0a2139 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:45.819687 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-809cf3ae-d414-456a-baa3-95d42559c593 req-1d989954-ef3e-4c3c-959b-09b19a0a2139 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.37 "DELETE /v2.0/ports/59dd6ef7-da3b-4a5a-99db-ccef02e41af7 HTTP/1.1" status: 204 len: 173 time: 0.5141978 Sep 17 23:50:45.820176 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7828b15d-5ab3-4935-8eb9-7b7fd07064db', 'name': 'network-vif-deleted', 'tag': '59dd6ef7-da3b-4a5a-99db-ccef02e41af7'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:50:45.825450 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ddd333-13d6-4601-b0a3-a06f09a827d7" -d '{"events": [{"server_uuid": "7828b15d-5ab3-4935-8eb9-7b7fd07064db", "name": "network-vif-deleted", "tag": "59dd6ef7-da3b-4a5a-99db-ccef02e41af7"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:50:45.862188 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37a6d955-3b82-497b-9789-1e7ae817cf4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:45.865322 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50736de9-87ec-40c0-a137-3baded70c571 x-openstack-request-id: req-50736de9-87ec-40c0-a137-3baded70c571 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:50:45.871376 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7828b15d-5ab3-4935-8eb9-7b7fd07064db", "name": "network-vif-deleted", "tag": "59dd6ef7-da3b-4a5a-99db-ccef02e41af7", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:50:45.871376 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-50736de9-87ec-40c0-a137-3baded70c571 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:50:45.871376 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7828b15d-5ab3-4935-8eb9-7b7fd07064db', 'name': 'network-vif-deleted', 'tag': '59dd6ef7-da3b-4a5a-99db-ccef02e41af7', 'status': 'completed', 'code': 200} Sep 17 23:50:45.970127 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37a6d955-3b82-497b-9789-1e7ae817cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:46.014278 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-37a6d955-3b82-497b-9789-1e7ae817cf4f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e1ead87a3fc6478b80c507874ccc136c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500152 Sep 17 23:50:46.016336 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6d955-3b82-497b-9789-1e7ae817cf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585b3d35-fc74-4ff2-b609-ebcdf71a81b8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:46.016945 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43534) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:46.081311 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-377c717a-98ee-430f-91c6-89e5307a41c6 req-2511c6d5-829d-4aa6-bd4d-55febf3ad664 tempest-InstanceActionsV221TestJSON-1286303437 tempest-InstanceActionsV221TestJSON-1286303437-project] 10.222.0.46 "GET /v2.0/ports?device_id=7828b15d-5ab3-4935-8eb9-7b7fd07064db HTTP/1.1" status: 200 len: 210 time: 0.0286467 Sep 17 23:50:46.093370 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2f7135c2-0b81-43ba-a407-1f044fb1fac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:46.117785 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2f7135c2-0b81-43ba-a407-1f044fb1fac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:46.194431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988379e-4374-45b2-bf4d-62f89814605a req-4bf15287-8aa2-4cb2-a7c3-e8e2d77f9e8d tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:46.195953 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7988379e-4374-45b2-bf4d-62f89814605a req-4bf15287-8aa2-4cb2-a7c3-e8e2d77f9e8d tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0603189 Sep 17 23:50:46.233420 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7988379e-4374-45b2-bf4d-62f89814605a req-d49a7377-941d-4917-9bbc-86f752c51034 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312176 Sep 17 23:50:46.335908 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2f7135c2-0b81-43ba-a407-1f044fb1fac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:46.338845 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2f7135c2-0b81-43ba-a407-1f044fb1fac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:46.342663 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2f7135c2-0b81-43ba-a407-1f044fb1fac2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/585b3d35-fc74-4ff2-b609-ebcdf71a81b8 HTTP/1.1" status: 204 len: 168 time: 0.3242257 Sep 17 23:50:46.353692 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7135c2-0b81-43ba-a407-1f044fb1fac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585b3d35-fc74-4ff2-b609-ebcdf71a81b8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:46.527288 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eb7baa8d-c654-4b68-9076-7fbcfa0825db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:46.638638 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56e42139-d85a-4b8c-b314-114010c4aa17 req-3c95576a-7e25-4ca4-8a06-d941c0f2c4ca tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0291398 Sep 17 23:50:46.690668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58b9b5-2090-48b2-a938-f854271f4494 req-27a4969c-840f-4ffd-88f5-b8ee9684d55e tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:46.692982 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a58b9b5-2090-48b2-a938-f854271f4494 req-27a4969c-840f-4ffd-88f5-b8ee9684d55e tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1 HTTP/1.1" status: 200 len: 946 time: 0.0695038 Sep 17 23:50:46.741074 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a58b9b5-2090-48b2-a938-f854271f4494 req-af6c32e9-31f6-4746-8c99-049218f2c1b5 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423384 Sep 17 23:50:47.025097 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec9f52-f81a-492f-8d63-d44e7c748422 req-be596d56-cba8-4472-8a8d-42b18ec1f909 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:47.026554 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0eec9f52-f81a-492f-8d63-d44e7c748422 req-be596d56-cba8-4472-8a8d-42b18ec1f909 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/networks?id=d33639c8-89f1-4a85-9d12-3148a2ec181e HTTP/1.1" status: 200 len: 805 time: 0.1032579 Sep 17 23:50:47.041497 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0eec9f52-f81a-492f-8d63-d44e7c748422 req-cc2454c3-3ea6-4a04-b224-97bb7b8c98b4 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/quotas/64f5b0c5188148a8b9b3bac9c08e14c6 HTTP/1.1" status: 200 len: 375 time: 0.0092516 Sep 17 23:50:47.090851 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0eec9f52-f81a-492f-8d63-d44e7c748422 req-65a6e87f-de25-4b3f-9b80-004a9be26245 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438840 Sep 17 23:50:47.190389 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0eec9f52-f81a-492f-8d63-d44e7c748422 req-463438bc-3e59-4073-b097-d114444820c5 service neutron] 10.222.0.46 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921946 Sep 17 23:50:47.248222 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:47.291836 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0eec9f52-f81a-492f-8d63-d44e7c748422 req-60f43ca2-22fd-4ac3-9298-08d93cd89677 service neutron] 10.222.0.46 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941219 Sep 17 23:50:47.375549 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82a908-9c7f-48dd-9f16-244586d0b298 req-4c8408a2-5eb0-4695-86d6-3c0cad494971 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:47.377172 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb82a908-9c7f-48dd-9f16-244586d0b298 req-4c8408a2-5eb0-4695-86d6-3c0cad494971 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0520339 Sep 17 23:50:47.417203 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb82a908-9c7f-48dd-9f16-244586d0b298 req-35036451-831f-4425-81d3-9432460e94d7 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335574 Sep 17 23:50:47.461029 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43590) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:47.524473 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb8eccc-0da8-42a2-82c4-6a92c2eec4af admin admin] Deleting subnet 56553455-23b8-474c-8708-c95696b5bc4f {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:50:47.528112 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bb8eccc-0da8-42a2-82c4-6a92c2eec4af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:47.567128 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bb8eccc-0da8-42a2-82c4-6a92c2eec4af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:47.610690 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bb8eccc-0da8-42a2-82c4-6a92c2eec4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:47.690208 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:47.753499 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c918576-8964-4123-a4d5-82a6c12cb08b req-19e8de5f-d7ab-4019-a4cf-ec47697e5035 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0268078 Sep 17 23:50:47.754606 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bb8eccc-0da8-42a2-82c4-6a92c2eec4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:47.781259 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8eccc-0da8-42a2-82c4-6a92c2eec4af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56553455-23b8-474c-8708-c95696b5bc4f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:47.783286 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bb8eccc-0da8-42a2-82c4-6a92c2eec4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:47.785802 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6bb8eccc-0da8-42a2-82c4-6a92c2eec4af admin admin] 10.222.0.46 "DELETE /v2.0/subnets/56553455-23b8-474c-8708-c95696b5bc4f HTTP/1.1" status: 204 len: 168 time: 0.3237391 Sep 17 23:50:47.788228 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43608) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:47.871545 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f8b438cd-4eaa-472f-b83e-962898adad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:47.957163 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f8b438cd-4eaa-472f-b83e-962898adad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:47.979286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-f8b438cd-4eaa-472f-b83e-962898adad48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07dd0baa-9d9e-4a13-9ae9-d19bafe799b8']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:47.992127 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-f8b438cd-4eaa-472f-b83e-962898adad48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd5c789-2d6e-4106-8afc-fb0dfa43e631') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:47.992336 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-f8b438cd-4eaa-472f-b83e-962898adad48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd5c789-2d6e-4106-8afc-fb0dfa43e631') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:50:48.009364 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f8b438cd-4eaa-472f-b83e-962898adad48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:48.030224 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f8b438cd-4eaa-472f-b83e-962898adad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:48.037584 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b438cd-4eaa-472f-b83e-962898adad48 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:50:48.038079 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f8b438cd-4eaa-472f-b83e-962898adad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:50:48.040122 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:50:48.197052 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-753d9d97-7fa0-4c3b-9b35-4ebfce3716bb tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:48.198879 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-753d9d97-7fa0-4c3b-9b35-4ebfce3716bb tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/networks?id=d33639c8-89f1-4a85-9d12-3148a2ec181e HTTP/1.1" status: 200 len: 805 time: 0.1462920 Sep 17 23:50:48.215685 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-cd61a121-1a48-4565-934d-02a15b1f60f5 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/quotas/64f5b0c5188148a8b9b3bac9c08e14c6 HTTP/1.1" status: 200 len: 375 time: 0.0111418 Sep 17 23:50:48.234003 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f8b438cd-4eaa-472f-b83e-962898adad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:48.253157 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f8b438cd-4eaa-472f-b83e-962898adad48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:48.256094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f8b438cd-4eaa-472f-b83e-962898adad48 admin admin] 10.222.0.46 "DELETE /v2.0/networks/07dd0baa-9d9e-4a13-9ae9-d19bafe799b8 HTTP/1.1" status: 204 len: 168 time: 0.4666862 Sep 17 23:50:48.273133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b438cd-4eaa-472f-b83e-962898adad48 admin admin] Pushing event deleted for resources: {'Network': ['ID=07dd0baa-9d9e-4a13-9ae9-d19bafe799b8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:48.287774 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-2370635b-454e-4100-8ed9-5475a583baf4 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0655849 Sep 17 23:50:48.386874 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-8927271f-d40d-4391-95ab-b31a26b97e52 service neutron] 10.222.0.46 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918126 Sep 17 23:50:48.481828 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-1ed3f964-161c-4e0e-a1cc-1f0aa7e8a87b service neutron] 10.222.0.46 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885723 Sep 17 23:50:48.505432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 59dd6ef7-da3b-4a5a-99db-ccef02e41af7 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:50:48.532183 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 59dd6ef7-da3b-4a5a-99db-ccef02e41af7 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:50:48.532662 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 59dd6ef7-da3b-4a5a-99db-ccef02e41af7 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:50:48.549628 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8d80f-cdef-41d9-9af5-9b2300446dfa req-24a2d302-6138-4bdf-8199-5204a3a03a1f tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:48.556504 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ee8d80f-cdef-41d9-9af5-9b2300446dfa req-24a2d302-6138-4bdf-8199-5204a3a03a1f tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0652330 Sep 17 23:50:48.596239 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ee8d80f-cdef-41d9-9af5-9b2300446dfa req-f27fa851-dca6-4f31-a22e-b5559bd325b2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366898 Sep 17 23:50:48.683881 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43650) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:48.730370 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1860db1c-d55b-497a-b5b0-42eac6927629 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ded50846a0a44f888a89baeeb0d4cf0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452526 Sep 17 23:50:48.733333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43656) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:48.761449 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d8ea94c6-d69d-4f1d-80d4-7fefccdf6bf6 req-56c4b748-622f-48f9-beed-2c9ecfaccde0 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a HTTP/1.1" status: 200 len: 210 time: 0.0372529 Sep 17 23:50:48.813251 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-296d1d78-fbe7-4080-bb62-74742316613c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:48.851931 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-296d1d78-fbe7-4080-bb62-74742316613c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:48.886983 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-19dbd394-980d-47e6-9fd6-4624f71289bc req-bde21999-9ab2-4a88-a2e2-014c2f86afe5 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0375705 Sep 17 23:50:48.981537 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-296d1d78-fbe7-4080-bb62-74742316613c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:48.984281 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-296d1d78-fbe7-4080-bb62-74742316613c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:48.985572 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-296d1d78-fbe7-4080-bb62-74742316613c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7762a590-87f2-4c70-ad5b-58bf8ddd6ee3 HTTP/1.1" status: 204 len: 168 time: 0.2500188 Sep 17 23:50:48.994673 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d1d78-fbe7-4080-bb62-74742316613c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7762a590-87f2-4c70-ad5b-58bf8ddd6ee3,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:49.549285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43680) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:49.661081 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1c09b177-d63e-48e1-add8-7a1c286127fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:49.670007 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:49.753250 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57d71d-1049-4cba-be3a-771b0f583cb6 req-e745189e-8f47-4084-8461-7d98160c68f9 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:49.753250 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a57d71d-1049-4cba-be3a-771b0f583cb6 req-e745189e-8f47-4084-8461-7d98160c68f9 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0778115 Sep 17 23:50:49.807790 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a57d71d-1049-4cba-be3a-771b0f583cb6 req-f91e65fe-eed8-4fb0-96cd-68cabef6c2eb tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512807 Sep 17 23:50:49.834404 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1c09b177-d63e-48e1-add8-7a1c286127fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:49.871752 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eb22bb6f-785f-4d0c-a620-a1095078ab80 req-f8698ffe-f0b2-45d8-af4d-f4331ea128b3 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a HTTP/1.1" status: 200 len: 210 time: 0.0267692 Sep 17 23:50:49.990145 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-150841ea-6ebe-4400-b107-a15417307a2c req-9757d9c9-1871-4065-a1da-28dfe6e4e2e0 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0269055 Sep 17 23:50:49.990984 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1c09b177-d63e-48e1-add8-7a1c286127fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:50.051286 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1c09b177-d63e-48e1-add8-7a1c286127fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=576b6fb3fe434397aca0eb1ec6a5eaad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4984405 Sep 17 23:50:50.051286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09b177-d63e-48e1-add8-7a1c286127fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9753a0-78fb-4d13-9ab7-a00df4c8eb23,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:50.052559 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43704) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:50.103429 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f531b89-aa9d-4ead-8215-9b8ae1877b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:50.127676 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f531b89-aa9d-4ead-8215-9b8ae1877b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:50.310321 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f531b89-aa9d-4ead-8215-9b8ae1877b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:50.312776 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f531b89-aa9d-4ead-8215-9b8ae1877b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:50.313967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3f531b89-aa9d-4ead-8215-9b8ae1877b19 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f9753a0-78fb-4d13-9ab7-a00df4c8eb23 HTTP/1.1" status: 204 len: 168 time: 0.2603741 Sep 17 23:50:50.322653 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f531b89-aa9d-4ead-8215-9b8ae1877b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9753a0-78fb-4d13-9ab7-a00df4c8eb23,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:50.773165 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1067afc9-f4a8-4042-a187-7625172f8bb1 req-41026c54-f7c3-4272-90aa-c5d7e1dd733c tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0402141 Sep 17 23:50:50.943904 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fdfce8-3558-4ac3-84e4-377d32b39c1c req-7e7ca12f-d4b1-476f-a2b0-8049ba15cf19 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:50.945431 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e8fdfce8-3558-4ac3-84e4-377d32b39c1c req-7e7ca12f-d4b1-476f-a2b0-8049ba15cf19 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0553586 Sep 17 23:50:50.985088 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-74772cf3-bc9d-4de1-b958-c5882d8e88eb req-ba7ba053-47b9-4274-932c-c6ceff8890e2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a HTTP/1.1" status: 200 len: 210 time: 0.0386238 Sep 17 23:50:51.013108 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-75f003b1-0dab-476a-a30c-e4e9150f796b tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:51.014729 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-75f003b1-0dab-476a-a30c-e4e9150f796b tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.37 "GET /v2.0/networks?id=d33639c8-89f1-4a85-9d12-3148a2ec181e HTTP/1.1" status: 200 len: 805 time: 0.1200411 Sep 17 23:50:51.020133 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e8fdfce8-3558-4ac3-84e4-377d32b39c1c req-dc715a0b-d5a7-468a-b9bd-6407b56c3f50 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653412 Sep 17 23:50:51.031900 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4d681c58-5b7d-4684-92ac-4522026c9fa7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Request body: {'port': {'device_id': '4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a', 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e', 'admin_state_up': True, 'tenant_id': '64f5b0c5188148a8b9b3bac9c08e14c6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:51.113692 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-26468b91-6c97-4360-8390-98f8f737073e req-cba88246-dd5f-48a4-94f8-6221fdad5ca9 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0319984 Sep 17 23:50:51.284201 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4d681c58-5b7d-4684-92ac-4522026c9fa7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Made reservation on behalf of 64f5b0c5188148a8b9b3bac9c08e14c6 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:50:51.288853 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4d681c58-5b7d-4684-92ac-4522026c9fa7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:51.420194 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4d681c58-5b7d-4684-92ac-4522026c9fa7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Allocated IP 172.20.0.8 (d33639c8-89f1-4a85-9d12-3148a2ec181e/3268c3e3-cb80-4c9a-917f-08e3b14b6886/82faf277-014c-4908-aa53-9806dc2c1981) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:50:51.576640 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4d681c58-5b7d-4684-92ac-4522026c9fa7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:51.676686 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4d681c58-5b7d-4684-92ac-4522026c9fa7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:51.690682 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['95d2a898-fcaf-4ab5-9aad-e18a40cca389'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:50:51.726610 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4d681c58-5b7d-4684-92ac-4522026c9fa7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Network d33639c8-89f1-4a85-9d12-3148a2ec181e is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:50:51.729789 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4d681c58-5b7d-4684-92ac-4522026c9fa7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:50:51.732981 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4d681c58-5b7d-4684-92ac-4522026c9fa7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:50:51.777232 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d681c58-5b7d-4684-92ac-4522026c9fa7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Pushing event updated for resources: {'Port': ['ID=82faf277-014c-4908-aa53-9806dc2c1981,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:51.799613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4d681c58-5b7d-4684-92ac-4522026c9fa7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:51.800552 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4d681c58-5b7d-4684-92ac-4522026c9fa7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:51.849399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e33d21e4-6705-42bc-84ad-c3180cd9de99 req-ca03ec11-9ed6-43bf-a45f-c3c4821ede6d tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0287549 Sep 17 23:50:51.919174 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4d681c58-5b7d-4684-92ac-4522026c9fa7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8943334 Sep 17 23:50:51.932102 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Request body: {'port': {'device_id': '4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:50:51.989208 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:52.122480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6a49a-0964-403c-85da-17ff3a839784 req-ef1f1811-2034-43d4-8244-f6745a9d0657 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:52.123971 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5f6a49a-0964-403c-85da-17ff3a839784 req-ef1f1811-2034-43d4-8244-f6745a9d0657 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a HTTP/1.1" status: 200 len: 931 time: 0.0599976 Sep 17 23:50:52.189342 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5f6a49a-0964-403c-85da-17ff3a839784 req-1bfbecf8-52ff-4434-9745-fceaa3e29f8b tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471230 Sep 17 23:50:52.198747 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94483f2-b397-455c-962e-04da9a746de3 req-b9422320-d4c4-4d5e-b48b-f30bcfcddfc1 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:52.200257 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e94483f2-b397-455c-962e-04da9a746de3 req-b9422320-d4c4-4d5e-b48b-f30bcfcddfc1 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0943270 Sep 17 23:50:52.262920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e94483f2-b397-455c-962e-04da9a746de3 req-6322c483-39ac-4492-974b-583cae7ea629 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549171 Sep 17 23:50:52.307928 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82faf277-014c-4908-aa53-9806dc2c1981 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:50:52.317321 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:52.318495 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f2ad7db-b728-42c1-8be4-905c5ea5a817 req-5ef79750-989f-4ab2-8f1c-db05fccd4477 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0346899 Sep 17 23:50:52.333171 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Transition to ACTIVE for port object 82faf277-014c-4908-aa53-9806dc2c1981 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:50:52.438404 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:52.493063 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Pushing event updated for resources: {'Port': ['ID=82faf277-014c-4908-aa53-9806dc2c1981,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:52.572347 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Attempting to bind port 82faf277-014c-4908-aa53-9806dc2c1981 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:50:52.572874 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Attempting to bind port 82faf277-014c-4908-aa53-9806dc2c1981 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:50:52.573326 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Attempting to bind port 82faf277-014c-4908-aa53-9806dc2c1981 on network d33639c8-89f1-4a85-9d12-3148a2ec181e {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:50:52.577772 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Port 82faf277-014c-4908-aa53-9806dc2c1981 on network d33639c8-89f1-4a85-9d12-3148a2ec181e not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:50:52.578089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Attempting to bind port 82faf277-014c-4908-aa53-9806dc2c1981 on network d33639c8-89f1-4a85-9d12-3148a2ec181e {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:50:52.583327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:50:52.583665 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Checking segment: {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:50:52.584044 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Bound using segment: {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:50:52.584468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Bound port: 82faf277-014c-4908-aa53-9806dc2c1981, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:50:52.584823 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:52.647525 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] For port 82faf277-014c-4908-aa53-9806dc2c1981, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:50:52.650659 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] For port 82faf277-014c-4908-aa53-9806dc2c1981, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=82faf277-014c-4908-aa53-9806dc2c1981,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:50:52.838655 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:52.877184 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:52.878892 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:52.880540 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] 10.222.0.37 "PUT /v2.0/ports/82faf277-014c-4908-aa53-9806dc2c1981 HTTP/1.1" status: 200 len: 1091 time: 0.9536493 Sep 17 23:50:52.881251 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a', 'tag': '82faf277-014c-4908-aa53-9806dc2c1981'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:50:52.885418 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5a4ad2-69d7-4398-a522-009c7db2a11b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a", "tag": "82faf277-014c-4908-aa53-9806dc2c1981"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:50:52.917446 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90905e-3ed8-4e8b-9cd6-54074af7591b service neutron] Pushing event updated for resources: {'Port': ['ID=82faf277-014c-4908-aa53-9806dc2c1981,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:52.943471 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423f9e85-76db-4eca-8b34-f9940f0b6662 x-openstack-request-id: req-423f9e85-76db-4eca-8b34-f9940f0b6662 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:50:52.943762 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a", "tag": "82faf277-014c-4908-aa53-9806dc2c1981", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:50:52.944014 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-423f9e85-76db-4eca-8b34-f9940f0b6662 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:50:52.944422 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a', 'tag': '82faf277-014c-4908-aa53-9806dc2c1981', 'status': 'completed', 'code': 200} Sep 17 23:50:52.990190 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51bd2259-623c-42ec-ab76-fb6bf2c163e5 req-ee39d5c7-7c83-4bcd-a948-b786e6760dd6 tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0336294 Sep 17 23:50:53.015618 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a4ad2-69d7-4398-a522-009c7db2a11b req-e6667f62-e3f3-4b0e-971a-e7a81597c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:53.017938 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ad5a4ad2-69d7-4398-a522-009c7db2a11b req-e6667f62-e3f3-4b0e-971a-e7a81597c9be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&device_id=4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a HTTP/1.1" status: 200 len: 1094 time: 0.0497539 Sep 17 23:50:53.120571 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a4ad2-69d7-4398-a522-009c7db2a11b req-4bcee11c-2e83-4ace-83a7-3c314a652572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:53.122244 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ad5a4ad2-69d7-4398-a522-009c7db2a11b req-4bcee11c-2e83-4ace-83a7-3c314a652572 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&shared=False HTTP/1.1" status: 200 len: 906 time: 0.0954790 Sep 17 23:50:53.220784 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a4ad2-69d7-4398-a522-009c7db2a11b req-5f412679-10b3-4cc8-bcb5-b14ddcd978bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:53.222852 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ad5a4ad2-69d7-4398-a522-009c7db2a11b req-5f412679-10b3-4cc8-bcb5-b14ddcd978bc service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892086 Sep 17 23:50:53.314523 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-f00bef7b-3d7d-4615-a6c5-f6324c40ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:53.316689 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-f00bef7b-3d7d-4615-a6c5-f6324c40ffeb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&device_id=4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a HTTP/1.1" status: 200 len: 1094 time: 0.0522573 Sep 17 23:50:53.333408 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d71c1-1c8e-4c8a-bd19-7bde2d68a1fd req-3c309a66-946e-4c2b-b5d9-1b54234ee3b4 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:53.341315 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-874d71c1-1c8e-4c8a-bd19-7bde2d68a1fd req-3c309a66-946e-4c2b-b5d9-1b54234ee3b4 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a HTTP/1.1" status: 200 len: 943 time: 0.0599687 Sep 17 23:50:53.372609 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-55e5e723-a680-4804-95e0-3a7d37502e93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82faf277-014c-4908-aa53-9806dc2c1981 HTTP/1.1" status: 200 len: 217 time: 0.0488763 Sep 17 23:50:53.412152 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-874d71c1-1c8e-4c8a-bd19-7bde2d68a1fd req-75a43de5-a9c8-40af-97a3-e03ad63ba6ee tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696604 Sep 17 23:50:53.424123 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-a2db625b-4d96-4fe8-ae7d-5f3d24e22515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:53.424522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ac5af-dc6f-4728-a1bb-46935666376c req-aa36d8e0-163d-4d19-8395-3231988d0ad4 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:53.426067 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad3ac5af-dc6f-4728-a1bb-46935666376c req-aa36d8e0-163d-4d19-8395-3231988d0ad4 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0825229 Sep 17 23:50:53.429906 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-a2db625b-4d96-4fe8-ae7d-5f3d24e22515 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3268c3e3-cb80-4c9a-917f-08e3b14b6886 HTTP/1.1" status: 200 len: 845 time: 0.0509682 Sep 17 23:50:53.463146 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-373030ef-7c22-4b51-a77c-c62972ea4763 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33639c8-89f1-4a85-9d12-3148a2ec181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256221 Sep 17 23:50:53.466008 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad3ac5af-dc6f-4728-a1bb-46935666376c req-f7b53cf0-7bdf-4e45-92a7-07f36db4d54f tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334339 Sep 17 23:50:53.506212 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4b1dc518-12b0-4a52-9189-087bb96aafd8 req-8ab4f714-c055-49df-854a-1146aa7210f5 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0282304 Sep 17 23:50:53.563863 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-88abd1ff-87b1-469f-8586-8eb6a5de65a5 service neutron] 10.222.0.37 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928960 Sep 17 23:50:53.654748 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9fe18de-db2d-4354-9691-2adbf40e5577 req-275515c5-86e6-4cba-a20a-026b00e3d9ed service neutron] 10.222.0.37 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838487 Sep 17 23:50:54.069147 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43840) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:54.115742 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5dc2743-e4cb-42f0-95b9-0bfcddc6546e req-b6a72cfb-9d97-41e0-ae61-8b87b7995deb tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0269496 Sep 17 23:50:54.118945 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-923dc44b-c9ae-457e-a0b6-8a5386dbc24c req-82d7237e-6322-4da8-a82c-9871e527c092 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0364003 Sep 17 23:50:54.180577 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91a41684-5467-4e74-9a49-4f85cdf20ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:54.270491 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91a41684-5467-4e74-9a49-4f85cdf20ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:54.349992 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91a41684-5467-4e74-9a49-4f85cdf20ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:54.387630 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a41684-5467-4e74-9a49-4f85cdf20ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36e129e-493a-44fe-b87d-1a8a00263946,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:54.392098 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-91a41684-5467-4e74-9a49-4f85cdf20ce1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3aeaae56b3f442a9a8b2149fc74b2cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3217683 Sep 17 23:50:54.395104 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43844) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:54.442113 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-23288c9e-913b-409e-90a0-68b034100c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:54.463027 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-23288c9e-913b-409e-90a0-68b034100c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:54.541349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b3c27-f2d2-4633-81d8-663ac17e9d46 req-5edc6e14-8555-4fe7-a754-f04ade6da71c tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:54.542844 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-535b3c27-f2d2-4633-81d8-663ac17e9d46 req-5edc6e14-8555-4fe7-a754-f04ade6da71c tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a HTTP/1.1" status: 200 len: 943 time: 0.0578601 Sep 17 23:50:54.589663 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-23288c9e-913b-409e-90a0-68b034100c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:54.592146 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-23288c9e-913b-409e-90a0-68b034100c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:54.593278 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-23288c9e-913b-409e-90a0-68b034100c0d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c36e129e-493a-44fe-b87d-1a8a00263946 HTTP/1.1" status: 204 len: 168 time: 0.1976249 Sep 17 23:50:54.616485 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23288c9e-913b-409e-90a0-68b034100c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36e129e-493a-44fe-b87d-1a8a00263946,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:54.623665 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-535b3c27-f2d2-4633-81d8-663ac17e9d46 req-9113fa0f-435d-489a-8ae2-655e4aa29e76 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712271 Sep 17 23:50:54.632142 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723943c-2fc3-4770-bd29-6c929b5b91eb req-a4c415c9-7afd-44fb-b7a6-424c8f687cc0 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:54.633749 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1723943c-2fc3-4770-bd29-6c929b5b91eb req-a4c415c9-7afd-44fb-b7a6-424c8f687cc0 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0899680 Sep 17 23:50:54.683091 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1723943c-2fc3-4770-bd29-6c929b5b91eb req-c94fae57-09f8-4af7-a1e2-e97e4a3d6da5 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354979 Sep 17 23:50:54.713031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46839164-65ac-4704-8c8a-4e94cd216381 req-352aebab-d761-4142-9e82-90b48af85679 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0257256 Sep 17 23:50:55.194543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43860) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:55.217047 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d238d17f-bfa0-4993-8538-ae818a892d0d req-683fb460-97be-47a1-99bb-49522ada7419 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0317941 Sep 17 23:50:55.217923 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e71092a4-e174-44de-a7df-92404a6ec752 req-483f471b-5a1d-4d66-a5df-118d3c8c861c tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0268548 Sep 17 23:50:55.223023 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e973551-3717-46f2-b327-89a5968eb3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:55.309157 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e973551-3717-46f2-b327-89a5968eb3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:55.384273 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e973551-3717-46f2-b327-89a5968eb3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:55.422434 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0e973551-3717-46f2-b327-89a5968eb3ae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f907005eec334f25803fba73b9ca084f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266490 Sep 17 23:50:55.423217 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e973551-3717-46f2-b327-89a5968eb3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7243d7ff-c9e2-4a8f-bb57-5c901d8d7225,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:55.425529 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43862) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:50:55.508986 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37a16a5c-bac3-4c78-ab23-9b353606aa5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:55.553142 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37a16a5c-bac3-4c78-ab23-9b353606aa5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:55.574421 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-44944e94-7835-42dd-99b5-50d006f9068e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1024222 Sep 17 23:50:55.590123 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-16f7a028-4689-4c9a-a97b-6543a4380794 req-1a8120ff-0347-46c7-a66f-36659209f476 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1106324 Sep 17 23:50:55.652938 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7a028-4689-4c9a-a97b-6543a4380794 req-88d4108a-ad74-473b-aac1-5f88ede067d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:55.654433 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-16f7a028-4689-4c9a-a97b-6543a4380794 req-88d4108a-ad74-473b-aac1-5f88ede067d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7abc765864c749dabd7538c70f08c91a&device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 1096 time: 0.0407808 Sep 17 23:50:55.672943 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37a16a5c-bac3-4c78-ab23-9b353606aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:55.675356 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37a16a5c-bac3-4c78-ab23-9b353606aa5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:55.681194 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-37a16a5c-bac3-4c78-ab23-9b353606aa5a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7243d7ff-c9e2-4a8f-bb57-5c901d8d7225 HTTP/1.1" status: 204 len: 168 time: 0.2505567 Sep 17 23:50:55.722669 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a16a5c-bac3-4c78-ab23-9b353606aa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7243d7ff-c9e2-4a8f-bb57-5c901d8d7225,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:55.775810 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-beccd091-1adc-4933-bf0d-a7518eafe587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:55.776311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-beccd091-1adc-4933-bf0d-a7518eafe587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:55.776799 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-beccd091-1adc-4933-bf0d-a7518eafe587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:55.777391 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-beccd091-1adc-4933-bf0d-a7518eafe587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:55.777783 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-beccd091-1adc-4933-bf0d-a7518eafe587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:55.778260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-beccd091-1adc-4933-bf0d-a7518eafe587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:55.778741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-beccd091-1adc-4933-bf0d-a7518eafe587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:55.780631 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-beccd091-1adc-4933-bf0d-a7518eafe587 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f9cc78239c7437cacb7009f2c68fb58&device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 6503 time: 0.1244698 Sep 17 23:50:55.821099 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7a028-4689-4c9a-a97b-6543a4380794 req-752d4388-52df-4791-9745-6d8bbf83c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:55.823782 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-16f7a028-4689-4c9a-a97b-6543a4380794 req-752d4388-52df-4791-9745-6d8bbf83c527 service neutron] 10.222.0.37 "GET /v2.0/networks?id=72122d7e-76de-4b34-9763-12068f6a5b58 HTTP/1.1" status: 200 len: 917 time: 0.1456380 Sep 17 23:50:55.833501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b93baa-1670-4aff-bde5-7c2f54743f1e req-e08b3c20-bb9d-43e1-9002-6b6aa809cf26 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:55.841348 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04b93baa-1670-4aff-bde5-7c2f54743f1e req-e08b3c20-bb9d-43e1-9002-6b6aa809cf26 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a HTTP/1.1" status: 200 len: 943 time: 0.1414409 Sep 17 23:50:55.856232 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207c0f6-64e7-4191-a8ef-7a4ef9608f10 req-924d39b8-4b9d-4691-98a7-0ee36fbadc7b tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:55.857829 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c207c0f6-64e7-4191-a8ef-7a4ef9608f10 req-924d39b8-4b9d-4691-98a7-0ee36fbadc7b tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0816102 Sep 17 23:50:55.907614 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04b93baa-1670-4aff-bde5-7c2f54743f1e req-c2318d0b-eea0-4750-bfc9-0dc1ec3549de tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653446 Sep 17 23:50:55.916856 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c207c0f6-64e7-4191-a8ef-7a4ef9608f10 req-262640ea-608d-4332-9fc8-b0a4fb459a15 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507646 Sep 17 23:50:55.960523 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-16f7a028-4689-4c9a-a97b-6543a4380794 req-67c1e460-292a-4a84-924b-bfc04962bc76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2494bed5-505a-4b28-a598-0b64184820af HTTP/1.1" status: 200 len: 999 time: 0.1276026 Sep 17 23:50:56.011923 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a060344a-19eb-4c8a-95b3-f1f9c2445be1 req-2ae61946-90bd-4ced-8196-a5eaa22d2cd5 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0266621 Sep 17 23:50:56.030806 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-e4c84fdc-4a44-4cc8-8acc-44f9d4ddb1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:56.031276 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-e4c84fdc-4a44-4cc8-8acc-44f9d4ddb1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:56.031751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-e4c84fdc-4a44-4cc8-8acc-44f9d4ddb1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:56.033376 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-e4c84fdc-4a44-4cc8-8acc-44f9d4ddb1f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ae04948-4183-4a3d-bd37-c393127fcdb8&id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&id=78331211-787b-4584-b606-15ede9ec2d9c&id=78331211-787b-4584-b606-15ede9ec2d9c HTTP/1.1" status: 200 len: 2296 time: 0.1557920 Sep 17 23:50:56.037688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7a028-4689-4c9a-a97b-6543a4380794 req-85ecadf9-986d-45c3-8aea-b035a75f231e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:56.039049 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-16f7a028-4689-4c9a-a97b-6543a4380794 req-85ecadf9-986d-45c3-8aea-b035a75f231e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4105f206-9d1c-46c5-be1c-ee5f5e67b2b9 HTTP/1.1" status: 200 len: 855 time: 0.0698936 Sep 17 23:50:56.128306 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-c44a76de-e509-4cb5-8dc1-1e2e5023ed04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbdb24f9-597b-4307-a8d5-2749c569a415 HTTP/1.1" status: 200 len: 1001 time: 0.0864840 Sep 17 23:50:56.131147 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7a028-4689-4c9a-a97b-6543a4380794 req-1fa64967-5ead-4c4e-9c6a-fdcb04234804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:56.132636 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-16f7a028-4689-4c9a-a97b-6543a4380794 req-1fa64967-5ead-4c4e-9c6a-fdcb04234804 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=72122d7e-76de-4b34-9763-12068f6a5b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852640 Sep 17 23:50:56.250316 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-1674526a-884f-46aa-9505-797e003743eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:56.251872 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-1674526a-884f-46aa-9505-797e003743eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=914a5e03-c97e-4072-a458-079cc4a8ce5f HTTP/1.1" status: 200 len: 854 time: 0.1036272 Sep 17 23:50:56.285066 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-16f7a028-4689-4c9a-a97b-6543a4380794 req-a48d0ad9-c4d3-41cd-b42c-b19aae96a296 service neutron] 10.222.0.37 "GET /v2.0/networks/72122d7e-76de-4b34-9763-12068f6a5b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444609 Sep 17 23:50:56.326672 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04bce79a-3bd7-4664-95da-9acf5b925d4f req-52905eaa-d263-4357-9801-2d70ada8c53f tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0385802-24b2-4bd7-be0e-289664547f53&device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0308695 Sep 17 23:50:56.370337 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e32bb5d0-41c1-4a28-8198-037da63a8297 req-0f0c201e-758e-4027-8b13-e83d9d6ea548 tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0637956 Sep 17 23:50:56.420263 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-35e2f4f4-457f-49b8-8b00-becb71326360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:56.422026 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-35e2f4f4-457f-49b8-8b00-becb71326360 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ae04948-4183-4a3d-bd37-c393127fcdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495352 Sep 17 23:50:56.428024 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-16f7a028-4689-4c9a-a97b-6543a4380794 req-b343bd71-f3bc-4d7a-bbca-a062f8ad6d11 service neutron] 10.222.0.37 "GET /v2.0/networks/72122d7e-76de-4b34-9763-12068f6a5b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201479 Sep 17 23:50:56.523500 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-4fda9ee1-41ec-4d56-ad4f-f3665daac11b service neutron] 10.222.0.41 "GET /v2.0/networks/1ae04948-4183-4a3d-bd37-c393127fcdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894887 Sep 17 23:50:56.533707 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 82faf277-014c-4908-aa53-9806dc2c1981 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:50:56.626509 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-300eb5ab-013c-4867-9409-240ae19bac2f service neutron] 10.222.0.41 "GET /v2.0/networks/1ae04948-4183-4a3d-bd37-c393127fcdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938241 Sep 17 23:50:56.637965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 82faf277-014c-4908-aa53-9806dc2c1981, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=82faf277-014c-4908-aa53-9806dc2c1981,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:56.652463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '82faf277-014c-4908-aa53-9806dc2c1981', 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e', 'port_id': '82faf277-014c-4908-aa53-9806dc2c1981', 'mac_address': 'fa:16:3e:bd:4d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3268c3e3-cb80-4c9a-917f-08e3b14b6886', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:50:56.685863 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-4760b658-66ec-4a5d-ab80-a97b760a7b9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=3c354c66-b3c9-483a-96f9-2f56cb599108 HTTP/1.1" status: 200 len: 217 time: 0.0484784 Sep 17 23:50:56.695403 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:56.710025 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82faf277-014c-4908-aa53-9806dc2c1981 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:50:56.728314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 82faf277-014c-4908-aa53-9806dc2c1981, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=82faf277-014c-4908-aa53-9806dc2c1981,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:56.738470 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-a632c087-e536-477e-878c-776fdcbe349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:56.739950 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-a632c087-e536-477e-878c-776fdcbe349b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aef77cc-5335-4c0b-8709-d4c2d4bc8786 HTTP/1.1" status: 200 len: 797 time: 0.0446675 Sep 17 23:50:56.797140 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-233ac068-93fc-4406-a235-d81191162e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:56.798614 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-233ac068-93fc-4406-a235-d81191162e81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0505674 Sep 17 23:50:56.820151 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-397e3a4e-6ac3-46c1-a626-7f8e049d8fe5 req-b1ca8712-2e1d-44a1-b7b4-1b345bde2f84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ade658c3be24a4e9c81c665169c1449&device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0339196 Sep 17 23:50:56.841485 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-680d7508-f7cf-4972-a731-68fb4fea458e req-c5db13a0-547a-4967-9499-c6f1f3975110 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0336974 Sep 17 23:50:56.847926 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:56.861892 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-397e3a4e-6ac3-46c1-a626-7f8e049d8fe5 req-ee718d00-182d-4a75-b44e-aded18cda3a0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6ade658c3be24a4e9c81c665169c1449&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309851 Sep 17 23:50:56.909883 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=82faf277-014c-4908-aa53-9806dc2c1981,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:57.086732 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7babc50-80bd-434e-86d8-c3c8456af3d0 req-136d2caf-0df5-41ea-8eb2-178375e11aba tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:57.089302 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7babc50-80bd-434e-86d8-c3c8456af3d0 req-136d2caf-0df5-41ea-8eb2-178375e11aba tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a HTTP/1.1" status: 200 len: 944 time: 0.0983896 Sep 17 23:50:57.106365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972868e9-993b-4345-9ee1-2467007ee82a req-67287d93-d056-4e3b-9095-cb8bde92ed3d tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:57.108300 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-972868e9-993b-4345-9ee1-2467007ee82a req-67287d93-d056-4e3b-9095-cb8bde92ed3d tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0793409 Sep 17 23:50:57.168235 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7babc50-80bd-434e-86d8-c3c8456af3d0 req-9a184112-2bfa-462d-9110-5e4156b0b7a5 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707827 Sep 17 23:50:57.176918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['82faf277-014c-4908-aa53-9806dc2c1981'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:50:57.206538 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-972868e9-993b-4345-9ee1-2467007ee82a req-6cc6ad02-e4ae-4617-a0a7-6b8a3322a4f2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781343 Sep 17 23:50:57.295214 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-1142a4eb-b0d6-4ec0-b8c0-e9b0456d7670 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837096 Sep 17 23:50:57.344254 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e3a4e-6ac3-46c1-a626-7f8e049d8fe5 req-fb77887d-79ff-4af3-8701-41de6c28316f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:57.345774 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-397e3a4e-6ac3-46c1-a626-7f8e049d8fe5 req-fb77887d-79ff-4af3-8701-41de6c28316f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4522705 Sep 17 23:50:57.406767 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-6e5ce8f2-1407-4135-a21f-14f15ea39f16 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006615 Sep 17 23:50:57.452629 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-c0f2dbc2-eff6-4e93-80e5-72f6976cf879 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=c6bb7140-f314-400d-b7fc-5bb8506ae4ab HTTP/1.1" status: 200 len: 217 time: 0.0375204 Sep 17 23:50:57.484213 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2fae266-d701-4d14-8f80-879d424516f3 req-bb711606-e85e-4d1f-8da9-7af042ac4f1f tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0296943 Sep 17 23:50:57.510545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-325f68ad-90a3-4535-957a-7ba565c66b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:57.512858 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-325f68ad-90a3-4535-957a-7ba565c66b11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aef77cc-5335-4c0b-8709-d4c2d4bc8786 HTTP/1.1" status: 200 len: 797 time: 0.0531306 Sep 17 23:50:57.572803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-7257f3f5-78bb-4b57-9746-f77d6f21ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:57.574315 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-7257f3f5-78bb-4b57-9746-f77d6f21ed98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0443175 Sep 17 23:50:57.679373 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-4d08953a-afce-461d-b7ff-a61b935314ab service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862331 Sep 17 23:50:57.772602 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-4eaff4eb-1924-4c52-ba95-ac755a7c6462 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838120 Sep 17 23:50:57.824927 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-dd39680a-4b02-409b-ad88-3dea72402a7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7c8efe2c-5278-497c-a54f-a7c58a7afd95 HTTP/1.1" status: 200 len: 217 time: 0.0440800 Sep 17 23:50:57.878661 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-993aac5a-5370-4cc5-a405-6f3a55b7de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:57.880336 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-993aac5a-5370-4cc5-a405-6f3a55b7de8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aef77cc-5335-4c0b-8709-d4c2d4bc8786 HTTP/1.1" status: 200 len: 797 time: 0.0467093 Sep 17 23:50:57.934252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-98eb568b-5f9b-49b3-a6b2-56ec0f42c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:57.935761 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-98eb568b-5f9b-49b3-a6b2-56ec0f42c9da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478063 Sep 17 23:50:57.963373 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72744125-a95c-42fe-b856-d8a003df91bb req-ecae1ac9-4286-4146-ac17-263e66147088 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0264411 Sep 17 23:50:58.043382 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-e8ce612d-3968-41b9-bd81-5d8e46aa5516 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903854 Sep 17 23:50:58.139087 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-1d0f04fa-e5e8-4656-83f1-20b313e4314b service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854106 Sep 17 23:50:58.184403 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-c2dd4c05-4f5e-400c-8ca1-cbe48426ef07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=a9d9e059-8390-4277-80d1-cebaeedfffa5 HTTP/1.1" status: 200 len: 217 time: 0.0364020 Sep 17 23:50:58.235032 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-3a5a39cd-2010-4e75-baa3-c92b441e34a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:58.236423 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-3a5a39cd-2010-4e75-baa3-c92b441e34a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aef77cc-5335-4c0b-8709-d4c2d4bc8786 HTTP/1.1" status: 200 len: 797 time: 0.0440559 Sep 17 23:50:58.297489 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-428f4f86-44b0-424b-8f31-6da9895a0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:58.297996 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-428f4f86-44b0-424b-8f31-6da9895a0d3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7fa2b1b2-a546-4435-a45d-a500f62f6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0530484 Sep 17 23:50:58.346307 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ed0b9-0a02-45e6-a7a4-c4322017fdb9 req-632980b6-2ddb-4112-a36e-f0366fff3e0d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:58.348620 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e74ed0b9-0a02-45e6-a7a4-c4322017fdb9 req-632980b6-2ddb-4112-a36e-f0366fff3e0d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a HTTP/1.1" status: 200 len: 944 time: 0.1097691 Sep 17 23:50:58.409646 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-81bde407-0f90-4f58-b22e-13f7f42bbaf0 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035879 Sep 17 23:50:58.414609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e74ed0b9-0a02-45e6-a7a4-c4322017fdb9 req-9140471d-b182-4c7a-a222-9371143a8028 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561018 Sep 17 23:50:58.422568 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b025ad2-0ac5-4d6a-a8e0-7b03648613f2 req-ca33e61d-9958-40a2-a7ab-932188c35f88 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:58.424216 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b025ad2-0ac5-4d6a-a8e0-7b03648613f2 req-ca33e61d-9958-40a2-a7ab-932188c35f88 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0746026 Sep 17 23:50:58.481850 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b025ad2-0ac5-4d6a-a8e0-7b03648613f2 req-19fa3678-dc6f-494e-a906-efd6c91170cd tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409594 Sep 17 23:50:58.543583 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f2852dd9-1a3c-44b5-9830-9660d2d31afb req-c2800c09-5333-456b-839d-087d4f2cc88a tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0431578 Sep 17 23:50:58.547706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 82faf277-014c-4908-aa53-9806dc2c1981 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:50:58.558859 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-984ff647-af13-428b-a674-984ebca3ab83 service neutron] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344278 Sep 17 23:50:58.611025 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-1186d9a1-6e0d-45aa-8a92-f259410f81b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6bd98999-1873-446c-bd20-a66f5e0dc3f9 HTTP/1.1" status: 200 len: 217 time: 0.0413179 Sep 17 23:50:58.662760 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-128c2ca2-eea7-4bc1-8799-297e20c28fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:58.664228 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-128c2ca2-eea7-4bc1-8799-297e20c28fa4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c6c43ea-51ef-4e38-b4f1-a534cd748806 HTTP/1.1" status: 200 len: 797 time: 0.0447526 Sep 17 23:50:58.687061 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 82faf277-014c-4908-aa53-9806dc2c1981 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:50:58.691107 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 82faf277-014c-4908-aa53-9806dc2c1981 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:50:58.691624 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:58.717521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-4bea07fd-c55b-4701-9832-6a9492b75193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:58.719015 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-4bea07fd-c55b-4701-9832-6a9492b75193 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78331211-787b-4584-b606-15ede9ec2d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0397277 Sep 17 23:50:58.773872 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:58.796760 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82faf277-014c-4908-aa53-9806dc2c1981'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:50:58.799014 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112dc314-d18b-4ffa-a2af-352dab26781e" -d '{"events": [{"server_uuid": "4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a", "name": "network-vif-plugged", "status": "completed", "tag": "82faf277-014c-4908-aa53-9806dc2c1981"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:50:58.811645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 82faf277-014c-4908-aa53-9806dc2c1981, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=82faf277-014c-4908-aa53-9806dc2c1981,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:50:58.837066 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129147cf-d676-4a54-9314-2c60e1aa1d4d x-openstack-request-id: req-129147cf-d676-4a54-9314-2c60e1aa1d4d {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:50:58.837405 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a", "name": "network-vif-plugged", "status": "completed", "tag": "82faf277-014c-4908-aa53-9806dc2c1981", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:50:58.837682 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-129147cf-d676-4a54-9314-2c60e1aa1d4d {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:50:58.838071 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82faf277-014c-4908-aa53-9806dc2c1981', 'code': 200} Sep 17 23:50:58.838629 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-a84c775c-8278-4fb8-a124-966babe59bcf service neutron] 10.222.0.41 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008599 Sep 17 23:50:58.906328 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-397e3a4e-6ac3-46c1-a626-7f8e049d8fe5 req-d6296d5c-443c-4572-9d99-6b8644a8c35e tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0455997 Sep 17 23:50:58.933309 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:50:58.982922 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156ad7d-1d1d-4de2-8142-e68647082493 req-6b088661-605c-4de0-bca7-600272d1fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:58.984437 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c156ad7d-1d1d-4de2-8142-e68647082493 req-6b088661-605c-4de0-bca7-600272d1fabf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a HTTP/1.1" status: 200 len: 1095 time: 0.0860906 Sep 17 23:50:59.016021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=82faf277-014c-4908-aa53-9806dc2c1981,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:50:59.033902 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-de10d1af-922b-475b-a4aa-9fa3a419a68e service neutron] 10.222.0.41 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818812 Sep 17 23:50:59.039851 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c156ad7d-1d1d-4de2-8142-e68647082493 req-b248fa19-ce89-40d6-9903-2a5ec4f358ff service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445242 Sep 17 23:50:59.081380 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-99aded24-5396-4b45-850f-11b4920d6d3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 HTTP/1.1" status: 200 len: 217 time: 0.0380855 Sep 17 23:50:59.089731 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1736eb7e-d639-475d-9cbd-257dc1f24766 req-ee0d7ed1-5bbf-43ce-ac8c-19363e835150 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd1f5e9c-3ce0-4493-a517-08d2eca0a6bf HTTP/1.1" status: 200 len: 210 time: 0.0291860 Sep 17 23:50:59.148917 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-0bdfe884-34cb-463c-8b8e-a5201190c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:59.150372 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-0bdfe884-34cb-463c-8b8e-a5201190c495 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c6c43ea-51ef-4e38-b4f1-a534cd748806 HTTP/1.1" status: 200 len: 797 time: 0.0488706 Sep 17 23:50:59.198281 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-cf2fbda7-ef28-44df-bdc2-7f50f679eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:59.199804 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-cf2fbda7-ef28-44df-bdc2-7f50f679eaa0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78331211-787b-4584-b606-15ede9ec2d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0398743 Sep 17 23:50:59.291464 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-45a7c7a2-71a0-4e6d-96e0-ac4b1838a4d9 service neutron] 10.222.0.41 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816178 Sep 17 23:50:59.388319 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fc002139-6f6a-480e-91ad-26b9503d3434 req-b470e9f3-c097-410b-bd57-38b6dbe375fa service neutron] 10.222.0.41 "GET /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882883 Sep 17 23:50:59.532457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37a640-2cac-481c-876d-90dc0c1011be req-b2f8914d-e160-4f20-a1f7-625d8d955571 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:59.533973 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be37a640-2cac-481c-876d-90dc0c1011be req-b2f8914d-e160-4f20-a1f7-625d8d955571 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a HTTP/1.1" status: 200 len: 945 time: 0.0502865 Sep 17 23:50:59.604339 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be37a640-2cac-481c-876d-90dc0c1011be req-65f001d9-13b3-45ef-a462-76d54098746d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644250 Sep 17 23:50:59.620954 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0065d16-b272-427f-b538-d8ba01358eab req-089ffe3f-4cf2-4aa5-aaf7-6e09136fee66 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:50:59.622444 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0065d16-b272-427f-b538-d8ba01358eab req-089ffe3f-4cf2-4aa5-aaf7-6e09136fee66 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0688682 Sep 17 23:50:59.669392 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0065d16-b272-427f-b538-d8ba01358eab req-882e995e-7a51-4c24-8929-4fb0a4356312 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404856 Sep 17 23:50:59.702181 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb2e52a6-b069-4ef7-9127-7177170d9215 req-5b9323c8-a5e1-4731-af9d-543d0401b8df tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0287876 Sep 17 23:51:00.179536 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44044) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:00.300063 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-927838ea-e878-4753-9334-ed2f84ace3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:00.393889 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-927838ea-e878-4753-9334-ed2f84ace3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:00.498664 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-927838ea-e878-4753-9334-ed2f84ace3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:00.520782 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92a30d34-8975-43e8-8fdd-a7e8be738fdb req-63e21bb7-d64d-4b91-ba97-f4a515768444 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0385802-24b2-4bd7-be0e-289664547f53 HTTP/1.1" status: 200 len: 210 time: 0.0328512 Sep 17 23:51:00.565007 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-927838ea-e878-4753-9334-ed2f84ace3d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d36bdb3d57fd4b20ae2a3da66c1f574e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3843386 Sep 17 23:51:00.566103 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927838ea-e878-4753-9334-ed2f84ace3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da74b88d-abb3-40c1-a5d2-5a79ab02d57c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:00.567742 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44050) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:00.569955 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d9ebd874-1be0-475a-a849-348f5b707a33 req-2e6df838-5d78-49b0-b7d7-f6c5e95fa7a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ade658c3be24a4e9c81c665169c1449&device_id=c0385802-24b2-4bd7-be0e-289664547f53 HTTP/1.1" status: 200 len: 210 time: 0.0423713 Sep 17 23:51:00.599570 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d9ebd874-1be0-475a-a849-348f5b707a33 req-2a1b1100-1767-4725-9495-8dd3bdb07755 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6ade658c3be24a4e9c81c665169c1449&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210080 Sep 17 23:51:00.617494 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bc37376a-335e-4c1a-8a87-3396588b2be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:00.639204 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bc37376a-335e-4c1a-8a87-3396588b2be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:00.696200 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebd874-1be0-475a-a849-348f5b707a33 req-681de6f0-c6e1-441a-a94e-91df3e1a2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:00.697823 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d9ebd874-1be0-475a-a849-348f5b707a33 req-681de6f0-c6e1-441a-a94e-91df3e1a2218 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914288 Sep 17 23:51:00.731662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdb1c5-690e-4e24-a875-2b3939365da2 req-30cdc0ea-3c94-4045-b356-44358d9fec8e tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:00.733312 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5bdb1c5-690e-4e24-a875-2b3939365da2 req-30cdc0ea-3c94-4045-b356-44358d9fec8e tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a HTTP/1.1" status: 200 len: 945 time: 0.0540111 Sep 17 23:51:00.780768 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bc37376a-335e-4c1a-8a87-3396588b2be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:00.783254 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bc37376a-335e-4c1a-8a87-3396588b2be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:00.784366 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bc37376a-335e-4c1a-8a87-3396588b2be3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/da74b88d-abb3-40c1-a5d2-5a79ab02d57c HTTP/1.1" status: 204 len: 168 time: 0.2156465 Sep 17 23:51:00.805253 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37376a-335e-4c1a-8a87-3396588b2be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da74b88d-abb3-40c1-a5d2-5a79ab02d57c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:00.809513 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5bdb1c5-690e-4e24-a875-2b3939365da2 req-c10e7541-7987-4e0c-9fea-4aeb0912a1d6 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657554 Sep 17 23:51:00.833133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25282d68-3261-41f3-beb6-817c244ed68b req-cb73c5c8-3094-4fa8-a6b1-b942eacc57f5 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:00.833133 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25282d68-3261-41f3-beb6-817c244ed68b req-cb73c5c8-3094-4fa8-a6b1-b942eacc57f5 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0906971 Sep 17 23:51:00.833133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37376a-335e-4c1a-8a87-3396588b2be3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:00.833133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37376a-335e-4c1a-8a87-3396588b2be3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:00.833133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37376a-335e-4c1a-8a87-3396588b2be3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:00.833133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37376a-335e-4c1a-8a87-3396588b2be3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:00.833133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37376a-335e-4c1a-8a87-3396588b2be3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:00.833133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37376a-335e-4c1a-8a87-3396588b2be3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:00.833133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37376a-335e-4c1a-8a87-3396588b2be3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:00.833133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37376a-335e-4c1a-8a87-3396588b2be3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:00.833133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37376a-335e-4c1a-8a87-3396588b2be3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:00.833133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37376a-335e-4c1a-8a87-3396588b2be3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:00.833133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37376a-335e-4c1a-8a87-3396588b2be3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:00.833133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc37376a-335e-4c1a-8a87-3396588b2be3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:00.871387 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25282d68-3261-41f3-beb6-817c244ed68b req-b8e40b06-0a77-4505-b84e-c7e56e3964c0 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375605 Sep 17 23:51:00.923384 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6828dc7a-019b-43cd-a5a9-d8b7131b3a4c req-73a0c479-505a-4774-a17a-ec49ebea88a7 tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0315003 Sep 17 23:51:01.034572 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c545a8-ee8a-41ba-9109-cb5491147e88 req-8c49785c-9f75-40e7-92bd-088ffaeb448f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:01.036629 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9c545a8-ee8a-41ba-9109-cb5491147e88 req-8c49785c-9f75-40e7-92bd-088ffaeb448f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a HTTP/1.1" status: 200 len: 945 time: 0.0487442 Sep 17 23:51:01.074281 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9c545a8-ee8a-41ba-9109-cb5491147e88 req-e9ea7691-a2b3-4c2c-8a34-c723b3e3c56a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314512 Sep 17 23:51:01.418110 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44068) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:01.433967 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25d09a93-3291-48eb-a8b6-a0e3e523d6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:01.547095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62032d8-34db-43a1-962b-fa40a48969e1 req-a52f4014-23fd-4d76-b704-969a9543e943 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:01.548589 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a62032d8-34db-43a1-962b-fa40a48969e1 req-a52f4014-23fd-4d76-b704-969a9543e943 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a HTTP/1.1" status: 200 len: 945 time: 0.0715938 Sep 17 23:51:01.567880 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25d09a93-3291-48eb-a8b6-a0e3e523d6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:01.606847 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a62032d8-34db-43a1-962b-fa40a48969e1 req-277ceeb8-5cc2-4235-8f67-9473762b1446 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484710 Sep 17 23:51:01.624706 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be9af2f0-45d8-4807-a36e-314e16aa9504 req-123c943c-6606-4b33-80d6-7e3fa0f10006 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0385802-24b2-4bd7-be0e-289664547f53 HTTP/1.1" status: 200 len: 210 time: 0.0316930 Sep 17 23:51:01.630169 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25d09a93-3291-48eb-a8b6-a0e3e523d6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:01.666393 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-25d09a93-3291-48eb-a8b6-a0e3e523d6f0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a0ac69680524d56b577714c615f3c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471504 Sep 17 23:51:01.668283 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d09a93-3291-48eb-a8b6-a0e3e523d6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a020c162-9ac1-4f53-a670-a89a03d2ab01,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:01.669049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44074) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:01.717668 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-928f049f-581a-4d71-9745-33c82506fd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:01.743191 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-928f049f-581a-4d71-9745-33c82506fd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:01.927769 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-928f049f-581a-4d71-9745-33c82506fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:01.930377 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-928f049f-581a-4d71-9745-33c82506fd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:01.932008 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-928f049f-581a-4d71-9745-33c82506fd6b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a020c162-9ac1-4f53-a670-a89a03d2ab01 HTTP/1.1" status: 204 len: 168 time: 0.2615159 Sep 17 23:51:01.939569 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f049f-581a-4d71-9745-33c82506fd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a020c162-9ac1-4f53-a670-a89a03d2ab01,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:02.000389 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21895dc-9d88-4169-9629-d36cf34afe53 req-18109626-b6df-4298-b31c-828e34b608ba tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:02.002205 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c21895dc-9d88-4169-9629-d36cf34afe53 req-18109626-b6df-4298-b31c-828e34b608ba tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0615821 Sep 17 23:51:02.048153 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c21895dc-9d88-4169-9629-d36cf34afe53 req-a33bed57-0053-4b3a-acd3-e57f6ff4a136 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369694 Sep 17 23:51:02.083299 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d9ebd874-1be0-475a-a849-348f5b707a33 req-559aab42-dfaa-49af-937d-4a46fa75e10b tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0385802-24b2-4bd7-be0e-289664547f53 HTTP/1.1" status: 200 len: 210 time: 0.0330832 Sep 17 23:51:02.093390 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3a809e5-f467-4d35-b723-3fa42fda84a4 req-5509b920-4b42-43c2-b351-f27cf2a013ea tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0274422 Sep 17 23:51:02.736096 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-280dfa5d-d9de-4638-b08b-713c5f6324df req-8dc60600-3b22-4a08-b44f-c41a785c78b1 tempest-ServerShowV247Test-146008486 tempest-ServerShowV247Test-146008486-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0385802-24b2-4bd7-be0e-289664547f53 HTTP/1.1" status: 200 len: 210 time: 0.0291560 Sep 17 23:51:02.751170 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eda011-a907-470a-932f-cbce65b996fa req-b1c12706-19cf-47cd-86b0-12ed610828f9 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:02.752611 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7eda011-a907-470a-932f-cbce65b996fa req-b1c12706-19cf-47cd-86b0-12ed610828f9 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a HTTP/1.1" status: 200 len: 945 time: 0.0768938 Sep 17 23:51:02.790874 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7eda011-a907-470a-932f-cbce65b996fa req-e833e568-dcac-4673-993a-104324b7c293 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317848 Sep 17 23:51:03.016280 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c0cfa-7964-49ac-a689-45a1457f1cdb req-34c3ef10-3920-4307-a5d0-384645ea6910 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:03.017771 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e2c0cfa-7964-49ac-a689-45a1457f1cdb req-34c3ef10-3920-4307-a5d0-384645ea6910 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a HTTP/1.1" status: 200 len: 945 time: 0.0483847 Sep 17 23:51:03.117976 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-4e2c0cfa-7964-49ac-a689-45a1457f1cdb req-57d210c4-175c-460d-aaf3-ffda4bf53fbc tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Deleting port 82faf277-014c-4908-aa53-9806dc2c1981 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:51:03.118323 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4e2c0cfa-7964-49ac-a689-45a1457f1cdb req-57d210c4-175c-460d-aaf3-ffda4bf53fbc tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:03.185344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad33137-d917-4580-bd97-ea2a5a168fa1 req-c421680a-f5cc-4075-b4ee-825f3189beff tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:03.186904 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aad33137-d917-4580-bd97-ea2a5a168fa1 req-c421680a-f5cc-4075-b4ee-825f3189beff tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0609269 Sep 17 23:51:03.214763 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b42b198-691a-4f55-a051-220405ea02b9 req-8544bf4c-b1b0-4f58-a8ce-9a949e9d8840 tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0269504 Sep 17 23:51:03.228456 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4e2c0cfa-7964-49ac-a689-45a1457f1cdb req-57d210c4-175c-460d-aaf3-ffda4bf53fbc tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] For port 82faf277-014c-4908-aa53-9806dc2c1981, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=82faf277-014c-4908-aa53-9806dc2c1981,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:03.229013 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4e2c0cfa-7964-49ac-a689-45a1457f1cdb req-57d210c4-175c-460d-aaf3-ffda4bf53fbc tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:03.245461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-4e2c0cfa-7964-49ac-a689-45a1457f1cdb req-57d210c4-175c-460d-aaf3-ffda4bf53fbc tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Calling delete_port for 82faf277-014c-4908-aa53-9806dc2c1981 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:51:03.266340 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aad33137-d917-4580-bd97-ea2a5a168fa1 req-fd60911a-f2e0-4c83-a9a7-dee09af1d09c tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629838 Sep 17 23:51:03.469740 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4e2c0cfa-7964-49ac-a689-45a1457f1cdb req-57d210c4-175c-460d-aaf3-ffda4bf53fbc tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:03.483481 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['95d2a898-fcaf-4ab5-9aad-e18a40cca389', '82faf277-014c-4908-aa53-9806dc2c1981'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:51:03.502196 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d210c4-175c-460d-aaf3-ffda4bf53fbc tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Pushing event deleted for resources: {'Port': ['ID=82faf277-014c-4908-aa53-9806dc2c1981,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:03.548313 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2c0cfa-7964-49ac-a689-45a1457f1cdb req-57d210c4-175c-460d-aaf3-ffda4bf53fbc tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] No DVR routers for this DVR port 82faf277-014c-4908-aa53-9806dc2c1981 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:51:03.551637 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4e2c0cfa-7964-49ac-a689-45a1457f1cdb req-57d210c4-175c-460d-aaf3-ffda4bf53fbc tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:03.554233 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e2c0cfa-7964-49ac-a689-45a1457f1cdb req-57d210c4-175c-460d-aaf3-ffda4bf53fbc tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.37 "DELETE /v2.0/ports/82faf277-014c-4908-aa53-9806dc2c1981 HTTP/1.1" status: 204 len: 173 time: 0.5296731 Sep 17 23:51:03.554823 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a', 'name': 'network-vif-deleted', 'tag': '82faf277-014c-4908-aa53-9806dc2c1981'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:51:03.557241 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9b0557-1cb9-4d32-84e1-13584a14f231" -d '{"events": [{"server_uuid": "4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a", "name": "network-vif-deleted", "tag": "82faf277-014c-4908-aa53-9806dc2c1981"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:51:03.600955 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba39840-9380-4507-95f8-fadd2836043d x-openstack-request-id: req-3ba39840-9380-4507-95f8-fadd2836043d {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:51:03.601324 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a", "name": "network-vif-deleted", "tag": "82faf277-014c-4908-aa53-9806dc2c1981", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:51:03.601649 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3ba39840-9380-4507-95f8-fadd2836043d {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:51:03.602112 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a', 'name': 'network-vif-deleted', 'tag': '82faf277-014c-4908-aa53-9806dc2c1981', 'status': 'completed', 'code': 200} Sep 17 23:51:03.912925 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-256ac2e8-6f7f-48bb-b836-20408d541fe3 req-e48dfcd6-b251-46b1-9b3b-495dc27036ea tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ff3b8d4-e3c9-432a-9643-86a1fd5bf82a HTTP/1.1" status: 200 len: 210 time: 0.0451400 Sep 17 23:51:04.334691 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-85a7213d-f5f2-4985-877e-2644eeb5cfea req-73802f32-9ce5-4ccb-9417-7a7e6a22c088 tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0283732 Sep 17 23:51:04.339312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44150) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:04.388359 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dca81-df6c-4dce-9669-ba8c2f5d88b8 req-6692fca5-8dea-40b0-8d38-cb9f795b9bef tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:04.397486 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c1dca81-df6c-4dce-9669-ba8c2f5d88b8 req-6692fca5-8dea-40b0-8d38-cb9f795b9bef tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0649476 Sep 17 23:51:04.433948 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c1dca81-df6c-4dce-9669-ba8c2f5d88b8 req-1c6b1c12-05b0-442d-9c18-a7b648890a20 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354130 Sep 17 23:51:04.473727 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b541d239-cdab-4fa7-b509-35f50085bbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:04.569520 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b541d239-cdab-4fa7-b509-35f50085bbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:04.692230 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b541d239-cdab-4fa7-b509-35f50085bbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:04.731833 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b541d239-cdab-4fa7-b509-35f50085bbab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ade658c3be24a4e9c81c665169c1449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3910670 Sep 17 23:51:04.732965 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541d239-cdab-4fa7-b509-35f50085bbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d7c02d-c3f7-421a-94bb-0f2b61afcecf,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:04.734633 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44168) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:04.788765 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7d3e3e39-d303-42c6-b800-df46028489fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:04.809979 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7d3e3e39-d303-42c6-b800-df46028489fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:04.966673 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7d3e3e39-d303-42c6-b800-df46028489fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:04.969292 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7d3e3e39-d303-42c6-b800-df46028489fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:04.970466 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7d3e3e39-d303-42c6-b800-df46028489fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2d7c02d-c3f7-421a-94bb-0f2b61afcecf HTTP/1.1" status: 204 len: 168 time: 0.2341499 Sep 17 23:51:04.978361 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e3e39-d303-42c6-b800-df46028489fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d7c02d-c3f7-421a-94bb-0f2b61afcecf,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:05.450399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f91a879-ccf3-4227-b117-5df2a7639aa5 req-c5f13f98-774e-4546-994a-28090e8a64ee tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0336270 Sep 17 23:51:05.554410 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7977690-bbbf-4e69-9ea7-9cfc2b0211de req-ed6fa46d-599b-4cf7-9f5d-aad38221cfcf tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:05.555937 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7977690-bbbf-4e69-9ea7-9cfc2b0211de req-ed6fa46d-599b-4cf7-9f5d-aad38221cfcf tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0526066 Sep 17 23:51:05.599503 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7977690-bbbf-4e69-9ea7-9cfc2b0211de req-174876f9-3e15-4056-830b-fd785b28bc1e tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366502 Sep 17 23:51:05.743529 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-28332be6-0398-4583-9133-bcf0369dfa97 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:05.745069 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-28332be6-0398-4583-9133-bcf0369dfa97 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/networks?id=d33639c8-89f1-4a85-9d12-3148a2ec181e HTTP/1.1" status: 200 len: 805 time: 0.1059496 Sep 17 23:51:05.760082 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-bb30f27f-cd80-48fb-840b-94b15e0a3de2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/quotas/64f5b0c5188148a8b9b3bac9c08e14c6 HTTP/1.1" status: 200 len: 375 time: 0.0091984 Sep 17 23:51:05.813631 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-5ce1110e-ce65-42bf-9222-7fde4cba4c07 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477941 Sep 17 23:51:05.922756 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-9d24b064-6f0a-41c7-80b2-11f3970f7a78 service neutron] 10.222.0.46 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970709 Sep 17 23:51:06.017990 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-08dad091-0864-4b92-bfbe-5813de1c5072 service neutron] 10.222.0.46 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882559 Sep 17 23:51:06.317952 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d0071c81-5178-444a-8357-127e63628c37 req-73d0e6b3-a5cc-48a3-a04b-a9c14ef5f7c4 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d94cc27-a60e-4324-a9be-9b9f98e11613 HTTP/1.1" status: 200 len: 210 time: 0.0275824 Sep 17 23:51:06.543495 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44312) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:06.567079 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-500a4e44-b78f-4729-bdb5-a155aa35e6fb req-61904bbf-4564-4d74-adb9-b25883165468 tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0347180 Sep 17 23:51:06.578521 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 82faf277-014c-4908-aa53-9806dc2c1981 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:51:06.605376 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 82faf277-014c-4908-aa53-9806dc2c1981 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:51:06.605727 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 82faf277-014c-4908-aa53-9806dc2c1981 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:51:06.677534 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c213fda9-5486-4cf9-8455-b8c5757bbc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:06.755562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf5259-ec74-463e-86ac-8fce16231923 req-06707404-5d6c-4c78-b846-8b29a4a22c9c tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:06.756991 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3cf5259-ec74-463e-86ac-8fce16231923 req-06707404-5d6c-4c78-b846-8b29a4a22c9c tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0712059 Sep 17 23:51:06.815058 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3cf5259-ec74-463e-86ac-8fce16231923 req-39f8135e-8666-444d-8350-b7621a0a66bc tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506740 Sep 17 23:51:06.840291 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c213fda9-5486-4cf9-8455-b8c5757bbc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:06.909437 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c213fda9-5486-4cf9-8455-b8c5757bbc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:06.950769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213fda9-5486-4cf9-8455-b8c5757bbc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048404d9-41b8-488f-a35c-d2db7592051c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:06.955075 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c213fda9-5486-4cf9-8455-b8c5757bbc68 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bdc10a5e91c944ebae5607a39d811aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4106259 Sep 17 23:51:06.958008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44340) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:07.006014 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f075de9-e1a2-4b34-b504-7e6a0895e333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:07.029656 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f075de9-e1a2-4b34-b504-7e6a0895e333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:07.126892 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f075de9-e1a2-4b34-b504-7e6a0895e333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:07.130177 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f075de9-e1a2-4b34-b504-7e6a0895e333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:07.131445 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0f075de9-e1a2-4b34-b504-7e6a0895e333 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/048404d9-41b8-488f-a35c-d2db7592051c HTTP/1.1" status: 204 len: 168 time: 0.1726623 Sep 17 23:51:07.140242 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f075de9-e1a2-4b34-b504-7e6a0895e333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048404d9-41b8-488f-a35c-d2db7592051c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:07.410113 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da8ed191-215a-4f57-8a72-da18b39882b0 req-8e4ec12d-15f1-44f1-9df0-24b46e1a96f5 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d94cc27-a60e-4324-a9be-9b9f98e11613 HTTP/1.1" status: 200 len: 210 time: 0.0267882 Sep 17 23:51:07.639963 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44368) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:07.686515 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12fb761b-7e1c-4926-81bf-24b5997f6826 req-e4295469-14a2-429b-9a54-5a810037ebca tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0298853 Sep 17 23:51:07.747658 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0fa1-0206-4415-b591-be906b16d25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:08.168355 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0fa1-0206-4415-b591-be906b16d25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:08.177559 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768341a-fa4f-4d65-a8d5-f0a341a9084d req-72eadec1-0fbb-405e-b572-47f689f017f9 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:08.179055 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f768341a-fa4f-4d65-a8d5-f0a341a9084d req-72eadec1-0fbb-405e-b572-47f689f017f9 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0732687 Sep 17 23:51:08.219283 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f768341a-fa4f-4d65-a8d5-f0a341a9084d req-c70ed151-c117-43ad-854f-927263e769ff tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340648 Sep 17 23:51:08.338437 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0fa1-0206-4415-b591-be906b16d25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:08.381003 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e0fa1-0206-4415-b591-be906b16d25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ec37e2-79cd-4032-bf37-fb6b686fa259,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:08.387509 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cf4e0fa1-0206-4415-b591-be906b16d25f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3286af2217f24f139b989330ca87b23b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7472267 Sep 17 23:51:08.387950 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44392) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:08.425511 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-2df38050-4e52-4984-a9a5-4047f35f30de tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:08.429227 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-2df38050-4e52-4984-a9a5-4047f35f30de tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.41 "GET /v2.0/networks?id=d33639c8-89f1-4a85-9d12-3148a2ec181e HTTP/1.1" status: 200 len: 805 time: 0.1291528 Sep 17 23:51:08.447259 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-c7e19fed-1bce-4e43-9eb5-0d54b55bceb2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Request body: {'port': {'device_id': '5d94cc27-a60e-4324-a9be-9b9f98e11613', 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e', 'admin_state_up': True, 'tenant_id': '64f5b0c5188148a8b9b3bac9c08e14c6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:08.529406 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-546898c4-ffdd-4812-808e-5ea5bfb82031 req-99cd89fd-950f-48a3-9ab4-bfe58a5c2a14 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d94cc27-a60e-4324-a9be-9b9f98e11613 HTTP/1.1" status: 200 len: 210 time: 0.0317190 Sep 17 23:51:08.536681 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa1617ff-a6d8-48d0-aada-ab05e45fed26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:08.573448 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa1617ff-a6d8-48d0-aada-ab05e45fed26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:08.718081 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa1617ff-a6d8-48d0-aada-ab05e45fed26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:08.720657 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa1617ff-a6d8-48d0-aada-ab05e45fed26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:08.725185 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fa1617ff-a6d8-48d0-aada-ab05e45fed26 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70ec37e2-79cd-4032-bf37-fb6b686fa259 HTTP/1.1" status: 204 len: 168 time: 0.3361490 Sep 17 23:51:08.736809 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-c7e19fed-1bce-4e43-9eb5-0d54b55bceb2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Made reservation on behalf of 64f5b0c5188148a8b9b3bac9c08e14c6 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:08.741724 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-c7e19fed-1bce-4e43-9eb5-0d54b55bceb2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:08.758828 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1617ff-a6d8-48d0-aada-ab05e45fed26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ec37e2-79cd-4032-bf37-fb6b686fa259,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:08.809665 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7eff2bba-d736-45e0-8831-902bf2072c71 req-b4742bd8-a1d2-440a-8dc0-ae7edfdb73aa tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0411062 Sep 17 23:51:08.905219 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-c7e19fed-1bce-4e43-9eb5-0d54b55bceb2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Allocated IP 172.20.0.6 (d33639c8-89f1-4a85-9d12-3148a2ec181e/3268c3e3-cb80-4c9a-917f-08e3b14b6886/e9536419-a373-4589-bb1a-498bee9f7087) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:51:09.053556 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-c7e19fed-1bce-4e43-9eb5-0d54b55bceb2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:09.293026 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-c7e19fed-1bce-4e43-9eb5-0d54b55bceb2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:09.305711 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['95d2a898-fcaf-4ab5-9aad-e18a40cca389'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:51:09.336146 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-c7e19fed-1bce-4e43-9eb5-0d54b55bceb2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Network d33639c8-89f1-4a85-9d12-3148a2ec181e is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:51:09.343181 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-c7e19fed-1bce-4e43-9eb5-0d54b55bceb2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:51:09.347800 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-c7e19fed-1bce-4e43-9eb5-0d54b55bceb2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:51:09.353772 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44438) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:09.370653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e19fed-1bce-4e43-9eb5-0d54b55bceb2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Pushing event updated for resources: {'Port': ['ID=e9536419-a373-4589-bb1a-498bee9f7087,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:09.404239 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-c7e19fed-1bce-4e43-9eb5-0d54b55bceb2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:09.405062 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-c7e19fed-1bce-4e43-9eb5-0d54b55bceb2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:09.504585 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-c7e19fed-1bce-4e43-9eb5-0d54b55bceb2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0656147 Sep 17 23:51:09.517004 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Request body: {'port': {'device_id': '5d94cc27-a60e-4324-a9be-9b9f98e11613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:09.565892 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44446) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:09.581750 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-caf03dd5-11af-4f4e-93da-d108e341f96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:09.597915 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:09.610321 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d64f0-c72e-43ac-816b-b67a9f11e686 req-bae9fd51-470c-4dc0-b4a5-98ee9cc60d4c tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:09.611825 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-496d64f0-c72e-43ac-816b-b67a9f11e686 req-bae9fd51-470c-4dc0-b4a5-98ee9cc60d4c tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.3153610 Sep 17 23:51:09.637560 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6840ecd6-ef92-4dea-8908-da29d94b0f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:09.719840 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-496d64f0-c72e-43ac-816b-b67a9f11e686 req-9ad775f4-c3bb-4df0-8ef6-2bcdc1a80753 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990694 Sep 17 23:51:09.737129 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb66cde-8b4b-4d67-949b-3830fbb2960c req-bc323225-9dd4-4e74-84e5-9c8493a868a4 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:09.739200 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cbb66cde-8b4b-4d67-949b-3830fbb2960c req-bc323225-9dd4-4e74-84e5-9c8493a868a4 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d94cc27-a60e-4324-a9be-9b9f98e11613 HTTP/1.1" status: 200 len: 931 time: 0.1195869 Sep 17 23:51:09.794236 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cbb66cde-8b4b-4d67-949b-3830fbb2960c req-55d7c15f-96ab-44b8-b309-ae87d4c95029 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483172 Sep 17 23:51:09.807162 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-caf03dd5-11af-4f4e-93da-d108e341f96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:09.870429 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9536419-a373-4589-bb1a-498bee9f7087 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:51:09.874369 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-caf03dd5-11af-4f4e-93da-d108e341f96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:09.878374 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:09.891479 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Transition to ACTIVE for port object e9536419-a373-4589-bb1a-498bee9f7087 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:51:09.948226 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3c67d7f5-54fd-4a8a-a24f-fbdf14e409d0 req-fce0041e-8671-4e57-9454-f82c364564c6 tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0490711 Sep 17 23:51:09.949792 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:09.952472 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf03dd5-11af-4f4e-93da-d108e341f96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58883306-35af-4c78-8462-3994495c11b2,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:09.957230 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-caf03dd5-11af-4f4e-93da-d108e341f96a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=15681dd16ec5462d9ffc4a876763410c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3897822 Sep 17 23:51:09.961401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44450) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:10.015567 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Pushing event updated for resources: {'Port': ['ID=e9536419-a373-4589-bb1a-498bee9f7087,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:10.043831 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-815090da-cbe8-4806-acae-100cb125c842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:10.062261 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6840ecd6-ef92-4dea-8908-da29d94b0f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:10.075103 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-815090da-cbe8-4806-acae-100cb125c842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:10.085465 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Attempting to bind port e9536419-a373-4589-bb1a-498bee9f7087 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:51:10.085797 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Attempting to bind port e9536419-a373-4589-bb1a-498bee9f7087 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:51:10.086122 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Attempting to bind port e9536419-a373-4589-bb1a-498bee9f7087 on network d33639c8-89f1-4a85-9d12-3148a2ec181e {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:51:10.090383 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Port e9536419-a373-4589-bb1a-498bee9f7087 on network d33639c8-89f1-4a85-9d12-3148a2ec181e not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:51:10.090697 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Attempting to bind port e9536419-a373-4589-bb1a-498bee9f7087 on network d33639c8-89f1-4a85-9d12-3148a2ec181e {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:51:10.095516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:51:10.095850 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Checking segment: {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:51:10.096225 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Bound using segment: {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:51:10.096642 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Bound port: e9536419-a373-4589-bb1a-498bee9f7087, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:51:10.097949 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:10.140404 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6840ecd6-ef92-4dea-8908-da29d94b0f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:10.168909 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] For port e9536419-a373-4589-bb1a-498bee9f7087, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:51:10.168909 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] For port e9536419-a373-4589-bb1a-498bee9f7087, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e9536419-a373-4589-bb1a-498bee9f7087,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:51:10.178679 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6840ecd6-ef92-4dea-8908-da29d94b0f4d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e0a71112b034402caf7b989108751279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8239391 Sep 17 23:51:10.180604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840ecd6-ef92-4dea-8908-da29d94b0f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d3ff52-86b7-4bfb-9692-b3db169872d4,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:10.181481 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44452) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:10.229307 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-27e60f70-b4db-4574-9b87-b49dcbae5e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:10.235002 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-815090da-cbe8-4806-acae-100cb125c842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:10.237633 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-815090da-cbe8-4806-acae-100cb125c842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:10.238946 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-815090da-cbe8-4806-acae-100cb125c842 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58883306-35af-4c78-8462-3994495c11b2 HTTP/1.1" status: 204 len: 168 time: 0.2756689 Sep 17 23:51:10.247289 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815090da-cbe8-4806-acae-100cb125c842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58883306-35af-4c78-8462-3994495c11b2,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:10.253278 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-27e60f70-b4db-4574-9b87-b49dcbae5e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:10.272510 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:10.272631 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:10.321217 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:10.321977 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:10.323227 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] 10.222.0.41 "PUT /v2.0/ports/e9536419-a373-4589-bb1a-498bee9f7087 HTTP/1.1" status: 200 len: 1091 time: 0.8104401 Sep 17 23:51:10.324449 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d94cc27-a60e-4324-a9be-9b9f98e11613', 'tag': 'e9536419-a373-4589-bb1a-498bee9f7087'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:51:10.326544 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2959b78f-7d09-4463-b1fe-9570236c898b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d94cc27-a60e-4324-a9be-9b9f98e11613", "tag": "e9536419-a373-4589-bb1a-498bee9f7087"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:51:10.346177 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c0d09-cd1b-4b04-b8ac-193962ceec79 service neutron] Pushing event updated for resources: {'Port': ['ID=e9536419-a373-4589-bb1a-498bee9f7087,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:10.377520 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d1eb4f-fca0-4e9b-a376-d4d32d3c1ccb x-openstack-request-id: req-a7d1eb4f-fca0-4e9b-a376-d4d32d3c1ccb {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:51:10.377520 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d94cc27-a60e-4324-a9be-9b9f98e11613", "tag": "e9536419-a373-4589-bb1a-498bee9f7087", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:51:10.377520 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a7d1eb4f-fca0-4e9b-a376-d4d32d3c1ccb {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:51:10.377520 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d94cc27-a60e-4324-a9be-9b9f98e11613', 'tag': 'e9536419-a373-4589-bb1a-498bee9f7087', 'status': 'completed', 'code': 200} Sep 17 23:51:10.431030 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-27e60f70-b4db-4574-9b87-b49dcbae5e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:10.433458 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-27e60f70-b4db-4574-9b87-b49dcbae5e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:10.434576 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-27e60f70-b4db-4574-9b87-b49dcbae5e9f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00d3ff52-86b7-4bfb-9692-b3db169872d4 HTTP/1.1" status: 204 len: 168 time: 0.2521472 Sep 17 23:51:10.452935 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e60f70-b4db-4574-9b87-b49dcbae5e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d3ff52-86b7-4bfb-9692-b3db169872d4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:10.458542 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959b78f-7d09-4463-b1fe-9570236c898b req-ecbf6469-240c-41a7-9f1c-79cefd2bc30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:10.460306 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2959b78f-7d09-4463-b1fe-9570236c898b req-ecbf6469-240c-41a7-9f1c-79cefd2bc30f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&device_id=5d94cc27-a60e-4324-a9be-9b9f98e11613 HTTP/1.1" status: 200 len: 1094 time: 0.0600979 Sep 17 23:51:10.571679 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959b78f-7d09-4463-b1fe-9570236c898b req-0abcc4ca-7a02-4132-be26-2c488b7a1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:10.573361 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2959b78f-7d09-4463-b1fe-9570236c898b req-0abcc4ca-7a02-4132-be26-2c488b7a1dd8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1050680 Sep 17 23:51:10.675368 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959b78f-7d09-4463-b1fe-9570236c898b req-369ccdc3-7c06-4a88-b1cc-4368c9ba0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:10.677076 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2959b78f-7d09-4463-b1fe-9570236c898b req-369ccdc3-7c06-4a88-b1cc-4368c9ba0638 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942898 Sep 17 23:51:10.752423 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-59fc567b-adbe-4039-9b8d-cc2f38054b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:10.754013 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-59fc567b-adbe-4039-9b8d-cc2f38054b84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&device_id=5d94cc27-a60e-4324-a9be-9b9f98e11613 HTTP/1.1" status: 200 len: 1094 time: 0.0416546 Sep 17 23:51:10.798215 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-10afaac4-b9f7-4e86-b422-016c6ddce2e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9536419-a373-4589-bb1a-498bee9f7087 HTTP/1.1" status: 200 len: 217 time: 0.0360241 Sep 17 23:51:10.852683 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394a72b-ccb0-4a0d-bad4-48ac7c4e3d85 req-7ed352ad-85e1-46fa-bd47-b060725fae14 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:10.854499 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3394a72b-ccb0-4a0d-bad4-48ac7c4e3d85 req-7ed352ad-85e1-46fa-bd47-b060725fae14 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0549157 Sep 17 23:51:10.862033 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-3b3b068a-e3ac-4f43-8489-c47991e25950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:10.863587 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-3b3b068a-e3ac-4f43-8489-c47991e25950 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3268c3e3-cb80-4c9a-917f-08e3b14b6886 HTTP/1.1" status: 200 len: 845 time: 0.0585351 Sep 17 23:51:10.899685 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3394a72b-ccb0-4a0d-bad4-48ac7c4e3d85 req-8fbe27de-4d74-4045-9a3f-5499211c372c tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384686 Sep 17 23:51:10.911714 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-522bd4b2-e02b-4825-a703-73c7a2a81b81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d33639c8-89f1-4a85-9d12-3148a2ec181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406842 Sep 17 23:51:10.976056 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b4405-accf-445a-9a2d-13dc5bbe2854 req-5bafb605-75d1-4a4d-b63b-26b3cd1289d9 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:10.977771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb4b4405-accf-445a-9a2d-13dc5bbe2854 req-5bafb605-75d1-4a4d-b63b-26b3cd1289d9 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d94cc27-a60e-4324-a9be-9b9f98e11613 HTTP/1.1" status: 200 len: 943 time: 0.0649893 Sep 17 23:51:11.024330 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-7dfcfad3-5b9c-4765-801b-b0a0431e0866 service neutron] 10.222.0.41 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057088 Sep 17 23:51:11.029342 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb4b4405-accf-445a-9a2d-13dc5bbe2854 req-98f26025-13dc-4446-9583-1f390f83514b tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445313 Sep 17 23:51:11.068096 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d4c3eca1-23f7-4450-bd79-5229f45ba5ad req-2a8db158-2fa0-4d79-b8be-1874ad8be6f7 tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0324099 Sep 17 23:51:11.127862 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d710ecde-a2ee-4edf-9dea-2922bd601488 req-ffa3275b-feb3-4549-bd96-0b644034d026 service neutron] 10.222.0.41 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957704 Sep 17 23:51:11.245502 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f51850-a339-4468-8847-5df122652117 req-340a3130-3d9a-4619-866c-7cfc67813019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:11.247003 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a1f51850-a339-4468-8847-5df122652117 req-340a3130-3d9a-4619-866c-7cfc67813019 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 1096 time: 0.0429993 Sep 17 23:51:11.282881 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a1f51850-a339-4468-8847-5df122652117 req-53d68e7d-9d1f-4bd5-b218-51688ec20041 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291388 Sep 17 23:51:12.151450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82798684-596f-45b3-8640-06c38c8cdf91 req-7acfbc38-c09e-44fb-ac89-68f9ed88c4cf tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:12.152998 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82798684-596f-45b3-8640-06c38c8cdf91 req-7acfbc38-c09e-44fb-ac89-68f9ed88c4cf tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d94cc27-a60e-4324-a9be-9b9f98e11613 HTTP/1.1" status: 200 len: 943 time: 0.0527372 Sep 17 23:51:12.193629 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82798684-596f-45b3-8640-06c38c8cdf91 req-9ae7bd82-87ed-4ff6-b776-51eb96efd9be tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339911 Sep 17 23:51:12.257164 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22684fe2-fb44-4442-aced-ca4efd82fc4d req-5a0f0638-aa31-4f93-b627-a45f32d7fb07 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:12.267816 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-22684fe2-fb44-4442-aced-ca4efd82fc4d req-5a0f0638-aa31-4f93-b627-a45f32d7fb07 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.3011448 Sep 17 23:51:12.311852 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ab7717b-c4f9-4570-a442-12666874588d req-2f6274c1-6048-4782-9918-ebb3e272f414 tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0350776 Sep 17 23:51:12.340964 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-22684fe2-fb44-4442-aced-ca4efd82fc4d req-98ea18d7-911b-41fc-8942-c1cf6f8c02df tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671353 Sep 17 23:51:13.249069 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:13.324198 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b1aa3-dd91-497c-bda0-60c3a935a8e8 req-3a747e8a-48eb-4f74-8676-6f7a1ce82efc tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:13.325824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f8b1aa3-dd91-497c-bda0-60c3a935a8e8 req-3a747e8a-48eb-4f74-8676-6f7a1ce82efc tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d94cc27-a60e-4324-a9be-9b9f98e11613 HTTP/1.1" status: 200 len: 943 time: 0.0597646 Sep 17 23:51:13.366561 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f8b1aa3-dd91-497c-bda0-60c3a935a8e8 req-3fe15b9a-36c8-4615-a8bb-74a7d3538818 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343020 Sep 17 23:51:13.420696 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:51:13.436691 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc3d9e69-c150-4364-b641-126aa80916e4 req-b4deb3f5-93d7-448d-ae19-eadfba478e6f tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0318425 Sep 17 23:51:13.482838 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74aea4d-aa50-4a43-b9cd-0f0899d14f92 req-9c4fb15a-2d33-4353-889f-2fb2adc3aa82 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:13.484457 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b74aea4d-aa50-4a43-b9cd-0f0899d14f92 req-9c4fb15a-2d33-4353-889f-2fb2adc3aa82 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0503531 Sep 17 23:51:13.528059 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b74aea4d-aa50-4a43-b9cd-0f0899d14f92 req-1c4ecc31-33e5-42b1-97a9-e70e1cdc7488 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367539 Sep 17 23:51:13.866872 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3a7d2-e801-440b-a206-6d682d285bcb req-732bff38-ebde-4a8a-8c73-b46df2aee5e3 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:13.868374 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66e3a7d2-e801-440b-a206-6d682d285bcb req-732bff38-ebde-4a8a-8c73-b46df2aee5e3 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0493951 Sep 17 23:51:13.910665 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66e3a7d2-e801-440b-a206-6d682d285bcb req-14d264a9-7437-4898-924f-7a2f643613ee tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359490 Sep 17 23:51:13.955995 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a38001-ce22-4f30-83df-f5a96a86071c req-538303f1-cb4f-4356-8675-e91678241725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:13.958162 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b3a38001-ce22-4f30-83df-f5a96a86071c req-538303f1-cb4f-4356-8675-e91678241725 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8796731e54146338dce198e6ae702ee&device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 1096 time: 0.0400643 Sep 17 23:51:14.055295 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a38001-ce22-4f30-83df-f5a96a86071c req-2928515f-f9de-4d2c-aa0f-e7078135e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:14.057879 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b3a38001-ce22-4f30-83df-f5a96a86071c req-2928515f-f9de-4d2c-aa0f-e7078135e6eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=08df34eb-0776-4a6d-a2cf-e443d39c7561 HTTP/1.1" status: 200 len: 911 time: 0.0918236 Sep 17 23:51:14.058274 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e9536419-a373-4589-bb1a-498bee9f7087 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:51:14.080422 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-02511d60-022c-4d76-a6b1-25027a6e7e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:14.112495 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b3a38001-ce22-4f30-83df-f5a96a86071c req-14b5d180-e5ce-49b9-9ae3-cdf8cd4848a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b HTTP/1.1" status: 200 len: 217 time: 0.0472455 Sep 17 23:51:14.116238 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44636) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:14.173743 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e9536419-a373-4589-bb1a-498bee9f7087, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e9536419-a373-4589-bb1a-498bee9f7087,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:14.182364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a38001-ce22-4f30-83df-f5a96a86071c req-610fd7da-e170-4a85-8c13-5e9b840576ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:14.183965 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b3a38001-ce22-4f30-83df-f5a96a86071c req-610fd7da-e170-4a85-8c13-5e9b840576ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c085219-e422-44b2-9dfa-522cba776d62 HTTP/1.1" status: 200 len: 850 time: 0.0616608 Sep 17 23:51:14.185011 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'e9536419-a373-4589-bb1a-498bee9f7087', 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e', 'port_id': 'e9536419-a373-4589-bb1a-498bee9f7087', 'mac_address': 'fa:16:3e:01:72:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3268c3e3-cb80-4c9a-917f-08e3b14b6886', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:51:14.218562 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b3a38001-ce22-4f30-83df-f5a96a86071c req-96da7b28-7f72-48c1-a231-71cb49262977 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08df34eb-0776-4a6d-a2cf-e443d39c7561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272875 Sep 17 23:51:14.272886 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3da20dfe-d261-44c9-90b1-e85066739ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:14.361224 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b3a38001-ce22-4f30-83df-f5a96a86071c req-88b3ffa9-3b25-4b36-b2ad-eac958a7d76e service neutron] 10.222.0.37 "GET /v2.0/networks/08df34eb-0776-4a6d-a2cf-e443d39c7561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348276 Sep 17 23:51:14.361920 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:14.375672 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9536419-a373-4589-bb1a-498bee9f7087 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:51:14.397412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e9536419-a373-4589-bb1a-498bee9f7087, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e9536419-a373-4589-bb1a-498bee9f7087,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:14.483891 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:14.487008 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b3a38001-ce22-4f30-83df-f5a96a86071c req-7c11ee21-59cd-4f86-a619-4d25bedea34d service neutron] 10.222.0.37 "GET /v2.0/networks/08df34eb-0776-4a6d-a2cf-e443d39c7561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178451 Sep 17 23:51:14.491726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50cdd3-9e96-4c1b-9e6e-162834081135 req-4104275d-443d-4b4d-bd91-1c0f2feab4ad tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:14.495686 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa50cdd3-9e96-4c1b-9e6e-162834081135 req-4104275d-443d-4b4d-bd91-1c0f2feab4ad tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d94cc27-a60e-4324-a9be-9b9f98e11613 HTTP/1.1" status: 200 len: 943 time: 0.0586965 Sep 17 23:51:14.514340 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3da20dfe-d261-44c9-90b1-e85066739ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:14.540825 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa50cdd3-9e96-4c1b-9e6e-162834081135 req-78f13adf-ae30-4dcd-8050-2850e308257a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391445 Sep 17 23:51:14.556220 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e9536419-a373-4589-bb1a-498bee9f7087,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:14.563609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:14.564342 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:14.564748 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:14.565176 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:14.565571 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:14.565960 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:14.566466 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:14.567516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:14.567738 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:14.568061 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:14.568383 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:14.568703 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:14.574889 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-89c43fd0-afbd-45e2-b072-f338169fe624 req-d2213142-a44b-46f5-b6ca-f5d382b2ff7a tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0330288 Sep 17 23:51:14.597825 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3da20dfe-d261-44c9-90b1-e85066739ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:14.637062 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3da20dfe-d261-44c9-90b1-e85066739ff2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab1acb1833ab454593c84785d6f68d72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5194895 Sep 17 23:51:14.638197 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da20dfe-d261-44c9-90b1-e85066739ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3276c25-bb4d-4256-a9ed-068a5f9f9a1f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:14.639867 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44652) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:14.697020 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-21cf3d74-c526-4cae-9461-3d001ff78da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:14.717669 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-21cf3d74-c526-4cae-9461-3d001ff78da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:14.807988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['e9536419-a373-4589-bb1a-498bee9f7087'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:51:14.860348 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-21cf3d74-c526-4cae-9461-3d001ff78da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:14.863155 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-21cf3d74-c526-4cae-9461-3d001ff78da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:14.864365 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-21cf3d74-c526-4cae-9461-3d001ff78da5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3276c25-bb4d-4256-a9ed-068a5f9f9a1f HTTP/1.1" status: 204 len: 168 time: 0.2235250 Sep 17 23:51:14.872023 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf3d74-c526-4cae-9461-3d001ff78da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3276c25-bb4d-4256-a9ed-068a5f9f9a1f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:15.002868 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44662) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:15.048414 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e432a2-5b2f-4c5f-bc39-eb465975816a req-d2dffcc7-1c94-435c-a896-f0a72964cba2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:15.050103 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9e432a2-5b2f-4c5f-bc39-eb465975816a req-d2dffcc7-1c94-435c-a896-f0a72964cba2 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0585885 Sep 17 23:51:15.089880 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9e432a2-5b2f-4c5f-bc39-eb465975816a req-79cbffe7-380b-406e-ba30-28fe02f6a1b0 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329106 Sep 17 23:51:15.228036 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5213-23a0-43e9-b597-27e12e36e248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:15.315667 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5213-23a0-43e9-b597-27e12e36e248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:15.380474 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fd6f5213-23a0-43e9-b597-27e12e36e248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:15.419672 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fd6f5213-23a0-43e9-b597-27e12e36e248 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aadd4387fcc1426685bacf214cd4f1a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4153812 Sep 17 23:51:15.420763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f5213-23a0-43e9-b597-27e12e36e248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b6a324-3682-4e9c-8448-90cc9f84e9a2,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:15.422612 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44668) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:15.467789 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44670) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:15.476536 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0917010c-d6ee-4de2-b567-8e8c50e5ecb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:15.481590 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-066f11b8-0509-4e5c-9204-d23d7324deca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:15.497648 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0917010c-d6ee-4de2-b567-8e8c50e5ecb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:15.569004 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-066f11b8-0509-4e5c-9204-d23d7324deca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:15.615902 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0917010c-d6ee-4de2-b567-8e8c50e5ecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:15.618862 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0917010c-d6ee-4de2-b567-8e8c50e5ecb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:15.619914 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0917010c-d6ee-4de2-b567-8e8c50e5ecb5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2b6a324-3682-4e9c-8448-90cc9f84e9a2 HTTP/1.1" status: 204 len: 168 time: 0.1956680 Sep 17 23:51:15.630994 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917010c-d6ee-4de2-b567-8e8c50e5ecb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b6a324-3682-4e9c-8448-90cc9f84e9a2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:15.648490 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-066f11b8-0509-4e5c-9204-d23d7324deca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:15.703457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d85c9-23e4-40e2-893c-42369b034cfa req-db3c43b6-7125-4e39-936c-d1fff7e9e3d8 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:15.705011 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-755d85c9-23e4-40e2-893c-42369b034cfa req-db3c43b6-7125-4e39-936c-d1fff7e9e3d8 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d94cc27-a60e-4324-a9be-9b9f98e11613 HTTP/1.1" status: 200 len: 944 time: 0.0934808 Sep 17 23:51:15.728437 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-87ba443f-111f-422d-b167-668b5a8993a4 req-1bb96b29-61a1-4a0d-86d9-885c20e156a7 tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0607364 Sep 17 23:51:15.734817 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-066f11b8-0509-4e5c-9204-d23d7324deca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bcba685dbe9e4b71b6f942e7676464d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635221 Sep 17 23:51:15.735502 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44678) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:15.739668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f11b8-0509-4e5c-9204-d23d7324deca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33f5955-a9da-42f3-bf85-6143e6231593,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:15.768420 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-755d85c9-23e4-40e2-893c-42369b034cfa req-e7bb3c10-98fb-4684-9fc1-a03741508416 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423825 Sep 17 23:51:15.802835 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-80fde12b-eae2-4828-8bf9-3ed0617dd20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:15.823812 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-80fde12b-eae2-4828-8bf9-3ed0617dd20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:15.966796 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-80fde12b-eae2-4828-8bf9-3ed0617dd20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:15.969350 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-80fde12b-eae2-4828-8bf9-3ed0617dd20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:15.970507 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-80fde12b-eae2-4828-8bf9-3ed0617dd20b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f33f5955-a9da-42f3-bf85-6143e6231593 HTTP/1.1" status: 204 len: 168 time: 0.2337294 Sep 17 23:51:15.979319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fde12b-eae2-4828-8bf9-3ed0617dd20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33f5955-a9da-42f3-bf85-6143e6231593,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:16.068117 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e9536419-a373-4589-bb1a-498bee9f7087 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:51:16.194838 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port e9536419-a373-4589-bb1a-498bee9f7087 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:51:16.199044 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port e9536419-a373-4589-bb1a-498bee9f7087 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:51:16.199589 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:16.214848 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394382c-6829-43d8-b810-ca84ddefb31d req-117496f9-9984-4948-8547-61d89871b457 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:16.216343 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2394382c-6829-43d8-b810-ca84ddefb31d req-117496f9-9984-4948-8547-61d89871b457 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0544763 Sep 17 23:51:16.262273 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2394382c-6829-43d8-b810-ca84ddefb31d req-01988386-02ad-494b-99f9-833a99d20545 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394928 Sep 17 23:51:16.286290 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:16.308352 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d94cc27-a60e-4324-a9be-9b9f98e11613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9536419-a373-4589-bb1a-498bee9f7087'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:51:16.310624 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cda4aef-4958-4524-a23d-4b5f0acf8ba3" -d '{"events": [{"server_uuid": "5d94cc27-a60e-4324-a9be-9b9f98e11613", "name": "network-vif-plugged", "status": "completed", "tag": "e9536419-a373-4589-bb1a-498bee9f7087"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:51:16.323598 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e9536419-a373-4589-bb1a-498bee9f7087, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e9536419-a373-4589-bb1a-498bee9f7087,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:16.349113 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241166a1-2baa-4830-98d0-4ad508681fdb x-openstack-request-id: req-241166a1-2baa-4830-98d0-4ad508681fdb {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:51:16.349399 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d94cc27-a60e-4324-a9be-9b9f98e11613", "name": "network-vif-plugged", "status": "completed", "tag": "e9536419-a373-4589-bb1a-498bee9f7087", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:51:16.349646 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-241166a1-2baa-4830-98d0-4ad508681fdb {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:51:16.350026 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d94cc27-a60e-4324-a9be-9b9f98e11613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9536419-a373-4589-bb1a-498bee9f7087', 'code': 200} Sep 17 23:51:16.442682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc865ab1-fc8e-479f-819b-8254411802a4 req-9a9b0aca-53d1-497d-99bb-a98161acbaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:16.444199 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cc865ab1-fc8e-479f-819b-8254411802a4 req-9a9b0aca-53d1-497d-99bb-a98161acbaaa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d94cc27-a60e-4324-a9be-9b9f98e11613 HTTP/1.1" status: 200 len: 1095 time: 0.0393665 Sep 17 23:51:16.449432 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:16.484641 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cc865ab1-fc8e-479f-819b-8254411802a4 req-f3ccafb0-9558-43fc-9da6-c6a2f734481c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337093 Sep 17 23:51:16.507408 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e9536419-a373-4589-bb1a-498bee9f7087,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:16.512704 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44692) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:16.529426 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9ea1880b-8174-4fc8-9f5d-0e3ebb833d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:16.563462 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cfac7c53-8118-4a16-bfbc-386d71bd5e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:16.615022 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9ea1880b-8174-4fc8-9f5d-0e3ebb833d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:16.705064 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9ea1880b-8174-4fc8-9f5d-0e3ebb833d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:16.737881 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9ea1880b-8174-4fc8-9f5d-0e3ebb833d1c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2cc54464646c42c890caf019f9aa1f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2240858 Sep 17 23:51:16.740238 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1880b-8174-4fc8-9f5d-0e3ebb833d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba75340-ea64-4b95-a264-db2e7f785f86,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:16.741199 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44700) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:16.790617 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4efd1d42-6b35-40bf-95e1-a7bd9b3eb1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:16.813333 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4efd1d42-6b35-40bf-95e1-a7bd9b3eb1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:16.858158 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d1c4fb7b-1ef9-43a5-b1e4-54cc49505c46 req-1a8a7a47-9221-40ad-8e25-c55af9830de2 tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0425160 Sep 17 23:51:16.919460 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806dbe1-43a8-4c95-93ff-98c985e2c0f2 req-fc4d88a1-f6ad-4b52-a2ea-0f38d296c272 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:16.921011 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d806dbe1-43a8-4c95-93ff-98c985e2c0f2 req-fc4d88a1-f6ad-4b52-a2ea-0f38d296c272 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d94cc27-a60e-4324-a9be-9b9f98e11613 HTTP/1.1" status: 200 len: 945 time: 0.0692866 Sep 17 23:51:16.959977 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d806dbe1-43a8-4c95-93ff-98c985e2c0f2 req-a8160b66-51c9-4a98-8c47-cb9bfe3acbaf tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320551 Sep 17 23:51:16.995275 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4efd1d42-6b35-40bf-95e1-a7bd9b3eb1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:16.997851 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4efd1d42-6b35-40bf-95e1-a7bd9b3eb1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:17.001501 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4efd1d42-6b35-40bf-95e1-a7bd9b3eb1a7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ba75340-ea64-4b95-a264-db2e7f785f86 HTTP/1.1" status: 204 len: 168 time: 0.2567790 Sep 17 23:51:17.007079 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd1d42-6b35-40bf-95e1-a7bd9b3eb1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba75340-ea64-4b95-a264-db2e7f785f86,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:17.220756 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:17.403705 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf394fc-dbb3-49de-b810-d449ca34d48e req-63ddbbac-7dd9-44bb-a5c7-6c379c2b2eb8 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:17.408414 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4cf394fc-dbb3-49de-b810-d449ca34d48e req-63ddbbac-7dd9-44bb-a5c7-6c379c2b2eb8 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0625226 Sep 17 23:51:17.452560 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4cf394fc-dbb3-49de-b810-d449ca34d48e req-d6f433cc-ec52-4770-bc9c-9eb91b8f86e5 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409009 Sep 17 23:51:17.683234 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:17.973485 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a42eb462-4198-41db-8848-6bbad0deb754 req-5857b04d-af94-460b-ba4d-154790d4d2b6 tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0316763 Sep 17 23:51:17.982037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb6933-025c-4a77-9175-4661dc477f62 req-9481a4e9-37bf-4854-804c-47c53480b7aa tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:17.983489 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71bb6933-025c-4a77-9175-4661dc477f62 req-9481a4e9-37bf-4854-804c-47c53480b7aa tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0774798 Sep 17 23:51:18.024802 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71bb6933-025c-4a77-9175-4661dc477f62 req-c5f4fd78-c3cd-4fd8-93f9-efc8011bd4b1 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346007 Sep 17 23:51:18.143429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5592d37-d6a8-464a-aae3-e03ab92785ff req-a08c96d6-0fc7-405e-a35e-45728622a02a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:18.144551 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5592d37-d6a8-464a-aae3-e03ab92785ff req-a08c96d6-0fc7-405e-a35e-45728622a02a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d94cc27-a60e-4324-a9be-9b9f98e11613 HTTP/1.1" status: 200 len: 945 time: 0.0557902 Sep 17 23:51:18.189943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5592d37-d6a8-464a-aae3-e03ab92785ff req-0e533c9d-5c77-48c3-a5ef-fe5b92913434 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378957 Sep 17 23:51:18.327452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee852c5-6533-4e13-9b06-cd790bdbdc47 req-8b92a9a3-ecb7-4366-b1e3-ed6688f585c6 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:18.328940 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ee852c5-6533-4e13-9b06-cd790bdbdc47 req-8b92a9a3-ecb7-4366-b1e3-ed6688f585c6 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d94cc27-a60e-4324-a9be-9b9f98e11613 HTTP/1.1" status: 200 len: 945 time: 0.0531087 Sep 17 23:51:18.367726 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ee852c5-6533-4e13-9b06-cd790bdbdc47 req-61399702-ad66-4f80-89f1-b4f9f764ebb5 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325725 Sep 17 23:51:18.918459 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b987ac-2983-4e55-aaca-d89291bdbadf req-fed1fbaf-142f-4625-9f5f-d73d4bdadbbf tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:18.919994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84b987ac-2983-4e55-aaca-d89291bdbadf req-fed1fbaf-142f-4625-9f5f-d73d4bdadbbf tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d94cc27-a60e-4324-a9be-9b9f98e11613 HTTP/1.1" status: 200 len: 945 time: 0.0529771 Sep 17 23:51:18.959753 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84b987ac-2983-4e55-aaca-d89291bdbadf req-fdab9974-326f-4950-ae7c-ed87848610bf tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335784 Sep 17 23:51:19.080413 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-770dfd75-a6ad-4d5f-a8bb-06f1c59ff0d9 req-b6906d56-6943-4563-9f3c-97fe1a82c356 tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0283051 Sep 17 23:51:19.144623 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acd564-9b1e-4f05-b15f-8a3921ad86df req-1edecd79-f86f-4fb6-83fc-ff6f54804088 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:19.146752 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46acd564-9b1e-4f05-b15f-8a3921ad86df req-1edecd79-f86f-4fb6-83fc-ff6f54804088 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0535986 Sep 17 23:51:19.190147 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46acd564-9b1e-4f05-b15f-8a3921ad86df req-52f1dfa0-1e5d-4a8a-89e6-a04ccb540eef tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373878 Sep 17 23:51:19.402007 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44874) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:19.513571 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c80081d7-7aed-4ce3-9584-b96d8074cc1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:19.605289 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c80081d7-7aed-4ce3-9584-b96d8074cc1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:19.657418 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:19.691489 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c80081d7-7aed-4ce3-9584-b96d8074cc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:19.731435 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c80081d7-7aed-4ce3-9584-b96d8074cc1a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf2c9df147374aeca449e4d3cbaf5e68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3284621 Sep 17 23:51:19.732372 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80081d7-7aed-4ce3-9584-b96d8074cc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206130d9-a366-446b-a92e-7a5351e16f5a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:19.736519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44882) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:19.783713 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-db6ca075-d719-4adc-9e1a-b08ff905e809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:19.804848 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-db6ca075-d719-4adc-9e1a-b08ff905e809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:19.911950 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-db6ca075-d719-4adc-9e1a-b08ff905e809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:19.914611 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-db6ca075-d719-4adc-9e1a-b08ff905e809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:19.915801 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-db6ca075-d719-4adc-9e1a-b08ff905e809 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/206130d9-a366-446b-a92e-7a5351e16f5a HTTP/1.1" status: 204 len: 168 time: 0.1796615 Sep 17 23:51:19.923468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ca075-d719-4adc-9e1a-b08ff905e809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206130d9-a366-446b-a92e-7a5351e16f5a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:20.102535 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6ad1e-6a44-4c65-86b5-177115710e4f req-34b1f519-f6e5-4a41-89b7-ba52cfd2126d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:20.108361 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43a6ad1e-6a44-4c65-86b5-177115710e4f req-34b1f519-f6e5-4a41-89b7-ba52cfd2126d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d94cc27-a60e-4324-a9be-9b9f98e11613 HTTP/1.1" status: 200 len: 945 time: 0.0610957 Sep 17 23:51:20.143335 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43a6ad1e-6a44-4c65-86b5-177115710e4f req-6c6afaef-e34d-4c82-843b-aa3fbc59bf8c tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330293 Sep 17 23:51:20.200643 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48760915-782a-42c9-9ee4-ff195e7c87de req-e024dc43-d066-4026-a6d6-62540f6be37d tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0349112 Sep 17 23:51:20.262141 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a5e52-82f3-4cdb-9eba-6dcd4ed74f7a req-03196543-e83e-4088-ab42-36767eea6641 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:20.263626 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e05a5e52-82f3-4cdb-9eba-6dcd4ed74f7a req-03196543-e83e-4088-ab42-36767eea6641 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d94cc27-a60e-4324-a9be-9b9f98e11613 HTTP/1.1" status: 200 len: 945 time: 0.0567963 Sep 17 23:51:20.321190 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8b45-242c-4596-b182-4a7b1f3f61c9 req-9a8a38c2-6601-4468-b3b4-88e9e027b14c tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:20.323070 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f6f8b45-242c-4596-b182-4a7b1f3f61c9 req-9a8a38c2-6601-4468-b3b4-88e9e027b14c tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0537221 Sep 17 23:51:20.376170 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f6f8b45-242c-4596-b182-4a7b1f3f61c9 req-513cd442-cad0-40cd-abe9-7b8f85ecc766 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421083 Sep 17 23:51:20.402606 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-e05a5e52-82f3-4cdb-9eba-6dcd4ed74f7a req-b021a438-0fe8-453c-839e-7d4786cc95cf tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Deleting port e9536419-a373-4589-bb1a-498bee9f7087 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:51:20.402606 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e05a5e52-82f3-4cdb-9eba-6dcd4ed74f7a req-b021a438-0fe8-453c-839e-7d4786cc95cf tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:20.806281 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-e05a5e52-82f3-4cdb-9eba-6dcd4ed74f7a req-b021a438-0fe8-453c-839e-7d4786cc95cf tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] For port e9536419-a373-4589-bb1a-498bee9f7087, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e9536419-a373-4589-bb1a-498bee9f7087,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:20.806979 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e05a5e52-82f3-4cdb-9eba-6dcd4ed74f7a req-b021a438-0fe8-453c-839e-7d4786cc95cf tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:20.820455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-e05a5e52-82f3-4cdb-9eba-6dcd4ed74f7a req-b021a438-0fe8-453c-839e-7d4786cc95cf tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Calling delete_port for e9536419-a373-4589-bb1a-498bee9f7087 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:51:20.990386 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299d3c6-a1ee-42fa-98d6-c312f3a098da req-a3c9b450-e2ea-4a37-9124-f02e6c2aa132 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:20.991875 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a299d3c6-a1ee-42fa-98d6-c312f3a098da req-a3c9b450-e2ea-4a37-9124-f02e6c2aa132 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.37 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0722334 Sep 17 23:51:21.028513 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e05a5e52-82f3-4cdb-9eba-6dcd4ed74f7a req-b021a438-0fe8-453c-839e-7d4786cc95cf tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:21.041526 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['95d2a898-fcaf-4ab5-9aad-e18a40cca389'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:51:21.045208 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['e9536419-a373-4589-bb1a-498bee9f7087'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:51:21.069203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021a438-0fe8-453c-839e-7d4786cc95cf tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Pushing event deleted for resources: {'Port': ['ID=e9536419-a373-4589-bb1a-498bee9f7087,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:21.137550 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05a5e52-82f3-4cdb-9eba-6dcd4ed74f7a req-b021a438-0fe8-453c-839e-7d4786cc95cf tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] No DVR routers for this DVR port e9536419-a373-4589-bb1a-498bee9f7087 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:51:21.142223 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e05a5e52-82f3-4cdb-9eba-6dcd4ed74f7a req-b021a438-0fe8-453c-839e-7d4786cc95cf tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:21.144365 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e05a5e52-82f3-4cdb-9eba-6dcd4ed74f7a req-b021a438-0fe8-453c-839e-7d4786cc95cf tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.41 "DELETE /v2.0/ports/e9536419-a373-4589-bb1a-498bee9f7087 HTTP/1.1" status: 204 len: 173 time: 0.8745821 Sep 17 23:51:21.145304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d94cc27-a60e-4324-a9be-9b9f98e11613', 'name': 'network-vif-deleted', 'tag': 'e9536419-a373-4589-bb1a-498bee9f7087'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:51:21.147835 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8150b46d-d657-4037-b1ad-da5122cfb717" -d '{"events": [{"server_uuid": "5d94cc27-a60e-4324-a9be-9b9f98e11613", "name": "network-vif-deleted", "tag": "e9536419-a373-4589-bb1a-498bee9f7087"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:51:21.196503 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a299d3c6-a1ee-42fa-98d6-c312f3a098da req-b39fcd45-f1e6-43fa-82d9-940af94e3350 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Deleting port 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:51:21.196958 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a299d3c6-a1ee-42fa-98d6-c312f3a098da req-b39fcd45-f1e6-43fa-82d9-940af94e3350 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:21.239349 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7deb8d08-7bd8-4def-80f2-8546b6871a63 x-openstack-request-id: req-7deb8d08-7bd8-4def-80f2-8546b6871a63 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:51:21.241812 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d94cc27-a60e-4324-a9be-9b9f98e11613", "name": "network-vif-deleted", "tag": "e9536419-a373-4589-bb1a-498bee9f7087", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:51:21.242078 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7deb8d08-7bd8-4def-80f2-8546b6871a63 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:51:21.242501 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d94cc27-a60e-4324-a9be-9b9f98e11613', 'name': 'network-vif-deleted', 'tag': 'e9536419-a373-4589-bb1a-498bee9f7087', 'status': 'completed', 'code': 200} Sep 17 23:51:21.297169 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-525e90ff-13a4-4cfc-8a0e-8a032bb257f2 req-77456ae5-25b4-4c9e-8f09-e2e66c717e78 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d94cc27-a60e-4324-a9be-9b9f98e11613 HTTP/1.1" status: 200 len: 210 time: 0.0302136 Sep 17 23:51:21.333771 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a299d3c6-a1ee-42fa-98d6-c312f3a098da req-b39fcd45-f1e6-43fa-82d9-940af94e3350 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] For port 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b,segment=NetworkSegment(df69d4d1-bd5a-42d6-949f-a5607987e53a),segment_id=df69d4d1-bd5a-42d6-949f-a5607987e53a)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:21.334949 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a299d3c6-a1ee-42fa-98d6-c312f3a098da req-b39fcd45-f1e6-43fa-82d9-940af94e3350 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:21.344981 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f3e547da-fe40-437a-b53f-465379f447a1 req-b4215552-3416-433b-b0f7-a251bdda6d9c tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0445268 Sep 17 23:51:21.363339 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a299d3c6-a1ee-42fa-98d6-c312f3a098da req-b39fcd45-f1e6-43fa-82d9-940af94e3350 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Calling delete_port for 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:51:21.489749 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06b1a8-095d-41ad-a050-d71a947481c6 req-b90408ab-2bd6-4509-863f-f0f90a03921f tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:21.491567 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e06b1a8-095d-41ad-a050-d71a947481c6 req-b90408ab-2bd6-4509-863f-f0f90a03921f tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 945 time: 0.0551889 Sep 17 23:51:21.539912 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e06b1a8-095d-41ad-a050-d71a947481c6 req-986375df-7755-48c7-a750-0d8e4b9f07f7 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415323 Sep 17 23:51:21.584729 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a299d3c6-a1ee-42fa-98d6-c312f3a098da req-b39fcd45-f1e6-43fa-82d9-940af94e3350 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:21.596965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['6329f555-14ba-4787-99f7-baaacce604f2'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:51:21.600465 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:51:21.621425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fcd45-f1e6-43fa-82d9-940af94e3350 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Pushing event deleted for resources: {'Port': ['ID=6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:21.672175 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a299d3c6-a1ee-42fa-98d6-c312f3a098da req-b39fcd45-f1e6-43fa-82d9-940af94e3350 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] No DVR routers for this DVR port 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:51:21.674893 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a299d3c6-a1ee-42fa-98d6-c312f3a098da req-b39fcd45-f1e6-43fa-82d9-940af94e3350 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:21.677014 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a299d3c6-a1ee-42fa-98d6-c312f3a098da req-b39fcd45-f1e6-43fa-82d9-940af94e3350 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.37 "DELETE /v2.0/ports/6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b HTTP/1.1" status: 204 len: 173 time: 0.6775088 Sep 17 23:51:21.993694 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44978) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:22.171065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7b4b1a6d-4df2-47b1-afd5-dc2c10875fbf tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1501054938'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:22.268677 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4b1a6d-4df2-47b1-afd5-dc2c10875fbf tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Made reservation on behalf of b563fa9c8e974d6bb4993da6f52f05e7 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:22.272430 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b1a6d-4df2-47b1-afd5-dc2c10875fbf tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:22.281887 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b1a6d-4df2-47b1-afd5-dc2c10875fbf tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:22.374967 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b1a6d-4df2-47b1-afd5-dc2c10875fbf tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:22.440127 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b1a6d-4df2-47b1-afd5-dc2c10875fbf tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:22.452886 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-760b22ac-d632-4080-beca-667b6fdf8c1e req-96a12fff-bb5f-426c-876f-5b49aa264ab3 tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0277760 Sep 17 23:51:22.463516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4b1a6d-4df2-47b1-afd5-dc2c10875fbf tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:51:22.478650 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b1a6d-4df2-47b1-afd5-dc2c10875fbf tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f447f76-9e91-4f79-a967-986f4845aa44,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:22.486617 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b1a6d-4df2-47b1-afd5-dc2c10875fbf tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:22.487138 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-7b4b1a6d-4df2-47b1-afd5-dc2c10875fbf tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Added segment 6e24fa4e-ada5-4adb-b2ea-f6e7822c4b42 of type vlan for network b7dfc44b-cfb8-4577-901e-7be2bed5ecff Sep 17 23:51:22.536074 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b1a6d-4df2-47b1-afd5-dc2c10875fbf tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:22.651821 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd159332-6caf-471c-8e8d-f08a76559460 req-b7fbdbc0-3e65-47b9-a6a6-fd36f301e26e tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=8193776f-82cd-440b-bfa4-90be47432c30 HTTP/1.1" status: 200 len: 210 time: 0.0280831 Sep 17 23:51:22.711850 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b1a6d-4df2-47b1-afd5-dc2c10875fbf tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:22.717571 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4b1a6d-4df2-47b1-afd5-dc2c10875fbf tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:22.718159 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b1a6d-4df2-47b1-afd5-dc2c10875fbf tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:22.799655 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b1a6d-4df2-47b1-afd5-dc2c10875fbf tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Pushing event updated for resources: {'Network': ['ID=b7dfc44b-cfb8-4577-901e-7be2bed5ecff,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:22.811588 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network b7dfc44b-cfb8-4577-901e-7be2bed5ecff details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:51:22.817924 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-be4ef635-7b97-4d06-b13a-144f1ddbe944 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:22.825627 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-be4ef635-7b97-4d06-b13a-144f1ddbe944 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/networks?id=d33639c8-89f1-4a85-9d12-3148a2ec181e HTTP/1.1" status: 200 len: 805 time: 0.1295826 Sep 17 23:51:22.838193 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-e709b94d-070a-46ff-934a-792847d89a39 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/quotas/64f5b0c5188148a8b9b3bac9c08e14c6 HTTP/1.1" status: 200 len: 375 time: 0.0109353 Sep 17 23:51:22.844120 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7b4b1a6d-4df2-47b1-afd5-dc2c10875fbf tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8478317 Sep 17 23:51:22.848854 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45014) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:22.857294 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-eb99ab1d-01ec-49a8-9356-83dbdd42dfda tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Request body: {'subnet': {'network_id': 'b7dfc44b-cfb8-4577-901e-7be2bed5ecff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:22.901867 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-6a053ac0-f665-47a0-b8d8-983679c4ba15 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565274 Sep 17 23:51:22.998207 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-f02ae901-7575-4d12-9054-58b84a275a6c service neutron] 10.222.0.46 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889068 Sep 17 23:51:23.037504 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb99ab1d-01ec-49a8-9356-83dbdd42dfda tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Made reservation on behalf of b563fa9c8e974d6bb4993da6f52f05e7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:23.041176 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eb99ab1d-01ec-49a8-9356-83dbdd42dfda tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:23.118090 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-6cfeecad-af5e-4589-a83d-9e8e1fc53d6f service neutron] 10.222.0.46 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125703 Sep 17 23:51:23.243839 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8193776f-82cd-440b-bfa4-90be47432c30', 'name': 'network-vif-deleted', 'tag': '6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:51:23.246341 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7b641b-cb30-4c18-ab77-a470b354e74e" -d '{"events": [{"server_uuid": "8193776f-82cd-440b-bfa4-90be47432c30", "name": "network-vif-deleted", "tag": "6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:51:23.287871 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1274cd5b-a552-46a3-868d-29121ae5fa4e x-openstack-request-id: req-1274cd5b-a552-46a3-868d-29121ae5fa4e {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:51:23.288123 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8193776f-82cd-440b-bfa4-90be47432c30", "name": "network-vif-deleted", "tag": "6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:51:23.288380 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1274cd5b-a552-46a3-868d-29121ae5fa4e {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:51:23.288809 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8193776f-82cd-440b-bfa4-90be47432c30', 'name': 'network-vif-deleted', 'tag': '6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b', 'status': 'completed', 'code': 200} Sep 17 23:51:23.362206 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eb99ab1d-01ec-49a8-9356-83dbdd42dfda tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:23.393839 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-decb55ac-58b1-4f61-810a-f4c138fbe66d req-dbe59a7c-695d-4c76-a1d7-94e9ef83fbbf tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=013365f4-eb75-4297-b0bc-6ea77e2b2bf7 HTTP/1.1" status: 200 len: 210 time: 0.0302191 Sep 17 23:51:23.450803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99ab1d-01ec-49a8-9356-83dbdd42dfda tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Pushing event updated for resources: {'Subnet': ['ID=4ae0e170-3f65-4f6f-b606-8a1cb53ac092,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:23.457327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb99ab1d-01ec-49a8-9356-83dbdd42dfda tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Checking segment: {'id': '6e24fa4e-ada5-4adb-b2ea-f6e7822c4b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b7dfc44b-cfb8-4577-901e-7be2bed5ecff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:51:23.457688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb99ab1d-01ec-49a8-9356-83dbdd42dfda tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Network hostable DHCP agents. Network: b7dfc44b-cfb8-4577-901e-7be2bed5ecff, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:51:23.554730 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23a56745-3cca-41e5-82fe-ada50c5a97ee req-5ba96599-4f4f-4b3a-a7f7-a221811070dc tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0264547 Sep 17 23:51:23.567155 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb99ab1d-01ec-49a8-9356-83dbdd42dfda tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Network b7dfc44b-cfb8-4577-901e-7be2bed5ecff is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:51:23.661160 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-eb99ab1d-01ec-49a8-9356-83dbdd42dfda tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, b7dfc44b-cfb8-4577-901e-7be2bed5ecff) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:51:23.665419 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb99ab1d-01ec-49a8-9356-83dbdd42dfda tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:23.668244 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eb99ab1d-01ec-49a8-9356-83dbdd42dfda tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:23.671753 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a6a99f-3949-4edd-968c-0021ca445ee7 None None] Network b7dfc44b-cfb8-4577-901e-7be2bed5ecff requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:51:23.747779 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-eb99ab1d-01ec-49a8-9356-83dbdd42dfda tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8970094 Sep 17 23:51:23.749943 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45042) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:23.756319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a8e5b0be-9242-4f91-98e4-4529e785f6a3 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Request body: {'port': {'network_id': 'b7dfc44b-cfb8-4577-901e-7be2bed5ecff', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1236798484'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:23.828758 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45044) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:23.841223 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-b7dfc44b-cfb8-4577-901e-7be2bed5ecff', 'network_id': 'b7dfc44b-cfb8-4577-901e-7be2bed5ecff', 'tenant_id': 'b563fa9c8e974d6bb4993da6f52f05e7', 'fixed_ips': [{'subnet_id': '4ae0e170-3f65-4f6f-b606-8a1cb53ac092'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:51:23.842672 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:23.970547 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-73544697-826e-4d12-9f6d-4bf7c1cdfff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:23.997621 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e5b0be-9242-4f91-98e4-4529e785f6a3 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Made reservation on behalf of b563fa9c8e974d6bb4993da6f52f05e7 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:24.001666 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a8e5b0be-9242-4f91-98e4-4529e785f6a3 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:24.002294 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] Allocated IP 172.20.0.2 (b7dfc44b-cfb8-4577-901e-7be2bed5ecff/4ae0e170-3f65-4f6f-b606-8a1cb53ac092/828b7161-64be-4a07-bbe5-692ec8a3be9c) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:51:24.029952 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-a8e5b0be-9242-4f91-98e4-4529e785f6a3 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] device_id is not set on port 1ae7c1c0-a739-452e-a350-bd1462741a4b yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:51:24.094729 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-73544697-826e-4d12-9f6d-4bf7c1cdfff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:24.101713 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e9536419-a373-4589-bb1a-498bee9f7087 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:51:24.127287 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: e9536419-a373-4589-bb1a-498bee9f7087 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:51:24.127287 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e9536419-a373-4589-bb1a-498bee9f7087 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:51:24.196066 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:24.219647 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfcd30-c5ef-464a-b7d6-b95410f2975c req-95caeb6e-179b-4867-bc7b-81198cc38e6a tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:24.221170 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-96dfcd30-c5ef-464a-b7d6-b95410f2975c req-95caeb6e-179b-4867-bc7b-81198cc38e6a tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0491216 Sep 17 23:51:24.243040 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-73544697-826e-4d12-9f6d-4bf7c1cdfff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:24.264341 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-96dfcd30-c5ef-464a-b7d6-b95410f2975c req-ddd27335-adaa-4583-996b-b4d94d825cf4 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367818 Sep 17 23:51:24.282011 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-73544697-826e-4d12-9f6d-4bf7c1cdfff0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f04ba8f834884db4903c690184b40048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4517102 Sep 17 23:51:24.283150 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73544697-826e-4d12-9f6d-4bf7c1cdfff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc476b8-2cc7-4207-861a-8c92cdc7b7da,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:24.284716 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45052) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:24.334201 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8052d78e-3093-462d-a673-81f7feb2f91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:24.358591 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8052d78e-3093-462d-a673-81f7feb2f91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:24.378295 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:24.421183 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] Network b7dfc44b-cfb8-4577-901e-7be2bed5ecff is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:51:24.426463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:51:24.431431 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:51:24.434237 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] Pushing event updated for resources: {'Port': ['ID=828b7161-64be-4a07-bbe5-692ec8a3be9c,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:24.447418 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-a8e5b0be-9242-4f91-98e4-4529e785f6a3 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Allocated IP 172.20.0.7 (b7dfc44b-cfb8-4577-901e-7be2bed5ecff/4ae0e170-3f65-4f6f-b606-8a1cb53ac092/1ae7c1c0-a739-452e-a350-bd1462741a4b) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:51:24.489234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] Attempting to bind port 828b7161-64be-4a07-bbe5-692ec8a3be9c on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:51:24.489599 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] Attempting to bind port 828b7161-64be-4a07-bbe5-692ec8a3be9c by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '6e24fa4e-ada5-4adb-b2ea-f6e7822c4b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b7dfc44b-cfb8-4577-901e-7be2bed5ecff'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:51:24.489959 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] Attempting to bind port 828b7161-64be-4a07-bbe5-692ec8a3be9c on network b7dfc44b-cfb8-4577-901e-7be2bed5ecff {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:51:24.495140 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:51:24.496370 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] Checking segment: {'id': '6e24fa4e-ada5-4adb-b2ea-f6e7822c4b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b7dfc44b-cfb8-4577-901e-7be2bed5ecff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:51:24.496370 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:24.496370 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] Bound using segment: {'id': '6e24fa4e-ada5-4adb-b2ea-f6e7822c4b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b7dfc44b-cfb8-4577-901e-7be2bed5ecff'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:51:24.496875 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] Bound port: 828b7161-64be-4a07-bbe5-692ec8a3be9c, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e24fa4e-ada5-4adb-b2ea-f6e7822c4b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b7dfc44b-cfb8-4577-901e-7be2bed5ecff'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:51:24.497255 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:24.518119 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23424496-2ee6-4a11-9b31-cf3780f6a174 req-f3caf87d-139e-4225-9b6b-d758abfb7a2a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=013365f4-eb75-4297-b0bc-6ea77e2b2bf7 HTTP/1.1" status: 200 len: 210 time: 0.0417905 Sep 17 23:51:24.521305 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8052d78e-3093-462d-a673-81f7feb2f91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:24.523793 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8052d78e-3093-462d-a673-81f7feb2f91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:24.527511 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8052d78e-3093-462d-a673-81f7feb2f91f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9fc476b8-2cc7-4207-861a-8c92cdc7b7da HTTP/1.1" status: 204 len: 168 time: 0.2416906 Sep 17 23:51:24.543178 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052d78e-3093-462d-a673-81f7feb2f91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc476b8-2cc7-4207-861a-8c92cdc7b7da,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:24.580287 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] For port 828b7161-64be-4a07-bbe5-692ec8a3be9c, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:51:24.582338 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] For port 828b7161-64be-4a07-bbe5-692ec8a3be9c, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=828b7161-64be-4a07-bbe5-692ec8a3be9c,segment=NetworkSegment(6e24fa4e-ada5-4adb-b2ea-f6e7822c4b42),segment_id=6e24fa4e-ada5-4adb-b2ea-f6e7822c4b42)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:51:24.655869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:51:24.660023 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:24.665441 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fe59453-e418-42c7-a8ce-bad0edc5d4db req-0f072683-3a68-423a-a38d-09dfecec20bb tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0350378 Sep 17 23:51:24.684398 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:51:24.684742 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 6b3a0c71-8c5b-49a2-9ae6-d5c94a70970b not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:51:24.689151 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a8e5b0be-9242-4f91-98e4-4529e785f6a3 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:24.739589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68409ce6-a61c-46b8-ae73-71c6cbfc23df None None] Pushing event updated for resources: {'Port': ['ID=828b7161-64be-4a07-bbe5-692ec8a3be9c,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:24.798154 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a8e5b0be-9242-4f91-98e4-4529e785f6a3 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:24.844247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e5b0be-9242-4f91-98e4-4529e785f6a3 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Network b7dfc44b-cfb8-4577-901e-7be2bed5ecff is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:51:24.847487 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-a8e5b0be-9242-4f91-98e4-4529e785f6a3 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:51:24.854652 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e5b0be-9242-4f91-98e4-4529e785f6a3 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:51:24.861482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5b0be-9242-4f91-98e4-4529e785f6a3 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Pushing event updated for resources: {'Port': ['ID=1ae7c1c0-a739-452e-a350-bd1462741a4b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:24.925492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e5b0be-9242-4f91-98e4-4529e785f6a3 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:24.926165 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a8e5b0be-9242-4f91-98e4-4529e785f6a3 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:25.032695 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a8e5b0be-9242-4f91-98e4-4529e785f6a3 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2813575 Sep 17 23:51:25.037068 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45064) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:25.080933 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 828b7161-64be-4a07-bbe5-692ec8a3be9c up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:51:25.128535 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 828b7161-64be-4a07-bbe5-692ec8a3be9c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:51:25.129349 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:25.140141 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-b63a67a7-6407-440a-b9bc-014aefd06d91 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Deleting port 1ae7c1c0-a739-452e-a350-bd1462741a4b {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:51:25.140671 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b63a67a7-6407-440a-b9bc-014aefd06d91 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:25.211109 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:25.232173 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b63a67a7-6407-440a-b9bc-014aefd06d91 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:25.243779 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 828b7161-64be-4a07-bbe5-692ec8a3be9c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=828b7161-64be-4a07-bbe5-692ec8a3be9c,segment=NetworkSegment(6e24fa4e-ada5-4adb-b2ea-f6e7822c4b42),segment_id=6e24fa4e-ada5-4adb-b2ea-f6e7822c4b42)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:25.244900 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-b63a67a7-6407-440a-b9bc-014aefd06d91 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Calling delete_port for 1ae7c1c0-a739-452e-a350-bd1462741a4b owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:51:25.293245 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45068) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:25.308879 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-57b64f73-d437-4f16-8093-2045e88d5492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:25.347090 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:25.412232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=828b7161-64be-4a07-bbe5-692ec8a3be9c,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:25.421754 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74990813-c999-489b-9eac-0bc2f2300a8d req-980cb1f0-cf1c-4d5d-9e5a-5f08d18e8f00 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:25.423313 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-74990813-c999-489b-9eac-0bc2f2300a8d req-980cb1f0-cf1c-4d5d-9e5a-5f08d18e8f00 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0834467 Sep 17 23:51:25.464698 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-74990813-c999-489b-9eac-0bc2f2300a8d req-4e3a4a32-61a7-450d-b9a3-3c02dff72531 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347152 Sep 17 23:51:25.477611 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b63a67a7-6407-440a-b9bc-014aefd06d91 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:25.512644 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a67a7-6407-440a-b9bc-014aefd06d91 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Pushing event deleted for resources: {'Port': ['ID=1ae7c1c0-a739-452e-a350-bd1462741a4b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:25.561715 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-57b64f73-d437-4f16-8093-2045e88d5492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:25.640142 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8363e6df-aeb6-4934-87f6-9b6553cfaf17 req-7057cc99-0778-4e04-a051-37d56dc5093b tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=013365f4-eb75-4297-b0bc-6ea77e2b2bf7 HTTP/1.1" status: 200 len: 210 time: 0.0392523 Sep 17 23:51:25.648930 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-57b64f73-d437-4f16-8093-2045e88d5492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:25.672141 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b63a67a7-6407-440a-b9bc-014aefd06d91 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:25.677919 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b63a67a7-6407-440a-b9bc-014aefd06d91 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] 10.222.0.46 "DELETE /v2.0/ports/1ae7c1c0-a739-452e-a350-bd1462741a4b HTTP/1.1" status: 204 len: 168 time: 0.6364036 Sep 17 23:51:25.678387 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45072) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:25.711413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b64f73-d437-4f16-8093-2045e88d5492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0841bcce-5566-4db9-8e43-72c2135bbc76,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:25.718020 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-57b64f73-d437-4f16-8093-2045e88d5492 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6eff7e85c2aa40bda30d5fadd1826f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4236116 Sep 17 23:51:25.720613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45080) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:25.784022 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-f9c9b293-914e-404a-bd55-c1936a898237 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:25.785957 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-f9c9b293-914e-404a-bd55-c1936a898237 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.37 "GET /v2.0/networks?id=d33639c8-89f1-4a85-9d12-3148a2ec181e HTTP/1.1" status: 200 len: 805 time: 0.2071593 Sep 17 23:51:25.807108 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8fd505-ceb4-4e1d-83be-d068d35898d3 None None] Network b7dfc44b-cfb8-4577-901e-7be2bed5ecff requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:51:25.814733 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-4d746d96-b20f-4794-8c43-33c6b8617f86 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Request body: {'port': {'device_id': '013365f4-eb75-4297-b0bc-6ea77e2b2bf7', 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e', 'admin_state_up': True, 'tenant_id': '64f5b0c5188148a8b9b3bac9c08e14c6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:25.843302 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5075700c-9243-4c14-882b-6b9f48e0819a req-e975a784-456e-45fb-b0d4-50b2d4f802c0 tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0337200 Sep 17 23:51:25.843934 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72222064-5744-4ce3-a05e-05f01d48b351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:25.853697 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-54ef00da-7da9-4d36-8a6a-2a4269a74680 None None] Provisioning complete for port 828b7161-64be-4a07-bbe5-692ec8a3be9c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:51:25.854124 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-54ef00da-7da9-4d36-8a6a-2a4269a74680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:25.879985 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72222064-5744-4ce3-a05e-05f01d48b351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:26.040202 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72222064-5744-4ce3-a05e-05f01d48b351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:26.041500 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b5e73ec8-1227-4ae9-b8e6-e7b3883846dd tempest-DHCPAgentSchedulersTestJSON-1492136827 tempest-DHCPAgentSchedulersTestJSON-1492136827-project-admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3614564 Sep 17 23:51:26.049549 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72222064-5744-4ce3-a05e-05f01d48b351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:26.050170 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45082) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:26.050273 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-72222064-5744-4ce3-a05e-05f01d48b351 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0841bcce-5566-4db9-8e43-72c2135bbc76 HTTP/1.1" status: 204 len: 168 time: 0.3237159 Sep 17 23:51:26.050387 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e53a05a1-e0bd-42b4-bba1-b0f10365dabb tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1020129058'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:26.056093 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72222064-5744-4ce3-a05e-05f01d48b351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0841bcce-5566-4db9-8e43-72c2135bbc76,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:26.087902 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-4d746d96-b20f-4794-8c43-33c6b8617f86 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Made reservation on behalf of 64f5b0c5188148a8b9b3bac9c08e14c6 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:26.092210 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-4d746d96-b20f-4794-8c43-33c6b8617f86 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:26.212450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53a05a1-e0bd-42b4-bba1-b0f10365dabb tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Made reservation on behalf of b563fa9c8e974d6bb4993da6f52f05e7 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:26.215935 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e53a05a1-e0bd-42b4-bba1-b0f10365dabb tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:26.252634 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-4d746d96-b20f-4794-8c43-33c6b8617f86 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Allocated IP 172.20.0.11 (d33639c8-89f1-4a85-9d12-3148a2ec181e/3268c3e3-cb80-4c9a-917f-08e3b14b6886/5121a924-5484-4d7f-85cb-6b379602f2c0) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:51:26.258401 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53a05a1-e0bd-42b4-bba1-b0f10365dabb tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:51:26.274989 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e53a05a1-e0bd-42b4-bba1-b0f10365dabb tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:26.275334 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-e53a05a1-e0bd-42b4-bba1-b0f10365dabb tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Added segment 9bce0f2a-aa7a-4e53-a351-b62c99054257 of type vlan for network b7958310-961b-422c-8022-590d6ce86dc2 Sep 17 23:51:26.297428 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c243f599-aa0a-4404-9655-c28c41b86b0a None None] Provisioning complete for port 828b7161-64be-4a07-bbe5-692ec8a3be9c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:51:26.298334 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c243f599-aa0a-4404-9655-c28c41b86b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:26.356922 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e53a05a1-e0bd-42b4-bba1-b0f10365dabb tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:26.481911 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f016b7b-ba51-4a43-ad02-1f304fb8e608 req-c4fe7132-06c4-4788-9676-606574710db8 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:26.483482 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1f016b7b-ba51-4a43-ad02-1f304fb8e608 req-c4fe7132-06c4-4788-9676-606574710db8 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.1457851 Sep 17 23:51:26.511730 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-58131695-d424-4e3b-991b-ec7806399a2e None None] Could not find standard attr ID for object 1ae7c1c0-a739-452e-a350-bd1462741a4b. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:51:26.551944 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e53a05a1-e0bd-42b4-bba1-b0f10365dabb tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:26.557459 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53a05a1-e0bd-42b4-bba1-b0f10365dabb tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:26.558168 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e53a05a1-e0bd-42b4-bba1-b0f10365dabb tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:26.629501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46046bcc-c4e2-4de7-b5f1-0065fac8c4b4 req-d400d691-82b6-4d20-b4d5-c26ba47a006f tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:26.631522 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46046bcc-c4e2-4de7-b5f1-0065fac8c4b4 req-d400d691-82b6-4d20-b4d5-c26ba47a006f tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 946 time: 0.0781438 Sep 17 23:51:26.642402 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-4d746d96-b20f-4794-8c43-33c6b8617f86 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:26.701129 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46046bcc-c4e2-4de7-b5f1-0065fac8c4b4 req-39f42472-cc3e-45e8-aa38-6aeb981f2e4d tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4b6caa2-d3c3-42e7-a21c-3baf7d709649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612540 Sep 17 23:51:26.761688 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e53a05a1-e0bd-42b4-bba1-b0f10365dabb tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7139130 Sep 17 23:51:26.773712 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45098) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:26.778373 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a05a1-e0bd-42b4-bba1-b0f10365dabb tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Pushing event updated for resources: {'Network': ['ID=b7958310-961b-422c-8022-590d6ce86dc2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:26.792928 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network b7958310-961b-422c-8022-590d6ce86dc2 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:51:26.799398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3eb8cb3d-63e3-48ad-9def-7c2990ac3919 req-18753def-e10a-4f77-8ae4-68eb7c2afe3e tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=013365f4-eb75-4297-b0bc-6ea77e2b2bf7 HTTP/1.1" status: 200 len: 210 time: 0.0543249 Sep 17 23:51:26.974731 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-1f016b7b-ba51-4a43-ad02-1f304fb8e608 req-45cb632f-9e01-410d-a6d2-5fae2473a1f6 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Deleting port 6329f555-14ba-4787-99f7-baaacce604f2 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:51:26.975088 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1f016b7b-ba51-4a43-ad02-1f304fb8e608 req-45cb632f-9e01-410d-a6d2-5fae2473a1f6 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:26.982421 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15017cde-52cd-4c33-8c26-e9e4d66fd64b req-32e4d0fa-02d7-42ee-ab76-b890ea066bca tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0381160 Sep 17 23:51:27.043336 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-4d746d96-b20f-4794-8c43-33c6b8617f86 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:27.055939 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['95d2a898-fcaf-4ab5-9aad-e18a40cca389'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:51:27.110419 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 828b7161-64be-4a07-bbe5-692ec8a3be9c up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:51:27.195743 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 828b7161-64be-4a07-bbe5-692ec8a3be9c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:51:27.196039 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:27.197446 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4a3e6156-11cc-4e48-88bd-704e2b23c972 req-1e1a653f-7b11-4fd5-9a95-8ff417ecbf4b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.3119414 Sep 17 23:51:27.202487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-4d746d96-b20f-4794-8c43-33c6b8617f86 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Network d33639c8-89f1-4a85-9d12-3148a2ec181e is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:51:27.208458 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9f50256a-96e5-4ed0-9604-65db6b7a9e04 tempest-DHCPAgentSchedulersTestJSON-1492136827 tempest-DHCPAgentSchedulersTestJSON-1492136827-project-admin] 10.222.0.46 "GET /v2.0/agents/71d3cdfc-496a-473b-9dd8-c03b37ebecdf/dhcp-networks HTTP/1.1" status: 200 len: 10432 time: 0.4284410 Sep 17 23:51:27.209559 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45108) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:27.214288 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-4d746d96-b20f-4794-8c43-33c6b8617f86 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:51:27.221250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-4d746d96-b20f-4794-8c43-33c6b8617f86 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:51:27.233113 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d746d96-b20f-4794-8c43-33c6b8617f86 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Pushing event updated for resources: {'Port': ['ID=5121a924-5484-4d7f-85cb-6b379602f2c0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:27.266752 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-1f016b7b-ba51-4a43-ad02-1f304fb8e608 req-45cb632f-9e01-410d-a6d2-5fae2473a1f6 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] For port 6329f555-14ba-4787-99f7-baaacce604f2, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6329f555-14ba-4787-99f7-baaacce604f2,segment=NetworkSegment(df69d4d1-bd5a-42d6-949f-a5607987e53a),segment_id=df69d4d1-bd5a-42d6-949f-a5607987e53a)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:27.267114 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1f016b7b-ba51-4a43-ad02-1f304fb8e608 req-45cb632f-9e01-410d-a6d2-5fae2473a1f6 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:27.291141 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-1f016b7b-ba51-4a43-ad02-1f304fb8e608 req-45cb632f-9e01-410d-a6d2-5fae2473a1f6 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Calling delete_port for 6329f555-14ba-4787-99f7-baaacce604f2 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:51:27.304223 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ded404-5499-493a-9c0b-fcd3bf0033d3 tempest-DHCPAgentSchedulersTestJSON-1492136827 tempest-DHCPAgentSchedulersTestJSON-1492136827-project-admin] Network b7958310-961b-422c-8022-590d6ce86dc2 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:51:27.305829 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-4d746d96-b20f-4794-8c43-33c6b8617f86 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:27.306476 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-4d746d96-b20f-4794-8c43-33c6b8617f86 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:27.405402 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e1ded404-5499-493a-9c0b-fcd3bf0033d3 tempest-DHCPAgentSchedulersTestJSON-1492136827 tempest-DHCPAgentSchedulersTestJSON-1492136827-project-admin] 10.222.0.46 "POST /v2.0/agents/71d3cdfc-496a-473b-9dd8-c03b37ebecdf/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1948147 Sep 17 23:51:27.406466 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f16317-fc7c-4733-9bfa-105aab46b097 None None] Network b7958310-961b-422c-8022-590d6ce86dc2 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:51:27.407589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45116) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:27.480592 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-4d746d96-b20f-4794-8c43-33c6b8617f86 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6813374 Sep 17 23:51:27.493717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Request body: {'port': {'device_id': '013365f4-eb75-4297-b0bc-6ea77e2b2bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:27.554953 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1f016b7b-ba51-4a43-ad02-1f304fb8e608 req-45cb632f-9e01-410d-a6d2-5fae2473a1f6 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:27.573353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['6329f555-14ba-4787-99f7-baaacce604f2'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:51:27.585273 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-19d72188-08a4-4a1e-9807-77e3048c22f9 tempest-DHCPAgentSchedulersTestJSON-1492136827 tempest-DHCPAgentSchedulersTestJSON-1492136827-project-admin] 10.222.0.46 "GET /v2.0/agents/71d3cdfc-496a-473b-9dd8-c03b37ebecdf/dhcp-networks HTTP/1.1" status: 200 len: 11203 time: 0.1752260 Sep 17 23:51:27.585901 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45118) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:27.594163 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:27.600814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb632f-9e01-410d-a6d2-5fae2473a1f6 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Pushing event deleted for resources: {'Port': ['ID=6329f555-14ba-4787-99f7-baaacce604f2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:27.664176 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f016b7b-ba51-4a43-ad02-1f304fb8e608 req-45cb632f-9e01-410d-a6d2-5fae2473a1f6 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] No DVR routers for this DVR port 6329f555-14ba-4787-99f7-baaacce604f2 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:51:27.667875 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1f016b7b-ba51-4a43-ad02-1f304fb8e608 req-45cb632f-9e01-410d-a6d2-5fae2473a1f6 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:27.670009 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1f016b7b-ba51-4a43-ad02-1f304fb8e608 req-45cb632f-9e01-410d-a6d2-5fae2473a1f6 tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.41 "DELETE /v2.0/ports/6329f555-14ba-4787-99f7-baaacce604f2 HTTP/1.1" status: 204 len: 173 time: 1.1780670 Sep 17 23:51:27.670502 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8f2277-ebe8-453b-8e96-fb2e28d74e6e', 'name': 'network-vif-deleted', 'tag': '6329f555-14ba-4787-99f7-baaacce604f2'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:51:27.677439 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ff5a1d-f2e5-49e7-a9a3-4141e1acb6b4" -d '{"events": [{"server_uuid": "7b8f2277-ebe8-453b-8e96-fb2e28d74e6e", "name": "network-vif-deleted", "tag": "6329f555-14ba-4787-99f7-baaacce604f2"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:51:27.724474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b3ae8a55-3e9f-480c-b846-b6b0474a4892 tempest-DHCPAgentSchedulersTestJSON-1492136827 tempest-DHCPAgentSchedulersTestJSON-1492136827-project-admin] 10.222.0.46 "DELETE /v2.0/agents/71d3cdfc-496a-473b-9dd8-c03b37ebecdf/dhcp-networks/b7958310-961b-422c-8022-590d6ce86dc2 HTTP/1.1" status: 204 len: 168 time: 0.1369126 Sep 17 23:51:27.732753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45128) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:27.904202 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04ba6970-f0b0-4d60-ab3c-7424973a3641 req-996f31aa-58cb-4617-a86c-3b74f087299d tempest-ServerRescueTestJSON-1090989436 tempest-ServerRescueTestJSON-1090989436-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b8f2277-ebe8-453b-8e96-fb2e28d74e6e HTTP/1.1" status: 200 len: 210 time: 0.0331094 Sep 17 23:51:27.939153 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98e2448-7e81-4a25-b922-a1385d1ba50b x-openstack-request-id: req-f98e2448-7e81-4a25-b922-a1385d1ba50b {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:51:27.939565 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8f2277-ebe8-453b-8e96-fb2e28d74e6e", "name": "network-vif-deleted", "tag": "6329f555-14ba-4787-99f7-baaacce604f2", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:51:27.939943 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f98e2448-7e81-4a25-b922-a1385d1ba50b {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:51:27.940405 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8f2277-ebe8-453b-8e96-fb2e28d74e6e', 'name': 'network-vif-deleted', 'tag': '6329f555-14ba-4787-99f7-baaacce604f2', 'status': 'completed', 'code': 200} Sep 17 23:51:27.986976 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5121a924-5484-4d7f-85cb-6b379602f2c0 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:51:27.995296 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:28.016201 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3ee8f7ff-c516-469d-a944-0359e25757ca tempest-DHCPAgentSchedulersTestJSON-1492136827 tempest-DHCPAgentSchedulersTestJSON-1492136827-project-admin] 10.222.0.46 "GET /v2.0/agents/71d3cdfc-496a-473b-9dd8-c03b37ebecdf/dhcp-networks HTTP/1.1" status: 200 len: 10432 time: 0.2770307 Sep 17 23:51:28.016201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45140) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:28.018138 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Transition to ACTIVE for port object 5121a924-5484-4d7f-85cb-6b379602f2c0 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:51:28.060552 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d3a0a56a-23af-4ce7-9a68-569ca94c21bb tempest-DHCPAgentSchedulersTestJSON-1492136827 tempest-DHCPAgentSchedulersTestJSON-1492136827-project-admin] 10.222.0.46 "GET /v2.0/networks/b7dfc44b-cfb8-4577-901e-7be2bed5ecff/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0338898 Sep 17 23:51:28.061437 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45142) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:28.068661 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bc96c-2352-4483-830e-6e2d6f22c8c1 req-8de2328f-840a-48fc-84be-ea970bd987e3 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:28.071904 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-156bc96c-2352-4483-830e-6e2d6f22c8c1 req-8de2328f-840a-48fc-84be-ea970bd987e3 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=013365f4-eb75-4297-b0bc-6ea77e2b2bf7 HTTP/1.1" status: 200 len: 932 time: 0.0839229 Sep 17 23:51:28.093657 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:28.103809 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7ccedc3e-29c1-4bf7-8da7-c495083225fc tempest-DHCPAgentSchedulersTestJSON-1492136827 tempest-DHCPAgentSchedulersTestJSON-1492136827-project-admin] 10.222.0.46 "GET /v2.0/networks/b7dfc44b-cfb8-4577-901e-7be2bed5ecff/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0404196 Sep 17 23:51:28.110127 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45144) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:28.162328 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de81daa5-09c9-4469-9018-5476222a9951 req-75e05213-8bc0-4e24-ae83-cd8b1945e446 tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0502579 Sep 17 23:51:28.174876 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-156bc96c-2352-4483-830e-6e2d6f22c8c1 req-cbf9c40c-ef3b-408c-9e40-c20c84c210d5 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909708 Sep 17 23:51:28.178247 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=5121a924-5484-4d7f-85cb-6b379602f2c0,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:28.335600 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Attempting to bind port 5121a924-5484-4d7f-85cb-6b379602f2c0 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:51:28.336211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Attempting to bind port 5121a924-5484-4d7f-85cb-6b379602f2c0 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:51:28.336324 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Attempting to bind port 5121a924-5484-4d7f-85cb-6b379602f2c0 on network d33639c8-89f1-4a85-9d12-3148a2ec181e {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:51:28.346912 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cf5e1cbf-0be7-4948-ba9c-09ffab3d2d7a tempest-DHCPAgentSchedulersTestJSON-1492136827 tempest-DHCPAgentSchedulersTestJSON-1492136827-project-admin] 10.222.0.46 "GET /v2.0/agents/71d3cdfc-496a-473b-9dd8-c03b37ebecdf/dhcp-networks HTTP/1.1" status: 200 len: 10432 time: 0.2356877 Sep 17 23:51:28.353138 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Port 5121a924-5484-4d7f-85cb-6b379602f2c0 on network d33639c8-89f1-4a85-9d12-3148a2ec181e not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:51:28.353138 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Attempting to bind port 5121a924-5484-4d7f-85cb-6b379602f2c0 on network d33639c8-89f1-4a85-9d12-3148a2ec181e {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:51:28.353138 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45152) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:28.371356 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:51:28.371696 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Checking segment: {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:51:28.372078 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Bound using segment: {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:51:28.372522 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Bound port: 5121a924-5484-4d7f-85cb-6b379602f2c0, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:51:28.372914 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:28.465144 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70abaacd-8f1b-4a4c-9ab6-a52239cf547b tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:28.500789 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] For port 5121a924-5484-4d7f-85cb-6b379602f2c0, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:51:28.539575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] For port 5121a924-5484-4d7f-85cb-6b379602f2c0, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5121a924-5484-4d7f-85cb-6b379602f2c0,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:51:28.585684 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70abaacd-8f1b-4a4c-9ab6-a52239cf547b tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:28.607021 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-70abaacd-8f1b-4a4c-9ab6-a52239cf547b tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7958310-961b-422c-8022-590d6ce86dc2']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:28.616978 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-70abaacd-8f1b-4a4c-9ab6-a52239cf547b tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bce0f2a-aa7a-4e53-a351-b62c99054257') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:28.617481 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-70abaacd-8f1b-4a4c-9ab6-a52239cf547b tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bce0f2a-aa7a-4e53-a351-b62c99054257') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:28.629619 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:28.633497 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70abaacd-8f1b-4a4c-9ab6-a52239cf547b tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:28.676746 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70abaacd-8f1b-4a4c-9ab6-a52239cf547b tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:28.679361 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:28.679968 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:28.681424 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] 10.222.0.37 "PUT /v2.0/ports/5121a924-5484-4d7f-85cb-6b379602f2c0 HTTP/1.1" status: 200 len: 1092 time: 1.1920838 Sep 17 23:51:28.697205 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70abaacd-8f1b-4a4c-9ab6-a52239cf547b tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:51:28.697622 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70abaacd-8f1b-4a4c-9ab6-a52239cf547b tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:51:28.700640 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:51:28.725914 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3e62e-c374-4890-92b0-2ed7b2bd6ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=5121a924-5484-4d7f-85cb-6b379602f2c0,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:28.829088 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70abaacd-8f1b-4a4c-9ab6-a52239cf547b tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:28.846864 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70abaacd-8f1b-4a4c-9ab6-a52239cf547b tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:28.849302 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-70abaacd-8f1b-4a4c-9ab6-a52239cf547b tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] 10.222.0.46 "DELETE /v2.0/networks/b7958310-961b-422c-8022-590d6ce86dc2 HTTP/1.1" status: 204 len: 168 time: 0.4978387 Sep 17 23:51:28.852075 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abaacd-8f1b-4a4c-9ab6-a52239cf547b tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Pushing event deleted for resources: {'Network': ['ID=b7958310-961b-422c-8022-590d6ce86dc2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:28.852531 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45162) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:28.864356 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-15c012c9-d5b4-43fe-9cf3-e40370701341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:28.865971 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-15c012c9-d5b4-43fe-9cf3-e40370701341 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&device_id=013365f4-eb75-4297-b0bc-6ea77e2b2bf7 HTTP/1.1" status: 200 len: 1095 time: 0.0636668 Sep 17 23:51:28.876700 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c57787e-3c99-4e03-969d-ca94b3ed4fec tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] DELETE failed (client error): The resource could not be found. Sep 17 23:51:28.877357 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c57787e-3c99-4e03-969d-ca94b3ed4fec tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:51:28.879038 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2c57787e-3c99-4e03-969d-ca94b3ed4fec tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] 10.222.0.46 "DELETE /v2.0/ports/1ae7c1c0-a739-452e-a350-bd1462741a4b HTTP/1.1" status: 404 len: 333 time: 0.0250010 Sep 17 23:51:28.881600 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45164) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:28.908045 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-bc093692-d19d-4873-8bfa-96a4f2b2cc52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5121a924-5484-4d7f-85cb-6b379602f2c0 HTTP/1.1" status: 200 len: 217 time: 0.0340047 Sep 17 23:51:28.931365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e2e52c-61ce-4a58-b46c-34634ad63557 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Deleting subnet 4ae0e170-3f65-4f6f-b606-8a1cb53ac092 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:51:28.935396 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25e2e52c-61ce-4a58-b46c-34634ad63557 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:28.970632 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-05b0a7e8-0a30-4866-91fe-22e519c00308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:28.973958 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-05b0a7e8-0a30-4866-91fe-22e519c00308 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3268c3e3-cb80-4c9a-917f-08e3b14b6886 HTTP/1.1" status: 200 len: 845 time: 0.0592413 Sep 17 23:51:28.982469 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45170) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:29.016422 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-8098bdb2-0560-4b96-9555-8691c3211d3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33639c8-89f1-4a85-9d12-3148a2ec181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349391 Sep 17 23:51:29.027426 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25e2e52c-61ce-4a58-b46c-34634ad63557 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:29.131592 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-893564d9-8abb-4b4b-adb1-3ccc0af329e4 service neutron] 10.222.0.37 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079988 Sep 17 23:51:29.194350 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25e2e52c-61ce-4a58-b46c-34634ad63557 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:29.266705 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-423a7308-564e-40cb-b4ee-a5fc9696c61e req-2539da33-d3e3-4c20-914e-98d7aefc67dc service neutron] 10.222.0.37 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275349 Sep 17 23:51:29.621608 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c43ff520-f5e5-471c-aea7-86e5518d0a68 req-1286600d-0d93-40a0-8ef4-d697d0c5c16a tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0534654 Sep 17 23:51:29.685301 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f1309-f742-477f-a8d9-1583c5a6d488 req-72b3d745-3000-4720-b18a-c156ff9f1906 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:29.686766 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e4f1309-f742-477f-a8d9-1583c5a6d488 req-72b3d745-3000-4720-b18a-c156ff9f1906 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=013365f4-eb75-4297-b0bc-6ea77e2b2bf7 HTTP/1.1" status: 200 len: 944 time: 0.1231163 Sep 17 23:51:29.748132 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e4f1309-f742-477f-a8d9-1583c5a6d488 req-d12e8a53-c081-4b30-af70-6ee5ba95093c tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547438 Sep 17 23:51:29.798196 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25e2e52c-61ce-4a58-b46c-34634ad63557 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:29.833610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2e52c-61ce-4a58-b46c-34634ad63557 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae0e170-3f65-4f6f-b606-8a1cb53ac092,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:29.839340 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25e2e52c-61ce-4a58-b46c-34634ad63557 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:29.845971 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-25e2e52c-61ce-4a58-b46c-34634ad63557 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] 10.222.0.46 "DELETE /v2.0/subnets/4ae0e170-3f65-4f6f-b606-8a1cb53ac092 HTTP/1.1" status: 204 len: 168 time: 0.9584219 Sep 17 23:51:29.847041 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f047c56-50bd-4e90-ab70-0462eb2a1718 None None] Network b7dfc44b-cfb8-4577-901e-7be2bed5ecff requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:51:29.847728 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45194) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:29.862887 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98ec9750-6af8-44c9-8e6d-d7104fed5e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:29.932107 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:29.942769 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013365f4-eb75-4297-b0bc-6ea77e2b2bf7', 'tag': '5121a924-5484-4d7f-85cb-6b379602f2c0'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:51:29.945820 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5591463e-d1bc-4433-9bfe-3ea334664db2" -d '{"events": [{"name": "network-changed", "server_uuid": "013365f4-eb75-4297-b0bc-6ea77e2b2bf7", "tag": "5121a924-5484-4d7f-85cb-6b379602f2c0"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:51:30.027921 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ceae534-5442-4af7-ad95-f47a2230c343 x-openstack-request-id: req-5ceae534-5442-4af7-ad95-f47a2230c343 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:51:30.028214 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013365f4-eb75-4297-b0bc-6ea77e2b2bf7", "tag": "5121a924-5484-4d7f-85cb-6b379602f2c0", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:51:30.028468 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5ceae534-5442-4af7-ad95-f47a2230c343 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:51:30.028878 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013365f4-eb75-4297-b0bc-6ea77e2b2bf7', 'tag': '5121a924-5484-4d7f-85cb-6b379602f2c0', 'status': 'completed', 'code': 200} Sep 17 23:51:30.041498 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Deleting port 828b7161-64be-4a07-bbe5-692ec8a3be9c {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:51:30.042510 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:30.095508 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254a2baa-b254-4555-9f04-87fda2442255 None None] DHCP port deletion for b7dfc44b-cfb8-4577-901e-7be2bed5ecff request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:51:30.129982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 6329f555-14ba-4787-99f7-baaacce604f2 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:51:30.143840 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] For port 828b7161-64be-4a07-bbe5-692ec8a3be9c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=828b7161-64be-4a07-bbe5-692ec8a3be9c,segment=NetworkSegment(6e24fa4e-ada5-4adb-b2ea-f6e7822c4b42),segment_id=6e24fa4e-ada5-4adb-b2ea-f6e7822c4b42)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:30.144876 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:30.149319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591463e-d1bc-4433-9bfe-3ea334664db2 req-f652fb9f-db64-4e5d-b19a-4656ad1cf2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:30.151044 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5591463e-d1bc-4433-9bfe-3ea334664db2 req-f652fb9f-db64-4e5d-b19a-4656ad1cf2a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&device_id=013365f4-eb75-4297-b0bc-6ea77e2b2bf7 HTTP/1.1" status: 200 len: 1095 time: 0.0948105 Sep 17 23:51:30.170317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Calling delete_port for 828b7161-64be-4a07-bbe5-692ec8a3be9c owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:51:30.187952 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-98ec9750-6af8-44c9-8e6d-d7104fed5e92 admin admin] Deleting port a9c16979-f144-4713-b6c5-fd6e91d7b971 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:51:30.188527 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98ec9750-6af8-44c9-8e6d-d7104fed5e92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:30.190942 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 6329f555-14ba-4787-99f7-baaacce604f2 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:51:30.191839 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 6329f555-14ba-4787-99f7-baaacce604f2 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:51:30.223866 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7fe4c62b-1c04-4fae-97e8-b18095c71ce9 req-39bd20a7-29aa-4db2-9f26-cb0a8ebfd56d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2a7066ccee5483e8f64ea97c17deef4&device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0512526 Sep 17 23:51:30.242703 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-254a2baa-b254-4555-9f04-87fda2442255 None None] Deleting port 828b7161-64be-4a07-bbe5-692ec8a3be9c {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:51:30.242703 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-254a2baa-b254-4555-9f04-87fda2442255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:30.299968 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-98ec9750-6af8-44c9-8e6d-d7104fed5e92 admin admin] For port a9c16979-f144-4713-b6c5-fd6e91d7b971, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a9c16979-f144-4713-b6c5-fd6e91d7b971,segment=NetworkSegment(df69d4d1-bd5a-42d6-949f-a5607987e53a),segment_id=df69d4d1-bd5a-42d6-949f-a5607987e53a)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:30.299968 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98ec9750-6af8-44c9-8e6d-d7104fed5e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:30.318779 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7fe4c62b-1c04-4fae-97e8-b18095c71ce9 req-84bce07a-a1d2-4210-bbe1-8d9202282345 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b2a7066ccee5483e8f64ea97c17deef4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850644 Sep 17 23:51:30.322159 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-254a2baa-b254-4555-9f04-87fda2442255 None None] For port 828b7161-64be-4a07-bbe5-692ec8a3be9c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=828b7161-64be-4a07-bbe5-692ec8a3be9c,segment=NetworkSegment(6e24fa4e-ada5-4adb-b2ea-f6e7822c4b42),segment_id=6e24fa4e-ada5-4adb-b2ea-f6e7822c4b42)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:30.322649 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-254a2baa-b254-4555-9f04-87fda2442255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:30.344024 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-98ec9750-6af8-44c9-8e6d-d7104fed5e92 admin admin] Calling delete_port for a9c16979-f144-4713-b6c5-fd6e91d7b971 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:51:30.351869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-254a2baa-b254-4555-9f04-87fda2442255 None None] Calling delete_port for 828b7161-64be-4a07-bbe5-692ec8a3be9c owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:51:30.360194 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7500fc7d-558c-4c20-ac63-87582f4cbdf0 req-e98adc77-54a7-4fd6-b330-6a11b1535c05 tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0500178 Sep 17 23:51:30.391010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591463e-d1bc-4433-9bfe-3ea334664db2 req-25aafb51-57c3-45b4-845f-69b97570356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:30.392487 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5591463e-d1bc-4433-9bfe-3ea334664db2 req-25aafb51-57c3-45b4-845f-69b97570356c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33639c8-89f1-4a85-9d12-3148a2ec181e HTTP/1.1" status: 200 len: 906 time: 0.2334781 Sep 17 23:51:30.467079 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5591463e-d1bc-4433-9bfe-3ea334664db2 req-6337d400-fbc1-4373-b9dc-57010194ad60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5121a924-5484-4d7f-85cb-6b379602f2c0 HTTP/1.1" status: 200 len: 217 time: 0.0447600 Sep 17 23:51:30.529209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4c62b-1c04-4fae-97e8-b18095c71ce9 req-86e94990-018b-4946-a2ca-9210905183d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:30.530834 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7fe4c62b-1c04-4fae-97e8-b18095c71ce9 req-86e94990-018b-4946-a2ca-9210905183d8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2032261 Sep 17 23:51:30.535826 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591463e-d1bc-4433-9bfe-3ea334664db2 req-5ef8c605-6d99-4430-8317-ffa550699902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:30.537527 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5591463e-d1bc-4433-9bfe-3ea334664db2 req-5ef8c605-6d99-4430-8317-ffa550699902 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3268c3e3-cb80-4c9a-917f-08e3b14b6886 HTTP/1.1" status: 200 len: 845 time: 0.0630572 Sep 17 23:51:30.538607 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:30.545331 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-254a2baa-b254-4555-9f04-87fda2442255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:30.570911 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a2baa-b254-4555-9f04-87fda2442255 None None] Pushing event deleted for resources: {'Port': ['ID=828b7161-64be-4a07-bbe5-692ec8a3be9c,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:30.574545 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a2baa-b254-4555-9f04-87fda2442255 None None] No DVR routers for this DVR port 828b7161-64be-4a07-bbe5-692ec8a3be9c on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:51:30.581673 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Pushing event deleted for resources: {'Port': ['ID=828b7161-64be-4a07-bbe5-692ec8a3be9c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:30.652083 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98ec9750-6af8-44c9-8e6d-d7104fed5e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:30.676345 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5121a924-5484-4d7f-85cb-6b379602f2c0 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:51:30.696538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec9750-6af8-44c9-8e6d-d7104fed5e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c16979-f144-4713-b6c5-fd6e91d7b971,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:30.841742 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 5121a924-5484-4d7f-85cb-6b379602f2c0, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5121a924-5484-4d7f-85cb-6b379602f2c0,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:30.855896 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '5121a924-5484-4d7f-85cb-6b379602f2c0', 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e', 'port_id': '5121a924-5484-4d7f-85cb-6b379602f2c0', 'mac_address': 'fa:16:3e:6b:04:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3268c3e3-cb80-4c9a-917f-08e3b14b6886', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:51:30.902400 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:30.904406 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] No DVR routers for this DVR port 828b7161-64be-4a07-bbe5-692ec8a3be9c on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:51:30.919072 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5121a924-5484-4d7f-85cb-6b379602f2c0 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:51:30.933455 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5591463e-d1bc-4433-9bfe-3ea334664db2 req-37c82639-9130-4e6c-98ce-7be103641b08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33639c8-89f1-4a85-9d12-3148a2ec181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3859406 Sep 17 23:51:30.952149 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f97e46-e9e8-4fb2-8e46-14b1677e901c req-18b9b14c-e8ab-43e5-9f71-8807c4f89b8b tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:30.964966 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2f97e46-e9e8-4fb2-8e46-14b1677e901c req-18b9b14c-e8ab-43e5-9f71-8807c4f89b8b tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=013365f4-eb75-4297-b0bc-6ea77e2b2bf7 HTTP/1.1" status: 200 len: 944 time: 0.1187174 Sep 17 23:51:30.973406 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98ec9750-6af8-44c9-8e6d-d7104fed5e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:30.976691 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 5121a924-5484-4d7f-85cb-6b379602f2c0, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5121a924-5484-4d7f-85cb-6b379602f2c0,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:31.017892 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:31.051942 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:31.070880 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7dfc44b-cfb8-4577-901e-7be2bed5ecff']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:31.083409 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e24fa4e-ada5-4adb-b2ea-f6e7822c4b42') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:31.083703 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e24fa4e-ada5-4adb-b2ea-f6e7822c4b42') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:31.101988 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:31.103898 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2f97e46-e9e8-4fb2-8e46-14b1677e901c req-90ced988-633f-4ea9-a30d-935e446f43a7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332779 Sep 17 23:51:31.116722 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5591463e-d1bc-4433-9bfe-3ea334664db2 req-8121e468-ecb7-4da0-ab2f-bb34d78dfc86 service neutron] 10.222.0.37 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704500 Sep 17 23:51:31.122703 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:31.125511 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=5121a924-5484-4d7f-85cb-6b379602f2c0,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:31.149289 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 828b7161-64be-4a07-bbe5-692ec8a3be9c no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:51:31.150635 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:51:31.151231 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:51:31.154308 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:51:31.181823 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 828b7161-64be-4a07-bbe5-692ec8a3be9c {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:51:31.182413 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 828b7161-64be-4a07-bbe5-692ec8a3be9c not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:51:31.278825 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5591463e-d1bc-4433-9bfe-3ea334664db2 req-2df80556-d69e-4883-89a6-f3ca74912281 service neutron] 10.222.0.37 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530173 Sep 17 23:51:31.303575 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ec9750-6af8-44c9-8e6d-d7104fed5e92 admin admin] Router 492d93d1-49bb-409d-b3b8-73f87d3eb62a has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:51:31.325320 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['5121a924-5484-4d7f-85cb-6b379602f2c0'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:51:31.340898 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:31.352950 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:31.355499 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] 10.222.0.46 "DELETE /v2.0/networks/b7dfc44b-cfb8-4577-901e-7be2bed5ecff HTTP/1.1" status: 204 len: 168 time: 1.5060565 Sep 17 23:51:31.365962 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c8689-3adb-4602-b104-8c868df49d19 tempest-DHCPAgentSchedulersTestJSON-1575500974 tempest-DHCPAgentSchedulersTestJSON-1575500974-project] Pushing event deleted for resources: {'Network': ['ID=b7dfc44b-cfb8-4577-901e-7be2bed5ecff,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:31.428852 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ec9750-6af8-44c9-8e6d-d7104fed5e92 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:51:31.437514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-98ec9750-6af8-44c9-8e6d-d7104fed5e92 admin admin] 10.222.0.46 "PUT /v2.0/routers/492d93d1-49bb-409d-b3b8-73f87d3eb62a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4538660 Sep 17 23:51:31.440181 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45228) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:31.442927 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64662813-55aa-4968-b313-c6af3aca5e78 None None] Sync routers for ids ['492d93d1-49bb-409d-b3b8-73f87d3eb62a'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:51:31.454899 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64662813-55aa-4968-b313-c6af3aca5e78 None None] Routers {'492d93d1-49bb-409d-b3b8-73f87d3eb62a'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:51:31.455770 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-64662813-55aa-4968-b313-c6af3aca5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:51:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['492d93d1-49bb-409d-b3b8-73f87d3eb62a'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:31.528104 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a1009a0-3434-4d11-82a9-97f489738e9c req-05c8d53f-4678-4e2e-bc54-8c7cc023a349 tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0593317 Sep 17 23:51:31.587018 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a592b479-5fc6-44e7-8d59-e1e7f9346779 admin admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:31.609674 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-64662813-55aa-4968-b313-c6af3aca5e78 None None] Set router 492d93d1-49bb-409d-b3b8-73f87d3eb62a gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:51:31.697232 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a592b479-5fc6-44e7-8d59-e1e7f9346779 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:31.758646 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7fe4c62b-1c04-4fae-97e8-b18095c71ce9 req-0b9a9387-b128-4f16-ac1f-6d8bebb3d01d tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0249386 Sep 17 23:51:31.784339 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-64662813-55aa-4968-b313-c6af3aca5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d93d1-49bb-409d-b3b8-73f87d3eb62a', 'name': 'tempest-ServerRescueTestJSON-434679621-router', 'tenant_id': 'b8796731e54146338dce198e6ae702ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'd9016691-41e1-45f5-985c-07623f300c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:49:16Z', 'updated_at': '2021-09-17T23:51:30Z', 'revision_number': 5, 'project_id': 'b8796731e54146338dce198e6ae702ee', 'gw_port': {'id': 'd9016691-41e1-45f5-985c-07623f300c37', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492d93d1-49bb-409d-b3b8-73f87d3eb62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:49:16Z', 'updated_at': '2021-09-17T23:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:31.815186 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64662813-55aa-4968-b313-c6af3aca5e78 None None] Checking router: 492d93d1-49bb-409d-b3b8-73f87d3eb62a for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:51:31.822779 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64662813-55aa-4968-b313-c6af3aca5e78 None None] Routers {'492d93d1-49bb-409d-b3b8-73f87d3eb62a'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:51:31.823405 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-64662813-55aa-4968-b313-c6af3aca5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:51:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['492d93d1-49bb-409d-b3b8-73f87d3eb62a'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:31.845190 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a592b479-5fc6-44e7-8d59-e1e7f9346779 admin admin] Deleting port d9016691-41e1-45f5-985c-07623f300c37 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:51:31.845532 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a592b479-5fc6-44e7-8d59-e1e7f9346779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:31.913725 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-64662813-55aa-4968-b313-c6af3aca5e78 None None] Set router 492d93d1-49bb-409d-b3b8-73f87d3eb62a gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:51:31.927755 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-a592b479-5fc6-44e7-8d59-e1e7f9346779 admin admin] For port d9016691-41e1-45f5-985c-07623f300c37, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d9016691-41e1-45f5-985c-07623f300c37,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:31.928665 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a592b479-5fc6-44e7-8d59-e1e7f9346779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:31.942379 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a592b479-5fc6-44e7-8d59-e1e7f9346779 admin admin] Calling delete_port for d9016691-41e1-45f5-985c-07623f300c37 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:51:31.966872 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-64662813-55aa-4968-b313-c6af3aca5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d93d1-49bb-409d-b3b8-73f87d3eb62a', 'name': 'tempest-ServerRescueTestJSON-434679621-router', 'tenant_id': 'b8796731e54146338dce198e6ae702ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:49:16Z', 'updated_at': '2021-09-17T23:51:31Z', 'revision_number': 6, 'project_id': 'b8796731e54146338dce198e6ae702ee', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:31.998349 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64662813-55aa-4968-b313-c6af3aca5e78 None None] The sync data for ids ['492d93d1-49bb-409d-b3b8-73f87d3eb62a'] in n-d-809883-1 is: [{'id': '492d93d1-49bb-409d-b3b8-73f87d3eb62a', 'name': 'tempest-ServerRescueTestJSON-434679621-router', 'tenant_id': 'b8796731e54146338dce198e6ae702ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:49:16Z', 'updated_at': '2021-09-17T23:51:31Z', 'revision_number': 6, 'project_id': 'b8796731e54146338dce198e6ae702ee', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:51:32.018700 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45240) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:32.219844 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51150f-2c86-4678-8909-0b5ecdb09247 req-e61d4d21-1cbe-4e90-a618-4597fe97e94c tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:32.221658 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb51150f-2c86-4678-8909-0b5ecdb09247 req-e61d4d21-1cbe-4e90-a618-4597fe97e94c tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=013365f4-eb75-4297-b0bc-6ea77e2b2bf7 HTTP/1.1" status: 200 len: 945 time: 0.0497634 Sep 17 23:51:32.241538 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a592b479-5fc6-44e7-8d59-e1e7f9346779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:32.269537 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb51150f-2c86-4678-8909-0b5ecdb09247 req-a5458ff6-54f3-4152-9bea-4991e3f837f9 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369470 Sep 17 23:51:32.310870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592b479-5fc6-44e7-8d59-e1e7f9346779 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9016691-41e1-45f5-985c-07623f300c37,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:32.353166 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a047de6f-a7ca-4f50-aa7d-355f4a662d36 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b563fa9c8e974d6bb4993da6f52f05e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3300359 Sep 17 23:51:32.353993 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45252) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:32.386331 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a592b479-5fc6-44e7-8d59-e1e7f9346779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:32.417418 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2d364c1f-e89b-4e7d-a810-c85549c56d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:32.443853 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2d364c1f-e89b-4e7d-a810-c85549c56d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:32.518651 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a592b479-5fc6-44e7-8d59-e1e7f9346779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:32.520987 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a592b479-5fc6-44e7-8d59-e1e7f9346779 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:32.573018 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2d364c1f-e89b-4e7d-a810-c85549c56d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:32.576076 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2d364c1f-e89b-4e7d-a810-c85549c56d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:32.578344 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2d364c1f-e89b-4e7d-a810-c85549c56d45 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f447f76-9e91-4f79-a967-986f4845aa44 HTTP/1.1" status: 204 len: 168 time: 0.2227843 Sep 17 23:51:32.587106 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d364c1f-e89b-4e7d-a810-c85549c56d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f447f76-9e91-4f79-a967-986f4845aa44,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:32.621095 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f48f4926-2d65-4008-b6a9-38af5842cce5 req-3bc4af6c-91a0-4650-b314-df4365ad5590 tempest-ServerShowV254Test-1915341348 tempest-ServerShowV254Test-1915341348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0e53fc4-9efb-4523-897c-89faa87c6281 HTTP/1.1" status: 200 len: 210 time: 0.0282853 Sep 17 23:51:32.637493 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a592b479-5fc6-44e7-8d59-e1e7f9346779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:32.638159 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a592b479-5fc6-44e7-8d59-e1e7f9346779 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 492d93d1-49bb-409d-b3b8-73f87d3eb62a {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:51:32.642599 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a592b479-5fc6-44e7-8d59-e1e7f9346779 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:32.645783 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a592b479-5fc6-44e7-8d59-e1e7f9346779 admin admin] 10.222.0.46 "DELETE /v2.0/routers/492d93d1-49bb-409d-b3b8-73f87d3eb62a HTTP/1.1" status: 204 len: 168 time: 1.2023859 Sep 17 23:51:32.647426 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45260) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:32.703031 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5121a924-5484-4d7f-85cb-6b379602f2c0 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:51:32.709362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-4951ee15-3e35-4f21-9386-30e0c34e6a47 admin admin] Deleting subnet 8c085219-e422-44b2-9dfa-522cba776d62 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:51:32.712615 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4951ee15-3e35-4f21-9386-30e0c34e6a47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:32.748819 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4951ee15-3e35-4f21-9386-30e0c34e6a47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:32.790338 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4951ee15-3e35-4f21-9386-30e0c34e6a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:32.843209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 5121a924-5484-4d7f-85cb-6b379602f2c0 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:51:32.847978 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 5121a924-5484-4d7f-85cb-6b379602f2c0 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:51:32.848352 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:32.957987 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4951ee15-3e35-4f21-9386-30e0c34e6a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:32.994495 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951ee15-3e35-4f21-9386-30e0c34e6a47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c085219-e422-44b2-9dfa-522cba776d62,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:32.999420 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4951ee15-3e35-4f21-9386-30e0c34e6a47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.004046 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4951ee15-3e35-4f21-9386-30e0c34e6a47 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8c085219-e422-44b2-9dfa-522cba776d62 HTTP/1.1" status: 204 len: 168 time: 0.3555667 Sep 17 23:51:33.004352 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45266) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:33.010542 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951ee15-3e35-4f21-9386-30e0c34e6a47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:33.010912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951ee15-3e35-4f21-9386-30e0c34e6a47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:33.011242 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951ee15-3e35-4f21-9386-30e0c34e6a47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:33.011583 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951ee15-3e35-4f21-9386-30e0c34e6a47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:33.013156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951ee15-3e35-4f21-9386-30e0c34e6a47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:33.013156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951ee15-3e35-4f21-9386-30e0c34e6a47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:33.013156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951ee15-3e35-4f21-9386-30e0c34e6a47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:33.013156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951ee15-3e35-4f21-9386-30e0c34e6a47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:33.013487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951ee15-3e35-4f21-9386-30e0c34e6a47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:33.013577 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951ee15-3e35-4f21-9386-30e0c34e6a47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:33.013852 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951ee15-3e35-4f21-9386-30e0c34e6a47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:33.014129 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951ee15-3e35-4f21-9386-30e0c34e6a47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:33.079376 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d9016691-41e1-45f5-985c-07623f300c37 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:51:33.105641 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: d9016691-41e1-45f5-985c-07623f300c37 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:51:33.106857 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d9016691-41e1-45f5-985c-07623f300c37 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:51:33.107457 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a9c16979-f144-4713-b6c5-fd6e91d7b971 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:51:33.127077 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-83031c96-acc7-4fe5-b610-516fc99a1287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.136273 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: a9c16979-f144-4713-b6c5-fd6e91d7b971 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:51:33.137428 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a9c16979-f144-4713-b6c5-fd6e91d7b971 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:51:33.138749 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.173456 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013365f4-eb75-4297-b0bc-6ea77e2b2bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5121a924-5484-4d7f-85cb-6b379602f2c0'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:51:33.176036 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5096d137-297e-4503-beff-11f25e4b53c9" -d '{"events": [{"server_uuid": "013365f4-eb75-4297-b0bc-6ea77e2b2bf7", "name": "network-vif-plugged", "status": "completed", "tag": "5121a924-5484-4d7f-85cb-6b379602f2c0"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:51:33.201399 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 5121a924-5484-4d7f-85cb-6b379602f2c0, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5121a924-5484-4d7f-85cb-6b379602f2c0,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:33.227058 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e495420-0ad6-4bf8-9156-3becb07bdf4a x-openstack-request-id: req-5e495420-0ad6-4bf8-9156-3becb07bdf4a {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:51:33.227694 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013365f4-eb75-4297-b0bc-6ea77e2b2bf7", "name": "network-vif-plugged", "status": "completed", "tag": "5121a924-5484-4d7f-85cb-6b379602f2c0", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:51:33.227952 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e495420-0ad6-4bf8-9156-3becb07bdf4a {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:51:33.228357 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013365f4-eb75-4297-b0bc-6ea77e2b2bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5121a924-5484-4d7f-85cb-6b379602f2c0', 'code': 200} Sep 17 23:51:33.240411 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-83031c96-acc7-4fe5-b610-516fc99a1287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.264441 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-83031c96-acc7-4fe5-b610-516fc99a1287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08df34eb-0776-4a6d-a2cf-e443d39c7561']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:33.275763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-83031c96-acc7-4fe5-b610-516fc99a1287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df69d4d1-bd5a-42d6-949f-a5607987e53a') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:33.276121 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-83031c96-acc7-4fe5-b610-516fc99a1287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df69d4d1-bd5a-42d6-949f-a5607987e53a') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:33.286322 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-83031c96-acc7-4fe5-b610-516fc99a1287 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.299750 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-83031c96-acc7-4fe5-b610-516fc99a1287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83031c96-acc7-4fe5-b610-516fc99a1287 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-83031c96-acc7-4fe5-b610-516fc99a1287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:51:33.310431 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:51:33.325169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf4ec9-efb3-4821-a6fb-721ddae4fcd9 req-3973568e-17db-49a4-a732-5d126808a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:33.326681 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-84bf4ec9-efb3-4821-a6fb-721ddae4fcd9 req-3973568e-17db-49a4-a732-5d126808a942 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=013365f4-eb75-4297-b0bc-6ea77e2b2bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0408807 Sep 17 23:51:33.329178 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.367780 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-84bf4ec9-efb3-4821-a6fb-721ddae4fcd9 req-1756ccfb-a596-443d-bf85-f15e4f13a795 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335610 Sep 17 23:51:33.396859 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=5121a924-5484-4d7f-85cb-6b379602f2c0,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:33.448561 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197a7f1-878f-43a2-8cb0-810fa0bb781f req-09e8beb8-38eb-4ab4-aff2-19e242042593 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:33.450105 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6197a7f1-878f-43a2-8cb0-810fa0bb781f req-09e8beb8-38eb-4ab4-aff2-19e242042593 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=013365f4-eb75-4297-b0bc-6ea77e2b2bf7 HTTP/1.1" status: 200 len: 946 time: 0.0583942 Sep 17 23:51:33.489642 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6197a7f1-878f-43a2-8cb0-810fa0bb781f req-2a96a8e8-307d-443d-a9c5-f49c7730dd37 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334561 Sep 17 23:51:33.490523 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-83031c96-acc7-4fe5-b610-516fc99a1287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.496306 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-83031c96-acc7-4fe5-b610-516fc99a1287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.498280 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-83031c96-acc7-4fe5-b610-516fc99a1287 admin admin] 10.222.0.46 "DELETE /v2.0/networks/08df34eb-0776-4a6d-a2cf-e443d39c7561 HTTP/1.1" status: 204 len: 168 time: 0.4921534 Sep 17 23:51:33.510880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83031c96-acc7-4fe5-b610-516fc99a1287 admin admin] Pushing event deleted for resources: {'Network': ['ID=08df34eb-0776-4a6d-a2cf-e443d39c7561,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:33.534392 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45280) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:33.546048 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-76f9180f-5698-4393-a319-05a1c417c95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.636804 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-76f9180f-5698-4393-a319-05a1c417c95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.711866 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-76f9180f-5698-4393-a319-05a1c417c95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.754312 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-76f9180f-5698-4393-a319-05a1c417c95b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08e43cf23e224b0eb78f755ffc7f806d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2197683 Sep 17 23:51:33.756202 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9180f-5698-4393-a319-05a1c417c95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c79b36d-6bbc-4037-81e2-8d0f77144827,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:33.757126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45288) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:33.807842 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f586a6d-611a-4d3d-aaef-6fc907e9d252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.831084 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f586a6d-611a-4d3d-aaef-6fc907e9d252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.962986 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f586a6d-611a-4d3d-aaef-6fc907e9d252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.965594 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f586a6d-611a-4d3d-aaef-6fc907e9d252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:33.966762 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9f586a6d-611a-4d3d-aaef-6fc907e9d252 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c79b36d-6bbc-4037-81e2-8d0f77144827 HTTP/1.1" status: 204 len: 168 time: 0.2085755 Sep 17 23:51:33.974639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f586a6d-611a-4d3d-aaef-6fc907e9d252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c79b36d-6bbc-4037-81e2-8d0f77144827,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:34.016290 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45294) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:34.056382 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9c0ee794-4db5-4047-bc81-18cbb46dd90d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8796731e54146338dce198e6ae702ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385487 Sep 17 23:51:34.058875 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45296) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:34.113615 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-11bca3cb-f9ca-489e-985a-f6fefba80941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:34.134702 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-11bca3cb-f9ca-489e-985a-f6fefba80941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:34.371593 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-11bca3cb-f9ca-489e-985a-f6fefba80941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:34.375282 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-11bca3cb-f9ca-489e-985a-f6fefba80941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:34.376539 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-11bca3cb-f9ca-489e-985a-f6fefba80941 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4b6caa2-d3c3-42e7-a21c-3baf7d709649 HTTP/1.1" status: 204 len: 168 time: 0.3167486 Sep 17 23:51:34.384695 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bca3cb-f9ca-489e-985a-f6fefba80941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b6caa2-d3c3-42e7-a21c-3baf7d709649,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:34.456911 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45304) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:34.617290 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1edb1-048b-4476-8d8b-cdd34876fe46 req-392089ac-40b1-492b-8b26-62f24d62c9f7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:34.618839 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ab1edb1-048b-4476-8d8b-cdd34876fe46 req-392089ac-40b1-492b-8b26-62f24d62c9f7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=013365f4-eb75-4297-b0bc-6ea77e2b2bf7 HTTP/1.1" status: 200 len: 946 time: 0.0579200 Sep 17 23:51:34.664684 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ab1edb1-048b-4476-8d8b-cdd34876fe46 req-d0e13313-925d-4064-94bc-ef7fd090ff11 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380473 Sep 17 23:51:34.901667 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56b5e1b6-f3dc-413f-bcb2-b0267f7b5f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:34.994872 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56b5e1b6-f3dc-413f-bcb2-b0267f7b5f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:35.102611 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56b5e1b6-f3dc-413f-bcb2-b0267f7b5f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:35.151333 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-56b5e1b6-f3dc-413f-bcb2-b0267f7b5f36 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2a7066ccee5483e8f64ea97c17deef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6910946 Sep 17 23:51:35.151333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5e1b6-f3dc-413f-bcb2-b0267f7b5f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eee068c-e46b-42f6-907f-1c113f3c8758,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:35.156607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45342) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:35.228288 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-aba1c3ef-721c-4a20-bf55-df2541f53631 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:35.229825 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-aba1c3ef-721c-4a20-bf55-df2541f53631 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/networks?id=d33639c8-89f1-4a85-9d12-3148a2ec181e HTTP/1.1" status: 200 len: 805 time: 0.1539316 Sep 17 23:51:35.234900 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c21d324e-c34d-4f2d-8d68-49ca86473700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:35.264625 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-c103bcfe-3796-44fb-ad2d-dac1b6e3788d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/quotas/64f5b0c5188148a8b9b3bac9c08e14c6 HTTP/1.1" status: 200 len: 375 time: 0.0201421 Sep 17 23:51:35.266387 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c21d324e-c34d-4f2d-8d68-49ca86473700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:35.335063 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-0ee4fa0c-61c0-4e75-b81e-309031cdec04 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622456 Sep 17 23:51:35.413743 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c21d324e-c34d-4f2d-8d68-49ca86473700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:35.416312 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c21d324e-c34d-4f2d-8d68-49ca86473700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:35.417480 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c21d324e-c34d-4f2d-8d68-49ca86473700 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7eee068c-e46b-42f6-907f-1c113f3c8758 HTTP/1.1" status: 204 len: 168 time: 0.2596736 Sep 17 23:51:35.434450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d324e-c34d-4f2d-8d68-49ca86473700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eee068c-e46b-42f6-907f-1c113f3c8758,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:35.453943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-c5493ea1-ccf6-46b0-8ad1-8f023c11f04a service neutron] 10.222.0.46 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075144 Sep 17 23:51:35.546140 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-ab879bab-6579-4d09-821a-4fc960cb80b8 service neutron] 10.222.0.46 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856829 Sep 17 23:51:35.893529 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-105eaf10-8258-4ffd-9b44-7a31435f2aee req-1ec63621-bfb0-4c43-bd25-c1168a8ea807 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 210 time: 0.0326517 Sep 17 23:51:36.822955 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45400) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:36.976875 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-714d2aeb-eff5-4906-9525-359d1ea781d5 req-4ee4ab36-c295-4f6f-adad-d9e66026fcba tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 210 time: 0.0266573 Sep 17 23:51:37.255718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1e15c61e-2ed4-47b9-9d19-5901fc67f9c6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1170736079-network', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:37.380355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e15c61e-2ed4-47b9-9d19-5901fc67f9c6 admin admin] Made reservation on behalf of c5a6bc127d6d42bdad9b2db9f4c0c49c for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:37.382829 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e15c61e-2ed4-47b9-9d19-5901fc67f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:37.391872 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e15c61e-2ed4-47b9-9d19-5901fc67f9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:37.480351 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e15c61e-2ed4-47b9-9d19-5901fc67f9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:37.594159 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e15c61e-2ed4-47b9-9d19-5901fc67f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:37.624262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e15c61e-2ed4-47b9-9d19-5901fc67f9c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:51:37.636963 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15c61e-2ed4-47b9-9d19-5901fc67f9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bae8916-8dd1-4718-8b32-ede01840c7af,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:37.651789 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e15c61e-2ed4-47b9-9d19-5901fc67f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:37.652137 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-1e15c61e-2ed4-47b9-9d19-5901fc67f9c6 admin admin] Added segment 70bb7625-1649-44d0-aafe-a4e52156a80b of type vlan for network 4461cd47-fde9-4845-92b2-6903a8fb4a55 Sep 17 23:51:37.699845 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e15c61e-2ed4-47b9-9d19-5901fc67f9c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:37.866399 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e15c61e-2ed4-47b9-9d19-5901fc67f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:37.868127 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e15c61e-2ed4-47b9-9d19-5901fc67f9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:37.869095 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e15c61e-2ed4-47b9-9d19-5901fc67f9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:37.944069 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15c61e-2ed4-47b9-9d19-5901fc67f9c6 admin admin] Pushing event updated for resources: {'Network': ['ID=4461cd47-fde9-4845-92b2-6903a8fb4a55,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:37.955412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 4461cd47-fde9-4845-92b2-6903a8fb4a55 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:51:37.977772 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1e15c61e-2ed4-47b9-9d19-5901fc67f9c6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1552215 Sep 17 23:51:37.977772 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45428) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:37.991513 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-5f14648b-bc38-49b8-89a6-5420ef8ee599 admin admin] Request body: {'subnet': {'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1170736079-subnet', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:38.095704 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35cea9a8-1ea8-4a15-9c44-99cfe0770558 req-97b366d3-c174-4f85-8c83-5e77cad8297f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 210 time: 0.0259726 Sep 17 23:51:38.151307 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f14648b-bc38-49b8-89a6-5420ef8ee599 admin admin] Made reservation on behalf of c5a6bc127d6d42bdad9b2db9f4c0c49c for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:38.153708 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f14648b-bc38-49b8-89a6-5420ef8ee599 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:38.340923 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45442) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:38.407572 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45446) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:38.440238 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f14648b-bc38-49b8-89a6-5420ef8ee599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:38.504876 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-98eae4de-d564-4ae3-b8f9-eb88fee23150 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-8035741-network', 'tenant_id': '7fe7a9518ee94a28800d0fa6e2d37da2'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:38.529287 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14648b-bc38-49b8-89a6-5420ef8ee599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a07af87-2c35-4815-a33d-5a9f7f4ed508,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:38.549655 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f14648b-bc38-49b8-89a6-5420ef8ee599 admin admin] Checking segment: {'id': '70bb7625-1649-44d0-aafe-a4e52156a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:51:38.549996 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f14648b-bc38-49b8-89a6-5420ef8ee599 admin admin] Network hostable DHCP agents. Network: 4461cd47-fde9-4845-92b2-6903a8fb4a55, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:51:38.597657 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f9e9d011-bb25-4a40-9de0-42eb5a6681c5 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-433066210'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:38.612183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98eae4de-d564-4ae3-b8f9-eb88fee23150 admin admin] Made reservation on behalf of 7fe7a9518ee94a28800d0fa6e2d37da2 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:38.614836 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98eae4de-d564-4ae3-b8f9-eb88fee23150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:38.630130 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98eae4de-d564-4ae3-b8f9-eb88fee23150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:38.630393 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-737a103c-faff-4c04-bccf-db41ad93675f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:38.632450 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-737a103c-faff-4c04-bccf-db41ad93675f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.41 "GET /v2.0/networks?id=d33639c8-89f1-4a85-9d12-3148a2ec181e HTTP/1.1" status: 200 len: 805 time: 0.1339636 Sep 17 23:51:38.645949 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-64b87d05-5001-438d-a329-f83fb844b8c7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Request body: {'port': {'device_id': 'cea7c71e-c2cc-4b80-aabe-b21fc6e26781', 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e', 'admin_state_up': True, 'tenant_id': '64f5b0c5188148a8b9b3bac9c08e14c6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:38.712259 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f14648b-bc38-49b8-89a6-5420ef8ee599 admin admin] Network 4461cd47-fde9-4845-92b2-6903a8fb4a55 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:51:38.736128 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e9d011-bb25-4a40-9de0-42eb5a6681c5 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Made reservation on behalf of 5a9b27ee8e3c474f8c210f44729595e9 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:38.743593 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f9e9d011-bb25-4a40-9de0-42eb5a6681c5 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:38.758808 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f9e9d011-bb25-4a40-9de0-42eb5a6681c5 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:38.794038 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-5f14648b-bc38-49b8-89a6-5420ef8ee599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 4461cd47-fde9-4845-92b2-6903a8fb4a55) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:51:38.798570 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f14648b-bc38-49b8-89a6-5420ef8ee599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:38.799314 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f14648b-bc38-49b8-89a6-5420ef8ee599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:38.807867 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302fcaca-f0e1-42cd-96f4-76d859225518 None None] Network 4461cd47-fde9-4845-92b2-6903a8fb4a55 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:51:38.853703 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98eae4de-d564-4ae3-b8f9-eb88fee23150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:38.928775 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98eae4de-d564-4ae3-b8f9-eb88fee23150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:38.957325 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98eae4de-d564-4ae3-b8f9-eb88fee23150 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:51:38.964186 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eae4de-d564-4ae3-b8f9-eb88fee23150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff9d23d-5375-44b9-859f-a34bd5a7514e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:38.965686 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523a3a2c-241e-46b4-bd9b-9945f95f5bad None None] Network 4461cd47-fde9-4845-92b2-6903a8fb4a55 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:51:38.970308 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98eae4de-d564-4ae3-b8f9-eb88fee23150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:38.970652 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-98eae4de-d564-4ae3-b8f9-eb88fee23150 admin admin] Added segment 04c69b05-33f2-4465-b990-322ce7ce7ad7 of type vlan for network 003e6711-5c04-488c-bf1d-85872f393c86 Sep 17 23:51:39.021090 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98eae4de-d564-4ae3-b8f9-eb88fee23150 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:39.045108 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5f14648b-bc38-49b8-89a6-5420ef8ee599 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0681345 Sep 17 23:51:39.047364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45456) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:39.053793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7b21867a-69cd-4f91-8699-ee400ecc925a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1170736079-router', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:39.145951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-64b87d05-5001-438d-a329-f83fb844b8c7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Made reservation on behalf of 64f5b0c5188148a8b9b3bac9c08e14c6 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:39.149634 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-64b87d05-5001-438d-a329-f83fb844b8c7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:39.198886 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e8709af-91d7-4d8e-a9b9-c9452a29cb56 req-44d84fdd-14d4-4357-92ee-5eecb85e8a3d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 210 time: 0.0313408 Sep 17 23:51:39.204961 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98eae4de-d564-4ae3-b8f9-eb88fee23150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:39.205922 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eae4de-d564-4ae3-b8f9-eb88fee23150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:39.206529 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98eae4de-d564-4ae3-b8f9-eb88fee23150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:39.281110 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eae4de-d564-4ae3-b8f9-eb88fee23150 admin admin] Pushing event updated for resources: {'Network': ['ID=003e6711-5c04-488c-bf1d-85872f393c86,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:39.285500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-64b87d05-5001-438d-a329-f83fb844b8c7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Allocated IP 172.20.0.9 (d33639c8-89f1-4a85-9d12-3148a2ec181e/3268c3e3-cb80-4c9a-917f-08e3b14b6886/0215283b-8df0-4cc6-8903-2484acefe5a3) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:51:39.291003 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 003e6711-5c04-488c-bf1d-85872f393c86 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:51:39.327253 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f9e9d011-bb25-4a40-9de0-42eb5a6681c5 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:39.416018 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f9e9d011-bb25-4a40-9de0-42eb5a6681c5 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:39.441529 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-64b87d05-5001-438d-a329-f83fb844b8c7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:39.455026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e9d011-bb25-4a40-9de0-42eb5a6681c5 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:51:39.464627 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9d011-bb25-4a40-9de0-42eb5a6681c5 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a24e6bb-e7c1-4369-8a5e-85de3653e1ad,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:39.479252 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f9e9d011-bb25-4a40-9de0-42eb5a6681c5 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:39.479599 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-f9e9d011-bb25-4a40-9de0-42eb5a6681c5 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Added segment 9c8fea2a-e972-44ad-a131-d78f8b78e198 of type vlan for network c2d0b7dc-ab8a-4c3f-af4c-23e42980bd7c Sep 17 23:51:39.522811 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f9e9d011-bb25-4a40-9de0-42eb5a6681c5 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:39.574794 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-64b87d05-5001-438d-a329-f83fb844b8c7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:39.575694 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b21867a-69cd-4f91-8699-ee400ecc925a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:39.576794 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b21867a-69cd-4f91-8699-ee400ecc925a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:39.586730 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['95d2a898-fcaf-4ab5-9aad-e18a40cca389', '5121a924-5484-4d7f-85cb-6b379602f2c0'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:51:39.618912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-64b87d05-5001-438d-a329-f83fb844b8c7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Network d33639c8-89f1-4a85-9d12-3148a2ec181e is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:51:39.622615 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-64b87d05-5001-438d-a329-f83fb844b8c7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:51:39.626736 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-64b87d05-5001-438d-a329-f83fb844b8c7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:51:39.647097 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b21867a-69cd-4f91-8699-ee400ecc925a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:39.648003 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f9e9d011-bb25-4a40-9de0-42eb5a6681c5 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:39.654528 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9d011-bb25-4a40-9de0-42eb5a6681c5 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:39.655160 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f9e9d011-bb25-4a40-9de0-42eb5a6681c5 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:39.675838 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b87d05-5001-438d-a329-f83fb844b8c7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Pushing event updated for resources: {'Port': ['ID=0215283b-8df0-4cc6-8903-2484acefe5a3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:39.682345 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-98eae4de-d564-4ae3-b8f9-eb88fee23150 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3375325 Sep 17 23:51:39.686106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45464) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:39.694695 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a3a9ce02-9477-407d-b22a-d9dfcb89991e admin admin] Request body: {'subnet': {'network_id': '003e6711-5c04-488c-bf1d-85872f393c86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-8035741-subnet', 'tenant_id': '7fe7a9518ee94a28800d0fa6e2d37da2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:39.713098 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-64b87d05-5001-438d-a329-f83fb844b8c7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:39.716037 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-64b87d05-5001-438d-a329-f83fb844b8c7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:39.734788 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9d011-bb25-4a40-9de0-42eb5a6681c5 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Pushing event updated for resources: {'Network': ['ID=c2d0b7dc-ab8a-4c3f-af4c-23e42980bd7c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:39.750138 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network c2d0b7dc-ab8a-4c3f-af4c-23e42980bd7c details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:51:39.862451 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f9e9d011-bb25-4a40-9de0-42eb5a6681c5 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4537787 Sep 17 23:51:39.865787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45466) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:39.897624 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b21867a-69cd-4f91-8699-ee400ecc925a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:39.937561 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-64b87d05-5001-438d-a329-f83fb844b8c7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2962306 Sep 17 23:51:39.950626 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Request body: {'port': {'device_id': 'cea7c71e-c2cc-4b80-aabe-b21fc6e26781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:40.013585 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:40.061188 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-3bff8786-fcbc-4eb4-b45e-f3709ccc53a9 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Request body: {'network': {'name': 'tempest-network--1113795398', 'router:external': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:40.063941 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a9ce02-9477-407d-b22a-d9dfcb89991e admin admin] Made reservation on behalf of 7fe7a9518ee94a28800d0fa6e2d37da2 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:40.066663 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a3a9ce02-9477-407d-b22a-d9dfcb89991e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:40.196887 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b21867a-69cd-4f91-8699-ee400ecc925a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:40.220939 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b21867a-69cd-4f91-8699-ee400ecc925a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:40.370143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-7b21867a-69cd-4f91-8699-ee400ecc925a admin admin] Allocated IP 172.25.3.141 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/09b39318-5f54-4e56-b6cb-f48487a81d76) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:51:40.385554 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dac12-35b5-4236-9b75-1e07b41ef4db req-3f665144-2ad2-4efc-94ce-a63bb960ca86 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:40.387059 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa5dac12-35b5-4236-9b75-1e07b41ef4db req-3f665144-2ad2-4efc-94ce-a63bb960ca86 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 931 time: 0.0959737 Sep 17 23:51:40.478564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa5dac12-35b5-4236-9b75-1e07b41ef4db req-3a1122ac-a89f-4f8f-ad17-26b92e8cb4be tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820410 Sep 17 23:51:40.485789 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:40.491617 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0215283b-8df0-4cc6-8903-2484acefe5a3 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:51:40.498122 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:40.506109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bff8786-fcbc-4eb4-b45e-f3709ccc53a9 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Made reservation on behalf of e402f91f213d49348c1ae51482718952 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:40.508581 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3bff8786-fcbc-4eb4-b45e-f3709ccc53a9 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:40.518085 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b21867a-69cd-4f91-8699-ee400ecc925a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:40.523265 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3bff8786-fcbc-4eb4-b45e-f3709ccc53a9 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:40.532968 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Transition to ACTIVE for port object 0215283b-8df0-4cc6-8903-2484acefe5a3 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:51:40.546304 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a3a9ce02-9477-407d-b22a-d9dfcb89991e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:40.616804 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:40.659231 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9ce02-9477-407d-b22a-d9dfcb89991e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e44504e5-6106-4b2f-ad30-ac65ab05483d,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:40.719281 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Pushing event updated for resources: {'Port': ['ID=0215283b-8df0-4cc6-8903-2484acefe5a3,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:40.725609 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a9ce02-9477-407d-b22a-d9dfcb89991e admin admin] Checking segment: {'id': '04c69b05-33f2-4465-b990-322ce7ce7ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '003e6711-5c04-488c-bf1d-85872f393c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:51:40.729954 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a9ce02-9477-407d-b22a-d9dfcb89991e admin admin] Network hostable DHCP agents. Network: 003e6711-5c04-488c-bf1d-85872f393c86, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:51:40.826030 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3bff8786-fcbc-4eb4-b45e-f3709ccc53a9 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:40.842365 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Attempting to bind port 0215283b-8df0-4cc6-8903-2484acefe5a3 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:51:40.842853 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Attempting to bind port 0215283b-8df0-4cc6-8903-2484acefe5a3 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:51:40.843289 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Attempting to bind port 0215283b-8df0-4cc6-8903-2484acefe5a3 on network d33639c8-89f1-4a85-9d12-3148a2ec181e {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:51:40.848991 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Port 0215283b-8df0-4cc6-8903-2484acefe5a3 on network d33639c8-89f1-4a85-9d12-3148a2ec181e not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:51:40.849369 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Attempting to bind port 0215283b-8df0-4cc6-8903-2484acefe5a3 on network d33639c8-89f1-4a85-9d12-3148a2ec181e {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:51:40.854620 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:51:40.854966 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Checking segment: {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:51:40.855355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Bound using segment: {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:51:40.855841 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Bound port: 0215283b-8df0-4cc6-8903-2484acefe5a3, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:51:40.856195 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:40.908351 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a9ce02-9477-407d-b22a-d9dfcb89991e admin admin] Network 003e6711-5c04-488c-bf1d-85872f393c86 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:51:40.927202 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3bff8786-fcbc-4eb4-b45e-f3709ccc53a9 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:40.936240 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] For port 0215283b-8df0-4cc6-8903-2484acefe5a3, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:51:40.960640 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bff8786-fcbc-4eb4-b45e-f3709ccc53a9 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:51:40.968682 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b21867a-69cd-4f91-8699-ee400ecc925a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:40.970642 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] For port 0215283b-8df0-4cc6-8903-2484acefe5a3, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=0215283b-8df0-4cc6-8903-2484acefe5a3,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:51:40.973377 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff8786-fcbc-4eb4-b45e-f3709ccc53a9 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a2e793-c94f-47c3-9fdf-3b7bb50c2ed3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:40.981584 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3bff8786-fcbc-4eb4-b45e-f3709ccc53a9 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:40.981584 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-3bff8786-fcbc-4eb4-b45e-f3709ccc53a9 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Added segment bfd0e1c1-74f7-48d0-9c94-508213f63382 of type vlan for network 6a7ec266-6d6b-4b5d-9e6d-3533009e8235 Sep 17 23:51:41.021391 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b21867a-69cd-4f91-8699-ee400ecc925a admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:51:41.028914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-7b21867a-69cd-4f91-8699-ee400ecc925a admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:51:41.033950 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b21867a-69cd-4f91-8699-ee400ecc925a admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:51:41.038353 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21867a-69cd-4f91-8699-ee400ecc925a admin admin] Pushing event updated for resources: {'Port': ['ID=09b39318-5f54-4e56-b6cb-f48487a81d76,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:41.042500 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3bff8786-fcbc-4eb4-b45e-f3709ccc53a9 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:41.090657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-a3a9ce02-9477-407d-b22a-d9dfcb89991e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 003e6711-5c04-488c-bf1d-85872f393c86) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:51:41.095500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a9ce02-9477-407d-b22a-d9dfcb89991e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:41.095646 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a3a9ce02-9477-407d-b22a-d9dfcb89991e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:41.100236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02269c83-f7fb-4eb3-9be7-7d2ab7968888 None None] Network 003e6711-5c04-488c-bf1d-85872f393c86 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:51:41.137120 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:41.171125 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:41.172119 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:41.173684 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] 10.222.0.41 "PUT /v2.0/ports/0215283b-8df0-4cc6-8903-2484acefe5a3 HTTP/1.1" status: 200 len: 1091 time: 1.2272415 Sep 17 23:51:41.176674 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea7c71e-c2cc-4b80-aabe-b21fc6e26781', 'tag': '0215283b-8df0-4cc6-8903-2484acefe5a3'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:51:41.180049 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09e8d14-d125-45f1-a603-8b5c32da6756" -d '{"events": [{"name": "network-changed", "server_uuid": "cea7c71e-c2cc-4b80-aabe-b21fc6e26781", "tag": "0215283b-8df0-4cc6-8903-2484acefe5a3"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:51:41.209990 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b54cb9-cf9c-4eae-89e2-9a29df03b3ac service neutron] Pushing event updated for resources: {'Port': ['ID=0215283b-8df0-4cc6-8903-2484acefe5a3,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:41.220164 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b097726-c7fa-4d3b-bf3f-f8fea647a166 x-openstack-request-id: req-6b097726-c7fa-4d3b-bf3f-f8fea647a166 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:51:41.220646 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea7c71e-c2cc-4b80-aabe-b21fc6e26781", "tag": "0215283b-8df0-4cc6-8903-2484acefe5a3", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:51:41.221030 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b097726-c7fa-4d3b-bf3f-f8fea647a166 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:51:41.221593 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea7c71e-c2cc-4b80-aabe-b21fc6e26781', 'tag': '0215283b-8df0-4cc6-8903-2484acefe5a3', 'status': 'completed', 'code': 200} Sep 17 23:51:41.228540 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3bff8786-fcbc-4eb4-b45e-f3709ccc53a9 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:41.235048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bff8786-fcbc-4eb4-b45e-f3709ccc53a9 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:41.235048 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3bff8786-fcbc-4eb4-b45e-f3709ccc53a9 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:41.235774 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86949f4d-1b48-4bd2-8f45-6e5f3ea5bb42 None None] Network 003e6711-5c04-488c-bf1d-85872f393c86 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:51:41.256929 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a3a9ce02-9477-407d-b22a-d9dfcb89991e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5610061 Sep 17 23:51:41.324213 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff8786-fcbc-4eb4-b45e-f3709ccc53a9 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Pushing event updated for resources: {'Network': ['ID=6a7ec266-6d6b-4b5d-9e6d-3533009e8235,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:41.338081 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 6a7ec266-6d6b-4b5d-9e6d-3533009e8235 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:51:41.352513 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e8d14-d125-45f1-a603-8b5c32da6756 req-cf8a4805-99e1-4672-a9ae-570d813732d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:41.353901 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f09e8d14-d125-45f1-a603-8b5c32da6756 req-cf8a4805-99e1-4672-a9ae-570d813732d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 1094 time: 0.1024201 Sep 17 23:51:41.448052 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b21867a-69cd-4f91-8699-ee400ecc925a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:41.460744 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3bff8786-fcbc-4eb4-b45e-f3709ccc53a9 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5932779 Sep 17 23:51:41.467461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45498) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:41.551674 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e8d14-d125-45f1-a603-8b5c32da6756 req-132d5c33-ac2b-445c-a7f2-83923f7d2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:41.554617 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f09e8d14-d125-45f1-a603-8b5c32da6756 req-132d5c33-ac2b-445c-a7f2-83923f7d2029 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1906412 Sep 17 23:51:41.560762 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b5d7036-9e93-45d0-a8da-9c9c26c8fcda tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:41.698351 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fe331-42f4-441f-987d-941df4fb5c95 req-ed0a83fe-10a1-4762-8183-5f9ff800e7fd tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:41.700634 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e09fe331-42f4-441f-987d-941df4fb5c95 req-ed0a83fe-10a1-4762-8183-5f9ff800e7fd tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 943 time: 0.0897670 Sep 17 23:51:41.731528 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b5d7036-9e93-45d0-a8da-9c9c26c8fcda tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:41.742342 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e8d14-d125-45f1-a603-8b5c32da6756 req-d176804d-04bf-49ab-9782-d965cb5724f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:41.743869 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f09e8d14-d125-45f1-a603-8b5c32da6756 req-d176804d-04bf-49ab-9782-d965cb5724f8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1790967 Sep 17 23:51:41.752611 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b21867a-69cd-4f91-8699-ee400ecc925a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:41.761632 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e09fe331-42f4-441f-987d-941df4fb5c95 req-b07385f1-78c0-435e-bd19-05a2d12f7065 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510211 Sep 17 23:51:41.766532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-6b5d7036-9e93-45d0-a8da-9c9c26c8fcda tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7ec266-6d6b-4b5d-9e6d-3533009e8235']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:41.779527 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-6b5d7036-9e93-45d0-a8da-9c9c26c8fcda tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd0e1c1-74f7-48d0-9c94-508213f63382') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:41.779779 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-6b5d7036-9e93-45d0-a8da-9c9c26c8fcda tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd0e1c1-74f7-48d0-9c94-508213f63382') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:41.804486 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b5d7036-9e93-45d0-a8da-9c9c26c8fcda tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:41.837298 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b5d7036-9e93-45d0-a8da-9c9c26c8fcda tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:41.846026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5d7036-9e93-45d0-a8da-9c9c26c8fcda tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:51:41.846424 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b5d7036-9e93-45d0-a8da-9c9c26c8fcda tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:51:41.849531 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:51:41.871825 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-75a4f7fa-b7de-4d2d-87c6-038023ab1aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:41.873406 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-75a4f7fa-b7de-4d2d-87c6-038023ab1aec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 1094 time: 0.0805795 Sep 17 23:51:41.941731 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-6073df94-0c0f-41f6-8ac2-4936366a6649 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0215283b-8df0-4cc6-8903-2484acefe5a3 HTTP/1.1" status: 200 len: 217 time: 0.0428326 Sep 17 23:51:41.963006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b21867a-69cd-4f91-8699-ee400ecc925a admin admin] Router 189db22f-8acc-4edf-aa40-7ff1dfbaf615 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:51:41.996156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-0dc7de77-2b53-41cd-913a-1ef43e406d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:42.001931 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-0dc7de77-2b53-41cd-913a-1ef43e406d36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3268c3e3-cb80-4c9a-917f-08e3b14b6886 HTTP/1.1" status: 200 len: 845 time: 0.0537493 Sep 17 23:51:42.039765 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-ab1a1c95-65fe-42fa-a81e-65a390282a33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d33639c8-89f1-4a85-9d12-3148a2ec181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309675 Sep 17 23:51:42.045633 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b5d7036-9e93-45d0-a8da-9c9c26c8fcda tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:42.069934 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5d7036-9e93-45d0-a8da-9c9c26c8fcda tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a7ec266-6d6b-4b5d-9e6d-3533009e8235 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 23:51:42.079726 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d7036-9e93-45d0-a8da-9c9c26c8fcda tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a7ec266-6d6b-4b5d-9e6d-3533009e8235,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:42.083851 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b5d7036-9e93-45d0-a8da-9c9c26c8fcda tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:42.085893 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6b5d7036-9e93-45d0-a8da-9c9c26c8fcda tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] 10.222.0.46 "DELETE /v2.0/networks/6a7ec266-6d6b-4b5d-9e6d-3533009e8235 HTTP/1.1" status: 204 len: 168 time: 0.6174178 Sep 17 23:51:42.089729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45518) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:42.096099 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-2905eb89-4326-4471-a9c8-c4891b9ca236 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:42.122811 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b21867a-69cd-4f91-8699-ee400ecc925a admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:51:42.161288 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-e68ff993-1180-4953-8fad-9d84fa9f8df0 service neutron] 10.222.0.41 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124780 Sep 17 23:51:42.171509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45522) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:42.177321 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7a6c9337-a5c2-4949-8288-0dc427ce57f6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-622884184-network', 'tenant_id': '71aa2bf1d93444ac9100843a30d12d60'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:42.204721 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2905eb89-4326-4471-a9c8-c4891b9ca236 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Made reservation on behalf of e402f91f213d49348c1ae51482718952 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:42.207979 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2905eb89-4326-4471-a9c8-c4891b9ca236 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:42.247524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2905eb89-4326-4471-a9c8-c4891b9ca236 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:51:42.259024 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2905eb89-4326-4471-a9c8-c4891b9ca236 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:42.259445 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-2905eb89-4326-4471-a9c8-c4891b9ca236 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Added segment fcb92c5d-f286-4004-8e63-62aa09637767 of type vlan for network 08e409ce-709e-4a18-bd88-f3ad13c5bf1f Sep 17 23:51:42.269542 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4023d070-289f-41f2-8cbf-c41b27aca159 req-80c1ef7a-6647-46d6-9c91-148ab0d63f9b service neutron] 10.222.0.41 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997596 Sep 17 23:51:42.302983 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b21867a-69cd-4f91-8699-ee400ecc925a admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:42.307255 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7b21867a-69cd-4f91-8699-ee400ecc925a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.2560000 Sep 17 23:51:42.307796 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45526) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:42.327339 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2905eb89-4326-4471-a9c8-c4891b9ca236 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:42.399859 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6c9337-a5c2-4949-8288-0dc427ce57f6 admin admin] Made reservation on behalf of 71aa2bf1d93444ac9100843a30d12d60 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:42.402412 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9337-a5c2-4949-8288-0dc427ce57f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:42.412475 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9337-a5c2-4949-8288-0dc427ce57f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:42.473016 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2905eb89-4326-4471-a9c8-c4891b9ca236 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:42.474012 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2905eb89-4326-4471-a9c8-c4891b9ca236 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:42.474605 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2905eb89-4326-4471-a9c8-c4891b9ca236 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:42.508608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] Sync routers for ids ['189db22f-8acc-4edf-aa40-7ff1dfbaf615'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:51:42.519269 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] Routers {'189db22f-8acc-4edf-aa40-7ff1dfbaf615'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:51:42.520028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:51:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['189db22f-8acc-4edf-aa40-7ff1dfbaf615'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:42.560293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905eb89-4326-4471-a9c8-c4891b9ca236 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Pushing event updated for resources: {'Network': ['ID=08e409ce-709e-4a18-bd88-f3ad13c5bf1f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:42.572095 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 08e409ce-709e-4a18-bd88-f3ad13c5bf1f details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:51:42.573824 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9337-a5c2-4949-8288-0dc427ce57f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:42.672430 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9337-a5c2-4949-8288-0dc427ce57f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:42.706363 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6c9337-a5c2-4949-8288-0dc427ce57f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:51:42.706595 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] Set router 189db22f-8acc-4edf-aa40-7ff1dfbaf615 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:51:42.711834 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c9337-a5c2-4949-8288-0dc427ce57f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf669fe-6fc7-4273-875a-9a2a57e3e6e9,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:42.719595 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9337-a5c2-4949-8288-0dc427ce57f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:42.722444 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-7a6c9337-a5c2-4949-8288-0dc427ce57f6 admin admin] Added segment bffdc0ed-3798-440a-936e-26e210863055 of type vlan for network 3b08b593-4c6c-4043-b627-53f6247d7449 Sep 17 23:51:42.771137 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2905eb89-4326-4471-a9c8-c4891b9ca236 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6763043 Sep 17 23:51:42.771357 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45534) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:42.778709 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-231a74cc-b74e-4219-805e-ca2588e5632c tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Request body: {'subnet': {'network_id': '08e409ce-709e-4a18-bd88-f3ad13c5bf1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:42.781514 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9337-a5c2-4949-8288-0dc427ce57f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:42.813523 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-24cec0c4-52a9-47d3-ac48-354a6e2b3485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:42.905904 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08285712-549b-465a-8a23-4182caf6d61c req-e218a03a-5f17-421d-b096-344e371b07b8 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:42.913330 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08285712-549b-465a-8a23-4182caf6d61c req-e218a03a-5f17-421d-b096-344e371b07b8 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 943 time: 0.0693157 Sep 17 23:51:42.915864 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'name': 'tempest-ServerRescueTestJSONUnderV235-1170736079-router', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:51:39Z', 'updated_at': '2021-09-17T23:51:41Z', 'revision_number': 3, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'gw_port': {'id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:40Z', 'updated_at': '2021-09-17T23:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:42.931850 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231a74cc-b74e-4219-805e-ca2588e5632c tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Made reservation on behalf of e402f91f213d49348c1ae51482718952 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:42.934242 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-231a74cc-b74e-4219-805e-ca2588e5632c tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:42.940357 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] Checking router: 189db22f-8acc-4edf-aa40-7ff1dfbaf615 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:51:42.940790 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] Updating router 189db22f-8acc-4edf-aa40-7ff1dfbaf615 port 09b39318-5f54-4e56-b6cb-f48487a81d76 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:51:42.952466 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08285712-549b-465a-8a23-4182caf6d61c req-29e8d2d3-eb65-42af-ad59-90c1bf014c44 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378759 Sep 17 23:51:42.974359 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9337-a5c2-4949-8288-0dc427ce57f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:42.979429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6c9337-a5c2-4949-8288-0dc427ce57f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:42.979429 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a6c9337-a5c2-4949-8288-0dc427ce57f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:42.988374 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:43.060709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c9337-a5c2-4949-8288-0dc427ce57f6 admin admin] Pushing event updated for resources: {'Network': ['ID=3b08b593-4c6c-4043-b627-53f6247d7449,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:43.098826 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7a6c9337-a5c2-4949-8288-0dc427ce57f6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9261849 Sep 17 23:51:43.103164 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45540) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:43.103540 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 3b08b593-4c6c-4043-b627-53f6247d7449 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:51:43.111853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-0444b813-4717-4a29-9083-7d5882ffa631 admin admin] Request body: {'subnet': {'network_id': '3b08b593-4c6c-4043-b627-53f6247d7449', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-622884184-subnet', 'tenant_id': '71aa2bf1d93444ac9100843a30d12d60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:43.239709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0444b813-4717-4a29-9083-7d5882ffa631 admin admin] Made reservation on behalf of 71aa2bf1d93444ac9100843a30d12d60 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:43.242916 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0444b813-4717-4a29-9083-7d5882ffa631 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:43.300640 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:43.379091 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:43.394374 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-24cec0c4-52a9-47d3-ac48-354a6e2b3485 admin admin] Allocated IP 172.20.0.1 (4461cd47-fde9-4845-92b2-6903a8fb4a55/4a07af87-2c35-4815-a33d-5a9f7f4ed508/e12192ad-3be8-43a3-92dc-ef0f9319e21e) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:51:43.474110 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:43.522155 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] Attempting to bind port 09b39318-5f54-4e56-b6cb-f48487a81d76 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:51:43.526108 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] Attempting to bind port 09b39318-5f54-4e56-b6cb-f48487a81d76 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:51:43.526108 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] Attempting to bind port 09b39318-5f54-4e56-b6cb-f48487a81d76 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:51:43.526316 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0444b813-4717-4a29-9083-7d5882ffa631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:43.534050 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de25f1-ff48-4e1c-a938-f2fd2baf5196 None None] Pushing event updated for resources: {'Port': ['ID=09b39318-5f54-4e56-b6cb-f48487a81d76,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:43.541550 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:51:43.542124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:51:43.542771 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:43.543297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:51:43.544748 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] Bound port: 09b39318-5f54-4e56-b6cb-f48487a81d76, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:51:43.545345 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:43.578748 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444b813-4717-4a29-9083-7d5882ffa631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc3b5df-7115-4928-a793-a1463d417547,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:43.587646 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-24cec0c4-52a9-47d3-ac48-354a6e2b3485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:43.606470 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0444b813-4717-4a29-9083-7d5882ffa631 admin admin] Checking segment: {'id': 'bffdc0ed-3798-440a-936e-26e210863055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3b08b593-4c6c-4043-b627-53f6247d7449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:51:43.606878 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0444b813-4717-4a29-9083-7d5882ffa631 admin admin] Network hostable DHCP agents. Network: 3b08b593-4c6c-4043-b627-53f6247d7449, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:51:43.616761 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] For port 09b39318-5f54-4e56-b6cb-f48487a81d76, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:51:43.620047 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] For port 09b39318-5f54-4e56-b6cb-f48487a81d76, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=09b39318-5f54-4e56-b6cb-f48487a81d76,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:51:43.728877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0444b813-4717-4a29-9083-7d5882ffa631 admin admin] Network 3b08b593-4c6c-4043-b627-53f6247d7449 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:51:43.729311 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:43.747451 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-24cec0c4-52a9-47d3-ac48-354a6e2b3485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:43.790945 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] Routers {'189db22f-8acc-4edf-aa40-7ff1dfbaf615'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:51:43.791620 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:51:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['189db22f-8acc-4edf-aa40-7ff1dfbaf615'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:43.793496 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cec0c4-52a9-47d3-ac48-354a6e2b3485 admin admin] Network 4461cd47-fde9-4845-92b2-6903a8fb4a55 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:51:43.802130 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-24cec0c4-52a9-47d3-ac48-354a6e2b3485 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:51:43.807676 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cec0c4-52a9-47d3-ac48-354a6e2b3485 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:51:43.812291 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cec0c4-52a9-47d3-ac48-354a6e2b3485 admin admin] Pushing event updated for resources: {'Port': ['ID=e12192ad-3be8-43a3-92dc-ef0f9319e21e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:43.822320 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-0444b813-4717-4a29-9083-7d5882ffa631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 3b08b593-4c6c-4043-b627-53f6247d7449) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:51:43.827532 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0444b813-4717-4a29-9083-7d5882ffa631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:43.828605 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0444b813-4717-4a29-9083-7d5882ffa631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:43.836131 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a0b3ea-412f-4bf9-9ecf-46e518a339e2 None None] Network 3b08b593-4c6c-4043-b627-53f6247d7449 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:51:43.856492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de25f1-ff48-4e1c-a938-f2fd2baf5196 None None] Pushing event updated for resources: {'Port': ['ID=09b39318-5f54-4e56-b6cb-f48487a81d76,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:43.870034 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-24cec0c4-52a9-47d3-ac48-354a6e2b3485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:43.922728 n-d-809883-1 neutron-server[95591]: DEBUG neutron.objects.ports [None req-231a74cc-b74e-4219-805e-ca2588e5632c tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95591) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 23:51:43.923197 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-231a74cc-b74e-4219-805e-ca2588e5632c tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:43.932728 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0444b813-4717-4a29-9083-7d5882ffa631 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8284385 Sep 17 23:51:44.036248 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a74cc-b74e-4219-805e-ca2588e5632c tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cfc0bd49-2e9e-4ab3-8122-e0c075c1e853,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:44.063506 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231a74cc-b74e-4219-805e-ca2588e5632c tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Checking segment: {'id': 'fcb92c5d-f286-4004-8e63-62aa09637767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '08e409ce-709e-4a18-bd88-f3ad13c5bf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:51:44.063867 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231a74cc-b74e-4219-805e-ca2588e5632c tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Network hostable DHCP agents. Network: 08e409ce-709e-4a18-bd88-f3ad13c5bf1f, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:51:44.120886 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e4117-c1e0-43f3-9911-89e15d80060f req-df76993b-b7b3-48b7-ac3c-1066d8d8004e tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:44.126063 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f9e4117-c1e0-43f3-9911-89e15d80060f req-df76993b-b7b3-48b7-ac3c-1066d8d8004e tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 943 time: 0.0610027 Sep 17 23:51:44.144074 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] Set router 189db22f-8acc-4edf-aa40-7ff1dfbaf615 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:51:44.172957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f9e4117-c1e0-43f3-9911-89e15d80060f req-7f411fc7-c84f-4f28-9bc0-3a28dd144140 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393612 Sep 17 23:51:44.199394 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 0215283b-8df0-4cc6-8903-2484acefe5a3 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:51:44.215858 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-24cec0c4-52a9-47d3-ac48-354a6e2b3485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:44.230982 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-96df4d05-7e48-493b-bf8b-add42367b3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:44.324807 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b361a1-fe2b-402e-9feb-4b9970dc62eb None None] Network 3b08b593-4c6c-4043-b627-53f6247d7449 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:51:44.326022 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231a74cc-b74e-4219-805e-ca2588e5632c tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Network 08e409ce-709e-4a18-bd88-f3ad13c5bf1f is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:51:44.437215 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-24cec0c4-52a9-47d3-ac48-354a6e2b3485 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:44.528467 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-231a74cc-b74e-4219-805e-ca2588e5632c tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 08e409ce-709e-4a18-bd88-f3ad13c5bf1f) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:51:44.533776 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231a74cc-b74e-4219-805e-ca2588e5632c tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:44.535691 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-231a74cc-b74e-4219-805e-ca2588e5632c tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:44.540464 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-24cec0c4-52a9-47d3-ac48-354a6e2b3485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:44.553037 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017bf52e-0490-4edd-a603-789c527cf390 None None] Network 08e409ce-709e-4a18-bd88-f3ad13c5bf1f requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:51:44.605051 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 0215283b-8df0-4cc6-8903-2484acefe5a3, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=0215283b-8df0-4cc6-8903-2484acefe5a3,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:44.619809 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-24cec0c4-52a9-47d3-ac48-354a6e2b3485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:44.623851 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cec0c4-52a9-47d3-ac48-354a6e2b3485 admin admin] Pushing event updated for resources: {'Port': ['ID=e12192ad-3be8-43a3-92dc-ef0f9319e21e,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:44.662959 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-231a74cc-b74e-4219-805e-ca2588e5632c tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8906066 Sep 17 23:51:44.665606 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45580) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:44.670427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-3d90163a-1079-4d4b-95c1-c6a0416a677b tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Request body: {'floatingip': {'floating_network_id': '08e409ce-709e-4a18-bd88-f3ad13c5bf1f'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:44.670656 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '0215283b-8df0-4cc6-8903-2484acefe5a3', 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e', 'port_id': '0215283b-8df0-4cc6-8903-2484acefe5a3', 'mac_address': 'fa:16:3e:1a:81:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3268c3e3-cb80-4c9a-917f-08e3b14b6886', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:51:44.677106 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'name': 'tempest-ServerRescueTestJSONUnderV235-1170736079-router', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:51:39Z', 'updated_at': '2021-09-17T23:51:41Z', 'revision_number': 3, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'gw_port': {'id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:40Z', 'updated_at': '2021-09-17T23:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:44.708153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d4dc8-0a6a-4bda-a10d-dbdaef13386e None None] The sync data for ids ['189db22f-8acc-4edf-aa40-7ff1dfbaf615'] in n-d-809883-1 is: [{'id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'name': 'tempest-ServerRescueTestJSONUnderV235-1170736079-router', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:51:39Z', 'updated_at': '2021-09-17T23:51:41Z', 'revision_number': 3, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'gw_port': {'id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:40Z', 'updated_at': '2021-09-17T23:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:51:44.770737 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-d3b528dc-15e2-4d30-9d8e-d747047a2c73 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:44.772385 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-d3b528dc-15e2-4d30-9d8e-d747047a2c73 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/networks?id=003e6711-5c04-488c-bf1d-85872f393c86 HTTP/1.1" status: 200 len: 822 time: 0.1633527 Sep 17 23:51:44.775497 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d90163a-1079-4d4b-95c1-c6a0416a677b tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:44.789340 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cec0c4-52a9-47d3-ac48-354a6e2b3485 admin admin] Network 4461cd47-fde9-4845-92b2-6903a8fb4a55 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:51:44.793430 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-24cec0c4-52a9-47d3-ac48-354a6e2b3485 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:51:44.794552 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-322d2771-0e3d-4da8-a9c2-b229c233cfe5 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/quotas/7fe7a9518ee94a28800d0fa6e2d37da2 HTTP/1.1" status: 200 len: 375 time: 0.0150852 Sep 17 23:51:44.799683 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:44.830460 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0215283b-8df0-4cc6-8903-2484acefe5a3 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:51:44.840454 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6da2fea-d9b3-4526-95ee-94bcb26b1b54 None None] Network 08e409ce-709e-4a18-bd88-f3ad13c5bf1f requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:51:44.842150 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-519f7e06-157a-42ec-b3a8-d739c316757f tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7fe7a9518ee94a28800d0fa6e2d37da2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349717 Sep 17 23:51:44.877565 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 0215283b-8df0-4cc6-8903-2484acefe5a3, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=0215283b-8df0-4cc6-8903-2484acefe5a3,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:44.968900 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-aa4532a6-c08b-4b17-945a-b0ee485dc903 service neutron] 10.222.0.46 "GET /v2.0/networks/003e6711-5c04-488c-bf1d-85872f393c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193972 Sep 17 23:51:44.980671 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:44.999416 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cec0c4-52a9-47d3-ac48-354a6e2b3485 admin admin] Router 189db22f-8acc-4edf-aa40-7ff1dfbaf615 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:51:45.082606 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=0215283b-8df0-4cc6-8903-2484acefe5a3,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:45.109313 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d90163a-1079-4d4b-95c1-c6a0416a677b tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:45.140903 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-7bc56b3c-a224-4ae5-87c7-8b9725a4b19b service neutron] 10.222.0.46 "GET /v2.0/networks/003e6711-5c04-488c-bf1d-85872f393c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625512 Sep 17 23:51:45.234215 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['0215283b-8df0-4cc6-8903-2484acefe5a3'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:51:45.282893 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cec0c4-52a9-47d3-ac48-354a6e2b3485 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:51:45.288297 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-24cec0c4-52a9-47d3-ac48-354a6e2b3485 admin admin] 10.222.0.46 "PUT /v2.0/routers/189db22f-8acc-4edf-aa40-7ff1dfbaf615/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9791903 Sep 17 23:51:45.316939 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-3d90163a-1079-4d4b-95c1-c6a0416a677b tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Allocated IP 172.20.0.6 (08e409ce-709e-4a18-bd88-f3ad13c5bf1f/cfc0bd49-2e9e-4ab3-8122-e0c075c1e853/2a8c1697-cbef-42b7-bb7e-f877d83006bc) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:51:45.353862 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45590) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:45.390475 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b286f7f-7c4c-4b5c-aa54-29fbdf71e35e req-39fb227c-2e49-4061-9f94-c807a75e8521 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:45.392092 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b286f7f-7c4c-4b5c-aa54-29fbdf71e35e req-39fb227c-2e49-4061-9f94-c807a75e8521 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 944 time: 0.1125076 Sep 17 23:51:45.475408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b286f7f-7c4c-4b5c-aa54-29fbdf71e35e req-b9937f40-e92f-49e4-a31a-5219b35ae193 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745556 Sep 17 23:51:45.522469 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d90163a-1079-4d4b-95c1-c6a0416a677b tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:45.627690 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a8e6b88-8fcb-4d19-b29a-c8f5da6b7c5e req-40c36341-f7b7-45bb-bf2a-2939177873b9 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 210 time: 0.0553875 Sep 17 23:51:45.639731 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0285038d-a47c-4fbb-948d-4187a5207730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:45.687216 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d90163a-1079-4d4b-95c1-c6a0416a677b tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:45.760149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90163a-1079-4d4b-95c1-c6a0416a677b tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Pushing event updated for resources: {'Port': ['ID=2a8c1697-cbef-42b7-bb7e-f877d83006bc,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:45.764103 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0285038d-a47c-4fbb-948d-4187a5207730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:45.775950 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d90163a-1079-4d4b-95c1-c6a0416a677b tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Network 08e409ce-709e-4a18-bd88-f3ad13c5bf1f is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:51:45.777703 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-3d90163a-1079-4d4b-95c1-c6a0416a677b tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:51:45.780353 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d90163a-1079-4d4b-95c1-c6a0416a677b tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:51:45.875068 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d90163a-1079-4d4b-95c1-c6a0416a677b tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:45.951813 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0285038d-a47c-4fbb-948d-4187a5207730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:45.973954 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070bf69-3489-4113-b082-4bc550795f6a req-750594ef-007b-4b22-b122-a31d150a3c81 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:45.975415 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4070bf69-3489-4113-b082-4bc550795f6a req-750594ef-007b-4b22-b122-a31d150a3c81 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/networks?id=4461cd47-fde9-4845-92b2-6903a8fb4a55 HTTP/1.1" status: 200 len: 820 time: 0.1256711 Sep 17 23:51:46.002530 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285038d-a47c-4fbb-948d-4187a5207730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be354ead-3e97-4691-b143-0c44b8a9ac14,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:46.016180 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0285038d-a47c-4fbb-948d-4187a5207730 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b7b3c0417e5c47418374fe9fe0c324e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6610715 Sep 17 23:51:46.020946 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45616) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:46.021893 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4070bf69-3489-4113-b082-4bc550795f6a req-caf0ddfa-fa74-41c3-bf81-a35b796e0d94 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/quotas/c5a6bc127d6d42bdad9b2db9f4c0c49c HTTP/1.1" status: 200 len: 375 time: 0.0392070 Sep 17 23:51:46.028698 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d90163a-1079-4d4b-95c1-c6a0416a677b tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:46.095536 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4070bf69-3489-4113-b082-4bc550795f6a req-9224944a-7ad6-4e03-8344-0d4d333edbaa tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5a6bc127d6d42bdad9b2db9f4c0c49c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0673637 Sep 17 23:51:46.105441 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bfe3f010-9e61-4552-9123-9b2f7dd0edab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:46.154169 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bfe3f010-9e61-4552-9123-9b2f7dd0edab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:46.187330 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d90163a-1079-4d4b-95c1-c6a0416a677b tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:46.223054 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 0215283b-8df0-4cc6-8903-2484acefe5a3 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:51:46.233018 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4070bf69-3489-4113-b082-4bc550795f6a req-d1fa5d96-2b2f-4be1-89e2-8423f94fc994 service neutron] 10.222.0.46 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255713 Sep 17 23:51:46.317329 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d90163a-1079-4d4b-95c1-c6a0416a677b tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:46.330671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4070bf69-3489-4113-b082-4bc550795f6a req-e026eb11-55b4-46f6-b099-0df4ed4c99d3 service neutron] 10.222.0.46 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910428 Sep 17 23:51:46.391748 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bfe3f010-9e61-4552-9123-9b2f7dd0edab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:46.395348 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bfe3f010-9e61-4552-9123-9b2f7dd0edab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:46.397360 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90163a-1079-4d4b-95c1-c6a0416a677b tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Pushing event updated for resources: {'Port': ['ID=2a8c1697-cbef-42b7-bb7e-f877d83006bc,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:46.398184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bfe3f010-9e61-4552-9123-9b2f7dd0edab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be354ead-3e97-4691-b143-0c44b8a9ac14 HTTP/1.1" status: 204 len: 168 time: 0.3758802 Sep 17 23:51:46.406446 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d90163a-1079-4d4b-95c1-c6a0416a677b tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:46.411310 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3f010-9e61-4552-9123-9b2f7dd0edab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be354ead-3e97-4691-b143-0c44b8a9ac14,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:46.433767 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 0215283b-8df0-4cc6-8903-2484acefe5a3 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:51:46.437802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 0215283b-8df0-4cc6-8903-2484acefe5a3 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:51:46.438174 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:46.535211 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:46.537711 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d90163a-1079-4d4b-95c1-c6a0416a677b tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:46.541178 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3d90163a-1079-4d4b-95c1-c6a0416a677b tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8722746 Sep 17 23:51:46.541840 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45622) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:46.565303 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea7c71e-c2cc-4b80-aabe-b21fc6e26781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0215283b-8df0-4cc6-8903-2484acefe5a3'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:51:46.567613 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417ced9d-8578-40d3-8428-a083ba198746" -d '{"events": [{"server_uuid": "cea7c71e-c2cc-4b80-aabe-b21fc6e26781", "name": "network-vif-plugged", "status": "completed", "tag": "0215283b-8df0-4cc6-8903-2484acefe5a3"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:51:46.581539 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 0215283b-8df0-4cc6-8903-2484acefe5a3, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=0215283b-8df0-4cc6-8903-2484acefe5a3,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:46.588138 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fdf5ac32-0ae1-416f-a6ac-9dcd3723f779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:46.607748 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473aa8a8-0ce0-45b9-94b0-37ba57738470 req-fc1f93dc-7b5c-49c8-ab93-bb3db63269a8 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:46.615234 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-473aa8a8-0ce0-45b9-94b0-37ba57738470 req-fc1f93dc-7b5c-49c8-ab93-bb3db63269a8 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 944 time: 0.0631964 Sep 17 23:51:46.646944 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3a7b096b-34a1-48f6-9659-f3a044b9ce45 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] 10.222.0.46 "GET /v2.0/floatingips?floating_network_id=08e409ce-709e-4a18-bd88-f3ad13c5bf1f HTTP/1.1" status: 200 len: 689 time: 0.1018276 Sep 17 23:51:46.647442 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45632) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:46.672062 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-473aa8a8-0ce0-45b9-94b0-37ba57738470 req-7e905fd6-af79-4943-b72b-050f1c289cf8 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518899 Sep 17 23:51:46.673915 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:46.728223 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6be7e83-857d-4980-a111-d338c585fbb9 x-openstack-request-id: req-c6be7e83-857d-4980-a111-d338c585fbb9 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:51:46.728655 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea7c71e-c2cc-4b80-aabe-b21fc6e26781", "name": "network-vif-plugged", "status": "completed", "tag": "0215283b-8df0-4cc6-8903-2484acefe5a3", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:51:46.729035 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6be7e83-857d-4980-a111-d338c585fbb9 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:51:46.729606 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea7c71e-c2cc-4b80-aabe-b21fc6e26781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0215283b-8df0-4cc6-8903-2484acefe5a3', 'code': 200} Sep 17 23:51:46.805362 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] Sync routers for ids ['189db22f-8acc-4edf-aa40-7ff1dfbaf615'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:51:46.805827 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=0215283b-8df0-4cc6-8903-2484acefe5a3,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:46.806050 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] Routers {'189db22f-8acc-4edf-aa40-7ff1dfbaf615'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:51:46.806050 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:51:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['189db22f-8acc-4edf-aa40-7ff1dfbaf615'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:46.857930 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:46.866515 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0dd17426-3085-4a06-9fd4-daa7727c1a9c req-015ad552-0e14-4efc-a480-0a2d53b743dc tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 210 time: 0.0549870 Sep 17 23:51:46.931511 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3638d993-6e71-4cf1-a69c-6390c1d0b5f2 req-1fa72826-d7a1-48c1-a787-e02b3be6933d tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 210 time: 0.0654895 Sep 17 23:51:46.998482 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720904ab-b114-4def-a176-97adf7210bd6 req-5f4c901c-9ad1-464c-8d7c-6b616c3c5988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:46.999926 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-720904ab-b114-4def-a176-97adf7210bd6 req-5f4c901c-9ad1-464c-8d7c-6b616c3c5988 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 1096 time: 0.1969588 Sep 17 23:51:47.010270 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] Set router 189db22f-8acc-4edf-aa40-7ff1dfbaf615 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:51:47.054210 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-720904ab-b114-4def-a176-97adf7210bd6 req-8a749916-f69a-41e7-8ef5-a1d2125b5c79 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459299 Sep 17 23:51:47.056400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Deleting port 2a8c1697-cbef-42b7-bb7e-f877d83006bc {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:51:47.056741 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.065872 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 09b39318-5f54-4e56-b6cb-f48487a81d76 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:51:47.116134 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 09b39318-5f54-4e56-b6cb-f48487a81d76 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:51:47.116427 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.145496 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.146130 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.160945 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Calling delete_port for 2a8c1697-cbef-42b7-bb7e-f877d83006bc owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:51:47.217482 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.239570 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'name': 'tempest-ServerRescueTestJSONUnderV235-1170736079-router', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:51:39Z', 'updated_at': '2021-09-17T23:51:44Z', 'revision_number': 4, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'gw_port': {'id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:40Z', 'updated_at': '2021-09-17T23:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'e12192ad-3be8-43a3-92dc-ef0f9319e21e', 'name': '', 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'mac_address': 'fa:16:3e:bf:9e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4a07af87-2c35-4815-a33d-5a9f7f4ed508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:42Z', 'updated_at': '2021-09-17T23:51:44Z', 'revision_number': 2, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'subnets': [{'id': '4a07af87-2c35-4815-a33d-5a9f7f4ed508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:47.249219 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 09b39318-5f54-4e56-b6cb-f48487a81d76, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=09b39318-5f54-4e56-b6cb-f48487a81d76,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:47.268202 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] Checking router: 189db22f-8acc-4edf-aa40-7ff1dfbaf615 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:51:47.269114 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] Updating router 189db22f-8acc-4edf-aa40-7ff1dfbaf615 port e12192ad-3be8-43a3-92dc-ef0f9319e21e binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:51:47.296795 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.317244 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.427613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45644) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:47.442004 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-38b91f16-8ebb-452a-9e9c-fd2345fea6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.462232 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.524908 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=09b39318-5f54-4e56-b6cb-f48487a81d76,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:47.570942 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.599697 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a8c1697-cbef-42b7-bb7e-f877d83006bc,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:47.660463 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.667477 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.674728 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-38b91f16-8ebb-452a-9e9c-fd2345fea6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.711037 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.725233 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.755350 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.769324 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-38b91f16-8ebb-452a-9e9c-fd2345fea6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.822093 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-38b91f16-8ebb-452a-9e9c-fd2345fea6b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=42194a4903ea449fa5c57c1651d99f28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3928275 Sep 17 23:51:47.825629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45652) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:47.830604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb502e-0676-42c1-9ea5-88a225a523da req-d4422746-ff25-476d-b236-7df3e230adaf tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:47.838422 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6fb502e-0676-42c1-9ea5-88a225a523da req-d4422746-ff25-476d-b236-7df3e230adaf tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 945 time: 0.1028819 Sep 17 23:51:47.844991 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b91f16-8ebb-452a-9e9c-fd2345fea6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd002c3-1c45-4d18-b9ca-9746d7419ed7,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:47.851694 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefc80c-f773-443e-8c26-f42c6de7101b None None] Pushing event updated for resources: {'Port': ['ID=e12192ad-3be8-43a3-92dc-ef0f9319e21e,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:47.864100 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefc80c-f773-443e-8c26-f42c6de7101b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:47.864635 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefc80c-f773-443e-8c26-f42c6de7101b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:47.865036 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefc80c-f773-443e-8c26-f42c6de7101b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:47.865581 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefc80c-f773-443e-8c26-f42c6de7101b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:47.866407 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefc80c-f773-443e-8c26-f42c6de7101b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:47.866799 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefc80c-f773-443e-8c26-f42c6de7101b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:47.867159 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefc80c-f773-443e-8c26-f42c6de7101b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:47.867904 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefc80c-f773-443e-8c26-f42c6de7101b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:47.868233 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefc80c-f773-443e-8c26-f42c6de7101b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:47.868560 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefc80c-f773-443e-8c26-f42c6de7101b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:47.868981 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefc80c-f773-443e-8c26-f42c6de7101b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:47.869378 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefc80c-f773-443e-8c26-f42c6de7101b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:51:47.877424 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6fb502e-0676-42c1-9ea5-88a225a523da req-2c0074f5-6c51-4440-8fcd-65988116fe1b tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380473 Sep 17 23:51:47.894964 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.923774 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cfc0bd49-2e9e-4ab3-8122-e0c075c1e853,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:47.953383 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f073945-4207-4b5d-a022-13166febfce1 req-de5ac6b2-896b-4c89-88b7-96f74838efbd tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 210 time: 0.0299211 Sep 17 23:51:47.959928 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] Attempting to bind port e12192ad-3be8-43a3-92dc-ef0f9319e21e on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:51:47.960288 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] Attempting to bind port e12192ad-3be8-43a3-92dc-ef0f9319e21e by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '70bb7625-1649-44d0-aafe-a4e52156a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:51:47.960642 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] Attempting to bind port e12192ad-3be8-43a3-92dc-ef0f9319e21e on network 4461cd47-fde9-4845-92b2-6903a8fb4a55 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:51:47.964514 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0502324d-97c7-4f22-a564-a0c820dec535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.981740 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:51:47.982339 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] Checking segment: {'id': '70bb7625-1649-44d0-aafe-a4e52156a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:51:47.982837 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:47.984652 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] Bound using segment: {'id': '70bb7625-1649-44d0-aafe-a4e52156a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:51:47.984652 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] Bound port: e12192ad-3be8-43a3-92dc-ef0f9319e21e, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70bb7625-1649-44d0-aafe-a4e52156a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:51:47.984652 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:48.006655 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:48.038645 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0b9fee89-db00-4fa1-b50e-bef777599ddc req-ab08d490-0b30-40eb-b2de-56aeadffc214 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 210 time: 0.0266132 Sep 17 23:51:48.067913 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] For port e12192ad-3be8-43a3-92dc-ef0f9319e21e, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:51:48.070758 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0502324d-97c7-4f22-a564-a0c820dec535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:48.075447 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] For port e12192ad-3be8-43a3-92dc-ef0f9319e21e, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e12192ad-3be8-43a3-92dc-ef0f9319e21e,segment=NetworkSegment(70bb7625-1649-44d0-aafe-a4e52156a80b),segment_id=70bb7625-1649-44d0-aafe-a4e52156a80b)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:51:48.075584 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e409ce-709e-4a18-bd88-f3ad13c5bf1f']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:48.089678 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb92c5d-f286-4004-8e63-62aa09637767') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:48.089975 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb92c5d-f286-4004-8e63-62aa09637767') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:48.109201 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:48.129571 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:48.135896 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:51:48.136413 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:51:48.138132 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:51:48.199633 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:48.257101 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] Routers {'189db22f-8acc-4edf-aa40-7ff1dfbaf615'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:51:48.257735 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:51:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['189db22f-8acc-4edf-aa40-7ff1dfbaf615'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:48.262565 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefc80c-f773-443e-8c26-f42c6de7101b None None] Pushing event updated for resources: {'Port': ['ID=e12192ad-3be8-43a3-92dc-ef0f9319e21e,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:48.306588 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:48.308049 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0502324d-97c7-4f22-a564-a0c820dec535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:48.310910 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0502324d-97c7-4f22-a564-a0c820dec535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:48.314484 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0502324d-97c7-4f22-a564-a0c820dec535 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2dd002c3-1c45-4d18-b9ca-9746d7419ed7 HTTP/1.1" status: 204 len: 168 time: 0.4845858 Sep 17 23:51:48.319463 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 08e409ce-709e-4a18-bd88-f3ad13c5bf1f {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 23:51:48.326610 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:48.329389 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] 10.222.0.46 "DELETE /v2.0/networks/08e409ce-709e-4a18-bd88-f3ad13c5bf1f HTTP/1.1" status: 204 len: 168 time: 1.6799951 Sep 17 23:51:48.337201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45660) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:48.357796 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502324d-97c7-4f22-a564-a0c820dec535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd002c3-1c45-4d18-b9ca-9746d7419ed7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:48.360934 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac15fc-e438-4291-ba56-bcac92ad241a tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Pushing event deleted for resources: {'Network': ['ID=08e409ce-709e-4a18-bd88-f3ad13c5bf1f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:48.412815 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] Set router 189db22f-8acc-4edf-aa40-7ff1dfbaf615 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:51:48.495006 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5aee3cd3-da43-4516-894e-61c2e0237f51 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2564 time: 0.1540847 Sep 17 23:51:48.497240 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45662) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:48.577327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a1d21-0a9e-4e74-8944-c8754525e015 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:48.577994 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a1d21-0a9e-4e74-8944-c8754525e015 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:48.578260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a1d21-0a9e-4e74-8944-c8754525e015 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:48.579299 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a1d21-0a9e-4e74-8944-c8754525e015 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:48.579937 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a1d21-0a9e-4e74-8944-c8754525e015 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:48.580572 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a1d21-0a9e-4e74-8944-c8754525e015 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:48.581557 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a1d21-0a9e-4e74-8944-c8754525e015 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:48.582192 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a1d21-0a9e-4e74-8944-c8754525e015 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:48.582808 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a1d21-0a9e-4e74-8944-c8754525e015 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:48.583429 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a1d21-0a9e-4e74-8944-c8754525e015 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:48.584066 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a1d21-0a9e-4e74-8944-c8754525e015 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:48.584529 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a1d21-0a9e-4e74-8944-c8754525e015 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:48.585014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a1d21-0a9e-4e74-8944-c8754525e015 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:48.585667 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a1d21-0a9e-4e74-8944-c8754525e015 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:48.588290 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-aa2a1d21-0a9e-4e74-8944-c8754525e015 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8952 time: 0.0920200 Sep 17 23:51:48.591481 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45664) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:48.629229 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-5ac2c3d9-d843-4385-a20a-7ab86e21bd7e tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] delete failed (client error): The resource could not be found. Sep 17 23:51:48.630655 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5ac2c3d9-d843-4385-a20a-7ab86e21bd7e tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/04d81583-fa0b-4ff0-adac-3b766bd4cf03 HTTP/1.1" status: 404 len: 345 time: 0.0382137 Sep 17 23:51:48.633726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45666) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:48.651399 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-42246952-21e1-4076-a1b9-36fa62a32e76 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] DELETE failed (client error): The resource could not be found. Sep 17 23:51:48.651927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42246952-21e1-4076-a1b9-36fa62a32e76 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:51:48.653813 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-42246952-21e1-4076-a1b9-36fa62a32e76 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] 10.222.0.46 "DELETE /v2.0/networks/08e409ce-709e-4a18-bd88-f3ad13c5bf1f HTTP/1.1" status: 404 len: 339 time: 0.0184047 Sep 17 23:51:48.661747 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45668) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:48.666690 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-4f8ca5ef-219b-4010-93f7-7399ec93113f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Request body: {'network': {'name': 'tempest-network--318273628', 'router:external': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:48.695066 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'name': 'tempest-ServerRescueTestJSONUnderV235-1170736079-router', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:51:39Z', 'updated_at': '2021-09-17T23:51:44Z', 'revision_number': 4, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'gw_port': {'id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:40Z', 'updated_at': '2021-09-17T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'e12192ad-3be8-43a3-92dc-ef0f9319e21e', 'name': '', 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'mac_address': 'fa:16:3e:bf:9e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4a07af87-2c35-4815-a33d-5a9f7f4ed508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:42Z', 'updated_at': '2021-09-17T23:51:48Z', 'revision_number': 4, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'subnets': [{'id': '4a07af87-2c35-4815-a33d-5a9f7f4ed508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:48.721315 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91869de6-432a-46bf-9e52-598e4c6837c8 None None] The sync data for ids ['189db22f-8acc-4edf-aa40-7ff1dfbaf615'] in n-d-809883-1 is: [{'id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'name': 'tempest-ServerRescueTestJSONUnderV235-1170736079-router', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:51:39Z', 'updated_at': '2021-09-17T23:51:44Z', 'revision_number': 4, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'gw_port': {'id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:40Z', 'updated_at': '2021-09-17T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'e12192ad-3be8-43a3-92dc-ef0f9319e21e', 'name': '', 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'mac_address': 'fa:16:3e:bf:9e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4a07af87-2c35-4815-a33d-5a9f7f4ed508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:42Z', 'updated_at': '2021-09-17T23:51:48Z', 'revision_number': 4, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'subnets': [{'id': '4a07af87-2c35-4815-a33d-5a9f7f4ed508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:51:48.802984 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8ca5ef-219b-4010-93f7-7399ec93113f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Made reservation on behalf of e402f91f213d49348c1ae51482718952 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:48.806749 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4f8ca5ef-219b-4010-93f7-7399ec93113f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:48.831758 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8ca5ef-219b-4010-93f7-7399ec93113f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:51:48.841484 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4f8ca5ef-219b-4010-93f7-7399ec93113f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:48.841927 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-4f8ca5ef-219b-4010-93f7-7399ec93113f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Added segment d37c66b0-962a-4e6b-9943-56baeb356727 of type vlan for network 6ab28063-dfee-4697-8cd6-732f5358d10c Sep 17 23:51:48.915884 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4f8ca5ef-219b-4010-93f7-7399ec93113f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:49.075808 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-28cf61d3-1b61-4ef0-b86e-7fed76a595e3 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:49.077721 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-28cf61d3-1b61-4ef0-b86e-7fed76a595e3 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.41 "GET /v2.0/networks?id=003e6711-5c04-488c-bf1d-85872f393c86 HTTP/1.1" status: 200 len: 822 time: 0.1970723 Sep 17 23:51:49.092779 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-ee95a3d8-d146-430d-9b9b-1ba1662dac78 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Request body: {'port': {'device_id': '6505805b-0378-480c-8996-f9e07590f8d7', 'network_id': '003e6711-5c04-488c-bf1d-85872f393c86', 'admin_state_up': True, 'tenant_id': '7fe7a9518ee94a28800d0fa6e2d37da2'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:49.137571 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4f8ca5ef-219b-4010-93f7-7399ec93113f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:49.138695 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8ca5ef-219b-4010-93f7-7399ec93113f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:49.139714 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4f8ca5ef-219b-4010-93f7-7399ec93113f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:49.171987 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088179dc-db0c-4bb0-a28a-d8409cbccd4c req-582a6e38-f4fa-4359-84dd-c1c3c9c8cb59 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:49.185470 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-088179dc-db0c-4bb0-a28a-d8409cbccd4c req-582a6e38-f4fa-4359-84dd-c1c3c9c8cb59 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 945 time: 0.1414559 Sep 17 23:51:49.230802 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2a8d2dc-9ba7-4b00-a1fb-3925a5578e69 req-aaa16b6e-cb00-4b07-81fb-9ca4e93b6f54 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 210 time: 0.0357857 Sep 17 23:51:49.238247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45680) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:49.256285 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a40a86ef-deba-4526-bcc8-dab763b8b73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:49.274874 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e12192ad-3be8-43a3-92dc-ef0f9319e21e up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:51:49.279547 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ca5ef-219b-4010-93f7-7399ec93113f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Pushing event updated for resources: {'Network': ['ID=6ab28063-dfee-4697-8cd6-732f5358d10c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:49.317256 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-088179dc-db0c-4bb0-a28a-d8409cbccd4c req-f0d5124a-f2e7-4497-9807-e8afac604470 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283271 Sep 17 23:51:49.317870 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 6ab28063-dfee-4697-8cd6-732f5358d10c details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:51:49.354144 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4f8ca5ef-219b-4010-93f7-7399ec93113f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6911147 Sep 17 23:51:49.359688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45684) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:49.392135 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.api [None req-a40a86ef-deba-4526-bcc8-dab763b8b73e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 23:51:49.392135 n-d-809883-1 neutron-server[95592]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 23:51:49.392135 n-d-809883-1 neutron-server[95592]: [parameters: {'project_id_1': 'a2e40fda970c4cfc95b993ca451ca7da', 'expiration_1': datetime.datetime(2021, 9, 17, 23, 51, 29, 295483)}] Sep 17 23:51:49.392135 n-d-809883-1 neutron-server[95592]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:51:49.392853 n-d-809883-1 neutron-server[95592]: DEBUG oslo_db.api [None req-a40a86ef-deba-4526-bcc8-dab763b8b73e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:51:49.395042 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46108627-23a8-4c9c-a46f-21bb02529f1a req-cc655dc7-263a-4def-bbe8-6185302064ef tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 210 time: 0.0416808 Sep 17 23:51:49.452381 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e12192ad-3be8-43a3-92dc-ef0f9319e21e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:51:49.452750 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:49.485853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264dc56-dbb1-4c66-bfc8-a5fda8e94545 req-5e3d9981-d5ca-4a4b-97dc-ea581f498fa1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:49.489657 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9264dc56-dbb1-4c66-bfc8-a5fda8e94545 req-5e3d9981-d5ca-4a4b-97dc-ea581f498fa1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=013365f4-eb75-4297-b0bc-6ea77e2b2bf7 HTTP/1.1" status: 200 len: 946 time: 0.0673249 Sep 17 23:51:49.541934 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9264dc56-dbb1-4c66-bfc8-a5fda8e94545 req-d0082e0c-ce5f-4384-b68b-fe4786540370 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458782 Sep 17 23:51:49.556424 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:49.596419 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port e12192ad-3be8-43a3-92dc-ef0f9319e21e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e12192ad-3be8-43a3-92dc-ef0f9319e21e,segment=NetworkSegment(70bb7625-1649-44d0-aafe-a4e52156a80b),segment_id=70bb7625-1649-44d0-aafe-a4e52156a80b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:49.604593 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-ee95a3d8-d146-430d-9b9b-1ba1662dac78 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Made reservation on behalf of 7fe7a9518ee94a28800d0fa6e2d37da2 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:49.608169 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-ee95a3d8-d146-430d-9b9b-1ba1662dac78 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:49.650084 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78554799-c7b1-4546-9a95-64047f12b000 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:49.656768 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78554799-c7b1-4546-9a95-64047f12b000 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:49.664373 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78554799-c7b1-4546-9a95-64047f12b000 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:49.671195 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78554799-c7b1-4546-9a95-64047f12b000 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:49.673102 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-78554799-c7b1-4546-9a95-64047f12b000 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3122048 Sep 17 23:51:49.677054 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45688) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:49.678451 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:49.679323 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 09b39318-5f54-4e56-b6cb-f48487a81d76 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:51:49.695558 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451c721-62b4-47ee-abb6-85e6e1b6da4f req-9cdf5a5b-7f8b-4bc4-851a-d2c89a68aa28 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:49.697380 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b451c721-62b4-47ee-abb6-85e6e1b6da4f req-9cdf5a5b-7f8b-4bc4-851a-d2c89a68aa28 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 945 time: 0.0815897 Sep 17 23:51:49.794579 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:49.801458 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ed3894d-4445-4aa0-bc25-1e1288d40e49 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:49.819315 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b451c721-62b4-47ee-abb6-85e6e1b6da4f req-88077df7-fac8-43c0-8c80-36632c37488e tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048265 Sep 17 23:51:49.843865 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=e12192ad-3be8-43a3-92dc-ef0f9319e21e,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:49.867021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 09b39318-5f54-4e56-b6cb-f48487a81d76 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:51:49.867021 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:49.895482 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a40a86ef-deba-4526-bcc8-dab763b8b73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:49.949578 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ed3894d-4445-4aa0-bc25-1e1288d40e49 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:49.960639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070bf69-3489-4113-b082-4bc550795f6a req-b588cfb0-d1b1-41e1-8e5a-05203637552c tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:49.965055 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4070bf69-3489-4113-b082-4bc550795f6a req-b588cfb0-d1b1-41e1-8e5a-05203637552c tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.41 "GET /v2.0/networks?id=4461cd47-fde9-4845-92b2-6903a8fb4a55 HTTP/1.1" status: 200 len: 820 time: 0.1805003 Sep 17 23:51:49.979599 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-7ed3894d-4445-4aa0-bc25-1e1288d40e49 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab28063-dfee-4697-8cd6-732f5358d10c']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:49.982775 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-4070bf69-3489-4113-b082-4bc550795f6a req-867234c8-35c0-4aea-a97e-a6e6bbc0a8ec tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Request body: {'port': {'device_id': '4d0240f2-f551-4110-b027-1a542c0cd7b8', 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55', 'admin_state_up': True, 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:50.002214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-7ed3894d-4445-4aa0-bc25-1e1288d40e49 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37c66b0-962a-4e6b-9943-56baeb356727') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:50.002214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-7ed3894d-4445-4aa0-bc25-1e1288d40e49 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37c66b0-962a-4e6b-9943-56baeb356727') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:50.017444 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ed3894d-4445-4aa0-bc25-1e1288d40e49 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:50.056540 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ed3894d-4445-4aa0-bc25-1e1288d40e49 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:50.071509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed3894d-4445-4aa0-bc25-1e1288d40e49 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:51:50.071941 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ed3894d-4445-4aa0-bc25-1e1288d40e49 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:51:50.074677 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:51:50.097256 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-ee95a3d8-d146-430d-9b9b-1ba1662dac78 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Allocated IP 172.20.0.10 (003e6711-5c04-488c-bf1d-85872f393c86/e44504e5-6106-4b2f-ad30-ac65ab05483d/45eb6434-3d65-4c0b-ab90-4d7c2800386f) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:51:50.181535 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a40a86ef-deba-4526-bcc8-dab763b8b73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:50.275810 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a40a86ef-deba-4526-bcc8-dab763b8b73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:50.279575 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ed3894d-4445-4aa0-bc25-1e1288d40e49 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:50.283480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed3894d-4445-4aa0-bc25-1e1288d40e49 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ab28063-dfee-4697-8cd6-732f5358d10c {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 23:51:50.287421 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ed3894d-4445-4aa0-bc25-1e1288d40e49 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:50.290646 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7ed3894d-4445-4aa0-bc25-1e1288d40e49 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] 10.222.0.46 "DELETE /v2.0/networks/6ab28063-dfee-4697-8cd6-732f5358d10c HTTP/1.1" status: 204 len: 168 time: 0.6119862 Sep 17 23:51:50.298262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45698) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:50.305121 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d71c62b6-e612-405e-8a95-f32b2a2d2251 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Request body: {'network': {'name': 'tempest-network--1395755640', 'router:external': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:50.332453 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-ee95a3d8-d146-430d-9b9b-1ba1662dac78 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:50.343511 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3894d-4445-4aa0-bc25-1e1288d40e49 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ab28063-dfee-4697-8cd6-732f5358d10c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:50.385412 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a40a86ef-deba-4526-bcc8-dab763b8b73e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a2e40fda970c4cfc95b993ca451ca7da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1458249 Sep 17 23:51:50.389833 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45700) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:50.390694 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1e449bdc-c2e8-4960-8e10-4390be81d815 req-8103fe8e-334e-4e33-ab35-6e0528dbc734 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 210 time: 0.0544448 Sep 17 23:51:50.393104 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a86ef-deba-4526-bcc8-dab763b8b73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b6bd21-18c7-48e0-9e61-d93c1c867f20,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:50.400388 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4070bf69-3489-4113-b082-4bc550795f6a req-867234c8-35c0-4aea-a97e-a6e6bbc0a8ec tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Made reservation on behalf of c5a6bc127d6d42bdad9b2db9f4c0c49c for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:50.404934 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4070bf69-3489-4113-b082-4bc550795f6a req-867234c8-35c0-4aea-a97e-a6e6bbc0a8ec tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:50.424477 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:51:50.477124 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf0846-6682-4276-af19-1e1de9cdad30 req-4c16ad13-e2b5-46d8-a03d-ba8b243a10aa tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:50.478937 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b6bf0846-6682-4276-af19-1e1de9cdad30 req-4c16ad13-e2b5-46d8-a03d-ba8b243a10aa tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 945 time: 0.0871458 Sep 17 23:51:50.545141 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b6bf0846-6682-4276-af19-1e1de9cdad30 req-36bd3156-1342-4cbe-9775-e0bd2e86685a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547814 Sep 17 23:51:50.559922 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a986a8-4e8a-4412-9864-a0238d6a1095 req-e870a216-9c66-4315-a0be-56719b2c096b tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:50.561803 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14a986a8-4e8a-4412-9864-a0238d6a1095 req-e870a216-9c66-4315-a0be-56719b2c096b tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 932 time: 0.0817502 Sep 17 23:51:50.608141 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14a986a8-4e8a-4412-9864-a0238d6a1095 req-9371de92-3556-4b2c-b04f-facf5d008c45 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/security-groups?id=aff9d23d-5375-44b9-859f-a34bd5a7514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379970 Sep 17 23:51:50.753333 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-ee95a3d8-d146-430d-9b9b-1ba1662dac78 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:50.850882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-ee95a3d8-d146-430d-9b9b-1ba1662dac78 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Network 003e6711-5c04-488c-bf1d-85872f393c86 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:51:50.853930 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71c62b6-e612-405e-8a95-f32b2a2d2251 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Made reservation on behalf of e402f91f213d49348c1ae51482718952 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:50.856205 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d71c62b6-e612-405e-8a95-f32b2a2d2251 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:50.877698 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-ee95a3d8-d146-430d-9b9b-1ba1662dac78 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:51:50.896552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-ee95a3d8-d146-430d-9b9b-1ba1662dac78 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:51:50.904315 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95a3d8-d146-430d-9b9b-1ba1662dac78 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Pushing event updated for resources: {'Port': ['ID=45eb6434-3d65-4c0b-ab90-4d7c2800386f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:50.959333 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1ebef1e6-654d-46a4-ad7e-7ff64a57a4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:51.001014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71c62b6-e612-405e-8a95-f32b2a2d2251 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:51:51.033956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-ee95a3d8-d146-430d-9b9b-1ba1662dac78 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:51.035078 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-ee95a3d8-d146-430d-9b9b-1ba1662dac78 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:51.039669 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d71c62b6-e612-405e-8a95-f32b2a2d2251 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:51.041353 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-d71c62b6-e612-405e-8a95-f32b2a2d2251 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Added segment d09d59df-20c5-4cc2-b86c-fcded5208fc7 of type vlan for network 8989c751-1210-4daf-a04e-d86d42ce6281 Sep 17 23:51:51.058199 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1ebef1e6-654d-46a4-ad7e-7ff64a57a4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:51.077041 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e12192ad-3be8-43a3-92dc-ef0f9319e21e up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:51:51.097742 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-4070bf69-3489-4113-b082-4bc550795f6a req-867234c8-35c0-4aea-a97e-a6e6bbc0a8ec tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Allocated IP 172.20.0.4 (4461cd47-fde9-4845-92b2-6903a8fb4a55/4a07af87-2c35-4815-a33d-5a9f7f4ed508/6b393419-0365-458f-b0b9-17e9fd6c6f5c) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:51:51.129801 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e12192ad-3be8-43a3-92dc-ef0f9319e21e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:51:51.130253 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:51.152333 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d71c62b6-e612-405e-8a95-f32b2a2d2251 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:51.211037 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-ee95a3d8-d146-430d-9b9b-1ba1662dac78 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1233506 Sep 17 23:51:51.226621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Request body: {'port': {'device_id': '6505805b-0378-480c-8996-f9e07590f8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:51.281750 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:51.321205 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca1d4e-0606-40e5-886d-d4f457f5264f req-dfc2929b-7425-4560-879f-2a76fd8ab38d tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:51.322687 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5ca1d4e-0606-40e5-886d-d4f457f5264f req-dfc2929b-7425-4560-879f-2a76fd8ab38d tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 945 time: 0.0522766 Sep 17 23:51:51.332310 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1ebef1e6-654d-46a4-ad7e-7ff64a57a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:51.334861 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1ebef1e6-654d-46a4-ad7e-7ff64a57a4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:51.336105 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1ebef1e6-654d-46a4-ad7e-7ff64a57a4c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21b6bd21-18c7-48e0-9e61-d93c1c867f20 HTTP/1.1" status: 204 len: 168 time: 0.9450989 Sep 17 23:51:51.365409 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5ca1d4e-0606-40e5-886d-d4f457f5264f req-1c2ca174-adea-4bd1-9edc-656f344f2a26 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367060 Sep 17 23:51:51.380092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebef1e6-654d-46a4-ad7e-7ff64a57a4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b6bd21-18c7-48e0-9e61-d93c1c867f20,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:51.435810 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d71c62b6-e612-405e-8a95-f32b2a2d2251 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:51.436798 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71c62b6-e612-405e-8a95-f32b2a2d2251 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:51.437413 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d71c62b6-e612-405e-8a95-f32b2a2d2251 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:51.524251 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd03ce3a-26c9-4a6d-a5ed-393453915d68 req-af27265e-99d2-4a5e-9ad7-b110b19416c6 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 210 time: 0.0340028 Sep 17 23:51:51.623904 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c62b6-e612-405e-8a95-f32b2a2d2251 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Pushing event updated for resources: {'Network': ['ID=8989c751-1210-4daf-a04e-d86d42ce6281,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:51.636475 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 8989c751-1210-4daf-a04e-d86d42ce6281 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:51:51.648629 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4070bf69-3489-4113-b082-4bc550795f6a req-867234c8-35c0-4aea-a97e-a6e6bbc0a8ec tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:51.684640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842a8ae-c80d-43f6-bcb5-28ffceb6ebd9 req-1fccc3ec-5b38-40e8-96ae-622d93d81604 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:51.692444 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b842a8ae-c80d-43f6-bcb5-28ffceb6ebd9 req-1fccc3ec-5b38-40e8-96ae-622d93d81604 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 945 time: 0.0706222 Sep 17 23:51:51.698586 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d71c62b6-e612-405e-8a95-f32b2a2d2251 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3992527 Sep 17 23:51:51.703344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45718) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:51.740534 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b24d3-0f7d-47b0-b5f7-bdab7b83827d req-cab73b59-f38d-4a11-9774-960544d6c59b tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:51.742044 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b26b24d3-0f7d-47b0-b5f7-bdab7b83827d req-cab73b59-f38d-4a11-9774-960544d6c59b tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 945 time: 0.1390002 Sep 17 23:51:51.835463 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b842a8ae-c80d-43f6-bcb5-28ffceb6ebd9 req-33e909f7-4b1f-451c-bb2b-86ba813ff64a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418374 Sep 17 23:51:51.843657 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cf447a-d57d-4f2b-a738-8e3932dc9909 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:51.853186 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-02cf447a-d57d-4f2b-a738-8e3932dc9909 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] 10.222.0.46 "GET /v2.0/networks/8989c751-1210-4daf-a04e-d86d42ce6281 HTTP/1.1" status: 200 len: 757 time: 0.1399839 Sep 17 23:51:51.854276 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45722) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:51.857163 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383be8e-8db2-47b7-8538-21bb0f659dd2 req-aa3a9d2d-ff2c-48de-9ea3-afba663c25a0 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:51.859394 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c383be8e-8db2-47b7-8538-21bb0f659dd2 req-aa3a9d2d-ff2c-48de-9ea3-afba663c25a0 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 932 time: 0.1568041 Sep 17 23:51:51.913724 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c383be8e-8db2-47b7-8538-21bb0f659dd2 req-3fad5541-a825-429b-aa43-940607f625ff tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/security-groups?id=aff9d23d-5375-44b9-859f-a34bd5a7514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425353 Sep 17 23:51:51.926913 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4070bf69-3489-4113-b082-4bc550795f6a req-867234c8-35c0-4aea-a97e-a6e6bbc0a8ec tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:51.984664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45eb6434-3d65-4c0b-ab90-4d7c2800386f {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:51:52.020688 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:52.047982 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4070bf69-3489-4113-b082-4bc550795f6a req-867234c8-35c0-4aea-a97e-a6e6bbc0a8ec tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Network 4461cd47-fde9-4845-92b2-6903a8fb4a55 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:51:52.057603 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01425ff6-ae07-40be-a241-7bb9127dbe32 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:52.058963 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-01425ff6-ae07-40be-a241-7bb9127dbe32 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] 10.222.0.46 "GET /v2.0/networks/c2d0b7dc-ab8a-4c3f-af4c-23e42980bd7c HTTP/1.1" status: 200 len: 767 time: 0.2036433 Sep 17 23:51:52.062019 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45730) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:52.073831 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-4070bf69-3489-4113-b082-4bc550795f6a req-867234c8-35c0-4aea-a97e-a6e6bbc0a8ec tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:51:52.076319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4070bf69-3489-4113-b082-4bc550795f6a req-867234c8-35c0-4aea-a97e-a6e6bbc0a8ec tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:51:52.079764 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Transition to ACTIVE for port object 45eb6434-3d65-4c0b-ab90-4d7c2800386f will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:51:52.085868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-b26b24d3-0f7d-47b0-b5f7-bdab7b83827d req-ebdaa579-2c0b-4cdb-99d9-a7bcdcb139b4 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Deleting port 0215283b-8df0-4cc6-8903-2484acefe5a3 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:51:52.085868 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b26b24d3-0f7d-47b0-b5f7-bdab7b83827d req-ebdaa579-2c0b-4cdb-99d9-a7bcdcb139b4 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:52.088337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867234c8-35c0-4aea-a97e-a6e6bbc0a8ec tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Pushing event updated for resources: {'Port': ['ID=6b393419-0365-458f-b0b9-17e9fd6c6f5c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:52.144094 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b433676-cad9-407b-b8ce-d11230f9a27f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:52.181698 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:52.221868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070bf69-3489-4113-b082-4bc550795f6a req-867234c8-35c0-4aea-a97e-a6e6bbc0a8ec tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:52.222614 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4070bf69-3489-4113-b082-4bc550795f6a req-867234c8-35c0-4aea-a97e-a6e6bbc0a8ec tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:52.223422 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b433676-cad9-407b-b8ce-d11230f9a27f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:52.248075 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-4b433676-cad9-407b-b8ce-d11230f9a27f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8989c751-1210-4daf-a04e-d86d42ce6281']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:52.258793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-4b433676-cad9-407b-b8ce-d11230f9a27f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd09d59df-20c5-4cc2-b86c-fcded5208fc7') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:52.259088 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-4b433676-cad9-407b-b8ce-d11230f9a27f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd09d59df-20c5-4cc2-b86c-fcded5208fc7') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:52.273420 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b433676-cad9-407b-b8ce-d11230f9a27f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:52.280902 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Pushing event updated for resources: {'Port': ['ID=45eb6434-3d65-4c0b-ab90-4d7c2800386f,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b433676-cad9-407b-b8ce-d11230f9a27f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b433676-cad9-407b-b8ce-d11230f9a27f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b433676-cad9-407b-b8ce-d11230f9a27f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:51:52.308516 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:51:52.346201 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-b26b24d3-0f7d-47b0-b5f7-bdab7b83827d req-ebdaa579-2c0b-4cdb-99d9-a7bcdcb139b4 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] For port 0215283b-8df0-4cc6-8903-2484acefe5a3, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=0215283b-8df0-4cc6-8903-2484acefe5a3,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:52.346201 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b26b24d3-0f7d-47b0-b5f7-bdab7b83827d req-ebdaa579-2c0b-4cdb-99d9-a7bcdcb139b4 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:52.354400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-b26b24d3-0f7d-47b0-b5f7-bdab7b83827d req-ebdaa579-2c0b-4cdb-99d9-a7bcdcb139b4 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Calling delete_port for 0215283b-8df0-4cc6-8903-2484acefe5a3 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:51:52.375750 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4070bf69-3489-4113-b082-4bc550795f6a req-867234c8-35c0-4aea-a97e-a6e6bbc0a8ec tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4017980 Sep 17 23:51:52.418751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Request body: {'port': {'device_id': '4d0240f2-f551-4110-b027-1a542c0cd7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:52.438254 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Attempting to bind port 45eb6434-3d65-4c0b-ab90-4d7c2800386f on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:51:52.438543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Attempting to bind port 45eb6434-3d65-4c0b-ab90-4d7c2800386f by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '04c69b05-33f2-4465-b990-322ce7ce7ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '003e6711-5c04-488c-bf1d-85872f393c86'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:51:52.438872 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Attempting to bind port 45eb6434-3d65-4c0b-ab90-4d7c2800386f on network 003e6711-5c04-488c-bf1d-85872f393c86 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:51:52.452477 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Port 45eb6434-3d65-4c0b-ab90-4d7c2800386f on network 003e6711-5c04-488c-bf1d-85872f393c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:51:52.452801 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Attempting to bind port 45eb6434-3d65-4c0b-ab90-4d7c2800386f on network 003e6711-5c04-488c-bf1d-85872f393c86 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:51:52.486597 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:51:52.486958 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Checking segment: {'id': '04c69b05-33f2-4465-b990-322ce7ce7ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '003e6711-5c04-488c-bf1d-85872f393c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:51:52.487875 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Bound using segment: {'id': '04c69b05-33f2-4465-b990-322ce7ce7ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '003e6711-5c04-488c-bf1d-85872f393c86'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:51:52.488318 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Bound port: 45eb6434-3d65-4c0b-ab90-4d7c2800386f, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c69b05-33f2-4465-b990-322ce7ce7ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '003e6711-5c04-488c-bf1d-85872f393c86'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:51:52.488678 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:52.494235 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b433676-cad9-407b-b8ce-d11230f9a27f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:52.499518 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b433676-cad9-407b-b8ce-d11230f9a27f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8989c751-1210-4daf-a04e-d86d42ce6281 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 23:51:52.502771 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b433676-cad9-407b-b8ce-d11230f9a27f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:52.505468 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4b433676-cad9-407b-b8ce-d11230f9a27f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] 10.222.0.46 "DELETE /v2.0/networks/8989c751-1210-4daf-a04e-d86d42ce6281 HTTP/1.1" status: 204 len: 168 time: 0.4418933 Sep 17 23:51:52.510985 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45740) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:52.520857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b433676-cad9-407b-b8ce-d11230f9a27f tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Pushing event deleted for resources: {'Network': ['ID=8989c751-1210-4daf-a04e-d86d42ce6281,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:52.528466 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-6b0caaa7-c675-4800-acd3-793340f540ec tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Request body: {'network': {'name': 'tempest-network--1975271156'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:52.532686 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:52.681391 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] For port 45eb6434-3d65-4c0b-ab90-4d7c2800386f, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:51:52.688742 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] For port 45eb6434-3d65-4c0b-ab90-4d7c2800386f, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=45eb6434-3d65-4c0b-ab90-4d7c2800386f,segment=NetworkSegment(04c69b05-33f2-4465-b990-322ce7ce7ad7),segment_id=04c69b05-33f2-4465-b990-322ce7ce7ad7)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:51:52.702496 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0caaa7-c675-4800-acd3-793340f540ec tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Made reservation on behalf of e402f91f213d49348c1ae51482718952 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:51:52.704239 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1915ced-2667-4793-86c2-465cbafdaa3a req-49393de7-d2b1-4089-8b97-8fa7a8bd9c3b tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:52.704810 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b0caaa7-c675-4800-acd3-793340f540ec tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:52.706346 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d1915ced-2667-4793-86c2-465cbafdaa3a req-49393de7-d2b1-4089-8b97-8fa7a8bd9c3b tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 931 time: 0.0893264 Sep 17 23:51:52.777492 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d1915ced-2667-4793-86c2-465cbafdaa3a req-0e377ebd-c19c-41f3-abed-16ea6ef0fe54 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591073 Sep 17 23:51:52.790059 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b26b24d3-0f7d-47b0-b5f7-bdab7b83827d req-ebdaa579-2c0b-4cdb-99d9-a7bcdcb139b4 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:52.806503 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['95d2a898-fcaf-4ab5-9aad-e18a40cca389', '5121a924-5484-4d7f-85cb-6b379602f2c0'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:51:52.811331 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['0215283b-8df0-4cc6-8903-2484acefe5a3'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:51:52.811946 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0caaa7-c675-4800-acd3-793340f540ec tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:51:52.849947 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:52.851912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdaa579-2c0b-4cdb-99d9-a7bcdcb139b4 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Pushing event deleted for resources: {'Port': ['ID=0215283b-8df0-4cc6-8903-2484acefe5a3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:52.868066 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b0caaa7-c675-4800-acd3-793340f540ec tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:52.869000 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-6b0caaa7-c675-4800-acd3-793340f540ec tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Added segment 65998d8c-ac8e-4f76-9aee-8440d7bfcdc4 of type vlan for network 6ac54b7e-c587-4241-be94-a3964469a549 Sep 17 23:51:52.986699 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26b24d3-0f7d-47b0-b5f7-bdab7b83827d req-ebdaa579-2c0b-4cdb-99d9-a7bcdcb139b4 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] No DVR routers for this DVR port 0215283b-8df0-4cc6-8903-2484acefe5a3 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:51:52.989524 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:52.990165 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:52.991637 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] 10.222.0.41 "PUT /v2.0/ports/45eb6434-3d65-4c0b-ab90-4d7c2800386f HTTP/1.1" status: 200 len: 1092 time: 1.7697337 Sep 17 23:51:52.992097 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6505805b-0378-480c-8996-f9e07590f8d7', 'tag': '45eb6434-3d65-4c0b-ab90-4d7c2800386f'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:51:52.994433 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3332d3-a8ec-4976-bb7b-3e5be82fadca" -d '{"events": [{"name": "network-changed", "server_uuid": "6505805b-0378-480c-8996-f9e07590f8d7", "tag": "45eb6434-3d65-4c0b-ab90-4d7c2800386f"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:51:53.017455 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dabf39c5-55c8-4f89-9627-009741286b2a req-49a66c5f-edfe-4f8b-b479-6616f92e7372 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 210 time: 0.0678825 Sep 17 23:51:53.020680 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b26b24d3-0f7d-47b0-b5f7-bdab7b83827d req-ebdaa579-2c0b-4cdb-99d9-a7bcdcb139b4 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:53.022362 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b26b24d3-0f7d-47b0-b5f7-bdab7b83827d req-ebdaa579-2c0b-4cdb-99d9-a7bcdcb139b4 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.41 "DELETE /v2.0/ports/0215283b-8df0-4cc6-8903-2484acefe5a3 HTTP/1.1" status: 204 len: 173 time: 1.2718179 Sep 17 23:51:53.085864 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b0caaa7-c675-4800-acd3-793340f540ec tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:53.124570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09e760-19e0-4c30-8562-e65e8d399c8e req-2ffedba8-9081-4527-a09f-449a12e13bb6 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:53.126234 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ef09e760-19e0-4c30-8562-e65e8d399c8e req-2ffedba8-9081-4527-a09f-449a12e13bb6 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 944 time: 0.0541291 Sep 17 23:51:53.134672 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a04a6-faa8-455d-a3b6-fd4051a6c214 service neutron] Pushing event updated for resources: {'Port': ['ID=45eb6434-3d65-4c0b-ab90-4d7c2800386f,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:53.191144 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f950777-0555-4509-adb7-8754c5f9b48d x-openstack-request-id: req-3f950777-0555-4509-adb7-8754c5f9b48d {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:51:53.191438 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6505805b-0378-480c-8996-f9e07590f8d7", "tag": "45eb6434-3d65-4c0b-ab90-4d7c2800386f", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:51:53.191700 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f950777-0555-4509-adb7-8754c5f9b48d {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:51:53.192124 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6505805b-0378-480c-8996-f9e07590f8d7', 'tag': '45eb6434-3d65-4c0b-ab90-4d7c2800386f', 'status': 'completed', 'code': 200} Sep 17 23:51:53.200793 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ef09e760-19e0-4c30-8562-e65e8d399c8e req-9d9ba2d5-ecbf-4199-b4cf-6855ca30262b tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/security-groups?id=aff9d23d-5375-44b9-859f-a34bd5a7514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657074 Sep 17 23:51:53.236821 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-26b5063f-f90d-4ea0-b015-24a351474f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:53.236821 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-26b5063f-f90d-4ea0-b015-24a351474f68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7fe7a9518ee94a28800d0fa6e2d37da2&device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 1095 time: 0.1009974 Sep 17 23:51:53.309164 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b393419-0365-458f-b0b9-17e9fd6c6f5c {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:51:53.314447 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-0b37c941-76cb-4840-a5a6-2a381a2df130 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45eb6434-3d65-4c0b-ab90-4d7c2800386f HTTP/1.1" status: 200 len: 217 time: 0.0573070 Sep 17 23:51:53.321215 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b0caaa7-c675-4800-acd3-793340f540ec tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:53.323336 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0caaa7-c675-4800-acd3-793340f540ec tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:53.326290 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b0caaa7-c675-4800-acd3-793340f540ec tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:53.331271 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:53.377857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fddc6-5499-41a4-935d-d60d5aefbad4 req-d28f11b7-b479-4e18-bb99-859cba51b564 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:53.379920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c55fddc6-5499-41a4-935d-d60d5aefbad4 req-d28f11b7-b479-4e18-bb99-859cba51b564 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 945 time: 0.0735550 Sep 17 23:51:53.400295 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Transition to ACTIVE for port object 6b393419-0365-458f-b0b9-17e9fd6c6f5c will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:51:53.421536 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c55fddc6-5499-41a4-935d-d60d5aefbad4 req-5c449419-b6ae-4878-b335-148f8f7fa2ec tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353274 Sep 17 23:51:53.446782 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-f9495edb-56dc-4378-b601-c38281ef859d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:53.448293 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-f9495edb-56dc-4378-b601-c38281ef859d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e44504e5-6106-4b2f-ad30-ac65ab05483d HTTP/1.1" status: 200 len: 862 time: 0.1214833 Sep 17 23:51:53.449501 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0caaa7-c675-4800-acd3-793340f540ec tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Pushing event updated for resources: {'Network': ['ID=6ac54b7e-c587-4241-be94-a3964469a549,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:53.460812 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 6ac54b7e-c587-4241-be94-a3964469a549 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:51:53.490323 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-731b4b28-75a5-432b-876c-29da1d38840b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=003e6711-5c04-488c-bf1d-85872f393c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343652 Sep 17 23:51:53.506588 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6b0caaa7-c675-4800-acd3-793340f540ec tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9916418 Sep 17 23:51:53.515555 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45782) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:53.523094 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-3f299d5f-aeb4-4cae-b4e5-1df46e750b4e tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:51:53.562992 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:53.629730 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Pushing event updated for resources: {'Port': ['ID=6b393419-0365-458f-b0b9-17e9fd6c6f5c,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:53.664631 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-b322170c-5224-403f-945b-1898f92e4561 service neutron] 10.222.0.41 "GET /v2.0/networks/003e6711-5c04-488c-bf1d-85872f393c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676686 Sep 17 23:51:53.702229 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f299d5f-aeb4-4cae-b4e5-1df46e750b4e tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:53.781499 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Attempting to bind port 6b393419-0365-458f-b0b9-17e9fd6c6f5c on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:51:53.782147 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Attempting to bind port 6b393419-0365-458f-b0b9-17e9fd6c6f5c by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '70bb7625-1649-44d0-aafe-a4e52156a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:51:53.782489 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Attempting to bind port 6b393419-0365-458f-b0b9-17e9fd6c6f5c on network 4461cd47-fde9-4845-92b2-6903a8fb4a55 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:51:53.791084 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Port 6b393419-0365-458f-b0b9-17e9fd6c6f5c on network 4461cd47-fde9-4845-92b2-6903a8fb4a55 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:51:53.791425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Attempting to bind port 6b393419-0365-458f-b0b9-17e9fd6c6f5c on network 4461cd47-fde9-4845-92b2-6903a8fb4a55 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:51:53.800493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:51:53.800846 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Checking segment: {'id': '70bb7625-1649-44d0-aafe-a4e52156a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:51:53.801123 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f299d5f-aeb4-4cae-b4e5-1df46e750b4e tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:53.803441 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Bound using segment: {'id': '70bb7625-1649-44d0-aafe-a4e52156a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:51:53.803441 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Bound port: 6b393419-0365-458f-b0b9-17e9fd6c6f5c, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70bb7625-1649-44d0-aafe-a4e52156a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:51:53.803441 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:53.827962 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-81ade648-7d9f-4c1c-b35d-4a1a09224469 req-cfbab93c-8f2b-497f-ae58-3eea6452c6c8 service neutron] 10.222.0.41 "GET /v2.0/networks/003e6711-5c04-488c-bf1d-85872f393c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338398 Sep 17 23:51:53.845787 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f299d5f-aeb4-4cae-b4e5-1df46e750b4e tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Network 6ac54b7e-c587-4241-be94-a3964469a549 is not hosted by any dhcp agent {{(pid=95592) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 23:51:53.847422 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f299d5f-aeb4-4cae-b4e5-1df46e750b4e tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:53.848185 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f299d5f-aeb4-4cae-b4e5-1df46e750b4e tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:53.856198 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45794) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:53.856378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3f299d5f-aeb4-4cae-b4e5-1df46e750b4e tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] 10.222.0.46 "PUT /v2.0/networks/6ac54b7e-c587-4241-be94-a3964469a549 HTTP/1.1" status: 200 len: 858 time: 0.3390353 Sep 17 23:51:53.908062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f299d5f-aeb4-4cae-b4e5-1df46e750b4e tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Pushing event updated for resources: {'Network': ['ID=6ac54b7e-c587-4241-be94-a3964469a549,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:53.979490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab66b6a-d849-4b2c-93bd-7a797c95f7ef req-e33e3e41-ef52-429d-a475-0320c533070b tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:53.981154 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ab66b6a-d849-4b2c-93bd-7a797c95f7ef req-e33e3e41-ef52-429d-a475-0320c533070b tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 943 time: 0.0533192 Sep 17 23:51:53.986344 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8b878c84-75a7-4ce5-a080-ae99b78c3f62 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:53.988838 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] For port 6b393419-0365-458f-b0b9-17e9fd6c6f5c, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:51:54.014029 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] For port 6b393419-0365-458f-b0b9-17e9fd6c6f5c, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6b393419-0365-458f-b0b9-17e9fd6c6f5c,segment=NetworkSegment(70bb7625-1649-44d0-aafe-a4e52156a80b),segment_id=70bb7625-1649-44d0-aafe-a4e52156a80b)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:51:54.032487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ab66b6a-d849-4b2c-93bd-7a797c95f7ef req-b1f5eca4-b7fc-4c8f-9943-0290bc64dd21 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452278 Sep 17 23:51:54.112397 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8b878c84-75a7-4ce5-a080-ae99b78c3f62 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:54.128945 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:54.140290 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3c2f8dee-bb9d-4571-8a2e-3a160ae396e6 req-e2eb1a52-c348-488c-bd0d-0505afe890a5 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea7c71e-c2cc-4b80-aabe-b21fc6e26781 HTTP/1.1" status: 200 len: 210 time: 0.0343394 Sep 17 23:51:54.200874 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-8b878c84-75a7-4ce5-a080-ae99b78c3f62 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac54b7e-c587-4241-be94-a3964469a549']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:54.209782 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:54.210403 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:54.211802 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4070bf69-3489-4113-b082-4bc550795f6a req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] 10.222.0.41 "PUT /v2.0/ports/6b393419-0365-458f-b0b9-17e9fd6c6f5c HTTP/1.1" status: 200 len: 1091 time: 1.8280199 Sep 17 23:51:54.233474 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-8b878c84-75a7-4ce5-a080-ae99b78c3f62 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65998d8c-ac8e-4f76-9aee-8440d7bfcdc4') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:54.233692 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-8b878c84-75a7-4ce5-a080-ae99b78c3f62 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65998d8c-ac8e-4f76-9aee-8440d7bfcdc4') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:54.250471 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db1f10-40a7-4f1e-a182-6d0583a14add service neutron] Pushing event updated for resources: {'Port': ['ID=6b393419-0365-458f-b0b9-17e9fd6c6f5c,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:54.258599 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8b878c84-75a7-4ce5-a080-ae99b78c3f62 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:54.258599 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3332d3-a8ec-4976-bb7b-3e5be82fadca req-99dbf050-c0d3-453c-8489-28c66aaf0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:54.259620 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea3332d3-a8ec-4976-bb7b-3e5be82fadca req-99dbf050-c0d3-453c-8489-28c66aaf0452 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7fe7a9518ee94a28800d0fa6e2d37da2&device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 1095 time: 0.2131002 Sep 17 23:51:54.316230 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8b878c84-75a7-4ce5-a080-ae99b78c3f62 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:54.335348 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b878c84-75a7-4ce5-a080-ae99b78c3f62 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:51:54.336016 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8b878c84-75a7-4ce5-a080-ae99b78c3f62 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:51:54.338076 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:51:54.393066 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94adab-e111-448a-b62f-b1ea0293ee05 req-4b312a94-2733-48a9-a2ae-34c0e8d805f3 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:54.395509 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c94adab-e111-448a-b62f-b1ea0293ee05 req-4b312a94-2733-48a9-a2ae-34c0e8d805f3 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 944 time: 0.0903087 Sep 17 23:51:54.417869 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b11d21-6529-4cad-9cb0-55f275999f14 req-9fe4f691-929f-4ae6-9f3b-b66713c3de57 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:54.419375 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-89b11d21-6529-4cad-9cb0-55f275999f14 req-9fe4f691-929f-4ae6-9f3b-b66713c3de57 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 945 time: 0.0736656 Sep 17 23:51:54.471761 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c94adab-e111-448a-b62f-b1ea0293ee05 req-72bc1cf6-5de2-47ce-b6b9-e4550c83e338 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/security-groups?id=aff9d23d-5375-44b9-859f-a34bd5a7514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696154 Sep 17 23:51:54.476497 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3332d3-a8ec-4976-bb7b-3e5be82fadca req-6b64a246-922c-47cd-a983-1b8574c0b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:54.477537 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-89b11d21-6529-4cad-9cb0-55f275999f14 req-d1226e0e-f0a3-4880-a176-d39a49c2fa77 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519500 Sep 17 23:51:54.478139 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea3332d3-a8ec-4976-bb7b-3e5be82fadca req-6b64a246-922c-47cd-a983-1b8574c0b3c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=003e6711-5c04-488c-bf1d-85872f393c86 HTTP/1.1" status: 200 len: 923 time: 0.2087038 Sep 17 23:51:54.483252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070bf69-3489-4113-b082-4bc550795f6a req-131895c0-b0d5-4ce7-9eae-5ab4a4eab515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:54.484932 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4070bf69-3489-4113-b082-4bc550795f6a req-131895c0-b0d5-4ce7-9eae-5ab4a4eab515 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a6bc127d6d42bdad9b2db9f4c0c49c&device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 1094 time: 0.0944579 Sep 17 23:51:54.534654 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea3332d3-a8ec-4976-bb7b-3e5be82fadca req-4a06687d-3bab-4b84-addd-5fca77a75852 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45eb6434-3d65-4c0b-ab90-4d7c2800386f HTTP/1.1" status: 200 len: 217 time: 0.0408816 Sep 17 23:51:54.572476 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4070bf69-3489-4113-b082-4bc550795f6a req-ff5cd2da-aa26-4c67-8337-856fc9cb6b0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b393419-0365-458f-b0b9-17e9fd6c6f5c HTTP/1.1" status: 200 len: 217 time: 0.0727787 Sep 17 23:51:54.574470 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8b878c84-75a7-4ce5-a080-ae99b78c3f62 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:54.603791 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b878c84-75a7-4ce5-a080-ae99b78c3f62 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ac54b7e-c587-4241-be94-a3964469a549 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 23:51:54.608930 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8b878c84-75a7-4ce5-a080-ae99b78c3f62 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:54.610785 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8b878c84-75a7-4ce5-a080-ae99b78c3f62 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] 10.222.0.46 "DELETE /v2.0/networks/6ac54b7e-c587-4241-be94-a3964469a549 HTTP/1.1" status: 204 len: 168 time: 0.7530801 Sep 17 23:51:54.615089 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45832) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:54.652084 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b878c84-75a7-4ce5-a080-ae99b78c3f62 tempest-ExternalNetworksTestJSON-880933550 tempest-ExternalNetworksTestJSON-880933550-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ac54b7e-c587-4241-be94-a3964469a549,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:54.653941 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd8d51d-3c68-43de-aa3f-c1ffbe45c202 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] DELETE failed (client error): The resource could not be found. Sep 17 23:51:54.654501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd8d51d-3c68-43de-aa3f-c1ffbe45c202 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:51:54.658168 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fdd8d51d-3c68-43de-aa3f-c1ffbe45c202 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] 10.222.0.46 "DELETE /v2.0/subnets/cfc0bd49-2e9e-4ab3-8122-e0c075c1e853 HTTP/1.1" status: 404 len: 337 time: 0.0412464 Sep 17 23:51:54.661101 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45838) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:54.672921 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3332d3-a8ec-4976-bb7b-3e5be82fadca req-004af025-1f46-4a37-854e-8084b8fa5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:54.674734 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea3332d3-a8ec-4976-bb7b-3e5be82fadca req-004af025-1f46-4a37-854e-8084b8fa5553 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e44504e5-6106-4b2f-ad30-ac65ab05483d HTTP/1.1" status: 200 len: 862 time: 0.1109991 Sep 17 23:51:54.677721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070bf69-3489-4113-b082-4bc550795f6a req-1a4e2d5c-3666-4f52-9b68-c22eac983c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:54.680028 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4070bf69-3489-4113-b082-4bc550795f6a req-1a4e2d5c-3666-4f52-9b68-c22eac983c70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a07af87-2c35-4815-a33d-5a9f7f4ed508 HTTP/1.1" status: 200 len: 860 time: 0.0846674 Sep 17 23:51:54.731393 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea3332d3-a8ec-4976-bb7b-3e5be82fadca req-6628e14a-4ac0-48e9-a1ba-ccf88cb8d05a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=003e6711-5c04-488c-bf1d-85872f393c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415502 Sep 17 23:51:54.751069 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4070bf69-3489-4113-b082-4bc550795f6a req-7dc6af6b-0103-47bd-a48c-f44646fba793 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4461cd47-fde9-4845-92b2-6903a8fb4a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594776 Sep 17 23:51:54.755772 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-502ccd07-f884-4bf2-af50-5c6901d3ac08 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:54.855289 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-502ccd07-f884-4bf2-af50-5c6901d3ac08 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:54.876498 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-502ccd07-f884-4bf2-af50-5c6901d3ac08 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d0b7dc-ab8a-4c3f-af4c-23e42980bd7c']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:54.888815 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-502ccd07-f884-4bf2-af50-5c6901d3ac08 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8fea2a-e972-44ad-a131-d78f8b78e198') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:54.889181 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-502ccd07-f884-4bf2-af50-5c6901d3ac08 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8fea2a-e972-44ad-a131-d78f8b78e198') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:54.899230 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-502ccd07-f884-4bf2-af50-5c6901d3ac08 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:54.909048 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea3332d3-a8ec-4976-bb7b-3e5be82fadca req-13f73b1d-936b-434f-a18b-2d8bf0d0d43b service neutron] 10.222.0.41 "GET /v2.0/networks/003e6711-5c04-488c-bf1d-85872f393c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604655 Sep 17 23:51:54.912368 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4070bf69-3489-4113-b082-4bc550795f6a req-a09d9b4f-0102-4d10-90f6-f5402d600447 service neutron] 10.222.0.41 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527975 Sep 17 23:51:54.913411 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-502ccd07-f884-4bf2-af50-5c6901d3ac08 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:54.919545 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502ccd07-f884-4bf2-af50-5c6901d3ac08 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:51:54.919941 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-502ccd07-f884-4bf2-af50-5c6901d3ac08 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:51:54.923024 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:51:55.071576 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-502ccd07-f884-4bf2-af50-5c6901d3ac08 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:55.076948 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-502ccd07-f884-4bf2-af50-5c6901d3ac08 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:55.082950 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-502ccd07-f884-4bf2-af50-5c6901d3ac08 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] 10.222.0.46 "DELETE /v2.0/networks/c2d0b7dc-ab8a-4c3f-af4c-23e42980bd7c HTTP/1.1" status: 204 len: 168 time: 0.4201040 Sep 17 23:51:55.115478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ccd07-f884-4bf2-af50-5c6901d3ac08 tempest-ExternalNetworksTestJSON-23068062 tempest-ExternalNetworksTestJSON-23068062-project] Pushing event deleted for resources: {'Network': ['ID=c2d0b7dc-ab8a-4c3f-af4c-23e42980bd7c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:55.222832 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82084660-b672-4b85-aaa6-7e3692cb72df req-ffaf761e-29ee-49a6-b8b2-7bc783766ff2 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:55.224695 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82084660-b672-4b85-aaa6-7e3692cb72df req-ffaf761e-29ee-49a6-b8b2-7bc783766ff2 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 943 time: 0.0758681 Sep 17 23:51:55.293341 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82084660-b672-4b85-aaa6-7e3692cb72df req-b19eaa20-52b2-4a71-976f-167248a1d3ec tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571287 Sep 17 23:51:55.358187 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea7c71e-c2cc-4b80-aabe-b21fc6e26781', 'name': 'network-vif-deleted', 'tag': '0215283b-8df0-4cc6-8903-2484acefe5a3'}, {'name': 'network-changed', 'server_uuid': '4d0240f2-f551-4110-b027-1a542c0cd7b8', 'tag': '6b393419-0365-458f-b0b9-17e9fd6c6f5c'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:51:55.360424 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c3c659-1a63-4457-9120-d77a767cfc7f" -d '{"events": [{"server_uuid": "cea7c71e-c2cc-4b80-aabe-b21fc6e26781", "name": "network-vif-deleted", "tag": "0215283b-8df0-4cc6-8903-2484acefe5a3"}, {"name": "network-changed", "server_uuid": "4d0240f2-f551-4110-b027-1a542c0cd7b8", "tag": "6b393419-0365-458f-b0b9-17e9fd6c6f5c"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:51:55.398814 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 23:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1739da9-e811-4bba-879d-5ba99764a2f6 x-openstack-request-id: req-c1739da9-e811-4bba-879d-5ba99764a2f6 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:51:55.399119 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea7c71e-c2cc-4b80-aabe-b21fc6e26781", "name": "network-vif-deleted", "tag": "0215283b-8df0-4cc6-8903-2484acefe5a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4d0240f2-f551-4110-b027-1a542c0cd7b8", "tag": "6b393419-0365-458f-b0b9-17e9fd6c6f5c", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:51:55.399375 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c1739da9-e811-4bba-879d-5ba99764a2f6 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:51:55.399766 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea7c71e-c2cc-4b80-aabe-b21fc6e26781', 'name': 'network-vif-deleted', 'tag': '0215283b-8df0-4cc6-8903-2484acefe5a3', 'status': 'completed', 'code': 200} Sep 17 23:51:55.400021 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0240f2-f551-4110-b027-1a542c0cd7b8', 'tag': '6b393419-0365-458f-b0b9-17e9fd6c6f5c', 'status': 'completed', 'code': 200} Sep 17 23:51:55.438644 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea3332d3-a8ec-4976-bb7b-3e5be82fadca req-9f1665de-65b2-47c3-92eb-2a70a40a2fd1 service neutron] 10.222.0.41 "GET /v2.0/networks/003e6711-5c04-488c-bf1d-85872f393c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225899 Sep 17 23:51:55.440586 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4070bf69-3489-4113-b082-4bc550795f6a req-e4af3b06-8659-431f-adaa-69971d86a361 service neutron] 10.222.0.41 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174613 Sep 17 23:51:55.599834 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3c659-1a63-4457-9120-d77a767cfc7f req-318241a7-4894-44ca-b3c1-3d5e51c88d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:55.601382 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-00c3c659-1a63-4457-9120-d77a767cfc7f req-318241a7-4894-44ca-b3c1-3d5e51c88d8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a6bc127d6d42bdad9b2db9f4c0c49c&device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 1094 time: 0.0458469 Sep 17 23:51:55.618895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8bd144-1792-447a-bfd6-943482e05183 req-30bb4543-8aa2-48f7-b3da-d6810205adec tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:55.620735 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eb8bd144-1792-447a-bfd6-943482e05183 req-30bb4543-8aa2-48f7-b3da-d6810205adec tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 944 time: 0.0528944 Sep 17 23:51:55.689392 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eb8bd144-1792-447a-bfd6-943482e05183 req-c4de52ee-2fa0-4fd1-9771-0e4ae3f98eb6 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/security-groups?id=aff9d23d-5375-44b9-859f-a34bd5a7514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595665 Sep 17 23:51:55.715778 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3c659-1a63-4457-9120-d77a767cfc7f req-17b6503d-f5cc-4d0d-a600-de9a92af520d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:55.717664 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-00c3c659-1a63-4457-9120-d77a767cfc7f req-17b6503d-f5cc-4d0d-a600-de9a92af520d service neutron] 10.222.0.41 "GET /v2.0/networks?id=4461cd47-fde9-4845-92b2-6903a8fb4a55 HTTP/1.1" status: 200 len: 921 time: 0.1095450 Sep 17 23:51:55.755975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed7552-b08e-479a-9a58-232757879972 req-7de75235-67d5-4e2f-bee5-b52b0a39aefc tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:55.764109 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f5ed7552-b08e-479a-9a58-232757879972 req-7de75235-67d5-4e2f-bee5-b52b0a39aefc tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 945 time: 0.0609365 Sep 17 23:51:55.796384 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45896) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:55.800451 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-00c3c659-1a63-4457-9120-d77a767cfc7f req-91faf3f8-5e47-4fda-ab90-1b23bed312be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b393419-0365-458f-b0b9-17e9fd6c6f5c HTTP/1.1" status: 200 len: 217 time: 0.0734360 Sep 17 23:51:55.834269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f5ed7552-b08e-479a-9a58-232757879972 req-ef3a7494-9822-4f45-9aef-fe737dce1af3 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups?id=d668546c-3bd6-45b7-93d3-bc8501569b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692916 Sep 17 23:51:55.855579 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eab66a-9abd-4c28-b39f-d9daa9cd634a req-d9d48b46-2df0-4d10-b32d-fcdf21cbef73 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:55.861411 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61eab66a-9abd-4c28-b39f-d9daa9cd634a req-d9d48b46-2df0-4d10-b32d-fcdf21cbef73 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=013365f4-eb75-4297-b0bc-6ea77e2b2bf7 HTTP/1.1" status: 200 len: 946 time: 0.0816441 Sep 17 23:51:55.879498 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3c659-1a63-4457-9120-d77a767cfc7f req-9d53d0d3-8df7-43eb-bcef-b84fba3beb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:55.881109 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-00c3c659-1a63-4457-9120-d77a767cfc7f req-9d53d0d3-8df7-43eb-bcef-b84fba3beb1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a07af87-2c35-4815-a33d-5a9f7f4ed508 HTTP/1.1" status: 200 len: 860 time: 0.0733795 Sep 17 23:51:55.905123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61eab66a-9abd-4c28-b39f-d9daa9cd634a req-e6a08047-1028-49a3-8833-1126ef4e6484 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Sep 17 23:51:55.933320 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-00c3c659-1a63-4457-9120-d77a767cfc7f req-4e45aedf-b602-457e-941f-97f9b7d76039 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4461cd47-fde9-4845-92b2-6903a8fb4a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439298 Sep 17 23:51:55.988871 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-83df4d4b-216a-4ec6-b9cf-93309e369207 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a9b27ee8e3c474f8c210f44729595e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909785 Sep 17 23:51:55.991669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45902) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:56.041804 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-10a4d650-4c4f-40f6-9456-5e39b9fddaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:56.057928 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-00c3c659-1a63-4457-9120-d77a767cfc7f req-d5672aa7-6ed8-48f2-9de1-07d4c0d62bed service neutron] 10.222.0.41 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166189 Sep 17 23:51:56.065719 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-10a4d650-4c4f-40f6-9456-5e39b9fddaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:56.066924 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d820ac-ec8c-4b40-b298-6a4836accbd9 req-e95e50a6-4118-402a-a17d-711b507cc535 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:56.068325 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c0d820ac-ec8c-4b40-b298-6a4836accbd9 req-e95e50a6-4118-402a-a17d-711b507cc535 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 945 time: 0.0724931 Sep 17 23:51:56.213676 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-00c3c659-1a63-4457-9120-d77a767cfc7f req-ea7ca7a0-8f8f-4e53-9bbf-ee2a4e687c29 service neutron] 10.222.0.41 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443861 Sep 17 23:51:56.230229 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-c0d820ac-ec8c-4b40-b298-6a4836accbd9 req-039712a7-1ebd-4651-bfc9-4e6dc275c6bf tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Deleting port 2494bed5-505a-4b28-a598-0b64184820af {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:51:56.230575 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c0d820ac-ec8c-4b40-b298-6a4836accbd9 req-039712a7-1ebd-4651-bfc9-4e6dc275c6bf tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:56.242643 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-10a4d650-4c4f-40f6-9456-5e39b9fddaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:56.245249 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-10a4d650-4c4f-40f6-9456-5e39b9fddaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:56.246414 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-10a4d650-4c4f-40f6-9456-5e39b9fddaaf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a24e6bb-e7c1-4369-8a5e-85de3653e1ad HTTP/1.1" status: 204 len: 168 time: 0.2538602 Sep 17 23:51:56.254869 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4d650-4c4f-40f6-9456-5e39b9fddaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a24e6bb-e7c1-4369-8a5e-85de3653e1ad,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:56.272585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 45eb6434-3d65-4c0b-ab90-4d7c2800386f details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:51:56.336791 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-c0d820ac-ec8c-4b40-b298-6a4836accbd9 req-039712a7-1ebd-4651-bfc9-4e6dc275c6bf tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] For port 2494bed5-505a-4b28-a598-0b64184820af, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=2494bed5-505a-4b28-a598-0b64184820af,segment=NetworkSegment(54eae70a-5d50-4df0-8aa6-917170e97c7e),segment_id=54eae70a-5d50-4df0-8aa6-917170e97c7e)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:56.337140 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c0d820ac-ec8c-4b40-b298-6a4836accbd9 req-039712a7-1ebd-4651-bfc9-4e6dc275c6bf tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:56.416111 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 0215283b-8df0-4cc6-8903-2484acefe5a3 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:51:56.436636 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 0215283b-8df0-4cc6-8903-2484acefe5a3 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:51:56.437015 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 0215283b-8df0-4cc6-8903-2484acefe5a3 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:51:56.479182 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bd34b-6396-4882-9221-8bfe56f37843 req-2c885644-96ba-4b76-9b12-c62209e31457 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:56.486451 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-681bd34b-6396-4882-9221-8bfe56f37843 req-2c885644-96ba-4b76-9b12-c62209e31457 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 943 time: 0.1169276 Sep 17 23:51:56.546408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-681bd34b-6396-4882-9221-8bfe56f37843 req-f3f0f8ea-2d4d-4d59-9000-eb6aaa290f7c tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579977 Sep 17 23:51:56.563745 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 45eb6434-3d65-4c0b-ab90-4d7c2800386f, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=45eb6434-3d65-4c0b-ab90-4d7c2800386f,segment=NetworkSegment(04c69b05-33f2-4465-b990-322ce7ce7ad7),segment_id=04c69b05-33f2-4465-b990-322ce7ce7ad7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:56.584291 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '45eb6434-3d65-4c0b-ab90-4d7c2800386f', 'network_id': '003e6711-5c04-488c-bf1d-85872f393c86', 'port_id': '45eb6434-3d65-4c0b-ab90-4d7c2800386f', 'mac_address': 'fa:16:3e:8e:38:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44504e5-6106-4b2f-ad30-ac65ab05483d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:51:56.591523 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c0d820ac-ec8c-4b40-b298-6a4836accbd9 req-039712a7-1ebd-4651-bfc9-4e6dc275c6bf tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:56.592460 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c0d820ac-ec8c-4b40-b298-6a4836accbd9 req-039712a7-1ebd-4651-bfc9-4e6dc275c6bf tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:56.592994 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [req-c0d820ac-ec8c-4b40-b298-6a4836accbd9 req-039712a7-1ebd-4651-bfc9-4e6dc275c6bf tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Floating IP c2b5fada-063a-48d8-987f-8045dca24e1c disassociated. External IP: 172.25.3.5, port: 2494bed5-505a-4b28-a598-0b64184820af. Sep 17 23:51:56.593957 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-c0d820ac-ec8c-4b40-b298-6a4836accbd9 req-039712a7-1ebd-4651-bfc9-4e6dc275c6bf tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Calling delete_port for 2494bed5-505a-4b28-a598-0b64184820af owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:51:56.631276 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:56.646642 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45eb6434-3d65-4c0b-ab90-4d7c2800386f {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:51:56.673405 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 45eb6434-3d65-4c0b-ab90-4d7c2800386f, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=45eb6434-3d65-4c0b-ab90-4d7c2800386f,segment=NetworkSegment(04c69b05-33f2-4465-b990-322ce7ce7ad7),segment_id=04c69b05-33f2-4465-b990-322ce7ce7ad7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:56.769338 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:56.772653 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-ce2de32a-6502-4c90-a265-44f96024290e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2865329 Sep 17 23:51:56.824596 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfff484-b362-4e0a-9985-fd43dd3d5efa req-68417794-e04d-4f11-9fe7-7a8d199a087f tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:56.825623 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8cfff484-b362-4e0a-9985-fd43dd3d5efa req-68417794-e04d-4f11-9fe7-7a8d199a087f tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 945 time: 0.0654168 Sep 17 23:51:56.826068 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=45eb6434-3d65-4c0b-ab90-4d7c2800386f,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:56.868798 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8cfff484-b362-4e0a-9985-fd43dd3d5efa req-e5f95a58-47d8-4f2c-859d-f9e5b6ff552f tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/security-groups?id=aff9d23d-5375-44b9-859f-a34bd5a7514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349905 Sep 17 23:51:56.870544 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c0d820ac-ec8c-4b40-b298-6a4836accbd9 req-039712a7-1ebd-4651-bfc9-4e6dc275c6bf tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:56.916514 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039712a7-1ebd-4651-bfc9-4e6dc275c6bf tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Pushing event deleted for resources: {'Port': ['ID=2494bed5-505a-4b28-a598-0b64184820af,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:56.967085 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-77ba0d61-b190-48be-aea4-ff89c96670b8 req-c9c98405-17d6-4dc4-a579-dffbdb0b9ee2 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 210 time: 0.0526106 Sep 17 23:51:56.991652 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-b79d4e0e-0743-4eb1-be80-d4b3f6ad8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:56.992156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-b79d4e0e-0743-4eb1-be80-d4b3f6ad8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:56.992647 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-b79d4e0e-0743-4eb1-be80-d4b3f6ad8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:56.993157 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-b79d4e0e-0743-4eb1-be80-d4b3f6ad8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:56.993637 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-b79d4e0e-0743-4eb1-be80-d4b3f6ad8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:56.994118 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-b79d4e0e-0743-4eb1-be80-d4b3f6ad8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:56.994727 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-b79d4e0e-0743-4eb1-be80-d4b3f6ad8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:56.996635 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-b79d4e0e-0743-4eb1-be80-d4b3f6ad8477 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 6492 time: 0.1591845 Sep 17 23:51:57.019054 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45942) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:57.038584 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['45eb6434-3d65-4c0b-ab90-4d7c2800386f'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:51:57.097245 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbafb73-ea9c-41eb-887b-74616572232a req-08e8f2d5-ac45-40db-9264-c80000b62544 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:57.097245 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-edbafb73-ea9c-41eb-887b-74616572232a req-08e8f2d5-ac45-40db-9264-c80000b62544 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=013365f4-eb75-4297-b0bc-6ea77e2b2bf7 HTTP/1.1" status: 200 len: 946 time: 0.1041973 Sep 17 23:51:57.110175 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f70037-a38e-41aa-bbda-8726ef26e278 req-f03c2725-3a9b-4061-879e-73975bf62f11 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:57.111265 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11f70037-a38e-41aa-bbda-8726ef26e278 req-f03c2725-3a9b-4061-879e-73975bf62f11 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.37 "GET /v2.0/ports?device_id=013365f4-eb75-4297-b0bc-6ea77e2b2bf7 HTTP/1.1" status: 200 len: 946 time: 0.0693610 Sep 17 23:51:57.208913 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-bf230e43-6467-4e77-91fb-983139823770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:57.208913 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-bf230e43-6467-4e77-91fb-983139823770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:57.209557 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-bf230e43-6467-4e77-91fb-983139823770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:57.211533 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-bf230e43-6467-4e77-91fb-983139823770 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d08905d-ca5b-4e76-bde0-b74df6a1af4e&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=2da050b4-00f1-432e-9e5a-adbd5603b80d&id=9e702302-c423-4617-ae40-276913b1f962&id=9e702302-c423-4617-ae40-276913b1f962 HTTP/1.1" status: 200 len: 2293 time: 0.1511528 Sep 17 23:51:57.216566 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45956) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:51:57.217527 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6f080a27-89e4-4ccf-8af5-bcd3d5344ace admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e402f91f213d49348c1ae51482718952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972449 Sep 17 23:51:57.221221 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0d820ac-ec8c-4b40-b298-6a4836accbd9 req-039712a7-1ebd-4651-bfc9-4e6dc275c6bf tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Router c40637f1-3d0d-4914-9be7-ae18a7bec109 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:51:57.228288 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-edbafb73-ea9c-41eb-887b-74616572232a req-4d215cbd-cfa3-474c-9aef-9ad84c913951 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159112 Sep 17 23:51:57.299962 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-11f70037-a38e-41aa-bbda-8726ef26e278 req-67fdd027-250e-436d-a3e5-548df5f22fde tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Deleting port 5121a924-5484-4d7f-85cb-6b379602f2c0 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:51:57.300302 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-11f70037-a38e-41aa-bbda-8726ef26e278 req-67fdd027-250e-436d-a3e5-548df5f22fde tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:57.320718 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a6e734cc-0b6a-41e4-a4a4-4a300e327d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:57.340779 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-70b5a4e6-1bb0-408f-95e6-58d5853b845b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc31a07-bb51-4d99-8ffb-b0d0291c3627 HTTP/1.1" status: 200 len: 1000 time: 0.1217427 Sep 17 23:51:57.451427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-44d6b3df-3838-49af-8532-8fb7679e4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:57.453215 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-44d6b3df-3838-49af-8532-8fb7679e4dae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08d092af-cd76-4eda-b787-3854ce9db95e HTTP/1.1" status: 200 len: 851 time: 0.1039739 Sep 17 23:51:57.497214 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0d820ac-ec8c-4b40-b298-6a4836accbd9 req-039712a7-1ebd-4651-bfc9-4e6dc275c6bf tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:51:57.509024 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb0d6a6-dd64-401a-b592-fdf39148bc33 None None] Sync routers for ids ['c40637f1-3d0d-4914-9be7-ae18a7bec109'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:51:57.522304 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb0d6a6-dd64-401a-b592-fdf39148bc33 None None] Routers {'c40637f1-3d0d-4914-9be7-ae18a7bec109'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:51:57.523311 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-acb0d6a6-dd64-401a-b592-fdf39148bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:51:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c40637f1-3d0d-4914-9be7-ae18a7bec109'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:57.552727 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d820ac-ec8c-4b40-b298-6a4836accbd9 req-039712a7-1ebd-4651-bfc9-4e6dc275c6bf tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] No DVR routers for this DVR port 2494bed5-505a-4b28-a598-0b64184820af on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:51:57.557173 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c0d820ac-ec8c-4b40-b298-6a4836accbd9 req-039712a7-1ebd-4651-bfc9-4e6dc275c6bf tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:57.559386 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c0d820ac-ec8c-4b40-b298-6a4836accbd9 req-039712a7-1ebd-4651-bfc9-4e6dc275c6bf tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.37 "DELETE /v2.0/ports/2494bed5-505a-4b28-a598-0b64184820af HTTP/1.1" status: 204 len: 173 time: 1.4823241 Sep 17 23:51:57.559879 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf', 'name': 'network-vif-deleted', 'tag': '2494bed5-505a-4b28-a598-0b64184820af'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:51:57.562144 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b3cf3a-2da6-407a-880f-b0b418a95f05" -d '{"events": [{"server_uuid": "2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf", "name": "network-vif-deleted", "tag": "2494bed5-505a-4b28-a598-0b64184820af"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:51:57.579228 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-0b5cc075-36ef-49aa-9530-e146e422d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:57.581352 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-0b5cc075-36ef-49aa-9530-e146e422d445 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d08905d-ca5b-4e76-bde0-b74df6a1af4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202872 Sep 17 23:51:57.665897 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35529e31-7fe6-4f7a-afe7-bcf6b0d1d9c2 x-openstack-request-id: req-35529e31-7fe6-4f7a-afe7-bcf6b0d1d9c2 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:51:57.666544 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf", "name": "network-vif-deleted", "tag": "2494bed5-505a-4b28-a598-0b64184820af", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:51:57.666544 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-35529e31-7fe6-4f7a-afe7-bcf6b0d1d9c2 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:51:57.666801 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf', 'name': 'network-vif-deleted', 'tag': '2494bed5-505a-4b28-a598-0b64184820af', 'status': 'completed', 'code': 200} Sep 17 23:51:57.709035 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-acb0d6a6-dd64-401a-b592-fdf39148bc33 None None] Set router c40637f1-3d0d-4914-9be7-ae18a7bec109 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:51:57.716869 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-775a3ff6-7cbe-4436-964a-622d8155be62 service neutron] 10.222.0.37 "GET /v2.0/networks/9d08905d-ca5b-4e76-bde0-b74df6a1af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274643 Sep 17 23:51:57.760774 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a6e734cc-0b6a-41e4-a4a4-4a300e327d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:57.833945 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03d4ac-5aaa-411d-9282-d8d186302189 req-fe5afd75-4c39-4cf5-84fb-65961700a630 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:57.835623 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f03d4ac-5aaa-411d-9282-d8d186302189 req-fe5afd75-4c39-4cf5-84fb-65961700a630 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 943 time: 0.1544158 Sep 17 23:51:57.841813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-11f70037-a38e-41aa-bbda-8726ef26e278 req-67fdd027-250e-436d-a3e5-548df5f22fde tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] For port 5121a924-5484-4d7f-85cb-6b379602f2c0, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5121a924-5484-4d7f-85cb-6b379602f2c0,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:57.842190 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-11f70037-a38e-41aa-bbda-8726ef26e278 req-67fdd027-250e-436d-a3e5-548df5f22fde tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:57.874554 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-11f70037-a38e-41aa-bbda-8726ef26e278 req-67fdd027-250e-436d-a3e5-548df5f22fde tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Calling delete_port for 5121a924-5484-4d7f-85cb-6b379602f2c0 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:51:57.926522 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f03d4ac-5aaa-411d-9282-d8d186302189 req-385b1f4e-2477-4925-8e3d-4e164d7a639e tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813348 Sep 17 23:51:57.938531 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-899c7db7-ff8c-4453-863c-a7bc4ddeebf7 service neutron] 10.222.0.37 "GET /v2.0/networks/9d08905d-ca5b-4e76-bde0-b74df6a1af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122765 Sep 17 23:51:58.042852 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-8395efc2-064e-43d3-94cb-bf27e9372bfb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=7d283454-1c56-4bae-95b5-4603d534419d HTTP/1.1" status: 200 len: 217 time: 0.0972779 Sep 17 23:51:58.054759 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a6e734cc-0b6a-41e4-a4a4-4a300e327d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:58.059646 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a6e734cc-0b6a-41e4-a4a4-4a300e327d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:58.064428 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a6e734cc-0b6a-41e4-a4a4-4a300e327d36 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07a2e793-c94f-47c3-9fdf-3b7bb50c2ed3 HTTP/1.1" status: 204 len: 168 time: 0.8465035 Sep 17 23:51:58.094764 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-acb0d6a6-dd64-401a-b592-fdf39148bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'name': 'tempest-ServersTestBootFromVolume-1666709338-router', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:59Z', 'updated_at': '2021-09-17T23:48:05Z', 'revision_number': 4, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'gw_port': {'id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:01Z', 'updated_at': '2021-09-17T23:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'f4de4e49-bba5-42b9-a69f-aa5ea91b8caa', 'name': '', 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'mac_address': 'fa:16:3e:88:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:03Z', 'updated_at': '2021-09-17T23:48:11Z', 'revision_number': 5, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'subnets': [{'id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:58.114794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-64075f39-af38-42eb-bb4b-5b5fcf6a28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:58.117690 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-64075f39-af38-42eb-bb4b-5b5fcf6a28dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 200 len: 797 time: 0.0670366 Sep 17 23:51:58.160423 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ec1b7ef4-d882-4744-a509-5572bc1bb9b1 req-786237c0-8708-48ca-850b-982bdb203058 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 210 time: 0.0566728 Sep 17 23:51:58.161536 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e734cc-0b6a-41e4-a4a4-4a300e327d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a2e793-c94f-47c3-9fdf-3b7bb50c2ed3,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:58.180810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb0d6a6-dd64-401a-b592-fdf39148bc33 None None] Checking router: c40637f1-3d0d-4914-9be7-ae18a7bec109 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:51:58.202432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba7490-ea3d-4249-83ba-d20ec3b86023 req-739c4575-9d71-4e10-b1b8-d3dca5b9c727 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:58.206390 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6bba7490-ea3d-4249-83ba-d20ec3b86023 req-739c4575-9d71-4e10-b1b8-d3dca5b9c727 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 945 time: 0.1556551 Sep 17 23:51:58.207569 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb0d6a6-dd64-401a-b592-fdf39148bc33 None None] Routers {'c40637f1-3d0d-4914-9be7-ae18a7bec109'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:51:58.208169 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-acb0d6a6-dd64-401a-b592-fdf39148bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:51:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c40637f1-3d0d-4914-9be7-ae18a7bec109'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:58.209890 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-7c725dbf-1108-429f-ae27-91033c6ba500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:58.212372 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-7c725dbf-1108-429f-ae27-91033c6ba500 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2da050b4-00f1-432e-9e5a-adbd5603b80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0837588 Sep 17 23:51:58.272722 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 6b393419-0365-458f-b0b9-17e9fd6c6f5c details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:51:58.275488 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 45eb6434-3d65-4c0b-ab90-4d7c2800386f up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:51:58.289775 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6bba7490-ea3d-4249-83ba-d20ec3b86023 req-c6b64023-d2cb-4e6c-9375-0462d1a00b1e tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/security-groups?id=aff9d23d-5375-44b9-859f-a34bd5a7514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742192 Sep 17 23:51:58.317278 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-11f70037-a38e-41aa-bbda-8726ef26e278 req-67fdd027-250e-436d-a3e5-548df5f22fde tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:58.364570 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['95d2a898-fcaf-4ab5-9aad-e18a40cca389', '5121a924-5484-4d7f-85cb-6b379602f2c0'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:51:58.369640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fdd027-250e-436d-a3e5-548df5f22fde tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Pushing event deleted for resources: {'Port': ['ID=5121a924-5484-4d7f-85cb-6b379602f2c0,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:58.395456 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-de75bd52-53b4-4698-9c86-920fcf9e054c service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723168 Sep 17 23:51:58.451894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-acb0d6a6-dd64-401a-b592-fdf39148bc33 None None] Set router c40637f1-3d0d-4914-9be7-ae18a7bec109 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:51:58.485624 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-783bcc72-89d0-40dc-888f-c9202116b7d8 req-b26cefd9-e53f-436b-99ba-03b23258e529 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=013365f4-eb75-4297-b0bc-6ea77e2b2bf7 HTTP/1.1" status: 200 len: 210 time: 0.1257288 Sep 17 23:51:58.485624 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f70037-a38e-41aa-bbda-8726ef26e278 req-67fdd027-250e-436d-a3e5-548df5f22fde tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] No DVR routers for this DVR port 5121a924-5484-4d7f-85cb-6b379602f2c0 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:51:58.490057 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-11f70037-a38e-41aa-bbda-8726ef26e278 req-67fdd027-250e-436d-a3e5-548df5f22fde tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:58.492974 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-11f70037-a38e-41aa-bbda-8726ef26e278 req-67fdd027-250e-436d-a3e5-548df5f22fde tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.37 "DELETE /v2.0/ports/5121a924-5484-4d7f-85cb-6b379602f2c0 HTTP/1.1" status: 204 len: 173 time: 1.3741264 Sep 17 23:51:58.493485 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013365f4-eb75-4297-b0bc-6ea77e2b2bf7', 'name': 'network-vif-deleted', 'tag': '5121a924-5484-4d7f-85cb-6b379602f2c0'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:51:58.496676 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adf2e4f-d12c-414e-aca6-ba76ae240c7e" -d '{"events": [{"server_uuid": "013365f4-eb75-4297-b0bc-6ea77e2b2bf7", "name": "network-vif-deleted", "tag": "5121a924-5484-4d7f-85cb-6b379602f2c0"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:51:58.544004 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6ce4de-ed6a-4f33-a17b-c7c0892c2fb6 x-openstack-request-id: req-ff6ce4de-ed6a-4f33-a17b-c7c0892c2fb6 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:51:58.545976 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013365f4-eb75-4297-b0bc-6ea77e2b2bf7", "name": "network-vif-deleted", "tag": "5121a924-5484-4d7f-85cb-6b379602f2c0", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:51:58.545976 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff6ce4de-ed6a-4f33-a17b-c7c0892c2fb6 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:51:58.545976 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013365f4-eb75-4297-b0bc-6ea77e2b2bf7', 'name': 'network-vif-deleted', 'tag': '5121a924-5484-4d7f-85cb-6b379602f2c0', 'status': 'completed', 'code': 200} Sep 17 23:51:58.560452 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-782dadff-4927-4a62-b5a6-3ebd96c9f08d service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574779 Sep 17 23:51:58.680131 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-de242516-b7ec-4cb5-b7a1-508f684c056f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a HTTP/1.1" status: 200 len: 217 time: 0.1028588 Sep 17 23:51:58.727029 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 45eb6434-3d65-4c0b-ab90-4d7c2800386f completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:51:58.738329 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 6b393419-0365-458f-b0b9-17e9fd6c6f5c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6b393419-0365-458f-b0b9-17e9fd6c6f5c,segment=NetworkSegment(70bb7625-1649-44d0-aafe-a4e52156a80b),segment_id=70bb7625-1649-44d0-aafe-a4e52156a80b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:58.742314 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-239917dd-b458-4543-a977-11471d611939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:58.743875 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-239917dd-b458-4543-a977-11471d611939 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 200 len: 797 time: 0.0569301 Sep 17 23:51:58.758663 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 45eb6434-3d65-4c0b-ab90-4d7c2800386f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:51:58.759032 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:58.814441 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5121a924-5484-4d7f-85cb-6b379602f2c0 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:51:58.824680 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-96c55dc7-e259-4f77-bd2f-6582e531aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:58.828549 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-96c55dc7-e259-4f77-bd2f-6582e531aa35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2da050b4-00f1-432e-9e5a-adbd5603b80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0775166 Sep 17 23:51:58.835244 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '6b393419-0365-458f-b0b9-17e9fd6c6f5c', 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55', 'port_id': '6b393419-0365-458f-b0b9-17e9fd6c6f5c', 'mac_address': 'fa:16:3e:33:9c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a07af87-2c35-4815-a33d-5a9f7f4ed508', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:51:58.917095 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 5121a924-5484-4d7f-85cb-6b379602f2c0 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:51:58.917095 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5121a924-5484-4d7f-85cb-6b379602f2c0 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:51:58.917486 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 2494bed5-505a-4b28-a598-0b64184820af no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:51:58.977532 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-9659dfd9-7674-45a3-b5e5-493aa98e4230 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410527 Sep 17 23:51:59.053775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 2494bed5-505a-4b28-a598-0b64184820af {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:51:59.054120 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 2494bed5-505a-4b28-a598-0b64184820af not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:51:59.094640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e852ce-2735-41e1-ae0c-97215b74c8af req-9f9c6e46-3122-4e7b-acc3-98c9a8625cd1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:59.106023 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7e852ce-2735-41e1-ae0c-97215b74c8af req-9f9c6e46-3122-4e7b-acc3-98c9a8625cd1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 943 time: 0.0760884 Sep 17 23:51:59.123624 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:59.136030 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-3eacc542-504f-4c22-b415-734e1acd0c17 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395028 Sep 17 23:51:59.173987 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7e852ce-2735-41e1-ae0c-97215b74c8af req-3b565113-54c4-4550-9cdf-b34f9f0f4e6b tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665014 Sep 17 23:51:59.187484 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:59.191621 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b393419-0365-458f-b0b9-17e9fd6c6f5c {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:51:59.226706 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-fb73164b-5d79-4774-a4b1-666a09ac1a4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=3f452939-ef58-4d6e-8de5-7552388649dc HTTP/1.1" status: 200 len: 217 time: 0.0787852 Sep 17 23:51:59.237642 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-acb0d6a6-dd64-401a-b592-fdf39148bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'name': 'tempest-ServersTestBootFromVolume-1666709338-router', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:59Z', 'updated_at': '2021-09-17T23:48:05Z', 'revision_number': 4, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'gw_port': {'id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:01Z', 'updated_at': '2021-09-17T23:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'f4de4e49-bba5-42b9-a69f-aa5ea91b8caa', 'name': '', 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'mac_address': 'fa:16:3e:88:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:03Z', 'updated_at': '2021-09-17T23:48:11Z', 'revision_number': 5, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'subnets': [{'id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:51:59.290986 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb0d6a6-dd64-401a-b592-fdf39148bc33 None None] The sync data for ids ['c40637f1-3d0d-4914-9be7-ae18a7bec109'] in n-d-809883-1 is: [{'id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'name': 'tempest-ServersTestBootFromVolume-1666709338-router', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:59Z', 'updated_at': '2021-09-17T23:48:05Z', 'revision_number': 4, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'gw_port': {'id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:01Z', 'updated_at': '2021-09-17T23:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'f4de4e49-bba5-42b9-a69f-aa5ea91b8caa', 'name': '', 'network_id': '72122d7e-76de-4b34-9763-12068f6a5b58', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'mac_address': 'fa:16:3e:88:23:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:03Z', 'updated_at': '2021-09-17T23:48:11Z', 'revision_number': 5, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'subnets': [{'id': '4105f206-9d1c-46c5-be1c-ee5f5e67b2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:51:59.309140 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 6b393419-0365-458f-b0b9-17e9fd6c6f5c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6b393419-0365-458f-b0b9-17e9fd6c6f5c,segment=NetworkSegment(70bb7625-1649-44d0-aafe-a4e52156a80b),segment_id=70bb7625-1649-44d0-aafe-a4e52156a80b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:59.312728 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6505805b-0378-480c-8996-f9e07590f8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45eb6434-3d65-4c0b-ab90-4d7c2800386f'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:51:59.315011 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5860ba-8175-4c1b-aa1a-ef33118c1b61" -d '{"events": [{"server_uuid": "6505805b-0378-480c-8996-f9e07590f8d7", "name": "network-vif-plugged", "status": "completed", "tag": "45eb6434-3d65-4c0b-ab90-4d7c2800386f"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:51:59.324734 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95d23aea-3d9b-4448-9ed8-edf5e6cd8465 req-09ec290f-59c6-4914-97bd-22ddd19a3550 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 210 time: 0.0545111 Sep 17 23:51:59.327876 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-595cc9ec-eeaa-489b-858a-af77a6e1acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:59.329385 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-595cc9ec-eeaa-489b-858a-af77a6e1acca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 200 len: 797 time: 0.0959990 Sep 17 23:51:59.337803 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 45eb6434-3d65-4c0b-ab90-4d7c2800386f, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=45eb6434-3d65-4c0b-ab90-4d7c2800386f,segment=NetworkSegment(04c69b05-33f2-4465-b990-322ce7ce7ad7),segment_id=04c69b05-33f2-4465-b990-322ce7ce7ad7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:51:59.393945 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-039e47aa-5643-4175-9946-373980e6c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:59.395152 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-039e47aa-5643-4175-9946-373980e6c243 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2da050b4-00f1-432e-9e5a-adbd5603b80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0580754 Sep 17 23:51:59.426235 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:59.480484 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:51:59.532937 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58ee92-1384-4dea-bb99-d313bb9d4e6d req-a74cbf84-e6c0-48ea-a6a2-a5c37adc34c6 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:59.544672 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e58ee92-1384-4dea-bb99-d313bb9d4e6d req-a74cbf84-e6c0-48ea-a6a2-a5c37adc34c6 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 945 time: 0.1452754 Sep 17 23:51:59.550570 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-0ddf4cd1-b884-4848-b21a-03e42f8c99e1 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459780 Sep 17 23:51:59.573944 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=6b393419-0365-458f-b0b9-17e9fd6c6f5c,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:51:59.650800 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e58ee92-1384-4dea-bb99-d313bb9d4e6d req-6ba84935-be7b-49ec-be16-6515d12bfe45 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/security-groups?id=aff9d23d-5375-44b9-859f-a34bd5a7514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994701 Sep 17 23:51:59.696184 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-ae564a32-c92b-47d5-8fc1-3b0ae0a87bb5 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362324 Sep 17 23:51:59.800458 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-98228122-26e5-480d-a5c4-03b7e4de39ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=babf226a-14c0-48e5-a6eb-df5d4099f2e7 HTTP/1.1" status: 200 len: 217 time: 0.0861208 Sep 17 23:51:59.809113 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c1f8b-c62d-4300-b740-a992000d311d None None] New status for floating IP c2b5fada-063a-48d8-987f-8045dca24e1c: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:51:59.887357 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f57b9d-26c6-495d-8e9f-0d756130fb70 req-742f010c-effb-4fdf-84ce-e3d192b65d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:59.889065 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f5f57b9d-26c6-495d-8e9f-0d756130fb70 req-742f010c-effb-4fdf-84ce-e3d192b65d48 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 1097 time: 0.0871582 Sep 17 23:51:59.890331 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-866c63da-1e24-4b88-b83c-436d64a8021f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:59.891660 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-866c63da-1e24-4b88-b83c-436d64a8021f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 200 len: 797 time: 0.0769870 Sep 17 23:51:59.931451 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa9a6a1-5d27-4902-9e1e-7430b06ab4ce x-openstack-request-id: req-8fa9a6a1-5d27-4902-9e1e-7430b06ab4ce {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:51:59.932021 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6505805b-0378-480c-8996-f9e07590f8d7", "name": "network-vif-plugged", "status": "completed", "tag": "45eb6434-3d65-4c0b-ab90-4d7c2800386f", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:51:59.932021 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8fa9a6a1-5d27-4902-9e1e-7430b06ab4ce {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:51:59.932342 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6505805b-0378-480c-8996-f9e07590f8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45eb6434-3d65-4c0b-ab90-4d7c2800386f', 'code': 200} Sep 17 23:51:59.933431 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['6b393419-0365-458f-b0b9-17e9fd6c6f5c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:51:59.986350 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f5f57b9d-26c6-495d-8e9f-0d756130fb70 req-b7a6b63e-6548-4b85-95b7-7c49e3fc6fea service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aff9d23d-5375-44b9-859f-a34bd5a7514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884690 Sep 17 23:51:59.992928 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-e18de84b-ea29-4aee-91aa-6655862fec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:51:59.994859 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-e18de84b-ea29-4aee-91aa-6655862fec29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2da050b4-00f1-432e-9e5a-adbd5603b80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956333 Sep 17 23:52:00.010148 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=45eb6434-3d65-4c0b-ab90-4d7c2800386f,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:00.126917 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-efe19798-58e3-46fa-a72b-6272c88e9ba7 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195648 Sep 17 23:52:00.257797 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-74a67e43-1fff-4ed3-b61e-57af726f15f5 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:00.267122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-74a67e43-1fff-4ed3-b61e-57af726f15f5 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/networks?id=d33639c8-89f1-4a85-9d12-3148a2ec181e HTTP/1.1" status: 200 len: 805 time: 0.1416023 Sep 17 23:52:00.285119 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-51117662-bd18-4845-95fc-e7bf93c8ddd2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/quotas/64f5b0c5188148a8b9b3bac9c08e14c6 HTTP/1.1" status: 200 len: 375 time: 0.0170786 Sep 17 23:52:00.339198 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-7b1eb7eb-5919-46e5-97e4-c1a5602a92e8 service neutron] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053208 Sep 17 23:52:00.349721 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46078) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:00.399063 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-f680c16f-06c2-4f6a-b501-1b565e934209 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=80774bb7-bf44-4b8b-bc93-e7c967abca31 HTTP/1.1" status: 200 len: 217 time: 0.0514936 Sep 17 23:52:00.426864 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-d42553aa-6fdf-440e-8a73-09ae312fe02a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1407964 Sep 17 23:52:00.453054 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-30b68cf8-c79d-4614-8a00-1c6fa839f3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:00.454618 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-30b68cf8-c79d-4614-8a00-1c6fa839f3cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f67d974e-7140-4089-9f32-07a00b55ef3a HTTP/1.1" status: 200 len: 797 time: 0.0491910 Sep 17 23:52:00.510491 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-f6f2d3dc-9054-41c6-b9f0-8ba1a232f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:00.514538 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-f6f2d3dc-9054-41c6-b9f0-8ba1a232f28f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e702302-c423-4617-ae40-276913b1f962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0522280 Sep 17 23:52:00.544950 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2005c-9fe1-4637-8763-e958122d1673 req-3be2a214-a3dc-4da9-8074-9857ad3febe7 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:00.553002 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46c2005c-9fe1-4637-8763-e958122d1673 req-3be2a214-a3dc-4da9-8074-9857ad3febe7 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 944 time: 0.2194843 Sep 17 23:52:00.559693 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-195b7d34-dcb5-426a-bf9c-e983a6ebdefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:00.621218 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-96a53cb0-a6cd-43d7-a9bd-6490c922b93a service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990021 Sep 17 23:52:00.625422 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46c2005c-9fe1-4637-8763-e958122d1673 req-12a70ec2-1b51-44cb-a692-4504f58018b0 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714655 Sep 17 23:52:00.686010 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-09423014-ec69-4df0-b5ee-12d9fde93271 service neutron] 10.222.0.46 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580733 Sep 17 23:52:00.730783 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-9afb42da-bb64-4aa3-890e-39d13c8719bf service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027784 Sep 17 23:52:00.786834 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-6db43e41-9d9a-43d2-b16d-0ee490b2bf6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ad6ee541-3beb-4fca-918f-db5ffa2a75a3 HTTP/1.1" status: 200 len: 217 time: 0.0484152 Sep 17 23:52:00.814248 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-368fad0c-ceec-42fc-bf71-31011aa1dbaa req-340aad79-a6fd-4d69-b0d6-4aa586e0de97 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 210 time: 0.0735309 Sep 17 23:52:00.853296 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-9627375d-c5a4-49fe-beb5-03fc2581a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:00.855083 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-9627375d-c5a4-49fe-beb5-03fc2581a8ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f67d974e-7140-4089-9f32-07a00b55ef3a HTTP/1.1" status: 200 len: 797 time: 0.0610752 Sep 17 23:52:00.910059 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585e483-b767-49d3-8a30-37dd665d11ab req-a5e78055-d0c6-46e3-84ba-7a5281e9d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:00.912041 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-a5e78055-d0c6-46e3-84ba-7a5281e9d403 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e702302-c423-4617-ae40-276913b1f962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478814 Sep 17 23:52:00.916115 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-56be0345-9dd2-4a2c-9016-27fb9692762f service neutron] 10.222.0.46 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215948 Sep 17 23:52:00.970725 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-195b7d34-dcb5-426a-bf9c-e983a6ebdefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:00.973078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46096) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:01.026202 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32174d1-e145-4c88-8345-085c2f7c116d req-016c01ed-049f-40a4-b382-ccf1a29d95fc tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:01.034119 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b32174d1-e145-4c88-8345-085c2f7c116d req-016c01ed-049f-40a4-b382-ccf1a29d95fc tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 946 time: 0.1289923 Sep 17 23:52:01.040157 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-62884efb-9b20-413e-b3de-368eee8dff28 service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201706 Sep 17 23:52:01.056515 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-195b7d34-dcb5-426a-bf9c-e983a6ebdefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:01.113344 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b32174d1-e145-4c88-8345-085c2f7c116d req-9abd50a9-cdd6-478f-b485-5264c83f62b4 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/security-groups?id=aff9d23d-5375-44b9-859f-a34bd5a7514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730507 Sep 17 23:52:01.131873 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-195b7d34-dcb5-426a-bf9c-e983a6ebdefc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=99f33934359c49a4b29bf2c43f30105b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7800827 Sep 17 23:52:01.132808 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b7d34-dcb5-426a-bf9c-e983a6ebdefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dbb0eb-3f2e-41b0-b822-bde5c0462542,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:01.136519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46100) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:01.141783 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b7d34-dcb5-426a-bf9c-e983a6ebdefc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:01.142126 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b7d34-dcb5-426a-bf9c-e983a6ebdefc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:01.142468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b7d34-dcb5-426a-bf9c-e983a6ebdefc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:01.142801 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b7d34-dcb5-426a-bf9c-e983a6ebdefc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:01.143689 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b7d34-dcb5-426a-bf9c-e983a6ebdefc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:01.144014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b7d34-dcb5-426a-bf9c-e983a6ebdefc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:01.144326 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b7d34-dcb5-426a-bf9c-e983a6ebdefc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:01.144644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b7d34-dcb5-426a-bf9c-e983a6ebdefc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:01.144990 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b7d34-dcb5-426a-bf9c-e983a6ebdefc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:01.145308 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b7d34-dcb5-426a-bf9c-e983a6ebdefc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:01.145624 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b7d34-dcb5-426a-bf9c-e983a6ebdefc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:01.146084 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b7d34-dcb5-426a-bf9c-e983a6ebdefc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:01.166272 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d7d76182-4101-49af-8e05-abc1700df87b tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-354662484', 'router:external': True}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:01.238890 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c724-8033-4948-8729-ae9231fb06e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:01.246472 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a585e483-b767-49d3-8a30-37dd665d11ab req-46a59fff-3027-4e3e-90f7-3252405e2ed8 service neutron] 10.222.0.37 "GET /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994557 Sep 17 23:52:01.265914 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c724-8033-4948-8729-ae9231fb06e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:01.294484 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-394d0689-7998-48c0-b2cb-05d40bb4b37b req-033a4b44-9605-41f5-a630-f165bc18a61d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 210 time: 0.0702255 Sep 17 23:52:01.295635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d76182-4101-49af-8e05-abc1700df87b tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Made reservation on behalf of f1723403de554a749eabcaef70fee07c for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:52:01.298708 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7d76182-4101-49af-8e05-abc1700df87b tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:01.318523 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7d76182-4101-49af-8e05-abc1700df87b tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:01.398802 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c724-8033-4948-8729-ae9231fb06e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:01.401881 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c724-8033-4948-8729-ae9231fb06e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:01.405747 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a9d3c724-8033-4948-8729-ae9231fb06e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d5dbb0eb-3f2e-41b0-b822-bde5c0462542 HTTP/1.1" status: 204 len: 168 time: 0.2658191 Sep 17 23:52:01.416624 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3c724-8033-4948-8729-ae9231fb06e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dbb0eb-3f2e-41b0-b822-bde5c0462542,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:01.476576 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7d76182-4101-49af-8e05-abc1700df87b tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:01.551272 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7d76182-4101-49af-8e05-abc1700df87b tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:01.579239 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d76182-4101-49af-8e05-abc1700df87b tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:52:01.584680 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d76182-4101-49af-8e05-abc1700df87b tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23506b0d-edd9-4394-a7b9-7adddb08f5f2,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:01.591822 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7d76182-4101-49af-8e05-abc1700df87b tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:01.591964 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-d7d76182-4101-49af-8e05-abc1700df87b tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Added segment 45af30db-f88d-4138-9e32-85208a22a4c4 of type vlan for network 56a3b183-84e5-4258-a13b-491284e323b7 Sep 17 23:52:01.637042 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7d76182-4101-49af-8e05-abc1700df87b tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:01.731841 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7d76182-4101-49af-8e05-abc1700df87b tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:01.733015 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d76182-4101-49af-8e05-abc1700df87b tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:01.733654 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7d76182-4101-49af-8e05-abc1700df87b tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:01.755928 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc4d3b-8a5f-4c76-97a4-e79cc11a5363 req-1243b85d-ba7e-4d68-86e1-6d44e13ace4f tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:01.757472 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6fc4d3b-8a5f-4c76-97a4-e79cc11a5363 req-1243b85d-ba7e-4d68-86e1-6d44e13ace4f tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 944 time: 0.0672045 Sep 17 23:52:01.829537 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d76182-4101-49af-8e05-abc1700df87b tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Pushing event updated for resources: {'Network': ['ID=56a3b183-84e5-4258-a13b-491284e323b7,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:01.841044 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 56a3b183-84e5-4258-a13b-491284e323b7 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:52:01.858108 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d7d76182-4101-49af-8e05-abc1700df87b tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8838019 Sep 17 23:52:01.862629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46120) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:01.868462 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-c890d607-1f0c-42e6-89d1-77eb55b52d31 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Request body: {'subnet': {'network_id': '56a3b183-84e5-4258-a13b-491284e323b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:01.889291 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6fc4d3b-8a5f-4c76-97a4-e79cc11a5363 req-66c57630-04d7-48be-8111-c1e544cc8431 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171911 Sep 17 23:52:01.941604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-461667c2-0425-4848-9838-6360e17f81c1 req-0a934574-7110-4439-ac65-2ae102559f98 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 210 time: 0.0437186 Sep 17 23:52:02.007950 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c890d607-1f0c-42e6-89d1-77eb55b52d31 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Made reservation on behalf of f1723403de554a749eabcaef70fee07c for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:52:02.011416 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c890d607-1f0c-42e6-89d1-77eb55b52d31 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:02.234763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d984f7e-1cc3-4d4e-afa9-518f6d6226da req-da5bbdf1-ecca-441c-ab95-c07a6ec1622f tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:02.236182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d984f7e-1cc3-4d4e-afa9-518f6d6226da req-da5bbdf1-ecca-441c-ab95-c07a6ec1622f tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 946 time: 0.0590737 Sep 17 23:52:02.280091 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d984f7e-1cc3-4d4e-afa9-518f6d6226da req-d4aca8b7-ee85-4381-8593-1c1c4dc671e8 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/security-groups?id=aff9d23d-5375-44b9-859f-a34bd5a7514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328228 Sep 17 23:52:02.287989 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 6b393419-0365-458f-b0b9-17e9fd6c6f5c up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:52:02.433295 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 6b393419-0365-458f-b0b9-17e9fd6c6f5c completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:52:02.437432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 6b393419-0365-458f-b0b9-17e9fd6c6f5c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:52:02.442088 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:02.443836 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-49fd6f2c-42f9-484b-a1f6-0c4521cae306 req-9dd06f4a-e712-49f4-b7a8-6add9cd3f72a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 210 time: 0.0653718 Sep 17 23:52:02.483334 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce3c1a-5046-40a5-890a-e1fce55ea252 req-1f9c735d-fb28-49a7-af9d-7a831e0c13b7 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:02.484930 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-afce3c1a-5046-40a5-890a-e1fce55ea252 req-1f9c735d-fb28-49a7-af9d-7a831e0c13b7 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 946 time: 0.1083534 Sep 17 23:52:02.546081 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-afce3c1a-5046-40a5-890a-e1fce55ea252 req-4fde96ea-9f55-42bd-a49f-4bc571a91853 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/security-groups?id=aff9d23d-5375-44b9-859f-a34bd5a7514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538337 Sep 17 23:52:02.561264 n-d-809883-1 neutron-server[95591]: DEBUG neutron.objects.ports [None req-c890d607-1f0c-42e6-89d1-77eb55b52d31 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95591) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 23:52:02.562888 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c890d607-1f0c-42e6-89d1-77eb55b52d31 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:02.571624 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:02.613761 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 6b393419-0365-458f-b0b9-17e9fd6c6f5c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6b393419-0365-458f-b0b9-17e9fd6c6f5c,segment=NetworkSegment(70bb7625-1649-44d0-aafe-a4e52156a80b),segment_id=70bb7625-1649-44d0-aafe-a4e52156a80b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:02.615278 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0240f2-f551-4110-b027-1a542c0cd7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b393419-0365-458f-b0b9-17e9fd6c6f5c'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:02.618027 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070877b9-6ae7-454a-8c11-8eb432cdc30f" -d '{"events": [{"server_uuid": "4d0240f2-f551-4110-b027-1a542c0cd7b8", "name": "network-vif-plugged", "status": "completed", "tag": "6b393419-0365-458f-b0b9-17e9fd6c6f5c"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:02.635689 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890d607-1f0c-42e6-89d1-77eb55b52d31 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Pushing event updated for resources: {'Subnet': ['ID=762588dd-7a6a-48d8-bdbc-8d9b20fc2bd8,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:02.640328 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c890d607-1f0c-42e6-89d1-77eb55b52d31 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Checking segment: {'id': '45af30db-f88d-4138-9e32-85208a22a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '56a3b183-84e5-4258-a13b-491284e323b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:52:02.640696 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c890d607-1f0c-42e6-89d1-77eb55b52d31 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Network hostable DHCP agents. Network: 56a3b183-84e5-4258-a13b-491284e323b7, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:52:02.659413 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b65650c-bd17-4837-8589-24627949ed2d x-openstack-request-id: req-5b65650c-bd17-4837-8589-24627949ed2d {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:02.659739 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0240f2-f551-4110-b027-1a542c0cd7b8", "name": "network-vif-plugged", "status": "completed", "tag": "6b393419-0365-458f-b0b9-17e9fd6c6f5c", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:02.660001 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b65650c-bd17-4837-8589-24627949ed2d {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:02.660390 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0240f2-f551-4110-b027-1a542c0cd7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b393419-0365-458f-b0b9-17e9fd6c6f5c', 'code': 200} Sep 17 23:52:02.702194 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:02.758872 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=6b393419-0365-458f-b0b9-17e9fd6c6f5c,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:02.794563 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c74bdf-b7fb-4ac6-a827-7a66e9176adb req-6a0b1b1b-5b1a-41f1-8ae5-c290b3f8ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:02.796134 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-03c74bdf-b7fb-4ac6-a827-7a66e9176adb req-6a0b1b1b-5b1a-41f1-8ae5-c290b3f8ecee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 1096 time: 0.0637860 Sep 17 23:52:02.823028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c890d607-1f0c-42e6-89d1-77eb55b52d31 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Network 56a3b183-84e5-4258-a13b-491284e323b7 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:52:02.847629 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-03c74bdf-b7fb-4ac6-a827-7a66e9176adb req-0799b5fe-f2fb-4c25-9b2f-faa83d31c555 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433881 Sep 17 23:52:02.932909 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-c890d607-1f0c-42e6-89d1-77eb55b52d31 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 56a3b183-84e5-4258-a13b-491284e323b7) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:02.948791 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29aa9c5b-7cd7-421d-b7f3-d842c6556159 None None] Network 56a3b183-84e5-4258-a13b-491284e323b7 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:52:02.965646 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c890d607-1f0c-42e6-89d1-77eb55b52d31 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:02.968438 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c890d607-1f0c-42e6-89d1-77eb55b52d31 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:03.013485 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1a04a-ec42-4fda-96ed-ed793b64c5e6 req-7a54a819-a6c2-4ccc-a213-315b87d595bb tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:03.021137 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0d1a04a-ec42-4fda-96ed-ed793b64c5e6 req-7a54a819-a6c2-4ccc-a213-315b87d595bb tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 946 time: 0.1186123 Sep 17 23:52:03.085039 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c890d607-1f0c-42e6-89d1-77eb55b52d31 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2205722 Sep 17 23:52:03.090323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46164) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:03.096987 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-026f7086-677e-4911-9aee-5e7089ec1ec5 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2049686986', 'network_id': '56a3b183-84e5-4258-a13b-491284e323b7'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:03.108245 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0d1a04a-ec42-4fda-96ed-ed793b64c5e6 req-1049e62d-fc23-4ee3-86c1-f8414dd133e1 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/security-groups?id=aff9d23d-5375-44b9-859f-a34bd5a7514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861809 Sep 17 23:52:03.134622 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a71e2d-7606-408b-8d11-e5b9a180d9b1 req-eb916d1a-f6ae-46f2-9df5-e5f8b94e9510 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:03.136152 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51a71e2d-7606-408b-8d11-e5b9a180d9b1 req-eb916d1a-f6ae-46f2-9df5-e5f8b94e9510 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.1128826 Sep 17 23:52:03.148351 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48523d23-689c-4f8e-8c22-7826f12743df None None] Network 56a3b183-84e5-4258-a13b-491284e323b7 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:52:03.179570 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51a71e2d-7606-408b-8d11-e5b9a180d9b1 req-3c689c63-e047-4b3f-819c-6245dd881ac9 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356529 Sep 17 23:52:03.237817 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d52eea2f-e641-408a-9852-1074abe7f56c req-5e307cc9-5912-4468-990c-614eaeb88702 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a0f99a9-9463-4bcb-b09c-0fb108f3dfdf HTTP/1.1" status: 200 len: 210 time: 0.0435338 Sep 17 23:52:03.265717 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026f7086-677e-4911-9aee-5e7089ec1ec5 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Made reservation on behalf of f1723403de554a749eabcaef70fee07c for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:52:03.272919 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-026f7086-677e-4911-9aee-5e7089ec1ec5 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:03.301062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-026f7086-677e-4911-9aee-5e7089ec1ec5 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] device_id is not set on port 622a453d-a254-4e76-92ea-42f4bc6be1a8 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:52:03.431853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-026f7086-677e-4911-9aee-5e7089ec1ec5 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Allocated IP 2001:db8::107 (56a3b183-84e5-4258-a13b-491284e323b7/762588dd-7a6a-48d8-bdbc-8d9b20fc2bd8/622a453d-a254-4e76-92ea-42f4bc6be1a8) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:52:03.612249 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7ebfcca7-c9cb-46fd-91d2-dae0134f0c96 req-2b6996d5-27d6-48ad-bd0c-954db220a38a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 210 time: 0.0484614 Sep 17 23:52:03.719897 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-026f7086-677e-4911-9aee-5e7089ec1ec5 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:03.802714 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-fc8e64a9-66dd-4038-9362-558872b400f5 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:03.804280 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-fc8e64a9-66dd-4038-9362-558872b400f5 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.37 "GET /v2.0/networks?id=d33639c8-89f1-4a85-9d12-3148a2ec181e HTTP/1.1" status: 200 len: 805 time: 0.1634774 Sep 17 23:52:03.821400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-448c0975-026f-42c8-8810-b5ee0655d9c1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Request body: {'port': {'device_id': '56ce9547-abe8-491f-b536-3a308c2231b6', 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e', 'admin_state_up': True, 'tenant_id': '64f5b0c5188148a8b9b3bac9c08e14c6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:03.835593 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43115272-9e88-4c28-b5ea-1fcb2f848223 req-4e9712d3-1eb4-4672-87c0-a8032d65303c tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:03.848747 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43115272-9e88-4c28-b5ea-1fcb2f848223 req-4e9712d3-1eb4-4672-87c0-a8032d65303c tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 946 time: 0.0847237 Sep 17 23:52:03.860094 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-026f7086-677e-4911-9aee-5e7089ec1ec5 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:03.918079 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026f7086-677e-4911-9aee-5e7089ec1ec5 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Network 56a3b183-84e5-4258-a13b-491284e323b7 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:52:03.940863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-026f7086-677e-4911-9aee-5e7089ec1ec5 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:03.944908 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026f7086-677e-4911-9aee-5e7089ec1ec5 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:52:03.945832 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026f7086-677e-4911-9aee-5e7089ec1ec5 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:03.946435 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-026f7086-677e-4911-9aee-5e7089ec1ec5 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:03.958073 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43115272-9e88-4c28-b5ea-1fcb2f848223 req-cc28e636-d999-4bb7-9e12-9a46852d770e tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/security-groups?id=aff9d23d-5375-44b9-859f-a34bd5a7514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074209 Sep 17 23:52:04.023934 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f7086-677e-4911-9aee-5e7089ec1ec5 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Pushing event updated for resources: {'Port': ['ID=622a453d-a254-4e76-92ea-42f4bc6be1a8,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:04.064497 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46196) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:04.065019 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-026f7086-677e-4911-9aee-5e7089ec1ec5 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9692400 Sep 17 23:52:04.169600 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-448c0975-026f-42c8-8810-b5ee0655d9c1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Made reservation on behalf of 64f5b0c5188148a8b9b3bac9c08e14c6 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:52:04.176281 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-448c0975-026f-42c8-8810-b5ee0655d9c1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:04.180811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-e6aaaa5c-3539-4dcf-983e-bcb588a3ffcb tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Deleting port 622a453d-a254-4e76-92ea-42f4bc6be1a8 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:04.181180 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6aaaa5c-3539-4dcf-983e-bcb588a3ffcb tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:04.287552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46204) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:04.382219 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85ab96-847b-4ad1-b825-e8cbd68d1ad8 req-c1796269-e309-4776-916e-ea5eccd92082 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:04.394257 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d85ab96-847b-4ad1-b825-e8cbd68d1ad8 req-c1796269-e309-4776-916e-ea5eccd92082 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.0729022 Sep 17 23:52:04.406736 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6aaaa5c-3539-4dcf-983e-bcb588a3ffcb tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:04.441243 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46210) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:04.479682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-e6aaaa5c-3539-4dcf-983e-bcb588a3ffcb tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Calling delete_port for 622a453d-a254-4e76-92ea-42f4bc6be1a8 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:04.481252 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d85ab96-847b-4ad1-b825-e8cbd68d1ad8 req-6be3fa58-9cc1-48c3-9aba-8f3732426d9c tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859311 Sep 17 23:52:04.497022 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0ee047c6-337b-4d87-91d9-0f3f30ac766d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:04.501713 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-448c0975-026f-42c8-8810-b5ee0655d9c1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Allocated IP 172.20.0.4 (d33639c8-89f1-4a85-9d12-3148a2ec181e/3268c3e3-cb80-4c9a-917f-08e3b14b6886/ba169385-2e20-40cd-9668-1a2d3ebe2bb5) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:52:04.540456 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5afaee38-a7ba-4e60-a7f4-c981c0cb9235 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:04.576713 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5afaee38-a7ba-4e60-a7f4-c981c0cb9235 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:04.678033 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0ee047c6-337b-4d87-91d9-0f3f30ac766d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:04.750314 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c6973bea-0819-47f5-963a-63ba5bdd2565 req-d3cfcc48-dee5-4b1e-8d5c-a0bd35ec9679 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 210 time: 0.0279117 Sep 17 23:52:04.751077 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5afaee38-a7ba-4e60-a7f4-c981c0cb9235 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:04.753932 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5afaee38-a7ba-4e60-a7f4-c981c0cb9235 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:04.754986 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5afaee38-a7ba-4e60-a7f4-c981c0cb9235 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "DELETE /v2.0/security-groups/d668546c-3bd6-45b7-93d3-bc8501569b43 HTTP/1.1" status: 204 len: 168 time: 0.3120100 Sep 17 23:52:04.757683 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46216) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:04.765981 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afaee38-a7ba-4e60-a7f4-c981c0cb9235 tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d668546c-3bd6-45b7-93d3-bc8501569b43,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:04.777899 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-01fed5f3-e79d-431a-b216-61deaf68380e tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] show failed (client error): The resource could not be found. Sep 17 23:52:04.786939 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-01fed5f3-e79d-431a-b216-61deaf68380e tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "GET /v2.0/security-groups/d668546c-3bd6-45b7-93d3-bc8501569b43 HTTP/1.1" status: 404 len: 347 time: 0.0212903 Sep 17 23:52:04.786939 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-448c0975-026f-42c8-8810-b5ee0655d9c1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:04.787284 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46218) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:04.829039 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0ee047c6-337b-4d87-91d9-0f3f30ac766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:04.832770 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6aaaa5c-3539-4dcf-983e-bcb588a3ffcb tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:04.860142 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aaaa5c-3539-4dcf-983e-bcb588a3ffcb tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Pushing event deleted for resources: {'Port': ['ID=622a453d-a254-4e76-92ea-42f4bc6be1a8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:04.883789 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-448c0975-026f-42c8-8810-b5ee0655d9c1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:04.885886 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6aaaa5c-3539-4dcf-983e-bcb588a3ffcb tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:04.890302 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e6aaaa5c-3539-4dcf-983e-bcb588a3ffcb tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "DELETE /v2.0/ports/622a453d-a254-4e76-92ea-42f4bc6be1a8 HTTP/1.1" status: 204 len: 168 time: 0.8269284 Sep 17 23:52:04.893594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46220) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:04.896163 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['95d2a898-fcaf-4ab5-9aad-e18a40cca389'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:52:04.901526 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-97b1e387-44ef-48ee-9df9-255b16cdf2fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '56a3b183-84e5-4258-a13b-491284e323b7', 'external_fixed_ips': [{'subnet_id': '762588dd-7a6a-48d8-bdbc-8d9b20fc2bd8', 'ip_address': '2001:db8::107'}]}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:04.958718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-448c0975-026f-42c8-8810-b5ee0655d9c1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Network d33639c8-89f1-4a85-9d12-3148a2ec181e is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:52:04.961833 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-448c0975-026f-42c8-8810-b5ee0655d9c1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:04.965954 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-448c0975-026f-42c8-8810-b5ee0655d9c1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:52:04.986185 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0ee047c6-337b-4d87-91d9-0f3f30ac766d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dcca17bc789e4a748395683117d4c400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6943889 Sep 17 23:52:04.987192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46226) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:05.006224 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee047c6-337b-4d87-91d9-0f3f30ac766d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c6f2b4-e15f-4be5-8440-394d70d15369,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:05.051668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-448c0975-026f-42c8-8810-b5ee0655d9c1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:05.051668 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-448c0975-026f-42c8-8810-b5ee0655d9c1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:05.122270 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c0975-026f-42c8-8810-b5ee0655d9c1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Pushing event updated for resources: {'Port': ['ID=ba169385-2e20-40cd-9668-1a2d3ebe2bb5,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:05.133161 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97b1e387-44ef-48ee-9df9-255b16cdf2fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:05.136339 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97b1e387-44ef-48ee-9df9-255b16cdf2fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:05.152852 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98464c79-7c28-46de-b7d6-b5b59baeb68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:05.153437 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-448c0975-026f-42c8-8810-b5ee0655d9c1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3383248 Sep 17 23:52:05.170275 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f60a2-5c9a-4129-9868-66745945d453 req-cffb309b-29d2-4bb7-974d-6deb01f709d0 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:05.171809 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f23f60a2-5c9a-4129-9868-66745945d453 req-cffb309b-29d2-4bb7-974d-6deb01f709d0 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.1611085 Sep 17 23:52:05.188323 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Request body: {'port': {'device_id': '56ce9547-abe8-491f-b536-3a308c2231b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:05.192345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-08f315ca-9599-4fbd-93bb-042b9ab1e7ed tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Deleting port 2a906d1a-6306-421d-9751-60fd24c10502 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:05.192691 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-08f315ca-9599-4fbd-93bb-042b9ab1e7ed tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:05.201555 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed4566-ba01-40b0-95cc-f086d9885b86 req-f291aa19-60b5-4db8-ae30-9ceecbbfa5b8 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:05.203222 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9bed4566-ba01-40b0-95cc-f086d9885b86 req-f291aa19-60b5-4db8-ae30-9ceecbbfa5b8 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.41 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 946 time: 0.1401191 Sep 17 23:52:05.212689 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98464c79-7c28-46de-b7d6-b5b59baeb68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:05.259989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857701cb-a49d-4c20-a3ec-c117edfe77b4 req-4a2fee3d-421b-461b-80a1-dc5b5908b429 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:05.261545 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-857701cb-a49d-4c20-a3ec-c117edfe77b4 req-4a2fee3d-421b-461b-80a1-dc5b5908b429 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 946 time: 0.1622231 Sep 17 23:52:05.290681 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f23f60a2-5c9a-4129-9868-66745945d453 req-5d325596-2626-4a06-a595-36a5c2e64577 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018324 Sep 17 23:52:05.395649 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-857701cb-a49d-4c20-a3ec-c117edfe77b4 req-85670836-af47-4292-9ebb-d8a023049056 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/security-groups?id=aff9d23d-5375-44b9-859f-a34bd5a7514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118035 Sep 17 23:52:05.399812 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-08f315ca-9599-4fbd-93bb-042b9ab1e7ed tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:05.400145 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-08f315ca-9599-4fbd-93bb-042b9ab1e7ed tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:05.413896 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-08f315ca-9599-4fbd-93bb-042b9ab1e7ed tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Calling delete_port for 2a906d1a-6306-421d-9751-60fd24c10502 owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:05.455075 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98464c79-7c28-46de-b7d6-b5b59baeb68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:05.458214 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98464c79-7c28-46de-b7d6-b5b59baeb68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:05.459374 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-98464c79-7c28-46de-b7d6-b5b59baeb68d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08c6f2b4-e15f-4be5-8440-394d70d15369 HTTP/1.1" status: 204 len: 168 time: 0.4700751 Sep 17 23:52:05.475135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98464c79-7c28-46de-b7d6-b5b59baeb68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c6f2b4-e15f-4be5-8440-394d70d15369,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:05.597684 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cb149-e413-49b9-a22c-98c47084a6ce req-2aa806d6-9353-4103-8f1b-f8eec3554f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:05.599202 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-855cb149-e413-49b9-a22c-98c47084a6ce req-2aa806d6-9353-4103-8f1b-f8eec3554f3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a6bc127d6d42bdad9b2db9f4c0c49c&device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 1096 time: 0.4726028 Sep 17 23:52:05.629445 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97b1e387-44ef-48ee-9df9-255b16cdf2fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:05.649936 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-08f315ca-9599-4fbd-93bb-042b9ab1e7ed tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:05.676484 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f315ca-9599-4fbd-93bb-042b9ab1e7ed tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Pushing event deleted for resources: {'Port': ['ID=2a906d1a-6306-421d-9751-60fd24c10502,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:05.713333 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:05.742028 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-08f315ca-9599-4fbd-93bb-042b9ab1e7ed tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:05.745022 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-08f315ca-9599-4fbd-93bb-042b9ab1e7ed tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:05.746243 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-08f315ca-9599-4fbd-93bb-042b9ab1e7ed tempest-ServersTestBootFromVolume-2097867496 tempest-ServersTestBootFromVolume-2097867496-project] 10.222.0.46 "DELETE /v2.0/floatingips/c2b5fada-063a-48d8-987f-8045dca24e1c HTTP/1.1" status: 204 len: 168 time: 0.9580460 Sep 17 23:52:05.749207 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46230) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:05.996515 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cb149-e413-49b9-a22c-98c47084a6ce req-f29a487c-a1bb-4fde-848b-4f712c17901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:05.998160 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-855cb149-e413-49b9-a22c-98c47084a6ce req-f29a487c-a1bb-4fde-848b-4f712c17901f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4461cd47-fde9-4845-92b2-6903a8fb4a55 HTTP/1.1" status: 200 len: 921 time: 0.3711812 Sep 17 23:52:06.057482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c2cdb-05e3-4432-bd92-22a579a3b8da req-6a58663a-872c-4a15-8134-c4bb12c5b4fe tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:06.065601 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-671c2cdb-05e3-4432-bd92-22a579a3b8da req-6a58663a-872c-4a15-8134-c4bb12c5b4fe tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 931 time: 0.1612377 Sep 17 23:52:06.065829 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-9bed4566-ba01-40b0-95cc-f086d9885b86 req-c3840870-2dd3-400d-8c63-d8cf0ce63fe9 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Deleting port 45eb6434-3d65-4c0b-ab90-4d7c2800386f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:06.071836 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9bed4566-ba01-40b0-95cc-f086d9885b86 req-c3840870-2dd3-400d-8c63-d8cf0ce63fe9 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:06.125413 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97b1e387-44ef-48ee-9df9-255b16cdf2fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:06.142880 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-855cb149-e413-49b9-a22c-98c47084a6ce req-a6dbd5e1-0175-4066-bd65-2128e6cff61d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b393419-0365-458f-b0b9-17e9fd6c6f5c HTTP/1.1" status: 200 len: 217 time: 0.0996010 Sep 17 23:52:06.148426 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-671c2cdb-05e3-4432-bd92-22a579a3b8da req-d1241f20-7b9a-4a05-b907-285a13372d58 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811925 Sep 17 23:52:06.296581 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-215a8d4b-3af4-48e2-a57f-6db2fb739a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:06.336278 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cb149-e413-49b9-a22c-98c47084a6ce req-5498a230-853b-469c-ae16-98e1c5b3dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:06.338928 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-855cb149-e413-49b9-a22c-98c47084a6ce req-5498a230-853b-469c-ae16-98e1c5b3dc6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a07af87-2c35-4815-a33d-5a9f7f4ed508 HTTP/1.1" status: 200 len: 860 time: 0.1673787 Sep 17 23:52:06.404070 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-855cb149-e413-49b9-a22c-98c47084a6ce req-1e35a07a-2142-43ae-ac1a-359a837bdf24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4461cd47-fde9-4845-92b2-6903a8fb4a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469551 Sep 17 23:52:06.422508 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9bed4566-ba01-40b0-95cc-f086d9885b86 req-c3840870-2dd3-400d-8c63-d8cf0ce63fe9 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] For port 45eb6434-3d65-4c0b-ab90-4d7c2800386f, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=45eb6434-3d65-4c0b-ab90-4d7c2800386f,segment=NetworkSegment(04c69b05-33f2-4465-b990-322ce7ce7ad7),segment_id=04c69b05-33f2-4465-b990-322ce7ce7ad7)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:06.422888 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9bed4566-ba01-40b0-95cc-f086d9885b86 req-c3840870-2dd3-400d-8c63-d8cf0ce63fe9 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:06.493915 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-9bed4566-ba01-40b0-95cc-f086d9885b86 req-c3840870-2dd3-400d-8c63-d8cf0ce63fe9 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Calling delete_port for 45eb6434-3d65-4c0b-ab90-4d7c2800386f owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:06.557068 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2c0e1-69a7-4c42-8836-288420ff3c88 req-2094c98b-37cd-4a20-adbd-e255d336f499 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:06.557068 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47b2c0e1-69a7-4c42-8836-288420ff3c88 req-2094c98b-37cd-4a20-adbd-e255d336f499 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.1452024 Sep 17 23:52:06.591021 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9d9ea-6570-447b-97b1-0ab5e063e93d req-680fd913-f514-4637-a0f2-f21e70e4e601 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:06.593156 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d0e9d9ea-6570-447b-97b1-0ab5e063e93d req-680fd913-f514-4637-a0f2-f21e70e4e601 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 946 time: 0.0985174 Sep 17 23:52:06.643432 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba169385-2e20-40cd-9668-1a2d3ebe2bb5 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:52:06.663032 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:06.699376 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-855cb149-e413-49b9-a22c-98c47084a6ce req-de874b68-b801-4397-914f-ec80a6a74e8a service neutron] 10.222.0.41 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800806 Sep 17 23:52:06.701543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Transition to ACTIVE for port object ba169385-2e20-40cd-9668-1a2d3ebe2bb5 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:52:06.705807 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47b2c0e1-69a7-4c42-8836-288420ff3c88 req-400af694-2e12-47f1-af7f-2f0a730315a0 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380577 Sep 17 23:52:06.718733 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d0e9d9ea-6570-447b-97b1-0ab5e063e93d req-06f32db3-8f14-4964-995e-9ed00c8fbf8e tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/security-groups?id=aff9d23d-5375-44b9-859f-a34bd5a7514e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078572 Sep 17 23:52:06.791160 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:06.792010 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-215a8d4b-3af4-48e2-a57f-6db2fb739a04 admin admin] Deleting port f4de4e49-bba5-42b9-a69f-aa5ea91b8caa {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:06.792472 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-215a8d4b-3af4-48e2-a57f-6db2fb739a04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:06.881189 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-215a8d4b-3af4-48e2-a57f-6db2fb739a04 admin admin] For port f4de4e49-bba5-42b9-a69f-aa5ea91b8caa, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f4de4e49-bba5-42b9-a69f-aa5ea91b8caa,segment=NetworkSegment(54eae70a-5d50-4df0-8aa6-917170e97c7e),segment_id=54eae70a-5d50-4df0-8aa6-917170e97c7e)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:06.881676 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-215a8d4b-3af4-48e2-a57f-6db2fb739a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:06.902290 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-215a8d4b-3af4-48e2-a57f-6db2fb739a04 admin admin] Calling delete_port for f4de4e49-bba5-42b9-a69f-aa5ea91b8caa owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:06.981657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Pushing event updated for resources: {'Port': ['ID=ba169385-2e20-40cd-9668-1a2d3ebe2bb5,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:07.006207 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-855cb149-e413-49b9-a22c-98c47084a6ce req-1437112c-2c84-4e5c-96c4-ded2b95bb936 service neutron] 10.222.0.41 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984564 Sep 17 23:52:07.029863 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97b1e387-44ef-48ee-9df9-255b16cdf2fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:07.074066 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97b1e387-44ef-48ee-9df9-255b16cdf2fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:07.123781 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9bed4566-ba01-40b0-95cc-f086d9885b86 req-c3840870-2dd3-400d-8c63-d8cf0ce63fe9 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:07.182107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3840870-2dd3-400d-8c63-d8cf0ce63fe9 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Pushing event deleted for resources: {'Port': ['ID=45eb6434-3d65-4c0b-ab90-4d7c2800386f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:07.188715 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Attempting to bind port ba169385-2e20-40cd-9668-1a2d3ebe2bb5 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:52:07.188940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Attempting to bind port ba169385-2e20-40cd-9668-1a2d3ebe2bb5 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:52:07.189344 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Attempting to bind port ba169385-2e20-40cd-9668-1a2d3ebe2bb5 on network d33639c8-89f1-4a85-9d12-3148a2ec181e {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:52:07.204055 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-215a8d4b-3af4-48e2-a57f-6db2fb739a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:07.242277 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a8d4b-3af4-48e2-a57f-6db2fb739a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4de4e49-bba5-42b9-a69f-aa5ea91b8caa,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:07.248013 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Port ba169385-2e20-40cd-9668-1a2d3ebe2bb5 on network d33639c8-89f1-4a85-9d12-3148a2ec181e not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:52:07.248346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Attempting to bind port ba169385-2e20-40cd-9668-1a2d3ebe2bb5 on network d33639c8-89f1-4a85-9d12-3148a2ec181e {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:52:07.269111 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bed4566-ba01-40b0-95cc-f086d9885b86 req-c3840870-2dd3-400d-8c63-d8cf0ce63fe9 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] No DVR routers for this DVR port 45eb6434-3d65-4c0b-ab90-4d7c2800386f on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:07.274913 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9bed4566-ba01-40b0-95cc-f086d9885b86 req-c3840870-2dd3-400d-8c63-d8cf0ce63fe9 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:07.276692 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9bed4566-ba01-40b0-95cc-f086d9885b86 req-c3840870-2dd3-400d-8c63-d8cf0ce63fe9 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.41 "DELETE /v2.0/ports/45eb6434-3d65-4c0b-ab90-4d7c2800386f HTTP/1.1" status: 204 len: 173 time: 1.7311153 Sep 17 23:52:07.277292 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6505805b-0378-480c-8996-f9e07590f8d7', 'name': 'network-vif-deleted', 'tag': '45eb6434-3d65-4c0b-ab90-4d7c2800386f'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:07.279568 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87d608d-58f0-41ef-b862-d6308696b774" -d '{"events": [{"server_uuid": "6505805b-0378-480c-8996-f9e07590f8d7", "name": "network-vif-deleted", "tag": "45eb6434-3d65-4c0b-ab90-4d7c2800386f"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:07.305039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:52:07.305478 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Checking segment: {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:52:07.305869 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Bound using segment: {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:52:07.306316 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Bound port: ba169385-2e20-40cd-9668-1a2d3ebe2bb5, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:52:07.306677 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:07.385970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb55c0-bbf1-48dc-9246-188b7efa372d req-871dd59e-da63-483c-865f-a4250c9c129c tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:07.390334 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-97b1e387-44ef-48ee-9df9-255b16cdf2fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Allocated IP 2001:db8::107 (56a3b183-84e5-4258-a13b-491284e323b7/762588dd-7a6a-48d8-bdbc-8d9b20fc2bd8/98159987-1555-4a4d-968d-4c2b0dcd81d0) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:52:07.395418 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16fb55c0-bbf1-48dc-9246-188b7efa372d req-871dd59e-da63-483c-865f-a4250c9c129c tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 943 time: 0.1392717 Sep 17 23:52:07.496971 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6542ee-650a-47bd-956d-8b69d57348fa x-openstack-request-id: req-fd6542ee-650a-47bd-956d-8b69d57348fa {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:07.498905 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6505805b-0378-480c-8996-f9e07590f8d7", "name": "network-vif-deleted", "tag": "45eb6434-3d65-4c0b-ab90-4d7c2800386f", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:07.498905 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fd6542ee-650a-47bd-956d-8b69d57348fa {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:07.498905 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6505805b-0378-480c-8996-f9e07590f8d7', 'name': 'network-vif-deleted', 'tag': '45eb6434-3d65-4c0b-ab90-4d7c2800386f', 'status': 'completed', 'code': 200} Sep 17 23:52:07.558188 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97b1e387-44ef-48ee-9df9-255b16cdf2fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:07.563918 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16fb55c0-bbf1-48dc-9246-188b7efa372d req-3585a38c-ece8-4fb7-ace0-c250a8dcf75b tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675653 Sep 17 23:52:07.572630 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-215a8d4b-3af4-48e2-a57f-6db2fb739a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:07.616769 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] For port ba169385-2e20-40cd-9668-1a2d3ebe2bb5, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:52:07.648485 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] For port ba169385-2e20-40cd-9668-1a2d3ebe2bb5, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ba169385-2e20-40cd-9668-1a2d3ebe2bb5,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:52:07.719871 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:07.771923 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:07.772555 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:07.774929 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] 10.222.0.37 "PUT /v2.0/ports/ba169385-2e20-40cd-9668-1a2d3ebe2bb5 HTTP/1.1" status: 200 len: 1091 time: 2.5997815 Sep 17 23:52:07.776052 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97b1e387-44ef-48ee-9df9-255b16cdf2fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:07.810250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b1e387-44ef-48ee-9df9-255b16cdf2fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Network 56a3b183-84e5-4258-a13b-491284e323b7 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:52:07.816274 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-97b1e387-44ef-48ee-9df9-255b16cdf2fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:07.834545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b1e387-44ef-48ee-9df9-255b16cdf2fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:52:07.902362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e320888-0a4b-4f04-b1b9-77335780bd71 service neutron] Pushing event updated for resources: {'Port': ['ID=ba169385-2e20-40cd-9668-1a2d3ebe2bb5,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:08.028162 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-627d8ca2-3654-43b1-9c53-518b1dc22656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:08.029728 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-627d8ca2-3654-43b1-9c53-518b1dc22656 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 1094 time: 0.1402535 Sep 17 23:52:08.031535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1e387-44ef-48ee-9df9-255b16cdf2fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Pushing event updated for resources: {'Port': ['ID=98159987-1555-4a4d-968d-4c2b0dcd81d0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:08.038047 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-65a0d4c2-e243-4520-a86b-f28c7f69870e req-6a4e5dbe-ddea-4cac-9068-045f0aaa14d4 tempest-ServersNegativeTestMultiTenantJSON-1745535094 tempest-ServersNegativeTestMultiTenantJSON-1745535094-project] 10.222.0.46 "GET /v2.0/ports?device_id=6505805b-0378-480c-8996-f9e07590f8d7 HTTP/1.1" status: 200 len: 210 time: 0.0414505 Sep 17 23:52:08.081906 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-557a520c-68e2-431a-af1b-c06a195c4545 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba169385-2e20-40cd-9668-1a2d3ebe2bb5 HTTP/1.1" status: 200 len: 217 time: 0.0437140 Sep 17 23:52:08.125593 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604d67f-28cb-4161-843c-d136c88d406c req-f55bfd0d-272d-47b1-a8fb-692a20996591 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:08.127136 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6604d67f-28cb-4161-843c-d136c88d406c req-f55bfd0d-272d-47b1-a8fb-692a20996591 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.1302061 Sep 17 23:52:08.170796 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-efc65c0a-d6e4-4853-8621-9bc1c739c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:08.172284 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-efc65c0a-d6e4-4853-8621-9bc1c739c4f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3268c3e3-cb80-4c9a-917f-08e3b14b6886 HTTP/1.1" status: 200 len: 845 time: 0.0835402 Sep 17 23:52:08.204112 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6604d67f-28cb-4161-843c-d136c88d406c req-762a9a19-3ad3-4812-957e-1b8ff55c8a9a tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699394 Sep 17 23:52:08.238162 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-e2175e3d-9dc8-4558-a82f-3dadfae41e26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33639c8-89f1-4a85-9d12-3148a2ec181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539927 Sep 17 23:52:08.277817 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97b1e387-44ef-48ee-9df9-255b16cdf2fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:08.288308 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215a8d4b-3af4-48e2-a57f-6db2fb739a04 admin admin] Router c40637f1-3d0d-4914-9be7-ae18a7bec109 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:52:08.316217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 45eb6434-3d65-4c0b-ab90-4d7c2800386f no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:08.336367 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 45eb6434-3d65-4c0b-ab90-4d7c2800386f {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:52:08.336705 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 45eb6434-3d65-4c0b-ab90-4d7c2800386f not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:52:08.402884 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215a8d4b-3af4-48e2-a57f-6db2fb739a04 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:52:08.410608 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-215a8d4b-3af4-48e2-a57f-6db2fb739a04 admin admin] 10.222.0.46 "PUT /v2.0/routers/c40637f1-3d0d-4914-9be7-ae18a7bec109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6602714 Sep 17 23:52:08.413017 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46288) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:08.415994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc7eac-86c4-4f49-bd92-8283bf409286 None None] Sync routers for ids ['c40637f1-3d0d-4914-9be7-ae18a7bec109'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:52:08.430565 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc7eac-86c4-4f49-bd92-8283bf409286 None None] Routers {'c40637f1-3d0d-4914-9be7-ae18a7bec109'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:08.431578 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-dbdc7eac-86c4-4f49-bd92-8283bf409286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:51:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c40637f1-3d0d-4914-9be7-ae18a7bec109'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:08.558281 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-dbdc7eac-86c4-4f49-bd92-8283bf409286 None None] Set router c40637f1-3d0d-4914-9be7-ae18a7bec109 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:52:08.562269 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff78d9a4-03a0-43ce-8cc5-8846103e97c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:08.758533 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46298) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:08.772716 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff78d9a4-03a0-43ce-8cc5-8846103e97c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:08.787589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff410ca4-9edb-4458-a058-995a167462bc req-93e5b977-1fb1-4f9e-98f5-a19ec8683eab tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:08.789136 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff410ca4-9edb-4458-a058-995a167462bc req-93e5b977-1fb1-4f9e-98f5-a19ec8683eab tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 943 time: 0.1013556 Sep 17 23:52:08.793856 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-dbdc7eac-86c4-4f49-bd92-8283bf409286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'name': 'tempest-ServersTestBootFromVolume-1666709338-router', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:59Z', 'updated_at': '2021-09-17T23:52:07Z', 'revision_number': 5, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'gw_port': {'id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:01Z', 'updated_at': '2021-09-17T23:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:08.799182 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-5207926b-43d8-45e2-aa35-55a14a29f1e2 service neutron] 10.222.0.37 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513239 Sep 17 23:52:08.833308 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc7eac-86c4-4f49-bd92-8283bf409286 None None] Checking router: c40637f1-3d0d-4914-9be7-ae18a7bec109 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:52:08.838159 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff410ca4-9edb-4458-a058-995a167462bc req-cb80e99c-0170-44e2-970f-78fe9ca8f32e tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405171 Sep 17 23:52:08.844722 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc7eac-86c4-4f49-bd92-8283bf409286 None None] Routers {'c40637f1-3d0d-4914-9be7-ae18a7bec109'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:08.846601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-dbdc7eac-86c4-4f49-bd92-8283bf409286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:51:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c40637f1-3d0d-4914-9be7-ae18a7bec109'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:08.948514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-ff78d9a4-03a0-43ce-8cc5-8846103e97c9 admin admin] Deleting port 8e57dc2d-0ce5-44ca-8589-07d26ea717c8 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:08.949051 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff78d9a4-03a0-43ce-8cc5-8846103e97c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:08.978531 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-42d2d7e7-c8b4-4c41-adfc-6f9b078303de req-90c26127-92f7-4fc5-a724-e76eb4ede392 service neutron] 10.222.0.37 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717994 Sep 17 23:52:08.981747 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97b1e387-44ef-48ee-9df9-255b16cdf2fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:08.985185 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-dbdc7eac-86c4-4f49-bd92-8283bf409286 None None] Set router c40637f1-3d0d-4914-9be7-ae18a7bec109 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:52:09.041635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c650995d-0e97-4898-aa7f-e7319b1fe3c7 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:09.095889 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-ff78d9a4-03a0-43ce-8cc5-8846103e97c9 admin admin] For port 8e57dc2d-0ce5-44ca-8589-07d26ea717c8, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8e57dc2d-0ce5-44ca-8589-07d26ea717c8,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:09.099730 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff78d9a4-03a0-43ce-8cc5-8846103e97c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:09.114942 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-ff78d9a4-03a0-43ce-8cc5-8846103e97c9 admin admin] Calling delete_port for 8e57dc2d-0ce5-44ca-8589-07d26ea717c8 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:09.120588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46304) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:09.203685 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c650995d-0e97-4898-aa7f-e7319b1fe3c7 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:09.211197 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef1dcce-0203-4cc5-afc9-97244609d33d admin admin] Deleting subnet e44504e5-6106-4b2f-ad30-ac65ab05483d {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:52:09.212257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-dbdc7eac-86c4-4f49-bd92-8283bf409286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'name': 'tempest-ServersTestBootFromVolume-1666709338-router', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:59Z', 'updated_at': '2021-09-17T23:52:07Z', 'revision_number': 5, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'gw_port': {'id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:01Z', 'updated_at': '2021-09-17T23:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:09.230561 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ef1dcce-0203-4cc5-afc9-97244609d33d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:09.237843 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc7eac-86c4-4f49-bd92-8283bf409286 None None] The sync data for ids ['c40637f1-3d0d-4914-9be7-ae18a7bec109'] in n-d-809883-1 is: [{'id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'name': 'tempest-ServersTestBootFromVolume-1666709338-router', 'tenant_id': '7abc765864c749dabd7538c70f08c91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:47:59Z', 'updated_at': '2021-09-17T23:52:07Z', 'revision_number': 5, 'project_id': '7abc765864c749dabd7538c70f08c91a', 'gw_port': {'id': '8e57dc2d-0ce5-44ca-8589-07d26ea717c8', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:38:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40637f1-3d0d-4914-9be7-ae18a7bec109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:48:01Z', 'updated_at': '2021-09-17T23:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:52:09.250047 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b1e387-44ef-48ee-9df9-255b16cdf2fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Router 694e9a3c-b16f-49db-bb3f-1ba991b93f0b is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:52:09.294760 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ef1dcce-0203-4cc5-afc9-97244609d33d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:09.372967 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b1e387-44ef-48ee-9df9-255b16cdf2fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:52:09.382383 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] Sync routers for ids ['694e9a3c-b16f-49db-bb3f-1ba991b93f0b'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:52:09.391808 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] Routers {'694e9a3c-b16f-49db-bb3f-1ba991b93f0b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:09.392535 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:51:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['694e9a3c-b16f-49db-bb3f-1ba991b93f0b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:09.458290 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ef1dcce-0203-4cc5-afc9-97244609d33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:09.466988 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97b1e387-44ef-48ee-9df9-255b16cdf2fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:09.468306 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-97b1e387-44ef-48ee-9df9-255b16cdf2fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.5737524 Sep 17 23:52:09.471486 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46308) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:09.501768 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] Set router 694e9a3c-b16f-49db-bb3f-1ba991b93f0b gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:52:09.512666 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ce9547-abe8-491f-b536-3a308c2231b6', 'tag': 'ba169385-2e20-40cd-9668-1a2d3ebe2bb5'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:09.514994 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0bd2e9-025d-40ed-84bb-84d5e812b097" -d '{"events": [{"name": "network-changed", "server_uuid": "56ce9547-abe8-491f-b536-3a308c2231b6", "tag": "ba169385-2e20-40cd-9668-1a2d3ebe2bb5"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:09.523248 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a6975-be7d-404d-8ba1-16671c22ffa6 req-12d6f1d2-a933-45ff-9294-0b3c75275b51 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:09.524794 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-684a6975-be7d-404d-8ba1-16671c22ffa6 req-12d6f1d2-a933-45ff-9294-0b3c75275b51 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.1744187 Sep 17 23:52:09.567561 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da735c50-93ae-45d7-9321-5880431a78ac x-openstack-request-id: req-da735c50-93ae-45d7-9321-5880431a78ac {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:09.567964 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ce9547-abe8-491f-b536-3a308c2231b6", "tag": "ba169385-2e20-40cd-9668-1a2d3ebe2bb5", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:09.568308 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da735c50-93ae-45d7-9321-5880431a78ac {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:09.568783 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ce9547-abe8-491f-b536-3a308c2231b6', 'tag': 'ba169385-2e20-40cd-9668-1a2d3ebe2bb5', 'status': 'completed', 'code': 200} Sep 17 23:52:09.596484 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-51ab3d79-ba5c-4261-8d1b-62220512c5be tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:09.616794 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c650995d-0e97-4898-aa7f-e7319b1fe3c7 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:09.622256 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-684a6975-be7d-404d-8ba1-16671c22ffa6 req-58e6d78c-7905-4877-922d-0e1451d22ca3 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792556 Sep 17 23:52:09.670460 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff78d9a4-03a0-43ce-8cc5-8846103e97c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:09.679883 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ef1dcce-0203-4cc5-afc9-97244609d33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:09.718619 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694e9a3c-b16f-49db-bb3f-1ba991b93f0b', 'name': '', 'tenant_id': 'f1723403de554a749eabcaef70fee07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56a3b183-84e5-4258-a13b-491284e323b7', 'external_fixed_ips': [{'subnet_id': '762588dd-7a6a-48d8-bdbc-8d9b20fc2bd8', 'ip_address': '2001:db8::107'}], 'enable_snat': True}, 'gw_port_id': '98159987-1555-4a4d-968d-4c2b0dcd81d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:52:05Z', 'updated_at': '2021-09-17T23:52:08Z', 'revision_number': 3, 'project_id': 'f1723403de554a749eabcaef70fee07c', 'gw_port': {'id': '98159987-1555-4a4d-968d-4c2b0dcd81d0', 'name': '', 'network_id': '56a3b183-84e5-4258-a13b-491284e323b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:dd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694e9a3c-b16f-49db-bb3f-1ba991b93f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '762588dd-7a6a-48d8-bdbc-8d9b20fc2bd8', 'ip_address': '2001:db8::107', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:52:07Z', 'updated_at': '2021-09-17T23:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '762588dd-7a6a-48d8-bdbc-8d9b20fc2bd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:09.739621 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78d9a4-03a0-43ce-8cc5-8846103e97c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e57dc2d-0ce5-44ca-8589-07d26ea717c8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:09.746649 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] Checking router: 694e9a3c-b16f-49db-bb3f-1ba991b93f0b for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:52:09.747232 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] Updating router 694e9a3c-b16f-49db-bb3f-1ba991b93f0b port 98159987-1555-4a4d-968d-4c2b0dcd81d0 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:52:09.751611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1dcce-0203-4cc5-afc9-97244609d33d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e44504e5-6106-4b2f-ad30-ac65ab05483d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:09.755379 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ef1dcce-0203-4cc5-afc9-97244609d33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:09.757769 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7ef1dcce-0203-4cc5-afc9-97244609d33d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e44504e5-6106-4b2f-ad30-ac65ab05483d HTTP/1.1" status: 204 len: 168 time: 0.6360238 Sep 17 23:52:09.763067 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46312) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:09.780343 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bd2e9-025d-40ed-84bb-84d5e812b097 req-3e937dad-edbc-4a33-a341-102e82e6d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:09.781910 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ed0bd2e9-025d-40ed-84bb-84d5e812b097 req-3e937dad-edbc-4a33-a341-102e82e6d29d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 1094 time: 0.1284697 Sep 17 23:52:09.784788 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:09.827624 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-51ab3d79-ba5c-4261-8d1b-62220512c5be tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:09.859109 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff78d9a4-03a0-43ce-8cc5-8846103e97c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:09.921668 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f11f015c-43e4-4510-b6cc-e8b669f3b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:09.942135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-c650995d-0e97-4898-aa7f-e7319b1fe3c7 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Allocated IP 172.25.3.32 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/cfc41690-f7b5-4b16-ae61-a844a00ee28b) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:52:10.004312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bd2e9-025d-40ed-84bb-84d5e812b097 req-7b4c1d1d-ef00-44e2-94da-7a9b56261b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:10.006094 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ed0bd2e9-025d-40ed-84bb-84d5e812b097 req-7b4c1d1d-ef00-44e2-94da-7a9b56261b60 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33639c8-89f1-4a85-9d12-3148a2ec181e HTTP/1.1" status: 200 len: 906 time: 0.2134356 Sep 17 23:52:10.014679 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff78d9a4-03a0-43ce-8cc5-8846103e97c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.019623 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff78d9a4-03a0-43ce-8cc5-8846103e97c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.096300 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ed0bd2e9-025d-40ed-84bb-84d5e812b097 req-d9ed7b57-4761-45d1-b2f3-e232b4259ee0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba169385-2e20-40cd-9668-1a2d3ebe2bb5 HTTP/1.1" status: 200 len: 217 time: 0.0754886 Sep 17 23:52:10.099736 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f11f015c-43e4-4510-b6cc-e8b669f3b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.106146 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.127746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc284a94-21b9-4120-809c-ee40cf0daeb0 req-bfbecc8d-6a4a-4b58-bb25-1fa19f086e5a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:10.129318 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc284a94-21b9-4120-809c-ee40cf0daeb0 req-bfbecc8d-6a4a-4b58-bb25-1fa19f086e5a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 943 time: 0.1888242 Sep 17 23:52:10.159769 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-f11f015c-43e4-4510-b6cc-e8b669f3b0d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['003e6711-5c04-488c-bf1d-85872f393c86']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:10.175638 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-51ab3d79-ba5c-4261-8d1b-62220512c5be tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Deleting port 98159987-1555-4a4d-968d-4c2b0dcd81d0 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:10.175987 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-51ab3d79-ba5c-4261-8d1b-62220512c5be tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.180023 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-f11f015c-43e4-4510-b6cc-e8b669f3b0d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c69b05-33f2-4465-b990-322ce7ce7ad7') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:10.180320 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-f11f015c-43e4-4510-b6cc-e8b669f3b0d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c69b05-33f2-4465-b990-322ce7ce7ad7') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:10.181630 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.184906 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c650995d-0e97-4898-aa7f-e7319b1fe3c7 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.196101 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc284a94-21b9-4120-809c-ee40cf0daeb0 req-dc23da76-368c-4eff-9361-531af0aaf613 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588720 Sep 17 23:52:10.203914 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f11f015c-43e4-4510-b6cc-e8b669f3b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.204706 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff78d9a4-03a0-43ce-8cc5-8846103e97c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.216134 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff78d9a4-03a0-43ce-8cc5-8846103e97c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c40637f1-3d0d-4914-9be7-ae18a7bec109 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:52:10.217013 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.217471 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff78d9a4-03a0-43ce-8cc5-8846103e97c9 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.217471 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ff78d9a4-03a0-43ce-8cc5-8846103e97c9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c40637f1-3d0d-4914-9be7-ae18a7bec109 HTTP/1.1" status: 204 len: 168 time: 1.7973328 Sep 17 23:52:10.217471 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46316) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:10.230013 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df388e-8b8f-462d-b3d8-740130a3bcaa None None] Pushing event updated for resources: {'Port': ['ID=98159987-1555-4a4d-968d-4c2b0dcd81d0,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:10.230246 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bd2e9-025d-40ed-84bb-84d5e812b097 req-9644d99c-e1fe-47ed-b025-e573b3545007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:10.231664 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ed0bd2e9-025d-40ed-84bb-84d5e812b097 req-9644d99c-e1fe-47ed-b025-e573b3545007 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3268c3e3-cb80-4c9a-917f-08e3b14b6886 HTTP/1.1" status: 200 len: 845 time: 0.1206839 Sep 17 23:52:10.256001 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] Attempting to bind port 98159987-1555-4a4d-968d-4c2b0dcd81d0 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:52:10.256596 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] Attempting to bind port 98159987-1555-4a4d-968d-4c2b0dcd81d0 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '45af30db-f88d-4138-9e32-85208a22a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '56a3b183-84e5-4258-a13b-491284e323b7'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:52:10.257198 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] Attempting to bind port 98159987-1555-4a4d-968d-4c2b0dcd81d0 on network 56a3b183-84e5-4258-a13b-491284e323b7 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:52:10.272745 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f11f015c-43e4-4510-b6cc-e8b669f3b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.278356 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2c7d7b-05ad-4ae6-8f7e-d9a386a4959c admin admin] Deleting subnet 4105f206-9d1c-46c5-be1c-ee5f5e67b2b9 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:52:10.279286 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:52:10.279778 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] Checking segment: {'id': '45af30db-f88d-4138-9e32-85208a22a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '56a3b183-84e5-4258-a13b-491284e323b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:52:10.280321 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.281388 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] Bound using segment: {'id': '45af30db-f88d-4138-9e32-85208a22a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '56a3b183-84e5-4258-a13b-491284e323b7'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:52:10.281585 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] Bound port: 98159987-1555-4a4d-968d-4c2b0dcd81d0, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45af30db-f88d-4138-9e32-85208a22a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '56a3b183-84e5-4258-a13b-491284e323b7'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:52:10.281879 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0b2c7d7b-05ad-4ae6-8f7e-d9a386a4959c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.282255 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.304091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11f015c-43e4-4510-b6cc-e8b669f3b0d6 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:52:10.304493 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f11f015c-43e4-4510-b6cc-e8b669f3b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.309315 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ed0bd2e9-025d-40ed-84bb-84d5e812b097 req-9cb9784c-cf59-4eae-b937-015edf2e8f6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33639c8-89f1-4a85-9d12-3148a2ec181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447085 Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:52:10.309937 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:52:10.330267 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0b2c7d7b-05ad-4ae6-8f7e-d9a386a4959c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.353262 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] For port 98159987-1555-4a4d-968d-4c2b0dcd81d0, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:52:10.354781 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c650995d-0e97-4898-aa7f-e7319b1fe3c7 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.357232 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] For port 98159987-1555-4a4d-968d-4c2b0dcd81d0, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=98159987-1555-4a4d-968d-4c2b0dcd81d0,segment=NetworkSegment(45af30db-f88d-4138-9e32-85208a22a4c4),segment_id=45af30db-f88d-4138-9e32-85208a22a4c4)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:52:10.370334 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-51ab3d79-ba5c-4261-8d1b-62220512c5be tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.407972 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c650995d-0e97-4898-aa7f-e7319b1fe3c7 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:52:10.415342 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-51ab3d79-ba5c-4261-8d1b-62220512c5be tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Calling delete_port for 98159987-1555-4a4d-968d-4c2b0dcd81d0 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:10.416267 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-c650995d-0e97-4898-aa7f-e7319b1fe3c7 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:10.428082 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c650995d-0e97-4898-aa7f-e7319b1fe3c7 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:52:10.453685 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650995d-0e97-4898-aa7f-e7319b1fe3c7 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Pushing event updated for resources: {'Port': ['ID=cfc41690-f7b5-4b16-ae61-a844a00ee28b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:10.460523 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.506639 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0b2c7d7b-05ad-4ae6-8f7e-d9a386a4959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.508324 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f11f015c-43e4-4510-b6cc-e8b669f3b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.513664 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f11f015c-43e4-4510-b6cc-e8b669f3b0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.515656 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f11f015c-43e4-4510-b6cc-e8b669f3b0d6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/003e6711-5c04-488c-bf1d-85872f393c86 HTTP/1.1" status: 204 len: 168 time: 0.7501421 Sep 17 23:52:10.522814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46318) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:10.525556 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] Routers {'694e9a3c-b16f-49db-bb3f-1ba991b93f0b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:10.526359 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:51:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['694e9a3c-b16f-49db-bb3f-1ba991b93f0b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:10.567236 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df388e-8b8f-462d-b3d8-740130a3bcaa None None] Pushing event updated for resources: {'Port': ['ID=98159987-1555-4a4d-968d-4c2b0dcd81d0,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:10.570500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f015c-43e4-4510-b6cc-e8b669f3b0d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=003e6711-5c04-488c-bf1d-85872f393c86,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:10.589909 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c650995d-0e97-4898-aa7f-e7319b1fe3c7 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.595066 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ed0bd2e9-025d-40ed-84bb-84d5e812b097 req-0c782a2e-8513-469c-9e01-5636198200c1 service neutron] 10.222.0.37 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727668 Sep 17 23:52:10.627670 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] Set router 694e9a3c-b16f-49db-bb3f-1ba991b93f0b gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:52:10.665787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc8776c-39f9-4128-ae1e-bd047f27ba9b admin admin] Deleting subnet 4cc3b5df-7115-4928-a793-a1463d417547 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:52:10.682912 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5fc8776c-39f9-4128-ae1e-bd047f27ba9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.704774 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0b2c7d7b-05ad-4ae6-8f7e-d9a386a4959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.761525 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5fc8776c-39f9-4128-ae1e-bd047f27ba9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.780332 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c650995d-0e97-4898-aa7f-e7319b1fe3c7 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.790504 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694e9a3c-b16f-49db-bb3f-1ba991b93f0b', 'name': '', 'tenant_id': 'f1723403de554a749eabcaef70fee07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:52:05Z', 'updated_at': '2021-09-17T23:52:09Z', 'revision_number': 4, 'project_id': 'f1723403de554a749eabcaef70fee07c', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:10.811036 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0b2c7d7b-05ad-4ae6-8f7e-d9a386a4959c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.816143 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0b2c7d7b-05ad-4ae6-8f7e-d9a386a4959c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4105f206-9d1c-46c5-be1c-ee5f5e67b2b9 HTTP/1.1" status: 204 len: 168 time: 0.5966198 Sep 17 23:52:10.816143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c7d7b-05ad-4ae6-8f7e-d9a386a4959c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4105f206-9d1c-46c5-be1c-ee5f5e67b2b9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:10.818010 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46322) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:10.822475 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310d601e-e991-4afc-8395-9cb883da2b6e None None] Network 72122d7e-76de-4b34-9763-12068f6a5b58 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:52:10.826228 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f32fc-9f63-4f22-9cdf-8132e019b865 None None] The sync data for ids ['694e9a3c-b16f-49db-bb3f-1ba991b93f0b'] in n-d-809883-1 is: [{'id': '694e9a3c-b16f-49db-bb3f-1ba991b93f0b', 'name': '', 'tenant_id': 'f1723403de554a749eabcaef70fee07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:52:05Z', 'updated_at': '2021-09-17T23:52:09Z', 'revision_number': 4, 'project_id': 'f1723403de554a749eabcaef70fee07c', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:52:10.865045 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ed0bd2e9-025d-40ed-84bb-84d5e812b097 req-d0a9959e-cc4e-4d95-80a6-a6c0bba64d6e service neutron] 10.222.0.37 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598925 Sep 17 23:52:10.867682 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5fc8776c-39f9-4128-ae1e-bd047f27ba9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:10.896590 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cccd93-214c-4928-a2d8-67128cea917d req-c40330ef-2db7-419b-80f1-3c0d634e23a1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:10.898314 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88cccd93-214c-4928-a2d8-67128cea917d req-c40330ef-2db7-419b-80f1-3c0d634e23a1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.1984644 Sep 17 23:52:10.933306 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ba169385-2e20-40cd-9668-1a2d3ebe2bb5 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:52:10.989414 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-51ab3d79-ba5c-4261-8d1b-62220512c5be tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.038566 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab3d79-ba5c-4261-8d1b-62220512c5be tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Pushing event deleted for resources: {'Port': ['ID=98159987-1555-4a4d-968d-4c2b0dcd81d0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:11.048551 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5fc8776c-39f9-4128-ae1e-bd047f27ba9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.144069 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-51ab3d79-ba5c-4261-8d1b-62220512c5be tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.151927 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8776c-39f9-4128-ae1e-bd047f27ba9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc3b5df-7115-4928-a793-a1463d417547,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:11.151927 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5fc8776c-39f9-4128-ae1e-bd047f27ba9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.152863 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5fc8776c-39f9-4128-ae1e-bd047f27ba9b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4cc3b5df-7115-4928-a793-a1463d417547 HTTP/1.1" status: 204 len: 168 time: 0.6262295 Sep 17 23:52:11.155393 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ba169385-2e20-40cd-9668-1a2d3ebe2bb5, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ba169385-2e20-40cd-9668-1a2d3ebe2bb5,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:11.178032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'ba169385-2e20-40cd-9668-1a2d3ebe2bb5', 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e', 'port_id': 'ba169385-2e20-40cd-9668-1a2d3ebe2bb5', 'mac_address': 'fa:16:3e:09:2f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3268c3e3-cb80-4c9a-917f-08e3b14b6886', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:52:11.184483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7255e3-2486-479b-8bfa-f0ca0d1d3d99 None None] DHCP port deletion for 72122d7e-76de-4b34-9763-12068f6a5b58 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:52:11.185971 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46324) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:11.186945 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f4de4e49-bba5-42b9-a69f-aa5ea91b8caa no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:11.243446 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: f4de4e49-bba5-42b9-a69f-aa5ea91b8caa {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:52:11.244507 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f4de4e49-bba5-42b9-a69f-aa5ea91b8caa not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:52:11.244507 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8e57dc2d-0ce5-44ca-8589-07d26ea717c8 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:11.288145 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-51ab3d79-ba5c-4261-8d1b-62220512c5be tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.288145 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-51ab3d79-ba5c-4261-8d1b-62220512c5be tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.372589 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-71a5492f-e5c8-4782-8ec3-417acada51c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.424088 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 8e57dc2d-0ce5-44ca-8589-07d26ea717c8 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:52:11.424428 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8e57dc2d-0ce5-44ca-8589-07d26ea717c8 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:52:11.438536 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.447177 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.458943 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba169385-2e20-40cd-9668-1a2d3ebe2bb5 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:52:11.468311 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-71a5492f-e5c8-4782-8ec3-417acada51c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.478420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6a7255e3-2486-479b-8bfa-f0ca0d1d3d99 None None] Deleting port 21c45ca1-7e18-4b79-ad89-6fbd76040864 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:11.478907 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6a7255e3-2486-479b-8bfa-f0ca0d1d3d99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.483869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ba169385-2e20-40cd-9668-1a2d3ebe2bb5, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ba169385-2e20-40cd-9668-1a2d3ebe2bb5,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:11.491006 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-51ab3d79-ba5c-4261-8d1b-62220512c5be tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.493683 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ab3d79-ba5c-4261-8d1b-62220512c5be tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 694e9a3c-b16f-49db-bb3f-1ba991b93f0b {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:52:11.495911 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-71a5492f-e5c8-4782-8ec3-417acada51c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b08b593-4c6c-4043-b627-53f6247d7449']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:11.499286 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88cccd93-214c-4928-a2d8-67128cea917d req-79c9b13c-1e71-4ff6-a715-d774215b183b tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5892215 Sep 17 23:52:11.502051 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-51ab3d79-ba5c-4261-8d1b-62220512c5be tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.505336 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-51ab3d79-ba5c-4261-8d1b-62220512c5be tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "DELETE /v2.0/routers/694e9a3c-b16f-49db-bb3f-1ba991b93f0b HTTP/1.1" status: 204 len: 168 time: 2.0328462 Sep 17 23:52:11.507909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46328) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:11.514470 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-71a5492f-e5c8-4782-8ec3-417acada51c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffdc0ed-3798-440a-936e-26e210863055') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:11.514771 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-71a5492f-e5c8-4782-8ec3-417acada51c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffdc0ed-3798-440a-936e-26e210863055') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:11.531018 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-71a5492f-e5c8-4782-8ec3-417acada51c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.538548 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094fa98-1a0a-47bd-96ee-170cc43de857 req-a47ad988-a85e-42ac-896c-238a4e5b81a2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:11.540425 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a094fa98-1a0a-47bd-96ee-170cc43de857 req-a47ad988-a85e-42ac-896c-238a4e5b81a2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 943 time: 0.1972086 Sep 17 23:52:11.546334 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-71a5492f-e5c8-4782-8ec3-417acada51c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.552747 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a5492f-e5c8-4782-8ec3-417acada51c7 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-71a5492f-e5c8-4782-8ec3-417acada51c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:52:11.567432 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:52:11.570782 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6a7255e3-2486-479b-8bfa-f0ca0d1d3d99 None None] For port 21c45ca1-7e18-4b79-ad89-6fbd76040864, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=21c45ca1-7e18-4b79-ad89-6fbd76040864,segment=NetworkSegment(54eae70a-5d50-4df0-8aa6-917170e97c7e),segment_id=54eae70a-5d50-4df0-8aa6-917170e97c7e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:11.570782 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6a7255e3-2486-479b-8bfa-f0ca0d1d3d99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.574044 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6a7255e3-2486-479b-8bfa-f0ca0d1d3d99 None None] Calling delete_port for 21c45ca1-7e18-4b79-ad89-6fbd76040864 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:11.587541 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.644188 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c650995d-0e97-4898-aa7f-e7319b1fe3c7 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.651161 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc9ef51-14b8-4d8a-9a2c-341543fb895f tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Deleting subnet 762588dd-7a6a-48d8-bdbc-8d9b20fc2bd8 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:52:11.656103 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fcc9ef51-14b8-4d8a-9a2c-341543fb895f tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.675775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=ba169385-2e20-40cd-9668-1a2d3ebe2bb5,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:11.679096 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-71a5492f-e5c8-4782-8ec3-417acada51c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.688486 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-71a5492f-e5c8-4782-8ec3-417acada51c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.688486 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-71a5492f-e5c8-4782-8ec3-417acada51c7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3b08b593-4c6c-4043-b627-53f6247d7449 HTTP/1.1" status: 204 len: 168 time: 0.5013707 Sep 17 23:52:11.709153 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a094fa98-1a0a-47bd-96ee-170cc43de857 req-63c526d7-0be1-47ac-a2b3-1bf949563c1c tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298263 Sep 17 23:52:11.711865 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5492f-e5c8-4782-8ec3-417acada51c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b08b593-4c6c-4043-b627-53f6247d7449,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:11.718302 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c650995d-0e97-4898-aa7f-e7319b1fe3c7 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.735391 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fcc9ef51-14b8-4d8a-9a2c-341543fb895f tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.792367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] Deleting port 21c45ca1-7e18-4b79-ad89-6fbd76040864 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:11.792367 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.793032 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6a7255e3-2486-479b-8bfa-f0ca0d1d3d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.821872 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7255e3-2486-479b-8bfa-f0ca0d1d3d99 None None] Pushing event deleted for resources: {'Port': ['ID=21c45ca1-7e18-4b79-ad89-6fbd76040864,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:11.827577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7255e3-2486-479b-8bfa-f0ca0d1d3d99 None None] No DVR routers for this DVR port 21c45ca1-7e18-4b79-ad89-6fbd76040864 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:11.855746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650995d-0e97-4898-aa7f-e7319b1fe3c7 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Pushing event updated for resources: {'Port': ['ID=cfc41690-f7b5-4b16-ae61-a844a00ee28b,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:11.860977 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['ba169385-2e20-40cd-9668-1a2d3ebe2bb5'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:52:11.872047 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fcc9ef51-14b8-4d8a-9a2c-341543fb895f tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.928480 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c650995d-0e97-4898-aa7f-e7319b1fe3c7 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.956515 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] For port 21c45ca1-7e18-4b79-ad89-6fbd76040864, host n-d-809883-1, got binding levels [] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:11.956899 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:11.978125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] Calling delete_port for 21c45ca1-7e18-4b79-ad89-6fbd76040864 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:11.982395 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.ipam_backend_mixin [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] Port 21c45ca1-7e18-4b79-ad89-6fbd76040864 was not found and therefore no delete operation was performed {{(pid=95592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 23:52:11.987921 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.036413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] No DVR routers for this DVR port 21c45ca1-7e18-4b79-ad89-6fbd76040864 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:12.042892 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=21c45ca1-7e18-4b79-ad89-6fbd76040864,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:12.046109 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c650995d-0e97-4898-aa7f-e7319b1fe3c7 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.050858 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c650995d-0e97-4898-aa7f-e7319b1fe3c7 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2858760 Sep 17 23:52:12.053084 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46332) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:12.056233 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-abbf7931-b3e3-4881-9311-f0d6063605d3 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2065769824'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:12.083476 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fcc9ef51-14b8-4d8a-9a2c-341543fb895f tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.121699 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fcc9ef51-14b8-4d8a-9a2c-341543fb895f tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.123543 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fcc9ef51-14b8-4d8a-9a2c-341543fb895f tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/762588dd-7a6a-48d8-bdbc-8d9b20fc2bd8 HTTP/1.1" status: 204 len: 168 time: 0.6126716 Sep 17 23:52:12.126329 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46334) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:12.131299 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9ef51-14b8-4d8a-9a2c-341543fb895f tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=762588dd-7a6a-48d8-bdbc-8d9b20fc2bd8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:12.146418 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46336) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:12.162310 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.167440 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbf7931-b3e3-4881-9311-f0d6063605d3 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Made reservation on behalf of a089e29e51054162a084ab78ab98d804 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:52:12.170861 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-abbf7931-b3e3-4881-9311-f0d6063605d3 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.183067 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72122d7e-76de-4b34-9763-12068f6a5b58']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:12.192589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54eae70a-5d50-4df0-8aa6-917170e97c7e') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:12.192914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54eae70a-5d50-4df0-8aa6-917170e97c7e') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:12.202061 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.211346 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-abbf7931-b3e3-4881-9311-f0d6063605d3 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.216104 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.222470 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:52:12.222853 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:52:12.224507 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:52:12.242611 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d7c7cde-9403-44e4-9c27-f74cdc20e02d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.270742 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-72c1fd88-d9a0-4525-b667-fe430e7189b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7fe7a9518ee94a28800d0fa6e2d37da2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1232245 Sep 17 23:52:12.274683 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46338) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:12.323938 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-825e00a5-04ee-4d8b-9ec7-beb439fc5b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.347493 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-825e00a5-04ee-4d8b-9ec7-beb439fc5b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.367631 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d7c7cde-9403-44e4-9c27-f74cdc20e02d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.375516 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.388287 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.388287 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] 10.222.0.46 "DELETE /v2.0/networks/72122d7e-76de-4b34-9763-12068f6a5b58 HTTP/1.1" status: 204 len: 168 time: 1.5633016 Sep 17 23:52:12.396567 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c3594-1719-463c-8ee8-979ca75a7f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=72122d7e-76de-4b34-9763-12068f6a5b58,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:12.403174 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-2d7c7cde-9403-44e4-9c27-f74cdc20e02d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a3b183-84e5-4258-a13b-491284e323b7']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:12.418335 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-2d7c7cde-9403-44e4-9c27-f74cdc20e02d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45af30db-f88d-4138-9e32-85208a22a4c4') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:12.418642 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-2d7c7cde-9403-44e4-9c27-f74cdc20e02d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45af30db-f88d-4138-9e32-85208a22a4c4') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:12.433521 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d7c7cde-9403-44e4-9c27-f74cdc20e02d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.449850 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-825e00a5-04ee-4d8b-9ec7-beb439fc5b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.455612 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-825e00a5-04ee-4d8b-9ec7-beb439fc5b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.455612 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-825e00a5-04ee-4d8b-9ec7-beb439fc5b32 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aff9d23d-5375-44b9-859f-a34bd5a7514e HTTP/1.1" status: 204 len: 168 time: 0.1791556 Sep 17 23:52:12.455903 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-abbf7931-b3e3-4881-9311-f0d6063605d3 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.457971 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d7c7cde-9403-44e4-9c27-f74cdc20e02d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.464630 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e00a5-04ee-4d8b-9ec7-beb439fc5b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff9d23d-5375-44b9-859f-a34bd5a7514e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:12.465757 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7c7cde-9403-44e4-9c27-f74cdc20e02d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:52:12.466170 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d7c7cde-9403-44e4-9c27-f74cdc20e02d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:52:12.467991 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:52:12.519428 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-abbf7931-b3e3-4881-9311-f0d6063605d3 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.548925 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf7931-b3e3-4881-9311-f0d6063605d3 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742409c5-6a94-4662-a3db-45d57c0aecfd,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:12.606639 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d7c7cde-9403-44e4-9c27-f74cdc20e02d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.614234 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abbf7931-b3e3-4881-9311-f0d6063605d3 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:52:12.616975 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7c7cde-9403-44e4-9c27-f74cdc20e02d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 56a3b183-84e5-4258-a13b-491284e323b7 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 23:52:12.630003 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d7c7cde-9403-44e4-9c27-f74cdc20e02d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.635795 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2d7c7cde-9403-44e4-9c27-f74cdc20e02d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "DELETE /v2.0/networks/56a3b183-84e5-4258-a13b-491284e323b7 HTTP/1.1" status: 204 len: 168 time: 0.5039830 Sep 17 23:52:12.635795 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c7cde-9403-44e4-9c27-f74cdc20e02d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Pushing event deleted for resources: {'Network': ['ID=56a3b183-84e5-4258-a13b-491284e323b7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:12.644142 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ada4b-f5d6-4699-8da0-c94f0b9d7928 req-6cb53c5d-b039-49ef-a89c-3b3db29eb751 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:12.644271 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-abbf7931-b3e3-4881-9311-f0d6063605d3 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.644387 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e9ada4b-f5d6-4699-8da0-c94f0b9d7928 req-6cb53c5d-b039-49ef-a89c-3b3db29eb751 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.0573111 Sep 17 23:52:12.644488 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-abbf7931-b3e3-4881-9311-f0d6063605d3 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Added segment d0a091c6-ce67-41d8-8dbf-013c18ca2c1b of type vlan for network 90ac20cc-2086-4bb8-babd-683a55340257 Sep 17 23:52:12.684446 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e9ada4b-f5d6-4699-8da0-c94f0b9d7928 req-24a765b7-ac39-4075-a8d0-9061ad7fc2ba tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370047 Sep 17 23:52:12.686661 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-abbf7931-b3e3-4881-9311-f0d6063605d3 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.835998 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46354) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:12.837478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69465178-4e18-4002-b4d1-74515b1adf58 req-314a32f0-192d-483e-83cd-4d876c454953 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:12.839118 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-69465178-4e18-4002-b4d1-74515b1adf58 req-314a32f0-192d-483e-83cd-4d876c454953 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 944 time: 0.0520089 Sep 17 23:52:12.846758 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-abbf7931-b3e3-4881-9311-f0d6063605d3 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.852637 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbf7931-b3e3-4881-9311-f0d6063605d3 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:12.853272 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-abbf7931-b3e3-4881-9311-f0d6063605d3 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:12.872184 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ba169385-2e20-40cd-9668-1a2d3ebe2bb5 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:52:12.882146 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-69465178-4e18-4002-b4d1-74515b1adf58 req-5c6ec6f9-18b4-4049-bd10-b3f884e8480a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355964 Sep 17 23:52:12.997360 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46360) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:13.004254 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-25d2a3b1-f846-4ab4-aa24-47cd470117b4 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Request body: {'subnet': {'network_id': '90ac20cc-2086-4bb8-babd-683a55340257', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:13.006528 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-abbf7931-b3e3-4881-9311-f0d6063605d3 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9544554 Sep 17 23:52:13.017595 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf7931-b3e3-4881-9311-f0d6063605d3 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Pushing event updated for resources: {'Network': ['ID=90ac20cc-2086-4bb8-babd-683a55340257,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:13.040998 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 90ac20cc-2086-4bb8-babd-683a55340257 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:52:13.047094 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e9c41f12-9b10-4a48-8f9a-58e74108f282 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7abc765864c749dabd7538c70f08c91a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2094491 Sep 17 23:52:13.050893 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46362) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:13.131907 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port ba169385-2e20-40cd-9668-1a2d3ebe2bb5 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:52:13.190382 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c84e147f-df3e-4c46-b965-363e53bba5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:13.200592 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 21c45ca1-7e18-4b79-ad89-6fbd76040864 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:13.205121 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port ba169385-2e20-40cd-9668-1a2d3ebe2bb5 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:52:13.205575 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:13.224821 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c84e147f-df3e-4c46-b965-363e53bba5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:13.252002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 21c45ca1-7e18-4b79-ad89-6fbd76040864 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:52:13.252352 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 21c45ca1-7e18-4b79-ad89-6fbd76040864 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:52:13.312462 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d2a3b1-f846-4ab4-aa24-47cd470117b4 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Made reservation on behalf of a089e29e51054162a084ab78ab98d804 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:52:13.316066 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25d2a3b1-f846-4ab4-aa24-47cd470117b4 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:13.318042 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:13.343836 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ce9547-abe8-491f-b536-3a308c2231b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba169385-2e20-40cd-9668-1a2d3ebe2bb5'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:13.351857 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f93196-ad8a-459d-855b-f01d477f7209" -d '{"events": [{"server_uuid": "56ce9547-abe8-491f-b536-3a308c2231b6", "name": "network-vif-plugged", "status": "completed", "tag": "ba169385-2e20-40cd-9668-1a2d3ebe2bb5"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:13.375154 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:13.396931 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ba169385-2e20-40cd-9668-1a2d3ebe2bb5, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ba169385-2e20-40cd-9668-1a2d3ebe2bb5,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:13.402321 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0151cb2d-4886-4375-a345-c4fe6aa85457 x-openstack-request-id: req-0151cb2d-4886-4375-a345-c4fe6aa85457 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:13.402616 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ce9547-abe8-491f-b536-3a308c2231b6", "name": "network-vif-plugged", "status": "completed", "tag": "ba169385-2e20-40cd-9668-1a2d3ebe2bb5", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:13.402871 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0151cb2d-4886-4375-a345-c4fe6aa85457 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:13.403340 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ce9547-abe8-491f-b536-3a308c2231b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba169385-2e20-40cd-9668-1a2d3ebe2bb5', 'code': 200} Sep 17 23:52:13.460991 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:13.470387 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c84e147f-df3e-4c46-b965-363e53bba5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:13.475992 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c84e147f-df3e-4c46-b965-363e53bba5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:13.477197 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c84e147f-df3e-4c46-b965-363e53bba5ce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/46237453-5640-4acb-a28f-8fbaba4a77b2 HTTP/1.1" status: 204 len: 168 time: 0.4249675 Sep 17 23:52:13.501944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e147f-df3e-4c46-b965-363e53bba5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46237453-5640-4acb-a28f-8fbaba4a77b2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:13.516088 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501493b-2c7e-4649-9ec8-4041e608bc3b req-bd4bc879-0518-4f28-8c5a-dfaa1df671f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:13.518554 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f501493b-2c7e-4649-9ec8-4041e608bc3b req-bd4bc879-0518-4f28-8c5a-dfaa1df671f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 1096 time: 0.0580864 Sep 17 23:52:13.528616 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=ba169385-2e20-40cd-9668-1a2d3ebe2bb5,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:13.561230 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f501493b-2c7e-4649-9ec8-4041e608bc3b req-5c527ae6-f586-46ca-a53a-ccc178a834ba service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357976 Sep 17 23:52:13.583009 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46370) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:13.627656 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fac92fc3-464e-4298-bc7a-c3ba092f4bdb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71aa2bf1d93444ac9100843a30d12d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406945 Sep 17 23:52:13.628057 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46372) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:13.644657 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25d2a3b1-f846-4ab4-aa24-47cd470117b4 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:13.683551 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46374) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:13.690052 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-de590d13-b4ac-47a6-97a6-6944df64dc78 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Request body: {'router': {'name': 'tempest-router--1618885682', 'project_id': 'dd4cf75b4ae747f7906ea67b265c1ac5'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:13.728040 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2a3b1-f846-4ab4-aa24-47cd470117b4 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Pushing event updated for resources: {'Subnet': ['ID=45d7a7e3-3666-4ff6-99a0-5ffaed80d0c2,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:13.749232 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d2a3b1-f846-4ab4-aa24-47cd470117b4 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Checking segment: {'id': 'd0a091c6-ce67-41d8-8dbf-013c18ca2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90ac20cc-2086-4bb8-babd-683a55340257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:52:13.749602 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d2a3b1-f846-4ab4-aa24-47cd470117b4 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Network hostable DHCP agents. Network: 90ac20cc-2086-4bb8-babd-683a55340257, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:52:13.755961 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b90fc77-77b6-404b-a8d1-b5217183501c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:13.764308 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de590d13-b4ac-47a6-97a6-6944df64dc78 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:13.765990 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de590d13-b4ac-47a6-97a6-6944df64dc78 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:13.797367 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b90fc77-77b6-404b-a8d1-b5217183501c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:13.837521 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de590d13-b4ac-47a6-97a6-6944df64dc78 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:13.859709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d2a3b1-f846-4ab4-aa24-47cd470117b4 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Network 90ac20cc-2086-4bb8-babd-683a55340257 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:52:13.904601 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82049fec-8a5c-4d91-bdc0-d06eef53e893 req-5eda79c7-25d3-41a6-bcb2-3e90b38abd8f tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:13.911138 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82049fec-8a5c-4d91-bdc0-d06eef53e893 req-5eda79c7-25d3-41a6-bcb2-3e90b38abd8f tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:13.917120 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82049fec-8a5c-4d91-bdc0-d06eef53e893 req-5eda79c7-25d3-41a6-bcb2-3e90b38abd8f tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:13.922962 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de590d13-b4ac-47a6-97a6-6944df64dc78 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:13.923340 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82049fec-8a5c-4d91-bdc0-d06eef53e893 req-5eda79c7-25d3-41a6-bcb2-3e90b38abd8f tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:13.929470 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82049fec-8a5c-4d91-bdc0-d06eef53e893 req-5eda79c7-25d3-41a6-bcb2-3e90b38abd8f tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:13.935415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82049fec-8a5c-4d91-bdc0-d06eef53e893 req-5eda79c7-25d3-41a6-bcb2-3e90b38abd8f tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:13.941947 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82049fec-8a5c-4d91-bdc0-d06eef53e893 req-5eda79c7-25d3-41a6-bcb2-3e90b38abd8f tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:13.943931 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82049fec-8a5c-4d91-bdc0-d06eef53e893 req-5eda79c7-25d3-41a6-bcb2-3e90b38abd8f tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5446 time: 0.1655943 Sep 17 23:52:13.958338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258ed8f-5f15-46ec-a2e1-cf4db0ab0c97 req-71cdfb31-6ff6-462a-aca4-a834e6fe3cea tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:13.959893 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f258ed8f-5f15-46ec-a2e1-cf4db0ab0c97 req-71cdfb31-6ff6-462a-aca4-a834e6fe3cea tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.1734607 Sep 17 23:52:13.962364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-25d2a3b1-f846-4ab4-aa24-47cd470117b4 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 90ac20cc-2086-4bb8-babd-683a55340257) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:13.974664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d2a3b1-f846-4ab4-aa24-47cd470117b4 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:13.975501 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25d2a3b1-f846-4ab4-aa24-47cd470117b4 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:13.983389 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374380b0-16a1-4f33-90ce-410b042bb52a None None] Network 90ac20cc-2086-4bb8-babd-683a55340257 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:52:14.004439 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de590d13-b4ac-47a6-97a6-6944df64dc78 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:14.009059 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-de590d13-b4ac-47a6-97a6-6944df64dc78 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3238595 Sep 17 23:52:14.010058 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46388) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:14.057372 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82049fec-8a5c-4d91-bdc0-d06eef53e893 req-17f137bd-a3c4-406e-ba56-031face21616 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0963304 Sep 17 23:52:14.061074 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f258ed8f-5f15-46ec-a2e1-cf4db0ab0c97 req-e1637697-0ea6-4652-b7c1-98a2cb1d2d74 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911198 Sep 17 23:52:14.092127 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fb2515cf-bacf-416d-82d0-3b9d9fb4ec5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:14.099576 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b90fc77-77b6-404b-a8d1-b5217183501c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:14.105789 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b90fc77-77b6-404b-a8d1-b5217183501c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:14.107550 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5b90fc77-77b6-404b-a8d1-b5217183501c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6bf669fe-6fc7-4273-875a-9a2a57e3e6e9 HTTP/1.1" status: 204 len: 168 time: 0.4773004 Sep 17 23:52:14.119232 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-25d2a3b1-f846-4ab4-aa24-47cd470117b4 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1146994 Sep 17 23:52:14.120345 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46394) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:14.127906 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f40ec649-c5cb-4bcd-959d-c5c9ede298f2 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-755778125', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}, 'admin_state_up': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:14.129191 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90fc77-77b6-404b-a8d1-b5217183501c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf669fe-6fc7-4273-875a-9a2a57e3e6e9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:14.144033 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-929d14c9-c23d-4dc4-a8ee-d774f4a2db69 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:14.209710 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ff0ca-f9a6-4769-a5e3-51af198cafb7 req-c1ee02b5-e6b3-4727-bf30-db185a8a9c52 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:14.211418 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e9ff0ca-f9a6-4769-a5e3-51af198cafb7 req-c1ee02b5-e6b3-4727-bf30-db185a8a9c52 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 945 time: 0.0724206 Sep 17 23:52:14.256573 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-90ac20cc-2086-4bb8-babd-683a55340257', 'network_id': '90ac20cc-2086-4bb8-babd-683a55340257', 'tenant_id': 'a089e29e51054162a084ab78ab98d804', 'fixed_ips': [{'subnet_id': '45d7a7e3-3666-4ff6-99a0-5ffaed80d0c2'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:52:14.257957 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:14.258906 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e9ff0ca-f9a6-4769-a5e3-51af198cafb7 req-4ab7f722-a558-41cc-850d-b7309e3367a5 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 Sep 17 23:52:14.411839 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Allocated IP 172.20.0.2 (90ac20cc-2086-4bb8-babd-683a55340257/45d7a7e3-3666-4ff6-99a0-5ffaed80d0c2/085751c4-ef09-4ac6-93fc-1ffa7ed56ce7) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:52:14.646136 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:14.653315 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f40ec649-c5cb-4bcd-959d-c5c9ede298f2 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:14.654338 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f40ec649-c5cb-4bcd-959d-c5c9ede298f2 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:14.692735 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-929d14c9-c23d-4dc4-a8ee-d774f4a2db69 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:14.696331 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-929d14c9-c23d-4dc4-a8ee-d774f4a2db69 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:14.764516 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:14.769804 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f40ec649-c5cb-4bcd-959d-c5c9ede298f2 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:14.800378 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Network 90ac20cc-2086-4bb8-babd-683a55340257 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:52:14.803080 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:14.806554 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:52:14.820047 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Pushing event updated for resources: {'Port': ['ID=085751c4-ef09-4ac6-93fc-1ffa7ed56ce7,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:14.858776 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:14.864585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:14.864585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:14.864585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:14.864585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:14.864585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:14.864585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:14.864585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:14.864585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:14.864585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:14.864585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:14.864585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:14.874612 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Attempting to bind port 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:52:14.874982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Attempting to bind port 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'd0a091c6-ce67-41d8-8dbf-013c18ca2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90ac20cc-2086-4bb8-babd-683a55340257'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:52:14.875347 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Attempting to bind port 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7 on network 90ac20cc-2086-4bb8-babd-683a55340257 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:52:14.880318 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:52:14.880695 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Checking segment: {'id': 'd0a091c6-ce67-41d8-8dbf-013c18ca2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90ac20cc-2086-4bb8-babd-683a55340257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:52:14.881128 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:14.881516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Bound using segment: {'id': 'd0a091c6-ce67-41d8-8dbf-013c18ca2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90ac20cc-2086-4bb8-babd-683a55340257'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:52:14.882004 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Bound port: 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a091c6-ce67-41d8-8dbf-013c18ca2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '90ac20cc-2086-4bb8-babd-683a55340257'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:52:14.882387 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:14.904001 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-929d14c9-c23d-4dc4-a8ee-d774f4a2db69 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:14.904714 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929d14c9-c23d-4dc4-a8ee-d774f4a2db69 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da9e5559-af03-4684-bf56-0d758f8914f5 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:52:14.910111 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-929d14c9-c23d-4dc4-a8ee-d774f4a2db69 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:14.911124 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-929d14c9-c23d-4dc4-a8ee-d774f4a2db69 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "DELETE /v2.0/routers/da9e5559-af03-4684-bf56-0d758f8914f5 HTTP/1.1" status: 204 len: 168 time: 0.9005342 Sep 17 23:52:14.965819 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] For port 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:52:14.979170 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] For port 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=085751c4-ef09-4ac6-93fc-1ffa7ed56ce7,segment=NetworkSegment(d0a091c6-ce67-41d8-8dbf-013c18ca2c1b),segment_id=d0a091c6-ce67-41d8-8dbf-013c18ca2c1b)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:52:15.037051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215e357-c095-486b-8a03-d1f34100df1f req-b951ec22-f875-4058-a661-1255d7978621 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:15.043084 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215e357-c095-486b-8a03-d1f34100df1f req-b951ec22-f875-4058-a661-1255d7978621 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:15.049225 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215e357-c095-486b-8a03-d1f34100df1f req-b951ec22-f875-4058-a661-1255d7978621 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:15.055073 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215e357-c095-486b-8a03-d1f34100df1f req-b951ec22-f875-4058-a661-1255d7978621 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:15.060918 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215e357-c095-486b-8a03-d1f34100df1f req-b951ec22-f875-4058-a661-1255d7978621 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:15.067228 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:15.067780 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215e357-c095-486b-8a03-d1f34100df1f req-b951ec22-f875-4058-a661-1255d7978621 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:15.076052 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215e357-c095-486b-8a03-d1f34100df1f req-b951ec22-f875-4058-a661-1255d7978621 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:15.078314 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4215e357-c095-486b-8a03-d1f34100df1f req-b951ec22-f875-4058-a661-1255d7978621 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5446 time: 0.1888602 Sep 17 23:52:15.149937 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f74320-9387-4d5f-9f4c-b77419d9d12d None None] Pushing event updated for resources: {'Port': ['ID=085751c4-ef09-4ac6-93fc-1ffa7ed56ce7,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:15.265431 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f40ec649-c5cb-4bcd-959d-c5c9ede298f2 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:15.277387 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215e357-c095-486b-8a03-d1f34100df1f req-844cb533-3238-4e72-af4c-5c57c4ea7c18 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:15.279115 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4215e357-c095-486b-8a03-d1f34100df1f req-844cb533-3238-4e72-af4c-5c57c4ea7c18 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.41 "GET /v2.0/ports/3c354c66-b3c9-483a-96f9-2f56cb599108?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1244195 Sep 17 23:52:15.291994 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55da4a9-fa72-4d9d-b7a8-8a8251fc2153 req-fa7324a2-e3cb-451c-b357-63e3a5b2ac19 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:15.293894 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b55da4a9-fa72-4d9d-b7a8-8a8251fc2153 req-fa7324a2-e3cb-451c-b357-63e3a5b2ac19 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.1204393 Sep 17 23:52:15.312874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c896cd-e493-4fc1-8c46-0324c4de1962 req-efa9208b-fc12-4aa1-bd0e-9d0758eeb0d8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:15.322401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c896cd-e493-4fc1-8c46-0324c4de1962 req-efa9208b-fc12-4aa1-bd0e-9d0758eeb0d8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:15.330757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c896cd-e493-4fc1-8c46-0324c4de1962 req-efa9208b-fc12-4aa1-bd0e-9d0758eeb0d8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:15.335420 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c896cd-e493-4fc1-8c46-0324c4de1962 req-efa9208b-fc12-4aa1-bd0e-9d0758eeb0d8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:15.342085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c896cd-e493-4fc1-8c46-0324c4de1962 req-efa9208b-fc12-4aa1-bd0e-9d0758eeb0d8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:15.351740 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c896cd-e493-4fc1-8c46-0324c4de1962 req-efa9208b-fc12-4aa1-bd0e-9d0758eeb0d8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:15.359797 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c896cd-e493-4fc1-8c46-0324c4de1962 req-efa9208b-fc12-4aa1-bd0e-9d0758eeb0d8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:15.360978 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15c896cd-e493-4fc1-8c46-0324c4de1962 req-efa9208b-fc12-4aa1-bd0e-9d0758eeb0d8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 5446 time: 0.1713576 Sep 17 23:52:15.419410 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b55da4a9-fa72-4d9d-b7a8-8a8251fc2153 req-2d8509af-bf15-4ed9-b0de-fafe38ffa2d9 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573571 Sep 17 23:52:15.452549 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15c896cd-e493-4fc1-8c46-0324c4de1962 req-8079c72b-a186-481a-9db7-e03853e3f605 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732777 Sep 17 23:52:15.463677 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46434) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:15.544690 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4215e357-c095-486b-8a03-d1f34100df1f req-6c08df35-f10b-4f05-83e0-ef43115d3328 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.41 "GET /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2582347 Sep 17 23:52:15.562114 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-4215e357-c095-486b-8a03-d1f34100df1f req-e5031479-3c0e-479d-8c4a-ac84d4799aab service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:15.600104 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f96517-f585-44e5-a766-e57538e4ce5a req-a7798734-845b-4f92-8a45-bf32779f532e tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:15.602341 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18f96517-f585-44e5-a766-e57538e4ce5a req-a7798734-845b-4f92-8a45-bf32779f532e tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 945 time: 0.0607610 Sep 17 23:52:15.644041 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18f96517-f585-44e5-a766-e57538e4ce5a req-9358a787-38aa-4562-aaa8-c404f5014fbf tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340652 Sep 17 23:52:15.670371 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-e5031479-3c0e-479d-8c4a-ac84d4799aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:15.741471 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-3f635ece-fe52-4d69-9a5a-48f8d65a831d tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1091118575', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}, 'admin_state_up': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:15.840917 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f40ec649-c5cb-4bcd-959d-c5c9ede298f2 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:15.866482 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f40ec649-c5cb-4bcd-959d-c5c9ede298f2 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:15.879129 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f635ece-fe52-4d69-9a5a-48f8d65a831d tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:15.880931 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f635ece-fe52-4d69-9a5a-48f8d65a831d tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:15.937561 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f635ece-fe52-4d69-9a5a-48f8d65a831d tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:15.977255 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4215e357-c095-486b-8a03-d1f34100df1f req-e5031479-3c0e-479d-8c4a-ac84d4799aab service neutron] For port 3c354c66-b3c9-483a-96f9-2f56cb599108, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=3c354c66-b3c9-483a-96f9-2f56cb599108,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:16.061295 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4215e357-c095-486b-8a03-d1f34100df1f req-e5031479-3c0e-479d-8c4a-ac84d4799aab service neutron] For port 3c354c66-b3c9-483a-96f9-2f56cb599108, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:52:16.063358 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-f40ec649-c5cb-4bcd-959d-c5c9ede298f2 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Allocated IP 172.25.3.13 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/58abcd1b-eeb6-4146-a73a-80aebe2a6c2a) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:52:16.132536 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-4215e357-c095-486b-8a03-d1f34100df1f req-e5031479-3c0e-479d-8c4a-ac84d4799aab service neutron] device_id is not set on port 3c354c66-b3c9-483a-96f9-2f56cb599108 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:52:16.133764 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12cf99e2-24a8-4e0c-b19e-6e674575d5d5 req-a3d3f601-d83e-461f-a730-9bd166d07580 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0444932 Sep 17 23:52:16.156471 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-e5031479-3c0e-479d-8c4a-ac84d4799aab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:16.245652 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f40ec649-c5cb-4bcd-959d-c5c9ede298f2 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:16.259055 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-e5031479-3c0e-479d-8c4a-ac84d4799aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:16.334979 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af50f7-55e7-48f6-9f3b-bb14b01ec6e9 req-434d6910-b7e2-4c80-a12b-e8beca3a8651 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:16.342731 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5af50f7-55e7-48f6-9f3b-bb14b01ec6e9 req-434d6910-b7e2-4c80-a12b-e8beca3a8651 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 945 time: 0.2912614 Sep 17 23:52:16.386530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4215e357-c095-486b-8a03-d1f34100df1f req-e5031479-3c0e-479d-8c4a-ac84d4799aab service neutron] No DVR routers for this DVR port 3c354c66-b3c9-483a-96f9-2f56cb599108 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:16.420051 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f40ec649-c5cb-4bcd-959d-c5c9ede298f2 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:16.439746 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40ec649-c5cb-4bcd-959d-c5c9ede298f2 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:52:16.446456 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-f40ec649-c5cb-4bcd-959d-c5c9ede298f2 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:16.449302 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ec649-c5cb-4bcd-959d-c5c9ede298f2 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:52:16.480591 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5031479-3c0e-479d-8c4a-ac84d4799aab service neutron] Pushing event updated for resources: {'Port': ['ID=3c354c66-b3c9-483a-96f9-2f56cb599108,revision_number=6']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:16.501039 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5af50f7-55e7-48f6-9f3b-bb14b01ec6e9 req-5f2d9a35-a0ba-41f2-8141-f3985f251fc0 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543808 Sep 17 23:52:16.506145 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f635ece-fe52-4d69-9a5a-48f8d65a831d tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:16.547876 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-4215e357-c095-486b-8a03-d1f34100df1f req-e5031479-3c0e-479d-8c4a-ac84d4799aab service neutron] In _notify_port_updated(), no bound segment for port 3c354c66-b3c9-483a-96f9-2f56cb599108 on network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 {{(pid=95591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:52:16.548994 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215e357-c095-486b-8a03-d1f34100df1f req-e5031479-3c0e-479d-8c4a-ac84d4799aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:16.550065 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-e5031479-3c0e-479d-8c4a-ac84d4799aab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:16.551835 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4215e357-c095-486b-8a03-d1f34100df1f req-e5031479-3c0e-479d-8c4a-ac84d4799aab service neutron] 10.222.0.41 "PUT /v2.0/ports/3c354c66-b3c9-483a-96f9-2f56cb599108 HTTP/1.1" status: 200 len: 1033 time: 0.9942498 Sep 17 23:52:16.588785 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1af372-3d11-4f51-818e-a1c34e27300f None None] Network 90ac20cc-2086-4bb8-babd-683a55340257 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:52:16.615186 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-79e0109f-7747-4db9-b5fa-d01bd35d4aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:16.692238 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215e357-c095-486b-8a03-d1f34100df1f req-7bba7214-3c41-45e2-8f41-8a2ab728d246 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:16.704685 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4215e357-c095-486b-8a03-d1f34100df1f req-7bba7214-3c41-45e2-8f41-8a2ab728d246 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.41 "GET /v2.0/ports/c6bb7140-f314-400d-b7fc-5bb8506ae4ab?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1346064 Sep 17 23:52:16.704685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ec649-c5cb-4bcd-959d-c5c9ede298f2 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Pushing event updated for resources: {'Port': ['ID=58abcd1b-eeb6-4146-a73a-80aebe2a6c2a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:16.716361 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8841542-4e5c-459e-9317-aa13bbbb375e req-c4238aba-5112-4f4d-ab06-334fbcf32d33 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:16.717235 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-4215e357-c095-486b-8a03-d1f34100df1f req-4a4811e6-3c40-4c17-83a0-0f962dde8466 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:16.721460 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8841542-4e5c-459e-9317-aa13bbbb375e req-c4238aba-5112-4f4d-ab06-334fbcf32d33 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.1550291 Sep 17 23:52:16.745667 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b5115e37-32f0-4732-92c4-d92f6ed6dc73 None None] Provisioning complete for port 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:52:16.750366 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b5115e37-32f0-4732-92c4-d92f6ed6dc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:16.762334 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda81895-7112-4420-9bca-0915674b9036 req-40b7dfe6-9476-4c90-aaeb-6e84b88bcad9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:16.768203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda81895-7112-4420-9bca-0915674b9036 req-40b7dfe6-9476-4c90-aaeb-6e84b88bcad9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:16.774098 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda81895-7112-4420-9bca-0915674b9036 req-40b7dfe6-9476-4c90-aaeb-6e84b88bcad9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:16.779881 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda81895-7112-4420-9bca-0915674b9036 req-40b7dfe6-9476-4c90-aaeb-6e84b88bcad9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:16.785788 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda81895-7112-4420-9bca-0915674b9036 req-40b7dfe6-9476-4c90-aaeb-6e84b88bcad9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:16.791624 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda81895-7112-4420-9bca-0915674b9036 req-40b7dfe6-9476-4c90-aaeb-6e84b88bcad9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:16.793464 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fda81895-7112-4420-9bca-0915674b9036 req-40b7dfe6-9476-4c90-aaeb-6e84b88bcad9 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 4666 time: 0.1455436 Sep 17 23:52:16.846132 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-4a4811e6-3c40-4c17-83a0-0f962dde8466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:16.856146 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8841542-4e5c-459e-9317-aa13bbbb375e req-bd8fbf22-962a-467b-9206-45967a0a8dff tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308527 Sep 17 23:52:16.878688 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b5115e37-32f0-4732-92c4-d92f6ed6dc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:16.932609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fda81895-7112-4420-9bca-0915674b9036 req-aeb8d047-7307-46b6-9165-a383e4cf136a tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7396621-deaf-4343-9a53-54be1821561b&id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0986283 Sep 17 23:52:16.957250 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b5115e37-32f0-4732-92c4-d92f6ed6dc73 None None] For port 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=085751c4-ef09-4ac6-93fc-1ffa7ed56ce7,segment=NetworkSegment(d0a091c6-ce67-41d8-8dbf-013c18ca2c1b),segment_id=d0a091c6-ce67-41d8-8dbf-013c18ca2c1b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:17.113828 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b5115e37-32f0-4732-92c4-d92f6ed6dc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:17.155078 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f635ece-fe52-4d69-9a5a-48f8d65a831d tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:17.166163 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5d91c-1e08-4ced-950b-66ce918d889d req-b12d527e-7565-4a5b-860b-dec8ee2949d6 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:17.167940 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34d5d91c-1e08-4ced-950b-66ce918d889d req-b12d527e-7565-4a5b-860b-dec8ee2949d6 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 945 time: 0.2043002 Sep 17 23:52:17.188216 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f635ece-fe52-4d69-9a5a-48f8d65a831d tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:17.211214 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4215e357-c095-486b-8a03-d1f34100df1f req-4a4811e6-3c40-4c17-83a0-0f962dde8466 service neutron] For port c6bb7140-f314-400d-b7fc-5bb8506ae4ab, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=c6bb7140-f314-400d-b7fc-5bb8506ae4ab,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:17.211436 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5115e37-32f0-4732-92c4-d92f6ed6dc73 None None] Pushing event updated for resources: {'Port': ['ID=085751c4-ef09-4ac6-93fc-1ffa7ed56ce7,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:17.245417 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-555708c7-00cc-4be0-b7a4-2ec973202fd6 None None] Provisioning complete for port 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:52:17.245785 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-555708c7-00cc-4be0-b7a4-2ec973202fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:17.255088 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f40ec649-c5cb-4bcd-959d-c5c9ede298f2 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:17.283087 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:52:17.288722 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34d5d91c-1e08-4ced-950b-66ce918d889d req-b6bd79d1-9106-4625-b3a7-0ad34be6520f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898988 Sep 17 23:52:17.328586 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:17.331977 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4215e357-c095-486b-8a03-d1f34100df1f req-4a4811e6-3c40-4c17-83a0-0f962dde8466 service neutron] For port c6bb7140-f314-400d-b7fc-5bb8506ae4ab, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:52:17.355118 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5dce27de-6afb-4a3c-99fc-fc1efb3007e9 req-ae9c1730-3cf6-4621-87ee-5f7f2177b63d tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0791695 Sep 17 23:52:17.395873 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-4215e357-c095-486b-8a03-d1f34100df1f req-4a4811e6-3c40-4c17-83a0-0f962dde8466 service neutron] device_id is not set on port c6bb7140-f314-400d-b7fc-5bb8506ae4ab yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:52:17.406932 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-4a4811e6-3c40-4c17-83a0-0f962dde8466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:17.430117 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:52:17.430484 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:17.452673 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-3f635ece-fe52-4d69-9a5a-48f8d65a831d tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Allocated IP 172.25.3.4 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/c33316b5-cedf-4d92-b279-7b5e343564fb) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:52:17.482331 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-555708c7-00cc-4be0-b7a4-2ec973202fd6 None None] Provisioning complete for port 3c354c66-b3c9-483a-96f9-2f56cb599108 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:52:17.482674 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-555708c7-00cc-4be0-b7a4-2ec973202fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:17.542604 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-555708c7-00cc-4be0-b7a4-2ec973202fd6 None None] Port 3c354c66-b3c9-483a-96f9-2f56cb599108 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:52:17.577203 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-4a4811e6-3c40-4c17-83a0-0f962dde8466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:17.636426 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f635ece-fe52-4d69-9a5a-48f8d65a831d tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:17.678285 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:17.809702 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f635ece-fe52-4d69-9a5a-48f8d65a831d tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:17.849579 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f635ece-fe52-4d69-9a5a-48f8d65a831d tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:52:17.857551 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-3f635ece-fe52-4d69-9a5a-48f8d65a831d tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:17.872074 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f635ece-fe52-4d69-9a5a-48f8d65a831d tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:52:18.000588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4215e357-c095-486b-8a03-d1f34100df1f req-4a4811e6-3c40-4c17-83a0-0f962dde8466 service neutron] No DVR routers for this DVR port c6bb7140-f314-400d-b7fc-5bb8506ae4ab on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:18.046525 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4811e6-3c40-4c17-83a0-0f962dde8466 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bb7140-f314-400d-b7fc-5bb8506ae4ab,revision_number=6']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:18.049751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-4215e357-c095-486b-8a03-d1f34100df1f req-4a4811e6-3c40-4c17-83a0-0f962dde8466 service neutron] In _notify_port_updated(), no bound segment for port c6bb7140-f314-400d-b7fc-5bb8506ae4ab on network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 {{(pid=95591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:52:18.050984 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215e357-c095-486b-8a03-d1f34100df1f req-4a4811e6-3c40-4c17-83a0-0f962dde8466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:18.051818 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-4a4811e6-3c40-4c17-83a0-0f962dde8466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:18.053409 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4215e357-c095-486b-8a03-d1f34100df1f req-4a4811e6-3c40-4c17-83a0-0f962dde8466 service neutron] 10.222.0.41 "PUT /v2.0/ports/c6bb7140-f314-400d-b7fc-5bb8506ae4ab HTTP/1.1" status: 200 len: 1033 time: 1.3437984 Sep 17 23:52:18.055779 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f40ec649-c5cb-4bcd-959d-c5c9ede298f2 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:18.103510 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f635ece-fe52-4d69-9a5a-48f8d65a831d tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Pushing event updated for resources: {'Port': ['ID=c33316b5-cedf-4d92-b279-7b5e343564fb,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:18.245298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-4215e357-c095-486b-8a03-d1f34100df1f req-f37fb8ec-037a-4d90-939b-52d69718e1e8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Deleting port 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:18.245865 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-f37fb8ec-037a-4d90-939b-52d69718e1e8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:18.270623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c81b7723-0fe7-499e-b774-3fd0cf467810 None None] Provisioning complete for port c6bb7140-f314-400d-b7fc-5bb8506ae4ab triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:52:18.270623 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c81b7723-0fe7-499e-b774-3fd0cf467810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:18.272936 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c70f42-980c-4fb5-8340-55e5d68b05ff req-649cff58-10d1-40e3-bc23-9a0c43283214 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:18.277428 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18c70f42-980c-4fb5-8340-55e5d68b05ff req-649cff58-10d1-40e3-bc23-9a0c43283214 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 945 time: 0.3180571 Sep 17 23:52:18.305162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c81b7723-0fe7-499e-b774-3fd0cf467810 None None] Port c6bb7140-f314-400d-b7fc-5bb8506ae4ab cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:52:18.327642 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db4ffe-5898-44ea-946e-77fc54a880e5 req-caecdcd4-815f-4892-b1fa-baff16deb2a8 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:18.329256 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5db4ffe-5898-44ea-946e-77fc54a880e5 req-caecdcd4-815f-4892-b1fa-baff16deb2a8 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.3062482 Sep 17 23:52:18.350777 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device cbdb24f9-597b-4307-a8d5-2749c569a415 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:18.366644 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18c70f42-980c-4fb5-8340-55e5d68b05ff req-2e07d635-a5d6-4ebd-9980-1ff5ffb49f0b tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842857 Sep 17 23:52:18.382792 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4215e357-c095-486b-8a03-d1f34100df1f req-f37fb8ec-037a-4d90-939b-52d69718e1e8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] For port 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72,segment=NetworkSegment(e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c),segment_id=e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:18.383174 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-f37fb8ec-037a-4d90-939b-52d69718e1e8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:18.420227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-4215e357-c095-486b-8a03-d1f34100df1f req-f37fb8ec-037a-4d90-939b-52d69718e1e8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Calling delete_port for 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:18.427987 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5db4ffe-5898-44ea-946e-77fc54a880e5 req-a4de5cc0-8bfa-44b5-819e-d17e780f8006 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770550 Sep 17 23:52:18.485023 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:18.518710 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40ec649-c5cb-4bcd-959d-c5c9ede298f2 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Router db5758ad-8665-493f-a013-050bc18f9f0d is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:52:18.527923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port cbdb24f9-597b-4307-a8d5-2749c569a415, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=cbdb24f9-597b-4307-a8d5-2749c569a415,segment=NetworkSegment(164344d6-ac71-496f-ac14-2575bcb321f9),segment_id=164344d6-ac71-496f-ac14-2575bcb321f9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:18.529565 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbdb24f9-597b-4307-a8d5-2749c569a415'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:18.532637 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607474bd-5806-4453-a9e9-e7f99ce9a1fe" -d '{"events": [{"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-unplugged", "status": "completed", "tag": "cbdb24f9-597b-4307-a8d5-2749c569a415"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:18.621319 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:18.622081 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device a9d9e059-8390-4277-80d1-cebaeedfffa5 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:18.648763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a3146-1c09-4290-8b53-8f9f74781f01 req-bdb3b8c7-5962-4fe9-a256-4b56a2b640f2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:18.654720 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a3146-1c09-4290-8b53-8f9f74781f01 req-bdb3b8c7-5962-4fe9-a256-4b56a2b640f2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:18.660674 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a3146-1c09-4290-8b53-8f9f74781f01 req-bdb3b8c7-5962-4fe9-a256-4b56a2b640f2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:18.666581 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a3146-1c09-4290-8b53-8f9f74781f01 req-bdb3b8c7-5962-4fe9-a256-4b56a2b640f2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:18.672469 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a3146-1c09-4290-8b53-8f9f74781f01 req-bdb3b8c7-5962-4fe9-a256-4b56a2b640f2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:18.674338 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d83a3146-1c09-4290-8b53-8f9f74781f01 req-bdb3b8c7-5962-4fe9-a256-4b56a2b640f2 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 3886 time: 0.1885982 Sep 17 23:52:18.682579 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e883ce1-9e51-4eb1-828f-16f67bcf0883 req-c1e69103-891e-482a-a664-f7aa4d381d48 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0904860 Sep 17 23:52:18.708359 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40ec649-c5cb-4bcd-959d-c5c9ede298f2 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:52:18.729872 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=cbdb24f9-597b-4307-a8d5-2749c569a415,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:18.739639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac68fded-15cd-4f0b-b04a-22c0547d0b74 None None] Sync routers for ids ['db5758ad-8665-493f-a013-050bc18f9f0d'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:52:18.777722 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac68fded-15cd-4f0b-b04a-22c0547d0b74 None None] Routers {'db5758ad-8665-493f-a013-050bc18f9f0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:18.779339 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ac68fded-15cd-4f0b-b04a-22c0547d0b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['db5758ad-8665-493f-a013-050bc18f9f0d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:18.819589 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09793c01-9f58-4842-9f79-dfc84e1f645a x-openstack-request-id: req-09793c01-9f58-4842-9f79-dfc84e1f645a {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:18.819833 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-unplugged", "status": "completed", "tag": "cbdb24f9-597b-4307-a8d5-2749c569a415", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:18.820094 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-09793c01-9f58-4842-9f79-dfc84e1f645a {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:18.820483 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbdb24f9-597b-4307-a8d5-2749c569a415', 'code': 200} Sep 17 23:52:18.823099 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ac68fded-15cd-4f0b-b04a-22c0547d0b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:18.832876 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f40ec649-c5cb-4bcd-959d-c5c9ede298f2 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:18.834621 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f40ec649-c5cb-4bcd-959d-c5c9ede298f2 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.7129970 Sep 17 23:52:18.836466 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:18.837485 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46496) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:18.850421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac68fded-15cd-4f0b-b04a-22c0547d0b74 None None] Routers {'db5758ad-8665-493f-a013-050bc18f9f0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:18.851052 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ac68fded-15cd-4f0b-b04a-22c0547d0b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['db5758ad-8665-493f-a013-050bc18f9f0d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:18.889960 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-f37fb8ec-037a-4d90-939b-52d69718e1e8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:18.897144 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ac68fded-15cd-4f0b-b04a-22c0547d0b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:18.897808 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac68fded-15cd-4f0b-b04a-22c0547d0b74 None None] The sync data for ids ['db5758ad-8665-493f-a013-050bc18f9f0d'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:52:18.920279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port a9d9e059-8390-4277-80d1-cebaeedfffa5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=a9d9e059-8390-4277-80d1-cebaeedfffa5,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:18.937899 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fb8ec-037a-4d90-939b-52d69718e1e8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event deleted for resources: {'Port': ['ID=21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:18.987577 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:18.988459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 7c8efe2c-5278-497c-a54f-a7c58a7afd95 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:19.027882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4215e357-c095-486b-8a03-d1f34100df1f req-f37fb8ec-037a-4d90-939b-52d69718e1e8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] No DVR routers for this DVR port 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:19.033073 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-f37fb8ec-037a-4d90-939b-52d69718e1e8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:19.035102 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4215e357-c095-486b-8a03-d1f34100df1f req-f37fb8ec-037a-4d90-939b-52d69718e1e8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.41 "DELETE /v2.0/ports/21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 HTTP/1.1" status: 204 len: 173 time: 0.9743154 Sep 17 23:52:19.035548 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-deleted', 'tag': '21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:19.038460 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd52ab21-2c4e-4864-8861-9b2537548663" -d '{"events": [{"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-deleted", "tag": "21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:19.129809 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d83a3146-1c09-4290-8b53-8f9f74781f01 req-108d6692-1183-4b47-b058-67c426703d47 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4322913 Sep 17 23:52:19.137467 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f635ece-fe52-4d69-9a5a-48f8d65a831d tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:19.181101 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df44205f-f782-4216-be4a-747f6e3e9fe3 x-openstack-request-id: req-df44205f-f782-4216-be4a-747f6e3e9fe3 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:19.181388 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-deleted", "tag": "21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:19.181641 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-df44205f-f782-4216-be4a-747f6e3e9fe3 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:19.182024 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-deleted', 'tag': '21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72', 'status': 'completed', 'code': 200} Sep 17 23:52:19.187377 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=a9d9e059-8390-4277-80d1-cebaeedfffa5,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:19.208342 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:52:19.249731 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:19.293274 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 7c8efe2c-5278-497c-a54f-a7c58a7afd95, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7c8efe2c-5278-497c-a54f-a7c58a7afd95,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:19.304421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:52:19.304717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-4215e357-c095-486b-8a03-d1f34100df1f req-bb22e281-94a7-4a6e-88a1-35b080c0b4b0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Deleting port 6bd98999-1873-446c-bd20-a66f5e0dc3f9 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:19.304875 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:19.305083 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-bb22e281-94a7-4a6e-88a1-35b080c0b4b0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:19.322685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d16a60-a1b1-460f-b42e-c4d4334f24a8 req-be1ca9c8-cb5b-47a0-8793-3da402ddac17 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:19.324171 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-83d16a60-a1b1-460f-b42e-c4d4334f24a8 req-be1ca9c8-cb5b-47a0-8793-3da402ddac17 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.37 "GET /v2.0/ports?device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 945 time: 0.1454065 Sep 17 23:52:19.379547 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f635ece-fe52-4d69-9a5a-48f8d65a831d tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:19.431703 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:19.431703 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device c6bb7140-f314-400d-b7fc-5bb8506ae4ab no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:19.555432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device c6bb7140-f314-400d-b7fc-5bb8506ae4ab not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:52:19.556125 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 6bd98999-1873-446c-bd20-a66f5e0dc3f9 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:19.565562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=7c8efe2c-5278-497c-a54f-a7c58a7afd95,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:19.584194 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4215e357-c095-486b-8a03-d1f34100df1f req-bb22e281-94a7-4a6e-88a1-35b080c0b4b0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] For port 6bd98999-1873-446c-bd20-a66f5e0dc3f9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6bd98999-1873-446c-bd20-a66f5e0dc3f9,segment=NetworkSegment(e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c),segment_id=e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:19.584666 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-bb22e281-94a7-4a6e-88a1-35b080c0b4b0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:19.612500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-4215e357-c095-486b-8a03-d1f34100df1f req-bb22e281-94a7-4a6e-88a1-35b080c0b4b0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Calling delete_port for 6bd98999-1873-446c-bd20-a66f5e0dc3f9 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:19.639154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59be15-36d9-442e-9fc7-e89cffc29300 req-391b4e03-5d02-47be-aca0-bf87d355df51 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:19.646473 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f59be15-36d9-442e-9fc7-e89cffc29300 req-391b4e03-5d02-47be-aca0-bf87d355df51 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 945 time: 0.1424117 Sep 17 23:52:19.682950 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefbe52-0cc6-49b9-8dbd-444f1312aa32 req-6cfbc603-c119-40fb-8c9f-c220d2c37192 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:19.684816 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3fefbe52-0cc6-49b9-8dbd-444f1312aa32 req-6cfbc603-c119-40fb-8c9f-c220d2c37192 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.1144295 Sep 17 23:52:19.693327 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:19.699676 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-83d16a60-a1b1-460f-b42e-c4d4334f24a8 req-a0bca66e-2425-4e24-901f-3d14b76ac46f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Deleting port ba169385-2e20-40cd-9668-1a2d3ebe2bb5 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:19.700015 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-83d16a60-a1b1-460f-b42e-c4d4334f24a8 req-a0bca66e-2425-4e24-901f-3d14b76ac46f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:19.719903 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:19.729136 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f59be15-36d9-442e-9fc7-e89cffc29300 req-94c4976b-b5d7-43c5-b52e-d5bede5c5eef tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809178 Sep 17 23:52:19.730683 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 6bd98999-1873-446c-bd20-a66f5e0dc3f9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6bd98999-1873-446c-bd20-a66f5e0dc3f9,segment=NetworkSegment(e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c),segment_id=e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:19.758951 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3fefbe52-0cc6-49b9-8dbd-444f1312aa32 req-ce63596b-ce84-4ad0-986f-167dd1f87184 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596380 Sep 17 23:52:19.847512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f635ece-fe52-4d69-9a5a-48f8d65a831d tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Router 09bfbc78-7376-47b5-96bc-f79e83a53338 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:52:19.860702 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:19.862479 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 3c354c66-b3c9-483a-96f9-2f56cb599108 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:19.875288 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-477fa689-0d1e-47b0-845d-0b6bb5591835 req-410dfd69-cee0-4d9b-bd85-3e7f73d2a9f9 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0430758 Sep 17 23:52:19.988260 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f635ece-fe52-4d69-9a5a-48f8d65a831d tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:52:20.012202 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e946a7fe-ced8-4618-8e14-98534c9d7dd3 None None] Sync routers for ids ['09bfbc78-7376-47b5-96bc-f79e83a53338'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:52:20.024443 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e946a7fe-ced8-4618-8e14-98534c9d7dd3 None None] Routers {'09bfbc78-7376-47b5-96bc-f79e83a53338'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:20.025360 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e946a7fe-ced8-4618-8e14-98534c9d7dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['09bfbc78-7376-47b5-96bc-f79e83a53338'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:20.062118 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e946a7fe-ced8-4618-8e14-98534c9d7dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:20.074428 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e946a7fe-ced8-4618-8e14-98534c9d7dd3 None None] Routers {'09bfbc78-7376-47b5-96bc-f79e83a53338'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:20.076093 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e946a7fe-ced8-4618-8e14-98534c9d7dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['09bfbc78-7376-47b5-96bc-f79e83a53338'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:20.100878 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f635ece-fe52-4d69-9a5a-48f8d65a831d tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:20.105227 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3f635ece-fe52-4d69-9a5a-48f8d65a831d tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6397328 Sep 17 23:52:20.106154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46514) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:20.112865 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e946a7fe-ced8-4618-8e14-98534c9d7dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:20.113734 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e946a7fe-ced8-4618-8e14-98534c9d7dd3 None None] The sync data for ids ['09bfbc78-7376-47b5-96bc-f79e83a53338'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:52:20.119383 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 3c354c66-b3c9-483a-96f9-2f56cb599108 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:52:20.119724 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:20.122916 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=6bd98999-1873-446c-bd20-a66f5e0dc3f9,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:20.142250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-83d16a60-a1b1-460f-b42e-c4d4334f24a8 req-a0bca66e-2425-4e24-901f-3d14b76ac46f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] For port ba169385-2e20-40cd-9668-1a2d3ebe2bb5, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ba169385-2e20-40cd-9668-1a2d3ebe2bb5,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:20.142250 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-83d16a60-a1b1-460f-b42e-c4d4334f24a8 req-a0bca66e-2425-4e24-901f-3d14b76ac46f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:20.143735 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:52:20.144504 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 21c1c6c1-3a78-4bfc-9fba-edf1e1e43b72 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:52:20.183586 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25a1f11b-f61d-4e02-9862-219140bec38d tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:20.200099 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-83d16a60-a1b1-460f-b42e-c4d4334f24a8 req-a0bca66e-2425-4e24-901f-3d14b76ac46f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Calling delete_port for ba169385-2e20-40cd-9668-1a2d3ebe2bb5 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:20.255689 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8ed66b2d-585d-470c-9932-ddfe19142a69 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "GET /v2.0/routers/09bfbc78-7376-47b5-96bc-f79e83a53338 HTTP/1.1" status: 200 len: 923 time: 0.1480548 Sep 17 23:52:20.259092 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46518) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:20.290133 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-444ddbe2-f110-4bd1-bf3c-d633977661b2 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "GET /v2.0/ports?device_id=09bfbc78-7376-47b5-96bc-f79e83a53338 HTTP/1.1" status: 200 len: 205 time: 0.0278127 Sep 17 23:52:20.291739 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46520) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:20.343695 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f1af0-7813-4abb-b8ea-50040cdc4bbb req-24f9eeb6-6c6d-4e7f-83d7-93f65f8589d8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:20.349622 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f1af0-7813-4abb-b8ea-50040cdc4bbb req-24f9eeb6-6c6d-4e7f-83d7-93f65f8589d8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:20.356668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f1af0-7813-4abb-b8ea-50040cdc4bbb req-24f9eeb6-6c6d-4e7f-83d7-93f65f8589d8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:20.362746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f1af0-7813-4abb-b8ea-50040cdc4bbb req-24f9eeb6-6c6d-4e7f-83d7-93f65f8589d8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:20.364530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a6f1af0-7813-4abb-b8ea-50040cdc4bbb req-24f9eeb6-6c6d-4e7f-83d7-93f65f8589d8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 3143 time: 0.1494813 Sep 17 23:52:20.387968 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-96c39353-11d1-4384-8283-d244d5d96ca2 req-bb5c8692-61cf-4bc0-b47c-7f2360611a7c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0647390 Sep 17 23:52:20.402182 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-bb22e281-94a7-4a6e-88a1-35b080c0b4b0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:20.458555 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a6f1af0-7813-4abb-b8ea-50040cdc4bbb req-daf48490-5112-4766-b9c5-bc52257d3b1e tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875170 Sep 17 23:52:20.459942 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22e281-94a7-4a6e-88a1-35b080c0b4b0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event deleted for resources: {'Port': ['ID=6bd98999-1873-446c-bd20-a66f5e0dc3f9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:20.468180 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7213a225-a43e-4770-ad3e-d518d7b6e395 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:20.598367 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7213a225-a43e-4770-ad3e-d518d7b6e395 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:20.630660 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4215e357-c095-486b-8a03-d1f34100df1f req-bb22e281-94a7-4a6e-88a1-35b080c0b4b0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] No DVR routers for this DVR port 6bd98999-1873-446c-bd20-a66f5e0dc3f9 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:20.641665 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-bb22e281-94a7-4a6e-88a1-35b080c0b4b0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:20.649501 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4215e357-c095-486b-8a03-d1f34100df1f req-bb22e281-94a7-4a6e-88a1-35b080c0b4b0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.41 "DELETE /v2.0/ports/6bd98999-1873-446c-bd20-a66f5e0dc3f9 HTTP/1.1" status: 204 len: 173 time: 1.6009598 Sep 17 23:52:20.718450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7213a225-a43e-4770-ad3e-d518d7b6e395 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Deleting port c33316b5-cedf-4d92-b279-7b5e343564fb {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:20.718930 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7213a225-a43e-4770-ad3e-d518d7b6e395 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:20.808390 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-83d16a60-a1b1-460f-b42e-c4d4334f24a8 req-a0bca66e-2425-4e24-901f-3d14b76ac46f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:20.820365 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['95d2a898-fcaf-4ab5-9aad-e18a40cca389', 'ba169385-2e20-40cd-9668-1a2d3ebe2bb5'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:52:20.824781 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7213a225-a43e-4770-ad3e-d518d7b6e395 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:20.847822 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a3f4817-1dc9-41dd-bdb6-27a9c6acf9a3 req-650cf87e-d8d1-495f-8ec6-5bcd4b186217 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 210 time: 0.0452919 Sep 17 23:52:20.856259 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7213a225-a43e-4770-ad3e-d518d7b6e395 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Calling delete_port for c33316b5-cedf-4d92-b279-7b5e343564fb owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:20.865905 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9d9e059-8390-4277-80d1-cebaeedfffa5'}, {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c8efe2c-5278-497c-a54f-a7c58a7afd95'}, {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd98999-1873-446c-bd20-a66f5e0dc3f9'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:20.868151 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4085645-e5b0-40f4-a87f-21c51ae1604b" -d '{"events": [{"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-unplugged", "status": "completed", "tag": "a9d9e059-8390-4277-80d1-cebaeedfffa5"}, {"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-unplugged", "status": "completed", "tag": "7c8efe2c-5278-497c-a54f-a7c58a7afd95"}, {"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd98999-1873-446c-bd20-a66f5e0dc3f9"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:20.903646 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bca66e-2425-4e24-901f-3d14b76ac46f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Pushing event deleted for resources: {'Port': ['ID=ba169385-2e20-40cd-9668-1a2d3ebe2bb5,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:20.955847 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d16a60-a1b1-460f-b42e-c4d4334f24a8 req-a0bca66e-2425-4e24-901f-3d14b76ac46f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] No DVR routers for this DVR port ba169385-2e20-40cd-9668-1a2d3ebe2bb5 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:20.967964 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-83d16a60-a1b1-460f-b42e-c4d4334f24a8 req-a0bca66e-2425-4e24-901f-3d14b76ac46f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:20.970772 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-83d16a60-a1b1-460f-b42e-c4d4334f24a8 req-a0bca66e-2425-4e24-901f-3d14b76ac46f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.37 "DELETE /v2.0/ports/ba169385-2e20-40cd-9668-1a2d3ebe2bb5 HTTP/1.1" status: 204 len: 173 time: 1.6339529 Sep 17 23:52:20.973097 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-25a1f11b-f61d-4e02-9862-219140bec38d tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Allocated IP 172.20.0.1 (90ac20cc-2086-4bb8-babd-683a55340257/45d7a7e3-3666-4ff6-99a0-5ffaed80d0c2/54f99d25-a207-4373-8711-bab210ef2a87) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:52:21.013239 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-4215e357-c095-486b-8a03-d1f34100df1f req-ebb473fe-59e7-4048-a291-b52a7209b67c tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Deleting port a9d9e059-8390-4277-80d1-cebaeedfffa5 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:21.013594 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-ebb473fe-59e7-4048-a291-b52a7209b67c tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:21.183159 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-deleted', 'tag': '6bd98999-1873-446c-bd20-a66f5e0dc3f9'}, {'server_uuid': '56ce9547-abe8-491f-b536-3a308c2231b6', 'name': 'network-vif-deleted', 'tag': 'ba169385-2e20-40cd-9668-1a2d3ebe2bb5'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:21.185488 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042818cb-3916-47a0-a856-94abfcc81e79" -d '{"events": [{"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-deleted", "tag": "6bd98999-1873-446c-bd20-a66f5e0dc3f9"}, {"server_uuid": "56ce9547-abe8-491f-b536-3a308c2231b6", "name": "network-vif-deleted", "tag": "ba169385-2e20-40cd-9668-1a2d3ebe2bb5"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:21.201752 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdd24e-bed8-4141-a6a4-4810f28a7658 req-ef1f2042-c39b-4648-a18b-75a3c934799a tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:21.203903 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fbdd24e-bed8-4141-a6a4-4810f28a7658 req-ef1f2042-c39b-4648-a18b-75a3c934799a tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.0697522 Sep 17 23:52:21.228863 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4215e357-c095-486b-8a03-d1f34100df1f req-ebb473fe-59e7-4048-a291-b52a7209b67c tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] For port a9d9e059-8390-4277-80d1-cebaeedfffa5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=a9d9e059-8390-4277-80d1-cebaeedfffa5,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:21.229243 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-ebb473fe-59e7-4048-a291-b52a7209b67c tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:21.255526 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-4215e357-c095-486b-8a03-d1f34100df1f req-ebb473fe-59e7-4048-a291-b52a7209b67c tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Calling delete_port for a9d9e059-8390-4277-80d1-cebaeedfffa5 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:21.262950 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25a1f11b-f61d-4e02-9862-219140bec38d tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:21.272658 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a71b20-82fc-4f9f-b11a-ebf8e2eb01c8 x-openstack-request-id: req-20a71b20-82fc-4f9f-b11a-ebf8e2eb01c8 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:21.272887 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7213a225-a43e-4770-ad3e-d518d7b6e395 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:21.273962 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-unplugged", "status": "completed", "tag": "a9d9e059-8390-4277-80d1-cebaeedfffa5", "code": 200}, {"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-unplugged", "status": "completed", "tag": "7c8efe2c-5278-497c-a54f-a7c58a7afd95", "code": 200}, {"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd98999-1873-446c-bd20-a66f5e0dc3f9", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:21.274398 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-20a71b20-82fc-4f9f-b11a-ebf8e2eb01c8 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:21.274950 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9d9e059-8390-4277-80d1-cebaeedfffa5', 'code': 200} Sep 17 23:52:21.275355 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c8efe2c-5278-497c-a54f-a7c58a7afd95', 'code': 200} Sep 17 23:52:21.275909 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd98999-1873-446c-bd20-a66f5e0dc3f9', 'code': 200} Sep 17 23:52:21.331605 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fbdd24e-bed8-4141-a6a4-4810f28a7658 req-e74d7fa7-5fde-4449-ab5d-57ce110bafd3 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132035 Sep 17 23:52:21.332608 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213a225-a43e-4770-ad3e-d518d7b6e395 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Pushing event deleted for resources: {'Port': ['ID=c33316b5-cedf-4d92-b279-7b5e343564fb,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:21.442444 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25a1f11b-f61d-4e02-9862-219140bec38d tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:21.444017 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15682d8d-f82a-4655-92b7-6cf52384b98f req-8711f0f0-42c5-47dd-acc9-fbd74eefd9a4 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0611405 Sep 17 23:52:21.513945 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7213a225-a43e-4770-ad3e-d518d7b6e395 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:21.521053 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a1f11b-f61d-4e02-9862-219140bec38d tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Network 90ac20cc-2086-4bb8-babd-683a55340257 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:52:21.532589 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-25a1f11b-f61d-4e02-9862-219140bec38d tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:21.535291 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6b0d62-3637-457a-9a41-b02950bd8b28 x-openstack-request-id: req-7e6b0d62-3637-457a-9a41-b02950bd8b28 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:21.535717 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-deleted", "tag": "6bd98999-1873-446c-bd20-a66f5e0dc3f9", "status": "completed", "code": 200}, {"server_uuid": "56ce9547-abe8-491f-b536-3a308c2231b6", "name": "network-vif-deleted", "tag": "ba169385-2e20-40cd-9668-1a2d3ebe2bb5", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:21.535850 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7e6b0d62-3637-457a-9a41-b02950bd8b28 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:21.536206 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-deleted', 'tag': '6bd98999-1873-446c-bd20-a66f5e0dc3f9', 'status': 'completed', 'code': 200} Sep 17 23:52:21.536469 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ce9547-abe8-491f-b536-3a308c2231b6', 'name': 'network-vif-deleted', 'tag': 'ba169385-2e20-40cd-9668-1a2d3ebe2bb5', 'status': 'completed', 'code': 200} Sep 17 23:52:21.545623 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a1f11b-f61d-4e02-9862-219140bec38d tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:52:21.545718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1f11b-f61d-4e02-9862-219140bec38d tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Pushing event updated for resources: {'Port': ['ID=54f99d25-a207-4373-8711-bab210ef2a87,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:21.609682 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c6f2b-e365-4746-95d0-d03ceeb43301 req-7975a575-e1a4-4399-9037-c88208b50982 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:21.629110 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c6f2b-e365-4746-95d0-d03ceeb43301 req-7975a575-e1a4-4399-9037-c88208b50982 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:21.635678 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c6f2b-e365-4746-95d0-d03ceeb43301 req-7975a575-e1a4-4399-9037-c88208b50982 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:21.642691 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c6f2b-e365-4746-95d0-d03ceeb43301 req-7975a575-e1a4-4399-9037-c88208b50982 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:21.648997 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25a1f11b-f61d-4e02-9862-219140bec38d tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:21.649482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c6f2b-e365-4746-95d0-d03ceeb43301 req-7975a575-e1a4-4399-9037-c88208b50982 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:21.656101 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c6f2b-e365-4746-95d0-d03ceeb43301 req-7975a575-e1a4-4399-9037-c88208b50982 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:21.662136 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c6f2b-e365-4746-95d0-d03ceeb43301 req-7975a575-e1a4-4399-9037-c88208b50982 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:21.670186 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-597c6f2b-e365-4746-95d0-d03ceeb43301 req-7975a575-e1a4-4399-9037-c88208b50982 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5435 time: 0.2014871 Sep 17 23:52:21.703622 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-ebb473fe-59e7-4048-a291-b52a7209b67c tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:21.718378 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7213a225-a43e-4770-ad3e-d518d7b6e395 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:21.731644 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7213a225-a43e-4770-ad3e-d518d7b6e395 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:21.755083 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb473fe-59e7-4048-a291-b52a7209b67c tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event deleted for resources: {'Port': ['ID=a9d9e059-8390-4277-80d1-cebaeedfffa5,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:21.842455 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-597c6f2b-e365-4746-95d0-d03ceeb43301 req-ee5ef1fa-a223-4201-904a-a518679517b5 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1713419 Sep 17 23:52:21.848333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4215e357-c095-486b-8a03-d1f34100df1f req-ebb473fe-59e7-4048-a291-b52a7209b67c tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] No DVR routers for this DVR port a9d9e059-8390-4277-80d1-cebaeedfffa5 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:21.851922 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-ebb473fe-59e7-4048-a291-b52a7209b67c tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:21.854090 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4215e357-c095-486b-8a03-d1f34100df1f req-ebb473fe-59e7-4048-a291-b52a7209b67c tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.41 "DELETE /v2.0/ports/a9d9e059-8390-4277-80d1-cebaeedfffa5 HTTP/1.1" status: 204 len: 173 time: 1.1999803 Sep 17 23:52:21.874436 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843be4b-3e58-440f-83dc-c104096899d6 req-42ef25d6-4db7-47a3-b55b-4f9b933e6b75 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:21.881752 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843be4b-3e58-440f-83dc-c104096899d6 req-42ef25d6-4db7-47a3-b55b-4f9b933e6b75 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:21.885826 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a843be4b-3e58-440f-83dc-c104096899d6 req-42ef25d6-4db7-47a3-b55b-4f9b933e6b75 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 1677 time: 0.1713691 Sep 17 23:52:21.918008 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7213a225-a43e-4770-ad3e-d518d7b6e395 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:21.918853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7213a225-a43e-4770-ad3e-d518d7b6e395 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Fanout notify agent at l3_agent the message router_deleted on router 09bfbc78-7376-47b5-96bc-f79e83a53338 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:52:21.929880 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7213a225-a43e-4770-ad3e-d518d7b6e395 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:21.929880 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7213a225-a43e-4770-ad3e-d518d7b6e395 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "DELETE /v2.0/routers/09bfbc78-7376-47b5-96bc-f79e83a53338 HTTP/1.1" status: 204 len: 168 time: 1.6363146 Sep 17 23:52:21.933212 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46550) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:21.937916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-9bc967b0-e93e-4317-8e6c-5dbcb188f0dd tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Request body: {'router': {'name': 'tempest-snat-router-9048901', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'enable_snat': False}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:21.943796 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a843be4b-3e58-440f-83dc-c104096899d6 req-022b73e7-0f8d-4c15-8022-2085fec4cda8 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517416 Sep 17 23:52:21.979350 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-840f0bb9-9e8d-4135-a737-d52cbabab061 req-25f21972-1664-4403-b370-22813ceedb6b tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=56ce9547-abe8-491f-b536-3a308c2231b6 HTTP/1.1" status: 200 len: 210 time: 0.0336754 Sep 17 23:52:21.991043 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-39e67806-bb8e-48f2-8047-a8f1461f20e8 None None] Provisioning complete for port 54f99d25-a207-4373-8711-bab210ef2a87 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:52:21.991569 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-39e67806-bb8e-48f2-8047-a8f1461f20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:22.036411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-4215e357-c095-486b-8a03-d1f34100df1f req-0f7f6ab0-18e9-4233-afb9-5a769b35b7da tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Deleting port cbdb24f9-597b-4307-a8d5-2749c569a415 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:22.036766 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-0f7f6ab0-18e9-4233-afb9-5a769b35b7da tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:22.037029 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-39e67806-bb8e-48f2-8047-a8f1461f20e8 None None] Port 54f99d25-a207-4373-8711-bab210ef2a87 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:52:22.049497 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bc967b0-e93e-4317-8e6c-5dbcb188f0dd tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:22.050637 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bc967b0-e93e-4317-8e6c-5dbcb188f0dd tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:22.106333 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bc967b0-e93e-4317-8e6c-5dbcb188f0dd tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:22.117612 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25a1f11b-f61d-4e02-9862-219140bec38d tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:22.195763 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4215e357-c095-486b-8a03-d1f34100df1f req-0f7f6ab0-18e9-4233-afb9-5a769b35b7da tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] For port cbdb24f9-597b-4307-a8d5-2749c569a415, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=cbdb24f9-597b-4307-a8d5-2749c569a415,segment=NetworkSegment(164344d6-ac71-496f-ac14-2575bcb321f9),segment_id=164344d6-ac71-496f-ac14-2575bcb321f9)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:22.196635 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-0f7f6ab0-18e9-4233-afb9-5a769b35b7da tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:22.382150 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bc967b0-e93e-4317-8e6c-5dbcb188f0dd tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:22.412705 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-5b4bc81c-ab06-4140-9f56-9db9dc85ea33 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:22.418622 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-5b4bc81c-ab06-4140-9f56-9db9dc85ea33 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:22.425139 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-5b4bc81c-ab06-4140-9f56-9db9dc85ea33 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:22.431038 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-5b4bc81c-ab06-4140-9f56-9db9dc85ea33 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:22.436940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-5b4bc81c-ab06-4140-9f56-9db9dc85ea33 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:22.442994 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-5b4bc81c-ab06-4140-9f56-9db9dc85ea33 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:22.450261 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-5b4bc81c-ab06-4140-9f56-9db9dc85ea33 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:22.452206 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-5b4bc81c-ab06-4140-9f56-9db9dc85ea33 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5435 time: 0.2078836 Sep 17 23:52:22.494512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc09499-2637-49a1-88ae-73f971afc88c req-60d9011d-9947-437c-9eda-f809581420a5 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:22.496055 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fc09499-2637-49a1-88ae-73f971afc88c req-60d9011d-9947-437c-9eda-f809581420a5 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.0775857 Sep 17 23:52:22.562207 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-686e9abc-9b16-4d4a-b558-9e2c45ee78b0 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:22.563607 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-686e9abc-9b16-4d4a-b558-9e2c45ee78b0 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.37 "GET /v2.0/ports/7d283454-1c56-4bae-95b5-4603d534419d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1028581 Sep 17 23:52:22.585440 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-917c8b46-4afb-42b4-9cc7-7c595c433c95 req-82432d80-b212-464e-8653-d6769956a9e2 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0422907 Sep 17 23:52:22.604540 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fc09499-2637-49a1-88ae-73f971afc88c req-af4e098e-6a23-4608-ae15-a2a38190adf2 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773551 Sep 17 23:52:22.645921 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-0f7f6ab0-18e9-4233-afb9-5a769b35b7da tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:22.646311 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-0f7f6ab0-18e9-4233-afb9-5a769b35b7da tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:22.646623 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [req-4215e357-c095-486b-8a03-d1f34100df1f req-0f7f6ab0-18e9-4233-afb9-5a769b35b7da tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Floating IP b0ed57c5-f1aa-4932-848f-e9be5ae70ee5 disassociated. External IP: 172.25.3.148, port: cbdb24f9-597b-4307-a8d5-2749c569a415. Sep 17 23:52:22.646961 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-4215e357-c095-486b-8a03-d1f34100df1f req-0f7f6ab0-18e9-4233-afb9-5a769b35b7da tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Calling delete_port for cbdb24f9-597b-4307-a8d5-2749c569a415 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:22.769655 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bc967b0-e93e-4317-8e6c-5dbcb188f0dd tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:22.792037 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bc967b0-e93e-4317-8e6c-5dbcb188f0dd tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:22.936926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-9bc967b0-e93e-4317-8e6c-5dbcb188f0dd tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Allocated IP 172.25.3.134 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/ff18821d-1d7d-4e00-bfd8-86ec33f515b6) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:52:22.946165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device babf226a-14c0-48e5-a6eb-df5d4099f2e7 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:23.055576 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82723855-9ab6-4de8-a573-e7c913757588 req-fcba404e-1aeb-444c-bc5c-bcbf5ff0beb1 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:23.061553 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82723855-9ab6-4de8-a573-e7c913757588 req-fcba404e-1aeb-444c-bc5c-bcbf5ff0beb1 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:23.069623 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82723855-9ab6-4de8-a573-e7c913757588 req-fcba404e-1aeb-444c-bc5c-bcbf5ff0beb1 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:23.077012 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82723855-9ab6-4de8-a573-e7c913757588 req-fcba404e-1aeb-444c-bc5c-bcbf5ff0beb1 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:23.084390 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82723855-9ab6-4de8-a573-e7c913757588 req-fcba404e-1aeb-444c-bc5c-bcbf5ff0beb1 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:23.087538 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:23.092975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82723855-9ab6-4de8-a573-e7c913757588 req-fcba404e-1aeb-444c-bc5c-bcbf5ff0beb1 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:23.100636 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82723855-9ab6-4de8-a573-e7c913757588 req-fcba404e-1aeb-444c-bc5c-bcbf5ff0beb1 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:23.104755 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82723855-9ab6-4de8-a573-e7c913757588 req-fcba404e-1aeb-444c-bc5c-bcbf5ff0beb1 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 5435 time: 0.1678813 Sep 17 23:52:23.146538 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port babf226a-14c0-48e5-a6eb-df5d4099f2e7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=babf226a-14c0-48e5-a6eb-df5d4099f2e7,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:23.207494 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-19f57bd8-1907-43aa-bd3f-08263eb10a19 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.37 "GET /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6378112 Sep 17 23:52:23.209213 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82723855-9ab6-4de8-a573-e7c913757588 req-a69b30b8-1efe-4e91-92bc-48bc34886ea4 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893328 Sep 17 23:52:23.223634 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787767ce-8faf-47fc-b536-0bc7c1019464 req-b7406a78-f0b5-40ab-a5bd-483c2c6b0b8a tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:23.226173 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-21e6fe22-8294-4ef8-bcb1-322122a960a4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:23.229733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787767ce-8faf-47fc-b536-0bc7c1019464 req-b7406a78-f0b5-40ab-a5bd-483c2c6b0b8a tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:23.231358 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-787767ce-8faf-47fc-b536-0bc7c1019464 req-b7406a78-f0b5-40ab-a5bd-483c2c6b0b8a tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 1677 time: 0.1278520 Sep 17 23:52:23.242723 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:23.243741 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ecc31a07-bb51-4d99-8ffb-b0d0291c3627 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:23.248220 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bc967b0-e93e-4317-8e6c-5dbcb188f0dd tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:23.288126 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-787767ce-8faf-47fc-b536-0bc7c1019464 req-f6ee7b46-ca23-4081-87e7-72c7f82c8bbc tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490327 Sep 17 23:52:23.289132 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25a1f11b-f61d-4e02-9862-219140bec38d tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:23.303419 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'babf226a-14c0-48e5-a6eb-df5d4099f2e7'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:23.306603 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c797c34-6ea0-40e2-9d5d-45d17372c886" -d '{"events": [{"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "babf226a-14c0-48e5-a6eb-df5d4099f2e7"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:23.335349 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-21e6fe22-8294-4ef8-bcb1-322122a960a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:23.399620 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=babf226a-14c0-48e5-a6eb-df5d4099f2e7,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:23.431079 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2928632e-f62d-4221-9a3d-89f01de667ef x-openstack-request-id: req-2928632e-f62d-4221-9a3d-89f01de667ef {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:23.431630 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1ce002f-0bcd-4f3a-be05-180f3971ffc2 req-c57cff90-af41-41a8-a173-5af1bacf5b45 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0724311 Sep 17 23:52:23.432324 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "babf226a-14c0-48e5-a6eb-df5d4099f2e7", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:23.432973 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2928632e-f62d-4221-9a3d-89f01de667ef {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:23.434782 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'babf226a-14c0-48e5-a6eb-df5d4099f2e7', 'code': 200} Sep 17 23:52:23.436956 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bc967b0-e93e-4317-8e6c-5dbcb188f0dd tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:23.437993 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:23.442274 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-0f7f6ab0-18e9-4233-afb9-5a769b35b7da tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:23.444515 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25a1f11b-f61d-4e02-9862-219140bec38d tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:23.517568 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ecc31a07-bb51-4d99-8ffb-b0d0291c3627, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ecc31a07-bb51-4d99-8ffb-b0d0291c3627,segment=NetworkSegment(228dc33e-6e7c-4c38-9b8d-a4b3060fb862),segment_id=228dc33e-6e7c-4c38-9b8d-a4b3060fb862)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:23.518747 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc967b0-e93e-4317-8e6c-5dbcb188f0dd tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:52:23.525846 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-9bc967b0-e93e-4317-8e6c-5dbcb188f0dd tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:23.531135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc967b0-e93e-4317-8e6c-5dbcb188f0dd tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:52:23.569380 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-deleted', 'tag': 'a9d9e059-8390-4277-80d1-cebaeedfffa5'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:23.569985 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebda977-03da-42b0-823d-a4d7f0db1e92" -d '{"events": [{"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-deleted", "tag": "a9d9e059-8390-4277-80d1-cebaeedfffa5"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:23.581600 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc967b0-e93e-4317-8e6c-5dbcb188f0dd tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Pushing event updated for resources: {'Port': ['ID=ff18821d-1d7d-4e00-bfd8-86ec33f515b6,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:23.593123 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:23.593879 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:23.665120 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1f11b-f61d-4e02-9862-219140bec38d tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Pushing event updated for resources: {'Port': ['ID=54f99d25-a207-4373-8711-bab210ef2a87,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:23.708019 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259bdf2f-5a4e-41bc-91e6-917c768494c9 x-openstack-request-id: req-259bdf2f-5a4e-41bc-91e6-917c768494c9 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:23.708459 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-deleted", "tag": "a9d9e059-8390-4277-80d1-cebaeedfffa5", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:23.709170 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-259bdf2f-5a4e-41bc-91e6-917c768494c9 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:23.709678 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-deleted', 'tag': 'a9d9e059-8390-4277-80d1-cebaeedfffa5', 'status': 'completed', 'code': 200} Sep 17 23:52:23.730494 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f6ab0-18e9-4233-afb9-5a769b35b7da tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event deleted for resources: {'Port': ['ID=cbdb24f9-597b-4307-a8d5-2749c569a415,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:23.737234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=ecc31a07-bb51-4d99-8ffb-b0d0291c3627,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:23.790303 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:23.797753 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25a1f11b-f61d-4e02-9862-219140bec38d tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:23.842414 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:23.851965 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-21e6fe22-8294-4ef8-bcb1-322122a960a4 service neutron] For port 7d283454-1c56-4bae-95b5-4603d534419d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7d283454-1c56-4bae-95b5-4603d534419d,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:23.916148 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:23.917048 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 80774bb7-bf44-4b8b-bc93-e7c967abca31 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:24.046410 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:24.082407 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-21e6fe22-8294-4ef8-bcb1-322122a960a4 service neutron] For port 7d283454-1c56-4bae-95b5-4603d534419d, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:52:24.116130 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:24.122608 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a1f11b-f61d-4e02-9862-219140bec38d tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Network 90ac20cc-2086-4bb8-babd-683a55340257 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:52:24.128242 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4215e357-c095-486b-8a03-d1f34100df1f req-0f7f6ab0-18e9-4233-afb9-5a769b35b7da tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Router 0234f085-01b3-4257-952c-01d4e8674e91 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:52:24.131491 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-25a1f11b-f61d-4e02-9862-219140bec38d tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:24.180196 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-21e6fe22-8294-4ef8-bcb1-322122a960a4 service neutron] device_id is not set on port 7d283454-1c56-4bae-95b5-4603d534419d yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:52:24.188669 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 80774bb7-bf44-4b8b-bc93-e7c967abca31, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=80774bb7-bf44-4b8b-bc93-e7c967abca31,segment=NetworkSegment(a176b4b5-3421-41fd-b407-cd92e9188613),segment_id=a176b4b5-3421-41fd-b407-cd92e9188613)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:24.250510 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-21e6fe22-8294-4ef8-bcb1-322122a960a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:24.300778 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:24.301556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7d283454-1c56-4bae-95b5-4603d534419d no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:24.410908 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-21e6fe22-8294-4ef8-bcb1-322122a960a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:24.419202 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7d283454-1c56-4bae-95b5-4603d534419d not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:52:24.419624 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ad6ee541-3beb-4fca-918f-db5ffa2a75a3 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:24.423942 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=80774bb7-bf44-4b8b-bc93-e7c967abca31,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:24.435547 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cc611-bad2-4a4e-8b69-0caadf5e8669 req-77bebdb0-4d90-409d-9c3d-2787bb1fc677 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:24.445076 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-122cc611-bad2-4a4e-8b69-0caadf5e8669 req-77bebdb0-4d90-409d-9c3d-2787bb1fc677 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.3215353 Sep 17 23:52:24.537793 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:24.600737 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-21e6fe22-8294-4ef8-bcb1-322122a960a4 service neutron] No DVR routers for this DVR port 7d283454-1c56-4bae-95b5-4603d534419d on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:24.603144 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-122cc611-bad2-4a4e-8b69-0caadf5e8669 req-b8835bd9-e147-446a-9d6d-4ccec80e3f5b tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536779 Sep 17 23:52:24.669164 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ad6ee541-3beb-4fca-918f-db5ffa2a75a3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ad6ee541-3beb-4fca-918f-db5ffa2a75a3,segment=NetworkSegment(a176b4b5-3421-41fd-b407-cd92e9188613),segment_id=a176b4b5-3421-41fd-b407-cd92e9188613)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:24.686803 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0e3fa154-6db6-46b2-9273-c00fa23ffb52 None None] Provisioning complete for port 54f99d25-a207-4373-8711-bab210ef2a87 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:52:24.688818 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0e3fa154-6db6-46b2-9273-c00fa23ffb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:24.719220 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a1f11b-f61d-4e02-9862-219140bec38d tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Router db5758ad-8665-493f-a013-050bc18f9f0d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:52:24.734133 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0e3fa154-6db6-46b2-9273-c00fa23ffb52 None None] Port 54f99d25-a207-4373-8711-bab210ef2a87 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:52:24.743014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-16507ab4-f0a4-4187-8f5f-b929c5861d5f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:24.745248 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-16507ab4-f0a4-4187-8f5f-b929c5861d5f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/networks?id=d33639c8-89f1-4a85-9d12-3148a2ec181e HTTP/1.1" status: 200 len: 805 time: 0.6231556 Sep 17 23:52:24.745661 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4215e357-c095-486b-8a03-d1f34100df1f req-0f7f6ab0-18e9-4233-afb9-5a769b35b7da tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:52:24.752725 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-21e6fe22-8294-4ef8-bcb1-322122a960a4 service neutron] In _notify_port_updated(), no bound segment for port 7d283454-1c56-4bae-95b5-4603d534419d on network 2da050b4-00f1-432e-9e5a-adbd5603b80d {{(pid=95591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:52:24.757583 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-21e6fe22-8294-4ef8-bcb1-322122a960a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:24.757583 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-21e6fe22-8294-4ef8-bcb1-322122a960a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:24.757583 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-21e6fe22-8294-4ef8-bcb1-322122a960a4 service neutron] 10.222.0.37 "PUT /v2.0/ports/7d283454-1c56-4bae-95b5-4603d534419d HTTP/1.1" status: 200 len: 1028 time: 1.5358727 Sep 17 23:52:24.759305 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6fe22-8294-4ef8-bcb1-322122a960a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d283454-1c56-4bae-95b5-4603d534419d,revision_number=6']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:24.761756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4906a52-2e33-4f2e-8c28-50d1340bf913 None None] Sync routers for ids ['0234f085-01b3-4257-952c-01d4e8674e91'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:52:24.770203 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:24.770974 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 3f452939-ef58-4d6e-8de5-7552388649dc no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:24.792919 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bc967b0-e93e-4317-8e6c-5dbcb188f0dd tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:24.817837 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4906a52-2e33-4f2e-8c28-50d1340bf913 None None] Routers {'0234f085-01b3-4257-952c-01d4e8674e91'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:24.818621 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a4906a52-2e33-4f2e-8c28-50d1340bf913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0234f085-01b3-4257-952c-01d4e8674e91'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:24.849074 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4215e357-c095-486b-8a03-d1f34100df1f req-0f7f6ab0-18e9-4233-afb9-5a769b35b7da tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] No DVR routers for this DVR port cbdb24f9-597b-4307-a8d5-2749c569a415 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:24.857579 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-0f7f6ab0-18e9-4233-afb9-5a769b35b7da tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:24.860683 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4215e357-c095-486b-8a03-d1f34100df1f req-0f7f6ab0-18e9-4233-afb9-5a769b35b7da tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.41 "DELETE /v2.0/ports/cbdb24f9-597b-4307-a8d5-2749c569a415 HTTP/1.1" status: 204 len: 173 time: 2.9870672 Sep 17 23:52:24.873923 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-1f5c0844-3896-4bda-b3f2-7d1f4d6645ed tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/quotas/64f5b0c5188148a8b9b3bac9c08e14c6 HTTP/1.1" status: 200 len: 375 time: 0.0978360 Sep 17 23:52:24.913782 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-5fe5efa5-ef1b-44ea-a9ae-3369e90e0f17 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:24.915234 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-5fe5efa5-ef1b-44ea-a9ae-3369e90e0f17 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.37 "GET /v2.0/ports/9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1315064 Sep 17 23:52:24.919819 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=ad6ee541-3beb-4fca-918f-db5ffa2a75a3,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:24.941786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43538832-6843-41c3-b6d1-e29037d738e2 req-c394b3a1-59e5-433c-b903-72dafa468284 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:24.941999 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-763e6d8f-053e-4a64-90d3-d6721c38965e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:24.948635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43538832-6843-41c3-b6d1-e29037d738e2 req-c394b3a1-59e5-433c-b903-72dafa468284 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:24.952030 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5c9fbf90-9097-4f0f-8985-cc022ec1aeb9 None None] Provisioning complete for port 7d283454-1c56-4bae-95b5-4603d534419d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:52:24.952483 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5c9fbf90-9097-4f0f-8985-cc022ec1aeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:24.957133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43538832-6843-41c3-b6d1-e29037d738e2 req-c394b3a1-59e5-433c-b903-72dafa468284 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:24.964258 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43538832-6843-41c3-b6d1-e29037d738e2 req-c394b3a1-59e5-433c-b903-72dafa468284 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:24.971182 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43538832-6843-41c3-b6d1-e29037d738e2 req-c394b3a1-59e5-433c-b903-72dafa468284 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:24.978041 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43538832-6843-41c3-b6d1-e29037d738e2 req-c394b3a1-59e5-433c-b903-72dafa468284 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:24.980515 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43538832-6843-41c3-b6d1-e29037d738e2 req-c394b3a1-59e5-433c-b903-72dafa468284 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 4650 time: 0.2323346 Sep 17 23:52:25.036293 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-a4906a52-2e33-4f2e-8c28-50d1340bf913 None None] Set router 0234f085-01b3-4257-952c-01d4e8674e91 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:52:25.040035 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-5c9fbf90-9097-4f0f-8985-cc022ec1aeb9 None None] Port 7d283454-1c56-4bae-95b5-4603d534419d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:52:25.061142 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-2f247844-d560-47f9-9cd8-3a2ee8da6ce4 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1805723 Sep 17 23:52:25.070638 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:25.078974 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-763e6d8f-053e-4a64-90d3-d6721c38965e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:25.093801 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a1f11b-f61d-4e02-9862-219140bec38d tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:52:25.104039 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-25a1f11b-f61d-4e02-9862-219140bec38d tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] 10.222.0.46 "PUT /v2.0/routers/db5758ad-8665-493f-a013-050bc18f9f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2652185 Sep 17 23:52:25.106486 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22796419-e290-4de2-9f8b-e8c1bae90a22 None None] Sync routers for ids ['db5758ad-8665-493f-a013-050bc18f9f0d'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:52:25.109240 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46618) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:25.115553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9f7ed093-3937-4024-95a5-62d0817212b8 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Request body: {'port': {'network_id': '90ac20cc-2086-4bb8-babd-683a55340257', 'name': 'tempest-FloatingIPAdminTestJSON-2061764458'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:25.116202 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22796419-e290-4de2-9f8b-e8c1bae90a22 None None] Routers {'db5758ad-8665-493f-a013-050bc18f9f0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:25.117065 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-22796419-e290-4de2-9f8b-e8c1bae90a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['db5758ad-8665-493f-a013-050bc18f9f0d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:25.130285 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 3f452939-ef58-4d6e-8de5-7552388649dc, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=3f452939-ef58-4d6e-8de5-7552388649dc,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:25.153297 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-22796419-e290-4de2-9f8b-e8c1bae90a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:25.162743 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22796419-e290-4de2-9f8b-e8c1bae90a22 None None] Routers {'db5758ad-8665-493f-a013-050bc18f9f0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:25.163701 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-22796419-e290-4de2-9f8b-e8c1bae90a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['db5758ad-8665-493f-a013-050bc18f9f0d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:25.180335 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-4215e357-c095-486b-8a03-d1f34100df1f req-d6b764dd-fa09-43cc-a904-e01bcd57aad7 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Deleting port 7c8efe2c-5278-497c-a54f-a7c58a7afd95 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:25.180674 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-d6b764dd-fa09-43cc-a904-e01bcd57aad7 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:25.209427 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-22796419-e290-4de2-9f8b-e8c1bae90a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:25.210600 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22796419-e290-4de2-9f8b-e8c1bae90a22 None None] The sync data for ids ['db5758ad-8665-493f-a013-050bc18f9f0d'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:52:25.226714 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:25.227692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ba169385-2e20-40cd-9668-1a2d3ebe2bb5 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:25.245734 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43538832-6843-41c3-b6d1-e29037d738e2 req-a6279eb5-33c3-40ca-a0d7-0fb88fba6084 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=1673654b-fdfe-473d-8fcc-0b216a19f0a4&id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2323110 Sep 17 23:52:25.247840 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bc967b0-e93e-4317-8e6c-5dbcb188f0dd tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:25.275505 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: ba169385-2e20-40cd-9668-1a2d3ebe2bb5 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:52:25.275852 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ba169385-2e20-40cd-9668-1a2d3ebe2bb5 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:52:25.316020 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=3f452939-ef58-4d6e-8de5-7552388649dc,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:25.372311 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a4906a52-2e33-4f2e-8c28-50d1340bf913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0234f085-01b3-4257-952c-01d4e8674e91', 'name': 'tempest-TaggedBootDevicesTest_v242-81410014-router', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:59Z', 'updated_at': '2021-09-17T23:41:09Z', 'revision_number': 4, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'gw_port': {'id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:01Z', 'updated_at': '2021-09-17T23:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'c062c915-e490-4535-b2e0-b9bc44cba3e2', 'name': '', 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'mac_address': 'fa:16:3e:03:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:07Z', 'updated_at': '2021-09-17T23:41:16Z', 'revision_number': 5, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'subnets': [{'id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:25.399737 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4906a52-2e33-4f2e-8c28-50d1340bf913 None None] Checking router: 0234f085-01b3-4257-952c-01d4e8674e91 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:52:25.410881 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4906a52-2e33-4f2e-8c28-50d1340bf913 None None] Routers {'0234f085-01b3-4257-952c-01d4e8674e91'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:25.411650 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a4906a52-2e33-4f2e-8c28-50d1340bf913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0234f085-01b3-4257-952c-01d4e8674e91'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:25.446113 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-966107d7-3f78-4d7e-a540-ebf3b0081e30 service neutron] 10.222.0.46 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644111 Sep 17 23:52:25.449818 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecc31a07-bb51-4d99-8ffb-b0d0291c3627'}, {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a'}, {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80774bb7-bf44-4b8b-bc93-e7c967abca31'}, {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad6ee541-3beb-4fca-918f-db5ffa2a75a3'}, {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f452939-ef58-4d6e-8de5-7552388649dc'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:25.452225 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850da2dc-b709-46d6-84f6-f285bccaf4e3" -d '{"events": [{"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "ecc31a07-bb51-4d99-8ffb-b0d0291c3627"}, {"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a"}, {"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "80774bb7-bf44-4b8b-bc93-e7c967abca31"}, {"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "ad6ee541-3beb-4fca-918f-db5ffa2a75a3"}, {"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "3f452939-ef58-4d6e-8de5-7552388649dc"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:25.454148 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504924cf-d4a2-48b1-8e21-b2359b795634 req-351f744b-4a3a-4626-951d-4a2052782574 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:25.455788 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-504924cf-d4a2-48b1-8e21-b2359b795634 req-351f744b-4a3a-4626-951d-4a2052782574 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 943 time: 0.1230514 Sep 17 23:52:25.531847 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-a4906a52-2e33-4f2e-8c28-50d1340bf913 None None] Set router 0234f085-01b3-4257-952c-01d4e8674e91 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:52:25.603684 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-504924cf-d4a2-48b1-8e21-b2359b795634 req-62b8f7b2-94fe-401e-9f8f-3a33c30dac41 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups?id=6687bf39-82f2-4203-9e3b-9109ba09075f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197743 Sep 17 23:52:25.622126 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-793b5c02-0b97-4ae5-9f08-d303409dc7fd service neutron] 10.222.0.46 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393945 Sep 17 23:52:25.663966 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4215e357-c095-486b-8a03-d1f34100df1f req-d6b764dd-fa09-43cc-a904-e01bcd57aad7 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] For port 7c8efe2c-5278-497c-a54f-a7c58a7afd95, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=7c8efe2c-5278-497c-a54f-a7c58a7afd95,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:25.664582 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-d6b764dd-fa09-43cc-a904-e01bcd57aad7 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:25.687327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-4215e357-c095-486b-8a03-d1f34100df1f req-d6b764dd-fa09-43cc-a904-e01bcd57aad7 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Calling delete_port for 7c8efe2c-5278-497c-a54f-a7c58a7afd95 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:25.731403 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-763e6d8f-053e-4a64-90d3-d6721c38965e service neutron] For port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:25.733412 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-deleted', 'tag': 'cbdb24f9-597b-4307-a8d5-2749c569a415'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:25.735896 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3f23a3-6101-4a78-b995-83aa764a3020" -d '{"events": [{"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-deleted", "tag": "cbdb24f9-597b-4307-a8d5-2749c569a415"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:25.748605 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18303dfe-54b4-460f-9b55-e5ce3d132d33 req-60be4aa5-150d-4a4e-aab2-ef0e20d29e32 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0500789 Sep 17 23:52:25.749753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc967b0-e93e-4317-8e6c-5dbcb188f0dd tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Router 3f3cef9b-55ec-438b-9526-38f379f4d8c4 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:52:25.809083 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a4906a52-2e33-4f2e-8c28-50d1340bf913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0234f085-01b3-4257-952c-01d4e8674e91', 'name': 'tempest-TaggedBootDevicesTest_v242-81410014-router', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:59Z', 'updated_at': '2021-09-17T23:41:09Z', 'revision_number': 4, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'gw_port': {'id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:01Z', 'updated_at': '2021-09-17T23:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'c062c915-e490-4535-b2e0-b9bc44cba3e2', 'name': '', 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'mac_address': 'fa:16:3e:03:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:07Z', 'updated_at': '2021-09-17T23:41:16Z', 'revision_number': 5, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'subnets': [{'id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:25.866030 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81311c41-4037-46b9-ab08-4064f6bee694 x-openstack-request-id: req-81311c41-4037-46b9-ab08-4064f6bee694 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:25.866582 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "ecc31a07-bb51-4d99-8ffb-b0d0291c3627", "code": 200}, {"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a", "code": 200}, {"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "80774bb7-bf44-4b8b-bc93-e7c967abca31", "code": 200}, {"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "ad6ee541-3beb-4fca-918f-db5ffa2a75a3", "code": 200}, {"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "3f452939-ef58-4d6e-8de5-7552388649dc", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:25.866851 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-81311c41-4037-46b9-ab08-4064f6bee694 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:25.867270 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecc31a07-bb51-4d99-8ffb-b0d0291c3627', 'code': 200} Sep 17 23:52:25.867524 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a', 'code': 200} Sep 17 23:52:25.867775 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80774bb7-bf44-4b8b-bc93-e7c967abca31', 'code': 200} Sep 17 23:52:25.868020 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad6ee541-3beb-4fca-918f-db5ffa2a75a3', 'code': 200} Sep 17 23:52:25.871853 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f452939-ef58-4d6e-8de5-7552388649dc', 'code': 200} Sep 17 23:52:25.873005 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4906a52-2e33-4f2e-8c28-50d1340bf913 None None] The sync data for ids ['0234f085-01b3-4257-952c-01d4e8674e91'] in n-d-809883-1 is: [{'id': '0234f085-01b3-4257-952c-01d4e8674e91', 'name': 'tempest-TaggedBootDevicesTest_v242-81410014-router', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:59Z', 'updated_at': '2021-09-17T23:41:09Z', 'revision_number': 4, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'gw_port': {'id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:01Z', 'updated_at': '2021-09-17T23:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'c062c915-e490-4535-b2e0-b9bc44cba3e2', 'name': '', 'network_id': '1ae04948-4183-4a3d-bd37-c393127fcdb8', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'mac_address': 'fa:16:3e:03:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:07Z', 'updated_at': '2021-09-17T23:41:16Z', 'revision_number': 5, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'subnets': [{'id': '914a5e03-c97e-4072-a458-079cc4a8ce5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:52:25.942698 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7ed093-3937-4024-95a5-62d0817212b8 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Made reservation on behalf of a089e29e51054162a084ab78ab98d804 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:52:25.945327 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed093-3937-4024-95a5-62d0817212b8 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:25.977909 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-763e6d8f-053e-4a64-90d3-d6721c38965e service neutron] For port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:52:25.977909 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a373bb-aba8-4260-92ae-a66363935089 x-openstack-request-id: req-c8a373bb-aba8-4260-92ae-a66363935089 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:25.977909 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-deleted", "tag": "cbdb24f9-597b-4307-a8d5-2749c569a415", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:25.977909 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8a373bb-aba8-4260-92ae-a66363935089 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:25.977909 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-deleted', 'tag': 'cbdb24f9-597b-4307-a8d5-2749c569a415', 'status': 'completed', 'code': 200} Sep 17 23:52:25.986339 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc967b0-e93e-4317-8e6c-5dbcb188f0dd tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:52:25.999230 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] Sync routers for ids ['3f3cef9b-55ec-438b-9526-38f379f4d8c4'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:52:26.014740 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-9f7ed093-3937-4024-95a5-62d0817212b8 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] device_id is not set on port dc01bb7e-ddbe-4e62-8ed8-1c2558987c89 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:52:26.019707 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] Routers {'3f3cef9b-55ec-438b-9526-38f379f4d8c4'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:26.021157 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['3f3cef9b-55ec-438b-9526-38f379f4d8c4'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:26.039121 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-d6b764dd-fa09-43cc-a904-e01bcd57aad7 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:26.042141 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-763e6d8f-053e-4a64-90d3-d6721c38965e service neutron] device_id is not set on port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:52:26.074108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67933f4-7cb1-4e27-8e67-66197c555ee3 req-deb94a55-1886-45c0-9c5d-b11957cc3023 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:26.076086 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e67933f4-7cb1-4e27-8e67-66197c555ee3 req-deb94a55-1886-45c0-9c5d-b11957cc3023 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.1976902 Sep 17 23:52:26.094749 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-763e6d8f-053e-4a64-90d3-d6721c38965e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:26.166634 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61ae4c20-1cb4-4c11-8203-fe91a1918b26 req-fe0b0a6d-bae6-4f6b-9816-936221da8993 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 210 time: 0.0829890 Sep 17 23:52:26.167267 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b764dd-fa09-43cc-a904-e01bcd57aad7 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event deleted for resources: {'Port': ['ID=7c8efe2c-5278-497c-a54f-a7c58a7afd95,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:26.173303 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e67933f4-7cb1-4e27-8e67-66197c555ee3 req-05322d55-a5b5-436f-90d4-a3c935dea97a tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835187 Sep 17 23:52:26.177151 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bc967b0-e93e-4317-8e6c-5dbcb188f0dd tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:26.178472 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9bc967b0-e93e-4317-8e6c-5dbcb188f0dd tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.2440393 Sep 17 23:52:26.185738 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46642) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:26.209424 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-763e6d8f-053e-4a64-90d3-d6721c38965e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:26.318641 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4215e357-c095-486b-8a03-d1f34100df1f req-d6b764dd-fa09-43cc-a904-e01bcd57aad7 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] No DVR routers for this DVR port 7c8efe2c-5278-497c-a54f-a7c58a7afd95 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:26.327881 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4215e357-c095-486b-8a03-d1f34100df1f req-d6b764dd-fa09-43cc-a904-e01bcd57aad7 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:26.330896 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4215e357-c095-486b-8a03-d1f34100df1f req-d6b764dd-fa09-43cc-a904-e01bcd57aad7 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.41 "DELETE /v2.0/ports/7c8efe2c-5278-497c-a54f-a7c58a7afd95 HTTP/1.1" status: 204 len: 173 time: 1.4319036 Sep 17 23:52:26.385890 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-763e6d8f-053e-4a64-90d3-d6721c38965e service neutron] No DVR routers for this DVR port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:26.398964 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] Set router 3f3cef9b-55ec-438b-9526-38f379f4d8c4 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:52:26.423967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b8124ae9-87c5-4d27-9ac2-73dad5678c39 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "GET /v2.0/routers/3f3cef9b-55ec-438b-9526-38f379f4d8c4 HTTP/1.1" status: 200 len: 906 time: 0.2327631 Sep 17 23:52:26.427840 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46648) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:26.442701 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c22534-c825-45c4-acbb-d2cd4dd9cd35 None None] New status for floating IP b0ed57c5-f1aa-4932-848f-e9be5ae70ee5: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:52:26.444928 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-1d98b960-6b48-4ed7-a3c8-3ae1856c09fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Request body: {'router': {'name': 'tempest-snat-router-9048901', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'enable_snat': True}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:26.519812 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e6d8f-053e-4a64-90d3-d6721c38965e service neutron] Pushing event updated for resources: {'Port': ['ID=9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a,revision_number=7']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:26.548765 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-9f7ed093-3937-4024-95a5-62d0817212b8 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Allocated IP 172.20.0.12 (90ac20cc-2086-4bb8-babd-683a55340257/45d7a7e3-3666-4ff6-99a0-5ffaed80d0c2/dc01bb7e-ddbe-4e62-8ed8-1c2558987c89) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:52:26.561925 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35247e44-1820-4a33-81ae-5ca6ca83572c req-720fec55-fb27-413a-b50f-fe8e9c47460b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:26.588901 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35247e44-1820-4a33-81ae-5ca6ca83572c req-720fec55-fb27-413a-b50f-fe8e9c47460b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:26.598355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35247e44-1820-4a33-81ae-5ca6ca83572c req-720fec55-fb27-413a-b50f-fe8e9c47460b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:26.599633 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-763e6d8f-053e-4a64-90d3-d6721c38965e service neutron] In _notify_port_updated(), no bound segment for port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a on network 2da050b4-00f1-432e-9e5a-adbd5603b80d {{(pid=95591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:52:26.602232 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-763e6d8f-053e-4a64-90d3-d6721c38965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:26.607214 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-763e6d8f-053e-4a64-90d3-d6721c38965e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:26.608458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35247e44-1820-4a33-81ae-5ca6ca83572c req-720fec55-fb27-413a-b50f-fe8e9c47460b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:26.610016 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-763e6d8f-053e-4a64-90d3-d6721c38965e service neutron] 10.222.0.37 "PUT /v2.0/ports/9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a HTTP/1.1" status: 200 len: 1028 time: 1.6739976 Sep 17 23:52:26.621295 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35247e44-1820-4a33-81ae-5ca6ca83572c req-720fec55-fb27-413a-b50f-fe8e9c47460b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:26.630008 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35247e44-1820-4a33-81ae-5ca6ca83572c req-720fec55-fb27-413a-b50f-fe8e9c47460b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 3875 time: 0.1587749 Sep 17 23:52:26.743070 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1d98b960-6b48-4ed7-a3c8-3ae1856c09fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:26.744135 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1d98b960-6b48-4ed7-a3c8-3ae1856c09fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:26.749378 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-724dd369-e1aa-479d-b1e7-a41b5aecd1c2 None None] Provisioning complete for port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:52:26.749750 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-724dd369-e1aa-479d-b1e7-a41b5aecd1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:26.753333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35247e44-1820-4a33-81ae-5ca6ca83572c req-4eadad5a-bc8b-48ec-a501-bbe5fc4bbad7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224627 Sep 17 23:52:26.821147 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ceea9d6-40d5-464b-8a6a-ab043c0b52ef req-a4e07b3d-049c-4bdf-8e30-3693caed5853 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.0725100 Sep 17 23:52:26.850817 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-724dd369-e1aa-479d-b1e7-a41b5aecd1c2 None None] Port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:52:26.874907 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3cef9b-55ec-438b-9526-38f379f4d8c4', 'name': 'tempest-snat-router-9048901', 'tenant_id': 'f1723403de554a749eabcaef70fee07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.134'}], 'enable_snat': False}, 'gw_port_id': 'ff18821d-1d7d-4e00-bfd8-86ec33f515b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:52:22Z', 'updated_at': '2021-09-17T23:52:24Z', 'revision_number': 3, 'project_id': 'f1723403de554a749eabcaef70fee07c', 'gw_port': {'id': 'ff18821d-1d7d-4e00-bfd8-86ec33f515b6', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3cef9b-55ec-438b-9526-38f379f4d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:52:22Z', 'updated_at': '2021-09-17T23:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:26.920633 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8279629c-4ac0-4cb6-8fff-c94a540992cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Deleting port 80774bb7-bf44-4b8b-bc93-e7c967abca31 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:26.921306 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8279629c-4ac0-4cb6-8fff-c94a540992cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:26.962847 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] Checking router: 3f3cef9b-55ec-438b-9526-38f379f4d8c4 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:52:26.963208 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] Updating router 3f3cef9b-55ec-438b-9526-38f379f4d8c4 port ff18821d-1d7d-4e00-bfd8-86ec33f515b6 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:52:26.966870 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1d98b960-6b48-4ed7-a3c8-3ae1856c09fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:27.019890 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:27.052083 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1e91926-c149-4246-93bb-dff89352d2df req-63e34684-446a-4aba-8b89-d2ec2a8be250 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0793955 Sep 17 23:52:27.084581 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed093-3937-4024-95a5-62d0817212b8 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:27.115218 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8279629c-4ac0-4cb6-8fff-c94a540992cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] For port 80774bb7-bf44-4b8b-bc93-e7c967abca31, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=80774bb7-bf44-4b8b-bc93-e7c967abca31,segment=NetworkSegment(a176b4b5-3421-41fd-b407-cd92e9188613),segment_id=a176b4b5-3421-41fd-b407-cd92e9188613)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:27.115848 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8279629c-4ac0-4cb6-8fff-c94a540992cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:27.146025 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8279629c-4ac0-4cb6-8fff-c94a540992cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Calling delete_port for 80774bb7-bf44-4b8b-bc93-e7c967abca31 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:27.392468 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed093-3937-4024-95a5-62d0817212b8 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:27.406530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21b094ec-4393-46e1-84e6-f5afa877e286 req-ec360380-5e89-4f85-b4e7-1202355a128d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 210 time: 0.1190968 Sep 17 23:52:27.413204 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1d98b960-6b48-4ed7-a3c8-3ae1856c09fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:27.419424 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:52:27.506210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05012b8-81e6-454a-94b7-1e60afda3998 req-28e34c2f-23f4-4711-b326-735d4e407276 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:27.508744 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a05012b8-81e6-454a-94b7-1e60afda3998 req-28e34c2f-23f4-4711-b326-735d4e407276 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.0907445 Sep 17 23:52:27.599752 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7ed093-3937-4024-95a5-62d0817212b8 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Network 90ac20cc-2086-4bb8-babd-683a55340257 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:52:27.632527 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-9f7ed093-3937-4024-95a5-62d0817212b8 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:27.635126 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:27.645687 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ed093-3937-4024-95a5-62d0817212b8 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:52:27.645803 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a05012b8-81e6-454a-94b7-1e60afda3998 req-985c2c4b-1ae8-4561-b971-f89420d0c4a2 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250916 Sep 17 23:52:27.696794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ed093-3937-4024-95a5-62d0817212b8 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Pushing event updated for resources: {'Port': ['ID=dc01bb7e-ddbe-4e62-8ed8-1c2558987c89,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:27.722151 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:27.797093 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8279629c-4ac0-4cb6-8fff-c94a540992cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:27.820715 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba752869-8c53-4666-9ace-b8b9f9106734 None None] Pushing event updated for resources: {'Port': ['ID=ff18821d-1d7d-4e00-bfd8-86ec33f515b6,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:27.891255 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] Attempting to bind port ff18821d-1d7d-4e00-bfd8-86ec33f515b6 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:52:27.891748 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] Attempting to bind port ff18821d-1d7d-4e00-bfd8-86ec33f515b6 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:52:27.892711 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] Attempting to bind port ff18821d-1d7d-4e00-bfd8-86ec33f515b6 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:52:27.906086 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279629c-4ac0-4cb6-8fff-c94a540992cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event deleted for resources: {'Port': ['ID=80774bb7-bf44-4b8b-bc93-e7c967abca31,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:27.909422 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:52:27.910769 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:52:27.911896 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:27.912615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:52:27.914054 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] Bound port: ff18821d-1d7d-4e00-bfd8-86ec33f515b6, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:52:27.915121 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:27.979991 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ed093-3937-4024-95a5-62d0817212b8 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:27.980694 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f7ed093-3937-4024-95a5-62d0817212b8 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:28.003023 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-deleted', 'tag': '7c8efe2c-5278-497c-a54f-a7c58a7afd95'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:28.007398 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c31e97-8dfb-439e-b727-67df5207e264" -d '{"events": [{"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-deleted", "tag": "7c8efe2c-5278-497c-a54f-a7c58a7afd95"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:28.013385 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8279629c-4ac0-4cb6-8fff-c94a540992cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] No DVR routers for this DVR port 80774bb7-bf44-4b8b-bc93-e7c967abca31 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:28.019132 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8279629c-4ac0-4cb6-8fff-c94a540992cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:28.021155 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8279629c-4ac0-4cb6-8fff-c94a540992cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.37 "DELETE /v2.0/ports/80774bb7-bf44-4b8b-bc93-e7c967abca31 HTTP/1.1" status: 204 len: 173 time: 1.3985584 Sep 17 23:52:28.021767 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1d98b960-6b48-4ed7-a3c8-3ae1856c09fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:28.045867 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] For port ff18821d-1d7d-4e00-bfd8-86ec33f515b6, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:52:28.050004 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] For port ff18821d-1d7d-4e00-bfd8-86ec33f515b6, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ff18821d-1d7d-4e00-bfd8-86ec33f515b6,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:52:28.060671 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1d98b960-6b48-4ed7-a3c8-3ae1856c09fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:28.088001 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-116d060b-4cdd-42b4-a191-035afe8b3182 req-426727d2-88a8-4672-ad7e-013bac4a94f5 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.0425341 Sep 17 23:52:28.107871 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08477d2f-c98d-49d2-9e7f-1b45083259d8 req-e097f190-442f-4309-83c4-8685736f05cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:28.110765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08477d2f-c98d-49d2-9e7f-1b45083259d8 req-e097f190-442f-4309-83c4-8685736f05cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:28.118616 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08477d2f-c98d-49d2-9e7f-1b45083259d8 req-e097f190-442f-4309-83c4-8685736f05cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:28.121271 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-56845f19-eba5-4966-8873-c31b0d681ca4 None None] Provisioning complete for port dc01bb7e-ddbe-4e62-8ed8-1c2558987c89 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:52:28.121661 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-56845f19-eba5-4966-8873-c31b0d681ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:28.127708 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08477d2f-c98d-49d2-9e7f-1b45083259d8 req-e097f190-442f-4309-83c4-8685736f05cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:28.129647 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08477d2f-c98d-49d2-9e7f-1b45083259d8 req-e097f190-442f-4309-83c4-8685736f05cb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 3142 time: 0.2292614 Sep 17 23:52:28.149192 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9f7ed093-3937-4024-95a5-62d0817212b8 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.0374665 Sep 17 23:52:28.153158 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46698) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:28.195683 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-1517b62b-d6a7-4622-ac73-cabc4f5d3bb2 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Deleting port 3f452939-ef58-4d6e-8de5-7552388649dc {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:28.196292 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-1517b62b-d6a7-4622-ac73-cabc4f5d3bb2 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:28.229742 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:28.250865 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08477d2f-c98d-49d2-9e7f-1b45083259d8 req-d3c1f79b-43f3-46f2-9708-b79e8949c5c9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789628 Sep 17 23:52:28.266456 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bb66e4-6b48-45a2-9a36-2876d7ef8e69 x-openstack-request-id: req-17bb66e4-6b48-45a2-9a36-2876d7ef8e69 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:28.268090 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd2e40a-faed-4bf3-a61d-260ea1956eb8", "name": "network-vif-deleted", "tag": "7c8efe2c-5278-497c-a54f-a7c58a7afd95", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:28.268763 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-17bb66e4-6b48-45a2-9a36-2876d7ef8e69 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:28.269768 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd2e40a-faed-4bf3-a61d-260ea1956eb8', 'name': 'network-vif-deleted', 'tag': '7c8efe2c-5278-497c-a54f-a7c58a7afd95', 'status': 'completed', 'code': 200} Sep 17 23:52:28.353918 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-1d98b960-6b48-4ed7-a3c8-3ae1856c09fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Allocated IP 172.25.3.15 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/fc49c253-d99c-4cd0-9562-0f12833e2ef3) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:52:28.410419 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba752869-8c53-4666-9ace-b8b9f9106734 None None] Pushing event updated for resources: {'Port': ['ID=ff18821d-1d7d-4e00-bfd8-86ec33f515b6,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:28.454563 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-56845f19-eba5-4966-8873-c31b0d681ca4 None None] Port dc01bb7e-ddbe-4e62-8ed8-1c2558987c89 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:52:28.457921 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] Routers {'3f3cef9b-55ec-438b-9526-38f379f4d8c4'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:28.458519 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['3f3cef9b-55ec-438b-9526-38f379f4d8c4'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:28.473570 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-1517b62b-d6a7-4622-ac73-cabc4f5d3bb2 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] For port 3f452939-ef58-4d6e-8de5-7552388649dc, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=3f452939-ef58-4d6e-8de5-7552388649dc,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:28.473570 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-1517b62b-d6a7-4622-ac73-cabc4f5d3bb2 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:28.518150 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-1517b62b-d6a7-4622-ac73-cabc4f5d3bb2 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Calling delete_port for 3f452939-ef58-4d6e-8de5-7552388649dc owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:28.561694 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'project_id': 'a089e29e51054162a084ab78ab98d804', 'port_id': 'dc01bb7e-ddbe-4e62-8ed8-1c2558987c89'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:28.597846 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3ca5b4d-b327-4c09-8b30-31f16b6e63b7 req-1a72bd14-77b5-44f8-b38a-7774c0b6d4d5 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0811610 Sep 17 23:52:28.712614 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] Set router 3f3cef9b-55ec-438b-9526-38f379f4d8c4 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:52:28.713475 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe4263bf-c536-4e4a-acae-a61ea9c916c5 req-1523f2c8-b859-442c-825b-92843599b6a4 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 210 time: 0.0974576 Sep 17 23:52:28.774540 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:28.880961 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1d98b960-6b48-4ed7-a3c8-3ae1856c09fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:28.911668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-b1fcc91d-6ce3-4c3f-8084-40e9d00e2385 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:28.913316 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-b1fcc91d-6ce3-4c3f-8084-40e9d00e2385 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.37 "GET /v2.0/networks?id=d33639c8-89f1-4a85-9d12-3148a2ec181e HTTP/1.1" status: 200 len: 805 time: 0.5083094 Sep 17 23:52:28.929167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d21896-7330-486b-a4fd-9d21c06cb5d2 req-8fa81913-82d8-411a-b1f2-9dcfd22b79f4 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:28.937916 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-30d21896-7330-486b-a4fd-9d21c06cb5d2 req-8fa81913-82d8-411a-b1f2-9dcfd22b79f4 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.1555564 Sep 17 23:52:28.950480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-b722d29e-f9db-4688-9152-aee0cb4f8798 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Request body: {'port': {'device_id': '4ed388ed-068f-4fd9-8c5d-db0017ade9fe', 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e', 'admin_state_up': True, 'tenant_id': '64f5b0c5188148a8b9b3bac9c08e14c6'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:28.963106 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-1517b62b-d6a7-4622-ac73-cabc4f5d3bb2 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:29.024532 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3cef9b-55ec-438b-9526-38f379f4d8c4', 'name': 'tempest-snat-router-9048901', 'tenant_id': 'f1723403de554a749eabcaef70fee07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.134'}], 'enable_snat': False}, 'gw_port_id': 'ff18821d-1d7d-4e00-bfd8-86ec33f515b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:52:22Z', 'updated_at': '2021-09-17T23:52:24Z', 'revision_number': 3, 'project_id': 'f1723403de554a749eabcaef70fee07c', 'gw_port': {'id': 'ff18821d-1d7d-4e00-bfd8-86ec33f515b6', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3cef9b-55ec-438b-9526-38f379f4d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:52:22Z', 'updated_at': '2021-09-17T23:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:29.063110 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d2f6c8-41c7-4e50-9efb-ba890b9b4238 None None] The sync data for ids ['3f3cef9b-55ec-438b-9526-38f379f4d8c4'] in n-d-809883-1 is: [{'id': '3f3cef9b-55ec-438b-9526-38f379f4d8c4', 'name': 'tempest-snat-router-9048901', 'tenant_id': 'f1723403de554a749eabcaef70fee07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.134'}], 'enable_snat': False}, 'gw_port_id': 'ff18821d-1d7d-4e00-bfd8-86ec33f515b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:52:22Z', 'updated_at': '2021-09-17T23:52:24Z', 'revision_number': 3, 'project_id': 'f1723403de554a749eabcaef70fee07c', 'gw_port': {'id': 'ff18821d-1d7d-4e00-bfd8-86ec33f515b6', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3cef9b-55ec-438b-9526-38f379f4d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:52:22Z', 'updated_at': '2021-09-17T23:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:52:29.067398 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517b62b-d6a7-4622-ac73-cabc4f5d3bb2 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event deleted for resources: {'Port': ['ID=3f452939-ef58-4d6e-8de5-7552388649dc,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:29.099677 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-1517b62b-d6a7-4622-ac73-cabc4f5d3bb2 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] No DVR routers for this DVR port 3f452939-ef58-4d6e-8de5-7552388649dc on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:29.103134 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-1517b62b-d6a7-4622-ac73-cabc4f5d3bb2 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:29.106203 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-1517b62b-d6a7-4622-ac73-cabc4f5d3bb2 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.37 "DELETE /v2.0/ports/3f452939-ef58-4d6e-8de5-7552388649dc HTTP/1.1" status: 204 len: 173 time: 1.0756855 Sep 17 23:52:29.166899 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:29.309795 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-defcce7b-8e8b-48e9-9f32-c4c0da52b311 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Deleting port ad6ee541-3beb-4fca-918f-db5ffa2a75a3 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:29.310208 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-defcce7b-8e8b-48e9-9f32-c4c0da52b311 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:29.428451 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-defcce7b-8e8b-48e9-9f32-c4c0da52b311 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] For port ad6ee541-3beb-4fca-918f-db5ffa2a75a3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ad6ee541-3beb-4fca-918f-db5ffa2a75a3,segment=NetworkSegment(a176b4b5-3421-41fd-b407-cd92e9188613),segment_id=a176b4b5-3421-41fd-b407-cd92e9188613)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:29.429218 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-defcce7b-8e8b-48e9-9f32-c4c0da52b311 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:29.497989 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-defcce7b-8e8b-48e9-9f32-c4c0da52b311 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Calling delete_port for ad6ee541-3beb-4fca-918f-db5ffa2a75a3 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:29.648603 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-30d21896-7330-486b-a4fd-9d21c06cb5d2 req-d1972709-2f42-4aac-a130-f720606b517e tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7094269 Sep 17 23:52:29.741001 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8209ef53-ac41-4a29-9f04-a7d379e43b93 req-8065d8da-7682-40d1-aa81-185b95ea1461 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.1080215 Sep 17 23:52:29.766606 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1d98b960-6b48-4ed7-a3c8-3ae1856c09fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:29.816431 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-defcce7b-8e8b-48e9-9f32-c4c0da52b311 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:29.819263 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Allocated IP 172.25.3.126 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/64666a43-54da-4022-8858-f5112bc61aa9) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:52:29.851249 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcce7b-8e8b-48e9-9f32-c4c0da52b311 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event deleted for resources: {'Port': ['ID=ad6ee541-3beb-4fca-918f-db5ffa2a75a3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:29.863260 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d98b960-6b48-4ed7-a3c8-3ae1856c09fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:52:29.891756 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-1d98b960-6b48-4ed7-a3c8-3ae1856c09fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:29.922160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d98b960-6b48-4ed7-a3c8-3ae1856c09fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:52:29.931816 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-defcce7b-8e8b-48e9-9f32-c4c0da52b311 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] No DVR routers for this DVR port ad6ee541-3beb-4fca-918f-db5ffa2a75a3 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:29.932060 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-300ad20a-4fb6-475e-9329-d822566838e3 req-3b760b62-6508-4c4c-8f11-f4e532f3fa89 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0717390 Sep 17 23:52:29.945676 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-defcce7b-8e8b-48e9-9f32-c4c0da52b311 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:29.948529 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-defcce7b-8e8b-48e9-9f32-c4c0da52b311 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.37 "DELETE /v2.0/ports/ad6ee541-3beb-4fca-918f-db5ffa2a75a3 HTTP/1.1" status: 204 len: 173 time: 0.8346004 Sep 17 23:52:29.959871 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98b960-6b48-4ed7-a3c8-3ae1856c09fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Pushing event updated for resources: {'Port': ['ID=fc49c253-d99c-4cd0-9562-0f12833e2ef3,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:29.998159 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374679c-47d6-4659-9545-ef66769fe81b req-63addb05-82a1-4abd-a871-29371943103a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:30.013839 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374679c-47d6-4659-9545-ef66769fe81b req-63addb05-82a1-4abd-a871-29371943103a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:30.015756 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5374679c-47d6-4659-9545-ef66769fe81b req-63addb05-82a1-4abd-a871-29371943103a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 1676 time: 0.2640734 Sep 17 23:52:30.118959 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7048fbc9-74b6-4a41-be78-1abfc08296d4 req-b4a26397-d26f-48eb-af61-42e4eca6ae60 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 210 time: 0.0487137 Sep 17 23:52:30.163249 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8cc88ca6-cb15-481c-bdae-9a9d41317fa9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Deleting port ecc31a07-bb51-4d99-8ffb-b0d0291c3627 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:30.163803 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8cc88ca6-cb15-481c-bdae-9a9d41317fa9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:30.166267 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5374679c-47d6-4659-9545-ef66769fe81b req-40bc6512-058d-484c-a5c7-1546034fb522 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365190 Sep 17 23:52:30.174464 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-b722d29e-f9db-4688-9152-aee0cb4f8798 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Made reservation on behalf of 64f5b0c5188148a8b9b3bac9c08e14c6 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:52:30.180981 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-b722d29e-f9db-4688-9152-aee0cb4f8798 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:30.200915 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:30.276261 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-deleted', 'tag': '80774bb7-bf44-4b8b-bc93-e7c967abca31'}, {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-deleted', 'tag': '3f452939-ef58-4d6e-8de5-7552388649dc'}, {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-deleted', 'tag': 'ad6ee541-3beb-4fca-918f-db5ffa2a75a3'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:30.278830 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedb62b7-29ab-41a7-af55-6f1efe729ae5" -d '{"events": [{"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-deleted", "tag": "80774bb7-bf44-4b8b-bc93-e7c967abca31"}, {"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-deleted", "tag": "3f452939-ef58-4d6e-8de5-7552388649dc"}, {"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-deleted", "tag": "ad6ee541-3beb-4fca-918f-db5ffa2a75a3"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:30.335561 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8cc88ca6-cb15-481c-bdae-9a9d41317fa9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] For port ecc31a07-bb51-4d99-8ffb-b0d0291c3627, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ecc31a07-bb51-4d99-8ffb-b0d0291c3627,segment=NetworkSegment(228dc33e-6e7c-4c38-9b8d-a4b3060fb862),segment_id=228dc33e-6e7c-4c38-9b8d-a4b3060fb862)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:30.336222 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8cc88ca6-cb15-481c-bdae-9a9d41317fa9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:30.447504 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdccfdad-a5fe-409d-bc47-e37ee96cc98d x-openstack-request-id: req-fdccfdad-a5fe-409d-bc47-e37ee96cc98d {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:30.453253 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-deleted", "tag": "80774bb7-bf44-4b8b-bc93-e7c967abca31", "status": "completed", "code": 200}, {"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-deleted", "tag": "3f452939-ef58-4d6e-8de5-7552388649dc", "status": "completed", "code": 200}, {"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-deleted", "tag": "ad6ee541-3beb-4fca-918f-db5ffa2a75a3", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:30.453253 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fdccfdad-a5fe-409d-bc47-e37ee96cc98d {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:30.453253 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-deleted', 'tag': '80774bb7-bf44-4b8b-bc93-e7c967abca31', 'status': 'completed', 'code': 200} Sep 17 23:52:30.453253 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-deleted', 'tag': '3f452939-ef58-4d6e-8de5-7552388649dc', 'status': 'completed', 'code': 200} Sep 17 23:52:30.453253 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-deleted', 'tag': 'ad6ee541-3beb-4fca-918f-db5ffa2a75a3', 'status': 'completed', 'code': 200} Sep 17 23:52:30.453253 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:30.491171 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-b722d29e-f9db-4688-9152-aee0cb4f8798 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Allocated IP 172.20.0.10 (d33639c8-89f1-4a85-9d12-3148a2ec181e/3268c3e3-cb80-4c9a-917f-08e3b14b6886/4d3250a0-3dd5-4aab-b1da-54608c2bb0c7) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:52:30.582551 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:52:30.602194 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:30.669770 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:52:30.689039 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-b722d29e-f9db-4688-9152-aee0cb4f8798 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:30.719298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Pushing event updated for resources: {'Port': ['ID=64666a43-54da-4022-8858-f5112bc61aa9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:30.829384 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-b722d29e-f9db-4688-9152-aee0cb4f8798 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:30.846423 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['95d2a898-fcaf-4ab5-9aad-e18a40cca389'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:52:30.953334 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-b722d29e-f9db-4688-9152-aee0cb4f8798 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Network d33639c8-89f1-4a85-9d12-3148a2ec181e is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:52:30.978449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58487e23-91f3-49de-ace4-0ae856d8d087 req-bd26a1af-4eeb-4684-8c5c-135b4e8a2643 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:30.980072 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58487e23-91f3-49de-ace4-0ae856d8d087 req-bd26a1af-4eeb-4684-8c5c-135b4e8a2643 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.2337005 Sep 17 23:52:31.004316 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-b722d29e-f9db-4688-9152-aee0cb4f8798 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:31.065735 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7d848515-e439-4600-9805-f22703a96533 req-797ad2f3-79f7-47ea-b304-709f871f171f tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.1422646 Sep 17 23:52:31.072188 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-b722d29e-f9db-4688-9152-aee0cb4f8798 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:52:31.179845 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722d29e-f9db-4688-9152-aee0cb4f8798 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Pushing event updated for resources: {'Port': ['ID=4d3250a0-3dd5-4aab-b1da-54608c2bb0c7,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:31.186906 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ff18821d-1d7d-4e00-bfd8-86ec33f515b6 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:52:31.245323 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ff18821d-1d7d-4e00-bfd8-86ec33f515b6 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:52:31.245689 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:31.264043 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8cc88ca6-cb15-481c-bdae-9a9d41317fa9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:31.265009 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8cc88ca6-cb15-481c-bdae-9a9d41317fa9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:31.265543 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8cc88ca6-cb15-481c-bdae-9a9d41317fa9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Floating IP 4d6ed3f1-59a8-477c-b44f-ad82cd04772c disassociated. External IP: 172.25.3.90, port: ecc31a07-bb51-4d99-8ffb-b0d0291c3627. Sep 17 23:52:31.266065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8cc88ca6-cb15-481c-bdae-9a9d41317fa9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Calling delete_port for ecc31a07-bb51-4d99-8ffb-b0d0291c3627 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:31.304562 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1d98b960-6b48-4ed7-a3c8-3ae1856c09fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:31.310807 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-b722d29e-f9db-4688-9152-aee0cb4f8798 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:31.311720 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-b722d29e-f9db-4688-9152-aee0cb4f8798 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:31.334172 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae543896-5900-4f6c-824a-8860313709f1 req-35fa3e44-d25b-4658-ab6d-8911603a472d tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.1156623 Sep 17 23:52:31.353856 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:31.388871 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port ff18821d-1d7d-4e00-bfd8-86ec33f515b6, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ff18821d-1d7d-4e00-bfd8-86ec33f515b6,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:31.455714 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:31.557126 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=ff18821d-1d7d-4e00-bfd8-86ec33f515b6,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:31.659133 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1d98b960-6b48-4ed7-a3c8-3ae1856c09fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:31.672611 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58487e23-91f3-49de-ace4-0ae856d8d087 req-ae2ad41a-c7d1-481f-9058-9f00ff03b785 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6701918 Sep 17 23:52:31.791492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349bae0-154e-4092-a17d-f813bb12508a req-5e6720c3-1553-4e74-b60e-a02244612bd5 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:31.794600 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5349bae0-154e-4092-a17d-f813bb12508a req-5e6720c3-1553-4e74-b60e-a02244612bd5 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 932 time: 0.1686110 Sep 17 23:52:31.856194 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-b722d29e-f9db-4688-9152-aee0cb4f8798 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9098742 Sep 17 23:52:31.895077 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Request body: {'port': {'device_id': '4ed388ed-068f-4fd9-8c5d-db0017ade9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:31.937723 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8cc88ca6-cb15-481c-bdae-9a9d41317fa9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:31.973239 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5349bae0-154e-4092-a17d-f813bb12508a req-9a94ddd9-f03e-46ad-8f12-c363b7048d0d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641555 Sep 17 23:52:32.008970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20d02d-643d-41ee-94e5-162d17240ce3 req-5983eb6e-1331-4d9b-bd08-4e9d5fd573ec tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:32.010829 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d20d02d-643d-41ee-94e5-162d17240ce3 req-5983eb6e-1331-4d9b-bd08-4e9d5fd573ec tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 942 time: 0.2134993 Sep 17 23:52:32.041077 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc88ca6-cb15-481c-bdae-9a9d41317fa9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event deleted for resources: {'Port': ['ID=ecc31a07-bb51-4d99-8ffb-b0d0291c3627,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:32.043718 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:32.061376 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:32.220396 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d20d02d-643d-41ee-94e5-162d17240ce3 req-cd1cfc5b-bbd3-42e8-9e18-d32e6ec108fc tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672475 Sep 17 23:52:32.291056 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8cc88ca6-cb15-481c-bdae-9a9d41317fa9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Router 234ca762-804a-4688-a548-74c2cf19b394 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:52:32.316405 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dcdaf9d2-0daf-4c91-be38-96fd3f52db06 req-b9beca37-b044-400a-89fe-6cda28888f04 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.1103647 Sep 17 23:52:32.328087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d98b960-6b48-4ed7-a3c8-3ae1856c09fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Router ffde63f9-860b-4b31-a426-b68fe9a8107e is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:52:32.394340 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:32.577856 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c764d21-04e6-4b93-b93f-bcdf399a50f0 req-96b2544a-89fb-4feb-84ab-dfa7e13249c5 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0890410 Sep 17 23:52:32.609584 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8cc88ca6-cb15-481c-bdae-9a9d41317fa9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:52:32.622018 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d8649-ac27-43bc-94dd-af36cfec131f None None] Sync routers for ids ['234ca762-804a-4688-a548-74c2cf19b394'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:52:32.646019 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07d8649-ac27-43bc-94dd-af36cfec131f None None] Routers {'234ca762-804a-4688-a548-74c2cf19b394'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:32.646763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f07d8649-ac27-43bc-94dd-af36cfec131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['234ca762-804a-4688-a548-74c2cf19b394'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:32.715719 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8cc88ca6-cb15-481c-bdae-9a9d41317fa9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] No DVR routers for this DVR port ecc31a07-bb51-4d99-8ffb-b0d0291c3627 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:32.717010 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:52:32.719460 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8cc88ca6-cb15-481c-bdae-9a9d41317fa9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:32.722798 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-8cc88ca6-cb15-481c-bdae-9a9d41317fa9 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.37 "DELETE /v2.0/ports/ecc31a07-bb51-4d99-8ffb-b0d0291c3627 HTTP/1.1" status: 204 len: 173 time: 2.7647269 Sep 17 23:52:32.723276 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-deleted', 'tag': 'ecc31a07-bb51-4d99-8ffb-b0d0291c3627'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:32.725899 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9c6d9b-537c-4995-8955-d4bc07b4ca17" -d '{"events": [{"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-deleted", "tag": "ecc31a07-bb51-4d99-8ffb-b0d0291c3627"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:32.729252 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:32.804150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Transition to ACTIVE for port object 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:52:32.810359 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d98b960-6b48-4ed7-a3c8-3ae1856c09fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:52:32.819877 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] Sync routers for ids ['ffde63f9-860b-4b31-a426-b68fe9a8107e'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:52:32.836325 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] Routers {'ffde63f9-860b-4b31-a426-b68fe9a8107e'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:32.837360 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ffde63f9-860b-4b31-a426-b68fe9a8107e'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:32.869126 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6b625-a69e-4052-8701-776c5e7923cf req-282011b6-1882-4b02-a79e-4c0d53ed72fa tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:32.876624 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efa6b625-a69e-4052-8701-776c5e7923cf req-282011b6-1882-4b02-a79e-4c0d53ed72fa tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.1175461 Sep 17 23:52:32.888606 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-f07d8649-ac27-43bc-94dd-af36cfec131f None None] Set router 234ca762-804a-4688-a548-74c2cf19b394 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:52:32.916509 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90152a5e-775d-4324-81ba-4c43c7ac9e39 x-openstack-request-id: req-90152a5e-775d-4324-81ba-4c43c7ac9e39 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:32.916730 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-deleted", "tag": "ecc31a07-bb51-4d99-8ffb-b0d0291c3627", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:32.921932 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90152a5e-775d-4324-81ba-4c43c7ac9e39 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:32.921932 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-deleted', 'tag': 'ecc31a07-bb51-4d99-8ffb-b0d0291c3627', 'status': 'completed', 'code': 200} Sep 17 23:52:32.958996 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:32.958996 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1d98b960-6b48-4ed7-a3c8-3ae1856c09fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:32.964238 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1d98b960-6b48-4ed7-a3c8-3ae1856c09fc tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 903 time: 6.5330570 Sep 17 23:52:32.982746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46748) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:33.087579 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efa6b625-a69e-4052-8701-776c5e7923cf req-79a79dfc-6263-4513-9e68-674197571861 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027047 Sep 17 23:52:33.175214 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] Set router ffde63f9-860b-4b31-a426-b68fe9a8107e gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:52:33.252824 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3250a0-3dd5-4aab-b1da-54608c2bb0c7,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:33.313389 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ff18821d-1d7d-4e00-bfd8-86ec33f515b6 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:52:33.325293 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-d9359443-8e2a-495b-91ed-db1e22794ff3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Deleting port babf226a-14c0-48e5-a6eb-df5d4099f2e7 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:33.325813 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-d9359443-8e2a-495b-91ed-db1e22794ff3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:33.346236 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:33.372693 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe741b-d18c-4399-9aec-c3ef4f59e838 req-a4acabd4-82bf-485a-be2e-f2a5bea30315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:33.374511 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-52fe741b-d18c-4399-9aec-c3ef4f59e838 req-a4acabd4-82bf-485a-be2e-f2a5bea30315 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 1096 time: 0.1515472 Sep 17 23:52:33.401806 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90096ff4-b127-4185-84c8-70bbd99cb5a6 req-0a9ff089-2856-4b05-b5be-1991ff0cc019 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:33.405535 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90096ff4-b127-4185-84c8-70bbd99cb5a6 req-0a9ff089-2856-4b05-b5be-1991ff0cc019 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 944 time: 0.2054965 Sep 17 23:52:33.430633 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:33.521482 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffde63f9-860b-4b31-a426-b68fe9a8107e', 'name': 'tempest-snat-router-9048901', 'tenant_id': 'f1723403de554a749eabcaef70fee07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'fc49c253-d99c-4cd0-9562-0f12833e2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:52:26Z', 'updated_at': '2021-09-17T23:52:30Z', 'revision_number': 3, 'project_id': 'f1723403de554a749eabcaef70fee07c', 'gw_port': {'id': 'fc49c253-d99c-4cd0-9562-0f12833e2ef3', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffde63f9-860b-4b31-a426-b68fe9a8107e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:52:28Z', 'updated_at': '2021-09-17T23:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:33.522918 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-03f3ba48-6d04-4c95-86ad-e2d213d66354 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "GET /v2.0/routers/ffde63f9-860b-4b31-a426-b68fe9a8107e HTTP/1.1" status: 200 len: 904 time: 0.5396550 Sep 17 23:52:33.528151 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46756) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:33.553783 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ff18821d-1d7d-4e00-bfd8-86ec33f515b6 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:52:33.554156 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:33.560582 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Attempting to bind port 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:52:33.561090 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Attempting to bind port 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:52:33.561535 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Attempting to bind port 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 on network d33639c8-89f1-4a85-9d12-3148a2ec181e {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:52:33.561692 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-52fe741b-d18c-4399-9aec-c3ef4f59e838 req-8012bd18-4ed8-4a91-8105-affdd62e8c06 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585574 Sep 17 23:52:33.569050 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90096ff4-b127-4185-84c8-70bbd99cb5a6 req-c7fcc676-0b29-40eb-8326-2da36c31f803 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548438 Sep 17 23:52:33.573650 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Port 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 on network d33639c8-89f1-4a85-9d12-3148a2ec181e not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:52:33.574093 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Attempting to bind port 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 on network d33639c8-89f1-4a85-9d12-3148a2ec181e {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:52:33.593784 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8f708-a6ee-46d2-b580-e67f9bce211b req-24e2b8c2-32ca-4427-a9a3-ca9ebd5ac3b1 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:33.593784 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3b8f708-a6ee-46d2-b580-e67f9bce211b req-24e2b8c2-32ca-4427-a9a3-ca9ebd5ac3b1 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 942 time: 0.1773591 Sep 17 23:52:33.593784 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:52:33.593784 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Checking segment: {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:52:33.593784 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Bound using segment: {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:52:33.593784 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Bound port: 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:52:33.593784 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:33.599738 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f07d8649-ac27-43bc-94dd-af36cfec131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ca762-804a-4688-a548-74c2cf19b394', 'name': 'tempest-TaggedBootDevicesTest-1765114957-router', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:41:39Z', 'updated_at': '2021-09-17T23:41:48Z', 'revision_number': 4, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'gw_port': {'id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:41Z', 'updated_at': '2021-09-17T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '0076aa87-057c-4490-8b12-bada10f1cf69', 'name': '', 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'mac_address': 'fa:16:3e:06:b9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '08d092af-cd76-4eda-b787-3854ce9db95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:47Z', 'updated_at': '2021-09-17T23:41:53Z', 'revision_number': 5, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'subnets': [{'id': '08d092af-cd76-4eda-b787-3854ce9db95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:33.603483 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] Checking router: ffde63f9-860b-4b31-a426-b68fe9a8107e for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:52:33.603832 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] Updating router ffde63f9-860b-4b31-a426-b68fe9a8107e port fc49c253-d99c-4cd0-9562-0f12833e2ef3 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:52:33.672507 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:33.675007 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d8649-ac27-43bc-94dd-af36cfec131f None None] Checking router: 234ca762-804a-4688-a548-74c2cf19b394 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:52:33.692694 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:33.699726 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3b8f708-a6ee-46d2-b580-e67f9bce211b req-5ecc1ebd-d4e9-45c1-95ca-eeb5a28eef84 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965481 Sep 17 23:52:33.706902 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-d9359443-8e2a-495b-91ed-db1e22794ff3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] For port babf226a-14c0-48e5-a6eb-df5d4099f2e7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=babf226a-14c0-48e5-a6eb-df5d4099f2e7,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:33.707886 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-d9359443-8e2a-495b-91ed-db1e22794ff3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:33.729161 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07d8649-ac27-43bc-94dd-af36cfec131f None None] Routers {'234ca762-804a-4688-a548-74c2cf19b394'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:33.730168 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f07d8649-ac27-43bc-94dd-af36cfec131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['234ca762-804a-4688-a548-74c2cf19b394'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:33.779347 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f3c5248-e8ca-40b8-9953-270661eed36d req-06782b54-e514-4621-8598-805bd9079e90 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.0751781 Sep 17 23:52:33.801950 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Pushing event updated for resources: {'Port': ['ID=64666a43-54da-4022-8858-f5112bc61aa9,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:33.803503 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] For port 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:52:33.817932 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] For port 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4d3250a0-3dd5-4aab-b1da-54608c2bb0c7,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:52:33.839572 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:33.840010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:33.842584 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:33.842980 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:33.843327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:33.843667 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:33.843998 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:33.844327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:33.844685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:33.854538 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:33.856739 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:33.859457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:52:33.897609 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-d9359443-8e2a-495b-91ed-db1e22794ff3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Calling delete_port for babf226a-14c0-48e5-a6eb-df5d4099f2e7 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:33.898058 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b461f5c2-c19d-408c-a9d9-7136a1f7258e req-73062bd4-59b2-42d4-adef-046166e3bf95 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0456395 Sep 17 23:52:33.951790 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:34.023154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-f07d8649-ac27-43bc-94dd-af36cfec131f None None] Set router 234ca762-804a-4688-a548-74c2cf19b394 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:52:34.039560 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3250a0-3dd5-4aab-b1da-54608c2bb0c7,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:34.065944 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:34.066574 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:34.071512 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-5d41aa9d-acfd-469a-bf82-42eb0cc570c0 service neutron] 10.222.0.37 "PUT /v2.0/ports/4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 HTTP/1.1" status: 200 len: 1092 time: 2.1789396 Sep 17 23:52:34.071512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed388ed-068f-4fd9-8c5d-db0017ade9fe', 'tag': '4d3250a0-3dd5-4aab-b1da-54608c2bb0c7'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:34.071512 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2325986-bf13-4fa3-8e39-16a29174bd84" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed388ed-068f-4fd9-8c5d-db0017ade9fe", "tag": "4d3250a0-3dd5-4aab-b1da-54608c2bb0c7"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:34.252489 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-b57553a5-f4aa-4872-ae1b-6a7cbff8c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:34.258913 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-b57553a5-f4aa-4872-ae1b-6a7cbff8c8aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 1095 time: 0.0937693 Sep 17 23:52:34.326516 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-3b30184b-6ba7-40bf-b0bc-63a7c78feb37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 HTTP/1.1" status: 200 len: 217 time: 0.0603056 Sep 17 23:52:34.328271 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34edeec6-1c4c-4e97-82c9-f2f820ca59db x-openstack-request-id: req-34edeec6-1c4c-4e97-82c9-f2f820ca59db {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:34.329618 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed388ed-068f-4fd9-8c5d-db0017ade9fe", "tag": "4d3250a0-3dd5-4aab-b1da-54608c2bb0c7", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:34.329618 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-34edeec6-1c4c-4e97-82c9-f2f820ca59db {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:34.329877 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed388ed-068f-4fd9-8c5d-db0017ade9fe', 'tag': '4d3250a0-3dd5-4aab-b1da-54608c2bb0c7', 'status': 'completed', 'code': 200} Sep 17 23:52:34.425522 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:34.457163 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-4f4de767-cdb9-4e53-89b9-c7181537506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:34.462636 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-4f4de767-cdb9-4e53-89b9-c7181537506f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3268c3e3-cb80-4c9a-917f-08e3b14b6886 HTTP/1.1" status: 200 len: 845 time: 0.0946705 Sep 17 23:52:34.489140 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f07d8649-ac27-43bc-94dd-af36cfec131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ca762-804a-4688-a548-74c2cf19b394', 'name': 'tempest-TaggedBootDevicesTest-1765114957-router', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:41:39Z', 'updated_at': '2021-09-17T23:41:48Z', 'revision_number': 4, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'gw_port': {'id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:41Z', 'updated_at': '2021-09-17T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '0076aa87-057c-4490-8b12-bada10f1cf69', 'name': '', 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'mac_address': 'fa:16:3e:06:b9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '08d092af-cd76-4eda-b787-3854ce9db95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:47Z', 'updated_at': '2021-09-17T23:41:53Z', 'revision_number': 5, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'subnets': [{'id': '08d092af-cd76-4eda-b787-3854ce9db95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:34.494220 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:34.523789 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-fa0765e0-97f4-42d9-8164-94b644a3e8e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33639c8-89f1-4a85-9d12-3148a2ec181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529666 Sep 17 23:52:34.536562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559bde1-08b9-4602-84ac-ba01f946ca95 req-9e513180-a6b9-48c1-b34c-1e9b345f4903 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:34.543463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d8649-ac27-43bc-94dd-af36cfec131f None None] The sync data for ids ['234ca762-804a-4688-a548-74c2cf19b394'] in n-d-809883-1 is: [{'id': '234ca762-804a-4688-a548-74c2cf19b394', 'name': 'tempest-TaggedBootDevicesTest-1765114957-router', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:41:39Z', 'updated_at': '2021-09-17T23:41:48Z', 'revision_number': 4, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'gw_port': {'id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:41Z', 'updated_at': '2021-09-17T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '0076aa87-057c-4490-8b12-bada10f1cf69', 'name': '', 'network_id': '9d08905d-ca5b-4e76-bde0-b74df6a1af4e', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'mac_address': 'fa:16:3e:06:b9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '08d092af-cd76-4eda-b787-3854ce9db95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:47Z', 'updated_at': '2021-09-17T23:41:53Z', 'revision_number': 5, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'subnets': [{'id': '08d092af-cd76-4eda-b787-3854ce9db95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:52:34.545168 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e559bde1-08b9-4602-84ac-ba01f946ca95 req-9e513180-a6b9-48c1-b34c-1e9b345f4903 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.2142508 Sep 17 23:52:34.634266 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] Attempting to bind port fc49c253-d99c-4cd0-9562-0f12833e2ef3 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:52:34.634266 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] Attempting to bind port fc49c253-d99c-4cd0-9562-0f12833e2ef3 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:52:34.634266 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] Attempting to bind port fc49c253-d99c-4cd0-9562-0f12833e2ef3 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:52:34.645519 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:52:34.645946 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:52:34.646354 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:34.646743 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:52:34.647504 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] Bound port: fc49c253-d99c-4cd0-9562-0f12833e2ef3, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:52:34.647876 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:34.660322 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56862f0f-ba5c-45e6-833c-7815fc5e1d3c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:34.684561 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e164a-f97e-47cb-822a-b99d34b5111d None None] Pushing event updated for resources: {'Port': ['ID=fc49c253-d99c-4cd0-9562-0f12833e2ef3,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:34.759370 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] For port fc49c253-d99c-4cd0-9562-0f12833e2ef3, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:52:34.763393 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] For port fc49c253-d99c-4cd0-9562-0f12833e2ef3, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=fc49c253-d99c-4cd0-9562-0f12833e2ef3,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:52:34.766300 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Floating IP bd330b5d-f339-452e-9b89-87c4a272d9c3 associated. External IP: 172.25.3.126, port: dc01bb7e-ddbe-4e62-8ed8-1c2558987c89. Sep 17 23:52:34.772997 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e559bde1-08b9-4602-84ac-ba01f946ca95 req-0a1b559f-a533-4332-93f2-8390350b44ea tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268159 Sep 17 23:52:34.819095 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-e9553b95-d114-4bbd-9316-87b5ab9de62f service neutron] 10.222.0.37 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603798 Sep 17 23:52:34.837823 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:34.839226 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72dea8-1406-4afe-a8f9-f10f926d6ddc req-5b12a8c6-4cd3-4106-aa35-83a81505377c tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:34.841227 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a72dea8-1406-4afe-a8f9-f10f926d6ddc req-5b12a8c6-4cd3-4106-aa35-83a81505377c tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 944 time: 0.1218936 Sep 17 23:52:34.946881 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56862f0f-ba5c-45e6-833c-7815fc5e1d3c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:34.980195 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea06bebc-67f4-4cdc-93b7-b0f5d9494b86 None None] New status for floating IP 4d6ed3f1-59a8-477c-b44f-ad82cd04772c: DOWN {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:52:34.982089 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e164a-f97e-47cb-822a-b99d34b5111d None None] Pushing event updated for resources: {'Port': ['ID=fc49c253-d99c-4cd0-9562-0f12833e2ef3,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:35.013662 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] Routers {'ffde63f9-860b-4b31-a426-b68fe9a8107e'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:35.014298 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ffde63f9-860b-4b31-a426-b68fe9a8107e'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:35.209071 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-56862f0f-ba5c-45e6-833c-7815fc5e1d3c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Deleting port fc49c253-d99c-4cd0-9562-0f12833e2ef3 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:35.209796 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56862f0f-ba5c-45e6-833c-7815fc5e1d3c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:35.264000 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] Set router ffde63f9-860b-4b31-a426-b68fe9a8107e gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:52:35.379670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-56862f0f-ba5c-45e6-833c-7815fc5e1d3c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] For port fc49c253-d99c-4cd0-9562-0f12833e2ef3, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=fc49c253-d99c-4cd0-9562-0f12833e2ef3,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:35.380399 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56862f0f-ba5c-45e6-833c-7815fc5e1d3c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:35.397523 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-56862f0f-ba5c-45e6-833c-7815fc5e1d3c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Calling delete_port for fc49c253-d99c-4cd0-9562-0f12833e2ef3 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:35.526345 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-d9359443-8e2a-495b-91ed-db1e22794ff3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:35.540242 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a72dea8-1406-4afe-a8f9-f10f926d6ddc req-cd7d616c-4fcd-424b-a687-8f2eb2a9aa09 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6892107 Sep 17 23:52:35.612688 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcd8bf-2737-461e-9b76-428f3e98f92e req-feb1dd4d-27b3-4460-98ab-c58a742f0737 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:35.630839 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fbcd8bf-2737-461e-9b76-428f3e98f92e req-feb1dd4d-27b3-4460-98ab-c58a742f0737 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 865 time: 0.7505763 Sep 17 23:52:35.638069 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2ead735-73e3-4604-80ac-7a5e93ba65f2 req-11fadcac-337a-4659-9cc5-34c5081e6fb1 service neutron] 10.222.0.37 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7956281 Sep 17 23:52:35.648124 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffde63f9-860b-4b31-a426-b68fe9a8107e', 'name': 'tempest-snat-router-9048901', 'tenant_id': 'f1723403de554a749eabcaef70fee07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'fc49c253-d99c-4cd0-9562-0f12833e2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:52:26Z', 'updated_at': '2021-09-17T23:52:30Z', 'revision_number': 3, 'project_id': 'f1723403de554a749eabcaef70fee07c', 'gw_port': {'id': 'fc49c253-d99c-4cd0-9562-0f12833e2ef3', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffde63f9-860b-4b31-a426-b68fe9a8107e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:52:28Z', 'updated_at': '2021-09-17T23:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:35.680609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fbcd8bf-2737-461e-9b76-428f3e98f92e req-88ea8344-68df-4fa9-8e2b-7e02fbb1fe83 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups?id=f981d863-f549-47c0-bcd0-9d63262dc8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411656 Sep 17 23:52:35.718601 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9444efc7-aa67-4798-8738-a2438f51577e None None] The sync data for ids ['ffde63f9-860b-4b31-a426-b68fe9a8107e'] in n-d-809883-1 is: [{'id': 'ffde63f9-860b-4b31-a426-b68fe9a8107e', 'name': 'tempest-snat-router-9048901', 'tenant_id': 'f1723403de554a749eabcaef70fee07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'fc49c253-d99c-4cd0-9562-0f12833e2ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:52:26Z', 'updated_at': '2021-09-17T23:52:30Z', 'revision_number': 3, 'project_id': 'f1723403de554a749eabcaef70fee07c', 'gw_port': {'id': 'fc49c253-d99c-4cd0-9562-0f12833e2ef3', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffde63f9-860b-4b31-a426-b68fe9a8107e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:52:28Z', 'updated_at': '2021-09-17T23:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:52:35.801870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9359443-8e2a-495b-91ed-db1e22794ff3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event deleted for resources: {'Port': ['ID=babf226a-14c0-48e5-a6eb-df5d4099f2e7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:35.825346 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24c0b936-f0a4-4e42-a7c0-aae3caf6a184 req-dc0a4055-9a83-4ddc-a5ee-46dfd84590db tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.1027546 Sep 17 23:52:35.840252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Router db5758ad-8665-493f-a013-050bc18f9f0d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:52:35.868349 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-d9359443-8e2a-495b-91ed-db1e22794ff3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] No DVR routers for this DVR port babf226a-14c0-48e5-a6eb-df5d4099f2e7 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:35.870190 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2325986-bf13-4fa3-8e39-16a29174bd84 req-e528dc0d-7d69-484e-b858-0e5e82baaec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:35.871941 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2325986-bf13-4fa3-8e39-16a29174bd84 req-e528dc0d-7d69-484e-b858-0e5e82baaec8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 1095 time: 0.1202068 Sep 17 23:52:35.883622 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-d9359443-8e2a-495b-91ed-db1e22794ff3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:35.885674 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-546aef96-852d-43c0-b5bb-66e2de8ca547 req-d9359443-8e2a-495b-91ed-db1e22794ff3 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.37 "DELETE /v2.0/ports/babf226a-14c0-48e5-a6eb-df5d4099f2e7 HTTP/1.1" status: 204 len: 173 time: 3.1529894 Sep 17 23:52:35.896026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-deleted', 'tag': 'babf226a-14c0-48e5-a6eb-df5d4099f2e7'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:35.899822 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29240f09-cc75-415a-8d3d-c8def309befd" -d '{"events": [{"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-deleted", "tag": "babf226a-14c0-48e5-a6eb-df5d4099f2e7"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:35.916392 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c30a22a7-2d34-4f8c-b9c3-0b9db9bccea1 req-2cace011-4b3e-4532-bffb-4f8ebd25d4ce tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0634830 Sep 17 23:52:36.094090 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2325986-bf13-4fa3-8e39-16a29174bd84 req-e265b940-e39c-4a9a-86ad-ab25c1d43363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:36.095650 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2325986-bf13-4fa3-8e39-16a29174bd84 req-e265b940-e39c-4a9a-86ad-ab25c1d43363 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33639c8-89f1-4a85-9d12-3148a2ec181e HTTP/1.1" status: 200 len: 906 time: 0.2042320 Sep 17 23:52:36.133641 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e57c83-e4cc-4e7d-86fc-8c6109ec4969 x-openstack-request-id: req-b7e57c83-e4cc-4e7d-86fc-8c6109ec4969 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:36.135621 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e14d768-4771-4aa6-9972-9c0ccb642bd8", "name": "network-vif-deleted", "tag": "babf226a-14c0-48e5-a6eb-df5d4099f2e7", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:36.137680 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7e57c83-e4cc-4e7d-86fc-8c6109ec4969 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:36.137680 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e14d768-4771-4aa6-9972-9c0ccb642bd8', 'name': 'network-vif-deleted', 'tag': 'babf226a-14c0-48e5-a6eb-df5d4099f2e7', 'status': 'completed', 'code': 200} Sep 17 23:52:36.207932 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56862f0f-ba5c-45e6-833c-7815fc5e1d3c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:36.255040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2325986-bf13-4fa3-8e39-16a29174bd84 req-8fa63557-12c2-4d42-9b55-04052bbae658 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 HTTP/1.1" status: 200 len: 217 time: 0.0993128 Sep 17 23:52:36.274879 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b02ba-9a3b-41c0-8a8d-723ca01ac792 req-2c233b38-3ea5-4dcb-89af-808f1c5e4fe2 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:36.276744 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-926b02ba-9a3b-41c0-8a8d-723ca01ac792 req-2c233b38-3ea5-4dcb-89af-808f1c5e4fe2 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.1801980 Sep 17 23:52:36.295105 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56862f0f-ba5c-45e6-833c-7815fc5e1d3c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc49c253-d99c-4cd0-9562-0f12833e2ef3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:36.377517 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-926b02ba-9a3b-41c0-8a8d-723ca01ac792 req-a87e754f-a423-4d51-ba36-50504d45a269 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904882 Sep 17 23:52:36.379991 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2325986-bf13-4fa3-8e39-16a29174bd84 req-460435c7-d4de-45e1-b6f1-abf58675cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:36.381923 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2325986-bf13-4fa3-8e39-16a29174bd84 req-460435c7-d4de-45e1-b6f1-abf58675cfea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3268c3e3-cb80-4c9a-917f-08e3b14b6886 HTTP/1.1" status: 200 len: 845 time: 0.1040223 Sep 17 23:52:36.458834 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:52:36.460442 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56862f0f-ba5c-45e6-833c-7815fc5e1d3c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:36.469235 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ac0fb8-1d15-4399-b28e-f28fa4424ed5 None None] Sync routers for ids ['db5758ad-8665-493f-a013-050bc18f9f0d'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:52:36.476467 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-50c66e18-ff9a-4d8d-a2c5-88666a7523a8 req-002a199b-bac8-49b3-86eb-e034be5ca178 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-837346726', 'description': 'tempest-description-1942250002'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:36.483345 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2325986-bf13-4fa3-8e39-16a29174bd84 req-4814ad0d-b163-4146-932f-2fea36bb7c17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33639c8-89f1-4a85-9d12-3148a2ec181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899470 Sep 17 23:52:36.488108 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ac0fb8-1d15-4399-b28e-f28fa4424ed5 None None] Routers {'db5758ad-8665-493f-a013-050bc18f9f0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:36.488108 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c5ac0fb8-1d15-4399-b28e-f28fa4424ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['db5758ad-8665-493f-a013-050bc18f9f0d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:36.569257 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c5ac0fb8-1d15-4399-b28e-f28fa4424ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:36.583224 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:36.597871 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ac0fb8-1d15-4399-b28e-f28fa4424ed5 None None] Routers {'db5758ad-8665-493f-a013-050bc18f9f0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:36.598923 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c5ac0fb8-1d15-4399-b28e-f28fa4424ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['db5758ad-8665-493f-a013-050bc18f9f0d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:36.649865 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-99c96fa6-9cad-4927-87b0-fc96e1981ec8 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 8.4954238 Sep 17 23:52:36.660122 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46792) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:36.679101 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c5ac0fb8-1d15-4399-b28e-f28fa4424ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:36.679786 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ac0fb8-1d15-4399-b28e-f28fa4424ed5 None None] The sync data for ids ['db5758ad-8665-493f-a013-050bc18f9f0d'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:52:36.700194 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2325986-bf13-4fa3-8e39-16a29174bd84 req-efb7fd35-69f4-4acc-9030-1f3aca172f39 service neutron] 10.222.0.37 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080591 Sep 17 23:52:36.759315 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56862f0f-ba5c-45e6-833c-7815fc5e1d3c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:36.767847 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-50c66e18-ff9a-4d8d-a2c5-88666a7523a8 req-002a199b-bac8-49b3-86eb-e034be5ca178 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:36.770134 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56862f0f-ba5c-45e6-833c-7815fc5e1d3c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:36.901945 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c2bec33d-c631-4aad-a89f-7ea42579ea0d tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] 10.222.0.46 "GET /v2.0/floatingips/bd330b5d-f339-452e-9b89-87c4a272d9c3 HTTP/1.1" status: 200 len: 984 time: 0.2381425 Sep 17 23:52:36.909877 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46798) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:36.955304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2dc1c-1592-41ec-ba70-728df1588842 req-66e3daa6-2722-4e96-88ab-4dd92ab97228 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:36.955304 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4eb2dc1c-1592-41ec-ba70-728df1588842 req-66e3daa6-2722-4e96-88ab-4dd92ab97228 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 944 time: 0.2463024 Sep 17 23:52:36.967077 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-50c66e18-ff9a-4d8d-a2c5-88666a7523a8 req-002a199b-bac8-49b3-86eb-e034be5ca178 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:36.982523 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56862f0f-ba5c-45e6-833c-7815fc5e1d3c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:36.986009 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56862f0f-ba5c-45e6-833c-7815fc5e1d3c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ffde63f9-860b-4b31-a426-b68fe9a8107e {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:52:36.995292 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:52:37.017530 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56862f0f-ba5c-45e6-833c-7815fc5e1d3c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:37.021916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46802) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:37.035540 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-56862f0f-ba5c-45e6-833c-7815fc5e1d3c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "DELETE /v2.0/routers/ffde63f9-860b-4b31-a426-b68fe9a8107e HTTP/1.1" status: 204 len: 168 time: 3.4996431 Sep 17 23:52:37.075399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4eb2dc1c-1592-41ec-ba70-728df1588842 req-fb89043d-fa67-47ec-b5da-de78010b19b1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160867 Sep 17 23:52:37.119728 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-50c66e18-ff9a-4d8d-a2c5-88666a7523a8 req-002a199b-bac8-49b3-86eb-e034be5ca178 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:37.123788 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2325986-bf13-4fa3-8e39-16a29174bd84 req-a2c79926-b16f-4b74-8085-713509164be4 service neutron] 10.222.0.37 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110203 Sep 17 23:52:37.213498 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d531f934-01a5-4ec1-97de-37c0fcb006d3 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2426 time: 0.2554185 Sep 17 23:52:37.213498 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46804) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:37.213965 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a199b-bac8-49b3-86eb-e034be5ca178 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6e0c9a-7386-40b7-93da-3a6c0a7eb1d4,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:37.259840 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4d3250a0-3dd5-4aab-b1da-54608c2bb0c7,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:37.275974 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6fe18e4-0ee0-4330-9426-6413cf247266 req-604770fe-e67c-43f3-9abc-ffae5136684b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 210 time: 0.0468342 Sep 17 23:52:37.279866 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6b698340-6859-4f46-9ffb-57036332860e tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:37.280085 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '4d3250a0-3dd5-4aab-b1da-54608c2bb0c7', 'network_id': 'd33639c8-89f1-4a85-9d12-3148a2ec181e', 'port_id': '4d3250a0-3dd5-4aab-b1da-54608c2bb0c7', 'mac_address': 'fa:16:3e:0c:7f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3268c3e3-cb80-4c9a-917f-08e3b14b6886', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:52:37.327459 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:37.352200 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:52:37.390991 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-50c66e18-ff9a-4d8d-a2c5-88666a7523a8 req-002a199b-bac8-49b3-86eb-e034be5ca178 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:37.404979 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-50c66e18-ff9a-4d8d-a2c5-88666a7523a8 req-002a199b-bac8-49b3-86eb-e034be5ca178 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.9470856 Sep 17 23:52:37.423618 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4d3250a0-3dd5-4aab-b1da-54608c2bb0c7,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:37.443048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-89be9c7b-0ff6-4ab5-a552-30d67e28c20f tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Deleting port 64666a43-54da-4022-8858-f5112bc61aa9 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:37.443953 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-89be9c7b-0ff6-4ab5-a552-30d67e28c20f tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:37.494768 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:37.512757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7f74315-d6ce-47b7-81b3-49a3ec4e0960 req-fe75e8fc-3fe1-46f6-b12d-9e64a81f1654 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.0356901 Sep 17 23:52:37.569717 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47945f74-c204-45c5-9318-d7d6145a66bd req-562677bd-8472-40e1-8a21-0cff4764ef76 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0525608 Sep 17 23:52:37.578059 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-89be9c7b-0ff6-4ab5-a552-30d67e28c20f tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:37.581053 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-89be9c7b-0ff6-4ab5-a552-30d67e28c20f tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:37.589975 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=4d3250a0-3dd5-4aab-b1da-54608c2bb0c7,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:37.593242 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6b698340-6859-4f46-9ffb-57036332860e tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:37.612260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-89be9c7b-0ff6-4ab5-a552-30d67e28c20f tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Calling delete_port for 64666a43-54da-4022-8858-f5112bc61aa9 owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:37.660224 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7a0ebe5-74c3-47f9-995e-279b7e3034c9 req-2eafb54f-0fe3-48ce-ae82-fe42ec29bf9a tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-837346726&fields=id&tenant_id=c5a6bc127d6d42bdad9b2db9f4c0c49c HTTP/1.1" status: 200 len: 267 time: 0.0367327 Sep 17 23:52:37.696674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['4d3250a0-3dd5-4aab-b1da-54608c2bb0c7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:52:37.747472 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0ebe5-74c3-47f9-995e-279b7e3034c9 req-69d12284-fd0a-4529-8e27-da4d592b55a4 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:37.749891 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7a0ebe5-74c3-47f9-995e-279b7e3034c9 req-69d12284-fd0a-4529-8e27-da4d592b55a4 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.0834057 Sep 17 23:52:37.769600 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-a7a0ebe5-74c3-47f9-995e-279b7e3034c9 req-bbe2447f-36a9-4f3a-9f4c-ef5db74194b1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Request body: {'port': {'security_groups': ['1bae8916-8dd1-4718-8b32-ede01840c7af', 'eb6e0c9a-7386-40b7-93da-3a6c0a7eb1d4']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:37.777180 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-6b698340-6859-4f46-9ffb-57036332860e tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Deleting port ff18821d-1d7d-4e00-bfd8-86ec33f515b6 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:37.777768 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6b698340-6859-4f46-9ffb-57036332860e tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:37.939099 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a7a0ebe5-74c3-47f9-995e-279b7e3034c9 req-bbe2447f-36a9-4f3a-9f4c-ef5db74194b1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:38.048841 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-6b698340-6859-4f46-9ffb-57036332860e tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] For port ff18821d-1d7d-4e00-bfd8-86ec33f515b6, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ff18821d-1d7d-4e00-bfd8-86ec33f515b6,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:38.049236 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6b698340-6859-4f46-9ffb-57036332860e tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:38.076397 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-6b698340-6859-4f46-9ffb-57036332860e tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Calling delete_port for ff18821d-1d7d-4e00-bfd8-86ec33f515b6 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:38.348777 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a36c05-116e-4ac5-8baf-18b2d8d02636 req-93f31f05-e27e-42b0-a928-02d74bc3cf6d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:38.350343 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e8a36c05-116e-4ac5-8baf-18b2d8d02636 req-93f31f05-e27e-42b0-a928-02d74bc3cf6d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 945 time: 0.1680689 Sep 17 23:52:38.377578 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-89be9c7b-0ff6-4ab5-a552-30d67e28c20f tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:38.391883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-a7a0ebe5-74c3-47f9-995e-279b7e3034c9 req-bbe2447f-36a9-4f3a-9f4c-ef5db74194b1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] For port 6b393419-0365-458f-b0b9-17e9fd6c6f5c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6b393419-0365-458f-b0b9-17e9fd6c6f5c,segment=NetworkSegment(70bb7625-1649-44d0-aafe-a4e52156a80b),segment_id=70bb7625-1649-44d0-aafe-a4e52156a80b)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:38.425814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be9c7b-0ff6-4ab5-a552-30d67e28c20f tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Pushing event deleted for resources: {'Port': ['ID=64666a43-54da-4022-8858-f5112bc61aa9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:38.473514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e8a36c05-116e-4ac5-8baf-18b2d8d02636 req-68f6c551-ac9d-4c3f-bfe3-2840abef1aaa tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049042 Sep 17 23:52:38.509092 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a7a0ebe5-74c3-47f9-995e-279b7e3034c9 req-bbe2447f-36a9-4f3a-9f4c-ef5db74194b1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:38.513244 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-89be9c7b-0ff6-4ab5-a552-30d67e28c20f tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:38.513587 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-89be9c7b-0ff6-4ab5-a552-30d67e28c20f tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Floating IP bd330b5d-f339-452e-9b89-87c4a272d9c3 disassociated (deleted). External IP: 172.25.3.126, port: dc01bb7e-ddbe-4e62-8ed8-1c2558987c89. Sep 17 23:52:38.578297 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a7a0ebe5-74c3-47f9-995e-279b7e3034c9 req-bbe2447f-36a9-4f3a-9f4c-ef5db74194b1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:38.591794 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['6b393419-0365-458f-b0b9-17e9fd6c6f5c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:52:38.616950 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7096e548-6dc0-426b-b58e-ba61ed68e709 req-7784713b-0e18-404c-bcf0-7bb9522f5b65 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 210 time: 0.0505576 Sep 17 23:52:38.683488 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6b698340-6859-4f46-9ffb-57036332860e tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:38.697063 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0ebe5-74c3-47f9-995e-279b7e3034c9 req-bbe2447f-36a9-4f3a-9f4c-ef5db74194b1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:38.698965 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a7a0ebe5-74c3-47f9-995e-279b7e3034c9 req-bbe2447f-36a9-4f3a-9f4c-ef5db74194b1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:38.712823 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7a0ebe5-74c3-47f9-995e-279b7e3034c9 req-bbe2447f-36a9-4f3a-9f4c-ef5db74194b1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "PUT /v2.0/ports/6b393419-0365-458f-b0b9-17e9fd6c6f5c HTTP/1.1" status: 200 len: 981 time: 0.9498255 Sep 17 23:52:38.727068 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0240f2-f551-4110-b027-1a542c0cd7b8', 'tag': '6b393419-0365-458f-b0b9-17e9fd6c6f5c'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:38.736520 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6394ae55-8414-4cc5-89e5-6bc2f0600b65" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0240f2-f551-4110-b027-1a542c0cd7b8", "tag": "6b393419-0365-458f-b0b9-17e9fd6c6f5c"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:38.762246 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['6b393419-0365-458f-b0b9-17e9fd6c6f5c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:52:38.834492 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0619cda6-d0c9-4501-afc3-4cb340a63645 req-4a1e8f9b-f523-4eaf-b769-8f77acbd4ce3 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.0870292 Sep 17 23:52:38.948132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89be9c7b-0ff6-4ab5-a552-30d67e28c20f tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Router db5758ad-8665-493f-a013-050bc18f9f0d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:52:38.975986 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-724794be-dbd5-4043-a939-18da27e27e28 req-ae36ec90-9110-4804-b59b-56b6e2e8746c tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.1291306 Sep 17 23:52:38.978832 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2447f-36a9-4f3a-9f4c-ef5db74194b1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Pushing event updated for resources: {'Port': ['ID=6b393419-0365-458f-b0b9-17e9fd6c6f5c,revision_number=6']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:39.024566 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:52:39.078099 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device fc49c253-d99c-4cd0-9562-0f12833e2ef3 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:39.084607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b698340-6859-4f46-9ffb-57036332860e tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff18821d-1d7d-4e00-bfd8-86ec33f515b6,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:39.111009 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fdb45a-354e-4d3b-ace0-a671b4610fab x-openstack-request-id: req-37fdb45a-354e-4d3b-ace0-a671b4610fab {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:39.111900 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0240f2-f551-4110-b027-1a542c0cd7b8", "tag": "6b393419-0365-458f-b0b9-17e9fd6c6f5c", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:39.111900 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37fdb45a-354e-4d3b-ace0-a671b4610fab {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:39.112220 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0240f2-f551-4110-b027-1a542c0cd7b8', 'tag': '6b393419-0365-458f-b0b9-17e9fd6c6f5c', 'status': 'completed', 'code': 200} Sep 17 23:52:39.162330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: fc49c253-d99c-4cd0-9562-0f12833e2ef3 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:52:39.163019 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device fc49c253-d99c-4cd0-9562-0f12833e2ef3 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:52:39.183942 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8101d970-e8e6-4f8c-9fc6-896dca99d6fc req-ba10aa24-b888-4c42-8e97-72bbcdec27f0 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-837346726&fields=id&tenant_id=c5a6bc127d6d42bdad9b2db9f4c0c49c HTTP/1.1" status: 200 len: 267 time: 0.1082070 Sep 17 23:52:39.184802 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6b698340-6859-4f46-9ffb-57036332860e tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:39.201527 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89be9c7b-0ff6-4ab5-a552-30d67e28c20f tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:52:39.207345 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-89be9c7b-0ff6-4ab5-a552-30d67e28c20f tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:39.219670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dfcda3-fc58-461d-b627-402863c22761 None None] Sync routers for ids ['db5758ad-8665-493f-a013-050bc18f9f0d'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:52:39.243732 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-89be9c7b-0ff6-4ab5-a552-30d67e28c20f tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] 10.222.0.46 "DELETE /v2.0/floatingips/bd330b5d-f339-452e-9b89-87c4a272d9c3 HTTP/1.1" status: 204 len: 168 time: 2.0773437 Sep 17 23:52:39.244411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46820) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:39.249600 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-4032a2ff-1966-4ebf-a20b-1dd5a784447b tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:39.264608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dfcda3-fc58-461d-b627-402863c22761 None None] Routers {'db5758ad-8665-493f-a013-050bc18f9f0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:39.265599 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-25dfcda3-fc58-461d-b627-402863c22761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['db5758ad-8665-493f-a013-050bc18f9f0d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:39.269459 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394ae55-8414-4cc5-89e5-6bc2f0600b65 req-6041aaf4-11c9-4f63-ada7-06837f3aaae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:39.271054 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6394ae55-8414-4cc5-89e5-6bc2f0600b65 req-6041aaf4-11c9-4f63-ada7-06837f3aaae3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a6bc127d6d42bdad9b2db9f4c0c49c&device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 1135 time: 0.1501231 Sep 17 23:52:39.320518 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-25dfcda3-fc58-461d-b627-402863c22761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:39.336873 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dfcda3-fc58-461d-b627-402863c22761 None None] Routers {'db5758ad-8665-493f-a013-050bc18f9f0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:39.337504 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-25dfcda3-fc58-461d-b627-402863c22761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['db5758ad-8665-493f-a013-050bc18f9f0d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:39.356529 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4032a2ff-1966-4ebf-a20b-1dd5a784447b tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:39.370444 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-25dfcda3-fc58-461d-b627-402863c22761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:39.371274 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dfcda3-fc58-461d-b627-402863c22761 None None] The sync data for ids ['db5758ad-8665-493f-a013-050bc18f9f0d'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:52:39.384271 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6b698340-6859-4f46-9ffb-57036332860e tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:39.387758 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6b698340-6859-4f46-9ffb-57036332860e tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:39.395886 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:52:39.402321 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:52:39.402321 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:39.425297 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394ae55-8414-4cc5-89e5-6bc2f0600b65 req-b56b8186-410b-4bd6-9e48-7c0b5b639d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:39.426739 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6394ae55-8414-4cc5-89e5-6bc2f0600b65 req-b56b8186-410b-4bd6-9e48-7c0b5b639d9b service neutron] 10.222.0.41 "GET /v2.0/networks?id=4461cd47-fde9-4845-92b2-6903a8fb4a55 HTTP/1.1" status: 200 len: 921 time: 0.1484444 Sep 17 23:52:39.448620 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101d970-e8e6-4f8c-9fc6-896dca99d6fc req-4497d3b6-a922-49c4-a43c-a9c3244de407 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:39.457438 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8101d970-e8e6-4f8c-9fc6-896dca99d6fc req-4497d3b6-a922-49c4-a43c-a9c3244de407 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 984 time: 0.2213614 Sep 17 23:52:39.468783 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-8101d970-e8e6-4f8c-9fc6-896dca99d6fc req-4b6e0066-e874-46b9-85e9-db794a7d6966 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Request body: {'port': {'security_groups': ['1bae8916-8dd1-4718-8b32-ede01840c7af']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:39.521987 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6394ae55-8414-4cc5-89e5-6bc2f0600b65 req-ec74d99e-3284-4e97-9bcf-7e84343d7f61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b393419-0365-458f-b0b9-17e9fd6c6f5c HTTP/1.1" status: 200 len: 217 time: 0.0562127 Sep 17 23:52:39.576205 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:39.593462 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6b698340-6859-4f46-9ffb-57036332860e tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:39.594170 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b698340-6859-4f46-9ffb-57036332860e tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f3cef9b-55ec-438b-9526-38f379f4d8c4 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:52:39.606512 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6b698340-6859-4f46-9ffb-57036332860e tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:39.606685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394ae55-8414-4cc5-89e5-6bc2f0600b65 req-156e3e11-7b38-44ae-882e-972cf303c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:39.611902 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6b698340-6859-4f46-9ffb-57036332860e tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "DELETE /v2.0/routers/3f3cef9b-55ec-438b-9526-38f379f4d8c4 HTTP/1.1" status: 204 len: 168 time: 2.5830295 Sep 17 23:52:39.612087 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6394ae55-8414-4cc5-89e5-6bc2f0600b65 req-156e3e11-7b38-44ae-882e-972cf303c843 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a07af87-2c35-4815-a33d-5a9f7f4ed508 HTTP/1.1" status: 200 len: 860 time: 0.0731986 Sep 17 23:52:39.614180 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4032a2ff-1966-4ebf-a20b-1dd5a784447b tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:39.617107 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46824) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:39.622143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-13f24376-5107-4a6e-97c7-7fa3c6e7a729 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-962837529', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}, 'admin_state_up': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:39.629834 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8101d970-e8e6-4f8c-9fc6-896dca99d6fc req-4b6e0066-e874-46b9-85e9-db794a7d6966 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:39.636997 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4d3250a0-3dd5-4aab-b1da-54608c2bb0c7,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:39.638061 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed388ed-068f-4fd9-8c5d-db0017ade9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3250a0-3dd5-4aab-b1da-54608c2bb0c7'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:39.656258 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b32547-e012-44fd-8718-93a6232ba5a8" -d '{"events": [{"server_uuid": "4ed388ed-068f-4fd9-8c5d-db0017ade9fe", "name": "network-vif-plugged", "status": "completed", "tag": "4d3250a0-3dd5-4aab-b1da-54608c2bb0c7"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:39.701567 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6394ae55-8414-4cc5-89e5-6bc2f0600b65 req-7e06e782-0e54-4697-9c92-49e2981064c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4461cd47-fde9-4845-92b2-6903a8fb4a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684719 Sep 17 23:52:39.708050 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a134cf0-6822-4d8c-a782-80b47287e343 req-e44c429b-b007-4ff9-b82b-4835cc74bf17 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:39.710806 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:39.724257 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a134cf0-6822-4d8c-a782-80b47287e343 req-e44c429b-b007-4ff9-b82b-4835cc74bf17 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 945 time: 0.1800425 Sep 17 23:52:39.823437 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=4d3250a0-3dd5-4aab-b1da-54608c2bb0c7,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:39.922437 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-4032a2ff-1966-4ebf-a20b-1dd5a784447b tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Allocated IP 172.25.3.106 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/50da8138-f517-401c-a7d3-4cc625ee0ca4) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:52:39.926369 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6394ae55-8414-4cc5-89e5-6bc2f0600b65 req-53e0ebf0-86b5-4e8f-946a-bc26bf99219d service neutron] 10.222.0.41 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946342 Sep 17 23:52:39.978857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-8101d970-e8e6-4f8c-9fc6-896dca99d6fc req-4b6e0066-e874-46b9-85e9-db794a7d6966 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] For port 6b393419-0365-458f-b0b9-17e9fd6c6f5c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6b393419-0365-458f-b0b9-17e9fd6c6f5c,segment=NetworkSegment(70bb7625-1649-44d0-aafe-a4e52156a80b),segment_id=70bb7625-1649-44d0-aafe-a4e52156a80b)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:40.016794 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8101d970-e8e6-4f8c-9fc6-896dca99d6fc req-4b6e0066-e874-46b9-85e9-db794a7d6966 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:40.042845 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-13f24376-5107-4a6e-97c7-7fa3c6e7a729 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:40.044015 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-13f24376-5107-4a6e-97c7-7fa3c6e7a729 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:40.073216 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a134cf0-6822-4d8c-a782-80b47287e343 req-e99a9a3f-8514-4b25-a5af-a44526813453 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528545 Sep 17 23:52:40.089000 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8101d970-e8e6-4f8c-9fc6-896dca99d6fc req-4b6e0066-e874-46b9-85e9-db794a7d6966 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:40.116011 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['6b393419-0365-458f-b0b9-17e9fd6c6f5c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:52:40.164723 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6394ae55-8414-4cc5-89e5-6bc2f0600b65 req-1439f934-99ea-46e4-acdf-a64a2e7c1b31 service neutron] 10.222.0.41 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306106 Sep 17 23:52:40.179074 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101d970-e8e6-4f8c-9fc6-896dca99d6fc req-4b6e0066-e874-46b9-85e9-db794a7d6966 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:40.181915 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8101d970-e8e6-4f8c-9fc6-896dca99d6fc req-4b6e0066-e874-46b9-85e9-db794a7d6966 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:40.185176 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4032a2ff-1966-4ebf-a20b-1dd5a784447b tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:40.187344 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8101d970-e8e6-4f8c-9fc6-896dca99d6fc req-4b6e0066-e874-46b9-85e9-db794a7d6966 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "PUT /v2.0/ports/6b393419-0365-458f-b0b9-17e9fd6c6f5c HTTP/1.1" status: 200 len: 942 time: 0.7263613 Sep 17 23:52:40.283149 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b5c7ce-316f-4291-bf89-9ef5ff2c3885 x-openstack-request-id: req-57b5c7ce-316f-4291-bf89-9ef5ff2c3885 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:40.283451 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed388ed-068f-4fd9-8c5d-db0017ade9fe", "name": "network-vif-plugged", "status": "completed", "tag": "4d3250a0-3dd5-4aab-b1da-54608c2bb0c7", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:40.287672 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-57b5c7ce-316f-4291-bf89-9ef5ff2c3885 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:40.287672 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed388ed-068f-4fd9-8c5d-db0017ade9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3250a0-3dd5-4aab-b1da-54608c2bb0c7', 'code': 200} Sep 17 23:52:40.287940 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-13f24376-5107-4a6e-97c7-7fa3c6e7a729 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:40.291181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['6b393419-0365-458f-b0b9-17e9fd6c6f5c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:52:40.351767 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cbe6d1ba-9a77-42fb-809b-dc1382caf8ea req-5b0565c8-d509-4e70-9799-6e82265f2885 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 210 time: 0.1199944 Sep 17 23:52:40.362468 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4032a2ff-1966-4ebf-a20b-1dd5a784447b tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:40.381432 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:40.495009 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4032a2ff-1966-4ebf-a20b-1dd5a784447b tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:52:40.507001 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-4032a2ff-1966-4ebf-a20b-1dd5a784447b tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:40.514746 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4032a2ff-1966-4ebf-a20b-1dd5a784447b tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:52:40.547896 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7e2baa43-ff1b-4078-9547-767325ef2718 req-56489f76-eb1b-4d0d-8a9c-5f91024838e1 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.1688800 Sep 17 23:52:40.548623 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46840) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:40.585147 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032a2ff-1966-4ebf-a20b-1dd5a784447b tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Pushing event updated for resources: {'Port': ['ID=50da8138-f517-401c-a7d3-4cc625ee0ca4,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:40.606436 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e0066-e874-46b9-85e9-db794a7d6966 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Pushing event updated for resources: {'Port': ['ID=6b393419-0365-458f-b0b9-17e9fd6c6f5c,revision_number=7']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:40.611438 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1968e9a4-085e-418a-a83a-0e45e9c04576 req-033c80ff-529a-4539-9703-a3b0f57c05f2 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0810704 Sep 17 23:52:40.675188 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4032a2ff-1966-4ebf-a20b-1dd5a784447b tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:40.715869 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e22c0b-54b2-4eea-b8b9-c566e24049fc req-041fe215-421b-40b0-abc7-9ff42bc90915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:40.717418 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92e22c0b-54b2-4eea-b8b9-c566e24049fc req-041fe215-421b-40b0-abc7-9ff42bc90915 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 1097 time: 0.3625963 Sep 17 23:52:40.800947 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4032a2ff-1966-4ebf-a20b-1dd5a784447b tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:40.805923 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-13f24376-5107-4a6e-97c7-7fa3c6e7a729 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:40.851642 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-61867819-ccbb-4d8b-ac83-b6ae06c5ad2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:40.971380 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4032a2ff-1966-4ebf-a20b-1dd5a784447b tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:41.025862 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4032a2ff-1966-4ebf-a20b-1dd5a784447b tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:41.107069 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032a2ff-1966-4ebf-a20b-1dd5a784447b tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Pushing event updated for resources: {'Port': ['ID=50da8138-f517-401c-a7d3-4cc625ee0ca4,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:41.122354 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4032a2ff-1966-4ebf-a20b-1dd5a784447b tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:41.127029 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ff18821d-1d7d-4e00-bfd8-86ec33f515b6 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:41.161207 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: ff18821d-1d7d-4e00-bfd8-86ec33f515b6 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:52:41.161713 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ff18821d-1d7d-4e00-bfd8-86ec33f515b6 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:52:41.213088 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4032a2ff-1966-4ebf-a20b-1dd5a784447b tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:41.217000 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4032a2ff-1966-4ebf-a20b-1dd5a784447b tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9682879 Sep 17 23:52:41.217604 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46846) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:41.271027 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0240f2-f551-4110-b027-1a542c0cd7b8', 'tag': '6b393419-0365-458f-b0b9-17e9fd6c6f5c'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:41.273687 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94b8ab4-5899-4187-a57a-f9954c897661" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0240f2-f551-4110-b027-1a542c0cd7b8", "tag": "6b393419-0365-458f-b0b9-17e9fd6c6f5c"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:41.285394 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92e22c0b-54b2-4eea-b8b9-c566e24049fc req-d98565d5-563d-4385-90a8-667c960d02fe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5598607 Sep 17 23:52:41.336449 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-295a94eb-a05d-4bb9-8a91-6eb7b43040e9 tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:41.346056 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6485beae-72d3-4185-b43b-66525e604198 req-7d86e896-c233-4eb4-a299-0593d4127aa2 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7438867 Sep 17 23:52:41.369096 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-6485beae-72d3-4185-b43b-66525e604198 req-67cd39a3-0f9f-49b0-be12-e02007f4a256 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:41.441270 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1318a65-27be-417d-afd9-3c7f83791898 req-2d255a79-36d5-467d-8464-8072812b1a7f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:41.442860 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1318a65-27be-417d-afd9-3c7f83791898 req-2d255a79-36d5-467d-8464-8072812b1a7f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.1628654 Sep 17 23:52:41.524670 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-61867819-ccbb-4d8b-ac83-b6ae06c5ad2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:41.529020 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1318a65-27be-417d-afd9-3c7f83791898 req-d5794a73-5fee-46f7-b0a7-97f5342ec747 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767155 Sep 17 23:52:41.586901 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9351f5-a57d-4130-892b-8638816f551e x-openstack-request-id: req-da9351f5-a57d-4130-892b-8638816f551e {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:41.587205 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0240f2-f551-4110-b027-1a542c0cd7b8", "tag": "6b393419-0365-458f-b0b9-17e9fd6c6f5c", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:41.587455 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da9351f5-a57d-4130-892b-8638816f551e {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:41.587836 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0240f2-f551-4110-b027-1a542c0cd7b8', 'tag': '6b393419-0365-458f-b0b9-17e9fd6c6f5c', 'status': 'completed', 'code': 200} Sep 17 23:52:41.632006 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-61867819-ccbb-4d8b-ac83-b6ae06c5ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:41.657725 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b8ab4-5899-4187-a57a-f9954c897661 req-47d86a70-48dd-4df2-9cbb-c0060f3f7723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:41.659472 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d94b8ab4-5899-4187-a57a-f9954c897661 req-47d86a70-48dd-4df2-9cbb-c0060f3f7723 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a6bc127d6d42bdad9b2db9f4c0c49c&device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 1096 time: 0.0578492 Sep 17 23:52:41.694125 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c59258c8-4bea-4363-ad4f-072049d8dc0e req-549d389d-7f88-4058-bbb1-c14631288b76 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 210 time: 0.0658979 Sep 17 23:52:41.704157 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-13f24376-5107-4a6e-97c7-7fa3c6e7a729 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:41.739727 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-61867819-ccbb-4d8b-ac83-b6ae06c5ad2a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2970448d03c0479da7697d513f5a94b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1849394 Sep 17 23:52:41.741334 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-13f24376-5107-4a6e-97c7-7fa3c6e7a729 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:41.743010 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46858) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:41.745811 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61867819-ccbb-4d8b-ac83-b6ae06c5ad2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b97abe4-19b3-4882-b69e-a75db6a8ba5e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:41.755480 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-295a94eb-a05d-4bb9-8a91-6eb7b43040e9 tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:41.792796 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b8ab4-5899-4187-a57a-f9954c897661 req-cd09c646-8bbc-4707-b07d-ec040a3c3de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:41.794368 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d94b8ab4-5899-4187-a57a-f9954c897661 req-cd09c646-8bbc-4707-b07d-ec040a3c3de8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4461cd47-fde9-4845-92b2-6903a8fb4a55 HTTP/1.1" status: 200 len: 921 time: 0.1279135 Sep 17 23:52:41.851414 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d94b8ab4-5899-4187-a57a-f9954c897661 req-b3d350ce-21fa-4d59-b4df-71c7fada191f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b393419-0365-458f-b0b9-17e9fd6c6f5c HTTP/1.1" status: 200 len: 217 time: 0.0417936 Sep 17 23:52:41.854533 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ffa56de-b063-4815-bc40-cd4d8d8e2a9f req-73cc9271-be2f-4fc6-9396-a592a294bf70 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.0418031 Sep 17 23:52:41.858965 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6485beae-72d3-4185-b43b-66525e604198 req-67cd39a3-0f9f-49b0-be12-e02007f4a256 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:41.898593 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f0cd3451-47c6-4016-a275-df5780195965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:41.944709 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b8ab4-5899-4187-a57a-f9954c897661 req-722ebadd-31f5-4c37-b355-76306fa06065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:41.946470 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d94b8ab4-5899-4187-a57a-f9954c897661 req-722ebadd-31f5-4c37-b355-76306fa06065 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a07af87-2c35-4815-a33d-5a9f7f4ed508 HTTP/1.1" status: 200 len: 860 time: 0.0644107 Sep 17 23:52:41.981103 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8c5e00e7-e159-4603-94bd-62fdb2b5b0d1 req-cb1635b5-0986-4aa8-b804-dde3a760a496 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0382233 Sep 17 23:52:41.986012 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d94b8ab4-5899-4187-a57a-f9954c897661 req-5483b691-57e7-4bd2-9060-43d1288ef1a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4461cd47-fde9-4845-92b2-6903a8fb4a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305862 Sep 17 23:52:41.991756 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f0cd3451-47c6-4016-a275-df5780195965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:41.991941 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-295a94eb-a05d-4bb9-8a91-6eb7b43040e9 tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:42.052763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-13f24376-5107-4a6e-97c7-7fa3c6e7a729 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Allocated IP 172.25.3.78 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/4e7df25a-88b7-4fd3-ab6e-5cec2437d7d7) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:52:42.168053 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d94b8ab4-5899-4187-a57a-f9954c897661 req-6dc8099e-0e8d-4b72-9a7c-0f077549379f service neutron] 10.222.0.41 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569407 Sep 17 23:52:42.173394 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6485beae-72d3-4185-b43b-66525e604198 req-67cd39a3-0f9f-49b0-be12-e02007f4a256 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:42.264606 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-13f24376-5107-4a6e-97c7-7fa3c6e7a729 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:42.276872 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d94b8ab4-5899-4187-a57a-f9954c897661 req-d0546491-74bf-49fe-b1a0-7299d7385b2f service neutron] 10.222.0.41 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172605 Sep 17 23:52:42.385864 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f0cd3451-47c6-4016-a275-df5780195965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:42.388474 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f0cd3451-47c6-4016-a275-df5780195965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:42.391987 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f0cd3451-47c6-4016-a275-df5780195965 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b97abe4-19b3-4882-b69e-a75db6a8ba5e HTTP/1.1" status: 204 len: 168 time: 0.6448448 Sep 17 23:52:42.397761 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd3451-47c6-4016-a275-df5780195965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b97abe4-19b3-4882-b69e-a75db6a8ba5e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:42.501190 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-13f24376-5107-4a6e-97c7-7fa3c6e7a729 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:42.550035 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f24376-5107-4a6e-97c7-7fa3c6e7a729 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:52:42.557320 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-13f24376-5107-4a6e-97c7-7fa3c6e7a729 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:42.562788 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f24376-5107-4a6e-97c7-7fa3c6e7a729 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:52:42.566830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f24376-5107-4a6e-97c7-7fa3c6e7a729 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Pushing event updated for resources: {'Port': ['ID=4e7df25a-88b7-4fd3-ab6e-5cec2437d7d7,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:42.585857 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-295a94eb-a05d-4bb9-8a91-6eb7b43040e9 tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Allocated IP 172.25.3.74 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/62a83512-53eb-4af4-b282-545dda7b3774) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:52:42.715108 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-295a94eb-a05d-4bb9-8a91-6eb7b43040e9 tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:42.783071 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401e262-717e-4cc3-aebe-299931af6447 req-19c9af0e-f08b-4038-b635-eda136fc0bb3 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:42.784749 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6401e262-717e-4cc3-aebe-299931af6447 req-19c9af0e-f08b-4038-b635-eda136fc0bb3 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.1322129 Sep 17 23:52:42.826356 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-295a94eb-a05d-4bb9-8a91-6eb7b43040e9 tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:42.830134 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6401e262-717e-4cc3-aebe-299931af6447 req-1063c59e-b0e6-4f25-aacc-56083e95b348 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392413 Sep 17 23:52:42.872299 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295a94eb-a05d-4bb9-8a91-6eb7b43040e9 tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:52:42.875894 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-295a94eb-a05d-4bb9-8a91-6eb7b43040e9 tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:42.881870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295a94eb-a05d-4bb9-8a91-6eb7b43040e9 tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:52:42.898692 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-6485beae-72d3-4185-b43b-66525e604198 req-67cd39a3-0f9f-49b0-be12-e02007f4a256 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Allocated IP 172.25.3.29 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/1f22155b-e45c-4c6e-b36d-f607a87753db) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:52:42.918215 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a94eb-a05d-4bb9-8a91-6eb7b43040e9 tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Pushing event updated for resources: {'Port': ['ID=62a83512-53eb-4af4-b282-545dda7b3774,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:43.002907 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-773b02e5-c580-4856-8713-e5440cd08403 req-79c4c796-0d6c-4d2b-aeaa-699495409beb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 210 time: 0.0717778 Sep 17 23:52:43.021212 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-295a94eb-a05d-4bb9-8a91-6eb7b43040e9 tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:43.126549 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-13f24376-5107-4a6e-97c7-7fa3c6e7a729 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:43.139019 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-295a94eb-a05d-4bb9-8a91-6eb7b43040e9 tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:43.242944 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:43.247457 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6485beae-72d3-4185-b43b-66525e604198 req-67cd39a3-0f9f-49b0-be12-e02007f4a256 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:43.330320 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-295a94eb-a05d-4bb9-8a91-6eb7b43040e9 tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:43.344360 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc88e3a6-759a-4694-9f75-8f46d510cb91 req-b8af93b9-d5ae-4055-856c-5066b387087f tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.0335827 Sep 17 23:52:43.401775 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-295a94eb-a05d-4bb9-8a91-6eb7b43040e9 tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:43.432532 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-13f24376-5107-4a6e-97c7-7fa3c6e7a729 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:43.440306 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6485beae-72d3-4185-b43b-66525e604198 req-67cd39a3-0f9f-49b0-be12-e02007f4a256 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:43.483825 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-295a94eb-a05d-4bb9-8a91-6eb7b43040e9 tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:43.506348 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a94eb-a05d-4bb9-8a91-6eb7b43040e9 tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Pushing event updated for resources: {'Port': ['ID=62a83512-53eb-4af4-b282-545dda7b3774,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:43.545103 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f360e2a-090c-4f12-af67-9e46fa53c04b req-a81cbe39-7f79-41ce-93dd-6ef7e7d9cc02 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0382671 Sep 17 23:52:43.553936 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6485beae-72d3-4185-b43b-66525e604198 req-67cd39a3-0f9f-49b0-be12-e02007f4a256 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:52:43.559341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-6485beae-72d3-4185-b43b-66525e604198 req-67cd39a3-0f9f-49b0-be12-e02007f4a256 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:43.563815 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-6485beae-72d3-4185-b43b-66525e604198 req-67cd39a3-0f9f-49b0-be12-e02007f4a256 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:52:43.565746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd39a3-0f9f-49b0-be12-e02007f4a256 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Pushing event updated for resources: {'Port': ['ID=1f22155b-e45c-4c6e-b36d-f607a87753db,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:43.589825 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-295a94eb-a05d-4bb9-8a91-6eb7b43040e9 tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:43.593016 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-295a94eb-a05d-4bb9-8a91-6eb7b43040e9 tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3733020 Sep 17 23:52:43.594834 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46892) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:43.679612 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-66ffc115-b6e5-4e60-9b2e-b0868b8383e1 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2609 time: 0.0834768 Sep 17 23:52:43.682025 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46894) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:43.751775 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6485beae-72d3-4185-b43b-66525e604198 req-67cd39a3-0f9f-49b0-be12-e02007f4a256 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:43.773631 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e29d1d-2fce-42a9-8ba3-ffdd0edcaeaa req-f3bb0edc-5dce-4619-ab9b-999c99c0f5a9 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:43.781055 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68e29d1d-2fce-42a9-8ba3-ffdd0edcaeaa req-f3bb0edc-5dce-4619-ab9b-999c99c0f5a9 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.1250052 Sep 17 23:52:43.850578 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68e29d1d-2fce-42a9-8ba3-ffdd0edcaeaa req-952d6e96-0bb7-4b9a-bbaf-8d215f6a7961 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686009 Sep 17 23:52:43.853877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f24376-5107-4a6e-97c7-7fa3c6e7a729 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Router 76c437ed-1778-4b41-99b2-eea64d2759b4 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:52:43.864059 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6485beae-72d3-4185-b43b-66525e604198 req-67cd39a3-0f9f-49b0-be12-e02007f4a256 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:44.020113 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1b2000b6-2c0b-4092-ab96-d73955ef4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:44.028622 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6e95b227-aab7-4213-affd-c49f064627a1 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3447537 Sep 17 23:52:44.030952 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46902) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:44.184224 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-d63f7676-1ef3-493b-b359-cde94f7e7dfa tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Deleting port 62a83512-53eb-4af4-b282-545dda7b3774 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:44.184754 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d63f7676-1ef3-493b-b359-cde94f7e7dfa tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:44.224356 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6485beae-72d3-4185-b43b-66525e604198 req-67cd39a3-0f9f-49b0-be12-e02007f4a256 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:44.249163 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5262ceb-e07e-4890-a9ba-a004e4b9f758 req-d7983ef0-e1a8-4f7d-b1e8-61480a9f3b56 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:44.251634 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e5262ceb-e07e-4890-a9ba-a004e4b9f758 req-d7983ef0-e1a8-4f7d-b1e8-61480a9f3b56 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.2584002 Sep 17 23:52:44.260220 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f24376-5107-4a6e-97c7-7fa3c6e7a729 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:52:44.275850 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f309617c-8957-4689-9d41-33f777e3c4f4 None None] Sync routers for ids ['76c437ed-1778-4b41-99b2-eea64d2759b4'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:52:44.286259 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d63f7676-1ef3-493b-b359-cde94f7e7dfa tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:44.286784 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d63f7676-1ef3-493b-b359-cde94f7e7dfa tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:44.293049 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f309617c-8957-4689-9d41-33f777e3c4f4 None None] Routers {'76c437ed-1778-4b41-99b2-eea64d2759b4'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:44.293049 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-f309617c-8957-4689-9d41-33f777e3c4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['76c437ed-1778-4b41-99b2-eea64d2759b4'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:44.301039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-d63f7676-1ef3-493b-b359-cde94f7e7dfa tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Calling delete_port for 62a83512-53eb-4af4-b282-545dda7b3774 owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:44.334394 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-f309617c-8957-4689-9d41-33f777e3c4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:44.339753 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e5262ceb-e07e-4890-a9ba-a004e4b9f758 req-7e842ba1-1458-47a5-95e5-f6833059a86b tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771255 Sep 17 23:52:44.345538 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f309617c-8957-4689-9d41-33f777e3c4f4 None None] Routers {'76c437ed-1778-4b41-99b2-eea64d2759b4'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:44.346206 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-f309617c-8957-4689-9d41-33f777e3c4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['76c437ed-1778-4b41-99b2-eea64d2759b4'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:44.353140 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6485beae-72d3-4185-b43b-66525e604198 req-67cd39a3-0f9f-49b0-be12-e02007f4a256 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:44.407428 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-f309617c-8957-4689-9d41-33f777e3c4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:44.408097 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f309617c-8957-4689-9d41-33f777e3c4f4 None None] The sync data for ids ['76c437ed-1778-4b41-99b2-eea64d2759b4'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:52:44.445907 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6485beae-72d3-4185-b43b-66525e604198 req-67cd39a3-0f9f-49b0-be12-e02007f4a256 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:44.470376 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-13f24376-5107-4a6e-97c7-7fa3c6e7a729 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:44.471747 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-13f24376-5107-4a6e-97c7-7fa3c6e7a729 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8533955 Sep 17 23:52:44.474835 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46916) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:44.481795 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f573e233-e245-4d2b-b335-6724344a6bef tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'enable_snat': False}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:44.490162 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3c822a8-f48b-45b2-8c5e-68964ee6ca41 req-d5279a57-6b4f-464f-9d96-ed9e4dc3b8d7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 210 time: 0.0396807 Sep 17 23:52:44.497925 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd39a3-0f9f-49b0-be12-e02007f4a256 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Pushing event updated for resources: {'Port': ['ID=1f22155b-e45c-4c6e-b36d-f607a87753db,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:44.529234 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d63f7676-1ef3-493b-b359-cde94f7e7dfa tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:44.579853 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6485beae-72d3-4185-b43b-66525e604198 req-67cd39a3-0f9f-49b0-be12-e02007f4a256 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:44.581944 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6485beae-72d3-4185-b43b-66525e604198 req-67cd39a3-0f9f-49b0-be12-e02007f4a256 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2267370 Sep 17 23:52:44.627766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f7676-1ef3-493b-b359-cde94f7e7dfa tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Pushing event deleted for resources: {'Port': ['ID=62a83512-53eb-4af4-b282-545dda7b3774,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:44.663240 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d63f7676-1ef3-493b-b359-cde94f7e7dfa tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:44.666407 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d63f7676-1ef3-493b-b359-cde94f7e7dfa tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:44.671750 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d63f7676-1ef3-493b-b359-cde94f7e7dfa tempest-FloatingIPAdminTestJSON-849371953 tempest-FloatingIPAdminTestJSON-849371953-project] 10.222.0.46 "DELETE /v2.0/floatingips/71b936b8-7d6f-45b0-98ad-120c19ddf58a HTTP/1.1" status: 204 len: 168 time: 0.6394837 Sep 17 23:52:44.671894 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46924) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:44.691529 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6485beae-72d3-4185-b43b-66525e604198 req-eb42a9d7-1d30-4d0d-aff0-10f35e2fc77e tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 695 time: 0.1037793 Sep 17 23:52:44.983101 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f573e233-e245-4d2b-b335-6724344a6bef tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:44.988998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485beae-72d3-4185-b43b-66525e604198 req-756ec706-2814-441b-8074-12d4c479ec7e tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:44.997571 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6485beae-72d3-4185-b43b-66525e604198 req-756ec706-2814-441b-8074-12d4c479ec7e tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.2742369 Sep 17 23:52:45.003067 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f3ab2022-55ff-4e02-9cef-264c4d0b687a req-344d4a2c-6f0e-4048-91ee-b8a11556ecf0 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.1330030 Sep 17 23:52:45.035006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-6485beae-72d3-4185-b43b-66525e604198 req-8308d489-195a-44a4-a5be-fd9096ca8b53 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:52:45.045964 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6485beae-72d3-4185-b43b-66525e604198 req-8308d489-195a-44a4-a5be-fd9096ca8b53 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0397029 Sep 17 23:52:45.088447 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5012f599-4062-4b35-9318-8ff7010560f4 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Deleting port 50da8138-f517-401c-a7d3-4cc625ee0ca4 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:45.088973 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5012f599-4062-4b35-9318-8ff7010560f4 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:45.117119 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ffb12d1-2fc1-4c20-85bd-9f5e6d7642b2 req-3539eef4-24a5-40f4-99be-7bd097030e3a tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0414310 Sep 17 23:52:45.572516 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f573e233-e245-4d2b-b335-6724344a6bef tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:45.580125 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f573e233-e245-4d2b-b335-6724344a6bef tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:45.605298 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2949201-c69e-4553-8981-432f41cd1763 req-df7c491d-61e9-49e3-98ac-636fcd99f4c6 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:45.606883 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2949201-c69e-4553-8981-432f41cd1763 req-df7c491d-61e9-49e3-98ac-636fcd99f4c6 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.4868510 Sep 17 23:52:45.633437 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5012f599-4062-4b35-9318-8ff7010560f4 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:45.633796 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5012f599-4062-4b35-9318-8ff7010560f4 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:45.674011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5012f599-4062-4b35-9318-8ff7010560f4 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Calling delete_port for 50da8138-f517-401c-a7d3-4cc625ee0ca4 owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:45.691041 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-789a982a-556a-45cc-b48a-9ffad7a62664 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:45.698281 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-789a982a-556a-45cc-b48a-9ffad7a62664 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1633930 Sep 17 23:52:45.715856 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f573e233-e245-4d2b-b335-6724344a6bef tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Router 76c437ed-1778-4b41-99b2-eea64d2759b4 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:52:45.753265 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2949201-c69e-4553-8981-432f41cd1763 req-9903d53e-4937-46cf-9314-384bacc756b2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283700 Sep 17 23:52:45.809434 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-6115ff1b-b241-4a66-8e1f-fe81b0cd2ab7 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 695 time: 0.1103952 Sep 17 23:52:45.819577 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-a82433c5-694a-46c1-84a6-ba83a94f1d51 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Request body: {'floatingip': {'port_id': '6b393419-0365-458f-b0b9-17e9fd6c6f5c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:45.851281 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f573e233-e245-4d2b-b335-6724344a6bef tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:52:45.856913 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f573e233-e245-4d2b-b335-6724344a6bef tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:45.858417 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f573e233-e245-4d2b-b335-6724344a6bef tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "PUT /v2.0/routers/76c437ed-1778-4b41-99b2-eea64d2759b4 HTTP/1.1" status: 200 len: 924 time: 1.3812144 Sep 17 23:52:45.861803 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-a82433c5-694a-46c1-84a6-ba83a94f1d51 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:45.866350 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac562280-8c16-4778-b0be-9fe8226322b1 None None] Sync routers for ids ['76c437ed-1778-4b41-99b2-eea64d2759b4'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:52:45.867767 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46952) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:45.884045 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac562280-8c16-4778-b0be-9fe8226322b1 None None] Routers {'76c437ed-1778-4b41-99b2-eea64d2759b4'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:45.885004 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ac562280-8c16-4778-b0be-9fe8226322b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['76c437ed-1778-4b41-99b2-eea64d2759b4'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:45.940182 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ac562280-8c16-4778-b0be-9fe8226322b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:45.951707 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac562280-8c16-4778-b0be-9fe8226322b1 None None] Routers {'76c437ed-1778-4b41-99b2-eea64d2759b4'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:45.953599 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ac562280-8c16-4778-b0be-9fe8226322b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['76c437ed-1778-4b41-99b2-eea64d2759b4'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:45.989107 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ac562280-8c16-4778-b0be-9fe8226322b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:45.990080 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac562280-8c16-4778-b0be-9fe8226322b1 None None] The sync data for ids ['76c437ed-1778-4b41-99b2-eea64d2759b4'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:52:46.012870 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3070c1b9-e0a4-4cab-8c8f-61d3d1cbf60e tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "GET /v2.0/routers/76c437ed-1778-4b41-99b2-eea64d2759b4 HTTP/1.1" status: 200 len: 924 time: 0.1423995 Sep 17 23:52:46.014045 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46954) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:46.096258 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b85cad3-e9fb-4738-8468-ffcdd90702bf tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:46.098911 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2b85cad3-e9fb-4738-8468-ffcdd90702bf tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=544c7e65-fba8-424a-a169-b245d1aea919&device_id=76c437ed-1778-4b41-99b2-eea64d2759b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0836294 Sep 17 23:52:46.104714 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46958) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:46.113965 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e5179635-e6b7-474a-a635-5b293da9ef0a req-1bae2d7f-2c89-4b51-9d7f-cbb75d7ec992 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 210 time: 0.0400789 Sep 17 23:52:46.220915 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641854a1-789b-49bf-8971-33cc6d72d57f tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:46.226430 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-641854a1-789b-49bf-8971-33cc6d72d57f tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 881 time: 0.1259036 Sep 17 23:52:46.227061 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46964) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:46.267792 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9304603b-dcba-4ee0-8981-e89ab443c36c tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c437ed-1778-4b41-99b2-eea64d2759b4 HTTP/1.1" status: 200 len: 205 time: 0.0395923 Sep 17 23:52:46.268411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46966) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:46.333873 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8720af71-97ed-4f14-af6c-7695970075b2 req-cab5d90d-a8f5-4bca-a1fa-18684f550591 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.0404484 Sep 17 23:52:46.389285 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe6a3-a78f-4668-81f0-c6a0d1af6b5e tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:46.420797 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5012f599-4062-4b35-9318-8ff7010560f4 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:46.492004 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41d9d78f-20cf-4430-a47c-41f671f2c1c8 req-579998fe-6f3a-415f-b949-16f2c60f46cc tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0658209 Sep 17 23:52:46.519914 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe6a3-a78f-4668-81f0-c6a0d1af6b5e tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:46.545517 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c6197457-56ff-4018-9c93-9f8947f776b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:46.550397 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012f599-4062-4b35-9318-8ff7010560f4 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Pushing event deleted for resources: {'Port': ['ID=50da8138-f517-401c-a7d3-4cc625ee0ca4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:46.554496 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.resource_extend [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-a82433c5-694a-46c1-84a6-ba83a94f1d51 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 23:52:46.633393 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-a82433c5-694a-46c1-84a6-ba83a94f1d51 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:46.638647 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5012f599-4062-4b35-9318-8ff7010560f4 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:46.642002 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5012f599-4062-4b35-9318-8ff7010560f4 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:46.648998 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-ac2fe6a3-a78f-4668-81f0-c6a0d1af6b5e tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Deleting port 4e7df25a-88b7-4fd3-ab6e-5cec2437d7d7 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:46.649538 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5012f599-4062-4b35-9318-8ff7010560f4 tempest-FloatingIPAdminTestJSON-362968708 tempest-FloatingIPAdminTestJSON-362968708-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/776308be-a6f0-42b2-af26-dfb5c0dd9008 HTTP/1.1" status: 204 len: 168 time: 1.9699130 Sep 17 23:52:46.649646 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe6a3-a78f-4668-81f0-c6a0d1af6b5e tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:46.649764 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46970) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:46.724274 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-a82433c5-694a-46c1-84a6-ba83a94f1d51 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:46.746296 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe6a3-a78f-4668-81f0-c6a0d1af6b5e tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:46.759351 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-ac2fe6a3-a78f-4668-81f0-c6a0d1af6b5e tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Calling delete_port for 4e7df25a-88b7-4fd3-ab6e-5cec2437d7d7 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:46.819312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c9048-9afa-46a7-aec6-b3474b9bc31c tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Deleting port dc01bb7e-ddbe-4e62-8ed8-1c2558987c89 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:46.819451 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7f6c9048-9afa-46a7-aec6-b3474b9bc31c tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:46.940185 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-a82433c5-694a-46c1-84a6-ba83a94f1d51 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Floating IP c0e4ace5-ef0b-450b-a5ed-a1fee19d713b associated. External IP: 172.25.3.29, port: 6b393419-0365-458f-b0b9-17e9fd6c6f5c. Sep 17 23:52:47.025413 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe6a3-a78f-4668-81f0-c6a0d1af6b5e tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:47.045221 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7f6c9048-9afa-46a7-aec6-b3474b9bc31c tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:47.063839 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fe6a3-a78f-4668-81f0-c6a0d1af6b5e tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Pushing event deleted for resources: {'Port': ['ID=4e7df25a-88b7-4fd3-ab6e-5cec2437d7d7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:47.074429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7503ed-9f63-40c9-af9c-58f9fd6b6b9a req-e78837c3-4039-4276-8789-d21b8b4ee5e1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:47.076031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d7503ed-9f63-40c9-af9c-58f9fd6b6b9a req-e78837c3-4039-4276-8789-d21b8b4ee5e1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.1588161 Sep 17 23:52:47.090738 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c9048-9afa-46a7-aec6-b3474b9bc31c tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Calling delete_port for dc01bb7e-ddbe-4e62-8ed8-1c2558987c89 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:47.135940 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe6a3-a78f-4668-81f0-c6a0d1af6b5e tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:47.216223 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d7503ed-9f63-40c9-af9c-58f9fd6b6b9a req-c8a2acef-d6cf-4f5d-8999-1474d7bbcc86 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286762 Sep 17 23:52:47.230814 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:47.245710 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe6a3-a78f-4668-81f0-c6a0d1af6b5e tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:47.248092 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe6a3-a78f-4668-81f0-c6a0d1af6b5e tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:47.402675 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efd6442e-eb5a-440d-b540-c8c7999a0f7a req-f9e46144-1f9e-4c06-9e87-c99047d7adcb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 210 time: 0.0590587 Sep 17 23:52:47.432313 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-a82433c5-694a-46c1-84a6-ba83a94f1d51 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Router 189db22f-8acc-4edf-aa40-7ff1dfbaf615 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:52:47.445089 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe6a3-a78f-4668-81f0-c6a0d1af6b5e tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:47.446145 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2fe6a3-a78f-4668-81f0-c6a0d1af6b5e tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Fanout notify agent at l3_agent the message router_deleted on router 76c437ed-1778-4b41-99b2-eea64d2759b4 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:52:47.465761 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe6a3-a78f-4668-81f0-c6a0d1af6b5e tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:47.472419 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ac2fe6a3-a78f-4668-81f0-c6a0d1af6b5e tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "DELETE /v2.0/routers/76c437ed-1778-4b41-99b2-eea64d2759b4 HTTP/1.1" status: 204 len: 168 time: 1.1991327 Sep 17 23:52:47.473074 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46992) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:47.477537 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d9c5a888-429d-4e42-8e88-edb1ea379f17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1112835595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:47.534447 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38e3b622-b816-4a9f-9ae4-8e4a475fe09e req-36f3811d-2c20-4867-b075-7f4ea8066968 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcd2e40a-faed-4bf3-a61d-260ea1956eb8 HTTP/1.1" status: 200 len: 210 time: 0.0324504 Sep 17 23:52:47.577714 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7f6c9048-9afa-46a7-aec6-b3474b9bc31c tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:47.591368 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9c5a888-429d-4e42-8e88-edb1ea379f17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:47.592442 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9c5a888-429d-4e42-8e88-edb1ea379f17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:47.611670 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c9048-9afa-46a7-aec6-b3474b9bc31c tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Pushing event deleted for resources: {'Port': ['ID=dc01bb7e-ddbe-4e62-8ed8-1c2558987c89,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:47.630331 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-a82433c5-694a-46c1-84a6-ba83a94f1d51 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:52:47.640620 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f7e21e-364b-4966-ac6e-abcabeb4908e None None] Sync routers for ids ['189db22f-8acc-4edf-aa40-7ff1dfbaf615'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:52:47.646742 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-a82433c5-694a-46c1-84a6-ba83a94f1d51 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:47.667864 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f7e21e-364b-4966-ac6e-abcabeb4908e None None] Routers {'189db22f-8acc-4edf-aa40-7ff1dfbaf615'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:47.670235 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-b8f7e21e-364b-4966-ac6e-abcabeb4908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['189db22f-8acc-4edf-aa40-7ff1dfbaf615'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:47.682860 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9c5a888-429d-4e42-8e88-edb1ea379f17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:47.684558 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-a82433c5-694a-46c1-84a6-ba83a94f1d51 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "PUT /v2.0/floatingips/c0e4ace5-ef0b-450b-a5ed-a1fee19d713b HTTP/1.1" status: 200 len: 995 time: 1.8672884 Sep 17 23:52:47.689123 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:47.695784 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0240f2-f551-4110-b027-1a542c0cd7b8', 'tag': '6b393419-0365-458f-b0b9-17e9fd6c6f5c'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:47.697534 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab42c1d3-d133-420d-8ff2-371cafb18964" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0240f2-f551-4110-b027-1a542c0cd7b8", "tag": "6b393419-0365-458f-b0b9-17e9fd6c6f5c"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:47.780563 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-870fef03-ae69-4f81-b099-5d9d4564cb45 req-74b8257e-a5a9-4ff0-8ae6-86d325b65108 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0904851 Sep 17 23:52:47.787099 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9c5a888-429d-4e42-8e88-edb1ea379f17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:47.797392 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7f6c9048-9afa-46a7-aec6-b3474b9bc31c tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:47.802328 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7f6c9048-9afa-46a7-aec6-b3474b9bc31c tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] 10.222.0.46 "DELETE /v2.0/ports/dc01bb7e-ddbe-4e62-8ed8-1c2558987c89 HTTP/1.1" status: 204 len: 168 time: 1.1496542 Sep 17 23:52:47.802634 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47002) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:47.877425 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9c5a888-429d-4e42-8e88-edb1ea379f17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:47.881164 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d9c5a888-429d-4e42-8e88-edb1ea379f17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4047496 Sep 17 23:52:47.881317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47004) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:47.886229 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-af13bcc4-a3a0-4e85-99af-a8a2c46c2593 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Request body: {'router': {'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:47.911800 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c3bba9-4a4d-4b0b-9a9c-806d05c22c3a x-openstack-request-id: req-b1c3bba9-4a4d-4b0b-9a9c-806d05c22c3a {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:47.913333 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-b8f7e21e-364b-4966-ac6e-abcabeb4908e None None] Set router 189db22f-8acc-4edf-aa40-7ff1dfbaf615 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:52:47.916764 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0240f2-f551-4110-b027-1a542c0cd7b8", "tag": "6b393419-0365-458f-b0b9-17e9fd6c6f5c", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:47.917120 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b1c3bba9-4a4d-4b0b-9a9c-806d05c22c3a {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:47.917570 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0240f2-f551-4110-b027-1a542c0cd7b8', 'tag': '6b393419-0365-458f-b0b9-17e9fd6c6f5c', 'status': 'completed', 'code': 200} Sep 17 23:52:47.947037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff2a41a-826d-4987-87a4-82f22264df8e tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:47.948562 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2ff2a41a-826d-4987-87a4-82f22264df8e tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] 10.222.0.46 "GET /v2.0/ports?device_id=db5758ad-8665-493f-a013-050bc18f9f0d HTTP/1.1" status: 200 len: 913 time: 0.1449676 Sep 17 23:52:47.951352 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47006) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:48.144868 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-a4cb84f7-5cd8-43a9-8ae4-a3cf9a89961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:48.146464 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-a4cb84f7-5cd8-43a9-8ae4-a3cf9a89961d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5a6bc127d6d42bdad9b2db9f4c0c49c&device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 1096 time: 0.4610844 Sep 17 23:52:48.251339 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-b8f7e21e-364b-4966-ac6e-abcabeb4908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'name': 'tempest-ServerRescueTestJSONUnderV235-1170736079-router', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:51:39Z', 'updated_at': '2021-09-17T23:51:44Z', 'revision_number': 4, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'gw_port': {'id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:40Z', 'updated_at': '2021-09-17T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'c0e4ace5-ef0b-450b-a5ed-a1fee19d713b', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'port_id': '6b393419-0365-458f-b0b9-17e9fd6c6f5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55', 'mac_address': 'fa:16:3e:33:9c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0240f2-f551-4110-b027-1a542c0cd7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:52:43Z', 'updated_at': '2021-09-17T23:52:46Z', 'revision_number': 1, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12192ad-3be8-43a3-92dc-ef0f9319e21e', 'name': '', 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'mac_address': 'fa:16:3e:bf:9e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4a07af87-2c35-4815-a33d-5a9f7f4ed508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:42Z', 'updated_at': '2021-09-17T23:51:49Z', 'revision_number': 5, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'subnets': [{'id': '4a07af87-2c35-4815-a33d-5a9f7f4ed508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:48.293003 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f7e21e-364b-4966-ac6e-abcabeb4908e None None] Checking router: 189db22f-8acc-4edf-aa40-7ff1dfbaf615 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:52:48.308413 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f7e21e-364b-4966-ac6e-abcabeb4908e None None] Routers {'189db22f-8acc-4edf-aa40-7ff1dfbaf615'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:48.309366 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-b8f7e21e-364b-4966-ac6e-abcabeb4908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['189db22f-8acc-4edf-aa40-7ff1dfbaf615'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:48.387652 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-4b514347-6572-4199-8fe4-a589dd0cc9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:48.389207 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-4b514347-6572-4199-8fe4-a589dd0cc9f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4461cd47-fde9-4845-92b2-6903a8fb4a55 HTTP/1.1" status: 200 len: 921 time: 0.2321987 Sep 17 23:52:48.483095 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-b8f7e21e-364b-4966-ac6e-abcabeb4908e None None] Set router 189db22f-8acc-4edf-aa40-7ff1dfbaf615 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:52:48.619760 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-dc8a39c2-c338-4bc8-a043-036f75bb20f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b393419-0365-458f-b0b9-17e9fd6c6f5c HTTP/1.1" status: 200 len: 998 time: 0.1899335 Sep 17 23:52:48.629966 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af13bcc4-a3a0-4e85-99af-a8a2c46c2593 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:48.636864 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37972c8-a1eb-4438-92d5-d01a0e3e91b5 req-1870ee27-99ba-412b-b201-e173c7eb7bab tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:48.638881 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b37972c8-a1eb-4438-92d5-d01a0e3e91b5 req-1870ee27-99ba-412b-b201-e173c7eb7bab tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.2955818 Sep 17 23:52:48.641649 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42c1d3-d133-420d-8ff2-371cafb18964 req-5bd477b0-9270-4d47-b3b6-c3e1d8fc6cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:48.643167 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab42c1d3-d133-420d-8ff2-371cafb18964 req-5bd477b0-9270-4d47-b3b6-c3e1d8fc6cf0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a6bc127d6d42bdad9b2db9f4c0c49c&device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 1096 time: 0.6462233 Sep 17 23:52:48.747496 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-43578eaa-08f4-4029-97b7-f3ecd8ac9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:48.749565 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-43578eaa-08f4-4029-97b7-f3ecd8ac9ad4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a07af87-2c35-4815-a33d-5a9f7f4ed508 HTTP/1.1" status: 200 len: 860 time: 0.1092350 Sep 17 23:52:48.753669 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b37972c8-a1eb-4438-92d5-d01a0e3e91b5 req-1277884b-4f6b-4d09-ba55-3701653bd27f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031406 Sep 17 23:52:48.809597 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42c1d3-d133-420d-8ff2-371cafb18964 req-f58759c6-2642-4b48-a47c-7272e230a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:48.811913 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab42c1d3-d133-420d-8ff2-371cafb18964 req-f58759c6-2642-4b48-a47c-7272e230a23e service neutron] 10.222.0.41 "GET /v2.0/networks?id=4461cd47-fde9-4845-92b2-6903a8fb4a55 HTTP/1.1" status: 200 len: 921 time: 0.1614769 Sep 17 23:52:48.875226 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-b8f7e21e-364b-4966-ac6e-abcabeb4908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'name': 'tempest-ServerRescueTestJSONUnderV235-1170736079-router', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:51:39Z', 'updated_at': '2021-09-17T23:51:44Z', 'revision_number': 4, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'gw_port': {'id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:40Z', 'updated_at': '2021-09-17T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'c0e4ace5-ef0b-450b-a5ed-a1fee19d713b', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'port_id': '6b393419-0365-458f-b0b9-17e9fd6c6f5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55', 'mac_address': 'fa:16:3e:33:9c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0240f2-f551-4110-b027-1a542c0cd7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:52:43Z', 'updated_at': '2021-09-17T23:52:46Z', 'revision_number': 1, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12192ad-3be8-43a3-92dc-ef0f9319e21e', 'name': '', 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'mac_address': 'fa:16:3e:bf:9e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4a07af87-2c35-4815-a33d-5a9f7f4ed508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:42Z', 'updated_at': '2021-09-17T23:51:49Z', 'revision_number': 5, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'subnets': [{'id': '4a07af87-2c35-4815-a33d-5a9f7f4ed508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:48.926511 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab42c1d3-d133-420d-8ff2-371cafb18964 req-7f43df2d-5bfd-44ef-925e-910f714af454 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b393419-0365-458f-b0b9-17e9fd6c6f5c HTTP/1.1" status: 200 len: 998 time: 0.1064975 Sep 17 23:52:48.933787 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f7e21e-364b-4966-ac6e-abcabeb4908e None None] The sync data for ids ['189db22f-8acc-4edf-aa40-7ff1dfbaf615'] in n-d-809883-1 is: [{'id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'name': 'tempest-ServerRescueTestJSONUnderV235-1170736079-router', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:51:39Z', 'updated_at': '2021-09-17T23:51:44Z', 'revision_number': 4, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'gw_port': {'id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:40Z', 'updated_at': '2021-09-17T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'c0e4ace5-ef0b-450b-a5ed-a1fee19d713b', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'port_id': '6b393419-0365-458f-b0b9-17e9fd6c6f5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55', 'mac_address': 'fa:16:3e:33:9c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0240f2-f551-4110-b027-1a542c0cd7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:52:43Z', 'updated_at': '2021-09-17T23:52:46Z', 'revision_number': 1, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12192ad-3be8-43a3-92dc-ef0f9319e21e', 'name': '', 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'mac_address': 'fa:16:3e:bf:9e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4a07af87-2c35-4815-a33d-5a9f7f4ed508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:42Z', 'updated_at': '2021-09-17T23:51:49Z', 'revision_number': 5, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'subnets': [{'id': '4a07af87-2c35-4815-a33d-5a9f7f4ed508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:52:49.091614 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42c1d3-d133-420d-8ff2-371cafb18964 req-f27a3b14-3e66-4b82-aff7-9062b41cd374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:49.093297 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab42c1d3-d133-420d-8ff2-371cafb18964 req-f27a3b14-3e66-4b82-aff7-9062b41cd374 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a07af87-2c35-4815-a33d-5a9f7f4ed508 HTTP/1.1" status: 200 len: 860 time: 0.1123674 Sep 17 23:52:49.148962 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab42c1d3-d133-420d-8ff2-371cafb18964 req-ca0ff155-c575-4219-ad44-02384caeb575 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4461cd47-fde9-4845-92b2-6903a8fb4a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461810 Sep 17 23:52:49.292685 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3430f8-437f-4dbe-bf20-5436c60c78b7 None None] New status for floating IP c0e4ace5-ef0b-450b-a5ed-a1fee19d713b: ACTIVE {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:52:49.306110 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-d1145dc3-9908-4ad0-9780-eee510b6b6d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4461cd47-fde9-4845-92b2-6903a8fb4a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5477138 Sep 17 23:52:49.346921 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af13bcc4-a3a0-4e85-99af-a8a2c46c2593 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:49.353780 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ea2f6eb-c27c-4ef3-98e4-92e87f990116 req-c44b6309-3237-4431-8324-62f33a31a878 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 210 time: 0.0523241 Sep 17 23:52:49.358965 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-0a573ab8-ddfc-4d60-9573-5753f2428880 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:52:49.360072 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-0a573ab8-ddfc-4d60-9573-5753f2428880 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089734 Sep 17 23:52:49.410749 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af13bcc4-a3a0-4e85-99af-a8a2c46c2593 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:49.523688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-af13bcc4-a3a0-4e85-99af-a8a2c46c2593 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Allocated IP 172.25.3.96 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/04a7897c-c656-4776-9f12-31da61885c78) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:52:49.570181 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-55c40962-2637-4ebf-9c5f-fd41f997cbb8 service neutron] 10.222.0.46 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024977 Sep 17 23:52:49.579182 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab42c1d3-d133-420d-8ff2-371cafb18964 req-c3a05f84-ccb3-4909-b3a8-5ec7d7a6d13d service neutron] 10.222.0.41 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141624 Sep 17 23:52:49.630201 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6442d31d-c734-4a93-b108-245c5cdd67bc req-b89adbb1-ba05-4ed2-af31-e18b533211ca tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0466812 Sep 17 23:52:49.642193 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a6444611-5177-46a6-9637-0d8d9bf0da2c tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:49.682039 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:49.712423 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ab42c1d3-d133-420d-8ff2-371cafb18964 req-3ed2b945-5b36-4031-aac0-66388ce876fd service neutron] 10.222.0.41 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131341 Sep 17 23:52:49.753975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47038) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:49.832176 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af13bcc4-a3a0-4e85-99af-a8a2c46c2593 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:49.887170 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0838993c-54e2-463a-8903-85c34b0e9e19 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:49.905521 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4ab8ddb-0120-4a2e-8da2-f40c918f8489 req-a7e18cfe-777e-4427-89aa-faa9e80ac446 service neutron] 10.222.0.46 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343599 Sep 17 23:52:49.938966 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af13bcc4-a3a0-4e85-99af-a8a2c46c2593 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:49.979696 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af13bcc4-a3a0-4e85-99af-a8a2c46c2593 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:52:49.986302 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-af13bcc4-a3a0-4e85-99af-a8a2c46c2593 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:49.991040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af13bcc4-a3a0-4e85-99af-a8a2c46c2593 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:52:49.993317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13bcc4-a3a0-4e85-99af-a8a2c46c2593 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Pushing event updated for resources: {'Port': ['ID=04a7897c-c656-4776-9f12-31da61885c78,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:50.029295 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0838993c-54e2-463a-8903-85c34b0e9e19 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:50.105808 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0ec44-c0ac-425f-a83b-e66fb7180d17 req-9527e073-856a-415c-a98e-dd03969ae7a2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:50.107388 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c6d0ec44-c0ac-425f-a83b-e66fb7180d17 req-9527e073-856a-415c-a98e-dd03969ae7a2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.2266371 Sep 17 23:52:50.162665 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-28c7338c-52b1-4c47-87c7-3e3d1e3364a4 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 1000 time: 0.2294545 Sep 17 23:52:50.224376 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c6d0ec44-c0ac-425f-a83b-e66fb7180d17 req-bb7f34b5-84a8-4dcf-b923-8e2630414e84 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951188 Sep 17 23:52:50.249177 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-25fe4fe1-cc58-428e-b889-b3eace3bf937 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:50.253887 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-25fe4fe1-cc58-428e-b889-b3eace3bf937 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports/6b393419-0365-458f-b0b9-17e9fd6c6f5c HTTP/1.1" status: 200 len: 942 time: 0.0745077 Sep 17 23:52:50.343230 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0838993c-54e2-463a-8903-85c34b0e9e19 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:50.346439 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0838993c-54e2-463a-8903-85c34b0e9e19 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:50.350693 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0838993c-54e2-463a-8903-85c34b0e9e19 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "DELETE /v2.0/security-groups/6687bf39-82f2-4203-9e3b-9109ba09075f HTTP/1.1" status: 204 len: 168 time: 0.5938745 Sep 17 23:52:50.357201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47060) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:50.392050 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838993c-54e2-463a-8903-85c34b0e9e19 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6687bf39-82f2-4203-9e3b-9109ba09075f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:50.429019 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-bab0ab96-b91e-4d27-8dd8-4c39d8c29b54 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] show failed (client error): The resource could not be found. Sep 17 23:52:50.435784 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bab0ab96-b91e-4d27-8dd8-4c39d8c29b54 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "GET /v2.0/security-groups/6687bf39-82f2-4203-9e3b-9109ba09075f HTTP/1.1" status: 404 len: 347 time: 0.0754457 Sep 17 23:52:50.438232 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-a6444611-5177-46a6-9637-0d8d9bf0da2c tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Deleting port 54f99d25-a207-4373-8711-bab210ef2a87 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:50.438232 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a6444611-5177-46a6-9637-0d8d9bf0da2c tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:50.441848 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47066) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:50.470279 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af13bcc4-a3a0-4e85-99af-a8a2c46c2593 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:50.623269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df34b573-87c4-47a2-8dfc-266df010673a req-887ab6f5-e2d0-4e00-bfb6-1b95d3d5795c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 210 time: 0.1099803 Sep 17 23:52:50.636183 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-3cac55af-cb9d-4027-b3b8-b9a7a1158e76 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 1000 time: 0.2821958 Sep 17 23:52:50.721156 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a6444611-5177-46a6-9637-0d8d9bf0da2c tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:50.772342 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af13bcc4-a3a0-4e85-99af-a8a2c46c2593 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:50.772670 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-a6444611-5177-46a6-9637-0d8d9bf0da2c tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Calling delete_port for 54f99d25-a207-4373-8711-bab210ef2a87 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:50.775913 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af13bcc4-a3a0-4e85-99af-a8a2c46c2593 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:50.869895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eb197f20-91d2-4998-bcf1-e0d52b2bd75a req-4a1cd90a-b999-4ae8-9082-c2c1f1ef425f tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0751376 Sep 17 23:52:50.884527 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-0dc966e0-c779-437e-a701-4c05fff8b336 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:50.893073 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-0dc966e0-c779-437e-a701-4c05fff8b336 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.2558208 Sep 17 23:52:50.914385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f1193d31-ba03-4cc4-9fa8-ce7ea367b59d tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Deleting port 788ca4fb-ebf5-42f8-a7d7-4dadb5adf36f {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:50.914776 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1193d31-ba03-4cc4-9fa8-ce7ea367b59d tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:51.049222 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af13bcc4-a3a0-4e85-99af-a8a2c46c2593 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Router 449c52f4-493d-4e6a-9843-2be924917150 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:52:51.104871 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-4442b4d9-35f8-419f-860d-36278a5d2e1b tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 1000 time: 0.2032566 Sep 17 23:52:51.122308 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-02332558-06ac-4ccf-859a-4ebf10fb00b1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:51.192011 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1193d31-ba03-4cc4-9fa8-ce7ea367b59d tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:51.192345 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1193d31-ba03-4cc4-9fa8-ce7ea367b59d tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:51.196408 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-02332558-06ac-4ccf-859a-4ebf10fb00b1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:51.212455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af13bcc4-a3a0-4e85-99af-a8a2c46c2593 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:52:51.224743 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad672f7d-49d1-4d76-b192-eb2cb6616305 None None] Sync routers for ids ['449c52f4-493d-4e6a-9843-2be924917150'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:52:51.231266 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af13bcc4-a3a0-4e85-99af-a8a2c46c2593 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:51.233251 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-af13bcc4-a3a0-4e85-99af-a8a2c46c2593 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "PUT /v2.0/routers/449c52f4-493d-4e6a-9843-2be924917150 HTTP/1.1" status: 200 len: 883 time: 3.3507192 Sep 17 23:52:51.236712 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47116) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:51.237143 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad672f7d-49d1-4d76-b192-eb2cb6616305 None None] Routers {'449c52f4-493d-4e6a-9843-2be924917150'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:51.237346 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-ad672f7d-49d1-4d76-b192-eb2cb6616305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['449c52f4-493d-4e6a-9843-2be924917150'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:51.299699 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-ad672f7d-49d1-4d76-b192-eb2cb6616305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:51.333630 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad672f7d-49d1-4d76-b192-eb2cb6616305 None None] Routers {'449c52f4-493d-4e6a-9843-2be924917150'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:51.334514 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-ad672f7d-49d1-4d76-b192-eb2cb6616305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['449c52f4-493d-4e6a-9843-2be924917150'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:51.370453 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-02332558-06ac-4ccf-859a-4ebf10fb00b1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:51.404981 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-ad672f7d-49d1-4d76-b192-eb2cb6616305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:51.405642 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad672f7d-49d1-4d76-b192-eb2cb6616305 None None] The sync data for ids ['449c52f4-493d-4e6a-9843-2be924917150'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:52:51.424805 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f1193d31-ba03-4cc4-9fa8-ce7ea367b59d tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Calling delete_port for 788ca4fb-ebf5-42f8-a7d7-4dadb5adf36f owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:51.430842 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-47102b17-3fe4-4824-9cbd-1a7a81cac6b1 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "GET /v2.0/routers/449c52f4-493d-4e6a-9843-2be924917150 HTTP/1.1" status: 200 len: 924 time: 0.1914611 Sep 17 23:52:51.433063 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47130) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:51.485278 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-02332558-06ac-4ccf-859a-4ebf10fb00b1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:51.485278 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-02332558-06ac-4ccf-859a-4ebf10fb00b1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Floating IP c0e4ace5-ef0b-450b-a5ed-a1fee19d713b disassociated. External IP: 172.25.3.29, port: 6b393419-0365-458f-b0b9-17e9fd6c6f5c. Sep 17 23:52:51.661567 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6f636-b1fb-44ee-b79e-70ae6fb8da46 req-af63e713-d86f-4e15-99a1-5fb964d2f81a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:51.663157 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6a6f636-b1fb-44ee-b79e-70ae6fb8da46 req-af63e713-d86f-4e15-99a1-5fb964d2f81a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.2845514 Sep 17 23:52:51.714686 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87ae1b0-4c40-4b7f-9d28-2aded011671b tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:51.716593 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b87ae1b0-4c40-4b7f-9d28-2aded011671b tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=544c7e65-fba8-424a-a169-b245d1aea919&device_id=449c52f4-493d-4e6a-9843-2be924917150&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2798266 Sep 17 23:52:51.719326 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47156) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:51.831935 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb79bf0b-f7f5-45e1-8e04-b7b8febda007 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:51.835310 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bb79bf0b-f7f5-45e1-8e04-b7b8febda007 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 881 time: 0.1150198 Sep 17 23:52:51.838745 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47166) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:51.872079 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b9a15663-35b1-495a-b194-447ecbcbb6a9 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "GET /v2.0/ports?device_id=449c52f4-493d-4e6a-9843-2be924917150 HTTP/1.1" status: 200 len: 205 time: 0.0319755 Sep 17 23:52:51.875005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47170) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:51.882827 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a6444611-5177-46a6-9637-0d8d9bf0da2c tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:51.949783 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6444611-5177-46a6-9637-0d8d9bf0da2c tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Pushing event deleted for resources: {'Port': ['ID=54f99d25-a207-4373-8711-bab210ef2a87,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:51.954667 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6a6f636-b1fb-44ee-b79e-70ae6fb8da46 req-198f4798-42d0-48ea-91a4-0bcd2a8b7dcd tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725379 Sep 17 23:52:52.011768 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1193d31-ba03-4cc4-9fa8-ce7ea367b59d tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:52.058103 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dccd4767-a735-4f4f-89d4-4f7ca2b4ae58 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:52.253360 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dccd4767-a735-4f4f-89d4-4f7ca2b4ae58 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:52.431292 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-dccd4767-a735-4f4f-89d4-4f7ca2b4ae58 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Deleting port 04a7897c-c656-4776-9f12-31da61885c78 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:52.431292 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dccd4767-a735-4f4f-89d4-4f7ca2b4ae58 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:52.451192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1193d31-ba03-4cc4-9fa8-ce7ea367b59d tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event deleted for resources: {'Port': ['ID=788ca4fb-ebf5-42f8-a7d7-4dadb5adf36f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:52.517575 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dccd4767-a735-4f4f-89d4-4f7ca2b4ae58 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:52.530423 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-dccd4767-a735-4f4f-89d4-4f7ca2b4ae58 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Calling delete_port for 04a7897c-c656-4776-9f12-31da61885c78 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:52.540680 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7821cfbf-d30d-40a2-b99e-2f3f40fcb6a0 req-22217727-806e-4087-9b29-b81988d77602 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 210 time: 0.1134446 Sep 17 23:52:52.709268 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23e9bc4f-b435-4994-ab38-9951f734aed4 req-93cebe81-d02c-4bb7-9625-c1ecbdc50c42 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0825434 Sep 17 23:52:52.719614 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-02332558-06ac-4ccf-859a-4ebf10fb00b1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Router 189db22f-8acc-4edf-aa40-7ff1dfbaf615 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:52:52.719614 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1193d31-ba03-4cc4-9fa8-ce7ea367b59d tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:52.721334 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1193d31-ba03-4cc4-9fa8-ce7ea367b59d tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:52.722438 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f1193d31-ba03-4cc4-9fa8-ce7ea367b59d tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "DELETE /v2.0/floatingips/b0ed57c5-f1aa-4932-848f-e9be5ae70ee5 HTTP/1.1" status: 204 len: 168 time: 2.2783847 Sep 17 23:52:52.727678 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47186) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:52.774728 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47188) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:52.863848 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-d356c99f-a849-4bdb-ac6f-3100fcf5c671 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Deleting port c6bb7140-f314-400d-b7fc-5bb8506ae4ab {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:52.864262 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d356c99f-a849-4bdb-ac6f-3100fcf5c671 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:52.873514 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a6444611-5177-46a6-9637-0d8d9bf0da2c tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:52.890156 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-02332558-06ac-4ccf-859a-4ebf10fb00b1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:52:52.895911 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-02332558-06ac-4ccf-859a-4ebf10fb00b1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:52.910785 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78077a9-f502-4cdb-a7b2-d40e06ef99b4 None None] Sync routers for ids ['189db22f-8acc-4edf-aa40-7ff1dfbaf615'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:52:52.921042 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dccd4767-a735-4f4f-89d4-4f7ca2b4ae58 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:52.922582 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78077a9-f502-4cdb-a7b2-d40e06ef99b4 None None] Routers {'189db22f-8acc-4edf-aa40-7ff1dfbaf615'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:52.923392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f78077a9-f502-4cdb-a7b2-d40e06ef99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['189db22f-8acc-4edf-aa40-7ff1dfbaf615'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:52.946690 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-577a0ac6-cd0d-458a-aec2-8825b0b083b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:52.969965 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-02332558-06ac-4ccf-859a-4ebf10fb00b1 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "PUT /v2.0/floatingips/c0e4ace5-ef0b-450b-a5ed-a1fee19d713b HTTP/1.1" status: 200 len: 694 time: 1.8566802 Sep 17 23:52:52.971928 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0240f2-f551-4110-b027-1a542c0cd7b8', 'tag': '6b393419-0365-458f-b0b9-17e9fd6c6f5c'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:52:52.974251 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605ba9ac-d5f0-4653-bbb0-b66fa5ffa4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0240f2-f551-4110-b027-1a542c0cd7b8", "tag": "6b393419-0365-458f-b0b9-17e9fd6c6f5c"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:52:52.991452 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd4767-a735-4f4f-89d4-4f7ca2b4ae58 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Pushing event deleted for resources: {'Port': ['ID=04a7897c-c656-4776-9f12-31da61885c78,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:53.065719 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-f78077a9-f502-4cdb-a7b2-d40e06ef99b4 None None] Set router 189db22f-8acc-4edf-aa40-7ff1dfbaf615 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:52:53.083449 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9829f8e-7799-40cd-ab9e-d4c02fc8ce1c x-openstack-request-id: req-d9829f8e-7799-40cd-ab9e-d4c02fc8ce1c {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:52:53.083734 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0240f2-f551-4110-b027-1a542c0cd7b8", "tag": "6b393419-0365-458f-b0b9-17e9fd6c6f5c", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:52:53.084149 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9829f8e-7799-40cd-ab9e-d4c02fc8ce1c {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:52:53.084596 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0240f2-f551-4110-b027-1a542c0cd7b8', 'tag': '6b393419-0365-458f-b0b9-17e9fd6c6f5c', 'status': 'completed', 'code': 200} Sep 17 23:52:53.130716 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-357658b5-22cb-40c9-99f2-8a13336b24aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:53.132723 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-357658b5-22cb-40c9-99f2-8a13336b24aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5a6bc127d6d42bdad9b2db9f4c0c49c&device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 1096 time: 0.1137621 Sep 17 23:52:53.214488 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dccd4767-a735-4f4f-89d4-4f7ca2b4ae58 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:53.223657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ba9ac-d5f0-4653-bbb0-b66fa5ffa4e5 req-7c02bcba-9500-47b6-a903-1c3cf2a43578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:53.225235 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-605ba9ac-d5f0-4653-bbb0-b66fa5ffa4e5 req-7c02bcba-9500-47b6-a903-1c3cf2a43578 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a6bc127d6d42bdad9b2db9f4c0c49c&device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 1096 time: 0.1336508 Sep 17 23:52:53.258882 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d356c99f-a849-4bdb-ac6f-3100fcf5c671 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:53.327063 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f78077a9-f502-4cdb-a7b2-d40e06ef99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'name': 'tempest-ServerRescueTestJSONUnderV235-1170736079-router', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:51:39Z', 'updated_at': '2021-09-17T23:51:44Z', 'revision_number': 4, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'gw_port': {'id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:40Z', 'updated_at': '2021-09-17T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'e12192ad-3be8-43a3-92dc-ef0f9319e21e', 'name': '', 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'mac_address': 'fa:16:3e:bf:9e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4a07af87-2c35-4815-a33d-5a9f7f4ed508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:42Z', 'updated_at': '2021-09-17T23:51:49Z', 'revision_number': 5, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'subnets': [{'id': '4a07af87-2c35-4815-a33d-5a9f7f4ed508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:53.335195 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6444611-5177-46a6-9637-0d8d9bf0da2c tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Router db5758ad-8665-493f-a013-050bc18f9f0d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:52:53.347765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453522c-d584-46ae-b5ae-c4071b01445a req-b9d70136-3cf0-404f-b424-b8aa56f6976c tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:53.349386 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e453522c-d584-46ae-b5ae-c4071b01445a req-b9d70136-3cf0-404f-b424-b8aa56f6976c tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.1765780 Sep 17 23:52:53.353460 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-4776b562-5a17-4a89-8cbd-575abad0c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:53.354944 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-4776b562-5a17-4a89-8cbd-575abad0c959 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4461cd47-fde9-4845-92b2-6903a8fb4a55 HTTP/1.1" status: 200 len: 921 time: 0.2147136 Sep 17 23:52:53.368456 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78077a9-f502-4cdb-a7b2-d40e06ef99b4 None None] Checking router: 189db22f-8acc-4edf-aa40-7ff1dfbaf615 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:52:53.378718 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78077a9-f502-4cdb-a7b2-d40e06ef99b4 None None] Routers {'189db22f-8acc-4edf-aa40-7ff1dfbaf615'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:53.380259 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f78077a9-f502-4cdb-a7b2-d40e06ef99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['189db22f-8acc-4edf-aa40-7ff1dfbaf615'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:53.420221 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-6c881c33-ce20-4331-8571-72dd49d7b058 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b393419-0365-458f-b0b9-17e9fd6c6f5c HTTP/1.1" status: 200 len: 217 time: 0.0553222 Sep 17 23:52:53.509027 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-f78077a9-f502-4cdb-a7b2-d40e06ef99b4 None None] Set router 189db22f-8acc-4edf-aa40-7ff1dfbaf615 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:52:53.583184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e453522c-d584-46ae-b5ae-c4071b01445a req-4db9b59c-3c39-4f42-9d54-19bdadaab244 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261209 Sep 17 23:52:53.589700 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6444611-5177-46a6-9637-0d8d9bf0da2c tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:52:53.596454 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a6444611-5177-46a6-9637-0d8d9bf0da2c tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] 10.222.0.46 "PUT /v2.0/routers/db5758ad-8665-493f-a013-050bc18f9f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6368780 Sep 17 23:52:53.598922 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47198) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:53.601063 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835177fe-89aa-45e1-901e-eee9655f97e6 None None] Sync routers for ids ['db5758ad-8665-493f-a013-050bc18f9f0d'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:52:53.628345 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835177fe-89aa-45e1-901e-eee9655f97e6 None None] Routers {'db5758ad-8665-493f-a013-050bc18f9f0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:53.629010 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-835177fe-89aa-45e1-901e-eee9655f97e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['db5758ad-8665-493f-a013-050bc18f9f0d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:53.631925 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-67917001-c988-4087-812f-7657f8eb5f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:53.633728 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-67917001-c988-4087-812f-7657f8eb5f6e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a07af87-2c35-4815-a33d-5a9f7f4ed508 HTTP/1.1" status: 200 len: 860 time: 0.1156518 Sep 17 23:52:53.698077 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-835177fe-89aa-45e1-901e-eee9655f97e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:53.717684 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835177fe-89aa-45e1-901e-eee9655f97e6 None None] Routers {'db5758ad-8665-493f-a013-050bc18f9f0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:53.719753 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-835177fe-89aa-45e1-901e-eee9655f97e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['db5758ad-8665-493f-a013-050bc18f9f0d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:53.738428 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dccd4767-a735-4f4f-89d4-4f7ca2b4ae58 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:53.741232 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dccd4767-a735-4f4f-89d4-4f7ca2b4ae58 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:53.748147 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f78077a9-f502-4cdb-a7b2-d40e06ef99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'name': 'tempest-ServerRescueTestJSONUnderV235-1170736079-router', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:51:39Z', 'updated_at': '2021-09-17T23:51:44Z', 'revision_number': 4, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'gw_port': {'id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:40Z', 'updated_at': '2021-09-17T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'e12192ad-3be8-43a3-92dc-ef0f9319e21e', 'name': '', 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'mac_address': 'fa:16:3e:bf:9e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4a07af87-2c35-4815-a33d-5a9f7f4ed508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:42Z', 'updated_at': '2021-09-17T23:51:49Z', 'revision_number': 5, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'subnets': [{'id': '4a07af87-2c35-4815-a33d-5a9f7f4ed508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:53.778787 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78077a9-f502-4cdb-a7b2-d40e06ef99b4 None None] The sync data for ids ['189db22f-8acc-4edf-aa40-7ff1dfbaf615'] in n-d-809883-1 is: [{'id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'name': 'tempest-ServerRescueTestJSONUnderV235-1170736079-router', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:51:39Z', 'updated_at': '2021-09-17T23:51:44Z', 'revision_number': 4, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'gw_port': {'id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:40Z', 'updated_at': '2021-09-17T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'e12192ad-3be8-43a3-92dc-ef0f9319e21e', 'name': '', 'network_id': '4461cd47-fde9-4845-92b2-6903a8fb4a55', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'mac_address': 'fa:16:3e:bf:9e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '4a07af87-2c35-4815-a33d-5a9f7f4ed508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:42Z', 'updated_at': '2021-09-17T23:51:49Z', 'revision_number': 5, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'subnets': [{'id': '4a07af87-2c35-4815-a33d-5a9f7f4ed508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:52:53.782329 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-835177fe-89aa-45e1-901e-eee9655f97e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:53.782975 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835177fe-89aa-45e1-901e-eee9655f97e6 None None] The sync data for ids ['db5758ad-8665-493f-a013-050bc18f9f0d'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:52:53.805637 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-6cd08cd0-6178-481c-a3e5-1c1e32eff20e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4461cd47-fde9-4845-92b2-6903a8fb4a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800855 Sep 17 23:52:53.814921 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b610c6a2-8f69-4410-954d-b08578d5f215 req-71de16c8-0bab-42ae-a524-0bd837c55c7b tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 210 time: 0.0750494 Sep 17 23:52:53.885156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-d356c99f-a849-4bdb-ac6f-3100fcf5c671 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Calling delete_port for c6bb7140-f314-400d-b7fc-5bb8506ae4ab owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:53.920135 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc38b-35de-497c-8cdb-f4e4fece11f0 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:54.035113 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-905ee778-41dc-467e-8fc8-a399ede082b6 req-1b5c0790-d9e4-4808-b137-6e57658ace23 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0855455 Sep 17 23:52:54.101158 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-715b2117-a714-48b7-b897-cb629f2d7a5b service neutron] 10.222.0.46 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892916 Sep 17 23:52:54.110836 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ba9ac-d5f0-4653-bbb0-b66fa5ffa4e5 req-b90d24a2-9f0d-4dd8-a57c-97f3f788a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:54.112083 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-605ba9ac-d5f0-4653-bbb0-b66fa5ffa4e5 req-b90d24a2-9f0d-4dd8-a57c-97f3f788a0a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4461cd47-fde9-4845-92b2-6903a8fb4a55 HTTP/1.1" status: 200 len: 921 time: 0.8503742 Sep 17 23:52:54.116581 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dccd4767-a735-4f4f-89d4-4f7ca2b4ae58 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:54.117153 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccd4767-a735-4f4f-89d4-4f7ca2b4ae58 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Fanout notify agent at l3_agent the message router_deleted on router 449c52f4-493d-4e6a-9843-2be924917150 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:52:54.120184 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d356c99f-a849-4bdb-ac6f-3100fcf5c671 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:54.127827 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dccd4767-a735-4f4f-89d4-4f7ca2b4ae58 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:54.128966 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dccd4767-a735-4f4f-89d4-4f7ca2b4ae58 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "DELETE /v2.0/routers/449c52f4-493d-4e6a-9843-2be924917150 HTTP/1.1" status: 204 len: 168 time: 2.2524245 Sep 17 23:52:54.141220 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47202) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:54.153620 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-cfb7d22c-7aa5-45ed-9b9c-4f3eb22670cf tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-722916078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:54.168967 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc38b-35de-497c-8cdb-f4e4fece11f0 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:54.207172 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80ff314-9a64-4d54-bd8d-74fa6ea4994d None None] New status for floating IP c0e4ace5-ef0b-450b-a5ed-a1fee19d713b: DOWN {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:52:54.215986 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356c99f-a849-4bdb-ac6f-3100fcf5c671 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event deleted for resources: {'Port': ['ID=c6bb7140-f314-400d-b7fc-5bb8506ae4ab,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:54.228044 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-605ba9ac-d5f0-4653-bbb0-b66fa5ffa4e5 req-440b0f05-33ef-417b-95fb-09740239fde2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b393419-0365-458f-b0b9-17e9fd6c6f5c HTTP/1.1" status: 200 len: 217 time: 0.0882702 Sep 17 23:52:54.263558 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b14ab14-e28c-415e-b2dc-20cd557163a6 req-2bbd648a-c32b-4e9e-8ffc-08a127b8e79e service neutron] 10.222.0.46 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560524 Sep 17 23:52:54.328471 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-577a0ac6-cd0d-458a-aec2-8825b0b083b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:54.340786 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d356c99f-a849-4bdb-ac6f-3100fcf5c671 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:54.342737 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d356c99f-a849-4bdb-ac6f-3100fcf5c671 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "DELETE /v2.0/ports/c6bb7140-f314-400d-b7fc-5bb8506ae4ab HTTP/1.1" status: 204 len: 168 time: 1.6140959 Sep 17 23:52:54.346165 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47204) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:54.349053 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ba9ac-d5f0-4653-bbb0-b66fa5ffa4e5 req-042b1cdc-3f5f-450b-95aa-d7ca161771be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:54.350490 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-605ba9ac-d5f0-4653-bbb0-b66fa5ffa4e5 req-042b1cdc-3f5f-450b-95aa-d7ca161771be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a07af87-2c35-4815-a33d-5a9f7f4ed508 HTTP/1.1" status: 200 len: 860 time: 0.0948997 Sep 17 23:52:54.381616 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-ea7dc38b-35de-497c-8cdb-f4e4fece11f0 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Deleting port 58abcd1b-eeb6-4146-a73a-80aebe2a6c2a {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:54.382116 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc38b-35de-497c-8cdb-f4e4fece11f0 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:54.416134 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-605ba9ac-d5f0-4653-bbb0-b66fa5ffa4e5 req-944d5b5c-7719-4f43-bf63-1e29840d199d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4461cd47-fde9-4845-92b2-6903a8fb4a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300715 Sep 17 23:52:54.488065 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-577a0ac6-cd0d-458a-aec2-8825b0b083b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:54.529792 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17ab7010-eb3c-4286-9ed4-6ac527b86a6b req-595b5654-1db8-4f69-a1fb-f38868c98f71 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/floatingips/c0e4ace5-ef0b-450b-a5ed-a1fee19d713b HTTP/1.1" status: 200 len: 694 time: 0.0680773 Sep 17 23:52:54.533658 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc38b-35de-497c-8cdb-f4e4fece11f0 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:54.554081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-ea7dc38b-35de-497c-8cdb-f4e4fece11f0 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Calling delete_port for 58abcd1b-eeb6-4146-a73a-80aebe2a6c2a owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:54.586394 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-577a0ac6-cd0d-458a-aec2-8825b0b083b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c9fd4f869214fbf808f1a4c066ee339&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8089936 Sep 17 23:52:54.590017 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47208) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:54.593644 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d22c-7aa5-45ed-9b9c-4f3eb22670cf tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:54.595690 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d22c-7aa5-45ed-9b9c-4f3eb22670cf tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:54.602502 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a0ac6-cd0d-458a-aec2-8825b0b083b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014bc19d-3d74-43ad-bf39-b52653af559c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:54.658529 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-74b45440-8c31-49f1-bb98-988400c9f7ae tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Deleting port 3c354c66-b3c9-483a-96f9-2f56cb599108 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:54.660819 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74b45440-8c31-49f1-bb98-988400c9f7ae tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:54.663378 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-605ba9ac-d5f0-4653-bbb0-b66fa5ffa4e5 req-16939cf0-a858-466d-bc0d-fffebc5ecc9e service neutron] 10.222.0.41 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112689 Sep 17 23:52:54.752200 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d22c-7aa5-45ed-9b9c-4f3eb22670cf tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:54.821314 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d22c-7aa5-45ed-9b9c-4f3eb22670cf tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:54.875466 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74b45440-8c31-49f1-bb98-988400c9f7ae tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:54.897089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-74b45440-8c31-49f1-bb98-988400c9f7ae tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Calling delete_port for 3c354c66-b3c9-483a-96f9-2f56cb599108 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:54.901356 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-605ba9ac-d5f0-4653-bbb0-b66fa5ffa4e5 req-becadc87-f3f7-4429-b261-3b4c48b30ffd service neutron] 10.222.0.41 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274024 Sep 17 23:52:54.956921 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d22c-7aa5-45ed-9b9c-4f3eb22670cf tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:54.958583 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cfb7d22c-7aa5-45ed-9b9c-4f3eb22670cf tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8106084 Sep 17 23:52:54.962523 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47214) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:54.972124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-3ed8719a-0b98-4196-af1b-f1d18b58441c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'enable_snat': True}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:52:55.101290 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab7010-eb3c-4286-9ed4-6ac527b86a6b req-443c5a46-220b-485e-b71f-75638238169f tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:55.102876 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17ab7010-eb3c-4286-9ed4-6ac527b86a6b req-443c5a46-220b-485e-b71f-75638238169f tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 784 time: 0.5723078 Sep 17 23:52:55.138405 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-99804fcd-ece7-44e4-b07c-c6be0c5ffd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:55.149066 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-17ab7010-eb3c-4286-9ed4-6ac527b86a6b req-14820df6-00da-47e0-989a-c855e5b584e6 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:52:55.150086 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17ab7010-eb3c-4286-9ed4-6ac527b86a6b req-14820df6-00da-47e0-989a-c855e5b584e6 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129354 Sep 17 23:52:55.159071 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05535f91-b869-4188-81d4-e8571f016c94 req-fca05135-d374-4937-ad80-a7ee6423cbc1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:55.160704 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05535f91-b869-4188-81d4-e8571f016c94 req-fca05135-d374-4937-ad80-a7ee6423cbc1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.2120695 Sep 17 23:52:55.238513 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-99804fcd-ece7-44e4-b07c-c6be0c5ffd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:55.239256 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ed8719a-0b98-4196-af1b-f1d18b58441c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:55.271738 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17ab7010-eb3c-4286-9ed4-6ac527b86a6b req-b30814bc-78b9-4ed6-aef9-f517af6db76a tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 695 time: 0.1037529 Sep 17 23:52:55.324149 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05535f91-b869-4188-81d4-e8571f016c94 req-8c3d2ff2-b481-4d58-aa6b-5e18252f68a3 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525285 Sep 17 23:52:55.351264 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74b45440-8c31-49f1-bb98-988400c9f7ae tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:55.372772 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17ab7010-eb3c-4286-9ed4-6ac527b86a6b req-39ea3511-d7b6-4d23-bf27-c7b62270204a tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.3.29 HTTP/1.1" status: 200 len: 695 time: 0.0899436 Sep 17 23:52:55.404117 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b45440-8c31-49f1-bb98-988400c9f7ae tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event deleted for resources: {'Port': ['ID=3c354c66-b3c9-483a-96f9-2f56cb599108,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:55.491142 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-732c5a98-952a-4026-a69b-404dc91b142a req-2fbbccbf-8f4a-4410-bda8-286ebbe55e58 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 210 time: 0.0324054 Sep 17 23:52:55.523542 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74b45440-8c31-49f1-bb98-988400c9f7ae tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:55.528277 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-74b45440-8c31-49f1-bb98-988400c9f7ae tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "DELETE /v2.0/ports/3c354c66-b3c9-483a-96f9-2f56cb599108 HTTP/1.1" status: 204 len: 168 time: 1.1783323 Sep 17 23:52:55.532049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47218) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:55.553656 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc38b-35de-497c-8cdb-f4e4fece11f0 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:55.562063 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-99804fcd-ece7-44e4-b07c-c6be0c5ffd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:55.565874 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-99804fcd-ece7-44e4-b07c-c6be0c5ffd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:55.569333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-99804fcd-ece7-44e4-b07c-c6be0c5ffd62 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/014bc19d-3d74-43ad-bf39-b52653af559c HTTP/1.1" status: 204 len: 168 time: 0.9718366 Sep 17 23:52:55.643718 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7dc38b-35de-497c-8cdb-f4e4fece11f0 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Pushing event deleted for resources: {'Port': ['ID=58abcd1b-eeb6-4146-a73a-80aebe2a6c2a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:55.645637 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99804fcd-ece7-44e4-b07c-c6be0c5ffd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014bc19d-3d74-43ad-bf39-b52653af559c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:55.680328 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-c505100a-b490-475e-8e36-3b84e8835276 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Deleting subnet 3c6c43ea-51ef-4e38-b4f1-a534cd748806 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:52:55.717811 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1167ad5a-33e2-49c2-b516-23fdf9b10b84 req-605355ab-fb44-4e85-9152-1fd30c757b32 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0360739 Sep 17 23:52:55.732544 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc38b-35de-497c-8cdb-f4e4fece11f0 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:55.739541 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ed8719a-0b98-4196-af1b-f1d18b58441c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:55.758826 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c505100a-b490-475e-8e36-3b84e8835276 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:55.835575 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c505100a-b490-475e-8e36-3b84e8835276 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:55.858607 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ed8719a-0b98-4196-af1b-f1d18b58441c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:55.864398 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc38b-35de-497c-8cdb-f4e4fece11f0 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:55.873197 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc38b-35de-497c-8cdb-f4e4fece11f0 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:55.880974 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-17ab7010-eb3c-4286-9ed4-6ac527b86a6b req-0b0da2b2-3201-4168-b96d-4b619d382fc7 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Deleting port 1f22155b-e45c-4c6e-b36d-f607a87753db {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:55.881306 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-17ab7010-eb3c-4286-9ed4-6ac527b86a6b req-0b0da2b2-3201-4168-b96d-4b619d382fc7 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.036450 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc38b-35de-497c-8cdb-f4e4fece11f0 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.037164 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7dc38b-35de-497c-8cdb-f4e4fece11f0 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Fanout notify agent at l3_agent the message router_deleted on router db5758ad-8665-493f-a013-050bc18f9f0d {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:52:56.046678 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc38b-35de-497c-8cdb-f4e4fece11f0 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.055863 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ea7dc38b-35de-497c-8cdb-f4e4fece11f0 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] 10.222.0.46 "DELETE /v2.0/routers/db5758ad-8665-493f-a013-050bc18f9f0d HTTP/1.1" status: 204 len: 168 time: 2.4302573 Sep 17 23:52:56.056246 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47224) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:56.060161 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-17ab7010-eb3c-4286-9ed4-6ac527b86a6b req-0b0da2b2-3201-4168-b96d-4b619d382fc7 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.060611 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-17ab7010-eb3c-4286-9ed4-6ac527b86a6b req-0b0da2b2-3201-4168-b96d-4b619d382fc7 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.079159 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-17ab7010-eb3c-4286-9ed4-6ac527b86a6b req-0b0da2b2-3201-4168-b96d-4b619d382fc7 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Calling delete_port for 1f22155b-e45c-4c6e-b36d-f607a87753db owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:56.098197 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c505100a-b490-475e-8e36-3b84e8835276 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.154878 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-3ed8719a-0b98-4196-af1b-f1d18b58441c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Allocated IP 172.25.3.157 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/0435f090-45ce-479e-8218-1313bda54e0d) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:52:56.178759 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-1360063a-cdd6-4d4f-b38f-a63a5661e378 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Deleting subnet 45d7a7e3-3666-4ff6-99a0-5ffaed80d0c2 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:52:56.183765 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1360063a-cdd6-4d4f-b38f-a63a5661e378 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.254516 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1360063a-cdd6-4d4f-b38f-a63a5661e378 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.315595 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-17ab7010-eb3c-4286-9ed4-6ac527b86a6b req-0b0da2b2-3201-4168-b96d-4b619d382fc7 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.345106 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0da2b2-3201-4168-b96d-4b619d382fc7 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Pushing event deleted for resources: {'Port': ['ID=1f22155b-e45c-4c6e-b36d-f607a87753db,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:56.353119 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c505100a-b490-475e-8e36-3b84e8835276 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.414355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505100a-b490-475e-8e36-3b84e8835276 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event deleted for resources: {'Subnet': ['ID=3c6c43ea-51ef-4e38-b4f1-a534cd748806,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:56.424065 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb64c4bf-405d-4c38-94dc-bde2f8b23f42 None None] Network 78331211-787b-4584-b606-15ede9ec2d9c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:52:56.426111 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47228) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:56.436114 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ed8719a-0b98-4196-af1b-f1d18b58441c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.452678 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e4e3-9d04-4d46-ab5d-5c9e6214f3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.477783 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c505100a-b490-475e-8e36-3b84e8835276 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.480568 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c505100a-b490-475e-8e36-3b84e8835276 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "DELETE /v2.0/subnets/3c6c43ea-51ef-4e38-b4f1-a534cd748806 HTTP/1.1" status: 204 len: 168 time: 0.9475000 Sep 17 23:52:56.492252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47230) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:56.512354 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a556452e-d477-48ca-b1f3-2cde18945084 req-4b7dde6d-e021-4c41-b20f-ae1d15629792 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2101965 Sep 17 23:52:56.537528 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ed8719a-0b98-4196-af1b-f1d18b58441c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.561933 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-17ab7010-eb3c-4286-9ed4-6ac527b86a6b req-0b0da2b2-3201-4168-b96d-4b619d382fc7 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.564947 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-17ab7010-eb3c-4286-9ed4-6ac527b86a6b req-0b0da2b2-3201-4168-b96d-4b619d382fc7 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.566346 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17ab7010-eb3c-4286-9ed4-6ac527b86a6b req-0b0da2b2-3201-4168-b96d-4b619d382fc7 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "DELETE /v2.0/floatingips/c0e4ace5-ef0b-450b-a5ed-a1fee19d713b HTTP/1.1" status: 204 len: 173 time: 1.1681695 Sep 17 23:52:56.586577 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fcb9849-b387-4cc0-8862-e7925d163ead tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Deleting subnet 5aef77cc-5335-4c0b-8709-d4c2d4bc8786 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:52:56.590881 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9fcb9849-b387-4cc0-8862-e7925d163ead tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.648535 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055425ae-cb82-4319-bf05-32b609584b6c None None] DHCP port deletion for 78331211-787b-4584-b606-15ede9ec2d9c request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:52:56.659119 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc4376-d276-4734-8854-afc97ecca606 req-12713a16-65a2-499a-a34f-c54d26ab2b02 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:56.660860 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61cc4376-d276-4734-8854-afc97ecca606 req-12713a16-65a2-499a-a34f-c54d26ab2b02 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.2363541 Sep 17 23:52:56.661548 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed8719a-0b98-4196-af1b-f1d18b58441c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:52:56.666536 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9fcb9849-b387-4cc0-8862-e7925d163ead tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.673562 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1360063a-cdd6-4d4f-b38f-a63a5661e378 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.685529 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-3ed8719a-0b98-4196-af1b-f1d18b58441c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:52:56.709496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-055425ae-cb82-4319-bf05-32b609584b6c None None] Deleting port 3666d41d-6a4f-469d-9b1a-79c934f0df31 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:56.710375 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-055425ae-cb82-4319-bf05-32b609584b6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.734516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed8719a-0b98-4196-af1b-f1d18b58441c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:52:56.751797 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa106396-146c-4faf-95bb-6ac4b00e888e req-b797d112-a3df-432b-b0e8-709ff9dbe59c tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 210 time: 0.0543246 Sep 17 23:52:56.870450 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61cc4376-d276-4734-8854-afc97ecca606 req-cf675a55-b897-48c8-bb2e-fa3b67deb886 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984854 Sep 17 23:52:56.987605 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9fcb9849-b387-4cc0-8862-e7925d163ead tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:56.993350 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-055425ae-cb82-4319-bf05-32b609584b6c None None] For port 3666d41d-6a4f-469d-9b1a-79c934f0df31, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3666d41d-6a4f-469d-9b1a-79c934f0df31,segment=NetworkSegment(e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c),segment_id=e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:56.994107 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-055425ae-cb82-4319-bf05-32b609584b6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.010505 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-055425ae-cb82-4319-bf05-32b609584b6c None None] Calling delete_port for 3666d41d-6a4f-469d-9b1a-79c934f0df31 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:57.051000 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ec70872e-f37b-4986-9a07-8c0f80cd8d44 req-c9342928-7b9a-4dd6-a023-3c8f2c92de2a tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0855541 Sep 17 23:52:57.090685 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb047865-1057-4296-b503-b6982119b540 req-7d7ffb93-b1ac-44cd-af21-26dd35339919 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups/eb6e0c9a-7386-40b7-93da-3a6c0a7eb1d4 HTTP/1.1" status: 200 len: 1809 time: 0.2423048 Sep 17 23:52:57.102493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8719a-0b98-4196-af1b-f1d18b58441c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Pushing event updated for resources: {'Port': ['ID=0435f090-45ce-479e-8218-1313bda54e0d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:57.110816 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e4e3-9d04-4d46-ab5d-5c9e6214f3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.153872 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e3509141-b1a3-4edf-948f-062f2d7d5f3e req-b44153ac-c543-45c3-8c97-9cc774170b2d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0423918 Sep 17 23:52:57.166220 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-055425ae-cb82-4319-bf05-32b609584b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.186695 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3666d41d-6a4f-469d-9b1a-79c934f0df31 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:57.199290 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-fb047865-1057-4296-b503-b6982119b540 req-d1bff9ef-df14-47c1-a7b9-d6b9274e7e39 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.214492 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556452e-d477-48ca-b1f3-2cde18945084 req-d3440dc4-88c6-4053-add4-6e094a05c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:57.214492 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a556452e-d477-48ca-b1f3-2cde18945084 req-d3440dc4-88c6-4053-add4-6e094a05c484 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a6bc127d6d42bdad9b2db9f4c0c49c&device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 1096 time: 0.6431785 Sep 17 23:52:57.214798 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055425ae-cb82-4319-bf05-32b609584b6c None None] Pushing event deleted for resources: {'Port': ['ID=3666d41d-6a4f-469d-9b1a-79c934f0df31,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:57.214798 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 3666d41d-6a4f-469d-9b1a-79c934f0df31 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:52:57.214798 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3666d41d-6a4f-469d-9b1a-79c934f0df31 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:52:57.215740 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055425ae-cb82-4319-bf05-32b609584b6c None None] No DVR routers for this DVR port 3666d41d-6a4f-469d-9b1a-79c934f0df31 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:57.215861 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e4e3-9d04-4d46-ab5d-5c9e6214f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.259805 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-fb047865-1057-4296-b503-b6982119b540 req-d1bff9ef-df14-47c1-a7b9-d6b9274e7e39 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.265370 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1cd0e4e3-9d04-4d46-ab5d-5c9e6214f3f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0c3133bf47004c7bbfa06078b5f8bf90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8364098 Sep 17 23:52:57.268138 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47238) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:57.288732 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0e4e3-9d04-4d46-ab5d-5c9e6214f3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a41d02a-fe3c-440e-9906-fcf00edd335b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:57.333882 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9fcb9849-b387-4cc0-8862-e7925d163ead tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.344356 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1360063a-cdd6-4d4f-b38f-a63a5661e378 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.363941 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb9849-b387-4cc0-8862-e7925d163ead tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event deleted for resources: {'Subnet': ['ID=5aef77cc-5335-4c0b-8709-d4c2d4bc8786,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:57.366004 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9fcb9849-b387-4cc0-8862-e7925d163ead tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.367914 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9fcb9849-b387-4cc0-8862-e7925d163ead tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "DELETE /v2.0/subnets/5aef77cc-5335-4c0b-8709-d4c2d4bc8786 HTTP/1.1" status: 204 len: 168 time: 0.8728282 Sep 17 23:52:57.373328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47240) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:57.373944 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9653594d-d098-415a-8e6a-11dd86b602bf None None] Network 7fa2b1b2-a546-4435-a45d-a500f62f6e14 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:52:57.401515 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360063a-cdd6-4d4f-b38f-a63a5661e378 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Pushing event deleted for resources: {'Subnet': ['ID=45d7a7e3-3666-4ff6-99a0-5ffaed80d0c2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:57.426613 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1360063a-cdd6-4d4f-b38f-a63a5661e378 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.428404 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1360063a-cdd6-4d4f-b38f-a63a5661e378 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] 10.222.0.46 "DELETE /v2.0/subnets/45d7a7e3-3666-4ff6-99a0-5ffaed80d0c2 HTTP/1.1" status: 204 len: 168 time: 1.3737707 Sep 17 23:52:57.428531 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-fb047865-1057-4296-b503-b6982119b540 req-d1bff9ef-df14-47c1-a7b9-d6b9274e7e39 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.431840 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-fb047865-1057-4296-b503-b6982119b540 req-d1bff9ef-df14-47c1-a7b9-d6b9274e7e39 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.435651 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb047865-1057-4296-b503-b6982119b540 req-d1bff9ef-df14-47c1-a7b9-d6b9274e7e39 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "DELETE /v2.0/security-groups/eb6e0c9a-7386-40b7-93da-3a6c0a7eb1d4 HTTP/1.1" status: 204 len: 173 time: 0.3335192 Sep 17 23:52:57.441671 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5430e928-d9aa-4a52-8de4-e6c17e669fbd None None] Network 90ac20cc-2086-4bb8-babd-683a55340257 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:52:57.451524 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47242) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:57.512504 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7b467c6-b77b-4dbf-b270-c9f6e0705734 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.528621 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bff9ef-df14-47c1-a7b9-d6b9274e7e39 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6e0c9a-7386-40b7-93da-3a6c0a7eb1d4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:57.592819 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bfeffd19-ac3d-420b-b86d-b53adfc2e511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.605949 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f50f1ce-5242-4b5f-bd55-4689887d2491 req-1719f834-6efc-4794-bdf3-e201f708ebb6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1694601 Sep 17 23:52:57.628764 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bfeffd19-ac3d-420b-b86d-b53adfc2e511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.661394 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7b467c6-b77b-4dbf-b270-c9f6e0705734 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.674023 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08e1502-babd-42d1-bbb3-eb9b893fe954 None None] DHCP port deletion for 7fa2b1b2-a546-4435-a45d-a500f62f6e14 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:52:57.705017 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-d7b467c6-b77b-4dbf-b270-c9f6e0705734 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78331211-787b-4584-b606-15ede9ec2d9c']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:57.735966 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-d7b467c6-b77b-4dbf-b270-c9f6e0705734 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:57.736272 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-d7b467c6-b77b-4dbf-b270-c9f6e0705734 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86c38be-7e5f-4095-bb0f-a6c3ca6fd41c') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:57.755754 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7b467c6-b77b-4dbf-b270-c9f6e0705734 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.758855 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.758993 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e24ee88-c96d-40b6-9386-f6dcd61eb243 None None] DHCP port deletion for 90ac20cc-2086-4bb8-babd-683a55340257 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:52:57.770276 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50f1ce-5242-4b5f-bd55-4689887d2491 req-cccd79df-9eb5-42f1-8dee-5296fb2b4875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:57.771892 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f50f1ce-5242-4b5f-bd55-4689887d2491 req-cccd79df-9eb5-42f1-8dee-5296fb2b4875 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1 HTTP/1.1" status: 200 len: 1097 time: 0.1191926 Sep 17 23:52:57.787926 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7b467c6-b77b-4dbf-b270-c9f6e0705734 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.803661 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556452e-d477-48ca-b1f3-2cde18945084 req-40e1f7f5-4219-41b2-a20e-308a304b89e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:57.805266 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a556452e-d477-48ca-b1f3-2cde18945084 req-40e1f7f5-4219-41b2-a20e-308a304b89e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4461cd47-fde9-4845-92b2-6903a8fb4a55 HTTP/1.1" status: 200 len: 921 time: 0.4049394 Sep 17 23:52:57.820425 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a08e1502-babd-42d1-bbb3-eb9b893fe954 None None] Deleting port c65928d5-f0b5-4979-ae8e-31e120738179 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:57.820681 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a08e1502-babd-42d1-bbb3-eb9b893fe954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.858445 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1e24ee88-c96d-40b6-9386-f6dcd61eb243 None None] Deleting port 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:57.859780 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1e24ee88-c96d-40b6-9386-f6dcd61eb243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.877208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b467c6-b77b-4dbf-b270-c9f6e0705734 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:52:57.877691 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7b467c6-b77b-4dbf-b270-c9f6e0705734 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.878414 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a556452e-d477-48ca-b1f3-2cde18945084 req-7860ebed-2e9f-4dd0-bd47-fbe2aef00b7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b393419-0365-458f-b0b9-17e9fd6c6f5c HTTP/1.1" status: 200 len: 217 time: 0.0642288 Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:52:57.881114 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:52:57.923921 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ed8719a-0b98-4196-af1b-f1d18b58441c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.937929 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a08e1502-babd-42d1-bbb3-eb9b893fe954 None None] For port c65928d5-f0b5-4979-ae8e-31e120738179, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c65928d5-f0b5-4979-ae8e-31e120738179,segment=NetworkSegment(b62b37cb-918d-45ea-a50e-9e97dabce088),segment_id=b62b37cb-918d-45ea-a50e-9e97dabce088)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:57.938587 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a08e1502-babd-42d1-bbb3-eb9b893fe954 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.966825 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bfeffd19-ac3d-420b-b86d-b53adfc2e511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.969784 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bfeffd19-ac3d-420b-b86d-b53adfc2e511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:57.973232 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bfeffd19-ac3d-420b-b86d-b53adfc2e511 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a41d02a-fe3c-440e-9906-fcf00edd335b HTTP/1.1" status: 204 len: 168 time: 0.7019484 Sep 17 23:52:57.995281 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a08e1502-babd-42d1-bbb3-eb9b893fe954 None None] Calling delete_port for c65928d5-f0b5-4979-ae8e-31e120738179 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:58.001915 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeffd19-ac3d-420b-b86d-b53adfc2e511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a41d02a-fe3c-440e-9906-fcf00edd335b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:58.010296 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556452e-d477-48ca-b1f3-2cde18945084 req-713492a7-4c08-4f2a-9528-3601b74141c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:58.011867 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a556452e-d477-48ca-b1f3-2cde18945084 req-713492a7-4c08-4f2a-9528-3601b74141c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a07af87-2c35-4815-a33d-5a9f7f4ed508 HTTP/1.1" status: 200 len: 860 time: 0.1238263 Sep 17 23:52:58.038331 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Deleting port 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:58.038939 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:58.072321 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21e19523-6f45-443b-a64b-d769860fccc5 req-99d543af-91e9-450a-b9a4-08e272aaadf7 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e14d768-4771-4aa6-9972-9c0ccb642bd8 HTTP/1.1" status: 200 len: 210 time: 0.1565046 Sep 17 23:52:58.105606 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a556452e-d477-48ca-b1f3-2cde18945084 req-d7394102-2cc6-4f30-a85c-be7e416066c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4461cd47-fde9-4845-92b2-6903a8fb4a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806701 Sep 17 23:52:58.131504 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1e24ee88-c96d-40b6-9386-f6dcd61eb243 None None] For port 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=085751c4-ef09-4ac6-93fc-1ffa7ed56ce7,segment=NetworkSegment(d0a091c6-ce67-41d8-8dbf-013c18ca2c1b),segment_id=d0a091c6-ce67-41d8-8dbf-013c18ca2c1b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:58.131966 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1e24ee88-c96d-40b6-9386-f6dcd61eb243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:58.136480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e813e-5298-4d78-93bc-8258113c90b7 req-f861aba0-ccf6-4cc6-a6e6-522b29ccd610 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:58.147057 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-578e813e-5298-4d78-93bc-8258113c90b7 req-f861aba0-ccf6-4cc6-a6e6-522b29ccd610 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.2353497 Sep 17 23:52:58.158282 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1e24ee88-c96d-40b6-9386-f6dcd61eb243 None None] Calling delete_port for 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:58.182439 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50f1ce-5242-4b5f-bd55-4689887d2491 req-9ed567e9-7634-4e83-b9a7-f63db357b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:58.184252 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f50f1ce-5242-4b5f-bd55-4689887d2491 req-9ed567e9-7634-4e83-b9a7-f63db357b646 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33639c8-89f1-4a85-9d12-3148a2ec181e HTTP/1.1" status: 200 len: 906 time: 0.3907080 Sep 17 23:52:58.212482 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a08e1502-babd-42d1-bbb3-eb9b893fe954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:58.224700 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a556452e-d477-48ca-b1f3-2cde18945084 req-c8d096ac-047c-4272-8780-be5f7c0cd849 service neutron] 10.222.0.41 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997689 Sep 17 23:52:58.238495 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7b467c6-b77b-4dbf-b270-c9f6e0705734 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:58.245541 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e1502-babd-42d1-bbb3-eb9b893fe954 None None] Pushing event deleted for resources: {'Port': ['ID=c65928d5-f0b5-4979-ae8e-31e120738179,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:58.247490 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08e1502-babd-42d1-bbb3-eb9b893fe954 None None] No DVR routers for this DVR port c65928d5-f0b5-4979-ae8e-31e120738179 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:58.256792 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-578e813e-5298-4d78-93bc-8258113c90b7 req-e53aa553-f49f-42bf-a145-4428fdfb8b32 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080716 Sep 17 23:52:58.269229 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f50f1ce-5242-4b5f-bd55-4689887d2491 req-f8a22c96-cdc7-46fc-aea9-2c7c83e2e13b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95d2a898-fcaf-4ab5-9aad-e18a40cca389 HTTP/1.1" status: 200 len: 217 time: 0.0743454 Sep 17 23:52:58.278100 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7b467c6-b77b-4dbf-b270-c9f6e0705734 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:58.285378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d7b467c6-b77b-4dbf-b270-c9f6e0705734 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "DELETE /v2.0/networks/78331211-787b-4584-b606-15ede9ec2d9c HTTP/1.1" status: 204 len: 168 time: 0.9105215 Sep 17 23:52:58.288688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47256) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:58.327764 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] For port 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=085751c4-ef09-4ac6-93fc-1ffa7ed56ce7,segment=NetworkSegment(d0a091c6-ce67-41d8-8dbf-013c18ca2c1b),segment_id=d0a091c6-ce67-41d8-8dbf-013c18ca2c1b)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:52:58.328924 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:58.356512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b467c6-b77b-4dbf-b270-c9f6e0705734 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event deleted for resources: {'Network': ['ID=78331211-787b-4584-b606-15ede9ec2d9c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:58.421073 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3950887-04f8-40ca-bd98-afdc228e8872 req-f5d64d0b-0efc-40f9-bdce-0971703a9e58 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0366261 Sep 17 23:52:58.428700 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50f1ce-5242-4b5f-bd55-4689887d2491 req-524cfe23-99bf-4714-8395-5e7de45c7798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:58.430287 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f50f1ce-5242-4b5f-bd55-4689887d2491 req-524cfe23-99bf-4714-8395-5e7de45c7798 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3268c3e3-cb80-4c9a-917f-08e3b14b6886 HTTP/1.1" status: 200 len: 845 time: 0.1408148 Sep 17 23:52:58.442575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Calling delete_port for 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:52:58.444231 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09244d99-f983-4699-9960-09815608facf req-e64a93d2-1272-4b5f-b802-4f6c0e635e63 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:58.445840 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09244d99-f983-4699-9960-09815608facf req-e64a93d2-1272-4b5f-b802-4f6c0e635e63 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.1551862 Sep 17 23:52:58.464855 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1e24ee88-c96d-40b6-9386-f6dcd61eb243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:58.493906 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f50f1ce-5242-4b5f-bd55-4689887d2491 req-0390e079-bcc3-4665-849b-84cd97f009e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33639c8-89f1-4a85-9d12-3148a2ec181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470738 Sep 17 23:52:58.515403 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-50116c0c-77da-4858-a1c1-37df70038050 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:58.515918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24ee88-c96d-40b6-9386-f6dcd61eb243 None None] Pushing event deleted for resources: {'Port': ['ID=085751c4-ef09-4ac6-93fc-1ffa7ed56ce7,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:58.531066 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e24ee88-c96d-40b6-9386-f6dcd61eb243 None None] No DVR routers for this DVR port 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:58.544383 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09244d99-f983-4699-9960-09815608facf req-8e68324d-7aaf-4552-94de-534e24f17760 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893471 Sep 17 23:52:58.605489 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f50f1ce-5242-4b5f-bd55-4689887d2491 req-d0467bbc-a219-450f-8ac2-1b1e25b55460 service neutron] 10.222.0.37 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041641 Sep 17 23:52:58.637608 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a556452e-d477-48ca-b1f3-2cde18945084 req-970b2de9-9bdb-44b1-a3a6-b64331e3102f service neutron] 10.222.0.41 "GET /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850188 Sep 17 23:52:58.643512 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ed8719a-0b98-4196-af1b-f1d18b58441c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:58.665344 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ed8719a-0b98-4196-af1b-f1d18b58441c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:58.730953 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f50f1ce-5242-4b5f-bd55-4689887d2491 req-8c3bf21a-c48f-4722-83aa-8e53921659a5 service neutron] 10.222.0.37 "GET /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178603 Sep 17 23:52:58.772961 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-50116c0c-77da-4858-a1c1-37df70038050 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:58.794680 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:58.805468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-50116c0c-77da-4858-a1c1-37df70038050 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa2b1b2-a546-4435-a45d-a500f62f6e14']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:58.867098 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Pushing event deleted for resources: {'Port': ['ID=085751c4-ef09-4ac6-93fc-1ffa7ed56ce7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:58.871721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-50116c0c-77da-4858-a1c1-37df70038050 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62b37cb-918d-45ea-a50e-9e97dabce088') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:58.872020 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-50116c0c-77da-4858-a1c1-37df70038050 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62b37cb-918d-45ea-a50e-9e97dabce088') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:58.883056 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] No DVR routers for this DVR port 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:52:58.892734 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-50116c0c-77da-4858-a1c1-37df70038050 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:58.953282 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-50116c0c-77da-4858-a1c1-37df70038050 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:58.967085 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50116c0c-77da-4858-a1c1-37df70038050 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:52:58.967477 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-50116c0c-77da-4858-a1c1-37df70038050 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:52:58.971163 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:52:59.007500 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:59.074656 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ac20cc-2086-4bb8-babd-683a55340257']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:59.088226 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a091c6-ce67-41d8-8dbf-013c18ca2c1b') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:59.088359 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a091c6-ce67-41d8-8dbf-013c18ca2c1b') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:59.109795 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:59.130939 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:59.134805 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:52:59.135563 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:52:59.138994 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:52:59.152536 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c65928d5-f0b5-4979-ae8e-31e120738179 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:59.178900 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: c65928d5-f0b5-4979-ae8e-31e120738179 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:52:59.182840 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c65928d5-f0b5-4979-ae8e-31e120738179 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:52:59.182840 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:52:59.203525 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:52:59.204152 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 085751c4-ef09-4ac6-93fc-1ffa7ed56ce7 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:52:59.210174 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed8719a-0b98-4196-af1b-f1d18b58441c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Router 6964887d-dd9a-4309-9bc5-c5a402001a25 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:52:59.216681 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-50116c0c-77da-4858-a1c1-37df70038050 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:59.226331 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-50116c0c-77da-4858-a1c1-37df70038050 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:59.228171 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-50116c0c-77da-4858-a1c1-37df70038050 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] 10.222.0.46 "DELETE /v2.0/networks/7fa2b1b2-a546-4435-a45d-a500f62f6e14 HTTP/1.1" status: 204 len: 168 time: 0.9381454 Sep 17 23:52:59.246621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50116c0c-77da-4858-a1c1-37df70038050 tempest-TaggedBootDevicesTest_v242-810914509 tempest-TaggedBootDevicesTest_v242-810914509-project] Pushing event deleted for resources: {'Network': ['ID=7fa2b1b2-a546-4435-a45d-a500f62f6e14,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:59.320185 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47280) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:59.383485 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:59.403468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b50fe4-65d1-4785-9a18-3ff6b6195dd0 req-a3d0cfe7-d94d-4cac-a46b-cd214dc47ad3 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:52:59.407535 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:59.410178 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] 10.222.0.46 "DELETE /v2.0/networks/90ac20cc-2086-4bb8-babd-683a55340257 HTTP/1.1" status: 204 len: 168 time: 1.9528837 Sep 17 23:52:59.413250 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-00b50fe4-65d1-4785-9a18-3ff6b6195dd0 req-a3d0cfe7-d94d-4cac-a46b-cd214dc47ad3 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.0700731 Sep 17 23:52:59.413822 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47284) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:59.436287 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed8719a-0b98-4196-af1b-f1d18b58441c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:52:59.441858 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ed8719a-0b98-4196-af1b-f1d18b58441c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:59.442970 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3ed8719a-0b98-4196-af1b-f1d18b58441c tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "PUT /v2.0/routers/6964887d-dd9a-4309-9bc5-c5a402001a25 HTTP/1.1" status: 200 len: 918 time: 4.4793937 Sep 17 23:52:59.448303 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21b10d4-0217-4c95-99a8-0d4d6250dd92 None None] Sync routers for ids ['6964887d-dd9a-4309-9bc5-c5a402001a25'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:52:59.455164 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad53de-3e4d-4c8e-b6c2-cbb150ca7c94 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Pushing event deleted for resources: {'Network': ['ID=90ac20cc-2086-4bb8-babd-683a55340257,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:52:59.456864 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47288) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:59.464285 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21b10d4-0217-4c95-99a8-0d4d6250dd92 None None] Routers {'6964887d-dd9a-4309-9bc5-c5a402001a25'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:59.465224 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a21b10d4-0217-4c95-99a8-0d4d6250dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['6964887d-dd9a-4309-9bc5-c5a402001a25'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:59.558818 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c021f0b2-a32a-412b-a1ed-6006f6d67731 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:59.630086 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a21b10d4-0217-4c95-99a8-0d4d6250dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:59.641341 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21b10d4-0217-4c95-99a8-0d4d6250dd92 None None] Routers {'6964887d-dd9a-4309-9bc5-c5a402001a25'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:52:59.642219 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c021f0b2-a32a-412b-a1ed-6006f6d67731 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:52:59.642721 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a21b10d4-0217-4c95-99a8-0d4d6250dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['6964887d-dd9a-4309-9bc5-c5a402001a25'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:59.695936 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a21b10d4-0217-4c95-99a8-0d4d6250dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:52:59.696603 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21b10d4-0217-4c95-99a8-0d4d6250dd92 None None] The sync data for ids ['6964887d-dd9a-4309-9bc5-c5a402001a25'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:52:59.698216 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-91bec1e8-fbbb-4e37-8178-ce9ba5a66d52 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "GET /v2.0/routers/6964887d-dd9a-4309-9bc5-c5a402001a25 HTTP/1.1" status: 200 len: 924 time: 0.2305553 Sep 17 23:52:59.704502 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47300) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:52:59.861524 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-77514c2a-6a42-4479-8852-d6b388268b73 req-a847b7e5-c2a1-43ad-884f-cf3465951b13 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0390706 Sep 17 23:52:59.866329 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-00b50fe4-65d1-4785-9a18-3ff6b6195dd0 req-a4daabd6-1bc2-46ea-84d4-f9bb29e16807 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438398 Sep 17 23:52:59.942633 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f7543956-3136-43ae-abb4-86e912b561c6 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Deleting port cfc41690-f7b5-4b16-ae61-a844a00ee28b {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:52:59.943063 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f7543956-3136-43ae-abb4-86e912b561c6 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:00.034303 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f7543956-3136-43ae-abb4-86e912b561c6 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:00.034676 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f7543956-3136-43ae-abb4-86e912b561c6 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:00.051461 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f7543956-3136-43ae-abb4-86e912b561c6 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Calling delete_port for cfc41690-f7b5-4b16-ae61-a844a00ee28b owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:00.080811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2850d9e-2c23-4817-8bb1-625bc5c11659 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:00.084918 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d2850d9e-2c23-4817-8bb1-625bc5c11659 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=544c7e65-fba8-424a-a169-b245d1aea919&device_id=6964887d-dd9a-4309-9bc5-c5a402001a25&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3749838 Sep 17 23:53:00.089286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47308) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:00.232888 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c021f0b2-a32a-412b-a1ed-6006f6d67731 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:00.232888 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c021f0b2-a32a-412b-a1ed-6006f6d67731 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:00.232888 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c021f0b2-a32a-412b-a1ed-6006f6d67731 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "DELETE /v2.0/security-groups/f981d863-f549-47c0-bcd0-9d63262dc8b7 HTTP/1.1" status: 204 len: 168 time: 0.9008758 Sep 17 23:53:00.232888 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb362170-7565-43e1-a7a7-c3c682ee6f3d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:00.232888 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bb362170-7565-43e1-a7a7-c3c682ee6f3d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 881 time: 0.1422439 Sep 17 23:53:00.233744 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47312) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:00.243293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0236bd-7cdb-45af-b984-45adce733138 req-7b9e696c-aadc-47f8-80bf-5409b3945624 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:00.243767 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021f0b2-a32a-412b-a1ed-6006f6d67731 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f981d863-f549-47c0-bcd0-9d63262dc8b7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:00.250307 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47314) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:00.280866 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-6f9f24b0-913b-423e-8885-c03e8f5234eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] show failed (client error): The resource could not be found. Sep 17 23:53:00.285459 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6f9f24b0-913b-423e-8885-c03e8f5234eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "GET /v2.0/security-groups/f981d863-f549-47c0-bcd0-9d63262dc8b7 HTTP/1.1" status: 404 len: 347 time: 0.0426960 Sep 17 23:53:00.289761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47318) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:00.295560 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c0236bd-7cdb-45af-b984-45adce733138 req-7b9e696c-aadc-47f8-80bf-5409b3945624 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.1575499 Sep 17 23:53:00.323725 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cff3b5c1-4a3a-4509-b446-ee242732e9e9 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "GET /v2.0/ports?device_id=6964887d-dd9a-4309-9bc5-c5a402001a25 HTTP/1.1" status: 200 len: 205 time: 0.0662804 Sep 17 23:53:00.328532 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47320) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:00.333312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc210b7d-712a-4a2e-a128-96f98a0735d4 req-653c1edf-a8fe-4776-92cf-2b3f8a097387 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:00.334803 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dc210b7d-712a-4a2e-a128-96f98a0735d4 req-653c1edf-a8fe-4776-92cf-2b3f8a097387 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.1649256 Sep 17 23:53:00.387480 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c0236bd-7cdb-45af-b984-45adce733138 req-6cd8585f-c4f0-436c-bcad-b29eabc01cd7 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888252 Sep 17 23:53:00.480388 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3471df81-2969-46a0-9b8c-5ff31dc061f4 req-f1f75f44-257f-418a-a59e-cb6c7222acbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f6e14d61cfe4145bbbe8e615d26c74d&device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0478356 Sep 17 23:53:00.498866 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f7543956-3136-43ae-abb4-86e912b561c6 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:00.536352 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7543956-3136-43ae-abb4-86e912b561c6 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Pushing event deleted for resources: {'Port': ['ID=cfc41690-f7b5-4b16-ae61-a844a00ee28b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:00.567735 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3471df81-2969-46a0-9b8c-5ff31dc061f4 req-fa562b87-4cde-4669-abd9-28321537b9ce service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5f6e14d61cfe4145bbbe8e615d26c74d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549314 Sep 17 23:53:00.599185 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:00.662025 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3fce8072-4d0d-4e26-81ea-9a7b0078adb8 req-459e7cf7-463a-4428-bc0f-0f79a79fb77e tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.1296523 Sep 17 23:53:00.722387 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-e3072183-b04d-4944-96a4-d551c83f397d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Deleting port 1652d60d-7281-412b-a863-52392afb0f96 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:00.722762 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e3072183-b04d-4944-96a4-d551c83f397d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:00.760949 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f7543956-3136-43ae-abb4-86e912b561c6 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:00.764027 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f7543956-3136-43ae-abb4-86e912b561c6 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:00.768650 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f7543956-3136-43ae-abb4-86e912b561c6 tempest-FloatingIPAdminTestJSON-1673905172 tempest-FloatingIPAdminTestJSON-1673905172-project] 10.222.0.46 "DELETE /v2.0/floatingips/810e20e7-f324-40b2-b82a-0d9d108f1b27 HTTP/1.1" status: 204 len: 168 time: 1.3538435 Sep 17 23:53:00.789046 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:00.841882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-dc210b7d-712a-4a2e-a128-96f98a0735d4 req-d187d2f0-b0e8-4fca-a2f1-2197e582473d tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Deleting port 6b393419-0365-458f-b0b9-17e9fd6c6f5c {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:00.842242 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-dc210b7d-712a-4a2e-a128-96f98a0735d4 req-d187d2f0-b0e8-4fca-a2f1-2197e582473d tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:00.881485 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e3072183-b04d-4944-96a4-d551c83f397d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:00.882382 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e3072183-b04d-4944-96a4-d551c83f397d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:00.897823 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-e3072183-b04d-4944-96a4-d551c83f397d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Calling delete_port for 1652d60d-7281-412b-a863-52392afb0f96 owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:00.965638 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Deleting port 0435f090-45ce-479e-8218-1313bda54e0d {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:00.965970 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:01.054709 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471df81-2969-46a0-9b8c-5ff31dc061f4 req-fc0f3a57-fc30-4038-8da7-b4553309e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:01.056488 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3471df81-2969-46a0-9b8c-5ff31dc061f4 req-fc0f3a57-fc30-4038-8da7-b4553309e5e3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4807973 Sep 17 23:53:01.097050 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfa2d1-45f1-45cf-b86b-fe7869bb108b req-8f466326-1f17-4482-88c0-704e8c8534b5 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:01.105658 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fcfa2d1-45f1-45cf-b86b-fe7869bb108b req-8f466326-1f17-4482-88c0-704e8c8534b5 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 945 time: 0.1417258 Sep 17 23:53:01.140025 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:01.172396 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-dc210b7d-712a-4a2e-a128-96f98a0735d4 req-d187d2f0-b0e8-4fca-a2f1-2197e582473d tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] For port 6b393419-0365-458f-b0b9-17e9fd6c6f5c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=6b393419-0365-458f-b0b9-17e9fd6c6f5c,segment=NetworkSegment(70bb7625-1649-44d0-aafe-a4e52156a80b),segment_id=70bb7625-1649-44d0-aafe-a4e52156a80b)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:01.172774 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-dc210b7d-712a-4a2e-a128-96f98a0735d4 req-d187d2f0-b0e8-4fca-a2f1-2197e582473d tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:01.183765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Calling delete_port for 0435f090-45ce-479e-8218-1313bda54e0d owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:01.188567 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fcfa2d1-45f1-45cf-b86b-fe7869bb108b req-acf8683c-f1ed-4bfb-861d-046354344ba6 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/security-groups?id=1bae8916-8dd1-4718-8b32-ede01840c7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578094 Sep 17 23:53:01.192895 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-dc210b7d-712a-4a2e-a128-96f98a0735d4 req-d187d2f0-b0e8-4fca-a2f1-2197e582473d tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Calling delete_port for 6b393419-0365-458f-b0b9-17e9fd6c6f5c owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:01.319419 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e3072183-b04d-4944-96a4-d551c83f397d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:01.357845 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3072183-b04d-4944-96a4-d551c83f397d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event deleted for resources: {'Port': ['ID=1652d60d-7281-412b-a863-52392afb0f96,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:01.372234 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47348) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:01.438600 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e3072183-b04d-4944-96a4-d551c83f397d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:01.441345 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e3072183-b04d-4944-96a4-d551c83f397d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:01.445283 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e3072183-b04d-4944-96a4-d551c83f397d tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "DELETE /v2.0/floatingips/4d6ed3f1-59a8-477c-b44f-ad82cd04772c HTTP/1.1" status: 204 len: 168 time: 1.1294403 Sep 17 23:53:01.445787 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47354) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:01.503706 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:01.507259 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-dc210b7d-712a-4a2e-a128-96f98a0735d4 req-d187d2f0-b0e8-4fca-a2f1-2197e582473d tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:01.528376 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['6b393419-0365-458f-b0b9-17e9fd6c6f5c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:53:01.544993 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187d2f0-b0e8-4fca-a2f1-2197e582473d tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Pushing event deleted for resources: {'Port': ['ID=6b393419-0365-458f-b0b9-17e9fd6c6f5c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:01.586412 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Pushing event deleted for resources: {'Port': ['ID=0435f090-45ce-479e-8218-1313bda54e0d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:01.593130 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc210b7d-712a-4a2e-a128-96f98a0735d4 req-d187d2f0-b0e8-4fca-a2f1-2197e582473d tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] No DVR routers for this DVR port 6b393419-0365-458f-b0b9-17e9fd6c6f5c on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:53:01.596109 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-dc210b7d-712a-4a2e-a128-96f98a0735d4 req-d187d2f0-b0e8-4fca-a2f1-2197e582473d tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:01.598744 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dc210b7d-712a-4a2e-a128-96f98a0735d4 req-d187d2f0-b0e8-4fca-a2f1-2197e582473d tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.41 "DELETE /v2.0/ports/6b393419-0365-458f-b0b9-17e9fd6c6f5c HTTP/1.1" status: 204 len: 173 time: 1.2362752 Sep 17 23:53:01.599354 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0240f2-f551-4110-b027-1a542c0cd7b8', 'name': 'network-vif-deleted', 'tag': '6b393419-0365-458f-b0b9-17e9fd6c6f5c'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:53:01.602799 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe75e50-ace6-40e7-a612-189b123558e3" -d '{"events": [{"server_uuid": "4d0240f2-f551-4110-b027-1a542c0cd7b8", "name": "network-vif-deleted", "tag": "6b393419-0365-458f-b0b9-17e9fd6c6f5c"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:53:01.663255 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ba76ba-f24f-433e-ae68-c6b08728565c x-openstack-request-id: req-c9ba76ba-f24f-433e-ae68-c6b08728565c {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:53:01.663738 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0240f2-f551-4110-b027-1a542c0cd7b8", "name": "network-vif-deleted", "tag": "6b393419-0365-458f-b0b9-17e9fd6c6f5c", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:53:01.663857 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c9ba76ba-f24f-433e-ae68-c6b08728565c {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:53:01.664189 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0240f2-f551-4110-b027-1a542c0cd7b8', 'name': 'network-vif-deleted', 'tag': '6b393419-0365-458f-b0b9-17e9fd6c6f5c', 'status': 'completed', 'code': 200} Sep 17 23:53:01.679613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:01.679957 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:01.680411 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:01.680688 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:01.681167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:01.681499 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:01.681821 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:01.682208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:01.682545 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:01.682870 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:01.683182 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:01.683490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:01.793981 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dbcfac8b-5f7e-4f5c-a899-b62d20c13950 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a089e29e51054162a084ab78ab98d804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4205179 Sep 17 23:53:01.797369 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47362) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:01.798376 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e44aeedb-92fc-4c84-ba53-8522e9e0083a req-7ebeb8ea-de66-4786-9961-5b4e8355456d tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0504084 Sep 17 23:53:01.806020 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721026f1-c5d0-47a1-bc9a-86675ce33e7e req-48213642-9172-4fa1-9e54-c409d3881822 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:01.807506 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-721026f1-c5d0-47a1-bc9a-86675ce33e7e req-48213642-9172-4fa1-9e54-c409d3881822 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.2276301 Sep 17 23:53:01.813652 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:01.877150 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3235b803-3e1d-48b6-b3c2-e8ad47394adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:01.895511 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-057b6a62-c939-41a7-a88c-7c98baee805a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Deleting port 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:01.895857 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-057b6a62-c939-41a7-a88c-7c98baee805a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:01.908720 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3235b803-3e1d-48b6-b3c2-e8ad47394adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:01.943943 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:01.956052 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:02.056991 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-721026f1-c5d0-47a1-bc9a-86675ce33e7e req-e38df2f4-dfaf-4611-9657-a19f3577f430 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138860 Sep 17 23:53:02.104790 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-057b6a62-c939-41a7-a88c-7c98baee805a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:02.115910 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3235b803-3e1d-48b6-b3c2-e8ad47394adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:02.119635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-057b6a62-c939-41a7-a88c-7c98baee805a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Calling delete_port for 9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:02.120272 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3235b803-3e1d-48b6-b3c2-e8ad47394adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:02.123199 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3235b803-3e1d-48b6-b3c2-e8ad47394adb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/742409c5-6a94-4662-a3db-45d57c0aecfd HTTP/1.1" status: 204 len: 168 time: 0.3243835 Sep 17 23:53:02.135930 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235b803-3e1d-48b6-b3c2-e8ad47394adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742409c5-6a94-4662-a3db-45d57c0aecfd,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:02.181853 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:02.182630 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Fanout notify agent at l3_agent the message router_deleted on router 6964887d-dd9a-4309-9bc5-c5a402001a25 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:53:02.190171 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:02.195128 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47372) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:02.195311 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-68e3c2bc-3aa3-4373-8e65-818e333c3e17 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "DELETE /v2.0/routers/6964887d-dd9a-4309-9bc5-c5a402001a25 HTTP/1.1" status: 204 len: 168 time: 1.8640082 Sep 17 23:53:02.200104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-37daa543-06f9-49b5-bef7-62b013fe6ac1 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1532975157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:02.314560 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3471df81-2969-46a0-9b8c-5ff31dc061f4 req-39b905f3-02f5-4311-a179-64bd4f0d7046 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.41 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0324872 Sep 17 23:53:02.316096 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37daa543-06f9-49b5-bef7-62b013fe6ac1 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:02.317546 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37daa543-06f9-49b5-bef7-62b013fe6ac1 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:02.333551 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5bc6e5e9-30b3-4a39-bf56-e8711d184be4 req-9ba0485c-04ba-4402-8f06-43709accf223 tempest-ServerRescueTestJSONUnderV235-1794957114 tempest-ServerRescueTestJSONUnderV235-1794957114-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d0240f2-f551-4110-b027-1a542c0cd7b8 HTTP/1.1" status: 200 len: 210 time: 0.0382836 Sep 17 23:53:02.416493 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37daa543-06f9-49b5-bef7-62b013fe6ac1 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:02.419287 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-057b6a62-c939-41a7-a88c-7c98baee805a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:02.450259 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b6a62-c939-41a7-a88c-7c98baee805a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event deleted for resources: {'Port': ['ID=9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:02.505098 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37daa543-06f9-49b5-bef7-62b013fe6ac1 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:02.532923 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-057b6a62-c939-41a7-a88c-7c98baee805a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:02.536344 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-057b6a62-c939-41a7-a88c-7c98baee805a tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "DELETE /v2.0/ports/9c9f4cb2-0c1b-4aa6-8a96-b99d3b169c8a HTTP/1.1" status: 204 len: 168 time: 1.0892630 Sep 17 23:53:02.542469 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47380) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:02.644546 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37daa543-06f9-49b5-bef7-62b013fe6ac1 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:02.644546 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-37daa543-06f9-49b5-bef7-62b013fe6ac1 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4459050 Sep 17 23:53:02.645317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47384) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:02.652937 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9a3da74d-457f-41af-83a9-846dc168204d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'enable_snat': False}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:02.807690 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-31395d4e-5274-4b65-b027-cdc58f14b324 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Deleting port 7d283454-1c56-4bae-95b5-4603d534419d {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:02.817028 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-31395d4e-5274-4b65-b027-cdc58f14b324 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:02.946350 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9a3da74d-457f-41af-83a9-846dc168204d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:03.025013 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd3412cb-b177-423f-9cb2-fafcc62046c9 req-a59a791a-4ef5-414c-bb82-5b76597c5b44 tempest-ServerShowV257Test-1750355235 tempest-ServerShowV257Test-1750355235-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c6dcbf-bce8-4664-8e86-3d160b6b41f0 HTTP/1.1" status: 200 len: 210 time: 0.0604970 Sep 17 23:53:03.057259 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47394) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:03.069118 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-31395d4e-5274-4b65-b027-cdc58f14b324 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:03.089982 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-31395d4e-5274-4b65-b027-cdc58f14b324 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Calling delete_port for 7d283454-1c56-4bae-95b5-4603d534419d owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:03.097480 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-efa0a1b6-892c-4b66-9551-88d4288cf0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:03.251316 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc18a2-99ba-4922-a38f-d685f9290d68 req-b3d5f44c-b940-4cbe-a5fd-a12c07b4c205 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:03.252996 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3bdc18a2-99ba-4922-a38f-d685f9290d68 req-b3d5f44c-b940-4cbe-a5fd-a12c07b4c205 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.0734034 Sep 17 23:53:03.316317 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-efa0a1b6-892c-4b66-9551-88d4288cf0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:03.354058 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3bdc18a2-99ba-4922-a38f-d685f9290d68 req-2607fd54-1eb7-4b8d-b10f-9f5184611a82 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860376 Sep 17 23:53:03.414008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47404) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:03.503437 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-31395d4e-5274-4b65-b027-cdc58f14b324 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:03.570441 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31395d4e-5274-4b65-b027-cdc58f14b324 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event deleted for resources: {'Port': ['ID=7d283454-1c56-4bae-95b5-4603d534419d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:03.580018 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9a3da74d-457f-41af-83a9-846dc168204d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:03.657190 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9a3da74d-457f-41af-83a9-846dc168204d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:03.702406 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-efa0a1b6-892c-4b66-9551-88d4288cf0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:03.718721 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-31395d4e-5274-4b65-b027-cdc58f14b324 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:03.723168 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-31395d4e-5274-4b65-b027-cdc58f14b324 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "DELETE /v2.0/ports/7d283454-1c56-4bae-95b5-4603d534419d HTTP/1.1" status: 204 len: 168 time: 1.1772957 Sep 17 23:53:03.724092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47408) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:03.748362 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-efa0a1b6-892c-4b66-9551-88d4288cf0aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d3f95864d3664380940c4f23e36bbb91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6895733 Sep 17 23:53:03.751656 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47410) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:03.829338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0a1b6-892c-4b66-9551-88d4288cf0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0652f2c2-0fce-4ac2-a02a-62b7d4615df1,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:03.865028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee8d981-0107-40fc-a268-af270995a670 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Deleting subnet f67d974e-7140-4089-9f32-07a00b55ef3a {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:53:03.872270 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-683f9918-6b95-492c-a599-f9ea6e536473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:03.878862 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bee8d981-0107-40fc-a268-af270995a670 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:03.896881 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-683f9918-6b95-492c-a599-f9ea6e536473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:03.952364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-9a3da74d-457f-41af-83a9-846dc168204d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Allocated IP 172.25.3.212 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/3a1eb08c-9e42-4d7f-bf4e-64ae876c449d) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:03.963834 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bee8d981-0107-40fc-a268-af270995a670 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:04.081843 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-683f9918-6b95-492c-a599-f9ea6e536473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:04.085624 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-683f9918-6b95-492c-a599-f9ea6e536473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:04.098748 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-683f9918-6b95-492c-a599-f9ea6e536473 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0652f2c2-0fce-4ac2-a02a-62b7d4615df1 HTTP/1.1" status: 204 len: 168 time: 0.3355508 Sep 17 23:53:04.155231 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f9918-6b95-492c-a599-f9ea6e536473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0652f2c2-0fce-4ac2-a02a-62b7d4615df1,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:04.210205 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b7354fb1-d300-4a85-b59e-08cc13500f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:04.259139 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9a3da74d-457f-41af-83a9-846dc168204d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:04.264521 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bee8d981-0107-40fc-a268-af270995a670 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:04.415660 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:53:04.460142 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9a3da74d-457f-41af-83a9-846dc168204d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:04.466331 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bee8d981-0107-40fc-a268-af270995a670 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:04.613273 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 6b393419-0365-458f-b0b9-17e9fd6c6f5c no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:04.652920 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 6b393419-0365-458f-b0b9-17e9fd6c6f5c {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:04.653622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 6b393419-0365-458f-b0b9-17e9fd6c6f5c not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:04.793782 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47424) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:04.907747 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6bcf1-e485-4bab-a59b-4e134f8a9d37 req-c6bbfa5c-9c04-4511-a5a9-11afe6bd681e tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:04.914907 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01b6bcf1-e485-4bab-a59b-4e134f8a9d37 req-c6bbfa5c-9c04-4511-a5a9-11afe6bd681e tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.1361568 Sep 17 23:53:04.954678 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8d981-0107-40fc-a268-af270995a670 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event deleted for resources: {'Subnet': ['ID=f67d974e-7140-4089-9f32-07a00b55ef3a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:04.964266 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3068cd6-270a-415a-aff0-0770ba478a53 None None] Network 9e702302-c423-4617-ae40-276913b1f962 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:04.966384 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bee8d981-0107-40fc-a268-af270995a670 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:04.969390 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bee8d981-0107-40fc-a268-af270995a670 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "DELETE /v2.0/subnets/f67d974e-7140-4089-9f32-07a00b55ef3a HTTP/1.1" status: 204 len: 168 time: 1.2449608 Sep 17 23:53:04.978476 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47432) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:04.981538 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3da74d-457f-41af-83a9-846dc168204d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:04.987036 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-9a3da74d-457f-41af-83a9-846dc168204d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:04.989657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3da74d-457f-41af-83a9-846dc168204d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Pushing event updated for resources: {'Port': ['ID=3a1eb08c-9e42-4d7f-bf4e-64ae876c449d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:05.015169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3da74d-457f-41af-83a9-846dc168204d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:05.021608 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47434) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:05.033552 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01b6bcf1-e485-4bab-a59b-4e134f8a9d37 req-264447a4-0850-498d-bfec-7f1b114a080f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175973 Sep 17 23:53:05.090595 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2c22fe90-71e3-488b-a1d4-00e871844b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.185197 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47436) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:05.187543 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a3bf08-d9e7-4da0-a4b3-7d37428a85e4 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Deleting subnet 88a27ab6-e116-465b-83c2-03d2486723eb {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:53:05.206807 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04a3bf08-d9e7-4da0-a4b3-7d37428a85e4 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.273533 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09802b6d-0d1c-40a1-997d-8eb85cf1e9c3 None None] DHCP port deletion for 9e702302-c423-4617-ae40-276913b1f962 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:53:05.315899 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c6f679b6-c0ce-44d0-8f7b-4df72e2069fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.322967 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04a3bf08-d9e7-4da0-a4b3-7d37428a85e4 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.352670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-09802b6d-0d1c-40a1-997d-8eb85cf1e9c3 None None] Deleting port 7df68873-de57-41d0-813b-656402501f90 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:05.353406 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-09802b6d-0d1c-40a1-997d-8eb85cf1e9c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.368173 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8307b1b8-f854-4ee4-a83f-606a320d94c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.395397 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2c22fe90-71e3-488b-a1d4-00e871844b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.397317 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-b7354fb1-d300-4a85-b59e-08cc13500f1b admin admin] Deleting port e12192ad-3be8-43a3-92dc-ef0f9319e21e {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:05.397657 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b7354fb1-d300-4a85-b59e-08cc13500f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.430417 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-09802b6d-0d1c-40a1-997d-8eb85cf1e9c3 None None] For port 7df68873-de57-41d0-813b-656402501f90, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7df68873-de57-41d0-813b-656402501f90,segment=NetworkSegment(a176b4b5-3421-41fd-b407-cd92e9188613),segment_id=a176b4b5-3421-41fd-b407-cd92e9188613)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:05.430901 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-09802b6d-0d1c-40a1-997d-8eb85cf1e9c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.443391 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-09802b6d-0d1c-40a1-997d-8eb85cf1e9c3 None None] Calling delete_port for 7df68873-de57-41d0-813b-656402501f90 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:05.495341 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04a3bf08-d9e7-4da0-a4b3-7d37428a85e4 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.529631 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2c22fe90-71e3-488b-a1d4-00e871844b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.546246 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-b7354fb1-d300-4a85-b59e-08cc13500f1b admin admin] For port e12192ad-3be8-43a3-92dc-ef0f9319e21e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e12192ad-3be8-43a3-92dc-ef0f9319e21e,segment=NetworkSegment(70bb7625-1649-44d0-aafe-a4e52156a80b),segment_id=70bb7625-1649-44d0-aafe-a4e52156a80b)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:05.546650 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b7354fb1-d300-4a85-b59e-08cc13500f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.563459 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-b7354fb1-d300-4a85-b59e-08cc13500f1b admin admin] Calling delete_port for e12192ad-3be8-43a3-92dc-ef0f9319e21e owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:05.614994 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2c22fe90-71e3-488b-a1d4-00e871844b85 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ca38a640a094a8793ed2aa2b4a3bead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5919502 Sep 17 23:53:05.618698 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22fe90-71e3-488b-a1d4-00e871844b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27ee284-625f-49d4-9691-58c4e6689f94,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:05.619179 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47440) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:05.643621 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9a3da74d-457f-41af-83a9-846dc168204d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.647958 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-09802b6d-0d1c-40a1-997d-8eb85cf1e9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.689621 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04a3bf08-d9e7-4da0-a4b3-7d37428a85e4 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.699196 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09802b6d-0d1c-40a1-997d-8eb85cf1e9c3 None None] Pushing event deleted for resources: {'Port': ['ID=7df68873-de57-41d0-813b-656402501f90,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:05.709412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09802b6d-0d1c-40a1-997d-8eb85cf1e9c3 None None] No DVR routers for this DVR port 7df68873-de57-41d0-813b-656402501f90 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:53:05.737853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3bf08-d9e7-4da0-a4b3-7d37428a85e4 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event deleted for resources: {'Subnet': ['ID=88a27ab6-e116-465b-83c2-03d2486723eb,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:05.758079 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847297f4-646a-4ba6-9978-6ccd5457fcc7 None None] Network 2da050b4-00f1-432e-9e5a-adbd5603b80d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:05.777257 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04a3bf08-d9e7-4da0-a4b3-7d37428a85e4 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.783481 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-04a3bf08-d9e7-4da0-a4b3-7d37428a85e4 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "DELETE /v2.0/subnets/88a27ab6-e116-465b-83c2-03d2486723eb HTTP/1.1" status: 204 len: 168 time: 0.7996666 Sep 17 23:53:05.783720 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47444) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:05.796409 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c6f679b6-c0ce-44d0-8f7b-4df72e2069fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.799388 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-550db360-2a88-460f-8a0c-f505fdf3ca5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.838169 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-550db360-2a88-460f-8a0c-f505fdf3ca5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.912071 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c6f679b6-c0ce-44d0-8f7b-4df72e2069fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.957900 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fcffb588-c354-48a5-b8fd-830138dfb878 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:05.989721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f679b6-c0ce-44d0-8f7b-4df72e2069fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf39615-c640-41bf-8fa0-89bf6a8b7f1f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:05.994297 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c6f679b6-c0ce-44d0-8f7b-4df72e2069fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5f6e14d61cfe4145bbbe8e615d26c74d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8080041 Sep 17 23:53:05.998117 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47446) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:06.037951 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-550db360-2a88-460f-8a0c-f505fdf3ca5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.041008 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-550db360-2a88-460f-8a0c-f505fdf3ca5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.046910 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-550db360-2a88-460f-8a0c-f505fdf3ca5b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c27ee284-625f-49d4-9691-58c4e6689f94 HTTP/1.1" status: 204 len: 168 time: 0.4227426 Sep 17 23:53:06.053764 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072ba87a-3e7d-4f0c-87cd-6f0860f28699 None None] DHCP port deletion for 2da050b4-00f1-432e-9e5a-adbd5603b80d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:53:06.082808 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550db360-2a88-460f-8a0c-f505fdf3ca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27ee284-625f-49d4-9691-58c4e6689f94,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:06.108420 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b7354fb1-d300-4a85-b59e-08cc13500f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.137366 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bad60f53-38d2-4dce-b5cc-a3dd0f1853f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.161938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-072ba87a-3e7d-4f0c-87cd-6f0860f28699 None None] Deleting port 7a922628-9373-491f-b186-8a3142c42751 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:06.162490 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-072ba87a-3e7d-4f0c-87cd-6f0860f28699 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.166070 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9a3da74d-457f-41af-83a9-846dc168204d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.167371 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bad60f53-38d2-4dce-b5cc-a3dd0f1853f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.176552 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9a3da74d-457f-41af-83a9-846dc168204d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.213426 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fcffb588-c354-48a5-b8fd-830138dfb878 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.264989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7354fb1-d300-4a85-b59e-08cc13500f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=e12192ad-3be8-43a3-92dc-ef0f9319e21e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:06.282271 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-fcffb588-c354-48a5-b8fd-830138dfb878 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e702302-c423-4617-ae40-276913b1f962']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:06.283611 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-072ba87a-3e7d-4f0c-87cd-6f0860f28699 None None] For port 7a922628-9373-491f-b186-8a3142c42751, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7a922628-9373-491f-b186-8a3142c42751,segment=NetworkSegment(40c57ab5-6828-4199-b73a-a3ce186683a0),segment_id=40c57ab5-6828-4199-b73a-a3ce186683a0)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:06.284008 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-072ba87a-3e7d-4f0c-87cd-6f0860f28699 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.299304 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-072ba87a-3e7d-4f0c-87cd-6f0860f28699 None None] Calling delete_port for 7a922628-9373-491f-b186-8a3142c42751 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:06.319619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-fcffb588-c354-48a5-b8fd-830138dfb878 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a176b4b5-3421-41fd-b407-cd92e9188613') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:06.319922 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-fcffb588-c354-48a5-b8fd-830138dfb878 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a176b4b5-3421-41fd-b407-cd92e9188613') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:06.357356 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bad60f53-38d2-4dce-b5cc-a3dd0f1853f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.360579 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bad60f53-38d2-4dce-b5cc-a3dd0f1853f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.361881 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bad60f53-38d2-4dce-b5cc-a3dd0f1853f3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/caf39615-c640-41bf-8fa0-89bf6a8b7f1f HTTP/1.1" status: 204 len: 168 time: 0.3632309 Sep 17 23:53:06.393942 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad60f53-38d2-4dce-b5cc-a3dd0f1853f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf39615-c640-41bf-8fa0-89bf6a8b7f1f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:06.403843 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fcffb588-c354-48a5-b8fd-830138dfb878 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.429704 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18915532-6b33-43c3-8e01-6df0eafefb50 req-85d5ee9c-529a-43be-94c7-737fc1f53106 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:06.437297 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18915532-6b33-43c3-8e01-6df0eafefb50 req-85d5ee9c-529a-43be-94c7-737fc1f53106 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.3034115 Sep 17 23:53:06.461157 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fcffb588-c354-48a5-b8fd-830138dfb878 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.488657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcffb588-c354-48a5-b8fd-830138dfb878 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:53:06.489125 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fcffb588-c354-48a5-b8fd-830138dfb878 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.490141 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8307b1b8-f854-4ee4-a83f-606a320d94c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:53:06.497284 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:53:06.512985 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-072ba87a-3e7d-4f0c-87cd-6f0860f28699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.539262 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072ba87a-3e7d-4f0c-87cd-6f0860f28699 None None] No DVR routers for this DVR port 7a922628-9373-491f-b186-8a3142c42751 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:53:06.541691 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18915532-6b33-43c3-8e01-6df0eafefb50 req-7e016f2e-f4a0-436b-ba6d-c61f6f3a80c5 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032715 Sep 17 23:53:06.578872 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8307b1b8-f854-4ee4-a83f-606a320d94c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.592499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ba87a-3e7d-4f0c-87cd-6f0860f28699 None None] Pushing event deleted for resources: {'Port': ['ID=7a922628-9373-491f-b186-8a3142c42751,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:06.607662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3da74d-457f-41af-83a9-846dc168204d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Router b4f9b1a0-a599-405d-9f77-4671b62c73d8 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:53:06.637492 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b7354fb1-d300-4a85-b59e-08cc13500f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.645352 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8307b1b8-f854-4ee4-a83f-606a320d94c2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a30b49ae83d64b61b3d538fa87372ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8499794 Sep 17 23:53:06.647014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47460) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:06.649119 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307b1b8-f854-4ee4-a83f-606a320d94c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b41a2d-3f46-4778-8ca0-7179eacdf344,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:06.661454 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fcffb588-c354-48a5-b8fd-830138dfb878 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.671924 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fcffb588-c354-48a5-b8fd-830138dfb878 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.682269 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fcffb588-c354-48a5-b8fd-830138dfb878 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "DELETE /v2.0/networks/9e702302-c423-4617-ae40-276913b1f962 HTTP/1.1" status: 204 len: 168 time: 0.8916245 Sep 17 23:53:06.690887 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47464) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:06.705253 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffb588-c354-48a5-b8fd-830138dfb878 tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event deleted for resources: {'Network': ['ID=9e702302-c423-4617-ae40-276913b1f962,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:06.824622 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-208c0ba8-3772-44eb-9bd1-f5de05f0409f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.827326 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c496ef06-dcb3-480b-a64d-d8af9e6da5eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.844135 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3da74d-457f-41af-83a9-846dc168204d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:53:06.852547 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ea9bc7-c0c8-4cb5-afbf-32524eb3a0f9 None None] Sync routers for ids ['b4f9b1a0-a599-405d-9f77-4671b62c73d8'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:53:06.860769 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-208c0ba8-3772-44eb-9bd1-f5de05f0409f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.867662 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9a3da74d-457f-41af-83a9-846dc168204d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.868003 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ea9bc7-c0c8-4cb5-afbf-32524eb3a0f9 None None] Routers {'b4f9b1a0-a599-405d-9f77-4671b62c73d8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:06.868848 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-24ea9bc7-c0c8-4cb5-afbf-32524eb3a0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['b4f9b1a0-a599-405d-9f77-4671b62c73d8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:06.869702 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9a3da74d-457f-41af-83a9-846dc168204d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "PUT /v2.0/routers/b4f9b1a0-a599-405d-9f77-4671b62c73d8 HTTP/1.1" status: 200 len: 920 time: 4.2203152 Sep 17 23:53:06.872744 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47470) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:06.974519 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c496ef06-dcb3-480b-a64d-d8af9e6da5eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:06.975203 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-24ea9bc7-c0c8-4cb5-afbf-32524eb3a0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:07.001923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ea9bc7-c0c8-4cb5-afbf-32524eb3a0f9 None None] Routers {'b4f9b1a0-a599-405d-9f77-4671b62c73d8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:07.002492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-24ea9bc7-c0c8-4cb5-afbf-32524eb3a0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['b4f9b1a0-a599-405d-9f77-4671b62c73d8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:07.031768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7354fb1-d300-4a85-b59e-08cc13500f1b admin admin] Router 189db22f-8acc-4edf-aa40-7ff1dfbaf615 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:53:07.061448 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-24ea9bc7-c0c8-4cb5-afbf-32524eb3a0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:07.063126 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ea9bc7-c0c8-4cb5-afbf-32524eb3a0f9 None None] The sync data for ids ['b4f9b1a0-a599-405d-9f77-4671b62c73d8'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:53:07.091611 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-c496ef06-dcb3-480b-a64d-d8af9e6da5eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da050b4-00f1-432e-9e5a-adbd5603b80d']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:07.120280 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-c496ef06-dcb3-480b-a64d-d8af9e6da5eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c57ab5-6828-4199-b73a-a3ce186683a0') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:07.120895 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-c496ef06-dcb3-480b-a64d-d8af9e6da5eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c57ab5-6828-4199-b73a-a3ce186683a0') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:07.124521 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-208c0ba8-3772-44eb-9bd1-f5de05f0409f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:07.134508 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-208c0ba8-3772-44eb-9bd1-f5de05f0409f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:07.136692 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-208c0ba8-3772-44eb-9bd1-f5de05f0409f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c9b41a2d-3f46-4778-8ca0-7179eacdf344 HTTP/1.1" status: 204 len: 168 time: 0.4885201 Sep 17 23:53:07.151550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c0ba8-3772-44eb-9bd1-f5de05f0409f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b41a2d-3f46-4778-8ca0-7179eacdf344,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:07.159810 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c496ef06-dcb3-480b-a64d-d8af9e6da5eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:07.182832 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c496ef06-dcb3-480b-a64d-d8af9e6da5eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:07.195562 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d7839e41-19a0-4315-947e-efb549fe2e30 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "GET /v2.0/routers/b4f9b1a0-a599-405d-9f77-4671b62c73d8 HTTP/1.1" status: 200 len: 926 time: 0.3167560 Sep 17 23:53:07.195562 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47482) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:07.204811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c496ef06-dcb3-480b-a64d-d8af9e6da5eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:53:07.205248 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c496ef06-dcb3-480b-a64d-d8af9e6da5eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:53:07.209507 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:53:07.253704 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7354fb1-d300-4a85-b59e-08cc13500f1b admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:53:07.282902 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36062a2a-a45d-4dde-ac2f-eeefc6e2fe8a None None] Sync routers for ids ['189db22f-8acc-4edf-aa40-7ff1dfbaf615'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:53:07.295134 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b7354fb1-d300-4a85-b59e-08cc13500f1b admin admin] 10.222.0.46 "PUT /v2.0/routers/189db22f-8acc-4edf-aa40-7ff1dfbaf615/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8789239 Sep 17 23:53:07.297801 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47486) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:07.299241 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36062a2a-a45d-4dde-ac2f-eeefc6e2fe8a None None] Routers {'189db22f-8acc-4edf-aa40-7ff1dfbaf615'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:07.300369 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-36062a2a-a45d-4dde-ac2f-eeefc6e2fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['189db22f-8acc-4edf-aa40-7ff1dfbaf615'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:07.310097 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7a922628-9373-491f-b186-8a3142c42751 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:07.330502 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 7a922628-9373-491f-b186-8a3142c42751 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:07.331078 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7a922628-9373-491f-b186-8a3142c42751 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:07.331663 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7df68873-de57-41d0-813b-656402501f90 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:07.352660 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 7df68873-de57-41d0-813b-656402501f90 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:07.353263 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7df68873-de57-41d0-813b-656402501f90 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:07.394752 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d0b080-74e2-4b80-b7f4-b39e4fe74620 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:07.395915 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-59d0b080-74e2-4b80-b7f4-b39e4fe74620 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=544c7e65-fba8-424a-a169-b245d1aea919&device_id=b4f9b1a0-a599-405d-9f77-4671b62c73d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1994126 Sep 17 23:53:07.398960 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47488) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:07.435209 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c1d800d-bf73-40d3-9031-895dc8ce88e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:07.473097 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c496ef06-dcb3-480b-a64d-d8af9e6da5eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:07.475859 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-36062a2a-a45d-4dde-ac2f-eeefc6e2fe8a None None] Set router 189db22f-8acc-4edf-aa40-7ff1dfbaf615 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:07.531180 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c496ef06-dcb3-480b-a64d-d8af9e6da5eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:07.533173 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c496ef06-dcb3-480b-a64d-d8af9e6da5eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] 10.222.0.46 "DELETE /v2.0/networks/2da050b4-00f1-432e-9e5a-adbd5603b80d HTTP/1.1" status: 204 len: 168 time: 0.8390172 Sep 17 23:53:07.534072 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496ef06-dcb3-480b-a64d-d8af9e6da5eb tempest-TaggedBootDevicesTest-12077995 tempest-TaggedBootDevicesTest-12077995-project] Pushing event deleted for resources: {'Network': ['ID=2da050b4-00f1-432e-9e5a-adbd5603b80d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:07.672571 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4775eb-d6e3-409a-9c66-c76fde50d37d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:07.677691 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fc4775eb-d6e3-409a-9c66-c76fde50d37d tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 881 time: 0.2752559 Sep 17 23:53:07.678690 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47500) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:07.719822 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c1d800d-bf73-40d3-9031-895dc8ce88e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:07.749039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47504) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:07.753284 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-288bf2ac-be01-4fdf-b2aa-ac6cc39aa3d1 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4f9b1a0-a599-405d-9f77-4671b62c73d8 HTTP/1.1" status: 200 len: 205 time: 0.0730541 Sep 17 23:53:07.839459 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99616c10-cf09-4630-afb3-4934b26ef35f req-85f45718-6a6c-41d9-871d-5a815c01a7a5 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:07.848574 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99616c10-cf09-4630-afb3-4934b26ef35f req-85f45718-6a6c-41d9-871d-5a815c01a7a5 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.1048701 Sep 17 23:53:07.908085 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99616c10-cf09-4630-afb3-4934b26ef35f req-4ce23755-74c8-42ea-9113-d9d01440a3e3 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579884 Sep 17 23:53:07.927332 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-36062a2a-a45d-4dde-ac2f-eeefc6e2fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'name': 'tempest-ServerRescueTestJSONUnderV235-1170736079-router', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:51:39Z', 'updated_at': '2021-09-17T23:53:05Z', 'revision_number': 5, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'gw_port': {'id': '09b39318-5f54-4e56-b6cb-f48487a81d76', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:51:40Z', 'updated_at': '2021-09-17T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:07.956620 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36062a2a-a45d-4dde-ac2f-eeefc6e2fe8a None None] Checking router: 189db22f-8acc-4edf-aa40-7ff1dfbaf615 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:53:07.974183 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36062a2a-a45d-4dde-ac2f-eeefc6e2fe8a None None] Routers {'189db22f-8acc-4edf-aa40-7ff1dfbaf615'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:07.974899 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-36062a2a-a45d-4dde-ac2f-eeefc6e2fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['189db22f-8acc-4edf-aa40-7ff1dfbaf615'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:08.112496 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-36062a2a-a45d-4dde-ac2f-eeefc6e2fe8a None None] Set router 189db22f-8acc-4edf-aa40-7ff1dfbaf615 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:08.223096 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d800d-bf73-40d3-9031-895dc8ce88e6 admin admin] Deleting port 09b39318-5f54-4e56-b6cb-f48487a81d76 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:08.224144 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c1d800d-bf73-40d3-9031-895dc8ce88e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:08.279488 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47530) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:08.309611 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64243e1a-163c-4701-a783-fcf1b48a5f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:08.327084 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-36062a2a-a45d-4dde-ac2f-eeefc6e2fe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'name': 'tempest-ServerRescueTestJSONUnderV235-1170736079-router', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:51:39Z', 'updated_at': '2021-09-17T23:53:07Z', 'revision_number': 6, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:08.348515 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47532) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:08.351052 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d5ed0f5-5a8a-494b-8fa5-1bd52f9cd245 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:08.402044 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36062a2a-a45d-4dde-ac2f-eeefc6e2fe8a None None] The sync data for ids ['189db22f-8acc-4edf-aa40-7ff1dfbaf615'] in n-d-809883-1 is: [{'id': '189db22f-8acc-4edf-aa40-7ff1dfbaf615', 'name': 'tempest-ServerRescueTestJSONUnderV235-1170736079-router', 'tenant_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:51:39Z', 'updated_at': '2021-09-17T23:53:07Z', 'revision_number': 6, 'project_id': 'c5a6bc127d6d42bdad9b2db9f4c0c49c', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:53:08.493992 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64243e1a-163c-4701-a783-fcf1b48a5f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:08.502910 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-6c1d800d-bf73-40d3-9031-895dc8ce88e6 admin admin] For port 09b39318-5f54-4e56-b6cb-f48487a81d76, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=09b39318-5f54-4e56-b6cb-f48487a81d76,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:08.503496 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c1d800d-bf73-40d3-9031-895dc8ce88e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:08.533918 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d800d-bf73-40d3-9031-895dc8ce88e6 admin admin] Calling delete_port for 09b39318-5f54-4e56-b6cb-f48487a81d76 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:08.545758 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d5ed0f5-5a8a-494b-8fa5-1bd52f9cd245 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:08.567353 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64243e1a-163c-4701-a783-fcf1b48a5f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:08.607509 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-64243e1a-163c-4701-a783-fcf1b48a5f22 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca0a5ad30d61432e896269975f141ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3257496 Sep 17 23:53:08.609566 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64243e1a-163c-4701-a783-fcf1b48a5f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336018cf-a721-4312-b8ce-e042dd955a7c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:08.611195 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47536) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:08.685803 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-b2689cda-8ef4-42f2-95c0-e6e3e33f96f7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-858962394'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:08.751122 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6bbdcdfd-b70f-4ffc-92a0-3777b07ae5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:08.785126 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2689cda-8ef4-42f2-95c0-e6e3e33f96f7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Made reservation on behalf of a9f7efca14a84467b28f34861a7d7237 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:08.789847 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b2689cda-8ef4-42f2-95c0-e6e3e33f96f7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:08.801823 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b2689cda-8ef4-42f2-95c0-e6e3e33f96f7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:08.814281 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6bbdcdfd-b70f-4ffc-92a0-3777b07ae5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:08.841998 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ed0f5-5a8a-494b-8fa5-1bd52f9cd245 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Deleting port 3a1eb08c-9e42-4d7f-bf4e-64ae876c449d {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:08.842627 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d5ed0f5-5a8a-494b-8fa5-1bd52f9cd245 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:08.918555 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c1d800d-bf73-40d3-9031-895dc8ce88e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:08.988773 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b2689cda-8ef4-42f2-95c0-e6e3e33f96f7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:09.002305 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d800d-bf73-40d3-9031-895dc8ce88e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=09b39318-5f54-4e56-b6cb-f48487a81d76,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:09.052691 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d5ed0f5-5a8a-494b-8fa5-1bd52f9cd245 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:09.088763 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ed0f5-5a8a-494b-8fa5-1bd52f9cd245 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Calling delete_port for 3a1eb08c-9e42-4d7f-bf4e-64ae876c449d owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:09.093137 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b2689cda-8ef4-42f2-95c0-e6e3e33f96f7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:09.098907 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6bbdcdfd-b70f-4ffc-92a0-3777b07ae5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:09.101879 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6bbdcdfd-b70f-4ffc-92a0-3777b07ae5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:09.104930 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6bbdcdfd-b70f-4ffc-92a0-3777b07ae5cf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/336018cf-a721-4312-b8ce-e042dd955a7c HTTP/1.1" status: 204 len: 168 time: 0.4904876 Sep 17 23:53:09.120104 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2689cda-8ef4-42f2-95c0-e6e3e33f96f7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:53:09.121893 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c1d800d-bf73-40d3-9031-895dc8ce88e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:09.134921 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b2689cda-8ef4-42f2-95c0-e6e3e33f96f7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:09.135569 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-b2689cda-8ef4-42f2-95c0-e6e3e33f96f7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Added segment ae4392d3-bb93-48ab-b18b-9804514bf882 of type vlan for network 88d03d22-15e0-47ee-9af0-0d7ee2235f46 Sep 17 23:53:09.158738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdcdfd-b70f-4ffc-92a0-3777b07ae5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336018cf-a721-4312-b8ce-e042dd955a7c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:09.201383 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b2689cda-8ef4-42f2-95c0-e6e3e33f96f7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:09.282926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a760c1b-2fd1-4e74-8c80-c9a145567a06 req-b6e12b45-ac38-4356-85be-f4c15fe3b256 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:09.284856 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a760c1b-2fd1-4e74-8c80-c9a145567a06 req-b6e12b45-ac38-4356-85be-f4c15fe3b256 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.2719400 Sep 17 23:53:09.286022 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2689cda-8ef4-42f2-95c0-e6e3e33f96f7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05959927-85a9-4468-ae4e-7d194b1c84fe,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:09.303251 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b2689cda-8ef4-42f2-95c0-e6e3e33f96f7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:09.309567 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2689cda-8ef4-42f2-95c0-e6e3e33f96f7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:09.310402 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b2689cda-8ef4-42f2-95c0-e6e3e33f96f7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:09.361400 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c1d800d-bf73-40d3-9031-895dc8ce88e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:09.367815 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c1d800d-bf73-40d3-9031-895dc8ce88e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:09.431938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e12192ad-3be8-43a3-92dc-ef0f9319e21e no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:09.482975 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: e12192ad-3be8-43a3-92dc-ef0f9319e21e {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:09.484709 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e12192ad-3be8-43a3-92dc-ef0f9319e21e not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:09.484709 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 09b39318-5f54-4e56-b6cb-f48487a81d76 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:09.521326 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a760c1b-2fd1-4e74-8c80-c9a145567a06 req-796e2884-9175-4cdb-b6dd-6d1070913193 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282228 Sep 17 23:53:09.521993 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2689cda-8ef4-42f2-95c0-e6e3e33f96f7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Pushing event updated for resources: {'Network': ['ID=88d03d22-15e0-47ee-9af0-0d7ee2235f46,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:09.524091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 09b39318-5f54-4e56-b6cb-f48487a81d76 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:09.526116 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b2689cda-8ef4-42f2-95c0-e6e3e33f96f7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1691318 Sep 17 23:53:09.528776 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47556) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:09.535508 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-2a80ea02-1c8b-4307-a17a-ef80a07b9f18 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Request body: {'subnet': {'network_id': '88d03d22-15e0-47ee-9af0-0d7ee2235f46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:09.536856 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 09b39318-5f54-4e56-b6cb-f48487a81d76 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:09.550745 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 88d03d22-15e0-47ee-9af0-0d7ee2235f46 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:53:09.583373 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c1d800d-bf73-40d3-9031-895dc8ce88e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:09.583981 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1d800d-bf73-40d3-9031-895dc8ce88e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 189db22f-8acc-4edf-aa40-7ff1dfbaf615 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:53:09.605433 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c1d800d-bf73-40d3-9031-895dc8ce88e6 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:09.606299 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6c1d800d-bf73-40d3-9031-895dc8ce88e6 admin admin] 10.222.0.46 "DELETE /v2.0/routers/189db22f-8acc-4edf-aa40-7ff1dfbaf615 HTTP/1.1" status: 204 len: 168 time: 2.3068409 Sep 17 23:53:09.610365 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47558) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:09.706340 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-13963f7b-1bd1-48d4-8887-b725034dfb25 admin admin] Deleting subnet 4a07af87-2c35-4815-a33d-5a9f7f4ed508 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:53:09.710092 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13963f7b-1bd1-48d4-8887-b725034dfb25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:09.738703 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a80ea02-1c8b-4307-a17a-ef80a07b9f18 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Made reservation on behalf of a9f7efca14a84467b28f34861a7d7237 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:09.742749 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a80ea02-1c8b-4307-a17a-ef80a07b9f18 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:09.769764 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d5ed0f5-5a8a-494b-8fa5-1bd52f9cd245 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:09.799534 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13963f7b-1bd1-48d4-8887-b725034dfb25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:09.883461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ed0f5-5a8a-494b-8fa5-1bd52f9cd245 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Pushing event deleted for resources: {'Port': ['ID=3a1eb08c-9e42-4d7f-bf4e-64ae876c449d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:09.979633 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13963f7b-1bd1-48d4-8887-b725034dfb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.033435 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d5ed0f5-5a8a-494b-8fa5-1bd52f9cd245 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.064974 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47568) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:10.168893 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a80ea02-1c8b-4307-a17a-ef80a07b9f18 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.213501 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.224581 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d5ed0f5-5a8a-494b-8fa5-1bd52f9cd245 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.228687 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d5ed0f5-5a8a-494b-8fa5-1bd52f9cd245 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.295663 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13963f7b-1bd1-48d4-8887-b725034dfb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.313366 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf1dd7d2-0ca2-4cde-9264-7e930597969c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.324031 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13963f7b-1bd1-48d4-8887-b725034dfb25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a07af87-2c35-4815-a33d-5a9f7f4ed508,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:10.331037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80ea02-1c8b-4307-a17a-ef80a07b9f18 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Pushing event updated for resources: {'Subnet': ['ID=dea5a87e-d5a3-4841-a209-7b60b401aca9,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:10.332856 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13963f7b-1bd1-48d4-8887-b725034dfb25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.334665 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a80ea02-1c8b-4307-a17a-ef80a07b9f18 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Checking segment: {'id': 'ae4392d3-bb93-48ab-b18b-9804514bf882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '88d03d22-15e0-47ee-9af0-0d7ee2235f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:10.334831 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-13963f7b-1bd1-48d4-8887-b725034dfb25 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4a07af87-2c35-4815-a33d-5a9f7f4ed508 HTTP/1.1" status: 204 len: 168 time: 0.7234988 Sep 17 23:53:10.335034 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a80ea02-1c8b-4307-a17a-ef80a07b9f18 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Network hostable DHCP agents. Network: 88d03d22-15e0-47ee-9af0-0d7ee2235f46, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:53:10.337412 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47576) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:10.375769 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d5ed0f5-5a8a-494b-8fa5-1bd52f9cd245 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.376487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5ed0f5-5a8a-494b-8fa5-1bd52f9cd245 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Fanout notify agent at l3_agent the message router_deleted on router b4f9b1a0-a599-405d-9f77-4671b62c73d8 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:53:10.384601 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2d5ed0f5-5a8a-494b-8fa5-1bd52f9cd245 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.385733 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2d5ed0f5-5a8a-494b-8fa5-1bd52f9cd245 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "DELETE /v2.0/routers/b4f9b1a0-a599-405d-9f77-4671b62c73d8 HTTP/1.1" status: 204 len: 168 time: 2.6350222 Sep 17 23:53:10.390576 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47578) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:10.427581 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-81f0d887-4791-417f-a641-e07a921de78f tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2031656466', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}, 'admin_state_up': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:10.457514 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5bc427f2-3871-47e5-8404-0b8d5664580b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.457899 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a80ea02-1c8b-4307-a17a-ef80a07b9f18 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Network 88d03d22-15e0-47ee-9af0-0d7ee2235f46 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:53:10.461052 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf1dd7d2-0ca2-4cde-9264-7e930597969c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.555528 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-2a80ea02-1c8b-4307-a17a-ef80a07b9f18 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 88d03d22-15e0-47ee-9af0-0d7ee2235f46) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:10.557340 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf1dd7d2-0ca2-4cde-9264-7e930597969c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.572572 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8742bef7-c69d-481c-94ec-69dc6b8c8a1d None None] Network 88d03d22-15e0-47ee-9af0-0d7ee2235f46 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:10.576777 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5bc427f2-3871-47e5-8404-0b8d5664580b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.603248 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a80ea02-1c8b-4307-a17a-ef80a07b9f18 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:10.613929 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a80ea02-1c8b-4307-a17a-ef80a07b9f18 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.642414 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-5bc427f2-3871-47e5-8404-0b8d5664580b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4461cd47-fde9-4845-92b2-6903a8fb4a55']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:10.697326 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-5bc427f2-3871-47e5-8404-0b8d5664580b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70bb7625-1649-44d0-aafe-a4e52156a80b') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:10.697927 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-5bc427f2-3871-47e5-8404-0b8d5664580b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70bb7625-1649-44d0-aafe-a4e52156a80b') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:10.714908 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5bc427f2-3871-47e5-8404-0b8d5664580b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.745170 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5bc427f2-3871-47e5-8404-0b8d5664580b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.754042 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc427f2-3871-47e5-8404-0b8d5664580b admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:53:10.755440 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5bc427f2-3871-47e5-8404-0b8d5664580b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.757161 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bf1dd7d2-0ca2-4cde-9264-7e930597969c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=58252b6318b04c70aae0145ebe830e81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6908362 Sep 17 23:53:10.757985 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dd7d2-0ca2-4cde-9264-7e930597969c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5cc9f7-ebfa-4392-8071-b4d8b1cd050e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:10.760730 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47592) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:53:10.761013 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:53:10.823646 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81f0d887-4791-417f-a641-e07a921de78f tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.825208 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81f0d887-4791-417f-a641-e07a921de78f tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.825366 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656111c4-6493-4cb7-bf25-9b8d030c990e req-c6b99650-cdbe-4572-9cc9-c315a607cc0b tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:10.826840 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-656111c4-6493-4cb7-bf25-9b8d030c990e req-c6b99650-cdbe-4572-9cc9-c315a607cc0b tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.1320055 Sep 17 23:53:10.861196 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2a80ea02-1c8b-4307-a17a-ef80a07b9f18 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3312140 Sep 17 23:53:10.863790 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47594) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:10.869011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-e4520998-0be7-49a5-a679-8172262b7986 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Request body: {'port': {'network_id': '88d03d22-15e0-47ee-9af0-0d7ee2235f46', 'name': 'tempest-ExtraDHCPOptionsTestJSON-30674442'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:10.876996 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-88d03d22-15e0-47ee-9af0-0d7ee2235f46', 'network_id': '88d03d22-15e0-47ee-9af0-0d7ee2235f46', 'tenant_id': 'a9f7efca14a84467b28f34861a7d7237', 'fixed_ips': [{'subnet_id': 'dea5a87e-d5a3-4841-a209-7b60b401aca9'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:53:10.878235 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.928975 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c56a75c0-46bc-486a-99e7-54b01abda1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.939127 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5bc427f2-3871-47e5-8404-0b8d5664580b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:10.975568 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-656111c4-6493-4cb7-bf25-9b8d030c990e req-98f7d228-2485-47e2-a06a-c69331d00585 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369188 Sep 17 23:53:11.007067 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c56a75c0-46bc-486a-99e7-54b01abda1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:11.010225 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5bc427f2-3871-47e5-8404-0b8d5664580b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:11.013004 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5bc427f2-3871-47e5-8404-0b8d5664580b admin admin] 10.222.0.46 "DELETE /v2.0/networks/4461cd47-fde9-4845-92b2-6903a8fb4a55 HTTP/1.1" status: 204 len: 168 time: 0.6745934 Sep 17 23:53:11.088880 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc427f2-3871-47e5-8404-0b8d5664580b admin admin] Pushing event deleted for resources: {'Network': ['ID=4461cd47-fde9-4845-92b2-6903a8fb4a55,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:11.113806 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] Allocated IP 172.20.0.2 (88d03d22-15e0-47ee-9af0-0d7ee2235f46/dea5a87e-d5a3-4841-a209-7b60b401aca9/93eadadf-4552-4ba3-a83a-779eb7fc0f78) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:11.166106 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81f0d887-4791-417f-a641-e07a921de78f tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:11.178263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4520998-0be7-49a5-a679-8172262b7986 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Made reservation on behalf of a9f7efca14a84467b28f34861a7d7237 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:11.183412 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4520998-0be7-49a5-a679-8172262b7986 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:11.222295 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-e4520998-0be7-49a5-a679-8172262b7986 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] device_id is not set on port 7fe201e0-ce5d-418c-a392-cfce6cee83f2 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:53:11.243942 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c56a75c0-46bc-486a-99e7-54b01abda1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:11.251390 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c56a75c0-46bc-486a-99e7-54b01abda1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:11.261829 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c56a75c0-46bc-486a-99e7-54b01abda1ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1e5cc9f7-ebfa-4392-8071-b4d8b1cd050e HTTP/1.1" status: 204 len: 168 time: 0.4839766 Sep 17 23:53:11.310749 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a75c0-46bc-486a-99e7-54b01abda1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5cc9f7-ebfa-4392-8071-b4d8b1cd050e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:11.342318 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:11.449848 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:11.532376 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] Network 88d03d22-15e0-47ee-9af0-0d7ee2235f46 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:11.536083 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:11.543741 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:11.586976 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] Pushing event updated for resources: {'Port': ['ID=93eadadf-4552-4ba3-a83a-779eb7fc0f78,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:11.617654 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81f0d887-4791-417f-a641-e07a921de78f tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:11.621211 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] Attempting to bind port 93eadadf-4552-4ba3-a83a-779eb7fc0f78 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:53:11.621861 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] Attempting to bind port 93eadadf-4552-4ba3-a83a-779eb7fc0f78 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'ae4392d3-bb93-48ab-b18b-9804514bf882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '88d03d22-15e0-47ee-9af0-0d7ee2235f46'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:53:11.622408 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] Attempting to bind port 93eadadf-4552-4ba3-a83a-779eb7fc0f78 on network 88d03d22-15e0-47ee-9af0-0d7ee2235f46 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:11.623932 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47610) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:11.638696 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:53:11.639435 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] Checking segment: {'id': 'ae4392d3-bb93-48ab-b18b-9804514bf882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '88d03d22-15e0-47ee-9af0-0d7ee2235f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:11.640726 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:11.642106 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] Bound using segment: {'id': 'ae4392d3-bb93-48ab-b18b-9804514bf882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '88d03d22-15e0-47ee-9af0-0d7ee2235f46'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:53:11.642876 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] Bound port: 93eadadf-4552-4ba3-a83a-779eb7fc0f78, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4392d3-bb93-48ab-b18b-9804514bf882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '88d03d22-15e0-47ee-9af0-0d7ee2235f46'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:53:11.644152 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:11.677972 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-df7365e5-bb79-4505-a548-ecc0beee8a06 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5a6bc127d6d42bdad9b2db9f4c0c49c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519304 Sep 17 23:53:11.678619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47616) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:11.727705 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] For port 93eadadf-4552-4ba3-a83a-779eb7fc0f78, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:53:11.732196 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] For port 93eadadf-4552-4ba3-a83a-779eb7fc0f78, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=93eadadf-4552-4ba3-a83a-779eb7fc0f78,segment=NetworkSegment(ae4392d3-bb93-48ab-b18b-9804514bf882),segment_id=ae4392d3-bb93-48ab-b18b-9804514bf882)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:53:11.825015 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:11.904821 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39422389-1637-432c-aafe-6b74aee73d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:11.943954 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78f8e6-d83d-4c52-be6b-6c020b253889 req-3729b79b-cea7-4465-8b2a-17680055e5ee tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:11.951500 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3026c-c303-4d3b-83f3-b19fba599192 None None] Pushing event updated for resources: {'Port': ['ID=93eadadf-4552-4ba3-a83a-779eb7fc0f78,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:11.953104 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af78f8e6-d83d-4c52-be6b-6c020b253889 req-3729b79b-cea7-4465-8b2a-17680055e5ee tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.4357171 Sep 17 23:53:11.998627 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.api [None req-e4520998-0be7-49a5-a679-8172262b7986 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ce193dc9-48ce-46a6-ba14-413d299a1868 {{(pid=95592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:53:11.998986 n-d-809883-1 neutron-server[95592]: DEBUG oslo_db.api [None req-e4520998-0be7-49a5-a679-8172262b7986 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:53:12.023448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af78f8e6-d83d-4c52-be6b-6c020b253889 req-78833569-d364-4f25-8682-e4955961e99b tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579479 Sep 17 23:53:12.029761 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39422389-1637-432c-aafe-6b74aee73d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:12.253092 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a3c1a-a8b4-43c8-aaf5-6d711aa61fce req-f9867f6f-7698-4225-82dc-c324a82b0ea1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:12.255090 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e94a3c1a-a8b4-43c8-aaf5-6d711aa61fce req-f9867f6f-7698-4225-82dc-c324a82b0ea1 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.0861888 Sep 17 23:53:12.331944 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e94a3c1a-a8b4-43c8-aaf5-6d711aa61fce req-c67747b7-4e9e-4871-b10c-dd630af1cb4b tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632041 Sep 17 23:53:12.361212 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81f0d887-4791-417f-a641-e07a921de78f tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:12.384298 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39422389-1637-432c-aafe-6b74aee73d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:12.386966 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39422389-1637-432c-aafe-6b74aee73d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:12.391228 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-39422389-1637-432c-aafe-6b74aee73d62 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1bae8916-8dd1-4718-8b32-ede01840c7af HTTP/1.1" status: 204 len: 168 time: 0.7087998 Sep 17 23:53:12.392814 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81f0d887-4791-417f-a641-e07a921de78f tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:12.403914 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39422389-1637-432c-aafe-6b74aee73d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bae8916-8dd1-4718-8b32-ede01840c7af,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:12.500896 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4520998-0be7-49a5-a679-8172262b7986 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:12.543059 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-81f0d887-4791-417f-a641-e07a921de78f tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Allocated IP 172.25.3.164 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/e226d0ae-0ec0-4091-8b88-884c4a256798) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:12.543380 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-e4520998-0be7-49a5-a679-8172262b7986 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] device_id is not set on port 781e218f-30cf-4a86-8d02-bb9f1fc989a3 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:53:12.698788 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81f0d887-4791-417f-a641-e07a921de78f tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:12.766433 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-e4520998-0be7-49a5-a679-8172262b7986 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Allocated IP 172.20.0.3 (88d03d22-15e0-47ee-9af0-0d7ee2235f46/dea5a87e-d5a3-4841-a209-7b60b401aca9/781e218f-30cf-4a86-8d02-bb9f1fc989a3) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:12.859252 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81f0d887-4791-417f-a641-e07a921de78f tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:12.928165 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f0d887-4791-417f-a641-e07a921de78f tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:12.931501 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-81f0d887-4791-417f-a641-e07a921de78f tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:12.935596 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f0d887-4791-417f-a641-e07a921de78f tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:12.977430 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0d887-4791-417f-a641-e07a921de78f tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Pushing event updated for resources: {'Port': ['ID=e226d0ae-0ec0-4091-8b88-884c4a256798,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:13.058588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73f8c0-0ce2-4fd3-b330-6c0f0de38ce2 req-1ffee9cc-1493-4c68-872c-b47300c52541 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:13.061132 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf73f8c0-0ce2-4fd3-b330-6c0f0de38ce2 req-1ffee9cc-1493-4c68-872c-b47300c52541 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.2371709 Sep 17 23:53:13.201350 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf73f8c0-0ce2-4fd3-b330-6c0f0de38ce2 req-0efca252-c876-42dc-a343-03d4bbeec08a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310432 Sep 17 23:53:13.219602 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4520998-0be7-49a5-a679-8172262b7986 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:13.293810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 93eadadf-4552-4ba3-a83a-779eb7fc0f78 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:13.338984 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:13.377711 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 93eadadf-4552-4ba3-a83a-779eb7fc0f78 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:13.378295 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:13.453841 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4520998-0be7-49a5-a679-8172262b7986 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:13.497117 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014d3649-2c50-4582-a653-f1e0f4bbde7c None None] Network 88d03d22-15e0-47ee-9af0-0d7ee2235f46 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:13.586048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4520998-0be7-49a5-a679-8172262b7986 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Pushing event updated for resources: {'Port': ['ID=781e218f-30cf-4a86-8d02-bb9f1fc989a3,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:13.632029 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4520998-0be7-49a5-a679-8172262b7986 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Network 88d03d22-15e0-47ee-9af0-0d7ee2235f46 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:13.633470 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-e4520998-0be7-49a5-a679-8172262b7986 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:13.637482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4520998-0be7-49a5-a679-8172262b7986 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:13.753876 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4520998-0be7-49a5-a679-8172262b7986 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:13.754973 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4520998-0be7-49a5-a679-8172262b7986 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:13.875442 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7546bc6c-99f0-49b4-b498-5c30e76ba3ec None None] Provisioning complete for port 93eadadf-4552-4ba3-a83a-779eb7fc0f78 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:13.875817 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7546bc6c-99f0-49b4-b498-5c30e76ba3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:13.877660 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:13.888514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e4520998-0be7-49a5-a679-8172262b7986 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0235825 Sep 17 23:53:13.891696 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47672) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:13.897235 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-23fc9ad4-7b65-43e6-9964-d74293a45468 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Request body: {'port': {'network_id': '88d03d22-15e0-47ee-9af0-0d7ee2235f46', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1672213777', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:13.898967 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.api.validators [None req-23fc9ad4-7b65-43e6-9964-d74293a45468 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] bootfile-name is not in valid_values {{(pid=95592) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 23:53:13.898967 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.api.validators [None req-23fc9ad4-7b65-43e6-9964-d74293a45468 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] tftp-server is not in valid_values {{(pid=95592) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 23:53:13.898967 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.api.validators [None req-23fc9ad4-7b65-43e6-9964-d74293a45468 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] server-ip-address is not in valid_values {{(pid=95592) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 23:53:13.985455 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 93eadadf-4552-4ba3-a83a-779eb7fc0f78, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=93eadadf-4552-4ba3-a83a-779eb7fc0f78,segment=NetworkSegment(ae4392d3-bb93-48ab-b18b-9804514bf882),segment_id=ae4392d3-bb93-48ab-b18b-9804514bf882)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:13.988192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47676) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:14.096341 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7546bc6c-99f0-49b4-b498-5c30e76ba3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:14.129703 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:14.140934 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912923f-0f71-45f7-9479-7838a0de5ceb req-365a429f-dddd-403a-8da0-640bb9f4e647 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:14.142432 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6912923f-0f71-45f7-9479-7838a0de5ceb req-365a429f-dddd-403a-8da0-640bb9f4e647 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.1697292 Sep 17 23:53:14.209228 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9f7673e4-5dd4-4053-afaa-91212dd8af84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:14.285721 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-6912923f-0f71-45f7-9479-7838a0de5ceb req-c4f07954-f778-4e6b-8758-43e68536543d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Deleting port 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:14.286116 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6912923f-0f71-45f7-9479-7838a0de5ceb req-c4f07954-f778-4e6b-8758-43e68536543d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:14.392530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=93eadadf-4552-4ba3-a83a-779eb7fc0f78,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:14.427470 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-7546bc6c-99f0-49b4-b498-5c30e76ba3ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:53:14.427833 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-7546bc6c-99f0-49b4-b498-5c30e76ba3ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:53:14.447269 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81f0d887-4791-417f-a641-e07a921de78f tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:14.452979 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-6912923f-0f71-45f7-9479-7838a0de5ceb req-c4f07954-f778-4e6b-8758-43e68536543d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] For port 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=4d3250a0-3dd5-4aab-b1da-54608c2bb0c7,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:14.452979 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6912923f-0f71-45f7-9479-7838a0de5ceb req-c4f07954-f778-4e6b-8758-43e68536543d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:14.463473 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fc9ad4-7b65-43e6-9964-d74293a45468 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Made reservation on behalf of a9f7efca14a84467b28f34861a7d7237 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:14.467800 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-23fc9ad4-7b65-43e6-9964-d74293a45468 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:14.541469 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-23fc9ad4-7b65-43e6-9964-d74293a45468 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] device_id is not set on port a05a0571-e6a5-475d-8605-f872975ca8c6 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:53:14.697362 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-23fc9ad4-7b65-43e6-9964-d74293a45468 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Allocated IP 172.20.0.5 (88d03d22-15e0-47ee-9af0-0d7ee2235f46/dea5a87e-d5a3-4841-a209-7b60b401aca9/a05a0571-e6a5-475d-8605-f872975ca8c6) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:14.821901 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-6912923f-0f71-45f7-9479-7838a0de5ceb req-c4f07954-f778-4e6b-8758-43e68536543d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Calling delete_port for 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:14.922322 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81f0d887-4791-417f-a641-e07a921de78f tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:15.188443 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d4fc9da8-7e70-4c24-9591-43375ef5291b None None] Provisioning complete for port 781e218f-30cf-4a86-8d02-bb9f1fc989a3 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:15.190939 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9da8-7e70-4c24-9591-43375ef5291b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:15.214635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93f9ad-01f4-479f-a686-461d451918a4 req-855ddeff-36a9-4f8c-8619-7b9b925061c2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:15.222410 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8c93f9ad-01f4-479f-a686-461d451918a4 req-855ddeff-36a9-4f8c-8619-7b9b925061c2 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 946 time: 0.7617548 Sep 17 23:53:15.284007 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d4fc9da8-7e70-4c24-9591-43375ef5291b None None] Port 781e218f-30cf-4a86-8d02-bb9f1fc989a3 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:15.286188 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47728) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:15.289196 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 93eadadf-4552-4ba3-a83a-779eb7fc0f78 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:15.338474 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f0d887-4791-417f-a641-e07a921de78f tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Router 542eb37b-68ef-423e-b5d0-9e330e8d3117 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:53:15.383816 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8c93f9ad-01f4-479f-a686-461d451918a4 req-ff9c8d1f-9828-4925-8b5c-c1c944cd0cb0 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604061 Sep 17 23:53:15.420865 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d4fc9da8-7e70-4c24-9591-43375ef5291b None None] Provisioning complete for port 93eadadf-4552-4ba3-a83a-779eb7fc0f78 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:15.423081 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d4fc9da8-7e70-4c24-9591-43375ef5291b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:15.527010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f0d887-4791-417f-a641-e07a921de78f tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:53:15.529552 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 93eadadf-4552-4ba3-a83a-779eb7fc0f78 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:15.529935 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:15.554207 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6912923f-0f71-45f7-9479-7838a0de5ceb req-c4f07954-f778-4e6b-8758-43e68536543d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:15.569409 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-23fc9ad4-7b65-43e6-9964-d74293a45468 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:15.590822 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['95d2a898-fcaf-4ab5-9aad-e18a40cca389'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:53:15.593736 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be339a-2e13-4f88-a7e7-5550371ce0a4 None None] Sync routers for ids ['542eb37b-68ef-423e-b5d0-9e330e8d3117'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:53:15.624947 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81f0d887-4791-417f-a641-e07a921de78f tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:15.628939 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-81f0d887-4791-417f-a641-e07a921de78f tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.2351453 Sep 17 23:53:15.629464 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47738) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:15.635347 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-ca22028c-4390-422d-b2af-241850588f52 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:15.666539 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f07954-f778-4e6b-8758-43e68536543d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Pushing event deleted for resources: {'Port': ['ID=4d3250a0-3dd5-4aab-b1da-54608c2bb0c7,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:15.752918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60be339a-2e13-4f88-a7e7-5550371ce0a4 None None] Routers {'542eb37b-68ef-423e-b5d0-9e330e8d3117'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:15.753855 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-60be339a-2e13-4f88-a7e7-5550371ce0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['542eb37b-68ef-423e-b5d0-9e330e8d3117'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:15.760451 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-6912923f-0f71-45f7-9479-7838a0de5ceb req-c4f07954-f778-4e6b-8758-43e68536543d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] No DVR routers for this DVR port 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:53:15.764444 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6912923f-0f71-45f7-9479-7838a0de5ceb req-c4f07954-f778-4e6b-8758-43e68536543d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:15.766810 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6912923f-0f71-45f7-9479-7838a0de5ceb req-c4f07954-f778-4e6b-8758-43e68536543d tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.37 "DELETE /v2.0/ports/4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 HTTP/1.1" status: 204 len: 173 time: 1.6027982 Sep 17 23:53:15.769155 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed388ed-068f-4fd9-8c5d-db0017ade9fe', 'name': 'network-vif-deleted', 'tag': '4d3250a0-3dd5-4aab-b1da-54608c2bb0c7'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:53:15.778445 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc87ca1-5f77-4301-90c1-73d4c9ae2aed" -d '{"events": [{"server_uuid": "4ed388ed-068f-4fd9-8c5d-db0017ade9fe", "name": "network-vif-deleted", "tag": "4d3250a0-3dd5-4aab-b1da-54608c2bb0c7"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:53:15.842939 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-60be339a-2e13-4f88-a7e7-5550371ce0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:15.871913 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47744) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:15.873674 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b48abf41-3a5f-47e9-81d6-da61b6654e75 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-729356059-network', 'tenant_id': 'dba230fc347941bb9230276913eaed6b'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:15.892071 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-23fc9ad4-7b65-43e6-9964-d74293a45468 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:15.907670 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bfd4f3-be0e-4678-a2a9-9c522e91ca2f x-openstack-request-id: req-40bfd4f3-be0e-4678-a2a9-9c522e91ca2f {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:53:15.911374 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed388ed-068f-4fd9-8c5d-db0017ade9fe", "name": "network-vif-deleted", "tag": "4d3250a0-3dd5-4aab-b1da-54608c2bb0c7", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:53:15.913100 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-40bfd4f3-be0e-4678-a2a9-9c522e91ca2f {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:53:15.923128 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed388ed-068f-4fd9-8c5d-db0017ade9fe', 'name': 'network-vif-deleted', 'tag': '4d3250a0-3dd5-4aab-b1da-54608c2bb0c7', 'status': 'completed', 'code': 200} Sep 17 23:53:15.985960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fc9ad4-7b65-43e6-9964-d74293a45468 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Network 88d03d22-15e0-47ee-9af0-0d7ee2235f46 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:15.991202 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-23fc9ad4-7b65-43e6-9964-d74293a45468 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:16.006658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fc9ad4-7b65-43e6-9964-d74293a45468 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:16.042665 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3d72c56d-eb05-4d46-8fe6-00b4e0df68eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:16.064343 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60be339a-2e13-4f88-a7e7-5550371ce0a4 None None] Routers {'542eb37b-68ef-423e-b5d0-9e330e8d3117'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:16.065032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-60be339a-2e13-4f88-a7e7-5550371ce0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:52:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['542eb37b-68ef-423e-b5d0-9e330e8d3117'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:16.071942 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48abf41-3a5f-47e9-81d6-da61b6654e75 admin admin] Made reservation on behalf of dba230fc347941bb9230276913eaed6b for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:16.074816 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b48abf41-3a5f-47e9-81d6-da61b6654e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:16.100426 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b48abf41-3a5f-47e9-81d6-da61b6654e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:16.105557 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc9ad4-7b65-43e6-9964-d74293a45468 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Pushing event updated for resources: {'Port': ['ID=a05a0571-e6a5-475d-8605-f872975ca8c6,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:16.127625 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-526ab055-465f-40bf-bb48-0496093afc86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:16.152469 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-60be339a-2e13-4f88-a7e7-5550371ce0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:16.152469 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be339a-2e13-4f88-a7e7-5550371ce0a4 None None] The sync data for ids ['542eb37b-68ef-423e-b5d0-9e330e8d3117'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:53:16.227482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fc9ad4-7b65-43e6-9964-d74293a45468 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:16.228230 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-23fc9ad4-7b65-43e6-9964-d74293a45468 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:16.304035 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ca22028c-4390-422d-b2af-241850588f52 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:16.385577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-12e86301-60ad-437a-a1b4-4153802344d7 None None] Provisioning complete for port a05a0571-e6a5-475d-8605-f872975ca8c6 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:16.385944 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-12e86301-60ad-437a-a1b4-4153802344d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:16.430320 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-12e86301-60ad-437a-a1b4-4153802344d7 None None] Port a05a0571-e6a5-475d-8605-f872975ca8c6 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:16.431907 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3d72c56d-eb05-4d46-8fe6-00b4e0df68eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:16.496688 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ca22028c-4390-422d-b2af-241850588f52 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:16.545720 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-442fcb70-4e67-4083-a596-5ffd7f29a3c8 req-24b27f66-9241-4e79-89f8-1fd9e328103f tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ed388ed-068f-4fd9-8c5d-db0017ade9fe HTTP/1.1" status: 200 len: 210 time: 0.0285978 Sep 17 23:53:16.546624 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3d72c56d-eb05-4d46-8fe6-00b4e0df68eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:16.573133 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d57d5a23-5379-4057-95bf-01d744ee29ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:16.608852 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3d72c56d-eb05-4d46-8fe6-00b4e0df68eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=631483f6650b41dd99e1749123d72861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7328568 Sep 17 23:53:16.609492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47756) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:16.623113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72c56d-eb05-4d46-8fe6-00b4e0df68eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79b92a7-935f-408e-b532-662b84ca18fd,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:16.654548 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-526ab055-465f-40bf-bb48-0496093afc86 admin admin] Deleting port c062c915-e490-4535-b2e0-b9bc44cba3e2 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:16.654895 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-526ab055-465f-40bf-bb48-0496093afc86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:16.679247 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b48abf41-3a5f-47e9-81d6-da61b6654e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:16.686185 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-ca22028c-4390-422d-b2af-241850588f52 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Deleting port e226d0ae-0ec0-4091-8b88-884c4a256798 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:16.686185 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ca22028c-4390-422d-b2af-241850588f52 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:16.772339 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22a800c2-a4aa-4f1a-9233-3b59d95c522b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:16.793566 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b48abf41-3a5f-47e9-81d6-da61b6654e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:16.800721 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ca22028c-4390-422d-b2af-241850588f52 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:16.802584 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-526ab055-465f-40bf-bb48-0496093afc86 admin admin] For port c062c915-e490-4535-b2e0-b9bc44cba3e2, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c062c915-e490-4535-b2e0-b9bc44cba3e2,segment=NetworkSegment(164344d6-ac71-496f-ac14-2575bcb321f9),segment_id=164344d6-ac71-496f-ac14-2575bcb321f9)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:16.803141 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-526ab055-465f-40bf-bb48-0496093afc86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:16.821774 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22a800c2-a4aa-4f1a-9233-3b59d95c522b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:16.825929 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-ca22028c-4390-422d-b2af-241850588f52 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Calling delete_port for e226d0ae-0ec0-4091-8b88-884c4a256798 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:16.831376 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-526ab055-465f-40bf-bb48-0496093afc86 admin admin] Calling delete_port for c062c915-e490-4535-b2e0-b9bc44cba3e2 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:16.835753 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48abf41-3a5f-47e9-81d6-da61b6654e75 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:53:16.856193 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48abf41-3a5f-47e9-81d6-da61b6654e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972f0502-8310-4dd0-89da-62792c762b35,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:16.889135 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b48abf41-3a5f-47e9-81d6-da61b6654e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:16.889386 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-b48abf41-3a5f-47e9-81d6-da61b6654e75 admin admin] Added segment c3493b83-1405-4a74-bb8f-abbe5b5d046d of type vlan for network 9c1553df-1cdf-4638-a188-7f118bbcb251 Sep 17 23:53:16.907427 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-23fc9ad4-7b65-43e6-9964-d74293a45468 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.0143614 Sep 17 23:53:16.909998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47764) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:16.957369 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b48abf41-3a5f-47e9-81d6-da61b6654e75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:17.060187 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba426d05-c315-45a1-b8ad-37263b909b62 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:17.066874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba426d05-c315-45a1-b8ad-37263b909b62 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:17.073074 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba426d05-c315-45a1-b8ad-37263b909b62 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:17.074868 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ba426d05-c315-45a1-b8ad-37263b909b62 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1637583 Sep 17 23:53:17.079029 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22a800c2-a4aa-4f1a-9233-3b59d95c522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:17.079196 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47768) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:17.081134 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22a800c2-a4aa-4f1a-9233-3b59d95c522b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:17.082279 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-22a800c2-a4aa-4f1a-9233-3b59d95c522b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c79b92a7-935f-408e-b532-662b84ca18fd HTTP/1.1" status: 204 len: 168 time: 0.4720929 Sep 17 23:53:17.097773 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a800c2-a4aa-4f1a-9233-3b59d95c522b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79b92a7-935f-408e-b532-662b84ca18fd,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:17.112748 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b48abf41-3a5f-47e9-81d6-da61b6654e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:17.113905 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48abf41-3a5f-47e9-81d6-da61b6654e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:17.114484 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b48abf41-3a5f-47e9-81d6-da61b6654e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:17.313840 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48abf41-3a5f-47e9-81d6-da61b6654e75 admin admin] Pushing event updated for resources: {'Network': ['ID=9c1553df-1cdf-4638-a188-7f118bbcb251,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:17.314765 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 9c1553df-1cdf-4638-a188-7f118bbcb251 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:53:17.314765 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:17.314765 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:17.314765 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 4d3250a0-3dd5-4aab-b1da-54608c2bb0c7 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:17.315359 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-844e8501-c13a-45d0-86ae-8172e51924dd tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Deleting port a05a0571-e6a5-475d-8605-f872975ca8c6 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:17.315359 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-844e8501-c13a-45d0-86ae-8172e51924dd tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:17.382934 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-844e8501-c13a-45d0-86ae-8172e51924dd tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:17.394994 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-844e8501-c13a-45d0-86ae-8172e51924dd tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Calling delete_port for a05a0571-e6a5-475d-8605-f872975ca8c6 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:17.418751 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:17.474968 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-526ab055-465f-40bf-bb48-0496093afc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:17.475671 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ca22028c-4390-422d-b2af-241850588f52 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:17.475671 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b48abf41-3a5f-47e9-81d6-da61b6654e75 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1821287 Sep 17 23:53:17.485174 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47776) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:17.490654 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-13847994-59e9-4063-9a56-859668c6c5a6 admin admin] Request body: {'subnet': {'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-subnet', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:17.494296 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ab055-465f-40bf-bb48-0496093afc86 admin admin] Pushing event deleted for resources: {'Port': ['ID=c062c915-e490-4535-b2e0-b9bc44cba3e2,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:17.494613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22028c-4390-422d-b2af-241850588f52 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Pushing event deleted for resources: {'Port': ['ID=e226d0ae-0ec0-4091-8b88-884c4a256798,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:17.577485 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ca22028c-4390-422d-b2af-241850588f52 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:17.716125 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:17.782956 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-526ab055-465f-40bf-bb48-0496093afc86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:17.790666 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13847994-59e9-4063-9a56-859668c6c5a6 admin admin] Made reservation on behalf of dba230fc347941bb9230276913eaed6b for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:17.796606 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-13847994-59e9-4063-9a56-859668c6c5a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:17.987921 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ca22028c-4390-422d-b2af-241850588f52 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:17.992066 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ca22028c-4390-422d-b2af-241850588f52 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:18.082343 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-844e8501-c13a-45d0-86ae-8172e51924dd tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:18.183835 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e8501-c13a-45d0-86ae-8172e51924dd tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Pushing event deleted for resources: {'Port': ['ID=a05a0571-e6a5-475d-8605-f872975ca8c6,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:18.562040 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47828) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:18.741636 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca22028c-4390-422d-b2af-241850588f52 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Router 542eb37b-68ef-423e-b5d0-9e330e8d3117 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:53:18.797891 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526ab055-465f-40bf-bb48-0496093afc86 admin admin] Router 0234f085-01b3-4257-952c-01d4e8674e91 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:53:18.812052 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9fda2f5-d5a5-41a1-9c69-2a555d79381f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:18.861910 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-844e8501-c13a-45d0-86ae-8172e51924dd tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:18.867526 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-844e8501-c13a-45d0-86ae-8172e51924dd tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] 10.222.0.46 "DELETE /v2.0/ports/a05a0571-e6a5-475d-8605-f872975ca8c6 HTTP/1.1" status: 204 len: 168 time: 1.7837210 Sep 17 23:53:18.867526 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47842) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:18.882966 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-421d4744-b371-4628-ade9-3bec1305686d tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Request body: {'port': {'name': 'tempest-new-port-name-1383472555', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:18.883339 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.api.validators [None req-421d4744-b371-4628-ade9-3bec1305686d tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] bootfile-name is not in valid_values {{(pid=95591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 23:53:18.883682 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.api.validators [None req-421d4744-b371-4628-ade9-3bec1305686d tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] tftp-server is not in valid_values {{(pid=95591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 23:53:18.884019 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.api.validators [None req-421d4744-b371-4628-ade9-3bec1305686d tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] server-ip-address is not in valid_values {{(pid=95591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 23:53:18.983069 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca22028c-4390-422d-b2af-241850588f52 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:53:18.995870 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ca22028c-4390-422d-b2af-241850588f52 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:18.996514 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c3bd83-e62b-42fe-a6c8-53715069503b None None] Sync routers for ids ['542eb37b-68ef-423e-b5d0-9e330e8d3117'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:53:19.001482 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ca22028c-4390-422d-b2af-241850588f52 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "PUT /v2.0/routers/542eb37b-68ef-423e-b5d0-9e330e8d3117 HTTP/1.1" status: 200 len: 710 time: 3.3705173 Sep 17 23:53:19.002501 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47846) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:19.021866 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c3bd83-e62b-42fe-a6c8-53715069503b None None] Routers {'542eb37b-68ef-423e-b5d0-9e330e8d3117'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:19.022499 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-90c3bd83-e62b-42fe-a6c8-53715069503b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['542eb37b-68ef-423e-b5d0-9e330e8d3117'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:19.060232 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-13847994-59e9-4063-9a56-859668c6c5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:19.072272 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-90c3bd83-e62b-42fe-a6c8-53715069503b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:19.083248 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c3bd83-e62b-42fe-a6c8-53715069503b None None] Routers {'542eb37b-68ef-423e-b5d0-9e330e8d3117'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:19.084112 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-90c3bd83-e62b-42fe-a6c8-53715069503b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['542eb37b-68ef-423e-b5d0-9e330e8d3117'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:19.125595 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-90c3bd83-e62b-42fe-a6c8-53715069503b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:19.126494 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c3bd83-e62b-42fe-a6c8-53715069503b None None] The sync data for ids ['542eb37b-68ef-423e-b5d0-9e330e8d3117'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:53:19.126842 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-373f4a2a-a328-4fcf-9a3d-daaa6fc8a7e9 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "GET /v2.0/routers/542eb37b-68ef-423e-b5d0-9e330e8d3117 HTTP/1.1" status: 200 len: 745 time: 0.1197333 Sep 17 23:53:19.156561 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47848) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:19.230798 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f3466b51-4c79-4f44-8eb0-c9f54a7571c9 tempest-RoutersIpV6AdminTest-2146425813 tempest-RoutersIpV6AdminTest-2146425813-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=544c7e65-fba8-424a-a169-b245d1aea919&device_id=542eb37b-68ef-423e-b5d0-9e330e8d3117 HTTP/1.1" status: 200 len: 205 time: 0.0727162 Sep 17 23:53:19.234393 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47852) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:19.243676 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928f9aa-1eaa-4ec8-8f29-6aadb9ed8e48 req-b67faabb-b3aa-499a-a2a6-9ca26f24357a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:19.262158 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2928f9aa-1eaa-4ec8-8f29-6aadb9ed8e48 req-b67faabb-b3aa-499a-a2a6-9ca26f24357a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1 HTTP/1.1" status: 200 len: 946 time: 0.3915241 Sep 17 23:53:19.265485 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-421d4744-b371-4628-ade9-3bec1305686d tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:19.286003 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-409c8d0d-83f5-45fe-b871-ac458c4e7cb6 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "GET /v2.0/ports?device_id=542eb37b-68ef-423e-b5d0-9e330e8d3117 HTTP/1.1" status: 200 len: 205 time: 0.0481484 Sep 17 23:53:19.286306 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47856) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:19.313109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13847994-59e9-4063-9a56-859668c6c5a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=294e5306-7b47-43ef-943e-37934b52f9c3,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:19.330080 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526ab055-465f-40bf-bb48-0496093afc86 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:53:19.336035 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-526ab055-465f-40bf-bb48-0496093afc86 admin admin] 10.222.0.46 "PUT /v2.0/routers/0234f085-01b3-4257-952c-01d4e8674e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3467247 Sep 17 23:53:19.339927 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327323ea-679a-4d52-8708-a7ea40adf942 None None] Sync routers for ids ['0234f085-01b3-4257-952c-01d4e8674e91'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:53:19.351804 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327323ea-679a-4d52-8708-a7ea40adf942 None None] Routers {'0234f085-01b3-4257-952c-01d4e8674e91'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:19.352780 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-327323ea-679a-4d52-8708-a7ea40adf942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0234f085-01b3-4257-952c-01d4e8674e91'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:19.357504 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47858) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:19.416149 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9fda2f5-d5a5-41a1-9c69-2a555d79381f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:19.498588 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2928f9aa-1eaa-4ec8-8f29-6aadb9ed8e48 req-20246f0e-a586-4c93-9b42-c4ed91b92a12 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305834 Sep 17 23:53:19.518826 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9fda2f5-d5a5-41a1-9c69-2a555d79381f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:19.556998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fda2f5-d5a5-41a1-9c69-2a555d79381f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4677b3a8-9758-4b71-9a74-861d897f2090,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:19.567344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13847994-59e9-4063-9a56-859668c6c5a6 admin admin] Checking segment: {'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:19.567761 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13847994-59e9-4063-9a56-859668c6c5a6 admin admin] Network hostable DHCP agents. Network: 9c1553df-1cdf-4638-a188-7f118bbcb251, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:53:19.601616 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a9fda2f5-d5a5-41a1-9c69-2a555d79381f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be7833269c774afaab32bbdc3f327e39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0361874 Sep 17 23:53:19.609781 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-421d4744-b371-4628-ade9-3bec1305686d tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:19.623567 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-327323ea-679a-4d52-8708-a7ea40adf942 None None] Set router 0234f085-01b3-4257-952c-01d4e8674e91 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:19.623908 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c5f9dd3f-347b-4204-813a-0b88dfd3b952 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:19.626061 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47866) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:19.668304 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c1efbee-168e-4113-b438-d16b97c17116 admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:19.714648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13847994-59e9-4063-9a56-859668c6c5a6 admin admin] Network 9c1553df-1cdf-4638-a188-7f118bbcb251 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:53:19.716621 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-421d4744-b371-4628-ade9-3bec1305686d tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:19.787458 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:19.812470 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-13847994-59e9-4063-9a56-859668c6c5a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 9c1553df-1cdf-4638-a188-7f118bbcb251) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:19.823261 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c077d5a-1c82-4e2b-bcca-e83cab0312aa None None] Network 9c1553df-1cdf-4638-a188-7f118bbcb251 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:19.859687 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13847994-59e9-4063-9a56-859668c6c5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:19.861593 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-13847994-59e9-4063-9a56-859668c6c5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:19.867163 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c1efbee-168e-4113-b438-d16b97c17116 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:19.950005 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2293a55b-8e47-4fdd-9208-c6e60dc14099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:19.981329 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2293a55b-8e47-4fdd-9208-c6e60dc14099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.028622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-327323ea-679a-4d52-8708-a7ea40adf942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0234f085-01b3-4257-952c-01d4e8674e91', 'name': 'tempest-TaggedBootDevicesTest_v242-81410014-router', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:59Z', 'updated_at': '2021-09-17T23:53:17Z', 'revision_number': 5, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'gw_port': {'id': 'c84f6901-8124-43b4-84cd-7253ba96bc80', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:08:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0234f085-01b3-4257-952c-01d4e8674e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:01Z', 'updated_at': '2021-09-17T23:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:20.062265 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-13847994-59e9-4063-9a56-859668c6c5a6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5755477 Sep 17 23:53:20.078050 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c5f9dd3f-347b-4204-813a-0b88dfd3b952 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.081552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47874) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:20.084103 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c5f9dd3f-347b-4204-813a-0b88dfd3b952 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.089272 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b23a9c21-6cbc-436f-a4d2-77815596bff6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:20.091500 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327323ea-679a-4d52-8708-a7ea40adf942 None None] Checking router: 0234f085-01b3-4257-952c-01d4e8674e91 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:53:20.099039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d4744-b371-4628-ade9-3bec1305686d tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Pushing event updated for resources: {'Port': ['ID=781e218f-30cf-4a86-8d02-bb9f1fc989a3,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:20.115214 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-421d4744-b371-4628-ade9-3bec1305686d tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] In _notify_port_updated(), no bound segment for port 781e218f-30cf-4a86-8d02-bb9f1fc989a3 on network 88d03d22-15e0-47ee-9af0-0d7ee2235f46 {{(pid=95591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:53:20.116003 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327323ea-679a-4d52-8708-a7ea40adf942 None None] Routers {'0234f085-01b3-4257-952c-01d4e8674e91'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:20.116825 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-327323ea-679a-4d52-8708-a7ea40adf942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0234f085-01b3-4257-952c-01d4e8674e91'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:20.121038 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421d4744-b371-4628-ade9-3bec1305686d tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:20.121751 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-421d4744-b371-4628-ade9-3bec1305686d tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.125733 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-421d4744-b371-4628-ade9-3bec1305686d tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] 10.222.0.46 "PUT /v2.0/ports/781e218f-30cf-4a86-8d02-bb9f1fc989a3 HTTP/1.1" status: 200 len: 1136 time: 1.2448230 Sep 17 23:53:20.132632 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47876) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:20.165441 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2293a55b-8e47-4fdd-9208-c6e60dc14099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.167991 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2293a55b-8e47-4fdd-9208-c6e60dc14099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.172744 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2293a55b-8e47-4fdd-9208-c6e60dc14099 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4677b3a8-9758-4b71-9a74-861d897f2090 HTTP/1.1" status: 204 len: 168 time: 0.4757006 Sep 17 23:53:20.179393 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3b4e5-e028-4c2d-b56e-d5ab936f71f8 req-72e004e4-1cf0-4a2c-8736-919ad5f8eed5 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:20.181924 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-73c3b4e5-e028-4c2d-b56e-d5ab936f71f8 req-72e004e4-1cf0-4a2c-8736-919ad5f8eed5 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1 HTTP/1.1" status: 200 len: 946 time: 0.1146245 Sep 17 23:53:20.215468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-9c1efbee-168e-4113-b438-d16b97c17116 admin admin] Deleting port c84f6901-8124-43b4-84cd-7253ba96bc80 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:20.215850 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c1efbee-168e-4113-b438-d16b97c17116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.240986 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e94b477b-0cdb-461b-8b7d-8508b1af512b None None] Provisioning complete for port 781e218f-30cf-4a86-8d02-bb9f1fc989a3 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:20.241365 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e94b477b-0cdb-461b-8b7d-8508b1af512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.301967 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c5f9dd3f-347b-4204-813a-0b88dfd3b952 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.305010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f9dd3f-347b-4204-813a-0b88dfd3b952 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Fanout notify agent at l3_agent the message router_deleted on router 542eb37b-68ef-423e-b5d0-9e330e8d3117 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:53:20.305988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-9c1553df-1cdf-4638-a188-7f118bbcb251', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:53:20.306827 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.356680 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c5f9dd3f-347b-4204-813a-0b88dfd3b952 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.358266 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c5f9dd3f-347b-4204-813a-0b88dfd3b952 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "DELETE /v2.0/routers/542eb37b-68ef-423e-b5d0-9e330e8d3117 HTTP/1.1" status: 204 len: 168 time: 1.0700915 Sep 17 23:53:20.358503 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-327323ea-679a-4d52-8708-a7ea40adf942 None None] Set router 0234f085-01b3-4257-952c-01d4e8674e91 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:20.360122 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293a55b-8e47-4fdd-9208-c6e60dc14099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4677b3a8-9758-4b71-9a74-861d897f2090,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:20.365664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47884) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:20.375545 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b23a9c21-6cbc-436f-a4d2-77815596bff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.376844 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b23a9c21-6cbc-436f-a4d2-77815596bff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.396073 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee5195c-ce52-4e3f-9f6a-c269babdb11d tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:20.406490 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cee5195c-ce52-4e3f-9f6a-c269babdb11d tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] 10.222.0.46 "GET /v2.0/ports/781e218f-30cf-4a86-8d02-bb9f1fc989a3 HTTP/1.1" status: 200 len: 1136 time: 0.2361772 Sep 17 23:53:20.406490 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47886) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:20.427534 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-9c1efbee-168e-4113-b438-d16b97c17116 admin admin] For port c84f6901-8124-43b4-84cd-7253ba96bc80, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c84f6901-8124-43b4-84cd-7253ba96bc80,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:20.427821 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c1efbee-168e-4113-b438-d16b97c17116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.458977 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1739e8af-3bca-4e7f-8278-757c9b739f11 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "GET /v2.0/ports?device_id=542eb37b-68ef-423e-b5d0-9e330e8d3117 HTTP/1.1" status: 200 len: 205 time: 0.0814619 Sep 17 23:53:20.463437 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47888) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:20.463868 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-73c3b4e5-e028-4c2d-b56e-d5ab936f71f8 req-50266999-567e-4502-8c5b-e31354357257 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Deleting port 95d2a898-fcaf-4ab5-9aad-e18a40cca389 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:20.464217 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-73c3b4e5-e028-4c2d-b56e-d5ab936f71f8 req-50266999-567e-4502-8c5b-e31354357257 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.473181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-327323ea-679a-4d52-8708-a7ea40adf942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0234f085-01b3-4257-952c-01d4e8674e91', 'name': 'tempest-TaggedBootDevicesTest_v242-81410014-router', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:59Z', 'updated_at': '2021-09-17T23:53:19Z', 'revision_number': 6, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:20.497724 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-9c1efbee-168e-4113-b438-d16b97c17116 admin admin] Calling delete_port for c84f6901-8124-43b4-84cd-7253ba96bc80 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:20.527924 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-cff07120-7201-422f-ac77-6f346350952a tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] delete failed (client error): The resource could not be found. Sep 17 23:53:20.537782 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cff07120-7201-422f-ac77-6f346350952a tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "DELETE /v2.0/routers/542eb37b-68ef-423e-b5d0-9e330e8d3117 HTTP/1.1" status: 404 len: 336 time: 0.0665212 Sep 17 23:53:20.552738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47892) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:20.628623 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ed9bed2e-f8e4-43b3-bb08-2304c1a86116 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4f9b1a0-a599-405d-9f77-4671b62c73d8 HTTP/1.1" status: 200 len: 205 time: 0.0733120 Sep 17 23:53:20.637067 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b23a9c21-6cbc-436f-a4d2-77815596bff6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.639138 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47896) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:20.715703 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327323ea-679a-4d52-8708-a7ea40adf942 None None] The sync data for ids ['0234f085-01b3-4257-952c-01d4e8674e91'] in n-d-809883-1 is: [{'id': '0234f085-01b3-4257-952c-01d4e8674e91', 'name': 'tempest-TaggedBootDevicesTest_v242-81410014-router', 'tenant_id': '8f9cc78239c7437cacb7009f2c68fb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:40:59Z', 'updated_at': '2021-09-17T23:53:19Z', 'revision_number': 6, 'project_id': '8f9cc78239c7437cacb7009f2c68fb58', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:53:20.717632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e94b477b-0cdb-461b-8b7d-8508b1af512b None None] Port 781e218f-30cf-4a86-8d02-bb9f1fc989a3 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:20.748470 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-d5567529-3e23-4133-8fca-b9ef607c6223 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] delete failed (client error): The resource could not be found. Sep 17 23:53:20.750628 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d5567529-3e23-4133-8fca-b9ef607c6223 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "DELETE /v2.0/routers/b4f9b1a0-a599-405d-9f77-4671b62c73d8 HTTP/1.1" status: 404 len: 336 time: 0.1098754 Sep 17 23:53:20.758544 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47900) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:20.851833 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-73c3b4e5-e028-4c2d-b56e-d5ab936f71f8 req-50266999-567e-4502-8c5b-e31354357257 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] For port 95d2a898-fcaf-4ab5-9aad-e18a40cca389, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=95d2a898-fcaf-4ab5-9aad-e18a40cca389,segment=NetworkSegment(8c78ea1b-e88f-4eaa-8813-bf475c9bda8d),segment_id=8c78ea1b-e88f-4eaa-8813-bf475c9bda8d)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:20.852409 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-73c3b4e5-e028-4c2d-b56e-d5ab936f71f8 req-50266999-567e-4502-8c5b-e31354357257 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.878489 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8f005-4586-481c-a37f-df5c412e9fae req-4a420a48-1289-4c89-b07f-b28ef238c24c tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:20.880114 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92f8f005-4586-481c-a37f-df5c412e9fae req-4a420a48-1289-4c89-b07f-b28ef238c24c tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1 HTTP/1.1" status: 200 len: 946 time: 0.2152998 Sep 17 23:53:20.893435 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-73c3b4e5-e028-4c2d-b56e-d5ab936f71f8 req-50266999-567e-4502-8c5b-e31354357257 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Calling delete_port for 95d2a898-fcaf-4ab5-9aad-e18a40cca389 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:20.894322 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Allocated IP 172.20.0.2 (9c1553df-1cdf-4638-a188-7f118bbcb251/294e5306-7b47-43ef-943e-37934b52f9c3/b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:20.908116 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-36b9a603-e8d0-47ca-aa6a-2fe92d816ba5 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "GET /v2.0/ports?device_id=6964887d-dd9a-4309-9bc5-c5a402001a25 HTTP/1.1" status: 200 len: 205 time: 0.1005309 Sep 17 23:53:20.938626 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47904) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:20.948612 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe1d14-303e-4596-8761-94864646e189 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Deleting port 781e218f-30cf-4a86-8d02-bb9f1fc989a3 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:20.948957 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ebe1d14-303e-4596-8761-94864646e189 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:20.995745 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b23a9c21-6cbc-436f-a4d2-77815596bff6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:21.060477 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-c684489e-1ee4-4d67-b7af-317883cd3ebe tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] delete failed (client error): The resource could not be found. Sep 17 23:53:21.062895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c684489e-1ee4-4d67-b7af-317883cd3ebe tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "DELETE /v2.0/routers/6964887d-dd9a-4309-9bc5-c5a402001a25 HTTP/1.1" status: 404 len: 336 time: 0.1193390 Sep 17 23:53:21.067496 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47908) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:21.119041 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6a364474-7c63-4a13-ab03-206ca91904eb tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "GET /v2.0/ports?device_id=449c52f4-493d-4e6a-9843-2be924917150 HTTP/1.1" status: 200 len: 205 time: 0.0499411 Sep 17 23:53:21.123324 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47910) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:21.125383 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ebe1d14-303e-4596-8761-94864646e189 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:21.141763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c062c915-e490-4535-b2e0-b9bc44cba3e2 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:21.191221 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: c062c915-e490-4535-b2e0-b9bc44cba3e2 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:21.191221 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c062c915-e490-4535-b2e0-b9bc44cba3e2 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:21.201137 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:21.256692 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92f8f005-4586-481c-a37f-df5c412e9fae req-09d72763-782d-4139-bc6e-7845b2ca083a tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/security-groups?id=08fbf48e-2d96-4a88-aa1a-d00e15eed784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666253 Sep 17 23:53:21.268360 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-58d83503-2a35-4036-aea6-46742f9e5454 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] delete failed (client error): The resource could not be found. Sep 17 23:53:21.268360 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-58d83503-2a35-4036-aea6-46742f9e5454 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "DELETE /v2.0/routers/449c52f4-493d-4e6a-9843-2be924917150 HTTP/1.1" status: 404 len: 336 time: 0.1306772 Sep 17 23:53:21.272727 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe1d14-303e-4596-8761-94864646e189 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Calling delete_port for 781e218f-30cf-4a86-8d02-bb9f1fc989a3 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:21.276216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47916) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:21.316335 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5d079654-ac55-4987-b4f1-3e10d3021d39 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "GET /v2.0/ports?device_id=76c437ed-1778-4b41-99b2-eea64d2759b4 HTTP/1.1" status: 200 len: 205 time: 0.0365479 Sep 17 23:53:21.320206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47918) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:21.356059 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47920) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:21.362490 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:21.366534 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-a4d1b248-a610-4a51-bb56-bcd9190d5a41 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] delete failed (client error): The resource could not be found. Sep 17 23:53:21.366534 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a4d1b248-a610-4a51-bb56-bcd9190d5a41 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "DELETE /v2.0/routers/76c437ed-1778-4b41-99b2-eea64d2759b4 HTTP/1.1" status: 404 len: 336 time: 0.0435059 Sep 17 23:53:21.368456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47922) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:21.402129 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5b17a2c3-e97d-46d6-a61c-37a08dcec0ab tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "GET /v2.0/ports?device_id=09bfbc78-7376-47b5-96bc-f79e83a53338 HTTP/1.1" status: 200 len: 205 time: 0.0325301 Sep 17 23:53:21.404702 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47924) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:21.407297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Network 9c1553df-1cdf-4638-a188-7f118bbcb251 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:21.414851 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:21.421533 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:21.423984 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Pushing event updated for resources: {'Port': ['ID=b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:21.433476 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:21.433813 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:21.434175 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:21.434505 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:21.434827 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:21.435155 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:21.435472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:21.435788 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:21.436099 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:21.437187 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:21.437670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:21.438146 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:21.451131 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-11ed1d71-b426-40e7-b71c-772d9c0584bf tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] delete failed (client error): The resource could not be found. Sep 17 23:53:21.453198 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-11ed1d71-b426-40e7-b71c-772d9c0584bf tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "DELETE /v2.0/routers/09bfbc78-7376-47b5-96bc-f79e83a53338 HTTP/1.1" status: 404 len: 336 time: 0.0459125 Sep 17 23:53:21.457386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47928) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:21.492537 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b0e7af-8e76-4100-bada-2089d34e88c3 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] DELETE failed (client error): The resource could not be found. Sep 17 23:53:21.493058 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b0e7af-8e76-4100-bada-2089d34e88c3 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:53:21.498046 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a0b0e7af-8e76-4100-bada-2089d34e88c3 tempest-RoutersIpV6AdminTest-1367451500 tempest-RoutersIpV6AdminTest-1367451500-project] 10.222.0.46 "DELETE /v2.0/subnets/762588dd-7a6a-48d8-bdbc-8d9b20fc2bd8 HTTP/1.1" status: 404 len: 337 time: 0.0367162 Sep 17 23:53:21.500157 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-73c3b4e5-e028-4c2d-b56e-d5ab936f71f8 req-50266999-567e-4502-8c5b-e31354357257 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:21.506119 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Attempting to bind port b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:53:21.506996 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Attempting to bind port b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:53:21.507601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Attempting to bind port b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2 on network 9c1553df-1cdf-4638-a188-7f118bbcb251 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:21.513707 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:53:21.515008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Checking segment: {'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:21.515615 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:21.516205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Bound using segment: {'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:53:21.516899 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Bound port: b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:53:21.517509 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:21.533893 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50266999-567e-4502-8c5b-e31354357257 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Pushing event deleted for resources: {'Port': ['ID=95d2a898-fcaf-4ab5-9aad-e18a40cca389,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:21.538146 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c1efbee-168e-4113-b438-d16b97c17116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:21.578799 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1efbee-168e-4113-b438-d16b97c17116 admin admin] Pushing event deleted for resources: {'Port': ['ID=c84f6901-8124-43b4-84cd-7253ba96bc80,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:21.610630 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-40b14102-2864-4f3d-bc7f-6969c6bb97ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:21.650261 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] For port b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:53:21.657154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] For port b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:53:21.693994 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c3b4e5-e028-4c2d-b56e-d5ab936f71f8 req-50266999-567e-4502-8c5b-e31354357257 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] No DVR routers for this DVR port 95d2a898-fcaf-4ab5-9aad-e18a40cca389 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:53:21.698648 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-73c3b4e5-e028-4c2d-b56e-d5ab936f71f8 req-50266999-567e-4502-8c5b-e31354357257 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:21.700532 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-73c3b4e5-e028-4c2d-b56e-d5ab936f71f8 req-50266999-567e-4502-8c5b-e31354357257 tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.37 "DELETE /v2.0/ports/95d2a898-fcaf-4ab5-9aad-e18a40cca389 HTTP/1.1" status: 204 len: 173 time: 1.5118649 Sep 17 23:53:21.701085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad844e29-8252-4bfc-b9e7-3f58f9476bb1', 'name': 'network-vif-deleted', 'tag': '95d2a898-fcaf-4ab5-9aad-e18a40cca389'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:53:21.704398 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e554ee-5953-4787-9837-ca505cd34d93" -d '{"events": [{"server_uuid": "ad844e29-8252-4bfc-b9e7-3f58f9476bb1", "name": "network-vif-deleted", "tag": "95d2a898-fcaf-4ab5-9aad-e18a40cca389"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:53:21.745881 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5934b852-e84f-4b3e-ae36-70a93baa2133 x-openstack-request-id: req-5934b852-e84f-4b3e-ae36-70a93baa2133 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:53:21.746457 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad844e29-8252-4bfc-b9e7-3f58f9476bb1", "name": "network-vif-deleted", "tag": "95d2a898-fcaf-4ab5-9aad-e18a40cca389", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:53:21.746588 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5934b852-e84f-4b3e-ae36-70a93baa2133 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:53:21.747077 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad844e29-8252-4bfc-b9e7-3f58f9476bb1', 'name': 'network-vif-deleted', 'tag': '95d2a898-fcaf-4ab5-9aad-e18a40cca389', 'status': 'completed', 'code': 200} Sep 17 23:53:21.767663 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:21.778471 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c1efbee-168e-4113-b438-d16b97c17116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:21.834702 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ebe1d14-303e-4596-8761-94864646e189 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:21.881069 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c8bb4-b933-4bd7-950e-8e88c3610cd9 None None] Pushing event updated for resources: {'Port': ['ID=b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:21.885363 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c1efbee-168e-4113-b438-d16b97c17116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:21.888858 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c1efbee-168e-4113-b438-d16b97c17116 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:21.931762 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe1d14-303e-4596-8761-94864646e189 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Pushing event deleted for resources: {'Port': ['ID=781e218f-30cf-4a86-8d02-bb9f1fc989a3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:21.961432 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-40b14102-2864-4f3d-bc7f-6969c6bb97ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.006416 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b23a9c21-6cbc-436f-a4d2-77815596bff6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.007634 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c1efbee-168e-4113-b438-d16b97c17116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.008469 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1efbee-168e-4113-b438-d16b97c17116 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0234f085-01b3-4257-952c-01d4e8674e91 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:53:22.020562 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c1efbee-168e-4113-b438-d16b97c17116 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.022336 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9c1efbee-168e-4113-b438-d16b97c17116 admin admin] 10.222.0.46 "DELETE /v2.0/routers/0234f085-01b3-4257-952c-01d4e8674e91 HTTP/1.1" status: 204 len: 168 time: 2.6035590 Sep 17 23:53:22.025118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47938) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:22.064939 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b23a9c21-6cbc-436f-a4d2-77815596bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.123132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13f93f9-1d42-4adb-8792-d88969159d2f admin admin] Deleting subnet 914a5e03-c97e-4072-a458-079cc4a8ce5f {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:53:22.128072 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f13f93f9-1d42-4adb-8792-d88969159d2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.205187 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f13f93f9-1d42-4adb-8792-d88969159d2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.247462 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-40b14102-2864-4f3d-bc7f-6969c6bb97ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.333049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b14102-2864-4f3d-bc7f-6969c6bb97ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9c1e59-151c-4a93-b110-e2bebf3e96c9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:22.365133 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f13f93f9-1d42-4adb-8792-d88969159d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.397940 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ebe1d14-303e-4596-8761-94864646e189 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.400917 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3ebe1d14-303e-4596-8761-94864646e189 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] 10.222.0.46 "DELETE /v2.0/ports/781e218f-30cf-4a86-8d02-bb9f1fc989a3 HTTP/1.1" status: 204 len: 168 time: 1.9947972 Sep 17 23:53:22.400917 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47950) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:22.404378 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47952) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:22.439771 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-40b14102-2864-4f3d-bc7f-6969c6bb97ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=52352ac4ac5a406892c624d29b9ae6bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0825295 Sep 17 23:53:22.443861 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47956) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:22.544009 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-b23a9c21-6cbc-436f-a4d2-77815596bff6 admin admin] Allocated IP 172.25.3.30 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/817201a6-bec3-4131-9257-bcde0ed9d99f) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:22.564788 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5ab274c3-f44c-40af-a080-096ade2a4867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.611646 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47960) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:22.620482 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4dce394b-0653-442e-994f-7949a6754526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.653748 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5ab274c3-f44c-40af-a080-096ade2a4867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.835597 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b23a9c21-6cbc-436f-a4d2-77815596bff6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.893500 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-a597526c-49ca-4d3c-9f22-b7f7a2fa4ce7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Deleting subnet dea5a87e-d5a3-4841-a209-7b60b401aca9 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:53:22.896684 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a597526c-49ca-4d3c-9f22-b7f7a2fa4ce7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:22.913310 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6df1b968-92e3-4ad8-8e71-53de96a1d9c0 req-7167fff9-da60-40a6-a220-fc0edc3cd8bd tempest-ServersTestJSON-663267193 tempest-ServersTestJSON-663267193-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad844e29-8252-4bfc-b9e7-3f58f9476bb1 HTTP/1.1" status: 200 len: 210 time: 0.5083823 Sep 17 23:53:22.981739 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a597526c-49ca-4d3c-9f22-b7f7a2fa4ce7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.146990 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a597526c-49ca-4d3c-9f22-b7f7a2fa4ce7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.244268 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f13f93f9-1d42-4adb-8792-d88969159d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.261453 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:23.285142 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f93f9-1d42-4adb-8792-d88969159d2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=914a5e03-c97e-4072-a458-079cc4a8ce5f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:23.294356 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 95d2a898-fcaf-4ab5-9aad-e18a40cca389 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:23.296334 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f13f93f9-1d42-4adb-8792-d88969159d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.298551 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f13f93f9-1d42-4adb-8792-d88969159d2f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/914a5e03-c97e-4072-a458-079cc4a8ce5f HTTP/1.1" status: 204 len: 168 time: 1.2722490 Sep 17 23:53:23.303273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47968) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:23.307846 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b01ad9a-8435-411c-8968-71b70cda1adc None None] Network 1ae04948-4183-4a3d-bd37-c393127fcdb8 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:23.388143 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a597526c-49ca-4d3c-9f22-b7f7a2fa4ce7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.415344 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5ab274c3-f44c-40af-a080-096ade2a4867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.419431 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5ab274c3-f44c-40af-a080-096ade2a4867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.419615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 95d2a898-fcaf-4ab5-9aad-e18a40cca389 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:23.420201 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 95d2a898-fcaf-4ab5-9aad-e18a40cca389 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:23.421192 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5ab274c3-f44c-40af-a080-096ade2a4867 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed9c1e59-151c-4a93-b110-e2bebf3e96c9 HTTP/1.1" status: 204 len: 168 time: 0.9755080 Sep 17 23:53:23.437743 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab274c3-f44c-40af-a080-096ade2a4867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9c1e59-151c-4a93-b110-e2bebf3e96c9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:23.446491 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.454565 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597526c-49ca-4d3c-9f22-b7f7a2fa4ce7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Pushing event deleted for resources: {'Subnet': ['ID=dea5a87e-d5a3-4841-a209-7b60b401aca9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:23.462668 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a597526c-49ca-4d3c-9f22-b7f7a2fa4ce7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.467762 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a597526c-49ca-4d3c-9f22-b7f7a2fa4ce7 tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] 10.222.0.46 "DELETE /v2.0/subnets/dea5a87e-d5a3-4841-a209-7b60b401aca9 HTTP/1.1" status: 204 len: 168 time: 1.0617559 Sep 17 23:53:23.470120 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47972) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:23.490209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff795924-cddf-4191-9b9c-ce32c12d23e5 None None] Network 88d03d22-15e0-47ee-9af0-0d7ee2235f46 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:23.492093 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4dce394b-0653-442e-994f-7949a6754526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.497010 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b23a9c21-6cbc-436f-a4d2-77815596bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.569981 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4dce394b-0653-442e-994f-7949a6754526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.607717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23a9c21-6cbc-436f-a4d2-77815596bff6 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:23.616166 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.620611 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-b23a9c21-6cbc-436f-a4d2-77815596bff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:23.642944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23a9c21-6cbc-436f-a4d2-77815596bff6 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:23.652442 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5929ce5f-2d86-404c-98b2-6b256ae58f64 None None] Network 9c1553df-1cdf-4638-a188-7f118bbcb251 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:23.672718 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] Deleting port 791ed136-c43a-4805-a3f9-7a53acfd1c1f {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:23.673662 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.768551 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] For port 791ed136-c43a-4805-a3f9-7a53acfd1c1f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=791ed136-c43a-4805-a3f9-7a53acfd1c1f,segment=NetworkSegment(164344d6-ac71-496f-ac14-2575bcb321f9),segment_id=164344d6-ac71-496f-ac14-2575bcb321f9)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:23.768945 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.770595 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a9c21-6cbc-436f-a4d2-77815596bff6 admin admin] Pushing event updated for resources: {'Port': ['ID=817201a6-bec3-4131-9257-bcde0ed9d99f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:23.787467 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Deleting port 93eadadf-4552-4ba3-a83a-779eb7fc0f78 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:23.789358 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.793243 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] Calling delete_port for 791ed136-c43a-4805-a3f9-7a53acfd1c1f owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:23.810952 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4dce394b-0653-442e-994f-7949a6754526 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a5868db8887d41b5bccf0e58e70dbdbe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4063199 Sep 17 23:53:23.811809 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce394b-0653-442e-994f-7949a6754526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605050db-c273-4ab5-9284-b64dabcf0b4a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:23.813179 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47976) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:23.909270 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-cce65f55-d0a3-4640-a872-4882831f94b5 None None] Provisioning complete for port b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:23.909558 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cce65f55-d0a3-4640-a872-4882831f94b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.941548 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] For port 93eadadf-4552-4ba3-a83a-779eb7fc0f78, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=93eadadf-4552-4ba3-a83a-779eb7fc0f78,segment=NetworkSegment(ae4392d3-bb93-48ab-b18b-9804514bf882),segment_id=ae4392d3-bb93-48ab-b18b-9804514bf882)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:23.942096 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.958679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:23.958885 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:23.968444 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47980) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:23.981363 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Calling delete_port for 93eadadf-4552-4ba3-a83a-779eb7fc0f78 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:24.065190 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bd1345b-bd81-4178-b81c-b8a849871509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.117415 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cce65f55-d0a3-4640-a872-4882831f94b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.147903 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a5d804-a347-4caf-a83f-96cbd64f917f None None] DHCP port deletion for 88d03d22-15e0-47ee-9af0-0d7ee2235f46 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:53:24.150376 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-857861d8-d968-4669-b747-dca636b4332e admin admin] Deleting subnet 3268c3e3-cb80-4c9a-917f-08e3b14b6886 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:53:24.154496 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bd1345b-bd81-4178-b81c-b8a849871509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.165392 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-857861d8-d968-4669-b747-dca636b4332e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.197759 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2499b47-85f8-45b2-8fae-a824f601d9fc None None] DHCP port deletion for 1ae04948-4183-4a3d-bd37-c393127fcdb8 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:53:24.207292 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.254824 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-cce65f55-d0a3-4640-a872-4882831f94b5 None None] For port b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:24.269538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=791ed136-c43a-4805-a3f9-7a53acfd1c1f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:24.273969 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] No DVR routers for this DVR port 791ed136-c43a-4805-a3f9-7a53acfd1c1f on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:53:24.277101 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-857861d8-d968-4669-b747-dca636b4332e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.295126 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e7707824-e132-428e-b48a-e1b5865e1077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.379314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47988) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:24.395383 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cce65f55-d0a3-4640-a872-4882831f94b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.406521 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.426375 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-857861d8-d968-4669-b747-dca636b4332e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.453617 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.488169 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-f9a5d804-a347-4caf-a83f-96cbd64f917f None None] Deleting port 93eadadf-4552-4ba3-a83a-779eb7fc0f78 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:24.488536 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d804-a347-4caf-a83f-96cbd64f917f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.494683 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.562562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Pushing event deleted for resources: {'Port': ['ID=93eadadf-4552-4ba3-a83a-779eb7fc0f78,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:24.599731 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] No DVR routers for this DVR port 93eadadf-4552-4ba3-a83a-779eb7fc0f78 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:53:24.606729 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce65f55-d0a3-4640-a872-4882831f94b5 None None] Pushing event updated for resources: {'Port': ['ID=b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:24.610847 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae04948-4183-4a3d-bd37-c393127fcdb8']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:24.668891 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f9a5d804-a347-4caf-a83f-96cbd64f917f None None] For port 93eadadf-4552-4ba3-a83a-779eb7fc0f78, host n-d-809883-1, got binding levels [] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:24.669296 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d804-a347-4caf-a83f-96cbd64f917f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.684426 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:53:24.684669 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:53:24.685118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164344d6-ac71-496f-ac14-2575bcb321f9') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:24.685780 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164344d6-ac71-496f-ac14-2575bcb321f9') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:24.695701 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-f9a5d804-a347-4caf-a83f-96cbd64f917f None None] Calling delete_port for 93eadadf-4552-4ba3-a83a-779eb7fc0f78 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:24.698449 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.703338 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.ipam_backend_mixin [None req-f9a5d804-a347-4caf-a83f-96cbd64f917f None None] Port 93eadadf-4552-4ba3-a83a-779eb7fc0f78 was not found and therefore no delete operation was performed {{(pid=95593) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 23:53:24.712572 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d804-a347-4caf-a83f-96cbd64f917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.719875 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.729490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:53:24.734444 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.736720 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5d804-a347-4caf-a83f-96cbd64f917f None None] Pushing event deleted for resources: {'Port': ['ID=93eadadf-4552-4ba3-a83a-779eb7fc0f78,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:24.742260 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a5d804-a347-4caf-a83f-96cbd64f917f None None] No DVR routers for this DVR port 93eadadf-4552-4ba3-a83a-779eb7fc0f78 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:53:24.750336 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b23a9c21-6cbc-436f-a4d2-77815596bff6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.763512 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9dc66282-c89d-4808-85c4-9889c4004e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:53:24.765501 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:53:24.802374 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bd1345b-bd81-4178-b81c-b8a849871509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.806094 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bd1345b-bd81-4178-b81c-b8a849871509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.809997 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6bd1345b-bd81-4178-b81c-b8a849871509 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/605050db-c273-4ab5-9284-b64dabcf0b4a HTTP/1.1" status: 204 len: 168 time: 0.9954474 Sep 17 23:53:24.822653 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5f255f96-6cf5-47f3-8da3-2c520414d9c8 None None] Provisioning complete for port b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:24.824742 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5f255f96-6cf5-47f3-8da3-2c520414d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.844798 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1345b-bd81-4178-b81c-b8a849871509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605050db-c273-4ab5-9284-b64dabcf0b4a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:24.953685 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9dc66282-c89d-4808-85c4-9889c4004e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:24.985167 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-e7707824-e132-428e-b48a-e1b5865e1077 admin admin] Deleting port 0076aa87-057c-4490-8b12-bada10f1cf69 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:24.985633 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e7707824-e132-428e-b48a-e1b5865e1077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.014378 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.024291 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9dc66282-c89d-4808-85c4-9889c4004e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.056305 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.061726 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.063887 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1ae04948-4183-4a3d-bd37-c393127fcdb8 HTTP/1.1" status: 204 len: 168 time: 1.7592731 Sep 17 23:53:25.072864 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d03d22-15e0-47ee-9af0-0d7ee2235f46']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:25.093337 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b23a9c21-6cbc-436f-a4d2-77815596bff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.105334 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc66282-c89d-4808-85c4-9889c4004e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0ca431-ded7-417e-b23a-fc2bab9f5172,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:25.111440 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4392d3-bb93-48ab-b18b-9804514bf882') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:25.111751 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4392d3-bb93-48ab-b18b-9804514bf882') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:25.114118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4222289-8e39-44b0-b538-efc16fd18d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae04948-4183-4a3d-bd37-c393127fcdb8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:25.123775 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9dc66282-c89d-4808-85c4-9889c4004e11 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08398678d59642a989ebae876e8fb78e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7427149 Sep 17 23:53:25.126443 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48008) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:25.129379 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.151403 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-857861d8-d968-4669-b747-dca636b4332e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.163316 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-e7707824-e132-428e-b48a-e1b5865e1077 admin admin] For port 0076aa87-057c-4490-8b12-bada10f1cf69, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=0076aa87-057c-4490-8b12-bada10f1cf69,segment=NetworkSegment(228dc33e-6e7c-4c38-9b8d-a4b3060fb862),segment_id=228dc33e-6e7c-4c38-9b8d-a4b3060fb862)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:25.163687 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e7707824-e132-428e-b48a-e1b5865e1077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.187369 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.197834 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857861d8-d968-4669-b747-dca636b4332e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3268c3e3-cb80-4c9a-917f-08e3b14b6886,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:25.209787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-e7707824-e132-428e-b48a-e1b5865e1077 admin admin] Calling delete_port for 0076aa87-057c-4490-8b12-bada10f1cf69 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:25.214523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:53:25.214998 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:53:25.230850 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:53:25.242561 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-857861d8-d968-4669-b747-dca636b4332e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.246723 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-857861d8-d968-4669-b747-dca636b4332e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3268c3e3-cb80-4c9a-917f-08e3b14b6886 HTTP/1.1" status: 204 len: 168 time: 1.2714615 Sep 17 23:53:25.248101 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48014) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:25.330840 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d5902e6-9fa5-4ac2-8a9a-121719381480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.383156 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0037677f-347b-4e04-9d55-1a550f3f7cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.384383 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c84f6901-8124-43b4-84cd-7253ba96bc80 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:25.389538 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23a9c21-6cbc-436f-a4d2-77815596bff6 admin admin] Router 83af115b-ab62-45a2-9186-54debcb42867 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:53:25.415151 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: c84f6901-8124-43b4-84cd-7253ba96bc80 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:25.416274 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c84f6901-8124-43b4-84cd-7253ba96bc80 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:25.491476 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0037677f-347b-4e04-9d55-1a550f3f7cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.494057 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d5902e6-9fa5-4ac2-8a9a-121719381480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.508410 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:25.514642 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.542499 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.544358 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] 10.222.0.46 "DELETE /v2.0/networks/88d03d22-15e0-47ee-9af0-0d7ee2235f46 HTTP/1.1" status: 204 len: 168 time: 2.0732908 Sep 17 23:53:25.560214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5d5902e6-9fa5-4ac2-8a9a-121719381480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33639c8-89f1-4a85-9d12-3148a2ec181e']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:25.570485 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5841230-3024-462c-ad46-c4b7ebcf60fe tempest-ExtraDHCPOptionsTestJSON-1099186145 tempest-ExtraDHCPOptionsTestJSON-1099186145-project] Pushing event deleted for resources: {'Network': ['ID=88d03d22-15e0-47ee-9af0-0d7ee2235f46,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:25.574126 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:25.574539 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.575517 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5d5902e6-9fa5-4ac2-8a9a-121719381480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:25.575749 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5d5902e6-9fa5-4ac2-8a9a-121719381480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c78ea1b-e88f-4eaa-8813-bf475c9bda8d') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:25.579519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23a9c21-6cbc-436f-a4d2-77815596bff6 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:53:25.581076 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e7707824-e132-428e-b48a-e1b5865e1077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.588776 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d5902e6-9fa5-4ac2-8a9a-121719381480 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.591941 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] Sync routers for ids ['83af115b-ab62-45a2-9186-54debcb42867'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:53:25.613474 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d5902e6-9fa5-4ac2-8a9a-121719381480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.622729 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] Routers {'83af115b-ab62-45a2-9186-54debcb42867'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:25.624401 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['83af115b-ab62-45a2-9186-54debcb42867'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:25.627408 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5902e6-9fa5-4ac2-8a9a-121719381480 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:53:25.627834 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d5902e6-9fa5-4ac2-8a9a-121719381480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:53:25.629890 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:53:25.714637 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0037677f-347b-4e04-9d55-1a550f3f7cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.717924 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0037677f-347b-4e04-9d55-1a550f3f7cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.719228 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0037677f-347b-4e04-9d55-1a550f3f7cc2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f0ca431-ded7-417e-b23a-fc2bab9f5172 HTTP/1.1" status: 204 len: 168 time: 0.5918257 Sep 17 23:53:25.736571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037677f-347b-4e04-9d55-1a550f3f7cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0ca431-ded7-417e-b23a-fc2bab9f5172,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:25.753878 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48020) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:25.795098 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48022) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:25.815296 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d5902e6-9fa5-4ac2-8a9a-121719381480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.837165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 791ed136-c43a-4805-a3f9-7a53acfd1c1f no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:25.850383 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d5902e6-9fa5-4ac2-8a9a-121719381480 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:25.853066 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5d5902e6-9fa5-4ac2-8a9a-121719381480 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d33639c8-89f1-4a85-9d12-3148a2ec181e HTTP/1.1" status: 204 len: 168 time: 0.6036439 Sep 17 23:53:25.864959 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 791ed136-c43a-4805-a3f9-7a53acfd1c1f {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:25.865832 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 791ed136-c43a-4805-a3f9-7a53acfd1c1f not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:25.866274 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 93eadadf-4552-4ba3-a83a-779eb7fc0f78 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:25.883159 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] Set router 83af115b-ab62-45a2-9186-54debcb42867 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:25.898784 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5902e6-9fa5-4ac2-8a9a-121719381480 admin admin] Pushing event deleted for resources: {'Network': ['ID=d33639c8-89f1-4a85-9d12-3148a2ec181e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:25.925965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 93eadadf-4552-4ba3-a83a-779eb7fc0f78 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:25.926305 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 93eadadf-4552-4ba3-a83a-779eb7fc0f78 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:25.942964 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-46d019d3-028b-4658-8912-84a79aba7cf7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f9cc78239c7437cacb7009f2c68fb58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879168 Sep 17 23:53:25.953716 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48026) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:25.983644 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b28d422c-5f9b-455b-be48-8c6a85bdc45a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1723403de554a749eabcaef70fee07c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873791 Sep 17 23:53:25.987707 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48028) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:26.015275 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7707824-e132-428e-b48a-e1b5865e1077 admin admin] Pushing event deleted for resources: {'Port': ['ID=0076aa87-057c-4490-8b12-bada10f1cf69,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:26.073541 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0cf3896b-fc49-474e-9c7b-9be280283804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.121629 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b23a9c21-6cbc-436f-a4d2-77815596bff6 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.122081 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-77cc0b52-c8de-4a61-8e21-fe9863de29c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.123944 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b23a9c21-6cbc-436f-a4d2-77815596bff6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0409052 Sep 17 23:53:26.126752 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48032) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:26.128599 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0cf3896b-fc49-474e-9c7b-9be280283804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.176231 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-77cc0b52-c8de-4a61-8e21-fe9863de29c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.267097 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-17T23:53:24Z', 'revision_number': 3, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:26.309208 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] Checking router: 83af115b-ab62-45a2-9186-54debcb42867 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:53:26.309814 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] Updating router 83af115b-ab62-45a2-9186-54debcb42867 port 817201a6-bec3-4131-9257-bcde0ed9d99f binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:53:26.343884 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.384013 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-77cc0b52-c8de-4a61-8e21-fe9863de29c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.387271 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-77cc0b52-c8de-4a61-8e21-fe9863de29c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.390324 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-77cc0b52-c8de-4a61-8e21-fe9863de29c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/23506b0d-edd9-4394-a7b9-7adddb08f5f2 HTTP/1.1" status: 204 len: 168 time: 0.3997045 Sep 17 23:53:26.393764 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0cf3896b-fc49-474e-9c7b-9be280283804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.397641 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0cf3896b-fc49-474e-9c7b-9be280283804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.403317 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0cf3896b-fc49-474e-9c7b-9be280283804 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7396621-deaf-4343-9a53-54be1821561b HTTP/1.1" status: 204 len: 168 time: 0.4419885 Sep 17 23:53:26.407761 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc0b52-c8de-4a61-8e21-fe9863de29c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23506b0d-edd9-4394-a7b9-7adddb08f5f2,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:26.427329 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3896b-fc49-474e-9c7b-9be280283804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7396621-deaf-4343-9a53-54be1821561b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:26.472100 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e7707824-e132-428e-b48a-e1b5865e1077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.650124 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.691487 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48044) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:26.701298 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48046) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:26.704040 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.759728 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2c87-6a37-44b7-81e1-3485f346f7f0 None None] Pushing event updated for resources: {'Port': ['ID=817201a6-bec3-4131-9257-bcde0ed9d99f,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:26.760648 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-614d5d9a-fe66-4a42-b8fa-609b475ac589 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64f5b0c5188148a8b9b3bac9c08e14c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0676069 Sep 17 23:53:26.761436 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48050) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:26.771932 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2c87-6a37-44b7-81e1-3485f346f7f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:26.772813 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2c87-6a37-44b7-81e1-3485f346f7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:26.773525 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2c87-6a37-44b7-81e1-3485f346f7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:26.774176 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2c87-6a37-44b7-81e1-3485f346f7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:26.774834 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2c87-6a37-44b7-81e1-3485f346f7f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:26.775538 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2c87-6a37-44b7-81e1-3485f346f7f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:26.775982 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2c87-6a37-44b7-81e1-3485f346f7f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:26.776926 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2c87-6a37-44b7-81e1-3485f346f7f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:26.777366 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2c87-6a37-44b7-81e1-3485f346f7f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:26.777795 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2c87-6a37-44b7-81e1-3485f346f7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:26.778222 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2c87-6a37-44b7-81e1-3485f346f7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:26.779504 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593d2c87-6a37-44b7-81e1-3485f346f7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:26.814499 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7707824-e132-428e-b48a-e1b5865e1077 admin admin] Router 234ca762-804a-4688-a548-74c2cf19b394 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:53:26.821854 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] Attempting to bind port 817201a6-bec3-4131-9257-bcde0ed9d99f on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:53:26.822850 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] Attempting to bind port 817201a6-bec3-4131-9257-bcde0ed9d99f by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:53:26.824802 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] Attempting to bind port 817201a6-bec3-4131-9257-bcde0ed9d99f on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:26.827089 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc7d7-5cb4-4d9d-a203-aaf8048d20ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.837051 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:53:26.837429 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:26.837830 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.840670 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:53:26.841488 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] Bound port: 817201a6-bec3-4131-9257-bcde0ed9d99f, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:53:26.842117 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.858890 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc7d7-5cb4-4d9d-a203-aaf8048d20ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.904084 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] For port 817201a6-bec3-4131-9257-bcde0ed9d99f, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:53:26.908134 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] For port 817201a6-bec3-4131-9257-bcde0ed9d99f, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=817201a6-bec3-4131-9257-bcde0ed9d99f,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:53:26.961041 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc7d7-5cb4-4d9d-a203-aaf8048d20ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.961619 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.964462 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc7d7-5cb4-4d9d-a203-aaf8048d20ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:26.966089 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dc7fc7d7-5cb4-4d9d-a203-aaf8048d20ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08fbf48e-2d96-4a88-aa1a-d00e15eed784 HTTP/1.1" status: 204 len: 168 time: 0.2037301 Sep 17 23:53:26.975557 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fc7d7-5cb4-4d9d-a203-aaf8048d20ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fbf48e-2d96-4a88-aa1a-d00e15eed784,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:27.065766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7707824-e132-428e-b48a-e1b5865e1077 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:53:27.071934 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e7707824-e132-428e-b48a-e1b5865e1077 admin admin] 10.222.0.46 "PUT /v2.0/routers/234ca762-804a-4688-a548-74c2cf19b394/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4489677 Sep 17 23:53:27.077288 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-767a465a-e566-4f29-aee3-4af3ee9635eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:27.079264 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a28245-5f4a-42b6-ab06-48dde763d00f None None] Sync routers for ids ['234ca762-804a-4688-a548-74c2cf19b394'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:53:27.081014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48056) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:27.089435 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a28245-5f4a-42b6-ab06-48dde763d00f None None] Routers {'234ca762-804a-4688-a548-74c2cf19b394'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:27.090458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c0a28245-5f4a-42b6-ab06-48dde763d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['234ca762-804a-4688-a548-74c2cf19b394'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:27.114904 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2c87-6a37-44b7-81e1-3485f346f7f0 None None] Pushing event updated for resources: {'Port': ['ID=817201a6-bec3-4131-9257-bcde0ed9d99f,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:27.158773 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] Routers {'83af115b-ab62-45a2-9186-54debcb42867'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:27.159410 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['83af115b-ab62-45a2-9186-54debcb42867'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:27.215422 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48058) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:27.302503 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-767a465a-e566-4f29-aee3-4af3ee9635eb admin admin] Allocated IP 172.20.0.1 (9c1553df-1cdf-4638-a188-7f118bbcb251/294e5306-7b47-43ef-943e-37934b52f9c3/ff706a87-b1c0-4e48-baf3-0353c6d0759f) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:27.312733 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-945baa5e-dc7e-48d2-9eca-1fcf325ebc52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:27.313996 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] Set router 83af115b-ab62-45a2-9186-54debcb42867 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:27.357076 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a958b7c-23c5-4921-8baf-9deaf8395448 admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:27.482155 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-767a465a-e566-4f29-aee3-4af3ee9635eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:27.499179 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-c0a28245-5f4a-42b6-ab06-48dde763d00f None None] Set router 234ca762-804a-4688-a548-74c2cf19b394 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:27.579822 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-767a465a-e566-4f29-aee3-4af3ee9635eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:27.597022 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a958b7c-23c5-4921-8baf-9deaf8395448 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:27.619113 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-17T23:53:24Z', 'revision_number': 3, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:27.627859 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-945baa5e-dc7e-48d2-9eca-1fcf325ebc52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:27.669850 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767a465a-e566-4f29-aee3-4af3ee9635eb admin admin] Network 9c1553df-1cdf-4638-a188-7f118bbcb251 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:27.673187 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-767a465a-e566-4f29-aee3-4af3ee9635eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:27.679481 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b5dcb9-bd44-44dd-b614-2260f5991440 None None] The sync data for ids ['83af115b-ab62-45a2-9186-54debcb42867'] in n-d-809883-1 is: [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-17T23:53:24Z', 'revision_number': 3, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:53:27.728250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a465a-e566-4f29-aee3-4af3ee9635eb admin admin] Pushing event updated for resources: {'Port': ['ID=ff706a87-b1c0-4e48-baf3-0353c6d0759f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:27.730808 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a465a-e566-4f29-aee3-4af3ee9635eb admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:27.818250 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-945baa5e-dc7e-48d2-9eca-1fcf325ebc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:27.821115 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c0a28245-5f4a-42b6-ab06-48dde763d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ca762-804a-4688-a548-74c2cf19b394', 'name': 'tempest-TaggedBootDevicesTest-1765114957-router', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:41:39Z', 'updated_at': '2021-09-17T23:53:25Z', 'revision_number': 5, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'gw_port': {'id': 'e01ad79f-f0c4-450d-9bc6-221242978dcf', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ca762-804a-4688-a548-74c2cf19b394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:41:41Z', 'updated_at': '2021-09-17T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:27.842232 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-767a465a-e566-4f29-aee3-4af3ee9635eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:27.854497 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a28245-5f4a-42b6-ab06-48dde763d00f None None] Checking router: 234ca762-804a-4688-a548-74c2cf19b394 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:53:27.866315 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a28245-5f4a-42b6-ab06-48dde763d00f None None] Routers {'234ca762-804a-4688-a548-74c2cf19b394'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:27.867211 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c0a28245-5f4a-42b6-ab06-48dde763d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['234ca762-804a-4688-a548-74c2cf19b394'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:27.997265 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c10a0e30-7328-439c-b1ff-fd21ce36a137 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a9f7efca14a84467b28f34861a7d7237&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2871902 Sep 17 23:53:28.011584 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48068) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:28.049587 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-945baa5e-dc7e-48d2-9eca-1fcf325ebc52 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ddab7336cbb74d0b8973aea921657c65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8275793 Sep 17 23:53:28.052323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48070) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:28.058237 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7a958b7c-23c5-4921-8baf-9deaf8395448 admin admin] Deleting port e01ad79f-f0c4-450d-9bc6-221242978dcf {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:28.058710 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a958b7c-23c5-4921-8baf-9deaf8395448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.113379 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-c0a28245-5f4a-42b6-ab06-48dde763d00f None None] Set router 234ca762-804a-4688-a548-74c2cf19b394 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:28.195719 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ead91566-30ea-4a8d-a972-ab0e8dcd852b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.216438 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c0a28245-5f4a-42b6-ab06-48dde763d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ca762-804a-4688-a548-74c2cf19b394', 'name': 'tempest-TaggedBootDevicesTest-1765114957-router', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:41:39Z', 'updated_at': '2021-09-17T23:53:27Z', 'revision_number': 6, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:28.269180 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a28245-5f4a-42b6-ab06-48dde763d00f None None] The sync data for ids ['234ca762-804a-4688-a548-74c2cf19b394'] in n-d-809883-1 is: [{'id': '234ca762-804a-4688-a548-74c2cf19b394', 'name': 'tempest-TaggedBootDevicesTest-1765114957-router', 'tenant_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:41:39Z', 'updated_at': '2021-09-17T23:53:27Z', 'revision_number': 6, 'project_id': 'd0d9d21cfcb240e7a982ff8d8919e740', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:53:28.273389 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-160ca5b6-8f41-40b7-9328-4a6313b57d1b None None] Provisioning complete for port ff706a87-b1c0-4e48-baf3-0353c6d0759f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:28.273814 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-160ca5b6-8f41-40b7-9328-4a6313b57d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.315042 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-7a958b7c-23c5-4921-8baf-9deaf8395448 admin admin] For port e01ad79f-f0c4-450d-9bc6-221242978dcf, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e01ad79f-f0c4-450d-9bc6-221242978dcf,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:28.315858 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a958b7c-23c5-4921-8baf-9deaf8395448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.324164 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ead91566-30ea-4a8d-a972-ab0e8dcd852b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.326312 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-767a465a-e566-4f29-aee3-4af3ee9635eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.348143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7a958b7c-23c5-4921-8baf-9deaf8395448 admin admin] Calling delete_port for e01ad79f-f0c4-450d-9bc6-221242978dcf owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:28.351098 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-160ca5b6-8f41-40b7-9328-4a6313b57d1b None None] Port ff706a87-b1c0-4e48-baf3-0353c6d0759f cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:28.474474 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945baa5e-dc7e-48d2-9eca-1fcf325ebc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bc3499-8290-47ad-8443-7368eb3df443,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:28.540495 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ead91566-30ea-4a8d-a972-ab0e8dcd852b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.548270 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ead91566-30ea-4a8d-a972-ab0e8dcd852b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.548270 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ead91566-30ea-4a8d-a972-ab0e8dcd852b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05959927-85a9-4468-ae4e-7d194b1c84fe HTTP/1.1" status: 204 len: 168 time: 0.5429423 Sep 17 23:53:28.568920 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead91566-30ea-4a8d-a972-ab0e8dcd852b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05959927-85a9-4468-ae4e-7d194b1c84fe,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:28.582469 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c2adfb62-1b61-4ae6-99c6-a30b069c47ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.635796 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c2adfb62-1b61-4ae6-99c6-a30b069c47ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.655654 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-767a465a-e566-4f29-aee3-4af3ee9635eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.721612 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-767a465a-e566-4f29-aee3-4af3ee9635eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.778094 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a958b7c-23c5-4921-8baf-9deaf8395448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.815218 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a465a-e566-4f29-aee3-4af3ee9635eb admin admin] Pushing event updated for resources: {'Port': ['ID=ff706a87-b1c0-4e48-baf3-0353c6d0759f,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:28.824367 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-767a465a-e566-4f29-aee3-4af3ee9635eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.826015 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c2adfb62-1b61-4ae6-99c6-a30b069c47ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.829135 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c2adfb62-1b61-4ae6-99c6-a30b069c47ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.832668 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c2adfb62-1b61-4ae6-99c6-a30b069c47ce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/73bc3499-8290-47ad-8443-7368eb3df443 HTTP/1.1" status: 204 len: 168 time: 0.6137860 Sep 17 23:53:28.832668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a958b7c-23c5-4921-8baf-9deaf8395448 admin admin] Pushing event deleted for resources: {'Port': ['ID=e01ad79f-f0c4-450d-9bc6-221242978dcf,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:28.846909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2adfb62-1b61-4ae6-99c6-a30b069c47ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bc3499-8290-47ad-8443-7368eb3df443,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:28.957977 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767a465a-e566-4f29-aee3-4af3ee9635eb admin admin] Network 9c1553df-1cdf-4638-a188-7f118bbcb251 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:28.960008 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a958b7c-23c5-4921-8baf-9deaf8395448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:28.964990 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-767a465a-e566-4f29-aee3-4af3ee9635eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:29.155008 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767a465a-e566-4f29-aee3-4af3ee9635eb admin admin] Router 83af115b-ab62-45a2-9186-54debcb42867 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:53:29.159160 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a958b7c-23c5-4921-8baf-9deaf8395448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:29.166028 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a958b7c-23c5-4921-8baf-9deaf8395448 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:29.325702 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767a465a-e566-4f29-aee3-4af3ee9635eb admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:53:29.331242 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-767a465a-e566-4f29-aee3-4af3ee9635eb admin admin] 10.222.0.46 "PUT /v2.0/routers/83af115b-ab62-45a2-9186-54debcb42867/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2024279 Sep 17 23:53:29.338155 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a958b7c-23c5-4921-8baf-9deaf8395448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:29.339246 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a958b7c-23c5-4921-8baf-9deaf8395448 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 234ca762-804a-4688-a548-74c2cf19b394 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:53:29.345006 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a958b7c-23c5-4921-8baf-9deaf8395448 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:29.348421 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7a958b7c-23c5-4921-8baf-9deaf8395448 admin admin] 10.222.0.46 "DELETE /v2.0/routers/234ca762-804a-4688-a548-74c2cf19b394 HTTP/1.1" status: 204 len: 168 time: 2.2636888 Sep 17 23:53:29.349133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48108) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:29.428645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e20c3a7-fb17-4421-b170-b5a8d51bde55 admin admin] Deleting subnet 08d092af-cd76-4eda-b787-3854ce9db95e {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:53:29.431783 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e20c3a7-fb17-4421-b170-b5a8d51bde55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:29.478192 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e20c3a7-fb17-4421-b170-b5a8d51bde55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:29.481520 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-df3cc8d7-d02f-4d70-95ee-4f08e6142ffa None None] Provisioning complete for port ff706a87-b1c0-4e48-baf3-0353c6d0759f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:29.481977 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-df3cc8d7-d02f-4d70-95ee-4f08e6142ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:29.521196 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-df3cc8d7-d02f-4d70-95ee-4f08e6142ffa None None] Port ff706a87-b1c0-4e48-baf3-0353c6d0759f cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:29.569943 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 817201a6-bec3-4131-9257-bcde0ed9d99f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:29.605770 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e20c3a7-fb17-4421-b170-b5a8d51bde55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:29.623302 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 817201a6-bec3-4131-9257-bcde0ed9d99f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:29.623765 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:29.711468 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:29.715761 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e20c3a7-fb17-4421-b170-b5a8d51bde55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:29.768346 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 817201a6-bec3-4131-9257-bcde0ed9d99f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=817201a6-bec3-4131-9257-bcde0ed9d99f,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:29.780468 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e20c3a7-fb17-4421-b170-b5a8d51bde55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:29.782442 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6e20c3a7-fb17-4421-b170-b5a8d51bde55 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/08d092af-cd76-4eda-b787-3854ce9db95e HTTP/1.1" status: 204 len: 168 time: 0.4321959 Sep 17 23:53:29.785459 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48122) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:29.789559 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc548b4-ab9e-4b35-a1d9-8254767afea2 None None] Network 9d08905d-ca5b-4e76-bde0-b74df6a1af4e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:29.808500 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20c3a7-fb17-4421-b170-b5a8d51bde55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08d092af-cd76-4eda-b787-3854ce9db95e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:29.868989 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:29.927408 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:29.942917 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=817201a6-bec3-4131-9257-bcde0ed9d99f,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:29.962632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e01ad79f-f0c4-450d-9bc6-221242978dcf no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:29.987465 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] Deleting port ded0b34c-2827-49c5-a4d5-4358323c3128 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:29.987801 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.005804 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: e01ad79f-f0c4-450d-9bc6-221242978dcf {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:30.006397 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e01ad79f-f0c4-450d-9bc6-221242978dcf not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:30.006997 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 0076aa87-057c-4490-8b12-bada10f1cf69 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:30.030048 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 0076aa87-057c-4490-8b12-bada10f1cf69 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:30.030605 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 0076aa87-057c-4490-8b12-bada10f1cf69 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:30.140775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d863be51-fcc0-45ff-8e56-2d9909ce14a4 None None] DHCP port deletion for 9d08905d-ca5b-4e76-bde0-b74df6a1af4e request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:53:30.214261 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d863be51-fcc0-45ff-8e56-2d9909ce14a4 None None] Deleting port ded0b34c-2827-49c5-a4d5-4358323c3128 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:30.215124 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d863be51-fcc0-45ff-8e56-2d9909ce14a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.319473 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d863be51-fcc0-45ff-8e56-2d9909ce14a4 None None] For port ded0b34c-2827-49c5-a4d5-4358323c3128, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ded0b34c-2827-49c5-a4d5-4358323c3128,segment=NetworkSegment(228dc33e-6e7c-4c38-9b8d-a4b3060fb862),segment_id=228dc33e-6e7c-4c38-9b8d-a4b3060fb862)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:30.320187 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d863be51-fcc0-45ff-8e56-2d9909ce14a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.346542 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d863be51-fcc0-45ff-8e56-2d9909ce14a4 None None] Calling delete_port for ded0b34c-2827-49c5-a4d5-4358323c3128 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:30.396552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] For port ded0b34c-2827-49c5-a4d5-4358323c3128, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ded0b34c-2827-49c5-a4d5-4358323c3128,segment=NetworkSegment(228dc33e-6e7c-4c38-9b8d-a4b3060fb862),segment_id=228dc33e-6e7c-4c38-9b8d-a4b3060fb862)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:30.397223 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.397655 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] Sync routers for ids ['83af115b-ab62-45a2-9186-54debcb42867'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:53:30.412927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] Calling delete_port for ded0b34c-2827-49c5-a4d5-4358323c3128 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:30.416254 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] Routers {'83af115b-ab62-45a2-9186-54debcb42867'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:30.416937 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['83af115b-ab62-45a2-9186-54debcb42867'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:30.553272 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] Set router 83af115b-ab62-45a2-9186-54debcb42867 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:30.591718 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d863be51-fcc0-45ff-8e56-2d9909ce14a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.597490 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.612199 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48152) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:30.617792 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9f15fc4b-0bfb-4fc8-ac61-3363cf972061 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1061926928', 'description': 'tempest-description--2123800444'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:30.656292 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863be51-fcc0-45ff-8e56-2d9909ce14a4 None None] Pushing event deleted for resources: {'Port': ['ID=ded0b34c-2827-49c5-a4d5-4358323c3128,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:30.658433 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d863be51-fcc0-45ff-8e56-2d9909ce14a4 None None] No DVR routers for this DVR port ded0b34c-2827-49c5-a4d5-4358323c3128 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:53:30.670729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] Pushing event deleted for resources: {'Port': ['ID=ded0b34c-2827-49c5-a4d5-4358323c3128,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:30.680282 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] No DVR routers for this DVR port ded0b34c-2827-49c5-a4d5-4358323c3128 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:53:30.738314 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f15fc4b-0bfb-4fc8-ac61-3363cf972061 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.760071 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.783917 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d08905d-ca5b-4e76-bde0-b74df6a1af4e']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:30.797030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228dc33e-6e7c-4c38-9b8d-a4b3060fb862') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:30.797972 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228dc33e-6e7c-4c38-9b8d-a4b3060fb862') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:30.810222 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.827140 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.839644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:53:30.841476 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:53:30.842988 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:53:30.849304 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f15fc4b-0bfb-4fc8-ac61-3363cf972061 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.851394 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-17T23:53:28Z', 'revision_number': 4, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'ff706a87-b1c0-4e48-baf3-0353c6d0759f', 'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'mac_address': 'fa:16:3e:4b:33:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:27Z', 'updated_at': '2021-09-17T23:53:28Z', 'revision_number': 2, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'subnets': [{'id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:30.879063 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] Checking router: 83af115b-ab62-45a2-9186-54debcb42867 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:53:30.881607 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] Updating router 83af115b-ab62-45a2-9186-54debcb42867 port ff706a87-b1c0-4e48-baf3-0353c6d0759f binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:53:30.910514 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f15fc4b-0bfb-4fc8-ac61-3363cf972061 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.911043 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.951991 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15fc4b-0bfb-4fc8-ac61-3363cf972061 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756cf549-bc34-4058-8fd2-79cafee8eea8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:30.980027 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48164) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:30.982573 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.991906 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:30.996745 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9d08905d-ca5b-4e76-bde0-b74df6a1af4e HTTP/1.1" status: 204 len: 168 time: 1.2101886 Sep 17 23:53:31.013402 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1c0df-8b9d-44e5-9dc5-2d80816f2030 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d08905d-ca5b-4e76-bde0-b74df6a1af4e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:31.017868 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f15fc4b-0bfb-4fc8-ac61-3363cf972061 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.019110 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9f15fc4b-0bfb-4fc8-ac61-3363cf972061 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4057095 Sep 17 23:53:31.022301 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48170) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:31.029252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-0dcdebb8-450c-42f8-b5c0-879e3d6c8997 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Request body: {'security_group_rule': {'security_group_id': '756cf549-bc34-4058-8fd2-79cafee8eea8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:31.126740 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0dcdebb8-450c-42f8-b5c0-879e3d6c8997 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.191231 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0dcdebb8-450c-42f8-b5c0-879e3d6c8997 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.205710 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.262951 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0dcdebb8-450c-42f8-b5c0-879e3d6c8997 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.283885 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdebb8-450c-42f8-b5c0-879e3d6c8997 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db9cc1f-f252-4947-95fb-6c841d52d469,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:31.292162 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.363819 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d10ffe-bc36-4373-b621-16fb987fb9c1 None None] Pushing event updated for resources: {'Port': ['ID=ff706a87-b1c0-4e48-baf3-0353c6d0759f,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:31.377734 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0dcdebb8-450c-42f8-b5c0-879e3d6c8997 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.379382 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0dcdebb8-450c-42f8-b5c0-879e3d6c8997 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3546886 Sep 17 23:53:31.382073 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48180) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:31.386941 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-5277588f-2cf7-4093-9b33-54f04cbc1491 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Request body: {'security_group_rule': {'security_group_id': '756cf549-bc34-4058-8fd2-79cafee8eea8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:31.400260 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] Attempting to bind port ff706a87-b1c0-4e48-baf3-0353c6d0759f on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:53:31.400260 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] Attempting to bind port ff706a87-b1c0-4e48-baf3-0353c6d0759f by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:53:31.400260 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] Attempting to bind port ff706a87-b1c0-4e48-baf3-0353c6d0759f on network 9c1553df-1cdf-4638-a188-7f118bbcb251 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:31.409755 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:53:31.411157 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] Checking segment: {'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:31.412123 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.412712 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] Bound using segment: {'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:53:31.413375 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] Bound port: ff706a87-b1c0-4e48-baf3-0353c6d0759f, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:53:31.413937 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.509993 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5277588f-2cf7-4093-9b33-54f04cbc1491 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.543082 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 817201a6-bec3-4131-9257-bcde0ed9d99f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:31.555054 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] For port ff706a87-b1c0-4e48-baf3-0353c6d0759f, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:53:31.561825 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] For port ff706a87-b1c0-4e48-baf3-0353c6d0759f, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ff706a87-b1c0-4e48-baf3-0353c6d0759f,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:53:31.582777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f4830aef-2f5a-4d16-afc5-da8874e3f76f tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-832409234'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:31.609438 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-6e164f4f-f19a-4831-a112-b0d2d270b43c None None] Provisioning complete for port ff706a87-b1c0-4e48-baf3-0353c6d0759f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:31.610487 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6e164f4f-f19a-4831-a112-b0d2d270b43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.617710 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5277588f-2cf7-4093-9b33-54f04cbc1491 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.646139 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.650121 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 817201a6-bec3-4131-9257-bcde0ed9d99f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:31.650486 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.658833 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6e164f4f-f19a-4831-a112-b0d2d270b43c None None] Port ff706a87-b1c0-4e48-baf3-0353c6d0759f cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:31.704983 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] Routers {'83af115b-ab62-45a2-9186-54debcb42867'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:31.705633 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['83af115b-ab62-45a2-9186-54debcb42867'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:31.746492 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d10ffe-bc36-4373-b621-16fb987fb9c1 None None] Pushing event updated for resources: {'Port': ['ID=ff706a87-b1c0-4e48-baf3-0353c6d0759f,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:31.762435 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5277588f-2cf7-4093-9b33-54f04cbc1491 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.767248 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4830aef-2f5a-4d16-afc5-da8874e3f76f tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Made reservation on behalf of b8a1e9a74b8f470f8dcee9763e16badc for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:31.770847 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f4830aef-2f5a-4d16-afc5-da8874e3f76f tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.794710 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f4830aef-2f5a-4d16-afc5-da8874e3f76f tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.803965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ded0b34c-2827-49c5-a4d5-4358323c3128 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:53:31.831804 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: ded0b34c-2827-49c5-a4d5-4358323c3128 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:53:31.832360 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ded0b34c-2827-49c5-a4d5-4358323c3128 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:53:31.837196 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277588f-2cf7-4093-9b33-54f04cbc1491 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b56afbb-145f-4040-91af-22439d6d1440,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:31.859271 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] Set router 83af115b-ab62-45a2-9186-54debcb42867 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:31.916008 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f4830aef-2f5a-4d16-afc5-da8874e3f76f tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:31.967761 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48186) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:31.990300 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-8b0d8f41-e6af-4cb6-9cfe-c2fa83591be6 None None] Provisioning complete for port ff706a87-b1c0-4e48-baf3-0353c6d0759f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:31.990677 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8b0d8f41-e6af-4cb6-9cfe-c2fa83591be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.030621 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f4830aef-2f5a-4d16-afc5-da8874e3f76f tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.057173 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e364b86d-9246-40b1-ad8a-77ce748354ec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0d9d21cfcb240e7a982ff8d8919e740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0880921 Sep 17 23:53:32.063756 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48190) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:32.068431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48192) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:32.083867 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4830aef-2f5a-4d16-afc5-da8874e3f76f tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6716477a-96b6-4c21-be2b-81584b8d1a4d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:32.104415 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5277588f-2cf7-4093-9b33-54f04cbc1491 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.104415 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5277588f-2cf7-4093-9b33-54f04cbc1491 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7163289 Sep 17 23:53:32.106917 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-17T23:53:28Z', 'revision_number': 4, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'ff706a87-b1c0-4e48-baf3-0353c6d0759f', 'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'mac_address': 'fa:16:3e:4b:33:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:27Z', 'updated_at': '2021-09-17T23:53:31Z', 'revision_number': 4, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'subnets': [{'id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:32.110778 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48196) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:32.122438 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2e52ae50-9f19-4b36-aba3-a0629dc69aeb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:32.126438 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8b0d8f41-e6af-4cb6-9cfe-c2fa83591be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.137485 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4830aef-2f5a-4d16-afc5-da8874e3f76f tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:53:32.156021 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f4830aef-2f5a-4d16-afc5-da8874e3f76f tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.156937 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-f4830aef-2f5a-4d16-afc5-da8874e3f76f tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Added segment aad9efda-73b6-48a3-8479-46e16aadf722 of type vlan for network cf8f4461-3d19-4fa3-97b6-2641d53cd8b2 Sep 17 23:53:32.165340 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8b0d8f41-e6af-4cb6-9cfe-c2fa83591be6 None None] For port ff706a87-b1c0-4e48-baf3-0353c6d0759f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ff706a87-b1c0-4e48-baf3-0353c6d0759f,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:32.172024 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6138961f-0617-4773-a63a-2b42fc8f997d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.176881 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0879738e-decc-4dab-9c8c-f33ff5d531ae None None] The sync data for ids ['83af115b-ab62-45a2-9186-54debcb42867'] in n-d-809883-1 is: [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-17T23:53:28Z', 'revision_number': 4, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'ff706a87-b1c0-4e48-baf3-0353c6d0759f', 'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'mac_address': 'fa:16:3e:4b:33:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:27Z', 'updated_at': '2021-09-17T23:53:31Z', 'revision_number': 4, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'subnets': [{'id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:53:32.200817 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6138961f-0617-4773-a63a-2b42fc8f997d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.209443 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f4830aef-2f5a-4d16-afc5-da8874e3f76f tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.263731 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8b0d8f41-e6af-4cb6-9cfe-c2fa83591be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.266375 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e52ae50-9f19-4b36-aba3-a0629dc69aeb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.331857 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f4830aef-2f5a-4d16-afc5-da8874e3f76f tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.337948 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d8f41-e6af-4cb6-9cfe-c2fa83591be6 None None] Pushing event updated for resources: {'Port': ['ID=ff706a87-b1c0-4e48-baf3-0353c6d0759f,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:32.347670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4830aef-2f5a-4d16-afc5-da8874e3f76f tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:32.355497 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f4830aef-2f5a-4d16-afc5-da8874e3f76f tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.384037 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6138961f-0617-4773-a63a-2b42fc8f997d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.389317 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6138961f-0617-4773-a63a-2b42fc8f997d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.391212 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6138961f-0617-4773-a63a-2b42fc8f997d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1673654b-fdfe-473d-8fcc-0b216a19f0a4 HTTP/1.1" status: 204 len: 168 time: 0.3215849 Sep 17 23:53:32.400481 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138961f-0617-4773-a63a-2b42fc8f997d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1673654b-fdfe-473d-8fcc-0b216a19f0a4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:32.442291 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-6bfd84e6-7e20-4178-b33f-7b26b4f5d5ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1743170836-network', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:32.460329 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4830aef-2f5a-4d16-afc5-da8874e3f76f tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event updated for resources: {'Network': ['ID=cf8f4461-3d19-4fa3-97b6-2641d53cd8b2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:32.474762 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network cf8f4461-3d19-4fa3-97b6-2641d53cd8b2 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:53:32.496082 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e52ae50-9f19-4b36-aba3-a0629dc69aeb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.502913 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f4830aef-2f5a-4d16-afc5-da8874e3f76f tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5200162 Sep 17 23:53:32.510050 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48210) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:32.518609 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-4f9d27ac-9d08-4fd2-8c4d-38ffa25437d7 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Request body: {'subnet': {'network_id': 'cf8f4461-3d19-4fa3-97b6-2641d53cd8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:32.634827 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfd84e6-7e20-4178-b33f-7b26b4f5d5ca admin admin] Made reservation on behalf of a18a1f6767cb4e0fb2739899ffe26669 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:32.637595 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bfd84e6-7e20-4178-b33f-7b26b4f5d5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.651929 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-2e52ae50-9f19-4b36-aba3-a0629dc69aeb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Allocated IP 172.25.3.64 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/593f8c4c-c3ed-480a-a219-853f78db23d8) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:32.664079 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bfd84e6-7e20-4178-b33f-7b26b4f5d5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.768266 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e52ae50-9f19-4b36-aba3-a0629dc69aeb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.785250 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9d27ac-9d08-4fd2-8c4d-38ffa25437d7 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Made reservation on behalf of b8a1e9a74b8f470f8dcee9763e16badc for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:32.789651 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4f9d27ac-9d08-4fd2-8c4d-38ffa25437d7 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.910331 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e52ae50-9f19-4b36-aba3-a0629dc69aeb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:32.997650 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e52ae50-9f19-4b36-aba3-a0629dc69aeb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:33.018544 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-2e52ae50-9f19-4b36-aba3-a0629dc69aeb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:33.032974 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e52ae50-9f19-4b36-aba3-a0629dc69aeb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:33.038245 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bfd84e6-7e20-4178-b33f-7b26b4f5d5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.082036 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52ae50-9f19-4b36-aba3-a0629dc69aeb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Pushing event updated for resources: {'Port': ['ID=593f8c4c-c3ed-480a-a219-853f78db23d8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:33.096951 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bfd84e6-7e20-4178-b33f-7b26b4f5d5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.127383 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfd84e6-7e20-4178-b33f-7b26b4f5d5ca admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:53:33.145668 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bfd84e6-7e20-4178-b33f-7b26b4f5d5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.145668 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-6bfd84e6-7e20-4178-b33f-7b26b4f5d5ca admin admin] Added segment a3aad2c6-c7cd-4999-a94c-0b4ecd570594 of type vlan for network a544fc79-cedf-43d8-98c2-acb1f5a0c66d Sep 17 23:53:33.160374 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4f9d27ac-9d08-4fd2-8c4d-38ffa25437d7 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.201345 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e52ae50-9f19-4b36-aba3-a0629dc69aeb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.224096 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd84e6-7e20-4178-b33f-7b26b4f5d5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939c906f-8621-477b-b04c-8413f7712269,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:33.243679 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bfd84e6-7e20-4178-b33f-7b26b4f5d5ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.285830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d27ac-9d08-4fd2-8c4d-38ffa25437d7 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event updated for resources: {'Subnet': ['ID=e4e921c8-d771-44fd-8232-95817b42ac37,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:33.298899 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9d27ac-9d08-4fd2-8c4d-38ffa25437d7 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Checking segment: {'id': 'aad9efda-73b6-48a3-8479-46e16aadf722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cf8f4461-3d19-4fa3-97b6-2641d53cd8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:33.299273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9d27ac-9d08-4fd2-8c4d-38ffa25437d7 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Network hostable DHCP agents. Network: cf8f4461-3d19-4fa3-97b6-2641d53cd8b2, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:53:33.319248 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e52ae50-9f19-4b36-aba3-a0629dc69aeb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.344316 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bfd84e6-7e20-4178-b33f-7b26b4f5d5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.345661 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfd84e6-7e20-4178-b33f-7b26b4f5d5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:33.346307 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bfd84e6-7e20-4178-b33f-7b26b4f5d5ca admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.382201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48232) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:33.395356 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9d27ac-9d08-4fd2-8c4d-38ffa25437d7 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Network cf8f4461-3d19-4fa3-97b6-2641d53cd8b2 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:53:33.511537 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e52ae50-9f19-4b36-aba3-a0629dc69aeb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.525689 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6bfd84e6-7e20-4178-b33f-7b26b4f5d5ca admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4522750 Sep 17 23:53:33.526322 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-4f9d27ac-9d08-4fd2-8c4d-38ffa25437d7 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, cf8f4461-3d19-4fa3-97b6-2641d53cd8b2) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:33.527996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48236) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:33.532300 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd84e6-7e20-4178-b33f-7b26b4f5d5ca admin admin] Pushing event updated for resources: {'Network': ['ID=a544fc79-cedf-43d8-98c2-acb1f5a0c66d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:33.537730 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-2042b0c3-96f4-4a95-843d-cfccffbd6adb admin admin] Request body: {'subnet': {'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1743170836-subnet', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:33.543075 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network a544fc79-cedf-43d8-98c2-acb1f5a0c66d details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:53:33.548861 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e52ae50-9f19-4b36-aba3-a0629dc69aeb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.556858 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9d27ac-9d08-4fd2-8c4d-38ffa25437d7 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:33.557596 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4f9d27ac-9d08-4fd2-8c4d-38ffa25437d7 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.627479 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52ae50-9f19-4b36-aba3-a0629dc69aeb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Pushing event updated for resources: {'Port': ['ID=593f8c4c-c3ed-480a-a219-853f78db23d8,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:33.637781 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef6d2d3-b06b-44e7-ab6e-9c601be6144b None None] Network cf8f4461-3d19-4fa3-97b6-2641d53cd8b2 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:33.639843 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ff706a87-b1c0-4e48-baf3-0353c6d0759f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:33.664624 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2042b0c3-96f4-4a95-843d-cfccffbd6adb admin admin] Made reservation on behalf of a18a1f6767cb4e0fb2739899ffe26669 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:33.667113 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2042b0c3-96f4-4a95-843d-cfccffbd6adb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.694214 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e52ae50-9f19-4b36-aba3-a0629dc69aeb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.717443 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4f9d27ac-9d08-4fd2-8c4d-38ffa25437d7 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2069960 Sep 17 23:53:33.720532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48246) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:33.727334 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Request body: {'port': {'network_id': 'cf8f4461-3d19-4fa3-97b6-2641d53cd8b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-734075331'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:33.763319 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e52ae50-9f19-4b36-aba3-a0629dc69aeb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.766770 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2e52ae50-9f19-4b36-aba3-a0629dc69aeb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6516378 Sep 17 23:53:33.821907 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ff706a87-b1c0-4e48-baf3-0353c6d0759f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:33.822277 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.872387 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-6d7eec1a-e756-40b4-96da-f945788f8b3e tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1771314536'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:33.973187 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Made reservation on behalf of b8a1e9a74b8f470f8dcee9763e16badc for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:33.985930 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:33.992400 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-cf8f4461-3d19-4fa3-97b6-2641d53cd8b2', 'network_id': 'cf8f4461-3d19-4fa3-97b6-2641d53cd8b2', 'tenant_id': 'b8a1e9a74b8f470f8dcee9763e16badc', 'fixed_ips': [{'subnet_id': 'e4e921c8-d771-44fd-8232-95817b42ac37'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:53:33.993842 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.009506 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2042b0c3-96f4-4a95-843d-cfccffbd6adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.012989 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] device_id is not set on port 47b71019-762b-43da-9860-3c99661f7d29 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:53:34.106575 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042b0c3-96f4-4a95-843d-cfccffbd6adb admin admin] Pushing event updated for resources: {'Subnet': ['ID=372385ca-344b-4083-aa15-78d8fb783453,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:34.112644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2042b0c3-96f4-4a95-843d-cfccffbd6adb admin admin] Checking segment: {'id': 'a3aad2c6-c7cd-4999-a94c-0b4ecd570594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:34.118384 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2042b0c3-96f4-4a95-843d-cfccffbd6adb admin admin] Network hostable DHCP agents. Network: a544fc79-cedf-43d8-98c2-acb1f5a0c66d, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:53:34.119157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7eec1a-e756-40b4-96da-f945788f8b3e tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Made reservation on behalf of 4bc71b2679064341bebecf8fe9a92ee0 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:34.122767 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d7eec1a-e756-40b4-96da-f945788f8b3e tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.136887 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d7eec1a-e756-40b4-96da-f945788f8b3e tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.170208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Allocated IP 2001:db8::1c (cf8f4461-3d19-4fa3-97b6-2641d53cd8b2/e4e921c8-d771-44fd-8232-95817b42ac37/47b71019-762b-43da-9860-3c99661f7d29) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:34.243645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2042b0c3-96f4-4a95-843d-cfccffbd6adb admin admin] Network a544fc79-cedf-43d8-98c2-acb1f5a0c66d is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:53:34.275631 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d7eec1a-e756-40b4-96da-f945788f8b3e tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.316887 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-5fed0b18-df4f-4a64-aa93-3d403cb69301 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1061926928&fields=id&tenant_id=dba230fc347941bb9230276913eaed6b HTTP/1.1" status: 200 len: 267 time: 0.0528493 Sep 17 23:53:34.352967 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-2042b0c3-96f4-4a95-843d-cfccffbd6adb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, a544fc79-cedf-43d8-98c2-acb1f5a0c66d) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:34.363710 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d34cc3-d39e-4328-aeca-4a259eadfafa None None] Network a544fc79-cedf-43d8-98c2-acb1f5a0c66d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:34.365614 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2042b0c3-96f4-4a95-843d-cfccffbd6adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:34.366796 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2042b0c3-96f4-4a95-843d-cfccffbd6adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.379992 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.410927 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d7eec1a-e756-40b4-96da-f945788f8b3e tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.457452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eec1a-e756-40b4-96da-f945788f8b3e tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8686e3dd-1873-4cd6-b1b7-fc34c84a60fd,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:34.473177 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7eec1a-e756-40b4-96da-f945788f8b3e tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:53:34.492271 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.494241 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d7eec1a-e756-40b4-96da-f945788f8b3e tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.495284 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-6d7eec1a-e756-40b4-96da-f945788f8b3e tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Added segment 4992ebeb-2818-4267-96f1-5465b5fb9bde of type vlan for network 35ee8937-edb7-428d-8804-231e2990a75a Sep 17 23:53:34.503987 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-4a016209-a063-470d-9141-0b4bf14a4ef1 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:34.506172 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-4a016209-a063-470d-9141-0b4bf14a4ef1 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/networks?id=9c1553df-1cdf-4638-a188-7f118bbcb251 HTTP/1.1" status: 200 len: 816 time: 0.1814642 Sep 17 23:53:34.553198 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2042b0c3-96f4-4a95-843d-cfccffbd6adb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0238445 Sep 17 23:53:34.554513 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Network cf8f4461-3d19-4fa3-97b6-2641d53cd8b2 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:34.554930 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-36d67c0b-b8b7-41eb-ae62-51befbbcca54 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/quotas/dba230fc347941bb9230276913eaed6b HTTP/1.1" status: 200 len: 375 time: 0.0405486 Sep 17 23:53:34.556399 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48282) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:34.562696 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:34.573775 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-975a469b-d06a-41f9-a57c-7e7e00ec1c90 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:34.578816 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d7eec1a-e756-40b4-96da-f945788f8b3e tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.585332 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:34.593797 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:34.598625 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.599425 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'fixed_ips': [{'subnet_id': '372385ca-344b-4083-aa15-78d8fb783453'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:53:34.600134 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.602552 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] Allocated IP 2001:db8::2 (cf8f4461-3d19-4fa3-97b6-2641d53cd8b2/e4e921c8-d771-44fd-8232-95817b42ac37/a3d21307-bc69-4a7b-986c-d7df06d222a4) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:34.603916 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event updated for resources: {'Port': ['ID=47b71019-762b-43da-9860-3c99661f7d29,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:34.628813 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:34.629500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:34.630619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:34.631435 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:34.631926 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:34.632451 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:34.633279 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:34.633792 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:34.634297 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:34.634869 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:34.635642 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:34.636223 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:53:34.689586 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-66ec1694-eac0-4952-a787-c00f6d13bbc1 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dba230fc347941bb9230276913eaed6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1239500 Sep 17 23:53:34.734982 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-975a469b-d06a-41f9-a57c-7e7e00ec1c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.736151 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-975a469b-d06a-41f9-a57c-7e7e00ec1c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.760776 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d7eec1a-e756-40b4-96da-f945788f8b3e tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.766619 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7eec1a-e756-40b4-96da-f945788f8b3e tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:34.771180 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d7eec1a-e756-40b4-96da-f945788f8b3e tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.794494 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-975a469b-d06a-41f9-a57c-7e7e00ec1c90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:34.836303 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eec1a-e756-40b4-96da-f945788f8b3e tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Pushing event updated for resources: {'Network': ['ID=35ee8937-edb7-428d-8804-231e2990a75a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:34.851987 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-09a21e5b-f9c1-461e-ac75-270dbe864294 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1299951 Sep 17 23:53:34.853465 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48292) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:34.868133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f4fc0611-1fbf-4e1c-9a79-7c767795962c tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Request body: {'port': {'network_id': 'cf8f4461-3d19-4fa3-97b6-2641d53cd8b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-90208718', 'allowed_address_pairs': [{'ip_address': '2001:db8::1c', 'mac_address': 'fa:16:3e:1b:59:26'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:34.874772 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6d7eec1a-e756-40b4-96da-f945788f8b3e tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4804430 Sep 17 23:53:34.891120 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48296) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:34.892947 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 35ee8937-edb7-428d-8804-231e2990a75a details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:53:34.899626 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-4ad8c22a-3e65-4904-844b-bc42fa556b7f tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Request body: {'subnet': {'network_id': '35ee8937-edb7-428d-8804-231e2990a75a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:35.134628 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] Allocated IP 172.20.0.2 (a544fc79-cedf-43d8-98c2-acb1f5a0c66d/372385ca-344b-4083-aa15-78d8fb783453/826cc9cd-e14b-4938-9daa-51a9e95f6d44) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:35.174575 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad8c22a-3e65-4904-844b-bc42fa556b7f tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Made reservation on behalf of 4bc71b2679064341bebecf8fe9a92ee0 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:35.181031 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ad8c22a-3e65-4904-844b-bc42fa556b7f tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:35.182008 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:35.283593 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:35.359732 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] Network cf8f4461-3d19-4fa3-97b6-2641d53cd8b2 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:35.365665 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:35.376493 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:35.410596 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:35.412305 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] Pushing event updated for resources: {'Port': ['ID=a3d21307-bc69-4a7b-986c-d7df06d222a4,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:35.465614 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-975a469b-d06a-41f9-a57c-7e7e00ec1c90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:35.470591 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:35.508224 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] Attempting to bind port a3d21307-bc69-4a7b-986c-d7df06d222a4 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:53:35.508701 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] Attempting to bind port a3d21307-bc69-4a7b-986c-d7df06d222a4 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'aad9efda-73b6-48a3-8479-46e16aadf722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cf8f4461-3d19-4fa3-97b6-2641d53cd8b2'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:53:35.509195 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] Attempting to bind port a3d21307-bc69-4a7b-986c-d7df06d222a4 on network cf8f4461-3d19-4fa3-97b6-2641d53cd8b2 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:35.523374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] Network a544fc79-cedf-43d8-98c2-acb1f5a0c66d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:35.528798 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ad8c22a-3e65-4904-844b-bc42fa556b7f tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:35.528980 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:35.532259 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:35.540209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:53:35.540586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] Checking segment: {'id': 'aad9efda-73b6-48a3-8479-46e16aadf722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cf8f4461-3d19-4fa3-97b6-2641d53cd8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:35.541019 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:35.541412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] Bound using segment: {'id': 'aad9efda-73b6-48a3-8479-46e16aadf722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cf8f4461-3d19-4fa3-97b6-2641d53cd8b2'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:53:35.542538 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] Bound port: a3d21307-bc69-4a7b-986c-d7df06d222a4, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad9efda-73b6-48a3-8479-46e16aadf722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cf8f4461-3d19-4fa3-97b6-2641d53cd8b2'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:53:35.542870 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:35.589888 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] Pushing event updated for resources: {'Port': ['ID=826cc9cd-e14b-4938-9daa-51a9e95f6d44,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:35.603704 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8c22a-3e65-4904-844b-bc42fa556b7f tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Pushing event updated for resources: {'Subnet': ['ID=92b5edc1-39cc-41a8-8bfc-219f16fdcd4b,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:35.621697 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fc0611-1fbf-4e1c-9a79-7c767795962c tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Made reservation on behalf of b8a1e9a74b8f470f8dcee9763e16badc for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:35.646079 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] Attempting to bind port 826cc9cd-e14b-4938-9daa-51a9e95f6d44 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:53:35.646721 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] Attempting to bind port 826cc9cd-e14b-4938-9daa-51a9e95f6d44 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'a3aad2c6-c7cd-4999-a94c-0b4ecd570594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:53:35.646837 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] Attempting to bind port 826cc9cd-e14b-4938-9daa-51a9e95f6d44 on network a544fc79-cedf-43d8-98c2-acb1f5a0c66d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:35.664814 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:53:35.665237 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] Checking segment: {'id': 'a3aad2c6-c7cd-4999-a94c-0b4ecd570594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:35.668621 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:35.669275 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] Bound using segment: {'id': 'a3aad2c6-c7cd-4999-a94c-0b4ecd570594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:53:35.669807 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] Bound port: 826cc9cd-e14b-4938-9daa-51a9e95f6d44, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3aad2c6-c7cd-4999-a94c-0b4ecd570594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:53:35.670206 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:35.688623 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-7b3eeae1-9433-471b-9413-74e8b7c8440f service neutron] 10.222.0.46 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9854803 Sep 17 23:53:35.741640 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] For port a3d21307-bc69-4a7b-986c-d7df06d222a4, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:53:35.770854 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] For port a3d21307-bc69-4a7b-986c-d7df06d222a4, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a3d21307-bc69-4a7b-986c-d7df06d222a4,segment=NetworkSegment(aad9efda-73b6-48a3-8479-46e16aadf722),segment_id=aad9efda-73b6-48a3-8479-46e16aadf722)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:53:35.807109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad8c22a-3e65-4904-844b-bc42fa556b7f tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Checking segment: {'id': '4992ebeb-2818-4267-96f1-5465b5fb9bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '35ee8937-edb7-428d-8804-231e2990a75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:35.807402 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] For port 826cc9cd-e14b-4938-9daa-51a9e95f6d44, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:53:35.807546 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad8c22a-3e65-4904-844b-bc42fa556b7f tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Network hostable DHCP agents. Network: 35ee8937-edb7-428d-8804-231e2990a75a, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:53:35.812172 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] For port 826cc9cd-e14b-4938-9daa-51a9e95f6d44, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=826cc9cd-e14b-4938-9daa-51a9e95f6d44,segment=NetworkSegment(a3aad2c6-c7cd-4999-a94c-0b4ecd570594),segment_id=a3aad2c6-c7cd-4999-a94c-0b4ecd570594)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:53:35.835875 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4fc0611-1fbf-4e1c-9a79-7c767795962c tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:35.852693 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:35.865949 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-975a469b-d06a-41f9-a57c-7e7e00ec1c90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:35.870162 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-f4fc0611-1fbf-4e1c-9a79-7c767795962c tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] device_id is not set on port 2ce105ea-aa0e-4477-b300-6d08b826d0e6 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:53:35.885201 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-8f5f0164-e525-46a8-8688-2578cec4fa4b service neutron] 10.222.0.46 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965718 Sep 17 23:53:35.892366 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-975a469b-d06a-41f9-a57c-7e7e00ec1c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:35.915413 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:35.934578 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad8c22a-3e65-4904-844b-bc42fa556b7f tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Network 35ee8937-edb7-428d-8804-231e2990a75a is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:53:36.028055 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bf132-9f32-45f0-bd69-5ac2e4a14a46 None None] Pushing event updated for resources: {'Port': ['ID=a3d21307-bc69-4a7b-986c-d7df06d222a4,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:36.073410 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-f4fc0611-1fbf-4e1c-9a79-7c767795962c tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Allocated IP 2001:db8::1d9 (cf8f4461-3d19-4fa3-97b6-2641d53cd8b2/e4e921c8-d771-44fd-8232-95817b42ac37/2ce105ea-aa0e-4477-b300-6d08b826d0e6) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:36.135313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12fb2d-1dc1-41b3-abf5-e577f43e1cba None None] Pushing event updated for resources: {'Port': ['ID=826cc9cd-e14b-4938-9daa-51a9e95f6d44,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:36.138822 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-975a469b-d06a-41f9-a57c-7e7e00ec1c90 admin admin] Allocated IP 172.25.3.178 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/31c4d618-63c1-448b-b12b-9f2a92dde7dd) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:36.184188 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-4ad8c22a-3e65-4904-844b-bc42fa556b7f tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 35ee8937-edb7-428d-8804-231e2990a75a) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:36.233122 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15926ba-d5e2-4c5b-8ea4-1431083a83f8 None None] Network 35ee8937-edb7-428d-8804-231e2990a75a requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:36.233563 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad8c22a-3e65-4904-844b-bc42fa556b7f tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:36.240002 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ad8c22a-3e65-4904-844b-bc42fa556b7f tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.332063 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-975a469b-d06a-41f9-a57c-7e7e00ec1c90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.411304 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-042f90aa-390c-4440-9bc7-2221f2e4dd3e req-9817dd21-3f3e-4a60-83b3-e559489782ac tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 210 time: 0.1692426 Sep 17 23:53:36.471028 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4ad8c22a-3e65-4904-844b-bc42fa556b7f tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5761359 Sep 17 23:53:36.472046 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48328) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:36.475707 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a771e297-78f6-4865-bc9d-ae491ffa7616 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-814226853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:36.549293 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-975a469b-d06a-41f9-a57c-7e7e00ec1c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.561143 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4fc0611-1fbf-4e1c-9a79-7c767795962c tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.583433 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-35ee8937-edb7-428d-8804-231e2990a75a', 'network_id': '35ee8937-edb7-428d-8804-231e2990a75a', 'tenant_id': '4bc71b2679064341bebecf8fe9a92ee0', 'fixed_ips': [{'subnet_id': '92b5edc1-39cc-41a8-8bfc-219f16fdcd4b'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:53:36.584319 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.616000 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a771e297-78f6-4865-bc9d-ae491ffa7616 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.619260 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a771e297-78f6-4865-bc9d-ae491ffa7616 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.627197 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48332) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:36.683225 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975a469b-d06a-41f9-a57c-7e7e00ec1c90 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:36.688741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-975a469b-d06a-41f9-a57c-7e7e00ec1c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:36.691913 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975a469b-d06a-41f9-a57c-7e7e00ec1c90 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:36.736989 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a771e297-78f6-4865-bc9d-ae491ffa7616 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.749663 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4fc0611-1fbf-4e1c-9a79-7c767795962c tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.751754 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a469b-d06a-41f9-a57c-7e7e00ec1c90 admin admin] Pushing event updated for resources: {'Port': ['ID=31c4d618-63c1-448b-b12b-9f2a92dde7dd,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:36.799035 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fc0611-1fbf-4e1c-9a79-7c767795962c tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Network cf8f4461-3d19-4fa3-97b6-2641d53cd8b2 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:36.804482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-f4fc0611-1fbf-4e1c-9a79-7c767795962c tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:36.809750 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc0611-1fbf-4e1c-9a79-7c767795962c tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:36.816043 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fc0611-1fbf-4e1c-9a79-7c767795962c tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:36.817108 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4fc0611-1fbf-4e1c-9a79-7c767795962c tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.828663 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a771e297-78f6-4865-bc9d-ae491ffa7616 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.848025 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc0611-1fbf-4e1c-9a79-7c767795962c tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event updated for resources: {'Port': ['ID=2ce105ea-aa0e-4477-b300-6d08b826d0e6,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:36.868796 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] Allocated IP 172.20.0.2 (35ee8937-edb7-428d-8804-231e2990a75a/92b5edc1-39cc-41a8-8bfc-219f16fdcd4b/bd98a3d6-5c59-442b-86db-7482b0caf2ee) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:36.909639 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a771e297-78f6-4865-bc9d-ae491ffa7616 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:36.910882 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a771e297-78f6-4865-bc9d-ae491ffa7616 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4386716 Sep 17 23:53:36.914007 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48340) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:36.915836 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48342) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:36.917235 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f4fc0611-1fbf-4e1c-9a79-7c767795962c tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.0536664 Sep 17 23:53:37.040082 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.160814 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.226194 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] Network 35ee8937-edb7-428d-8804-231e2990a75a is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:37.230132 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:37.235884 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:37.257132 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] Pushing event updated for resources: {'Port': ['ID=bd98a3d6-5c59-442b-86db-7482b0caf2ee,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:37.283346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc7409f-bd80-415a-a356-22f7bad9b050 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:37.289859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc7409f-bd80-415a-a356-22f7bad9b050 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:37.304304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc7409f-bd80-415a-a356-22f7bad9b050 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:37.306051 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6dc7409f-bd80-415a-a356-22f7bad9b050 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2477 time: 0.3863747 Sep 17 23:53:37.309509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48350) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:37.330897 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] Attempting to bind port bd98a3d6-5c59-442b-86db-7482b0caf2ee on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:53:37.331664 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] Attempting to bind port bd98a3d6-5c59-442b-86db-7482b0caf2ee by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '4992ebeb-2818-4267-96f1-5465b5fb9bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '35ee8937-edb7-428d-8804-231e2990a75a'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:53:37.332256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] Attempting to bind port bd98a3d6-5c59-442b-86db-7482b0caf2ee on network 35ee8937-edb7-428d-8804-231e2990a75a {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:37.339988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:53:37.340719 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] Checking segment: {'id': '4992ebeb-2818-4267-96f1-5465b5fb9bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '35ee8937-edb7-428d-8804-231e2990a75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:37.341608 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.342395 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] Bound using segment: {'id': '4992ebeb-2818-4267-96f1-5465b5fb9bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '35ee8937-edb7-428d-8804-231e2990a75a'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:53:37.343119 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] Bound port: bd98a3d6-5c59-442b-86db-7482b0caf2ee, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4992ebeb-2818-4267-96f1-5465b5fb9bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '35ee8937-edb7-428d-8804-231e2990a75a'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:53:37.343723 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.349639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-39a2b227-2e1b-451d-93fb-899c0b320619 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1608754588-network', 'tenant_id': 'b88b0eaeae904566ab7ffffb4ac498d2'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:37.397050 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-975a469b-d06a-41f9-a57c-7e7e00ec1c90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.550449 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8d7bc1a7-83b3-4623-8c9a-31c3ccf7a3b9 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.571293 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a2b227-2e1b-451d-93fb-899c0b320619 admin admin] Made reservation on behalf of b88b0eaeae904566ab7ffffb4ac498d2 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:37.576354 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] For port bd98a3d6-5c59-442b-86db-7482b0caf2ee, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:53:37.576545 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39a2b227-2e1b-451d-93fb-899c0b320619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.601387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] For port bd98a3d6-5c59-442b-86db-7482b0caf2ee, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bd98a3d6-5c59-442b-86db-7482b0caf2ee,segment=NetworkSegment(4992ebeb-2818-4267-96f1-5465b5fb9bde),segment_id=4992ebeb-2818-4267-96f1-5465b5fb9bde)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:53:37.612364 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c10e94ff-2f39-44f6-b7ef-27b0b203fc35 req-72f7a4c6-51ee-433a-9fdd-00e6b0b52cf6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 210 time: 0.0915954 Sep 17 23:53:37.653603 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e58f0f0-c4dc-498f-bf03-5683d4e93e62 None None] Network cf8f4461-3d19-4fa3-97b6-2641d53cd8b2 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:37.659345 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39a2b227-2e1b-451d-93fb-899c0b320619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.688085 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.722910 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-ca271cc8-fa70-404c-8544-c8b424718866 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Deleting port 2ce105ea-aa0e-4477-b300-6d08b826d0e6 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:37.723433 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca271cc8-fa70-404c-8544-c8b424718866 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.759777 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a3d21307-bc69-4a7b-986c-d7df06d222a4 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:37.889878 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca271cc8-fa70-404c-8544-c8b424718866 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:37.921488 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-ca271cc8-fa70-404c-8544-c8b424718866 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Calling delete_port for 2ce105ea-aa0e-4477-b300-6d08b826d0e6 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:37.931573 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cb39f-3a83-4985-b089-b75a530690d5 None None] Pushing event updated for resources: {'Port': ['ID=bd98a3d6-5c59-442b-86db-7482b0caf2ee,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:37.990038 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-52416c56-86d7-43ee-a8be-678532db8b28 None None] Provisioning complete for port a3d21307-bc69-4a7b-986c-d7df06d222a4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:37.991015 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-52416c56-86d7-43ee-a8be-678532db8b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.160397 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a3d21307-bc69-4a7b-986c-d7df06d222a4 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:38.163930 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.168195 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-975a469b-d06a-41f9-a57c-7e7e00ec1c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.287301 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48364) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:38.337493 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-52416c56-86d7-43ee-a8be-678532db8b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.388018 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee47c0e-3ad0-4b94-b473-230548dc1041 None None] Network a544fc79-cedf-43d8-98c2-acb1f5a0c66d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:38.399719 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca271cc8-fa70-404c-8544-c8b424718866 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.432387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-52416c56-86d7-43ee-a8be-678532db8b28 None None] For port a3d21307-bc69-4a7b-986c-d7df06d222a4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a3d21307-bc69-4a7b-986c-d7df06d222a4,segment=NetworkSegment(aad9efda-73b6-48a3-8479-46e16aadf722),segment_id=aad9efda-73b6-48a3-8479-46e16aadf722)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:38.481754 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.485761 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca271cc8-fa70-404c-8544-c8b424718866 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event deleted for resources: {'Port': ['ID=2ce105ea-aa0e-4477-b300-6d08b826d0e6,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:38.497973 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39a2b227-2e1b-451d-93fb-899c0b320619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.531239 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-52416c56-86d7-43ee-a8be-678532db8b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.616089 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39a2b227-2e1b-451d-93fb-899c0b320619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.632238 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce865-bc9a-44e8-ae1c-c65ac3ff6d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.700081 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a2b227-2e1b-451d-93fb-899c0b320619 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:53:38.724069 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52416c56-86d7-43ee-a8be-678532db8b28 None None] Pushing event updated for resources: {'Port': ['ID=a3d21307-bc69-4a7b-986c-d7df06d222a4,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:38.742536 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:53:38.743103 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:53:38.746109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-8d7bc1a7-83b3-4623-8c9a-31c3ccf7a3b9 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Allocated IP 172.20.0.1 (35ee8937-edb7-428d-8804-231e2990a75a/92b5edc1-39cc-41a8-8bfc-219f16fdcd4b/225ec66e-e8a5-4d14-a640-3bb129ddc626) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:38.748568 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a3d7632d-1d03-425a-97ba-bbd16b6c0836 None None] Provisioning complete for port 826cc9cd-e14b-4938-9daa-51a9e95f6d44 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:38.749143 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a3d7632d-1d03-425a-97ba-bbd16b6c0836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.768224 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48374) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:38.796945 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39a2b227-2e1b-451d-93fb-899c0b320619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.797252 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-39a2b227-2e1b-451d-93fb-899c0b320619 admin admin] Added segment 7989fd9a-794d-4d57-b0ca-4aa90a0c9e1f of type vlan for network 5e009b26-b4fc-42c1-b5cf-39cd2749d5d9 Sep 17 23:53:38.835272 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2b227-2e1b-451d-93fb-899c0b320619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efce3ccd-fe34-4e43-a597-0b5d84dd9f19,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:38.841084 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f226084a-353f-4113-b13c-379a7616c046 req-9dd674b3-9a83-489d-906c-3481fbe292c2 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 210 time: 0.0539041 Sep 17 23:53:38.941810 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39a2b227-2e1b-451d-93fb-899c0b320619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:38.944111 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a3d7632d-1d03-425a-97ba-bbd16b6c0836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:39.006245 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a3d7632d-1d03-425a-97ba-bbd16b6c0836 None None] For port 826cc9cd-e14b-4938-9daa-51a9e95f6d44, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=826cc9cd-e14b-4938-9daa-51a9e95f6d44,segment=NetworkSegment(a3aad2c6-c7cd-4999-a94c-0b4ecd570594),segment_id=a3aad2c6-c7cd-4999-a94c-0b4ecd570594)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:39.070672 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca271cc8-fa70-404c-8544-c8b424718866 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:39.072967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ca271cc8-fa70-404c-8544-c8b424718866 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "DELETE /v2.0/ports/2ce105ea-aa0e-4477-b300-6d08b826d0e6 HTTP/1.1" status: 204 len: 168 time: 1.7557812 Sep 17 23:53:39.075820 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48380) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:39.093571 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39a2b227-2e1b-451d-93fb-899c0b320619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:39.094579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a2b227-2e1b-451d-93fb-899c0b320619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:39.095170 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39a2b227-2e1b-451d-93fb-899c0b320619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:39.126212 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a3d7632d-1d03-425a-97ba-bbd16b6c0836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:39.126564 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a6c51128-c79b-4b25-b4e9-4f57746462d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:39.140119 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcef66b1-903b-4541-8c65-d2ffd62fde5e tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] GET failed (client error): The resource could not be found. Sep 17 23:53:39.145367 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bcef66b1-903b-4541-8c65-d2ffd62fde5e tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "GET /v2.0/ports/2ce105ea-aa0e-4477-b300-6d08b826d0e6 HTTP/1.1" status: 404 len: 333 time: 0.0587847 Sep 17 23:53:39.146317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975a469b-d06a-41f9-a57c-7e7e00ec1c90 admin admin] Router 5ac11ac3-05e8-49a3-96a3-45e607a8031d is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:53:39.157741 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48382) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:39.173936 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7dfa1738-862d-493d-a165-c27cd6987a97 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Request body: {'port': {'network_id': 'cf8f4461-3d19-4fa3-97b6-2641d53cd8b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1509988975'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:39.213227 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7632d-1d03-425a-97ba-bbd16b6c0836 None None] Pushing event updated for resources: {'Port': ['ID=826cc9cd-e14b-4938-9daa-51a9e95f6d44,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:39.302308 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e464138a-aa60-4532-b383-8a258c920162 None None] Provisioning complete for port 47b71019-762b-43da-9860-3c99661f7d29 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:39.302707 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e464138a-aa60-4532-b383-8a258c920162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:39.349527 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e464138a-aa60-4532-b383-8a258c920162 None None] Port 47b71019-762b-43da-9860-3c99661f7d29 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:39.370545 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e464138a-aa60-4532-b383-8a258c920162 None None] Provisioning complete for port a3d21307-bc69-4a7b-986c-d7df06d222a4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:39.370922 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e464138a-aa60-4532-b383-8a258c920162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:39.373408 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 826cc9cd-e14b-4938-9daa-51a9e95f6d44 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:39.387858 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce865-bc9a-44e8-ae1c-c65ac3ff6d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:39.502692 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce865-bc9a-44e8-ae1c-c65ac3ff6d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:39.543466 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 826cc9cd-e14b-4938-9daa-51a9e95f6d44 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:39.543761 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:39.547861 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e464138a-aa60-4532-b383-8a258c920162 None None] Could not find standard attr ID for object 2ce105ea-aa0e-4477-b300-6d08b826d0e6. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:53:39.597088 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc30a58b-49fb-4bd2-a91b-e7642e40b18a None None] Network 35ee8937-edb7-428d-8804-231e2990a75a requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:39.941924 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2b227-2e1b-451d-93fb-899c0b320619 admin admin] Pushing event updated for resources: {'Network': ['ID=5e009b26-b4fc-42c1-b5cf-39cd2749d5d9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:39.954309 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8d7bc1a7-83b3-4623-8c9a-31c3ccf7a3b9 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:39.975812 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 5e009b26-b4fc-42c1-b5cf-39cd2749d5d9 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:53:40.027000 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0a4ce865-bc9a-44e8-ae1c-c65ac3ff6d46 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6aaf3b4508ee4220a374d578f1e5278b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7380083 Sep 17 23:53:40.028237 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48394) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:40.058492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-dd53fca0-ebae-4e30-9737-80287d49bc9a None None] Provisioning complete for port 47b71019-762b-43da-9860-3c99661f7d29 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:40.058875 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd53fca0-ebae-4e30-9737-80287d49bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.059898 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-39a2b227-2e1b-451d-93fb-899c0b320619 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.4272673 Sep 17 23:53:40.062376 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48396) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:40.069912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0f0e2773-0768-4561-a6d1-4d68f5e187b6 admin admin] Request body: {'subnet': {'network_id': '5e009b26-b4fc-42c1-b5cf-39cd2749d5d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1608754588-subnet', 'tenant_id': 'b88b0eaeae904566ab7ffffb4ac498d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:40.075878 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975a469b-d06a-41f9-a57c-7e7e00ec1c90 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:53:40.093268 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ce865-bc9a-44e8-ae1c-c65ac3ff6d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d93fac0-63f3-4394-9298-79bc570aeb33,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:40.108930 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] Sync routers for ids ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:53:40.111568 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1e28dee5-2bf4-42e1-9954-cfcb03bacd8f req-e01619ad-eb22-4837-b9c8-c23e6bfed00f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 210 time: 0.1001167 Sep 17 23:53:40.166577 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8d7bc1a7-83b3-4623-8c9a-31c3ccf7a3b9 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.169194 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-39bccecc-c7d9-4b4f-b506-fe976bddae75 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:40.170720 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-39bccecc-c7d9-4b4f-b506-fe976bddae75 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.37 "GET /v2.0/networks?id=9c1553df-1cdf-4638-a188-7f118bbcb251 HTTP/1.1" status: 200 len: 816 time: 0.7013984 Sep 17 23:53:40.187697 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-dd53fca0-ebae-4e30-9737-80287d49bc9a None None] Port 47b71019-762b-43da-9860-3c99661f7d29 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:40.217383 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-dd53fca0-ebae-4e30-9737-80287d49bc9a None None] Provisioning complete for port bd98a3d6-5c59-442b-86db-7482b0caf2ee triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:40.217766 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd53fca0-ebae-4e30-9737-80287d49bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.240573 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7bc1a7-83b3-4623-8c9a-31c3ccf7a3b9 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Network 35ee8937-edb7-428d-8804-231e2990a75a is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:40.245052 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-8d7bc1a7-83b3-4623-8c9a-31c3ccf7a3b9 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:40.247713 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7bc1a7-83b3-4623-8c9a-31c3ccf7a3b9 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:40.272264 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4c4d973b-7362-457b-96d3-749820974fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.280631 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-63c7734c-52c6-491c-aa7a-f25642174369 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dba230fc347941bb9230276913eaed6b HTTP/1.1" status: 200 len: 380 time: 0.0951190 Sep 17 23:53:40.296170 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] Routers {'5ac11ac3-05e8-49a3-96a3-45e607a8031d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:40.296911 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:40.299950 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-64ab77c5-b81c-4a25-bd25-d141e59c8438 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Request body: {'port': {'device_id': '85c78de4-db44-46b0-bd8f-8d2fc35f020c', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'admin_state_up': True, 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'security_groups': ['756cf549-bc34-4058-8fd2-79cafee8eea8']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:40.307029 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bc1a7-83b3-4623-8c9a-31c3ccf7a3b9 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Pushing event updated for resources: {'Port': ['ID=225ec66e-e8a5-4d14-a640-3bb129ddc626,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:40.317669 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a3d21307-bc69-4a7b-986c-d7df06d222a4 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:40.335950 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8d7bc1a7-83b3-4623-8c9a-31c3ccf7a3b9 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.348794 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4c4d973b-7362-457b-96d3-749820974fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.405644 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.424734 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a6c51128-c79b-4b25-b4e9-4f57746462d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.486350 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a6c51128-c79b-4b25-b4e9-4f57746462d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.530875 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a6c51128-c79b-4b25-b4e9-4f57746462d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ebf1737075234c9b98be12f18bc5ba9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7294836 Sep 17 23:53:40.532648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c51128-c79b-4b25-b4e9-4f57746462d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81966d94-5e33-4b72-a819-16627ddf354a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:40.536602 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] Set router 5ac11ac3-05e8-49a3-96a3-45e607a8031d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:40.537563 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48402) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:40.568294 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8d7bc1a7-83b3-4623-8c9a-31c3ccf7a3b9 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.571886 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4c4d973b-7362-457b-96d3-749820974fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.574793 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4c4d973b-7362-457b-96d3-749820974fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.579007 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4c4d973b-7362-457b-96d3-749820974fb8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6d93fac0-63f3-4394-9298-79bc570aeb33 HTTP/1.1" status: 204 len: 168 time: 0.4874411 Sep 17 23:53:40.602545 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd53fca0-ebae-4e30-9737-80287d49bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.605793 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-975a469b-d06a-41f9-a57c-7e7e00ec1c90 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.615007 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-975a469b-d06a-41f9-a57c-7e7e00ec1c90 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0463452 Sep 17 23:53:40.615298 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a3d21307-bc69-4a7b-986c-d7df06d222a4 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:40.615298 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.615997 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48406) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:40.631614 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d973b-7362-457b-96d3-749820974fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d93fac0-63f3-4394-9298-79bc570aeb33,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:40.658252 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ce79690-fbcf-4b3a-a20b-818cb6386687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.691679 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ce79690-fbcf-4b3a-a20b-818cb6386687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.719115 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfa1738-862d-493d-a165-c27cd6987a97 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Made reservation on behalf of b8a1e9a74b8f470f8dcee9763e16badc for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:40.731750 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7dfa1738-862d-493d-a165-c27cd6987a97 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.752982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-dd53fca0-ebae-4e30-9737-80287d49bc9a None None] For port bd98a3d6-5c59-442b-86db-7482b0caf2ee, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bd98a3d6-5c59-442b-86db-7482b0caf2ee,segment=NetworkSegment(4992ebeb-2818-4267-96f1-5465b5fb9bde),segment_id=4992ebeb-2818-4267-96f1-5465b5fb9bde)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:40.773567 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-7dfa1738-862d-493d-a165-c27cd6987a97 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] device_id is not set on port d895bb06-7d7d-418f-8ebb-52c0b28ff083 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:53:40.815866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 826cc9cd-e14b-4938-9daa-51a9e95f6d44 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:40.844685 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd53fca0-ebae-4e30-9737-80287d49bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.947548 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.db.api [None req-0f0e2773-0768-4561-a6d1-4d68f5e187b6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 23:53:40.947548 n-d-809883-1 neutron-server[95591]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 23:53:40.947548 n-d-809883-1 neutron-server[95591]: [parameters: {'project_id': 'b88b0eaeae904566ab7ffffb4ac498d2', 'id': '30a82daf-56bd-4b56-92b9-4a98d9667170', 'expiration': datetime.datetime(2021, 9, 17, 23, 55, 40, 823094)}] Sep 17 23:53:40.947548 n-d-809883-1 neutron-server[95591]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:53:40.948320 n-d-809883-1 neutron-server[95591]: DEBUG oslo_db.api [None req-0f0e2773-0768-4561-a6d1-4d68f5e187b6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:53:40.953847 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-7dfa1738-862d-493d-a165-c27cd6987a97 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Allocated IP 2001:db8::338 (cf8f4461-3d19-4fa3-97b6-2641d53cd8b2/e4e921c8-d771-44fd-8232-95817b42ac37/d895bb06-7d7d-418f-8ebb-52c0b28ff083) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:40.953847 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-64ab77c5-b81c-4a25-bd25-d141e59c8438 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Made reservation on behalf of dba230fc347941bb9230276913eaed6b for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:40.955000 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-dd53fca0-ebae-4e30-9737-80287d49bc9a None None] Provisioning complete for port 826cc9cd-e14b-4938-9daa-51a9e95f6d44 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:40.955377 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd53fca0-ebae-4e30-9737-80287d49bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.958360 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-64ab77c5-b81c-4a25-bd25-d141e59c8438 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.979344 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ce79690-fbcf-4b3a-a20b-818cb6386687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.983144 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ce79690-fbcf-4b3a-a20b-818cb6386687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:40.987350 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7ce79690-fbcf-4b3a-a20b-818cb6386687 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81966d94-5e33-4b72-a819-16627ddf354a HTTP/1.1" status: 204 len: 168 time: 0.4486144 Sep 17 23:53:41.068225 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53fca0-ebae-4e30-9737-80287d49bc9a None None] Pushing event updated for resources: {'Port': ['ID=bd98a3d6-5c59-442b-86db-7482b0caf2ee,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:41.072483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 826cc9cd-e14b-4938-9daa-51a9e95f6d44 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:41.072483 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.161691 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:36Z', 'revision_number': 3, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port': {'id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:35Z', 'updated_at': '2021-09-17T23:53:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:41.231461 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bd98a3d6-5c59-442b-86db-7482b0caf2ee up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:41.235154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] Checking router: 5ac11ac3-05e8-49a3-96a3-45e607a8031d for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:53:41.235501 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] Updating router 5ac11ac3-05e8-49a3-96a3-45e607a8031d port 31c4d618-63c1-448b-b12b-9f2a92dde7dd binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:53:41.299735 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.302660 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a26b146d-b80e-48d0-9430-8274a809fcfc None None] Provisioning complete for port bd98a3d6-5c59-442b-86db-7482b0caf2ee triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:41.303014 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a26b146d-b80e-48d0-9430-8274a809fcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.363014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce79690-fbcf-4b3a-a20b-818cb6386687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81966d94-5e33-4b72-a819-16627ddf354a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:41.376202 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port bd98a3d6-5c59-442b-86db-7482b0caf2ee triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:41.376570 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.415195 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:53:41.433320 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c5d5d52-82e9-4a4f-b974-fda3aacc6d45 req-b4489e33-eb4c-4c37-9df5-93f1fc67e623 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 210 time: 0.0527062 Sep 17 23:53:41.450006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-64ab77c5-b81c-4a25-bd25-d141e59c8438 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Allocated IP 172.20.0.13 (9c1553df-1cdf-4638-a188-7f118bbcb251/294e5306-7b47-43ef-943e-37934b52f9c3/28e0d76e-6f5f-44cd-bb9c-9df15b6fb629) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:41.462029 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8d7bc1a7-83b3-4623-8c9a-31c3ccf7a3b9 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.470745 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7dfa1738-862d-493d-a165-c27cd6987a97 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.576147 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8d7bc1a7-83b3-4623-8c9a-31c3ccf7a3b9 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.631575 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7dfa1738-862d-493d-a165-c27cd6987a97 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.662838 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a26b146d-b80e-48d0-9430-8274a809fcfc None None] Provisioning complete for port 225ec66e-e8a5-4d14-a640-3bb129ddc626 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:41.663373 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a26b146d-b80e-48d0-9430-8274a809fcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.665549 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0e2773-0768-4561-a6d1-4d68f5e187b6 admin admin] Made reservation on behalf of b88b0eaeae904566ab7ffffb4ac498d2 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:41.667937 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0f0e2773-0768-4561-a6d1-4d68f5e187b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.700021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a26b146d-b80e-48d0-9430-8274a809fcfc None None] Port 225ec66e-e8a5-4d14-a640-3bb129ddc626 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:41.706894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a26b146d-b80e-48d0-9430-8274a809fcfc None None] Could not find standard attr ID for object 2ce105ea-aa0e-4477-b300-6d08b826d0e6. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:53:41.707695 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfa1738-862d-493d-a165-c27cd6987a97 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Network cf8f4461-3d19-4fa3-97b6-2641d53cd8b2 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:41.713835 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-64ab77c5-b81c-4a25-bd25-d141e59c8438 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.721173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-7dfa1738-862d-493d-a165-c27cd6987a97 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:41.728240 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfa1738-862d-493d-a165-c27cd6987a97 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:41.736100 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfa1738-862d-493d-a165-c27cd6987a97 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:41.736873 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7dfa1738-862d-493d-a165-c27cd6987a97 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.741969 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa1738-862d-493d-a165-c27cd6987a97 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event updated for resources: {'Port': ['ID=d895bb06-7d7d-418f-8ebb-52c0b28ff083,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:41.743913 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bc1a7-83b3-4623-8c9a-31c3ccf7a3b9 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Pushing event updated for resources: {'Port': ['ID=225ec66e-e8a5-4d14-a640-3bb129ddc626,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:41.765044 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48422) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:41.791244 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.791448 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8d7bc1a7-83b3-4623-8c9a-31c3ccf7a3b9 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.791586 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8278906d-6bc8-4df3-bd9a-9f5af9f1f6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.850938 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7dfa1738-862d-493d-a165-c27cd6987a97 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6895061 Sep 17 23:53:41.854360 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48426) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:41.861818 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d80f8d90-df95-4352-878c-4bf48b2fd081 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c', 'mac_address': 'fa:16:3e:1b:59:26'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:41.869046 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.937688 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-64ab77c5-b81c-4a25-bd25-d141e59c8438 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.981088 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cd89f-b1aa-456c-a0a9-9af55925c28e None None] Pushing event updated for resources: {'Port': ['ID=31c4d618-63c1-448b-b12b-9f2a92dde7dd,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:41.984734 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] Attempting to bind port 31c4d618-63c1-448b-b12b-9f2a92dde7dd on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:53:41.985224 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] Attempting to bind port 31c4d618-63c1-448b-b12b-9f2a92dde7dd by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:53:41.985665 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] Attempting to bind port 31c4d618-63c1-448b-b12b-9f2a92dde7dd on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:41.992116 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:53:41.993260 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:41.993895 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.994700 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:53:41.994949 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] Bound port: 31c4d618-63c1-448b-b12b-9f2a92dde7dd, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:53:41.995450 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:41.999876 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab77c5-b81c-4a25-bd25-d141e59c8438 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Pushing event updated for resources: {'Port': ['ID=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:42.045297 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aecd05a0-7a94-4228-ac8e-9eef25c160c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.077774 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-64ab77c5-b81c-4a25-bd25-d141e59c8438 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Network 9c1553df-1cdf-4638-a188-7f118bbcb251 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:42.084632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-64ab77c5-b81c-4a25-bd25-d141e59c8438 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:42.089675 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-64ab77c5-b81c-4a25-bd25-d141e59c8438 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:42.133771 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7bc1a7-83b3-4623-8c9a-31c3ccf7a3b9 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Network 35ee8937-edb7-428d-8804-231e2990a75a is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:42.137405 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-8d7bc1a7-83b3-4623-8c9a-31c3ccf7a3b9 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:42.270465 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-64ab77c5-b81c-4a25-bd25-d141e59c8438 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:42.272642 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-64ab77c5-b81c-4a25-bd25-d141e59c8438 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.278313 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48430) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:42.327160 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99b0cb60-31c2-4c22-8070-a2264a224d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.339274 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8278906d-6bc8-4df3-bd9a-9f5af9f1f6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.340791 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d80f8d90-df95-4352-878c-4bf48b2fd081 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.356270 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bd98a3d6-5c59-442b-86db-7482b0caf2ee up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:42.422822 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8278906d-6bc8-4df3-bd9a-9f5af9f1f6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.491576 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-87c41c9f-8e83-4310-b84f-177e2d9592d2 None None] Provisioning complete for port d895bb06-7d7d-418f-8ebb-52c0b28ff083 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:42.492034 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-87c41c9f-8e83-4310-b84f-177e2d9592d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.515040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-64ab77c5-b81c-4a25-bd25-d141e59c8438 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2277768 Sep 17 23:53:42.535239 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8278906d-6bc8-4df3-bd9a-9f5af9f1f6dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=68b2ce1894654cc3abbe6f1ea4b591c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7643182 Sep 17 23:53:42.540636 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Request body: {'port': {'device_id': '85c78de4-db44-46b0-bd8f-8d2fc35f020c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:42.543916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48434) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:42.563467 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] For port 31c4d618-63c1-448b-b12b-9f2a92dde7dd, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:53:42.567719 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port bd98a3d6-5c59-442b-86db-7482b0caf2ee triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:42.568333 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.579211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278906d-6bc8-4df3-bd9a-9f5af9f1f6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d71544-1b8b-4bc2-8a39-c5bfc0c7e043,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:42.610582 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-87c41c9f-8e83-4310-b84f-177e2d9592d2 None None] Port d895bb06-7d7d-418f-8ebb-52c0b28ff083 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:42.617396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] For port 31c4d618-63c1-448b-b12b-9f2a92dde7dd, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=31c4d618-63c1-448b-b12b-9f2a92dde7dd,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:53:42.626111 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-aecd05a0-7a94-4228-ac8e-9eef25c160c3 admin admin] Allocated IP 172.20.0.1 (a544fc79-cedf-43d8-98c2-acb1f5a0c66d/372385ca-344b-4083-aa15-78d8fb783453/be369b81-f067-4869-ae4d-d2ccd4ca3704) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:42.724508 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0f0e2773-0768-4561-a6d1-4d68f5e187b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.726573 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.736672 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.754350 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9775ea54-a114-4b4b-a3f4-5728354bf5b4 None None] Provisioning complete for port 225ec66e-e8a5-4d14-a640-3bb129ddc626 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:42.755369 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9775ea54-a114-4b4b-a3f4-5728354bf5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.762819 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7bc1a7-83b3-4623-8c9a-31c3ccf7a3b9 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Router 5980a3ec-c393-4eb7-bdba-536a5f673a15 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:53:42.763045 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca7650-ad7d-4bdc-b0e5-8d221cb8ef85 req-d9d77b31-2063-49b8-b5a8-845bffa8ce83 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:42.764524 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9bca7650-ad7d-4bdc-b0e5-8d221cb8ef85 req-d9d77b31-2063-49b8-b5a8-845bffa8ce83 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 932 time: 0.1824248 Sep 17 23:53:42.828260 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d55a7a08-5bba-4a74-a175-8308defa45b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.871740 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9775ea54-a114-4b4b-a3f4-5728354bf5b4 None None] Port 225ec66e-e8a5-4d14-a640-3bb129ddc626 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:42.890222 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cd89f-b1aa-456c-a0a9-9af55925c28e None None] Pushing event updated for resources: {'Port': ['ID=31c4d618-63c1-448b-b12b-9f2a92dde7dd,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:42.895376 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d55a7a08-5bba-4a74-a175-8308defa45b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.899145 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d80f8d90-df95-4352-878c-4bf48b2fd081 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.903657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e2773-0768-4561-a6d1-4d68f5e187b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08acad75-1f0f-4e98-bd3d-4af71514fcc6,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:42.910231 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99b0cb60-31c2-4c22-8070-a2264a224d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.913444 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aecd05a0-7a94-4228-ac8e-9eef25c160c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.916112 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9775ea54-a114-4b4b-a3f4-5728354bf5b4 None None] Provisioning complete for port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:42.916248 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9bca7650-ad7d-4bdc-b0e5-8d221cb8ef85 req-5a71245d-236a-4de9-b24c-aac8ce0d3006 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367044 Sep 17 23:53:42.925926 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9775ea54-a114-4b4b-a3f4-5728354bf5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.972695 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e2773-0768-4561-a6d1-4d68f5e187b6 admin admin] Checking segment: {'id': '7989fd9a-794d-4d57-b0ca-4aa90a0c9e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5e009b26-b4fc-42c1-b5cf-39cd2749d5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:42.973155 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0e2773-0768-4561-a6d1-4d68f5e187b6 admin admin] Network hostable DHCP agents. Network: 5e009b26-b4fc-42c1-b5cf-39cd2749d5d9, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:53:42.985442 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d80f8d90-df95-4352-878c-4bf48b2fd081 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:42.993899 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7bc1a7-83b3-4623-8c9a-31c3ccf7a3b9 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:53:43.005092 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8d7bc1a7-83b3-4623-8c9a-31c3ccf7a3b9 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] 10.222.0.46 "PUT /v2.0/routers/5980a3ec-c393-4eb7-bdba-536a5f673a15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0830400 Sep 17 23:53:43.006265 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48440) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:43.008335 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99b0cb60-31c2-4c22-8070-a2264a224d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.015251 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] Routers {'5ac11ac3-05e8-49a3-96a3-45e607a8031d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:43.016214 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:43.017399 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac331c5a-982f-4cdf-aaed-5eb6d818e062 None None] Sync routers for ids ['5980a3ec-c393-4eb7-bdba-536a5f673a15'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:53:43.034018 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac331c5a-982f-4cdf-aaed-5eb6d818e062 None None] Routers {'5980a3ec-c393-4eb7-bdba-536a5f673a15'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:43.037354 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-ac331c5a-982f-4cdf-aaed-5eb6d818e062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5980a3ec-c393-4eb7-bdba-536a5f673a15'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:43.044498 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-cf9fac66-8529-4c75-af68-bb444139435a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Request body: {'port': {'network_id': '35ee8937-edb7-428d-8804-231e2990a75a', 'name': 'tempest-FloatingIPNegativeTestJSON-999064760'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:43.069132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0cb60-31c2-4c22-8070-a2264a224d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbc5eba-8ffc-4fbc-a082-2f41ecbbe0cb,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:43.076248 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-d80f8d90-df95-4352-878c-4bf48b2fd081 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] In _notify_port_updated(), no bound segment for port d895bb06-7d7d-418f-8ebb-52c0b28ff083 on network cf8f4461-3d19-4fa3-97b6-2641d53cd8b2 {{(pid=95592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:53:43.078603 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-99b0cb60-31c2-4c22-8070-a2264a224d30 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee3bbaf6db104ca5ad9fdd589c228f3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7954912 Sep 17 23:53:43.079333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48444) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:43.084180 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80f8d90-df95-4352-878c-4bf48b2fd081 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:43.085384 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d80f8d90-df95-4352-878c-4bf48b2fd081 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.086913 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d80f8d90-df95-4352-878c-4bf48b2fd081 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "PUT /v2.0/ports/d895bb06-7d7d-418f-8ebb-52c0b28ff083 HTTP/1.1" status: 200 len: 1002 time: 1.2315865 Sep 17 23:53:43.097721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48446) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:43.098448 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-ac331c5a-982f-4cdf-aaed-5eb6d818e062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:43.123636 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac331c5a-982f-4cdf-aaed-5eb6d818e062 None None] Routers {'5980a3ec-c393-4eb7-bdba-536a5f673a15'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:43.126007 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-ac331c5a-982f-4cdf-aaed-5eb6d818e062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5980a3ec-c393-4eb7-bdba-536a5f673a15'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:43.144953 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0e2773-0768-4561-a6d1-4d68f5e187b6 admin admin] Network 5e009b26-b4fc-42c1-b5cf-39cd2749d5d9 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:53:43.156610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f8d90-df95-4352-878c-4bf48b2fd081 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event updated for resources: {'Port': ['ID=d895bb06-7d7d-418f-8ebb-52c0b28ff083,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:43.185009 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aecd05a0-7a94-4228-ac8e-9eef25c160c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.193091 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-ac331c5a-982f-4cdf-aaed-5eb6d818e062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:43.196145 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac331c5a-982f-4cdf-aaed-5eb6d818e062 None None] The sync data for ids ['5980a3ec-c393-4eb7-bdba-536a5f673a15'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:53:43.200131 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9775ea54-a114-4b4b-a3f4-5728354bf5b4 None None] Port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:43.221536 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] Set router 5ac11ac3-05e8-49a3-96a3-45e607a8031d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:43.242857 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d55a7a08-5bba-4a74-a175-8308defa45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.245753 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d55a7a08-5bba-4a74-a175-8308defa45b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.247536 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d55a7a08-5bba-4a74-a175-8308defa45b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1d71544-1b8b-4bc2-8a39-c5bfc0c7e043 HTTP/1.1" status: 204 len: 168 time: 0.6985681 Sep 17 23:53:43.282356 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a7a08-5bba-4a74-a175-8308defa45b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d71544-1b8b-4bc2-8a39-c5bfc0c7e043,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:43.301428 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd05a0-7a94-4228-ac8e-9eef25c160c3 admin admin] Pushing event updated for resources: {'Port': ['ID=be369b81-f067-4869-ae4d-d2ccd4ca3704,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:43.320448 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecd05a0-7a94-4228-ac8e-9eef25c160c3 admin admin] Network a544fc79-cedf-43d8-98c2-acb1f5a0c66d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:43.331631 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-aecd05a0-7a94-4228-ac8e-9eef25c160c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:43.333877 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-0f0e2773-0768-4561-a6d1-4d68f5e187b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 5e009b26-b4fc-42c1-b5cf-39cd2749d5d9) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:43.342944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecd05a0-7a94-4228-ac8e-9eef25c160c3 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:43.364675 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb1cc59-7279-4fdd-af80-9db91188b193 None None] Network 5e009b26-b4fc-42c1-b5cf-39cd2749d5d9 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:43.389149 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.402633 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0e2773-0768-4561-a6d1-4d68f5e187b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:43.403279 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0f0e2773-0768-4561-a6d1-4d68f5e187b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.441373 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9fac66-8529-4c75-af68-bb444139435a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Made reservation on behalf of 4bc71b2679064341bebecf8fe9a92ee0 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:43.445905 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cf9fac66-8529-4c75-af68-bb444139435a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.458919 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f75ea811-0007-417b-a47e-3ae410fc930d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.459149 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:53:43.474292 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.490034 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-cf9fac66-8529-4c75-af68-bb444139435a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] device_id is not set on port 9948e4f5-13e3-4fba-9e43-3ef73229b8c7 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:53:43.499683 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aecd05a0-7a94-4228-ac8e-9eef25c160c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.500768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Transition to ACTIVE for port object 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:53:43.547361 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0f0e2773-0768-4561-a6d1-4d68f5e187b6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.4833558 Sep 17 23:53:43.598853 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-0a533f46-f215-4c9e-b23e-502de30b323b tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Deleting port d895bb06-7d7d-418f-8ebb-52c0b28ff083 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:43.599104 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0a533f46-f215-4c9e-b23e-502de30b323b tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.604343 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f75ea811-0007-417b-a47e-3ae410fc930d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.618102 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.684613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Pushing event updated for resources: {'Port': ['ID=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:43.719028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2778e56a-eeab-4838-8f55-14c79d6e053c None None] Provisioning complete for port d895bb06-7d7d-418f-8ebb-52c0b28ff083 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:43.719552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-cf9fac66-8529-4c75-af68-bb444139435a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Allocated IP 172.20.0.11 (35ee8937-edb7-428d-8804-231e2990a75a/92b5edc1-39cc-41a8-8bfc-219f16fdcd4b/9948e4f5-13e3-4fba-9e43-3ef73229b8c7) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:43.719684 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2778e56a-eeab-4838-8f55-14c79d6e053c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:43.761055 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-2778e56a-eeab-4838-8f55-14c79d6e053c None None] Port d895bb06-7d7d-418f-8ebb-52c0b28ff083 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:43.823394 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a87228-4658-453f-b359-bb8fbaabf605 None None] Network 5e009b26-b4fc-42c1-b5cf-39cd2749d5d9 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:44.038957 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:36Z', 'revision_number': 3, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port': {'id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:35Z', 'updated_at': '2021-09-17T23:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:44.043480 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c016f13c-4ab7-49f4-8bd1-df671d578e93 None None] Provisioning complete for port be369b81-f067-4869-ae4d-d2ccd4ca3704 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:44.044115 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c016f13c-4ab7-49f4-8bd1-df671d578e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.118705 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c016f13c-4ab7-49f4-8bd1-df671d578e93 None None] Port be369b81-f067-4869-ae4d-d2ccd4ca3704 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:44.159498 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8bbc6-236d-4d0a-aa0b-a0ba6ccefadf None None] The sync data for ids ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'] in n-d-809883-1 is: [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:36Z', 'revision_number': 3, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port': {'id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:35Z', 'updated_at': '2021-09-17T23:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:53:44.168639 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Attempting to bind port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:53:44.169055 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Attempting to bind port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:53:44.169411 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Attempting to bind port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 on network 9c1553df-1cdf-4638-a188-7f118bbcb251 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:44.194513 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 on network 9c1553df-1cdf-4638-a188-7f118bbcb251 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:53:44.194882 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Attempting to bind port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 on network 9c1553df-1cdf-4638-a188-7f118bbcb251 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:44.200425 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c6489c22-867e-40b4-ac93-b24dd1a50cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.224521 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0a533f46-f215-4c9e-b23e-502de30b323b tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.237275 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:53:44.237275 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Checking segment: {'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:44.237580 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Bound using segment: {'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:53:44.238092 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Bound port: 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:53:44.238458 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.264546 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-0a533f46-f215-4c9e-b23e-502de30b323b tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Calling delete_port for d895bb06-7d7d-418f-8ebb-52c0b28ff083 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:44.358500 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cf9fac66-8529-4c75-af68-bb444139435a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.362513 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f75ea811-0007-417b-a47e-3ae410fc930d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.365499 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f75ea811-0007-417b-a47e-3ae410fc930d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.367810 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f75ea811-0007-417b-a47e-3ae410fc930d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6cbc5eba-8ffc-4fbc-a082-2f41ecbbe0cb HTTP/1.1" status: 204 len: 168 time: 1.2868340 Sep 17 23:53:44.386647 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ea811-0007-417b-a47e-3ae410fc930d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbc5eba-8ffc-4fbc-a082-2f41ecbbe0cb,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:44.404807 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44537e28-7b6a-4d7f-a5d4-e6f99889618d req-28bdaf19-b32a-4823-969a-22a8235e758b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:44.406600 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-44537e28-7b6a-4d7f-a5d4-e6f99889618d req-28bdaf19-b32a-4823-969a-22a8235e758b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.2674396 Sep 17 23:53:44.409832 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] For port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:53:44.439845 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] For port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:53:44.496578 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-44537e28-7b6a-4d7f-a5d4-e6f99889618d req-18fb39ad-37b5-4ed4-a7e7-70542ba657eb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683110 Sep 17 23:53:44.497129 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aecd05a0-7a94-4228-ac8e-9eef25c160c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.570288 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.614812 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0a533f46-f215-4c9e-b23e-502de30b323b tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.633647 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cf9fac66-8529-4c75-af68-bb444139435a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.657759 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:44.658387 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:44.659802 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] 10.222.0.37 "PUT /v2.0/ports/28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 HTTP/1.1" status: 200 len: 1092 time: 2.1331301 Sep 17 23:53:44.665586 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c78de4-db44-46b0-bd8f-8d2fc35f020c', 'tag': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:53:44.676554 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d043d289-ba8f-4339-9d95-ce7747bacecc" -d '{"events": [{"name": "network-changed", "server_uuid": "85c78de4-db44-46b0-bd8f-8d2fc35f020c", "tag": "28e0d76e-6f5f-44cd-bb9c-9df15b6fb629"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:53:44.682168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a533f46-f215-4c9e-b23e-502de30b323b tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event deleted for resources: {'Port': ['ID=d895bb06-7d7d-418f-8ebb-52c0b28ff083,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:44.777108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9fac66-8529-4c75-af68-bb444139435a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Network 35ee8937-edb7-428d-8804-231e2990a75a is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:44.778609 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aabc57-4e78-441f-a341-9a060024da3e service neutron] Pushing event updated for resources: {'Port': ['ID=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:44.920039 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed80d40-77b5-4e53-8461-dae86b049406 x-openstack-request-id: req-aed80d40-77b5-4e53-8461-dae86b049406 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:53:44.922954 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c78de4-db44-46b0-bd8f-8d2fc35f020c", "tag": "28e0d76e-6f5f-44cd-bb9c-9df15b6fb629", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:53:44.922954 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aed80d40-77b5-4e53-8461-dae86b049406 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:53:44.923881 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c78de4-db44-46b0-bd8f-8d2fc35f020c', 'tag': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629', 'status': 'completed', 'code': 200} Sep 17 23:53:44.924731 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-cf9fac66-8529-4c75-af68-bb444139435a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:44.945908 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9fac66-8529-4c75-af68-bb444139435a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:44.983983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-5cb64efe-efc6-4928-9a07-f52d471a6e46 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:44.986538 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-5cb64efe-efc6-4928-9a07-f52d471a6e46 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/networks?id=5e009b26-b4fc-42c1-b5cf-39cd2749d5d9 HTTP/1.1" status: 200 len: 822 time: 0.4138458 Sep 17 23:53:45.059015 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fac66-8529-4c75-af68-bb444139435a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Pushing event updated for resources: {'Port': ['ID=9948e4f5-13e3-4fba-9e43-3ef73229b8c7,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:45.078721 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0a533f46-f215-4c9e-b23e-502de30b323b tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:45.080710 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0a533f46-f215-4c9e-b23e-502de30b323b tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "DELETE /v2.0/ports/d895bb06-7d7d-418f-8ebb-52c0b28ff083 HTTP/1.1" status: 204 len: 168 time: 1.9820285 Sep 17 23:53:45.109965 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48490) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:45.122237 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-96deaa8b-862d-4dcf-b26a-246583555ef6 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/quotas/b88b0eaeae904566ab7ffffb4ac498d2 HTTP/1.1" status: 200 len: 375 time: 0.0591931 Sep 17 23:53:45.140716 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9fac66-8529-4c75-af68-bb444139435a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:45.141787 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cf9fac66-8529-4c75-af68-bb444139435a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:45.181733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-4ad46ca6-d79f-44fb-936b-712f030e73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:45.181733 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-4ad46ca6-d79f-44fb-936b-712f030e73b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dba230fc347941bb9230276913eaed6b&device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 1095 time: 0.3929963 Sep 17 23:53:45.182021 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cf82a9-4085-4823-976f-9087595e82f9 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] GET failed (client error): The resource could not be found. Sep 17 23:53:45.182021 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-41cf82a9-4085-4823-976f-9087595e82f9 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "GET /v2.0/ports/d895bb06-7d7d-418f-8ebb-52c0b28ff083 HTTP/1.1" status: 404 len: 333 time: 0.0660069 Sep 17 23:53:45.185997 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48494) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:45.193671 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2ebef61d-959b-491e-b221-8b49a84f2fd8 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Request body: {'port': {'network_id': 'cf8f4461-3d19-4fa3-97b6-2641d53cd8b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-861325653'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:45.210618 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-d3cfa5ae-4ac9-478a-89f0-6a727a1e0f5e tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b88b0eaeae904566ab7ffffb4ac498d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533798 Sep 17 23:53:45.262227 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cf9fac66-8529-4c75-af68-bb444139435a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2292714 Sep 17 23:53:45.264821 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-34f83e55-9f49-4892-8607-3546aafb3e7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 HTTP/1.1" status: 200 len: 217 time: 0.0668201 Sep 17 23:53:45.265312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48496) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:45.272220 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-ca21ba3c-cdfe-4d85-a8a8-510a2bec0e82 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:45.274613 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aecd05a0-7a94-4228-ac8e-9eef25c160c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:45.371434 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d23f33ba-d964-49f0-b4f3-5802692eac6e None None] Provisioning complete for port 9948e4f5-13e3-4fba-9e43-3ef73229b8c7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:45.373570 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d23f33ba-d964-49f0-b4f3-5802692eac6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:45.376604 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aecd05a0-7a94-4228-ac8e-9eef25c160c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:45.436550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-a45d39ed-e06d-4061-b8f7-150470e1b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:45.438408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-a45d39ed-e06d-4061-b8f7-150470e1b39a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=294e5306-7b47-43ef-943e-37934b52f9c3 HTTP/1.1" status: 200 len: 855 time: 0.1483371 Sep 17 23:53:45.443829 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d23f33ba-d964-49f0-b4f3-5802692eac6e None None] Port 9948e4f5-13e3-4fba-9e43-3ef73229b8c7 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:45.462053 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-3a2f1870-5992-4139-bdd1-1cf864cde4b6 service neutron] 10.222.0.46 "GET /v2.0/networks/5e009b26-b4fc-42c1-b5cf-39cd2749d5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105083 Sep 17 23:53:45.511692 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca21ba3c-cdfe-4d85-a8a8-510a2bec0e82 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:45.518808 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd05a0-7a94-4228-ac8e-9eef25c160c3 admin admin] Pushing event updated for resources: {'Port': ['ID=be369b81-f067-4869-ae4d-d2ccd4ca3704,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:45.526616 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aecd05a0-7a94-4228-ac8e-9eef25c160c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:45.666709 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebef61d-959b-491e-b221-8b49a84f2fd8 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Made reservation on behalf of b8a1e9a74b8f470f8dcee9763e16badc for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:45.670420 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2ebef61d-959b-491e-b221-8b49a84f2fd8 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:45.700289 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-2ebef61d-959b-491e-b221-8b49a84f2fd8 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] device_id is not set on port 4e586655-00b3-4eb2-b551-fdd066468767 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:53:45.782868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecd05a0-7a94-4228-ac8e-9eef25c160c3 admin admin] Network a544fc79-cedf-43d8-98c2-acb1f5a0c66d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:45.782868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-aecd05a0-7a94-4228-ac8e-9eef25c160c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:45.942898 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-2ebef61d-959b-491e-b221-8b49a84f2fd8 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Allocated IP 2001:db8::3e1 (cf8f4461-3d19-4fa3-97b6-2641d53cd8b2/e4e921c8-d771-44fd-8232-95817b42ac37/4e586655-00b3-4eb2-b551-fdd066468767) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:45.976771 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecd05a0-7a94-4228-ac8e-9eef25c160c3 admin admin] Router 5ac11ac3-05e8-49a3-96a3-45e607a8031d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:53:46.015757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-ad309df3-18df-4343-800c-ece758040416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:46.018266 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-ad309df3-18df-4343-800c-ece758040416 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c1553df-1cdf-4638-a188-7f118bbcb251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5702226 Sep 17 23:53:46.162825 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecd05a0-7a94-4228-ac8e-9eef25c160c3 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:53:46.170391 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c467192-d807-457b-bbf9-b77471de0ca2 req-4d433d27-f0da-43a3-a4bd-734e81657492 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:46.172155 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4c467192-d807-457b-bbf9-b77471de0ca2 req-4d433d27-f0da-43a3-a4bd-734e81657492 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.2697809 Sep 17 23:53:46.174440 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-844fdb8d-81ac-4bb2-af66-e661431398cc service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463807 Sep 17 23:53:46.179973 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-399f0907-8e57-4461-9b55-da28cf8588d2 None None] Provisioning complete for port be369b81-f067-4869-ae4d-d2ccd4ca3704 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:46.180811 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-399f0907-8e57-4461-9b55-da28cf8588d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:46.182522 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-aecd05a0-7a94-4228-ac8e-9eef25c160c3 admin admin] 10.222.0.46 "PUT /v2.0/routers/5ac11ac3-05e8-49a3-96a3-45e607a8031d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5188930 Sep 17 23:53:46.212156 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-b410468e-10e9-47e9-8a51-2a027c64962e service neutron] 10.222.0.46 "GET /v2.0/networks/5e009b26-b4fc-42c1-b5cf-39cd2749d5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7357469 Sep 17 23:53:46.232902 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 31c4d618-63c1-448b-b12b-9f2a92dde7dd up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:46.335787 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-399f0907-8e57-4461-9b55-da28cf8588d2 None None] Port be369b81-f067-4869-ae4d-d2ccd4ca3704 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:46.341071 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2ebef61d-959b-491e-b221-8b49a84f2fd8 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:46.401146 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 31c4d618-63c1-448b-b12b-9f2a92dde7dd triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:46.401770 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:46.417664 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4c467192-d807-457b-bbf9-b77471de0ca2 req-0d7b545e-625e-4f4e-831a-3df10816f1c1 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303712 Sep 17 23:53:46.440373 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca21ba3c-cdfe-4d85-a8a8-510a2bec0e82 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:46.490247 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-619a7f19-f2b2-46cc-bd02-a4ac382d7d52 req-6aca39cd-99c6-4c9d-93ba-a0de185b886d service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804799 Sep 17 23:53:46.549110 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2ebef61d-959b-491e-b221-8b49a84f2fd8 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:46.581837 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ba6799cb-2640-44d7-8794-62248b0f4567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:46.620302 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:46.633756 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-ca21ba3c-cdfe-4d85-a8a8-510a2bec0e82 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Allocated IP 172.25.3.6 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/3e6553b4-aa5e-4a9b-b6f9-493ec687514f) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:46.647916 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebef61d-959b-491e-b221-8b49a84f2fd8 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event updated for resources: {'Port': ['ID=4e586655-00b3-4eb2-b551-fdd066468767,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:46.666664 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 31c4d618-63c1-448b-b12b-9f2a92dde7dd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=31c4d618-63c1-448b-b12b-9f2a92dde7dd,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:46.671562 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebef61d-959b-491e-b221-8b49a84f2fd8 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Network cf8f4461-3d19-4fa3-97b6-2641d53cd8b2 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:46.673068 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-2ebef61d-959b-491e-b221-8b49a84f2fd8 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:46.675802 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebef61d-959b-491e-b221-8b49a84f2fd8 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:46.682253 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebef61d-959b-491e-b221-8b49a84f2fd8 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:46.683057 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2ebef61d-959b-491e-b221-8b49a84f2fd8 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:46.737337 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:46.751949 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c24b1d7a-907d-48f2-9a24-11f0c4551f18 req-246b3518-3547-4040-8a24-93ed95a9bf0e tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/ports?device_id=f771b6b7-fa0a-4bab-a41f-c58e8e16f18c HTTP/1.1" status: 200 len: 210 time: 0.1489286 Sep 17 23:53:46.768176 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2ebef61d-959b-491e-b221-8b49a84f2fd8 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5794199 Sep 17 23:53:46.770394 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48536) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:46.779772 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7cf67952-3eb3-4b27-9626-60cddf907654 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1b:59:26'}]}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:46.848286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043d289-ba8f-4339-9d95-ce7747bacecc req-37417e12-26ed-4df9-a073-c6c63a7e633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:46.866775 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d043d289-ba8f-4339-9d95-ce7747bacecc req-37417e12-26ed-4df9-a073-c6c63a7e633c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dba230fc347941bb9230276913eaed6b&device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 1095 time: 0.2392294 Sep 17 23:53:46.917381 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=31c4d618-63c1-448b-b12b-9f2a92dde7dd,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:46.942818 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] Sync routers for ids ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:53:46.987735 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] Routers {'5ac11ac3-05e8-49a3-96a3-45e607a8031d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:46.988383 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:47.042918 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca21ba3c-cdfe-4d85-a8a8-510a2bec0e82 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:47.100256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043d289-ba8f-4339-9d95-ce7747bacecc req-56f27fb1-fc84-4ed4-ae56-00b2246d26ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:47.101808 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d043d289-ba8f-4339-9d95-ce7747bacecc req-56f27fb1-fc84-4ed4-ae56-00b2246d26ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c1553df-1cdf-4638-a188-7f118bbcb251 HTTP/1.1" status: 200 len: 917 time: 0.2344785 Sep 17 23:53:47.120415 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cf67952-3eb3-4b27-9626-60cddf907654 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:47.160402 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d043d289-ba8f-4339-9d95-ce7747bacecc req-daf3c001-4dfd-4686-bdfb-181a39291995 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 HTTP/1.1" status: 200 len: 217 time: 0.0503895 Sep 17 23:53:47.165900 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] Set router 5ac11ac3-05e8-49a3-96a3-45e607a8031d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:47.212450 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-8a6e5f02-a1a1-4804-a8e0-5afa60be5ddb None None] Provisioning complete for port 4e586655-00b3-4eb2-b551-fdd066468767 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:47.212984 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8a6e5f02-a1a1-4804-a8e0-5afa60be5ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:47.217846 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043d289-ba8f-4339-9d95-ce7747bacecc req-1fa1c42c-d325-4785-903d-45f0c9d37daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:47.219628 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d043d289-ba8f-4339-9d95-ce7747bacecc req-1fa1c42c-d325-4785-903d-45f0c9d37daa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=294e5306-7b47-43ef-943e-37934b52f9c3 HTTP/1.1" status: 200 len: 855 time: 0.0521328 Sep 17 23:53:47.221242 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca21ba3c-cdfe-4d85-a8a8-510a2bec0e82 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:47.308183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca21ba3c-cdfe-4d85-a8a8-510a2bec0e82 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:47.314933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21ba3c-cdfe-4d85-a8a8-510a2bec0e82 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Pushing event updated for resources: {'Port': ['ID=3e6553b4-aa5e-4a9b-b6f9-493ec687514f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:47.317830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-ca21ba3c-cdfe-4d85-a8a8-510a2bec0e82 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:47.320970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca21ba3c-cdfe-4d85-a8a8-510a2bec0e82 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:47.353839 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043d289-ba8f-4339-9d95-ce7747bacecc req-602b2177-670b-401a-a1a1-f9ea5fc40866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:47.355129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e5f02-a1a1-4804-a8e0-5afa60be5ddb None None] Port 4e586655-00b3-4eb2-b551-fdd066468767 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:47.355401 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d043d289-ba8f-4339-9d95-ce7747bacecc req-602b2177-670b-401a-a1a1-f9ea5fc40866 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c1553df-1cdf-4638-a188-7f118bbcb251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093025 Sep 17 23:53:47.396028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48554) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:47.421882 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:47.429233 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cf67952-3eb3-4b27-9626-60cddf907654 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:47.453007 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca21ba3c-cdfe-4d85-a8a8-510a2bec0e82 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:47.462610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-4d9f83dc-7182-42f8-9e37-15fd5b0bdad2 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1356520683', 'description': 'tempest-description--2091574943'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:47.571663 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cf67952-3eb3-4b27-9626-60cddf907654 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:47.606708 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d043d289-ba8f-4339-9d95-ce7747bacecc req-625387c9-ab3b-451b-be2e-b071d3b96f91 service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422919 Sep 17 23:53:47.611179 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-7cf67952-3eb3-4b27-9626-60cddf907654 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] In _notify_port_updated(), no bound segment for port 4e586655-00b3-4eb2-b551-fdd066468767 on network cf8f4461-3d19-4fa3-97b6-2641d53cd8b2 {{(pid=95591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:53:47.621653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf67952-3eb3-4b27-9626-60cddf907654 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:47.623044 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cf67952-3eb3-4b27-9626-60cddf907654 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:47.625243 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83beef9-5b24-434e-bb3c-201a95151950 req-8e6fde31-4817-4b13-9fe3-2368fa24cfa8 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:47.626756 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a83beef9-5b24-434e-bb3c-201a95151950 req-8e6fde31-4817-4b13-9fe3-2368fa24cfa8 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.1063802 Sep 17 23:53:47.641941 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7cf67952-3eb3-4b27-9626-60cddf907654 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "PUT /v2.0/ports/4e586655-00b3-4eb2-b551-fdd066468767 HTTP/1.1" status: 200 len: 1002 time: 0.8640831 Sep 17 23:53:47.696290 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48560) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:47.697280 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf67952-3eb3-4b27-9626-60cddf907654 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event updated for resources: {'Port': ['ID=4e586655-00b3-4eb2-b551-fdd066468767,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:47.718900 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:47.720031 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d9f83dc-7182-42f8-9e37-15fd5b0bdad2 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:47.721900 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca21ba3c-cdfe-4d85-a8a8-510a2bec0e82 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:47.760270 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d043d289-ba8f-4339-9d95-ce7747bacecc req-3d7dae7a-045b-47a2-8840-e597c9757928 service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453536 Sep 17 23:53:47.842495 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a83beef9-5b24-434e-bb3c-201a95151950 req-1c98f0eb-2caa-485d-9159-5142f142717d tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257255 Sep 17 23:53:47.891279 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-df447c55-c04c-4e6a-89e6-c2bbbe8f7ece tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Deleting port 4e586655-00b3-4eb2-b551-fdd066468767 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:47.892747 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df447c55-c04c-4e6a-89e6-c2bbbe8f7ece tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:47.918338 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:44Z', 'revision_number': 4, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port': {'id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:35Z', 'updated_at': '2021-09-17T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'be369b81-f067-4869-ae4d-d2ccd4ca3704', 'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'mac_address': 'fa:16:3e:20:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '372385ca-344b-4083-aa15-78d8fb783453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:42Z', 'updated_at': '2021-09-17T23:53:44Z', 'revision_number': 2, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'subnets': [{'id': '372385ca-344b-4083-aa15-78d8fb783453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:48.003314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] Checking router: 5ac11ac3-05e8-49a3-96a3-45e607a8031d for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:53:48.003314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] Updating router 5ac11ac3-05e8-49a3-96a3-45e607a8031d port be369b81-f067-4869-ae4d-d2ccd4ca3704 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:53:48.006840 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27af33eb-5814-4106-bb46-08cf90ee87e1 req-071e89ef-3b91-4f14-9a3a-c2e9ad9f6b6d tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/ports?device_id=f771b6b7-fa0a-4bab-a41f-c58e8e16f18c HTTP/1.1" status: 200 len: 210 time: 0.1157346 Sep 17 23:53:48.045071 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48572) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:48.092018 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.109307 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df447c55-c04c-4e6a-89e6-c2bbbe8f7ece tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.118268 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d9f83dc-7182-42f8-9e37-15fd5b0bdad2 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.126770 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-df447c55-c04c-4e6a-89e6-c2bbbe8f7ece tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Calling delete_port for 4e586655-00b3-4eb2-b551-fdd066468767 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:48.142022 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-bfc4ff9d-5095-4f68-9b00-766d1219b37b None None] Provisioning complete for port 4e586655-00b3-4eb2-b551-fdd066468767 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:48.142399 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bfc4ff9d-5095-4f68-9b00-766d1219b37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.168316 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca21ba3c-cdfe-4d85-a8a8-510a2bec0e82 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.169182 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 31c4d618-63c1-448b-b12b-9f2a92dde7dd up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:48.171585 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d9f83dc-7182-42f8-9e37-15fd5b0bdad2 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.201319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f83dc-7182-42f8-9e37-15fd5b0bdad2 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c68bf94b-a495-438e-802b-916c2cfb2c04,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:48.247518 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca21ba3c-cdfe-4d85-a8a8-510a2bec0e82 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.318351 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-bfc4ff9d-5095-4f68-9b00-766d1219b37b None None] Port 4e586655-00b3-4eb2-b551-fdd066468767 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:48.349056 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21ba3c-cdfe-4d85-a8a8-510a2bec0e82 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Pushing event updated for resources: {'Port': ['ID=3e6553b4-aa5e-4a9b-b6f9-493ec687514f,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:48.356074 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca21ba3c-cdfe-4d85-a8a8-510a2bec0e82 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.356320 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 31c4d618-63c1-448b-b12b-9f2a92dde7dd triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:48.356628 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.373919 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d9f83dc-7182-42f8-9e37-15fd5b0bdad2 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.377880 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-78cdc680-1fb6-443c-a960-8d15601a66c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.378037 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4d9f83dc-7182-42f8-9e37-15fd5b0bdad2 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9753127 Sep 17 23:53:48.379696 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48580) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:48.387452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a285e0c3-8de5-447d-be26-f4ac0f89d82b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Request body: {'security_group_rule': {'security_group_id': 'c68bf94b-a495-438e-802b-916c2cfb2c04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:48.480372 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca21ba3c-cdfe-4d85-a8a8-510a2bec0e82 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.481788 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df447c55-c04c-4e6a-89e6-c2bbbe8f7ece tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.483696 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ca21ba3c-cdfe-4d85-a8a8-510a2bec0e82 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2161765 Sep 17 23:53:48.486643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48584) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:48.493028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-dac17079-f861-4a37-be41-8621cc6fef2f tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Request body: {'floatingip': {'port_id': '9948e4f5-13e3-4fba-9e43-3ef73229b8c7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:48.526133 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df447c55-c04c-4e6a-89e6-c2bbbe8f7ece tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event deleted for resources: {'Port': ['ID=4e586655-00b3-4eb2-b551-fdd066468767,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:48.548189 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dac17079-f861-4a37-be41-8621cc6fef2f tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.574404 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df447c55-c04c-4e6a-89e6-c2bbbe8f7ece tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.576603 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-df447c55-c04c-4e6a-89e6-c2bbbe8f7ece tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "DELETE /v2.0/ports/4e586655-00b3-4eb2-b551-fdd066468767 HTTP/1.1" status: 204 len: 168 time: 0.8763988 Sep 17 23:53:48.580024 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48586) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:48.634593 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e401651-7c5f-45c7-8351-87956869d409 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] GET failed (client error): The resource could not be found. Sep 17 23:53:48.636351 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6e401651-7c5f-45c7-8351-87956869d409 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "GET /v2.0/ports/4e586655-00b3-4eb2-b551-fdd066468767 HTTP/1.1" status: 404 len: 333 time: 0.0553086 Sep 17 23:53:48.640353 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48592) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:48.641064 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.648982 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d8d8f57a-7d04-4912-ae2f-b487f18d7b2a tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Request body: {'port': {'network_id': 'cf8f4461-3d19-4fa3-97b6-2641d53cd8b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1501782060'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:48.725980 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.745236 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-dac17079-f861-4a37-be41-8621cc6fef2f tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] update failed (client error): The resource could not be found. Sep 17 23:53:48.749686 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dac17079-f861-4a37-be41-8621cc6fef2f tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] 10.222.0.46 "PUT /v2.0/floatingips/eafb854b-7c6f-4d1c-ac44-9a3b97977410 HTTP/1.1" status: 404 len: 507 time: 0.2614985 Sep 17 23:53:48.750200 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48594) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:48.807649 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26f5b3-02a1-4d83-91aa-199348e22a49 None None] Pushing event updated for resources: {'Port': ['ID=be369b81-f067-4869-ae4d-d2ccd4ca3704,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:48.845156 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-78cdc680-1fb6-443c-a960-8d15601a66c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.920514 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-78cdc680-1fb6-443c-a960-8d15601a66c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.938675 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] Attempting to bind port be369b81-f067-4869-ae4d-d2ccd4ca3704 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:53:48.939069 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] Attempting to bind port be369b81-f067-4869-ae4d-d2ccd4ca3704 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'a3aad2c6-c7cd-4999-a94c-0b4ecd570594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:53:48.939491 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] Attempting to bind port be369b81-f067-4869-ae4d-d2ccd4ca3704 on network a544fc79-cedf-43d8-98c2-acb1f5a0c66d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:48.948603 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:53:48.949028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] Checking segment: {'id': 'a3aad2c6-c7cd-4999-a94c-0b4ecd570594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:48.949436 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.949840 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] Bound using segment: {'id': 'a3aad2c6-c7cd-4999-a94c-0b4ecd570594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:53:48.950319 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] Bound port: be369b81-f067-4869-ae4d-d2ccd4ca3704, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3aad2c6-c7cd-4999-a94c-0b4ecd570594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:53:48.951252 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:48.988184 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-78cdc680-1fb6-443c-a960-8d15601a66c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d40639393154919ab283f14cc9c0149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9387188 Sep 17 23:53:48.994902 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48600) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:49.017963 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdc680-1fb6-443c-a960-8d15601a66c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2a1f14-65c1-4577-a255-f348a338b5e5,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:49.076658 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] For port be369b81-f067-4869-ae4d-d2ccd4ca3704, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:53:49.080770 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] For port be369b81-f067-4869-ae4d-d2ccd4ca3704, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=be369b81-f067-4869-ae4d-d2ccd4ca3704,segment=NetworkSegment(a3aad2c6-c7cd-4999-a94c-0b4ecd570594),segment_id=a3aad2c6-c7cd-4999-a94c-0b4ecd570594)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:53:49.137234 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2547ccec-8528-45f2-988a-9e39f8af80be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:49.137234 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2547ccec-8528-45f2-988a-9e39f8af80be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:49.148194 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231704a7-5179-483e-8c86-8ae6fda84739 req-466bfd46-a165-4117-a19d-143f679e9d21 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:49.149946 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-231704a7-5179-483e-8c86-8ae6fda84739 req-466bfd46-a165-4117-a19d-143f679e9d21 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.1589730 Sep 17 23:53:49.197957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de4202ac-abd9-45fb-b985-a452b58d9b32 req-4191c70c-c66e-490f-9190-7a1067b3cff8 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/ports?device_id=f771b6b7-fa0a-4bab-a41f-c58e8e16f18c HTTP/1.1" status: 200 len: 210 time: 0.0459929 Sep 17 23:53:49.201734 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:49.205123 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a285e0c3-8de5-447d-be26-f4ac0f89d82b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:49.241550 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] Routers {'5ac11ac3-05e8-49a3-96a3-45e607a8031d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:49.242185 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:49.252076 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7be051d4-1754-4a03-bf64-56fd573a3897 None None] Provisioning complete for port be369b81-f067-4869-ae4d-d2ccd4ca3704 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:49.252076 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7be051d4-1754-4a03-bf64-56fd573a3897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:49.269218 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d8f57a-7d04-4912-ae2f-b487f18d7b2a tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Made reservation on behalf of b8a1e9a74b8f470f8dcee9763e16badc for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:49.273420 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f57a-7d04-4912-ae2f-b487f18d7b2a tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:49.300703 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-b56c8e19-773c-4188-ba9b-dd660dc1ea1a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Deleting port 3e6553b4-aa5e-4a9b-b6f9-493ec687514f {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:49.301114 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b56c8e19-773c-4188-ba9b-dd660dc1ea1a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:49.313846 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-d8d8f57a-7d04-4912-ae2f-b487f18d7b2a tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] device_id is not set on port db0e1f7d-88f9-4deb-b7d6-ff1ba855426e yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:53:49.339644 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-231704a7-5179-483e-8c86-8ae6fda84739 req-c71f540f-5336-4875-86cb-1e391a9c6aa9 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763284 Sep 17 23:53:49.392733 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26f5b3-02a1-4d83-91aa-199348e22a49 None None] Pushing event updated for resources: {'Port': ['ID=be369b81-f067-4869-ae4d-d2ccd4ca3704,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:49.431362 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2547ccec-8528-45f2-988a-9e39f8af80be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:49.434252 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2547ccec-8528-45f2-988a-9e39f8af80be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:49.435708 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a285e0c3-8de5-447d-be26-f4ac0f89d82b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:49.437950 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:53:49.440142 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2547ccec-8528-45f2-988a-9e39f8af80be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e2a1f14-65c1-4577-a255-f348a338b5e5 HTTP/1.1" status: 204 len: 168 time: 0.4288630 Sep 17 23:53:49.469616 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547ccec-8528-45f2-988a-9e39f8af80be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2a1f14-65c1-4577-a255-f348a338b5e5,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:49.475287 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b56c8e19-773c-4188-ba9b-dd660dc1ea1a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:49.475479 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b56c8e19-773c-4188-ba9b-dd660dc1ea1a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:49.493514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-b56c8e19-773c-4188-ba9b-dd660dc1ea1a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Calling delete_port for 3e6553b4-aa5e-4a9b-b6f9-493ec687514f owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:49.592443 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-d8d8f57a-7d04-4912-ae2f-b487f18d7b2a tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Allocated IP 2001:db8::de (cf8f4461-3d19-4fa3-97b6-2641d53cd8b2/e4e921c8-d771-44fd-8232-95817b42ac37/db0e1f7d-88f9-4deb-b7d6-ff1ba855426e) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:49.602456 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] Set router 5ac11ac3-05e8-49a3-96a3-45e607a8031d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:49.606467 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a285e0c3-8de5-447d-be26-f4ac0f89d82b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:49.680109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285e0c3-8de5-447d-be26-f4ac0f89d82b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca3938a-5db2-490e-abda-0bf9c618e535,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:49.742309 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-121c7bc5-651a-4514-9559-1048ae628be5 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:49.751507 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-121c7bc5-651a-4514-9559-1048ae628be5 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.41 "GET /v2.0/networks?id=5e009b26-b4fc-42c1-b5cf-39cd2749d5d9 HTTP/1.1" status: 200 len: 822 time: 0.2017186 Sep 17 23:53:49.754427 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a285e0c3-8de5-447d-be26-f4ac0f89d82b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:49.758510 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a285e0c3-8de5-447d-be26-f4ac0f89d82b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3755233 Sep 17 23:53:49.758881 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48618) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:49.764240 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a4f88f2a-ef9f-43e4-8963-2fdd9299b69c tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Request body: {'security_group_rule': {'security_group_id': 'c68bf94b-a495-438e-802b-916c2cfb2c04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:49.774272 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-75d0733d-6456-4ba3-bb9a-3cfba071163d tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Request body: {'port': {'device_id': 'f771b6b7-fa0a-4bab-a41f-c58e8e16f18c', 'network_id': '5e009b26-b4fc-42c1-b5cf-39cd2749d5d9', 'admin_state_up': True, 'tenant_id': 'b88b0eaeae904566ab7ffffb4ac498d2'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:49.778861 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7be051d4-1754-4a03-bf64-56fd573a3897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:49.847643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-7be051d4-1754-4a03-bf64-56fd573a3897 None None] For port be369b81-f067-4869-ae4d-d2ccd4ca3704, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=be369b81-f067-4869-ae4d-d2ccd4ca3704,segment=NetworkSegment(a3aad2c6-c7cd-4999-a94c-0b4ecd570594),segment_id=a3aad2c6-c7cd-4999-a94c-0b4ecd570594)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:49.856517 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:49.863818 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:49.898460 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'port_id': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629', 'mac_address': 'fa:16:3e:de:94:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:53:49.967002 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f57a-7d04-4912-ae2f-b487f18d7b2a tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:49.980489 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7be051d4-1754-4a03-bf64-56fd573a3897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:49.988389 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a4f88f2a-ef9f-43e4-8963-2fdd9299b69c tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:49.992107 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b56c8e19-773c-4188-ba9b-dd660dc1ea1a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:49.993230 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:50.039468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c8e19-773c-4188-ba9b-dd660dc1ea1a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Pushing event deleted for resources: {'Port': ['ID=3e6553b4-aa5e-4a9b-b6f9-493ec687514f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:50.069932 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:53:50.095627 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:50.126628 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f57a-7d04-4912-ae2f-b487f18d7b2a tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:50.131094 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a4f88f2a-ef9f-43e4-8963-2fdd9299b69c tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:50.133722 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be051d4-1754-4a03-bf64-56fd573a3897 None None] Pushing event updated for resources: {'Port': ['ID=be369b81-f067-4869-ae4d-d2ccd4ca3704,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:50.144038 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b56c8e19-773c-4188-ba9b-dd660dc1ea1a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:50.146168 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c7bbad6d-8d00-4ad5-ae67-faf363e9a8cd None None] Provisioning complete for port be369b81-f067-4869-ae4d-d2ccd4ca3704 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:50.146545 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c7bbad6d-8d00-4ad5-ae67-faf363e9a8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:50.147530 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b56c8e19-773c-4188-ba9b-dd660dc1ea1a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:50.149178 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b56c8e19-773c-4188-ba9b-dd660dc1ea1a tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] 10.222.0.46 "DELETE /v2.0/floatingips/eafb854b-7c6f-4d1c-ac44-9a3b97977410 HTTP/1.1" status: 204 len: 168 time: 1.3979442 Sep 17 23:53:50.155770 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48624) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:50.169978 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-75d0733d-6456-4ba3-bb9a-3cfba071163d tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Made reservation on behalf of b88b0eaeae904566ab7ffffb4ac498d2 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:50.174108 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-75d0733d-6456-4ba3-bb9a-3cfba071163d tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:50.181144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-dbe49d44-1cf9-4527-8987-b8d82a85aaa8 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Request body: {'floatingip': {'floating_network_id': '35ee8937-edb7-428d-8804-231e2990a75a', 'port_id': '9948e4f5-13e3-4fba-9e43-3ef73229b8c7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:50.207759 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:44Z', 'revision_number': 4, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port': {'id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:35Z', 'updated_at': '2021-09-17T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'be369b81-f067-4869-ae4d-d2ccd4ca3704', 'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'mac_address': 'fa:16:3e:20:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '372385ca-344b-4083-aa15-78d8fb783453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:42Z', 'updated_at': '2021-09-17T23:53:49Z', 'revision_number': 4, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'subnets': [{'id': '372385ca-344b-4083-aa15-78d8fb783453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:50.209530 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:50.214509 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d8f57a-7d04-4912-ae2f-b487f18d7b2a tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Network cf8f4461-3d19-4fa3-97b6-2641d53cd8b2 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:50.236148 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a4f88f2a-ef9f-43e4-8963-2fdd9299b69c tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:50.261480 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbb134e-6387-45cb-af96-baec513e3bab None None] The sync data for ids ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'] in n-d-809883-1 is: [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:44Z', 'revision_number': 4, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port': {'id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:35Z', 'updated_at': '2021-09-17T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'be369b81-f067-4869-ae4d-d2ccd4ca3704', 'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'mac_address': 'fa:16:3e:20:8d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '372385ca-344b-4083-aa15-78d8fb783453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:42Z', 'updated_at': '2021-09-17T23:53:49Z', 'revision_number': 4, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'subnets': [{'id': '372385ca-344b-4083-aa15-78d8fb783453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:53:50.296331 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dbe49d44-1cf9-4527-8987-b8d82a85aaa8 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:50.307784 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f88f2a-ef9f-43e4-8963-2fdd9299b69c tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9a7494-b4d1-4db0-ad73-e2e82ca850c8,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:50.373995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:50.382691 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8f57a-7d04-4912-ae2f-b487f18d7b2a tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event updated for resources: {'Port': ['ID=db0e1f7d-88f9-4deb-b7d6-ff1ba855426e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:50.385506 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-d8d8f57a-7d04-4912-ae2f-b487f18d7b2a tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:50.414271 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['28e0d76e-6f5f-44cd-bb9c-9df15b6fb629'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:53:50.427381 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d8f57a-7d04-4912-ae2f-b487f18d7b2a tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:50.433235 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-548fe7c3-4eb5-45f4-981b-0133ec949734 req-d6040ce3-1ebd-47b3-93f0-15795422dfbe tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/ports?device_id=f771b6b7-fa0a-4bab-a41f-c58e8e16f18c HTTP/1.1" status: 200 len: 210 time: 0.0876839 Sep 17 23:53:50.433235 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a4f88f2a-ef9f-43e4-8963-2fdd9299b69c tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:50.433417 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a4f88f2a-ef9f-43e4-8963-2fdd9299b69c tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6727386 Sep 17 23:53:50.436689 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48636) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:50.443075 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-defc3a2c-4556-403f-b53a-fa120d47b5b0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:50.444129 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d8f57a-7d04-4912-ae2f-b487f18d7b2a tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:50.444818 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f57a-7d04-4912-ae2f-b487f18d7b2a tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:50.628580 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-75d0733d-6456-4ba3-bb9a-3cfba071163d tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Allocated IP 172.20.0.13 (5e009b26-b4fc-42c1-b5cf-39cd2749d5d9/08acad75-1f0f-4e98-bd3d-4af71514fcc6/fb1e3cfd-5151-4187-a9d4-3da056fe0733) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:50.645286 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-defc3a2c-4556-403f-b53a-fa120d47b5b0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:50.671436 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d8d8f57a-7d04-4912-ae2f-b487f18d7b2a tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0285583 Sep 17 23:53:50.677415 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48644) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:50.696946 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f76bcd00-6b94-4c43-9b07-57d09ebb43c9 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Request body: {'port': {'network_id': 'cf8f4461-3d19-4fa3-97b6-2641d53cd8b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-729467773'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:50.772503 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe032968-7987-464b-9027-764619455fee req-4bf2d57f-7f4c-491f-9f03-7ec3030fa08e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:50.774219 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe032968-7987-464b-9027-764619455fee req-4bf2d57f-7f4c-491f-9f03-7ec3030fa08e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 945 time: 0.2451093 Sep 17 23:53:50.884394 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe032968-7987-464b-9027-764619455fee req-4610b5d3-5880-4c39-9d78-a794ee37404b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954299 Sep 17 23:53:50.912550 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ac75c14c-db0d-4932-9cb9-16cabb66e042 None None] Provisioning complete for port db0e1f7d-88f9-4deb-b7d6-ff1ba855426e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:50.916022 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ac75c14c-db0d-4932-9cb9-16cabb66e042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:50.930893 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-defc3a2c-4556-403f-b53a-fa120d47b5b0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:51.004798 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ac75c14c-db0d-4932-9cb9-16cabb66e042 None None] Port db0e1f7d-88f9-4deb-b7d6-ff1ba855426e cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:51.035918 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-dbe49d44-1cf9-4527-8987-b8d82a85aaa8 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:53:51.037231 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dbe49d44-1cf9-4527-8987-b8d82a85aaa8 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8697062 Sep 17 23:53:51.041585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48650) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:51.054794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-cc61b55e-82f7-4667-95e0-69c42cc20c77 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '9948e4f5-13e3-4fba-9e43-3ef73229b8c7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:51.082104 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-75d0733d-6456-4ba3-bb9a-3cfba071163d tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:51.100398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-defc3a2c-4556-403f-b53a-fa120d47b5b0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Allocated IP 172.25.3.12 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/f68c3d3b-7ade-43a2-954d-7680b4034b9b) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:51.225297 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76bcd00-6b94-4c43-9b07-57d09ebb43c9 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Made reservation on behalf of b8a1e9a74b8f470f8dcee9763e16badc for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:51.234736 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f76bcd00-6b94-4c43-9b07-57d09ebb43c9 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:51.252451 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-75d0733d-6456-4ba3-bb9a-3cfba071163d tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:51.254697 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-defc3a2c-4556-403f-b53a-fa120d47b5b0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:51.303350 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-f76bcd00-6b94-4c43-9b07-57d09ebb43c9 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] device_id is not set on port 8378d44c-fd97-4029-9cf0-4103cc21e5e1 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:53:51.312035 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-75d0733d-6456-4ba3-bb9a-3cfba071163d tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Network 5e009b26-b4fc-42c1-b5cf-39cd2749d5d9 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:51.319077 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-75d0733d-6456-4ba3-bb9a-3cfba071163d tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:51.328715 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-75d0733d-6456-4ba3-bb9a-3cfba071163d tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:51.328715 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc61b55e-82f7-4667-95e0-69c42cc20c77 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:51.406382 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0733d-6456-4ba3-bb9a-3cfba071163d tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Pushing event updated for resources: {'Port': ['ID=fb1e3cfd-5151-4187-a9d4-3da056fe0733,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:51.431731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:51.458311 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-defc3a2c-4556-403f-b53a-fa120d47b5b0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:51.461658 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-75d0733d-6456-4ba3-bb9a-3cfba071163d tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:51.462302 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-75d0733d-6456-4ba3-bb9a-3cfba071163d tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:51.545240 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defc3a2c-4556-403f-b53a-fa120d47b5b0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:51.546785 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc3a2c-4556-403f-b53a-fa120d47b5b0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Pushing event updated for resources: {'Port': ['ID=f68c3d3b-7ade-43a2-954d-7680b4034b9b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:51.549914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-defc3a2c-4556-403f-b53a-fa120d47b5b0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:51.552204 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defc3a2c-4556-403f-b53a-fa120d47b5b0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:51.571391 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:53:51.575645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:51.576053 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:51.704331 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-f76bcd00-6b94-4c43-9b07-57d09ebb43c9 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Allocated IP 2001:db8::358 (cf8f4461-3d19-4fa3-97b6-2641d53cd8b2/e4e921c8-d771-44fd-8232-95817b42ac37/8378d44c-fd97-4029-9cf0-4103cc21e5e1) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:51.712598 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-75d0733d-6456-4ba3-bb9a-3cfba071163d tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9423306 Sep 17 23:53:51.730164 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Request body: {'port': {'device_id': 'f771b6b7-fa0a-4bab-a41f-c58e8e16f18c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:51.735531 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:51.746730 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7580-84ef-427e-ae33-d1c7799b42cc req-eda3ea99-db9c-4334-b343-482e19a08d4b tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:51.748443 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46ec7580-84ef-427e-ae33-d1c7799b42cc req-eda3ea99-db9c-4334-b343-482e19a08d4b tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/ports?device_id=f771b6b7-fa0a-4bab-a41f-c58e8e16f18c HTTP/1.1" status: 200 len: 932 time: 0.1695869 Sep 17 23:53:51.785731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c78de4-db44-46b0-bd8f-8d2fc35f020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:53:51.788908 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf626ffd-24c9-4f2a-911a-6370abb1e12c" -d '{"events": [{"server_uuid": "85c78de4-db44-46b0-bd8f-8d2fc35f020c", "name": "network-vif-plugged", "status": "completed", "tag": "28e0d76e-6f5f-44cd-bb9c-9df15b6fb629"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:53:51.806405 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:51.812349 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-defc3a2c-4556-403f-b53a-fa120d47b5b0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:51.844364 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc61b55e-82f7-4667-95e0-69c42cc20c77 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:51.853285 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46ec7580-84ef-427e-ae33-d1c7799b42cc req-b8000334-7876-49f1-af5a-fc4930ebf72c tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/security-groups?id=efce3ccd-fe34-4e43-a597-0b5d84dd9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940030 Sep 17 23:53:51.859763 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4600804a-7076-4e57-8c66-e0f9d2926848 x-openstack-request-id: req-4600804a-7076-4e57-8c66-e0f9d2926848 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:53:51.860057 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c78de4-db44-46b0-bd8f-8d2fc35f020c", "name": "network-vif-plugged", "status": "completed", "tag": "28e0d76e-6f5f-44cd-bb9c-9df15b6fb629", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:53:51.860311 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4600804a-7076-4e57-8c66-e0f9d2926848 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:53:51.860712 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c78de4-db44-46b0-bd8f-8d2fc35f020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629', 'code': 200} Sep 17 23:53:51.892483 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:51.950311 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-defc3a2c-4556-403f-b53a-fa120d47b5b0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:51.982550 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-cc61b55e-82f7-4667-95e0-69c42cc20c77 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Allocated IP 172.25.3.228 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/bcb83bfc-3c90-4c0f-8d90-d058708aeca9) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:52.085380 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd60de-ea3a-4abd-9efa-24e30399b2ad req-66002bd6-8c87-4864-8a70-9424c5128ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:52.090747 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-44bd60de-ea3a-4abd-9efa-24e30399b2ad req-66002bd6-8c87-4864-8a70-9424c5128ea2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 1097 time: 0.1515486 Sep 17 23:53:52.120047 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc61b55e-82f7-4667-95e0-69c42cc20c77 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:52.185376 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:52.267325 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device be369b81-f067-4869-ae4d-d2ccd4ca3704 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:52.288206 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-44bd60de-ea3a-4abd-9efa-24e30399b2ad req-a9cd0705-5a24-4f04-936d-433427c955fe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905577 Sep 17 23:53:52.293486 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:52.299184 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d744b2-dead-454e-85d5-8d4e04a3e764 req-0817508b-fa47-4112-8962-5953e8674839 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:52.300750 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e2d744b2-dead-454e-85d5-8d4e04a3e764 req-0817508b-fa47-4112-8962-5953e8674839 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.2380669 Sep 17 23:53:52.346308 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f76bcd00-6b94-4c43-9b07-57d09ebb43c9 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:52.378106 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e2d744b2-dead-454e-85d5-8d4e04a3e764 req-ce68a6dd-772e-46be-985c-ef4d777d6589 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660229 Sep 17 23:53:52.381288 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port be369b81-f067-4869-ae4d-d2ccd4ca3704 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:52.382069 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:52.392429 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-defc3a2c-4556-403f-b53a-fa120d47b5b0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:52.414051 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc61b55e-82f7-4667-95e0-69c42cc20c77 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:52.469432 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-defc3a2c-4556-403f-b53a-fa120d47b5b0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:52.605227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc3a2c-4556-403f-b53a-fa120d47b5b0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Pushing event updated for resources: {'Port': ['ID=f68c3d3b-7ade-43a2-954d-7680b4034b9b,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:52.618283 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-defc3a2c-4556-403f-b53a-fa120d47b5b0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:52.679611 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-defc3a2c-4556-403f-b53a-fa120d47b5b0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:52.680948 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-defc3a2c-4556-403f-b53a-fa120d47b5b0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2430782 Sep 17 23:53:52.803921 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc61b55e-82f7-4667-95e0-69c42cc20c77 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:52.815503 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-cc61b55e-82f7-4667-95e0-69c42cc20c77 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:52.818399 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc61b55e-82f7-4667-95e0-69c42cc20c77 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:52.881934 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61b55e-82f7-4667-95e0-69c42cc20c77 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Pushing event updated for resources: {'Port': ['ID=bcb83bfc-3c90-4c0f-8d90-d058708aeca9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:53.036093 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f76bcd00-6b94-4c43-9b07-57d09ebb43c9 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:53.058482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2697fe2-d594-4128-9c8b-188b8f56e456 req-e7e5fd7b-9d46-46d1-878e-038423a1d4d8 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:53.060199 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2697fe2-d594-4128-9c8b-188b8f56e456 req-e7e5fd7b-9d46-46d1-878e-038423a1d4d8 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/ports?device_id=f771b6b7-fa0a-4bab-a41f-c58e8e16f18c HTTP/1.1" status: 200 len: 932 time: 0.1049294 Sep 17 23:53:53.118854 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5337cf55-41d1-43f2-9b2f-9fed47be091e tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1356520683&fields=id&tenant_id=a18a1f6767cb4e0fb2739899ffe26669 HTTP/1.1" status: 200 len: 267 time: 0.0794938 Sep 17 23:53:53.135990 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76bcd00-6b94-4c43-9b07-57d09ebb43c9 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Network cf8f4461-3d19-4fa3-97b6-2641d53cd8b2 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:53:53.148655 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-f76bcd00-6b94-4c43-9b07-57d09ebb43c9 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:53:53.172488 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bcd00-6b94-4c43-9b07-57d09ebb43c9 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event updated for resources: {'Port': ['ID=8378d44c-fd97-4029-9cf0-4103cc21e5e1,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:53.175723 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76bcd00-6b94-4c43-9b07-57d09ebb43c9 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:53:53.181408 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76bcd00-6b94-4c43-9b07-57d09ebb43c9 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:53.182082 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f76bcd00-6b94-4c43-9b07-57d09ebb43c9 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:53.223893 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2697fe2-d594-4128-9c8b-188b8f56e456 req-a4ba8199-643a-401f-b33f-f07c664b7ed6 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/security-groups?id=efce3ccd-fe34-4e43-a597-0b5d84dd9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541023 Sep 17 23:53:53.274896 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1e3cfd-5151-4187-a9d4-3da056fe0733 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:53:53.287890 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f76bcd00-6b94-4c43-9b07-57d09ebb43c9 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6065090 Sep 17 23:53:53.287890 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:53.292953 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48706) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:53.298304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-bd5f7fa4-5cae-4c89-9736-39d3cbe25d83 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:53.300320 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-cc92ba5e-582b-498d-8d21-eac58a67547d tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c', 'mac_address': 'fa:16:3e:1b:59:26'}, {'ip_address': '2001:db8::de', 'mac_address': 'fa:16:3e:c1:4c:8e'}]}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:53.303972 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-bd5f7fa4-5cae-4c89-9736-39d3cbe25d83 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/networks?id=a544fc79-cedf-43d8-98c2-acb1f5a0c66d HTTP/1.1" status: 200 len: 811 time: 0.1838145 Sep 17 23:53:53.320011 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-1605f579-48ca-49f8-947a-8ddad5684635 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/quotas/a18a1f6767cb4e0fb2739899ffe26669 HTTP/1.1" status: 200 len: 375 time: 0.0100796 Sep 17 23:53:53.331240 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-cc61b55e-82f7-4667-95e0-69c42cc20c77 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Deleting port bcb83bfc-3c90-4c0f-8d90-d058708aeca9 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:53.331591 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc61b55e-82f7-4667-95e0-69c42cc20c77 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:53.335736 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Transition to ACTIVE for port object fb1e3cfd-5151-4187-a9d4-3da056fe0733 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:53:53.398497 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-56346372-0e53-4505-8b4f-ba5b18124e06 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a18a1f6767cb4e0fb2739899ffe26669&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0615320 Sep 17 23:53:53.442688 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:53.548470 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ef51ddc9-8e1a-4050-8edd-d361b01e07ca None None] Provisioning complete for port 8378d44c-fd97-4029-9cf0-4103cc21e5e1 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:53.549680 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ef51ddc9-8e1a-4050-8edd-d361b01e07ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:53.552092 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc61b55e-82f7-4667-95e0-69c42cc20c77 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:53.556195 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc61b55e-82f7-4667-95e0-69c42cc20c77 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:53.598040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-cc61b55e-82f7-4667-95e0-69c42cc20c77 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Calling delete_port for bcb83bfc-3c90-4c0f-8d90-d058708aeca9 owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:53.599525 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Pushing event updated for resources: {'Port': ['ID=fb1e3cfd-5151-4187-a9d4-3da056fe0733,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:53.627128 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ef51ddc9-8e1a-4050-8edd-d361b01e07ca None None] Port 8378d44c-fd97-4029-9cf0-4103cc21e5e1 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:53.741894 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc92ba5e-582b-498d-8d21-eac58a67547d tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:53.783353 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Attempting to bind port fb1e3cfd-5151-4187-a9d4-3da056fe0733 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:53:53.783616 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Attempting to bind port fb1e3cfd-5151-4187-a9d4-3da056fe0733 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '7989fd9a-794d-4d57-b0ca-4aa90a0c9e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5e009b26-b4fc-42c1-b5cf-39cd2749d5d9'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:53:53.784122 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Attempting to bind port fb1e3cfd-5151-4187-a9d4-3da056fe0733 on network 5e009b26-b4fc-42c1-b5cf-39cd2749d5d9 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:53.816012 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Port fb1e3cfd-5151-4187-a9d4-3da056fe0733 on network 5e009b26-b4fc-42c1-b5cf-39cd2749d5d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:53:53.816702 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Attempting to bind port fb1e3cfd-5151-4187-a9d4-3da056fe0733 on network 5e009b26-b4fc-42c1-b5cf-39cd2749d5d9 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:53:53.835392 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:53:53.835741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Checking segment: {'id': '7989fd9a-794d-4d57-b0ca-4aa90a0c9e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5e009b26-b4fc-42c1-b5cf-39cd2749d5d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:53:53.839542 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Bound using segment: {'id': '7989fd9a-794d-4d57-b0ca-4aa90a0c9e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5e009b26-b4fc-42c1-b5cf-39cd2749d5d9'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:53:53.840082 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Bound port: fb1e3cfd-5151-4187-a9d4-3da056fe0733, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7989fd9a-794d-4d57-b0ca-4aa90a0c9e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5e009b26-b4fc-42c1-b5cf-39cd2749d5d9'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:53:53.843381 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:53.964131 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45daa665-196a-4176-af0c-bab28b97e6b6 req-ce6e85ed-1321-468a-a030-536a0f5a6f06 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:53.965677 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-45daa665-196a-4176-af0c-bab28b97e6b6 req-ce6e85ed-1321-468a-a030-536a0f5a6f06 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.4872212 Sep 17 23:53:53.968030 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-88a96928-02f6-43ab-8629-0ec6bcb65dcf service neutron] 10.222.0.46 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415151 Sep 17 23:53:53.973534 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] For port fb1e3cfd-5151-4187-a9d4-3da056fe0733, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:53:53.977028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] For port fb1e3cfd-5151-4187-a9d4-3da056fe0733, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=fb1e3cfd-5151-4187-a9d4-3da056fe0733,segment=NetworkSegment(7989fd9a-794d-4d57-b0ca-4aa90a0c9e1f),segment_id=7989fd9a-794d-4d57-b0ca-4aa90a0c9e1f)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:53:54.065553 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-45daa665-196a-4176-af0c-bab28b97e6b6 req-c7213de6-020d-4a23-822b-82b71abfc067 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877852 Sep 17 23:53:54.072542 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc61b55e-82f7-4667-95e0-69c42cc20c77 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:54.120913 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-b1785f81-bf37-4f84-a9d8-bc79f2d73dd3 service neutron] 10.222.0.46 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349406 Sep 17 23:53:54.136739 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:54.140010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61b55e-82f7-4667-95e0-69c42cc20c77 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Pushing event deleted for resources: {'Port': ['ID=bcb83bfc-3c90-4c0f-8d90-d058708aeca9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:54.242775 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48726) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:54.284720 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:54.285398 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:54.294365 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] 10.222.0.41 "PUT /v2.0/ports/fb1e3cfd-5151-4187-a9d4-3da056fe0733 HTTP/1.1" status: 200 len: 1092 time: 2.5642557 Sep 17 23:53:54.294365 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f771b6b7-fa0a-4bab-a41f-c58e8e16f18c', 'tag': 'fb1e3cfd-5151-4187-a9d4-3da056fe0733'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:53:54.294365 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6735af77-4790-4e6e-a5b5-790986e3a386" -d '{"events": [{"name": "network-changed", "server_uuid": "f771b6b7-fa0a-4bab-a41f-c58e8e16f18c", "tag": "fb1e3cfd-5151-4187-a9d4-3da056fe0733"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:53:54.330938 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29a8a3-6805-474a-b9c2-72c8dd83280c service neutron] Pushing event updated for resources: {'Port': ['ID=fb1e3cfd-5151-4187-a9d4-3da056fe0733,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:54.371340 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e82ddd-8941-4e98-8f28-39c907c000ec req-823ab78a-5fc6-43e3-b83b-833548a2c2e8 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:54.380856 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-94e82ddd-8941-4e98-8f28-39c907c000ec req-823ab78a-5fc6-43e3-b83b-833548a2c2e8 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/ports?device_id=f771b6b7-fa0a-4bab-a41f-c58e8e16f18c HTTP/1.1" status: 200 len: 944 time: 0.0661211 Sep 17 23:53:54.392874 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc92ba5e-582b-498d-8d21-eac58a67547d tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:54.412305 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a169087b-624f-4e5d-9fed-85da86157ba8 x-openstack-request-id: req-a169087b-624f-4e5d-9fed-85da86157ba8 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:53:54.412567 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f771b6b7-fa0a-4bab-a41f-c58e8e16f18c", "tag": "fb1e3cfd-5151-4187-a9d4-3da056fe0733", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:53:54.415056 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a169087b-624f-4e5d-9fed-85da86157ba8 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:53:54.415056 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f771b6b7-fa0a-4bab-a41f-c58e8e16f18c', 'tag': 'fb1e3cfd-5151-4187-a9d4-3da056fe0733', 'status': 'completed', 'code': 200} Sep 17 23:53:54.436328 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-94e82ddd-8941-4e98-8f28-39c907c000ec req-a170f8e6-238b-40cb-864b-a0881b6fbbeb tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/security-groups?id=efce3ccd-fe34-4e43-a597-0b5d84dd9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544460 Sep 17 23:53:54.473170 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735af77-4790-4e6e-a5b5-790986e3a386 req-b6c2e7c5-a419-42d4-89b7-58003ec5c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:54.480639 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6735af77-4790-4e6e-a5b5-790986e3a386 req-b6c2e7c5-a419-42d4-89b7-58003ec5c1b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b88b0eaeae904566ab7ffffb4ac498d2&device_id=f771b6b7-fa0a-4bab-a41f-c58e8e16f18c HTTP/1.1" status: 200 len: 1095 time: 0.0444665 Sep 17 23:53:54.507512 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2edfd64e-51b3-4dea-89f2-54c1093fee6a req-a316c9ca-c8ca-4c7e-933b-aba0a27b1a27 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 210 time: 0.0299671 Sep 17 23:53:54.541624 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-cc61b55e-82f7-4667-95e0-69c42cc20c77 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] create failed (client error): The resource could not be found. Sep 17 23:53:54.545848 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cc61b55e-82f7-4667-95e0-69c42cc20c77 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4988501 Sep 17 23:53:54.545848 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc92ba5e-582b-498d-8d21-eac58a67547d tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:54.548959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48742) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:54.679894 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-b8889b53-eeb5-4f1a-a2b9-76d6c0a118bb tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Deleting port 9948e4f5-13e3-4fba-9e43-3ef73229b8c7 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:54.680040 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8889b53-eeb5-4f1a-a2b9-76d6c0a118bb tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:54.706476 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-cc92ba5e-582b-498d-8d21-eac58a67547d tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] In _notify_port_updated(), no bound segment for port 8378d44c-fd97-4029-9cf0-4103cc21e5e1 on network cf8f4461-3d19-4fa3-97b6-2641d53cd8b2 {{(pid=95591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:53:54.712337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc92ba5e-582b-498d-8d21-eac58a67547d tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:54.713036 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc92ba5e-582b-498d-8d21-eac58a67547d tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:54.714388 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cc92ba5e-582b-498d-8d21-eac58a67547d tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "PUT /v2.0/ports/8378d44c-fd97-4029-9cf0-4103cc21e5e1 HTTP/1.1" status: 200 len: 1065 time: 1.4184990 Sep 17 23:53:54.717309 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48750) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:54.732243 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92ba5e-582b-498d-8d21-eac58a67547d tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event updated for resources: {'Port': ['ID=8378d44c-fd97-4029-9cf0-4103cc21e5e1,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:54.774119 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735af77-4790-4e6e-a5b5-790986e3a386 req-0c608a9c-fd75-41ad-a653-17cc4344c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:54.775849 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6735af77-4790-4e6e-a5b5-790986e3a386 req-0c608a9c-fd75-41ad-a653-17cc4344c52f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b88b0eaeae904566ab7ffffb4ac498d2&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2925420 Sep 17 23:53:54.814091 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b1af1139-db59-4004-88c5-fa42925a613f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:54.911314 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735af77-4790-4e6e-a5b5-790986e3a386 req-d889467d-7647-4a95-8b90-0dd2bc1be234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:54.913348 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6735af77-4790-4e6e-a5b5-790986e3a386 req-d889467d-7647-4a95-8b90-0dd2bc1be234 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305337 Sep 17 23:53:54.928769 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8889b53-eeb5-4f1a-a2b9-76d6c0a118bb tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:54.956452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-b8889b53-eeb5-4f1a-a2b9-76d6c0a118bb tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Calling delete_port for 9948e4f5-13e3-4fba-9e43-3ef73229b8c7 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:55.027881 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-f0c1c50b-0b9f-412b-942c-f0dc02ded8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:55.030000 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-f0c1c50b-0b9f-412b-942c-f0dc02ded8b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b88b0eaeae904566ab7ffffb4ac498d2&device_id=f771b6b7-fa0a-4bab-a41f-c58e8e16f18c HTTP/1.1" status: 200 len: 1095 time: 0.0755668 Sep 17 23:53:55.054552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-6e229354-3a7b-4d75-a06b-cd1a869a68ab tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Deleting port 8378d44c-fd97-4029-9cf0-4103cc21e5e1 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:55.054902 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e229354-3a7b-4d75-a06b-cd1a869a68ab tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:55.085427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-09d47310-4557-40d0-8f1d-299b3cb2f1b1 None None] Provisioning complete for port 8378d44c-fd97-4029-9cf0-4103cc21e5e1 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:55.086158 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-09d47310-4557-40d0-8f1d-299b3cb2f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:55.093976 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-04edee4a-f36a-4072-bd22-d8b558583bcb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb1e3cfd-5151-4187-a9d4-3da056fe0733 HTTP/1.1" status: 200 len: 217 time: 0.0552063 Sep 17 23:53:55.143313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-09d47310-4557-40d0-8f1d-299b3cb2f1b1 None None] Port 8378d44c-fd97-4029-9cf0-4103cc21e5e1 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:53:55.199155 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-fcdcb5cc-d4ca-465a-8b02-361393d49fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:55.201178 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-fcdcb5cc-d4ca-465a-8b02-361393d49fea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08acad75-1f0f-4e98-bd3d-4af71514fcc6 HTTP/1.1" status: 200 len: 862 time: 0.0992517 Sep 17 23:53:55.208510 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b1af1139-db59-4004-88c5-fa42925a613f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:55.241259 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-740dfe0b-437d-47c7-a088-e96084bec557 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e009b26-b4fc-42c1-b5cf-39cd2749d5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332270 Sep 17 23:53:55.246215 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e229354-3a7b-4d75-a06b-cd1a869a68ab tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:55.282993 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-6e229354-3a7b-4d75-a06b-cd1a869a68ab tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Calling delete_port for 8378d44c-fd97-4029-9cf0-4103cc21e5e1 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:55.348744 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-7b8df0be-26b5-401d-82a4-03f77ba43696 service neutron] 10.222.0.41 "GET /v2.0/networks/5e009b26-b4fc-42c1-b5cf-39cd2749d5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002834 Sep 17 23:53:55.363991 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d01b0-806b-4263-9f81-22b7aa207246 req-fcbeda75-e776-4626-a951-bb5094ea8681 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:55.372974 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e24d01b0-806b-4263-9f81-22b7aa207246 req-fcbeda75-e776-4626-a951-bb5094ea8681 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.1656139 Sep 17 23:53:55.372974 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b1af1139-db59-4004-88c5-fa42925a613f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:55.448599 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b1af1139-db59-4004-88c5-fa42925a613f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d3f593b21134bd0b9bcb5524b2e5734&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2022281 Sep 17 23:53:55.449703 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48768) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:55.454594 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af1139-db59-4004-88c5-fa42925a613f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a51e0c-3647-4292-a694-7c7018df4227,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:55.472145 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0c3a7cee-a3b6-4df6-aac7-0c575d57fcd0 req-bdfe3066-5e63-4b1c-bf89-3583b3a5f47e service neutron] 10.222.0.41 "GET /v2.0/networks/5e009b26-b4fc-42c1-b5cf-39cd2749d5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166978 Sep 17 23:53:55.493601 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e24d01b0-806b-4263-9f81-22b7aa207246 req-5664e994-5915-48cc-be7a-ab720c154087 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093302 Sep 17 23:53:55.541809 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1cb8988e-fbf2-4c44-a513-e971aeaa8be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:55.569711 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1cb8988e-fbf2-4c44-a513-e971aeaa8be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:55.582369 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8889b53-eeb5-4f1a-a2b9-76d6c0a118bb tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:55.659107 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8889b53-eeb5-4f1a-a2b9-76d6c0a118bb tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Pushing event deleted for resources: {'Port': ['ID=9948e4f5-13e3-4fba-9e43-3ef73229b8c7,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:55.720374 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1cb8988e-fbf2-4c44-a513-e971aeaa8be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:55.724228 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1cb8988e-fbf2-4c44-a513-e971aeaa8be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:55.726549 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1cb8988e-fbf2-4c44-a513-e971aeaa8be1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59a51e0c-3647-4292-a694-7c7018df4227 HTTP/1.1" status: 204 len: 168 time: 0.2766356 Sep 17 23:53:55.732190 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b419d-fd85-4891-bdd5-2cc4e30e7289 req-65d30103-fb68-4ddc-9401-d1147112448a tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:55.733839 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f2b419d-fd85-4891-bdd5-2cc4e30e7289 req-65d30103-fb68-4ddc-9401-d1147112448a tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/ports?device_id=f771b6b7-fa0a-4bab-a41f-c58e8e16f18c HTTP/1.1" status: 200 len: 944 time: 0.2024205 Sep 17 23:53:55.737413 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8988e-fbf2-4c44-a513-e971aeaa8be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a51e0c-3647-4292-a694-7c7018df4227,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:55.744237 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e229354-3a7b-4d75-a06b-cd1a869a68ab tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:55.772809 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17686070-6f5f-4c6f-8e0e-f585abb38c24 req-77a24ad3-0a0e-4cb8-86d7-a016d42a1693 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:55.774372 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17686070-6f5f-4c6f-8e0e-f585abb38c24 req-77a24ad3-0a0e-4cb8-86d7-a016d42a1693 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.1952555 Sep 17 23:53:55.784601 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48784) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:55.791721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f0442fe2-fdae-452a-9ba4-09bf2f674e04 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Request body: {'floatingip': {'port_id': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:55.863590 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e229354-3a7b-4d75-a06b-cd1a869a68ab tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event deleted for resources: {'Port': ['ID=8378d44c-fd97-4029-9cf0-4103cc21e5e1,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:55.882133 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8889b53-eeb5-4f1a-a2b9-76d6c0a118bb tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:55.886627 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f0442fe2-fdae-452a-9ba4-09bf2f674e04 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for floatingip, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:55.887369 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b8889b53-eeb5-4f1a-a2b9-76d6c0a118bb tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] 10.222.0.46 "DELETE /v2.0/ports/9948e4f5-13e3-4fba-9e43-3ef73229b8c7 HTTP/1.1" status: 204 len: 168 time: 1.3340819 Sep 17 23:53:55.890227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48788) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:55.909987 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2db824cf-55ab-405c-9b49-8b26391a54c3 req-f6a26408-a623-4b4a-a6e1-c18d0e37cec0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 210 time: 0.0792673 Sep 17 23:53:55.942992 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f2b419d-fd85-4891-bdd5-2cc4e30e7289 req-8d1c4646-98b6-401c-b2a0-0b9b46d68897 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/security-groups?id=efce3ccd-fe34-4e43-a597-0b5d84dd9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835392 Sep 17 23:53:56.111793 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e229354-3a7b-4d75-a06b-cd1a869a68ab tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:56.121060 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6e229354-3a7b-4d75-a06b-cd1a869a68ab tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "DELETE /v2.0/ports/8378d44c-fd97-4029-9cf0-4103cc21e5e1 HTTP/1.1" status: 204 len: 168 time: 1.4001594 Sep 17 23:53:56.121252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48790) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:56.150096 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f17e4d-3a5f-4208-b6b7-4ffced713346 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] GET failed (client error): The resource could not be found. Sep 17 23:53:56.152122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-51f17e4d-3a5f-4208-b6b7-4ffced713346 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "GET /v2.0/ports/8378d44c-fd97-4029-9cf0-4103cc21e5e1 HTTP/1.1" status: 404 len: 333 time: 0.0299389 Sep 17 23:53:56.156848 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48792) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:56.190820 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48796) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:56.194670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d9e4d6-aa3a-49be-927f-a65b9a9a06c0 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:56.196911 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-30d9e4d6-aa3a-49be-927f-a65b9a9a06c0 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] 10.222.0.46 "GET /v2.0/ports?device_id=5980a3ec-c393-4eb7-bdba-536a5f673a15 HTTP/1.1" status: 200 len: 913 time: 0.3050168 Sep 17 23:53:56.199059 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48800) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:56.293774 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f9abcca0-bb7e-438f-ad50-179c47c4af67 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Deleting port db0e1f7d-88f9-4deb-b7d6-ff1ba855426e {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:56.294888 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f9abcca0-bb7e-438f-ad50-179c47c4af67 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:56.385555 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f9abcca0-bb7e-438f-ad50-179c47c4af67 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:56.399359 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f9abcca0-bb7e-438f-ad50-179c47c4af67 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Calling delete_port for db0e1f7d-88f9-4deb-b7d6-ff1ba855426e owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:56.634017 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f9abcca0-bb7e-438f-ad50-179c47c4af67 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:56.687422 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abcca0-bb7e-438f-ad50-179c47c4af67 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event deleted for resources: {'Port': ['ID=db0e1f7d-88f9-4deb-b7d6-ff1ba855426e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:56.695432 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82d892fc-588e-42db-8c3c-7e48345118ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:56.722399 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f9abcca0-bb7e-438f-ad50-179c47c4af67 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:56.727397 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f9abcca0-bb7e-438f-ad50-179c47c4af67 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "DELETE /v2.0/ports/db0e1f7d-88f9-4deb-b7d6-ff1ba855426e HTTP/1.1" status: 204 len: 168 time: 0.5693128 Sep 17 23:53:56.733440 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48810) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:56.771651 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-065bd05a-29f5-43f3-b655-efc72f0de082 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] GET failed (client error): The resource could not be found. Sep 17 23:53:56.777413 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-065bd05a-29f5-43f3-b655-efc72f0de082 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "GET /v2.0/ports/db0e1f7d-88f9-4deb-b7d6-ff1ba855426e HTTP/1.1" status: 404 len: 333 time: 0.0426812 Sep 17 23:53:56.777963 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48812) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:56.880592 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82d892fc-588e-42db-8c3c-7e48345118ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:56.885890 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device fb1e3cfd-5151-4187-a9d4-3da056fe0733 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:53:56.926613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48816) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:56.960780 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82d892fc-588e-42db-8c3c-7e48345118ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.028174 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f093fe7-b2ec-47c7-82e3-e5fb43a2fac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.035628 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-82d892fc-588e-42db-8c3c-7e48345118ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec20ca52e4de4a908b5b35707aa70ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8438387 Sep 17 23:53:57.050297 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48822) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:57.109645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port fb1e3cfd-5151-4187-a9d4-3da056fe0733, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=fb1e3cfd-5151-4187-a9d4-3da056fe0733,segment=NetworkSegment(7989fd9a-794d-4d57-b0ca-4aa90a0c9e1f),segment_id=7989fd9a-794d-4d57-b0ca-4aa90a0c9e1f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:57.148100 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'fb1e3cfd-5151-4187-a9d4-3da056fe0733', 'network_id': '5e009b26-b4fc-42c1-b5cf-39cd2749d5d9', 'port_id': 'fb1e3cfd-5151-4187-a9d4-3da056fe0733', 'mac_address': 'fa:16:3e:9a:5d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08acad75-1f0f-4e98-bd3d-4af71514fcc6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:53:57.185863 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-089213d3-bf3a-4d7e-836d-26ead498ef5b req-3d23fcee-1d68-4df5-b0fc-2f7b76ef702e tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 210 time: 0.1021094 Sep 17 23:53:57.191458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d892fc-588e-42db-8c3c-7e48345118ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092e40fa-c68e-43f0-8659-9e80faeafedc,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:57.221145 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42c906-1538-4c19-8e03-136b1ba936a1 req-a616ae48-c539-4243-873a-10b3d968ef99 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:57.223023 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a42c906-1538-4c19-8e03-136b1ba936a1 req-a616ae48-c539-4243-873a-10b3d968ef99 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/ports?device_id=f771b6b7-fa0a-4bab-a41f-c58e8e16f18c HTTP/1.1" status: 200 len: 944 time: 0.1317911 Sep 17 23:53:57.253485 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.267452 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1e3cfd-5151-4187-a9d4-3da056fe0733 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:53:57.295267 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port fb1e3cfd-5151-4187-a9d4-3da056fe0733, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=fb1e3cfd-5151-4187-a9d4-3da056fe0733,segment=NetworkSegment(7989fd9a-794d-4d57-b0ca-4aa90a0c9e1f),segment_id=7989fd9a-794d-4d57-b0ca-4aa90a0c9e1f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:57.310578 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f0442fe2-fdae-452a-9ba4-09bf2f674e04 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.312820 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-7441c21d-41db-4b74-a1c8-ec97e44cc0f7 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Deleting port 47b71019-762b-43da-9860-3c99661f7d29 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:57.313185 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7441c21d-41db-4b74-a1c8-ec97e44cc0f7 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.319949 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a42c906-1538-4c19-8e03-136b1ba936a1 req-27df92c4-eaba-4935-bdb1-ece2f52073ec tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/security-groups?id=efce3ccd-fe34-4e43-a597-0b5d84dd9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870178 Sep 17 23:53:57.347953 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f093fe7-b2ec-47c7-82e3-e5fb43a2fac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.397951 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b124ed8d-591a-47dd-b27d-c0cd305755dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.399846 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.412681 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f0442fe2-fdae-452a-9ba4-09bf2f674e04 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.445401 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f093fe7-b2ec-47c7-82e3-e5fb43a2fac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.476401 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=fb1e3cfd-5151-4187-a9d4-3da056fe0733,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:57.477062 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3f093fe7-b2ec-47c7-82e3-e5fb43a2fac3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9de7cca036aa43d78ff7d5c3f8ac38ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5481663 Sep 17 23:53:57.477834 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48826) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:57.511766 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b124ed8d-591a-47dd-b27d-c0cd305755dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.516754 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f093fe7-b2ec-47c7-82e3-e5fb43a2fac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325eead7-36be-4acd-a509-2b761605b6aa,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:57.535015 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7441c21d-41db-4b74-a1c8-ec97e44cc0f7 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.552296 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-19f4099e-ab72-4804-83c3-3dd4fb0633c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.577261 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-19f4099e-ab72-4804-83c3-3dd4fb0633c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.602934 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-7441c21d-41db-4b74-a1c8-ec97e44cc0f7 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Calling delete_port for 47b71019-762b-43da-9860-3c99661f7d29 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:57.616503 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['fb1e3cfd-5151-4187-a9d4-3da056fe0733'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:53:57.636692 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-f0442fe2-fdae-452a-9ba4-09bf2f674e04 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Floating IP a43f2d84-4f5c-49bc-b4f8-b01013765f7c associated. External IP: 172.25.3.64, port: 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629. Sep 17 23:53:57.711612 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-19f4099e-ab72-4804-83c3-3dd4fb0633c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.715285 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-19f4099e-ab72-4804-83c3-3dd4fb0633c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.719460 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-19f4099e-ab72-4804-83c3-3dd4fb0633c9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/325eead7-36be-4acd-a509-2b761605b6aa HTTP/1.1" status: 204 len: 168 time: 0.2372549 Sep 17 23:53:57.721635 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-570b0a7b-5a1a-4301-86e9-5eeef9019c41 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.726478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4099e-ab72-4804-83c3-3dd4fb0633c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325eead7-36be-4acd-a509-2b761605b6aa,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:57.858405 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b124ed8d-591a-47dd-b27d-c0cd305755dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.860936 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b124ed8d-591a-47dd-b27d-c0cd305755dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:57.862122 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b124ed8d-591a-47dd-b27d-c0cd305755dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/092e40fa-c68e-43f0-8659-9e80faeafedc HTTP/1.1" status: 204 len: 168 time: 0.7995398 Sep 17 23:53:57.895469 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124ed8d-591a-47dd-b27d-c0cd305755dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092e40fa-c68e-43f0-8659-9e80faeafedc,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:58.140472 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0442fe2-fdae-452a-9ba4-09bf2f674e04 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Router 83af115b-ab62-45a2-9186-54debcb42867 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:53:58.141385 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7441c21d-41db-4b74-a1c8-ec97e44cc0f7 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:58.180642 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441c21d-41db-4b74-a1c8-ec97e44cc0f7 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event deleted for resources: {'Port': ['ID=47b71019-762b-43da-9860-3c99661f7d29,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:58.288542 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7441c21d-41db-4b74-a1c8-ec97e44cc0f7 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:58.290746 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7441c21d-41db-4b74-a1c8-ec97e44cc0f7 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "DELETE /v2.0/ports/47b71019-762b-43da-9860-3c99661f7d29 HTTP/1.1" status: 204 len: 168 time: 1.5101645 Sep 17 23:53:58.295009 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48840) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:58.312163 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29d64614-1a51-4c88-bc2b-0044529a75a7 req-264f4f09-aca4-40bb-a709-225e741cce31 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 210 time: 0.0327997 Sep 17 23:53:58.414451 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d472d1b-e74b-4d96-bafe-860b399f894e tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Deleting subnet e4e921c8-d771-44fd-8232-95817b42ac37 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:53:58.429527 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-570b0a7b-5a1a-4301-86e9-5eeef9019c41 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Deleting port 225ec66e-e8a5-4d14-a640-3bb129ddc626 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:58.441634 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-570b0a7b-5a1a-4301-86e9-5eeef9019c41 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:58.446704 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d472d1b-e74b-4d96-bafe-860b399f894e tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:58.464013 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0442fe2-fdae-452a-9ba4-09bf2f674e04 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:53:58.476485 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af3260-f312-4b60-85da-a42c942a8fea None None] Sync routers for ids ['83af115b-ab62-45a2-9186-54debcb42867'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:53:58.502434 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f0442fe2-fdae-452a-9ba4-09bf2f674e04 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:58.507501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627827fd-6e85-4f47-869e-8bbc60eb843c req-fe1da435-a10d-4d5a-a65e-817158358e3f tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:58.515800 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-627827fd-6e85-4f47-869e-8bbc60eb843c req-fe1da435-a10d-4d5a-a65e-817158358e3f tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/ports?device_id=f771b6b7-fa0a-4bab-a41f-c58e8e16f18c HTTP/1.1" status: 200 len: 945 time: 0.0810578 Sep 17 23:53:58.563625 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-627827fd-6e85-4f47-869e-8bbc60eb843c req-fddfcbec-e92e-4344-90ee-96e80165d302 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/security-groups?id=efce3ccd-fe34-4e43-a597-0b5d84dd9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468936 Sep 17 23:53:58.600280 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d472d1b-e74b-4d96-bafe-860b399f894e tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:58.604152 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f0442fe2-fdae-452a-9ba4-09bf2f674e04 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "PUT /v2.0/floatingips/a43f2d84-4f5c-49bc-b4f8-b01013765f7c HTTP/1.1" status: 200 len: 991 time: 2.8168511 Sep 17 23:53:58.630684 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c78de4-db44-46b0-bd8f-8d2fc35f020c', 'tag': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:53:58.632918 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5880140-32eb-4358-a949-a5e8afe882f5" -d '{"events": [{"name": "network-changed", "server_uuid": "85c78de4-db44-46b0-bd8f-8d2fc35f020c", "tag": "28e0d76e-6f5f-44cd-bb9c-9df15b6fb629"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:53:58.665660 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7af3260-f312-4b60-85da-a42c942a8fea None None] Routers {'83af115b-ab62-45a2-9186-54debcb42867'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:58.666520 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e7af3260-f312-4b60-85da-a42c942a8fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['83af115b-ab62-45a2-9186-54debcb42867'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:58.672866 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-570b0a7b-5a1a-4301-86e9-5eeef9019c41 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:58.691896 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-570b0a7b-5a1a-4301-86e9-5eeef9019c41 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Calling delete_port for 225ec66e-e8a5-4d14-a640-3bb129ddc626 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:58.716146 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473998d2-59b5-4c36-a835-89217422496c x-openstack-request-id: req-473998d2-59b5-4c36-a835-89217422496c {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:53:58.716509 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c78de4-db44-46b0-bd8f-8d2fc35f020c", "tag": "28e0d76e-6f5f-44cd-bb9c-9df15b6fb629", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:53:58.716662 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-473998d2-59b5-4c36-a835-89217422496c {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:53:58.717838 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c78de4-db44-46b0-bd8f-8d2fc35f020c', 'tag': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629', 'status': 'completed', 'code': 200} Sep 17 23:53:58.770358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-18f4c269-e907-42b8-89cf-2b77e4cd1535 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:58.771995 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-18f4c269-e907-42b8-89cf-2b77e4cd1535 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.37 "GET /v2.0/networks?id=a544fc79-cedf-43d8-98c2-acb1f5a0c66d HTTP/1.1" status: 200 len: 811 time: 0.1942132 Sep 17 23:53:58.805644 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d472d1b-e74b-4d96-bafe-860b399f894e tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:58.848058 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-e7af3260-f312-4b60-85da-a42c942a8fea None None] Set router 83af115b-ab62-45a2-9186-54debcb42867 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:58.848510 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-bc106fe5-ce7b-4781-b4c7-626e13c774e0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a18a1f6767cb4e0fb2739899ffe26669 HTTP/1.1" status: 200 len: 380 time: 0.0677567 Sep 17 23:53:58.864385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-7a445d03-3927-4068-a1fe-d0c1e95ceb96 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Request body: {'port': {'device_id': '8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'admin_state_up': True, 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'security_groups': ['c68bf94b-a495-438e-802b-916c2cfb2c04']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:53:58.879816 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5880140-32eb-4358-a949-a5e8afe882f5 req-6ebaa806-6ee7-4e62-9283-1e1f2d4cd074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:58.881313 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5880140-32eb-4358-a949-a5e8afe882f5 req-6ebaa806-6ee7-4e62-9283-1e1f2d4cd074 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dba230fc347941bb9230276913eaed6b&device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 1097 time: 0.1479909 Sep 17 23:53:58.890775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device fb1e3cfd-5151-4187-a9d4-3da056fe0733 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:53:59.030504 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d472d1b-e74b-4d96-bafe-860b399f894e tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:59.056722 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port fb1e3cfd-5151-4187-a9d4-3da056fe0733 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:53:59.061468 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port fb1e3cfd-5151-4187-a9d4-3da056fe0733 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:53:59.061997 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:59.125330 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d472d1b-e74b-4d96-bafe-860b399f894e tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e921c8-d771-44fd-8232-95817b42ac37,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:59.146223 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d472d1b-e74b-4d96-bafe-860b399f894e tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:59.148357 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1d472d1b-e74b-4d96-bafe-860b399f894e tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "DELETE /v2.0/subnets/e4e921c8-d771-44fd-8232-95817b42ac37 HTTP/1.1" status: 204 len: 168 time: 0.8505614 Sep 17 23:53:59.150991 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48858) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:53:59.158967 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c230320-7651-4ab3-a18d-853b63257e0b None None] Network cf8f4461-3d19-4fa3-97b6-2641d53cd8b2 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:53:59.185565 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:59.185980 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5880140-32eb-4358-a949-a5e8afe882f5 req-4f8807e9-30aa-48b2-ba31-bff819f317fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:59.188904 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5880140-32eb-4358-a949-a5e8afe882f5 req-4f8807e9-30aa-48b2-ba31-bff819f317fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c1553df-1cdf-4638-a188-7f118bbcb251 HTTP/1.1" status: 200 len: 917 time: 0.3005843 Sep 17 23:53:59.260179 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e7af3260-f312-4b60-85da-a42c942a8fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-17T23:53:28Z', 'revision_number': 4, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'a43f2d84-4f5c-49bc-b4f8-b01013765f7c', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '83af115b-ab62-45a2-9186-54debcb42867', 'port_id': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'mac_address': 'fa:16:3e:de:94:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c78de4-db44-46b0-bd8f-8d2fc35f020c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:53:33Z', 'updated_at': '2021-09-17T23:53:57Z', 'revision_number': 1, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff706a87-b1c0-4e48-baf3-0353c6d0759f', 'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'mac_address': 'fa:16:3e:4b:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:27Z', 'updated_at': '2021-09-17T23:53:32Z', 'revision_number': 5, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'subnets': [{'id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:59.260378 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port fb1e3cfd-5151-4187-a9d4-3da056fe0733, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=fb1e3cfd-5151-4187-a9d4-3da056fe0733,segment=NetworkSegment(7989fd9a-794d-4d57-b0ca-4aa90a0c9e1f),segment_id=7989fd9a-794d-4d57-b0ca-4aa90a0c9e1f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:59.261133 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f771b6b7-fa0a-4bab-a41f-c58e8e16f18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1e3cfd-5151-4187-a9d4-3da056fe0733'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:53:59.263568 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:59.263983 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d332c7a-37b6-428b-91c1-12b89e61989b" -d '{"events": [{"server_uuid": "f771b6b7-fa0a-4bab-a41f-c58e8e16f18c", "name": "network-vif-plugged", "status": "completed", "tag": "fb1e3cfd-5151-4187-a9d4-3da056fe0733"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:53:59.266657 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-7a445d03-3927-4068-a1fe-d0c1e95ceb96 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Made reservation on behalf of a18a1f6767cb4e0fb2739899ffe26669 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:53:59.270206 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-7a445d03-3927-4068-a1fe-d0c1e95ceb96 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:59.329342 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af3260-f312-4b60-85da-a42c942a8fea None None] Checking router: 83af115b-ab62-45a2-9186-54debcb42867 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:53:59.348311 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7af3260-f312-4b60-85da-a42c942a8fea None None] Routers {'83af115b-ab62-45a2-9186-54debcb42867'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:53:59.350261 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e7af3260-f312-4b60-85da-a42c942a8fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['83af115b-ab62-45a2-9186-54debcb42867'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:53:59.353418 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:59.360688 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-570b0a7b-5a1a-4301-86e9-5eeef9019c41 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:59.421806 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Deleting port a3d21307-bc69-4a7b-986c-d7df06d222a4 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:59.422145 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:59.450890 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8bfad1-6cb6-4bc3-8533-4bd37342f45e x-openstack-request-id: req-4a8bfad1-6cb6-4bc3-8533-4bd37342f45e {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:53:59.451157 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f771b6b7-fa0a-4bab-a41f-c58e8e16f18c", "name": "network-vif-plugged", "status": "completed", "tag": "fb1e3cfd-5151-4187-a9d4-3da056fe0733", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:53:59.451405 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4a8bfad1-6cb6-4bc3-8533-4bd37342f45e {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:53:59.451849 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f771b6b7-fa0a-4bab-a41f-c58e8e16f18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1e3cfd-5151-4187-a9d4-3da056fe0733', 'code': 200} Sep 17 23:53:59.452405 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=fb1e3cfd-5151-4187-a9d4-3da056fe0733,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:59.470724 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6150759-28ea-4342-9999-e801f3b0b8cf None None] DHCP port deletion for cf8f4461-3d19-4fa3-97b6-2641d53cd8b2 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:53:59.495044 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b0a7b-5a1a-4301-86e9-5eeef9019c41 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Pushing event deleted for resources: {'Port': ['ID=225ec66e-e8a5-4d14-a640-3bb129ddc626,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:53:59.496226 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a43da4a-17bc-450a-9a6a-0d076e0193b6 req-59837f79-258d-4f8a-8875-cde3ac724e22 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 210 time: 0.0475919 Sep 17 23:53:59.581899 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b6150759-28ea-4342-9999-e801f3b0b8cf None None] Deleting port a3d21307-bc69-4a7b-986c-d7df06d222a4 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:53:59.583293 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b6150759-28ea-4342-9999-e801f3b0b8cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:59.614583 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] For port a3d21307-bc69-4a7b-986c-d7df06d222a4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a3d21307-bc69-4a7b-986c-d7df06d222a4,segment=NetworkSegment(aad9efda-73b6-48a3-8479-46e16aadf722),segment_id=aad9efda-73b6-48a3-8479-46e16aadf722)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:59.615338 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:59.620329 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-e7af3260-f312-4b60-85da-a42c942a8fea None None] Set router 83af115b-ab62-45a2-9186-54debcb42867 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:53:59.623126 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5880140-32eb-4358-a949-a5e8afe882f5 req-c6da6b02-b401-49eb-afda-239e57685ab3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 HTTP/1.1" status: 200 len: 999 time: 0.4098675 Sep 17 23:53:59.644725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Calling delete_port for a3d21307-bc69-4a7b-986c-d7df06d222a4 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:59.658399 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-7a445d03-3927-4068-a1fe-d0c1e95ceb96 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Allocated IP 172.20.0.14 (a544fc79-cedf-43d8-98c2-acb1f5a0c66d/372385ca-344b-4083-aa15-78d8fb783453/7356f326-5bf1-46dd-a8bc-1b9d877a3e02) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:53:59.707997 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad7316-41a7-4488-b5ac-de5b844a41be req-1c1ca556-769c-4604-86f0-b1fce2c53498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:59.710239 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b9ad7316-41a7-4488-b5ac-de5b844a41be req-1c1ca556-769c-4604-86f0-b1fce2c53498 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f771b6b7-fa0a-4bab-a41f-c58e8e16f18c HTTP/1.1" status: 200 len: 1097 time: 0.2370787 Sep 17 23:53:59.756499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b6150759-28ea-4342-9999-e801f3b0b8cf None None] For port a3d21307-bc69-4a7b-986c-d7df06d222a4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a3d21307-bc69-4a7b-986c-d7df06d222a4,segment=NetworkSegment(aad9efda-73b6-48a3-8479-46e16aadf722),segment_id=aad9efda-73b6-48a3-8479-46e16aadf722)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:53:59.756906 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b6150759-28ea-4342-9999-e801f3b0b8cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:59.788910 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b6150759-28ea-4342-9999-e801f3b0b8cf None None] Calling delete_port for a3d21307-bc69-4a7b-986c-d7df06d222a4 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:53:59.928523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a19317-3c15-4cc1-9f26-95879afba001 req-c92bda99-c971-4252-8e66-baef2d6f0d7a tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:59.930061 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23a19317-3c15-4cc1-9f26-95879afba001 req-c92bda99-c971-4252-8e66-baef2d6f0d7a tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/ports?device_id=f771b6b7-fa0a-4bab-a41f-c58e8e16f18c HTTP/1.1" status: 200 len: 946 time: 0.1244693 Sep 17 23:53:59.932050 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-570b0a7b-5a1a-4301-86e9-5eeef9019c41 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:53:59.945166 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5880140-32eb-4358-a949-a5e8afe882f5 req-fa2f7818-0055-47ab-beb3-7ed3c5bc8243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:53:59.946796 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5880140-32eb-4358-a949-a5e8afe882f5 req-fa2f7818-0055-47ab-beb3-7ed3c5bc8243 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=294e5306-7b47-43ef-943e-37934b52f9c3 HTTP/1.1" status: 200 len: 855 time: 0.3222585 Sep 17 23:54:00.037988 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b9ad7316-41a7-4488-b5ac-de5b844a41be req-2227cafc-d75a-4cc8-b76d-6da50adea185 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=efce3ccd-fe34-4e43-a597-0b5d84dd9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189797 Sep 17 23:54:00.063420 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b6150759-28ea-4342-9999-e801f3b0b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:00.076554 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-798c2daa-54d8-4cae-a8c6-154228d74a4e req-2be0ee58-3c47-4b9a-8350-e5580bc3be8d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3450601 Sep 17 23:54:00.093566 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5880140-32eb-4358-a949-a5e8afe882f5 req-03c1c9cb-2af6-4698-8fcb-b74e46aff7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:00.095098 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5880140-32eb-4358-a949-a5e8afe882f5 req-03c1c9cb-2af6-4698-8fcb-b74e46aff7f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c1553df-1cdf-4638-a188-7f118bbcb251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400707 Sep 17 23:54:00.101999 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6150759-28ea-4342-9999-e801f3b0b8cf None None] Pushing event deleted for resources: {'Port': ['ID=a3d21307-bc69-4a7b-986c-d7df06d222a4,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:00.130387 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23a19317-3c15-4cc1-9f26-95879afba001 req-261d5d5c-5c6d-4484-9dac-4d5d3cbcb8f4 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/security-groups?id=efce3ccd-fe34-4e43-a597-0b5d84dd9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868365 Sep 17 23:54:00.151630 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6150759-28ea-4342-9999-e801f3b0b8cf None None] No DVR routers for this DVR port a3d21307-bc69-4a7b-986c-d7df06d222a4 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:54:00.170220 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:00.207181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a3d21307-bc69-4a7b-986c-d7df06d222a4 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:54:00.210592 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e7af3260-f312-4b60-85da-a42c942a8fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-17T23:53:28Z', 'revision_number': 4, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'a43f2d84-4f5c-49bc-b4f8-b01013765f7c', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '83af115b-ab62-45a2-9186-54debcb42867', 'port_id': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'mac_address': 'fa:16:3e:de:94:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c78de4-db44-46b0-bd8f-8d2fc35f020c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:53:33Z', 'updated_at': '2021-09-17T23:53:57Z', 'revision_number': 1, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff706a87-b1c0-4e48-baf3-0353c6d0759f', 'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'mac_address': 'fa:16:3e:4b:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:27Z', 'updated_at': '2021-09-17T23:53:32Z', 'revision_number': 5, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'subnets': [{'id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:00.242395 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event deleted for resources: {'Port': ['ID=a3d21307-bc69-4a7b-986c-d7df06d222a4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:00.244161 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: a3d21307-bc69-4a7b-986c-d7df06d222a4 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:54:00.244644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a3d21307-bc69-4a7b-986c-d7df06d222a4 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:54:00.253517 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] No DVR routers for this DVR port a3d21307-bc69-4a7b-986c-d7df06d222a4 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:54:00.260241 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570b0a7b-5a1a-4301-86e9-5eeef9019c41 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Router 5980a3ec-c393-4eb7-bdba-536a5f673a15 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:54:00.263281 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af3260-f312-4b60-85da-a42c942a8fea None None] The sync data for ids ['83af115b-ab62-45a2-9186-54debcb42867'] in n-d-809883-1 is: [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-17T23:53:28Z', 'revision_number': 4, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'a43f2d84-4f5c-49bc-b4f8-b01013765f7c', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '83af115b-ab62-45a2-9186-54debcb42867', 'port_id': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'mac_address': 'fa:16:3e:de:94:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c78de4-db44-46b0-bd8f-8d2fc35f020c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:53:33Z', 'updated_at': '2021-09-17T23:53:57Z', 'revision_number': 1, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff706a87-b1c0-4e48-baf3-0353c6d0759f', 'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'mac_address': 'fa:16:3e:4b:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:27Z', 'updated_at': '2021-09-17T23:53:32Z', 'revision_number': 5, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'subnets': [{'id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:54:00.298429 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-7a445d03-3927-4068-a1fe-d0c1e95ceb96 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:00.373679 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:00.408668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8f4461-3d19-4fa3-97b6-2641d53cd8b2']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:00.423367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad9efda-73b6-48a3-8479-46e16aadf722') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:00.424000 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad9efda-73b6-48a3-8479-46e16aadf722') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:00.434062 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:00.451549 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:00.465083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:00.465588 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:00.469493 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:00.513998 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-7a445d03-3927-4068-a1fe-d0c1e95ceb96 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:00.632328 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b42f3-3b8b-4656-8ff3-b5560f2426e0 None None] New status for floating IP a43f2d84-4f5c-49bc-b4f8-b01013765f7c: ACTIVE {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:54:00.648658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-7a445d03-3927-4068-a1fe-d0c1e95ceb96 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Network a544fc79-cedf-43d8-98c2-acb1f5a0c66d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:00.656282 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-7a445d03-3927-4068-a1fe-d0c1e95ceb96 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:00.659676 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-7a445d03-3927-4068-a1fe-d0c1e95ceb96 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:00.701814 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:00.709413 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:00.715263 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] 10.222.0.46 "DELETE /v2.0/networks/cf8f4461-3d19-4fa3-97b6-2641d53cd8b2 HTTP/1.1" status: 204 len: 168 time: 1.5625546 Sep 17 23:54:00.730778 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a445d03-3927-4068-a1fe-d0c1e95ceb96 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Pushing event updated for resources: {'Port': ['ID=7356f326-5bf1-46dd-a8bc-1b9d877a3e02,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:00.769413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4bf20-5680-479c-9fde-7e6ef18570d4 tempest-AllowedAddressPairIpV6TestJSON-814428488 tempest-AllowedAddressPairIpV6TestJSON-814428488-project] Pushing event deleted for resources: {'Network': ['ID=cf8f4461-3d19-4fa3-97b6-2641d53cd8b2,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:00.790210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-7a445d03-3927-4068-a1fe-d0c1e95ceb96 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:00.791779 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-7a445d03-3927-4068-a1fe-d0c1e95ceb96 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:00.797416 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5880140-32eb-4358-a949-a5e8afe882f5 req-c985cfab-604b-432e-abf7-d3e088b7bc52 service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6629529 Sep 17 23:54:00.798893 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570b0a7b-5a1a-4301-86e9-5eeef9019c41 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:54:00.806262 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-570b0a7b-5a1a-4301-86e9-5eeef9019c41 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] 10.222.0.46 "PUT /v2.0/routers/5980a3ec-c393-4eb7-bdba-536a5f673a15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6060498 Sep 17 23:54:00.808616 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f7e276-35f6-4dec-b7f5-9e05c386f612 None None] Sync routers for ids ['5980a3ec-c393-4eb7-bdba-536a5f673a15'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:54:00.813051 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48898) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:00.826875 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f7e276-35f6-4dec-b7f5-9e05c386f612 None None] Routers {'5980a3ec-c393-4eb7-bdba-536a5f673a15'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:54:00.827794 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-37f7e276-35f6-4dec-b7f5-9e05c386f612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5980a3ec-c393-4eb7-bdba-536a5f673a15'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:00.829240 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38494650-80af-4a6b-9e60-ffc96f281968 req-4ab45414-f25f-4733-bb59-550d13f9c1d4 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:00.832205 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38494650-80af-4a6b-9e60-ffc96f281968 req-4ab45414-f25f-4733-bb59-550d13f9c1d4 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 932 time: 0.2274477 Sep 17 23:54:00.950866 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-37f7e276-35f6-4dec-b7f5-9e05c386f612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:01.003805 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f7e276-35f6-4dec-b7f5-9e05c386f612 None None] Routers {'5980a3ec-c393-4eb7-bdba-536a5f673a15'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:54:01.003805 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-37f7e276-35f6-4dec-b7f5-9e05c386f612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5980a3ec-c393-4eb7-bdba-536a5f673a15'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:01.080921 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-37f7e276-35f6-4dec-b7f5-9e05c386f612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:01.082633 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b5880140-32eb-4358-a949-a5e8afe882f5 req-8a7e185f-d38a-4302-ab7a-4c149559b4bf service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649009 Sep 17 23:54:01.083053 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f7e276-35f6-4dec-b7f5-9e05c386f612 None None] The sync data for ids ['5980a3ec-c393-4eb7-bdba-536a5f673a15'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:54:01.126030 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2ac5497a-bd64-4d26-ae45-7dc23e0f7242 None None] Provisioning complete for port 7356f326-5bf1-46dd-a8bc-1b9d877a3e02 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:01.126625 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2ac5497a-bd64-4d26-ae45-7dc23e0f7242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:01.180295 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-2ac5497a-bd64-4d26-ae45-7dc23e0f7242 None None] Port 7356f326-5bf1-46dd-a8bc-1b9d877a3e02 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:54:01.270456 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-7a445d03-3927-4068-a1fe-d0c1e95ceb96 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4142015 Sep 17 23:54:01.292773 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Request body: {'port': {'device_id': '8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:01.322504 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c2daa-54d8-4cae-a8c6-154228d74a4e req-cb18a8ee-3c7b-4b66-a76f-1d575a40e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:01.324021 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-798c2daa-54d8-4cae-a8c6-154228d74a4e req-cb18a8ee-3c7b-4b66-a76f-1d575a40e3eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dba230fc347941bb9230276913eaed6b&device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 1097 time: 0.0639119 Sep 17 23:54:01.374161 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d0ecf13-b3c4-4d13-9fbf-a9f54a091cbf tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:01.465538 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c2daa-54d8-4cae-a8c6-154228d74a4e req-f9db9071-7842-4f8b-8d57-5771b4abcc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:01.468096 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-798c2daa-54d8-4cae-a8c6-154228d74a4e req-f9db9071-7842-4f8b-8d57-5771b4abcc65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c1553df-1cdf-4638-a188-7f118bbcb251 HTTP/1.1" status: 200 len: 917 time: 0.1249948 Sep 17 23:54:01.499595 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38494650-80af-4a6b-9e60-ffc96f281968 req-353b596f-23a2-4bd5-bd7e-d698ab580ff7 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411487 Sep 17 23:54:01.529097 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed7db2-ac5c-4ecc-bf5e-3abeb34fa59d req-7df96157-ebd9-48ce-902e-06ee32909f3b tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:01.529097 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-98ed7db2-ac5c-4ecc-bf5e-3abeb34fa59d req-7df96157-ebd9-48ce-902e-06ee32909f3b tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/ports?device_id=f771b6b7-fa0a-4bab-a41f-c58e8e16f18c HTTP/1.1" status: 200 len: 946 time: 0.2669928 Sep 17 23:54:01.550436 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-798c2daa-54d8-4cae-a8c6-154228d74a4e req-32e9f240-896e-403f-bf36-77cb2b4a537f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 HTTP/1.1" status: 200 len: 1001 time: 0.0748911 Sep 17 23:54:01.586660 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:01.607797 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c2daa-54d8-4cae-a8c6-154228d74a4e req-e3cee4c5-d037-4452-b549-1e1bb23efa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:01.610571 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-798c2daa-54d8-4cae-a8c6-154228d74a4e req-e3cee4c5-d037-4452-b549-1e1bb23efa8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=294e5306-7b47-43ef-943e-37934b52f9c3 HTTP/1.1" status: 200 len: 855 time: 0.0534925 Sep 17 23:54:01.647756 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d0ecf13-b3c4-4d13-9fbf-a9f54a091cbf tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:01.651490 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d0ecf13-b3c4-4d13-9fbf-a9f54a091cbf tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:01.676608 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c2daa-54d8-4cae-a8c6-154228d74a4e req-786b9d66-2865-42e2-afe4-2e62447acbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:01.679118 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-798c2daa-54d8-4cae-a8c6-154228d74a4e req-786b9d66-2865-42e2-afe4-2e62447acbbc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c1553df-1cdf-4638-a188-7f118bbcb251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610821 Sep 17 23:54:01.720522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48918) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:01.731239 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-98ed7db2-ac5c-4ecc-bf5e-3abeb34fa59d req-660b7330-897e-433a-acec-87c181b45783 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/security-groups?id=efce3ccd-fe34-4e43-a597-0b5d84dd9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481571 Sep 17 23:54:01.822176 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-798c2daa-54d8-4cae-a8c6-154228d74a4e req-7b9727bf-4ea6-461a-9345-864f449b12a5 service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330934 Sep 17 23:54:01.825513 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d0ecf13-b3c4-4d13-9fbf-a9f54a091cbf tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:01.826116 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0ecf13-b3c4-4d13-9fbf-a9f54a091cbf tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Fanout notify agent at l3_agent the message router_deleted on router 5980a3ec-c393-4eb7-bdba-536a5f673a15 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:54:01.839795 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d0ecf13-b3c4-4d13-9fbf-a9f54a091cbf tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:01.843688 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6d0ecf13-b3c4-4d13-9fbf-a9f54a091cbf tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] 10.222.0.46 "DELETE /v2.0/routers/5980a3ec-c393-4eb7-bdba-536a5f673a15 HTTP/1.1" status: 204 len: 168 time: 1.0266981 Sep 17 23:54:01.844936 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48924) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:01.921573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-2753b982-8697-4964-a173-e5b90b7eb799 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Deleting subnet 92b5edc1-39cc-41a8-8bfc-219f16fdcd4b {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:54:01.925985 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2753b982-8697-4964-a173-e5b90b7eb799 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:01.943705 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-798c2daa-54d8-4cae-a8c6-154228d74a4e req-5bf0b9e9-5b7b-43ca-8f5c-d806b494c669 service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087141 Sep 17 23:54:02.014654 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2753b982-8697-4964-a173-e5b90b7eb799 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:02.147498 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7356f326-5bf1-46dd-a8bc-1b9d877a3e02 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:54:02.164759 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:02.164759 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2753b982-8697-4964-a173-e5b90b7eb799 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:02.218966 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Transition to ACTIVE for port object 7356f326-5bf1-46dd-a8bc-1b9d877a3e02 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:54:02.251497 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-69daab86-2028-42d9-a6c5-5b00bdac3614 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8a1e9a74b8f470f8dcee9763e16badc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5299034 Sep 17 23:54:02.254134 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48932) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:02.317294 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:02.318945 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ab917ec-2b73-441b-8830-dea58c16aa67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:02.384063 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ab917ec-2b73-441b-8830-dea58c16aa67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:02.394997 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2753b982-8697-4964-a173-e5b90b7eb799 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:02.402753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Pushing event updated for resources: {'Port': ['ID=7356f326-5bf1-46dd-a8bc-1b9d877a3e02,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:02.461222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753b982-8697-4964-a173-e5b90b7eb799 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Pushing event deleted for resources: {'Subnet': ['ID=92b5edc1-39cc-41a8-8bfc-219f16fdcd4b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:02.472908 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.473139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.473865 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.473865 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.474085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.474437 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.474765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.475093 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.475413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.475738 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.476062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.476386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.478851 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfb5d05-66b6-4aa0-82b0-85abc6d68562 None None] Network 35ee8937-edb7-428d-8804-231e2990a75a requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:02.484787 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2753b982-8697-4964-a173-e5b90b7eb799 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:02.486748 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2753b982-8697-4964-a173-e5b90b7eb799 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] 10.222.0.46 "DELETE /v2.0/subnets/92b5edc1-39cc-41a8-8bfc-219f16fdcd4b HTTP/1.1" status: 204 len: 168 time: 0.6409705 Sep 17 23:54:02.489452 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48938) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:02.521310 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753b982-8697-4964-a173-e5b90b7eb799 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.521661 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753b982-8697-4964-a173-e5b90b7eb799 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.522012 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753b982-8697-4964-a173-e5b90b7eb799 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.522350 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753b982-8697-4964-a173-e5b90b7eb799 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.522684 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753b982-8697-4964-a173-e5b90b7eb799 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.523102 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753b982-8697-4964-a173-e5b90b7eb799 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.523340 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753b982-8697-4964-a173-e5b90b7eb799 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.535795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753b982-8697-4964-a173-e5b90b7eb799 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.536338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753b982-8697-4964-a173-e5b90b7eb799 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.536619 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753b982-8697-4964-a173-e5b90b7eb799 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.536993 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753b982-8697-4964-a173-e5b90b7eb799 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.537350 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753b982-8697-4964-a173-e5b90b7eb799 tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:02.632151 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:02.643656 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Attempting to bind port 7356f326-5bf1-46dd-a8bc-1b9d877a3e02 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:54:02.644037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Attempting to bind port 7356f326-5bf1-46dd-a8bc-1b9d877a3e02 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'a3aad2c6-c7cd-4999-a94c-0b4ecd570594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:54:02.644521 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Attempting to bind port 7356f326-5bf1-46dd-a8bc-1b9d877a3e02 on network a544fc79-cedf-43d8-98c2-acb1f5a0c66d {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:54:02.654643 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ab917ec-2b73-441b-8830-dea58c16aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:02.657360 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ab917ec-2b73-441b-8830-dea58c16aa67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:02.661346 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4ab917ec-2b73-441b-8830-dea58c16aa67 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6716477a-96b6-4c21-be2b-81584b8d1a4d HTTP/1.1" status: 204 len: 168 time: 0.4061208 Sep 17 23:54:02.666372 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Port 7356f326-5bf1-46dd-a8bc-1b9d877a3e02 on network a544fc79-cedf-43d8-98c2-acb1f5a0c66d not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:54:02.666710 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Attempting to bind port 7356f326-5bf1-46dd-a8bc-1b9d877a3e02 on network a544fc79-cedf-43d8-98c2-acb1f5a0c66d {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:54:02.682406 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:54:02.682709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Checking segment: {'id': 'a3aad2c6-c7cd-4999-a94c-0b4ecd570594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:02.683106 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Bound using segment: {'id': 'a3aad2c6-c7cd-4999-a94c-0b4ecd570594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:54:02.683698 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Bound port: 7356f326-5bf1-46dd-a8bc-1b9d877a3e02, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3aad2c6-c7cd-4999-a94c-0b4ecd570594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:54:02.684070 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:02.691145 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Deleting port bd98a3d6-5c59-442b-86db-7482b0caf2ee {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:54:02.691602 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:02.706390 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab917ec-2b73-441b-8830-dea58c16aa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6716477a-96b6-4c21-be2b-81584b8d1a4d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:02.725345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91327f6-187c-47a5-b0be-412fe3b13fd0 req-5793e42e-a431-4b16-9bd4-a9eccba9d46b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:02.727674 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f91327f6-187c-47a5-b0be-412fe3b13fd0 req-5793e42e-a431-4b16-9bd4-a9eccba9d46b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 944 time: 0.1318250 Sep 17 23:54:02.819908 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] For port bd98a3d6-5c59-442b-86db-7482b0caf2ee, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bd98a3d6-5c59-442b-86db-7482b0caf2ee,segment=NetworkSegment(4992ebeb-2818-4267-96f1-5465b5fb9bde),segment_id=4992ebeb-2818-4267-96f1-5465b5fb9bde)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:02.819908 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:02.827210 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38781d9f-8b5e-403c-a164-7c0866c815cf None None] DHCP port deletion for 35ee8937-edb7-428d-8804-231e2990a75a request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:54:02.838843 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Calling delete_port for bd98a3d6-5c59-442b-86db-7482b0caf2ee owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:54:02.862692 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f91327f6-187c-47a5-b0be-412fe3b13fd0 req-f2d46099-31a1-4b13-b531-d74a65604553 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975850 Sep 17 23:54:02.868052 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] For port 7356f326-5bf1-46dd-a8bc-1b9d877a3e02, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:54:02.871967 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] For port 7356f326-5bf1-46dd-a8bc-1b9d877a3e02, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7356f326-5bf1-46dd-a8bc-1b9d877a3e02,segment=NetworkSegment(a3aad2c6-c7cd-4999-a94c-0b4ecd570594),segment_id=a3aad2c6-c7cd-4999-a94c-0b4ecd570594)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:54:02.891045 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-38781d9f-8b5e-403c-a164-7c0866c815cf None None] Deleting port bd98a3d6-5c59-442b-86db-7482b0caf2ee {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:54:02.891430 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-38781d9f-8b5e-403c-a164-7c0866c815cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:02.956208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78179e4a-486c-4d06-8e34-16d506fb8708 req-06b034e0-4d5d-43b5-9d0e-5695d777de4d tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:02.958196 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78179e4a-486c-4d06-8e34-16d506fb8708 req-06b034e0-4d5d-43b5-9d0e-5695d777de4d tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/ports?device_id=f771b6b7-fa0a-4bab-a41f-c58e8e16f18c HTTP/1.1" status: 200 len: 946 time: 0.0916181 Sep 17 23:54:02.962292 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:02.970180 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-38781d9f-8b5e-403c-a164-7c0866c815cf None None] For port bd98a3d6-5c59-442b-86db-7482b0caf2ee, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bd98a3d6-5c59-442b-86db-7482b0caf2ee,segment=NetworkSegment(4992ebeb-2818-4267-96f1-5465b5fb9bde),segment_id=4992ebeb-2818-4267-96f1-5465b5fb9bde)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:02.970675 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-38781d9f-8b5e-403c-a164-7c0866c815cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:02.984158 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-38781d9f-8b5e-403c-a164-7c0866c815cf None None] Calling delete_port for bd98a3d6-5c59-442b-86db-7482b0caf2ee owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:54:03.017818 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:03.018449 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:03.019824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] 10.222.0.37 "PUT /v2.0/ports/7356f326-5bf1-46dd-a8bc-1b9d877a3e02 HTTP/1.1" status: 200 len: 1092 time: 1.7328601 Sep 17 23:54:03.020557 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7', 'tag': '7356f326-5bf1-46dd-a8bc-1b9d877a3e02'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:54:03.022832 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f0c410-5db7-4bd2-bb23-32c1f5713187" -d '{"events": [{"name": "network-changed", "server_uuid": "8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7", "tag": "7356f326-5bf1-46dd-a8bc-1b9d877a3e02"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:54:03.060690 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78179e4a-486c-4d06-8e34-16d506fb8708 req-70a55f50-332c-4a27-9ff0-55043211d26d tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/security-groups?id=efce3ccd-fe34-4e43-a597-0b5d84dd9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918248 Sep 17 23:54:03.061770 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841c050-7f16-475e-b504-5bc83c2b9c6c service neutron] Pushing event updated for resources: {'Port': ['ID=7356f326-5bf1-46dd-a8bc-1b9d877a3e02,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:03.098711 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:03.102801 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-38781d9f-8b5e-403c-a164-7c0866c815cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:03.125177 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d674ca-cfd8-44a5-87a3-634be303cf99 x-openstack-request-id: req-39d674ca-cfd8-44a5-87a3-634be303cf99 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:54:03.125177 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7", "tag": "7356f326-5bf1-46dd-a8bc-1b9d877a3e02", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:54:03.125177 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-39d674ca-cfd8-44a5-87a3-634be303cf99 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:54:03.125177 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7', 'tag': '7356f326-5bf1-46dd-a8bc-1b9d877a3e02', 'status': 'completed', 'code': 200} Sep 17 23:54:03.147940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] No DVR routers for this DVR port bd98a3d6-5c59-442b-86db-7482b0caf2ee on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:54:03.180620 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38781d9f-8b5e-403c-a164-7c0866c815cf None None] Pushing event deleted for resources: {'Port': ['ID=bd98a3d6-5c59-442b-86db-7482b0caf2ee,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:03.190145 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38781d9f-8b5e-403c-a164-7c0866c815cf None None] No DVR routers for this DVR port bd98a3d6-5c59-442b-86db-7482b0caf2ee on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:54:03.231889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Pushing event deleted for resources: {'Port': ['ID=bd98a3d6-5c59-442b-86db-7482b0caf2ee,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:03.243539 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0c410-5db7-4bd2-bb23-32c1f5713187 req-f6d9084f-2b57-4e7b-bc58-4f76f7620830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:03.245169 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-65f0c410-5db7-4bd2-bb23-32c1f5713187 req-f6d9084f-2b57-4e7b-bc58-4f76f7620830 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a18a1f6767cb4e0fb2739899ffe26669&device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 1095 time: 0.1248577 Sep 17 23:54:03.413721 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:03.437262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ee8937-edb7-428d-8804-231e2990a75a']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:03.448511 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4992ebeb-2818-4267-96f1-5465b5fb9bde') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:03.448975 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4992ebeb-2818-4267-96f1-5465b5fb9bde') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:03.474922 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:03.501639 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:03.508337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:03.508840 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:03.577341 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:03.580021 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0c410-5db7-4bd2-bb23-32c1f5713187 req-32b0cd71-65b8-4f1d-b4d6-65eacc20c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:03.580751 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-65f0c410-5db7-4bd2-bb23-32c1f5713187 req-32b0cd71-65b8-4f1d-b4d6-65eacc20c1a2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a18a1f6767cb4e0fb2739899ffe26669&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3235130 Sep 17 23:54:03.690595 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:03.697986 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:03.703393 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] 10.222.0.46 "DELETE /v2.0/networks/35ee8937-edb7-428d-8804-231e2990a75a HTTP/1.1" status: 204 len: 168 time: 1.2108991 Sep 17 23:54:03.722775 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae5451-5808-4d55-9f19-736f7d1e6c1c tempest-FloatingIPNegativeTestJSON-665710208 tempest-FloatingIPNegativeTestJSON-665710208-project] Pushing event deleted for resources: {'Network': ['ID=35ee8937-edb7-428d-8804-231e2990a75a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:03.829982 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4f9b6-3413-466b-a4f5-36a132890f0e req-a2c2b883-93a0-4e19-8a40-962ae52de340 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:03.831284 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9cd4f9b6-3413-466b-a4f5-36a132890f0e req-a2c2b883-93a0-4e19-8a40-962ae52de340 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/ports?device_id=f771b6b7-fa0a-4bab-a41f-c58e8e16f18c HTTP/1.1" status: 200 len: 946 time: 0.1216691 Sep 17 23:54:03.833077 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0c410-5db7-4bd2-bb23-32c1f5713187 req-ecb31d94-292d-4b31-a0a7-a553dd06cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:03.834393 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-65f0c410-5db7-4bd2-bb23-32c1f5713187 req-ecb31d94-292d-4b31-a0a7-a553dd06cd19 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2456701 Sep 17 23:54:03.945256 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9cd4f9b6-3413-466b-a4f5-36a132890f0e req-3f2ea51e-63ba-46ed-95d9-8ff197a19354 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/security-groups?id=efce3ccd-fe34-4e43-a597-0b5d84dd9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945201 Sep 17 23:54:03.973464 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-9c981de2-3889-484a-9dc1-3fe697604950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:03.975101 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-9c981de2-3889-484a-9dc1-3fe697604950 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a18a1f6767cb4e0fb2739899ffe26669&device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 1095 time: 0.0929828 Sep 17 23:54:04.025238 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-05dcec43-769e-4a07-912d-2a4150710f24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7356f326-5bf1-46dd-a8bc-1b9d877a3e02 HTTP/1.1" status: 200 len: 217 time: 0.0417647 Sep 17 23:54:04.034056 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d459df-a489-4717-9799-4c9460011d78 req-da294ec0-5c88-490b-8f5a-063e9ad2eb5b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:04.041274 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55d459df-a489-4717-9799-4c9460011d78 req-da294ec0-5c88-490b-8f5a-063e9ad2eb5b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 944 time: 0.1119428 Sep 17 23:54:04.130049 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55d459df-a489-4717-9799-4c9460011d78 req-85d20073-75a5-4cd2-b8d2-1fde88a73568 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875568 Sep 17 23:54:04.140389 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-f3f25f61-0ea2-47d1-97c6-0707cf69dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:04.142171 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-f3f25f61-0ea2-47d1-97c6-0707cf69dcaa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=372385ca-344b-4083-aa15-78d8fb783453 HTTP/1.1" status: 200 len: 850 time: 0.0988522 Sep 17 23:54:04.156144 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bd98a3d6-5c59-442b-86db-7482b0caf2ee no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:54:04.185324 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: bd98a3d6-5c59-442b-86db-7482b0caf2ee {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:54:04.188049 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bd98a3d6-5c59-442b-86db-7482b0caf2ee not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:54:04.199567 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-1efd6ef7-0b72-49ae-af28-d1c0bcc58cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:04.200098 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-1efd6ef7-0b72-49ae-af28-d1c0bcc58cba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a544fc79-cedf-43d8-98c2-acb1f5a0c66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501461 Sep 17 23:54:04.558585 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-42771e80-84ae-473c-b89d-57dc977b969c service neutron] 10.222.0.37 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498731 Sep 17 23:54:04.663786 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9dcea4-5c05-4f54-97d1-fed3b894647d req-02b90113-b9cc-4368-94ce-6b425376cb14 service neutron] 10.222.0.37 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941472 Sep 17 23:54:04.907953 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab6a0d-e8c7-4a67-a4dd-01418bddfade req-bb46b6b9-5bbe-4435-ba99-3d3234e4d6ec tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:04.907953 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-47ab6a0d-e8c7-4a67-a4dd-01418bddfade req-bb46b6b9-5bbe-4435-ba99-3d3234e4d6ec tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.41 "GET /v2.0/ports?device_id=f771b6b7-fa0a-4bab-a41f-c58e8e16f18c HTTP/1.1" status: 200 len: 946 time: 0.0549190 Sep 17 23:54:05.021065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-47ab6a0d-e8c7-4a67-a4dd-01418bddfade req-425b1f0a-93c6-4140-81eb-615b43d98dd2 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Deleting port fb1e3cfd-5151-4187-a9d4-3da056fe0733 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:54:05.021411 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-47ab6a0d-e8c7-4a67-a4dd-01418bddfade req-425b1f0a-93c6-4140-81eb-615b43d98dd2 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:05.123246 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-47ab6a0d-e8c7-4a67-a4dd-01418bddfade req-425b1f0a-93c6-4140-81eb-615b43d98dd2 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] For port fb1e3cfd-5151-4187-a9d4-3da056fe0733, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=fb1e3cfd-5151-4187-a9d4-3da056fe0733,segment=NetworkSegment(7989fd9a-794d-4d57-b0ca-4aa90a0c9e1f),segment_id=7989fd9a-794d-4d57-b0ca-4aa90a0c9e1f)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:05.123842 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-47ab6a0d-e8c7-4a67-a4dd-01418bddfade req-425b1f0a-93c6-4140-81eb-615b43d98dd2 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:05.125806 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e529a6e-f44e-4f16-8437-7b041d786d78 req-35d5eaec-1b4f-47b4-b581-05244cd31610 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:05.133944 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3e529a6e-f44e-4f16-8437-7b041d786d78 req-35d5eaec-1b4f-47b4-b581-05244cd31610 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/ports?device_id=f771b6b7-fa0a-4bab-a41f-c58e8e16f18c HTTP/1.1" status: 200 len: 946 time: 0.0883732 Sep 17 23:54:05.146883 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-47ab6a0d-e8c7-4a67-a4dd-01418bddfade req-425b1f0a-93c6-4140-81eb-615b43d98dd2 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Calling delete_port for fb1e3cfd-5151-4187-a9d4-3da056fe0733 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:54:05.173236 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3e529a6e-f44e-4f16-8437-7b041d786d78 req-4bcb7068-aac6-4a65-b89e-8cd798205a78 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/security-groups?id=efce3ccd-fe34-4e43-a597-0b5d84dd9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383878 Sep 17 23:54:05.210502 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49026) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:05.265800 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83a143-5f72-472a-b53f-cc89680a3f98 req-e38bfefc-05ee-4cf0-acd5-9e2318f801eb tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:05.267551 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea83a143-5f72-472a-b53f-cc89680a3f98 req-e38bfefc-05ee-4cf0-acd5-9e2318f801eb tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 944 time: 0.0768166 Sep 17 23:54:05.306500 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea83a143-5f72-472a-b53f-cc89680a3f98 req-9f7cd36d-8d91-4a4c-ba23-793fbc2785f9 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327778 Sep 17 23:54:05.479444 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-47ab6a0d-e8c7-4a67-a4dd-01418bddfade req-425b1f0a-93c6-4140-81eb-615b43d98dd2 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:05.492104 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['fb1e3cfd-5151-4187-a9d4-3da056fe0733'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:54:05.513100 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b1f0a-93c6-4140-81eb-615b43d98dd2 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Pushing event deleted for resources: {'Port': ['ID=fb1e3cfd-5151-4187-a9d4-3da056fe0733,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:05.552962 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ab6a0d-e8c7-4a67-a4dd-01418bddfade req-425b1f0a-93c6-4140-81eb-615b43d98dd2 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] No DVR routers for this DVR port fb1e3cfd-5151-4187-a9d4-3da056fe0733 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:54:05.555520 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-47ab6a0d-e8c7-4a67-a4dd-01418bddfade req-425b1f0a-93c6-4140-81eb-615b43d98dd2 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:05.557682 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-47ab6a0d-e8c7-4a67-a4dd-01418bddfade req-425b1f0a-93c6-4140-81eb-615b43d98dd2 tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.41 "DELETE /v2.0/ports/fb1e3cfd-5151-4187-a9d4-3da056fe0733 HTTP/1.1" status: 204 len: 173 time: 0.6429465 Sep 17 23:54:05.558157 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f771b6b7-fa0a-4bab-a41f-c58e8e16f18c', 'name': 'network-vif-deleted', 'tag': 'fb1e3cfd-5151-4187-a9d4-3da056fe0733'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:54:05.561107 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8507e004-7ea0-46a7-aa59-f28f88eb65c8" -d '{"events": [{"server_uuid": "f771b6b7-fa0a-4bab-a41f-c58e8e16f18c", "name": "network-vif-deleted", "tag": "fb1e3cfd-5151-4187-a9d4-3da056fe0733"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:54:05.606162 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4c4c28-5596-435f-9a30-c66bca06c0c0 x-openstack-request-id: req-9b4c4c28-5596-435f-9a30-c66bca06c0c0 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:54:05.607078 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f771b6b7-fa0a-4bab-a41f-c58e8e16f18c", "name": "network-vif-deleted", "tag": "fb1e3cfd-5151-4187-a9d4-3da056fe0733", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:54:05.607460 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9b4c4c28-5596-435f-9a30-c66bca06c0c0 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:54:05.608293 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f771b6b7-fa0a-4bab-a41f-c58e8e16f18c', 'name': 'network-vif-deleted', 'tag': 'fb1e3cfd-5151-4187-a9d4-3da056fe0733', 'status': 'completed', 'code': 200} Sep 17 23:54:05.838215 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f7b531aa-3ed0-43d9-abe5-7c5db4497e85 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4bc71b2679064341bebecf8fe9a92ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6286712 Sep 17 23:54:05.841386 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49056) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:05.898275 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a04f4f50-77a1-4bdf-9a53-295e8cff7713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:05.915788 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a04f4f50-77a1-4bdf-9a53-295e8cff7713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:06.033688 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a04f4f50-77a1-4bdf-9a53-295e8cff7713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:06.041007 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a04f4f50-77a1-4bdf-9a53-295e8cff7713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:06.041007 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a04f4f50-77a1-4bdf-9a53-295e8cff7713 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8686e3dd-1873-4cd6-b1b7-fc34c84a60fd HTTP/1.1" status: 204 len: 168 time: 0.1951990 Sep 17 23:54:06.046602 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f4f50-77a1-4bdf-9a53-295e8cff7713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8686e3dd-1873-4cd6-b1b7-fc34c84a60fd,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:06.307325 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-718a4082-6805-4c5f-8488-fded92ff5f42 req-1c2fc988-6ab0-46f2-8ff1-63aa26a0a37a tempest-InstanceActionsNegativeTestJSON-364823758 tempest-InstanceActionsNegativeTestJSON-364823758-project] 10.222.0.46 "GET /v2.0/ports?device_id=f771b6b7-fa0a-4bab-a41f-c58e8e16f18c HTTP/1.1" status: 200 len: 210 time: 0.0270672 Sep 17 23:54:06.433439 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579085a-5cc0-4317-8692-bd4cdf3568e7 req-ba4fff94-3b03-45e4-b0e7-9d5511cfe7c7 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:06.435531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4579085a-5cc0-4317-8692-bd4cdf3568e7 req-ba4fff94-3b03-45e4-b0e7-9d5511cfe7c7 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 944 time: 0.0576928 Sep 17 23:54:06.474817 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4579085a-5cc0-4317-8692-bd4cdf3568e7 req-6b0c80a2-3a17-4a9f-9016-1ba9a0bf7648 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332658 Sep 17 23:54:06.758660 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49100) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:07.017316 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1c792379-81ca-4654-adac-ec0a902334c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1171931518'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:07.102130 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c792379-81ca-4654-adac-ec0a902334c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Made reservation on behalf of 59d7097f09284739bdf535d1f28e2ab0 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:07.106049 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c792379-81ca-4654-adac-ec0a902334c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:07.114684 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c792379-81ca-4654-adac-ec0a902334c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:07.210689 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c792379-81ca-4654-adac-ec0a902334c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:07.273656 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c792379-81ca-4654-adac-ec0a902334c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:07.297297 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c792379-81ca-4654-adac-ec0a902334c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:07.312716 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c792379-81ca-4654-adac-ec0a902334c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f4049b-4442-464f-9bea-4499aa92cef9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:07.316996 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c792379-81ca-4654-adac-ec0a902334c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:07.317555 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-1c792379-81ca-4654-adac-ec0a902334c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Added segment e0cec793-3b27-4b3c-a8d7-0d7cbe87b114 of type vlan for network eeacdc73-c59f-4d5a-a873-65edfd565b10 Sep 17 23:54:07.367098 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c792379-81ca-4654-adac-ec0a902334c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:07.374523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49130) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:07.424750 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cf0b52-f8f1-4cc7-8e3e-27e4187e08f1 admin admin] Deleting subnet 08acad75-1f0f-4e98-bd3d-4af71514fcc6 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:54:07.427901 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-94cf0b52-f8f1-4cc7-8e3e-27e4187e08f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:07.460420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7356f326-5bf1-46dd-a8bc-1b9d877a3e02 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:54:07.483983 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-94cf0b52-f8f1-4cc7-8e3e-27e4187e08f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:07.502025 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c792379-81ca-4654-adac-ec0a902334c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:07.508424 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c792379-81ca-4654-adac-ec0a902334c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:07.509801 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c792379-81ca-4654-adac-ec0a902334c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:07.529850 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-94cf0b52-f8f1-4cc7-8e3e-27e4187e08f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:07.605261 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7356f326-5bf1-46dd-a8bc-1b9d877a3e02, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7356f326-5bf1-46dd-a8bc-1b9d877a3e02,segment=NetworkSegment(a3aad2c6-c7cd-4999-a94c-0b4ecd570594),segment_id=a3aad2c6-c7cd-4999-a94c-0b4ecd570594)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:07.624327 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '7356f326-5bf1-46dd-a8bc-1b9d877a3e02', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'port_id': '7356f326-5bf1-46dd-a8bc-1b9d877a3e02', 'mac_address': 'fa:16:3e:ac:2b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372385ca-344b-4083-aa15-78d8fb783453', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:54:07.679292 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:07.683540 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c792379-81ca-4654-adac-ec0a902334c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Network': ['ID=eeacdc73-c59f-4d5a-a873-65edfd565b10,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:07.687040 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-94cf0b52-f8f1-4cc7-8e3e-27e4187e08f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:07.696534 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7356f326-5bf1-46dd-a8bc-1b9d877a3e02 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:54:07.696780 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1c792379-81ca-4654-adac-ec0a902334c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9369791 Sep 17 23:54:07.703990 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network eeacdc73-c59f-4d5a-a873-65edfd565b10 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:07.732210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf0b52-f8f1-4cc7-8e3e-27e4187e08f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08acad75-1f0f-4e98-bd3d-4af71514fcc6,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:07.777255 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8ab02-3a8f-41d7-8a9c-f4aeb29dd5ba req-07cf10ec-cfc9-450f-9478-51ef0aff331c tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:07.785165 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13e8ab02-3a8f-41d7-8a9c-f4aeb29dd5ba req-07cf10ec-cfc9-450f-9478-51ef0aff331c tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 944 time: 0.1763985 Sep 17 23:54:07.797219 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-94cf0b52-f8f1-4cc7-8e3e-27e4187e08f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:07.799297 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-94cf0b52-f8f1-4cc7-8e3e-27e4187e08f1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/08acad75-1f0f-4e98-bd3d-4af71514fcc6 HTTP/1.1" status: 204 len: 168 time: 0.4232721 Sep 17 23:54:07.803774 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7356f326-5bf1-46dd-a8bc-1b9d877a3e02, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7356f326-5bf1-46dd-a8bc-1b9d877a3e02,segment=NetworkSegment(a3aad2c6-c7cd-4999-a94c-0b4ecd570594),segment_id=a3aad2c6-c7cd-4999-a94c-0b4ecd570594)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:07.804057 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49146) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:07.901374 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d29a4fe-9cbc-42b5-a855-e29c402d9595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:07.909935 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13e8ab02-3a8f-41d7-8a9c-f4aeb29dd5ba req-8090d0f5-ad8e-47ca-9936-e3786daf3ddc tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237202 Sep 17 23:54:07.930232 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:08.048063 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=7356f326-5bf1-46dd-a8bc-1b9d877a3e02,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:08.092974 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d29a4fe-9cbc-42b5-a855-e29c402d9595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:08.111640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-0d29a4fe-9cbc-42b5-a855-e29c402d9595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e009b26-b4fc-42c1-b5cf-39cd2749d5d9']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:08.133488 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-0d29a4fe-9cbc-42b5-a855-e29c402d9595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7989fd9a-794d-4d57-b0ca-4aa90a0c9e1f') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:08.142353 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-0d29a4fe-9cbc-42b5-a855-e29c402d9595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7989fd9a-794d-4d57-b0ca-4aa90a0c9e1f') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:08.147416 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d29a4fe-9cbc-42b5-a855-e29c402d9595 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:08.167320 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['7356f326-5bf1-46dd-a8bc-1b9d877a3e02'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:54:08.171409 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d29a4fe-9cbc-42b5-a855-e29c402d9595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:08.189753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d29a4fe-9cbc-42b5-a855-e29c402d9595 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:08.190164 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d29a4fe-9cbc-42b5-a855-e29c402d9595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:08.192276 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:08.382525 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d29a4fe-9cbc-42b5-a855-e29c402d9595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:08.392469 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d29a4fe-9cbc-42b5-a855-e29c402d9595 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:08.394510 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0d29a4fe-9cbc-42b5-a855-e29c402d9595 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5e009b26-b4fc-42c1-b5cf-39cd2749d5d9 HTTP/1.1" status: 204 len: 168 time: 0.5891490 Sep 17 23:54:08.406638 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29a4fe-9cbc-42b5-a855-e29c402d9595 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e009b26-b4fc-42c1-b5cf-39cd2749d5d9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:08.905021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device fb1e3cfd-5151-4187-a9d4-3da056fe0733 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:54:08.926605 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: fb1e3cfd-5151-4187-a9d4-3da056fe0733 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:54:08.927028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device fb1e3cfd-5151-4187-a9d4-3da056fe0733 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:54:09.040424 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f5acc-7544-432c-9ffe-53a50cd6b580 req-9fb61d29-4842-4835-bd24-3928f12422bc tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:09.041912 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca3f5acc-7544-432c-9ffe-53a50cd6b580 req-9fb61d29-4842-4835-bd24-3928f12422bc tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 945 time: 0.0584295 Sep 17 23:54:09.082275 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca3f5acc-7544-432c-9ffe-53a50cd6b580 req-41f74755-8ddf-463f-b74f-b2aa16ac2c23 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335641 Sep 17 23:54:09.405211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49184) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:09.433428 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49188) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:09.467495 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7356f326-5bf1-46dd-a8bc-1b9d877a3e02 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:54:09.503399 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-38f34c04-c91b-4c2c-8796-29419a298ea5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b88b0eaeae904566ab7ffffb4ac498d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666857 Sep 17 23:54:09.506120 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49190) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:09.542511 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49192) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:09.561674 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e476be98-662b-4c75-a45d-4efe052a56f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:09.593391 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e476be98-662b-4c75-a45d-4efe052a56f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:09.633322 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 7356f326-5bf1-46dd-a8bc-1b9d877a3e02 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:54:09.643015 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 7356f326-5bf1-46dd-a8bc-1b9d877a3e02 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:09.643735 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:09.742056 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e476be98-662b-4c75-a45d-4efe052a56f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:09.744923 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e476be98-662b-4c75-a45d-4efe052a56f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:09.746280 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e476be98-662b-4c75-a45d-4efe052a56f3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/efce3ccd-fe34-4e43-a597-0b5d84dd9f19 HTTP/1.1" status: 204 len: 168 time: 0.2381141 Sep 17 23:54:09.757524 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476be98-662b-4c75-a45d-4efe052a56f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efce3ccd-fe34-4e43-a597-0b5d84dd9f19,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:09.793967 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:09.845593 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7356f326-5bf1-46dd-a8bc-1b9d877a3e02'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:54:09.848148 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21429359-346a-42fd-b4c2-0aa02edc9c02" -d '{"events": [{"server_uuid": "8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7", "name": "network-vif-plugged", "status": "completed", "tag": "7356f326-5bf1-46dd-a8bc-1b9d877a3e02"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:54:09.903630 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7356f326-5bf1-46dd-a8bc-1b9d877a3e02, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7356f326-5bf1-46dd-a8bc-1b9d877a3e02,segment=NetworkSegment(a3aad2c6-c7cd-4999-a94c-0b4ecd570594),segment_id=a3aad2c6-c7cd-4999-a94c-0b4ecd570594)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:09.905757 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a8d975a-f8c7-4c95-9206-ca98031a83a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:09.938598 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d0623405-6888-41b5-8e4a-f471752fbd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:09.942852 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc23fdd6-ace1-48a7-a93c-34383ffec5b4 x-openstack-request-id: req-cc23fdd6-ace1-48a7-a93c-34383ffec5b4 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:54:09.943372 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7", "name": "network-vif-plugged", "status": "completed", "tag": "7356f326-5bf1-46dd-a8bc-1b9d877a3e02", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:54:09.947580 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc23fdd6-ace1-48a7-a93c-34383ffec5b4 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:54:09.948057 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7356f326-5bf1-46dd-a8bc-1b9d877a3e02', 'code': 200} Sep 17 23:54:09.950276 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:10.070164 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=7356f326-5bf1-46dd-a8bc-1b9d877a3e02,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:10.084660 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49206) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:10.101224 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f1b0d-20d1-4eac-8c2d-8c2ea70e5042 req-b91ed2d8-481d-4512-aada-f79c3529caae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:10.102827 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a35f1b0d-20d1-4eac-8c2d-8c2ea70e5042 req-b91ed2d8-481d-4512-aada-f79c3529caae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 1097 time: 0.1084397 Sep 17 23:54:10.108040 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a8d975a-f8c7-4c95-9206-ca98031a83a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:10.169638 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a35f1b0d-20d1-4eac-8c2d-8c2ea70e5042 req-4e56312d-09ea-4873-b492-2b88099e0151 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557921 Sep 17 23:54:10.204991 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a8d975a-f8c7-4c95-9206-ca98031a83a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:10.229997 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:10.247880 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4a8d975a-f8c7-4c95-9206-ca98031a83a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=70641a39aaa04e59af239f643652ac41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8400533 Sep 17 23:54:10.249087 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d975a-f8c7-4c95-9206-ca98031a83a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bd1fa7-053d-4505-b92d-b3f5f18ce99f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:10.249832 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ee0f9-ec59-48de-af4b-5cac7e45b29d req-ba34d2d6-38b8-4077-966c-a0828f560624 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:10.251765 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49212) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:10.252762 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d86ee0f9-ec59-48de-af4b-5cac7e45b29d req-ba34d2d6-38b8-4077-966c-a0828f560624 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.0749736 Sep 17 23:54:10.307726 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-80aafc74-21a2-472f-b1db-043aa3d16098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:10.329829 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-80aafc74-21a2-472f-b1db-043aa3d16098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:10.358576 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d86ee0f9-ec59-48de-af4b-5cac7e45b29d req-6376e426-1444-48c5-ab5a-ebe55c2c2610 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740612 Sep 17 23:54:10.401151 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d0623405-6888-41b5-8e4a-f471752fbd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:10.484898 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-80aafc74-21a2-472f-b1db-043aa3d16098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:10.488158 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-80aafc74-21a2-472f-b1db-043aa3d16098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:10.491975 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-80aafc74-21a2-472f-b1db-043aa3d16098 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1bd1fa7-053d-4505-b92d-b3f5f18ce99f HTTP/1.1" status: 204 len: 168 time: 0.2364435 Sep 17 23:54:10.499695 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aafc74-21a2-472f-b1db-043aa3d16098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bd1fa7-053d-4505-b92d-b3f5f18ce99f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:10.519412 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d0623405-6888-41b5-8e4a-f471752fbd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:10.542000 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Request body: {'networks': [{'name': 'tempest-network--15870518'}, {'name': 'tempest-network--236193975'}]} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:10.546540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Request body: {'network': {'name': 'tempest-network--15870518'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:10.547713 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Request body: {'network': {'name': 'tempest-network--236193975'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:10.587876 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0623405-6888-41b5-8e4a-f471752fbd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5372b56-0e15-4aec-ac26-af5b5c6355e3,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:10.621921 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49220) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:10.637019 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d0623405-6888-41b5-8e4a-f471752fbd8e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8ceaf22e4dbf486dba656d97d050e465&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0895565 Sep 17 23:54:10.638323 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49224) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:10.704403 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4884a318-08e9-4367-a002-10aaed4f87a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:10.725252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Made reservation on behalf of f980f9ccbd564e18979978e494161ddd for: {'network': 2} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:10.731557 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:10.734092 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4884a318-08e9-4367-a002-10aaed4f87a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:10.745199 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:10.745548 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7b28b7f-ae08-4c14-bb5d-b125a8cd3869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:10.855203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49232) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:10.865946 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f139b3a4-1453-4db7-a28e-ce6df7857ecf tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'subnet': {'network_id': 'eeacdc73-c59f-4d5a-a873-65edfd565b10', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:10.892696 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4884a318-08e9-4367-a002-10aaed4f87a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:10.900650 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4884a318-08e9-4367-a002-10aaed4f87a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:10.900650 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4884a318-08e9-4367-a002-10aaed4f87a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c5372b56-0e15-4aec-ac26-af5b5c6355e3 HTTP/1.1" status: 204 len: 168 time: 0.2573230 Sep 17 23:54:10.953748 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884a318-08e9-4367-a002-10aaed4f87a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5372b56-0e15-4aec-ac26-af5b5c6355e3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:10.961307 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.033056 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.033926 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.044717 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.db.api [None req-f139b3a4-1453-4db7-a28e-ce6df7857ecf tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 23:54:11.044717 n-d-809883-1 neutron-server[95591]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 23:54:11.044717 n-d-809883-1 neutron-server[95591]: [parameters: {'project_id_1': '59d7097f09284739bdf535d1f28e2ab0', 'expiration_1': datetime.datetime(2021, 9, 17, 23, 53, 50, 951494)}] Sep 17 23:54:11.044717 n-d-809883-1 neutron-server[95591]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:54:11.045233 n-d-809883-1 neutron-server[95591]: DEBUG oslo_db.api [None req-f139b3a4-1453-4db7-a28e-ce6df7857ecf tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:54:11.073894 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac736e98-52e8-42f8-8ea5-bf1f0fb76f4b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:11.090724 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:11.106865 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.107325 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Added segment 72473e9d-3e1e-4d8a-9f27-5fd2ffaa9a3c of type vlan for network 8681ad20-f832-4de9-9634-920ae72ac76e Sep 17 23:54:11.141734 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7b28b7f-ae08-4c14-bb5d-b125a8cd3869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.163018 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.194102 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:11.202673 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.203012 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Added segment 3fb47bd9-85fa-474a-b47a-13be60c273aa of type vlan for network 557f5285-4eef-4a78-83b0-118d3d8c4638 Sep 17 23:54:11.205078 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7b28b7f-ae08-4c14-bb5d-b125a8cd3869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.242754 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.246788 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a7b28b7f-ae08-4c14-bb5d-b125a8cd3869 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08504d8c8fcd41ceae5d65b66a059340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6212025 Sep 17 23:54:11.248556 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49244) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:11.257924 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b28b7f-ae08-4c14-bb5d-b125a8cd3869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b901d9-03c6-45f9-8ff8-4a88a6621f8d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:11.312048 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9fae04ae-6316-4c7f-8dd3-8c8aad6ced9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.336153 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9fae04ae-6316-4c7f-8dd3-8c8aad6ced9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.376308 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.382200 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.382571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:11.387346 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:11.387993 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.466336 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event updated for resources: {'Network': ['ID=8681ad20-f832-4de9-9634-920ae72ac76e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:11.477032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 8681ad20-f832-4de9-9634-920ae72ac76e details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:11.509685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49250) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:11.544510 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd13c990-c790-42fb-a211-d248447c1ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.551006 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.4644687 Sep 17 23:54:11.552400 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9fae04ae-6316-4c7f-8dd3-8c8aad6ced9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.554948 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9fae04ae-6316-4c7f-8dd3-8c8aad6ced9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.555093 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49252) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:11.556041 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9fae04ae-6316-4c7f-8dd3-8c8aad6ced9e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0b901d9-03c6-45f9-8ff8-4a88a6621f8d HTTP/1.1" status: 204 len: 168 time: 0.3064847 Sep 17 23:54:11.562844 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774f949-91c0-4225-bed3-64993c5dc73a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event updated for resources: {'Network': ['ID=557f5285-4eef-4a78-83b0-118d3d8c4638,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:11.576123 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fad1a-64bd-4188-9f93-dad88b1b3977 req-4260f33e-bc48-4842-bc07-a54a94f7adeb tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:11.578906 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 557f5285-4eef-4a78-83b0-118d3d8c4638 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:11.583941 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-753fad1a-64bd-4188-9f93-dad88b1b3977 req-4260f33e-bc48-4842-bc07-a54a94f7adeb tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.1558049 Sep 17 23:54:11.592471 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae04ae-6316-4c7f-8dd3-8c8aad6ced9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b901d9-03c6-45f9-8ff8-4a88a6621f8d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:11.635412 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-753fad1a-64bd-4188-9f93-dad88b1b3977 req-5590814d-8327-427f-b574-43948a0d834b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505302 Sep 17 23:54:11.706901 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f139b3a4-1453-4db7-a28e-ce6df7857ecf tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Made reservation on behalf of 59d7097f09284739bdf535d1f28e2ab0 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:11.710727 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f139b3a4-1453-4db7-a28e-ce6df7857ecf tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.758956 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49258) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:11.772499 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b802-18ef-4aa4-b0f5-ce589ef63aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.815217 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7a5115-4b46-46c7-9afe-6f957356f139 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:11.821643 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7a5115-4b46-46c7-9afe-6f957356f139 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:11.827483 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7a5115-4b46-46c7-9afe-6f957356f139 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:11.833512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7a5115-4b46-46c7-9afe-6f957356f139 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:11.837362 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9b7a5115-4b46-46c7-9afe-6f957356f139 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.2518699 Sep 17 23:54:11.838316 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49260) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:11.933447 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fc154d0-3ca7-4a39-b8d3-42916d70c41c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:11.960143 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd13c990-c790-42fb-a211-d248447c1ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.039877 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fc154d0-3ca7-4a39-b8d3-42916d70c41c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.046142 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd13c990-c790-42fb-a211-d248447c1ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.068177 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5fc154d0-3ca7-4a39-b8d3-42916d70c41c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8681ad20-f832-4de9-9634-920ae72ac76e']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:12.083664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5fc154d0-3ca7-4a39-b8d3-42916d70c41c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72473e9d-3e1e-4d8a-9f27-5fd2ffaa9a3c') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:12.083988 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5fc154d0-3ca7-4a39-b8d3-42916d70c41c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72473e9d-3e1e-4d8a-9f27-5fd2ffaa9a3c') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:12.085882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13c990-c790-42fb-a211-d248447c1ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa050ef4-9fda-4a94-96de-0df1c15d3524,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:12.096507 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bd13c990-c790-42fb-a211-d248447c1ff7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a6aadb0c5dc4f7a8b2598dd389caf60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5850701 Sep 17 23:54:12.098986 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49270) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:12.101458 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fc154d0-3ca7-4a39-b8d3-42916d70c41c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.125834 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fc154d0-3ca7-4a39-b8d3-42916d70c41c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.128078 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f139b3a4-1453-4db7-a28e-ce6df7857ecf tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.136472 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc154d0-3ca7-4a39-b8d3-42916d70c41c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:12.136924 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fc154d0-3ca7-4a39-b8d3-42916d70c41c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:12.139992 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:12.160577 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49272) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:12.225853 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139b3a4-1453-4db7-a28e-ce6df7857ecf tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Subnet': ['ID=49c741b6-d468-42ee-94f9-3f1b84a392c2,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:12.229900 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d6d0fa9-6fab-4428-84c0-7d8c4fa1a90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.233228 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b802-18ef-4aa4-b0f5-ce589ef63aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.250458 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f139b3a4-1453-4db7-a28e-ce6df7857ecf tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Checking segment: {'id': 'e0cec793-3b27-4b3c-a8d7-0d7cbe87b114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eeacdc73-c59f-4d5a-a873-65edfd565b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:12.250827 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f139b3a4-1453-4db7-a28e-ce6df7857ecf tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network hostable DHCP agents. Network: eeacdc73-c59f-4d5a-a873-65edfd565b10, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:54:12.263954 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d6d0fa9-6fab-4428-84c0-7d8c4fa1a90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.303836 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-bd88a8fc-c3e8-4ad0-8656-65592ed47e87 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-847551837-network', 'tenant_id': 'd995865595b444da85e4dde72441e039'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:12.308018 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fc154d0-3ca7-4a39-b8d3-42916d70c41c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.316191 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fc154d0-3ca7-4a39-b8d3-42916d70c41c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.317859 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5fc154d0-3ca7-4a39-b8d3-42916d70c41c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "DELETE /v2.0/networks/8681ad20-f832-4de9-9634-920ae72ac76e HTTP/1.1" status: 204 len: 168 time: 0.4785342 Sep 17 23:54:12.320476 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49276) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:12.330014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc154d0-3ca7-4a39-b8d3-42916d70c41c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event deleted for resources: {'Network': ['ID=8681ad20-f832-4de9-9634-920ae72ac76e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:12.353684 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b802-18ef-4aa4-b0f5-ce589ef63aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.393875 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cdd1b802-18ef-4aa4-b0f5-ce589ef63aa6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2de2eb3fa76143048d043445bcf886bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6336520 Sep 17 23:54:12.395307 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1b802-18ef-4aa4-b0f5-ce589ef63aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447e7c78-26c1-4595-9958-3ffbfda5116d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:12.397529 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f139b3a4-1453-4db7-a28e-ce6df7857ecf tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network eeacdc73-c59f-4d5a-a873-65edfd565b10 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:54:12.397716 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49278) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:12.403373 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49280) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:12.418705 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c0746872-867f-4f40-99c5-33d7178ce6c7 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.419901 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d6d0fa9-6fab-4428-84c0-7d8c4fa1a90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.422411 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d6d0fa9-6fab-4428-84c0-7d8c4fa1a90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.423530 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0d6d0fa9-6fab-4428-84c0-7d8c4fa1a90b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa050ef4-9fda-4a94-96de-0df1c15d3524 HTTP/1.1" status: 204 len: 168 time: 0.3232749 Sep 17 23:54:12.438960 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b29cf0ff-1834-41ec-b689-db8bd5022c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.448488 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f978d4a7-bf3c-423b-bb15-ce85d2090ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.448682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d0fa9-6fab-4428-84c0-7d8c4fa1a90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa050ef4-9fda-4a94-96de-0df1c15d3524,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:12.481429 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f978d4a7-bf3c-423b-bb15-ce85d2090ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.499704 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd88a8fc-c3e8-4ad0-8656-65592ed47e87 admin admin] Made reservation on behalf of d995865595b444da85e4dde72441e039 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:12.501996 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd88a8fc-c3e8-4ad0-8656-65592ed47e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.525749 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-f139b3a4-1453-4db7-a28e-ce6df7857ecf tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, eeacdc73-c59f-4d5a-a873-65edfd565b10) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:12.535606 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6468c5d7-c662-49a8-b458-bc8742260e60 None None] Network eeacdc73-c59f-4d5a-a873-65edfd565b10 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:12.537802 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd88a8fc-c3e8-4ad0-8656-65592ed47e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.541556 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f139b3a4-1453-4db7-a28e-ce6df7857ecf tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:12.542146 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f139b3a4-1453-4db7-a28e-ce6df7857ecf tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.577441 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c0746872-867f-4f40-99c5-33d7178ce6c7 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.605091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-c0746872-867f-4f40-99c5-33d7178ce6c7 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557f5285-4eef-4a78-83b0-118d3d8c4638']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:12.614814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-c0746872-867f-4f40-99c5-33d7178ce6c7 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb47bd9-85fa-474a-b47a-13be60c273aa') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:12.615099 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-c0746872-867f-4f40-99c5-33d7178ce6c7 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb47bd9-85fa-474a-b47a-13be60c273aa') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:12.617462 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f978d4a7-bf3c-423b-bb15-ce85d2090ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.620737 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f978d4a7-bf3c-423b-bb15-ce85d2090ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.623045 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f978d4a7-bf3c-423b-bb15-ce85d2090ca7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/447e7c78-26c1-4595-9958-3ffbfda5116d HTTP/1.1" status: 204 len: 168 time: 0.2243304 Sep 17 23:54:12.631951 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c0746872-867f-4f40-99c5-33d7178ce6c7 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.635904 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978d4a7-bf3c-423b-bb15-ce85d2090ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447e7c78-26c1-4595-9958-3ffbfda5116d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:12.654471 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c0746872-867f-4f40-99c5-33d7178ce6c7 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.665781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0746872-867f-4f40-99c5-33d7178ce6c7 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:12.666051 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c0746872-867f-4f40-99c5-33d7178ce6c7 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:12.669489 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:12.765875 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b29cf0ff-1834-41ec-b689-db8bd5022c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.801995 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4912e4-9d9f-40a6-bb02-4a134193fab8 req-a7ea3e13-427b-497c-af13-6eb4c3d70255 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:12.809843 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7d4912e4-9d9f-40a6-bb02-4a134193fab8 req-a7ea3e13-427b-497c-af13-6eb4c3d70255 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.0607836 Sep 17 23:54:12.826893 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-eeacdc73-c59f-4d5a-a873-65edfd565b10', 'network_id': 'eeacdc73-c59f-4d5a-a873-65edfd565b10', 'tenant_id': '59d7097f09284739bdf535d1f28e2ab0', 'fixed_ips': [{'subnet_id': '49c741b6-d468-42ee-94f9-3f1b84a392c2'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:54:12.826893 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.846462 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b29cf0ff-1834-41ec-b689-db8bd5022c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.860879 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7d4912e4-9d9f-40a6-bb02-4a134193fab8 req-41b06ca6-3a85-459b-92bb-759c7031cd66 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499291 Sep 17 23:54:12.896867 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c0746872-867f-4f40-99c5-33d7178ce6c7 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.901820 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cf0ff-1834-41ec-b689-db8bd5022c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed680936-a7c2-4359-b749-938ef9a1875c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:12.939047 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c0746872-867f-4f40-99c5-33d7178ce6c7 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:12.944727 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49294) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:12.945158 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c0746872-867f-4f40-99c5-33d7178ce6c7 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "DELETE /v2.0/networks/557f5285-4eef-4a78-83b0-118d3d8c4638 HTTP/1.1" status: 204 len: 168 time: 0.6230922 Sep 17 23:54:12.963268 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49296) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:12.963951 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f139b3a4-1453-4db7-a28e-ce6df7857ecf tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1071990 Sep 17 23:54:12.971119 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b29cf0ff-1834-41ec-b689-db8bd5022c1c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6290609d730e47c28025ddb54db830a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5647941 Sep 17 23:54:12.973928 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-b0e39e8f-6331-4329-a77d-5c2f1922aeff tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1277451768'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:12.974513 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0746872-867f-4f40-99c5-33d7178ce6c7 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event deleted for resources: {'Network': ['ID=557f5285-4eef-4a78-83b0-118d3d8c4638,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:12.976486 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49298) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:13.065127 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] Allocated IP 2001:db8:0:ffff::2 (eeacdc73-c59f-4d5a-a873-65edfd565b10/49c741b6-d468-42ee-94f9-3f1b84a392c2/a5a70324-ebe7-46ea-afc1-f0b4a4f2e931) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:13.113423 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-58f8f474-8f38-4767-9fe4-eb652dff5e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.154835 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-58f8f474-8f38-4767-9fe4-eb652dff5e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.205776 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd88a8fc-c3e8-4ad0-8656-65592ed47e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.263182 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe835e5b-909e-4f17-9135-ec08c6a621e7 req-d71382e7-981f-42f1-aaaa-b591f1c357c4 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:13.264740 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe835e5b-909e-4f17-9135-ec08c6a621e7 req-d71382e7-981f-42f1-aaaa-b591f1c357c4 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.3033817 Sep 17 23:54:13.274446 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49316) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:13.280719 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-df29441e-110f-4ee5-ae71-db7a91c857e8 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Request body: {'floatingip': {'port_id': '7356f326-5bf1-46dd-a8bc-1b9d877a3e02'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:13.291503 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.295497 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.314735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd6e4dc-9319-4004-b552-e64c10a68545 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:13.321142 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd6e4dc-9319-4004-b552-e64c10a68545 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:13.322248 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df29441e-110f-4ee5-ae71-db7a91c857e8 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for floatingip, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.327337 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2bd6e4dc-9319-4004-b552-e64c10a68545 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3813837 Sep 17 23:54:13.328028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49318) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:13.334787 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-1a242176-4f1c-4b65-a50b-32836ee8770c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1686473300'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:13.349814 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.397504 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] Network eeacdc73-c59f-4d5a-a873-65edfd565b10 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:13.400952 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:13.411912 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:13.423352 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] Pushing event updated for resources: {'Port': ['ID=a5a70324-ebe7-46ea-afc1-f0b4a4f2e931,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:13.439734 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-58f8f474-8f38-4767-9fe4-eb652dff5e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.442612 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-58f8f474-8f38-4767-9fe4-eb652dff5e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.446153 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-58f8f474-8f38-4767-9fe4-eb652dff5e0a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed680936-a7c2-4359-b749-938ef9a1875c HTTP/1.1" status: 204 len: 168 time: 0.4624984 Sep 17 23:54:13.451567 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd88a8fc-c3e8-4ad0-8656-65592ed47e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.451733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e39e8f-6331-4329-a77d-5c2f1922aeff tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Made reservation on behalf of 59d7097f09284739bdf535d1f28e2ab0 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:13.453921 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b0e39e8f-6331-4329-a77d-5c2f1922aeff tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.470642 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8f474-8f38-4767-9fe4-eb652dff5e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed680936-a7c2-4359-b749-938ef9a1875c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:13.476539 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd88a8fc-c3e8-4ad0-8656-65592ed47e87 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:13.488766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e39e8f-6331-4329-a77d-5c2f1922aeff tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:13.492984 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] Attempting to bind port a5a70324-ebe7-46ea-afc1-f0b4a4f2e931 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:54:13.493295 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] Attempting to bind port a5a70324-ebe7-46ea-afc1-f0b4a4f2e931 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'e0cec793-3b27-4b3c-a8d7-0d7cbe87b114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eeacdc73-c59f-4d5a-a873-65edfd565b10'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:54:13.493867 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] Attempting to bind port a5a70324-ebe7-46ea-afc1-f0b4a4f2e931 on network eeacdc73-c59f-4d5a-a873-65edfd565b10 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:54:13.499649 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:54:13.500031 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] Checking segment: {'id': 'e0cec793-3b27-4b3c-a8d7-0d7cbe87b114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eeacdc73-c59f-4d5a-a873-65edfd565b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:13.500446 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.500852 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] Bound using segment: {'id': 'e0cec793-3b27-4b3c-a8d7-0d7cbe87b114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eeacdc73-c59f-4d5a-a873-65edfd565b10'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:54:13.501123 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b0e39e8f-6331-4329-a77d-5c2f1922aeff tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.501333 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] Bound port: a5a70324-ebe7-46ea-afc1-f0b4a4f2e931, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0cec793-3b27-4b3c-a8d7-0d7cbe87b114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eeacdc73-c59f-4d5a-a873-65edfd565b10'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:54:13.501675 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-b0e39e8f-6331-4329-a77d-5c2f1922aeff tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Added segment ddc748dc-3656-495d-a5cc-02ddb4c3a9e7 of type vlan for network 6439fd18-1c65-40c3-8c3f-3ed24bca09ff Sep 17 23:54:13.501909 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.544936 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b0e39e8f-6331-4329-a77d-5c2f1922aeff tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.550558 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd88a8fc-c3e8-4ad0-8656-65592ed47e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.551113 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-bd88a8fc-c3e8-4ad0-8656-65592ed47e87 admin admin] Added segment 753f4aca-9fbf-4656-86cc-3dcd09a4768d of type vlan for network c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 Sep 17 23:54:13.570649 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] For port a5a70324-ebe7-46ea-afc1-f0b4a4f2e931, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:54:13.574784 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88a8fc-c3e8-4ad0-8656-65592ed47e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ad3681-6742-4be1-a504-9b8a2d692470,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:13.574929 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] For port a5a70324-ebe7-46ea-afc1-f0b4a4f2e931, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a5a70324-ebe7-46ea-afc1-f0b4a4f2e931,segment=NetworkSegment(e0cec793-3b27-4b3c-a8d7-0d7cbe87b114),segment_id=e0cec793-3b27-4b3c-a8d7-0d7cbe87b114)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:54:13.593651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a242176-4f1c-4b65-a50b-32836ee8770c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Made reservation on behalf of f980f9ccbd564e18979978e494161ddd for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:13.599874 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1a242176-4f1c-4b65-a50b-32836ee8770c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.614418 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd88a8fc-c3e8-4ad0-8656-65592ed47e87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.634463 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a242176-4f1c-4b65-a50b-32836ee8770c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:13.649927 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b0e39e8f-6331-4329-a77d-5c2f1922aeff tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.650273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e39e8f-6331-4329-a77d-5c2f1922aeff tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:13.650735 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b0e39e8f-6331-4329-a77d-5c2f1922aeff tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.662503 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1a242176-4f1c-4b65-a50b-32836ee8770c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.662793 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-1a242176-4f1c-4b65-a50b-32836ee8770c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Added segment 871be757-ea33-46ec-aa1d-de93ebfd822a of type vlan for network 8e8fd324-c561-4176-b5a0-e8a4067ee04e Sep 17 23:54:13.699050 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.755469 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd88a8fc-c3e8-4ad0-8656-65592ed47e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.756608 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd88a8fc-c3e8-4ad0-8656-65592ed47e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:13.757220 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd88a8fc-c3e8-4ad0-8656-65592ed47e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.771805 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e39e8f-6331-4329-a77d-5c2f1922aeff tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Network': ['ID=6439fd18-1c65-40c3-8c3f-3ed24bca09ff,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:13.788508 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1a242176-4f1c-4b65-a50b-32836ee8770c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.802486 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 6439fd18-1c65-40c3-8c3f-3ed24bca09ff details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:13.807106 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b0e39e8f-6331-4329-a77d-5c2f1922aeff tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8395362 Sep 17 23:54:13.811776 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49334) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:13.823406 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-fd2c37ce-33d6-4e39-a623-6d6407bbe084 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'subnet': {'network_id': '6439fd18-1c65-40c3-8c3f-3ed24bca09ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:13.877129 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bd88a8fc-c3e8-4ad0-8656-65592ed47e87 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7104175 Sep 17 23:54:13.882439 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49338) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:13.894167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-b551c57d-e660-4953-9898-05912ba6987e admin admin] Request body: {'subnet': {'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-847551837-subnet', 'tenant_id': 'd995865595b444da85e4dde72441e039', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:13.938858 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845688f-2af1-4c8d-8721-71bc6f3d1bef None None] Pushing event updated for resources: {'Port': ['ID=a5a70324-ebe7-46ea-afc1-f0b4a4f2e931,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:13.958824 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1a242176-4f1c-4b65-a50b-32836ee8770c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:13.966820 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a242176-4f1c-4b65-a50b-32836ee8770c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:13.967723 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1a242176-4f1c-4b65-a50b-32836ee8770c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:14.076132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88a8fc-c3e8-4ad0-8656-65592ed47e87 admin admin] Pushing event updated for resources: {'Network': ['ID=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:14.097671 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:14.147691 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a242176-4f1c-4b65-a50b-32836ee8770c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event updated for resources: {'Network': ['ID=8e8fd324-c561-4176-b5a0-e8a4067ee04e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:14.151950 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b551c57d-e660-4953-9898-05912ba6987e admin admin] Made reservation on behalf of d995865595b444da85e4dde72441e039 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:14.168159 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9a6ced5f-b135-469a-a66e-7a283fd7b4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:14.169401 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b551c57d-e660-4953-9898-05912ba6987e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:14.213848 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 8e8fd324-c561-4176-b5a0-e8a4067ee04e details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:14.244722 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1a242176-4f1c-4b65-a50b-32836ee8770c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9136443 Sep 17 23:54:14.248551 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49350) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:14.273055 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a5a70324-ebe7-46ea-afc1-f0b4a4f2e931 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:54:14.306392 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d11433df-578d-4ceb-a609-408d3fba2a3a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-670956355'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:14.432971 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df29441e-110f-4ee5-ae71-db7a91c857e8 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:14.455281 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a5a70324-ebe7-46ea-afc1-f0b4a4f2e931 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:14.456277 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:14.489362 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2c37ce-33d6-4e39-a623-6d6407bbe084 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Made reservation on behalf of 59d7097f09284739bdf535d1f28e2ab0 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:14.497940 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fd2c37ce-33d6-4e39-a623-6d6407bbe084 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:14.545815 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df29441e-110f-4ee5-ae71-db7a91c857e8 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:14.605364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11433df-578d-4ceb-a609-408d3fba2a3a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Made reservation on behalf of f980f9ccbd564e18979978e494161ddd for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:14.608889 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d11433df-578d-4ceb-a609-408d3fba2a3a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:14.609958 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:14.621255 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b551c57d-e660-4953-9898-05912ba6987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:14.675374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port a5a70324-ebe7-46ea-afc1-f0b4a4f2e931, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a5a70324-ebe7-46ea-afc1-f0b4a4f2e931,segment=NetworkSegment(e0cec793-3b27-4b3c-a8d7-0d7cbe87b114),segment_id=e0cec793-3b27-4b3c-a8d7-0d7cbe87b114)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:14.721099 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-df29441e-110f-4ee5-ae71-db7a91c857e8 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Floating IP 1bcb41d9-0884-4bb5-aaa4-8911dc0d5abf associated. External IP: 172.25.3.12, port: 7356f326-5bf1-46dd-a8bc-1b9d877a3e02. Sep 17 23:54:14.730460 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11433df-578d-4ceb-a609-408d3fba2a3a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:14.734785 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551c57d-e660-4953-9898-05912ba6987e admin admin] Pushing event updated for resources: {'Subnet': ['ID=10e3df87-64ac-4f7b-956c-325e5e9dc60f,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:14.788557 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:14.807868 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d11433df-578d-4ceb-a609-408d3fba2a3a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:14.808480 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-d11433df-578d-4ceb-a609-408d3fba2a3a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Added segment 694f88ce-f045-4582-b947-c9a693a94629 of type vlan for network 93db6c9f-430f-4255-bf12-10ffef164c0f Sep 17 23:54:14.868163 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b551c57d-e660-4953-9898-05912ba6987e admin admin] Checking segment: {'id': '753f4aca-9fbf-4656-86cc-3dcd09a4768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:14.868550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b551c57d-e660-4953-9898-05912ba6987e admin admin] Network hostable DHCP agents. Network: c586eefe-faf1-4f2c-b8f2-92dcc6ca5049, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:54:14.905684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=a5a70324-ebe7-46ea-afc1-f0b4a4f2e931,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:14.950208 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d11433df-578d-4ceb-a609-408d3fba2a3a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:15.107552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df29441e-110f-4ee5-ae71-db7a91c857e8 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Router 5ac11ac3-05e8-49a3-96a3-45e607a8031d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:54:15.165791 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c313d20-9a24-4150-96b1-fa5a29215750 None None] Network eeacdc73-c59f-4d5a-a873-65edfd565b10 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:15.217437 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fd2c37ce-33d6-4e39-a623-6d6407bbe084 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:15.226891 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df29441e-110f-4ee5-ae71-db7a91c857e8 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:54:15.231862 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df29441e-110f-4ee5-ae71-db7a91c857e8 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:15.253763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7de24-8c09-464c-801e-a0d6cd3a0e09 None None] Sync routers for ids ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:54:15.260717 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-df29441e-110f-4ee5-ae71-db7a91c857e8 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "PUT /v2.0/floatingips/1bcb41d9-0884-4bb5-aaa4-8911dc0d5abf HTTP/1.1" status: 200 len: 991 time: 1.9851284 Sep 17 23:54:15.264068 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7', 'tag': '7356f326-5bf1-46dd-a8bc-1b9d877a3e02'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:54:15.267587 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3be191-727e-44ee-a245-66827ff936b8" -d '{"events": [{"name": "network-changed", "server_uuid": "8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7", "tag": "7356f326-5bf1-46dd-a8bc-1b9d877a3e02"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:54:15.288127 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c37ce-33d6-4e39-a623-6d6407bbe084 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Subnet': ['ID=8f51f26e-d9e0-4514-8bb1-db7dc5a2eb53,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:15.293378 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c37ce-33d6-4e39-a623-6d6407bbe084 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Checking segment: {'id': 'ddc748dc-3656-495d-a5cc-02ddb4c3a9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6439fd18-1c65-40c3-8c3f-3ed24bca09ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:15.293759 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c37ce-33d6-4e39-a623-6d6407bbe084 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network hostable DHCP agents. Network: 6439fd18-1c65-40c3-8c3f-3ed24bca09ff, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:54:15.321398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b551c57d-e660-4953-9898-05912ba6987e admin admin] Network c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:54:15.343869 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6391361a-5535-475c-89c7-452cbea09c27 x-openstack-request-id: req-6391361a-5535-475c-89c7-452cbea09c27 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:54:15.344163 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7", "tag": "7356f326-5bf1-46dd-a8bc-1b9d877a3e02", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:54:15.344419 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6391361a-5535-475c-89c7-452cbea09c27 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:54:15.345075 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7', 'tag': '7356f326-5bf1-46dd-a8bc-1b9d877a3e02', 'status': 'completed', 'code': 200} Sep 17 23:54:15.349776 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7de24-8c09-464c-801e-a0d6cd3a0e09 None None] Routers {'5ac11ac3-05e8-49a3-96a3-45e607a8031d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:54:15.350005 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d11433df-578d-4ceb-a609-408d3fba2a3a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:15.350816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bad7de24-8c09-464c-801e-a0d6cd3a0e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:53:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:15.364518 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11433df-578d-4ceb-a609-408d3fba2a3a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:15.365825 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d11433df-578d-4ceb-a609-408d3fba2a3a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:15.437388 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-33471a76-73a6-440a-8d29-b52df487a998 None None] Provisioning complete for port a5a70324-ebe7-46ea-afc1-f0b4a4f2e931 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:15.437764 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-33471a76-73a6-440a-8d29-b52df487a998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:15.442133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c37ce-33d6-4e39-a623-6d6407bbe084 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network 6439fd18-1c65-40c3-8c3f-3ed24bca09ff is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:54:15.514953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11433df-578d-4ceb-a609-408d3fba2a3a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event updated for resources: {'Network': ['ID=93db6c9f-430f-4255-bf12-10ffef164c0f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:15.521878 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3be191-727e-44ee-a245-66827ff936b8 req-f21d447e-af29-43e1-ba9c-fdc61e5efada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:15.523264 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d3be191-727e-44ee-a245-66827ff936b8 req-f21d447e-af29-43e1-ba9c-fdc61e5efada service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a18a1f6767cb4e0fb2739899ffe26669&device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 1097 time: 0.1324947 Sep 17 23:54:15.528164 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d11433df-578d-4ceb-a609-408d3fba2a3a tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2731292 Sep 17 23:54:15.528482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49406) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:15.531033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 93db6c9f-430f-4255-bf12-10ffef164c0f details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:15.537978 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Request body: {'ports': [{'network_id': '8e8fd324-c561-4176-b5a0-e8a4067ee04e', 'name': 'tempest-port--1778989515', 'admin_state_up': True}, {'network_id': '93db6c9f-430f-4255-bf12-10ffef164c0f', 'admin_state_up': False}]} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:15.537978 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Request body: {'port': {'network_id': '8e8fd324-c561-4176-b5a0-e8a4067ee04e', 'name': 'tempest-port--1778989515', 'admin_state_up': True}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:15.537978 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Request body: {'port': {'network_id': '93db6c9f-430f-4255-bf12-10ffef164c0f', 'admin_state_up': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:15.587962 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-b551c57d-e660-4953-9898-05912ba6987e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, c586eefe-faf1-4f2c-b8f2-92dcc6ca5049) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:15.594586 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-fd2c37ce-33d6-4e39-a623-6d6407bbe084 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 6439fd18-1c65-40c3-8c3f-3ed24bca09ff) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:15.630510 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b551c57d-e660-4953-9898-05912ba6987e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:15.635401 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b551c57d-e660-4953-9898-05912ba6987e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:15.637462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14347463-4596-4fae-ab0b-00f8a9fbdae4 None None] Network c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:15.639207 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc50e05-9b2c-4e0f-a253-62578a0d55b8 None None] Network 6439fd18-1c65-40c3-8c3f-3ed24bca09ff requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:15.667723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2c37ce-33d6-4e39-a623-6d6407bbe084 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:15.669429 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fd2c37ce-33d6-4e39-a623-6d6407bbe084 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:15.727382 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-bad7de24-8c09-464c-801e-a0d6cd3a0e09 None None] Set router 5ac11ac3-05e8-49a3-96a3-45e607a8031d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:54:15.818278 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3be191-727e-44ee-a245-66827ff936b8 req-d3b9320c-a871-41c1-b014-2d365e5f9ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:15.819902 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d3be191-727e-44ee-a245-66827ff936b8 req-d3b9320c-a871-41c1-b014-2d365e5f9ed7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a544fc79-cedf-43d8-98c2-acb1f5a0c66d HTTP/1.1" status: 200 len: 912 time: 0.2823286 Sep 17 23:54:15.830009 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fd2c37ce-33d6-4e39-a623-6d6407bbe084 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0178607 Sep 17 23:54:15.830480 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49422) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:15.855230 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b551c57d-e660-4953-9898-05912ba6987e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9638362 Sep 17 23:54:15.992212 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d3be191-727e-44ee-a245-66827ff936b8 req-c3cff408-9f39-4659-82b0-5356c3959ab3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7356f326-5bf1-46dd-a8bc-1b9d877a3e02 HTTP/1.1" status: 200 len: 999 time: 0.1592634 Sep 17 23:54:16.053465 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56a9bedc-ca48-4235-9676-286f2566fcf4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:16.053888 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3be191-727e-44ee-a245-66827ff936b8 req-35939189-86f1-4933-bae4-9f9fabdbbc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:16.055704 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d3be191-727e-44ee-a245-66827ff936b8 req-35939189-86f1-4933-bae4-9f9fabdbbc73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=372385ca-344b-4083-aa15-78d8fb783453 HTTP/1.1" status: 200 len: 850 time: 0.0564940 Sep 17 23:54:16.057998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Made reservation on behalf of f980f9ccbd564e18979978e494161ddd for: {'port': 2} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:16.065359 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:16.120977 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56a9bedc-ca48-4235-9676-286f2566fcf4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:16.125341 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:16.199644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a5a70324-ebe7-46ea-afc1-f0b4a4f2e931 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:54:16.234322 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3be191-727e-44ee-a245-66827ff936b8 req-ca29e894-ac8b-4c7e-87ca-b78361acc0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:16.236346 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d3be191-727e-44ee-a245-66827ff936b8 req-ca29e894-ac8b-4c7e-87ca-b78361acc0f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a544fc79-cedf-43d8-98c2-acb1f5a0c66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206636 Sep 17 23:54:16.299589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] device_id is not set on port 0cb6fb54-8bc5-48a2-9a90-db408b69a383 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:54:16.309208 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56a9bedc-ca48-4235-9676-286f2566fcf4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:16.314839 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b38d76f2-e94f-4191-b213-c312d5b20ef1 None None] Provisioning complete for port a5a70324-ebe7-46ea-afc1-f0b4a4f2e931 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:16.315213 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b38d76f2-e94f-4191-b213-c312d5b20ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:16.391152 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d3be191-727e-44ee-a245-66827ff936b8 req-3e6467cc-486b-4bab-b98a-367db1e9e3b0 service neutron] 10.222.0.37 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272235 Sep 17 23:54:16.398995 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9bedc-ca48-4235-9676-286f2566fcf4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Subnet': ['ID=8f51f26e-d9e0-4514-8bb1-db7dc5a2eb53,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:16.490097 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e29cea4-e7f2-461c-a342-1e62fd9aa980 None None] Network 6439fd18-1c65-40c3-8c3f-3ed24bca09ff requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:16.533344 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56a9bedc-ca48-4235-9676-286f2566fcf4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:16.570083 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-c586eefe-faf1-4f2c-b8f2-92dcc6ca5049', 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049', 'tenant_id': 'd995865595b444da85e4dde72441e039', 'fixed_ips': [{'subnet_id': '10e3df87-64ac-4f7b-956c-325e5e9dc60f'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:54:16.571315 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:16.600485 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-56a9bedc-ca48-4235-9676-286f2566fcf4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6439fd18-1c65-40c3-8c3f-3ed24bca09ff']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:16.622404 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-56a9bedc-ca48-4235-9676-286f2566fcf4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc748dc-3656-495d-a5cc-02ddb4c3a9e7') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:16.622722 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-56a9bedc-ca48-4235-9676-286f2566fcf4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc748dc-3656-495d-a5cc-02ddb4c3a9e7') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:16.628937 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a5a70324-ebe7-46ea-afc1-f0b4a4f2e931 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:16.630057 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:16.642077 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:16.650738 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56a9bedc-ca48-4235-9676-286f2566fcf4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:16.681575 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d3be191-727e-44ee-a245-66827ff936b8 req-e3a2ef5b-8612-4956-96b4-2c0bbec46017 service neutron] 10.222.0.37 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170970 Sep 17 23:54:16.682021 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-49b1edc7-1ec8-49ac-901c-48cb124f513d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:16.683015 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56a9bedc-ca48-4235-9676-286f2566fcf4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:16.704229 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a9bedc-ca48-4235-9676-286f2566fcf4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:16.704695 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56a9bedc-ca48-4235-9676-286f2566fcf4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:16.709595 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:16.762962 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49444) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:16.818396 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] device_id is not set on port 8a7deee1-5d08-46ef-9799-a3dbfffd0686 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:54:16.890871 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56a9bedc-ca48-4235-9676-286f2566fcf4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:16.900653 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-56a9bedc-ca48-4235-9676-286f2566fcf4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:16.906543 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-56a9bedc-ca48-4235-9676-286f2566fcf4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/networks/6439fd18-1c65-40c3-8c3f-3ed24bca09ff HTTP/1.1" status: 204 len: 168 time: 1.0709302 Sep 17 23:54:16.909703 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49454) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:16.917222 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9bedc-ca48-4235-9676-286f2566fcf4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Network': ['ID=6439fd18-1c65-40c3-8c3f-3ed24bca09ff,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:16.923464 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-98240b0b-b943-413a-b647-001f67e3a2e8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2005000007'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:16.994483 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:17.033686 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a2a434fa-6bce-440e-a224-55b22780fe58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:17.037907 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98240b0b-b943-413a-b647-001f67e3a2e8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Made reservation on behalf of 59d7097f09284739bdf535d1f28e2ab0 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:17.041446 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98240b0b-b943-413a-b647-001f67e3a2e8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:17.044373 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] Allocated IP 172.20.0.2 (c586eefe-faf1-4f2c-b8f2-92dcc6ca5049/10e3df87-64ac-4f7b-956c-325e5e9dc60f/012a5176-a86c-4726-bf3e-7b3f3844bf40) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:17.047825 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bad7de24-8c09-464c-801e-a0d6cd3a0e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:44Z', 'revision_number': 4, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port': {'id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:35Z', 'updated_at': '2021-09-17T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '1bcb41d9-0884-4bb5-aaa4-8911dc0d5abf', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'port_id': '7356f326-5bf1-46dd-a8bc-1b9d877a3e02', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'mac_address': 'fa:16:3e:ac:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:53:51Z', 'updated_at': '2021-09-17T23:54:14Z', 'revision_number': 1, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be369b81-f067-4869-ae4d-d2ccd4ca3704', 'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'mac_address': 'fa:16:3e:20:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '372385ca-344b-4083-aa15-78d8fb783453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:42Z', 'updated_at': '2021-09-17T23:53:49Z', 'revision_number': 5, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'subnets': [{'id': '372385ca-344b-4083-aa15-78d8fb783453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:17.083316 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7de24-8c09-464c-801e-a0d6cd3a0e09 None None] Checking router: 5ac11ac3-05e8-49a3-96a3-45e607a8031d for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:54:17.097138 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98240b0b-b943-413a-b647-001f67e3a2e8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:17.098687 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7de24-8c09-464c-801e-a0d6cd3a0e09 None None] Routers {'5ac11ac3-05e8-49a3-96a3-45e607a8031d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:54:17.099042 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bad7de24-8c09-464c-801e-a0d6cd3a0e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:17.116125 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98240b0b-b943-413a-b647-001f67e3a2e8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:17.116470 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-98240b0b-b943-413a-b647-001f67e3a2e8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Added segment 16caf8dd-cf5f-4f15-b1dc-031d95e2dee7 of type vlan for network 6e525bc5-5f5d-40e8-a3fb-a9dd81179367 Sep 17 23:54:17.176079 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:17.195963 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98240b0b-b943-413a-b647-001f67e3a2e8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:17.213209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-bad7de24-8c09-464c-801e-a0d6cd3a0e09 None None] Set router 5ac11ac3-05e8-49a3-96a3-45e607a8031d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:54:17.469184 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:17.602015 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event updated for resources: {'Port': ['ID=0cb6fb54-8bc5-48a2-9a90-db408b69a383,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:17.613712 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a2a434fa-6bce-440e-a224-55b22780fe58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:17.658892 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:17.674271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Checking segment: {'id': '871be757-ea33-46ec-aa1d-de93ebfd822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8e8fd324-c561-4176-b5a0-e8a4067ee04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:17.674627 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Network hostable DHCP agents. Network: 8e8fd324-c561-4176-b5a0-e8a4067ee04e, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:54:17.674913 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bad7de24-8c09-464c-801e-a0d6cd3a0e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:44Z', 'revision_number': 4, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port': {'id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:35Z', 'updated_at': '2021-09-17T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '1bcb41d9-0884-4bb5-aaa4-8911dc0d5abf', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'port_id': '7356f326-5bf1-46dd-a8bc-1b9d877a3e02', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'mac_address': 'fa:16:3e:ac:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:53:51Z', 'updated_at': '2021-09-17T23:54:14Z', 'revision_number': 1, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be369b81-f067-4869-ae4d-d2ccd4ca3704', 'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'mac_address': 'fa:16:3e:20:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '372385ca-344b-4083-aa15-78d8fb783453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:42Z', 'updated_at': '2021-09-17T23:53:49Z', 'revision_number': 5, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'subnets': [{'id': '372385ca-344b-4083-aa15-78d8fb783453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:17.715451 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-5d216b9f-e829-4796-b2e4-e1ba5de717ce tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:17.715451 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-5d216b9f-e829-4796-b2e4-e1ba5de717ce tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/networks?id=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 HTTP/1.1" status: 200 len: 815 time: 0.2039092 Sep 17 23:54:17.715451 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a2a434fa-6bce-440e-a224-55b22780fe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:17.732984 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7de24-8c09-464c-801e-a0d6cd3a0e09 None None] The sync data for ids ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'] in n-d-809883-1 is: [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:44Z', 'revision_number': 4, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port': {'id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:35Z', 'updated_at': '2021-09-17T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '1bcb41d9-0884-4bb5-aaa4-8911dc0d5abf', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'port_id': '7356f326-5bf1-46dd-a8bc-1b9d877a3e02', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'mac_address': 'fa:16:3e:ac:2b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:53:51Z', 'updated_at': '2021-09-17T23:54:14Z', 'revision_number': 1, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be369b81-f067-4869-ae4d-d2ccd4ca3704', 'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'mac_address': 'fa:16:3e:20:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '372385ca-344b-4083-aa15-78d8fb783453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:42Z', 'updated_at': '2021-09-17T23:53:49Z', 'revision_number': 5, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'subnets': [{'id': '372385ca-344b-4083-aa15-78d8fb783453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:54:17.753477 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-436d3186-39bd-4d76-8c7d-acfde202654f tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/quotas/d995865595b444da85e4dde72441e039 HTTP/1.1" status: 200 len: 375 time: 0.0316293 Sep 17 23:54:17.767467 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a2a434fa-6bce-440e-a224-55b22780fe58 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8cba3776f6c742339e7b076b8d8174a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9918818 Sep 17 23:54:17.767888 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49484) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:17.777253 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a434fa-6bce-440e-a224-55b22780fe58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afbe9b7-a8a4-4c7e-bb1f-a01fc8fbe947,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:17.778001 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:17.812679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] Network c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:17.814081 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:17.819285 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98240b0b-b943-413a-b647-001f67e3a2e8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:17.821575 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:17.825377 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:17.827311 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98240b0b-b943-413a-b647-001f67e3a2e8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:17.827958 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98240b0b-b943-413a-b647-001f67e3a2e8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:17.841201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Network 8e8fd324-c561-4176-b5a0-e8a4067ee04e is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:54:17.877437 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29d34f57-0a2b-4374-9450-17de3259142d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:17.919233 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29d34f57-0a2b-4374-9450-17de3259142d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:17.923495 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] Pushing event updated for resources: {'Port': ['ID=012a5176-a86c-4726-bf3e-7b3f3844bf40,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:17.937109 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] Attempting to bind port 012a5176-a86c-4726-bf3e-7b3f3844bf40 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:54:17.937109 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] Attempting to bind port 012a5176-a86c-4726-bf3e-7b3f3844bf40 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '753f4aca-9fbf-4656-86cc-3dcd09a4768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:54:17.937109 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] Attempting to bind port 012a5176-a86c-4726-bf3e-7b3f3844bf40 on network c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:54:17.950794 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:54:17.951168 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] Checking segment: {'id': '753f4aca-9fbf-4656-86cc-3dcd09a4768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:17.951579 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:17.952380 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] Bound using segment: {'id': '753f4aca-9fbf-4656-86cc-3dcd09a4768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:54:17.952515 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] Bound port: 012a5176-a86c-4726-bf3e-7b3f3844bf40, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753f4aca-9fbf-4656-86cc-3dcd09a4768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:54:17.952822 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:17.961891 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98240b0b-b943-413a-b647-001f67e3a2e8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Network': ['ID=6e525bc5-5f5d-40e8-a3fb-a9dd81179367,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:17.983884 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-98240b0b-b943-413a-b647-001f67e3a2e8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0698850 Sep 17 23:54:17.984130 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 6e525bc5-5f5d-40e8-a3fb-a9dd81179367 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:17.984395 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49490) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:17.992560 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0b996f90-f005-44a3-a525-c5d1f6ce610f tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'subnet': {'network_id': '6e525bc5-5f5d-40e8-a3fb-a9dd81179367', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:17.995894 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 8e8fd324-c561-4176-b5a0-e8a4067ee04e) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:18.029686 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:18.031102 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:18.036800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64952604-52d2-4637-9683-ed8aec2048f2 None None] Network 8e8fd324-c561-4176-b5a0-e8a4067ee04e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:18.037865 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-eada8c13-342c-4141-b06e-a7d6e874d65e tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d995865595b444da85e4dde72441e039&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2753406 Sep 17 23:54:18.091799 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e005d9a8-e37b-43da-90a8-52c06923f7d8 None None] New status for floating IP 1bcb41d9-0884-4bb5-aaa4-8911dc0d5abf: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:54:18.171794 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event updated for resources: {'Port': ['ID=8a7deee1-5d08-46ef-9799-a3dbfffd0686,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:18.236137 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Checking segment: {'id': '694f88ce-f045-4582-b947-c9a693a94629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '93db6c9f-430f-4255-bf12-10ffef164c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:18.236624 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Network hostable DHCP agents. Network: 93db6c9f-430f-4255-bf12-10ffef164c0f, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:54:18.239878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] For port 012a5176-a86c-4726-bf3e-7b3f3844bf40, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:54:18.248458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] For port 012a5176-a86c-4726-bf3e-7b3f3844bf40, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=012a5176-a86c-4726-bf3e-7b3f3844bf40,segment=NetworkSegment(753f4aca-9fbf-4656-86cc-3dcd09a4768d),segment_id=753f4aca-9fbf-4656-86cc-3dcd09a4768d)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:54:18.279295 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-6c5f5c50-b763-4412-814d-510a2714e6dd service neutron] 10.222.0.46 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301309 Sep 17 23:54:18.297079 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b996f90-f005-44a3-a525-c5d1f6ce610f tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Made reservation on behalf of 59d7097f09284739bdf535d1f28e2ab0 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:18.306819 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0b996f90-f005-44a3-a525-c5d1f6ce610f tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:18.306819 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29d34f57-0a2b-4374-9450-17de3259142d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:18.310279 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29d34f57-0a2b-4374-9450-17de3259142d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:18.311707 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-29d34f57-0a2b-4374-9450-17de3259142d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5afbe9b7-a8a4-4c7e-bb1f-a01fc8fbe947 HTTP/1.1" status: 204 len: 168 time: 0.5427837 Sep 17 23:54:18.343975 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d34f57-0a2b-4374-9450-17de3259142d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afbe9b7-a8a4-4c7e-bb1f-a01fc8fbe947,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:18.415734 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:54:18.419225 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Network 93db6c9f-430f-4255-bf12-10ffef164c0f is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:54:18.435547 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-c056cd17-fc0c-4139-87c1-2c0ce5736083 service neutron] 10.222.0.46 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484103 Sep 17 23:54:18.458988 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:18.502382 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 93db6c9f-430f-4255-bf12-10ffef164c0f) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:18.508257 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:18.523197 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:18.529749 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ace9101-8dd4-44db-9f07-ceba9ff71746 None None] Network 93db6c9f-430f-4255-bf12-10ffef164c0f requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:18.541868 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:18.546788 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:18.578499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150b06e-d6b2-4d55-b4b4-b645898adff4 None None] Pushing event updated for resources: {'Port': ['ID=012a5176-a86c-4726-bf3e-7b3f3844bf40,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:18.659707 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-72ad6cdd-3593-4a86-a47e-9a5e68370d00 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.1299098 Sep 17 23:54:18.665767 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49508) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:18.696924 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0b996f90-f005-44a3-a525-c5d1f6ce610f tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:18.739747 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00168d3a-117c-4948-b8f7-54249f548568 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:18.746094 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00168d3a-117c-4948-b8f7-54249f548568 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:18.748876 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-00168d3a-117c-4948-b8f7-54249f548568 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0810444 Sep 17 23:54:18.750784 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49514) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:18.898626 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b996f90-f005-44a3-a525-c5d1f6ce610f tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Subnet': ['ID=7f4bc727-97dd-41ed-b61d-aae8875f2e2c,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:18.909766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b996f90-f005-44a3-a525-c5d1f6ce610f tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Checking segment: {'id': '16caf8dd-cf5f-4f15-b1dc-031d95e2dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e525bc5-5f5d-40e8-a3fb-a9dd81179367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:18.910358 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b996f90-f005-44a3-a525-c5d1f6ce610f tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network hostable DHCP agents. Network: 6e525bc5-5f5d-40e8-a3fb-a9dd81179367, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:54:18.947077 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f933f94a-747d-4369-9f82-ab2b484f80ab tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Deleting port 0cb6fb54-8bc5-48a2-9a90-db408b69a383 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:54:18.947565 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f933f94a-747d-4369-9f82-ab2b484f80ab tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:19.029089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b996f90-f005-44a3-a525-c5d1f6ce610f tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network 6e525bc5-5f5d-40e8-a3fb-a9dd81179367 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:54:19.072957 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f933f94a-747d-4369-9f82-ab2b484f80ab tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:19.092615 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f933f94a-747d-4369-9f82-ab2b484f80ab tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Calling delete_port for 0cb6fb54-8bc5-48a2-9a90-db408b69a383 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:54:19.101570 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-0b996f90-f005-44a3-a525-c5d1f6ce610f tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 6e525bc5-5f5d-40e8-a3fb-a9dd81179367) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:19.106950 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b996f90-f005-44a3-a525-c5d1f6ce610f tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:19.107884 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0b996f90-f005-44a3-a525-c5d1f6ce610f tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:19.115409 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f0d186-b025-4a7c-a45c-5276e079bdc5 None None] Network 6e525bc5-5f5d-40e8-a3fb-a9dd81179367 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:19.182968 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0b996f90-f005-44a3-a525-c5d1f6ce610f tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1949606 Sep 17 23:54:19.187159 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49540) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:19.194152 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-91ef4b6c-e092-4bf3-9d68-8339cb381ecc tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2137850140'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:19.308757 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ef4b6c-e092-4bf3-9d68-8339cb381ecc tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Made reservation on behalf of 59d7097f09284739bdf535d1f28e2ab0 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:19.313875 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91ef4b6c-e092-4bf3-9d68-8339cb381ecc tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:19.317272 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-773321d3-d0ff-4c77-b936-e9d7f24e83ba tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:19.318901 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-773321d3-d0ff-4c77-b936-e9d7f24e83ba tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/networks?id=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 HTTP/1.1" status: 200 len: 815 time: 0.1563761 Sep 17 23:54:19.342571 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-98849a16-58d4-4b8c-8196-03294e0e0c28 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/quotas/d995865595b444da85e4dde72441e039 HTTP/1.1" status: 200 len: 375 time: 0.0150416 Sep 17 23:54:19.360885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ef4b6c-e092-4bf3-9d68-8339cb381ecc tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:19.378430 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91ef4b6c-e092-4bf3-9d68-8339cb381ecc tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:19.378776 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-6e525bc5-5f5d-40e8-a3fb-a9dd81179367', 'network_id': '6e525bc5-5f5d-40e8-a3fb-a9dd81179367', 'tenant_id': '59d7097f09284739bdf535d1f28e2ab0', 'fixed_ips': [{'subnet_id': '7f4bc727-97dd-41ed-b61d-aae8875f2e2c'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:54:19.380390 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:19.380566 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-91ef4b6c-e092-4bf3-9d68-8339cb381ecc tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Added segment f4c4df33-5bf9-470a-850f-ca46d42e0924 of type vlan for network f6e537d5-5ab0-43de-a377-93aea5b976f3 Sep 17 23:54:19.402179 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f933f94a-747d-4369-9f82-ab2b484f80ab tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:19.449044 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91ef4b6c-e092-4bf3-9d68-8339cb381ecc tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:19.482481 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933f94a-747d-4369-9f82-ab2b484f80ab tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event deleted for resources: {'Port': ['ID=0cb6fb54-8bc5-48a2-9a90-db408b69a383,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:19.490884 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-258891dd-0876-4173-86e6-d9c7c985321b tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d995865595b444da85e4dde72441e039&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1378689 Sep 17 23:54:19.494292 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f933f94a-747d-4369-9f82-ab2b484f80ab tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:19.499757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f933f94a-747d-4369-9f82-ab2b484f80ab tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "DELETE /v2.0/ports/0cb6fb54-8bc5-48a2-9a90-db408b69a383 HTTP/1.1" status: 204 len: 168 time: 0.7349260 Sep 17 23:54:19.500885 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49548) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:19.759499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Allocated IP 2001:db8::1 (6e525bc5-5f5d-40e8-a3fb-a9dd81179367/7f4bc727-97dd-41ed-b61d-aae8875f2e2c/8a304bb1-386c-4508-8ea2-0da8c2a20813) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:19.764288 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-fc21a32b-f211-4ed9-a77c-c2dcf64ce676 service neutron] 10.222.0.46 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641251 Sep 17 23:54:19.777068 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:19.955875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-3e52508e-b8fb-4558-a8ca-e478538fa81c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Deleting port 8a7deee1-5d08-46ef-9799-a3dbfffd0686 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:54:19.956465 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3e52508e-b8fb-4558-a8ca-e478538fa81c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:20.045433 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-6c92d8bc-a449-43a3-bc3a-80391c1aa556 service neutron] 10.222.0.46 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792385 Sep 17 23:54:20.045632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8a9936-11ba-473a-9219-4a61e5ee4e8f None None] Network c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:20.061810 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91ef4b6c-e092-4bf3-9d68-8339cb381ecc tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:20.072542 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ef4b6c-e092-4bf3-9d68-8339cb381ecc tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:20.073555 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91ef4b6c-e092-4bf3-9d68-8339cb381ecc tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:20.085822 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3e52508e-b8fb-4558-a8ca-e478538fa81c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:20.102567 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:20.128361 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-3e52508e-b8fb-4558-a8ca-e478538fa81c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Calling delete_port for 8a7deee1-5d08-46ef-9799-a3dbfffd0686 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:54:20.192553 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-51584556-0018-4253-bab5-12090b827903 None None] Provisioning complete for port 012a5176-a86c-4726-bf3e-7b3f3844bf40 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:20.193211 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-51584556-0018-4253-bab5-12090b827903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:20.232714 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef4b6c-e092-4bf3-9d68-8339cb381ecc tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Network': ['ID=f6e537d5-5ab0-43de-a377-93aea5b976f3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:20.239228 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-91ef4b6c-e092-4bf3-9d68-8339cb381ecc tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0500920 Sep 17 23:54:20.240466 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49564) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:20.247588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0da43a54-48ce-4948-9d30-850543191712 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'subnet': {'network_id': 'f6e537d5-5ab0-43de-a377-93aea5b976f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:20.248816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network f6e537d5-5ab0-43de-a377-93aea5b976f3 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:20.261765 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:20.272877 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 012a5176-a86c-4726-bf3e-7b3f3844bf40 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:54:20.362383 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Network 6e525bc5-5f5d-40e8-a3fb-a9dd81179367 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:20.409310 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:20.418442 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3e52508e-b8fb-4558-a8ca-e478538fa81c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:20.438874 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49570) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:20.440226 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:20.467157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52508e-b8fb-4558-a8ca-e478538fa81c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event deleted for resources: {'Port': ['ID=8a7deee1-5d08-46ef-9799-a3dbfffd0686,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:20.483099 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3e52508e-b8fb-4558-a8ca-e478538fa81c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:20.485219 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3e52508e-b8fb-4558-a8ca-e478538fa81c tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "DELETE /v2.0/ports/8a7deee1-5d08-46ef-9799-a3dbfffd0686 HTTP/1.1" status: 204 len: 168 time: 0.9829116 Sep 17 23:54:20.487648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49578) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:20.496029 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Pushing event updated for resources: {'Port': ['ID=8a304bb1-386c-4508-8ea2-0da8c2a20813,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:20.505980 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da43a54-48ce-4948-9d30-850543191712 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Made reservation on behalf of 59d7097f09284739bdf535d1f28e2ab0 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:20.513722 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0da43a54-48ce-4948-9d30-850543191712 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:20.537936 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e62199ea-39e7-480b-a34f-d07d0b6672cf tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0435967 Sep 17 23:54:20.539815 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49580) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:20.544667 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-3edbd63f-ddab-4e71-a7db-7e3903a7751d tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2079426924'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:20.625126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.ipam_backend_mixin [None req-0da43a54-48ce-4948-9d30-850543191712 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Performing IP validity checks on allocation pools {{(pid=95591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 23:54:20.625735 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.ipam_backend_mixin [None req-0da43a54-48ce-4948-9d30-850543191712 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 23:54:20.655999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edbd63f-ddab-4e71-a7db-7e3903a7751d tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Made reservation on behalf of f980f9ccbd564e18979978e494161ddd for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:20.659624 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3edbd63f-ddab-4e71-a7db-7e3903a7751d tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:20.664566 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Attempting to bind port 8a304bb1-386c-4508-8ea2-0da8c2a20813 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:54:20.668756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Attempting to bind port 8a304bb1-386c-4508-8ea2-0da8c2a20813 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '16caf8dd-cf5f-4f15-b1dc-031d95e2dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e525bc5-5f5d-40e8-a3fb-a9dd81179367'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:54:20.668756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Attempting to bind port 8a304bb1-386c-4508-8ea2-0da8c2a20813 on network 6e525bc5-5f5d-40e8-a3fb-a9dd81179367 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:54:20.711428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edbd63f-ddab-4e71-a7db-7e3903a7751d tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:20.720633 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:54:20.721045 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Checking segment: {'id': '16caf8dd-cf5f-4f15-b1dc-031d95e2dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e525bc5-5f5d-40e8-a3fb-a9dd81179367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:20.721450 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:20.721846 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Bound using segment: {'id': '16caf8dd-cf5f-4f15-b1dc-031d95e2dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e525bc5-5f5d-40e8-a3fb-a9dd81179367'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:54:20.722427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Bound port: 8a304bb1-386c-4508-8ea2-0da8c2a20813, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16caf8dd-cf5f-4f15-b1dc-031d95e2dee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e525bc5-5f5d-40e8-a3fb-a9dd81179367'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:54:20.722710 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:20.736491 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3edbd63f-ddab-4e71-a7db-7e3903a7751d tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:20.736619 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-3edbd63f-ddab-4e71-a7db-7e3903a7751d tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Added segment ab798221-2876-44cf-8638-ff28b0d54b52 of type vlan for network e497a4ef-8293-478b-9bc0-e5b307ab6ddd Sep 17 23:54:20.759173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 012a5176-a86c-4726-bf3e-7b3f3844bf40 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:20.766294 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:20.803954 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e052-85bd-4174-88cb-89312aa42140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:20.847286 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3edbd63f-ddab-4e71-a7db-7e3903a7751d tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:20.893036 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-51584556-0018-4253-bab5-12090b827903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:21.019212 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-51584556-0018-4253-bab5-12090b827903 None None] For port 012a5176-a86c-4726-bf3e-7b3f3844bf40, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=012a5176-a86c-4726-bf3e-7b3f3844bf40,segment=NetworkSegment(753f4aca-9fbf-4656-86cc-3dcd09a4768d),segment_id=753f4aca-9fbf-4656-86cc-3dcd09a4768d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:21.025643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] For port 8a304bb1-386c-4508-8ea2-0da8c2a20813, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:54:21.070726 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3edbd63f-ddab-4e71-a7db-7e3903a7751d tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:21.077101 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edbd63f-ddab-4e71-a7db-7e3903a7751d tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:21.077724 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3edbd63f-ddab-4e71-a7db-7e3903a7751d tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:21.117723 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-51584556-0018-4253-bab5-12090b827903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:21.129624 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e052-85bd-4174-88cb-89312aa42140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:21.142010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] For port 8a304bb1-386c-4508-8ea2-0da8c2a20813, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8a304bb1-386c-4508-8ea2-0da8c2a20813,segment=NetworkSegment(16caf8dd-cf5f-4f15-b1dc-031d95e2dee7),segment_id=16caf8dd-cf5f-4f15-b1dc-031d95e2dee7)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:54:21.154783 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0da43a54-48ce-4948-9d30-850543191712 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:21.173623 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:21.201523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbd63f-ddab-4e71-a7db-7e3903a7751d tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event updated for resources: {'Network': ['ID=e497a4ef-8293-478b-9bc0-e5b307ab6ddd,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:21.218132 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network e497a4ef-8293-478b-9bc0-e5b307ab6ddd details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:21.232304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da43a54-48ce-4948-9d30-850543191712 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Subnet': ['ID=223e7d63-ab49-4817-938c-c4685a874950,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:21.238171 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-cd2d9a4a-30b7-44b2-a995-eeebf5f30c6b tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:21.239725 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-cd2d9a4a-30b7-44b2-a995-eeebf5f30c6b tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/networks?id=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 HTTP/1.1" status: 200 len: 815 time: 0.3044333 Sep 17 23:54:21.247411 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51584556-0018-4253-bab5-12090b827903 None None] Pushing event updated for resources: {'Port': ['ID=012a5176-a86c-4726-bf3e-7b3f3844bf40,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:21.258624 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e052-85bd-4174-88cb-89312aa42140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:21.286601 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-4fdf15de-7be8-4632-8991-aae462fbf31f tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/quotas/d995865595b444da85e4dde72441e039 HTTP/1.1" status: 200 len: 375 time: 0.0351346 Sep 17 23:54:21.319587 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:21.321449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49616) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:21.346768 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3edbd63f-ddab-4e71-a7db-7e3903a7751d tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8071213 Sep 17 23:54:21.351538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49620) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:21.357149 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3fb2e052-85bd-4174-88cb-89312aa42140 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89ac7b528fac460294a9042e44f0538c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9168680 Sep 17 23:54:21.357857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-2b618d5d-f65d-4b5a-9b99-eb907e6c7871 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1621222247'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:21.358578 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2e052-85bd-4174-88cb-89312aa42140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce1082d-4eaf-4595-a3cf-f8ec62291ce9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:21.361307 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49622) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:21.396101 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-9fd6cd9c-a047-4c70-8c77-1caa2f778c23 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d995865595b444da85e4dde72441e039&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1084731 Sep 17 23:54:21.432028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da43a54-48ce-4948-9d30-850543191712 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Checking segment: {'id': 'f4c4df33-5bf9-470a-850f-ca46d42e0924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f6e537d5-5ab0-43de-a377-93aea5b976f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:21.432864 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da43a54-48ce-4948-9d30-850543191712 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network hostable DHCP agents. Network: f6e537d5-5ab0-43de-a377-93aea5b976f3, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:54:21.474353 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d3b39c83-b052-4c89-97b7-d4b5c2e3072a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:21.498444 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d3b39c83-b052-4c89-97b7-d4b5c2e3072a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:21.532528 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b618d5d-f65d-4b5a-9b99-eb907e6c7871 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Made reservation on behalf of f980f9ccbd564e18979978e494161ddd for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:21.537043 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2b618d5d-f65d-4b5a-9b99-eb907e6c7871 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:21.552658 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:54:21.553102 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:54:21.554835 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Pushing event updated for resources: {'Port': ['ID=8a304bb1-386c-4508-8ea2-0da8c2a20813,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:21.565763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-874a048f-a42e-4c19-8ba2-cb067fc7081c None None] Provisioning complete for port 012a5176-a86c-4726-bf3e-7b3f3844bf40 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:21.566002 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-874a048f-a42e-4c19-8ba2-cb067fc7081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:21.568389 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:21.568738 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:21.569173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:21.569789 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:21.569915 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:21.570166 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:21.570498 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:21.570822 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:21.571173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:21.571468 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:21.571799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:21.572124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88493e4-ed23-487d-9638-04529d729bc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:21.588132 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-43c779ae-44e1-4841-8b77-37c0165889de tempest-AgentManagementNegativeTest-552662803 tempest-AgentManagementNegativeTest-552662803-project] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2639239 Sep 17 23:54:21.593814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da43a54-48ce-4948-9d30-850543191712 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network f6e537d5-5ab0-43de-a377-93aea5b976f3 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:54:21.677532 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b618d5d-f65d-4b5a-9b99-eb907e6c7871 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:21.704484 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-ab4aa5f6-1620-4412-b9f2-3d3e922b15f3 service neutron] 10.222.0.46 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996237 Sep 17 23:54:21.773003 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-87a4b57d-eb2e-4da5-b44e-b404c3fd6575 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:21.775689 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-87a4b57d-eb2e-4da5-b44e-b404c3fd6575 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.41 "GET /v2.0/networks?id=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 HTTP/1.1" status: 200 len: 815 time: 0.3358185 Sep 17 23:54:21.788436 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-51b81c4e-36ec-420a-a8e8-cd9e31dc7467 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Request body: {'port': {'device_id': '365b5c80-7ab4-40bd-b552-d4273126c086', 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049', 'admin_state_up': True, 'tenant_id': 'd995865595b444da85e4dde72441e039'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:21.819704 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2b618d5d-f65d-4b5a-9b99-eb907e6c7871 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:21.820124 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-2b618d5d-f65d-4b5a-9b99-eb907e6c7871 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Added segment 7011bd9d-cf3b-4b60-b09b-cde8fa4bdc4a of type vlan for network f71920ef-fe5d-4d22-814d-4c24757769f5 Sep 17 23:54:21.831588 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d3b39c83-b052-4c89-97b7-d4b5c2e3072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:21.835241 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d3b39c83-b052-4c89-97b7-d4b5c2e3072a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:21.838944 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d3b39c83-b052-4c89-97b7-d4b5c2e3072a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ce1082d-4eaf-4595-a3cf-f8ec62291ce9 HTTP/1.1" status: 204 len: 168 time: 0.4595981 Sep 17 23:54:21.838944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-0da43a54-48ce-4948-9d30-850543191712 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, f6e537d5-5ab0-43de-a377-93aea5b976f3) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:21.847861 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e164f3a7-d3b9-4712-a63f-7e0f83c997aa None None] Network f6e537d5-5ab0-43de-a377-93aea5b976f3 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:21.900436 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2b618d5d-f65d-4b5a-9b99-eb907e6c7871 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:21.906807 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-595a39a5-890e-4f0d-aa2e-0295dc2f23ea service neutron] 10.222.0.46 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011449 Sep 17 23:54:21.971603 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da43a54-48ce-4948-9d30-850543191712 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:21.972210 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0da43a54-48ce-4948-9d30-850543191712 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:21.999203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b39c83-b052-4c89-97b7-d4b5c2e3072a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce1082d-4eaf-4595-a3cf-f8ec62291ce9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:22.079489 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2b618d5d-f65d-4b5a-9b99-eb907e6c7871 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:22.086056 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b618d5d-f65d-4b5a-9b99-eb907e6c7871 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:22.091746 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2b618d5d-f65d-4b5a-9b99-eb907e6c7871 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:22.119901 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0da43a54-48ce-4948-9d30-850543191712 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8732600 Sep 17 23:54:22.119901 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49636) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:22.140401 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-f6e537d5-5ab0-43de-a377-93aea5b976f3', 'network_id': 'f6e537d5-5ab0-43de-a377-93aea5b976f3', 'tenant_id': '59d7097f09284739bdf535d1f28e2ab0', 'fixed_ips': [{'subnet_id': '223e7d63-ab49-4817-938c-c4685a874950'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:54:22.152710 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:22.226094 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b618d5d-f65d-4b5a-9b99-eb907e6c7871 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event updated for resources: {'Network': ['ID=f71920ef-fe5d-4d22-814d-4c24757769f5,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:22.334494 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network f71920ef-fe5d-4d22-814d-4c24757769f5 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:22.344348 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-51b81c4e-36ec-420a-a8e8-cd9e31dc7467 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Made reservation on behalf of d995865595b444da85e4dde72441e039 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:22.372175 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-51b81c4e-36ec-420a-a8e8-cd9e31dc7467 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:22.383423 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c60d391-1d22-42eb-8069-16c0a403479f req-31f3a8ec-e17f-4e00-902f-9664af84682b tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 210 time: 0.0554936 Sep 17 23:54:22.413092 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2b618d5d-f65d-4b5a-9b99-eb907e6c7871 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0593493 Sep 17 23:54:22.699227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49652) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:22.748670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-51b81c4e-36ec-420a-a8e8-cd9e31dc7467 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Allocated IP 172.20.0.7 (c586eefe-faf1-4f2c-b8f2-92dcc6ca5049/10e3df87-64ac-4f7b-956c-325e5e9dc60f/b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:22.790778 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 012a5176-a86c-4726-bf3e-7b3f3844bf40 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:54:22.810726 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:22.872580 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 012a5176-a86c-4726-bf3e-7b3f3844bf40 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:22.873679 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:22.966026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] Allocated IP 2001:db8::3 (f6e537d5-5ab0-43de-a377-93aea5b976f3/223e7d63-ab49-4817-938c-c4685a874950/88706f95-e1fd-4ba0-8c77-945fe4cbf8db) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:23.113709 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:23.120946 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8a304bb1-386c-4508-8ea2-0da8c2a20813 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:54:23.275861 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49664) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:23.278515 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ee6a1b8-a8be-4a87-a626-a8c50803ea0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:23.392534 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 8a304bb1-386c-4508-8ea2-0da8c2a20813 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:23.394548 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:23.416923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a286f67-ab4d-45ea-9a61-07fe3fa44128 None None] Network 6e525bc5-5f5d-40e8-a3fb-a9dd81179367 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:23.431195 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-077f3c6c-9bf3-416f-a9a6-8a275bc1c880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:23.501796 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-51b81c4e-36ec-420a-a8e8-cd9e31dc7467 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:23.548405 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ed3c04c0-91ad-4d22-8622-6ed1c5f2c573 None None] Provisioning complete for port 8a304bb1-386c-4508-8ea2-0da8c2a20813 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:23.549834 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ed3c04c0-91ad-4d22-8622-6ed1c5f2c573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:23.614382 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-740dd3f2-d032-45ec-aa67-3b0596c46b01 req-5901c8a5-98fd-44b6-b966-12c49082e073 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 210 time: 0.0685358 Sep 17 23:54:23.628440 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ee6a1b8-a8be-4a87-a626-a8c50803ea0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:23.648733 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-e301115c-d1c4-43fc-b281-62653e7e739f tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:23.648733 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-e301115c-d1c4-43fc-b281-62653e7e739f tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.41 "GET /v2.0/networks?id=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 HTTP/1.1" status: 200 len: 815 time: 0.3029363 Sep 17 23:54:23.659421 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-75e02663-58d0-488d-8eea-385ff4b8b417 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Request body: {'port': {'device_id': '545a9131-2c3a-4cd4-854a-46f75babdf03', 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049', 'admin_state_up': True, 'tenant_id': 'd995865595b444da85e4dde72441e039'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:23.709244 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ed3c04c0-91ad-4d22-8622-6ed1c5f2c573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:23.732047 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ee6a1b8-a8be-4a87-a626-a8c50803ea0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:23.765445 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-51b81c4e-36ec-420a-a8e8-cd9e31dc7467 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:23.805533 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:23.843575 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ed3c04c0-91ad-4d22-8622-6ed1c5f2c573 None None] For port 8a304bb1-386c-4508-8ea2-0da8c2a20813, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8a304bb1-386c-4508-8ea2-0da8c2a20813,segment=NetworkSegment(16caf8dd-cf5f-4f15-b1dc-031d95e2dee7),segment_id=16caf8dd-cf5f-4f15-b1dc-031d95e2dee7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:23.858514 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-51b81c4e-36ec-420a-a8e8-cd9e31dc7467 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Network c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:23.864308 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3ee6a1b8-a8be-4a87-a626-a8c50803ea0d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=789d0950f42342fe8c540193d5f47a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1637988 Sep 17 23:54:23.874082 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6a1b8-a8be-4a87-a626-a8c50803ea0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd56e942-6857-43bd-9784-1dfbd31065f9,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:23.875045 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49670) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:23.893508 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-51b81c4e-36ec-420a-a8e8-cd9e31dc7467 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:23.913560 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-51b81c4e-36ec-420a-a8e8-cd9e31dc7467 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:23.925671 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:23.968924 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-51b81c4e-36ec-420a-a8e8-cd9e31dc7467 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:23.969674 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-51b81c4e-36ec-420a-a8e8-cd9e31dc7467 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.003047 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b81c4e-36ec-420a-a8e8-cd9e31dc7467 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Pushing event updated for resources: {'Port': ['ID=b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:24.014424 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ed3c04c0-91ad-4d22-8622-6ed1c5f2c573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.058261 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b512cc25-4330-4e2b-9ba3-ec676efddcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.145529 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b512cc25-4330-4e2b-9ba3-ec676efddcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.213566 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:54:24.213926 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:54:24.215325 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c04c0-91ad-4d22-8622-6ed1c5f2c573 None None] Pushing event updated for resources: {'Port': ['ID=8a304bb1-386c-4508-8ea2-0da8c2a20813,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:24.219025 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.236587 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-077f3c6c-9bf3-416f-a9a6-8a275bc1c880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.285494 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.359625 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] Pushing event updated for resources: {'Port': ['ID=88706f95-e1fd-4ba0-8c77-945fe4cbf8db,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:24.390606 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] Network f6e537d5-5ab0-43de-a377-93aea5b976f3 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:24.392180 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:24.395254 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:24.396868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Subnet': ['ID=223e7d63-ab49-4817-938c-c4685a874950,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:24.407906 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-077f3c6c-9bf3-416f-a9a6-8a275bc1c880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.410187 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b512cc25-4330-4e2b-9ba3-ec676efddcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.412982 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b512cc25-4330-4e2b-9ba3-ec676efddcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.416748 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b512cc25-4330-4e2b-9ba3-ec676efddcd6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bd56e942-6857-43bd-9784-1dfbd31065f9 HTTP/1.1" status: 204 len: 168 time: 0.5370104 Sep 17 23:54:24.513624 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.516749 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-51b81c4e-36ec-420a-a8e8-cd9e31dc7467 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7328906 Sep 17 23:54:24.535670 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49680) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:24.536649 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-077f3c6c-9bf3-416f-a9a6-8a275bc1c880 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=da189c17dfb9420b8001d6a334cbe5f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2574997 Sep 17 23:54:24.540578 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] Attempting to bind port 88706f95-e1fd-4ba0-8c77-945fe4cbf8db on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:54:24.541109 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] Attempting to bind port 88706f95-e1fd-4ba0-8c77-945fe4cbf8db by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f4c4df33-5bf9-470a-850f-ca46d42e0924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f6e537d5-5ab0-43de-a377-93aea5b976f3'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:54:24.541873 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] Attempting to bind port 88706f95-e1fd-4ba0-8c77-945fe4cbf8db on network f6e537d5-5ab0-43de-a377-93aea5b976f3 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:54:24.553687 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:54:24.556363 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] Checking segment: {'id': 'f4c4df33-5bf9-470a-850f-ca46d42e0924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f6e537d5-5ab0-43de-a377-93aea5b976f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:24.556501 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e537d5-5ab0-43de-a377-93aea5b976f3']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:24.556623 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.556623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] Bound using segment: {'id': 'f4c4df33-5bf9-470a-850f-ca46d42e0924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f6e537d5-5ab0-43de-a377-93aea5b976f3'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:54:24.556994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] Bound port: 88706f95-e1fd-4ba0-8c77-945fe4cbf8db, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c4df33-5bf9-470a-850f-ca46d42e0924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f6e537d5-5ab0-43de-a377-93aea5b976f3'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:54:24.558909 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.566434 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c4df33-5bf9-470a-850f-ca46d42e0924') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:24.566646 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c4df33-5bf9-470a-850f-ca46d42e0924') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:24.576993 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.585175 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-65d6b8a6-af61-4e61-a7c5-c4def6408a3f None None] Provisioning complete for port 8a304bb1-386c-4508-8ea2-0da8c2a20813 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:24.587510 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-65d6b8a6-af61-4e61-a7c5-c4def6408a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.593835 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.600304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:24.600694 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.662011 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6420a286-4150-4f87-b9f4-dec53ffc35ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.715096 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Request body: {'port': {'device_id': '365b5c80-7ab4-40bd-b552-d4273126c086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:24.763205 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:24.766195 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f3c6c-9bf3-416f-a9a6-8a275bc1c880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be8efcf-0e5b-4eb9-a986-38ac059b728d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:24.795768 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3087dfe3-8d48-46e9-ab8a-3e645374689d req-e9aab5d7-d3b1-440c-a714-1bfccfbd1caf tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 210 time: 0.0703764 Sep 17 23:54:24.801396 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6420a286-4150-4f87-b9f4-dec53ffc35ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.841764 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] For port 88706f95-e1fd-4ba0-8c77-945fe4cbf8db, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:54:24.881038 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-75e02663-58d0-488d-8eea-385ff4b8b417 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Made reservation on behalf of d995865595b444da85e4dde72441e039 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:24.884556 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-75e02663-58d0-488d-8eea-385ff4b8b417 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.918629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512cc25-4330-4e2b-9ba3-ec676efddcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd56e942-6857-43bd-9784-1dfbd31065f9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:24.948189 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.955996 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.db.api [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 23:54:24.955996 n-d-809883-1 neutron-server[95591]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 23:54:24.955996 n-d-809883-1 neutron-server[95591]: [parameters: {'id': 'f6e537d5-5ab0-43de-a377-93aea5b976f3'}] Sep 17 23:54:24.955996 n-d-809883-1 neutron-server[95591]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:54:24.957101 n-d-809883-1 neutron-server[95591]: DEBUG oslo_db.api [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:54:24.977547 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8a304bb1-386c-4508-8ea2-0da8c2a20813 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:54:24.981904 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] For port 88706f95-e1fd-4ba0-8c77-945fe4cbf8db, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=88706f95-e1fd-4ba0-8c77-945fe4cbf8db,segment=NetworkSegment(f4c4df33-5bf9-470a-850f-ca46d42e0924),segment_id=f4c4df33-5bf9-470a-850f-ca46d42e0924)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:54:24.987827 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6420a286-4150-4f87-b9f4-dec53ffc35ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.990708 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6420a286-4150-4f87-b9f4-dec53ffc35ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:24.994168 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6420a286-4150-4f87-b9f4-dec53ffc35ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6be8efcf-0e5b-4eb9-a986-38ac059b728d HTTP/1.1" status: 204 len: 168 time: 0.4542530 Sep 17 23:54:25.006060 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420a286-4150-4f87-b9f4-dec53ffc35ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be8efcf-0e5b-4eb9-a986-38ac059b728d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:25.060786 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-65d6b8a6-af61-4e61-a7c5-c4def6408a3f None None] Provisioning complete for port b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:25.062067 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-65d6b8a6-af61-4e61-a7c5-c4def6408a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:25.096402 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:25.207519 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-65d6b8a6-af61-4e61-a7c5-c4def6408a3f None None] Port b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:54:25.257240 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 8a304bb1-386c-4508-8ea2-0da8c2a20813 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:25.257240 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:25.276125 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-75e02663-58d0-488d-8eea-385ff4b8b417 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Allocated IP 172.20.0.12 (c586eefe-faf1-4f2c-b8f2-92dcc6ca5049/10e3df87-64ac-4f7b-956c-325e5e9dc60f/dbf3332c-e269-4566-b984-327fa12dfbf0) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:25.323885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fc2e55-7827-4fe7-93f5-6382799f719b None None] Network f6e537d5-5ab0-43de-a377-93aea5b976f3 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:25.457054 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55dc3e-238d-4926-9fbf-0e3b7e7decfe None None] Pushing event updated for resources: {'Port': ['ID=88706f95-e1fd-4ba0-8c77-945fe4cbf8db,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:25.458425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-9d41102a-15b0-4f86-ac96-eb9a6bd8b337 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:25.460644 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-9d41102a-15b0-4f86-ac96-eb9a6bd8b337 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.41 "GET /v2.0/networks?id=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 HTTP/1.1" status: 200 len: 815 time: 0.1273696 Sep 17 23:54:25.470680 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:25.484359 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-c46d35b9-cdfd-4ce5-a1c0-12619f4eab21 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Request body: {'port': {'device_id': '32210ed3-a1ea-4488-859a-d7e55d846a77', 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049', 'admin_state_up': True, 'tenant_id': 'd995865595b444da85e4dde72441e039'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:25.528342 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0f44c2-2059-4e08-909c-ef015f652986 None None] get_active_networks_info from n-d-809883-1 {{(pid=95593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:54:25.692925 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0f44c2-2059-4e08-909c-ef015f652986 None None] Resources bound (agent type, host, resource id): {{(pid=95593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:54:25.780297 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49702) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:25.789026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Request body: {'subnets': [{'network_id': 'e497a4ef-8293-478b-9bc0-e5b307ab6ddd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--949256003', 'ip_version': 6}, {'network_id': 'f71920ef-fe5d-4d22-814d-4c24757769f5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:25.789602 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Request body: {'subnet': {'network_id': 'e497a4ef-8293-478b-9bc0-e5b307ab6ddd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--949256003', 'ip_version': 6}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:25.790932 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Request body: {'subnet': {'network_id': 'f71920ef-fe5d-4d22-814d-4c24757769f5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:25.910016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Deleting port 88706f95-e1fd-4ba0-8c77-945fe4cbf8db {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:54:25.910649 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:25.949013 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-75e02663-58d0-488d-8eea-385ff4b8b417 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:25.981996 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56c7a5c4-578e-4981-87c8-a79f904e182b req-77a4908c-6fae-4a13-a103-ed7b8c0e9a42 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 210 time: 0.0377538 Sep 17 23:54:26.006549 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-c46d35b9-cdfd-4ce5-a1c0-12619f4eab21 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Made reservation on behalf of d995865595b444da85e4dde72441e039 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:26.019444 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-c46d35b9-cdfd-4ce5-a1c0-12619f4eab21 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:26.088961 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] For port 88706f95-e1fd-4ba0-8c77-945fe4cbf8db, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=88706f95-e1fd-4ba0-8c77-945fe4cbf8db,segment=NetworkSegment(f4c4df33-5bf9-470a-850f-ca46d42e0924),segment_id=f4c4df33-5bf9-470a-850f-ca46d42e0924)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:26.089337 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:26.143697 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Calling delete_port for 88706f95-e1fd-4ba0-8c77-945fe4cbf8db owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:54:26.211779 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Made reservation on behalf of f980f9ccbd564e18979978e494161ddd for: {'subnet': 2} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:26.211779 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:26.211779 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:26.318932 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-75e02663-58d0-488d-8eea-385ff4b8b417 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:26.390103 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:26.432859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-75e02663-58d0-488d-8eea-385ff4b8b417 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Network c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:26.449652 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-75e02663-58d0-488d-8eea-385ff4b8b417 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:26.452103 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] No DVR routers for this DVR port 88706f95-e1fd-4ba0-8c77-945fe4cbf8db on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:54:26.457346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-75e02663-58d0-488d-8eea-385ff4b8b417 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:26.461939 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e02663-58d0-488d-8eea-385ff4b8b417 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Pushing event updated for resources: {'Port': ['ID=dbf3332c-e269-4566-b984-327fa12dfbf0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:26.568940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Port': ['ID=88706f95-e1fd-4ba0-8c77-945fe4cbf8db,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:26.696887 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:26.719034 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-75e02663-58d0-488d-8eea-385ff4b8b417 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:26.720387 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-75e02663-58d0-488d-8eea-385ff4b8b417 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:26.766592 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e537d5-5ab0-43de-a377-93aea5b976f3']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:26.799306 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c4df33-5bf9-470a-850f-ca46d42e0924') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:26.799615 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c4df33-5bf9-470a-850f-ca46d42e0924') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:26.812335 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:26.826524 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:54:26.836800 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:26.839110 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:26.840694 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f8b71879-6335-442d-9787-d04694132a8c None None] Provisioning complete for port dbf3332c-e269-4566-b984-327fa12dfbf0 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:26.841224 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f8b71879-6335-442d-9787-d04694132a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:26.850225 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:26.850627 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:26.853693 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:26.879891 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-75e02663-58d0-488d-8eea-385ff4b8b417 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2242081 Sep 17 23:54:26.894592 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-f8b71879-6335-442d-9787-d04694132a8c None None] Port dbf3332c-e269-4566-b984-327fa12dfbf0 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:54:26.915145 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Request body: {'port': {'device_id': '545a9131-2c3a-4cd4-854a-46f75babdf03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:26.947550 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:26.978514 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:27.020311 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event updated for resources: {'Subnet': ['ID=fa7514a6-fdce-4da3-9d14-f596dab3132e,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:27.025140 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Transition to ACTIVE for port object b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:54:27.025705 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Checking segment: {'id': 'ab798221-2876-44cf-8638-ff28b0d54b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e497a4ef-8293-478b-9bc0-e5b307ab6ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:27.026272 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Network hostable DHCP agents. Network: e497a4ef-8293-478b-9bc0-e5b307ab6ddd, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:54:27.028039 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:27.038058 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:27.039887 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/networks/f6e537d5-5ab0-43de-a377-93aea5b976f3 HTTP/1.1" status: 204 len: 168 time: 4.9190536 Sep 17 23:54:27.044887 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49742) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:27.049877 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b7f48c5a-802f-49c9-b310-bdcb25f9cd2d tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-414921424'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:27.069572 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fedabb-a315-442f-b8d7-7ee3524847cb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Network': ['ID=f6e537d5-5ab0-43de-a377-93aea5b976f3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:27.101223 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd0a5f56-8d5b-4a64-9cf1-857c2918358c req-18d5057f-b843-430a-9428-43409c5f4844 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 210 time: 0.0290170 Sep 17 23:54:27.130857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Network e497a4ef-8293-478b-9bc0-e5b307ab6ddd is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:54:27.143195 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:27.205377 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, e497a4ef-8293-478b-9bc0-e5b307ab6ddd) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:27.210821 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:27.224502 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49748) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:27.231413 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba8d6d3-5856-4efb-946c-90c4d0fb1057 None None] Network e497a4ef-8293-478b-9bc0-e5b307ab6ddd requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:27.246017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f48c5a-802f-49c9-b310-bdcb25f9cd2d tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Made reservation on behalf of 59d7097f09284739bdf535d1f28e2ab0 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:27.260747 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b7f48c5a-802f-49c9-b310-bdcb25f9cd2d tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:27.312576 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event updated for resources: {'Subnet': ['ID=5005be44-435d-4c5a-b803-5f6b573dcc39,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:27.320636 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-c46d35b9-cdfd-4ce5-a1c0-12619f4eab21 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Allocated IP 172.20.0.13 (c586eefe-faf1-4f2c-b8f2-92dcc6ca5049/10e3df87-64ac-4f7b-956c-325e5e9dc60f/e7fdd71d-3a46-463b-8b27-c4067b7d58ac) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:27.333267 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Checking segment: {'id': '7011bd9d-cf3b-4b60-b09b-cde8fa4bdc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f71920ef-fe5d-4d22-814d-4c24757769f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:27.333924 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Network hostable DHCP agents. Network: f71920ef-fe5d-4d22-814d-4c24757769f5, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:54:27.400874 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:27.451252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f48c5a-802f-49c9-b310-bdcb25f9cd2d tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:27.453833 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-271af939-f511-46a5-812f-feb54b9aa87b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-223723605'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:27.475011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Network f71920ef-fe5d-4d22-814d-4c24757769f5 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:54:27.478232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-e497a4ef-8293-478b-9bc0-e5b307ab6ddd', 'network_id': 'e497a4ef-8293-478b-9bc0-e5b307ab6ddd', 'tenant_id': 'f980f9ccbd564e18979978e494161ddd', 'fixed_ips': [{'subnet_id': 'fa7514a6-fdce-4da3-9d14-f596dab3132e'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:54:27.480761 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:27.485944 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b7f48c5a-802f-49c9-b310-bdcb25f9cd2d tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:27.486218 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-b7f48c5a-802f-49c9-b310-bdcb25f9cd2d tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Added segment da848eb0-86e5-4682-9539-4fa3eec0713c of type vlan for network bb660dff-8eda-4cb6-9f6b-6446e3c0cb46 Sep 17 23:54:27.585564 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b7f48c5a-802f-49c9-b310-bdcb25f9cd2d tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:27.592728 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, f71920ef-fe5d-4d22-814d-4c24757769f5) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:27.597996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:27.598530 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:27.604549 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:27.610956 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc017d2-f7e5-4824-aa8d-a0febfcfecb9 None None] Network f71920ef-fe5d-4d22-814d-4c24757769f5 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:27.623388 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Attempting to bind port b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:54:27.623730 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Attempting to bind port b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '753f4aca-9fbf-4656-86cc-3dcd09a4768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:54:27.624068 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Attempting to bind port b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b on network c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:54:27.642124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Port b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b on network c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:54:27.642450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Attempting to bind port b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b on network c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:54:27.655823 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271af939-f511-46a5-812f-feb54b9aa87b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Made reservation on behalf of 7c0a7b95d7f24932a52fd35f2694d82d for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:27.660772 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-271af939-f511-46a5-812f-feb54b9aa87b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:27.663133 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:54:27.673094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Checking segment: {'id': '753f4aca-9fbf-4656-86cc-3dcd09a4768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:27.673094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Bound using segment: {'id': '753f4aca-9fbf-4656-86cc-3dcd09a4768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:54:27.673094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Bound port: b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753f4aca-9fbf-4656-86cc-3dcd09a4768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:54:27.673094 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:27.677841 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-271af939-f511-46a5-812f-feb54b9aa87b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:27.757999 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-c46d35b9-cdfd-4ce5-a1c0-12619f4eab21 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:27.795595 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b7f48c5a-802f-49c9-b310-bdcb25f9cd2d tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:27.802123 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] Allocated IP 2001:db8::1 (e497a4ef-8293-478b-9bc0-e5b307ab6ddd/fa7514a6-fdce-4da3-9d14-f596dab3132e/64750465-6808-49f4-9aa1-8aad370fd2cd) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:27.802377 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f48c5a-802f-49c9-b310-bdcb25f9cd2d tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:27.803008 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b7f48c5a-802f-49c9-b310-bdcb25f9cd2d tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:27.853026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] For port b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:54:27.879509 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-271af939-f511-46a5-812f-feb54b9aa87b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:27.887416 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8a54bf13-24d8-40b3-b477-7c8aed97eeaa tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.1025107 Sep 17 23:54:27.887416 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49768) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:27.915092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] For port b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b,segment=NetworkSegment(753f4aca-9fbf-4656-86cc-3dcd09a4768d),segment_id=753f4aca-9fbf-4656-86cc-3dcd09a4768d)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:54:27.917618 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f48c5a-802f-49c9-b310-bdcb25f9cd2d tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Network': ['ID=bb660dff-8eda-4cb6-9f6b-6446e3c0cb46,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:27.962368 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network bb660dff-8eda-4cb6-9f6b-6446e3c0cb46 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:27.993353 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d9f4e0-71c5-4c38-aa1c-1d0bdbd89021 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:27.994939 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d9f4e0-71c5-4c38-aa1c-1d0bdbd89021 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:27.996484 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d9f4e0-71c5-4c38-aa1c-1d0bdbd89021 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:28.008131 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-93d9f4e0-71c5-4c38-aa1c-1d0bdbd89021 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1115539 Sep 17 23:54:28.008131 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-271af939-f511-46a5-812f-feb54b9aa87b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:28.008801 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49770) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:28.046474 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-c46d35b9-cdfd-4ce5-a1c0-12619f4eab21 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:28.048536 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:28.053576 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-f71920ef-fe5d-4d22-814d-4c24757769f5', 'network_id': 'f71920ef-fe5d-4d22-814d-4c24757769f5', 'tenant_id': 'f980f9ccbd564e18979978e494161ddd', 'fixed_ips': [{'subnet_id': '5005be44-435d-4c5a-b803-5f6b573dcc39'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:54:28.054414 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:28.065005 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271af939-f511-46a5-812f-feb54b9aa87b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:28.069660 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271af939-f511-46a5-812f-feb54b9aa87b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6dc029-61e5-44e7-8991-831462f7c4d9,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:28.099287 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-271af939-f511-46a5-812f-feb54b9aa87b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:28.099287 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-271af939-f511-46a5-812f-feb54b9aa87b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Added segment 63aca14b-f2a6-4ea6-91d1-38a23da6a9bd of type vlan for network 6ba8c424-93e5-4680-8a99-5ff0e16685e1 Sep 17 23:54:28.186262 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b7f48c5a-802f-49c9-b310-bdcb25f9cd2d tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1400907 Sep 17 23:54:28.197637 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49778) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:28.230164 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-474045d3-78a3-4723-ae7e-037dc8f9ca21 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'subnet': {'network_id': 'bb660dff-8eda-4cb6-9f6b-6446e3c0cb46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:28.269769 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-271af939-f511-46a5-812f-feb54b9aa87b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:28.276556 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:28.376616 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:28.428367 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] Allocated IP 2001:db8:0:1::1 (f71920ef-fe5d-4d22-814d-4c24757769f5/5005be44-435d-4c5a-b803-5f6b573dcc39/94fbd090-f6a9-4a8c-b9b4-ac3cf804d776) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:28.469381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4a3df-afbe-43e1-89a4-fe3f0def2704 req-8e91a85c-b0d4-41f3-bc46-d4cd8c5a8f96 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:28.471273 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-31e4a3df-afbe-43e1-89a4-fe3f0def2704 req-8e91a85c-b0d4-41f3-bc46-d4cd8c5a8f96 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 932 time: 0.1643462 Sep 17 23:54:28.527764 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] Network e497a4ef-8293-478b-9bc0-e5b307ab6ddd is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:28.547883 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:28.559290 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-271af939-f511-46a5-812f-feb54b9aa87b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:28.584455 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271af939-f511-46a5-812f-feb54b9aa87b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:28.585143 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-271af939-f511-46a5-812f-feb54b9aa87b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:28.648182 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474045d3-78a3-4723-ae7e-037dc8f9ca21 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Made reservation on behalf of 59d7097f09284739bdf535d1f28e2ab0 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:28.657942 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-474045d3-78a3-4723-ae7e-037dc8f9ca21 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:28.712172 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:28.718814 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-31e4a3df-afbe-43e1-89a4-fe3f0def2704 req-8933d53c-8c1e-4357-8f84-84c273d62a33 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372482 Sep 17 23:54:28.754421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] Pushing event updated for resources: {'Port': ['ID=64750465-6808-49f4-9aa1-8aad370fd2cd,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:28.840551 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:28.846857 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] Attempting to bind port 64750465-6808-49f4-9aa1-8aad370fd2cd on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:54:28.847259 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] Attempting to bind port 64750465-6808-49f4-9aa1-8aad370fd2cd by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'ab798221-2876-44cf-8638-ff28b0d54b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e497a4ef-8293-478b-9bc0-e5b307ab6ddd'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:54:28.847635 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] Attempting to bind port 64750465-6808-49f4-9aa1-8aad370fd2cd on network e497a4ef-8293-478b-9bc0-e5b307ab6ddd {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:54:28.854562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:54:28.855059 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] Checking segment: {'id': 'ab798221-2876-44cf-8638-ff28b0d54b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e497a4ef-8293-478b-9bc0-e5b307ab6ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:28.855501 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:28.856293 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] Bound using segment: {'id': 'ab798221-2876-44cf-8638-ff28b0d54b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e497a4ef-8293-478b-9bc0-e5b307ab6ddd'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:54:28.857076 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] Bound port: 64750465-6808-49f4-9aa1-8aad370fd2cd, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab798221-2876-44cf-8638-ff28b0d54b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e497a4ef-8293-478b-9bc0-e5b307ab6ddd'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:54:28.857740 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:28.913669 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:28.918020 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:28.918699 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:28.920794 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] 10.222.0.41 "PUT /v2.0/ports/b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b HTTP/1.1" status: 200 len: 1091 time: 4.3937156 Sep 17 23:54:28.921424 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365b5c80-7ab4-40bd-b552-d4273126c086', 'tag': 'b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:54:28.934325 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8fe6a1-7c4f-4eba-8186-87745c9a8486" -d '{"events": [{"name": "network-changed", "server_uuid": "365b5c80-7ab4-40bd-b552-d4273126c086", "tag": "b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:54:28.951173 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-c46d35b9-cdfd-4ce5-a1c0-12619f4eab21 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Network c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:28.985328 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-320e6de5-d145-43d5-b48f-6047cc76db29 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Deleting subnet fa7514a6-fdce-4da3-9d14-f596dab3132e {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:54:28.985848 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] Network f71920ef-fe5d-4d22-814d-4c24757769f5 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:28.987967 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] For port 64750465-6808-49f4-9aa1-8aad370fd2cd, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:54:28.989979 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-c46d35b9-cdfd-4ce5-a1c0-12619f4eab21 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:28.995310 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] For port 64750465-6808-49f4-9aa1-8aad370fd2cd, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=64750465-6808-49f4-9aa1-8aad370fd2cd,segment=NetworkSegment(ab798221-2876-44cf-8638-ff28b0d54b52),segment_id=ab798221-2876-44cf-8638-ff28b0d54b52)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:54:28.995543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a421cc-7b94-4131-89f0-65f290dd9245 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:28.997720 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:29.000796 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-271af939-f511-46a5-812f-feb54b9aa87b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7718258 Sep 17 23:54:29.005983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49800) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:29.008351 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:29.014706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] Pushing event updated for resources: {'Port': ['ID=94fbd090-f6a9-4a8c-b9b4-ac3cf804d776,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:29.028160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271af939-f511-46a5-812f-feb54b9aa87b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Network': ['ID=6ba8c424-93e5-4680-8a99-5ff0e16685e1,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:29.036854 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-c46d35b9-cdfd-4ce5-a1c0-12619f4eab21 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:29.041556 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-320e6de5-d145-43d5-b48f-6047cc76db29 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:29.049221 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a8271a9d-8b6c-4613-8971-f8996010e7d7 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'subnet': {'network_id': '6ba8c424-93e5-4680-8a99-5ff0e16685e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:29.057529 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 6ba8c424-93e5-4680-8a99-5ff0e16685e1 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:29.096106 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:29.116894 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d35b9-cdfd-4ce5-a1c0-12619f4eab21 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Pushing event updated for resources: {'Port': ['ID=e7fdd71d-3a46-463b-8b27-c4067b7d58ac,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:29.116894 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1b97e2-3b53-4a89-b644-b374faa67175 x-openstack-request-id: req-ac1b97e2-3b53-4a89-b644-b374faa67175 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:54:29.116894 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365b5c80-7ab4-40bd-b552-d4273126c086", "tag": "b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:54:29.116894 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac1b97e2-3b53-4a89-b644-b374faa67175 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:54:29.126584 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365b5c80-7ab4-40bd-b552-d4273126c086', 'tag': 'b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b', 'status': 'completed', 'code': 200} Sep 17 23:54:29.239757 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] Attempting to bind port 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:54:29.240236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] Attempting to bind port 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '7011bd9d-cf3b-4b60-b09b-cde8fa4bdc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f71920ef-fe5d-4d22-814d-4c24757769f5'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:54:29.240701 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] Attempting to bind port 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776 on network f71920ef-fe5d-4d22-814d-4c24757769f5 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:54:29.276053 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-320e6de5-d145-43d5-b48f-6047cc76db29 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:29.276885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:54:29.277796 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] Checking segment: {'id': '7011bd9d-cf3b-4b60-b09b-cde8fa4bdc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f71920ef-fe5d-4d22-814d-4c24757769f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:29.278312 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:29.279036 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] Bound using segment: {'id': '7011bd9d-cf3b-4b60-b09b-cde8fa4bdc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f71920ef-fe5d-4d22-814d-4c24757769f5'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:54:29.279419 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] Bound port: 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7011bd9d-cf3b-4b60-b09b-cde8fa4bdc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f71920ef-fe5d-4d22-814d-4c24757769f5'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:54:29.279922 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:29.328155 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785db6db-f34c-4583-b51a-2d0b167e2c4f None None] Pushing event updated for resources: {'Port': ['ID=64750465-6808-49f4-9aa1-8aad370fd2cd,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:29.349127 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-c46d35b9-cdfd-4ce5-a1c0-12619f4eab21 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:29.350017 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-c46d35b9-cdfd-4ce5-a1c0-12619f4eab21 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:29.409555 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-4f33b105-2b76-45d5-b534-8b3ce135d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:29.417110 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-4f33b105-2b76-45d5-b534-8b3ce135d401 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d995865595b444da85e4dde72441e039&device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 1094 time: 0.2844827 Sep 17 23:54:29.537724 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8271a9d-8b6c-4613-8971-f8996010e7d7 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Made reservation on behalf of 7c0a7b95d7f24932a52fd35f2694d82d for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:29.537863 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-60d227e8-bd3c-401c-ab9f-589b465d528d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b HTTP/1.1" status: 200 len: 217 time: 0.0957837 Sep 17 23:54:29.548945 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a8271a9d-8b6c-4613-8971-f8996010e7d7 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:29.550239 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf3332c-e269-4566-b984-327fa12dfbf0 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:54:29.588496 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:29.640402 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-320e6de5-d145-43d5-b48f-6047cc76db29 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:29.664513 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-474045d3-78a3-4723-ae7e-037dc8f9ca21 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:29.673588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Transition to ACTIVE for port object dbf3332c-e269-4566-b984-327fa12dfbf0 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:54:29.689724 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-c46d35b9-cdfd-4ce5-a1c0-12619f4eab21 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2030029 Sep 17 23:54:29.701642 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c7ac9e9d-b15c-4a0a-871f-c28ea4d3e863 None None] Provisioning complete for port e7fdd71d-3a46-463b-8b27-c4067b7d58ac triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:29.702006 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c7ac9e9d-b15c-4a0a-871f-c28ea4d3e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:29.716743 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Request body: {'port': {'device_id': '32210ed3-a1ea-4488-859a-d7e55d846a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:29.781373 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474045d3-78a3-4723-ae7e-037dc8f9ca21 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Subnet': ['ID=2d082a1c-6164-405f-bef4-48229b54659f,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:29.792514 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] For port 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:54:29.825788 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-1e1477db-a5a8-4d78-915b-678f8af928fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:29.826026 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-1e1477db-a5a8-4d78-915b-678f8af928fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10e3df87-64ac-4f7b-956c-325e5e9dc60f HTTP/1.1" status: 200 len: 854 time: 0.2708523 Sep 17 23:54:29.830833 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:29.838161 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] For port 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=94fbd090-f6a9-4a8c-b9b4-ac3cf804d776,segment=NetworkSegment(7011bd9d-cf3b-4b60-b09b-cde8fa4bdc4a),segment_id=7011bd9d-cf3b-4b60-b09b-cde8fa4bdc4a)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:54:29.841672 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac9e9d-b15c-4a0a-871f-c28ea4d3e863 None None] Port e7fdd71d-3a46-463b-8b27-c4067b7d58ac cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:54:29.845600 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474045d3-78a3-4723-ae7e-037dc8f9ca21 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Checking segment: {'id': 'da848eb0-86e5-4682-9539-4fa3eec0713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb660dff-8eda-4cb6-9f6b-6446e3c0cb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:29.846450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474045d3-78a3-4723-ae7e-037dc8f9ca21 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network hostable DHCP agents. Network: bb660dff-8eda-4cb6-9f6b-6446e3c0cb46, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:54:29.915372 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:29.958879 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Pushing event updated for resources: {'Port': ['ID=dbf3332c-e269-4566-b984-327fa12dfbf0,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:29.966356 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:30.004805 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfd4c1-3622-4d70-b42a-3456d85ce764 req-79d44924-7c57-40ec-8d36-89e89cc41b86 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:30.006587 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-97cfd4c1-3622-4d70-b42a-3456d85ce764 req-79d44924-7c57-40ec-8d36-89e89cc41b86 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 932 time: 0.1660621 Sep 17 23:54:30.014130 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474045d3-78a3-4723-ae7e-037dc8f9ca21 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network bb660dff-8eda-4cb6-9f6b-6446e3c0cb46 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:54:30.016295 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-8d6f0d0a-8eec-427d-b570-d5451df79845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:30.016295 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-8d6f0d0a-8eec-427d-b570-d5451df79845 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772585 Sep 17 23:54:30.093764 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2aecf-9b86-4806-aca2-665c18a1b4cc None None] Pushing event updated for resources: {'Port': ['ID=94fbd090-f6a9-4a8c-b9b4-ac3cf804d776,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:30.106303 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a8271a9d-8b6c-4613-8971-f8996010e7d7 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:30.126263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-474045d3-78a3-4723-ae7e-037dc8f9ca21 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, bb660dff-8eda-4cb6-9f6b-6446e3c0cb46) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:30.139608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5414e667-a742-42bf-b71f-567e9a7fc8f8 None None] Network bb660dff-8eda-4cb6-9f6b-6446e3c0cb46 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:30.207919 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-97cfd4c1-3622-4d70-b42a-3456d85ce764 req-a66e3fc6-7d31-4f7a-b526-2a4d5d980a4b tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775696 Sep 17 23:54:30.244227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474045d3-78a3-4723-ae7e-037dc8f9ca21 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:30.247267 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-474045d3-78a3-4723-ae7e-037dc8f9ca21 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:30.318051 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8271a9d-8b6c-4613-8971-f8996010e7d7 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Subnet': ['ID=39072ea5-0cea-40f9-aa1a-4f24fd4c8bcf,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:30.349115 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8271a9d-8b6c-4613-8971-f8996010e7d7 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Checking segment: {'id': '63aca14b-f2a6-4ea6-91d1-38a23da6a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6ba8c424-93e5-4680-8a99-5ff0e16685e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:30.349488 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8271a9d-8b6c-4613-8971-f8996010e7d7 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Network hostable DHCP agents. Network: 6ba8c424-93e5-4680-8a99-5ff0e16685e1, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:54:30.424250 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-474045d3-78a3-4723-ae7e-037dc8f9ca21 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2182438 Sep 17 23:54:30.425249 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49820) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:30.456892 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-bb660dff-8eda-4cb6-9f6b-6446e3c0cb46', 'network_id': 'bb660dff-8eda-4cb6-9f6b-6446e3c0cb46', 'tenant_id': '59d7097f09284739bdf535d1f28e2ab0', 'fixed_ips': [{'subnet_id': '2d082a1c-6164-405f-bef4-48229b54659f'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:54:30.457864 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:30.519493 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8271a9d-8b6c-4613-8971-f8996010e7d7 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Network 6ba8c424-93e5-4680-8a99-5ff0e16685e1 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:54:30.593896 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:30.618391 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-320e6de5-d145-43d5-b48f-6047cc76db29 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:30.652803 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-a8271a9d-8b6c-4613-8971-f8996010e7d7 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 6ba8c424-93e5-4680-8a99-5ff0e16685e1) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:30.664919 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8271a9d-8b6c-4613-8971-f8996010e7d7 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:30.665537 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a8271a9d-8b6c-4613-8971-f8996010e7d7 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:30.691489 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:30.703503 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] Allocated IP 2001:db8::1 (bb660dff-8eda-4cb6-9f6b-6446e3c0cb46/2d082a1c-6164-405f-bef4-48229b54659f/4e164389-97d6-4b17-a1b2-e4a01e5686b3) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:30.734539 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7652618b-850c-4ca3-864a-4a2a70c8064b None None] Network 6ba8c424-93e5-4680-8a99-5ff0e16685e1 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:30.738658 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-fb54c631-39ed-4b32-8c1f-264f90813f52 service neutron] 10.222.0.41 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7108359 Sep 17 23:54:30.765220 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a8271a9d-8b6c-4613-8971-f8996010e7d7 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7416794 Sep 17 23:54:30.765861 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49826) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:30.780553 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-979190dd-f86f-4a4d-b9cb-17a93b92ed27 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-328908368', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}, 'admin_state_up': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:30.816589 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fdd71d-3a46-463b-8b27-c4067b7d58ac {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:54:30.869596 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e6de5-d145-43d5-b48f-6047cc76db29 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event deleted for resources: {'Subnet': ['ID=fa7514a6-fdce-4da3-9d14-f596dab3132e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:30.876089 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-320e6de5-d145-43d5-b48f-6047cc76db29 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:30.878091 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-320e6de5-d145-43d5-b48f-6047cc76db29 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "DELETE /v2.0/subnets/fa7514a6-fdce-4da3-9d14-f596dab3132e HTTP/1.1" status: 204 len: 168 time: 2.8681169 Sep 17 23:54:30.880979 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49830) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:30.884586 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:30.912373 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Attempting to bind port dbf3332c-e269-4566-b984-327fa12dfbf0 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:54:30.912805 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Attempting to bind port dbf3332c-e269-4566-b984-327fa12dfbf0 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '753f4aca-9fbf-4656-86cc-3dcd09a4768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:54:30.913049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Attempting to bind port dbf3332c-e269-4566-b984-327fa12dfbf0 on network c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:54:30.926500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Transition to ACTIVE for port object e7fdd71d-3a46-463b-8b27-c4067b7d58ac will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:54:30.942381 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3119f3b2-5096-485e-8212-51ab5b7957c9 None None] Network e497a4ef-8293-478b-9bc0-e5b307ab6ddd requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:30.953231 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Port dbf3332c-e269-4566-b984-327fa12dfbf0 on network c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:54:30.953519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Attempting to bind port dbf3332c-e269-4566-b984-327fa12dfbf0 on network c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:54:30.961211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:54:30.961211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Checking segment: {'id': '753f4aca-9fbf-4656-86cc-3dcd09a4768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:30.965310 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Bound using segment: {'id': '753f4aca-9fbf-4656-86cc-3dcd09a4768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:54:30.965310 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Bound port: dbf3332c-e269-4566-b984-327fa12dfbf0, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753f4aca-9fbf-4656-86cc-3dcd09a4768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:54:30.965310 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:30.972449 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-979190dd-f86f-4a4d-b9cb-17a93b92ed27 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:30.973250 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-979190dd-f86f-4a4d-b9cb-17a93b92ed27 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:31.016753 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:31.026549 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3bfb3c7-59af-4fbe-b5c7-d615ca891c5d tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Deleting subnet 5005be44-435d-4c5a-b803-5f6b573dcc39 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:54:31.098557 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-979190dd-f86f-4a4d-b9cb-17a93b92ed27 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:31.099898 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d3bfb3c7-59af-4fbe-b5c7-d615ca891c5d tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:31.130905 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d149a714-9338-49ab-88bd-ea8d9ed517f8 req-c3c0e89f-8aa7-4b12-9c6e-39a1599276a8 service neutron] 10.222.0.41 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436375 Sep 17 23:54:31.165169 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 64750465-6808-49f4-9aa1-8aad370fd2cd up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:54:31.220152 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] For port dbf3332c-e269-4566-b984-327fa12dfbf0, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:54:31.220152 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] For port dbf3332c-e269-4566-b984-327fa12dfbf0, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=dbf3332c-e269-4566-b984-327fa12dfbf0,segment=NetworkSegment(753f4aca-9fbf-4656-86cc-3dcd09a4768d),segment_id=753f4aca-9fbf-4656-86cc-3dcd09a4768d)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:54:31.298773 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-902b678f-ba49-4273-b197-28028b512618 None None] Provisioning complete for port 64750465-6808-49f4-9aa1-8aad370fd2cd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:31.299154 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-902b678f-ba49-4273-b197-28028b512618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:31.384362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Pushing event updated for resources: {'Port': ['ID=e7fdd71d-3a46-463b-8b27-c4067b7d58ac,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:31.435891 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:31.461946 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d73bb48-a4d9-4e6d-b5b9-94c8de81f006 None None] Network 6ba8c424-93e5-4680-8a99-5ff0e16685e1 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:31.494064 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49840) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:31.572037 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:31.574141 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:31.580530 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] 10.222.0.41 "PUT /v2.0/ports/dbf3332c-e269-4566-b984-327fa12dfbf0 HTTP/1.1" status: 200 len: 1092 time: 4.6685162 Sep 17 23:54:31.598824 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545a9131-2c3a-4cd4-854a-46f75babdf03', 'tag': 'dbf3332c-e269-4566-b984-327fa12dfbf0'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:54:31.601688 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd34917d-37b0-433f-b82c-937e718c77c4" -d '{"events": [{"name": "network-changed", "server_uuid": "545a9131-2c3a-4cd4-854a-46f75babdf03", "tag": "dbf3332c-e269-4566-b984-327fa12dfbf0"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:54:31.650286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Attempting to bind port e7fdd71d-3a46-463b-8b27-c4067b7d58ac on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:54:31.651034 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Attempting to bind port e7fdd71d-3a46-463b-8b27-c4067b7d58ac by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '753f4aca-9fbf-4656-86cc-3dcd09a4768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:54:31.651613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Attempting to bind port e7fdd71d-3a46-463b-8b27-c4067b7d58ac on network c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:54:31.655344 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36800073-8eb3-44df-8c4c-76f9875cf83f service neutron] Pushing event updated for resources: {'Port': ['ID=dbf3332c-e269-4566-b984-327fa12dfbf0,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:31.667269 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fe6a1-7c4f-4eba-8186-87745c9a8486 req-f5fc1eab-2f84-4969-bed9-477299132187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:31.671955 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be8fe6a1-7c4f-4eba-8186-87745c9a8486 req-f5fc1eab-2f84-4969-bed9-477299132187 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d995865595b444da85e4dde72441e039&device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 1094 time: 0.3505082 Sep 17 23:54:31.676406 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Port e7fdd71d-3a46-463b-8b27-c4067b7d58ac on network c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:54:31.677231 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Attempting to bind port e7fdd71d-3a46-463b-8b27-c4067b7d58ac on network c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:54:31.704808 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 64750465-6808-49f4-9aa1-8aad370fd2cd triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:31.705205 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:31.707148 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:54:31.707597 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Checking segment: {'id': '753f4aca-9fbf-4656-86cc-3dcd09a4768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:31.708561 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Bound using segment: {'id': '753f4aca-9fbf-4656-86cc-3dcd09a4768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:54:31.709451 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Bound port: e7fdd71d-3a46-463b-8b27-c4067b7d58ac, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '753f4aca-9fbf-4656-86cc-3dcd09a4768d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:54:31.709873 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:31.863974 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee14463-3554-45bd-9fcc-f004de1c54d6 None None] Network f71920ef-fe5d-4d22-814d-4c24757769f5 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:31.909630 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fe6a1-7c4f-4eba-8186-87745c9a8486 req-a6e4541c-002c-4f61-bddc-7545fe4bb8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:31.911320 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be8fe6a1-7c4f-4eba-8186-87745c9a8486 req-a6e4541c-002c-4f61-bddc-7545fe4bb8b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 HTTP/1.1" status: 200 len: 916 time: 0.2250466 Sep 17 23:54:31.912970 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c940de-8fb9-41d6-9219-0dd5ca7b0339 x-openstack-request-id: req-58c940de-8fb9-41d6-9219-0dd5ca7b0339 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:54:31.921590 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "545a9131-2c3a-4cd4-854a-46f75babdf03", "tag": "dbf3332c-e269-4566-b984-327fa12dfbf0", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:54:31.921858 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-58c940de-8fb9-41d6-9219-0dd5ca7b0339 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:54:31.922295 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '545a9131-2c3a-4cd4-854a-46f75babdf03', 'tag': 'dbf3332c-e269-4566-b984-327fa12dfbf0', 'status': 'completed', 'code': 200} Sep 17 23:54:31.980749 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8935ba31-0299-4a80-9d69-749c8f5cd153 None None] DHCP port deletion for e497a4ef-8293-478b-9bc0-e5b307ab6ddd request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:54:32.028109 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9ed2cc2d-492f-47cb-8072-22643af1f876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.033816 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be8fe6a1-7c4f-4eba-8186-87745c9a8486 req-83444649-b273-492b-ab36-b00ab1c4ecfa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b HTTP/1.1" status: 200 len: 217 time: 0.0940382 Sep 17 23:54:32.047943 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d3bfb3c7-59af-4fbe-b5c7-d615ca891c5d tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.056700 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-979190dd-f86f-4a4d-b9cb-17a93b92ed27 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.076258 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.104395 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afba5e-b028-4a99-a8ed-0b0e798a4a0c req-da5d4d00-bd03-4fa5-91b9-0aa3b1a030de tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:32.109931 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-902b678f-ba49-4273-b197-28028b512618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.112448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d9afba5e-b028-4a99-a8ed-0b0e798a4a0c req-da5d4d00-bd03-4fa5-91b9-0aa3b1a030de tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 944 time: 0.2911222 Sep 17 23:54:32.123034 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-adfe07f5-4321-4972-a936-0513a28d8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:32.124556 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-adfe07f5-4321-4972-a936-0513a28d8b91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d995865595b444da85e4dde72441e039&device_id=545a9131-2c3a-4cd4-854a-46f75babdf03 HTTP/1.1" status: 200 len: 1095 time: 0.4026110 Sep 17 23:54:32.145613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fe6a1-7c4f-4eba-8186-87745c9a8486 req-a701db8b-104a-4fb3-b91a-5f92499c1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:32.146990 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be8fe6a1-7c4f-4eba-8186-87745c9a8486 req-a701db8b-104a-4fb3-b91a-5f92499c1fc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10e3df87-64ac-4f7b-956c-325e5e9dc60f HTTP/1.1" status: 200 len: 854 time: 0.1020463 Sep 17 23:54:32.148092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] For port e7fdd71d-3a46-463b-8b27-c4067b7d58ac, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:54:32.159289 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] For port e7fdd71d-3a46-463b-8b27-c4067b7d58ac, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e7fdd71d-3a46-463b-8b27-c4067b7d58ac,segment=NetworkSegment(753f4aca-9fbf-4656-86cc-3dcd09a4768d),segment_id=753f4aca-9fbf-4656-86cc-3dcd09a4768d)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:54:32.188061 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d9afba5e-b028-4a99-a8ed-0b0e798a4a0c req-3d53ce89-fee3-4741-803a-8f410c0da930 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747163 Sep 17 23:54:32.199786 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-7fed50d3-cb91-4363-ac8c-3c84083fcc5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbf3332c-e269-4566-b984-327fa12dfbf0 HTTP/1.1" status: 200 len: 217 time: 0.0630839 Sep 17 23:54:32.215570 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d3bfb3c7-59af-4fbe-b5c7-d615ca891c5d tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.249608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-902b678f-ba49-4273-b197-28028b512618 None None] For port 64750465-6808-49f4-9aa1-8aad370fd2cd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=64750465-6808-49f4-9aa1-8aad370fd2cd,segment=NetworkSegment(ab798221-2876-44cf-8638-ff28b0d54b52),segment_id=ab798221-2876-44cf-8638-ff28b0d54b52)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:32.255591 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.281311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fe6a1-7c4f-4eba-8186-87745c9a8486 req-59bf41f7-71c1-48ab-b27f-8c4abf21e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:32.282283 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be8fe6a1-7c4f-4eba-8186-87745c9a8486 req-59bf41f7-71c1-48ab-b27f-8c4abf21e480 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957155 Sep 17 23:54:32.284611 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.289828 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-55fa5716-2352-42d1-8c1f-63743e176d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:32.291356 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-55fa5716-2352-42d1-8c1f-63743e176d2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10e3df87-64ac-4f7b-956c-325e5e9dc60f HTTP/1.1" status: 200 len: 854 time: 0.0694342 Sep 17 23:54:32.307093 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] Network bb660dff-8eda-4cb6-9f6b-6446e3c0cb46 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:32.326547 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:32.330453 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:32.370339 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.410150 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-8935ba31-0299-4a80-9d69-749c8f5cd153 None None] Deleting port 64750465-6808-49f4-9aa1-8aad370fd2cd {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:54:32.410452 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8935ba31-0299-4a80-9d69-749c8f5cd153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.412176 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:32.412563 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.416047 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.421776 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] 10.222.0.41 "PUT /v2.0/ports/e7fdd71d-3a46-463b-8b27-c4067b7d58ac HTTP/1.1" status: 200 len: 1092 time: 2.7268522 Sep 17 23:54:32.447366 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d3bfb3c7-59af-4fbe-b5c7-d615ca891c5d tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.461837 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-902b678f-ba49-4273-b197-28028b512618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.487605 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] Pushing event updated for resources: {'Port': ['ID=4e164389-97d6-4b17-a1b2-e4a01e5686b3,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:32.540466 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d3bfb3c7-59af-4fbe-b5c7-d615ca891c5d tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.548565 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49858) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:32.550157 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d3bfb3c7-59af-4fbe-b5c7-d615ca891c5d tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "DELETE /v2.0/subnets/5005be44-435d-4c5a-b803-5f6b573dcc39 HTTP/1.1" status: 204 len: 168 time: 1.6677923 Sep 17 23:54:32.551862 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Subnet': ['ID=2d082a1c-6164-405f-bef4-48229b54659f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:32.640358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfb3c7-59af-4fbe-b5c7-d615ca891c5d tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event deleted for resources: {'Subnet': ['ID=5005be44-435d-4c5a-b803-5f6b573dcc39,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:32.647673 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] Attempting to bind port 4e164389-97d6-4b17-a1b2-e4a01e5686b3 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:54:32.648052 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] Attempting to bind port 4e164389-97d6-4b17-a1b2-e4a01e5686b3 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'da848eb0-86e5-4682-9539-4fa3eec0713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb660dff-8eda-4cb6-9f6b-6446e3c0cb46'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:54:32.648424 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] Attempting to bind port 4e164389-97d6-4b17-a1b2-e4a01e5686b3 on network bb660dff-8eda-4cb6-9f6b-6446e3c0cb46 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:54:32.690543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-8f846ffc-e66f-4188-ac6e-8ed80d2d5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:32.690543 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-8f846ffc-e66f-4188-ac6e-8ed80d2d5fb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3822517 Sep 17 23:54:32.690543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe6b37-c06e-4d8a-b250-885255371aee service neutron] Pushing event updated for resources: {'Port': ['ID=e7fdd71d-3a46-463b-8b27-c4067b7d58ac,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:32.702961 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77452594-9edf-40bc-94fe-ebe8b1313dc6 None None] Network f71920ef-fe5d-4d22-814d-4c24757769f5 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:32.709864 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8935ba31-0299-4a80-9d69-749c8f5cd153 None None] For port 64750465-6808-49f4-9aa1-8aad370fd2cd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=64750465-6808-49f4-9aa1-8aad370fd2cd,segment=NetworkSegment(ab798221-2876-44cf-8638-ff28b0d54b52),segment_id=ab798221-2876-44cf-8638-ff28b0d54b52)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:32.710267 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8935ba31-0299-4a80-9d69-749c8f5cd153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.739600 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.798879 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb660dff-8eda-4cb6-9f6b-6446e3c0cb46']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:32.804923 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be8fe6a1-7c4f-4eba-8186-87745c9a8486 req-98a74e19-1909-47e1-937e-84bb5fe3dc67 service neutron] 10.222.0.41 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121503 Sep 17 23:54:32.829409 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-979190dd-f86f-4a4d-b9cb-17a93b92ed27 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.833083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da848eb0-86e5-4682-9539-4fa3eec0713c') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:32.833452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da848eb0-86e5-4682-9539-4fa3eec0713c') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:32.847264 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3964fe8c-223b-4b10-b035-2ef2789dcb0b tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:32.852460 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3964fe8c-223b-4b10-b035-2ef2789dcb0b tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2991700 Sep 17 23:54:32.855933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49862) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:32.880214 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-979190dd-f86f-4a4d-b9cb-17a93b92ed27 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.883047 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.885925 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:54:32.885925 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] Checking segment: {'id': 'da848eb0-86e5-4682-9539-4fa3eec0713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb660dff-8eda-4cb6-9f6b-6446e3c0cb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:32.891270 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.891270 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] Bound using segment: {'id': 'da848eb0-86e5-4682-9539-4fa3eec0713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb660dff-8eda-4cb6-9f6b-6446e3c0cb46'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:54:32.891270 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] Bound port: 4e164389-97d6-4b17-a1b2-e4a01e5686b3, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da848eb0-86e5-4682-9539-4fa3eec0713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bb660dff-8eda-4cb6-9f6b-6446e3c0cb46'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:54:32.891270 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.915283 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b678f-ba49-4273-b197-28028b512618 None None] Pushing event updated for resources: {'Port': ['ID=64750465-6808-49f4-9aa1-8aad370fd2cd,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:32.926343 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.931427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-8935ba31-0299-4a80-9d69-749c8f5cd153 None None] Calling delete_port for 64750465-6808-49f4-9aa1-8aad370fd2cd owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:54:32.941565 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:54:32.941859 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:54:32.970408 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9ed2cc2d-492f-47cb-8072-22643af1f876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:32.991049 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:32.991524 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:33.000322 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:33.007484 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:54:33.074541 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.078639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d7708014-225b-4fe7-a8e1-7f33ff211afd None None] Provisioning complete for port 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:33.079018 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d7708014-225b-4fe7-a8e1-7f33ff211afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.122871 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-9aada85f-b368-40eb-af4f-6e4827fa2d8b service neutron] 10.222.0.41 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847184 Sep 17 23:54:33.127191 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-be8fe6a1-7c4f-4eba-8186-87745c9a8486 req-60aa2d63-159f-4b45-a9f3-1428208b082c service neutron] 10.222.0.41 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067777 Sep 17 23:54:33.134020 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9ed2cc2d-492f-47cb-8072-22643af1f876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.154021 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.api [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 23:54:33.154021 n-d-809883-1 neutron-server[95592]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 23:54:33.154021 n-d-809883-1 neutron-server[95592]: [parameters: {'id': 'bb660dff-8eda-4cb6-9f6b-6446e3c0cb46'}] Sep 17 23:54:33.154021 n-d-809883-1 neutron-server[95592]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:54:33.154527 n-d-809883-1 neutron-server[95592]: DEBUG oslo_db.api [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:54:33.170011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-979190dd-f86f-4a4d-b9cb-17a93b92ed27 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Allocated IP 172.25.3.237 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/312f2b6d-e374-45e6-97fc-aa30ace73dfd) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:33.206232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] For port 4e164389-97d6-4b17-a1b2-e4a01e5686b3, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:54:33.263811 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] For port 4e164389-97d6-4b17-a1b2-e4a01e5686b3, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4e164389-97d6-4b17-a1b2-e4a01e5686b3,segment=NetworkSegment(da848eb0-86e5-4682-9539-4fa3eec0713c),segment_id=da848eb0-86e5-4682-9539-4fa3eec0713c)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:54:33.297260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2cc2d-492f-47cb-8072-22643af1f876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9708ef-8af6-4678-b80a-c79e02de892c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:33.302115 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b,segment=NetworkSegment(753f4aca-9fbf-4656-86cc-3dcd09a4768d),segment_id=753f4aca-9fbf-4656-86cc-3dcd09a4768d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:33.319767 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-c3ef27d4-7e9d-4aef-af08-2852e8b8f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:33.332557 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-c3ef27d4-7e9d-4aef-af08-2852e8b8f68b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d995865595b444da85e4dde72441e039&device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 1095 time: 0.7595263 Sep 17 23:54:33.332557 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9ed2cc2d-492f-47cb-8072-22643af1f876 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=345a31b59d2b46b589ea4354172a3bfb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8283961 Sep 17 23:54:33.334361 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49876) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:33.347156 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b', 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049', 'port_id': 'b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b', 'mac_address': 'fa:16:3e:6f:8c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e3df87-64ac-4f7b-956c-325e5e9dc60f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:54:33.387821 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Deleting port 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:54:33.388190 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.388340 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d7708014-225b-4fe7-a8e1-7f33ff211afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.406978 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e23b2f-2be2-4d20-99b2-fbf71b6e947e None None] DHCP port deletion for f71920ef-fe5d-4d22-814d-4c24757769f5 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:54:33.410955 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-07446efb-e613-4d19-a444-7038f5211b1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7fdd71d-3a46-463b-8b27-c4067b7d58ac HTTP/1.1" status: 200 len: 217 time: 0.0757077 Sep 17 23:54:33.424871 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.487922 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8935ba31-0299-4a80-9d69-749c8f5cd153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.489783 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.491797 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-34cdaf51-31ba-443f-9b47-003da52ff2cb req-7c314616-4049-49a4-8d6c-c6879eb06a95 service neutron] 10.222.0.41 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228512 Sep 17 23:54:33.504610 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-b346aa6f-d93d-4c23-a336-216cb3d07ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:33.506427 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-b346aa6f-d93d-4c23-a336-216cb3d07ba8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10e3df87-64ac-4f7b-956c-325e5e9dc60f HTTP/1.1" status: 200 len: 854 time: 0.0808475 Sep 17 23:54:33.512983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] For port 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=94fbd090-f6a9-4a8c-b9b4-ac3cf804d776,segment=NetworkSegment(7011bd9d-cf3b-4b60-b09b-cde8fa4bdc4a),segment_id=7011bd9d-cf3b-4b60-b09b-cde8fa4bdc4a)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:33.514048 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.539962 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3377307d-5deb-4bf0-b442-ae5332ff1e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.540635 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d7708014-225b-4fe7-a8e1-7f33ff211afd None None] For port 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=94fbd090-f6a9-4a8c-b9b4-ac3cf804d776,segment=NetworkSegment(7011bd9d-cf3b-4b60-b09b-cde8fa4bdc4a),segment_id=7011bd9d-cf3b-4b60-b09b-cde8fa4bdc4a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:33.543106 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a968d-2c12-43ee-8edd-3818719a31aa req-01dfe573-1ba2-4e3d-9350-6ff5d30f6325 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:33.543278 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Port 64750465-6808-49f4-9aa1-8aad370fd2cd update to ACTIVE by agent not found {{(pid=95593) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 17 23:54:33.543538 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:54:33.544864 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e3a968d-2c12-43ee-8edd-3818719a31aa req-01dfe573-1ba2-4e3d-9350-6ff5d30f6325 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 944 time: 0.2344196 Sep 17 23:54:33.555243 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Calling delete_port for 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:54:33.560312 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-979190dd-f86f-4a4d-b9cb-17a93b92ed27 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.570243 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3377307d-5deb-4bf0-b442-ae5332ff1e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.580683 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:54:33.590318 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-0a6bea61-e2a7-4fe0-8ca3-ac3bdb543157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:33.592391 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-0a6bea61-e2a7-4fe0-8ca3-ac3bdb543157 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782075 Sep 17 23:54:33.595169 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8935ba31-0299-4a80-9d69-749c8f5cd153 None None] No DVR routers for this DVR port 64750465-6808-49f4-9aa1-8aad370fd2cd on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:54:33.642108 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ef448-78ef-4828-9fd4-42e01455a59c None None] Pushing event updated for resources: {'Port': ['ID=4e164389-97d6-4b17-a1b2-e4a01e5686b3,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:33.659299 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.663775 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d7708014-225b-4fe7-a8e1-7f33ff211afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.687275 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b,segment=NetworkSegment(753f4aca-9fbf-4656-86cc-3dcd09a4768d),segment_id=753f4aca-9fbf-4656-86cc-3dcd09a4768d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:33.694949 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935ba31-0299-4a80-9d69-749c8f5cd153 None None] Pushing event deleted for resources: {'Port': ['ID=64750465-6808-49f4-9aa1-8aad370fd2cd,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:33.723247 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e3a968d-2c12-43ee-8edd-3818719a31aa req-cec82692-f65d-457d-b2fe-c3d136cb6472 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493223 Sep 17 23:54:33.741617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d9e23b2f-2be2-4d20-99b2-fbf71b6e947e None None] Deleting port 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:54:33.742118 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d9e23b2f-2be2-4d20-99b2-fbf71b6e947e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.749651 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-8373be57-d4d4-40fc-80d5-026ae4b7360e service neutron] 10.222.0.41 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498179 Sep 17 23:54:33.775735 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34917d-37b0-433f-b82c-937e718c77c4 req-7bdc6b3e-4811-4215-af5a-f6cc75d77165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:33.775735 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fd34917d-37b0-433f-b82c-937e718c77c4 req-7bdc6b3e-4811-4215-af5a-f6cc75d77165 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d995865595b444da85e4dde72441e039&device_id=545a9131-2c3a-4cd4-854a-46f75babdf03 HTTP/1.1" status: 200 len: 1095 time: 0.0797460 Sep 17 23:54:33.789992 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457686ce-a978-451d-ab82-8e5ed9acb355 None None] Network bb660dff-8eda-4cb6-9f6b-6446e3c0cb46 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:33.816316 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Deleting port 4e164389-97d6-4b17-a1b2-e4a01e5686b3 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:54:33.816658 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.847406 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-979190dd-f86f-4a4d-b9cb-17a93b92ed27 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.873436 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3377307d-5deb-4bf0-b442-ae5332ff1e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.875982 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3377307d-5deb-4bf0-b442-ae5332ff1e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.877169 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3377307d-5deb-4bf0-b442-ae5332ff1e91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c9708ef-8af6-4678-b80a-c79e02de892c HTTP/1.1" status: 204 len: 168 time: 0.5344489 Sep 17 23:54:33.902333 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.957101 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.968335 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:33.968770 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:33.969328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979190dd-f86f-4a4d-b9cb-17a93b92ed27 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:33.976998 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7708014-225b-4fe7-a8e1-7f33ff211afd None None] Pushing event updated for resources: {'Port': ['ID=94fbd090-f6a9-4a8c-b9b4-ac3cf804d776,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:33.990011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-979190dd-f86f-4a4d-b9cb-17a93b92ed27 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:34.005072 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979190dd-f86f-4a4d-b9cb-17a93b92ed27 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:34.014739 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] For port 4e164389-97d6-4b17-a1b2-e4a01e5686b3, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4e164389-97d6-4b17-a1b2-e4a01e5686b3,segment=NetworkSegment(da848eb0-86e5-4682-9539-4fa3eec0713c),segment_id=da848eb0-86e5-4682-9539-4fa3eec0713c)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:34.015419 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:34.048983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] No DVR routers for this DVR port 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:54:34.159133 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Port 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776 was deleted so its status cannot be updated. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 17 23:54:34.191874 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d9e23b2f-2be2-4d20-99b2-fbf71b6e947e None None] For port 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=94fbd090-f6a9-4a8c-b9b4-ac3cf804d776,segment=NetworkSegment(7011bd9d-cf3b-4b60-b09b-cde8fa4bdc4a),segment_id=7011bd9d-cf3b-4b60-b09b-cde8fa4bdc4a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:34.192283 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d9e23b2f-2be2-4d20-99b2-fbf71b6e947e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:34.196727 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:34.216904 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9f0db72e-f172-4584-9f7d-5ed3e943cd94 None None] Provisioning complete for port 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:34.217279 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9f0db72e-f172-4584-9f7d-5ed3e943cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:34.245962 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9f0db72e-f172-4584-9f7d-5ed3e943cd94 None None] Port 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776 was deleted so its status cannot be updated. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 17 23:54:34.247999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71920ef-fe5d-4d22-814d-4c24757769f5']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:34.248617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:54:34.259254 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d9e23b2f-2be2-4d20-99b2-fbf71b6e947e None None] Calling delete_port for 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:54:34.272130 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7011bd9d-cf3b-4b60-b09b-cde8fa4bdc4a') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:34.272130 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7011bd9d-cf3b-4b60-b09b-cde8fa4bdc4a') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:34.302927 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:34.309087 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:34.338537 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:34.350827 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32210ed3-a1ea-4488-859a-d7e55d846a77', 'tag': 'e7fdd71d-3a46-463b-8b27-c4067b7d58ac'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:54:34.353750 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34b24fe-134b-440b-9e54-a76f0ed328b2" -d '{"events": [{"name": "network-changed", "server_uuid": "32210ed3-a1ea-4488-859a-d7e55d846a77", "tag": "e7fdd71d-3a46-463b-8b27-c4067b7d58ac"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:54:34.353926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:34.354246 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:34.354670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 64750465-6808-49f4-9aa1-8aad370fd2cd no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:54:34.366601 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377307d-5deb-4bf0-b442-ae5332ff1e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9708ef-8af6-4678-b80a-c79e02de892c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:34.385250 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 64750465-6808-49f4-9aa1-8aad370fd2cd {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:54:34.385599 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 64750465-6808-49f4-9aa1-8aad370fd2cd not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:54:34.386074 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:54:34.389948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979190dd-f86f-4a4d-b9cb-17a93b92ed27 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=312f2b6d-e374-45e6-97fc-aa30ace73dfd,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:34.406959 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4e90e124-86f3-470d-b2f7-fd57ca17e1ae req-052fce5b-2382-42c9-8405-5b1fc9157964 service neutron] 10.222.0.41 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6499102 Sep 17 23:54:34.410125 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34917d-37b0-433f-b82c-937e718c77c4 req-a14dad04-e66c-4f0e-9b53-19a0d15ec95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:34.411896 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fd34917d-37b0-433f-b82c-937e718c77c4 req-a14dad04-e66c-4f0e-9b53-19a0d15ec95f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 HTTP/1.1" status: 200 len: 916 time: 0.6236532 Sep 17 23:54:34.415313 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Calling delete_port for 4e164389-97d6-4b17-a1b2-e4a01e5686b3 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:54:34.426151 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:54:34.426495 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:54:34.472293 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d407fb-93af-46f9-b15c-b5171f2a2ce9 x-openstack-request-id: req-02d407fb-93af-46f9-b15c-b5171f2a2ce9 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:54:34.472901 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32210ed3-a1ea-4488-859a-d7e55d846a77", "tag": "e7fdd71d-3a46-463b-8b27-c4067b7d58ac", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:54:34.473361 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02d407fb-93af-46f9-b15c-b5171f2a2ce9 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:54:34.473985 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32210ed3-a1ea-4488-859a-d7e55d846a77', 'tag': 'e7fdd71d-3a46-463b-8b27-c4067b7d58ac', 'status': 'completed', 'code': 200} Sep 17 23:54:34.476040 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fd34917d-37b0-433f-b82c-937e718c77c4 req-6ef18756-cfa6-45f4-a78f-ece9c3014e1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbf3332c-e269-4566-b984-327fa12dfbf0 HTTP/1.1" status: 200 len: 217 time: 0.0557773 Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:34.526771 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:34.541859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34917d-37b0-433f-b82c-937e718c77c4 req-93057b2b-606b-48fa-b39c-8ef1fceed8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:34.544453 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fd34917d-37b0-433f-b82c-937e718c77c4 req-93057b2b-606b-48fa-b39c-8ef1fceed8d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10e3df87-64ac-4f7b-956c-325e5e9dc60f HTTP/1.1" status: 200 len: 854 time: 0.0610402 Sep 17 23:54:34.581597 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d9e23b2f-2be2-4d20-99b2-fbf71b6e947e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:34.621741 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event deleted for resources: {'Port': ['ID=94fbd090-f6a9-4a8c-b9b4-ac3cf804d776,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:34.626821 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e23b2f-2be2-4d20-99b2-fbf71b6e947e None None] Pushing event deleted for resources: {'Port': ['ID=94fbd090-f6a9-4a8c-b9b4-ac3cf804d776,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:34.629149 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e23b2f-2be2-4d20-99b2-fbf71b6e947e None None] No DVR routers for this DVR port 94fbd090-f6a9-4a8c-b9b4-ac3cf804d776 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:54:34.629324 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34917d-37b0-433f-b82c-937e718c77c4 req-b0810931-e3d1-46d4-851c-88e11ad97340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:34.631335 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fd34917d-37b0-433f-b82c-937e718c77c4 req-b0810931-e3d1-46d4-851c-88e11ad97340 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793414 Sep 17 23:54:34.645641 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b24fe-134b-440b-9e54-a76f0ed328b2 req-dac972dc-df1b-49c6-a4c7-1d056e8518e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:34.647141 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a34b24fe-134b-440b-9e54-a76f0ed328b2 req-dac972dc-df1b-49c6-a4c7-1d056e8518e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d995865595b444da85e4dde72441e039&device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 1095 time: 0.0822351 Sep 17 23:54:34.652715 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae41ca9-cf59-47ca-b400-f95e9e77350d None None] get_active_networks_info from n-d-809883-1 {{(pid=95593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:54:34.738832 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:34.768774 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:34.772696 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "DELETE /v2.0/networks/f71920ef-fe5d-4d22-814d-4c24757769f5 HTTP/1.1" status: 204 len: 168 time: 1.9132264 Sep 17 23:54:34.773474 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49906) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:34.813728 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fd34917d-37b0-433f-b82c-937e718c77c4 req-c26cf1c0-ebfa-4868-9edc-6004a846a7ca service neutron] 10.222.0.41 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653168 Sep 17 23:54:34.816374 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b24fe-134b-440b-9e54-a76f0ed328b2 req-99dade89-eb71-4323-b399-87aac86f8d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:34.817769 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a34b24fe-134b-440b-9e54-a76f0ed328b2 req-99dade89-eb71-4323-b399-87aac86f8d05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 HTTP/1.1" status: 200 len: 916 time: 0.1603429 Sep 17 23:54:34.822685 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b5ebe-f5ca-4589-bc7c-2c61c4520ead tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event deleted for resources: {'Network': ['ID=f71920ef-fe5d-4d22-814d-4c24757769f5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:34.850157 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae41ca9-cf59-47ca-b400-f95e9e77350d None None] Resources bound (agent type, host, resource id): {{(pid=95593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:54:34.900867 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a34b24fe-134b-440b-9e54-a76f0ed328b2 req-df0f1f47-2b6d-4b4e-8e1d-6a9e2bd93280 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7fdd71d-3a46-463b-8b27-c4067b7d58ac HTTP/1.1" status: 200 len: 217 time: 0.0697925 Sep 17 23:54:34.968660 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:34.997153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device dbf3332c-e269-4566-b984-327fa12dfbf0 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:54:34.997432 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b24fe-134b-440b-9e54-a76f0ed328b2 req-d403a1f2-2ae4-44bc-b2f6-f422f1899f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:34.998966 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a34b24fe-134b-440b-9e54-a76f0ed328b2 req-d403a1f2-2ae4-44bc-b2f6-f422f1899f5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10e3df87-64ac-4f7b-956c-325e5e9dc60f HTTP/1.1" status: 200 len: 854 time: 0.0894055 Sep 17 23:54:35.009755 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:54:35.013668 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b7607cc7-b18d-42ff-a678-5f2a5bd4be61 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:35.019915 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fd34917d-37b0-433f-b82c-937e718c77c4 req-15e2fdb1-b14e-4b7e-8433-da247c1acdc2 service neutron] 10.222.0.41 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901088 Sep 17 23:54:35.050261 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] No DVR routers for this DVR port 4e164389-97d6-4b17-a1b2-e4a01e5686b3 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:54:35.057403 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49912) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:35.057758 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Port': ['ID=4e164389-97d6-4b17-a1b2-e4a01e5686b3,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:35.081806 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b24fe-134b-440b-9e54-a76f0ed328b2 req-22508a44-9638-4054-aee8-8b4dd795172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:35.083673 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a34b24fe-134b-440b-9e54-a76f0ed328b2 req-22508a44-9638-4054-aee8-8b4dd795172a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768158 Sep 17 23:54:35.084995 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8e66034b-292c-47bc-a6cf-6912d2ba7323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:35.104421 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7ed36-a6c9-4b19-8cfe-59517e1db304 req-6956fac4-d157-4a41-928a-a7c4b6228249 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:35.112279 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ced7ed36-a6c9-4b19-8cfe-59517e1db304 req-6956fac4-d157-4a41-928a-a7c4b6228249 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 944 time: 0.2165573 Sep 17 23:54:35.223890 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a34b24fe-134b-440b-9e54-a76f0ed328b2 req-f765b1b7-b074-472d-86b1-988347f68a29 service neutron] 10.222.0.41 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306484 Sep 17 23:54:35.233894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:54:35.244141 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port dbf3332c-e269-4566-b984-327fa12dfbf0, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=dbf3332c-e269-4566-b984-327fa12dfbf0,segment=NetworkSegment(753f4aca-9fbf-4656-86cc-3dcd09a4768d),segment_id=753f4aca-9fbf-4656-86cc-3dcd09a4768d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:35.249829 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:35.250257 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:35.294551 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'dbf3332c-e269-4566-b984-327fa12dfbf0', 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049', 'port_id': 'dbf3332c-e269-4566-b984-327fa12dfbf0', 'mac_address': 'fa:16:3e:3d:dd:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e3df87-64ac-4f7b-956c-325e5e9dc60f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:54:35.323350 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8e66034b-292c-47bc-a6cf-6912d2ba7323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:35.328666 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:35.395019 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a34b24fe-134b-440b-9e54-a76f0ed328b2 req-501d398c-b328-4dff-844f-3ea1075bdfaf service neutron] 10.222.0.41 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616681 Sep 17 23:54:35.401402 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ced7ed36-a6c9-4b19-8cfe-59517e1db304 req-c0942bc3-baca-48e9-bac6-9c22042775c0 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844932 Sep 17 23:54:35.429386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb660dff-8eda-4cb6-9f6b-6446e3c0cb46']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:35.429558 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8e66034b-292c-47bc-a6cf-6912d2ba7323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:35.468899 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8e66034b-292c-47bc-a6cf-6912d2ba7323 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0499d1d50974017938b20aea33a5ea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4083683 Sep 17 23:54:35.471549 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49918) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:35.477876 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66034b-292c-47bc-a6cf-6912d2ba7323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee198f7a-1060-4307-b9fe-fbc0d54fb42b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:35.494014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66034b-292c-47bc-a6cf-6912d2ba7323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:35.494359 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66034b-292c-47bc-a6cf-6912d2ba7323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:35.494902 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66034b-292c-47bc-a6cf-6912d2ba7323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:35.495241 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66034b-292c-47bc-a6cf-6912d2ba7323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:35.496144 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66034b-292c-47bc-a6cf-6912d2ba7323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:35.496474 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66034b-292c-47bc-a6cf-6912d2ba7323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:35.496798 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66034b-292c-47bc-a6cf-6912d2ba7323 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:35.497162 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66034b-292c-47bc-a6cf-6912d2ba7323 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:35.497487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66034b-292c-47bc-a6cf-6912d2ba7323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:35.497808 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66034b-292c-47bc-a6cf-6912d2ba7323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:35.498133 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66034b-292c-47bc-a6cf-6912d2ba7323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:35.498453 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e66034b-292c-47bc-a6cf-6912d2ba7323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:54:35.543055 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:35.554758 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32e19bea-8a53-4f25-8468-2bbcb6e4ca4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:35.559165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf3332c-e269-4566-b984-327fa12dfbf0 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:54:35.582071 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32e19bea-8a53-4f25-8468-2bbcb6e4ca4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:35.607495 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port dbf3332c-e269-4566-b984-327fa12dfbf0, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=dbf3332c-e269-4566-b984-327fa12dfbf0,segment=NetworkSegment(753f4aca-9fbf-4656-86cc-3dcd09a4768d),segment_id=753f4aca-9fbf-4656-86cc-3dcd09a4768d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:35.611971 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:35.654275 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365b5c80-7ab4-40bd-b552-d4273126c086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:54:35.656562 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5665fc9-b741-4622-810d-d25f74fb186c" -d '{"events": [{"server_uuid": "365b5c80-7ab4-40bd-b552-d4273126c086", "name": "network-vif-plugged", "status": "completed", "tag": "b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:54:35.673657 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b,segment=NetworkSegment(753f4aca-9fbf-4656-86cc-3dcd09a4768d),segment_id=753f4aca-9fbf-4656-86cc-3dcd09a4768d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:35.696702 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:35.700992 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232c4995-55a1-4aeb-8031-d54e522c38a8 x-openstack-request-id: req-232c4995-55a1-4aeb-8031-d54e522c38a8 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:54:35.701431 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365b5c80-7ab4-40bd-b552-d4273126c086", "name": "network-vif-plugged", "status": "completed", "tag": "b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:54:35.701692 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-232c4995-55a1-4aeb-8031-d54e522c38a8 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:54:35.702312 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365b5c80-7ab4-40bd-b552-d4273126c086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b', 'code': 200} Sep 17 23:54:35.741620 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32e19bea-8a53-4f25-8468-2bbcb6e4ca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:35.746009 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32e19bea-8a53-4f25-8468-2bbcb6e4ca4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:35.749276 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-32e19bea-8a53-4f25-8468-2bbcb6e4ca4b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee198f7a-1060-4307-b9fe-fbc0d54fb42b HTTP/1.1" status: 204 len: 168 time: 0.2756267 Sep 17 23:54:35.771104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e19bea-8a53-4f25-8468-2bbcb6e4ca4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee198f7a-1060-4307-b9fe-fbc0d54fb42b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:35.780397 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=dbf3332c-e269-4566-b984-327fa12dfbf0,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:35.795171 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:35.835456 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b7607cc7-b18d-42ff-a678-5f2a5bd4be61 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:35.844639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85ccec-d397-449d-a6fc-76012f8cda56 req-1d4e6045-b4db-4d18-838d-68150e7e3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:35.846387 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5b85ccec-d397-449d-a6fc-76012f8cda56 req-1d4e6045-b4db-4d18-838d-68150e7e3ff1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 1096 time: 0.0593655 Sep 17 23:54:35.862505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b7607cc7-b18d-42ff-a678-5f2a5bd4be61 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e497a4ef-8293-478b-9bc0-e5b307ab6ddd']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:35.872472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:35.873994 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b7607cc7-b18d-42ff-a678-5f2a5bd4be61 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab798221-2876-44cf-8638-ff28b0d54b52') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:35.874398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b7607cc7-b18d-42ff-a678-5f2a5bd4be61 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab798221-2876-44cf-8638-ff28b0d54b52') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:35.886034 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b7607cc7-b18d-42ff-a678-5f2a5bd4be61 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:35.900553 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5b85ccec-d397-449d-a6fc-76012f8cda56 req-e38dd6f5-abce-44f0-b7d1-ae8fd6e40967 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459297 Sep 17 23:54:35.902264 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b7607cc7-b18d-42ff-a678-5f2a5bd4be61 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:35.909037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7607cc7-b18d-42ff-a678-5f2a5bd4be61 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:35.909514 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b7607cc7-b18d-42ff-a678-5f2a5bd4be61 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:35.913509 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['dbf3332c-e269-4566-b984-327fa12dfbf0'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:35.923471 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:35.942499 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da848eb0-86e5-4682-9539-4fa3eec0713c') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:35.942797 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da848eb0-86e5-4682-9539-4fa3eec0713c') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:35.985241 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-979190dd-f86f-4a4d-b9cb-17a93b92ed27 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:35.989457 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.045747 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.055447 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:36.055856 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:36.059154 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:36.078679 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b7607cc7-b18d-42ff-a678-5f2a5bd4be61 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.121143 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b7607cc7-b18d-42ff-a678-5f2a5bd4be61 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.123013 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b7607cc7-b18d-42ff-a678-5f2a5bd4be61 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "DELETE /v2.0/networks/e497a4ef-8293-478b-9bc0-e5b307ab6ddd HTTP/1.1" status: 204 len: 168 time: 1.3398874 Sep 17 23:54:36.125727 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49932) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:36.173433 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7607cc7-b18d-42ff-a678-5f2a5bd4be61 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event deleted for resources: {'Network': ['ID=e497a4ef-8293-478b-9bc0-e5b307ab6ddd,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:36.232175 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20c46722-4427-4937-be49-85cb49925c20 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.269285 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.277562 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.279373 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/networks/bb660dff-8eda-4cb6-9f6b-6446e3c0cb46 HTTP/1.1" status: 204 len: 168 time: 5.8531756 Sep 17 23:54:36.283425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49938) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:36.294374 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7eb9f-9603-440a-9b16-6963daa6e57e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Network': ['ID=bb660dff-8eda-4cb6-9f6b-6446e3c0cb46,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:36.300465 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9181e682-e269-44a9-bb0c-a0373f706e32 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-632912090'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:36.308059 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-979190dd-f86f-4a4d-b9cb-17a93b92ed27 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.344032 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20c46722-4427-4937-be49-85cb49925c20 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.370998 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-20c46722-4427-4937-be49-85cb49925c20 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93db6c9f-430f-4255-bf12-10ffef164c0f']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:36.381298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-20c46722-4427-4937-be49-85cb49925c20 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694f88ce-f045-4582-b947-c9a693a94629') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:36.381607 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-20c46722-4427-4937-be49-85cb49925c20 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694f88ce-f045-4582-b947-c9a693a94629') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:36.393466 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20c46722-4427-4937-be49-85cb49925c20 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.450486 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9181e682-e269-44a9-bb0c-a0373f706e32 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Made reservation on behalf of 59d7097f09284739bdf535d1f28e2ab0 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:36.454135 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9181e682-e269-44a9-bb0c-a0373f706e32 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.457472 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20c46722-4427-4937-be49-85cb49925c20 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.485022 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c46722-4427-4937-be49-85cb49925c20 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:36.490778 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20c46722-4427-4937-be49-85cb49925c20 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:36.493947 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:36.539364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b84fc6-a328-4f3f-aaf3-39c33954aa56 req-72e2fb05-9c60-4290-9d87-6976e2363785 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:36.540997 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12b84fc6-a328-4f3f-aaf3-39c33954aa56 req-72e2fb05-9c60-4290-9d87-6976e2363785 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 944 time: 0.0533559 Sep 17 23:54:36.555299 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9181e682-e269-44a9-bb0c-a0373f706e32 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:36.565908 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9181e682-e269-44a9-bb0c-a0373f706e32 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.566414 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-9181e682-e269-44a9-bb0c-a0373f706e32 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Added segment d526892a-fbf3-4d2a-be7b-8e0eb8d3905b of type vlan for network 09f0314a-daeb-4009-bee0-f99097bcf52c Sep 17 23:54:36.581706 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12b84fc6-a328-4f3f-aaf3-39c33954aa56 req-7d771170-f545-4390-a3ed-e7b08d4fbbbc tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347314 Sep 17 23:54:36.592664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979190dd-f86f-4a4d-b9cb-17a93b92ed27 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router 1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:54:36.619508 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9181e682-e269-44a9-bb0c-a0373f706e32 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.647426 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20c46722-4427-4937-be49-85cb49925c20 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.665817 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20c46722-4427-4937-be49-85cb49925c20 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.669721 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-20c46722-4427-4937-be49-85cb49925c20 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "DELETE /v2.0/networks/93db6c9f-430f-4255-bf12-10ffef164c0f HTTP/1.1" status: 204 len: 168 time: 0.5424068 Sep 17 23:54:36.672008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49954) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:36.684345 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c46722-4427-4937-be49-85cb49925c20 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event deleted for resources: {'Network': ['ID=93db6c9f-430f-4255-bf12-10ffef164c0f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:36.707131 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9181e682-e269-44a9-bb0c-a0373f706e32 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.713618 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9181e682-e269-44a9-bb0c-a0373f706e32 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:36.714432 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9181e682-e269-44a9-bb0c-a0373f706e32 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.762752 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979190dd-f86f-4a4d-b9cb-17a93b92ed27 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:54:36.775167 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affecb29-b36d-475c-bcba-8700688b04dd None None] Sync routers for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:54:36.784872 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affecb29-b36d-475c-bcba-8700688b04dd None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:54:36.785486 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-affecb29-b36d-475c-bcba-8700688b04dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:36.806170 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9181e682-e269-44a9-bb0c-a0373f706e32 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Network': ['ID=09f0314a-daeb-4009-bee0-f99097bcf52c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:36.817332 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9181e682-e269-44a9-bb0c-a0373f706e32 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5326796 Sep 17 23:54:36.820338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49956) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:36.825547 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-1d0c37fe-b9f2-4cb0-a455-0a552cb08d56 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'subnet': {'network_id': '09f0314a-daeb-4009-bee0-f99097bcf52c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:36.841063 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 09f0314a-daeb-4009-bee0-f99097bcf52c details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:36.843616 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-affecb29-b36d-475c-bcba-8700688b04dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:36.859815 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f16bf1cf-bac4-4400-b023-119762869ec1 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.888015 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affecb29-b36d-475c-bcba-8700688b04dd None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:54:36.889299 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-affecb29-b36d-475c-bcba-8700688b04dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:36.920604 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-979190dd-f86f-4a4d-b9cb-17a93b92ed27 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:36.921866 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-979190dd-f86f-4a4d-b9cb-17a93b92ed27 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.1496897 Sep 17 23:54:36.924603 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49962) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:36.989902 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-affecb29-b36d-475c-bcba-8700688b04dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:36.990684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affecb29-b36d-475c-bcba-8700688b04dd None None] The sync data for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:54:37.009020 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e7fdd71d-3a46-463b-8b27-c4067b7d58ac details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:54:37.016181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device dbf3332c-e269-4566-b984-327fa12dfbf0 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:54:37.040898 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f16bf1cf-bac4-4400-b023-119762869ec1 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:37.072352 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-f16bf1cf-bac4-4400-b023-119762869ec1 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8fd324-c561-4176-b5a0-e8a4067ee04e']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:37.075001 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0c37fe-b9f2-4cb0-a455-0a552cb08d56 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Made reservation on behalf of 59d7097f09284739bdf535d1f28e2ab0 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:37.080284 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1d0c37fe-b9f2-4cb0-a455-0a552cb08d56 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:37.099318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-f16bf1cf-bac4-4400-b023-119762869ec1 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871be757-ea33-46ec-aa1d-de93ebfd822a') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:37.100094 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-f16bf1cf-bac4-4400-b023-119762869ec1 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871be757-ea33-46ec-aa1d-de93ebfd822a') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:37.122071 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f16bf1cf-bac4-4400-b023-119762869ec1 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:37.182411 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f16bf1cf-bac4-4400-b023-119762869ec1 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:37.192313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e7fdd71d-3a46-463b-8b27-c4067b7d58ac, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e7fdd71d-3a46-463b-8b27-c4067b7d58ac,segment=NetworkSegment(753f4aca-9fbf-4656-86cc-3dcd09a4768d),segment_id=753f4aca-9fbf-4656-86cc-3dcd09a4768d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:37.200372 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16bf1cf-bac4-4400-b023-119762869ec1 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:37.200815 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f16bf1cf-bac4-4400-b023-119762869ec1 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:37.205055 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port dbf3332c-e269-4566-b984-327fa12dfbf0 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:37.205470 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:37.209266 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'e7fdd71d-3a46-463b-8b27-c4067b7d58ac', 'network_id': 'c586eefe-faf1-4f2c-b8f2-92dcc6ca5049', 'port_id': 'e7fdd71d-3a46-463b-8b27-c4067b7d58ac', 'mac_address': 'fa:16:3e:48:70:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e3df87-64ac-4f7b-956c-325e5e9dc60f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:54:37.212055 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port dbf3332c-e269-4566-b984-327fa12dfbf0 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:37.212870 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:37.348370 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:37.371985 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:37.394798 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fdd71d-3a46-463b-8b27-c4067b7d58ac {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:54:37.405816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port dbf3332c-e269-4566-b984-327fa12dfbf0, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=dbf3332c-e269-4566-b984-327fa12dfbf0,segment=NetworkSegment(753f4aca-9fbf-4656-86cc-3dcd09a4768d),segment_id=753f4aca-9fbf-4656-86cc-3dcd09a4768d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:37.424493 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e7fdd71d-3a46-463b-8b27-c4067b7d58ac, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e7fdd71d-3a46-463b-8b27-c4067b7d58ac,segment=NetworkSegment(753f4aca-9fbf-4656-86cc-3dcd09a4768d),segment_id=753f4aca-9fbf-4656-86cc-3dcd09a4768d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:37.428177 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f16bf1cf-bac4-4400-b023-119762869ec1 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:37.452788 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f16bf1cf-bac4-4400-b023-119762869ec1 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:37.454907 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f16bf1cf-bac4-4400-b023-119762869ec1 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] 10.222.0.46 "DELETE /v2.0/networks/8e8fd324-c561-4176-b5a0-e8a4067ee04e HTTP/1.1" status: 204 len: 168 time: 0.7433705 Sep 17 23:54:37.455814 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bf1cf-bac4-4400-b023-119762869ec1 tempest-BulkNetworkOpsIpV6Test-431769491 tempest-BulkNetworkOpsIpV6Test-431769491-project] Pushing event deleted for resources: {'Network': ['ID=8e8fd324-c561-4176-b5a0-e8a4067ee04e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:37.462835 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1d0c37fe-b9f2-4cb0-a455-0a552cb08d56 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:37.541124 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0c37fe-b9f2-4cb0-a455-0a552cb08d56 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Checking segment: {'id': 'd526892a-fbf3-4d2a-be7b-8e0eb8d3905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '09f0314a-daeb-4009-bee0-f99097bcf52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:37.541817 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0c37fe-b9f2-4cb0-a455-0a552cb08d56 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network hostable DHCP agents. Network: 09f0314a-daeb-4009-bee0-f99097bcf52c, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:54:37.543559 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c37fe-b9f2-4cb0-a455-0a552cb08d56 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Subnet': ['ID=5c8d9161-a2fe-4249-87fc-8d7334418538,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:37.552126 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:37.553945 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:37.607962 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-72521f9d-8ef3-456c-9ff7-cd2173e6aadd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:37.623419 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e7fdd71d-3a46-463b-8b27-c4067b7d58ac,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:37.673082 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0c37fe-b9f2-4cb0-a455-0a552cb08d56 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network 09f0314a-daeb-4009-bee0-f99097bcf52c is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:54:37.703186 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545a9131-2c3a-4cd4-854a-46f75babdf03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf3332c-e269-4566-b984-327fa12dfbf0'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:54:37.712910 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ffc9c2-503b-49fd-ab55-7cf22e0b0e63" -d '{"events": [{"server_uuid": "545a9131-2c3a-4cd4-854a-46f75babdf03", "name": "network-vif-plugged", "status": "completed", "tag": "dbf3332c-e269-4566-b984-327fa12dfbf0"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:54:37.718220 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=dbf3332c-e269-4566-b984-327fa12dfbf0,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:37.742823 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ddcec-aba1-4ab5-a2bb-7d2c0b59aebe req-bf14e555-bf7c-421a-b4d0-c6282230e273 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:37.744625 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-347ddcec-aba1-4ab5-a2bb-7d2c0b59aebe req-bf14e555-bf7c-421a-b4d0-c6282230e273 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 945 time: 0.0599475 Sep 17 23:54:37.747024 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-1d0c37fe-b9f2-4cb0-a455-0a552cb08d56 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 09f0314a-daeb-4009-bee0-f99097bcf52c) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:37.754211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0c37fe-b9f2-4cb0-a455-0a552cb08d56 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:37.758601 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1d0c37fe-b9f2-4cb0-a455-0a552cb08d56 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:37.761619 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedf2314-8096-4847-9cb0-f06cd816bcba None None] Network 09f0314a-daeb-4009-bee0-f99097bcf52c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:37.800499 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd47f28-4c6d-4893-b864-5541988bf5fa x-openstack-request-id: req-afd47f28-4c6d-4893-b864-5541988bf5fa {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:54:37.803389 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545a9131-2c3a-4cd4-854a-46f75babdf03", "name": "network-vif-plugged", "status": "completed", "tag": "dbf3332c-e269-4566-b984-327fa12dfbf0", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:54:37.804082 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-afd47f28-4c6d-4893-b864-5541988bf5fa {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:54:37.807542 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545a9131-2c3a-4cd4-854a-46f75babdf03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf3332c-e269-4566-b984-327fa12dfbf0', 'code': 200} Sep 17 23:54:37.813110 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['e7fdd71d-3a46-463b-8b27-c4067b7d58ac'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:54:37.813999 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-347ddcec-aba1-4ab5-a2bb-7d2c0b59aebe req-8799fe05-19cc-4778-86df-d638e3a8e553 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532947 Sep 17 23:54:37.853173 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1d0c37fe-b9f2-4cb0-a455-0a552cb08d56 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0314324 Sep 17 23:54:37.861175 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49992) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:37.992048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958c4dd-309b-41c1-853d-1bfe85289ae5 req-c70685ab-bc67-422b-af50-f7ef31c1546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:37.993279 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b958c4dd-309b-41c1-853d-1bfe85289ae5 req-c70685ab-bc67-422b-af50-f7ef31c1546c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=545a9131-2c3a-4cd4-854a-46f75babdf03 HTTP/1.1" status: 200 len: 1097 time: 0.1317945 Sep 17 23:54:38.026091 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2fe3aed9-7ca4-427a-8cd7-fb65e6e05b02 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:38.082986 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc60e9b0-dc7e-4876-9fdf-a43d1daf4105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-09f0314a-daeb-4009-bee0-f99097bcf52c', 'network_id': '09f0314a-daeb-4009-bee0-f99097bcf52c', 'tenant_id': '59d7097f09284739bdf535d1f28e2ab0', 'fixed_ips': [{'subnet_id': '5c8d9161-a2fe-4249-87fc-8d7334418538'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:54:38.084372 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dc60e9b0-dc7e-4876-9fdf-a43d1daf4105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:38.095006 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-72521f9d-8ef3-456c-9ff7-cd2173e6aadd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Allocated IP 172.20.0.1 (6ba8c424-93e5-4680-8a99-5ff0e16685e1/39072ea5-0cea-40f9-aa1a-4f24fd4c8bcf/9aacc991-c8dc-4adc-8daf-4f17df6ec432) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:38.100882 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b958c4dd-309b-41c1-853d-1bfe85289ae5 req-c728516b-6d3e-4696-b07a-f0d71b9db965 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603693 Sep 17 23:54:38.161024 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2fe3aed9-7ca4-427a-8cd7-fb65e6e05b02 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:38.194310 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49998) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:38.247138 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-72521f9d-8ef3-456c-9ff7-cd2173e6aadd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:38.330671 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2fe3aed9-7ca4-427a-8cd7-fb65e6e05b02 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:38.357757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3aed9-7ca4-427a-8cd7-fb65e6e05b02 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Subnet': ['ID=5c8d9161-a2fe-4249-87fc-8d7334418538,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:38.395691 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-72521f9d-8ef3-456c-9ff7-cd2173e6aadd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:38.436064 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2fe3aed9-7ca4-427a-8cd7-fb65e6e05b02 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:38.450657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72521f9d-8ef3-456c-9ff7-cd2173e6aadd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Network 6ba8c424-93e5-4680-8a99-5ff0e16685e1 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server [None req-dc60e9b0-dc7e-4876-9fdf-a43d1daf4105 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c8d9161-a2fe-4249-87fc-8d7334418538: This subnet is being modified by another concurrent operation. Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 23:54:38.454287 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise exception Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c8d9161-a2fe-4249-87fc-8d7334418538: This subnet is being modified by another concurrent operation. Sep 17 23:54:38.459737 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Sep 17 23:54:38.470725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-2fe3aed9-7ca4-427a-8cd7-fb65e6e05b02 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f0314a-daeb-4009-bee0-f99097bcf52c']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:38.471823 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-72521f9d-8ef3-456c-9ff7-cd2173e6aadd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:38.480239 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72521f9d-8ef3-456c-9ff7-cd2173e6aadd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:38.483678 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-2fe3aed9-7ca4-427a-8cd7-fb65e6e05b02 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd526892a-fbf3-4d2a-be7b-8e0eb8d3905b') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:38.484211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-2fe3aed9-7ca4-427a-8cd7-fb65e6e05b02 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd526892a-fbf3-4d2a-be7b-8e0eb8d3905b') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:38.496339 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2fe3aed9-7ca4-427a-8cd7-fb65e6e05b02 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:38.512862 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2fe3aed9-7ca4-427a-8cd7-fb65e6e05b02 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:38.519725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe3aed9-7ca4-427a-8cd7-fb65e6e05b02 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:38.520183 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba84403f-bce0-4214-8501-3a3ceb3af676 None None] Network 09f0314a-daeb-4009-bee0-f99097bcf52c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:38.520329 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2fe3aed9-7ca4-427a-8cd7-fb65e6e05b02 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:38.535262 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-72521f9d-8ef3-456c-9ff7-cd2173e6aadd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:38.544909 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:38.594488 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72521f9d-8ef3-456c-9ff7-cd2173e6aadd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=9aacc991-c8dc-4adc-8daf-4f17df6ec432,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:38.612042 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2d1be345-33ee-4240-bf02-61a6ef1b4704 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f980f9ccbd564e18979978e494161ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4166224 Sep 17 23:54:38.614537 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50014) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:38.664965 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2fe3aed9-7ca4-427a-8cd7-fb65e6e05b02 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:38.671174 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c56ccf4-4dab-4953-8a9a-9ff474091cd0 None None] get_active_networks_info from n-d-809883-1 {{(pid=95593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:54:38.674338 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2fe3aed9-7ca4-427a-8cd7-fb65e6e05b02 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:38.676228 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2fe3aed9-7ca4-427a-8cd7-fb65e6e05b02 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/networks/09f0314a-daeb-4009-bee0-f99097bcf52c HTTP/1.1" status: 204 len: 168 time: 0.8134980 Sep 17 23:54:38.688145 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50018) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:38.693261 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3aed9-7ca4-427a-8cd7-fb65e6e05b02 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Network': ['ID=09f0314a-daeb-4009-bee0-f99097bcf52c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:38.699675 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0a74d9ed-8c1e-4280-bca2-0de0e661bebd tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-941652782'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:38.770512 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cd4fbfe-aee3-4396-b09a-ca30fe0261c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:38.796762 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cd4fbfe-aee3-4396-b09a-ca30fe0261c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:38.809120 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c56ccf4-4dab-4953-8a9a-9ff474091cd0 None None] Resources bound (agent type, host, resource id): {{(pid=95593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:54:38.856292 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a74d9ed-8c1e-4280-bca2-0de0e661bebd tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Made reservation on behalf of 59d7097f09284739bdf535d1f28e2ab0 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:38.859825 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0a74d9ed-8c1e-4280-bca2-0de0e661bebd tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:38.881836 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-72521f9d-8ef3-456c-9ff7-cd2173e6aadd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:38.931674 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a74d9ed-8c1e-4280-bca2-0de0e661bebd tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:38.967657 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0a74d9ed-8c1e-4280-bca2-0de0e661bebd tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:38.968316 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-0a74d9ed-8c1e-4280-bca2-0de0e661bebd tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Added segment 14c8e8cb-ebc4-46c7-9540-6876a03d98c1 of type vlan for network 1baf16a8-c7d5-4de6-945c-6555010ca149 Sep 17 23:54:39.023546 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3e02e-0b80-4bfb-bff7-0684853a890f req-625f25c5-82db-43cf-80d4-de3ef613e56c tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:39.025553 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40e3e02e-0b80-4bfb-bff7-0684853a890f req-625f25c5-82db-43cf-80d4-de3ef613e56c tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 945 time: 0.0869291 Sep 17 23:54:39.069562 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cd4fbfe-aee3-4396-b09a-ca30fe0261c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:39.072166 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cd4fbfe-aee3-4396-b09a-ca30fe0261c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:39.073895 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7cd4fbfe-aee3-4396-b09a-ca30fe0261c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac736e98-52e8-42f8-8ea5-bf1f0fb76f4b HTTP/1.1" status: 204 len: 168 time: 0.4579098 Sep 17 23:54:39.077061 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e7fdd71d-3a46-463b-8b27-c4067b7d58ac up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:54:39.095665 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4fbfe-aee3-4396-b09a-ca30fe0261c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac736e98-52e8-42f8-8ea5-bf1f0fb76f4b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:39.103657 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0a74d9ed-8c1e-4280-bca2-0de0e661bebd tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:39.111187 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40e3e02e-0b80-4bfb-bff7-0684853a890f req-d38b085b-4a71-4957-ae21-d5dabd04491d tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785201 Sep 17 23:54:39.250969 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0a74d9ed-8c1e-4280-bca2-0de0e661bebd tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:39.257036 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a74d9ed-8c1e-4280-bca2-0de0e661bebd tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:39.257638 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0a74d9ed-8c1e-4280-bca2-0de0e661bebd tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:39.313145 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port e7fdd71d-3a46-463b-8b27-c4067b7d58ac completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:54:39.317422 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port e7fdd71d-3a46-463b-8b27-c4067b7d58ac triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:39.318106 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:39.403322 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74d9ed-8c1e-4280-bca2-0de0e661bebd tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Network': ['ID=1baf16a8-c7d5-4de6-945c-6555010ca149,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:39.418913 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 1baf16a8-c7d5-4de6-945c-6555010ca149 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:39.432803 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0a74d9ed-8c1e-4280-bca2-0de0e661bebd tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7370539 Sep 17 23:54:39.435970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50050) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:39.441018 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-3351a181-e37c-458e-8a39-2940df966fa4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'subnet': {'network_id': '1baf16a8-c7d5-4de6-945c-6555010ca149', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:39.442021 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-72521f9d-8ef3-456c-9ff7-cd2173e6aadd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:39.503320 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:39.537612 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-72521f9d-8ef3-456c-9ff7-cd2173e6aadd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:39.579262 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e7fdd71d-3a46-463b-8b27-c4067b7d58ac, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e7fdd71d-3a46-463b-8b27-c4067b7d58ac,segment=NetworkSegment(753f4aca-9fbf-4656-86cc-3dcd09a4768d),segment_id=753f4aca-9fbf-4656-86cc-3dcd09a4768d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:39.622048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3351a181-e37c-458e-8a39-2940df966fa4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Made reservation on behalf of 59d7097f09284739bdf535d1f28e2ab0 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:39.626427 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3351a181-e37c-458e-8a39-2940df966fa4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:39.640208 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-72521f9d-8ef3-456c-9ff7-cd2173e6aadd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:39.642165 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72521f9d-8ef3-456c-9ff7-cd2173e6aadd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=9aacc991-c8dc-4adc-8daf-4f17df6ec432,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:39.656592 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:39.750663 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e7fdd71d-3a46-463b-8b27-c4067b7d58ac,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:39.809925 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32210ed3-a1ea-4488-859a-d7e55d846a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fdd71d-3a46-463b-8b27-c4067b7d58ac'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:54:39.812535 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7915e8a7-d0a6-4c71-b05e-47f0c607c6e0" -d '{"events": [{"server_uuid": "32210ed3-a1ea-4488-859a-d7e55d846a77", "name": "network-vif-plugged", "status": "completed", "tag": "e7fdd71d-3a46-463b-8b27-c4067b7d58ac"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:54:39.851401 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27f767b-20e5-4c0a-8ba0-d809c77b8703 x-openstack-request-id: req-b27f767b-20e5-4c0a-8ba0-d809c77b8703 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:54:39.851759 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32210ed3-a1ea-4488-859a-d7e55d846a77", "name": "network-vif-plugged", "status": "completed", "tag": "e7fdd71d-3a46-463b-8b27-c4067b7d58ac", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:54:39.852074 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b27f767b-20e5-4c0a-8ba0-d809c77b8703 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:54:39.852527 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32210ed3-a1ea-4488-859a-d7e55d846a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fdd71d-3a46-463b-8b27-c4067b7d58ac', 'code': 200} Sep 17 23:54:40.098395 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5faa8-9765-4c12-8b53-f2e47b0dd46c req-66e602ee-e243-4490-97b6-92aba4d5bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:40.099893 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d1c5faa8-9765-4c12-8b53-f2e47b0dd46c req-66e602ee-e243-4490-97b6-92aba4d5bab9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 1097 time: 0.0872264 Sep 17 23:54:40.138752 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72521f9d-8ef3-456c-9ff7-cd2173e6aadd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Network 6ba8c424-93e5-4680-8a99-5ff0e16685e1 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:40.144211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-72521f9d-8ef3-456c-9ff7-cd2173e6aadd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:40.157190 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d1c5faa8-9765-4c12-8b53-f2e47b0dd46c req-7e9a49cb-7cc3-4958-881a-a8e920d8faed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477641 Sep 17 23:54:40.207303 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3351a181-e37c-458e-8a39-2940df966fa4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:40.261048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72521f9d-8ef3-456c-9ff7-cd2173e6aadd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router 1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:54:40.298961 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d67201-e2fd-4e6b-8d2b-044cbe7b8b56 req-1e6098eb-3c6e-4ef0-9776-d44ce70fe868 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:40.300492 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80d67201-e2fd-4e6b-8d2b-044cbe7b8b56 req-1e6098eb-3c6e-4ef0-9776-d44ce70fe868 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 946 time: 0.1046762 Sep 17 23:54:40.301887 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:40.312285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351a181-e37c-458e-8a39-2940df966fa4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Subnet': ['ID=0b1ca6f3-8efb-4815-b5a2-fe4311ea7579,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:40.349225 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351a181-e37c-458e-8a39-2940df966fa4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Checking segment: {'id': '14c8e8cb-ebc4-46c7-9540-6876a03d98c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1baf16a8-c7d5-4de6-945c-6555010ca149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:40.349584 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3351a181-e37c-458e-8a39-2940df966fa4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network hostable DHCP agents. Network: 1baf16a8-c7d5-4de6-945c-6555010ca149, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:54:40.381454 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80d67201-e2fd-4e6b-8d2b-044cbe7b8b56 req-41d5b0b0-6245-4af5-af0b-57b6a26fd869 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709684 Sep 17 23:54:40.428446 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72521f9d-8ef3-456c-9ff7-cd2173e6aadd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:54:40.433440 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-72521f9d-8ef3-456c-9ff7-cd2173e6aadd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "PUT /v2.0/routers/1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5075529 Sep 17 23:54:40.436739 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50112) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:40.438462 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f656d58-ba35-4424-a822-40441d183f72 None None] Sync routers for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:54:40.442255 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-043d8ede-cd1b-445e-8dfb-bb3792f2fe87 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'port': {'network_id': '6ba8c424-93e5-4680-8a99-5ff0e16685e1', 'name': 'tempest-FloatingIPTestJSON-1124529225'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:40.448861 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f656d58-ba35-4424-a822-40441d183f72 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:54:40.449558 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3f656d58-ba35-4424-a822-40441d183f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:40.482049 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3f656d58-ba35-4424-a822-40441d183f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:40.491905 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f656d58-ba35-4424-a822-40441d183f72 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:54:40.492587 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3f656d58-ba35-4424-a822-40441d183f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:40.508446 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3351a181-e37c-458e-8a39-2940df966fa4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network 1baf16a8-c7d5-4de6-945c-6555010ca149 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:54:40.548935 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3f656d58-ba35-4424-a822-40441d183f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:40.549587 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f656d58-ba35-4424-a822-40441d183f72 None None] The sync data for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:54:40.592946 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-3351a181-e37c-458e-8a39-2940df966fa4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 1baf16a8-c7d5-4de6-945c-6555010ca149) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:40.597274 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3351a181-e37c-458e-8a39-2940df966fa4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:40.597986 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3351a181-e37c-458e-8a39-2940df966fa4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:40.603926 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6bc161-3420-4211-8cf3-02f95b61754e None None] Network 1baf16a8-c7d5-4de6-945c-6555010ca149 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:40.639008 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50126) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:40.708027 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043d8ede-cd1b-445e-8dfb-bb3792f2fe87 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Made reservation on behalf of 7c0a7b95d7f24932a52fd35f2694d82d for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:40.712177 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-043d8ede-cd1b-445e-8dfb-bb3792f2fe87 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:40.731474 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-043d8ede-cd1b-445e-8dfb-bb3792f2fe87 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] device_id is not set on port 18be6d52-560c-4618-9368-b0ff19818c2a yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:54:40.746666 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a16c6239-f086-4a80-9fde-64fcd5ae15d4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1558097777'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:40.770228 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-1baf16a8-c7d5-4de6-945c-6555010ca149', 'network_id': '1baf16a8-c7d5-4de6-945c-6555010ca149', 'tenant_id': '59d7097f09284739bdf535d1f28e2ab0', 'fixed_ips': [{'subnet_id': '0b1ca6f3-8efb-4815-b5a2-fe4311ea7579'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:54:40.772261 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:40.851836 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-043d8ede-cd1b-445e-8dfb-bb3792f2fe87 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Allocated IP 172.20.0.3 (6ba8c424-93e5-4680-8a99-5ff0e16685e1/39072ea5-0cea-40f9-aa1a-4f24fd4c8bcf/18be6d52-560c-4618-9368-b0ff19818c2a) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:40.886447 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3351a181-e37c-458e-8a39-2940df966fa4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4487901 Sep 17 23:54:40.891936 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50136) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:40.898689 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c1dc73f3-c549-4e99-a9bc-d62b64c7e99c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'subnet': {'network_id': '1baf16a8-c7d5-4de6-945c-6555010ca149', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:40.933487 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] Allocated IP 2001:db8::2 (1baf16a8-c7d5-4de6-945c-6555010ca149/0b1ca6f3-8efb-4815-b5a2-fe4311ea7579/980c20eb-8094-4869-9928-50bbe4656303) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:41.015947 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16c6239-f086-4a80-9fde-64fcd5ae15d4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:41.020101 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a16c6239-f086-4a80-9fde-64fcd5ae15d4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:41.033599 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a16c6239-f086-4a80-9fde-64fcd5ae15d4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:41.108285 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-043d8ede-cd1b-445e-8dfb-bb3792f2fe87 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:41.161034 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:41.191511 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a16c6239-f086-4a80-9fde-64fcd5ae15d4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:41.330468 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-043d8ede-cd1b-445e-8dfb-bb3792f2fe87 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:41.374517 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043d8ede-cd1b-445e-8dfb-bb3792f2fe87 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Network 6ba8c424-93e5-4680-8a99-5ff0e16685e1 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:41.377559 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-043d8ede-cd1b-445e-8dfb-bb3792f2fe87 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:41.383539 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d8ede-cd1b-445e-8dfb-bb3792f2fe87 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:41.410450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d8ede-cd1b-445e-8dfb-bb3792f2fe87 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=18be6d52-560c-4618-9368-b0ff19818c2a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:41.422012 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a16c6239-f086-4a80-9fde-64fcd5ae15d4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:41.422159 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:41.435356 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16c6239-f086-4a80-9fde-64fcd5ae15d4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:41.445000 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a16c6239-f086-4a80-9fde-64fcd5ae15d4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:41.445731 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-a16c6239-f086-4a80-9fde-64fcd5ae15d4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Added segment 7873ddfe-d26c-4e36-b888-459bf5ee6ae7 of type vlan for network 355df454-cede-4ca4-9c86-f698f202302a Sep 17 23:54:41.452898 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043d8ede-cd1b-445e-8dfb-bb3792f2fe87 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:41.453526 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-043d8ede-cd1b-445e-8dfb-bb3792f2fe87 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:41.489407 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] Network 1baf16a8-c7d5-4de6-945c-6555010ca149 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:41.494008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:41.496339 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a16c6239-f086-4a80-9fde-64fcd5ae15d4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:41.496692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] Pushing event updated for resources: {'Port': ['ID=980c20eb-8094-4869-9928-50bbe4656303,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:41.501480 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:41.535943 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59772d-93db-433b-bf7d-6545faa87e83 req-d89f1a33-a50f-4b68-b01f-ea29ffda9f98 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:41.538770 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be59772d-93db-433b-bf7d-6545faa87e83 req-d89f1a33-a50f-4b68-b01f-ea29ffda9f98 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 946 time: 0.0574055 Sep 17 23:54:41.542742 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dc73f3-c549-4e99-a9bc-d62b64c7e99c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Made reservation on behalf of 59d7097f09284739bdf535d1f28e2ab0 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:41.547385 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c1dc73f3-c549-4e99-a9bc-d62b64c7e99c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:41.563157 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c6239-f086-4a80-9fde-64fcd5ae15d4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1daa67-1ef2-48e9-99f4-a571f8eff960,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:41.579299 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] Attempting to bind port 980c20eb-8094-4869-9928-50bbe4656303 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:54:41.579672 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] Attempting to bind port 980c20eb-8094-4869-9928-50bbe4656303 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '14c8e8cb-ebc4-46c7-9540-6876a03d98c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1baf16a8-c7d5-4de6-945c-6555010ca149'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:54:41.580109 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] Attempting to bind port 980c20eb-8094-4869-9928-50bbe4656303 on network 1baf16a8-c7d5-4de6-945c-6555010ca149 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:54:41.591562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:54:41.592158 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] Checking segment: {'id': '14c8e8cb-ebc4-46c7-9540-6876a03d98c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1baf16a8-c7d5-4de6-945c-6555010ca149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:41.593155 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:41.593747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] Bound using segment: {'id': '14c8e8cb-ebc4-46c7-9540-6876a03d98c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1baf16a8-c7d5-4de6-945c-6555010ca149'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:54:41.594474 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] Bound port: 980c20eb-8094-4869-9928-50bbe4656303, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c8e8cb-ebc4-46c7-9540-6876a03d98c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1baf16a8-c7d5-4de6-945c-6555010ca149'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:54:41.594866 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:41.598635 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a16c6239-f086-4a80-9fde-64fcd5ae15d4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:41.604156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16c6239-f086-4a80-9fde-64fcd5ae15d4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:41.605326 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a16c6239-f086-4a80-9fde-64fcd5ae15d4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:41.654304 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-043d8ede-cd1b-445e-8dfb-bb3792f2fe87 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2162654 Sep 17 23:54:41.665903 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50162) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:41.673851 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] For port 980c20eb-8094-4869-9928-50bbe4656303, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:54:41.675190 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-cc9008b0-4eaf-4cfe-93ca-d20a732c1256 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'port': {'network_id': '6ba8c424-93e5-4680-8a99-5ff0e16685e1', 'name': 'tempest-FloatingIPTestJSON-1853606360'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:41.677282 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] For port 980c20eb-8094-4869-9928-50bbe4656303, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=980c20eb-8094-4869-9928-50bbe4656303,segment=NetworkSegment(14c8e8cb-ebc4-46c7-9540-6876a03d98c1),segment_id=14c8e8cb-ebc4-46c7-9540-6876a03d98c1)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:54:41.680105 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c6239-f086-4a80-9fde-64fcd5ae15d4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Network': ['ID=355df454-cede-4ca4-9c86-f698f202302a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:41.690980 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 355df454-cede-4ca4-9c86-f698f202302a details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:41.696411 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be59772d-93db-433b-bf7d-6545faa87e83 req-ea1c29a4-0381-4831-a163-6ea9a2a5504d tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414747 Sep 17 23:54:41.728252 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a16c6239-f086-4a80-9fde-64fcd5ae15d4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0846207 Sep 17 23:54:41.728252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50168) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:41.733978 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1c2ea2c2-6afc-470e-b39b-3d51ff0ea18c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'network_id': '355df454-cede-4ca4-9c86-f698f202302a', 'name': 'tempest-PortsTestJSON-1978622404'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:41.767095 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:41.833859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50170) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:41.863469 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddc79f-5ee9-48ff-96e2-e4b2e21ae5fe None None] Pushing event updated for resources: {'Port': ['ID=980c20eb-8094-4869-9928-50bbe4656303,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:41.965904 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2ea2c2-6afc-470e-b39b-3d51ff0ea18c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:41.969471 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c2ea2c2-6afc-470e-b39b-3d51ff0ea18c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:42.006312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-1c2ea2c2-6afc-470e-b39b-3d51ff0ea18c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] device_id is not set on port 63f98baa-8de2-4ed5-9916-205d8fe6c61d yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:54:42.052673 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec5f475e-8bd5-4369-86ce-fe91bd9effdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:42.094326 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9008b0-4eaf-4cfe-93ca-d20a732c1256 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Made reservation on behalf of 7c0a7b95d7f24932a52fd35f2694d82d for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:42.099433 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc9008b0-4eaf-4cfe-93ca-d20a732c1256 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:42.122088 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c1dc73f3-c549-4e99-a9bc-d62b64c7e99c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:42.124603 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-cc9008b0-4eaf-4cfe-93ca-d20a732c1256 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] device_id is not set on port 50a2125c-abf8-4b06-aa3b-96fc0cfa9d6a yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:54:42.226820 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c2ea2c2-6afc-470e-b39b-3d51ff0ea18c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:42.317828 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 980c20eb-8094-4869-9928-50bbe4656303 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:54:42.332722 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec5f475e-8bd5-4369-86ce-fe91bd9effdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:42.359650 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c2ea2c2-6afc-470e-b39b-3d51ff0ea18c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:42.374246 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 980c20eb-8094-4869-9928-50bbe4656303 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:42.374621 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:42.434905 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ea2c2-6afc-470e-b39b-3d51ff0ea18c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=63f98baa-8de2-4ed5-9916-205d8fe6c61d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:42.442881 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ea2c2-6afc-470e-b39b-3d51ff0ea18c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Checking segment: {'id': '7873ddfe-d26c-4e36-b888-459bf5ee6ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '355df454-cede-4ca4-9c86-f698f202302a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:42.450816 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2ea2c2-6afc-470e-b39b-3d51ff0ea18c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network hostable DHCP agents. Network: 355df454-cede-4ca4-9c86-f698f202302a, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:54:42.450816 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec5f475e-8bd5-4369-86ce-fe91bd9effdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:42.458934 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:42.498181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 980c20eb-8094-4869-9928-50bbe4656303, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=980c20eb-8094-4869-9928-50bbe4656303,segment=NetworkSegment(14c8e8cb-ebc4-46c7-9540-6876a03d98c1),segment_id=14c8e8cb-ebc4-46c7-9540-6876a03d98c1)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:42.506551 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ec5f475e-8bd5-4369-86ce-fe91bd9effdd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11bd1fc3cd9b4bf2850a64c4d79d76b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6695282 Sep 17 23:54:42.506551 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f475e-8bd5-4369-86ce-fe91bd9effdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f030a817-f6b8-4737-8bb8-8d2be35de7fa,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:42.508766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50184) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:42.562243 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-978b2084-7306-4df6-a20d-6cf3b0ad06b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:42.584569 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-978b2084-7306-4df6-a20d-6cf3b0ad06b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:42.593247 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:42.618907 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dc73f3-c549-4e99-a9bc-d62b64c7e99c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network 1baf16a8-c7d5-4de6-945c-6555010ca149 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:42.626906 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2ea2c2-6afc-470e-b39b-3d51ff0ea18c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network 355df454-cede-4ca4-9c86-f698f202302a is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:54:42.628892 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-c1dc73f3-c549-4e99-a9bc-d62b64c7e99c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:42.635201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dc73f3-c549-4e99-a9bc-d62b64c7e99c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:42.635828 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c1dc73f3-c549-4e99-a9bc-d62b64c7e99c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:42.658671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc73f3-c549-4e99-a9bc-d62b64c7e99c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Subnet': ['ID=bbd29f70-b132-4e54-922c-97ba3c7adba2,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:42.677080 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=980c20eb-8094-4869-9928-50bbe4656303,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:42.707520 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-1c2ea2c2-6afc-470e-b39b-3d51ff0ea18c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 355df454-cede-4ca4-9c86-f698f202302a) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:42.712478 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2ea2c2-6afc-470e-b39b-3d51ff0ea18c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:42.715803 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-cc9008b0-4eaf-4cfe-93ca-d20a732c1256 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Allocated IP 172.20.0.13 (6ba8c424-93e5-4680-8a99-5ff0e16685e1/39072ea5-0cea-40f9-aa1a-4f24fd4c8bcf/50a2125c-abf8-4b06-aa3b-96fc0cfa9d6a) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:42.719586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b795d441-8c13-4832-b8e8-30cd04e58f0b None None] Network 355df454-cede-4ca4-9c86-f698f202302a requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:42.739636 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2ea2c2-6afc-470e-b39b-3d51ff0ea18c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:42.741509 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c2ea2c2-6afc-470e-b39b-3d51ff0ea18c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:42.745026 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c1dc73f3-c549-4e99-a9bc-d62b64c7e99c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8519194 Sep 17 23:54:42.752244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50190) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:42.775055 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-978b2084-7306-4df6-a20d-6cf3b0ad06b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:42.780253 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-978b2084-7306-4df6-a20d-6cf3b0ad06b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:42.781704 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-978b2084-7306-4df6-a20d-6cf3b0ad06b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f030a817-f6b8-4737-8bb8-8d2be35de7fa HTTP/1.1" status: 204 len: 168 time: 0.2717862 Sep 17 23:54:42.792267 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b2084-7306-4df6-a20d-6cf3b0ad06b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f030a817-f6b8-4737-8bb8-8d2be35de7fa,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:42.842982 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1c2ea2c2-6afc-470e-b39b-3d51ff0ea18c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1106930 Sep 17 23:54:42.849104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50196) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:42.855242 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-3d0c4a30-eb4d-443a-976a-a680b072bea5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2067195624'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:42.964816 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0c4a30-eb4d-443a-976a-a680b072bea5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:42.968555 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d0c4a30-eb4d-443a-976a-a680b072bea5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:43.024477 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71983c38-f1b9-4fe1-8734-eada82afaddf tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:43.026353 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71983c38-f1b9-4fe1-8734-eada82afaddf tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:43.027341 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0c4a30-eb4d-443a-976a-a680b072bea5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:43.029003 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71983c38-f1b9-4fe1-8734-eada82afaddf tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:43.030389 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71983c38-f1b9-4fe1-8734-eada82afaddf tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:43.032142 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71983c38-f1b9-4fe1-8734-eada82afaddf tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:43.037136 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-71983c38-f1b9-4fe1-8734-eada82afaddf tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2805176 Sep 17 23:54:43.037879 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50202) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:43.044910 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-554beb68-a4ce-48ef-a6d7-5be02ffe336a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1726273335'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:43.049282 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d0c4a30-eb4d-443a-976a-a680b072bea5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:43.049634 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-3d0c4a30-eb4d-443a-976a-a680b072bea5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Added segment 0c7f9b53-da02-4e88-86ea-4662178babc3 of type vlan for network e5b45385-df3f-4a27-9a44-acfa762077e2 Sep 17 23:54:43.077415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0db03-083b-42f8-83b2-4df93dc2426d req-511a7337-831f-4d18-bd3d-49d5c1ef3a2a tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:43.079067 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1be0db03-083b-42f8-83b2-4df93dc2426d req-511a7337-831f-4d18-bd3d-49d5c1ef3a2a tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 946 time: 0.2274051 Sep 17 23:54:43.109505 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d0c4a30-eb4d-443a-976a-a680b072bea5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:43.160781 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1be0db03-083b-42f8-83b2-4df93dc2426d req-d219d853-dad1-467b-bce3-b93270360b10 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755703 Sep 17 23:54:43.191930 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc9008b0-4eaf-4cfe-93ca-d20a732c1256 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:43.216283 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554beb68-a4ce-48ef-a6d7-5be02ffe336a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Made reservation on behalf of 59d7097f09284739bdf535d1f28e2ab0 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:43.221639 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-554beb68-a4ce-48ef-a6d7-5be02ffe336a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:43.224349 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d0c4a30-eb4d-443a-976a-a680b072bea5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:43.234716 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c4a30-eb4d-443a-976a-a680b072bea5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:43.235541 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d0c4a30-eb4d-443a-976a-a680b072bea5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:43.265805 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:43.266345 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ea1800-a119-4142-ae49-585b0968a1ec None None] Network 1baf16a8-c7d5-4de6-945c-6555010ca149 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:43.343208 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc9008b0-4eaf-4cfe-93ca-d20a732c1256 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:43.365904 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554beb68-a4ce-48ef-a6d7-5be02ffe336a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:43.371737 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c4a30-eb4d-443a-976a-a680b072bea5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Network': ['ID=e5b45385-df3f-4a27-9a44-acfa762077e2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:43.376703 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3d0c4a30-eb4d-443a-976a-a680b072bea5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5265200 Sep 17 23:54:43.392329 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50216) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:43.412203 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network e5b45385-df3f-4a27-9a44-acfa762077e2 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:43.412758 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'ports': [{'network_id': '355df454-cede-4ca4-9c86-f698f202302a'}, {'network_id': 'e5b45385-df3f-4a27-9a44-acfa762077e2'}]} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:43.413813 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'network_id': '355df454-cede-4ca4-9c86-f698f202302a'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:43.414638 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'network_id': 'e5b45385-df3f-4a27-9a44-acfa762077e2'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:43.420332 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-554beb68-a4ce-48ef-a6d7-5be02ffe336a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:43.421033 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-554beb68-a4ce-48ef-a6d7-5be02ffe336a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Added segment 2b838901-3bbd-45f7-ac66-18a09b7c1b3d of type vlan for network 0a149372-fded-4bf4-878a-06a8fa5817dc Sep 17 23:54:43.433690 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0c6664b8-7013-4830-98bc-bee9e482dcbc None None] Provisioning complete for port 980c20eb-8094-4869-9928-50bbe4656303 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:43.434377 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b6b0f-71b3-437a-99c3-92ba71427ef4 req-ceb707f3-f2f8-409d-a219-06ec8dc97f18 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:43.434634 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0c6664b8-7013-4830-98bc-bee9e482dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:43.442099 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-509b6b0f-71b3-437a-99c3-92ba71427ef4 req-ceb707f3-f2f8-409d-a219-06ec8dc97f18 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.1916349 Sep 17 23:54:43.446003 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9008b0-4eaf-4cfe-93ca-d20a732c1256 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Network 6ba8c424-93e5-4680-8a99-5ff0e16685e1 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:43.452209 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9008b0-4eaf-4cfe-93ca-d20a732c1256 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=50a2125c-abf8-4b06-aa3b-96fc0cfa9d6a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:43.479048 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-554beb68-a4ce-48ef-a6d7-5be02ffe336a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:43.489960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-cc9008b0-4eaf-4cfe-93ca-d20a732c1256 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:43.495827 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9008b0-4eaf-4cfe-93ca-d20a732c1256 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:43.570304 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-509b6b0f-71b3-437a-99c3-92ba71427ef4 req-e86ddf6a-31f3-49b4-8db2-7563637e45b0 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252329 Sep 17 23:54:43.595761 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-554beb68-a4ce-48ef-a6d7-5be02ffe336a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:43.602875 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554beb68-a4ce-48ef-a6d7-5be02ffe336a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:43.603757 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-554beb68-a4ce-48ef-a6d7-5be02ffe336a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:43.618256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9008b0-4eaf-4cfe-93ca-d20a732c1256 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:43.619154 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc9008b0-4eaf-4cfe-93ca-d20a732c1256 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:43.706987 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554beb68-a4ce-48ef-a6d7-5be02ffe336a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Network': ['ID=0a149372-fded-4bf4-878a-06a8fa5817dc,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:43.722183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cab4d-373b-4f52-8969-7ca82dfac5e4 req-679a4875-6a49-4582-9bb0-098d738e5f75 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:43.723769 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e3cab4d-373b-4f52-8969-7ca82dfac5e4 req-679a4875-6a49-4582-9bb0-098d738e5f75 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=545a9131-2c3a-4cd4-854a-46f75babdf03 HTTP/1.1" status: 200 len: 946 time: 0.0625250 Sep 17 23:54:43.730370 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cc9008b0-4eaf-4cfe-93ca-d20a732c1256 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0627065 Sep 17 23:54:43.731244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50228) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:43.731786 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 0a149372-fded-4bf4-878a-06a8fa5817dc details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:43.736922 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '50a2125c-abf8-4b06-aa3b-96fc0cfa9d6a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:43.746052 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50230) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:43.751365 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-554beb68-a4ce-48ef-a6d7-5be02ffe336a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7124159 Sep 17 23:54:43.756231 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50232) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:43.767542 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-c0047bf2-47c8-4bc0-a366-6333f6c13e55 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:43.790891 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f47c0873-73a9-457f-806c-722ccdd6bb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:43.849725 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e3cab4d-373b-4f52-8969-7ca82dfac5e4 req-26e49e93-2795-4e7f-9dc6-13dc61d8d780 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069939 Sep 17 23:54:43.872918 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:43.963065 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.api [None req-f47c0873-73a9-457f-806c-722ccdd6bb15 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 23:54:43.963065 n-d-809883-1 neutron-server[95592]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 23:54:43.963065 n-d-809883-1 neutron-server[95592]: [parameters: {'project_id_1': '252132e62ee5446c94a4d4d56bf5fb93', 'expiration_1': datetime.datetime(2021, 9, 17, 23, 54, 23, 820041)}] Sep 17 23:54:43.963065 n-d-809883-1 neutron-server[95592]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:54:43.963623 n-d-809883-1 neutron-server[95592]: DEBUG oslo_db.api [None req-f47c0873-73a9-457f-806c-722ccdd6bb15 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:54:44.023856 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.025468 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f067df65-083a-47eb-be2b-41f0e220388c None None] Update dhcp port {'port': {'network_id': '1baf16a8-c7d5-4de6-945c-6555010ca149', 'fixed_ips': [{'subnet_id': '0b1ca6f3-8efb-4815-b5a2-fe4311ea7579', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bbd29f70-b132-4e54-922c-97ba3c7adba2'}], 'binding:host_id': 'n-d-809883-1'}, 'id': '980c20eb-8094-4869-9928-50bbe4656303'} from n-d-809883-1. {{(pid=95593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:54:44.057547 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f067df65-083a-47eb-be2b-41f0e220388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.059111 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c0047bf2-47c8-4bc0-a366-6333f6c13e55 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.062177 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c9185a76-f0a0-468a-9552-6087bf7bfddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.129508 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'port': 2} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:44.134414 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.165669 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.183080 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c0047bf2-47c8-4bc0-a366-6333f6c13e55 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.222111 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c0047bf2-47c8-4bc0-a366-6333f6c13e55 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network 0a149372-fded-4bf4-878a-06a8fa5817dc is not hosted by any dhcp agent {{(pid=95591) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 23:54:44.233809 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0047bf2-47c8-4bc0-a366-6333f6c13e55 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:44.234757 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c0047bf2-47c8-4bc0-a366-6333f6c13e55 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.236446 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c0047bf2-47c8-4bc0-a366-6333f6c13e55 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "PUT /v2.0/networks/0a149372-fded-4bf4-878a-06a8fa5817dc HTTP/1.1" status: 200 len: 723 time: 0.4792974 Sep 17 23:54:44.242865 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50242) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:44.247897 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-1feecdf4-41ca-4cd7-b7a6-a70e18cb6524 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'subnet': {'network_id': '0a149372-fded-4bf4-878a-06a8fa5817dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:44.283371 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 980c20eb-8094-4869-9928-50bbe4656303 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:54:44.285781 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Allocated IP 172.25.3.147 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/9d148ae6-d345-413f-a58e-4af99472edfe) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:44.307538 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-f067df65-083a-47eb-be2b-41f0e220388c None None] Allocated IP 172.20.0.1 (1baf16a8-c7d5-4de6-945c-6555010ca149/bbd29f70-b132-4e54-922c-97ba3c7adba2/980c20eb-8094-4869-9928-50bbe4656303) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:44.353733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ddaaa-a84a-48ac-b262-d58c5ad10881 req-97fe41cd-9de6-4cce-a874-812f02808572 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:44.355309 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-880ddaaa-a84a-48ac-b262-d58c5ad10881 req-97fe41cd-9de6-4cce-a874-812f02808572 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 946 time: 0.1694405 Sep 17 23:54:44.359639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] device_id is not set on port bbbb2812-2927-42b8-b2de-ca82af8c5989 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:54:44.364191 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0047bf2-47c8-4bc0-a366-6333f6c13e55 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Network': ['ID=0a149372-fded-4bf4-878a-06a8fa5817dc,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:44.382954 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 0a149372-fded-4bf4-878a-06a8fa5817dc details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:44.469288 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f47c0873-73a9-457f-806c-722ccdd6bb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.509961 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 980c20eb-8094-4869-9928-50bbe4656303 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:44.510529 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.514989 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-880ddaaa-a84a-48ac-b262-d58c5ad10881 req-e17857af-b666-477b-8b96-985ecb99aac9 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193485 Sep 17 23:54:44.544998 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.550275 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.552468 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f067df65-083a-47eb-be2b-41f0e220388c None None] For port 980c20eb-8094-4869-9928-50bbe4656303, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=980c20eb-8094-4869-9928-50bbe4656303,segment=NetworkSegment(14c8e8cb-ebc4-46c7-9540-6876a03d98c1),segment_id=14c8e8cb-ebc4-46c7-9540-6876a03d98c1)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:44.567370 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1feecdf4-41ca-4cd7-b7a6-a70e18cb6524 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Made reservation on behalf of 59d7097f09284739bdf535d1f28e2ab0 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:44.575066 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1feecdf4-41ca-4cd7-b7a6-a70e18cb6524 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.603121 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f067df65-083a-47eb-be2b-41f0e220388c None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.651281 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] device_id is not set on port 2b26ddac-116f-4ca9-9ddc-883407506c71 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:54:44.695963 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f067df65-083a-47eb-be2b-41f0e220388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.802269 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.805986 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f47c0873-73a9-457f-806c-722ccdd6bb15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.809185 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.827628 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067df65-083a-47eb-be2b-41f0e220388c None None] Pushing event updated for resources: {'Port': ['ID=980c20eb-8094-4869-9928-50bbe4656303,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:44.873178 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:44.883238 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:44.902882 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:44.908570 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f47c0873-73a9-457f-806c-722ccdd6bb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.918148 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.977801 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network 355df454-cede-4ca4-9c86-f698f202302a is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:44.985228 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:44.992334 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:44.994619 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:44.996994 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=9d148ae6-d345-413f-a58e-4af99472edfe,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:45.007344 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=bbbb2812-2927-42b8-b2de-ca82af8c5989,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:45.053185 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f47c0873-73a9-457f-806c-722ccdd6bb15 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=252132e62ee5446c94a4d4d56bf5fb93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3055644 Sep 17 23:54:45.058314 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50252) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:45.063880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c0873-73a9-457f-806c-722ccdd6bb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964b171a-96cf-4734-a14e-9bb7d1f425c7,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:45.079751 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07d6e9-e704-4189-96e1-c249d60a8072 req-135eab9a-6767-49f6-bf3d-331dd263087e tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:45.081355 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae07d6e9-e704-4189-96e1-c249d60a8072 req-135eab9a-6767-49f6-bf3d-331dd263087e tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.2035894 Sep 17 23:54:45.107666 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1feecdf4-41ca-4cd7-b7a6-a70e18cb6524 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:45.118964 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=2b26ddac-116f-4ca9-9ddc-883407506c71,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:45.150886 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Checking segment: {'id': '0c7f9b53-da02-4e88-86ea-4662178babc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e5b45385-df3f-4a27-9a44-acfa762077e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:45.151311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network hostable DHCP agents. Network: e5b45385-df3f-4a27-9a44-acfa762077e2, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:54:45.165903 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cd64d15a-39da-4f27-8f5d-125de39ca13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:45.194094 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cd64d15a-39da-4f27-8f5d-125de39ca13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:45.239399 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network e5b45385-df3f-4a27-9a44-acfa762077e2 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:54:45.247189 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feecdf4-41ca-4cd7-b7a6-a70e18cb6524 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Subnet': ['ID=b99a8ab3-b676-458e-9ac9-a895493049b7,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:45.293383 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae07d6e9-e704-4189-96e1-c249d60a8072 req-45c49a9c-63d0-4436-89c4-8a507fa5b764 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946058 Sep 17 23:54:45.323061 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cd64d15a-39da-4f27-8f5d-125de39ca13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:45.325704 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cd64d15a-39da-4f27-8f5d-125de39ca13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:45.326951 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cd64d15a-39da-4f27-8f5d-125de39ca13b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/964b171a-96cf-4734-a14e-9bb7d1f425c7 HTTP/1.1" status: 204 len: 168 time: 0.2676966 Sep 17 23:54:45.345914 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64d15a-39da-4f27-8f5d-125de39ca13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964b171a-96cf-4734-a14e-9bb7d1f425c7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:45.358227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, e5b45385-df3f-4a27-9a44-acfa762077e2) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:45.369806 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:45.373452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feecdf4-41ca-4cd7-b7a6-a70e18cb6524 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Checking segment: {'id': '2b838901-3bbd-45f7-ac66-18a09b7c1b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0a149372-fded-4bf4-878a-06a8fa5817dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:45.373828 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feecdf4-41ca-4cd7-b7a6-a70e18cb6524 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network hostable DHCP agents. Network: 0a149372-fded-4bf4-878a-06a8fa5817dc, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:54:45.376629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:45.383123 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:45.385683 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:45.396496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b564b7-3087-42ff-8356-135c5cf71559 None None] Network e5b45385-df3f-4a27-9a44-acfa762077e2 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:45.530096 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feecdf4-41ca-4cd7-b7a6-a70e18cb6524 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network 0a149372-fded-4bf4-878a-06a8fa5817dc is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:54:45.538195 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-282c39fa-a3ec-414c-9717-7f4225463abd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1447318 Sep 17 23:54:45.540748 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50264) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:45.542542 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-1feecdf4-41ca-4cd7-b7a6-a70e18cb6524 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 0a149372-fded-4bf4-878a-06a8fa5817dc) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:45.552239 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feecdf4-41ca-4cd7-b7a6-a70e18cb6524 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:45.554668 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1feecdf4-41ca-4cd7-b7a6-a70e18cb6524 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:45.602162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97fe593-d95c-40c7-84fe-70e868bd9e6a None None] Network 0a149372-fded-4bf4-878a-06a8fa5817dc requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:45.610379 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e8936f-23f8-4adb-8971-1d56c3acefb2 None None] Network 1baf16a8-c7d5-4de6-945c-6555010ca149 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:45.672996 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1feecdf4-41ca-4cd7-b7a6-a70e18cb6524 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4287634 Sep 17 23:54:45.676288 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50266) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:45.680423 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-cb47cf1c-f126-4906-8d0d-20e0432af448 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port 2b26ddac-116f-4ca9-9ddc-883407506c71 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:54:45.680423 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb47cf1c-f126-4906-8d0d-20e0432af448 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:45.687585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f233f70b-6c6d-4d02-a9bd-24abd9169387 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:45.775364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f0202-53c9-4330-8636-9bd3f6e2f6a9 req-e5c9b343-7830-41e6-aaa9-45cbe82a32f4 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:45.782022 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f0202-53c9-4330-8636-9bd3f6e2f6a9 req-e5c9b343-7830-41e6-aaa9-45cbe82a32f4 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:45.785075 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0b4c2161-0101-4990-803d-a32db16d495d None None] Provisioning complete for port 980c20eb-8094-4869-9928-50bbe4656303 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:45.785456 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0b4c2161-0101-4990-803d-a32db16d495d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:45.788448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f0202-53c9-4330-8636-9bd3f6e2f6a9 req-e5c9b343-7830-41e6-aaa9-45cbe82a32f4 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:45.789827 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a9f0202-53c9-4330-8636-9bd3f6e2f6a9 req-e5c9b343-7830-41e6-aaa9-45cbe82a32f4 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77&device_id=545a9131-2c3a-4cd4-854a-46f75babdf03&device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 2418 time: 0.1195569 Sep 17 23:54:45.800140 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb47cf1c-f126-4906-8d0d-20e0432af448 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:45.840622 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:45.858658 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f233f70b-6c6d-4d02-a9bd-24abd9169387 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-18129132'] for subnet, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:45.957898 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-cb47cf1c-f126-4906-8d0d-20e0432af448 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for 2b26ddac-116f-4ca9-9ddc-883407506c71 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:54:45.993189 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a9f0202-53c9-4330-8636-9bd3f6e2f6a9 req-4bfc07da-bdb2-426d-bc79-2386a2f63ca0 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880749 Sep 17 23:54:46.088226 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-0a149372-fded-4bf4-878a-06a8fa5817dc', 'network_id': '0a149372-fded-4bf4-878a-06a8fa5817dc', 'tenant_id': '59d7097f09284739bdf535d1f28e2ab0', 'fixed_ips': [{'subnet_id': 'b99a8ab3-b676-458e-9ac9-a895493049b7'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:54:46.089844 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:46.186507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053d3ea-2b72-4ae7-a984-95878ff7dbe0 req-b3d994f1-a85d-475b-ad47-e5d49e1611ad tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:46.188264 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a053d3ea-2b72-4ae7-a984-95878ff7dbe0 req-b3d994f1-a85d-475b-ad47-e5d49e1611ad tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 946 time: 0.0564978 Sep 17 23:54:46.235363 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a053d3ea-2b72-4ae7-a984-95878ff7dbe0 req-c656666b-42b1-4411-946c-9f63fb7225cd tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337205 Sep 17 23:54:46.273574 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 980c20eb-8094-4869-9928-50bbe4656303 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:54:46.482682 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c98d37f5-005b-40b8-a53c-fc1e741a1000 None None] Provisioning complete for port 980c20eb-8094-4869-9928-50bbe4656303 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:46.483140 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c98d37f5-005b-40b8-a53c-fc1e741a1000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:46.522549 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f233f70b-6c6d-4d02-a9bd-24abd9169387 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778770519044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16985512'] for subnet, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:46.523063 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:46.580084 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f233f70b-6c6d-4d02-a9bd-24abd9169387 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:46.580682 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f233f70b-6c6d-4d02-a9bd-24abd9169387 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:46.585273 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f233f70b-6c6d-4d02-a9bd-24abd9169387 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "PUT /v2.0/subnets/b99a8ab3-b676-458e-9ac9-a895493049b7 HTTP/1.1" status: 200 len: 826 time: 0.9029195 Sep 17 23:54:46.585769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50294) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:46.602486 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233f70b-6c6d-4d02-a9bd-24abd9169387 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Subnet': ['ID=b99a8ab3-b676-458e-9ac9-a895493049b7,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:46.639598 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-02cf00ae-3945-484d-8d6c-1afff08cba3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:46.688500 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] Allocated IP 2001:db8::2 (0a149372-fded-4bf4-878a-06a8fa5817dc/b99a8ab3-b676-458e-9ac9-a895493049b7/b6e95290-0b9d-4e99-9279-767be8d8e5f8) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:46.718414 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb47cf1c-f126-4906-8d0d-20e0432af448 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:46.756257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 980c20eb-8094-4869-9928-50bbe4656303 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:46.756641 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:46.785529 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47cf1c-f126-4906-8d0d-20e0432af448 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=2b26ddac-116f-4ca9-9ddc-883407506c71,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:46.801010 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb47cf1c-f126-4906-8d0d-20e0432af448 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:46.801010 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cb47cf1c-f126-4906-8d0d-20e0432af448 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/ports/2b26ddac-116f-4ca9-9ddc-883407506c71 HTTP/1.1" status: 204 len: 168 time: 1.2560620 Sep 17 23:54:46.802209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50300) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:46.912274 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a156d928-ad0a-43e8-a33d-3e1bfced2616 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:46.917473 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:46.922120 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a156d928-ad0a-43e8-a33d-3e1bfced2616 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:46.924088 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a156d928-ad0a-43e8-a33d-3e1bfced2616 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1204660 Sep 17 23:54:46.926982 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50308) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:47.036548 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:47.080170 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:47.138026 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:47.154648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-4446af5c-522f-418d-9c60-a61f0b9d4e42 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port bbbb2812-2927-42b8-b2de-ca82af8c5989 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:54:47.155090 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4446af5c-522f-418d-9c60-a61f0b9d4e42 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:47.232306 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:47.300061 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=9d148ae6-d345-413f-a58e-4af99472edfe,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:47.309687 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4446af5c-522f-418d-9c60-a61f0b9d4e42 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:47.329407 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-4446af5c-522f-418d-9c60-a61f0b9d4e42 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for bbbb2812-2927-42b8-b2de-ca82af8c5989 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:54:47.335660 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:47.344502 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:47.390332 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:47.451353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] Network 0a149372-fded-4bf4-878a-06a8fa5817dc is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:47.454930 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:47.460232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:47.529787 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Floating IP b825df03-edd3-49f8-8527-6fb2ea0cdd4c associated. External IP: 172.25.3.147, port: 50a2125c-abf8-4b06-aa3b-96fc0cfa9d6a. Sep 17 23:54:47.534531 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:47.538217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] Attempting to bind port b6e95290-0b9d-4e99-9279-767be8d8e5f8 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:54:47.538590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] Attempting to bind port b6e95290-0b9d-4e99-9279-767be8d8e5f8 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '2b838901-3bbd-45f7-ac66-18a09b7c1b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0a149372-fded-4bf4-878a-06a8fa5817dc'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:54:47.538955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] Attempting to bind port b6e95290-0b9d-4e99-9279-767be8d8e5f8 on network 0a149372-fded-4bf4-878a-06a8fa5817dc {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:54:47.548260 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] Pushing event updated for resources: {'Port': ['ID=b6e95290-0b9d-4e99-9279-767be8d8e5f8,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:47.553237 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:54:47.553237 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] Checking segment: {'id': '2b838901-3bbd-45f7-ac66-18a09b7c1b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0a149372-fded-4bf4-878a-06a8fa5817dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:47.553237 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:47.553237 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] Bound using segment: {'id': '2b838901-3bbd-45f7-ac66-18a09b7c1b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0a149372-fded-4bf4-878a-06a8fa5817dc'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:54:47.553750 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] Bound port: b6e95290-0b9d-4e99-9279-767be8d8e5f8, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b838901-3bbd-45f7-ac66-18a09b7c1b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0a149372-fded-4bf4-878a-06a8fa5817dc'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:54:47.554136 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:47.636506 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] For port b6e95290-0b9d-4e99-9279-767be8d8e5f8, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:54:47.639652 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Subnet': ['ID=b99a8ab3-b676-458e-9ac9-a895493049b7,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:47.639978 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] For port b6e95290-0b9d-4e99-9279-767be8d8e5f8, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b6e95290-0b9d-4e99-9279-767be8d8e5f8,segment=NetworkSegment(2b838901-3bbd-45f7-ac66-18a09b7c1b3d),segment_id=2b838901-3bbd-45f7-ac66-18a09b7c1b3d)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:54:47.747582 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:47.753825 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:47.857438 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8c232-b496-4152-961a-30c06ee5dbc7 None None] Pushing event updated for resources: {'Port': ['ID=b6e95290-0b9d-4e99-9279-767be8d8e5f8,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:47.878025 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8bc2fd-0b5f-4f24-ab18-460a3ed2167b None None] Network 0a149372-fded-4bf4-878a-06a8fa5817dc requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:48.046324 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a9a9d3-81de-4d10-821d-5ee97d7d587c None None] Network 0a149372-fded-4bf4-878a-06a8fa5817dc requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:48.052204 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4446af5c-522f-418d-9c60-a61f0b9d4e42 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:48.065377 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c0a57-ca67-455e-a275-2d886730f97c req-0f983efe-017e-4dc7-8341-fc23472d38f7 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:48.072380 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-987c0a57-ca67-455e-a275-2d886730f97c req-0f983efe-017e-4dc7-8341-fc23472d38f7 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.5443857 Sep 17 23:54:48.142677 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:48.145332 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446af5c-522f-418d-9c60-a61f0b9d4e42 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=bbbb2812-2927-42b8-b2de-ca82af8c5989,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:48.183919 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4446af5c-522f-418d-9c60-a61f0b9d4e42 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:48.187687 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4446af5c-522f-418d-9c60-a61f0b9d4e42 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/ports/bbbb2812-2927-42b8-b2de-ca82af8c5989 HTTP/1.1" status: 204 len: 168 time: 1.2564232 Sep 17 23:54:48.191553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50350) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:48.198354 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a149372-fded-4bf4-878a-06a8fa5817dc']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:48.226058 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ccb206-6051-4014-ab07-9f92bc063905 None None] get_active_networks_info from n-d-809883-1 {{(pid=95593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:54:48.231574 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-987c0a57-ca67-455e-a275-2d886730f97c req-3fa87807-4d9a-43d1-a6f9-9445736c9f07 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542304 Sep 17 23:54:48.245945 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b838901-3bbd-45f7-ac66-18a09b7c1b3d') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:48.246243 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b838901-3bbd-45f7-ac66-18a09b7c1b3d') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:48.265863 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da81c3c-7e51-4071-af45-e640c0ad4b77 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:48.268492 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7da81c3c-7e51-4071-af45-e640c0ad4b77 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0778069 Sep 17 23:54:48.270225 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50354) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:48.287616 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:48.301589 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9241e5-e221-4b21-a531-8b96c10b1ba0 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] GET failed (client error): The resource could not be found. Sep 17 23:54:48.303641 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5c9241e5-e221-4b21-a531-8b96c10b1ba0 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports/2b26ddac-116f-4ca9-9ddc-883407506c71 HTTP/1.1" status: 404 len: 333 time: 0.0323894 Sep 17 23:54:48.306514 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50356) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:48.310485 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:48.322542 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:48.322864 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:48.326236 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:48.334351 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-7707546a-bea4-4b12-a5e0-21c318c08c02 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] GET failed (client error): The resource could not be found. Sep 17 23:54:48.336096 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7707546a-bea4-4b12-a5e0-21c318c08c02 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports/bbbb2812-2927-42b8-b2de-ca82af8c5989 HTTP/1.1" status: 404 len: 333 time: 0.0283935 Sep 17 23:54:48.339953 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50358) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:48.446919 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20ece70b-4192-4e49-835e-d7d079f5ab30 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:48.457057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ccb206-6051-4014-ab07-9f92bc063905 None None] Resources bound (agent type, host, resource id): {{(pid=95593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:54:48.477480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router 1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:54:48.490959 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.api [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 23:54:48.490959 n-d-809883-1 neutron-server[95592]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 23:54:48.490959 n-d-809883-1 neutron-server[95592]: [parameters: {'id': '0a149372-fded-4bf4-878a-06a8fa5817dc'}] Sep 17 23:54:48.490959 n-d-809883-1 neutron-server[95592]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:54:48.491804 n-d-809883-1 neutron-server[95592]: DEBUG oslo_db.api [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:54:48.564336 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20ece70b-4192-4e49-835e-d7d079f5ab30 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:48.587723 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-20ece70b-4192-4e49-835e-d7d079f5ab30 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b45385-df3f-4a27-9a44-acfa762077e2']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:48.598169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-20ece70b-4192-4e49-835e-d7d079f5ab30 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7f9b53-da02-4e88-86ea-4662178babc3') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:48.598521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-20ece70b-4192-4e49-835e-d7d079f5ab30 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7f9b53-da02-4e88-86ea-4662178babc3') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:48.608624 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20ece70b-4192-4e49-835e-d7d079f5ab30 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:48.621941 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20ece70b-4192-4e49-835e-d7d079f5ab30 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:48.628487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ece70b-4192-4e49-835e-d7d079f5ab30 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:48.629269 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20ece70b-4192-4e49-835e-d7d079f5ab30 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:48.681702 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:54:48.697334 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4f8f1-06fe-49a6-815c-0e19d3a17a83 None None] Sync routers for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:48.707207 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:48.709874 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4f8f1-06fe-49a6-815c-0e19d3a17a83 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:54:48.710502 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-95d4f8f1-06fe-49a6-815c-0e19d3a17a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:48.744236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-95d4f8f1-06fe-49a6-815c-0e19d3a17a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:48.751432 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:48.781822 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-28225db9-0c1b-45d4-ae12-041370e7f28d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.0488391 Sep 17 23:54:48.784436 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50384) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:48.785873 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20ece70b-4192-4e49-835e-d7d079f5ab30 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:48.792762 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-11a847d4-a335-4162-a975-965359dfbe2b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:48.809569 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20ece70b-4192-4e49-835e-d7d079f5ab30 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:48.810145 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4f8f1-06fe-49a6-815c-0e19d3a17a83 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:54:48.810340 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-20ece70b-4192-4e49-835e-d7d079f5ab30 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/networks/e5b45385-df3f-4a27-9a44-acfa762077e2 HTTP/1.1" status: 204 len: 168 time: 0.4557176 Sep 17 23:54:48.810443 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-95d4f8f1-06fe-49a6-815c-0e19d3a17a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:48.824981 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50386) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:48.834863 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-95d4f8f1-06fe-49a6-815c-0e19d3a17a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:48.835257 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b0651782-cd06-4be6-be8e-dfe2801b8740 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-245268008'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:48.835510 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4f8f1-06fe-49a6-815c-0e19d3a17a83 None None] The sync data for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:54:48.839551 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ece70b-4192-4e49-835e-d7d079f5ab30 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Network': ['ID=e5b45385-df3f-4a27-9a44-acfa762077e2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:48.882982 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-11a847d4-a335-4162-a975-965359dfbe2b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:48.935387 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0651782-cd06-4be6-be8e-dfe2801b8740 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:48.940712 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b0651782-cd06-4be6-be8e-dfe2801b8740 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:48.976484 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0651782-cd06-4be6-be8e-dfe2801b8740 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:48.985516 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b0651782-cd06-4be6-be8e-dfe2801b8740 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:48.985911 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-b0651782-cd06-4be6-be8e-dfe2801b8740 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Added segment c683f6ce-e6f4-4fac-844f-69563a04a260 of type vlan for network 2a0ace9f-75c4-4748-80f1-57533f572882 Sep 17 23:54:48.994288 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:49.030434 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b0651782-cd06-4be6-be8e-dfe2801b8740 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:49.038380 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-11a847d4-a335-4162-a975-965359dfbe2b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:49.085501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Deleting port b6e95290-0b9d-4e99-9279-767be8d8e5f8 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:54:49.085501 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:49.137124 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b0651782-cd06-4be6-be8e-dfe2801b8740 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:49.140387 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-11a847d4-a335-4162-a975-965359dfbe2b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:49.142929 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-11a847d4-a335-4162-a975-965359dfbe2b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Floating IP b825df03-edd3-49f8-8527-6fb2ea0cdd4c disassociated. External IP: 172.25.3.147, port: 50a2125c-abf8-4b06-aa3b-96fc0cfa9d6a. Sep 17 23:54:49.143063 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0651782-cd06-4be6-be8e-dfe2801b8740 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:49.143505 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b0651782-cd06-4be6-be8e-dfe2801b8740 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:49.184495 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] For port b6e95290-0b9d-4e99-9279-767be8d8e5f8, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b6e95290-0b9d-4e99-9279-767be8d8e5f8,segment=NetworkSegment(2b838901-3bbd-45f7-ac66-18a09b7c1b3d),segment_id=2b838901-3bbd-45f7-ac66-18a09b7c1b3d)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:49.184933 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:49.202125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Calling delete_port for b6e95290-0b9d-4e99-9279-767be8d8e5f8 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:54:49.216118 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0651782-cd06-4be6-be8e-dfe2801b8740 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Network': ['ID=2a0ace9f-75c4-4748-80f1-57533f572882,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:49.237204 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 2a0ace9f-75c4-4748-80f1-57533f572882 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:49.256539 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b0651782-cd06-4be6-be8e-dfe2801b8740 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4305260 Sep 17 23:54:49.259616 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50422) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:49.267415 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-6c56f3ff-fb90-45e1-81ef-3e73626db61c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'subnet': {'network_id': '2a0ace9f-75c4-4748-80f1-57533f572882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:49.429835 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076231b5-d036-433d-9288-c6098fad2b63 req-bc1dbf3c-42be-4fb2-82cb-19899f60d21a tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:49.433295 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-076231b5-d036-433d-9288-c6098fad2b63 req-bc1dbf3c-42be-4fb2-82cb-19899f60d21a tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.1115394 Sep 17 23:54:49.483637 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c56f3ff-fb90-45e1-81ef-3e73626db61c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:49.487812 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c56f3ff-fb90-45e1-81ef-3e73626db61c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:49.509034 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a847d4-a335-4162-a975-965359dfbe2b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router 1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:54:49.512808 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-076231b5-d036-433d-9288-c6098fad2b63 req-d13be705-19cc-46d7-8c64-808869592689 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531447 Sep 17 23:54:49.527043 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:49.591684 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Port': ['ID=b6e95290-0b9d-4e99-9279-767be8d8e5f8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:49.598953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] No DVR routers for this DVR port b6e95290-0b9d-4e99-9279-767be8d8e5f8 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:54:49.706803 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:49.724872 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:49.747043 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a847d4-a335-4162-a975-965359dfbe2b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:54:49.755887 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-11a847d4-a335-4162-a975-965359dfbe2b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:49.759248 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4616e62c-86d1-4a7d-a97a-e807f8ebfb55 None None] Sync routers for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:54:49.769341 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4616e62c-86d1-4a7d-a97a-e807f8ebfb55 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:54:49.774860 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4616e62c-86d1-4a7d-a97a-e807f8ebfb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:49.778391 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a149372-fded-4bf4-878a-06a8fa5817dc']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:49.793656 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b838901-3bbd-45f7-ac66-18a09b7c1b3d') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:49.793982 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b838901-3bbd-45f7-ac66-18a09b7c1b3d') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:49.800902 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4616e62c-86d1-4a7d-a97a-e807f8ebfb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:49.802702 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-11a847d4-a335-4162-a975-965359dfbe2b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "PUT /v2.0/floatingips/b825df03-edd3-49f8-8527-6fb2ea0cdd4c HTTP/1.1" status: 200 len: 688 time: 1.0169325 Sep 17 23:54:49.805573 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50440) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:49.806170 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:49.810212 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4616e62c-86d1-4a7d-a97a-e807f8ebfb55 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:54:49.810811 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4616e62c-86d1-4a7d-a97a-e807f8ebfb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:49.815680 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c56f3ff-fb90-45e1-81ef-3e73626db61c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:49.821744 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:49.828210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:49.828608 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:49.831817 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:49.842289 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4616e62c-86d1-4a7d-a97a-e807f8ebfb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:49.842942 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4616e62c-86d1-4a7d-a97a-e807f8ebfb55 None None] The sync data for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:54:49.990769 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56f3ff-fb90-45e1-81ef-3e73626db61c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Subnet': ['ID=94354b93-1a96-4c3a-a145-906f457cabc4,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:49.995810 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:50.004004 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:50.007059 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c56f3ff-fb90-45e1-81ef-3e73626db61c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Checking segment: {'id': 'c683f6ce-e6f4-4fac-844f-69563a04a260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2a0ace9f-75c4-4748-80f1-57533f572882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:50.007420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c56f3ff-fb90-45e1-81ef-3e73626db61c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network hostable DHCP agents. Network: 2a0ace9f-75c4-4748-80f1-57533f572882, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:54:50.007993 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/networks/0a149372-fded-4bf4-878a-06a8fa5817dc HTTP/1.1" status: 204 len: 168 time: 3.4185786 Sep 17 23:54:50.016555 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50446) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:50.042863 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a78feaa1-72fa-4678-bdb6-dc806bf18485 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Deleting port 9d148ae6-d345-413f-a58e-4af99472edfe {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:54:50.043459 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a78feaa1-72fa-4678-bdb6-dc806bf18485 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:50.050493 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d697cfc-6035-4e3b-b3e7-6ec93db41de4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] DELETE failed (client error): The resource could not be found. Sep 17 23:54:50.051367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d697cfc-6035-4e3b-b3e7-6ec93db41de4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:54:50.053865 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9d697cfc-6035-4e3b-b3e7-6ec93db41de4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/networks/0a149372-fded-4bf4-878a-06a8fa5817dc HTTP/1.1" status: 404 len: 339 time: 0.0397987 Sep 17 23:54:50.054944 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfca90e-2826-4775-952d-493dac305a8c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Network': ['ID=0a149372-fded-4bf4-878a-06a8fa5817dc,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:50.059349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50450) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:50.064340 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-b56c68bc-ea66-4768-9eac-c2797f875d9b tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2058120057', 'description': 'd1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:50.103616 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c56f3ff-fb90-45e1-81ef-3e73626db61c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network 2a0ace9f-75c4-4748-80f1-57533f572882 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:54:50.141941 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a78feaa1-72fa-4678-bdb6-dc806bf18485 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:50.142266 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a78feaa1-72fa-4678-bdb6-dc806bf18485 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:50.152981 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50454) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:50.158187 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a78feaa1-72fa-4678-bdb6-dc806bf18485 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Calling delete_port for 9d148ae6-d345-413f-a58e-4af99472edfe owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:54:50.164566 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56c68bc-ea66-4768-9eac-c2797f875d9b tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Made reservation on behalf of 59d7097f09284739bdf535d1f28e2ab0 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:50.171519 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b56c68bc-ea66-4768-9eac-c2797f875d9b tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:50.203473 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56c68bc-ea66-4768-9eac-c2797f875d9b tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:50.206873 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-6c56f3ff-fb90-45e1-81ef-3e73626db61c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 2a0ace9f-75c4-4748-80f1-57533f572882) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:50.217373 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c56f3ff-fb90-45e1-81ef-3e73626db61c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:50.218044 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84336ccc-b17c-4eb6-a694-48055af5e16b None None] Network 2a0ace9f-75c4-4748-80f1-57533f572882 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:50.218157 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c56f3ff-fb90-45e1-81ef-3e73626db61c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:50.227759 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b56c68bc-ea66-4768-9eac-c2797f875d9b tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:50.228465 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-b56c68bc-ea66-4768-9eac-c2797f875d9b tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Added segment 3f3f3e91-96b4-41ee-89a9-c7c032771dcf of type vlan for network c6637dfa-ebfa-4493-9fb1-7f8d4bc777ad Sep 17 23:54:50.291010 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b56c68bc-ea66-4768-9eac-c2797f875d9b tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:50.307587 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6c56f3ff-fb90-45e1-81ef-3e73626db61c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0458262 Sep 17 23:54:50.310197 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50458) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:50.315698 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-aaed2453-558e-4456-8f1a-cc4a4dedd862 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'network_id': '2a0ace9f-75c4-4748-80f1-57533f572882', 'name': 'tempest-PortsTestJSON-1583742987'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:50.369642 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b56c68bc-ea66-4768-9eac-c2797f875d9b tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:50.376336 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56c68bc-ea66-4768-9eac-c2797f875d9b tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:50.377024 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b56c68bc-ea66-4768-9eac-c2797f875d9b tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:50.398775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-2a0ace9f-75c4-4748-80f1-57533f572882', 'network_id': '2a0ace9f-75c4-4748-80f1-57533f572882', 'tenant_id': '6714d67afbe9424390973f011b7536ca', 'fixed_ips': [{'subnet_id': '94354b93-1a96-4c3a-a145-906f457cabc4'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:54:50.399817 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:50.468057 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c68bc-ea66-4768-9eac-c2797f875d9b tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Network': ['ID=c6637dfa-ebfa-4493-9fb1-7f8d4bc777ad,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:50.478524 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6c890beb-3834-456f-903f-03d124313d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:50.479113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network c6637dfa-ebfa-4493-9fb1-7f8d4bc777ad details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:50.484353 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50460) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:50.485056 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b56c68bc-ea66-4768-9eac-c2797f875d9b tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4245229 Sep 17 23:54:50.702333 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] Allocated IP 172.20.0.2 (2a0ace9f-75c4-4748-80f1-57533f572882/94354b93-1a96-4c3a-a145-906f457cabc4/78db5518-b05e-46ed-ad3e-ef71217556f9) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:50.702958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44350683-842f-4c66-8bc3-bd5b87072419 req-2d42fe76-f63f-466f-bb07-b7275defc50b tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:50.710670 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-44350683-842f-4c66-8bc3-bd5b87072419 req-2d42fe76-f63f-466f-bb07-b7275defc50b tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.1029456 Sep 17 23:54:50.752794 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6c890beb-3834-456f-903f-03d124313d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:50.769705 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-44350683-842f-4c66-8bc3-bd5b87072419 req-002566c0-ad8f-46fe-856c-a5c33bcfdd44 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577626 Sep 17 23:54:50.832850 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6c890beb-3834-456f-903f-03d124313d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:50.871160 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:50.876206 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6c890beb-3834-456f-903f-03d124313d17 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=729e247102074c5085237f1d0f3baae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7219470 Sep 17 23:54:50.878606 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c890beb-3834-456f-903f-03d124313d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e78b9b-369b-49bb-ab4e-ca9b14a7e83c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:50.882755 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50468) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:50.917965 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a78feaa1-72fa-4678-bdb6-dc806bf18485 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:50.920428 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaed2453-558e-4456-8f1a-cc4a4dedd862 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:50.923109 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aaed2453-558e-4456-8f1a-cc4a4dedd862 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:50.934646 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f392de8d-5370-4691-9f2f-f8a9b88865c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:50.957213 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f392de8d-5370-4691-9f2f-f8a9b88865c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:50.969677 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78feaa1-72fa-4678-bdb6-dc806bf18485 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event deleted for resources: {'Port': ['ID=9d148ae6-d345-413f-a58e-4af99472edfe,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:50.996389 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9203c1b-8a64-4cbd-8735-a058034724f4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:50.997920 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c9203c1b-8a64-4cbd-8735-a058034724f4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "GET /v2.0/networks?id=c6637dfa-ebfa-4493-9fb1-7f8d4bc777ad HTTP/1.1" status: 200 len: 765 time: 0.5123410 Sep 17 23:54:51.001265 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50472) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:51.005897 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-aaed2453-558e-4456-8f1a-cc4a4dedd862 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] device_id is not set on port 403cc7e2-4f09-4212-bd4d-acb5f2596147 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:54:51.008591 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-2657c658-3521-4dd5-b6ab-e434d95eba8a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'network': {'description': 'd2'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:51.027103 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:51.056221 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a78feaa1-72fa-4678-bdb6-dc806bf18485 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:51.060019 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a78feaa1-72fa-4678-bdb6-dc806bf18485 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:51.063639 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a78feaa1-72fa-4678-bdb6-dc806bf18485 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "DELETE /v2.0/floatingips/b825df03-edd3-49f8-8527-6fb2ea0cdd4c HTTP/1.1" status: 204 len: 168 time: 1.2547357 Sep 17 23:54:51.066310 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50476) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:51.071383 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] Network 2a0ace9f-75c4-4748-80f1-57533f572882 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:51.072682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '18be6d52-560c-4618-9368-b0ff19818c2a'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:51.074967 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:51.082577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:51.095727 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] Pushing event updated for resources: {'Port': ['ID=78db5518-b05e-46ed-ad3e-ef71217556f9,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:51.124724 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f392de8d-5370-4691-9f2f-f8a9b88865c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:51.132573 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f392de8d-5370-4691-9f2f-f8a9b88865c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:51.133792 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f392de8d-5370-4691-9f2f-f8a9b88865c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14e78b9b-369b-49bb-ab4e-ca9b14a7e83c HTTP/1.1" status: 204 len: 168 time: 0.2500973 Sep 17 23:54:51.156124 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50480) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:51.162532 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] Attempting to bind port 78db5518-b05e-46ed-ad3e-ef71217556f9 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:54:51.163491 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] Attempting to bind port 78db5518-b05e-46ed-ad3e-ef71217556f9 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'c683f6ce-e6f4-4fac-844f-69563a04a260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2a0ace9f-75c4-4748-80f1-57533f572882'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:54:51.167918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] Attempting to bind port 78db5518-b05e-46ed-ad3e-ef71217556f9 on network 2a0ace9f-75c4-4748-80f1-57533f572882 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:54:51.172966 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392de8d-5370-4691-9f2f-f8a9b88865c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e78b9b-369b-49bb-ab4e-ca9b14a7e83c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:51.177106 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:54:51.177486 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] Checking segment: {'id': 'c683f6ce-e6f4-4fac-844f-69563a04a260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2a0ace9f-75c4-4748-80f1-57533f572882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:51.177888 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:51.178277 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] Bound using segment: {'id': 'c683f6ce-e6f4-4fac-844f-69563a04a260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2a0ace9f-75c4-4748-80f1-57533f572882'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:54:51.178744 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] Bound port: 78db5518-b05e-46ed-ad3e-ef71217556f9, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c683f6ce-e6f4-4fac-844f-69563a04a260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2a0ace9f-75c4-4748-80f1-57533f572882'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:54:51.179117 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:51.227985 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2657c658-3521-4dd5-b6ab-e434d95eba8a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:51.252241 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:51.268699 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] For port 78db5518-b05e-46ed-ad3e-ef71217556f9, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:54:51.272033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] For port 78db5518-b05e-46ed-ad3e-ef71217556f9, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=78db5518-b05e-46ed-ad3e-ef71217556f9,segment=NetworkSegment(c683f6ce-e6f4-4fac-844f-69563a04a260),segment_id=c683f6ce-e6f4-4fac-844f-69563a04a260)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:54:51.298140 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-aaed2453-558e-4456-8f1a-cc4a4dedd862 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Allocated IP 172.20.0.7 (2a0ace9f-75c4-4748-80f1-57533f572882/94354b93-1a96-4c3a-a145-906f457cabc4/403cc7e2-4f09-4212-bd4d-acb5f2596147) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:51.316324 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b6f2d98c-c1c8-4fe4-9395-db0288509adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:51.336148 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2657c658-3521-4dd5-b6ab-e434d95eba8a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:51.368570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2657c658-3521-4dd5-b6ab-e434d95eba8a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network c6637dfa-ebfa-4493-9fb1-7f8d4bc777ad is not hosted by any dhcp agent {{(pid=95592) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 23:54:51.374584 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2657c658-3521-4dd5-b6ab-e434d95eba8a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:51.375178 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2657c658-3521-4dd5-b6ab-e434d95eba8a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:51.376456 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2657c658-3521-4dd5-b6ab-e434d95eba8a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "PUT /v2.0/networks/c6637dfa-ebfa-4493-9fb1-7f8d4bc777ad HTTP/1.1" status: 200 len: 762 time: 0.3740995 Sep 17 23:54:51.380312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50484) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:51.415166 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:51.455208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657c658-3521-4dd5-b6ab-e434d95eba8a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Network': ['ID=c6637dfa-ebfa-4493-9fb1-7f8d4bc777ad,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:51.480985 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network c6637dfa-ebfa-4493-9fb1-7f8d4bc777ad details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:51.482663 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:51.541858 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0870af8f-47ef-436e-8f99-90c38a8d53fa tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:51.547492 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0870af8f-47ef-436e-8f99-90c38a8d53fa tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "GET /v2.0/networks?id=c6637dfa-ebfa-4493-9fb1-7f8d4bc777ad HTTP/1.1" status: 200 len: 765 time: 0.1641247 Sep 17 23:54:51.553125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50486) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:51.564324 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aaed2453-558e-4456-8f1a-cc4a4dedd862 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:51.567996 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2cd6f-d1e0-4b6a-ae9e-a43787130c06 None None] Pushing event updated for resources: {'Port': ['ID=78db5518-b05e-46ed-ad3e-ef71217556f9,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:51.680084 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Allocated IP 172.25.3.84 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/de6d1037-2c76-4fcb-afaf-440551110de9) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:51.717438 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b6f2d98c-c1c8-4fe4-9395-db0288509adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:51.778012 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aaed2453-558e-4456-8f1a-cc4a4dedd862 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:51.784096 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1230e280-f031-4cbf-857e-8b133514679c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:51.786509 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1230e280-f031-4cbf-857e-8b133514679c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2322397 Sep 17 23:54:51.789895 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50492) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:51.815031 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b6f2d98c-c1c8-4fe4-9395-db0288509adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:51.872746 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c2024481-530e-44d3-ab63-ed94ddfcc46b tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "GET /v2.0/subnets?network_id=544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 207 time: 0.0741322 Sep 17 23:54:51.873688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50496) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:51.880021 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2d98c-c1c8-4fe4-9395-db0288509adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532335e5-3d2e-4eb4-a995-d37c65133a1f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:51.911494 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b6f2d98c-c1c8-4fe4-9395-db0288509adf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e2c0e555638f4e6abd0cb44af87c288b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7529333 Sep 17 23:54:51.915146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50498) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:51.924399 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaed2453-558e-4456-8f1a-cc4a4dedd862 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network 2a0ace9f-75c4-4748-80f1-57533f572882 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:51.941134 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-aaed2453-558e-4456-8f1a-cc4a4dedd862 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:51.946589 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed2453-558e-4456-8f1a-cc4a4dedd862 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=403cc7e2-4f09-4212-bd4d-acb5f2596147,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:51.946759 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed2453-558e-4456-8f1a-cc4a4dedd862 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:51.994276 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:52.027788 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50500) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:52.042817 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd6561-9d04-4569-b661-9fea2cd4fed3 req-802e995e-4bea-493b-85a7-1dc530a8f07e tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:52.044476 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23cd6561-9d04-4569-b661-9fea2cd4fed3 req-802e995e-4bea-493b-85a7-1dc530a8f07e tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.1308436 Sep 17 23:54:52.049679 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-027c5b01-ad04-4c24-924f-5c188f969dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:52.054486 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9cde477e-010a-4dba-a10e-e833d661c8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:52.070368 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaed2453-558e-4456-8f1a-cc4a4dedd862 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:52.070992 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aaed2453-558e-4456-8f1a-cc4a4dedd862 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:52.100243 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-027c5b01-ad04-4c24-924f-5c188f969dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:52.114551 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83faf24-b5c0-4de6-b5fb-3d2ea9e1b9e8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:52.120868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83faf24-b5c0-4de6-b5fb-3d2ea9e1b9e8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:52.121316 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23cd6561-9d04-4569-b661-9fea2cd4fed3 req-24fdad42-bfe0-4f90-8e59-c04ca9107738 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697062 Sep 17 23:54:52.127090 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83faf24-b5c0-4de6-b5fb-3d2ea9e1b9e8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:52.133082 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83faf24-b5c0-4de6-b5fb-3d2ea9e1b9e8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:52.145261 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83faf24-b5c0-4de6-b5fb-3d2ea9e1b9e8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:52.145424 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83faf24-b5c0-4de6-b5fb-3d2ea9e1b9e8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:52.148580 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e83faf24-b5c0-4de6-b5fb-3d2ea9e1b9e8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2668290 Sep 17 23:54:52.152186 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50502) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:52.182549 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-aaed2453-558e-4456-8f1a-cc4a4dedd862 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8708949 Sep 17 23:54:52.185095 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50506) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:52.254264 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:52.301170 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-027c5b01-ad04-4c24-924f-5c188f969dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:52.305462 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-027c5b01-ad04-4c24-924f-5c188f969dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:52.306471 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-027c5b01-ad04-4c24-924f-5c188f969dbf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/532335e5-3d2e-4eb4-a995-d37c65133a1f HTTP/1.1" status: 204 len: 168 time: 0.3900440 Sep 17 23:54:52.337996 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 78db5518-b05e-46ed-ad3e-ef71217556f9 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:54:52.351948 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b0e4ad4f-daec-4fed-9152-bd5e305e73a2 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1983483 Sep 17 23:54:52.358757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c5b01-ad04-4c24-924f-5c188f969dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532335e5-3d2e-4eb4-a995-d37c65133a1f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:52.360873 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50510) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:52.427211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:52.431693 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:52.467350 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:52.489626 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a6ff1d-3d39-4f97-8685-c8a1e5d41500 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:52.491522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a6ff1d-3d39-4f97-8685-c8a1e5d41500 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:52.493550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a6ff1d-3d39-4f97-8685-c8a1e5d41500 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:52.495671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a6ff1d-3d39-4f97-8685-c8a1e5d41500 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:52.497650 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a6ff1d-3d39-4f97-8685-c8a1e5d41500 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:52.502047 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 78db5518-b05e-46ed-ad3e-ef71217556f9 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:52.503704 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:52.505837 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-29a6ff1d-3d39-4f97-8685-c8a1e5d41500 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1358762 Sep 17 23:54:52.509276 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=de6d1037-2c76-4fcb-afaf-440551110de9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:52.512519 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50512) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:52.531183 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-2efbc53e-def2-4269-8045-be9864555fdf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port 403cc7e2-4f09-4212-bd4d-acb5f2596147 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:54:52.531552 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2efbc53e-def2-4269-8045-be9864555fdf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:52.594878 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9cde477e-010a-4dba-a10e-e833d661c8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:52.608457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1baa54-e197-41e8-a716-73a9548a742a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:52.610222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1baa54-e197-41e8-a716-73a9548a742a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:52.611880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1baa54-e197-41e8-a716-73a9548a742a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:52.613405 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1baa54-e197-41e8-a716-73a9548a742a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:52.614819 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1baa54-e197-41e8-a716-73a9548a742a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:52.618660 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:52.622206 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3b1baa54-e197-41e8-a716-73a9548a742a tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1029544 Sep 17 23:54:52.627485 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50514) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:52.694539 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 78db5518-b05e-46ed-ad3e-ef71217556f9, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=78db5518-b05e-46ed-ad3e-ef71217556f9,segment=NetworkSegment(c683f6ce-e6f4-4fac-844f-69563a04a260),segment_id=c683f6ce-e6f4-4fac-844f-69563a04a260)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:52.695821 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9cde477e-010a-4dba-a10e-e833d661c8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:52.729181 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2efbc53e-def2-4269-8045-be9864555fdf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:52.744946 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde477e-010a-4dba-a10e-e833d661c8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7be34c5-cbc5-49f6-a6a9-ec250d9b4b01,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:52.763369 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9cde477e-010a-4dba-a10e-e833d661c8a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d947332dd804f3aab2ef700e4e99a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7314031 Sep 17 23:54:52.765014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50516) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:52.781137 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:52.800953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e27fc8-bfba-4846-81aa-93b9b9d79edb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:52.808097 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-36e27fc8-bfba-4846-81aa-93b9b9d79edb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "GET /v2.0/networks/eeacdc73-c59f-4d5a-a873-65edfd565b10 HTTP/1.1" status: 200 len: 804 time: 0.1842148 Sep 17 23:54:52.813274 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50518) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:52.834456 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-2efbc53e-def2-4269-8045-be9864555fdf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for 403cc7e2-4f09-4212-bd4d-acb5f2596147 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:54:52.870678 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=78db5518-b05e-46ed-ad3e-ef71217556f9,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:52.911952 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc48849e-6479-40fc-a905-4f75946f6fda None None] Network 2a0ace9f-75c4-4748-80f1-57533f572882 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:52.961562 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d65bb25d-a596-4845-a481-a6f4c7cf41a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:53.001855 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e46bc0b3-63cc-46c5-960e-c2989a283611 None None] Provisioning complete for port 78db5518-b05e-46ed-ad3e-ef71217556f9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:53.002373 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e46bc0b3-63cc-46c5-960e-c2989a283611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:53.036812 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d65bb25d-a596-4845-a481-a6f4c7cf41a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:53.071022 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c6fc30fd-fc82-43d3-972b-4dd638590788 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "GET /v2.0/networks/eeacdc73-c59f-4d5a-a873-65edfd565b10?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2565842 Sep 17 23:54:53.075257 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50524) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:53.178325 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:53.178533 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca1c930-84f5-4f3c-8d1e-91865ce0017e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:53.180300 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dca1c930-84f5-4f3c-8d1e-91865ce0017e tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "GET /v2.0/subnets/49c741b6-d468-42ee-94f9-3f1b84a392c2 HTTP/1.1" status: 200 len: 843 time: 0.1036675 Sep 17 23:54:53.184356 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50528) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:53.278750 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2efbc53e-def2-4269-8045-be9864555fdf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:53.321768 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbc53e-def2-4269-8045-be9864555fdf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=403cc7e2-4f09-4212-bd4d-acb5f2596147,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:53.391329 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:53.424169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50530) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:53.464262 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7bdca2e0-7e1c-4121-ae68-823da57a3586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:53.466668 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2efbc53e-def2-4269-8045-be9864555fdf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:53.471513 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2efbc53e-def2-4269-8045-be9864555fdf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/ports/403cc7e2-4f09-4212-bd4d-acb5f2596147 HTTP/1.1" status: 204 len: 168 time: 1.2822180 Sep 17 23:54:53.474165 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50532) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:53.492921 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5b4fd647-84fb-4edf-ad6b-4092c1cd8b2a None None] Provisioning complete for port 78db5518-b05e-46ed-ad3e-ef71217556f9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:53.493566 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5b4fd647-84fb-4edf-ad6b-4092c1cd8b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:53.528029 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4424679-120d-4ad2-ab2c-4e9fbda39b82 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] DELETE failed (client error): The resource could not be found. Sep 17 23:54:53.529186 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4424679-120d-4ad2-ab2c-4e9fbda39b82 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:54:53.531462 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f4424679-120d-4ad2-ab2c-4e9fbda39b82 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/ports/403cc7e2-4f09-4212-bd4d-acb5f2596147 HTTP/1.1" status: 404 len: 333 time: 0.0506339 Sep 17 23:54:53.538522 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50534) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:53.546724 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d65bb25d-a596-4845-a481-a6f4c7cf41a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:53.552081 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d65bb25d-a596-4845-a481-a6f4c7cf41a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:53.552081 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d65bb25d-a596-4845-a481-a6f4c7cf41a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c7be34c5-cbc5-49f6-a6a9-ec250d9b4b01 HTTP/1.1" status: 204 len: 168 time: 0.7844894 Sep 17 23:54:53.600630 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bb25d-a596-4845-a481-a6f4c7cf41a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7be34c5-cbc5-49f6-a6a9-ec250d9b4b01,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:53.618603 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-36504c4d-1297-471a-844e-0060ba308ae4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] GET failed (client error): The resource could not be found. Sep 17 23:54:53.626169 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-36504c4d-1297-471a-844e-0060ba308ae4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports/403cc7e2-4f09-4212-bd4d-acb5f2596147 HTTP/1.1" status: 404 len: 333 time: 0.0863628 Sep 17 23:54:53.632095 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50540) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:53.642617 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95c2e41-2a12-47f4-9300-6cb61fa92cca tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:53.644082 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e95c2e41-2a12-47f4-9300-6cb61fa92cca tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "GET /v2.0/subnets/49c741b6-d468-42ee-94f9-3f1b84a392c2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4586899 Sep 17 23:54:53.655674 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50542) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:53.662725 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5b4fd647-84fb-4edf-ad6b-4092c1cd8b2a None None] Could not find standard attr ID for object 403cc7e2-4f09-4212-bd4d-acb5f2596147. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:54:53.670614 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-bec6bae2-7fa1-4fd3-81a8-c98c1127f20c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-553053931'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:53.682873 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb0cfd-bb58-4b21-af9b-72003676adcb req-e7e8f9aa-6f27-40ef-ad19-45bc8639ba53 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:53.690218 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3fdb0cfd-bb58-4b21-af9b-72003676adcb req-e7e8f9aa-6f27-40ef-ad19-45bc8639ba53 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.1472645 Sep 17 23:54:53.717215 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-8534471a-4b09-44e4-a739-d510c9121931 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting subnet 94354b93-1a96-4c3a-a145-906f457cabc4 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:54:53.728320 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8534471a-4b09-44e4-a739-d510c9121931 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:53.729864 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3fdb0cfd-bb58-4b21-af9b-72003676adcb req-d1650549-4abe-4383-99a2-753a3bf32bfb tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379579 Sep 17 23:54:53.773691 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-32e5cc0d-0380-4b98-ba19-5e7a3d664a53 None None] Could not find standard attr ID for object 403cc7e2-4f09-4212-bd4d-acb5f2596147. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:54:53.805825 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8534471a-4b09-44e4-a739-d510c9121931 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:53.867463 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:53.895065 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7bdca2e0-7e1c-4121-ae68-823da57a3586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:53.936211 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8534471a-4b09-44e4-a739-d510c9121931 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:53.965011 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:53.980117 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7bdca2e0-7e1c-4121-ae68-823da57a3586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:54.038128 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec6bae2-7fa1-4fd3-81a8-c98c1127f20c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Made reservation on behalf of 59d7097f09284739bdf535d1f28e2ab0 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:54.041977 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bec6bae2-7fa1-4fd3-81a8-c98c1127f20c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:54.067002 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec6bae2-7fa1-4fd3-81a8-c98c1127f20c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:54.077390 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bec6bae2-7fa1-4fd3-81a8-c98c1127f20c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:54.077953 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-bec6bae2-7fa1-4fd3-81a8-c98c1127f20c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Added segment 696549e0-5619-4f86-b120-eb84d39035df of type vlan for network aa3c3501-fd15-4588-824d-58924ebaebf5 Sep 17 23:54:54.109895 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7bdca2e0-7e1c-4121-ae68-823da57a3586 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c22c269bb91c4db7b3dc2e4f9095864f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6832225 Sep 17 23:54:54.116750 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50550) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:54.119320 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdca2e0-7e1c-4121-ae68-823da57a3586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b58288-5754-4da9-afdd-4c5d13216151,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:54.126090 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=de6d1037-2c76-4fcb-afaf-440551110de9,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:54.142008 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:54.143127 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bec6bae2-7fa1-4fd3-81a8-c98c1127f20c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:54.200115 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d1b61d10-53cb-42c5-aceb-e5410cbd25c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:54.225432 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d1b61d10-53cb-42c5-aceb-e5410cbd25c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:54.232881 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8534471a-4b09-44e4-a739-d510c9121931 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:54.261862 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534471a-4b09-44e4-a739-d510c9121931 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Subnet': ['ID=94354b93-1a96-4c3a-a145-906f457cabc4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:54.276990 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8534471a-4b09-44e4-a739-d510c9121931 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:54.277376 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 78db5518-b05e-46ed-ad3e-ef71217556f9 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:54:54.278532 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bec6bae2-7fa1-4fd3-81a8-c98c1127f20c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:54.279414 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee32524-c320-4717-886f-36095dbba32e None None] Network 2a0ace9f-75c4-4748-80f1-57533f572882 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:54.282187 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8534471a-4b09-44e4-a739-d510c9121931 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/subnets/94354b93-1a96-4c3a-a145-906f457cabc4 HTTP/1.1" status: 204 len: 168 time: 0.6449258 Sep 17 23:54:54.283661 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50556) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:54.288886 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec6bae2-7fa1-4fd3-81a8-c98c1127f20c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:54.288886 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bec6bae2-7fa1-4fd3-81a8-c98c1127f20c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:54.298955 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Floating IP b83d7f31-48e2-4f2a-bfd6-6b4435f550b5 associated. External IP: 172.25.3.84, port: 18be6d52-560c-4618-9368-b0ff19818c2a. Sep 17 23:54:54.354424 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d1b61d10-53cb-42c5-aceb-e5410cbd25c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:54.357126 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d1b61d10-53cb-42c5-aceb-e5410cbd25c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:54.361389 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d1b61d10-53cb-42c5-aceb-e5410cbd25c3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7b58288-5754-4da9-afdd-4c5d13216151 HTTP/1.1" status: 204 len: 168 time: 0.2437947 Sep 17 23:54:54.366059 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6bae2-7fa1-4fd3-81a8-c98c1127f20c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Network': ['ID=aa3c3501-fd15-4588-824d-58924ebaebf5,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:54.374072 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b61d10-53cb-42c5-aceb-e5410cbd25c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b58288-5754-4da9-afdd-4c5d13216151,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:54.408055 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network aa3c3501-fd15-4588-824d-58924ebaebf5 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:54.441559 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bec6bae2-7fa1-4fd3-81a8-c98c1127f20c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7849510 Sep 17 23:54:54.443429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50562) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:54.450514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-efe53915-8fbd-47d3-b818-e1120cd683b7 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'subnet': {'network_id': 'aa3c3501-fd15-4588-824d-58924ebaebf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:54.455606 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:54.468113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 78db5518-b05e-46ed-ad3e-ef71217556f9 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:54:54.468342 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:54.662311 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe53915-8fbd-47d3-b818-e1120cd683b7 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Made reservation on behalf of 59d7097f09284739bdf535d1f28e2ab0 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:54.669116 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-efe53915-8fbd-47d3-b818-e1120cd683b7 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:54.680246 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port 78db5518-b05e-46ed-ad3e-ef71217556f9 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:54:54.680648 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:54.825408 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e760791-c594-4d86-8ef4-3448aac4ebd3 None None] DHCP port deletion for 2a0ace9f-75c4-4748-80f1-57533f572882 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:54:54.860604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.ipam_backend_mixin [None req-efe53915-8fbd-47d3-b818-e1120cd683b7 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Performing IP validity checks on allocation pools {{(pid=95592) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 23:54:54.861134 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.ipam_backend_mixin [None req-efe53915-8fbd-47d3-b818-e1120cd683b7 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95592) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 23:54:54.886297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0e760791-c594-4d86-8ef4-3448aac4ebd3 None None] Deleting port 78db5518-b05e-46ed-ad3e-ef71217556f9 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:54:54.886728 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0e760791-c594-4d86-8ef4-3448aac4ebd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:54.978807 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c64e1a-a710-48f5-a04a-25369e538e2c req-68e4aa91-6432-4af2-a8d8-f1939e8fe0f9 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:54.987058 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0c64e1a-a710-48f5-a04a-25369e538e2c req-68e4aa91-6432-4af2-a8d8-f1939e8fe0f9 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.1068501 Sep 17 23:54:54.992932 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0e760791-c594-4d86-8ef4-3448aac4ebd3 None None] For port 78db5518-b05e-46ed-ad3e-ef71217556f9, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=78db5518-b05e-46ed-ad3e-ef71217556f9,segment=NetworkSegment(c683f6ce-e6f4-4fac-844f-69563a04a260),segment_id=c683f6ce-e6f4-4fac-844f-69563a04a260)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:54.993347 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0e760791-c594-4d86-8ef4-3448aac4ebd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:55.029322 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0e760791-c594-4d86-8ef4-3448aac4ebd3 None None] Calling delete_port for 78db5518-b05e-46ed-ad3e-ef71217556f9 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:54:55.073451 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0c64e1a-a710-48f5-a04a-25369e538e2c req-fd88c870-6231-4929-9c55-16ff87f740ac tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808899 Sep 17 23:54:55.237946 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] For port 78db5518-b05e-46ed-ad3e-ef71217556f9, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=78db5518-b05e-46ed-ad3e-ef71217556f9,segment=NetworkSegment(c683f6ce-e6f4-4fac-844f-69563a04a260),segment_id=c683f6ce-e6f4-4fac-844f-69563a04a260)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:55.241499 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:55.241773 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-efe53915-8fbd-47d3-b818-e1120cd683b7 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:55.248624 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router 1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:54:55.256504 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for 78db5518-b05e-46ed-ad3e-ef71217556f9 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:54:55.261606 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0e760791-c594-4d86-8ef4-3448aac4ebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:55.313050 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e760791-c594-4d86-8ef4-3448aac4ebd3 None None] Pushing event deleted for resources: {'Port': ['ID=78db5518-b05e-46ed-ad3e-ef71217556f9,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:55.313050 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e760791-c594-4d86-8ef4-3448aac4ebd3 None None] No DVR routers for this DVR port 78db5518-b05e-46ed-ad3e-ef71217556f9 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:54:55.313287 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe53915-8fbd-47d3-b818-e1120cd683b7 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Subnet': ['ID=45216b69-c3bc-4c33-b248-0539703fe180,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:55.322456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe53915-8fbd-47d3-b818-e1120cd683b7 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Checking segment: {'id': '696549e0-5619-4f86-b120-eb84d39035df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'aa3c3501-fd15-4588-824d-58924ebaebf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:55.323466 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe53915-8fbd-47d3-b818-e1120cd683b7 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network hostable DHCP agents. Network: aa3c3501-fd15-4588-824d-58924ebaebf5, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:54:55.399177 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe53915-8fbd-47d3-b818-e1120cd683b7 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Network aa3c3501-fd15-4588-824d-58924ebaebf5 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:54:55.413516 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:54:55.483845 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-efe53915-8fbd-47d3-b818-e1120cd683b7 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, aa3c3501-fd15-4588-824d-58924ebaebf5) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:55.484815 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:54:55.488300 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe53915-8fbd-47d3-b818-e1120cd683b7 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:55.489014 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-efe53915-8fbd-47d3-b818-e1120cd683b7 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16257366'] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:55.494364 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d763e93e-61a3-4341-9254-f89bd75048bc None None] Network aa3c3501-fd15-4588-824d-58924ebaebf5 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:55.499522 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e7fde2-05b9-4124-8e91-0b4f684839e7 None None] Sync routers for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:54:55.504941 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:55.534471 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=78db5518-b05e-46ed-ad3e-ef71217556f9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:55.537981 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No DVR routers for this DVR port 78db5518-b05e-46ed-ad3e-ef71217556f9 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:54:55.565618 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e7fde2-05b9-4124-8e91-0b4f684839e7 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:54:55.566477 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b3e7fde2-05b9-4124-8e91-0b4f684839e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:55.575148 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-efe53915-8fbd-47d3-b818-e1120cd683b7 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1297064 Sep 17 23:54:55.577671 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:55.583030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50636) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:55.583411 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f59ccfbc-ac26-4d66-abfc-5a4308c44a30 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:55.630159 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b3e7fde2-05b9-4124-8e91-0b4f684839e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:55.646783 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e7fde2-05b9-4124-8e91-0b4f684839e7 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:54:55.647491 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b3e7fde2-05b9-4124-8e91-0b4f684839e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:55.654001 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-35dcef18-872d-4d6b-ae60-2efea3703cd6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.5865407 Sep 17 23:54:55.656342 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:55.658905 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50640) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:55.691608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b3e7fde2-05b9-4124-8e91-0b4f684839e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:55.692256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e7fde2-05b9-4124-8e91-0b4f684839e7 None None] The sync data for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:54:55.713837 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f59ccfbc-ac26-4d66-abfc-5a4308c44a30 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25910797'] for subnet, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:55.714577 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0ace9f-75c4-4748-80f1-57533f572882']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:55.728135 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c683f6ce-e6f4-4fac-844f-69563a04a260') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:55.728547 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c683f6ce-e6f4-4fac-844f-69563a04a260') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:55.746357 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:55.762419 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-13730086-72d7-4a6b-b3c4-dcd07b11bbea tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "GET /v2.0/floatingips/b83d7f31-48e2-4f2a-bfd6-6b4435f550b5 HTTP/1.1" status: 200 len: 977 time: 0.1020834 Sep 17 23:54:55.765610 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50644) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:55.777314 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:55.781763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-aa3c3501-fd15-4588-824d-58924ebaebf5', 'network_id': 'aa3c3501-fd15-4588-824d-58924ebaebf5', 'tenant_id': '59d7097f09284739bdf535d1f28e2ab0', 'fixed_ips': [{'subnet_id': '45216b69-c3bc-4c33-b248-0539703fe180'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:54:55.784545 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:55.818106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:55.818758 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:55.824158 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:55.948462 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50650) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:55.962975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50656) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:55.963446 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8909fc58-6699-4fcc-ab23-b75b1cb069aa tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1920202 Sep 17 23:54:55.967933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-4b35ab0a-4673-4ebc-8352-8e5cb1631191 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'floatingip': {'port_id': '50a2125c-abf8-4b06-aa3b-96fc0cfa9d6a'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:56.038126 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.047199 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.052253 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/networks/2a0ace9f-75c4-4748-80f1-57533f572882 HTTP/1.1" status: 204 len: 168 time: 1.7611618 Sep 17 23:54:56.052705 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50658) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:56.059789 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bb8a7-a965-4102-b790-363359a33f7e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Network': ['ID=2a0ace9f-75c4-4748-80f1-57533f572882,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:56.063555 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-6613f476-7911-42d7-944a-8c53af0527f3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1783592343'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:56.103257 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b35ab0a-4673-4ebc-8352-8e5cb1631191 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.146660 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-49179b27-e7be-461d-9717-c2d55b394a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.191627 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f59ccfbc-ac26-4d66-abfc-5a4308c44a30 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778770519044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25181684'] for subnet, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.207619 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] Allocated IP 2001:db8::3 (aa3c3501-fd15-4588-824d-58924ebaebf5/45216b69-c3bc-4c33-b248-0539703fe180/3092dbad-08ed-46b6-9bc9-c66e53ae1163) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:56.247994 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6613f476-7911-42d7-944a-8c53af0527f3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:56.251411 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6613f476-7911-42d7-944a-8c53af0527f3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.267816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 78db5518-b05e-46ed-ad3e-ef71217556f9 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:54:56.321544 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 78db5518-b05e-46ed-ad3e-ef71217556f9 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:54:56.321785 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 78db5518-b05e-46ed-ad3e-ef71217556f9 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:54:56.321911 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59ccfbc-ac26-4d66-abfc-5a4308c44a30 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:56.322433 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f59ccfbc-ac26-4d66-abfc-5a4308c44a30 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.326200 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f59ccfbc-ac26-4d66-abfc-5a4308c44a30 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "PUT /v2.0/subnets/45216b69-c3bc-4c33-b248-0539703fe180 HTTP/1.1" status: 200 len: 900 time: 0.7467332 Sep 17 23:54:56.327114 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50666) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:56.375211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49d5d5-642d-42cd-afed-3af4376fa1d5 req-05503d5e-8e76-4856-8b83-dc1d727fa962 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:56.379712 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f49d5d5-642d-42cd-afed-3af4376fa1d5 req-05503d5e-8e76-4856-8b83-dc1d727fa962 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.2356761 Sep 17 23:54:56.380406 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ccfbc-ac26-4d66-abfc-5a4308c44a30 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event updated for resources: {'Subnet': ['ID=45216b69-c3bc-4c33-b248-0539703fe180,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:56.422302 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6613f476-7911-42d7-944a-8c53af0527f3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:54:56.465654 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.472444 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.491189 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6613f476-7911-42d7-944a-8c53af0527f3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.491543 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-6613f476-7911-42d7-944a-8c53af0527f3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Added segment b57bc1be-8cfa-4c5a-8dd2-55550e6b7742 of type vlan for network df940bf8-99fc-4a36-ae42-e09d9d2c3206 Sep 17 23:54:56.518226 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.548809 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f49d5d5-642d-42cd-afed-3af4376fa1d5 req-a0c068ae-cbf0-4e48-a688-ee0f30285936 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503527 Sep 17 23:54:56.561162 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.612128 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6613f476-7911-42d7-944a-8c53af0527f3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.631936 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] Network aa3c3501-fd15-4588-824d-58924ebaebf5 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:56.637880 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:56.643119 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:56.645446 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] Pushing event updated for resources: {'Port': ['ID=3092dbad-08ed-46b6-9bc9-c66e53ae1163,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:56.656267 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.665580 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-49179b27-e7be-461d-9717-c2d55b394a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.694613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Subnet': ['ID=45216b69-c3bc-4c33-b248-0539703fe180,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:56.742541 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-49179b27-e7be-461d-9717-c2d55b394a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.762105 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.784341 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] Attempting to bind port 3092dbad-08ed-46b6-9bc9-c66e53ae1163 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:54:56.785366 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] Attempting to bind port 3092dbad-08ed-46b6-9bc9-c66e53ae1163 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '696549e0-5619-4f86-b120-eb84d39035df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'aa3c3501-fd15-4588-824d-58924ebaebf5'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:54:56.786079 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] Attempting to bind port 3092dbad-08ed-46b6-9bc9-c66e53ae1163 on network aa3c3501-fd15-4588-824d-58924ebaebf5 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:54:56.789227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3c3501-fd15-4588-824d-58924ebaebf5']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:56.793795 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:54:56.794565 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] Checking segment: {'id': '696549e0-5619-4f86-b120-eb84d39035df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'aa3c3501-fd15-4588-824d-58924ebaebf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:56.795279 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.796037 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] Bound using segment: {'id': '696549e0-5619-4f86-b120-eb84d39035df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'aa3c3501-fd15-4588-824d-58924ebaebf5'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:54:56.797492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] Bound port: 3092dbad-08ed-46b6-9bc9-c66e53ae1163, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696549e0-5619-4f86-b120-eb84d39035df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'aa3c3501-fd15-4588-824d-58924ebaebf5'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:54:56.798156 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.800513 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696549e0-5619-4f86-b120-eb84d39035df') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:56.800820 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696549e0-5619-4f86-b120-eb84d39035df') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:56.812807 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.815459 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6613f476-7911-42d7-944a-8c53af0527f3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.823698 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6613f476-7911-42d7-944a-8c53af0527f3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:56.824474 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6613f476-7911-42d7-944a-8c53af0527f3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.828044 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.836396 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:56.836783 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:56.840057 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:56.889147 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] For port 3092dbad-08ed-46b6-9bc9-c66e53ae1163, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:54:56.914960 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] For port 3092dbad-08ed-46b6-9bc9-c66e53ae1163, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3092dbad-08ed-46b6-9bc9-c66e53ae1163,segment=NetworkSegment(696549e0-5619-4f86-b120-eb84d39035df),segment_id=696549e0-5619-4f86-b120-eb84d39035df)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:54:56.932897 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49179b27-e7be-461d-9717-c2d55b394a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12afccf6-4687-4c26-a750-eb8cd5d6d14d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:56.941908 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50682) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:56.942131 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-49179b27-e7be-461d-9717-c2d55b394a78 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8c80856e70d94df8aa7cf63d9d372826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9924150 Sep 17 23:54:56.944861 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613f476-7911-42d7-944a-8c53af0527f3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Network': ['ID=df940bf8-99fc-4a36-ae42-e09d9d2c3206,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:56.956965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network df940bf8-99fc-4a36-ae42-e09d9d2c3206 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:54:56.974709 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.db.api [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 23:54:56.974709 n-d-809883-1 neutron-server[95591]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 23:54:56.974709 n-d-809883-1 neutron-server[95591]: [parameters: {'id': 'aa3c3501-fd15-4588-824d-58924ebaebf5'}] Sep 17 23:54:56.974709 n-d-809883-1 neutron-server[95591]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:54:56.975196 n-d-809883-1 neutron-server[95591]: DEBUG oslo_db.api [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:54:57.014896 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-636fe9dc-a602-469c-8b8c-e4754f31cdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:57.030286 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:57.034858 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6613f476-7911-42d7-944a-8c53af0527f3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9811785 Sep 17 23:54:57.035798 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50686) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:57.044615 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-0723e915-9331-4a4f-a1fb-78efa229c8c4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'subnet': {'network_id': 'df940bf8-99fc-4a36-ae42-e09d9d2c3206', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:57.051669 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-636fe9dc-a602-469c-8b8c-e4754f31cdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:57.122740 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53021d9a-1085-43f4-bf86-2a9fe5561c93 None None] Pushing event updated for resources: {'Port': ['ID=3092dbad-08ed-46b6-9bc9-c66e53ae1163,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:57.139426 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5116f1cd-291a-4bad-8e6b-df393ccd4dba None None] Network aa3c3501-fd15-4588-824d-58924ebaebf5 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:57.168481 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-636fe9dc-a602-469c-8b8c-e4754f31cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:57.171475 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-636fe9dc-a602-469c-8b8c-e4754f31cdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:57.174426 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.resource_extend [None req-4b35ab0a-4673-4ebc-8352-8e5cb1631191 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 23:54:57.175403 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-636fe9dc-a602-469c-8b8c-e4754f31cdd5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/12afccf6-4687-4c26-a750-eb8cd5d6d14d HTTP/1.1" status: 204 len: 168 time: 0.2321117 Sep 17 23:54:57.184436 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636fe9dc-a602-469c-8b8c-e4754f31cdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12afccf6-4687-4c26-a750-eb8cd5d6d14d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:57.242356 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b35ab0a-4673-4ebc-8352-8e5cb1631191 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:57.285162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df77e51f-34dc-4821-b6d8-583a88271388 None None] Network aa3c3501-fd15-4588-824d-58924ebaebf5 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:57.313334 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0723e915-9331-4a4f-a1fb-78efa229c8c4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:57.323324 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0723e915-9331-4a4f-a1fb-78efa229c8c4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:57.325980 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b35ab0a-4673-4ebc-8352-8e5cb1631191 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:57.415118 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1240ddb6-d72e-47b6-a4d7-9e57b29a752c None None] get_active_networks_info from n-d-809883-1 {{(pid=95593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:54:57.476753 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:57.493266 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-4b35ab0a-4673-4ebc-8352-8e5cb1631191 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Floating IP b83d7f31-48e2-4f2a-bfd6-6b4435f550b5 associated. External IP: 172.25.3.84, port: 18be6d52-560c-4618-9368-b0ff19818c2a. Sep 17 23:54:57.543273 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Deleting port 3092dbad-08ed-46b6-9bc9-c66e53ae1163 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:54:57.544291 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:57.560318 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1240ddb6-d72e-47b6-a4d7-9e57b29a752c None None] Resources bound (agent type, host, resource id): {{(pid=95593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:54:57.632198 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] For port 3092dbad-08ed-46b6-9bc9-c66e53ae1163, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3092dbad-08ed-46b6-9bc9-c66e53ae1163,segment=NetworkSegment(696549e0-5619-4f86-b120-eb84d39035df),segment_id=696549e0-5619-4f86-b120-eb84d39035df)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:54:57.632670 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:57.653407 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Calling delete_port for 3092dbad-08ed-46b6-9bc9-c66e53ae1163 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:54:57.809167 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0723e915-9331-4a4f-a1fb-78efa229c8c4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:57.875392 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf9c87-74d7-441a-bae4-85727e77eb30 req-5793c606-219e-4d05-a281-0a0431f753e6 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:57.877003 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:57.877182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abdf9c87-74d7-441a-bae4-85727e77eb30 req-5793c606-219e-4d05-a281-0a0431f753e6 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.1714249 Sep 17 23:54:57.924530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Port': ['ID=3092dbad-08ed-46b6-9bc9-c66e53ae1163,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:57.928738 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723e915-9331-4a4f-a1fb-78efa229c8c4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Subnet': ['ID=614899d2-8f7e-4729-acb4-b64ab30a89b5,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:57.930047 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] No DVR routers for this DVR port 3092dbad-08ed-46b6-9bc9-c66e53ae1163 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:54:57.985083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0723e915-9331-4a4f-a1fb-78efa229c8c4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Checking segment: {'id': 'b57bc1be-8cfa-4c5a-8dd2-55550e6b7742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'df940bf8-99fc-4a36-ae42-e09d9d2c3206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:57.985456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0723e915-9331-4a4f-a1fb-78efa229c8c4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network hostable DHCP agents. Network: df940bf8-99fc-4a36-ae42-e09d9d2c3206, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:54:57.989344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b35ab0a-4673-4ebc-8352-8e5cb1631191 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router 1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:54:57.996906 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abdf9c87-74d7-441a-bae4-85727e77eb30 req-1b59de47-c994-4a4c-a56d-9b6b84fd0d9c tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070988 Sep 17 23:54:58.037930 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:58.063251 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3c3501-fd15-4588-824d-58924ebaebf5']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:58.077237 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696549e0-5619-4f86-b120-eb84d39035df') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:58.077531 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696549e0-5619-4f86-b120-eb84d39035df') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:58.089262 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:58.104714 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:58.112091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:58.112611 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:58.116017 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:58.124697 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0723e915-9331-4a4f-a1fb-78efa229c8c4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network df940bf8-99fc-4a36-ae42-e09d9d2c3206 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:54:58.156905 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b35ab0a-4673-4ebc-8352-8e5cb1631191 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:54:58.168510 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea14d8-7dad-40ec-a10b-12af192191f6 None None] Sync routers for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:54:58.196948 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea14d8-7dad-40ec-a10b-12af192191f6 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:54:58.197609 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-1cea14d8-7dad-40ec-a10b-12af192191f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:58.239397 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-0723e915-9331-4a4f-a1fb-78efa229c8c4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, df940bf8-99fc-4a36-ae42-e09d9d2c3206) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:58.244289 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0723e915-9331-4a4f-a1fb-78efa229c8c4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:58.249245 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0723e915-9331-4a4f-a1fb-78efa229c8c4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:58.249994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd06700-4d37-456a-a0d8-c9ea3fec9140 None None] Network df940bf8-99fc-4a36-ae42-e09d9d2c3206 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:54:58.323966 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:58.332677 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:58.340475 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-1cea14d8-7dad-40ec-a10b-12af192191f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:58.341656 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/networks/aa3c3501-fd15-4588-824d-58924ebaebf5 HTTP/1.1" status: 204 len: 168 time: 2.0134196 Sep 17 23:54:58.345984 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50716) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:58.363175 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea14d8-7dad-40ec-a10b-12af192191f6 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:54:58.363856 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-1cea14d8-7dad-40ec-a10b-12af192191f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:58.389664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c2f63-d03f-4d21-b7bc-c8ce5aa6cb46 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Network': ['ID=aa3c3501-fd15-4588-824d-58924ebaebf5,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:58.434624 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-1cea14d8-7dad-40ec-a10b-12af192191f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:58.435585 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea14d8-7dad-40ec-a10b-12af192191f6 None None] The sync data for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:54:58.448038 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-451c627d-08e5-4f1e-a841-1733fb1e3d85 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] DELETE failed (client error): The resource could not be found. Sep 17 23:54:58.448426 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451c627d-08e5-4f1e-a841-1733fb1e3d85 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:54:58.450272 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-451c627d-08e5-4f1e-a841-1733fb1e3d85 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/subnets/45216b69-c3bc-4c33-b248-0539703fe180 HTTP/1.1" status: 404 len: 337 time: 0.1032836 Sep 17 23:54:58.453135 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50722) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:58.513544 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-25fd2ad5-fedd-4e6f-9140-b46f17e5f5ab tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] DELETE failed (client error): The resource could not be found. Sep 17 23:54:58.514291 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25fd2ad5-fedd-4e6f-9140-b46f17e5f5ab tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:54:58.518941 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-25fd2ad5-fedd-4e6f-9140-b46f17e5f5ab tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/networks/aa3c3501-fd15-4588-824d-58924ebaebf5 HTTP/1.1" status: 404 len: 339 time: 0.0630984 Sep 17 23:54:58.524233 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50726) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:58.529258 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-df940bf8-99fc-4a36-ae42-e09d9d2c3206', 'network_id': 'df940bf8-99fc-4a36-ae42-e09d9d2c3206', 'tenant_id': '6714d67afbe9424390973f011b7536ca', 'fixed_ips': [{'subnet_id': '614899d2-8f7e-4729-acb4-b64ab30a89b5'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:54:58.530289 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:58.625026 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-51bee562-c914-4b97-b21e-545c48df0eb5 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:58.704653 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] Allocated IP 172.20.0.2 (df940bf8-99fc-4a36-ae42-e09d9d2c3206/614899d2-8f7e-4729-acb4-b64ab30a89b5/27787aaf-fd76-456d-b54f-4eae6363af20) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:58.710404 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0723e915-9331-4a4f-a1fb-78efa229c8c4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6723838 Sep 17 23:54:58.714024 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50732) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:58.724794 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f48141d4-84d1-47ad-83a1-82036a1568a4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'network_id': 'df940bf8-99fc-4a36-ae42-e09d9d2c3206', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1876661039'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:58.740684 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-51bee562-c914-4b97-b21e-545c48df0eb5 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:58.772414 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-51bee562-c914-4b97-b21e-545c48df0eb5 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6637dfa-ebfa-4493-9fb1-7f8d4bc777ad']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:58.785554 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-51bee562-c914-4b97-b21e-545c48df0eb5 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3f3e91-96b4-41ee-89a9-c7c032771dcf') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:58.785939 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-51bee562-c914-4b97-b21e-545c48df0eb5 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3f3e91-96b4-41ee-89a9-c7c032771dcf') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:58.799211 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-51bee562-c914-4b97-b21e-545c48df0eb5 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:58.813422 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-51bee562-c914-4b97-b21e-545c48df0eb5 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:58.821454 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51bee562-c914-4b97-b21e-545c48df0eb5 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:54:58.821911 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-51bee562-c914-4b97-b21e-545c48df0eb5 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:54:58.826281 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:54:58.883785 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b35ab0a-4673-4ebc-8352-8e5cb1631191 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router 1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:54:58.936446 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:58.952972 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-51bee562-c914-4b97-b21e-545c48df0eb5 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:58.962277 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-51bee562-c914-4b97-b21e-545c48df0eb5 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:58.963003 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-51bee562-c914-4b97-b21e-545c48df0eb5 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/networks/c6637dfa-ebfa-4493-9fb1-7f8d4bc777ad HTTP/1.1" status: 204 len: 168 time: 0.4373641 Sep 17 23:54:58.965119 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50740) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:58.983800 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee562-c914-4b97-b21e-545c48df0eb5 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Network': ['ID=c6637dfa-ebfa-4493-9fb1-7f8d4bc777ad,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:59.009256 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf08bcc5-d4cb-44ba-96dd-844d7d01950c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] DELETE failed (client error): The resource could not be found. Sep 17 23:54:59.013582 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf08bcc5-d4cb-44ba-96dd-844d7d01950c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:54:59.013582 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bf08bcc5-d4cb-44ba-96dd-844d7d01950c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/subnets/b99a8ab3-b676-458e-9ac9-a895493049b7 HTTP/1.1" status: 404 len: 337 time: 0.0375583 Sep 17 23:54:59.014787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50744) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:59.015758 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48141d4-84d1-47ad-83a1-82036a1568a4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:54:59.020893 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f48141d4-84d1-47ad-83a1-82036a1568a4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:59.035856 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-938b4cae-1de7-4bfa-809f-408baf587e4f tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] DELETE failed (client error): The resource could not be found. Sep 17 23:54:59.036674 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-938b4cae-1de7-4bfa-809f-408baf587e4f tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:54:59.038576 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:59.038761 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-938b4cae-1de7-4bfa-809f-408baf587e4f tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/networks/0a149372-fded-4bf4-878a-06a8fa5817dc HTTP/1.1" status: 404 len: 339 time: 0.0221572 Sep 17 23:54:59.041626 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50748) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:59.064911 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-f48141d4-84d1-47ad-83a1-82036a1568a4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] device_id is not set on port c549be23-d431-4e96-bed7-1cd4d87f2b31 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:54:59.075382 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b35ab0a-4673-4ebc-8352-8e5cb1631191 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:54:59.080684 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b35ab0a-4673-4ebc-8352-8e5cb1631191 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:59.087385 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] Network df940bf8-99fc-4a36-ae42-e09d9d2c3206 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:59.092733 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab17e6ea-28cd-4812-83ed-fdfa203438e2 None None] Sync routers for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:54:59.103503 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:59.106587 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:59.141895 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38ad514-9587-4b58-9a27-cc94346b20c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Deleting subnet bbd29f70-b132-4e54-922c-97ba3c7adba2 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:54:59.145244 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e38ad514-9587-4b58-9a27-cc94346b20c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:59.160469 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] Pushing event updated for resources: {'Port': ['ID=27787aaf-fd76-456d-b54f-4eae6363af20,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:59.223058 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab17e6ea-28cd-4812-83ed-fdfa203438e2 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:54:59.225712 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ab17e6ea-28cd-4812-83ed-fdfa203438e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:59.231534 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4b35ab0a-4673-4ebc-8352-8e5cb1631191 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "PUT /v2.0/floatingips/b83d7f31-48e2-4f2a-bfd6-6b4435f550b5 HTTP/1.1" status: 200 len: 978 time: 3.2667775 Sep 17 23:54:59.231803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50758) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:59.247697 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d3e91343-5444-4ca3-834b-7b5a5fa62048 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:54:59.290483 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee49018-bc75-4999-b801-16484000ae35 req-726d27f6-f36a-4575-8bd2-4cedd741df58 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:59.291848 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ab17e6ea-28cd-4812-83ed-fdfa203438e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:59.293347 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dee49018-bc75-4999-b801-16484000ae35 req-726d27f6-f36a-4575-8bd2-4cedd741df58 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.1483757 Sep 17 23:54:59.312598 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab17e6ea-28cd-4812-83ed-fdfa203438e2 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:54:59.313149 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ab17e6ea-28cd-4812-83ed-fdfa203438e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:59.352126 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d3e91343-5444-4ca3-834b-7b5a5fa62048 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:59.365208 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e38ad514-9587-4b58-9a27-cc94346b20c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:59.365821 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dee49018-bc75-4999-b801-16484000ae35 req-c7bd3e3a-167b-4e8e-baf5-03c4af59a26f tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508113 Sep 17 23:54:59.365821 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-f48141d4-84d1-47ad-83a1-82036a1568a4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Allocated IP 172.20.0.3 (df940bf8-99fc-4a36-ae42-e09d9d2c3206/614899d2-8f7e-4729-acb4-b64ab30a89b5/c549be23-d431-4e96-bed7-1cd4d87f2b31) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:54:59.366267 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ab17e6ea-28cd-4812-83ed-fdfa203438e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:54:59.366267 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab17e6ea-28cd-4812-83ed-fdfa203438e2 None None] The sync data for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:54:59.366438 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] Attempting to bind port 27787aaf-fd76-456d-b54f-4eae6363af20 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:54:59.367322 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] Attempting to bind port 27787aaf-fd76-456d-b54f-4eae6363af20 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'b57bc1be-8cfa-4c5a-8dd2-55550e6b7742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'df940bf8-99fc-4a36-ae42-e09d9d2c3206'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:54:59.367322 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] Attempting to bind port 27787aaf-fd76-456d-b54f-4eae6363af20 on network df940bf8-99fc-4a36-ae42-e09d9d2c3206 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:54:59.394795 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:54:59.395294 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] Checking segment: {'id': 'b57bc1be-8cfa-4c5a-8dd2-55550e6b7742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'df940bf8-99fc-4a36-ae42-e09d9d2c3206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:54:59.395706 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:59.396104 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] Bound using segment: {'id': 'b57bc1be-8cfa-4c5a-8dd2-55550e6b7742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'df940bf8-99fc-4a36-ae42-e09d9d2c3206'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:54:59.396586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] Bound port: 27787aaf-fd76-456d-b54f-4eae6363af20, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57bc1be-8cfa-4c5a-8dd2-55550e6b7742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'df940bf8-99fc-4a36-ae42-e09d9d2c3206'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:54:59.397039 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:59.469345 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] For port 27787aaf-fd76-456d-b54f-4eae6363af20, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:54:59.476428 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] For port 27787aaf-fd76-456d-b54f-4eae6363af20, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=27787aaf-fd76-456d-b54f-4eae6363af20,segment=NetworkSegment(b57bc1be-8cfa-4c5a-8dd2-55550e6b7742),segment_id=b57bc1be-8cfa-4c5a-8dd2-55550e6b7742)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:54:59.538631 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f48141d4-84d1-47ad-83a1-82036a1568a4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:59.554953 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3da1a-575c-4591-b1c4-c7e4a3c2c095 req-9b399b96-c85f-4caf-b915-26ef5476dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:59.556534 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d4b3da1a-575c-4591-b1c4-c7e4a3c2c095 req-9b399b96-c85f-4caf-b915-26ef5476dd96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d995865595b444da85e4dde72441e039&device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 1096 time: 0.2005937 Sep 17 23:54:59.576004 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:59.633657 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1061f7-a0f7-4c36-9777-ff56796e7a38 None None] Pushing event updated for resources: {'Port': ['ID=27787aaf-fd76-456d-b54f-4eae6363af20,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:59.654768 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e38ad514-9587-4b58-9a27-cc94346b20c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:59.667792 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f48141d4-84d1-47ad-83a1-82036a1568a4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:59.710061 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48141d4-84d1-47ad-83a1-82036a1568a4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network df940bf8-99fc-4a36-ae42-e09d9d2c3206 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:54:59.716254 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-f48141d4-84d1-47ad-83a1-82036a1568a4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:54:59.719978 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48141d4-84d1-47ad-83a1-82036a1568a4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:54:59.742611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48141d4-84d1-47ad-83a1-82036a1568a4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=c549be23-d431-4e96-bed7-1cd4d87f2b31,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:54:59.742825 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d3e91343-5444-4ca3-834b-7b5a5fa62048 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:59.793378 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3da1a-575c-4591-b1c4-c7e4a3c2c095 req-73d7f158-77cc-4583-a6fa-162ade27cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:59.794882 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d4b3da1a-575c-4591-b1c4-c7e4a3c2c095 req-73d7f158-77cc-4583-a6fa-162ade27cba9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 HTTP/1.1" status: 200 len: 916 time: 0.2143035 Sep 17 23:54:59.819062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48141d4-84d1-47ad-83a1-82036a1568a4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:54:59.819851 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f48141d4-84d1-47ad-83a1-82036a1568a4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:59.863774 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d4b3da1a-575c-4591-b1c4-c7e4a3c2c095 req-013af979-74c4-42f6-a331-550a273c6a1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b HTTP/1.1" status: 200 len: 217 time: 0.0591595 Sep 17 23:54:59.865093 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d3e91343-5444-4ca3-834b-7b5a5fa62048 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:59.865309 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-d3e91343-5444-4ca3-834b-7b5a5fa62048 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Floating IP b83d7f31-48e2-4f2a-bfd6-6b4435f550b5 disassociated. External IP: 172.25.3.84, port: 50a2125c-abf8-4b06-aa3b-96fc0cfa9d6a. Sep 17 23:54:59.931100 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e38ad514-9587-4b58-9a27-cc94346b20c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:59.954008 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f48141d4-84d1-47ad-83a1-82036a1568a4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.2387605 Sep 17 23:54:59.956601 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50776) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:54:59.996815 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e38ad514-9587-4b58-9a27-cc94346b20c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:54:59.996815 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e38ad514-9587-4b58-9a27-cc94346b20c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/subnets/bbd29f70-b132-4e54-922c-97ba3c7adba2 HTTP/1.1" status: 204 len: 168 time: 0.9535999 Sep 17 23:55:00.007710 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74d54f5-909e-44b4-aec5-b1bcc95b09c4 None None] Network 1baf16a8-c7d5-4de6-945c-6555010ca149 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:00.011501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50780) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:00.019878 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ad514-9587-4b58-9a27-cc94346b20c8 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd29f70-b132-4e54-922c-97ba3c7adba2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:00.083845 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3da1a-575c-4591-b1c4-c7e4a3c2c095 req-5188651c-67c8-430c-bd6c-621018d2fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:00.085380 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d4b3da1a-575c-4591-b1c4-c7e4a3c2c095 req-5188651c-67c8-430c-bd6c-621018d2fed9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10e3df87-64ac-4f7b-956c-325e5e9dc60f HTTP/1.1" status: 200 len: 854 time: 0.1644473 Sep 17 23:55:00.131493 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-95bd5207-558d-4605-908b-e60366078c54 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Deleting subnet 0b1ca6f3-8efb-4815-b5a2-fe4311ea7579 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:55:00.139306 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-95bd5207-558d-4605-908b-e60366078c54 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:00.200119 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3da1a-575c-4591-b1c4-c7e4a3c2c095 req-6b0885f8-c548-4d7d-9049-cbd7ec8ad570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:00.201701 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d4b3da1a-575c-4591-b1c4-c7e4a3c2c095 req-6b0885f8-c548-4d7d-9049-cbd7ec8ad570 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037035 Sep 17 23:55:00.204048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-0f595cba-a1cb-4c89-a483-cd544a026fd8 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port c549be23-d431-4e96-bed7-1cd4d87f2b31 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:00.204653 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f595cba-a1cb-4c89-a483-cd544a026fd8 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:00.215224 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-95bd5207-558d-4605-908b-e60366078c54 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:00.329757 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d4b3da1a-575c-4591-b1c4-c7e4a3c2c095 req-2a130195-5e32-484b-8ea3-550e8edd9d65 service neutron] 10.222.0.41 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176970 Sep 17 23:55:00.330439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50788) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:00.370387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 27787aaf-fd76-456d-b54f-4eae6363af20 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:55:00.487189 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-95bd5207-558d-4605-908b-e60366078c54 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:00.490867 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 27787aaf-fd76-456d-b54f-4eae6363af20 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:00.490867 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:00.553448 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e91343-5444-4ca3-834b-7b5a5fa62048 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router 1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:55:00.679158 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f595cba-a1cb-4c89-a483-cd544a026fd8 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:00.689378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ded3ed5c-2ee7-4ecf-8428-8b2975391926 req-481a6335-dabb-4149-9921-787c9e53500d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2040765 Sep 17 23:55:00.716444 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-0f595cba-a1cb-4c89-a483-cd544a026fd8 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for c549be23-d431-4e96-bed7-1cd4d87f2b31 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:00.737077 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b109959-6db5-4478-962c-91a8e0e76629 req-e6053741-e831-49f4-addf-00ebc615e341 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:00.740341 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b109959-6db5-4478-962c-91a8e0e76629 req-e6053741-e831-49f4-addf-00ebc615e341 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.1662924 Sep 17 23:55:00.779621 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:00.827849 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d4b3da1a-575c-4591-b1c4-c7e4a3c2c095 req-48dda81d-83a7-4733-944c-bd1eccc54a3f service neutron] 10.222.0.41 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856548 Sep 17 23:55:00.883109 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 27787aaf-fd76-456d-b54f-4eae6363af20, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=27787aaf-fd76-456d-b54f-4eae6363af20,segment=NetworkSegment(b57bc1be-8cfa-4c5a-8dd2-55550e6b7742),segment_id=b57bc1be-8cfa-4c5a-8dd2-55550e6b7742)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:00.907536 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-95bd5207-558d-4605-908b-e60366078c54 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:00.936917 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a716f871-7400-48d4-895e-babd22c83dd5 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-375881675'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:00.938333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a716f871-7400-48d4-895e-babd22c83dd5 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] Unknown quota resources ['metering_label']. {{(pid=95591) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 23:55:00.981433 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd5207-558d-4605-908b-e60366078c54 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1ca6f3-8efb-4815-b5a2-fe4311ea7579,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:00.993677 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b109959-6db5-4478-962c-91a8e0e76629 req-3e106879-442f-4eb7-ac77-81a3bfe2bf0f tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419212 Sep 17 23:55:01.002520 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:01.014344 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-95bd5207-558d-4605-908b-e60366078c54 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:01.020802 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-95bd5207-558d-4605-908b-e60366078c54 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/subnets/0b1ca6f3-8efb-4815-b5a2-fe4311ea7579 HTTP/1.1" status: 204 len: 168 time: 1.0056913 Sep 17 23:55:01.035070 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50800) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:01.116868 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3ed5c-2ee7-4ecf-8428-8b2975391926 req-44021af2-540c-4704-b71c-2bce037fcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:01.120703 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ded3ed5c-2ee7-4ecf-8428-8b2975391926 req-44021af2-540c-4704-b71c-2bce037fcf86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dba230fc347941bb9230276913eaed6b&device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 1097 time: 0.3368266 Sep 17 23:55:01.168512 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=27787aaf-fd76-456d-b54f-4eae6363af20,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:01.278524 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:01.417491 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e118ef-afdc-4dd3-8fd7-fca689e848d6 None None] Network df940bf8-99fc-4a36-ae42-e09d9d2c3206 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:01.464580 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3ed5c-2ee7-4ecf-8428-8b2975391926 req-65eca810-6261-49e5-ad58-22aa81c06946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:01.466653 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ded3ed5c-2ee7-4ecf-8428-8b2975391926 req-65eca810-6261-49e5-ad58-22aa81c06946 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c1553df-1cdf-4638-a188-7f118bbcb251 HTTP/1.1" status: 200 len: 917 time: 0.2717478 Sep 17 23:55:01.536878 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f595cba-a1cb-4c89-a483-cd544a026fd8 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:01.554453 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e91343-5444-4ca3-834b-7b5a5fa62048 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:55:01.559668 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d3e91343-5444-4ca3-834b-7b5a5fa62048 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:01.567294 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcc46e8-f7e5-4b72-a5af-480599d40f98 None None] Sync routers for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:55:01.572165 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f595cba-a1cb-4c89-a483-cd544a026fd8 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=c549be23-d431-4e96-bed7-1cd4d87f2b31,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:01.586271 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcc46e8-f7e5-4b72-a5af-480599d40f98 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:01.588540 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9dcc46e8-f7e5-4b72-a5af-480599d40f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:01.600018 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Deleting port 980c20eb-8094-4869-9928-50bbe4656303 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:01.601617 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:01.676802 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9dcc46e8-f7e5-4b72-a5af-480599d40f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:01.683409 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] For port 980c20eb-8094-4869-9928-50bbe4656303, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=980c20eb-8094-4869-9928-50bbe4656303,segment=NetworkSegment(14c8e8cb-ebc4-46c7-9540-6876a03d98c1),segment_id=14c8e8cb-ebc4-46c7-9540-6876a03d98c1)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:01.698123 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:01.700737 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcc46e8-f7e5-4b72-a5af-480599d40f98 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:01.701584 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9dcc46e8-f7e5-4b72-a5af-480599d40f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:01.702365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Calling delete_port for 980c20eb-8094-4869-9928-50bbe4656303 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:01.715931 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d3e91343-5444-4ca3-834b-7b5a5fa62048 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "PUT /v2.0/floatingips/b83d7f31-48e2-4f2a-bfd6-6b4435f550b5 HTTP/1.1" status: 200 len: 687 time: 2.4833963 Sep 17 23:55:01.743639 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9dcc46e8-f7e5-4b72-a5af-480599d40f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:01.744756 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcc46e8-f7e5-4b72-a5af-480599d40f98 None None] The sync data for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:55:01.754236 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50808) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:01.787102 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ded3ed5c-2ee7-4ecf-8428-8b2975391926 req-9a263d83-1f1c-4d47-b8f6-c3963beddd24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 HTTP/1.1" status: 200 len: 1001 time: 0.3118825 Sep 17 23:55:01.823606 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a716f871-7400-48d4-895e-babd22c83dd5 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:01.825175 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a716f871-7400-48d4-895e-babd22c83dd5 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.4912364 Sep 17 23:55:01.827816 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50812) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:01.831622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5f839a-b1e3-419d-b1fb-6d5a865ec1e9 None None] Network 1baf16a8-c7d5-4de6-945c-6555010ca149 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:01.833886 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7586e11a-5340-4bdd-be2d-9174cceaa3b2 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '94db3a91-797c-495d-ab8f-79e968e5e006'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:01.834526 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7586e11a-5340-4bdd-be2d-9174cceaa3b2 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95591) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 23:55:01.920451 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b360a842-01e9-4e70-b382-34515ec0ae91 None None] Provisioning complete for port 27787aaf-fd76-456d-b54f-4eae6363af20 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:01.921127 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b360a842-01e9-4e70-b382-34515ec0ae91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:01.981486 n-d-809883-1 neutron-server[95591]: WARNING neutron.services.metering.metering_plugin [None req-7586e11a-5340-4bdd-be2d-9174cceaa3b2 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 23:55:01.983575 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3ed5c-2ee7-4ecf-8428-8b2975391926 req-5111d0e6-ce33-4597-a069-5790fa27eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:01.985083 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ded3ed5c-2ee7-4ecf-8428-8b2975391926 req-5111d0e6-ce33-4597-a069-5790fa27eef4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=294e5306-7b47-43ef-943e-37934b52f9c3 HTTP/1.1" status: 200 len: 855 time: 0.1662586 Sep 17 23:55:01.988188 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f595cba-a1cb-4c89-a483-cd544a026fd8 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:01.990739 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0f595cba-a1cb-4c89-a483-cd544a026fd8 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/ports/c549be23-d431-4e96-bed7-1cd4d87f2b31 HTTP/1.1" status: 204 len: 168 time: 2.0307534 Sep 17 23:55:01.993681 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50814) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:02.058745 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4395d6-67ad-4eb7-a58d-88aa80756fd7 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] GET failed (client error): The resource could not be found. Sep 17 23:55:02.060400 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2c4395d6-67ad-4eb7-a58d-88aa80756fd7 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports/c549be23-d431-4e96-bed7-1cd4d87f2b31 HTTP/1.1" status: 404 len: 333 time: 0.0653291 Sep 17 23:55:02.066374 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50818) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:02.098990 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:02.149740 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7586e11a-5340-4bdd-be2d-9174cceaa3b2 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:02.150054 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Port': ['ID=980c20eb-8094-4869-9928-50bbe4656303,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:02.153746 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7586e11a-5340-4bdd-be2d-9174cceaa3b2 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3220546 Sep 17 23:55:02.154181 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50822) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:02.159233 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1599f742-e729-4268-9b61-15ec3d98b032 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '94db3a91-797c-495d-ab8f-79e968e5e006'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:02.159793 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1599f742-e729-4268-9b61-15ec3d98b032 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95591) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 23:55:02.162530 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] No DVR routers for this DVR port 980c20eb-8094-4869-9928-50bbe4656303 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:02.166574 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3ed5c-2ee7-4ecf-8428-8b2975391926 req-c7f64abf-95cb-4268-997f-17f2f2d198c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:02.169067 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ded3ed5c-2ee7-4ecf-8428-8b2975391926 req-c7f64abf-95cb-4268-997f-17f2f2d198c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c1553df-1cdf-4638-a188-7f118bbcb251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753855 Sep 17 23:55:02.224702 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f345b1-fa99-4ee9-892c-38ff879431a3 None None] DHCP port deletion for 1baf16a8-c7d5-4de6-945c-6555010ca149 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:55:02.252015 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-27f5d5bd-ebf2-49d2-b5a9-98c5ec441ffd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Deleting port de6d1037-2c76-4fcb-afaf-440551110de9 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:02.252488 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-27f5d5bd-ebf2-49d2-b5a9-98c5ec441ffd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:02.258681 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c318e74-aa38-4170-9675-5e58caa910cf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting subnet 614899d2-8f7e-4729-acb4-b64ab30a89b5 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:55:02.277350 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-03486c47-ec0a-44b1-af64-3b95cf8b1daa None None] Could not find standard attr ID for object 980c20eb-8094-4869-9928-50bbe4656303. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:55:02.307517 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4c318e74-aa38-4170-9675-5e58caa910cf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:02.338392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 27787aaf-fd76-456d-b54f-4eae6363af20 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:55:02.364209 n-d-809883-1 neutron-server[95591]: WARNING neutron.services.metering.metering_plugin [None req-1599f742-e729-4268-9b61-15ec3d98b032 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 23:55:02.393813 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 27787aaf-fd76-456d-b54f-4eae6363af20 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:02.394414 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:02.415824 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:02.442965 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac81f98-24ed-4218-bb83-be06c967607e req-350bfc3c-bada-4d33-a407-c15e1f358ebd tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:02.444542 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ac81f98-24ed-4218-bb83-be06c967607e req-350bfc3c-bada-4d33-a407-c15e1f358ebd tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.3012176 Sep 17 23:55:02.466373 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1599f742-e729-4268-9b61-15ec3d98b032 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:02.467889 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1599f742-e729-4268-9b61-15ec3d98b032 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3126912 Sep 17 23:55:02.477360 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50824) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:02.495607 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-25c328a9-86b3-4b7b-93e8-917421814aa0 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=9a51239f-faca-4a31-9961-9849c206b776 HTTP/1.1" status: 200 len: 462 time: 0.0168891 Sep 17 23:55:02.496213 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1baf16a8-c7d5-4de6-945c-6555010ca149']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:02.496427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50826) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:02.504407 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4c318e74-aa38-4170-9675-5e58caa910cf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:02.553344 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15f0b899-021f-46aa-9a6c-4978cba66a25 None None] Provisioning complete for port 27787aaf-fd76-456d-b54f-4eae6363af20 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:02.554753 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15f0b899-021f-46aa-9a6c-4978cba66a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:02.577143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c8e8cb-ebc4-46c7-9540-6876a03d98c1') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:02.577643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c8e8cb-ebc4-46c7-9540-6876a03d98c1') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:02.607929 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:02.688390 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 980c20eb-8094-4869-9928-50bbe4656303 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:55:02.693362 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ded3ed5c-2ee7-4ecf-8428-8b2975391926 req-8c332e95-83f3-4938-a57d-2c1901125d20 service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169499 Sep 17 23:55:02.716042 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-27f5d5bd-ebf2-49d2-b5a9-98c5ec441ffd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:02.716900 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-27f5d5bd-ebf2-49d2-b5a9-98c5ec441ffd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:02.717464 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 980c20eb-8094-4869-9928-50bbe4656303 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:55:02.717810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 980c20eb-8094-4869-9928-50bbe4656303 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:55:02.726362 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:02.762934 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-05afa29f-b1b6-46d6-a2ea-e018a20244c1 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:02.764154 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-05afa29f-b1b6-46d6-a2ea-e018a20244c1 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/9a51239f-faca-4a31-9961-9849c206b776 HTTP/1.1" status: 204 len: 168 time: 0.2667613 Sep 17 23:55:02.766845 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50832) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:02.781559 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f43fc991-85bd-4c68-982e-94a65608c1ed tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=9a51239f-faca-4a31-9961-9849c206b776 HTTP/1.1" status: 200 len: 221 time: 0.0126731 Sep 17 23:55:02.787696 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50834) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:02.793704 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-dadc7f77-0141-4bae-a3a2-5e09805284bd tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--726600317', 'description': 'label created by tempest'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:02.794063 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-dadc7f77-0141-4bae-a3a2-5e09805284bd tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] Unknown quota resources ['metering_label']. {{(pid=95591) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 23:55:02.857330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d01de65d-576c-427f-a1a3-7d4be7d2db8b None None] Could not find standard attr ID for object c549be23-d431-4e96-bed7-1cd4d87f2b31. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:55:03.058758 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dadc7f77-0141-4bae-a3a2-5e09805284bd tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:03.067927 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dadc7f77-0141-4bae-a3a2-5e09805284bd tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2712560 Sep 17 23:55:03.070668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50842) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:03.114724 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ac81f98-24ed-4218-bb83-be06c967607e req-eb34a24a-1088-495a-b8e0-bdefa6bf074f tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6147206 Sep 17 23:55:03.132685 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:55:03.133187 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:55:03.136103 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:55:03.138929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-27f5d5bd-ebf2-49d2-b5a9-98c5ec441ffd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Calling delete_port for de6d1037-2c76-4fcb-afaf-440551110de9 owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:03.150233 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-06474b79-4d16-477b-aebd-f0d6458a5e1a tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=c784fa78-4416-4169-b48c-80e50218d281 HTTP/1.1" status: 200 len: 467 time: 0.0783868 Sep 17 23:55:03.152859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50844) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:03.289744 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4c318e74-aa38-4170-9675-5e58caa910cf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:03.357886 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ded3ed5c-2ee7-4ecf-8428-8b2975391926 req-466de8b7-a638-457c-9f11-26b0502d0c02 service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293297 Sep 17 23:55:03.393970 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:03.403063 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:03.404911 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/networks/1baf16a8-c7d5-4de6-945c-6555010ca149 HTTP/1.1" status: 204 len: 168 time: 2.3673279 Sep 17 23:55:03.408862 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50848) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:03.419596 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Network': ['ID=1baf16a8-c7d5-4de6-945c-6555010ca149,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:03.420450 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-575a4c8a-995a-4e3d-a092-ea112c853432 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:03.422562 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-575a4c8a-995a-4e3d-a092-ea112c853432 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/c784fa78-4416-4169-b48c-80e50218d281 HTTP/1.1" status: 204 len: 168 time: 0.2678921 Sep 17 23:55:03.432348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:03.432348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:03.432348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:03.432779 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:03.432966 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:03.433296 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:03.433869 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:03.434198 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:03.434521 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:03.434882 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:03.435202 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:03.435524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9034e5-0540-41c8-8510-fa0e794fb26c tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:03.446711 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50850) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:03.448395 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-0baddbc7-417d-4f7e-8de1-5c8927048f94 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] DELETE failed (client error): The resource could not be found. Sep 17 23:55:03.449390 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0baddbc7-417d-4f7e-8de1-5c8927048f94 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:55:03.452168 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0baddbc7-417d-4f7e-8de1-5c8927048f94 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/subnets/5c8d9161-a2fe-4249-87fc-8d7334418538 HTTP/1.1" status: 404 len: 337 time: 0.0426388 Sep 17 23:55:03.458021 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50852) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:03.475282 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-040a5a87-6abd-4b26-95a0-92fad3f68535 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=c784fa78-4416-4169-b48c-80e50218d281 HTTP/1.1" status: 200 len: 216 time: 0.0195625 Sep 17 23:55:03.475506 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4c318e74-aa38-4170-9675-5e58caa910cf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:03.475663 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50854) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:03.482165 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0ef7e3-bc2e-42ab-ba93-ac1bbdf6253d tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] DELETE failed (client error): The resource could not be found. Sep 17 23:55:03.482912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0ef7e3-bc2e-42ab-ba93-ac1bbdf6253d tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:55:03.487223 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6f0ef7e3-bc2e-42ab-ba93-ac1bbdf6253d tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/networks/09f0314a-daeb-4009-bee0-f99097bcf52c HTTP/1.1" status: 404 len: 339 time: 0.0257292 Sep 17 23:55:03.488013 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50856) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:03.513238 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce767c2e-e7e6-4d4c-9e3d-d613c7df6895 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] DELETE failed (client error): The resource could not be found. Sep 17 23:55:03.513755 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce767c2e-e7e6-4d4c-9e3d-d613c7df6895 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:55:03.518115 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ce767c2e-e7e6-4d4c-9e3d-d613c7df6895 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/subnets/2d082a1c-6164-405f-bef4-48229b54659f HTTP/1.1" status: 404 len: 337 time: 0.0270932 Sep 17 23:55:03.518268 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c318e74-aa38-4170-9675-5e58caa910cf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Subnet': ['ID=614899d2-8f7e-4729-acb4-b64ab30a89b5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:03.518647 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50858) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:03.524607 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-aa3acdee-7638-44db-91a0-34200ab2db02 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0409923 Sep 17 23:55:03.524607 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4c318e74-aa38-4170-9675-5e58caa910cf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:03.524607 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4c318e74-aa38-4170-9675-5e58caa910cf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/subnets/614899d2-8f7e-4729-acb4-b64ab30a89b5 HTTP/1.1" status: 204 len: 168 time: 1.4570696 Sep 17 23:55:03.525140 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50860) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:03.527673 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50862) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:03.539634 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ba8fbc-8174-4d80-9f21-69c16f74a5aa None None] Network df940bf8-99fc-4a36-ae42-e09d9d2c3206 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:03.552469 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-22668fae-3f86-4f65-bdb9-2fdb3a3d1fa3 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] DELETE failed (client error): The resource could not be found. Sep 17 23:55:03.556694 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22668fae-3f86-4f65-bdb9-2fdb3a3d1fa3 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:55:03.558892 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-22668fae-3f86-4f65-bdb9-2fdb3a3d1fa3 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/networks/bb660dff-8eda-4cb6-9f6b-6446e3c0cb46 HTTP/1.1" status: 404 len: 339 time: 0.0393524 Sep 17 23:55:03.564089 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7f38bdf5-528e-436d-8dde-7d14272def01 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0373671 Sep 17 23:55:03.565766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50866) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:03.574521 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50868) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:03.587182 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-27f5d5bd-ebf2-49d2-b5a9-98c5ec441ffd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:03.630293 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-12637a7b-dbeb-4da5-bf21-d9939eff83f4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] DELETE failed (client error): The resource could not be found. Sep 17 23:55:03.630908 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12637a7b-dbeb-4da5-bf21-d9939eff83f4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:55:03.632794 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-12637a7b-dbeb-4da5-bf21-d9939eff83f4 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/subnets/223e7d63-ab49-4817-938c-c4685a874950 HTTP/1.1" status: 404 len: 337 time: 0.0658405 Sep 17 23:55:03.635561 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50872) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:03.661973 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f98b24-cdf1-471c-a84c-7efc91f5c8a9 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] DELETE failed (client error): The resource could not be found. Sep 17 23:55:03.662726 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f98b24-cdf1-471c-a84c-7efc91f5c8a9 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:55:03.664620 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f5f98b24-cdf1-471c-a84c-7efc91f5c8a9 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/networks/f6e537d5-5ab0-43de-a377-93aea5b976f3 HTTP/1.1" status: 404 len: 339 time: 0.0280387 Sep 17 23:55:03.667785 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50874) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:03.729598 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5d5bd-ebf2-49d2-b5a9-98c5ec441ffd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event deleted for resources: {'Port': ['ID=de6d1037-2c76-4fcb-afaf-440551110de9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:03.733462 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-09f6e6bf-5007-4c34-8ca1-924675760bb9 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels/94db3a91-797c-495d-ab8f-79e968e5e006 HTTP/1.1" status: 200 len: 472 time: 0.1569815 Sep 17 23:55:03.738841 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50878) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:03.761834 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cd8425f6-b6f6-4405-8767-02286c3de50d tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules/1c4bc14d-93d7-433e-9ef4-53f29358c105 HTTP/1.1" status: 200 len: 459 time: 0.0218840 Sep 17 23:55:03.765522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50880) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:03.770645 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea0fc01-e471-4c2c-9934-d7f9a4990634 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Deleting subnet 7f4bc727-97dd-41ed-b61d-aae8875f2e2c {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:55:03.774173 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ea0fc01-e471-4c2c-9934-d7f9a4990634 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:03.783188 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:03.824113 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ea0fc01-e471-4c2c-9934-d7f9a4990634 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:03.852042 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacdfe55-c4e0-4f3f-a902-afbe97da7a58 None None] DHCP port deletion for df940bf8-99fc-4a36-ae42-e09d9d2c3206 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:55:03.865966 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-27f5d5bd-ebf2-49d2-b5a9-98c5ec441ffd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:03.870033 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-27f5d5bd-ebf2-49d2-b5a9-98c5ec441ffd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:03.874305 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-27f5d5bd-ebf2-49d2-b5a9-98c5ec441ffd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "DELETE /v2.0/floatingips/b83d7f31-48e2-4f2a-bfd6-6b4435f550b5 HTTP/1.1" status: 204 len: 168 time: 2.1125078 Sep 17 23:55:03.875540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50884) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:03.940718 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-fdc1111b-7772-48dc-98e7-df049a8e83ea tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] delete failed (client error): The resource could not be found. Sep 17 23:55:03.942985 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fdc1111b-7772-48dc-98e7-df049a8e83ea tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "DELETE /v2.0/floatingips/b83d7f31-48e2-4f2a-bfd6-6b4435f550b5 HTTP/1.1" status: 404 len: 345 time: 0.0410686 Sep 17 23:55:03.954171 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50888) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:03.960430 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-cacdfe55-c4e0-4f3f-a902-afbe97da7a58 None None] Deleting port 27787aaf-fd76-456d-b54f-4eae6363af20 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:03.961011 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cacdfe55-c4e0-4f3f-a902-afbe97da7a58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.040723 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ea0fc01-e471-4c2c-9934-d7f9a4990634 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.060730 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4524a59c-2819-44fe-86a1-046c089be39c tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.062342 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4524a59c-2819-44fe-86a1-046c089be39c tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/1c4bc14d-93d7-433e-9ef4-53f29358c105 HTTP/1.1" status: 204 len: 168 time: 0.2955623 Sep 17 23:55:04.064794 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50890) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:04.116271 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefc6da1-56a2-4110-a88d-a5f2d9c91519 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:04.125016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefc6da1-56a2-4110-a88d-a5f2d9c91519 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:04.125919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-cacdfe55-c4e0-4f3f-a902-afbe97da7a58 None None] For port 27787aaf-fd76-456d-b54f-4eae6363af20, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=27787aaf-fd76-456d-b54f-4eae6363af20,segment=NetworkSegment(b57bc1be-8cfa-4c5a-8dd2-55550e6b7742),segment_id=b57bc1be-8cfa-4c5a-8dd2-55550e6b7742)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:04.126541 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cacdfe55-c4e0-4f3f-a902-afbe97da7a58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.131814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefc6da1-56a2-4110-a88d-a5f2d9c91519 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:04.133436 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port 27787aaf-fd76-456d-b54f-4eae6363af20 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:04.134057 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-aefc6da1-56a2-4110-a88d-a5f2d9c91519 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "GET /v2.0/ports?network_id=6ba8c424-93e5-4680-8a99-5ff0e16685e1 HTTP/1.1" status: 200 len: 2359 time: 0.1774025 Sep 17 23:55:04.137618 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.138642 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50894) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:04.149792 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-cacdfe55-c4e0-4f3f-a902-afbe97da7a58 None None] Calling delete_port for 27787aaf-fd76-456d-b54f-4eae6363af20 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:04.246863 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfaf516-13b2-4c3c-89bc-aac6f7b7e2c4 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:04.251354 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bbfaf516-13b2-4c3c-89bc-aac6f7b7e2c4 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "GET /v2.0/subnets/39072ea5-0cea-40f9-aa1a-4f24fd4c8bcf HTTP/1.1" status: 200 len: 797 time: 0.1085050 Sep 17 23:55:04.253920 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50898) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:04.258582 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7159f8c0-413c-49c9-b677-9a5479b28fa3 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'port': {'network_id': '6ba8c424-93e5-4680-8a99-5ff0e16685e1', 'name': 'tempest-FloatingIPTestJSON-1895100411', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:04.326829 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 27787aaf-fd76-456d-b54f-4eae6363af20 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:55:04.389228 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] For port 27787aaf-fd76-456d-b54f-4eae6363af20, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=27787aaf-fd76-456d-b54f-4eae6363af20,segment=NetworkSegment(b57bc1be-8cfa-4c5a-8dd2-55550e6b7742),segment_id=b57bc1be-8cfa-4c5a-8dd2-55550e6b7742)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:04.389624 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.404451 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for 27787aaf-fd76-456d-b54f-4eae6363af20 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:04.410701 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.413993 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cacdfe55-c4e0-4f3f-a902-afbe97da7a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.419374 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e836e-23dc-4f04-a788-3c106c9f9a8b req-fbf8687b-bbdd-4f3b-b642-2ec0bb4e8d65 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:04.420950 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-479e836e-23dc-4f04-a788-3c106c9f9a8b req-fbf8687b-bbdd-4f3b-b642-2ec0bb4e8d65 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.1908977 Sep 17 23:55:04.448709 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdfe55-c4e0-4f3f-a902-afbe97da7a58 None None] Pushing event deleted for resources: {'Port': ['ID=27787aaf-fd76-456d-b54f-4eae6363af20,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:04.460129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacdfe55-c4e0-4f3f-a902-afbe97da7a58 None None] No DVR routers for this DVR port 27787aaf-fd76-456d-b54f-4eae6363af20 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:04.482920 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ea0fc01-e471-4c2c-9934-d7f9a4990634 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.487655 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af814b0f-487c-4446-a01c-bedbd9a2aa99 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.488911 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-af814b0f-487c-4446-a01c-bedbd9a2aa99 tempest-MeteringIpV6TestJSON-1676215332 tempest-MeteringIpV6TestJSON-1676215332-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/94db3a91-797c-495d-ab8f-79e968e5e006 HTTP/1.1" status: 204 len: 168 time: 0.4221764 Sep 17 23:55:04.520881 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-479e836e-23dc-4f04-a788-3c106c9f9a8b req-fda28397-dca0-4bf6-ba22-3d7abce42e85 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910940 Sep 17 23:55:04.533265 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0fc01-e471-4c2c-9934-d7f9a4990634 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4bc727-97dd-41ed-b61d-aae8875f2e2c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:04.535048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7159f8c0-413c-49c9-b677-9a5479b28fa3 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Made reservation on behalf of 7c0a7b95d7f24932a52fd35f2694d82d for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:04.539883 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ea0fc01-e471-4c2c-9934-d7f9a4990634 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.543894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b4764c-e8e2-416f-869c-748f128dc948 None None] Network 6e525bc5-5f5d-40e8-a3fb-a9dd81179367 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:04.544849 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3ea0fc01-e471-4c2c-9934-d7f9a4990634 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/subnets/7f4bc727-97dd-41ed-b61d-aae8875f2e2c HTTP/1.1" status: 204 len: 168 time: 0.8759923 Sep 17 23:55:04.545622 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50902) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:04.642020 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.645234 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7159f8c0-413c-49c9-b677-9a5479b28fa3 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.654595 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.664516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-7159f8c0-413c-49c9-b677-9a5479b28fa3 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] device_id is not set on port 369cf966-fb97-455e-b3a1-7947f2d486c0 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:55:04.694451 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=27787aaf-fd76-456d-b54f-4eae6363af20,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:04.717782 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No DVR routers for this DVR port 27787aaf-fd76-456d-b54f-4eae6363af20 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:04.749324 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ca7d5f-b8f8-4d5e-bdd2-c61c797c206a None None] DHCP port deletion for 6e525bc5-5f5d-40e8-a3fb-a9dd81179367 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:55:04.798839 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-14ca7d5f-b8f8-4d5e-bdd2-c61c797c206a None None] Deleting port 8a304bb1-386c-4508-8ea2-0da8c2a20813 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:04.799213 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-14ca7d5f-b8f8-4d5e-bdd2-c61c797c206a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.819600 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.846474 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Deleting port 8a304bb1-386c-4508-8ea2-0da8c2a20813 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:04.847120 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.854667 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df940bf8-99fc-4a36-ae42-e09d9d2c3206']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:04.867897 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-14ca7d5f-b8f8-4d5e-bdd2-c61c797c206a None None] For port 8a304bb1-386c-4508-8ea2-0da8c2a20813, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8a304bb1-386c-4508-8ea2-0da8c2a20813,segment=NetworkSegment(16caf8dd-cf5f-4f15-b1dc-031d95e2dee7),segment_id=16caf8dd-cf5f-4f15-b1dc-031d95e2dee7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:04.868687 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-14ca7d5f-b8f8-4d5e-bdd2-c61c797c206a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.879995 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57bc1be-8cfa-4c5a-8dd2-55550e6b7742') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:04.883327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57bc1be-8cfa-4c5a-8dd2-55550e6b7742') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:04.883705 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-14ca7d5f-b8f8-4d5e-bdd2-c61c797c206a None None] Calling delete_port for 8a304bb1-386c-4508-8ea2-0da8c2a20813 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:04.898474 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.945906 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.949345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] For port 8a304bb1-386c-4508-8ea2-0da8c2a20813, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8a304bb1-386c-4508-8ea2-0da8c2a20813,segment=NetworkSegment(16caf8dd-cf5f-4f15-b1dc-031d95e2dee7),segment_id=16caf8dd-cf5f-4f15-b1dc-031d95e2dee7)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:04.949910 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.967034 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:55:04.967447 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:55:04.970521 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:55:04.982940 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Calling delete_port for 8a304bb1-386c-4508-8ea2-0da8c2a20813 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:05.007140 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-7159f8c0-413c-49c9-b677-9a5479b28fa3 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Allocated IP 172.20.0.14 (6ba8c424-93e5-4680-8a99-5ff0e16685e1/39072ea5-0cea-40f9-aa1a-4f24fd4c8bcf/369cf966-fb97-455e-b3a1-7947f2d486c0) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:05.027256 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-7159f8c0-413c-49c9-b677-9a5479b28fa3 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Allocated IP 172.20.0.12 (6ba8c424-93e5-4680-8a99-5ff0e16685e1/39072ea5-0cea-40f9-aa1a-4f24fd4c8bcf/369cf966-fb97-455e-b3a1-7947f2d486c0) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:05.076298 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-14ca7d5f-b8f8-4d5e-bdd2-c61c797c206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.115239 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.118175 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ca7d5f-b8f8-4d5e-bdd2-c61c797c206a None None] No DVR routers for this DVR port 8a304bb1-386c-4508-8ea2-0da8c2a20813 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:05.121645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca7d5f-b8f8-4d5e-bdd2-c61c797c206a None None] Pushing event deleted for resources: {'Port': ['ID=8a304bb1-386c-4508-8ea2-0da8c2a20813,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:05.147536 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.149593 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Port': ['ID=8a304bb1-386c-4508-8ea2-0da8c2a20813,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:05.167157 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.169295 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/networks/df940bf8-99fc-4a36-ae42-e09d9d2c3206 HTTP/1.1" status: 204 len: 168 time: 1.6407273 Sep 17 23:55:05.171940 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] No DVR routers for this DVR port 8a304bb1-386c-4508-8ea2-0da8c2a20813 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:05.173685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50910) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:05.179493 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5aae5-68c2-413e-a803-35d2fde40af5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Network': ['ID=df940bf8-99fc-4a36-ae42-e09d9d2c3206,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:05.182548 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-198dd75a-ed25-491a-b1ca-0934e096b87f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'network_id': '355df454-cede-4ca4-9c86-f698f202302a', 'name': 'tempest-PortsTestJSON-480876357'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:05.182986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50912) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:05.268046 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.273942 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7159f8c0-413c-49c9-b677-9a5479b28fa3 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.291021 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e525bc5-5f5d-40e8-a3fb-a9dd81179367']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:05.305489 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16caf8dd-cf5f-4f15-b1dc-031d95e2dee7') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:05.305489 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16caf8dd-cf5f-4f15-b1dc-031d95e2dee7') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:05.317789 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.334133 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fca739d2-b204-46f5-8daf-ac3768ef5860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.342501 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.350264 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:55:05.350650 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:55:05.353581 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:55:05.403672 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198dd75a-ed25-491a-b1ca-0934e096b87f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:05.407206 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-198dd75a-ed25-491a-b1ca-0934e096b87f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.424178 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-198dd75a-ed25-491a-b1ca-0934e096b87f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] device_id is not set on port fbd4ccd1-5fb9-4b70-abf1-88caf65211f0 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:55:05.433375 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7159f8c0-413c-49c9-b677-9a5479b28fa3 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.494302 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fca739d2-b204-46f5-8daf-ac3768ef5860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.507329 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.509443 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7159f8c0-413c-49c9-b677-9a5479b28fa3 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Network 6ba8c424-93e5-4680-8a99-5ff0e16685e1 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:05.516819 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.517530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-7159f8c0-413c-49c9-b677-9a5479b28fa3 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:05.518681 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/networks/6e525bc5-5f5d-40e8-a3fb-a9dd81179367 HTTP/1.1" status: 204 len: 168 time: 0.9678252 Sep 17 23:55:05.521573 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7159f8c0-413c-49c9-b677-9a5479b28fa3 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:05.528384 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50920) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:05.554786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7da01a-f427-4a41-9d31-d689dbdf2dd1 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Network': ['ID=6e525bc5-5f5d-40e8-a3fb-a9dd81179367,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:05.557057 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b28506-47db-4c65-a5ea-e015fd0de3fc tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] DELETE failed (client error): The resource could not be found. Sep 17 23:55:05.557607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b28506-47db-4c65-a5ea-e015fd0de3fc tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:55:05.559307 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-52b28506-47db-4c65-a5ea-e015fd0de3fc tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/subnets/8f51f26e-d9e0-4514-8bb1-db7dc5a2eb53 HTTP/1.1" status: 404 len: 337 time: 0.0299473 Sep 17 23:55:05.565364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159f8c0-413c-49c9-b677-9a5479b28fa3 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=369cf966-fb97-455e-b3a1-7947f2d486c0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:05.567544 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50924) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:05.574170 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fca739d2-b204-46f5-8daf-ac3768ef5860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.640493 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fca739d2-b204-46f5-8daf-ac3768ef5860 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c704f0243194f688d322e8d31ccbb67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4365497 Sep 17 23:55:05.641270 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca739d2-b204-46f5-8daf-ac3768ef5860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2010b94-ccf4-4155-9fc1-ae6bc8fbac8d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:05.643596 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50928) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:05.646921 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1427098-747e-4d77-ac60-87746e39e812 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] DELETE failed (client error): The resource could not be found. Sep 17 23:55:05.647595 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1427098-747e-4d77-ac60-87746e39e812 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:55:05.651889 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a1427098-747e-4d77-ac60-87746e39e812 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/networks/6439fd18-1c65-40c3-8c3f-3ed24bca09ff HTTP/1.1" status: 404 len: 339 time: 0.0612786 Sep 17 23:55:05.655251 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50930) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:05.689727 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7159f8c0-413c-49c9-b677-9a5479b28fa3 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:05.690344 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7159f8c0-413c-49c9-b677-9a5479b28fa3 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.714628 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d4567-692e-471a-a5bf-53d2482dbf5c req-5c9625b0-8736-4a54-9811-ee39c5fb2f3c tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:05.716162 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f68d4567-692e-471a-a5bf-53d2482dbf5c req-5c9625b0-8736-4a54-9811-ee39c5fb2f3c tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.1056542 Sep 17 23:55:05.735680 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c16aacec-b779-4349-a48e-3a03b0c34094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.773159 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c16aacec-b779-4349-a48e-3a03b0c34094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.787089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-7808e1e0-d790-4ef7-8a5f-8907f7772fbb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Deleting subnet 49c741b6-d468-42ee-94f9-3f1b84a392c2 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:55:05.792472 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7808e1e0-d790-4ef7-8a5f-8907f7772fbb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.792671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f68d4567-692e-471a-a5bf-53d2482dbf5c req-9f4252ec-8bfc-433e-8157-6b6969094766 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666668 Sep 17 23:55:05.823718 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-198dd75a-ed25-491a-b1ca-0934e096b87f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.843742 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7159f8c0-413c-49c9-b677-9a5479b28fa3 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5888748 Sep 17 23:55:05.845952 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7808e1e0-d790-4ef7-8a5f-8907f7772fbb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.848569 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50932) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:05.853356 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '369cf966-fb97-455e-b3a1-7947f2d486c0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:05.936242 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c16aacec-b779-4349-a48e-3a03b0c34094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.940215 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c16aacec-b779-4349-a48e-3a03b0c34094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.944315 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c16aacec-b779-4349-a48e-3a03b0c34094 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d2010b94-ccf4-4155-9fc1-ae6bc8fbac8d HTTP/1.1" status: 204 len: 168 time: 0.2815998 Sep 17 23:55:05.946592 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7808e1e0-d790-4ef7-8a5f-8907f7772fbb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:05.953676 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16aacec-b779-4349-a48e-3a03b0c34094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2010b94-ccf4-4155-9fc1-ae6bc8fbac8d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:06.009703 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:06.037393 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-198dd75a-ed25-491a-b1ca-0934e096b87f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:06.082983 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198dd75a-ed25-491a-b1ca-0934e096b87f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network 355df454-cede-4ca4-9c86-f698f202302a is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:06.116602 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198dd75a-ed25-491a-b1ca-0934e096b87f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=fbd4ccd1-5fb9-4b70-abf1-88caf65211f0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:06.120387 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-198dd75a-ed25-491a-b1ca-0934e096b87f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:06.121100 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:06.123725 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198dd75a-ed25-491a-b1ca-0934e096b87f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:06.137307 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198dd75a-ed25-491a-b1ca-0934e096b87f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:06.137307 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-198dd75a-ed25-491a-b1ca-0934e096b87f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:06.137307 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7808e1e0-d790-4ef7-8a5f-8907f7772fbb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:06.169792 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808e1e0-d790-4ef7-8a5f-8907f7772fbb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Subnet': ['ID=49c741b6-d468-42ee-94f9-3f1b84a392c2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:06.175613 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7808e1e0-d790-4ef7-8a5f-8907f7772fbb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:06.177518 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7808e1e0-d790-4ef7-8a5f-8907f7772fbb tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/subnets/49c741b6-d468-42ee-94f9-3f1b84a392c2 HTTP/1.1" status: 204 len: 168 time: 0.5194466 Sep 17 23:55:06.180026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50944) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:06.182173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83fade2-7d14-424a-a0a2-2d9c745779e8 None None] Network eeacdc73-c59f-4d5a-a873-65edfd565b10 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:06.262777 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-198dd75a-ed25-491a-b1ca-0934e096b87f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0840149 Sep 17 23:55:06.262777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50946) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:06.273051 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8a304bb1-386c-4508-8ea2-0da8c2a20813 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:55:06.294234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 8a304bb1-386c-4508-8ea2-0da8c2a20813 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:55:06.294566 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8a304bb1-386c-4508-8ea2-0da8c2a20813 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:55:06.326209 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:06.345840 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Allocated IP 172.25.3.22 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/f5c02d74-588a-4eb7-83a1-73c5492a85d5) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:06.391396 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-89681d09-e735-4fb1-b004-4bf0aa39d6d9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port fbd4ccd1-5fb9-4b70-abf1-88caf65211f0 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:06.392038 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-89681d09-e735-4fb1-b004-4bf0aa39d6d9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:06.426400 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787d8429-cd18-485a-87c8-bf3bcfb736e6 None None] DHCP port deletion for eeacdc73-c59f-4d5a-a873-65edfd565b10 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:55:06.482124 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Deleting port a5a70324-ebe7-46ea-afc1-f0b4a4f2e931 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:06.482466 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:06.507286 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-787d8429-cd18-485a-87c8-bf3bcfb736e6 None None] Deleting port a5a70324-ebe7-46ea-afc1-f0b4a4f2e931 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:06.507982 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-787d8429-cd18-485a-87c8-bf3bcfb736e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:06.520601 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-89681d09-e735-4fb1-b004-4bf0aa39d6d9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:06.524145 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:06.541592 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-89681d09-e735-4fb1-b004-4bf0aa39d6d9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for fbd4ccd1-5fb9-4b70-abf1-88caf65211f0 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:06.571751 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] For port a5a70324-ebe7-46ea-afc1-f0b4a4f2e931, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a5a70324-ebe7-46ea-afc1-f0b4a4f2e931,segment=NetworkSegment(e0cec793-3b27-4b3c-a8d7-0d7cbe87b114),segment_id=e0cec793-3b27-4b3c-a8d7-0d7cbe87b114)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:06.572207 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:06.592642 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Calling delete_port for a5a70324-ebe7-46ea-afc1-f0b4a4f2e931 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:06.625086 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-787d8429-cd18-485a-87c8-bf3bcfb736e6 None None] For port a5a70324-ebe7-46ea-afc1-f0b4a4f2e931, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a5a70324-ebe7-46ea-afc1-f0b4a4f2e931,segment=NetworkSegment(e0cec793-3b27-4b3c-a8d7-0d7cbe87b114),segment_id=e0cec793-3b27-4b3c-a8d7-0d7cbe87b114)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:06.625783 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-787d8429-cd18-485a-87c8-bf3bcfb736e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:06.641771 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-787d8429-cd18-485a-87c8-bf3bcfb736e6 None None] Calling delete_port for a5a70324-ebe7-46ea-afc1-f0b4a4f2e931 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:06.750782 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:06.780777 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-89681d09-e735-4fb1-b004-4bf0aa39d6d9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:06.785568 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:06.791570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:06.798746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:06.804749 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:06.805262 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-787d8429-cd18-485a-87c8-bf3bcfb736e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:06.836081 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-89681d09-e735-4fb1-b004-4bf0aa39d6d9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:06.836890 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] No DVR routers for this DVR port a5a70324-ebe7-46ea-afc1-f0b4a4f2e931 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:06.838169 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-89681d09-e735-4fb1-b004-4bf0aa39d6d9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/ports/fbd4ccd1-5fb9-4b70-abf1-88caf65211f0 HTTP/1.1" status: 204 len: 168 time: 0.5742874 Sep 17 23:55:06.841591 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50958) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:06.846449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=f5c02d74-588a-4eb7-83a1-73c5492a85d5,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:06.847056 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89681d09-e735-4fb1-b004-4bf0aa39d6d9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=fbd4ccd1-5fb9-4b70-abf1-88caf65211f0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:06.863433 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-280eec2d-8ca3-48cb-a7ba-fa3037d01df1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'network_id': '355df454-cede-4ca4-9c86-f698f202302a', 'mac_address': 'fa:16:3e:4d:92:14', 'name': 'tempest-PortsTestJSON-438892627'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:06.868220 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d8429-cd18-485a-87c8-bf3bcfb736e6 None None] Pushing event deleted for resources: {'Port': ['ID=a5a70324-ebe7-46ea-afc1-f0b4a4f2e931,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:06.873064 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787d8429-cd18-485a-87c8-bf3bcfb736e6 None None] No DVR routers for this DVR port a5a70324-ebe7-46ea-afc1-f0b4a4f2e931 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:06.901291 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Port': ['ID=a5a70324-ebe7-46ea-afc1-f0b4a4f2e931,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:07.019186 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50964) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:07.042740 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9d8d6747-e8ef-4889-b8ed-d93d724e4631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:07.072849 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280eec2d-8ca3-48cb-a7ba-fa3037d01df1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:07.169256 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-280eec2d-8ca3-48cb-a7ba-fa3037d01df1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:07.207381 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-280eec2d-8ca3-48cb-a7ba-fa3037d01df1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] device_id is not set on port 5270a41b-4615-45bd-b1a3-3853fffb7447 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:55:07.297918 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9d8d6747-e8ef-4889-b8ed-d93d724e4631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:07.320345 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:07.372563 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeacdc73-c59f-4d5a-a873-65edfd565b10']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:07.403321 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d79b3b-2962-4ca2-a989-617c8bc6ad98 req-6153ba3d-c328-407e-b26d-993289c9f070 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:07.404920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f7d79b3b-2962-4ca2-a989-617c8bc6ad98 req-6153ba3d-c328-407e-b26d-993289c9f070 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.4914515 Sep 17 23:55:07.406792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0cec793-3b27-4b3c-a8d7-0d7cbe87b114') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:07.407276 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9d8d6747-e8ef-4889-b8ed-d93d724e4631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:07.407415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0cec793-3b27-4b3c-a8d7-0d7cbe87b114') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:07.417442 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-280eec2d-8ca3-48cb-a7ba-fa3037d01df1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:07.425029 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:07.459453 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9d8d6747-e8ef-4889-b8ed-d93d724e4631 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=148a5cf3ab0444c9a9138ff8f30698ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4366643 Sep 17 23:55:07.462500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50970) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:07.471977 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d6747-e8ef-4889-b8ed-d93d724e4631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d1bd4c-78d8-43f3-9662-de90e8217f67,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:07.485719 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:07.498879 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:55:07.499435 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:55:07.504913 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:55:07.537241 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3040-46f0-40db-80f1-50a357c48133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:07.562672 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3040-46f0-40db-80f1-50a357c48133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:07.568470 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f7d79b3b-2962-4ca2-a989-617c8bc6ad98 req-57934bbf-fb86-43f2-821a-1213833161d3 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496513 Sep 17 23:55:07.597691 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-280eec2d-8ca3-48cb-a7ba-fa3037d01df1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:07.643450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280eec2d-8ca3-48cb-a7ba-fa3037d01df1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network 355df454-cede-4ca4-9c86-f698f202302a is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:07.646835 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-280eec2d-8ca3-48cb-a7ba-fa3037d01df1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:07.655800 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280eec2d-8ca3-48cb-a7ba-fa3037d01df1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:07.661284 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280eec2d-8ca3-48cb-a7ba-fa3037d01df1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:07.661880 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-280eec2d-8ca3-48cb-a7ba-fa3037d01df1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:07.667577 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280eec2d-8ca3-48cb-a7ba-fa3037d01df1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=5270a41b-4615-45bd-b1a3-3853fffb7447,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:07.727948 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3040-46f0-40db-80f1-50a357c48133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:07.730320 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:07.730572 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3040-46f0-40db-80f1-50a357c48133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:07.732366 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fe3e3040-46f0-40db-80f1-50a357c48133 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5d1bd4c-78d8-43f3-9662-de90e8217f67 HTTP/1.1" status: 204 len: 168 time: 0.2682850 Sep 17 23:55:07.740369 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e3040-46f0-40db-80f1-50a357c48133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d1bd4c-78d8-43f3-9662-de90e8217f67,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:07.756912 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:07.761463 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] 10.222.0.46 "DELETE /v2.0/networks/eeacdc73-c59f-4d5a-a873-65edfd565b10 HTTP/1.1" status: 204 len: 168 time: 1.5799136 Sep 17 23:55:07.776523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810752d-00ec-436a-a2e7-9b1c90c2a273 tempest-NetworksIpV6Test-486668347 tempest-NetworksIpV6Test-486668347-project] Pushing event deleted for resources: {'Network': ['ID=eeacdc73-c59f-4d5a-a873-65edfd565b10,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:07.788393 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-280eec2d-8ca3-48cb-a7ba-fa3037d01df1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9266205 Sep 17 23:55:07.788575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50976) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:07.832232 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84866a1d-c341-4ed0-b171-8be0de8c7c4f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:07.833651 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-84866a1d-c341-4ed0-b171-8be0de8c7c4f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports/5270a41b-4615-45bd-b1a3-3853fffb7447 HTTP/1.1" status: 200 len: 840 time: 0.0441656 Sep 17 23:55:07.836418 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50978) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:07.901614 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:07.937598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-71f25a6e-4f73-4d9b-967a-c4e00d2d8807 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port 5270a41b-4615-45bd-b1a3-3853fffb7447 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:07.938668 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-71f25a6e-4f73-4d9b-967a-c4e00d2d8807 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:08.009674 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-71f25a6e-4f73-4d9b-967a-c4e00d2d8807 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:08.031530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-71f25a6e-4f73-4d9b-967a-c4e00d2d8807 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for 5270a41b-4615-45bd-b1a3-3853fffb7447 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:08.056012 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:08.099051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50986) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:08.224149 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:08.233614 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ab54-92df-477a-8245-e88a477f03ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:08.257544 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-71f25a6e-4f73-4d9b-967a-c4e00d2d8807 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:08.283601 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:08.302790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f25a6e-4f73-4d9b-967a-c4e00d2d8807 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=5270a41b-4615-45bd-b1a3-3853fffb7447,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:08.318148 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a5a70324-ebe7-46ea-afc1-f0b4a4f2e931 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:55:08.327181 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-71f25a6e-4f73-4d9b-967a-c4e00d2d8807 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:08.332581 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-71f25a6e-4f73-4d9b-967a-c4e00d2d8807 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/ports/5270a41b-4615-45bd-b1a3-3853fffb7447 HTTP/1.1" status: 204 len: 168 time: 0.4951475 Sep 17 23:55:08.336845 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50998) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:08.345896 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: a5a70324-ebe7-46ea-afc1-f0b4a4f2e931 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:55:08.346391 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a5a70324-ebe7-46ea-afc1-f0b4a4f2e931 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:55:08.373970 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80b75b3-08db-4995-8fa1-3e0f3556d16c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] GET failed (client error): The resource could not be found. Sep 17 23:55:08.377603 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a80b75b3-08db-4995-8fa1-3e0f3556d16c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports/5270a41b-4615-45bd-b1a3-3853fffb7447 HTTP/1.1" status: 404 len: 333 time: 0.0392454 Sep 17 23:55:08.383686 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51002) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:08.388640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-45952fac-f226-496c-8ee1-57f347b7a57c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'network_id': '355df454-cede-4ca4-9c86-f698f202302a', 'name': 'tempest-PortsTestJSON-654977157'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:08.427537 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ab54-92df-477a-8245-e88a477f03ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:08.434368 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=f5c02d74-588a-4eb7-83a1-73c5492a85d5,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:08.440804 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:08.464959 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51006) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:08.487834 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ab54-92df-477a-8245-e88a477f03ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:08.543620 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9cc9ab54-92df-477a-8245-e88a477f03ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6944ce72bf4240ff84145d5833072192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4437473 Sep 17 23:55:08.544639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9ab54-92df-477a-8245-e88a477f03ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d69d94c-1d4b-49bd-94c8-c6ba8ef9b009,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:08.549284 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51010) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:08.595651 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Floating IP 24bca59f-74a2-4639-a74c-60d00ab2e63e associated. External IP: 172.25.3.22, port: 369cf966-fb97-455e-b3a1-7947f2d486c0. Sep 17 23:55:08.602237 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8ccac94f-a1a4-452f-8b6b-88347ae4a281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:08.628275 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8ccac94f-a1a4-452f-8b6b-88347ae4a281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:08.665931 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45952fac-f226-496c-8ee1-57f347b7a57c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:08.671358 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45952fac-f226-496c-8ee1-57f347b7a57c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:08.738979 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7c05b957-1034-4eb5-ad67-bfeb21ebff89 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=59d7097f09284739bdf535d1f28e2ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722094 Sep 17 23:55:08.747568 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51020) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:08.767981 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-45952fac-f226-496c-8ee1-57f347b7a57c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] device_id is not set on port 56edffca-ee41-4a97-a46a-c5869617575c yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:55:08.773267 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8ccac94f-a1a4-452f-8b6b-88347ae4a281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:08.775817 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8ccac94f-a1a4-452f-8b6b-88347ae4a281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:08.779330 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8ccac94f-a1a4-452f-8b6b-88347ae4a281 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d69d94c-1d4b-49bd-94c8-c6ba8ef9b009 HTTP/1.1" status: 204 len: 168 time: 0.2278256 Sep 17 23:55:08.790786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a29971-c4b4-4f09-beaf-7b4c1f082a0e req-eabea260-4996-4db3-835b-87ab4166e7cc tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:08.791385 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccac94f-a1a4-452f-8b6b-88347ae4a281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d69d94c-1d4b-49bd-94c8-c6ba8ef9b009,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:08.791979 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29a29971-c4b4-4f09-beaf-7b4c1f082a0e req-eabea260-4996-4db3-835b-87ab4166e7cc tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.1300933 Sep 17 23:55:08.825996 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-402e4ee2-2364-4b5a-8ca9-d69b9730c49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:08.849152 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-402e4ee2-2364-4b5a-8ca9-d69b9730c49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:08.922383 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29a29971-c4b4-4f09-beaf-7b4c1f082a0e req-b024d7eb-8786-4799-bb95-11044f92a2ea tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023540 Sep 17 23:55:08.986398 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-402e4ee2-2364-4b5a-8ca9-d69b9730c49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:08.991963 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-402e4ee2-2364-4b5a-8ca9-d69b9730c49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:08.991963 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-402e4ee2-2364-4b5a-8ca9-d69b9730c49b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/89f4049b-4442-464f-9bea-4499aa92cef9 HTTP/1.1" status: 204 len: 168 time: 0.2431087 Sep 17 23:55:09.007355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e4ee2-2364-4b5a-8ca9-d69b9730c49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f4049b-4442-464f-9bea-4499aa92cef9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:09.043520 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router 1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:55:09.076947 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45952fac-f226-496c-8ee1-57f347b7a57c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:09.199667 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:55:09.213030 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9995f41-f56e-4dc1-a2ee-86e617e4956e None None] Sync routers for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:55:09.222400 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9995f41-f56e-4dc1-a2ee-86e617e4956e None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:09.223056 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e9995f41-f56e-4dc1-a2ee-86e617e4956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:09.243735 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45952fac-f226-496c-8ee1-57f347b7a57c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:09.276162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e9995f41-f56e-4dc1-a2ee-86e617e4956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:09.287389 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9995f41-f56e-4dc1-a2ee-86e617e4956e None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:09.288535 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e9995f41-f56e-4dc1-a2ee-86e617e4956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:09.291977 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45952fac-f226-496c-8ee1-57f347b7a57c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network 355df454-cede-4ca4-9c86-f698f202302a is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:09.295214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-45952fac-f226-496c-8ee1-57f347b7a57c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:09.301208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45952fac-f226-496c-8ee1-57f347b7a57c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:09.307466 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45952fac-f226-496c-8ee1-57f347b7a57c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:09.308077 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45952fac-f226-496c-8ee1-57f347b7a57c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:09.316697 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:09.320585 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45952fac-f226-496c-8ee1-57f347b7a57c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=56edffca-ee41-4a97-a46a-c5869617575c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:09.324458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e9995f41-f56e-4dc1-a2ee-86e617e4956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:09.325213 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9995f41-f56e-4dc1-a2ee-86e617e4956e None None] The sync data for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:55:09.349615 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c994a163-b10c-4e7b-b353-1bf0bdf288de tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5001497 Sep 17 23:55:09.352398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51038) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:09.357448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-188502bc-1262-4f9a-84f7-c88e28ad18b5 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'floatingip': {'port_id': '369cf966-fb97-455e-b3a1-7947f2d486c0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:09.396090 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51044) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:09.396667 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-45952fac-f226-496c-8ee1-57f347b7a57c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0114715 Sep 17 23:55:09.406581 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b068b4da-c08d-49d1-90e5-c18ff989c479 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:09.430550 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-188502bc-1262-4f9a-84f7-c88e28ad18b5 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:09.491965 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b068b4da-c08d-49d1-90e5-c18ff989c479 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:09.656940 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c88042-0ac4-4e6d-b5c7-30b75de24774 req-ed1d4621-a6d4-46d3-8578-1dbd5f164406 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:09.658555 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95c88042-0ac4-4e6d-b5c7-30b75de24774 req-ed1d4621-a6d4-46d3-8578-1dbd5f164406 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.0949950 Sep 17 23:55:09.746840 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95c88042-0ac4-4e6d-b5c7-30b75de24774 req-17783936-fb5d-4140-ba53-8b9a3da1dd11 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506175 Sep 17 23:55:09.895939 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51058) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:09.917058 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-807294a4-37af-44d8-bfb1-3cdf0d82bee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:10.096213 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c45bc-d68f-4458-8b98-0724f4d913e7 req-a59c2e4d-f4ee-4797-86da-635920496e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:10.098204 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ae8c45bc-d68f-4458-8b98-0724f4d913e7 req-a59c2e4d-f4ee-4797-86da-635920496e9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d995865595b444da85e4dde72441e039&device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 1096 time: 0.4881601 Sep 17 23:55:10.103433 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b068b4da-c08d-49d1-90e5-c18ff989c479 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:10.132925 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-188502bc-1262-4f9a-84f7-c88e28ad18b5 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:10.163968 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-807294a4-37af-44d8-bfb1-3cdf0d82bee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:10.194542 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b068b4da-c08d-49d1-90e5-c18ff989c479 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:10.214697 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-188502bc-1262-4f9a-84f7-c88e28ad18b5 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:10.238082 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-b068b4da-c08d-49d1-90e5-c18ff989c479 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] In _notify_port_updated(), no bound segment for port 56edffca-ee41-4a97-a46a-c5869617575c on network 355df454-cede-4ca4-9c86-f698f202302a {{(pid=95591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:55:10.243553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b068b4da-c08d-49d1-90e5-c18ff989c479 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:10.244723 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b068b4da-c08d-49d1-90e5-c18ff989c479 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:10.246061 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b068b4da-c08d-49d1-90e5-c18ff989c479 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "PUT /v2.0/ports/56edffca-ee41-4a97-a46a-c5869617575c HTTP/1.1" status: 200 len: 818 time: 0.8480632 Sep 17 23:55:10.250158 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51070) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:10.253890 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51072) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:10.289064 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:10.302919 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-807294a4-37af-44d8-bfb1-3cdf0d82bee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:10.305553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068b4da-c08d-49d1-90e5-c18ff989c479 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=56edffca-ee41-4a97-a46a-c5869617575c,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:10.311139 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c45bc-d68f-4458-8b98-0724f4d913e7 req-7b8ef5eb-6f80-4c66-a1e6-5632e2507f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:10.312624 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ae8c45bc-d68f-4458-8b98-0724f4d913e7 req-7b8ef5eb-6f80-4c66-a1e6-5632e2507f3d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 HTTP/1.1" status: 200 len: 916 time: 0.2051449 Sep 17 23:55:10.344641 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-807294a4-37af-44d8-bfb1-3cdf0d82bee1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c0652e4ccc59426da3c13178d81376e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4475656 Sep 17 23:55:10.350566 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51078) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:10.366706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807294a4-37af-44d8-bfb1-3cdf0d82bee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428b5540-3fa3-4b93-954c-eb295a274f78,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:10.398308 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ae8c45bc-d68f-4458-8b98-0724f4d913e7 req-e23a05a8-86e5-4766-9e04-88850d8b400c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b HTTP/1.1" status: 200 len: 217 time: 0.0769672 Sep 17 23:55:10.482336 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c45bc-d68f-4458-8b98-0724f4d913e7 req-f2a365f5-59e9-41e2-94c0-ff2d8941f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:10.483816 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ae8c45bc-d68f-4458-8b98-0724f4d913e7 req-f2a365f5-59e9-41e2-94c0-ff2d8941f7bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10e3df87-64ac-4f7b-956c-325e5e9dc60f HTTP/1.1" status: 200 len: 854 time: 0.0742366 Sep 17 23:55:10.487675 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-220ffffe-1ffd-402e-aa5e-3df4307fe033 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port 56edffca-ee41-4a97-a46a-c5869617575c {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:10.488022 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-220ffffe-1ffd-402e-aa5e-3df4307fe033 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:10.494751 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188502bc-1262-4f9a-84f7-c88e28ad18b5 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router 1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:55:10.549260 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc8b82e8-ad0a-4cb2-8a77-fbdcab062225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:10.591280 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a9f4ca1c-122f-4835-add1-6624162991f3 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1141508751', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:10.608439 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188502bc-1262-4f9a-84f7-c88e28ad18b5 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:55:10.610516 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-220ffffe-1ffd-402e-aa5e-3df4307fe033 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:10.617669 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-188502bc-1262-4f9a-84f7-c88e28ad18b5 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:10.625000 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae43ee-1731-430b-b1fa-2a2fe3b718e9 None None] Sync routers for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:55:10.637121 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deae43ee-1731-430b-b1fa-2a2fe3b718e9 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:10.637897 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-220ffffe-1ffd-402e-aa5e-3df4307fe033 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for 56edffca-ee41-4a97-a46a-c5869617575c owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:10.638214 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-deae43ee-1731-430b-b1fa-2a2fe3b718e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:10.640679 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc8b82e8-ad0a-4cb2-8a77-fbdcab062225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:10.663199 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c45bc-d68f-4458-8b98-0724f4d913e7 req-d132ff9a-2cf0-4635-8e24-0c3ef6b61c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:10.665015 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ae8c45bc-d68f-4458-8b98-0724f4d913e7 req-d132ff9a-2cf0-4635-8e24-0c3ef6b61c71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554670 Sep 17 23:55:10.675745 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-deae43ee-1731-430b-b1fa-2a2fe3b718e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:10.686114 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deae43ee-1731-430b-b1fa-2a2fe3b718e9 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:10.687007 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-deae43ee-1731-430b-b1fa-2a2fe3b718e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:10.709535 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-188502bc-1262-4f9a-84f7-c88e28ad18b5 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "PUT /v2.0/floatingips/24bca59f-74a2-4639-a74c-60d00ab2e63e HTTP/1.1" status: 200 len: 978 time: 1.3558354 Sep 17 23:55:10.711210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51088) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:10.729802 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-deae43ee-1731-430b-b1fa-2a2fe3b718e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:10.730451 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae43ee-1731-430b-b1fa-2a2fe3b718e9 None None] The sync data for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:55:10.744442 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f4ca1c-122f-4835-add1-6624162991f3 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Made reservation on behalf of 36f8086532d34479bfe7b11d320941c1 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:10.755980 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a9f4ca1c-122f-4835-add1-6624162991f3 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:10.768695 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a9f4ca1c-122f-4835-add1-6624162991f3 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:10.873425 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ae8c45bc-d68f-4458-8b98-0724f4d913e7 req-012f0846-235e-483c-baa5-5589c1db4455 service neutron] 10.222.0.41 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964655 Sep 17 23:55:10.905237 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7f63f-fbc6-4480-8ddf-684623de8455 req-1f7c9f97-e84c-4801-ab15-5524e199d1b3 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:10.906749 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0cb7f63f-fbc6-4480-8ddf-684623de8455 req-1f7c9f97-e84c-4801-ab15-5524e199d1b3 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.0848181 Sep 17 23:55:10.938433 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc8b82e8-ad0a-4cb2-8a77-fbdcab062225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:10.941286 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc8b82e8-ad0a-4cb2-8a77-fbdcab062225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:10.942504 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fc8b82e8-ad0a-4cb2-8a77-fbdcab062225 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/428b5540-3fa3-4b93-954c-eb295a274f78 HTTP/1.1" status: 204 len: 168 time: 0.5897973 Sep 17 23:55:10.951314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-304aa5fc-e38f-4fb1-83e1-d8d1e512c876 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Deleting port f5c02d74-588a-4eb7-83a1-73c5492a85d5 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:10.951880 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-304aa5fc-e38f-4fb1-83e1-d8d1e512c876 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:10.955972 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-220ffffe-1ffd-402e-aa5e-3df4307fe033 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:10.970596 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0cb7f63f-fbc6-4480-8ddf-684623de8455 req-21aab402-6495-482d-95b5-093b6706bb37 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544295 Sep 17 23:55:10.982261 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b82e8-ad0a-4cb2-8a77-fbdcab062225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428b5540-3fa3-4b93-954c-eb295a274f78,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:11.009623 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ffffe-1ffd-402e-aa5e-3df4307fe033 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=56edffca-ee41-4a97-a46a-c5869617575c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:11.040490 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-220ffffe-1ffd-402e-aa5e-3df4307fe033 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:11.043778 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-220ffffe-1ffd-402e-aa5e-3df4307fe033 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/ports/56edffca-ee41-4a97-a46a-c5869617575c HTTP/1.1" status: 204 len: 168 time: 0.7907131 Sep 17 23:55:11.047455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51098) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:11.070417 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ae8c45bc-d68f-4458-8b98-0724f4d913e7 req-033ae252-3533-442f-9a64-356c77cb5c5e service neutron] 10.222.0.41 "GET /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890845 Sep 17 23:55:11.088763 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-304aa5fc-e38f-4fb1-83e1-d8d1e512c876 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:11.094568 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-304aa5fc-e38f-4fb1-83e1-d8d1e512c876 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:11.104398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-304aa5fc-e38f-4fb1-83e1-d8d1e512c876 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Calling delete_port for f5c02d74-588a-4eb7-83a1-73c5492a85d5 owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:11.133379 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1251fc8f-61af-4087-999e-c618cc346b80 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:11.137649 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1251fc8f-61af-4087-999e-c618cc346b80 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0861816 Sep 17 23:55:11.137649 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a9f4ca1c-122f-4835-add1-6624162991f3 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:11.138040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51100) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:11.162621 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f83f6ad-c002-46c9-81b9-2e15e1b90b13 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] GET failed (client error): The resource could not be found. Sep 17 23:55:11.164141 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2f83f6ad-c002-46c9-81b9-2e15e1b90b13 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports/56edffca-ee41-4a97-a46a-c5869617575c HTTP/1.1" status: 404 len: 333 time: 0.0250058 Sep 17 23:55:11.168433 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51102) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:11.173267 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-de74257d-dc75-4c53-9fa3-3c57ba55d1b5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1267037343'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:11.211237 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a9f4ca1c-122f-4835-add1-6624162991f3 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:11.222460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-a9f4ca1c-122f-4835-add1-6624162991f3 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] device_id is not set on port c0370067-8971-48be-a70f-87f25f218840 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:55:11.249007 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4ca1c-122f-4835-add1-6624162991f3 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21051740-93d1-485f-bedc-9d4f853c83bd,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:11.348330 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de74257d-dc75-4c53-9fa3-3c57ba55d1b5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:11.352529 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de74257d-dc75-4c53-9fa3-3c57ba55d1b5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:11.436537 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-304aa5fc-e38f-4fb1-83e1-d8d1e512c876 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:11.450382 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-a9f4ca1c-122f-4835-add1-6624162991f3 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Allocated IP 172.25.3.75 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/c0370067-8971-48be-a70f-87f25f218840) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:11.458951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de74257d-dc75-4c53-9fa3-3c57ba55d1b5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:55:11.465491 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304aa5fc-e38f-4fb1-83e1-d8d1e512c876 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event deleted for resources: {'Port': ['ID=f5c02d74-588a-4eb7-83a1-73c5492a85d5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:11.481427 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de74257d-dc75-4c53-9fa3-3c57ba55d1b5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:11.483523 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-de74257d-dc75-4c53-9fa3-3c57ba55d1b5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Added segment 74a5b75a-b48b-4354-a8a1-44e2074c5f35 of type vlan for network de7881ae-ce5d-43ce-818a-60873aad936c Sep 17 23:55:11.554261 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-304aa5fc-e38f-4fb1-83e1-d8d1e512c876 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:11.554666 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-304aa5fc-e38f-4fb1-83e1-d8d1e512c876 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Floating IP 24bca59f-74a2-4639-a74c-60d00ab2e63e disassociated (deleted). External IP: 172.25.3.22, port: 369cf966-fb97-455e-b3a1-7947f2d486c0. Sep 17 23:55:11.562711 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de74257d-dc75-4c53-9fa3-3c57ba55d1b5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:11.698061 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a9f4ca1c-122f-4835-add1-6624162991f3 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:11.715195 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de74257d-dc75-4c53-9fa3-3c57ba55d1b5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:11.722578 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de74257d-dc75-4c53-9fa3-3c57ba55d1b5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:11.722578 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de74257d-dc75-4c53-9fa3-3c57ba55d1b5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:11.815484 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74257d-dc75-4c53-9fa3-3c57ba55d1b5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Network': ['ID=de7881ae-ce5d-43ce-818a-60873aad936c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:11.831916 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network de7881ae-ce5d-43ce-818a-60873aad936c details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:55:11.839098 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304aa5fc-e38f-4fb1-83e1-d8d1e512c876 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router 1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:55:11.858782 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-de74257d-dc75-4c53-9fa3-3c57ba55d1b5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6882067 Sep 17 23:55:11.864864 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51132) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:11.873051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-da783c85-aceb-4093-a00f-06ceed7de999 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'subnet': {'network_id': 'de7881ae-ce5d-43ce-818a-60873aad936c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:11.894829 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a9f4ca1c-122f-4835-add1-6624162991f3 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:11.959739 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4ca1c-122f-4835-add1-6624162991f3 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Pushing event updated for resources: {'Port': ['ID=c0370067-8971-48be-a70f-87f25f218840,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:11.989681 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304aa5fc-e38f-4fb1-83e1-d8d1e512c876 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:55:11.995781 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-304aa5fc-e38f-4fb1-83e1-d8d1e512c876 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:12.004723 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a16137-1e46-444a-bb31-87c6ba536fa8 None None] Sync routers for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:55:12.015866 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f4ca1c-122f-4835-add1-6624162991f3 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:12.019018 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-a9f4ca1c-122f-4835-add1-6624162991f3 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:12.023023 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f4ca1c-122f-4835-add1-6624162991f3 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:12.029367 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a16137-1e46-444a-bb31-87c6ba536fa8 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:12.030017 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-36a16137-1e46-444a-bb31-87c6ba536fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:12.077543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f4ca1c-122f-4835-add1-6624162991f3 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:12.084108 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a9f4ca1c-122f-4835-add1-6624162991f3 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:12.084371 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-304aa5fc-e38f-4fb1-83e1-d8d1e512c876 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "DELETE /v2.0/floatingips/24bca59f-74a2-4639-a74c-60d00ab2e63e HTTP/1.1" status: 204 len: 168 time: 1.3677588 Sep 17 23:55:12.085996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51146) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:12.107627 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-36a16137-1e46-444a-bb31-87c6ba536fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:12.116357 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a16137-1e46-444a-bb31-87c6ba536fa8 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:12.117135 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-36a16137-1e46-444a-bb31-87c6ba536fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:54:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:12.149437 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-36a16137-1e46-444a-bb31-87c6ba536fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:12.150641 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a16137-1e46-444a-bb31-87c6ba536fa8 None None] The sync data for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:55:12.181536 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da783c85-aceb-4093-a00f-06ceed7de999 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:12.185150 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-da783c85-aceb-4093-a00f-06ceed7de999 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:12.210976 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f9c1b-593b-4d08-9c90-932a3f4eb311 req-a16ebc92-0dde-4e2b-91bc-76bed9a4f0db tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:12.212603 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e95f9c1b-593b-4d08-9c90-932a3f4eb311 req-a16ebc92-0dde-4e2b-91bc-76bed9a4f0db tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.0884030 Sep 17 23:55:12.254738 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a9f4ca1c-122f-4835-add1-6624162991f3 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9881682 Sep 17 23:55:12.258713 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51154) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:12.268244 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e95f9c1b-593b-4d08-9c90-932a3f4eb311 req-2cfa1724-e9c0-420d-bad6-b127b3ee8238 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408833 Sep 17 23:55:12.268505 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d39f9be0-50b2-43be-b36f-87c0d0ee87a5 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.75'}]}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:12.274589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-9f55da26-27c7-4dc7-8f19-456da7eda242 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Deleting port 369cf966-fb97-455e-b3a1-7947f2d486c0 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:12.275061 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f55da26-27c7-4dc7-8f19-456da7eda242 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:12.460798 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d39f9be0-50b2-43be-b36f-87c0d0ee87a5 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:12.461912 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d39f9be0-50b2-43be-b36f-87c0d0ee87a5 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:12.544120 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d39f9be0-50b2-43be-b36f-87c0d0ee87a5 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:12.598960 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-da783c85-aceb-4093-a00f-06ceed7de999 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:12.702205 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da783c85-aceb-4093-a00f-06ceed7de999 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Subnet': ['ID=f8ad1126-0642-4be6-b766-14c56a9681e8,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:12.791766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da783c85-aceb-4093-a00f-06ceed7de999 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Checking segment: {'id': '74a5b75a-b48b-4354-a8a1-44e2074c5f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'de7881ae-ce5d-43ce-818a-60873aad936c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:12.791766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da783c85-aceb-4093-a00f-06ceed7de999 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network hostable DHCP agents. Network: de7881ae-ce5d-43ce-818a-60873aad936c, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:55:12.818855 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f55da26-27c7-4dc7-8f19-456da7eda242 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:12.823865 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d39f9be0-50b2-43be-b36f-87c0d0ee87a5 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:12.828117 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba1342-4453-4cef-8cad-0d56b1b33039 req-b206155d-058b-4536-88cc-a855a3f2e5fc tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:12.829657 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a1ba1342-4453-4cef-8cad-0d56b1b33039 req-b206155d-058b-4536-88cc-a855a3f2e5fc tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.0726480 Sep 17 23:55:12.845431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-9f55da26-27c7-4dc7-8f19-456da7eda242 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Calling delete_port for 369cf966-fb97-455e-b3a1-7947f2d486c0 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:12.913040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a1ba1342-4453-4cef-8cad-0d56b1b33039 req-a7bed5ba-d6d9-42f7-bd79-ba2b86ea0cce tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760596 Sep 17 23:55:12.917239 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da783c85-aceb-4093-a00f-06ceed7de999 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network de7881ae-ce5d-43ce-818a-60873aad936c is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:55:13.018538 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51180) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:13.046210 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-da783c85-aceb-4093-a00f-06ceed7de999 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, de7881ae-ce5d-43ce-818a-60873aad936c) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:13.053136 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da783c85-aceb-4093-a00f-06ceed7de999 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:13.053988 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-da783c85-aceb-4093-a00f-06ceed7de999 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:13.061187 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579c9e02-aa68-4852-a21d-c0167cbed86e None None] Network de7881ae-ce5d-43ce-818a-60873aad936c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:13.158151 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c44cb-1136-437c-8e4b-5133a8511e56 req-47d6f9bf-c0df-45f6-8421-8c0fbbfc3687 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:13.161945 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c72c44cb-1136-437c-8e4b-5133a8511e56 req-47d6f9bf-c0df-45f6-8421-8c0fbbfc3687 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=545a9131-2c3a-4cd4-854a-46f75babdf03 HTTP/1.1" status: 200 len: 946 time: 0.1374309 Sep 17 23:55:13.220036 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-da783c85-aceb-4093-a00f-06ceed7de999 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3540583 Sep 17 23:55:13.224098 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51186) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:13.224932 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74b4d693-bed2-44e4-b9e3-4d814c3f2d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:13.238366 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0ecfae55-1097-40ae-ba57-94cda71f265d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'subnet': {'network_id': 'de7881ae-ce5d-43ce-818a-60873aad936c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:13.241771 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-de7881ae-ce5d-43ce-818a-60873aad936c', 'network_id': 'de7881ae-ce5d-43ce-818a-60873aad936c', 'tenant_id': '6714d67afbe9424390973f011b7536ca', 'fixed_ips': [{'subnet_id': 'f8ad1126-0642-4be6-b766-14c56a9681e8'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:55:13.242685 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:13.243123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c72c44cb-1136-437c-8e4b-5133a8511e56 req-a9e93b9a-9c7c-4f29-baa6-14ffa958220f tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713902 Sep 17 23:55:13.276730 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d39f9be0-50b2-43be-b36f-87c0d0ee87a5 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:13.300753 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f55da26-27c7-4dc7-8f19-456da7eda242 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:13.308312 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d39f9be0-50b2-43be-b36f-87c0d0ee87a5 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:13.324625 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:13.354038 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55da26-27c7-4dc7-8f19-456da7eda242 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event deleted for resources: {'Port': ['ID=369cf966-fb97-455e-b3a1-7947f2d486c0,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:13.398551 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] Allocated IP 172.20.0.2 (de7881ae-ce5d-43ce-818a-60873aad936c/f8ad1126-0642-4be6-b766-14c56a9681e8/8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:13.472575 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eba63f-12c1-49bb-aaa9-5a85e2cf68f2 req-06ea3f43-7070-4304-90e9-5cc4db3e5fb6 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:13.474132 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71eba63f-12c1-49bb-aaa9-5a85e2cf68f2 req-06ea3f43-7070-4304-90e9-5cc4db3e5fb6 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 946 time: 0.1596086 Sep 17 23:55:13.520003 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f55da26-27c7-4dc7-8f19-456da7eda242 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:13.521966 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9f55da26-27c7-4dc7-8f19-456da7eda242 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "DELETE /v2.0/ports/369cf966-fb97-455e-b3a1-7947f2d486c0 HTTP/1.1" status: 204 len: 168 time: 1.4347398 Sep 17 23:55:13.526375 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51196) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:13.531407 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-ede0d3fa-5bf0-42a1-9e53-63747f4920e1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:13.553960 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71eba63f-12c1-49bb-aaa9-5a85e2cf68f2 req-c97f85d6-a95d-40d3-bed7-15a058965052 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671873 Sep 17 23:55:13.604862 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-af8fbdc9-aa0e-4cc8-ab22-6f88e640732b req-ac3954f4-f8b5-4bda-9bd7-e084063d559b tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:55:13.606015 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af8fbdc9-aa0e-4cc8-ab22-6f88e640732b req-ac3954f4-f8b5-4bda-9bd7-e084063d559b tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064523 Sep 17 23:55:13.615783 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:13.621412 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74b4d693-bed2-44e4-b9e3-4d814c3f2d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:13.698751 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af8fbdc9-aa0e-4cc8-ab22-6f88e640732b req-538b3e89-05b7-4098-93f1-be84a1e42609 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0851314 Sep 17 23:55:13.702962 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d39f9be0-50b2-43be-b36f-87c0d0ee87a5 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:13.735550 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:13.785135 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] Network de7881ae-ce5d-43ce-818a-60873aad936c is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:13.785135 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:13.789760 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:13.793148 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] Pushing event updated for resources: {'Port': ['ID=8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:13.793486 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74b4d693-bed2-44e4-b9e3-4d814c3f2d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:13.845196 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] Attempting to bind port 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:55:13.845718 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] Attempting to bind port 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '74a5b75a-b48b-4354-a8a1-44e2074c5f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'de7881ae-ce5d-43ce-818a-60873aad936c'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:55:13.846202 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] Attempting to bind port 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9 on network de7881ae-ce5d-43ce-818a-60873aad936c {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:55:13.851424 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:55:13.851917 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] Checking segment: {'id': '74a5b75a-b48b-4354-a8a1-44e2074c5f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'de7881ae-ce5d-43ce-818a-60873aad936c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:13.852419 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:13.852938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] Bound using segment: {'id': '74a5b75a-b48b-4354-a8a1-44e2074c5f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'de7881ae-ce5d-43ce-818a-60873aad936c'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:55:13.853677 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] Bound port: 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a5b75a-b48b-4354-a8a1-44e2074c5f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'de7881ae-ce5d-43ce-818a-60873aad936c'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:55:13.854488 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:13.901013 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-74b4d693-bed2-44e4-b9e3-4d814c3f2d4a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c3362a1a39ae473da68098ff114df489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8798647 Sep 17 23:55:13.903494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51208) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:13.930436 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] For port 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:55:13.935243 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] For port 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9,segment=NetworkSegment(74a5b75a-b48b-4354-a8a1-44e2074c5f35),segment_id=74a5b75a-b48b-4354-a8a1-44e2074c5f35)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:55:13.955960 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d39f9be0-50b2-43be-b36f-87c0d0ee87a5 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:13.961214 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d39f9be0-50b2-43be-b36f-87c0d0ee87a5 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:13.962943 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4d693-bed2-44e4-b9e3-4d814c3f2d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73819dc8-2fa1-473c-842e-088502360ec5,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:14.007726 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09a62fa9-5f93-43fe-b83c-ccce4f803b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:14.014976 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecfae55-1097-40ae-ba57-94cda71f265d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:14.018673 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ecfae55-1097-40ae-ba57-94cda71f265d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:14.045083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000cb66-ff38-4247-9ca3-108b59b97f26 req-239a08bf-6799-4e85-830c-a19a79f1eec8 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:14.046936 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8000cb66-ff38-4247-9ca3-108b59b97f26 req-239a08bf-6799-4e85-830c-a19a79f1eec8 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.0865057 Sep 17 23:55:14.049288 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bd424aea-1a60-4206-abf9-5b1eeda24dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:14.054387 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:14.061186 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09a62fa9-5f93-43fe-b83c-ccce4f803b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:14.117788 n-d-809883-1 neutron-server[95591]: INFO neutron.db.ipam_backend_mixin [None req-0ecfae55-1097-40ae-ba57-94cda71f265d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f8ad1126-0642-4be6-b766-14c56a9681e8 (CIDR: 172.20.0.0/28) Sep 17 23:55:14.119803 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d39f9be0-50b2-43be-b36f-87c0d0ee87a5 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:14.120565 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39f9be0-50b2-43be-b36f-87c0d0ee87a5 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cebaafcc-e991-4b3a-b183-bde909f1832c {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:55:14.122409 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8000cb66-ff38-4247-9ca3-108b59b97f26 req-c0c02746-2184-4027-bacf-4821e13d6712 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670686 Sep 17 23:55:14.144702 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f2523-66f5-426c-8899-2f6c8905ab60 None None] Pushing event updated for resources: {'Port': ['ID=8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:14.146941 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ede0d3fa-5bf0-42a1-9e53-63747f4920e1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:14.178019 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ecfae55-1097-40ae-ba57-94cda71f265d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:55:14.178976 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ecfae55-1097-40ae-ba57-94cda71f265d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:55:14.235585 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09a62fa9-5f93-43fe-b83c-ccce4f803b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:14.238760 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09a62fa9-5f93-43fe-b83c-ccce4f803b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:14.239892 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-09a62fa9-5f93-43fe-b83c-ccce4f803b03 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/73819dc8-2fa1-473c-842e-088502360ec5 HTTP/1.1" status: 204 len: 168 time: 0.3345680 Sep 17 23:55:14.280024 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a62fa9-5f93-43fe-b83c-ccce4f803b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73819dc8-2fa1-473c-842e-088502360ec5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:14.317908 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb9901-9f09-42a8-9087-927bc76c1d51 req-e7c57162-3b58-4d9e-8803-afa5a4d4a70d tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:14.330922 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dcbb9901-9f09-42a8-9087-927bc76c1d51 req-e7c57162-3b58-4d9e-8803-afa5a4d4a70d tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=545a9131-2c3a-4cd4-854a-46f75babdf03 HTTP/1.1" status: 200 len: 946 time: 0.0979931 Sep 17 23:55:14.340458 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-d39f9be0-50b2-43be-b36f-87c0d0ee87a5 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 17 23:55:14.345629 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d39f9be0-50b2-43be-b36f-87c0d0ee87a5 tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.0841353 Sep 17 23:55:14.348460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51220) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:14.376288 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ede0d3fa-5bf0-42a1-9e53-63747f4920e1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:14.421489 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dcbb9901-9f09-42a8-9087-927bc76c1d51 req-c95258ef-a6b8-475d-80f4-98bf5c271abb tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791175 Sep 17 23:55:14.450961 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0ecfae55-1097-40ae-ba57-94cda71f265d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2131000 Sep 17 23:55:14.450961 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51224) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:14.456342 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-5bd475f2-0cf7-46c2-ae0c-8691da66257b tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'subnet': {'network_id': 'de7881ae-ce5d-43ce-818a-60873aad936c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:14.535821 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-2bfc19c3-611f-4406-bd9c-ef7cfbe0960d tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Deleting port c0370067-8971-48be-a70f-87f25f218840 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:14.536169 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2bfc19c3-611f-4406-bd9c-ef7cfbe0960d tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:14.577675 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-ede0d3fa-5bf0-42a1-9e53-63747f4920e1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Allocated IP 172.25.3.67 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/5f02bcbd-c509-44e8-bd4a-48cee6d8046f) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:14.587044 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73072c-d921-4ce5-a945-45c19da507a1 req-c92d9be4-624b-4be3-8198-869bb8e6dec0 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:14.589308 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc73072c-d921-4ce5-a945-45c19da507a1 req-c92d9be4-624b-4be3-8198-869bb8e6dec0 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 946 time: 0.0959489 Sep 17 23:55:14.653876 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2bfc19c3-611f-4406-bd9c-ef7cfbe0960d tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:14.669849 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-2bfc19c3-611f-4406-bd9c-ef7cfbe0960d tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Calling delete_port for c0370067-8971-48be-a70f-87f25f218840 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:14.696250 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc73072c-d921-4ce5-a945-45c19da507a1 req-6ca4fa9c-6eb1-4ee3-a3df-7a4962b43789 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939937 Sep 17 23:55:14.767115 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd475f2-0cf7-46c2-ae0c-8691da66257b tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:14.772327 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5bd475f2-0cf7-46c2-ae0c-8691da66257b tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:14.808256 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ede0d3fa-5bf0-42a1-9e53-63747f4920e1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:14.913406 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ede0d3fa-5bf0-42a1-9e53-63747f4920e1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:14.988879 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede0d3fa-5bf0-42a1-9e53-63747f4920e1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:15.005163 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-ede0d3fa-5bf0-42a1-9e53-63747f4920e1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:15.010273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede0d3fa-5bf0-42a1-9e53-63747f4920e1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:15.019320 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0d3fa-5bf0-42a1-9e53-63747f4920e1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=5f02bcbd-c509-44e8-bd4a-48cee6d8046f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:15.035087 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2bfc19c3-611f-4406-bd9c-ef7cfbe0960d tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:15.095146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fd68a-84de-449c-b202-02ff47d19a93 req-9346efbe-ee01-4753-b391-e1802c37e01a tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:15.096766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc19c3-611f-4406-bd9c-ef7cfbe0960d tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0370067-8971-48be-a70f-87f25f218840,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:15.102000 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fd68a-84de-449c-b202-02ff47d19a93 req-9346efbe-ee01-4753-b391-e1802c37e01a tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:15.108702 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fd68a-84de-449c-b202-02ff47d19a93 req-9346efbe-ee01-4753-b391-e1802c37e01a tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:15.116948 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b42fd68a-84de-449c-b202-02ff47d19a93 req-9346efbe-ee01-4753-b391-e1802c37e01a tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77&device_id=545a9131-2c3a-4cd4-854a-46f75babdf03&device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 2418 time: 0.1899321 Sep 17 23:55:15.189546 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b42fd68a-84de-449c-b202-02ff47d19a93 req-5c90b244-beb9-4888-9261-fcf9a3f0d14c tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713706 Sep 17 23:55:15.215115 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ede0d3fa-5bf0-42a1-9e53-63747f4920e1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:15.220372 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2bfc19c3-611f-4406-bd9c-ef7cfbe0960d tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:15.225888 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2bfc19c3-611f-4406-bd9c-ef7cfbe0960d tempest-RoutersAdminNegativeTest-1907721422 tempest-RoutersAdminNegativeTest-1907721422-project-admin] 10.222.0.46 "DELETE /v2.0/ports/c0370067-8971-48be-a70f-87f25f218840 HTTP/1.1" status: 204 len: 168 time: 0.8732312 Sep 17 23:55:15.236688 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-9c531995-f3c3-42cd-b93b-fd3becae6de3 req-4e871fb3-e7d8-4a6f-a6c4-efd52d97598a tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:55:15.237903 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c531995-f3c3-42cd-b93b-fd3becae6de3 req-4e871fb3-e7d8-4a6f-a6c4-efd52d97598a tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064573 Sep 17 23:55:15.300001 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5bd475f2-0cf7-46c2-ae0c-8691da66257b tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:15.307919 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c531995-f3c3-42cd-b93b-fd3becae6de3 req-80ba21d4-fe24-4449-9658-762bc6b3e2ac tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0632763 Sep 17 23:55:15.343928 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51244) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:15.344990 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ede0d3fa-5bf0-42a1-9e53-63747f4920e1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:15.367260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd475f2-0cf7-46c2-ae0c-8691da66257b tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network de7881ae-ce5d-43ce-818a-60873aad936c is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:15.371517 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-694dc4d2-45da-49c6-b9ad-1f591fd1b4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:15.374354 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-5bd475f2-0cf7-46c2-ae0c-8691da66257b tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:15.381361 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd475f2-0cf7-46c2-ae0c-8691da66257b tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Subnet': ['ID=f271d56c-b1dc-4041-9db0-ba205c5557bb,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:15.384200 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd475f2-0cf7-46c2-ae0c-8691da66257b tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:15.386121 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5bd475f2-0cf7-46c2-ae0c-8691da66257b tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:15.421949 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7e1dc8-1509-4b99-bc7d-1ada90940a59 None None] Network de7881ae-ce5d-43ce-818a-60873aad936c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:15.518889 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-694dc4d2-45da-49c6-b9ad-1f591fd1b4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:15.599444 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-694dc4d2-45da-49c6-b9ad-1f591fd1b4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:15.601622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a15778f5-6573-41f4-8432-144a2e520bc4 None None] Provisioning complete for port 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:15.601622 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a15778f5-6573-41f4-8432-144a2e520bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:15.635328 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ede0d3fa-5bf0-42a1-9e53-63747f4920e1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:15.666369 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-694dc4d2-45da-49c6-b9ad-1f591fd1b4ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6806717047c4caf9c3568d3a7a8f3c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212781 Sep 17 23:55:15.667516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694dc4d2-45da-49c6-b9ad-1f591fd1b4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d9fdd2-a3e7-4889-9c55-c20a64f8e991,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:15.672431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51254) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:15.719475 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5bd475f2-0cf7-46c2-ae0c-8691da66257b tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2667217 Sep 17 23:55:15.724002 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51256) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:15.734050 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-17495124-2365-4f45-ab42-57ff0ec13057 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'network_id': 'de7881ae-ce5d-43ce-818a-60873aad936c', 'fixed_ips': [{'subnet_id': 'f8ad1126-0642-4be6-b766-14c56a9681e8'}, {'subnet_id': 'f271d56c-b1dc-4041-9db0-ba205c5557bb'}], 'name': 'tempest-PortsTestJSON-2024332395'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:15.758310 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ede0d3fa-5bf0-42a1-9e53-63747f4920e1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:15.820886 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-23041d77-80dd-425d-8b6b-8fc5d9a2ea0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:15.877620 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0d3fa-5bf0-42a1-9e53-63747f4920e1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=5f02bcbd-c509-44e8-bd4a-48cee6d8046f,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:15.889208 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-23041d77-80dd-425d-8b6b-8fc5d9a2ea0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:15.902053 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ede0d3fa-5bf0-42a1-9e53-63747f4920e1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:15.990676 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17495124-2365-4f45-ab42-57ff0ec13057 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:16.033040 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a15778f5-6573-41f4-8432-144a2e520bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:16.070165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a2494a-d474-4f40-b30a-8d04a8d17a5d None None] Update dhcp port {'port': {'network_id': 'de7881ae-ce5d-43ce-818a-60873aad936c', 'fixed_ips': [{'subnet_id': 'f8ad1126-0642-4be6-b766-14c56a9681e8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f271d56c-b1dc-4041-9db0-ba205c5557bb'}], 'binding:host_id': 'n-d-809883-1'}, 'id': '8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9'} from n-d-809883-1. {{(pid=95593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:55:16.104481 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a15778f5-6573-41f4-8432-144a2e520bc4 None None] For port 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9,segment=NetworkSegment(74a5b75a-b48b-4354-a8a1-44e2074c5f35),segment_id=74a5b75a-b48b-4354-a8a1-44e2074c5f35)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:16.112365 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-23041d77-80dd-425d-8b6b-8fc5d9a2ea0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:16.115187 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-23041d77-80dd-425d-8b6b-8fc5d9a2ea0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:16.116513 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-23041d77-80dd-425d-8b6b-8fc5d9a2ea0d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5d9fdd2-a3e7-4889-9c55-c20a64f8e991 HTTP/1.1" status: 204 len: 168 time: 0.4428592 Sep 17 23:55:16.130249 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23041d77-80dd-425d-8b6b-8fc5d9a2ea0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d9fdd2-a3e7-4889-9c55-c20a64f8e991,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:16.146409 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ede0d3fa-5bf0-42a1-9e53-63747f4920e1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:16.147920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ede0d3fa-5bf0-42a1-9e53-63747f4920e1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6203468 Sep 17 23:55:16.151083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51266) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:16.156232 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-97c9296f-5a2e-4d7f-8f7a-4d919222a3bc tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'port': {'network_id': '6ba8c424-93e5-4680-8a99-5ff0e16685e1', 'name': 'tempest-FloatingIPTestJSON-1689368055'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:16.182440 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-85a2494a-d474-4f40-b30a-8d04a8d17a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:16.222476 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17495124-2365-4f45-ab42-57ff0ec13057 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:16.254167 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a15778f5-6573-41f4-8432-144a2e520bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:16.260380 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51272) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:16.304583 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-17495124-2365-4f45-ab42-57ff0ec13057 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] device_id is not set on port bc57085e-458f-4437-b0f8-89d233f7ccee yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:55:16.330313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15778f5-6573-41f4-8432-144a2e520bc4 None None] Pushing event updated for resources: {'Port': ['ID=8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:16.354567 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51276) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:16.453125 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:55:16.504344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c9296f-5a2e-4d7f-8f7a-4d919222a3bc tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Made reservation on behalf of 7c0a7b95d7f24932a52fd35f2694d82d for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:16.511614 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-97c9296f-5a2e-4d7f-8f7a-4d919222a3bc tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:16.555834 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-97c9296f-5a2e-4d7f-8f7a-4d919222a3bc tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] device_id is not set on port 05cf3d6c-2777-4c98-b858-74f48cea3bfd yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:55:16.564988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-85a2494a-d474-4f40-b30a-8d04a8d17a5d None None] Allocated IP 172.20.0.18 (de7881ae-ce5d-43ce-818a-60873aad936c/f271d56c-b1dc-4041-9db0-ba205c5557bb/8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:16.581564 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:16.582208 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:16.633989 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-458e49f9-c127-44e2-95d8-e88232daebc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:16.658464 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-877f9fe6-dd4e-4caa-b030-ed94ded3b83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:16.759549 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-97c9296f-5a2e-4d7f-8f7a-4d919222a3bc tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Allocated IP 172.20.0.10 (6ba8c424-93e5-4680-8a99-5ff0e16685e1/39072ea5-0cea-40f9-aa1a-4f24fd4c8bcf/05cf3d6c-2777-4c98-b858-74f48cea3bfd) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:16.783804 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-85a2494a-d474-4f40-b30a-8d04a8d17a5d None None] For port 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9,segment=NetworkSegment(74a5b75a-b48b-4354-a8a1-44e2074c5f35),segment_id=74a5b75a-b48b-4354-a8a1-44e2074c5f35)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:16.833630 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1acb580a-ce20-4423-90ea-09100b87def5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:16.865766 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-85a2494a-d474-4f40-b30a-8d04a8d17a5d None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:16.874580 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-877f9fe6-dd4e-4caa-b030-ed94ded3b83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:16.945662 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-85a2494a-d474-4f40-b30a-8d04a8d17a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:17.016167 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-97c9296f-5a2e-4d7f-8f7a-4d919222a3bc tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:17.052809 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2494a-d474-4f40-b30a-8d04a8d17a5d None None] Pushing event updated for resources: {'Port': ['ID=8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:17.108500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-17495124-2365-4f45-ab42-57ff0ec13057 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Allocated IP 172.20.0.14 (de7881ae-ce5d-43ce-818a-60873aad936c/f8ad1126-0642-4be6-b766-14c56a9681e8/bc57085e-458f-4437-b0f8-89d233f7ccee) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:17.116890 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-17495124-2365-4f45-ab42-57ff0ec13057 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Allocated IP 172.20.0.21 (de7881ae-ce5d-43ce-818a-60873aad936c/f271d56c-b1dc-4041-9db0-ba205c5557bb/bc57085e-458f-4437-b0f8-89d233f7ccee) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:17.192384 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-877f9fe6-dd4e-4caa-b030-ed94ded3b83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:17.251893 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-877f9fe6-dd4e-4caa-b030-ed94ded3b83d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1bdc567ffe624166a7c1fbb8dc80aecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9831686 Sep 17 23:55:17.256643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51298) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:17.282304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f9fe6-dd4e-4caa-b030-ed94ded3b83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3fdb07-4238-4515-8e81-aa093aa8e4fc,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:17.330801 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-65da78d4-37bd-4f75-b76b-5890cfe77028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:17.334949 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:17.370864 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-65da78d4-37bd-4f75-b76b-5890cfe77028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:17.373087 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-97c9296f-5a2e-4d7f-8f7a-4d919222a3bc tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:17.391769 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1acb580a-ce20-4423-90ea-09100b87def5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:17.396404 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17495124-2365-4f45-ab42-57ff0ec13057 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:17.446349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c9296f-5a2e-4d7f-8f7a-4d919222a3bc tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Network 6ba8c424-93e5-4680-8a99-5ff0e16685e1 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:17.450927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-97c9296f-5a2e-4d7f-8f7a-4d919222a3bc tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:17.457388 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c9296f-5a2e-4d7f-8f7a-4d919222a3bc tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:17.483555 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9296f-5a2e-4d7f-8f7a-4d919222a3bc tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=05cf3d6c-2777-4c98-b858-74f48cea3bfd,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:17.504931 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17495124-2365-4f45-ab42-57ff0ec13057 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:17.505327 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1acb580a-ce20-4423-90ea-09100b87def5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:17.547242 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c9296f-5a2e-4d7f-8f7a-4d919222a3bc tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:17.547242 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-97c9296f-5a2e-4d7f-8f7a-4d919222a3bc tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:17.549825 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17495124-2365-4f45-ab42-57ff0ec13057 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network de7881ae-ce5d-43ce-818a-60873aad936c is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:17.554150 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-17495124-2365-4f45-ab42-57ff0ec13057 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:17.559450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17495124-2365-4f45-ab42-57ff0ec13057 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:17.572715 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1acb580a-ce20-4423-90ea-09100b87def5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c72212c09df84cc3a9ecce9234152fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2132692 Sep 17 23:55:17.574391 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51306) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:17.584318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb580a-ce20-4423-90ea-09100b87def5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d34cc4-b033-43ac-b431-832d81802e17,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:17.615627 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-65da78d4-37bd-4f75-b76b-5890cfe77028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:17.626204 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-65da78d4-37bd-4f75-b76b-5890cfe77028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:17.626204 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-65da78d4-37bd-4f75-b76b-5890cfe77028 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f3fdb07-4238-4515-8e81-aa093aa8e4fc HTTP/1.1" status: 204 len: 168 time: 0.3666372 Sep 17 23:55:17.646030 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17495124-2365-4f45-ab42-57ff0ec13057 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=bc57085e-458f-4437-b0f8-89d233f7ccee,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:17.647169 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da78d4-37bd-4f75-b76b-5890cfe77028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3fdb07-4238-4515-8e81-aa093aa8e4fc,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:17.681603 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17495124-2365-4f45-ab42-57ff0ec13057 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:17.682332 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17495124-2365-4f45-ab42-57ff0ec13057 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:17.697572 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-97c9296f-5a2e-4d7f-8f7a-4d919222a3bc tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5454221 Sep 17 23:55:17.702675 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519dab14-cfbf-49d3-9968-a14e107be3ce None None] Network de7881ae-ce5d-43ce-818a-60873aad936c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:17.703943 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51314) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:17.707952 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:17.711381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f053d948-eafa-469e-ad2f-3a2cd57759fd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'floatingip': {'port_id': '05cf3d6c-2777-4c98-b858-74f48cea3bfd'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:17.756681 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-00ea1a3a-380b-492d-b72b-2172e1ccdc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:17.783182 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f053d948-eafa-469e-ad2f-3a2cd57759fd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:17.791724 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-17495124-2365-4f45-ab42-57ff0ec13057 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.0665143 Sep 17 23:55:17.792357 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51318) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:17.833076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-b6a6e113-7bbc-48ef-a5e4-1b080701eebb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8ad1126-0642-4be6-b766-14c56a9681e8'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:17.834623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-81eb813b-0f74-4c6d-a4e9-8eb9cc8a5658 None None] Provisioning complete for port 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:17.835219 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-81eb813b-0f74-4c6d-a4e9-8eb9cc8a5658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:17.902941 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-00ea1a3a-380b-492d-b72b-2172e1ccdc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:17.954761 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95920b2-d5a8-4fae-bc1f-7c209e623088 req-cc20ed38-04eb-412d-bcd1-0ce1b66e3ea6 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:17.964082 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a95920b2-d5a8-4fae-bc1f-7c209e623088 req-cc20ed38-04eb-412d-bcd1-0ce1b66e3ea6 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 946 time: 0.2483020 Sep 17 23:55:18.149687 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a95920b2-d5a8-4fae-bc1f-7c209e623088 req-932c25c4-f332-453b-b0c3-df632f2351ac tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796646 Sep 17 23:55:18.252868 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b6a6e113-7bbc-48ef-a5e4-1b080701eebb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:18.286363 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3fa268ee-d2fc-46a6-8aae-e096995faa0d None None] Provisioning complete for port bc57085e-458f-4437-b0f8-89d233f7ccee triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:18.288552 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3fa268ee-d2fc-46a6-8aae-e096995faa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:18.292222 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:55:18.310492 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-00ea1a3a-380b-492d-b72b-2172e1ccdc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:18.313109 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-00ea1a3a-380b-492d-b72b-2172e1ccdc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:18.322996 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-00ea1a3a-380b-492d-b72b-2172e1ccdc0e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3d34cc4-b033-43ac-b431-832d81802e17 HTTP/1.1" status: 204 len: 168 time: 0.7465589 Sep 17 23:55:18.358887 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3fa268ee-d2fc-46a6-8aae-e096995faa0d None None] Port bc57085e-458f-4437-b0f8-89d233f7ccee cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:55:18.375450 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3fa268ee-d2fc-46a6-8aae-e096995faa0d None None] Provisioning complete for port 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:18.376122 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3fa268ee-d2fc-46a6-8aae-e096995faa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:18.396963 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea1a3a-380b-492d-b72b-2172e1ccdc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d34cc4-b033-43ac-b431-832d81802e17,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:18.435319 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:18.435319 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:18.602097 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51334) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:18.648951 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a1f70403-3f63-40ab-8293-a936a891b5a9 None None] Provisioning complete for port bc57085e-458f-4437-b0f8-89d233f7ccee triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:18.649978 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a1f70403-3f63-40ab-8293-a936a891b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:18.655659 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e53dbeb6-e66a-4776-a35e-53cc7a8575a8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=36f8086532d34479bfe7b11d320941c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517251 Sep 17 23:55:18.658079 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51336) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:18.702506 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a1f70403-3f63-40ab-8293-a936a891b5a9 None None] Port bc57085e-458f-4437-b0f8-89d233f7ccee cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:55:18.720534 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7ae2b78-2066-4cdd-ab16-6652eb2d3f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:18.744605 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7ae2b78-2066-4cdd-ab16-6652eb2d3f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:18.768313 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f053d948-eafa-469e-ad2f-3a2cd57759fd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:18.790914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-b6a6e113-7bbc-48ef-a5e4-1b080701eebb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Delete allocated IP 172.20.0.21 (de7881ae-ce5d-43ce-818a-60873aad936c/f271d56c-b1dc-4041-9db0-ba205c5557bb) {{(pid=95592) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 23:55:18.831829 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f053d948-eafa-469e-ad2f-3a2cd57759fd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:18.889197 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7ae2b78-2066-4cdd-ab16-6652eb2d3f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:18.891973 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7ae2b78-2066-4cdd-ab16-6652eb2d3f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:18.895475 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d7ae2b78-2066-4cdd-ab16-6652eb2d3f4f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21051740-93d1-485f-bedc-9d4f853c83bd HTTP/1.1" status: 204 len: 168 time: 0.2334929 Sep 17 23:55:18.901894 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae2b78-2066-4cdd-ab16-6652eb2d3f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21051740-93d1-485f-bedc-9d4f853c83bd,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:19.145585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981c9e8-a7f2-4817-8e14-16f0af1112f7 req-a55f8a51-00cf-4a2d-83f9-d870152e5945 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:19.147321 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7981c9e8-a7f2-4817-8e14-16f0af1112f7 req-a55f8a51-00cf-4a2d-83f9-d870152e5945 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.41 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 946 time: 0.0635345 Sep 17 23:55:19.233347 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51350) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:19.253018 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3f023b30-c572-46af-926d-934519f66ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:19.302002 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-7981c9e8-a7f2-4817-8e14-16f0af1112f7 req-b4872c7c-e399-4991-9e8a-09085b57e321 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Deleting port e7fdd71d-3a46-463b-8b27-c4067b7d58ac {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:19.302320 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7981c9e8-a7f2-4817-8e14-16f0af1112f7 req-b4872c7c-e399-4991-9e8a-09085b57e321 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:19.357784 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-f053d948-eafa-469e-ad2f-3a2cd57759fd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Floating IP ca7d20db-d496-4185-978c-a944736243d9 associated. External IP: 172.25.3.67, port: 05cf3d6c-2777-4c98-b858-74f48cea3bfd. Sep 17 23:55:19.417777 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aadd07-9950-434e-8585-7f25b5a21adf req-f8a63c29-d731-4157-b646-8577d095a850 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:19.419818 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0aadd07-9950-434e-8585-7f25b5a21adf req-f8a63c29-d731-4157-b646-8577d095a850 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 946 time: 0.1367676 Sep 17 23:55:19.439032 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b6a6e113-7bbc-48ef-a5e4-1b080701eebb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:19.512249 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0aadd07-9950-434e-8585-7f25b5a21adf req-d26066fd-df90-42c8-8357-cd742e6c6331 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799658 Sep 17 23:55:19.519067 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b6a6e113-7bbc-48ef-a5e4-1b080701eebb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:19.683908 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6e113-7bbc-48ef-a5e4-1b080701eebb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=bc57085e-458f-4437-b0f8-89d233f7ccee,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:19.719220 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:19.723101 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-b6a6e113-7bbc-48ef-a5e4-1b080701eebb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] In _notify_port_updated(), no bound segment for port bc57085e-458f-4437-b0f8-89d233f7ccee on network de7881ae-ce5d-43ce-818a-60873aad936c {{(pid=95592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:55:19.728935 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a6e113-7bbc-48ef-a5e4-1b080701eebb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:19.729757 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b6a6e113-7bbc-48ef-a5e4-1b080701eebb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:19.731182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b6a6e113-7bbc-48ef-a5e4-1b080701eebb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "PUT /v2.0/ports/bc57085e-458f-4437-b0f8-89d233f7ccee HTTP/1.1" status: 200 len: 920 time: 1.9073734 Sep 17 23:55:19.735430 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51370) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:19.739574 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-41d0bf78-87ff-4df3-8ffd-532e72dc5f12 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8ad1126-0642-4be6-b766-14c56a9681e8'}, {'subnet_id': 'f271d56c-b1dc-4041-9db0-ba205c5557bb'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:19.849250 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-41d0bf78-87ff-4df3-8ffd-532e72dc5f12 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:19.867065 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f053d948-eafa-469e-ad2f-3a2cd57759fd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router 1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:55:19.883806 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-7981c9e8-a7f2-4817-8e14-16f0af1112f7 req-b4872c7c-e399-4991-9e8a-09085b57e321 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] For port e7fdd71d-3a46-463b-8b27-c4067b7d58ac, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e7fdd71d-3a46-463b-8b27-c4067b7d58ac,segment=NetworkSegment(753f4aca-9fbf-4656-86cc-3dcd09a4768d),segment_id=753f4aca-9fbf-4656-86cc-3dcd09a4768d)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:19.893025 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7981c9e8-a7f2-4817-8e14-16f0af1112f7 req-b4872c7c-e399-4991-9e8a-09085b57e321 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:19.917969 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-7981c9e8-a7f2-4817-8e14-16f0af1112f7 req-b4872c7c-e399-4991-9e8a-09085b57e321 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Calling delete_port for e7fdd71d-3a46-463b-8b27-c4067b7d58ac owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:19.930622 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3f023b30-c572-46af-926d-934519f66ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:19.951528 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5957b0b1-9d90-4ae9-81bc-056f14706b2f None None] Provisioning complete for port bc57085e-458f-4437-b0f8-89d233f7ccee triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:19.951820 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5957b0b1-9d90-4ae9-81bc-056f14706b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:19.985108 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-5957b0b1-9d90-4ae9-81bc-056f14706b2f None None] Port bc57085e-458f-4437-b0f8-89d233f7ccee cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:55:20.001900 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3f023b30-c572-46af-926d-934519f66ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:20.049174 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3f023b30-c572-46af-926d-934519f66ce8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bda9604bfc974a2fabac09d222881a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8141901 Sep 17 23:55:20.050817 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51382) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:20.051704 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f023b30-c572-46af-926d-934519f66ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ba1b19-47a7-4d0c-b90e-d6de1b7638e3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:20.154152 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-449b9534-b5d5-45dc-8d9a-a20ffe2f486a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:20.181450 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-449b9534-b5d5-45dc-8d9a-a20ffe2f486a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:20.218641 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7981c9e8-a7f2-4817-8e14-16f0af1112f7 req-b4872c7c-e399-4991-9e8a-09085b57e321 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:20.239867 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b', 'dbf3332c-e269-4566-b984-327fa12dfbf0', 'e7fdd71d-3a46-463b-8b27-c4067b7d58ac'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:55:20.242446 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f053d948-eafa-469e-ad2f-3a2cd57759fd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:55:20.256771 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f053d948-eafa-469e-ad2f-3a2cd57759fd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:20.258178 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4872c7c-e399-4991-9e8a-09085b57e321 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Pushing event deleted for resources: {'Port': ['ID=e7fdd71d-3a46-463b-8b27-c4067b7d58ac,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:20.258325 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5cc46-441c-4773-b5f6-19e096075f48 None None] Sync routers for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:55:20.274927 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a5cc46-441c-4773-b5f6-19e096075f48 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:20.275575 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a6a5cc46-441c-4773-b5f6-19e096075f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:20.313143 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-7981c9e8-a7f2-4817-8e14-16f0af1112f7 req-b4872c7c-e399-4991-9e8a-09085b57e321 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] No DVR routers for this DVR port e7fdd71d-3a46-463b-8b27-c4067b7d58ac on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:20.315862 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-449b9534-b5d5-45dc-8d9a-a20ffe2f486a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:20.319515 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-449b9534-b5d5-45dc-8d9a-a20ffe2f486a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:20.325306 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-449b9534-b5d5-45dc-8d9a-a20ffe2f486a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/29ba1b19-47a7-4d0c-b90e-d6de1b7638e3 HTTP/1.1" status: 204 len: 168 time: 0.2698600 Sep 17 23:55:20.327437 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7981c9e8-a7f2-4817-8e14-16f0af1112f7 req-b4872c7c-e399-4991-9e8a-09085b57e321 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:20.328716 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f053d948-eafa-469e-ad2f-3a2cd57759fd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "PUT /v2.0/floatingips/ca7d20db-d496-4185-978c-a944736243d9 HTTP/1.1" status: 200 len: 978 time: 2.6231470 Sep 17 23:55:20.331437 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7981c9e8-a7f2-4817-8e14-16f0af1112f7 req-b4872c7c-e399-4991-9e8a-09085b57e321 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.41 "DELETE /v2.0/ports/e7fdd71d-3a46-463b-8b27-c4067b7d58ac HTTP/1.1" status: 204 len: 173 time: 1.1778791 Sep 17 23:55:20.333929 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32210ed3-a1ea-4488-859a-d7e55d846a77', 'name': 'network-vif-deleted', 'tag': 'e7fdd71d-3a46-463b-8b27-c4067b7d58ac'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:55:20.335668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51398) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:20.339532 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0852be-a7be-429b-b4cf-9b9e45dee6ff" -d '{"events": [{"server_uuid": "32210ed3-a1ea-4488-859a-d7e55d846a77", "name": "network-vif-deleted", "tag": "e7fdd71d-3a46-463b-8b27-c4067b7d58ac"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:55:20.342786 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a6a5cc46-441c-4773-b5f6-19e096075f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:20.350325 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b9534-b5d5-45dc-8d9a-a20ffe2f486a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ba1b19-47a7-4d0c-b90e-d6de1b7638e3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:20.360011 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a5cc46-441c-4773-b5f6-19e096075f48 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:20.360011 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a6a5cc46-441c-4773-b5f6-19e096075f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:20.400350 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a6a5cc46-441c-4773-b5f6-19e096075f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:20.401412 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5cc46-441c-4773-b5f6-19e096075f48 None None] The sync data for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:55:20.444774 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43d8a63-1e8f-4c89-a57e-8365e9dd0b75 x-openstack-request-id: req-b43d8a63-1e8f-4c89-a57e-8365e9dd0b75 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:55:20.445189 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32210ed3-a1ea-4488-859a-d7e55d846a77", "name": "network-vif-deleted", "tag": "e7fdd71d-3a46-463b-8b27-c4067b7d58ac", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:55:20.446361 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b43d8a63-1e8f-4c89-a57e-8365e9dd0b75 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:55:20.447388 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32210ed3-a1ea-4488-859a-d7e55d846a77', 'name': 'network-vif-deleted', 'tag': 'e7fdd71d-3a46-463b-8b27-c4067b7d58ac', 'status': 'completed', 'code': 200} Sep 17 23:55:20.454167 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51402) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:20.572559 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-41d0bf78-87ff-4df3-8ffd-532e72dc5f12 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Allocated IP 172.20.0.26 (de7881ae-ce5d-43ce-818a-60873aad936c/f271d56c-b1dc-4041-9db0-ba205c5557bb/bc57085e-458f-4437-b0f8-89d233f7ccee) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:20.651872 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f1205500-c2cd-4011-827c-dec7c2a817af tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Deleting port 05cf3d6c-2777-4c98-b858-74f48cea3bfd {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:20.652229 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1205500-c2cd-4011-827c-dec7c2a817af tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:20.680329 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18c475a4-d03f-420c-aa04-5003bff26833 req-eb085c88-fc96-407b-85f1-52dd01f85e07 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=32210ed3-a1ea-4488-859a-d7e55d846a77 HTTP/1.1" status: 200 len: 210 time: 0.0625982 Sep 17 23:55:20.830370 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1205500-c2cd-4011-827c-dec7c2a817af tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:20.850729 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-41d0bf78-87ff-4df3-8ffd-532e72dc5f12 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:20.944399 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-41d0bf78-87ff-4df3-8ffd-532e72dc5f12 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:21.062912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-97986831-e316-4437-8e3a-2fa8751c35a8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-702943425'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:21.105619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51414) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:21.163326 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97986831-e316-4437-8e3a-2fa8751c35a8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:21.167799 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97986831-e316-4437-8e3a-2fa8751c35a8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:21.184214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0bf78-87ff-4df3-8ffd-532e72dc5f12 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=bc57085e-458f-4437-b0f8-89d233f7ccee,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:21.228922 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97986831-e316-4437-8e3a-2fa8751c35a8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:21.234962 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-41d0bf78-87ff-4df3-8ffd-532e72dc5f12 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] In _notify_port_updated(), no bound segment for port bc57085e-458f-4437-b0f8-89d233f7ccee on network de7881ae-ce5d-43ce-818a-60873aad936c {{(pid=95592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:55:21.237909 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c956b994-6ecf-41f1-b3e6-83475ed8b2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:21.243509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d0bf78-87ff-4df3-8ffd-532e72dc5f12 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:21.244522 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-41d0bf78-87ff-4df3-8ffd-532e72dc5f12 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:21.246253 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-41d0bf78-87ff-4df3-8ffd-532e72dc5f12 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "PUT /v2.0/ports/bc57085e-458f-4437-b0f8-89d233f7ccee HTTP/1.1" status: 200 len: 1000 time: 1.5113182 Sep 17 23:55:21.249281 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51424) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:21.252407 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1205500-c2cd-4011-827c-dec7c2a817af tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:21.252778 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1205500-c2cd-4011-827c-dec7c2a817af tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:21.253149 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-f1205500-c2cd-4011-827c-dec7c2a817af tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Floating IP ca7d20db-d496-4185-978c-a944736243d9 disassociated. External IP: 172.25.3.67, port: 05cf3d6c-2777-4c98-b858-74f48cea3bfd. Sep 17 23:55:21.253575 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f1205500-c2cd-4011-827c-dec7c2a817af tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Calling delete_port for 05cf3d6c-2777-4c98-b858-74f48cea3bfd owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:21.330939 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3c2e427c-83b8-4b6a-826f-d37e681ce8f4 None None] Provisioning complete for port bc57085e-458f-4437-b0f8-89d233f7ccee triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:21.332293 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3c2e427c-83b8-4b6a-826f-d37e681ce8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:21.372588 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e427c-83b8-4b6a-826f-d37e681ce8f4 None None] Port bc57085e-458f-4437-b0f8-89d233f7ccee cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:55:21.396169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-c3032061-3528-44bc-afb0-32f41192c03d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port bc57085e-458f-4437-b0f8-89d233f7ccee {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:21.405054 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c3032061-3528-44bc-afb0-32f41192c03d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:21.489368 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c3032061-3528-44bc-afb0-32f41192c03d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:21.502697 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-c3032061-3528-44bc-afb0-32f41192c03d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for bc57085e-458f-4437-b0f8-89d233f7ccee owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:21.521486 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1205500-c2cd-4011-827c-dec7c2a817af tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:21.555038 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1205500-c2cd-4011-827c-dec7c2a817af tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event deleted for resources: {'Port': ['ID=05cf3d6c-2777-4c98-b858-74f48cea3bfd,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:21.635172 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97986831-e316-4437-8e3a-2fa8751c35a8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:21.689147 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1205500-c2cd-4011-827c-dec7c2a817af tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router 1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:55:21.727166 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97986831-e316-4437-8e3a-2fa8751c35a8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:21.778249 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97986831-e316-4437-8e3a-2fa8751c35a8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bceb3ce3-d0d4-47d4-ada6-0b1556c5735a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:21.816201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1205500-c2cd-4011-827c-dec7c2a817af tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:55:21.828385 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bab4e43-8772-44c5-aa91-885accd92bf3 None None] Sync routers for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:55:21.840561 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bab4e43-8772-44c5-aa91-885accd92bf3 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:21.841255 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-3bab4e43-8772-44c5-aa91-885accd92bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:21.873340 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c3032061-3528-44bc-afb0-32f41192c03d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:21.882401 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97986831-e316-4437-8e3a-2fa8751c35a8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:55:21.883575 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-3bab4e43-8772-44c5-aa91-885accd92bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:21.893201 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bab4e43-8772-44c5-aa91-885accd92bf3 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:21.894197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-3bab4e43-8772-44c5-aa91-885accd92bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:21.918938 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1205500-c2cd-4011-827c-dec7c2a817af tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:21.925151 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3032061-3528-44bc-afb0-32f41192c03d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=bc57085e-458f-4437-b0f8-89d233f7ccee,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:21.927154 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f1205500-c2cd-4011-827c-dec7c2a817af tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "DELETE /v2.0/ports/05cf3d6c-2777-4c98-b858-74f48cea3bfd HTTP/1.1" status: 204 len: 168 time: 1.5884094 Sep 17 23:55:21.928428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51444) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:21.934976 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-3bab4e43-8772-44c5-aa91-885accd92bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:21.935635 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bab4e43-8772-44c5-aa91-885accd92bf3 None None] The sync data for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:55:21.946886 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c956b994-6ecf-41f1-b3e6-83475ed8b2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:21.953019 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97986831-e316-4437-8e3a-2fa8751c35a8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:21.953487 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-97986831-e316-4437-8e3a-2fa8751c35a8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Added segment 2312c24e-ed64-40bf-9c3e-6559abb2ea00 of type vlan for network a8a3a174-778a-49c7-886d-ef65f8e0a1bf Sep 17 23:55:21.984891 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dc1ded31-e375-4f00-8347-8165e6436d12 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "GET /v2.0/floatingips/ca7d20db-d496-4185-978c-a944736243d9 HTTP/1.1" status: 200 len: 687 time: 0.0537722 Sep 17 23:55:21.986399 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51448) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:22.049414 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97986831-e316-4437-8e3a-2fa8751c35a8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.082197 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c956b994-6ecf-41f1-b3e6-83475ed8b2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.141865 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-8e34b995-acef-4725-9b3c-2b91c7e037a1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Deleting port 5f02bcbd-c509-44e8-bd4a-48cee6d8046f {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:22.142338 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8e34b995-acef-4725-9b3c-2b91c7e037a1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.142473 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956b994-6ecf-41f1-b3e6-83475ed8b2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7f86db-7436-4142-8d62-38446c72648a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:22.192387 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c956b994-6ecf-41f1-b3e6-83475ed8b2cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd86091ebe9e4dc9bca9cb64798451fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0846715 Sep 17 23:55:22.192888 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51454) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:22.211768 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c3032061-3528-44bc-afb0-32f41192c03d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.215377 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c3032061-3528-44bc-afb0-32f41192c03d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/ports/bc57085e-458f-4437-b0f8-89d233f7ccee HTTP/1.1" status: 204 len: 168 time: 0.9622543 Sep 17 23:55:22.215377 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51456) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:22.256729 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1db62fa-387a-46b7-bf89-4923fecda037 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] GET failed (client error): The resource could not be found. Sep 17 23:55:22.261564 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e1db62fa-387a-46b7-bf89-4923fecda037 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports/bc57085e-458f-4437-b0f8-89d233f7ccee HTTP/1.1" status: 404 len: 333 time: 0.0420547 Sep 17 23:55:22.263531 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51458) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:22.275775 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97986831-e316-4437-8e3a-2fa8751c35a8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.283543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97986831-e316-4437-8e3a-2fa8751c35a8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:22.283543 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97986831-e316-4437-8e3a-2fa8751c35a8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.323872 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8e34b995-acef-4725-9b3c-2b91c7e037a1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.323872 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8e34b995-acef-4725-9b3c-2b91c7e037a1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.336429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-8e34b995-acef-4725-9b3c-2b91c7e037a1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Calling delete_port for 5f02bcbd-c509-44e8-bd4a-48cee6d8046f owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:22.346013 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa592f-fc84-40ae-b484-defea313b8c2 req-9c8a28cf-e635-49b0-82e1-19f484a1367d tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:22.349626 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a1fa592f-fc84-40ae-b484-defea313b8c2 req-9c8a28cf-e635-49b0-82e1-19f484a1367d tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=545a9131-2c3a-4cd4-854a-46f75babdf03 HTTP/1.1" status: 200 len: 946 time: 0.0991731 Sep 17 23:55:22.404411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef7fe99-834a-4cf0-8318-aceeb2e24e88 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting subnet f271d56c-b1dc-4041-9db0-ba205c5557bb {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:55:22.406433 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af0b34e5-436f-4a62-a7cc-d30dac53d2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.411578 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9ef7fe99-834a-4cf0-8318-aceeb2e24e88 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.416419 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97986831-e316-4437-8e3a-2fa8751c35a8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Network': ['ID=a8a3a174-778a-49c7-886d-ef65f8e0a1bf,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:22.429502 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network a8a3a174-778a-49c7-886d-ef65f8e0a1bf details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:55:22.435852 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a1fa592f-fc84-40ae-b484-defea313b8c2 req-1cef8308-13c2-438c-a5b4-f16fb192477b tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760782 Sep 17 23:55:22.471467 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af0b34e5-436f-4a62-a7cc-d30dac53d2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.492897 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-97986831-e316-4437-8e3a-2fa8751c35a8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0316505 Sep 17 23:55:22.538949 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9ef7fe99-834a-4cf0-8318-aceeb2e24e88 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.619294 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51464) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:22.624644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-b649122e-05c3-4d39-9cce-65fd00d58198 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'subnet': {'network_id': 'a8a3a174-778a-49c7-886d-ef65f8e0a1bf', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:22.625279 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9ef7fe99-834a-4cf0-8318-aceeb2e24e88 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.650181 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8e34b995-acef-4725-9b3c-2b91c7e037a1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.671892 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af0b34e5-436f-4a62-a7cc-d30dac53d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.674468 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-af0b34e5-436f-4a62-a7cc-d30dac53d2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.677279 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-af0b34e5-436f-4a62-a7cc-d30dac53d2cf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2f7f86db-7436-4142-8d62-38446c72648a HTTP/1.1" status: 204 len: 168 time: 0.4813151 Sep 17 23:55:22.694675 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b34e5-436f-4a62-a7cc-d30dac53d2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7f86db-7436-4142-8d62-38446c72648a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:22.737015 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34b995-acef-4725-9b3c-2b91c7e037a1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event deleted for resources: {'Port': ['ID=5f02bcbd-c509-44e8-bd4a-48cee6d8046f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:22.774994 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9ef7fe99-834a-4cf0-8318-aceeb2e24e88 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.809990 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7fe99-834a-4cf0-8318-aceeb2e24e88 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Subnet': ['ID=f271d56c-b1dc-4041-9db0-ba205c5557bb,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:22.812026 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9ef7fe99-834a-4cf0-8318-aceeb2e24e88 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.817008 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9ef7fe99-834a-4cf0-8318-aceeb2e24e88 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/subnets/f271d56c-b1dc-4041-9db0-ba205c5557bb HTTP/1.1" status: 204 len: 168 time: 0.5497053 Sep 17 23:55:22.817214 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8e34b995-acef-4725-9b3c-2b91c7e037a1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.817369 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51476) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:22.817472 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8e34b995-acef-4725-9b3c-2b91c7e037a1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.818639 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8e34b995-acef-4725-9b3c-2b91c7e037a1 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "DELETE /v2.0/floatingips/ca7d20db-d496-4185-978c-a944736243d9 HTTP/1.1" status: 204 len: 168 time: 0.8311174 Sep 17 23:55:22.822520 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51478) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:22.825907 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab81bc5-fcc0-4d3d-98b3-162f546ec1a9 None None] Network de7881ae-ce5d-43ce-818a-60873aad936c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:22.827678 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '50a2125c-abf8-4b06-aa3b-96fc0cfa9d6a'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:22.885876 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4e5552-d1e1-4d4e-859f-b89db0494f96 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting subnet f8ad1126-0642-4be6-b766-14c56a9681e8 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:55:22.889185 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5552-d1e1-4d4e-859f-b89db0494f96 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.891707 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b649122e-05c3-4d39-9cce-65fd00d58198 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:22.895439 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b649122e-05c3-4d39-9cce-65fd00d58198 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:22.931143 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5552-d1e1-4d4e-859f-b89db0494f96 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:23.005178 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:23.050061 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5552-d1e1-4d4e-859f-b89db0494f96 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:23.176666 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:23.198189 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5552-d1e1-4d4e-859f-b89db0494f96 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:23.216542 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e7fdd71d-3a46-463b-8b27-c4067b7d58ac no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:55:23.251309 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e5552-d1e1-4d4e-859f-b89db0494f96 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ad1126-0642-4be6-b766-14c56a9681e8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:23.261333 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5552-d1e1-4d4e-859f-b89db0494f96 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:23.266693 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: e7fdd71d-3a46-463b-8b27-c4067b7d58ac {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:55:23.267351 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e7fdd71d-3a46-463b-8b27-c4067b7d58ac not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:55:23.268633 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51490) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:23.269500 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4a4e5552-d1e1-4d4e-859f-b89db0494f96 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/subnets/f8ad1126-0642-4be6-b766-14c56a9681e8 HTTP/1.1" status: 204 len: 168 time: 0.4511559 Sep 17 23:55:23.436435 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:23.454267 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Allocated IP 172.25.3.223 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/4ce4d340-1730-4dff-a7da-15121527fb81) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:23.519307 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b649122e-05c3-4d39-9cce-65fd00d58198 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:23.561479 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51504) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:23.584165 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0074ed9d-be17-4700-9b34-649ce2e73224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:23.609019 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649122e-05c3-4d39-9cce-65fd00d58198 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Subnet': ['ID=dc0e90fd-f8d1-4f33-a6ef-76105f1f3f27,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:23.622321 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830abd3-1424-4708-8ce7-d1249794ec57 req-7bbee90f-be2c-4183-a365-75e4db0f4377 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:23.624055 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d830abd3-1424-4708-8ce7-d1249794ec57 req-7bbee90f-be2c-4183-a365-75e4db0f4377 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.41 "GET /v2.0/ports?device_id=545a9131-2c3a-4cd4-854a-46f75babdf03 HTTP/1.1" status: 200 len: 946 time: 0.0976210 Sep 17 23:55:23.660073 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec4b376-164e-47fa-a48b-942eb1ef56ac None None] Network de7881ae-ce5d-43ce-818a-60873aad936c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:23.762253 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0074ed9d-be17-4700-9b34-649ce2e73224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:23.818537 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0d94990f-a178-4f8e-a1e5-2a7822073231 None None] Provisioning complete for port 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:23.819835 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d94990f-a178-4f8e-a1e5-2a7822073231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:23.867728 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0074ed9d-be17-4700-9b34-649ce2e73224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:23.898580 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] DHCP port deletion for de7881ae-ce5d-43ce-818a-60873aad936c request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:55:23.932781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-d830abd3-1424-4708-8ce7-d1249794ec57 req-113b1de3-8680-435d-a590-b51a5767267c tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Deleting port dbf3332c-e269-4566-b984-327fa12dfbf0 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:23.932781 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d830abd3-1424-4708-8ce7-d1249794ec57 req-113b1de3-8680-435d-a590-b51a5767267c tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.023515 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] Deleting port 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:24.023802 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.031669 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0074ed9d-be17-4700-9b34-649ce2e73224 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97ef4ec080264d4a985f31f69db866da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4679232 Sep 17 23:55:24.041978 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51520) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:24.050469 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074ed9d-be17-4700-9b34-649ce2e73224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b744e0-52c3-463c-ac99-3ad985dd1f0a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:24.089255 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.091772 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] For port 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9,segment=NetworkSegment(74a5b75a-b48b-4354-a8a1-44e2074c5f35),segment_id=74a5b75a-b48b-4354-a8a1-44e2074c5f35)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:24.092171 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.095021 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d830abd3-1424-4708-8ce7-d1249794ec57 req-113b1de3-8680-435d-a590-b51a5767267c tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] For port dbf3332c-e269-4566-b984-327fa12dfbf0, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=dbf3332c-e269-4566-b984-327fa12dfbf0,segment=NetworkSegment(753f4aca-9fbf-4656-86cc-3dcd09a4768d),segment_id=753f4aca-9fbf-4656-86cc-3dcd09a4768d)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:24.095460 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d830abd3-1424-4708-8ce7-d1249794ec57 req-113b1de3-8680-435d-a590-b51a5767267c tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.105454 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] Calling delete_port for 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:24.115433 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-d830abd3-1424-4708-8ce7-d1249794ec57 req-113b1de3-8680-435d-a590-b51a5767267c tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Calling delete_port for dbf3332c-e269-4566-b984-327fa12dfbf0 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:24.139287 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-80f61d2b-87f4-40fd-bf00-2011f87c5123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.143692 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0fd7e-6fae-4be2-af9c-305b634c3ee8 req-2f6b2703-b39c-4731-b0c4-a7b1b511674c tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:24.147792 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aee0fd7e-6fae-4be2-af9c-305b634c3ee8 req-2f6b2703-b39c-4731-b0c4-a7b1b511674c tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=545a9131-2c3a-4cd4-854a-46f75babdf03 HTTP/1.1" status: 200 len: 946 time: 0.6178370 Sep 17 23:55:24.162573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:24.162901 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.185680 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b649122e-05c3-4d39-9cce-65fd00d58198 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Checking segment: {'id': '2312c24e-ed64-40bf-9c3e-6559abb2ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'a8a3a174-778a-49c7-886d-ef65f8e0a1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:24.186032 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b649122e-05c3-4d39-9cce-65fd00d58198 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network hostable DHCP agents. Network: a8a3a174-778a-49c7-886d-ef65f8e0a1bf, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:55:24.204285 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-80f61d2b-87f4-40fd-bf00-2011f87c5123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.261706 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.279863 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:55:24.303505 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.322509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] For port 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9,segment=NetworkSegment(74a5b75a-b48b-4354-a8a1-44e2074c5f35),segment_id=74a5b75a-b48b-4354-a8a1-44e2074c5f35)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:24.322957 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.335693 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] Pushing event deleted for resources: {'Port': ['ID=8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:24.344547 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] No DVR routers for this DVR port 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:24.353223 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aee0fd7e-6fae-4be2-af9c-305b634c3ee8 req-0f88432a-0003-4467-b1ca-ab10fad4a9dd tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961176 Sep 17 23:55:24.354095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:24.356674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:24.357034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:24.357570 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:24.357901 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:24.358227 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:24.358365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:24.358917 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:24.358917 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:24.359162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:24.359657 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:24.359981 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:24.360300 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:24.360612 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a98330-8d4a-43f9-be13-978d19cd69f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:24.369962 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No active binding found for port 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9 {{(pid=95593) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 23:55:24.370120 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:24.371982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:55:24.379560 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:24.393252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=4ce4d340-1730-4dff-a7da-15121527fb81,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:24.421304 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d830abd3-1424-4708-8ce7-d1249794ec57 req-113b1de3-8680-435d-a590-b51a5767267c tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.434686 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b', 'dbf3332c-e269-4566-b984-327fa12dfbf0'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:55:24.511475 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b1de3-8680-435d-a590-b51a5767267c tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Pushing event deleted for resources: {'Port': ['ID=dbf3332c-e269-4566-b984-327fa12dfbf0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:24.514986 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-80f61d2b-87f4-40fd-bf00-2011f87c5123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.521521 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-80f61d2b-87f4-40fd-bf00-2011f87c5123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.522864 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-80f61d2b-87f4-40fd-bf00-2011f87c5123 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/93b744e0-52c3-463c-ac99-3ad985dd1f0a HTTP/1.1" status: 204 len: 168 time: 0.4795260 Sep 17 23:55:24.551231 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f61d2b-87f4-40fd-bf00-2011f87c5123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b744e0-52c3-463c-ac99-3ad985dd1f0a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:24.553427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d830abd3-1424-4708-8ce7-d1249794ec57 req-113b1de3-8680-435d-a590-b51a5767267c tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] No DVR routers for this DVR port dbf3332c-e269-4566-b984-327fa12dfbf0 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:24.556657 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d830abd3-1424-4708-8ce7-d1249794ec57 req-113b1de3-8680-435d-a590-b51a5767267c tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.559554 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d830abd3-1424-4708-8ce7-d1249794ec57 req-113b1de3-8680-435d-a590-b51a5767267c tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.41 "DELETE /v2.0/ports/dbf3332c-e269-4566-b984-327fa12dfbf0 HTTP/1.1" status: 204 len: 173 time: 0.9230587 Sep 17 23:55:24.559554 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545a9131-2c3a-4cd4-854a-46f75babdf03', 'name': 'network-vif-deleted', 'tag': 'dbf3332c-e269-4566-b984-327fa12dfbf0'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:55:24.562368 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6c1f1a-ff18-4e8e-946e-2b912b352929" -d '{"events": [{"server_uuid": "545a9131-2c3a-4cd4-854a-46f75babdf03", "name": "network-vif-deleted", "tag": "dbf3332c-e269-4566-b984-327fa12dfbf0"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:55:24.583515 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b649122e-05c3-4d39-9cce-65fd00d58198 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network a8a3a174-778a-49c7-886d-ef65f8e0a1bf is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:55:24.622241 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc2c9fe-fb79-4381-92bf-2a644cd6bbc3 x-openstack-request-id: req-5cc2c9fe-fb79-4381-92bf-2a644cd6bbc3 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:55:24.622586 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545a9131-2c3a-4cd4-854a-46f75babdf03", "name": "network-vif-deleted", "tag": "dbf3332c-e269-4566-b984-327fa12dfbf0", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:55:24.622843 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5cc2c9fe-fb79-4381-92bf-2a644cd6bbc3 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:55:24.624179 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '545a9131-2c3a-4cd4-854a-46f75babdf03', 'name': 'network-vif-deleted', 'tag': 'dbf3332c-e269-4566-b984-327fa12dfbf0', 'status': 'completed', 'code': 200} Sep 17 23:55:24.629023 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.684765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:24.691629 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-b649122e-05c3-4d39-9cce-65fd00d58198 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, a8a3a174-778a-49c7-886d-ef65f8e0a1bf) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:24.693232 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No DVR routers for this DVR port 8eb6ddf4-7d53-4b4c-8892-399f0d5c1be9 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:24.702723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649122e-05c3-4d39-9cce-65fd00d58198 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:24.703319 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b649122e-05c3-4d39-9cce-65fd00d58198 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.704930 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbed1d90-196e-41ae-9d7c-aec29aea54c7 None None] Network a8a3a174-778a-49c7-886d-ef65f8e0a1bf requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:24.844701 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.870540 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51538) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:24.870767 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b649122e-05c3-4d39-9cce-65fd00d58198 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2501509 Sep 17 23:55:24.876509 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-5eb34afa-50e8-47e1-89a2-45b0867f7cbf tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-747469048'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:24.882406 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7881ae-ce5d-43ce-818a-60873aad936c']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:24.898973 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-a8a3a174-778a-49c7-886d-ef65f8e0a1bf', 'network_id': 'a8a3a174-778a-49c7-886d-ef65f8e0a1bf', 'tenant_id': '82470c50b6634cf6b69364e1e9279331', 'fixed_ips': [{'subnet_id': 'dc0e90fd-f8d1-4f33-a6ef-76105f1f3f27'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:55:24.901257 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.914537 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a5b75a-b48b-4354-a8a1-44e2074c5f35') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:24.914823 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a5b75a-b48b-4354-a8a1-44e2074c5f35') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:24.936723 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.988082 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:24.997929 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb34afa-50e8-47e1-89a2-45b0867f7cbf tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:25.003256 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5eb34afa-50e8-47e1-89a2-45b0867f7cbf tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.007293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:55:25.007609 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:55:25.019630 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:55:25.057716 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb34afa-50e8-47e1-89a2-45b0867f7cbf tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:55:25.077893 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5eb34afa-50e8-47e1-89a2-45b0867f7cbf tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.079002 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-5eb34afa-50e8-47e1-89a2-45b0867f7cbf tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Added segment b3b8752d-3a8b-486a-af18-04008bcb15f4 of type vlan for network 747a48a6-9d40-40fd-9d49-8c8cb27be4eb Sep 17 23:55:25.079158 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] Allocated IP 172.20.255.242 (a8a3a174-778a-49c7-886d-ef65f8e0a1bf/dc0e90fd-f8d1-4f33-a6ef-76105f1f3f27/c4a3d7ba-cc23-4dbe-a397-f210e43c5882) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:25.155703 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.185447 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5eb34afa-50e8-47e1-89a2-45b0867f7cbf tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.220892 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.231995 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.235659 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/networks/de7881ae-ce5d-43ce-818a-60873aad936c HTTP/1.1" status: 204 len: 168 time: 1.9622724 Sep 17 23:55:25.240552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51548) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:25.262640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f39f26-3c4c-4e72-84af-079e889416a6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Network': ['ID=de7881ae-ce5d-43ce-818a-60873aad936c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:25.281963 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.282235 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51550) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:25.305565 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531dbb85-831f-4c89-9114-dd4c63dddb0e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:25.309505 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-531dbb85-831f-4c89-9114-dd4c63dddb0e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0664668 Sep 17 23:55:25.313634 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51554) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:25.363080 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5eb34afa-50e8-47e1-89a2-45b0867f7cbf tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.369419 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb34afa-50e8-47e1-89a2-45b0867f7cbf tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:25.370179 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5eb34afa-50e8-47e1-89a2-45b0867f7cbf tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.427356 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.443812 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.455230 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb34afa-50e8-47e1-89a2-45b0867f7cbf tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Network': ['ID=747a48a6-9d40-40fd-9d49-8c8cb27be4eb,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:25.468172 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-715dd6ab-ac9b-4089-af76-5b9009799f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.476600 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b2da076c-19c8-4473-a49b-d2b77b6be860 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1612232 Sep 17 23:55:25.480766 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 747a48a6-9d40-40fd-9d49-8c8cb27be4eb details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:55:25.481182 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51562) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:25.486612 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7c9a6631-036b-4b5a-87cf-7bb24a4719d9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-338124529'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:25.503598 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] Network a8a3a174-778a-49c7-886d-ef65f8e0a1bf is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:25.515160 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a58e0a33-2535-45f8-985a-b83c82a54d22 req-0e21be0e-e811-4d91-99a3-47271bdbdf45 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=545a9131-2c3a-4cd4-854a-46f75babdf03 HTTP/1.1" status: 200 len: 210 time: 0.0482283 Sep 17 23:55:25.518989 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:25.525292 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:25.543264 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5eb34afa-50e8-47e1-89a2-45b0867f7cbf tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6712353 Sep 17 23:55:25.547366 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51564) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:25.554583 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a70a501f-f9a2-4f68-b5d5-258da2c5cc4f tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'subnet': {'network_id': '747a48a6-9d40-40fd-9d49-8c8cb27be4eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:25.697816 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.711995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] Pushing event updated for resources: {'Port': ['ID=c4a3d7ba-cc23-4dbe-a397-f210e43c5882,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:25.712620 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9a6631-036b-4b5a-87cf-7bb24a4719d9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:25.718697 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c9a6631-036b-4b5a-87cf-7bb24a4719d9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.756273 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9a6631-036b-4b5a-87cf-7bb24a4719d9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:55:25.765572 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c9a6631-036b-4b5a-87cf-7bb24a4719d9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.766405 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-7c9a6631-036b-4b5a-87cf-7bb24a4719d9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Added segment d10c1e9a-1dc1-460f-96c5-40ea91021a41 of type vlan for network dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5 Sep 17 23:55:25.775168 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] Attempting to bind port c4a3d7ba-cc23-4dbe-a397-f210e43c5882 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:55:25.775538 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] Attempting to bind port c4a3d7ba-cc23-4dbe-a397-f210e43c5882 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '2312c24e-ed64-40bf-9c3e-6559abb2ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'a8a3a174-778a-49c7-886d-ef65f8e0a1bf'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:55:25.775901 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] Attempting to bind port c4a3d7ba-cc23-4dbe-a397-f210e43c5882 on network a8a3a174-778a-49c7-886d-ef65f8e0a1bf {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:55:25.780875 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:55:25.781256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] Checking segment: {'id': '2312c24e-ed64-40bf-9c3e-6559abb2ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'a8a3a174-778a-49c7-886d-ef65f8e0a1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:25.781656 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.782045 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] Bound using segment: {'id': '2312c24e-ed64-40bf-9c3e-6559abb2ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'a8a3a174-778a-49c7-886d-ef65f8e0a1bf'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:55:25.782533 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] Bound port: c4a3d7ba-cc23-4dbe-a397-f210e43c5882, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2312c24e-ed64-40bf-9c3e-6559abb2ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'a8a3a174-778a-49c7-886d-ef65f8e0a1bf'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:55:25.782880 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.789576 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.810180 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c9a6631-036b-4b5a-87cf-7bb24a4719d9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.845954 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] For port c4a3d7ba-cc23-4dbe-a397-f210e43c5882, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:55:25.849495 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] For port c4a3d7ba-cc23-4dbe-a397-f210e43c5882, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c4a3d7ba-cc23-4dbe-a397-f210e43c5882,segment=NetworkSegment(2312c24e-ed64-40bf-9c3e-6559abb2ea00),segment_id=2312c24e-ed64-40bf-9c3e-6559abb2ea00)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:55:25.874511 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-715dd6ab-ac9b-4089-af76-5b9009799f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.901045 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=4ce4d340-1730-4dff-a7da-15121527fb81,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:25.915087 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.942107 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c9a6631-036b-4b5a-87cf-7bb24a4719d9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.947449 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.948270 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9a6631-036b-4b5a-87cf-7bb24a4719d9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:25.948888 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c9a6631-036b-4b5a-87cf-7bb24a4719d9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:25.960587 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-715dd6ab-ac9b-4089-af76-5b9009799f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:26.017225 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715dd6ab-ac9b-4089-af76-5b9009799f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9b43ab-5b7b-45e7-8693-3e15f716f10c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:26.024656 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-715dd6ab-ac9b-4089-af76-5b9009799f96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e17890959e64e49b80c4ab4b94cea5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7413492 Sep 17 23:55:26.033712 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b4420-cb05-46f1-8b0b-6c7da70ad9fb None None] Pushing event updated for resources: {'Port': ['ID=c4a3d7ba-cc23-4dbe-a397-f210e43c5882,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:26.058168 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51578) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:26.070600 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70a501f-f9a2-4f68-b5d5-258da2c5cc4f tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:26.076059 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a70a501f-f9a2-4f68-b5d5-258da2c5cc4f tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:26.127920 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Floating IP 91e111b4-330d-4314-8ddb-f7ce3b89a01b associated. External IP: 172.25.3.223, port: 50a2125c-abf8-4b06-aa3b-96fc0cfa9d6a. Sep 17 23:55:26.176805 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e581e6be-b974-4029-9d85-feed82715ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:26.177903 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7c9a6631-036b-4b5a-87cf-7bb24a4719d9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6953998 Sep 17 23:55:26.178805 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a6631-036b-4b5a-87cf-7bb24a4719d9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Network': ['ID=dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:26.181395 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51582) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:26.191261 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:55:26.191448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-de5e04d8-8741-4d26-b5a9-29964aa3cfab tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'subnet': {'network_id': 'dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:26.266242 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e581e6be-b974-4029-9d85-feed82715ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:26.466458 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a70a501f-f9a2-4f68-b5d5-258da2c5cc4f tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:26.538968 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a501f-f9a2-4f68-b5d5-258da2c5cc4f tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Subnet': ['ID=b839e45a-bf24-4b6b-bef0-01dcadaa370b,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:26.548286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5e04d8-8741-4d26-b5a9-29964aa3cfab tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:26.554157 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-de5e04d8-8741-4d26-b5a9-29964aa3cfab tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:26.559066 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70a501f-f9a2-4f68-b5d5-258da2c5cc4f tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Checking segment: {'id': 'b3b8752d-3a8b-486a-af18-04008bcb15f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '747a48a6-9d40-40fd-9d49-8c8cb27be4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:26.559224 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70a501f-f9a2-4f68-b5d5-258da2c5cc4f tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network hostable DHCP agents. Network: 747a48a6-9d40-40fd-9d49-8c8cb27be4eb, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:55:26.585609 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e581e6be-b974-4029-9d85-feed82715ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:26.588783 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e581e6be-b974-4029-9d85-feed82715ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:26.595782 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e581e6be-b974-4029-9d85-feed82715ebc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b9b43ab-5b7b-45e7-8693-3e15f716f10c HTTP/1.1" status: 204 len: 168 time: 0.5344849 Sep 17 23:55:26.602555 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router 1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:55:26.644001 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581e6be-b974-4029-9d85-feed82715ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9b43ab-5b7b-45e7-8693-3e15f716f10c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:26.648487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70a501f-f9a2-4f68-b5d5-258da2c5cc4f tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network 747a48a6-9d40-40fd-9d49-8c8cb27be4eb is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:55:26.723481 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-a70a501f-f9a2-4f68-b5d5-258da2c5cc4f tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 747a48a6-9d40-40fd-9d49-8c8cb27be4eb) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:26.728098 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70a501f-f9a2-4f68-b5d5-258da2c5cc4f tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:26.729136 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a70a501f-f9a2-4f68-b5d5-258da2c5cc4f tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:26.739817 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29045b8-2c56-428e-a003-3d650805a182 None None] Network 747a48a6-9d40-40fd-9d49-8c8cb27be4eb requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:26.830306 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:55:26.847213 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fafe2f-e163-411a-8d50-5181ce02d3b8 None None] Sync routers for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:55:26.859852 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a70a501f-f9a2-4f68-b5d5-258da2c5cc4f tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3110328 Sep 17 23:55:26.863039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51600) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:26.881339 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fafe2f-e163-411a-8d50-5181ce02d3b8 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:26.882017 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-53fafe2f-e163-411a-8d50-5181ce02d3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:26.945371 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-53fafe2f-e163-411a-8d50-5181ce02d3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:26.955582 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fafe2f-e163-411a-8d50-5181ce02d3b8 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:26.956553 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-53fafe2f-e163-411a-8d50-5181ce02d3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:27.010679 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-de5e04d8-8741-4d26-b5a9-29964aa3cfab tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.018643 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.032765 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-53fafe2f-e163-411a-8d50-5181ce02d3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:27.033453 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fafe2f-e163-411a-8d50-5181ce02d3b8 None None] The sync data for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:55:27.061232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d830da86-719c-4efb-a173-9128808154fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-747a48a6-9d40-40fd-9d49-8c8cb27be4eb', 'network_id': '747a48a6-9d40-40fd-9d49-8c8cb27be4eb', 'tenant_id': '82470c50b6634cf6b69364e1e9279331', 'fixed_ips': [{'subnet_id': 'b839e45a-bf24-4b6b-bef0-01dcadaa370b'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:55:27.062220 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d830da86-719c-4efb-a173-9128808154fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.063348 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.117570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e04d8-8741-4d26-b5a9-29964aa3cfab tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Subnet': ['ID=190317d5-a02e-4b25-8500-9d44e9b918da,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:27.123655 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-29ec7895-8389-48bb-9036-ddc13f083066 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.2997210 Sep 17 23:55:27.127188 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51610) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:27.138816 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-98585535-4105-40b7-8b16-a84473e600ff tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2103384712'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:27.158376 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.238263 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device dbf3332c-e269-4566-b984-327fa12dfbf0 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:55:27.257841 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98585535-4105-40b7-8b16-a84473e600ff tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Made reservation on behalf of 7c0a7b95d7f24932a52fd35f2694d82d for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:27.262827 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98585535-4105-40b7-8b16-a84473e600ff tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.287260 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: dbf3332c-e269-4566-b984-327fa12dfbf0 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:55:27.287895 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device dbf3332c-e269-4566-b984-327fa12dfbf0 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:55:27.311196 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e04d8-8741-4d26-b5a9-29964aa3cfab tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Checking segment: {'id': 'd10c1e9a-1dc1-460f-96c5-40ea91021a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:27.311919 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5e04d8-8741-4d26-b5a9-29964aa3cfab tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network hostable DHCP agents. Network: dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:55:27.317731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-d830da86-719c-4efb-a173-9128808154fc None None] Allocated IP 172.20.0.2 (747a48a6-9d40-40fd-9d49-8c8cb27be4eb/b839e45a-bf24-4b6b-bef0-01dcadaa370b/bf05b235-8945-482f-880a-616152ae0c9f) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:27.340670 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98585535-4105-40b7-8b16-a84473e600ff tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:55:27.360497 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97c8d1-fdab-42de-a61b-04a496abb509 req-ba0792ef-2f1c-45d0-82c7-757d2e0dbccb tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:27.362101 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f97c8d1-fdab-42de-a61b-04a496abb509 req-ba0792ef-2f1c-45d0-82c7-757d2e0dbccb tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.1976817 Sep 17 23:55:27.366828 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98585535-4105-40b7-8b16-a84473e600ff tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.367558 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-98585535-4105-40b7-8b16-a84473e600ff tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Added segment d3a832f5-ac78-48f3-8a76-4b5bc5278766 of type vlan for network 2b07be9b-2c88-49f4-b8f1-31e22fec4d00 Sep 17 23:55:27.379816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7a4b36-e88b-4456-b740-378452dbb7c7 None None] Network a8a3a174-778a-49c7-886d-ef65f8e0a1bf requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:27.417741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51616) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:27.434072 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98585535-4105-40b7-8b16-a84473e600ff tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.439033 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0b05ce84-1213-48cf-8c28-d74f66acb1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.439548 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5e04d8-8741-4d26-b5a9-29964aa3cfab tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:55:27.455308 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f97c8d1-fdab-42de-a61b-04a496abb509 req-203c970f-a6ce-4985-98af-be421b4d955f tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796280 Sep 17 23:55:27.510550 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15ad7240-681b-456d-8e79-9ee96fe91393 None None] Provisioning complete for port c4a3d7ba-cc23-4dbe-a397-f210e43c5882 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:27.511025 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15ad7240-681b-456d-8e79-9ee96fe91393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.541741 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-de5e04d8-8741-4d26-b5a9-29964aa3cfab tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:27.546659 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5e04d8-8741-4d26-b5a9-29964aa3cfab tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:27.546969 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-de5e04d8-8741-4d26-b5a9-29964aa3cfab tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.549215 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0b05ce84-1213-48cf-8c28-d74f66acb1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.560591 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0109dcfc-fb57-4d95-b632-e5fcc3e5d94d None None] Network dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:27.573108 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98585535-4105-40b7-8b16-a84473e600ff tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.579977 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98585535-4105-40b7-8b16-a84473e600ff tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:27.582156 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-98585535-4105-40b7-8b16-a84473e600ff tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.632171 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0b05ce84-1213-48cf-8c28-d74f66acb1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.666978 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98585535-4105-40b7-8b16-a84473e600ff tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Network': ['ID=2b07be9b-2c88-49f4-b8f1-31e22fec4d00,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:27.678856 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0b05ce84-1213-48cf-8c28-d74f66acb1b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4c956ac69fcf4582b6a69a4bdf46520d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570584 Sep 17 23:55:27.678856 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05ce84-1213-48cf-8c28-d74f66acb1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65728bb-257f-4deb-8d95-e2d6d5eb450e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:27.679532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51622) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:27.721641 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 2b07be9b-2c88-49f4-b8f1-31e22fec4d00 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:55:27.734916 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-98585535-4105-40b7-8b16-a84473e600ff tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6049948 Sep 17 23:55:27.737203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51626) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:27.738491 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a0f5e6f-0cc5-4c98-9787-4ccaf383fbc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.744072 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-b2790906-2912-4cd9-b9a0-727d8f93d860 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'subnet': {'network_id': '2b07be9b-2c88-49f4-b8f1-31e22fec4d00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:27.752581 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-de5e04d8-8741-4d26-b5a9-29964aa3cfab tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5697837 Sep 17 23:55:27.754813 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51628) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:27.761262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-19b1e3c2-1292-45d2-b84c-fb2e61b7d908 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'network_id': 'dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5', 'name': 'tempest-PortsTestJSON-880441825'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:27.770443 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d830da86-719c-4efb-a173-9128808154fc None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.788243 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a0f5e6f-0cc5-4c98-9787-4ccaf383fbc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.872910 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d830da86-719c-4efb-a173-9128808154fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.948192 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15ad7240-681b-456d-8e79-9ee96fe91393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.952241 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2790906-2912-4cd9-b9a0-727d8f93d860 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Made reservation on behalf of 7c0a7b95d7f24932a52fd35f2694d82d for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:27.952424 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d830da86-719c-4efb-a173-9128808154fc None None] Network 747a48a6-9d40-40fd-9d49-8c8cb27be4eb is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:27.953993 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.957318 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b2790906-2912-4cd9-b9a0-727d8f93d860 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:27.972450 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-d830da86-719c-4efb-a173-9128808154fc None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:27.978865 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830da86-719c-4efb-a173-9128808154fc None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:27.983207 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830da86-719c-4efb-a173-9128808154fc None None] Pushing event updated for resources: {'Port': ['ID=bf05b235-8945-482f-880a-616152ae0c9f,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:27.997246 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Subnet': ['ID=b839e45a-bf24-4b6b-bef0-01dcadaa370b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:28.023538 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a0f5e6f-0cc5-4c98-9787-4ccaf383fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:28.026721 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a0f5e6f-0cc5-4c98-9787-4ccaf383fbc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:28.030316 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7a0f5e6f-0cc5-4c98-9787-4ccaf383fbc7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b65728bb-257f-4deb-8d95-e2d6d5eb450e HTTP/1.1" status: 204 len: 168 time: 0.3473585 Sep 17 23:55:28.032705 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5', 'network_id': 'dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5', 'tenant_id': '6714d67afbe9424390973f011b7536ca', 'fixed_ips': [{'subnet_id': '190317d5-a02e-4b25-8500-9d44e9b918da'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:55:28.033989 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:28.048373 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f5e6f-0cc5-4c98-9787-4ccaf383fbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65728bb-257f-4deb-8d95-e2d6d5eb450e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:28.083937 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15ad7240-681b-456d-8e79-9ee96fe91393 None None] For port c4a3d7ba-cc23-4dbe-a397-f210e43c5882, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c4a3d7ba-cc23-4dbe-a397-f210e43c5882,segment=NetworkSegment(2312c24e-ed64-40bf-9c3e-6559abb2ea00),segment_id=2312c24e-ed64-40bf-9c3e-6559abb2ea00)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:28.131314 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:28.144885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b1e3c2-1292-45d2-b84c-fb2e61b7d908 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:28.152326 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-19b1e3c2-1292-45d2-b84c-fb2e61b7d908 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:28.205958 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747a48a6-9d40-40fd-9d49-8c8cb27be4eb']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:28.211427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d830da86-719c-4efb-a173-9128808154fc None None] Attempting to bind port bf05b235-8945-482f-880a-616152ae0c9f on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:55:28.211833 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d830da86-719c-4efb-a173-9128808154fc None None] Attempting to bind port bf05b235-8945-482f-880a-616152ae0c9f by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'b3b8752d-3a8b-486a-af18-04008bcb15f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '747a48a6-9d40-40fd-9d49-8c8cb27be4eb'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:55:28.212197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830da86-719c-4efb-a173-9128808154fc None None] Attempting to bind port bf05b235-8945-482f-880a-616152ae0c9f on network 747a48a6-9d40-40fd-9d49-8c8cb27be4eb {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:55:28.217862 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15ad7240-681b-456d-8e79-9ee96fe91393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:28.224184 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-19b1e3c2-1292-45d2-b84c-fb2e61b7d908 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] device_id is not set on port d9c115ed-1578-482b-be6e-afcd7ed16a18 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:55:28.225540 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830da86-719c-4efb-a173-9128808154fc None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:55:28.225915 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830da86-719c-4efb-a173-9128808154fc None None] Checking segment: {'id': 'b3b8752d-3a8b-486a-af18-04008bcb15f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '747a48a6-9d40-40fd-9d49-8c8cb27be4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:28.226315 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d830da86-719c-4efb-a173-9128808154fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:28.226729 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830da86-719c-4efb-a173-9128808154fc None None] Bound using segment: {'id': 'b3b8752d-3a8b-486a-af18-04008bcb15f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '747a48a6-9d40-40fd-9d49-8c8cb27be4eb'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:55:28.227208 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d830da86-719c-4efb-a173-9128808154fc None None] Bound port: bf05b235-8945-482f-880a-616152ae0c9f, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b8752d-3a8b-486a-af18-04008bcb15f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '747a48a6-9d40-40fd-9d49-8c8cb27be4eb'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:55:28.227635 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d830da86-719c-4efb-a173-9128808154fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:28.255737 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b8752d-3a8b-486a-af18-04008bcb15f4') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:28.256016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b8752d-3a8b-486a-af18-04008bcb15f4') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:28.290060 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad7240-681b-456d-8e79-9ee96fe91393 None None] Pushing event updated for resources: {'Port': ['ID=c4a3d7ba-cc23-4dbe-a397-f210e43c5882,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:28.314109 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:28.408785 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b2790906-2912-4cd9-b9a0-727d8f93d860 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:28.417570 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c4a3d7ba-cc23-4dbe-a397-f210e43c5882 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:55:28.479938 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:28.480799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] Allocated IP 172.20.0.2 (dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5/190317d5-a02e-4b25-8500-9d44e9b918da/a80f06a4-8dda-4426-b207-df35696d2457) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:28.498851 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:55:28.499877 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:28.508461 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d830da86-719c-4efb-a173-9128808154fc None None] For port bf05b235-8945-482f-880a-616152ae0c9f, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:55:28.535925 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:55:28.539273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2790906-2912-4cd9-b9a0-727d8f93d860 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Subnet': ['ID=21c646d5-68a3-4c15-8e8e-609f73fb999e,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:28.549863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2790906-2912-4cd9-b9a0-727d8f93d860 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Checking segment: {'id': 'd3a832f5-ac78-48f3-8a76-4b5bc5278766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2b07be9b-2c88-49f4-b8f1-31e22fec4d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:28.550235 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2790906-2912-4cd9-b9a0-727d8f93d860 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Network hostable DHCP agents. Network: 2b07be9b-2c88-49f4-b8f1-31e22fec4d00, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:55:28.600021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c4a3d7ba-cc23-4dbe-a397-f210e43c5882 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:28.600021 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:28.623638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c799aa04-596a-46e9-8fb8-22190ce4bc01 None None] Provisioning complete for port c4a3d7ba-cc23-4dbe-a397-f210e43c5882 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:28.624005 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c799aa04-596a-46e9-8fb8-22190ce4bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:28.650749 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b106b-cba6-4da0-a8c0-8cb3a3945fe3 req-a059b520-a934-47b8-af98-f5899358723a tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:28.652346 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-228b106b-cba6-4da0-a8c0-8cb3a3945fe3 req-a059b520-a934-47b8-af98-f5899358723a tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.0644646 Sep 17 23:55:28.656132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2790906-2912-4cd9-b9a0-727d8f93d860 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Network 2b07be9b-2c88-49f4-b8f1-31e22fec4d00 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:55:28.671113 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a530e-c554-407a-a728-5ac5d61fd91b req-a72c7182-c661-4b14-b889-6cb608b403d9 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:28.672700 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1b9a530e-c554-407a-a728-5ac5d61fd91b req-a72c7182-c661-4b14-b889-6cb608b403d9 tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.41 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 945 time: 0.1055038 Sep 17 23:55:28.702726 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-228b106b-cba6-4da0-a8c0-8cb3a3945fe3 req-0182a411-afbb-4c54-93b2-65caf1a8ddbf tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ad3681-6742-4be1-a504-9b8a2d692470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397117 Sep 17 23:55:28.717886 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.db.api [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 23:55:28.717886 n-d-809883-1 neutron-server[95591]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 23:55:28.717886 n-d-809883-1 neutron-server[95591]: [parameters: {'id': '747a48a6-9d40-40fd-9d49-8c8cb27be4eb'}] Sep 17 23:55:28.717886 n-d-809883-1 neutron-server[95591]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:55:28.723442 n-d-809883-1 neutron-server[95591]: DEBUG oslo_db.api [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:55:28.740155 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-b2790906-2912-4cd9-b9a0-727d8f93d860 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 2b07be9b-2c88-49f4-b8f1-31e22fec4d00) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:28.750606 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2790906-2912-4cd9-b9a0-727d8f93d860 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:28.751283 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b2790906-2912-4cd9-b9a0-727d8f93d860 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:28.823538 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8044a162-04e1-41e8-91bf-25a58cecd77c None None] Network 2b07be9b-2c88-49f4-b8f1-31e22fec4d00 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:28.842639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-1b9a530e-c554-407a-a728-5ac5d61fd91b req-27c66b7b-aa61-482e-92ac-4273d33863ea tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Deleting port b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:28.843201 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1b9a530e-c554-407a-a728-5ac5d61fd91b req-27c66b7b-aa61-482e-92ac-4273d33863ea tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:28.858900 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d830da86-719c-4efb-a173-9128808154fc None None] For port bf05b235-8945-482f-880a-616152ae0c9f, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bf05b235-8945-482f-880a-616152ae0c9f,segment=NetworkSegment(b3b8752d-3a8b-486a-af18-04008bcb15f4),segment_id=b3b8752d-3a8b-486a-af18-04008bcb15f4)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:55:28.895646 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b2790906-2912-4cd9-b9a0-727d8f93d860 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1573012 Sep 17 23:55:28.898319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51646) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:28.903303 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-055e09a8-21a6-4dbc-a3f6-ea593f8bf8ae tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2062916182', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}, 'admin_state_up': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:29.009908 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d830da86-719c-4efb-a173-9128808154fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:29.013347 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-1b9a530e-c554-407a-a728-5ac5d61fd91b req-27c66b7b-aa61-482e-92ac-4273d33863ea tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] For port b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b,segment=NetworkSegment(753f4aca-9fbf-4656-86cc-3dcd09a4768d),segment_id=753f4aca-9fbf-4656-86cc-3dcd09a4768d)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:29.013519 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1b9a530e-c554-407a-a728-5ac5d61fd91b req-27c66b7b-aa61-482e-92ac-4273d33863ea tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:29.023761 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-055e09a8-21a6-4dbc-a3f6-ea593f8bf8ae tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:29.026234 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-055e09a8-21a6-4dbc-a3f6-ea593f8bf8ae tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:29.046136 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-1b9a530e-c554-407a-a728-5ac5d61fd91b req-27c66b7b-aa61-482e-92ac-4273d33863ea tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Calling delete_port for b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:29.105759 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-055e09a8-21a6-4dbc-a3f6-ea593f8bf8ae tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:29.148079 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:29.222907 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:29.248502 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830da86-719c-4efb-a173-9128808154fc None None] Pushing event updated for resources: {'Port': ['ID=bf05b235-8945-482f-880a-616152ae0c9f,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:29.289373 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:29.333821 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b48566f-88c8-4b88-bdec-1de470d47010 None None] Network 747a48a6-9d40-40fd-9d49-8c8cb27be4eb requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:29.361885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] Pushing event updated for resources: {'Port': ['ID=a80f06a4-8dda-4426-b207-df35696d2457,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:29.380670 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1b9a530e-c554-407a-a728-5ac5d61fd91b req-27c66b7b-aa61-482e-92ac-4273d33863ea tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:29.401529 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] Network dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:29.410145 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-055e09a8-21a6-4dbc-a3f6-ea593f8bf8ae tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:29.430168 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:29.435009 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:29.442778 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-2b07be9b-2c88-49f4-b8f1-31e22fec4d00', 'network_id': '2b07be9b-2c88-49f4-b8f1-31e22fec4d00', 'tenant_id': '7c0a7b95d7f24932a52fd35f2694d82d', 'fixed_ips': [{'subnet_id': '21c646d5-68a3-4c15-8e8e-609f73fb999e'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:55:29.443039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c66b7b-aa61-482e-92ac-4273d33863ea tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Pushing event deleted for resources: {'Port': ['ID=b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:29.443595 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:29.446971 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-19b1e3c2-1292-45d2-b84c-fb2e61b7d908 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Allocated IP 172.20.0.3 (dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5/190317d5-a02e-4b25-8500-9d44e9b918da/d9c115ed-1578-482b-be6e-afcd7ed16a18) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:29.466949 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Deleting port bf05b235-8945-482f-880a-616152ae0c9f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:29.467296 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:29.543714 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9a530e-c554-407a-a728-5ac5d61fd91b req-27c66b7b-aa61-482e-92ac-4273d33863ea tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] No DVR routers for this DVR port b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:29.550216 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1b9a530e-c554-407a-a728-5ac5d61fd91b req-27c66b7b-aa61-482e-92ac-4273d33863ea tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:29.553337 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1b9a530e-c554-407a-a728-5ac5d61fd91b req-27c66b7b-aa61-482e-92ac-4273d33863ea tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.41 "DELETE /v2.0/ports/b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b HTTP/1.1" status: 204 len: 173 time: 0.8739500 Sep 17 23:55:29.604140 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] Attempting to bind port a80f06a4-8dda-4426-b207-df35696d2457 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:55:29.604271 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] Attempting to bind port a80f06a4-8dda-4426-b207-df35696d2457 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'd10c1e9a-1dc1-460f-96c5-40ea91021a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:55:29.604824 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] Attempting to bind port a80f06a4-8dda-4426-b207-df35696d2457 on network dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:55:29.646009 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:55:29.646387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] Checking segment: {'id': 'd10c1e9a-1dc1-460f-96c5-40ea91021a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:29.646795 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:29.647191 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] Bound using segment: {'id': 'd10c1e9a-1dc1-460f-96c5-40ea91021a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:55:29.647672 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] Bound port: a80f06a4-8dda-4426-b207-df35696d2457, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10c1e9a-1dc1-460f-96c5-40ea91021a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:55:29.648055 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:29.709996 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-19b1e3c2-1292-45d2-b84c-fb2e61b7d908 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:29.838042 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] For port bf05b235-8945-482f-880a-616152ae0c9f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bf05b235-8945-482f-880a-616152ae0c9f,segment=NetworkSegment(b3b8752d-3a8b-486a-af18-04008bcb15f4),segment_id=b3b8752d-3a8b-486a-af18-04008bcb15f4)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:29.839238 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-055e09a8-21a6-4dbc-a3f6-ea593f8bf8ae tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:29.841221 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:29.843682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365b5c80-7ab4-40bd-b552-d4273126c086', 'name': 'network-vif-deleted', 'tag': 'b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:55:29.846048 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bbf27c-84b5-4477-a9fe-d309d5edd478" -d '{"events": [{"server_uuid": "365b5c80-7ab4-40bd-b552-d4273126c086", "name": "network-vif-deleted", "tag": "b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:55:29.867006 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Calling delete_port for bf05b235-8945-482f-880a-616152ae0c9f owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:29.917096 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-055e09a8-21a6-4dbc-a3f6-ea593f8bf8ae tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:29.956345 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9054f8-5cd3-473f-8c3f-3a0932d1324b x-openstack-request-id: req-2f9054f8-5cd3-473f-8c3f-3a0932d1324b {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:55:29.956637 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365b5c80-7ab4-40bd-b552-d4273126c086", "name": "network-vif-deleted", "tag": "b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:55:29.956916 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2f9054f8-5cd3-473f-8c3f-3a0932d1324b {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:55:29.957323 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365b5c80-7ab4-40bd-b552-d4273126c086', 'name': 'network-vif-deleted', 'tag': 'b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b', 'status': 'completed', 'code': 200} Sep 17 23:55:29.985990 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] Allocated IP 172.20.0.2 (2b07be9b-2c88-49f4-b8f1-31e22fec4d00/21c646d5-68a3-4c15-8e8e-609f73fb999e/388117fb-8261-4b8b-b547-5855b071bce4) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:29.998609 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-19b1e3c2-1292-45d2-b84c-fb2e61b7d908 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.062765 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b1e3c2-1292-45d2-b84c-fb2e61b7d908 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:30.066390 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-19b1e3c2-1292-45d2-b84c-fb2e61b7d908 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:30.072882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b1e3c2-1292-45d2-b84c-fb2e61b7d908 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:30.120775 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b1e3c2-1292-45d2-b84c-fb2e61b7d908 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:30.121535 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-19b1e3c2-1292-45d2-b84c-fb2e61b7d908 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.128246 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1e3c2-1292-45d2-b84c-fb2e61b7d908 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=d9c115ed-1578-482b-be6e-afcd7ed16a18,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:30.133974 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.166117 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Port': ['ID=bf05b235-8945-482f-880a-616152ae0c9f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:30.168119 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No DVR routers for this DVR port bf05b235-8945-482f-880a-616152ae0c9f on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:30.186455 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e56aab80-e08e-44b0-859c-f4b7daadc22e req-9160a2e1-cbd9-4af9-b10a-5664f350c31f tempest-ListServerFiltersTestJSON-1254414986 tempest-ListServerFiltersTestJSON-1254414986-project] 10.222.0.46 "GET /v2.0/ports?device_id=365b5c80-7ab4-40bd-b552-d4273126c086 HTTP/1.1" status: 200 len: 210 time: 0.3296263 Sep 17 23:55:30.252011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-055e09a8-21a6-4dbc-a3f6-ea593f8bf8ae tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Allocated IP 172.25.3.29 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/c98e147a-ef76-4c07-8c13-77c189ccabc2) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:30.320284 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.320647 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.325661 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-19b1e3c2-1292-45d2-b84c-fb2e61b7d908 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5695829 Sep 17 23:55:30.326922 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] For port a80f06a4-8dda-4426-b207-df35696d2457, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:55:30.329165 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51684) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:30.334437 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] For port a80f06a4-8dda-4426-b207-df35696d2457, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a80f06a4-8dda-4426-b207-df35696d2457,segment=NetworkSegment(d10c1e9a-1dc1-460f-96c5-40ea91021a41),segment_id=d10c1e9a-1dc1-460f-96c5-40ea91021a41)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:55:30.337944 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c4a3d7ba-cc23-4dbe-a397-f210e43c5882 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:55:30.341184 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-dc8a4df2-8d06-4d88-a348-7f5baf37cdfb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'network_id': 'dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5', 'name': 'tempest-PortsTestJSON-1888315328'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:30.376035 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747a48a6-9d40-40fd-9d49-8c8cb27be4eb']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:30.397078 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b8752d-3a8b-486a-af18-04008bcb15f4') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:30.398479 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b8752d-3a8b-486a-af18-04008bcb15f4') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:30.398613 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.430031 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-055e09a8-21a6-4dbc-a3f6-ea593f8bf8ae tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.436774 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c4a3d7ba-cc23-4dbe-a397-f210e43c5882 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:30.437186 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.466497 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] Network 2b07be9b-2c88-49f4-b8f1-31e22fec4d00 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:30.467351 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.475856 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:30.479394 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:30.487628 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] Pushing event updated for resources: {'Port': ['ID=388117fb-8261-4b8b-b547-5855b071bce4,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:30.499545 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.513122 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:55:30.513763 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:55:30.517725 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:55:30.523561 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.592358 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-055e09a8-21a6-4dbc-a3f6-ea593f8bf8ae tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.654910 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] Attempting to bind port 388117fb-8261-4b8b-b547-5855b071bce4 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:55:30.655546 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] Attempting to bind port 388117fb-8261-4b8b-b547-5855b071bce4 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'd3a832f5-ac78-48f3-8a76-4b5bc5278766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2b07be9b-2c88-49f4-b8f1-31e22fec4d00'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:55:30.655948 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] Attempting to bind port 388117fb-8261-4b8b-b547-5855b071bce4 on network 2b07be9b-2c88-49f4-b8f1-31e22fec4d00 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:55:30.674672 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055e09a8-21a6-4dbc-a3f6-ea593f8bf8ae tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:30.682206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-055e09a8-21a6-4dbc-a3f6-ea593f8bf8ae tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:30.696321 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055e09a8-21a6-4dbc-a3f6-ea593f8bf8ae tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:30.715978 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:55:30.716404 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] Checking segment: {'id': 'd3a832f5-ac78-48f3-8a76-4b5bc5278766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2b07be9b-2c88-49f4-b8f1-31e22fec4d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:30.716820 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.721136 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] Bound using segment: {'id': 'd3a832f5-ac78-48f3-8a76-4b5bc5278766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2b07be9b-2c88-49f4-b8f1-31e22fec4d00'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:55:30.722076 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] Bound port: 388117fb-8261-4b8b-b547-5855b071bce4, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a832f5-ac78-48f3-8a76-4b5bc5278766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2b07be9b-2c88-49f4-b8f1-31e22fec4d00'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:55:30.722223 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.734988 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.742874 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.745942 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/747a48a6-9d40-40fd-9d49-8c8cb27be4eb HTTP/1.1" status: 204 len: 168 time: 3.8759265 Sep 17 23:55:30.749062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51694) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:30.767033 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-c0a86927-085a-4d60-b9aa-e2e76a15a1fd tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1785767429'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:30.771233 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e09a8-21a6-4dbc-a3f6-ea593f8bf8ae tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=c98e147a-ef76-4c07-8c13-77c189ccabc2,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:30.788727 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8a4df2-8d06-4d88-a348-7f5baf37cdfb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:30.792385 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dc8a4df2-8d06-4d88-a348-7f5baf37cdfb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.795846 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0d6fe-6d77-46ba-9633-be2cd731994a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Network': ['ID=747a48a6-9d40-40fd-9d49-8c8cb27be4eb,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:30.801897 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aff135-2772-483d-9522-4cc176472fe1 None None] Pushing event updated for resources: {'Port': ['ID=a80f06a4-8dda-4426-b207-df35696d2457,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:30.819787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-dc8a4df2-8d06-4d88-a348-7f5baf37cdfb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] device_id is not set on port 3045f5c1-b95e-4937-9b94-e2472f599ae3 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:55:30.831421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] For port 388117fb-8261-4b8b-b547-5855b071bce4, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:55:30.840623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] For port 388117fb-8261-4b8b-b547-5855b071bce4, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=388117fb-8261-4b8b-b547-5855b071bce4,segment=NetworkSegment(d3a832f5-ac78-48f3-8a76-4b5bc5278766),segment_id=d3a832f5-ac78-48f3-8a76-4b5bc5278766)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:55:30.952620 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.955335 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a86927-085a-4d60-b9aa-e2e76a15a1fd tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:30.959868 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c0a86927-085a-4d60-b9aa-e2e76a15a1fd tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:30.998455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a86927-085a-4d60-b9aa-e2e76a15a1fd tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:55:31.026484 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-dc8a4df2-8d06-4d88-a348-7f5baf37cdfb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Allocated IP 172.20.0.10 (dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5/190317d5-a02e-4b25-8500-9d44e9b918da/3045f5c1-b95e-4937-9b94-e2472f599ae3) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:31.031296 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9845b-a69a-4f4a-a37b-1d76e793f3c9 None None] Pushing event updated for resources: {'Port': ['ID=388117fb-8261-4b8b-b547-5855b071bce4,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:31.076968 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c0a86927-085a-4d60-b9aa-e2e76a15a1fd tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:31.077684 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-c0a86927-085a-4d60-b9aa-e2e76a15a1fd tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Added segment 6a043f39-d10b-4161-9fbd-bdc9ad65c85a of type vlan for network 9fee5444-93cb-4142-981d-8590f921b404 Sep 17 23:55:31.183264 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-055e09a8-21a6-4dbc-a3f6-ea593f8bf8ae tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:31.224005 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c0a86927-085a-4d60-b9aa-e2e76a15a1fd tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:31.232399 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:55:31.290980 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:55:31.297771 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device b0f2bc54-c3b4-4e3b-bbaa-9d89212fc25b not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:55:31.311198 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51712) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:31.389943 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dc8a4df2-8d06-4d88-a348-7f5baf37cdfb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:31.413825 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9141b2a-d123-43a0-86cd-047c71a9a5e1 admin admin] Deleting subnet 10e3df87-64ac-4f7b-956c-325e5e9dc60f {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:55:31.420773 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a9141b2a-d123-43a0-86cd-047c71a9a5e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:31.517558 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c0a86927-085a-4d60-b9aa-e2e76a15a1fd tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:31.523698 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a86927-085a-4d60-b9aa-e2e76a15a1fd tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:31.524360 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c0a86927-085a-4d60-b9aa-e2e76a15a1fd tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:31.568036 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a9141b2a-d123-43a0-86cd-047c71a9a5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:31.634396 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dc8a4df2-8d06-4d88-a348-7f5baf37cdfb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:31.643149 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c0a86927-085a-4d60-b9aa-e2e76a15a1fd tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8768806 Sep 17 23:55:31.643149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a86927-085a-4d60-b9aa-e2e76a15a1fd tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Network': ['ID=9fee5444-93cb-4142-981d-8590f921b404,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:31.648360 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51724) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:31.652307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 9fee5444-93cb-4142-981d-8590f921b404 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:55:31.659460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a7c9821a-c2ea-4d22-9f02-9b9f749385ae tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'subnet': {'network_id': '9fee5444-93cb-4142-981d-8590f921b404', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:31.768984 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8a4df2-8d06-4d88-a348-7f5baf37cdfb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:31.779843 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-dc8a4df2-8d06-4d88-a348-7f5baf37cdfb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:31.821284 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a4df2-8d06-4d88-a348-7f5baf37cdfb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:31.881406 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a4df2-8d06-4d88-a348-7f5baf37cdfb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=3045f5c1-b95e-4937-9b94-e2472f599ae3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:31.894144 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a9141b2a-d123-43a0-86cd-047c71a9a5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:31.925577 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-055e09a8-21a6-4dbc-a3f6-ea593f8bf8ae tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:31.975019 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8a4df2-8d06-4d88-a348-7f5baf37cdfb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:31.975715 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dc8a4df2-8d06-4d88-a348-7f5baf37cdfb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:32.045111 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d8c026-1a4a-47a6-b102-cd9b3ee0d349 None None] Network dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:32.137558 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c9821a-c2ea-4d22-9f02-9b9f749385ae tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:32.143596 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7c9821a-c2ea-4d22-9f02-9b9f749385ae tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:32.148859 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a9141b2a-d123-43a0-86cd-047c71a9a5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:32.172793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055e09a8-21a6-4dbc-a3f6-ea593f8bf8ae tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:55:32.177963 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e9a80319-ab82-4ac6-bb92-4da5ad5f803c None None] Provisioning complete for port a80f06a4-8dda-4426-b207-df35696d2457 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:32.178413 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e9a80319-ab82-4ac6-bb92-4da5ad5f803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:32.183352 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a9141b2a-d123-43a0-86cd-047c71a9a5e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:32.189968 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a9141b2a-d123-43a0-86cd-047c71a9a5e1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/10e3df87-64ac-4f7b-956c-325e5e9dc60f HTTP/1.1" status: 204 len: 168 time: 0.8761530 Sep 17 23:55:32.192421 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51734) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:32.208506 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbb32b9-724d-474d-96e3-8c333451faba None None] Network c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:32.237596 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9141b2a-d123-43a0-86cd-047c71a9a5e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10e3df87-64ac-4f7b-956c-325e5e9dc60f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:32.261554 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dc8a4df2-8d06-4d88-a348-7f5baf37cdfb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9198503 Sep 17 23:55:32.264822 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51740) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:32.352785 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.ipam_backend_mixin [None req-a7c9821a-c2ea-4d22-9f02-9b9f749385ae tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Performing IP validity checks on allocation pools {{(pid=95591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 23:55:32.354065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.ipam_backend_mixin [None req-a7c9821a-c2ea-4d22-9f02-9b9f749385ae tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 23:55:32.417252 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:55:32.462772 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:32.473128 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ebf128-0fd0-4613-994c-533c34039e20 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:32.473128 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-56ebf128-0fd0-4613-994c-533c34039e20 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.2017171 Sep 17 23:55:32.473789 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51744) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:32.491637 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a80f06a4-8dda-4426-b207-df35696d2457 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:55:32.667960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055e09a8-21a6-4dbc-a3f6-ea593f8bf8ae tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:55:32.695767 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3b77cc-c79f-47b0-8c52-e89a07808e76 None None] Sync routers for ids ['c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:55:32.707277 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e9a80319-ab82-4ac6-bb92-4da5ad5f803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:32.726836 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a80f06a4-8dda-4426-b207-df35696d2457 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:32.727276 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:32.776351 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7c1db8f5-06eb-448e-a2b5-87e6b5bcb25c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port 3045f5c1-b95e-4937-9b94-e2472f599ae3 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:32.776711 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c1db8f5-06eb-448e-a2b5-87e6b5bcb25c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:32.787534 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8af29e-9143-45f3-a27f-e8b7a07e9686 None None] DHCP port deletion for c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:55:32.798618 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912a0a13-c973-4ee5-bb58-030f2395d8e9 None None] Network 2b07be9b-2c88-49f4-b8f1-31e22fec4d00 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:32.813043 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7c9821a-c2ea-4d22-9f02-9b9f749385ae tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:32.876439 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3b77cc-c79f-47b0-8c52-e89a07808e76 None None] Routers {'c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:32.881207 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6b3b77cc-c79f-47b0-8c52-e89a07808e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:32.894242 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c1db8f5-06eb-448e-a2b5-87e6b5bcb25c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:32.908133 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-055e09a8-21a6-4dbc-a3f6-ea593f8bf8ae tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:32.917118 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-055e09a8-21a6-4dbc-a3f6-ea593f8bf8ae tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0142517 Sep 17 23:55:32.917253 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51758) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:32.926839 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7c1db8f5-06eb-448e-a2b5-87e6b5bcb25c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for 3045f5c1-b95e-4937-9b94-e2472f599ae3 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:32.929552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] Deleting port 012a5176-a86c-4726-bf3e-7b3f3844bf40 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:32.929893 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:32.959391 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e9a80319-ab82-4ac6-bb92-4da5ad5f803c None None] For port a80f06a4-8dda-4426-b207-df35696d2457, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a80f06a4-8dda-4426-b207-df35696d2457,segment=NetworkSegment(d10c1e9a-1dc1-460f-96c5-40ea91021a41),segment_id=d10c1e9a-1dc1-460f-96c5-40ea91021a41)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:33.004899 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6b3b77cc-c79f-47b0-8c52-e89a07808e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:33.041981 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e9a80319-ab82-4ac6-bb92-4da5ad5f803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:33.109087 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a80319-ab82-4ac6-bb92-4da5ad5f803c None None] Pushing event updated for resources: {'Port': ['ID=a80f06a4-8dda-4426-b207-df35696d2457,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:33.112957 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3b77cc-c79f-47b0-8c52-e89a07808e76 None None] Routers {'c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:33.113955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6b3b77cc-c79f-47b0-8c52-e89a07808e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:33.136894 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] For port 012a5176-a86c-4726-bf3e-7b3f3844bf40, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=012a5176-a86c-4726-bf3e-7b3f3844bf40,segment=NetworkSegment(753f4aca-9fbf-4656-86cc-3dcd09a4768d),segment_id=753f4aca-9fbf-4656-86cc-3dcd09a4768d)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:33.142919 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:33.173134 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] Calling delete_port for 012a5176-a86c-4726-bf3e-7b3f3844bf40 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:33.200011 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 388117fb-8261-4b8b-b547-5855b071bce4 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:55:33.472619 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c1db8f5-06eb-448e-a2b5-87e6b5bcb25c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:33.483399 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:33.538586 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9821a-c2ea-4d22-9f02-9b9f749385ae tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Subnet': ['ID=aeefb6f3-d89c-4a63-b5ba-c68ee0605fcd,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:33.546017 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6b3b77cc-c79f-47b0-8c52-e89a07808e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:33.546643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3b77cc-c79f-47b0-8c52-e89a07808e76 None None] The sync data for ids ['c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:55:33.552689 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-eeeb599b-4716-4b03-8d64-044c95defcf6 None None] Provisioning complete for port 3045f5c1-b95e-4937-9b94-e2472f599ae3 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:33.553220 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eeeb599b-4716-4b03-8d64-044c95defcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:33.588110 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb599b-4716-4b03-8d64-044c95defcf6 None None] Port 3045f5c1-b95e-4937-9b94-e2472f599ae3 was deleted so its status cannot be updated. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 17 23:55:33.598426 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] No DVR routers for this DVR port 012a5176-a86c-4726-bf3e-7b3f3844bf40 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:33.601055 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c9821a-c2ea-4d22-9f02-9b9f749385ae tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Checking segment: {'id': '6a043f39-d10b-4161-9fbd-bdc9ad65c85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9fee5444-93cb-4142-981d-8590f921b404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:33.612062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1db8f5-06eb-448e-a2b5-87e6b5bcb25c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=3045f5c1-b95e-4937-9b94-e2472f599ae3,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:33.612299 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ae8af29e-9143-45f3-a27f-e8b7a07e9686 None None] Deleting port 012a5176-a86c-4726-bf3e-7b3f3844bf40 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:33.631333 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ae8af29e-9143-45f3-a27f-e8b7a07e9686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:33.631866 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c9821a-c2ea-4d22-9f02-9b9f749385ae tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network hostable DHCP agents. Network: 9fee5444-93cb-4142-981d-8590f921b404, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:55:33.631982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 388117fb-8261-4b8b-b547-5855b071bce4 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:33.631982 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:33.694834 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-eeeb599b-4716-4b03-8d64-044c95defcf6 None None] Provisioning complete for port d9c115ed-1578-482b-be6e-afcd7ed16a18 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:33.695242 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eeeb599b-4716-4b03-8d64-044c95defcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:33.724505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=012a5176-a86c-4726-bf3e-7b3f3844bf40,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:33.735042 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c9821a-c2ea-4d22-9f02-9b9f749385ae tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network 9fee5444-93cb-4142-981d-8590f921b404 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:55:33.797722 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ae8af29e-9143-45f3-a27f-e8b7a07e9686 None None] For port 012a5176-a86c-4726-bf3e-7b3f3844bf40, host n-d-809883-1, got binding levels [] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:33.798124 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ae8af29e-9143-45f3-a27f-e8b7a07e9686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:33.829222 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb599b-4716-4b03-8d64-044c95defcf6 None None] Port d9c115ed-1578-482b-be6e-afcd7ed16a18 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:55:33.834062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ae8af29e-9143-45f3-a27f-e8b7a07e9686 None None] Calling delete_port for 012a5176-a86c-4726-bf3e-7b3f3844bf40 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:33.842784 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.ipam_backend_mixin [None req-ae8af29e-9143-45f3-a27f-e8b7a07e9686 None None] Port 012a5176-a86c-4726-bf3e-7b3f3844bf40 was not found and therefore no delete operation was performed {{(pid=95593) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 23:55:33.844112 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-a7c9821a-c2ea-4d22-9f02-9b9f749385ae tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 9fee5444-93cb-4142-981d-8590f921b404) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:33.859799 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ae8af29e-9143-45f3-a27f-e8b7a07e9686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:33.870910 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ed8eef-daa5-41f6-b159-cd7cb771c966 None None] Network 9fee5444-93cb-4142-981d-8590f921b404 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:33.879072 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c9821a-c2ea-4d22-9f02-9b9f749385ae tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:33.879851 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7c9821a-c2ea-4d22-9f02-9b9f749385ae tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:33.903525 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:33.961472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8af29e-9143-45f3-a27f-e8b7a07e9686 None None] No DVR routers for this DVR port 012a5176-a86c-4726-bf3e-7b3f3844bf40 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:33.972465 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8af29e-9143-45f3-a27f-e8b7a07e9686 None None] Pushing event deleted for resources: {'Port': ['ID=012a5176-a86c-4726-bf3e-7b3f3844bf40,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:34.013220 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-eeeb599b-4716-4b03-8d64-044c95defcf6 None None] Provisioning complete for port 388117fb-8261-4b8b-b547-5855b071bce4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:34.013220 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eeeb599b-4716-4b03-8d64-044c95defcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:34.015856 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c586eefe-faf1-4f2c-b8f2-92dcc6ca5049']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:34.074934 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a7c9821a-c2ea-4d22-9f02-9b9f749385ae tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4217961 Sep 17 23:55:34.083917 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51788) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:34.100717 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753f4aca-9fbf-4656-86cc-3dcd09a4768d') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:34.101415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753f4aca-9fbf-4656-86cc-3dcd09a4768d') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:34.131109 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:34.160645 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:34.193311 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c1db8f5-06eb-448e-a2b5-87e6b5bcb25c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:34.198502 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7c1db8f5-06eb-448e-a2b5-87e6b5bcb25c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/ports/3045f5c1-b95e-4937-9b94-e2472f599ae3 HTTP/1.1" status: 204 len: 168 time: 1.7070460 Sep 17 23:55:34.199464 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51792) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:34.200542 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:34.233541 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76b218d-2dce-46b6-b2ef-095d57eb7393 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] GET failed (client error): The resource could not be found. Sep 17 23:55:34.238176 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f76b218d-2dce-46b6-b2ef-095d57eb7393 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports/3045f5c1-b95e-4937-9b94-e2472f599ae3 HTTP/1.1" status: 404 len: 333 time: 0.0345457 Sep 17 23:55:34.239112 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51794) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:34.240249 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:55:34.240761 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:34.245495 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 388117fb-8261-4b8b-b547-5855b071bce4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=388117fb-8261-4b8b-b547-5855b071bce4,segment=NetworkSegment(d3a832f5-ac78-48f3-8a76-4b5bc5278766),segment_id=d3a832f5-ac78-48f3-8a76-4b5bc5278766)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:55:34.251872 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:55:34.292998 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:34.293245 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eeeb599b-4716-4b03-8d64-044c95defcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:34.353034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3512a7d-5eaa-4d74-9a93-5e539738f00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-9fee5444-93cb-4142-981d-8590f921b404', 'network_id': '9fee5444-93cb-4142-981d-8590f921b404', 'tenant_id': '82470c50b6634cf6b69364e1e9279331', 'fixed_ips': [{'subnet_id': 'aeefb6f3-d89c-4a63-b5ba-c68ee0605fcd'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:55:34.353034 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f3512a7d-5eaa-4d74-9a93-5e539738f00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:34.426979 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:34.434424 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:34.436707 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c586eefe-faf1-4f2c-b8f2-92dcc6ca5049 HTTP/1.1" status: 204 len: 168 time: 2.2433064 Sep 17 23:55:34.449830 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:34.454390 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7890b-242e-469f-8bef-0ebb292c60d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c586eefe-faf1-4f2c-b8f2-92dcc6ca5049,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:34.455680 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-306ff09c-6079-46f8-95bb-d183abb43512 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:34.472010 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:34.482924 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-c1758610-f6d0-4263-b6fa-5b65b37848c2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port d9c115ed-1578-482b-be6e-afcd7ed16a18 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:34.483388 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c1758610-f6d0-4263-b6fa-5b65b37848c2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:34.752666 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a80f06a4-8dda-4426-b207-df35696d2457 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:55:34.788902 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c1758610-f6d0-4263-b6fa-5b65b37848c2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:34.815678 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-c1758610-f6d0-4263-b6fa-5b65b37848c2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for d9c115ed-1578-482b-be6e-afcd7ed16a18 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:34.831214 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-eeeb599b-4716-4b03-8d64-044c95defcf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:55:34.831721 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-eeeb599b-4716-4b03-8d64-044c95defcf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:55:34.837314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=388117fb-8261-4b8b-b547-5855b071bce4,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:34.859370 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a80f06a4-8dda-4426-b207-df35696d2457 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:34.859743 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.019213 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.021978 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 012a5176-a86c-4726-bf3e-7b3f3844bf40 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:55:35.041547 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 012a5176-a86c-4726-bf3e-7b3f3844bf40 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:55:35.042391 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 012a5176-a86c-4726-bf3e-7b3f3844bf40 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:55:35.061309 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Subnet': ['ID=aeefb6f3-d89c-4a63-b5ba-c68ee0605fcd,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server [None req-f3512a7d-5eaa-4d74-9a93-5e539738f00e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aeefb6f3-d89c-4a63-b5ba-c68ee0605fcd: This subnet is being modified by another concurrent operation. Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 23:55:35.062391 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise exception Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aeefb6f3-d89c-4a63-b5ba-c68ee0605fcd: This subnet is being modified by another concurrent operation. Sep 17 23:55:35.066920 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Sep 17 23:55:35.082860 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c1758610-f6d0-4263-b6fa-5b65b37848c2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.095681 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e251b6-62fb-4c2a-9ae0-7a71ded9f0b5 None None] Network 9fee5444-93cb-4142-981d-8590f921b404 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:35.127046 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1758610-f6d0-4263-b6fa-5b65b37848c2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=d9c115ed-1578-482b-be6e-afcd7ed16a18,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:35.216485 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c1758610-f6d0-4263-b6fa-5b65b37848c2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.224333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c1758610-f6d0-4263-b6fa-5b65b37848c2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/ports/d9c115ed-1578-482b-be6e-afcd7ed16a18 HTTP/1.1" status: 204 len: 168 time: 0.9809744 Sep 17 23:55:35.225521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51822) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:35.238636 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.284661 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-2231ea10-f2e2-4c2c-af3c-4b344bf8950c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] GET failed (client error): The resource could not be found. Sep 17 23:55:35.288869 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2231ea10-f2e2-4c2c-af3c-4b344bf8950c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports/d9c115ed-1578-482b-be6e-afcd7ed16a18 HTTP/1.1" status: 404 len: 333 time: 0.0569010 Sep 17 23:55:35.290434 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51824) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:35.302785 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fee5444-93cb-4142-981d-8590f921b404']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:35.312454 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-306ff09c-6079-46f8-95bb-d183abb43512 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Allocated IP 172.20.0.1 (2b07be9b-2c88-49f4-b8f1-31e22fec4d00/21c646d5-68a3-4c15-8e8e-609f73fb999e/191ee057-4cbc-4927-9618-20af6a7aed1d) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:35.319575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a043f39-d10b-4161-9fbd-bdc9ad65c85a') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:35.319575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a043f39-d10b-4161-9fbd-bdc9ad65c85a') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:35.336874 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51826) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:35.371554 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.415913 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-78429013-b0b3-48b7-a96c-bc3d4d894b9f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting subnet 190317d5-a02e-4b25-8500-9d44e9b918da {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:55:35.422354 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78429013-b0b3-48b7-a96c-bc3d4d894b9f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.443468 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-eeeb599b-4716-4b03-8d64-044c95defcf6 None None] Provisioning complete for port a80f06a4-8dda-4426-b207-df35696d2457 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:35.448023 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eeeb599b-4716-4b03-8d64-044c95defcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.448209 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.458530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:55:35.459223 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:55:35.466809 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:55:35.499077 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b7d740-81a5-4b42-ac54-66ae1b20d3b1 None None] get_active_networks_info from n-d-809883-1 {{(pid=95593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:55:35.511215 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78429013-b0b3-48b7-a96c-bc3d4d894b9f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.578752 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9ac92965-73ce-46e8-8e43-32c8417421d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d995865595b444da85e4dde72441e039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353957 Sep 17 23:55:35.583963 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51838) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:35.629900 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-306ff09c-6079-46f8-95bb-d183abb43512 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.692671 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a99a6d3b-c250-4bf2-a36d-188423bbfec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.700201 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.720577 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.722812 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/9fee5444-93cb-4142-981d-8590f921b404 HTTP/1.1" status: 204 len: 168 time: 1.6371393 Sep 17 23:55:35.725674 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Network': ['ID=9fee5444-93cb-4142-981d-8590f921b404,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:35.726344 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78429013-b0b3-48b7-a96c-bc3d4d894b9f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.728206 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51840) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:35.748296 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f21b0847-f615-4812-88e7-8150135e9a1a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1905088596'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:35.762548 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-306ff09c-6079-46f8-95bb-d183abb43512 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.773166 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b7d740-81a5-4b42-ac54-66ae1b20d3b1 None None] Resources bound (agent type, host, resource id): {{(pid=95593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:55:35.799296 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a99a6d3b-c250-4bf2-a36d-188423bbfec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.808813 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:35.809183 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:35.809529 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:35.809866 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:35.810200 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:35.810532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:35.810858 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:35.811181 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:35.811505 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:35.811826 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:35.812147 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:35.812469 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556536e4-dbc2-4993-bf0e-8ed8d9a1b57b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:35.886671 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306ff09c-6079-46f8-95bb-d183abb43512 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Network 2b07be9b-2c88-49f4-b8f1-31e22fec4d00 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:35.893468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-306ff09c-6079-46f8-95bb-d183abb43512 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:35.898230 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ff09c-6079-46f8-95bb-d183abb43512 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:35.903102 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a8cf4909-38bb-4e9e-a1cb-b7a64b97e452 None None] Could not find standard attr ID for object 3045f5c1-b95e-4937-9b94-e2472f599ae3. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:55:35.910886 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a8cf4909-38bb-4e9e-a1cb-b7a64b97e452 None None] Could not find standard attr ID for object d9c115ed-1578-482b-be6e-afcd7ed16a18. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:55:35.933383 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ff09c-6079-46f8-95bb-d183abb43512 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=191ee057-4cbc-4927-9618-20af6a7aed1d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:35.951937 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a99a6d3b-c250-4bf2-a36d-188423bbfec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.954542 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a99a6d3b-c250-4bf2-a36d-188423bbfec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.959172 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a99a6d3b-c250-4bf2-a36d-188423bbfec5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72ad3681-6742-4be1-a504-9b8a2d692470 HTTP/1.1" status: 204 len: 168 time: 0.3708873 Sep 17 23:55:35.963390 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-306ff09c-6079-46f8-95bb-d183abb43512 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.982748 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a8cf4909-38bb-4e9e-a1cb-b7a64b97e452 None None] Provisioning complete for port 388117fb-8261-4b8b-b547-5855b071bce4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:35.983911 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a8cf4909-38bb-4e9e-a1cb-b7a64b97e452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:35.988607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a6d3b-c250-4bf2-a36d-188423bbfec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ad3681-6742-4be1-a504-9b8a2d692470,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:36.001704 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78429013-b0b3-48b7-a96c-bc3d4d894b9f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:36.056113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78429013-b0b3-48b7-a96c-bc3d4d894b9f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Subnet': ['ID=190317d5-a02e-4b25-8500-9d44e9b918da,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:36.065820 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78429013-b0b3-48b7-a96c-bc3d4d894b9f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:36.068075 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-78429013-b0b3-48b7-a96c-bc3d4d894b9f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/subnets/190317d5-a02e-4b25-8500-9d44e9b918da HTTP/1.1" status: 204 len: 168 time: 0.7766256 Sep 17 23:55:36.071341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51854) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:36.074661 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21b0847-f615-4812-88e7-8150135e9a1a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:36.080713 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f21b0847-f615-4812-88e7-8150135e9a1a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:36.147822 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21b0847-f615-4812-88e7-8150135e9a1a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:55:36.185007 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:36.222921 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f21b0847-f615-4812-88e7-8150135e9a1a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:36.223182 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-f21b0847-f615-4812-88e7-8150135e9a1a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Added segment cbcb9ebe-022f-4257-b400-b3f96b637a5b of type vlan for network 3bfd0bb0-90e0-4b80-8fa7-9a006985ed17 Sep 17 23:55:36.294697 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ee1b4a-1ac8-46f8-9aab-e1fa84588e57 None None] get_active_networks_info from n-d-809883-1 {{(pid=95593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:55:36.362323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port a80f06a4-8dda-4426-b207-df35696d2457 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:36.363219 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:36.391381 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f21b0847-f615-4812-88e7-8150135e9a1a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:36.442829 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] For port a80f06a4-8dda-4426-b207-df35696d2457, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a80f06a4-8dda-4426-b207-df35696d2457,segment=NetworkSegment(d10c1e9a-1dc1-460f-96c5-40ea91021a41),segment_id=d10c1e9a-1dc1-460f-96c5-40ea91021a41)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:36.443124 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:36.455497 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ee1b4a-1ac8-46f8-9aab-e1fa84588e57 None None] Resources bound (agent type, host, resource id): {{(pid=95593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:55:36.456459 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for a80f06a4-8dda-4426-b207-df35696d2457 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:36.505631 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f21b0847-f615-4812-88e7-8150135e9a1a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:36.513804 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b0847-f615-4812-88e7-8150135e9a1a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:36.514682 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f21b0847-f615-4812-88e7-8150135e9a1a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:36.532868 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-306ff09c-6079-46f8-95bb-d183abb43512 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:36.621579 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 388117fb-8261-4b8b-b547-5855b071bce4 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:55:36.677567 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:36.679966 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b0847-f615-4812-88e7-8150135e9a1a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Network': ['ID=3bfd0bb0-90e0-4b80-8fa7-9a006985ed17,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:36.702194 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 3bfd0bb0-90e0-4b80-8fa7-9a006985ed17 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:55:36.739475 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f21b0847-f615-4812-88e7-8150135e9a1a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0069795 Sep 17 23:55:36.743033 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No DVR routers for this DVR port a80f06a4-8dda-4426-b207-df35696d2457 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:36.743795 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51880) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:36.747723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=a80f06a4-8dda-4426-b207-df35696d2457,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:36.749490 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f4027c4d-e95d-4112-82fb-f966396b0795 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'subnet': {'network_id': '3bfd0bb0-90e0-4b80-8fa7-9a006985ed17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:36.950528 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:36.994682 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:37.002205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 388117fb-8261-4b8b-b547-5855b071bce4 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:37.002985 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:37.014615 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10c1e9a-1dc1-460f-96c5-40ea91021a41') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:37.014888 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10c1e9a-1dc1-460f-96c5-40ea91021a41') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:37.033896 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4027c4d-e95d-4112-82fb-f966396b0795 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:37.037871 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f4027c4d-e95d-4112-82fb-f966396b0795 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:37.058602 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:37.086851 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dc3921-80b8-49f3-8001-b5bc3667cbbe None None] Network dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:37.105212 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:37.123976 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:55:37.124389 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:55:37.128312 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:55:37.340316 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-306ff09c-6079-46f8-95bb-d183abb43512 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:37.363241 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:37.371128 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:37.378038 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/networks/dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5 HTTP/1.1" status: 204 len: 168 time: 1.3008111 Sep 17 23:55:37.378899 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51904) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:37.391803 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-9bbc66ec-7c7e-4bb6-8043-f3cbdbd49eee tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1920680357'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:37.420561 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d600b4-3fa7-42f4-b2f0-4fa3eb7a25bb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Network': ['ID=dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:37.446530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0c64fc6f-676f-46c3-a7f4-e35bcbdd3406 None None] Provisioning complete for port 191ee057-4cbc-4927-9618-20af6a7aed1d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:37.451344 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0c64fc6f-676f-46c3-a7f4-e35bcbdd3406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:37.455918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e13975-d782-4c82-8fcb-35e4a6b09f3d None None] DHCP port deletion for dd1da8ec-12f0-4dbc-9ba6-f87f575e76f5 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:55:37.471174 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-306ff09c-6079-46f8-95bb-d183abb43512 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:37.501118 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0c64fc6f-676f-46c3-a7f4-e35bcbdd3406 None None] Port 191ee057-4cbc-4927-9618-20af6a7aed1d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:55:37.520680 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbc66ec-7c7e-4bb6-8043-f3cbdbd49eee tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:37.524670 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bbc66ec-7c7e-4bb6-8043-f3cbdbd49eee tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:37.573200 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbc66ec-7c7e-4bb6-8043-f3cbdbd49eee tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:55:37.586141 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bbc66ec-7c7e-4bb6-8043-f3cbdbd49eee tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:37.586536 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-9bbc66ec-7c7e-4bb6-8043-f3cbdbd49eee tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Added segment a61d163e-7f69-45a3-96fe-d2804b685eed of type vlan for network be367cd2-965e-4232-bde5-aa5c3aee6c03 Sep 17 23:55:37.594922 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-306ff09c-6079-46f8-95bb-d183abb43512 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:37.596752 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ff09c-6079-46f8-95bb-d183abb43512 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=191ee057-4cbc-4927-9618-20af6a7aed1d,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:37.651632 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bbc66ec-7c7e-4bb6-8043-f3cbdbd49eee tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:37.712803 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f4027c4d-e95d-4112-82fb-f966396b0795 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:37.761526 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bbc66ec-7c7e-4bb6-8043-f3cbdbd49eee tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:37.767004 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306ff09c-6079-46f8-95bb-d183abb43512 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Network 2b07be9b-2c88-49f4-b8f1-31e22fec4d00 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:37.768428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbc66ec-7c7e-4bb6-8043-f3cbdbd49eee tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:37.769275 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bbc66ec-7c7e-4bb6-8043-f3cbdbd49eee tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:37.786408 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-306ff09c-6079-46f8-95bb-d183abb43512 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:37.858791 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4027c4d-e95d-4112-82fb-f966396b0795 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Subnet': ['ID=6e139f9a-13e0-4047-b9f9-3263aa26128e,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:37.866973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4027c4d-e95d-4112-82fb-f966396b0795 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Checking segment: {'id': 'cbcb9ebe-022f-4257-b400-b3f96b637a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3bfd0bb0-90e0-4b80-8fa7-9a006985ed17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:37.867342 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4027c4d-e95d-4112-82fb-f966396b0795 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network hostable DHCP agents. Network: 3bfd0bb0-90e0-4b80-8fa7-9a006985ed17, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:55:37.890236 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9bbc66ec-7c7e-4bb6-8043-f3cbdbd49eee tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5102165 Sep 17 23:55:37.894182 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51926) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:37.900058 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-6beaeba0-ad33-4a1c-8a9f-6f3c5c77ee05 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'subnet': {'network_id': 'be367cd2-965e-4232-bde5-aa5c3aee6c03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:37.911662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc66ec-7c7e-4bb6-8043-f3cbdbd49eee tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Network': ['ID=be367cd2-965e-4232-bde5-aa5c3aee6c03,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:37.926359 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network be367cd2-965e-4232-bde5-aa5c3aee6c03 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:55:37.997260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306ff09c-6079-46f8-95bb-d183abb43512 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:55:38.057780 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4027c4d-e95d-4112-82fb-f966396b0795 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network 3bfd0bb0-90e0-4b80-8fa7-9a006985ed17 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:55:38.232703 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306ff09c-6079-46f8-95bb-d183abb43512 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:55:38.240735 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-306ff09c-6079-46f8-95bb-d183abb43512 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "PUT /v2.0/routers/c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3169472 Sep 17 23:55:38.241116 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51938) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:38.247981 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7e499ba2-01dc-4387-9da0-5d9c6bf6b577 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'port': {'network_id': '2b07be9b-2c88-49f4-b8f1-31e22fec4d00', 'name': 'tempest-FloatingIPTestJSON-534063239'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:38.248298 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ecd213bf-64a2-4322-99ef-67bc3ab61cd9 None None] Provisioning complete for port 191ee057-4cbc-4927-9618-20af6a7aed1d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:38.248677 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ecd213bf-64a2-4322-99ef-67bc3ab61cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:38.252670 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782b95e-2071-47c4-a065-328be6b7e944 None None] Sync routers for ids ['c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:55:38.263334 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c782b95e-2071-47c4-a065-328be6b7e944 None None] Routers {'c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:38.263873 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c782b95e-2071-47c4-a065-328be6b7e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:38.292655 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-f4027c4d-e95d-4112-82fb-f966396b0795 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 3bfd0bb0-90e0-4b80-8fa7-9a006985ed17) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:38.297712 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4027c4d-e95d-4112-82fb-f966396b0795 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:38.298963 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c782b95e-2071-47c4-a065-328be6b7e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:38.300291 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6beaeba0-ad33-4a1c-8a9f-6f3c5c77ee05 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:38.300428 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f4027c4d-e95d-4112-82fb-f966396b0795 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:38.307412 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c782b95e-2071-47c4-a065-328be6b7e944 None None] Routers {'c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:38.308019 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c782b95e-2071-47c4-a065-328be6b7e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:38.310773 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6beaeba0-ad33-4a1c-8a9f-6f3c5c77ee05 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:38.311975 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b844feda-cf3c-4ddb-9fe2-610b1d821d95 None None] Network 3bfd0bb0-90e0-4b80-8fa7-9a006985ed17 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:38.330885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ecd213bf-64a2-4322-99ef-67bc3ab61cd9 None None] Port 191ee057-4cbc-4927-9618-20af6a7aed1d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:55:38.348606 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c782b95e-2071-47c4-a065-328be6b7e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:38.349338 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782b95e-2071-47c4-a065-328be6b7e944 None None] The sync data for ids ['c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:55:38.438220 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f4027c4d-e95d-4112-82fb-f966396b0795 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6933110 Sep 17 23:55:38.441115 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51956) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:38.722199 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84b1ff54-2657-435d-9c2f-4b42eb109681 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:38.724666 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e499ba2-01dc-4387-9da0-5d9c6bf6b577 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Made reservation on behalf of 7c0a7b95d7f24932a52fd35f2694d82d for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:38.729021 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e499ba2-01dc-4387-9da0-5d9c6bf6b577 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:38.732633 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a80f06a4-8dda-4426-b207-df35696d2457 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:55:38.760314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: a80f06a4-8dda-4426-b207-df35696d2457 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:55:38.760984 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a80f06a4-8dda-4426-b207-df35696d2457 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:55:38.783864 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-7e499ba2-01dc-4387-9da0-5d9c6bf6b577 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] device_id is not set on port 65734efb-ea79-4272-826d-f28fa3e6609f yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:55:38.807885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd0e049-4445-4328-a651-efea5ffef7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-3bfd0bb0-90e0-4b80-8fa7-9a006985ed17', 'network_id': '3bfd0bb0-90e0-4b80-8fa7-9a006985ed17', 'tenant_id': '82470c50b6634cf6b69364e1e9279331', 'fixed_ips': [{'subnet_id': '6e139f9a-13e0-4047-b9f9-3263aa26128e'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:55:38.809047 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5bd0e049-4445-4328-a651-efea5ffef7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:38.833198 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84b1ff54-2657-435d-9c2f-4b42eb109681 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:38.861723 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6beaeba0-ad33-4a1c-8a9f-6f3c5c77ee05 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:39.009593 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-7e499ba2-01dc-4387-9da0-5d9c6bf6b577 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Allocated IP 172.20.0.4 (2b07be9b-2c88-49f4-b8f1-31e22fec4d00/21c646d5-68a3-4c15-8e8e-609f73fb999e/65734efb-ea79-4272-826d-f28fa3e6609f) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:39.028757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beaeba0-ad33-4a1c-8a9f-6f3c5c77ee05 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Subnet': ['ID=38474ff0-2a3d-4a32-8ee8-a63ae6a2ba8a,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:39.042222 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84b1ff54-2657-435d-9c2f-4b42eb109681 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:39.066593 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beaeba0-ad33-4a1c-8a9f-6f3c5c77ee05 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Checking segment: {'id': 'a61d163e-7f69-45a3-96fe-d2804b685eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'be367cd2-965e-4232-bde5-aa5c3aee6c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:39.066969 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beaeba0-ad33-4a1c-8a9f-6f3c5c77ee05 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network hostable DHCP agents. Network: be367cd2-965e-4232-bde5-aa5c3aee6c03, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:55:39.084286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1ff54-2657-435d-9c2f-4b42eb109681 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Subnet': ['ID=6e139f9a-13e0-4047-b9f9-3263aa26128e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server [None req-5bd0e049-4445-4328-a651-efea5ffef7c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e139f9a-13e0-4047-b9f9-3263aa26128e: This subnet is being modified by another concurrent operation. Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 23:55:39.099327 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise exception Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e139f9a-13e0-4047-b9f9-3263aa26128e: This subnet is being modified by another concurrent operation. Sep 17 23:55:39.107582 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Sep 17 23:55:39.117317 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51980) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:39.132975 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63286ad3-dbfc-4aae-b3db-3386c6f3c8c6 None None] Network 3bfd0bb0-90e0-4b80-8fa7-9a006985ed17 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:39.135113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30242bd6-1fd9-4031-91a9-3b773dc84806 req-015c5fc1-1288-445b-bcff-9c0f099d9084 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:39.138072 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-30242bd6-1fd9-4031-91a9-3b773dc84806 req-015c5fc1-1288-445b-bcff-9c0f099d9084 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.1500490 Sep 17 23:55:39.198148 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84b1ff54-2657-435d-9c2f-4b42eb109681 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:39.235128 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-84b1ff54-2657-435d-9c2f-4b42eb109681 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bfd0bb0-90e0-4b80-8fa7-9a006985ed17']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:39.238876 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beaeba0-ad33-4a1c-8a9f-6f3c5c77ee05 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network be367cd2-965e-4232-bde5-aa5c3aee6c03 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:55:39.249678 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-84b1ff54-2657-435d-9c2f-4b42eb109681 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbcb9ebe-022f-4257-b400-b3f96b637a5b') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:39.250428 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-84b1ff54-2657-435d-9c2f-4b42eb109681 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbcb9ebe-022f-4257-b400-b3f96b637a5b') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:39.255357 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-30242bd6-1fd9-4031-91a9-3b773dc84806 req-f0fb15b6-e38c-42a3-8265-5805275454a7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027961 Sep 17 23:55:39.279233 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaecb0b-11a3-4e2c-b7ab-54e2c51b5cd7 None None] get_active_networks_info from n-d-809883-1 {{(pid=95593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:55:39.285105 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84b1ff54-2657-435d-9c2f-4b42eb109681 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:39.299659 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84b1ff54-2657-435d-9c2f-4b42eb109681 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:39.307260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b1ff54-2657-435d-9c2f-4b42eb109681 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:55:39.308158 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84b1ff54-2657-435d-9c2f-4b42eb109681 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:55:39.311492 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:55:39.318817 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e499ba2-01dc-4387-9da0-5d9c6bf6b577 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:39.327530 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-094b9cd0-0957-4d35-b242-80022c1053ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:39.332690 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-6beaeba0-ad33-4a1c-8a9f-6f3c5c77ee05 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, be367cd2-965e-4232-bde5-aa5c3aee6c03) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:39.344001 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6beaeba0-ad33-4a1c-8a9f-6f3c5c77ee05 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:39.351488 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6beaeba0-ad33-4a1c-8a9f-6f3c5c77ee05 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:39.410452 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaecb0b-11a3-4e2c-b7ab-54e2c51b5cd7 None None] Resources bound (agent type, host, resource id): {{(pid=95593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:55:39.494052 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84b1ff54-2657-435d-9c2f-4b42eb109681 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:39.502448 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84b1ff54-2657-435d-9c2f-4b42eb109681 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:39.504564 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-84b1ff54-2657-435d-9c2f-4b42eb109681 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/3bfd0bb0-90e0-4b80-8fa7-9a006985ed17 HTTP/1.1" status: 204 len: 168 time: 1.0623240 Sep 17 23:55:39.509851 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51988) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:39.518103 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1ff54-2657-435d-9c2f-4b42eb109681 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Network': ['ID=3bfd0bb0-90e0-4b80-8fa7-9a006985ed17,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:39.520349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f7aa7c48-f1c2-44b6-ae2c-788a93c43697 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1447436615'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:39.530797 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e499ba2-01dc-4387-9da0-5d9c6bf6b577 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:39.595055 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e499ba2-01dc-4387-9da0-5d9c6bf6b577 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Network 2b07be9b-2c88-49f4-b8f1-31e22fec4d00 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:39.604053 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e499ba2-01dc-4387-9da0-5d9c6bf6b577 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event updated for resources: {'Port': ['ID=65734efb-ea79-4272-826d-f28fa3e6609f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:39.613575 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-7e499ba2-01dc-4387-9da0-5d9c6bf6b577 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:39.615834 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e499ba2-01dc-4387-9da0-5d9c6bf6b577 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:39.682565 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-094b9cd0-0957-4d35-b242-80022c1053ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:39.691921 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e499ba2-01dc-4387-9da0-5d9c6bf6b577 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:39.692551 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e499ba2-01dc-4387-9da0-5d9c6bf6b577 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:39.701448 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-be367cd2-965e-4232-bde5-aa5c3aee6c03', 'network_id': 'be367cd2-965e-4232-bde5-aa5c3aee6c03', 'tenant_id': '6714d67afbe9424390973f011b7536ca', 'fixed_ips': [{'subnet_id': '38474ff0-2a3d-4a32-8ee8-a63ae6a2ba8a'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:55:39.703826 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:39.770936 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-094b9cd0-0957-4d35-b242-80022c1053ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:39.815598 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-094b9cd0-0957-4d35-b242-80022c1053ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab09bd007f204434a0fa3b6981eebb03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6920776 Sep 17 23:55:39.819323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b9cd0-0957-4d35-b242-80022c1053ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad806bc9-07f3-4276-afd0-5ebe54c4cc92,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:39.819455 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52018) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:39.848083 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7e499ba2-01dc-4387-9da0-5d9c6bf6b577 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6032882 Sep 17 23:55:39.849047 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52020) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:39.855217 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-70bc4d19-60c0-40c5-bd83-9aa2c3ec6094 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Request body: {'floatingip': {'port_id': '65734efb-ea79-4272-826d-f28fa3e6609f'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:39.876023 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6beaeba0-ad33-4a1c-8a9f-6f3c5c77ee05 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9783096 Sep 17 23:55:39.882916 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] Allocated IP 172.20.0.2 (be367cd2-965e-4232-bde5-aa5c3aee6c03/38474ff0-2a3d-4a32-8ee8-a63ae6a2ba8a/d388a6fb-25ad-46b4-8673-9e47bcf3fb1e) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:39.897349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52028) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:39.908050 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-622ecc64-28c7-466c-b32c-cc58efe42205 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'network_id': 'be367cd2-965e-4232-bde5-aa5c3aee6c03', 'name': 'tempest-PortsTestJSON-355015462', 'fixed_ips': [{'subnet_id': '38474ff0-2a3d-4a32-8ee8-a63ae6a2ba8a', 'ip_address': '172.20.0.10'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:39.922476 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c48987fe-13f4-49a4-8a4f-175802f401c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:39.961586 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70bc4d19-60c0-40c5-bd83-9aa2c3ec6094 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:40.023594 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c48987fe-13f4-49a4-8a4f-175802f401c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:40.064604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aa7c48-f1c2-44b6-ae2c-788a93c43697 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:40.068118 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f7aa7c48-f1c2-44b6-ae2c-788a93c43697 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:40.071831 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:40.123234 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:40.174429 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] Network be367cd2-965e-4232-bde5-aa5c3aee6c03 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:40.176772 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c48987fe-13f4-49a4-8a4f-175802f401c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:40.177556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:40.179864 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c48987fe-13f4-49a4-8a4f-175802f401c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:40.181714 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c48987fe-13f4-49a4-8a4f-175802f401c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ad806bc9-07f3-4276-afd0-5ebe54c4cc92 HTTP/1.1" status: 204 len: 168 time: 0.3613577 Sep 17 23:55:40.186639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:40.192527 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7aa7c48-f1c2-44b6-ae2c-788a93c43697 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:55:40.203577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] Pushing event updated for resources: {'Port': ['ID=d388a6fb-25ad-46b4-8673-9e47bcf3fb1e,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:40.217863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48987fe-13f4-49a4-8a4f-175802f401c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad806bc9-07f3-4276-afd0-5ebe54c4cc92,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:40.228743 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622ecc64-28c7-466c-b32c-cc58efe42205 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:40.241974 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f7aa7c48-f1c2-44b6-ae2c-788a93c43697 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:40.244902 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-f7aa7c48-f1c2-44b6-ae2c-788a93c43697 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Added segment ed649d8c-ea34-46ef-874b-485b5fe904a3 of type vlan for network de9b1545-32ad-4b65-9ce5-d155a24f1b1a Sep 17 23:55:40.286418 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:40.305465 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] Attempting to bind port d388a6fb-25ad-46b4-8673-9e47bcf3fb1e on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:55:40.306606 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] Attempting to bind port d388a6fb-25ad-46b4-8673-9e47bcf3fb1e by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'a61d163e-7f69-45a3-96fe-d2804b685eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'be367cd2-965e-4232-bde5-aa5c3aee6c03'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:55:40.306983 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] Attempting to bind port d388a6fb-25ad-46b4-8673-9e47bcf3fb1e on network be367cd2-965e-4232-bde5-aa5c3aee6c03 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:55:40.314091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:55:40.314470 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] Checking segment: {'id': 'a61d163e-7f69-45a3-96fe-d2804b685eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'be367cd2-965e-4232-bde5-aa5c3aee6c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:40.315062 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:40.315347 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] Bound using segment: {'id': 'a61d163e-7f69-45a3-96fe-d2804b685eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'be367cd2-965e-4232-bde5-aa5c3aee6c03'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:55:40.315968 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] Bound port: d388a6fb-25ad-46b4-8673-9e47bcf3fb1e, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61d163e-7f69-45a3-96fe-d2804b685eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'be367cd2-965e-4232-bde5-aa5c3aee6c03'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:55:40.316449 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:40.457613 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] For port d388a6fb-25ad-46b4-8673-9e47bcf3fb1e, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:55:40.464407 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] For port d388a6fb-25ad-46b4-8673-9e47bcf3fb1e, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d388a6fb-25ad-46b4-8673-9e47bcf3fb1e,segment=NetworkSegment(a61d163e-7f69-45a3-96fe-d2804b685eed),segment_id=a61d163e-7f69-45a3-96fe-d2804b685eed)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:55:40.534795 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:40.538018 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f7aa7c48-f1c2-44b6-ae2c-788a93c43697 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:40.608224 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3359e-f798-47d1-9cab-a280ee12e105 None None] Pushing event updated for resources: {'Port': ['ID=d388a6fb-25ad-46b4-8673-9e47bcf3fb1e,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:40.627213 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f159202-9969-4264-9d87-e07c2fe44c37 req-a66f2f3e-c75c-4e14-bd83-6720cbab826f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:40.635173 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f159202-9969-4264-9d87-e07c2fe44c37 req-a66f2f3e-c75c-4e14-bd83-6720cbab826f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.1992109 Sep 17 23:55:40.666606 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-622ecc64-28c7-466c-b32c-cc58efe42205 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:40.712137 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-622ecc64-28c7-466c-b32c-cc58efe42205 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] device_id is not set on port 66a1e300-c45a-4366-b108-37b88d47c546 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:55:40.720112 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f159202-9969-4264-9d87-e07c2fe44c37 req-b0628f42-4422-4c0c-be68-22fac7fc53d8 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839994 Sep 17 23:55:40.815046 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70bc4d19-60c0-40c5-bd83-9aa2c3ec6094 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:40.820203 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f7aa7c48-f1c2-44b6-ae2c-788a93c43697 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:40.829628 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aa7c48-f1c2-44b6-ae2c-788a93c43697 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:40.830424 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f7aa7c48-f1c2-44b6-ae2c-788a93c43697 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:40.877964 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70bc4d19-60c0-40c5-bd83-9aa2c3ec6094 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:41.020183 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f7aa7c48-f1c2-44b6-ae2c-788a93c43697 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5040023 Sep 17 23:55:41.022125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52106) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:41.078070 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa7c48-f1c2-44b6-ae2c-788a93c43697 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Network': ['ID=de9b1545-32ad-4b65-9ce5-d155a24f1b1a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:41.093842 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-53db8298-87c2-4e3d-82be-fa1525327b36 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'subnet': {'network_id': 'de9b1545-32ad-4b65-9ce5-d155a24f1b1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:41.096918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network de9b1545-32ad-4b65-9ce5-d155a24f1b1a details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:55:41.127682 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-70bc4d19-60c0-40c5-bd83-9aa2c3ec6094 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Floating IP 91e111b4-330d-4314-8ddb-f7ce3b89a01b associated. External IP: 172.25.3.223, port: 50a2125c-abf8-4b06-aa3b-96fc0cfa9d6a. Sep 17 23:55:41.341686 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-622ecc64-28c7-466c-b32c-cc58efe42205 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Allocated IP 172.20.0.10 (be367cd2-965e-4232-bde5-aa5c3aee6c03/38474ff0-2a3d-4a32-8ee8-a63ae6a2ba8a/66a1e300-c45a-4366-b108-37b88d47c546) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:41.468588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53db8298-87c2-4e3d-82be-fa1525327b36 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:41.523480 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53db8298-87c2-4e3d-82be-fa1525327b36 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:41.653087 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-622ecc64-28c7-466c-b32c-cc58efe42205 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:41.782894 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-622ecc64-28c7-466c-b32c-cc58efe42205 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:41.860638 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bc4d19-60c0-40c5-bd83-9aa2c3ec6094 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router 1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:55:41.878077 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ecc64-28c7-466c-b32c-cc58efe42205 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=66a1e300-c45a-4366-b108-37b88d47c546,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:41.879896 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52126) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:41.922678 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622ecc64-28c7-466c-b32c-cc58efe42205 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network be367cd2-965e-4232-bde5-aa5c3aee6c03 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:41.925601 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-622ecc64-28c7-466c-b32c-cc58efe42205 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:41.951342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622ecc64-28c7-466c-b32c-cc58efe42205 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:42.052656 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e2174414-f5ad-491c-9433-2da54efa4920 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-615657599-network', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:42.118858 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bc4d19-60c0-40c5-bd83-9aa2c3ec6094 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:55:42.140100 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e577a7-0d4e-4e36-aede-25e582640821 None None] Sync routers for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:55:42.158396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e577a7-0d4e-4e36-aede-25e582640821 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:42.161742 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-86e577a7-0d4e-4e36-aede-25e582640821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:42.257691 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb32e4a-772d-478f-a73c-55f5314bc989 None None] Network be367cd2-965e-4232-bde5-aa5c3aee6c03 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:42.262533 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-86e577a7-0d4e-4e36-aede-25e582640821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:42.380660 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e577a7-0d4e-4e36-aede-25e582640821 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:42.381594 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-86e577a7-0d4e-4e36-aede-25e582640821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:42.431599 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bc4d19-60c0-40c5-bd83-9aa2c3ec6094 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:55:42.436886 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-86e577a7-0d4e-4e36-aede-25e582640821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:42.438044 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e577a7-0d4e-4e36-aede-25e582640821 None None] The sync data for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:55:42.438713 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2174414-f5ad-491c-9433-2da54efa4920 admin admin] Made reservation on behalf of 4878ab30684e4e3c9b8b59820c9890a9 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:42.441094 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e2174414-f5ad-491c-9433-2da54efa4920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:42.443494 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-cff9b932-a423-480c-983b-91e642de080f None None] Provisioning complete for port d388a6fb-25ad-46b4-8673-9e47bcf3fb1e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:42.444216 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cff9b932-a423-480c-983b-91e642de080f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:42.456918 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e2174414-f5ad-491c-9433-2da54efa4920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:42.569109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622ecc64-28c7-466c-b32c-cc58efe42205 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:42.570022 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-622ecc64-28c7-466c-b32c-cc58efe42205 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:42.580531 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4251f-c3bf-4fd8-893a-144dc6f09adb req-5727ed5e-b47c-4c9c-a067-4f0cee60ac85 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:42.582385 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-86c4251f-c3bf-4fd8-893a-144dc6f09adb req-5727ed5e-b47c-4c9c-a067-4f0cee60ac85 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.7077157 Sep 17 23:55:42.588580 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e2174414-f5ad-491c-9433-2da54efa4920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:42.657184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-86c4251f-c3bf-4fd8-893a-144dc6f09adb req-59d3196d-a039-4958-891c-48a01e4b1e18 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570018 Sep 17 23:55:42.659677 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cff9b932-a423-480c-983b-91e642de080f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:42.665511 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d388a6fb-25ad-46b4-8673-9e47bcf3fb1e up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:55:42.688338 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53db8298-87c2-4e3d-82be-fa1525327b36 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:42.718055 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e2174414-f5ad-491c-9433-2da54efa4920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:42.761766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2174414-f5ad-491c-9433-2da54efa4920 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:55:42.767533 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db8298-87c2-4e3d-82be-fa1525327b36 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Subnet': ['ID=e6c401e6-a881-48f1-82d9-454a9040d96d,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:42.769652 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2174414-f5ad-491c-9433-2da54efa4920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5604834a-ac66-4e91-8e13-750d72729080,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:42.774764 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bc4d19-60c0-40c5-bd83-9aa2c3ec6094 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:55:42.780216 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70bc4d19-60c0-40c5-bd83-9aa2c3ec6094 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:42.785538 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e2174414-f5ad-491c-9433-2da54efa4920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:42.785885 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-e2174414-f5ad-491c-9433-2da54efa4920 admin admin] Added segment 355ede08-43a3-4592-88a7-973040af6e0f of type vlan for network 91d2ea37-44ea-452b-a868-79ff761347ea Sep 17 23:55:42.790178 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbde1c95-49dd-4aa6-8afb-750df09a3752 None None] Sync routers for ids ['c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:55:42.803698 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbde1c95-49dd-4aa6-8afb-750df09a3752 None None] Routers {'c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:42.804335 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-cbde1c95-49dd-4aa6-8afb-750df09a3752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:42.809097 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53db8298-87c2-4e3d-82be-fa1525327b36 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Checking segment: {'id': 'ed649d8c-ea34-46ef-874b-485b5fe904a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'de9b1545-32ad-4b65-9ce5-d155a24f1b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:42.813408 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53db8298-87c2-4e3d-82be-fa1525327b36 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network hostable DHCP agents. Network: de9b1545-32ad-4b65-9ce5-d155a24f1b1a, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:55:42.824720 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-622ecc64-28c7-466c-b32c-cc58efe42205 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9262798 Sep 17 23:55:42.826103 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52152) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:42.845480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-e2be0760-51b4-49d3-af9b-09459bd84c55 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'network_id': 'be367cd2-965e-4232-bde5-aa5c3aee6c03', 'name': 'tempest-PortsTestJSON-993733140', 'fixed_ips': [{'subnet_id': '38474ff0-2a3d-4a32-8ee8-a63ae6a2ba8a', 'ip_address': '172.20.0.9'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:42.859059 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-cff9b932-a423-480c-983b-91e642de080f None None] For port d388a6fb-25ad-46b4-8673-9e47bcf3fb1e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d388a6fb-25ad-46b4-8673-9e47bcf3fb1e,segment=NetworkSegment(a61d163e-7f69-45a3-96fe-d2804b685eed),segment_id=a61d163e-7f69-45a3-96fe-d2804b685eed)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:42.865571 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port d388a6fb-25ad-46b4-8673-9e47bcf3fb1e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:42.865977 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:42.905846 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-cbde1c95-49dd-4aa6-8afb-750df09a3752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:42.925675 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e2174414-f5ad-491c-9433-2da54efa4920 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:42.930665 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbde1c95-49dd-4aa6-8afb-750df09a3752 None None] Routers {'c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:42.933165 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-cbde1c95-49dd-4aa6-8afb-750df09a3752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:42.940396 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-70bc4d19-60c0-40c5-bd83-9aa2c3ec6094 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "PUT /v2.0/floatingips/91e111b4-330d-4314-8ddb-f7ce3b89a01b HTTP/1.1" status: 200 len: 977 time: 3.0894277 Sep 17 23:55:42.943107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52160) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:42.951902 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cff9b932-a423-480c-983b-91e642de080f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:43.076182 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-cbde1c95-49dd-4aa6-8afb-750df09a3752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:43.077796 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbde1c95-49dd-4aa6-8afb-750df09a3752 None None] The sync data for ids ['c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:55:43.123580 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e2174414-f5ad-491c-9433-2da54efa4920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:43.129660 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2174414-f5ad-491c-9433-2da54efa4920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:43.129660 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e2174414-f5ad-491c-9433-2da54efa4920 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:43.135073 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5c0f4d3f-5a59-44c4-994a-6956c133fa6e None None] Provisioning complete for port 65734efb-ea79-4272-826d-f28fa3e6609f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:43.135773 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5c0f4d3f-5a59-44c4-994a-6956c133fa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:43.153413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53db8298-87c2-4e3d-82be-fa1525327b36 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network de9b1545-32ad-4b65-9ce5-d155a24f1b1a is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:55:43.184048 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-5c0f4d3f-5a59-44c4-994a-6956c133fa6e None None] Port 65734efb-ea79-4272-826d-f28fa3e6609f cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:55:43.210603 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9b932-a423-480c-983b-91e642de080f None None] Pushing event updated for resources: {'Port': ['ID=d388a6fb-25ad-46b4-8673-9e47bcf3fb1e,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:43.216289 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-48aece65-a51b-46ed-9c11-90ae431dadce tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Deleting port 65734efb-ea79-4272-826d-f28fa3e6609f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:43.216639 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-48aece65-a51b-46ed-9c11-90ae431dadce tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:43.272417 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2174414-f5ad-491c-9433-2da54efa4920 admin admin] Pushing event updated for resources: {'Network': ['ID=91d2ea37-44ea-452b-a868-79ff761347ea,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:43.291361 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2be0760-51b4-49d3-af9b-09459bd84c55 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:43.291486 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 91d2ea37-44ea-452b-a868-79ff761347ea details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:55:43.295949 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e2be0760-51b4-49d3-af9b-09459bd84c55 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:43.357122 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-e2be0760-51b4-49d3-af9b-09459bd84c55 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] device_id is not set on port 6eb178ad-f5bc-4f7d-8b96-7aab0b2b4ff8 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:55:43.393307 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-48aece65-a51b-46ed-9c11-90ae431dadce tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:43.423083 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:43.470802 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-53db8298-87c2-4e3d-82be-fa1525327b36 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, de9b1545-32ad-4b65-9ce5-d155a24f1b1a) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:43.479132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53db8298-87c2-4e3d-82be-fa1525327b36 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:43.479702 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53db8298-87c2-4e3d-82be-fa1525327b36 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:43.482350 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e2174414-f5ad-491c-9433-2da54efa4920 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5995526 Sep 17 23:55:43.486077 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52182) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:43.488876 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f714b314-93fd-419a-ac5f-ad43cee4c9eb None None] Network de9b1545-32ad-4b65-9ce5-d155a24f1b1a requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:43.494671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-0e89e2d9-f9f6-4bab-b2f6-b64a06c8807a admin admin] Request body: {'subnet': {'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-615657599-subnet', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:43.566257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8f006e-741a-4bbd-bb2d-fda875db1af2 None None] Network be367cd2-965e-4232-bde5-aa5c3aee6c03 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:43.590091 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-53db8298-87c2-4e3d-82be-fa1525327b36 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5062289 Sep 17 23:55:43.590991 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52184) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:43.612364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-e2be0760-51b4-49d3-af9b-09459bd84c55 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Allocated IP 172.20.0.9 (be367cd2-965e-4232-bde5-aa5c3aee6c03/38474ff0-2a3d-4a32-8ee8-a63ae6a2ba8a/6eb178ad-f5bc-4f7d-8b96-7aab0b2b4ff8) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:43.663981 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-48aece65-a51b-46ed-9c11-90ae431dadce tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:43.665212 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-48aece65-a51b-46ed-9c11-90ae431dadce tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:43.665653 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-48aece65-a51b-46ed-9c11-90ae431dadce tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Floating IP 91e111b4-330d-4314-8ddb-f7ce3b89a01b disassociated. External IP: 172.25.3.223, port: 65734efb-ea79-4272-826d-f28fa3e6609f. Sep 17 23:55:43.666003 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-48aece65-a51b-46ed-9c11-90ae431dadce tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Calling delete_port for 65734efb-ea79-4272-826d-f28fa3e6609f owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:43.753709 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-92dd7cee-1d10-41c4-bbc1-bc24369caf98 None None] Provisioning complete for port d388a6fb-25ad-46b4-8673-9e47bcf3fb1e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:43.754088 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-92dd7cee-1d10-41c4-bbc1-bc24369caf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:43.765001 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-de9b1545-32ad-4b65-9ce5-d155a24f1b1a', 'network_id': 'de9b1545-32ad-4b65-9ce5-d155a24f1b1a', 'tenant_id': '82470c50b6634cf6b69364e1e9279331', 'fixed_ips': [{'subnet_id': 'e6c401e6-a881-48f1-82d9-454a9040d96d'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:55:43.765975 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:43.830331 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e89e2d9-f9f6-4bab-b2f6-b64a06c8807a admin admin] Made reservation on behalf of 4878ab30684e4e3c9b8b59820c9890a9 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:43.833004 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0e89e2d9-f9f6-4bab-b2f6-b64a06c8807a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:43.841546 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:43.981733 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-48aece65-a51b-46ed-9c11-90ae431dadce tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:44.049126 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8e18d-b14c-4758-ab9d-46340b2c2b4a req-80fa2c19-cd09-4add-8f5f-668774af2cda tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:44.049364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aece65-a51b-46ed-9c11-90ae431dadce tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event deleted for resources: {'Port': ['ID=65734efb-ea79-4272-826d-f28fa3e6609f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:44.057521 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ece8e18d-b14c-4758-ab9d-46340b2c2b4a req-80fa2c19-cd09-4add-8f5f-668774af2cda tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.2653089 Sep 17 23:55:44.245336 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48aece65-a51b-46ed-9c11-90ae431dadce tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:55:44.278717 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e2be0760-51b4-49d3-af9b-09459bd84c55 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:44.314635 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:44.334913 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ece8e18d-b14c-4758-ab9d-46340b2c2b4a req-3bbae28e-2018-4bdd-869a-53b03089152b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744915 Sep 17 23:55:44.335298 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-92dd7cee-1d10-41c4-bbc1-bc24369caf98 None None] Provisioning complete for port 66a1e300-c45a-4366-b108-37b88d47c546 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:44.336789 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-92dd7cee-1d10-41c4-bbc1-bc24369caf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:44.344407 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d2c8667-9e7b-402b-a018-aa25751f6b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:44.380899 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48aece65-a51b-46ed-9c11-90ae431dadce tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:55:44.412620 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6fb350-151a-4480-9ac2-2d6c22cb62c3 None None] Sync routers for ids ['c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:55:44.426260 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] Allocated IP 172.20.0.2 (de9b1545-32ad-4b65-9ce5-d155a24f1b1a/e6c401e6-a881-48f1-82d9-454a9040d96d/26c1948f-0404-49c5-af76-b01e077f3880) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:44.431834 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-92dd7cee-1d10-41c4-bbc1-bc24369caf98 None None] Port 66a1e300-c45a-4366-b108-37b88d47c546 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:55:44.444128 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6fb350-151a-4480-9ac2-2d6c22cb62c3 None None] Routers {'c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:44.445058 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-fb6fb350-151a-4480-9ac2-2d6c22cb62c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:44.477182 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-48aece65-a51b-46ed-9c11-90ae431dadce tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:44.482562 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-48aece65-a51b-46ed-9c11-90ae431dadce tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "DELETE /v2.0/ports/65734efb-ea79-4272-826d-f28fa3e6609f HTTP/1.1" status: 204 len: 168 time: 1.5358245 Sep 17 23:55:44.482745 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52212) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:44.484336 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e2be0760-51b4-49d3-af9b-09459bd84c55 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:44.510100 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-fb6fb350-151a-4480-9ac2-2d6c22cb62c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:44.547270 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6fb350-151a-4480-9ac2-2d6c22cb62c3 None None] Routers {'c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:44.548051 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-fb6fb350-151a-4480-9ac2-2d6c22cb62c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:44.595172 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-fb6fb350-151a-4480-9ac2-2d6c22cb62c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:44.595734 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6fb350-151a-4480-9ac2-2d6c22cb62c3 None None] The sync data for ids ['c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:55:44.605190 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d388a6fb-25ad-46b4-8673-9e47bcf3fb1e up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:55:44.634926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2be0760-51b4-49d3-af9b-09459bd84c55 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network be367cd2-965e-4232-bde5-aa5c3aee6c03 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:44.659695 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-e2be0760-51b4-49d3-af9b-09459bd84c55 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:44.662802 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2be0760-51b4-49d3-af9b-09459bd84c55 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:44.714697 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0e89e2d9-f9f6-4bab-b2f6-b64a06c8807a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:44.759873 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be0760-51b4-49d3-af9b-09459bd84c55 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=6eb178ad-f5bc-4f7d-8b96-7aab0b2b4ff8,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:44.767918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port d388a6fb-25ad-46b4-8673-9e47bcf3fb1e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:44.767918 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:44.823558 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:44.825312 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db713a7b-9738-4578-970f-d52c993b1731 None None] Provisioning complete for port d388a6fb-25ad-46b4-8673-9e47bcf3fb1e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:44.825856 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db713a7b-9738-4578-970f-d52c993b1731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:44.835809 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52230) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:44.891885 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:44.934815 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be0760-51b4-49d3-af9b-09459bd84c55 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:44.939373 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e2be0760-51b4-49d3-af9b-09459bd84c55 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.002647 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89e2d9-f9f6-4bab-b2f6-b64a06c8807a admin admin] Pushing event updated for resources: {'Subnet': ['ID=27c210c7-8ed7-4b83-8806-93fe68daaa7c,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:45.005487 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] Network de9b1545-32ad-4b65-9ce5-d155a24f1b1a is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:45.014823 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:45.023331 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:45.033901 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] Pushing event updated for resources: {'Port': ['ID=26c1948f-0404-49c5-af76-b01e077f3880,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:45.042664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89e2d9-f9f6-4bab-b2f6-b64a06c8807a admin admin] Checking segment: {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:45.043048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e89e2d9-f9f6-4bab-b2f6-b64a06c8807a admin admin] Network hostable DHCP agents. Network: 91d2ea37-44ea-452b-a868-79ff761347ea, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:55:45.095604 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.110204 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db713a7b-9738-4578-970f-d52c993b1731 None None] Provisioning complete for port 66a1e300-c45a-4366-b108-37b88d47c546 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:45.110847 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db713a7b-9738-4578-970f-d52c993b1731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.127660 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c401e6-a881-48f1-82d9-454a9040d96d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:45.130866 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-018971b2-0c7d-4253-8198-f846701cf8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.132029 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e2be0760-51b4-49d3-af9b-09459bd84c55 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3011894 Sep 17 23:55:45.134732 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52238) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:45.139404 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] Attempting to bind port 26c1948f-0404-49c5-af76-b01e077f3880 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:55:45.139887 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] Attempting to bind port 26c1948f-0404-49c5-af76-b01e077f3880 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'ed649d8c-ea34-46ef-874b-485b5fe904a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'de9b1545-32ad-4b65-9ce5-d155a24f1b1a'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:55:45.140358 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] Attempting to bind port 26c1948f-0404-49c5-af76-b01e077f3880 on network de9b1545-32ad-4b65-9ce5-d155a24f1b1a {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:55:45.148803 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:55:45.149404 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] Checking segment: {'id': 'ed649d8c-ea34-46ef-874b-485b5fe904a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'de9b1545-32ad-4b65-9ce5-d155a24f1b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:45.149940 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.150437 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] Bound using segment: {'id': 'ed649d8c-ea34-46ef-874b-485b5fe904a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'de9b1545-32ad-4b65-9ce5-d155a24f1b1a'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:55:45.151013 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] Bound port: 26c1948f-0404-49c5-af76-b01e077f3880, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed649d8c-ea34-46ef-874b-485b5fe904a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'de9b1545-32ad-4b65-9ce5-d155a24f1b1a'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:55:45.151512 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.181142 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db713a7b-9738-4578-970f-d52c993b1731 None None] Port 66a1e300-c45a-4366-b108-37b88d47c546 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:55:45.194247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e89e2d9-f9f6-4bab-b2f6-b64a06c8807a admin admin] Network 91d2ea37-44ea-452b-a868-79ff761347ea is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:55:45.245004 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] For port 26c1948f-0404-49c5-af76-b01e077f3880, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:55:45.250312 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] For port 26c1948f-0404-49c5-af76-b01e077f3880, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=26c1948f-0404-49c5-af76-b01e077f3880,segment=NetworkSegment(ed649d8c-ea34-46ef-874b-485b5fe904a3),segment_id=ed649d8c-ea34-46ef-874b-485b5fe904a3)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:55:45.259260 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.281048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543a90ab-cd9e-42aa-b7dd-8221bb292909 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:45.285837 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-543a90ab-cd9e-42aa-b7dd-8221bb292909 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1500413 Sep 17 23:55:45.286579 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52244) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:45.303589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-6143543c-2712-4306-b972-d5d64b72ae4d None None] Provisioning complete for port 66a1e300-c45a-4366-b108-37b88d47c546 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:45.304365 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6143543c-2712-4306-b972-d5d64b72ae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.314844 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-0e89e2d9-f9f6-4bab-b2f6-b64a06c8807a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 91d2ea37-44ea-452b-a868-79ff761347ea) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:45.331349 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d93826-6e45-43ff-ab86-56164ce14d33 None None] Network 91d2ea37-44ea-452b-a868-79ff761347ea requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:45.332163 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9b1545-32ad-4b65-9ce5-d155a24f1b1a']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:45.356706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e89e2d9-f9f6-4bab-b2f6-b64a06c8807a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:45.357947 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0e89e2d9-f9f6-4bab-b2f6-b64a06c8807a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.363322 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-018971b2-0c7d-4253-8198-f846701cf8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.365578 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6143543c-2712-4306-b972-d5d64b72ae4d None None] Port 66a1e300-c45a-4366-b108-37b88d47c546 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:55:45.371604 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-023e590c-3bf6-4245-8408-14264e6cff6d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.372467 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.397708 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed649d8c-ea34-46ef-874b-485b5fe904a3') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:45.398007 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed649d8c-ea34-46ef-874b-485b5fe904a3') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:45.416851 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.442875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56977456-f390-40ad-b459-bb40b6003554 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:45.448106 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2dde5d-6a97-4730-970e-a818e604fa05 None None] Pushing event updated for resources: {'Port': ['ID=26c1948f-0404-49c5-af76-b01e077f3880,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:45.450267 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56977456-f390-40ad-b459-bb40b6003554 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:45.457194 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56977456-f390-40ad-b459-bb40b6003554 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:45.458922 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-56977456-f390-40ad-b459-bb40b6003554 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1663024 Sep 17 23:55:45.463550 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52248) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:45.473658 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.477571 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-018971b2-0c7d-4253-8198-f846701cf8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.495798 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:55:45.496200 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:55:45.504574 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:55:45.557086 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-018971b2-0c7d-4253-8198-f846701cf8b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=48861ffa58054dbf980b49f104030a99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7178013 Sep 17 23:55:45.565955 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52258) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:45.572285 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0e89e2d9-f9f6-4bab-b2f6-b64a06c8807a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0825877 Sep 17 23:55:45.578377 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52260) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:45.590339 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-fa75874f-6fa0-49e7-aa9f-d4f83df32933 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-615657599-router', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:45.595165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fe9a64-d576-4cdc-9c3e-25a454d8ea98 None None] Network de9b1545-32ad-4b65-9ce5-d155a24f1b1a requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:45.604557 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe7f6d-dfa0-4da6-9682-d732e17612b3 req-256e2f1d-6b56-40e1-8e89-b478633f2103 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:45.606367 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7fe7f6d-dfa0-4da6-9682-d732e17612b3 req-256e2f1d-6b56-40e1-8e89-b478633f2103 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.1461184 Sep 17 23:55:45.622291 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018971b2-0c7d-4253-8198-f846701cf8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fe0e14-c367-485f-8892-d545ff827bb6,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:45.676728 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.api [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 23:55:45.676728 n-d-809883-1 neutron-server[95592]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 23:55:45.676728 n-d-809883-1 neutron-server[95592]: [parameters: {'id': 'de9b1545-32ad-4b65-9ce5-d155a24f1b1a'}] Sep 17 23:55:45.676728 n-d-809883-1 neutron-server[95592]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:55:45.676728 n-d-809883-1 neutron-server[95592]: DEBUG oslo_db.api [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:55:45.684055 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7fe7f6d-dfa0-4da6-9682-d732e17612b3 req-40ceb971-522c-4a42-845e-6a788dbc095c tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708919 Sep 17 23:55:45.712862 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec0cd714-ed73-499e-8aa3-30e56f83ac22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.723895 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa75874f-6fa0-49e7-aa9f-d4f83df32933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.725184 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa75874f-6fa0-49e7-aa9f-d4f83df32933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.736489 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-97d83327-c9b6-4e5f-9fa5-b3a8ff02e9f4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port 6eb178ad-f5bc-4f7d-8b96-7aab0b2b4ff8 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:45.736489 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97d83327-c9b6-4e5f-9fa5-b3a8ff02e9f4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.749240 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-41ff6ace-a367-42a9-9549-4939c79ca31d None None] Provisioning complete for port 6eb178ad-f5bc-4f7d-8b96-7aab0b2b4ff8 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:45.749614 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-41ff6ace-a367-42a9-9549-4939c79ca31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.763924 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec0cd714-ed73-499e-8aa3-30e56f83ac22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.777986 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-91d2ea37-44ea-452b-a868-79ff761347ea', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:55:45.778334 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.804251 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa75874f-6fa0-49e7-aa9f-d4f83df32933 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.843094 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-41ff6ace-a367-42a9-9549-4939c79ca31d None None] Port 6eb178ad-f5bc-4f7d-8b96-7aab0b2b4ff8 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:55:45.915238 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97d83327-c9b6-4e5f-9fa5-b3a8ff02e9f4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:45.931920 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-97d83327-c9b6-4e5f-9fa5-b3a8ff02e9f4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for 6eb178ad-f5bc-4f7d-8b96-7aab0b2b4ff8 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:45.990932 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] Allocated IP 172.20.0.2 (91d2ea37-44ea-452b-a868-79ff761347ea/27c210c7-8ed7-4b83-8806-93fe68daaa7c/05181407-27e4-4cd2-9206-75a6d87be515) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:45.999941 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec0cd714-ed73-499e-8aa3-30e56f83ac22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:46.002753 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec0cd714-ed73-499e-8aa3-30e56f83ac22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:46.006284 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ec0cd714-ed73-499e-8aa3-30e56f83ac22 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2fe0e14-c367-485f-8892-d545ff827bb6 HTTP/1.1" status: 204 len: 168 time: 0.4362385 Sep 17 23:55:46.019394 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-023e590c-3bf6-4245-8408-14264e6cff6d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Deleting port 191ee057-4cbc-4927-9618-20af6a7aed1d {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:46.019745 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-023e590c-3bf6-4245-8408-14264e6cff6d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:46.031575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cd714-ed73-499e-8aa3-30e56f83ac22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fe0e14-c367-485f-8892-d545ff827bb6,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:46.094479 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa75874f-6fa0-49e7-aa9f-d4f83df32933 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:46.160050 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-023e590c-3bf6-4245-8408-14264e6cff6d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:46.178189 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:46.179842 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-023e590c-3bf6-4245-8408-14264e6cff6d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Calling delete_port for 191ee057-4cbc-4927-9618-20af6a7aed1d owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:46.203975 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:46.294847 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97d83327-c9b6-4e5f-9fa5-b3a8ff02e9f4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:46.305149 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Deleting port 26c1948f-0404-49c5-af76-b01e077f3880 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:46.305732 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:46.331907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d83327-c9b6-4e5f-9fa5-b3a8ff02e9f4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=6eb178ad-f5bc-4f7d-8b96-7aab0b2b4ff8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:46.352787 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:46.419840 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-97d83327-c9b6-4e5f-9fa5-b3a8ff02e9f4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:46.420173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] For port 26c1948f-0404-49c5-af76-b01e077f3880, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=26c1948f-0404-49c5-af76-b01e077f3880,segment=NetworkSegment(ed649d8c-ea34-46ef-874b-485b5fe904a3),segment_id=ed649d8c-ea34-46ef-874b-485b5fe904a3)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:46.421278 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:46.427721 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-97d83327-c9b6-4e5f-9fa5-b3a8ff02e9f4 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/ports/6eb178ad-f5bc-4f7d-8b96-7aab0b2b4ff8 HTTP/1.1" status: 204 len: 168 time: 0.9624979 Sep 17 23:55:46.437378 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52286) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:46.439855 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] Network 91d2ea37-44ea-452b-a868-79ff761347ea is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:46.444639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:46.446196 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Calling delete_port for 26c1948f-0404-49c5-af76-b01e077f3880 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:46.452240 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:46.461572 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] Pushing event updated for resources: {'Port': ['ID=05181407-27e4-4cd2-9206-75a6d87be515,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:46.490877 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c0ee3f-0449-4191-b1b5-d07d2f9bb335 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] GET failed (client error): The resource could not be found. Sep 17 23:55:46.493055 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a2c0ee3f-0449-4191-b1b5-d07d2f9bb335 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports/6eb178ad-f5bc-4f7d-8b96-7aab0b2b4ff8 HTTP/1.1" status: 404 len: 333 time: 0.0486021 Sep 17 23:55:46.500898 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52288) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:46.557569 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] Attempting to bind port 05181407-27e4-4cd2-9206-75a6d87be515 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:55:46.557868 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] Attempting to bind port 05181407-27e4-4cd2-9206-75a6d87be515 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:55:46.558240 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] Attempting to bind port 05181407-27e4-4cd2-9206-75a6d87be515 on network 91d2ea37-44ea-452b-a868-79ff761347ea {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:55:46.564426 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:55:46.564882 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] Checking segment: {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:46.565603 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:46.566134 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] Bound using segment: {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:55:46.566800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] Bound port: 05181407-27e4-4cd2-9206-75a6d87be515, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:55:46.567196 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:46.655223 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa75874f-6fa0-49e7-aa9f-d4f83df32933 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:46.657243 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] For port 05181407-27e4-4cd2-9206-75a6d87be515, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:55:46.661074 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] For port 05181407-27e4-4cd2-9206-75a6d87be515, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=05181407-27e4-4cd2-9206-75a6d87be515,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:55:46.679257 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa75874f-6fa0-49e7-aa9f-d4f83df32933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:46.694241 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2f3003d8-d36d-420e-9dbc-30d4a0b9515e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:46.763731 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:46.831456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-fa75874f-6fa0-49e7-aa9f-d4f83df32933 admin admin] Allocated IP 172.25.3.183 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/8d3c7d1a-c66a-4337-af66-28cd072a6d8f) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:46.863307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40a023-31c2-4536-b853-5c13b3821ddf None None] Pushing event updated for resources: {'Port': ['ID=05181407-27e4-4cd2-9206-75a6d87be515,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:46.890487 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:46.928518 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Port': ['ID=26c1948f-0404-49c5-af76-b01e077f3880,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:46.946642 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No DVR routers for this DVR port 26c1948f-0404-49c5-af76-b01e077f3880 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:46.958477 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dc5f9-5371-48d2-860b-8f633a948772 req-4896b4de-0c43-4b27-a379-5a4464ad1374 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:46.958477 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab7dc5f9-5371-48d2-860b-8f633a948772 req-4896b4de-0c43-4b27-a379-5a4464ad1374 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.1299396 Sep 17 23:55:46.960901 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52294) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:47.025622 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52296) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:47.039232 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-023e590c-3bf6-4245-8408-14264e6cff6d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.067283 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f60e771c-f6de-4c4a-8791-3db3f5835618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.096960 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e590c-3bf6-4245-8408-14264e6cff6d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event deleted for resources: {'Port': ['ID=191ee057-4cbc-4927-9618-20af6a7aed1d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:47.193793 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab7dc5f9-5371-48d2-860b-8f633a948772 req-64c37750-a906-49e1-b414-8a0297c8731e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228124 Sep 17 23:55:47.254882 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.279192 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.309986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9b1545-32ad-4b65-9ce5-d155a24f1b1a']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:47.329061 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed649d8c-ea34-46ef-874b-485b5fe904a3') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:47.329364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed649d8c-ea34-46ef-874b-485b5fe904a3') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:47.341982 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa75874f-6fa0-49e7-aa9f-d4f83df32933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.350731 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.363673 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-03c4bf98-d98e-4a8a-b606-31d45cd6394b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.370117 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca320-737c-43ec-84d9-003d85620236 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port 66a1e300-c45a-4366-b108-37b88d47c546 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:47.370462 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7bca320-737c-43ec-84d9-003d85620236 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.388304 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.394728 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f60e771c-f6de-4c4a-8791-3db3f5835618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.407116 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:55:47.407350 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:55:47.411007 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:55:47.472312 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f60e771c-f6de-4c4a-8791-3db3f5835618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.518559 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e771c-f6de-4c4a-8791-3db3f5835618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a19a12b-2aa5-4f2d-88ba-2620e20c18ee,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:47.525432 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f60e771c-f6de-4c4a-8791-3db3f5835618 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2195a5f8557f449eae95c6aa88530e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5588341 Sep 17 23:55:47.525647 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52302) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:47.535610 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-023e590c-3bf6-4245-8408-14264e6cff6d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.559851 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7bca320-737c-43ec-84d9-003d85620236 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.580311 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0bf50b43-3302-4913-9d14-d2de29b6567d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.580814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca320-737c-43ec-84d9-003d85620236 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for 66a1e300-c45a-4366-b108-37b88d47c546 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:47.583306 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa75874f-6fa0-49e7-aa9f-d4f83df32933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.622677 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.638178 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.640084 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/de9b1545-32ad-4b65-9ce5-d155a24f1b1a HTTP/1.1" status: 204 len: 168 time: 4.0421255 Sep 17 23:55:47.643365 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0bf50b43-3302-4913-9d14-d2de29b6567d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.643669 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52304) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:47.649409 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d1474181-2cdc-41f3-8fb5-bb20dfb37919 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1979594563'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:47.672056 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b4822-d0b1-4794-8956-ec3ed8390e66 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Network': ['ID=de9b1545-32ad-4b65-9ce5-d155a24f1b1a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:47.678952 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa75874f-6fa0-49e7-aa9f-d4f83df32933 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:47.692233 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-fa75874f-6fa0-49e7-aa9f-d4f83df32933 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:47.702801 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa75874f-6fa0-49e7-aa9f-d4f83df32933 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:47.707438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75874f-6fa0-49e7-aa9f-d4f83df32933 admin admin] Pushing event updated for resources: {'Port': ['ID=8d3c7d1a-c66a-4337-af66-28cd072a6d8f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:47.740402 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.791150 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-03c4bf98-d98e-4a8a-b606-31d45cd6394b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.894325 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0bf50b43-3302-4913-9d14-d2de29b6567d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.897015 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0bf50b43-3302-4913-9d14-d2de29b6567d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:47.898499 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0bf50b43-3302-4913-9d14-d2de29b6567d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a19a12b-2aa5-4f2d-88ba-2620e20c18ee HTTP/1.1" status: 204 len: 168 time: 0.3719013 Sep 17 23:55:47.908822 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf50b43-3302-4913-9d14-d2de29b6567d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a19a12b-2aa5-4f2d-88ba-2620e20c18ee,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:47.962412 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023e590c-3bf6-4245-8408-14264e6cff6d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:55:48.013762 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e0f589-304c-4cc1-aef3-224335b0d7d2 None None] Network 91d2ea37-44ea-452b-a868-79ff761347ea requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:48.032250 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-03c4bf98-d98e-4a8a-b606-31d45cd6394b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.122142 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7bca320-737c-43ec-84d9-003d85620236 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.161753 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5f4e54ce-ac06-46b1-a703-9fac432cfb7b None None] Provisioning complete for port 05181407-27e4-4cd2-9206-75a6d87be515 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:48.161753 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5f4e54ce-ac06-46b1-a703-9fac432cfb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.170607 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa75874f-6fa0-49e7-aa9f-d4f83df32933 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.189470 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-03c4bf98-d98e-4a8a-b606-31d45cd6394b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c86e01655ac94ea28eebad4d8bcd2f28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1620483 Sep 17 23:55:48.197154 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4bf98-d98e-4a8a-b606-31d45cd6394b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbe80cb-a53a-4b71-be7b-4f9a2539bc8a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:48.200714 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52308) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:48.206729 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca320-737c-43ec-84d9-003d85620236 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=66a1e300-c45a-4366-b108-37b88d47c546,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:48.246305 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023e590c-3bf6-4245-8408-14264e6cff6d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:55:48.253813 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-023e590c-3bf6-4245-8408-14264e6cff6d tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "PUT /v2.0/routers/c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7688968 Sep 17 23:55:48.257425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52312) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:48.262123 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd96dc0-51de-44a2-be77-3523978f1dc3 None None] Sync routers for ids ['c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:55:48.274019 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd96dc0-51de-44a2-be77-3523978f1dc3 None None] Routers {'c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:48.275070 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6dd96dc0-51de-44a2-be77-3523978f1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:48.313771 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6dd96dc0-51de-44a2-be77-3523978f1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:48.324272 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd96dc0-51de-44a2-be77-3523978f1dc3 None None] Routers {'c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:48.325248 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6dd96dc0-51de-44a2-be77-3523978f1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:48.345522 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5f4e54ce-ac06-46b1-a703-9fac432cfb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.373982 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6dd96dc0-51de-44a2-be77-3523978f1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:48.374959 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd96dc0-51de-44a2-be77-3523978f1dc3 None None] The sync data for ids ['c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:55:48.377264 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1474181-2cdc-41f3-8fb5-bb20dfb37919 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:48.380933 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d1474181-2cdc-41f3-8fb5-bb20dfb37919 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.385222 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-5f4e54ce-ac06-46b1-a703-9fac432cfb7b None None] For port 05181407-27e4-4cd2-9206-75a6d87be515, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=05181407-27e4-4cd2-9206-75a6d87be515,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:48.419287 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1474181-2cdc-41f3-8fb5-bb20dfb37919 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:55:48.433097 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d1474181-2cdc-41f3-8fb5-bb20dfb37919 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.433452 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-d1474181-2cdc-41f3-8fb5-bb20dfb37919 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Added segment 7dce706c-52d6-4c18-8e1a-6d55181ec0d8 of type vlan for network b64477d4-47d2-426f-9e2c-500d2854d19b Sep 17 23:55:48.440589 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5f4e54ce-ac06-46b1-a703-9fac432cfb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.475981 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556515b-da20-47c7-9244-881a1ab53426 req-420cd497-538a-45cc-ab1c-0006c37a8385 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:48.483672 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0556515b-da20-47c7-9244-881a1ab53426 req-420cd497-538a-45cc-ab1c-0006c37a8385 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.1494653 Sep 17 23:55:48.545823 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa75874f-6fa0-49e7-aa9f-d4f83df32933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.566614 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e54ce-ac06-46b1-a703-9fac432cfb7b None None] Pushing event updated for resources: {'Port': ['ID=05181407-27e4-4cd2-9206-75a6d87be515,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:48.612204 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0556515b-da20-47c7-9244-881a1ab53426 req-7a2bd6d0-97bb-4983-ac05-142d9db0f928 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276512 Sep 17 23:55:48.625601 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c53bcb9-3f98-4b47-8386-16090b18bd17 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.634870 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b1e83365-ccb6-4c9b-841c-01b13c1cc3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.650236 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7bca320-737c-43ec-84d9-003d85620236 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.652088 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f7bca320-737c-43ec-84d9-003d85620236 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/ports/66a1e300-c45a-4366-b108-37b88d47c546 HTTP/1.1" status: 204 len: 168 time: 2.1552935 Sep 17 23:55:48.657743 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 05181407-27e4-4cd2-9206-75a6d87be515 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:55:48.686921 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52320) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:48.720096 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb2e08a-b4f6-4709-95de-d8ecb6d8a033 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] GET failed (client error): The resource could not be found. Sep 17 23:55:48.724342 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bfb2e08a-b4f6-4709-95de-d8ecb6d8a033 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports/66a1e300-c45a-4366-b108-37b88d47c546 HTTP/1.1" status: 404 len: 333 time: 0.0333455 Sep 17 23:55:48.726204 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52324) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:48.738686 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d1474181-2cdc-41f3-8fb5-bb20dfb37919 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.751187 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b1e83365-ccb6-4c9b-841c-01b13c1cc3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.793850 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 05181407-27e4-4cd2-9206-75a6d87be515 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:48.794439 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.827244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-75da7242-40a6-4228-8f20-307a7b8970d1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting subnet 38474ff0-2a3d-4a32-8ee8-a63ae6a2ba8a {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:55:48.832014 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-75da7242-40a6-4228-8f20-307a7b8970d1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.862725 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f48e805d-962b-4293-b945-50c6d0b62da7 None None] Provisioning complete for port 05181407-27e4-4cd2-9206-75a6d87be515 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:48.871570 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f48e805d-962b-4293-b945-50c6d0b62da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.871730 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c53bcb9-3f98-4b47-8386-16090b18bd17 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.892101 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-75da7242-40a6-4228-8f20-307a7b8970d1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.895764 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d1474181-2cdc-41f3-8fb5-bb20dfb37919 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.907495 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1474181-2cdc-41f3-8fb5-bb20dfb37919 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:48.908178 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d1474181-2cdc-41f3-8fb5-bb20dfb37919 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:48.935281 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cfb592-a6f9-41fe-8b68-1e985f64a39b None None] get_active_networks_info from n-d-809883-1 {{(pid=95593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:55:48.999617 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1474181-2cdc-41f3-8fb5-bb20dfb37919 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Network': ['ID=b64477d4-47d2-426f-9e2c-500d2854d19b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:49.005817 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b1e83365-ccb6-4c9b-841c-01b13c1cc3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:49.009408 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b1e83365-ccb6-4c9b-841c-01b13c1cc3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:49.013460 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b1e83365-ccb6-4c9b-841c-01b13c1cc3d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9dbe80cb-a53a-4b71-be7b-4f9a2539bc8a HTTP/1.1" status: 204 len: 168 time: 0.8043423 Sep 17 23:55:49.033225 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa75874f-6fa0-49e7-aa9f-d4f83df32933 admin admin] Router 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:55:49.039680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network b64477d4-47d2-426f-9e2c-500d2854d19b details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:55:49.053736 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e83365-ccb6-4c9b-841c-01b13c1cc3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbe80cb-a53a-4b71-be7b-4f9a2539bc8a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:49.073309 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d1474181-2cdc-41f3-8fb5-bb20dfb37919 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4281948 Sep 17 23:55:49.076591 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52332) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:49.078182 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-75da7242-40a6-4228-8f20-307a7b8970d1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:49.090803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-38d48508-4f47-4859-93dd-9881248dac22 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'subnet': {'network_id': 'b64477d4-47d2-426f-9e2c-500d2854d19b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:49.119066 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-6c53bcb9-3f98-4b47-8386-16090b18bd17 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Deleting port c98e147a-ef76-4c07-8c13-77c189ccabc2 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:49.119415 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c53bcb9-3f98-4b47-8386-16090b18bd17 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:49.185539 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cfb592-a6f9-41fe-8b68-1e985f64a39b None None] Resources bound (agent type, host, resource id): {{(pid=95593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:55:49.225193 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c53bcb9-3f98-4b47-8386-16090b18bd17 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:49.240880 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-6c53bcb9-3f98-4b47-8386-16090b18bd17 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Calling delete_port for c98e147a-ef76-4c07-8c13-77c189ccabc2 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:49.354573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa75874f-6fa0-49e7-aa9f-d4f83df32933 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:55:49.375765 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] Sync routers for ids ['2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:55:49.385809 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-75da7242-40a6-4228-8f20-307a7b8970d1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:49.421047 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] Routers {'2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:49.421816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:49.430764 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da7242-40a6-4228-8f20-307a7b8970d1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Subnet': ['ID=38474ff0-2a3d-4a32-8ee8-a63ae6a2ba8a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:49.433015 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-75da7242-40a6-4228-8f20-307a7b8970d1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:49.435824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-75da7242-40a6-4228-8f20-307a7b8970d1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/subnets/38474ff0-2a3d-4a32-8ee8-a63ae6a2ba8a HTTP/1.1" status: 204 len: 168 time: 0.7073359 Sep 17 23:55:49.438262 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52342) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:49.488250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d48508-4f47-4859-93dd-9881248dac22 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:49.492671 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-38d48508-4f47-4859-93dd-9881248dac22 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:49.555783 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:49.563144 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.ipam_backend_mixin [None req-38d48508-4f47-4859-93dd-9881248dac22 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Performing IP validity checks on allocation pools {{(pid=95591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 23:55:49.563840 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.ipam_backend_mixin [None req-38d48508-4f47-4859-93dd-9881248dac22 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 23:55:49.632525 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c53bcb9-3f98-4b47-8386-16090b18bd17 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:49.645734 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port d388a6fb-25ad-46b4-8673-9e47bcf3fb1e {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:49.646175 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:49.669808 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa75874f-6fa0-49e7-aa9f-d4f83df32933 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:49.669808 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fa75874f-6fa0-49e7-aa9f-d4f83df32933 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0873010 Sep 17 23:55:49.674562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52356) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:49.715364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53bcb9-3f98-4b47-8386-16090b18bd17 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event deleted for resources: {'Port': ['ID=c98e147a-ef76-4c07-8c13-77c189ccabc2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:49.771263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52358) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:49.809742 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:49.828497 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c53bcb9-3f98-4b47-8386-16090b18bd17 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:49.885451 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c34e16-4803-47bc-a050-c8fce8e64c32 None None] Network be367cd2-965e-4232-bde5-aa5c3aee6c03 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:49.896469 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] Set router 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:55:49.923139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] For port d388a6fb-25ad-46b4-8673-9e47bcf3fb1e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d388a6fb-25ad-46b4-8673-9e47bcf3fb1e,segment=NetworkSegment(a61d163e-7f69-45a3-96fe-d2804b685eed),segment_id=a61d163e-7f69-45a3-96fe-d2804b685eed)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:49.923597 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:49.953611 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c53bcb9-3f98-4b47-8386-16090b18bd17 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:49.961165 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c53bcb9-3f98-4b47-8386-16090b18bd17 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:50.150054 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-38d48508-4f47-4859-93dd-9881248dac22 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:50.157228 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c53bcb9-3f98-4b47-8386-16090b18bd17 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:50.157893 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c53bcb9-3f98-4b47-8386-16090b18bd17 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Fanout notify agent at l3_agent the message router_deleted on router c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:55:50.229604 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c53bcb9-3f98-4b47-8386-16090b18bd17 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:50.230780 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6c53bcb9-3f98-4b47-8386-16090b18bd17 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "DELETE /v2.0/routers/c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b HTTP/1.1" status: 204 len: 168 time: 1.9709296 Sep 17 23:55:50.232254 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d48508-4f47-4859-93dd-9881248dac22 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Subnet': ['ID=3451b01e-29aa-4cfc-9fec-488ad0ca587e,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:50.238457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52368) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:50.331604 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'name': 'tempest-ServerActionsTestJSON-615657599-router', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:55:45Z', 'updated_at': '2021-09-17T23:55:47Z', 'revision_number': 3, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'gw_port': {'id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:46Z', 'updated_at': '2021-09-17T23:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:50.335327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-341734eb-1db1-4e44-8939-65883b820a0f tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Deleting subnet 21c646d5-68a3-4c15-8e8e-609f73fb999e {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:55:50.340720 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-341734eb-1db1-4e44-8939-65883b820a0f tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:50.346815 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-edb4e1f2-65c9-4b26-8b6b-fe29cd2cd777 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-53187331-network', 'tenant_id': 'c7f18c68bfbe42799dbf1aa205043a80'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:50.363358 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d48508-4f47-4859-93dd-9881248dac22 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Checking segment: {'id': '7dce706c-52d6-4c18-8e1a-6d55181ec0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b64477d4-47d2-426f-9e2c-500d2854d19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:50.363745 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d48508-4f47-4859-93dd-9881248dac22 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network hostable DHCP agents. Network: b64477d4-47d2-426f-9e2c-500d2854d19b, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:55:50.364951 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07468e45-b314-4e98-a688-4dc966ff6359 None None] DHCP port deletion for be367cd2-965e-4232-bde5-aa5c3aee6c03 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:55:50.369278 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] Checking router: 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:55:50.369702 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] Updating router 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 port 8d3c7d1a-c66a-4337-af66-28cd072a6d8f binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:55:50.375571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe50c3e-2ea1-4d6a-a92e-3633d72a35c4 req-d11eb6ad-3edd-4575-8423-4d55f1e4c123 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:50.377702 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fe50c3e-2ea1-4d6a-a92e-3633d72a35c4 req-d11eb6ad-3edd-4575-8423-4d55f1e4c123 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.6053300 Sep 17 23:55:50.384564 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for d388a6fb-25ad-46b4-8673-9e47bcf3fb1e owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:50.398979 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:50.407304 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-341734eb-1db1-4e44-8939-65883b820a0f tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:50.434925 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb4e1f2-65c9-4b26-8b6b-fe29cd2cd777 admin admin] Made reservation on behalf of c7f18c68bfbe42799dbf1aa205043a80 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:50.436881 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-edb4e1f2-65c9-4b26-8b6b-fe29cd2cd777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:50.444140 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d48508-4f47-4859-93dd-9881248dac22 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network b64477d4-47d2-426f-9e2c-500d2854d19b is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:55:50.505077 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-edb4e1f2-65c9-4b26-8b6b-fe29cd2cd777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:50.513320 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-38d48508-4f47-4859-93dd-9881248dac22 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, b64477d4-47d2-426f-9e2c-500d2854d19b) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:50.531315 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d48508-4f47-4859-93dd-9881248dac22 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:50.531922 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-38d48508-4f47-4859-93dd-9881248dac22 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:50.553077 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b657355e-d3b3-4300-af22-64260c201119 None None] Network b64477d4-47d2-426f-9e2c-500d2854d19b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:50.567188 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-341734eb-1db1-4e44-8939-65883b820a0f tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:50.611120 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fe50c3e-2ea1-4d6a-a92e-3633d72a35c4 req-66fcae0d-7a7f-4d51-a827-a8e2f7123804 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777332 Sep 17 23:55:50.646489 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-07468e45-b314-4e98-a688-4dc966ff6359 None None] Deleting port d388a6fb-25ad-46b4-8673-9e47bcf3fb1e {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:50.646863 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07468e45-b314-4e98-a688-4dc966ff6359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:50.668168 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-38d48508-4f47-4859-93dd-9881248dac22 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5841038 Sep 17 23:55:50.675535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52376) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:50.676399 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 05181407-27e4-4cd2-9206-75a6d87be515 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:55:50.791623 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:50.816877 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-07468e45-b314-4e98-a688-4dc966ff6359 None None] For port d388a6fb-25ad-46b4-8673-9e47bcf3fb1e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d388a6fb-25ad-46b4-8673-9e47bcf3fb1e,segment=NetworkSegment(a61d163e-7f69-45a3-96fe-d2804b685eed),segment_id=a61d163e-7f69-45a3-96fe-d2804b685eed)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:50.817879 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07468e45-b314-4e98-a688-4dc966ff6359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:50.835378 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-341734eb-1db1-4e44-8939-65883b820a0f tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:50.856765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=d388a6fb-25ad-46b4-8673-9e47bcf3fb1e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:50.871887 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No DVR routers for this DVR port d388a6fb-25ad-46b4-8673-9e47bcf3fb1e on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:50.880806 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-341734eb-1db1-4e44-8939-65883b820a0f tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:50.882954 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b2279a-74ed-4cb0-976c-c5a42a4284e0 None None] Network 2b07be9b-2c88-49f4-b8f1-31e22fec4d00 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:50.885747 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-341734eb-1db1-4e44-8939-65883b820a0f tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "DELETE /v2.0/subnets/21c646d5-68a3-4c15-8e8e-609f73fb999e HTTP/1.1" status: 204 len: 168 time: 0.6461766 Sep 17 23:55:50.886383 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52382) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:50.899063 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ea8d25d2-f64f-4068-9eb9-d7e1c1d07c91 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:50.900517 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-edb4e1f2-65c9-4b26-8b6b-fe29cd2cd777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:50.902654 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341734eb-1db1-4e44-8939-65883b820a0f tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event deleted for resources: {'Subnet': ['ID=21c646d5-68a3-4c15-8e8e-609f73fb999e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:50.974533 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-edb4e1f2-65c9-4b26-8b6b-fe29cd2cd777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:50.982390 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-07468e45-b314-4e98-a688-4dc966ff6359 None None] Calling delete_port for d388a6fb-25ad-46b4-8673-9e47bcf3fb1e owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:51.008875 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.033770 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.041086 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ea8d25d2-f64f-4068-9eb9-d7e1c1d07c91 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.057584 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb4e1f2-65c9-4b26-8b6b-fe29cd2cd777 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:55:51.120889 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be367cd2-965e-4232-bde5-aa5c3aee6c03']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:51.122949 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 05181407-27e4-4cd2-9206-75a6d87be515 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:51.123096 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.130894 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4e1f2-65c9-4b26-8b6b-fe29cd2cd777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07418ed-33bd-4be3-8e9e-3f9bb3591574,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:51.134435 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-edb4e1f2-65c9-4b26-8b6b-fe29cd2cd777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.134768 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-edb4e1f2-65c9-4b26-8b6b-fe29cd2cd777 admin admin] Added segment d33e72d8-dc61-4ab1-9754-b3263108f18a of type vlan for network 661107b9-e93e-4791-a13a-d13963534dba Sep 17 23:55:51.147090 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61d163e-7f69-45a3-96fe-d2804b685eed') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:51.147351 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61d163e-7f69-45a3-96fe-d2804b685eed') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:51.170725 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f2a0de-766a-4464-9414-700ffc1f8ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-b64477d4-47d2-426f-9e2c-500d2854d19b', 'network_id': 'b64477d4-47d2-426f-9e2c-500d2854d19b', 'tenant_id': '82470c50b6634cf6b69364e1e9279331', 'fixed_ips': [{'subnet_id': '3451b01e-29aa-4cfc-9fec-488ad0ca587e'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:55:51.171626 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-31f2a0de-766a-4464-9414-700ffc1f8ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.179393 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.192154 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Deleting port 388117fb-8261-4b8b-b547-5855b071bce4 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:51.193566 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.199455 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9e9aee52-bd5f-4fd2-a32d-ade215ddad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.214982 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-edb4e1f2-65c9-4b26-8b6b-fe29cd2cd777 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.222016 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.238385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:55:51.243409 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:55:51.261230 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ea8d25d2-f64f-4068-9eb9-d7e1c1d07c91 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.314994 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d25d2-f64f-4068-9eb9-d7e1c1d07c91 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Subnet': ['ID=3451b01e-29aa-4cfc-9fec-488ad0ca587e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:51.319278 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] For port 388117fb-8261-4b8b-b547-5855b071bce4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=388117fb-8261-4b8b-b547-5855b071bce4,segment=NetworkSegment(d3a832f5-ac78-48f3-8a76-4b5bc5278766),segment_id=d3a832f5-ac78-48f3-8a76-4b5bc5278766)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:51.319770 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.366106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Calling delete_port for 388117fb-8261-4b8b-b547-5855b071bce4 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:51.397514 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07468e45-b314-4e98-a688-4dc966ff6359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.406052 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ea8d25d2-f64f-4068-9eb9-d7e1c1d07c91 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.420245 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-edb4e1f2-65c9-4b26-8b6b-fe29cd2cd777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.423990 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb4e1f2-65c9-4b26-8b6b-fe29cd2cd777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:51.423990 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-edb4e1f2-65c9-4b26-8b6b-fe29cd2cd777 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.477140 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-ea8d25d2-f64f-4068-9eb9-d7e1c1d07c91 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64477d4-47d2-426f-9e2c-500d2854d19b']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:51.498226 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-ea8d25d2-f64f-4068-9eb9-d7e1c1d07c91 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dce706c-52d6-4c18-8e1a-6d55181ec0d8') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:51.500385 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-ea8d25d2-f64f-4068-9eb9-d7e1c1d07c91 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dce706c-52d6-4c18-8e1a-6d55181ec0d8') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:51.504153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07468e45-b314-4e98-a688-4dc966ff6359 None None] Pushing event deleted for resources: {'Port': ['ID=d388a6fb-25ad-46b4-8673-9e47bcf3fb1e,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:51.507631 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494c53d6-676e-410a-9b64-e9228edb1046 None None] DHCP port deletion for 2b07be9b-2c88-49f4-b8f1-31e22fec4d00 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:55:51.515905 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ea8d25d2-f64f-4068-9eb9-d7e1c1d07c91 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.524449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07468e45-b314-4e98-a688-4dc966ff6359 None None] No DVR routers for this DVR port d388a6fb-25ad-46b4-8673-9e47bcf3fb1e on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:51.532130 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd93199-1040-47a7-b21f-03b5335c0c37 None None] Network b64477d4-47d2-426f-9e2c-500d2854d19b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:51.537615 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ea8d25d2-f64f-4068-9eb9-d7e1c1d07c91 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.545687 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8d25d2-f64f-4068-9eb9-d7e1c1d07c91 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:55:51.546093 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ea8d25d2-f64f-4068-9eb9-d7e1c1d07c91 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:55:51.549310 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:55:51.587929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4e1f2-65c9-4b26-8b6b-fe29cd2cd777 admin admin] Pushing event updated for resources: {'Network': ['ID=661107b9-e93e-4791-a13a-d13963534dba,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:51.605435 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.610325 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52394) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:51.612965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 661107b9-e93e-4791-a13a-d13963534dba details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:55:51.619963 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.649825 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-edb4e1f2-65c9-4b26-8b6b-fe29cd2cd777 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8643100 Sep 17 23:55:51.651450 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.652899 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52398) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:51.658018 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-14064b5f-c287-47e3-b7de-0a608fead900 admin admin] Request body: {'subnet': {'network_id': '661107b9-e93e-4791-a13a-d13963534dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-53187331-subnet', 'tenant_id': 'c7f18c68bfbe42799dbf1aa205043a80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:51.662786 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event deleted for resources: {'Port': ['ID=388117fb-8261-4b8b-b547-5855b071bce4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:51.665224 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] No DVR routers for this DVR port 388117fb-8261-4b8b-b547-5855b071bce4 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:51.684268 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.685991 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/networks/be367cd2-965e-4232-bde5-aa5c3aee6c03 HTTP/1.1" status: 204 len: 168 time: 2.2444355 Sep 17 23:55:51.690888 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52402) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:51.698233 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-6b880a04-7034-41de-b7d0-86029242c668 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1898388099'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:51.717012 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.723808 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285576b9-0e46-4a2e-bf53-20d911dee666 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Network': ['ID=be367cd2-965e-4232-bde5-aa5c3aee6c03,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:51.728981 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-9e9aee52-bd5f-4fd2-a32d-ade215ddad30 admin admin] Allocated IP 172.20.0.1 (91d2ea37-44ea-452b-a868-79ff761347ea/27c210c7-8ed7-4b83-8806-93fe68daaa7c/243caaf1-ef80-4641-881a-86bd42204516) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:51.762444 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ea8d25d2-f64f-4068-9eb9-d7e1c1d07c91 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.774379 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ea8d25d2-f64f-4068-9eb9-d7e1c1d07c91 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.777274 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ea8d25d2-f64f-4068-9eb9-d7e1c1d07c91 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/b64477d4-47d2-426f-9e2c-500d2854d19b HTTP/1.1" status: 204 len: 168 time: 1.1006260 Sep 17 23:55:51.789026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52406) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:51.796767 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7ff99f13-09d7-49d4-bb5b-94eef91f265c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-338776252'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:51.810116 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-c9360374-0754-4018-8996-ef5d7736f326 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:51.828650 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d25d2-f64f-4068-9eb9-d7e1c1d07c91 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Network': ['ID=b64477d4-47d2-426f-9e2c-500d2854d19b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:51.864994 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.905754 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b11c5-dd16-4784-9528-7b2b06b5c438 req-ecc7f165-8104-4ea5-8638-bfd006209b4e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:51.910762 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c45b11c5-dd16-4784-9528-7b2b06b5c438 req-ecc7f165-8104-4ea5-8638-bfd006209b4e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.1467428 Sep 17 23:55:51.915756 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14064b5f-c287-47e3-b7de-0a608fead900 admin admin] Made reservation on behalf of c7f18c68bfbe42799dbf1aa205043a80 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:51.918577 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-14064b5f-c287-47e3-b7de-0a608fead900 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.926009 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b07be9b-2c88-49f4-b8f1-31e22fec4d00']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:51.943340 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9e9aee52-bd5f-4fd2-a32d-ade215ddad30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:51.961826 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a832f5-ac78-48f3-8a76-4b5bc5278766') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:51.962424 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a832f5-ac78-48f3-8a76-4b5bc5278766') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:51.984282 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:55:51.995355 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c45b11c5-dd16-4784-9528-7b2b06b5c438 req-38eca081-26a4-4cf5-947e-0bb6be71b7cb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732367 Sep 17 23:55:52.009340 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.037589 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.041783 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:55:52.042190 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:55:52.045231 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:55:52.097463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] Attempting to bind port 8d3c7d1a-c66a-4337-af66-28cd072a6d8f on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:55:52.106777 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] Attempting to bind port 8d3c7d1a-c66a-4337-af66-28cd072a6d8f by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:55:52.106777 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] Attempting to bind port 8d3c7d1a-c66a-4337-af66-28cd072a6d8f on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:55:52.110801 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-494c53d6-676e-410a-9b64-e9228edb1046 None None] Deleting port 388117fb-8261-4b8b-b547-5855b071bce4 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:52.111046 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-494c53d6-676e-410a-9b64-e9228edb1046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.112558 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22e99c-314e-410a-9c51-74eec653a3e4 None None] Pushing event updated for resources: {'Port': ['ID=8d3c7d1a-c66a-4337-af66-28cd072a6d8f,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:52.126523 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b880a04-7034-41de-b7d0-86029242c668 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:52.130401 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d388a6fb-25ad-46b4-8673-9e47bcf3fb1e no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:55:52.131228 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b880a04-7034-41de-b7d0-86029242c668 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.143795 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:55:52.144168 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:52.144573 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.144998 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:55:52.145481 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] Bound port: 8d3c7d1a-c66a-4337-af66-28cd072a6d8f, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:55:52.145861 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.152897 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9e9aee52-bd5f-4fd2-a32d-ade215ddad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.160884 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b880a04-7034-41de-b7d0-86029242c668 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:55:52.174976 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b880a04-7034-41de-b7d0-86029242c668 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.175330 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-6b880a04-7034-41de-b7d0-86029242c668 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Added segment cd886305-9fec-4bf4-aa3d-5448cec37e29 of type vlan for network e1a4d0e4-7164-4f35-8464-194e996e83ab Sep 17 23:55:52.177452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9aee52-bd5f-4fd2-a32d-ade215ddad30 admin admin] Network 91d2ea37-44ea-452b-a868-79ff761347ea is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:52.180979 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-9e9aee52-bd5f-4fd2-a32d-ade215ddad30 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:52.198931 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.210407 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9aee52-bd5f-4fd2-a32d-ade215ddad30 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:52.223014 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.224926 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "DELETE /v2.0/networks/2b07be9b-2c88-49f4-b8f1-31e22fec4d00 HTTP/1.1" status: 204 len: 168 time: 1.3367047 Sep 17 23:55:52.232049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52420) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:52.256305 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9e9aee52-bd5f-4fd2-a32d-ade215ddad30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.256551 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: d388a6fb-25ad-46b4-8673-9e47bcf3fb1e {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:55:52.256710 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d388a6fb-25ad-46b4-8673-9e47bcf3fb1e not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:55:52.259826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] For port 8d3c7d1a-c66a-4337-af66-28cd072a6d8f, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:55:52.281055 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f000a8-fc1c-4d3c-b9a4-952b9a793473 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event deleted for resources: {'Network': ['ID=2b07be9b-2c88-49f4-b8f1-31e22fec4d00,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:52.330397 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] For port 8d3c7d1a-c66a-4337-af66-28cd072a6d8f, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8d3c7d1a-c66a-4337-af66-28cd072a6d8f,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:55:52.352019 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-494c53d6-676e-410a-9b64-e9228edb1046 None None] For port 388117fb-8261-4b8b-b547-5855b071bce4, host n-d-809883-1, got binding levels [] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:52.356092 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-494c53d6-676e-410a-9b64-e9228edb1046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.375638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-494c53d6-676e-410a-9b64-e9228edb1046 None None] Calling delete_port for 388117fb-8261-4b8b-b547-5855b071bce4 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:52.380517 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.ipam_backend_mixin [None req-494c53d6-676e-410a-9b64-e9228edb1046 None None] Port 388117fb-8261-4b8b-b547-5855b071bce4 was not found and therefore no delete operation was performed {{(pid=95593) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 23:55:52.412248 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff99f13-09d7-49d4-bb5b-94eef91f265c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:52.416539 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ff99f13-09d7-49d4-bb5b-94eef91f265c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.431829 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:52.456190 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff99f13-09d7-49d4-bb5b-94eef91f265c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:55:52.460305 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-494c53d6-676e-410a-9b64-e9228edb1046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.463413 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'port_id': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629', 'mac_address': 'fa:16:3e:de:94:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:55:52.472191 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.479179 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-494c53d6-676e-410a-9b64-e9228edb1046 None None] Network 2b07be9b-2c88-49f4-b8f1-31e22fec4d00 is not hosted by any dhcp agent {{(pid=95593) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 23:55:52.482520 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494c53d6-676e-410a-9b64-e9228edb1046 None None] No DVR routers for this DVR port 388117fb-8261-4b8b-b547-5855b071bce4 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:55:52.490487 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ff99f13-09d7-49d4-bb5b-94eef91f265c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.491100 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-7ff99f13-09d7-49d4-bb5b-94eef91f265c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Added segment dd14d484-6869-4188-be2e-ad7e4415b8cc of type vlan for network 0175e58d-b194-44b8-9e15-92ffd74d3157 Sep 17 23:55:52.534963 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c53d6-676e-410a-9b64-e9228edb1046 None None] Pushing event deleted for resources: {'Port': ['ID=388117fb-8261-4b8b-b547-5855b071bce4,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:52.599536 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 388117fb-8261-4b8b-b547-5855b071bce4 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:55:52.604296 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ff99f13-09d7-49d4-bb5b-94eef91f265c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.631164 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 388117fb-8261-4b8b-b547-5855b071bce4 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:55:52.631629 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 388117fb-8261-4b8b-b547-5855b071bce4 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:55:52.635503 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9aee52-bd5f-4fd2-a32d-ade215ddad30 admin admin] Pushing event updated for resources: {'Port': ['ID=243caaf1-ef80-4641-881a-86bd42204516,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:52.660220 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] Routers {'2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:52.660623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:52.667741 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.678004 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9e9aee52-bd5f-4fd2-a32d-ade215ddad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.719652 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ff99f13-09d7-49d4-bb5b-94eef91f265c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.725504 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff99f13-09d7-49d4-bb5b-94eef91f265c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:52.726981 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ff99f13-09d7-49d4-bb5b-94eef91f265c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.733842 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f7cf50dc-4023-4cbe-9a5b-5bbe95b3e991 None None] Provisioning complete for port 243caaf1-ef80-4641-881a-86bd42204516 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:52.734262 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f7cf50dc-4023-4cbe-9a5b-5bbe95b3e991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.741456 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22e99c-314e-410a-9c51-74eec653a3e4 None None] Pushing event updated for resources: {'Port': ['ID=8d3c7d1a-c66a-4337-af66-28cd072a6d8f,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:52.765093 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:55:52.797933 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b880a04-7034-41de-b7d0-86029242c668 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.820002 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff99f13-09d7-49d4-bb5b-94eef91f265c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Network': ['ID=0175e58d-b194-44b8-9e15-92ffd74d3157,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:52.834975 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 0175e58d-b194-44b8-9e15-92ffd74d3157 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:55:52.884006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:52.885286 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c9360374-0754-4018-8996-ef5d7736f326 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:52.886873 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-f7cf50dc-4023-4cbe-9a5b-5bbe95b3e991 None None] Port 243caaf1-ef80-4641-881a-86bd42204516 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:55:52.978115 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7ff99f13-09d7-49d4-bb5b-94eef91f265c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1866472 Sep 17 23:55:52.981219 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52434) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:52.987600 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7ac629c7-106c-46c8-bd34-95bde8f80861 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'subnet': {'network_id': '0175e58d-b194-44b8-9e15-92ffd74d3157', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:52.995757 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:53.003672 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] Set router 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:55:53.029355 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b880a04-7034-41de-b7d0-86029242c668 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:53.031535 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9e9aee52-bd5f-4fd2-a32d-ade215ddad30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:53.035849 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b880a04-7034-41de-b7d0-86029242c668 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:53.036460 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b880a04-7034-41de-b7d0-86029242c668 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:53.058893 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-14064b5f-c287-47e3-b7de-0a608fead900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:53.092978 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:53.099437 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9e9aee52-bd5f-4fd2-a32d-ade215ddad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:53.225955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['28e0d76e-6f5f-44cd-bb9c-9df15b6fb629'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:55:53.227794 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9aee52-bd5f-4fd2-a32d-ade215ddad30 admin admin] Pushing event updated for resources: {'Port': ['ID=243caaf1-ef80-4641-881a-86bd42204516,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:53.277907 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6b880a04-7034-41de-b7d0-86029242c668 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5843570 Sep 17 23:55:53.285505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52442) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:53.294668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-9872cbd1-3f16-469c-93a1-21d48948fb20 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Deleting port 4ce4d340-1730-4dff-a7da-15121527fb81 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:53.295299 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9872cbd1-3f16-469c-93a1-21d48948fb20 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:53.298138 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b880a04-7034-41de-b7d0-86029242c668 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Network': ['ID=e1a4d0e4-7164-4f35-8464-194e996e83ab,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:53.298534 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-58efe8f3-fa8c-4ef6-88d0-3960b00aff7a tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'subnet': {'network_id': 'e1a4d0e4-7164-4f35-8464-194e996e83ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:53.322919 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c1979-053d-431f-a0c3-7384f00655e3 req-209ac8b4-1c99-4306-8c51-4f84e7ba8383 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:53.330434 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-845c1979-053d-431f-a0c3-7384f00655e3 req-209ac8b4-1c99-4306-8c51-4f84e7ba8383 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 945 time: 0.1063058 Sep 17 23:55:53.348138 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network e1a4d0e4-7164-4f35-8464-194e996e83ab details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:55:53.385844 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-845c1979-053d-431f-a0c3-7384f00655e3 req-d17bf955-804c-4ee4-9ea0-e47234db4dc9 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544269 Sep 17 23:55:53.395997 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9e9aee52-bd5f-4fd2-a32d-ade215ddad30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:53.423859 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9872cbd1-3f16-469c-93a1-21d48948fb20 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:53.424314 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9872cbd1-3f16-469c-93a1-21d48948fb20 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:53.437408 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-9872cbd1-3f16-469c-93a1-21d48948fb20 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Calling delete_port for 4ce4d340-1730-4dff-a7da-15121527fb81 owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:53.555818 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14064b5f-c287-47e3-b7de-0a608fead900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f62d76-0c78-4455-9b01-aac9dd4bd05a,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:53.594035 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58efe8f3-fa8c-4ef6-88d0-3960b00aff7a tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:53.598798 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-58efe8f3-fa8c-4ef6-88d0-3960b00aff7a tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:53.608779 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'name': 'tempest-ServerActionsTestJSON-615657599-router', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:55:45Z', 'updated_at': '2021-09-17T23:55:52Z', 'revision_number': 4, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'gw_port': {'id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:46Z', 'updated_at': '2021-09-17T23:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '243caaf1-ef80-4641-881a-86bd42204516', 'name': '', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'mac_address': 'fa:16:3e:7b:2f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:51Z', 'updated_at': '2021-09-17T23:55:51Z', 'revision_number': 1, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'subnets': [{'id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:53.613977 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14064b5f-c287-47e3-b7de-0a608fead900 admin admin] Checking segment: {'id': 'd33e72d8-dc61-4ab1-9754-b3263108f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '661107b9-e93e-4791-a13a-d13963534dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:53.614703 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9aee52-bd5f-4fd2-a32d-ade215ddad30 admin admin] Network 91d2ea37-44ea-452b-a868-79ff761347ea is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:53.615071 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14064b5f-c287-47e3-b7de-0a608fead900 admin admin] Network hostable DHCP agents. Network: 661107b9-e93e-4791-a13a-d13963534dba, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:55:53.633614 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-9e9aee52-bd5f-4fd2-a32d-ade215ddad30 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:53.647993 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5471326-2cfe-4f1b-85b7-70ffcf1ad015 None None] The sync data for ids ['2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'] in n-d-809883-1 is: [{'id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'name': 'tempest-ServerActionsTestJSON-615657599-router', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:55:45Z', 'updated_at': '2021-09-17T23:55:52Z', 'revision_number': 4, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'gw_port': {'id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:46Z', 'updated_at': '2021-09-17T23:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '243caaf1-ef80-4641-881a-86bd42204516', 'name': '', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'mac_address': 'fa:16:3e:7b:2f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:51Z', 'updated_at': '2021-09-17T23:55:51Z', 'revision_number': 1, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'subnets': [{'id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:55:53.683604 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac629c7-106c-46c8-bd34-95bde8f80861 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:53.688858 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7ac629c7-106c-46c8-bd34-95bde8f80861 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:53.740349 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c9360374-0754-4018-8996-ef5d7736f326 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:53.780950 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14064b5f-c287-47e3-b7de-0a608fead900 admin admin] Network 661107b9-e93e-4791-a13a-d13963534dba is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:55:53.838311 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:55:53.997654 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:53.998397 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:54.002253 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9aee52-bd5f-4fd2-a32d-ade215ddad30 admin admin] Router 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:55:54.019804 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9872cbd1-3f16-469c-93a1-21d48948fb20 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:54.021923 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-14064b5f-c287-47e3-b7de-0a608fead900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 661107b9-e93e-4791-a13a-d13963534dba) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:54.063610 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cbcc8f-a2f1-42a0-81e3-507c91dfded6 None None] Network 661107b9-e93e-4791-a13a-d13963534dba requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:54.189486 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14064b5f-c287-47e3-b7de-0a608fead900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:54.190089 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-14064b5f-c287-47e3-b7de-0a608fead900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:54.234667 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872cbd1-3f16-469c-93a1-21d48948fb20 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event deleted for resources: {'Port': ['ID=4ce4d340-1730-4dff-a7da-15121527fb81,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:54.382473 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-58efe8f3-fa8c-4ef6-88d0-3960b00aff7a tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:54.509710 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-14064b5f-c287-47e3-b7de-0a608fead900 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8556964 Sep 17 23:55:54.520616 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efe8f3-fa8c-4ef6-88d0-3960b00aff7a tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Subnet': ['ID=41cc3f7a-56eb-43db-9129-dd52937a2bc9,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:54.569167 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-c9360374-0754-4018-8996-ef5d7736f326 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Allocated IP 172.25.3.120 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/f466ada8-7d11-46a7-a62b-a1ad61dae8d1) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:54.584819 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9aee52-bd5f-4fd2-a32d-ade215ddad30 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:55:54.587967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9e9aee52-bd5f-4fd2-a32d-ade215ddad30 admin admin] 10.222.0.46 "PUT /v2.0/routers/2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9120767 Sep 17 23:55:54.604933 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9872cbd1-3f16-469c-93a1-21d48948fb20 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:54.609014 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9872cbd1-3f16-469c-93a1-21d48948fb20 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:54.633644 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9872cbd1-3f16-469c-93a1-21d48948fb20 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "DELETE /v2.0/floatingips/91e111b4-330d-4314-8ddb-f7ce3b89a01b HTTP/1.1" status: 204 len: 168 time: 2.3861313 Sep 17 23:55:54.637128 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52454) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:54.665694 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58efe8f3-fa8c-4ef6-88d0-3960b00aff7a tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Checking segment: {'id': 'cd886305-9fec-4bf4-aa3d-5448cec37e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e1a4d0e4-7164-4f35-8464-194e996e83ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:54.666670 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58efe8f3-fa8c-4ef6-88d0-3960b00aff7a tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network hostable DHCP agents. Network: e1a4d0e4-7164-4f35-8464-194e996e83ab, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:55:54.809771 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:54.814902 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-8259dede-016f-49de-b222-f8cd9a330b35 None None] Provisioning complete for port 243caaf1-ef80-4641-881a-86bd42204516 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:54.815343 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8259dede-016f-49de-b222-f8cd9a330b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:54.867725 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf92d1a-3942-4e7c-a51d-1a6a6bdbcd78 None None] Network 661107b9-e93e-4791-a13a-d13963534dba requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:54.871391 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe0b90c-a597-4413-b4bc-7931ca55d1dd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] DELETE failed (client error): The resource could not be found. Sep 17 23:55:54.872161 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe0b90c-a597-4413-b4bc-7931ca55d1dd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:55:54.874734 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e28172-3589-4d01-8a5a-65656f5c45a8 req-fd7a2265-f9ed-449c-bc86-e910b7e66a52 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:54.876625 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40e28172-3589-4d01-8a5a-65656f5c45a8 req-fd7a2265-f9ed-449c-bc86-e910b7e66a52 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 945 time: 0.2632325 Sep 17 23:55:54.881266 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52456) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:54.885395 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8fe0b90c-a597-4413-b4bc-7931ca55d1dd tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "DELETE /v2.0/ports/65734efb-ea79-4272-826d-f28fa3e6609f HTTP/1.1" status: 404 len: 333 time: 0.2435877 Sep 17 23:55:55.022193 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c0e4a888-c688-4c84-a537-33da5cdf2080 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b HTTP/1.1" status: 200 len: 205 time: 0.1392221 Sep 17 23:55:55.024148 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58efe8f3-fa8c-4ef6-88d0-3960b00aff7a tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network e1a4d0e4-7164-4f35-8464-194e996e83ab is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:55:55.029025 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52468) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:55.056625 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7ac629c7-106c-46c8-bd34-95bde8f80861 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:55.133133 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40e28172-3589-4d01-8a5a-65656f5c45a8 req-f23c9a4e-fd85-487a-a410-4952a14da691 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468901 Sep 17 23:55:55.133965 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-58efe8f3-fa8c-4ef6-88d0-3960b00aff7a tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, e1a4d0e4-7164-4f35-8464-194e996e83ab) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:55.165435 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58efe8f3-fa8c-4ef6-88d0-3960b00aff7a tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:55.166050 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-58efe8f3-fa8c-4ef6-88d0-3960b00aff7a tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:55.215516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fbbe35-b777-4d85-b59f-e3a3fd6117e2 None None] Network e1a4d0e4-7164-4f35-8464-194e996e83ab requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:55.279298 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-00374790-1fc4-4c28-b50a-9f806499e058 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] delete failed (client error): The resource could not be found. Sep 17 23:55:55.283077 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52472) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:55.301447 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-00374790-1fc4-4c28-b50a-9f806499e058 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "DELETE /v2.0/routers/c6ee7e46-eb15-4c97-bbc1-1ff5c63c372b HTTP/1.1" status: 404 len: 336 time: 0.2683384 Sep 17 23:55:55.352195 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-58efe8f3-fa8c-4ef6-88d0-3960b00aff7a tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0653396 Sep 17 23:55:55.358037 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:55.363350 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c78de4-db44-46b0-bd8f-8d2fc35f020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:55:55.366051 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a1c605-8cce-4dec-a390-3c09ccb380e9" -d '{"events": [{"server_uuid": "85c78de4-db44-46b0-bd8f-8d2fc35f020c", "name": "network-vif-plugged", "status": "completed", "tag": "28e0d76e-6f5f-44cd-bb9c-9df15b6fb629"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:55:55.367627 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52474) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:55.369907 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4e9407-b3e8-4180-a902-3103a36ad7d6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] DELETE failed (client error): The resource could not be found. Sep 17 23:55:55.393603 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-bba62273-e964-4d23-8060-ea632d16369b tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-442864948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:55.397485 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4e9407-b3e8-4180-a902-3103a36ad7d6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:55:55.402068 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0a4e9407-b3e8-4180-a902-3103a36ad7d6 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "DELETE /v2.0/subnets/21c646d5-68a3-4c15-8e8e-609f73fb999e HTTP/1.1" status: 404 len: 337 time: 0.1176527 Sep 17 23:55:55.402690 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52478) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:55.499858 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c9360374-0754-4018-8996-ef5d7736f326 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:55.517293 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac629c7-106c-46c8-bd34-95bde8f80861 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Subnet': ['ID=6a3e0480-2e95-4e96-901e-71d173f83ac0,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:55.520267 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-8259dede-016f-49de-b222-f8cd9a330b35 None None] Port 243caaf1-ef80-4641-881a-86bd42204516 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:55:55.569290 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac629c7-106c-46c8-bd34-95bde8f80861 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Checking segment: {'id': 'dd14d484-6869-4188-be2e-ad7e4415b8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0175e58d-b194-44b8-9e15-92ffd74d3157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:55.569669 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac629c7-106c-46c8-bd34-95bde8f80861 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network hostable DHCP agents. Network: 0175e58d-b194-44b8-9e15-92ffd74d3157, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:55:55.576423 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c79950-52af-4435-932c-945fe4f1276d x-openstack-request-id: req-d2c79950-52af-4435-932c-945fe4f1276d {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:55:55.576719 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c78de4-db44-46b0-bd8f-8d2fc35f020c", "name": "network-vif-plugged", "status": "completed", "tag": "28e0d76e-6f5f-44cd-bb9c-9df15b6fb629", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:55:55.576997 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d2c79950-52af-4435-932c-945fe4f1276d {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:55:55.577380 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c78de4-db44-46b0-bd8f-8d2fc35f020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629', 'code': 200} Sep 17 23:55:55.624126 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:55.633763 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bba62273-e964-4d23-8060-ea632d16369b tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:55.644118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-74ffd4b0-9d0f-45c0-906e-2ef0a634b47b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Deleting port 50a2125c-abf8-4b06-aa3b-96fc0cfa9d6a {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:55.648504 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-74ffd4b0-9d0f-45c0-906e-2ef0a634b47b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:55.648649 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bba62273-e964-4d23-8060-ea632d16369b tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:55.766901 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-74ffd4b0-9d0f-45c0-906e-2ef0a634b47b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:55.781015 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-74ffd4b0-9d0f-45c0-906e-2ef0a634b47b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Calling delete_port for 50a2125c-abf8-4b06-aa3b-96fc0cfa9d6a owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:55.792633 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bba62273-e964-4d23-8060-ea632d16369b tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:55.794174 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c9360374-0754-4018-8996-ef5d7736f326 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:55.817363 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac629c7-106c-46c8-bd34-95bde8f80861 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network 0175e58d-b194-44b8-9e15-92ffd74d3157 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:55:55.822637 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:55.833798 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9360374-0754-4018-8996-ef5d7736f326 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:55.838576 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-c9360374-0754-4018-8996-ef5d7736f326 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:55.844891 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-e1a4d0e4-7164-4f35-8464-194e996e83ab', 'network_id': 'e1a4d0e4-7164-4f35-8464-194e996e83ab', 'tenant_id': '6714d67afbe9424390973f011b7536ca', 'fixed_ips': [{'subnet_id': '41cc3f7a-56eb-43db-9129-dd52937a2bc9'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:55:55.845779 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:55.882270 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9360374-0754-4018-8996-ef5d7736f326 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:55.903670 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bba62273-e964-4d23-8060-ea632d16369b tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:55.975124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-7ac629c7-106c-46c8-bd34-95bde8f80861 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 0175e58d-b194-44b8-9e15-92ffd74d3157) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:56.001363 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac629c7-106c-46c8-bd34-95bde8f80861 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:56.001970 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7ac629c7-106c-46c8-bd34-95bde8f80861 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:56.011583 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9360374-0754-4018-8996-ef5d7736f326 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Pushing event updated for resources: {'Port': ['ID=f466ada8-7d11-46a7-a62b-a1ad61dae8d1,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:56.011768 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df53f955-2652-45c5-9ff7-e71d67ef97d5 None None] Network 0175e58d-b194-44b8-9e15-92ffd74d3157 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:56.034618 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-74ffd4b0-9d0f-45c0-906e-2ef0a634b47b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:56.087562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffd4b0-9d0f-45c0-906e-2ef0a634b47b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event deleted for resources: {'Port': ['ID=50a2125c-abf8-4b06-aa3b-96fc0cfa9d6a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:56.098220 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c9360374-0754-4018-8996-ef5d7736f326 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:56.118208 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7ac629c7-106c-46c8-bd34-95bde8f80861 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1352081 Sep 17 23:55:56.119602 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bba62273-e964-4d23-8060-ea632d16369b tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:56.123955 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bba62273-e964-4d23-8060-ea632d16369b tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7475576 Sep 17 23:55:56.126488 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52482) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:56.129781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52484) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:56.149205 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0beeb624-9a23-4a9c-ac56-ce697a6163bf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'network_id': 'e1a4d0e4-7164-4f35-8464-194e996e83ab', 'name': 'tempest-PortsTestJSON-1319509016'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:56.363608 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-74ffd4b0-9d0f-45c0-906e-2ef0a634b47b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:56.369362 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-74ffd4b0-9d0f-45c0-906e-2ef0a634b47b tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "DELETE /v2.0/ports/50a2125c-abf8-4b06-aa3b-96fc0cfa9d6a HTTP/1.1" status: 204 len: 168 time: 0.9654088 Sep 17 23:55:56.372009 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52496) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:56.439668 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c9360374-0754-4018-8996-ef5d7736f326 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:56.475448 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] Allocated IP 172.20.0.2 (e1a4d0e4-7164-4f35-8464-194e996e83ab/41cc3f7a-56eb-43db-9129-dd52937a2bc9/74690f2d-8018-4719-84bf-fbdf2a200fcf) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:56.537909 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29fc5131-daa7-455e-b60d-54c10e490375 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:56.636971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52498) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:56.649038 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-aeb8e02e-6e8f-4fca-93e4-8c1bc23f8bb9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2105861251', 'description': 'tempest-description--1692192424'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:56.732940 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bee5b7-a786-4232-80f5-94dea1fb36c8 req-ecaae6ea-2fb0-4c79-9fe9-cd95f2f1e205 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:56.734248 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0beeb624-9a23-4a9c-ac56-ce697a6163bf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:56.745957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-19bee5b7-a786-4232-80f5-94dea1fb36c8 req-ecaae6ea-2fb0-4c79-9fe9-cd95f2f1e205 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.3025122 Sep 17 23:55:56.752931 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0beeb624-9a23-4a9c-ac56-ce697a6163bf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:56.778440 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:56.826054 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-0beeb624-9a23-4a9c-ac56-ce697a6163bf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] device_id is not set on port 3c8c55cd-b4c6-4515-98f0-c1d3c169bf35 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:55:56.834232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8d3c7d1a-c66a-4337-af66-28cd072a6d8f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:55:56.893508 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-aeb8e02e-6e8f-4fca-93e4-8c1bc23f8bb9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:56.930398 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cba55fe-3099-458d-95a9-c1b7a0b8e423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-0175e58d-b194-44b8-9e15-92ffd74d3157', 'network_id': '0175e58d-b194-44b8-9e15-92ffd74d3157', 'tenant_id': '82470c50b6634cf6b69364e1e9279331', 'fixed_ips': [{'subnet_id': '6a3e0480-2e95-4e96-901e-71d173f83ac0'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:55:56.930398 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6cba55fe-3099-458d-95a9-c1b7a0b8e423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:56.930609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-19bee5b7-a786-4232-80f5-94dea1fb36c8 req-0cb2c64e-e220-4a74-ab9e-35739f23a840 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835976 Sep 17 23:55:56.931051 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:56.995330 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29fc5131-daa7-455e-b60d-54c10e490375 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.002801 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] Network e1a4d0e4-7164-4f35-8464-194e996e83ab is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:57.007917 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] Pushing event updated for resources: {'Port': ['ID=74690f2d-8018-4719-84bf-fbdf2a200fcf,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:57.014549 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:57.042008 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-aeb8e02e-6e8f-4fca-93e4-8c1bc23f8bb9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.045512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-84ac01ce-f91d-4540-a36c-cc33521ae17c tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Deleting port 18be6d52-560c-4618-9368-b0ff19818c2a {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:55:57.045916 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84ac01ce-f91d-4540-a36c-cc33521ae17c tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.068449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:57.081931 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 8d3c7d1a-c66a-4337-af66-28cd072a6d8f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:57.082306 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.172290 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84ac01ce-f91d-4540-a36c-cc33521ae17c tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.187201 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] Attempting to bind port 74690f2d-8018-4719-84bf-fbdf2a200fcf on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:55:57.187509 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] Attempting to bind port 74690f2d-8018-4719-84bf-fbdf2a200fcf by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'cd886305-9fec-4bf4-aa3d-5448cec37e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e1a4d0e4-7164-4f35-8464-194e996e83ab'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:55:57.187879 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] Attempting to bind port 74690f2d-8018-4719-84bf-fbdf2a200fcf on network e1a4d0e4-7164-4f35-8464-194e996e83ab {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:55:57.193849 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:55:57.194226 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] Checking segment: {'id': 'cd886305-9fec-4bf4-aa3d-5448cec37e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e1a4d0e4-7164-4f35-8464-194e996e83ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:57.194521 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.194863 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] Bound using segment: {'id': 'cd886305-9fec-4bf4-aa3d-5448cec37e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e1a4d0e4-7164-4f35-8464-194e996e83ab'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:55:57.195356 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] Bound port: 74690f2d-8018-4719-84bf-fbdf2a200fcf, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd886305-9fec-4bf4-aa3d-5448cec37e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e1a4d0e4-7164-4f35-8464-194e996e83ab'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:55:57.201410 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.204769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-84ac01ce-f91d-4540-a36c-cc33521ae17c tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Calling delete_port for 18be6d52-560c-4618-9368-b0ff19818c2a owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:55:57.206343 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29fc5131-daa7-455e-b60d-54c10e490375 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.213836 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-aeb8e02e-6e8f-4fca-93e4-8c1bc23f8bb9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server [None req-6cba55fe-3099-458d-95a9-c1b7a0b8e423 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a3e0480-2e95-4e96-901e-71d173f83ac0: This subnet is being modified by another concurrent operation. Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 23:55:57.266950 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise exception Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a3e0480-2e95-4e96-901e-71d173f83ac0: This subnet is being modified by another concurrent operation. Sep 17 23:55:57.276449 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Sep 17 23:55:57.330851 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c4854f-d62a-4f03-9217-9e69d54e1d0c None None] Network 0175e58d-b194-44b8-9e15-92ffd74d3157 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:57.415118 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29fc5131-daa7-455e-b60d-54c10e490375 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.418380 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.425433 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] For port 74690f2d-8018-4719-84bf-fbdf2a200fcf, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:55:57.450507 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-29fc5131-daa7-455e-b60d-54c10e490375 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0175e58d-b194-44b8-9e15-92ffd74d3157']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:57.459039 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8e02e-6e8f-4fca-93e4-8c1bc23f8bb9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daddcdd1-e3ba-4229-9fe4-84383597bf89,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:57.464008 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-aeb8e02e-6e8f-4fca-93e4-8c1bc23f8bb9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.465607 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-aeb8e02e-6e8f-4fca-93e4-8c1bc23f8bb9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8271985 Sep 17 23:55:57.469461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-29fc5131-daa7-455e-b60d-54c10e490375 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd14d484-6869-4188-be2e-ad7e4415b8cc') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:57.470942 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-29fc5131-daa7-455e-b60d-54c10e490375 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd14d484-6869-4188-be2e-ad7e4415b8cc') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:57.475243 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52508) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:57.486172 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-e52a2642-29bf-4273-985b-818aad6ec117 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Request body: {'security_group_rule': {'security_group_id': 'daddcdd1-e3ba-4229-9fe4-84383597bf89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:57.510371 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29fc5131-daa7-455e-b60d-54c10e490375 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.527623 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29fc5131-daa7-455e-b60d-54c10e490375 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.539492 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fc5131-daa7-455e-b60d-54c10e490375 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:55:57.541131 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29fc5131-daa7-455e-b60d-54c10e490375 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.568335 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] For port 74690f2d-8018-4719-84bf-fbdf2a200fcf, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=74690f2d-8018-4719-84bf-fbdf2a200fcf,segment=NetworkSegment(cd886305-9fec-4bf4-aa3d-5448cec37e29),segment_id=cd886305-9fec-4bf4-aa3d-5448cec37e29)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:55:57.582604 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] Sync routers for ids ['2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:55:57.589078 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 8d3c7d1a-c66a-4337-af66-28cd072a6d8f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8d3c7d1a-c66a-4337-af66-28cd072a6d8f,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:57.594436 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] Routers {'2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:57.595068 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:55:57.645704 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:55:57.702439 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.724946 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.771824 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] Set router 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:55:57.779055 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc5131-daa7-455e-b60d-54c10e490375 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3e0480-2e95-4e96-901e-71d173f83ac0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:57.785939 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e52a2642-29bf-4273-985b-818aad6ec117 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.798244 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c9360374-0754-4018-8996-ef5d7736f326 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.804190 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29fc5131-daa7-455e-b60d-54c10e490375 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.818296 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29fc5131-daa7-455e-b60d-54c10e490375 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.821071 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-29fc5131-daa7-455e-b60d-54c10e490375 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/0175e58d-b194-44b8-9e15-92ffd74d3157 HTTP/1.1" status: 204 len: 168 time: 1.6900892 Sep 17 23:55:57.826035 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52512) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:57.869968 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37ca79-634b-4fb3-b5bd-236d903b5b52 None None] Pushing event updated for resources: {'Port': ['ID=74690f2d-8018-4719-84bf-fbdf2a200fcf,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:57.888064 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc5131-daa7-455e-b60d-54c10e490375 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Network': ['ID=0175e58d-b194-44b8-9e15-92ffd74d3157,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:57.894181 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-6c83afe9-645c-4a80-99d4-9a2d89b686b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-653984304'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:57.915459 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-0beeb624-9a23-4a9c-ac56-ce697a6163bf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Allocated IP 172.20.0.13 (e1a4d0e4-7164-4f35-8464-194e996e83ab/41cc3f7a-56eb-43db-9129-dd52937a2bc9/3c8c55cd-b4c6-4515-98f0-c1d3c169bf35) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:55:57.920372 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e52a2642-29bf-4273-985b-818aad6ec117 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.924164 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84ac01ce-f91d-4540-a36c-cc33521ae17c tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.942074 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c9360374-0754-4018-8996-ef5d7736f326 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:57.964230 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=8d3c7d1a-c66a-4337-af66-28cd072a6d8f,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:58.028177 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac01ce-f91d-4540-a36c-cc33521ae17c tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event deleted for resources: {'Port': ['ID=18be6d52-560c-4618-9368-b0ff19818c2a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:58.031726 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e52a2642-29bf-4273-985b-818aad6ec117 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:58.186475 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c9360374-0754-4018-8996-ef5d7736f326 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:58.189090 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c83afe9-645c-4a80-99d4-9a2d89b686b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:58.192602 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c83afe9-645c-4a80-99d4-9a2d89b686b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:58.199993 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84ac01ce-f91d-4540-a36c-cc33521ae17c tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:58.205266 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-84ac01ce-f91d-4540-a36c-cc33521ae17c tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "DELETE /v2.0/ports/18be6d52-560c-4618-9368-b0ff19818c2a HTTP/1.1" status: 204 len: 168 time: 1.8297100 Sep 17 23:55:58.207061 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52520) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:58.234112 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a2642-29bf-4273-985b-818aad6ec117 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcec7e42-33ca-4a62-bde9-5efa2450e405,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:58.234438 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c83afe9-645c-4a80-99d4-9a2d89b686b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:55:58.244564 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c83afe9-645c-4a80-99d4-9a2d89b686b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:58.244945 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-6c83afe9-645c-4a80-99d4-9a2d89b686b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Added segment 913eabad-4f16-45bd-bf70-e1e80d55a777 of type vlan for network b1a098bb-9241-4ad8-ae5e-defcd5555ed9 Sep 17 23:55:58.258519 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719213a-7944-46c7-b6bd-ae8fa3125a5d req-65dda5dc-6b65-43a8-9ad6-966f96eda467 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:58.260282 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7719213a-7944-46c7-b6bd-ae8fa3125a5d req-65dda5dc-6b65-43a8-9ad6-966f96eda467 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.1209495 Sep 17 23:55:58.323209 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c83afe9-645c-4a80-99d4-9a2d89b686b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:58.357976 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e52a2642-29bf-4273-985b-818aad6ec117 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:58.361988 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e52a2642-29bf-4273-985b-818aad6ec117 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8830905 Sep 17 23:55:58.363563 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52522) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:58.381955 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-b35c9ff5-1b21-41cc-a67f-26195a238722 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Request body: {'security_group_rule': {'security_group_id': 'daddcdd1-e3ba-4229-9fe4-84383597bf89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:58.431072 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'name': 'tempest-ServerActionsTestJSON-615657599-router', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:55:45Z', 'updated_at': '2021-09-17T23:55:52Z', 'revision_number': 4, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'gw_port': {'id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:46Z', 'updated_at': '2021-09-17T23:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '243caaf1-ef80-4641-881a-86bd42204516', 'name': '', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'mac_address': 'fa:16:3e:7b:2f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:51Z', 'updated_at': '2021-09-17T23:55:52Z', 'revision_number': 2, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'subnets': [{'id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:58.432980 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7719213a-7944-46c7-b6bd-ae8fa3125a5d req-472bdf53-338d-49d9-a844-6bfd51f2338f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530228 Sep 17 23:55:58.456108 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9360374-0754-4018-8996-ef5d7736f326 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Pushing event updated for resources: {'Port': ['ID=f466ada8-7d11-46a7-a62b-a1ad61dae8d1,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:58.519549 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] Checking router: 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:55:58.525300 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] Updating router 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 port 243caaf1-ef80-4641-881a-86bd42204516 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:55:58.603653 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:58.674208 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0beeb624-9a23-4a9c-ac56-ce697a6163bf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:58.688234 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c83afe9-645c-4a80-99d4-9a2d89b686b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:58.694208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c83afe9-645c-4a80-99d4-9a2d89b686b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:58.696777 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c83afe9-645c-4a80-99d4-9a2d89b686b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:58.746809 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87e5199-09a6-4134-80ba-1cc733dbb128 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:58.751683 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f87e5199-09a6-4134-80ba-1cc733dbb128 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "GET /v2.0/ports?device_id=1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8 HTTP/1.1" status: 200 len: 913 time: 0.4655707 Sep 17 23:55:58.756266 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52526) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:58.779136 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c9360374-0754-4018-8996-ef5d7736f326 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:58.783483 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c9360374-0754-4018-8996-ef5d7736f326 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1717966 Sep 17 23:55:58.785922 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52530) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:58.788659 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8d3c7d1a-c66a-4337-af66-28cd072a6d8f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:55:58.797160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-708cc53d-eba6-404a-a4e2-680a1b917229 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-413056829', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'fixed_ips': [{'ip_address': '172.25.3.120'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:58.878717 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b35c9ff5-1b21-41cc-a67f-26195a238722 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:58.898107 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 8d3c7d1a-c66a-4337-af66-28cd072a6d8f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:58.898478 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:58.933291 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:58.999935 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:59.037777 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b35c9ff5-1b21-41cc-a67f-26195a238722 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:59.081008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 74690f2d-8018-4719-84bf-fbdf2a200fcf up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:55:59.111214 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b35c9ff5-1b21-41cc-a67f-26195a238722 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:59.112594 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30ec78-fb30-4091-8f06-e6e2bc403773 None None] Pushing event updated for resources: {'Port': ['ID=243caaf1-ef80-4641-881a-86bd42204516,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:59.133032 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30ec78-fb30-4091-8f06-e6e2bc403773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:59.133396 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30ec78-fb30-4091-8f06-e6e2bc403773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:59.133735 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30ec78-fb30-4091-8f06-e6e2bc403773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:59.134060 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30ec78-fb30-4091-8f06-e6e2bc403773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:59.134910 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30ec78-fb30-4091-8f06-e6e2bc403773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:59.135433 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30ec78-fb30-4091-8f06-e6e2bc403773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:59.135933 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30ec78-fb30-4091-8f06-e6e2bc403773 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:59.136429 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30ec78-fb30-4091-8f06-e6e2bc403773 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:59.143238 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30ec78-fb30-4091-8f06-e6e2bc403773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:59.143907 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30ec78-fb30-4091-8f06-e6e2bc403773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:59.144424 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30ec78-fb30-4091-8f06-e6e2bc403773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:59.144955 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d30ec78-fb30-4091-8f06-e6e2bc403773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:55:59.170930 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c9ff5-1b21-41cc-a67f-26195a238722 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf3bb13-db02-4017-ad6d-5fbf164ee5bd,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:59.185522 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83afe9-645c-4a80-99d4-9a2d89b686b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Network': ['ID=b1a098bb-9241-4ad8-ae5e-defcd5555ed9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:59.216162 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6c83afe9-645c-4a80-99d4-9a2d89b686b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3374052 Sep 17 23:55:59.221828 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52532) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:59.231383 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 74690f2d-8018-4719-84bf-fbdf2a200fcf triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:59.234498 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:59.239016 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network b1a098bb-9241-4ad8-ae5e-defcd5555ed9 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:55:59.245506 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-679f0c06-1962-46f1-8b2f-52d2e4574622 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'subnet': {'network_id': 'b1a098bb-9241-4ad8-ae5e-defcd5555ed9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:59.327394 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] Attempting to bind port 243caaf1-ef80-4641-881a-86bd42204516 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:55:59.332964 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] Attempting to bind port 243caaf1-ef80-4641-881a-86bd42204516 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:55:59.332964 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] Attempting to bind port 243caaf1-ef80-4641-881a-86bd42204516 on network 91d2ea37-44ea-452b-a868-79ff761347ea {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:55:59.333247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708cc53d-eba6-404a-a4e2-680a1b917229 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Made reservation on behalf of b01715e6d0304b95a58ecedc31c36fce for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:55:59.337652 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-708cc53d-eba6-404a-a4e2-680a1b917229 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:59.348303 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:55:59.349101 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] Checking segment: {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:55:59.349738 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:59.350316 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] Bound using segment: {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:55:59.351650 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] Bound port: 243caaf1-ef80-4641-881a-86bd42204516, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:55:59.352230 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:59.364490 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0beeb624-9a23-4a9c-ac56-ce697a6163bf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:59.401256 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b35c9ff5-1b21-41cc-a67f-26195a238722 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:59.407315 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52534) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:55:59.409940 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b35c9ff5-1b21-41cc-a67f-26195a238722 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0409889 Sep 17 23:55:59.415906 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-708cc53d-eba6-404a-a4e2-680a1b917229 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:59.494371 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e1c5604e-e999-4b5e-a823-31db1b55819e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:55:59.541918 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] For port 243caaf1-ef80-4641-881a-86bd42204516, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:55:59.549370 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] For port 243caaf1-ef80-4641-881a-86bd42204516, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=243caaf1-ef80-4641-881a-86bd42204516,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:55:59.583199 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:59.603580 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beeb624-9a23-4a9c-ac56-ce697a6163bf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network e1a4d0e4-7164-4f35-8464-194e996e83ab is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:55:59.655976 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 74690f2d-8018-4719-84bf-fbdf2a200fcf, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=74690f2d-8018-4719-84bf-fbdf2a200fcf,segment=NetworkSegment(cd886305-9fec-4bf4-aa3d-5448cec37e29),segment_id=cd886305-9fec-4bf4-aa3d-5448cec37e29)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:55:59.659598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-0beeb624-9a23-4a9c-ac56-ce697a6163bf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:55:59.665120 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:59.670387 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda31ce-79d1-4c5e-b690-419ed76875fa req-258f6300-664b-4c16-92aa-1136ff12f19e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:59.672691 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beeb624-9a23-4a9c-ac56-ce697a6163bf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:55:59.674405 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beeb624-9a23-4a9c-ac56-ce697a6163bf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=3c8c55cd-b4c6-4515-98f0-c1d3c169bf35,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:59.684148 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2bda31ce-79d1-4c5e-b690-419ed76875fa req-258f6300-664b-4c16-92aa-1136ff12f19e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.1028070 Sep 17 23:55:59.698725 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-437d08dd-f073-4d5c-a734-6e5cb9072b15 None None] Provisioning complete for port 243caaf1-ef80-4641-881a-86bd42204516 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:55:59.699119 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-437d08dd-f073-4d5c-a734-6e5cb9072b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:59.765304 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2bda31ce-79d1-4c5e-b690-419ed76875fa req-e04eef1f-5c2f-4d87-9789-fd869f9ed5de tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801477 Sep 17 23:55:59.787325 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1c5604e-e999-4b5e-a823-31db1b55819e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:59.815740 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beeb624-9a23-4a9c-ac56-ce697a6163bf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:55:59.816898 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0beeb624-9a23-4a9c-ac56-ce697a6163bf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:59.839176 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30ec78-fb30-4091-8f06-e6e2bc403773 None None] Pushing event updated for resources: {'Port': ['ID=243caaf1-ef80-4641-881a-86bd42204516,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:55:59.874388 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbb944e-7df7-485d-9139-f4b19d4b6647 None None] Network e1a4d0e4-7164-4f35-8464-194e996e83ab requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:55:59.912760 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] Routers {'2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:55:59.913473 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:55:59.963794 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-abc980f6-6366-4e44-b541-0e2316c7a895 req-2b70bf04-cc9f-43ed-a96d-15ae768a8897 service neutron] (95592) timed out ('10.222.0.46', 51998) {{(pid=95592) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:55:59.969325 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:55:59.986234 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-708cc53d-eba6-404a-a4e2-680a1b917229 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:00.053786 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-708cc53d-eba6-404a-a4e2-680a1b917229 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:00.058506 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-708cc53d-eba6-404a-a4e2-680a1b917229 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] device_id is not set on port aa1998bd-5088-4dff-aa98-7381d611e0f1 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:56:00.233871 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cc53d-eba6-404a-a4e2-680a1b917229 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990cd40f-70b0-4b6e-9744-70e63efca943,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:00.330207 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] Set router 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:56:00.423313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=74690f2d-8018-4719-84bf-fbdf2a200fcf,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:00.466002 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-708cc53d-eba6-404a-a4e2-680a1b917229 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 17 23:56:00.469643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708cc53d-eba6-404a-a4e2-680a1b917229 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:00.476668 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-437d08dd-f073-4d5c-a734-6e5cb9072b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:00.590575 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-437d08dd-f073-4d5c-a734-6e5cb9072b15 None None] For port 243caaf1-ef80-4641-881a-86bd42204516, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=243caaf1-ef80-4641-881a-86bd42204516,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:00.664885 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-437d08dd-f073-4d5c-a734-6e5cb9072b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:00.716311 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'name': 'tempest-ServerActionsTestJSON-615657599-router', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:55:45Z', 'updated_at': '2021-09-17T23:55:52Z', 'revision_number': 4, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'gw_port': {'id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:46Z', 'updated_at': '2021-09-17T23:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '243caaf1-ef80-4641-881a-86bd42204516', 'name': '', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'mac_address': 'fa:16:3e:7b:2f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:51Z', 'updated_at': '2021-09-17T23:55:59Z', 'revision_number': 4, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'subnets': [{'id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:00.760293 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6733bf-1997-45fa-8168-4661f08b5926 None None] The sync data for ids ['2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'] in n-d-809883-1 is: [{'id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'name': 'tempest-ServerActionsTestJSON-615657599-router', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:55:45Z', 'updated_at': '2021-09-17T23:55:52Z', 'revision_number': 4, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'gw_port': {'id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:46Z', 'updated_at': '2021-09-17T23:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '243caaf1-ef80-4641-881a-86bd42204516', 'name': '', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'mac_address': 'fa:16:3e:7b:2f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:51Z', 'updated_at': '2021-09-17T23:55:59Z', 'revision_number': 4, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'subnets': [{'id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:56:00.821363 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d08dd-f073-4d5c-a734-6e5cb9072b15 None None] Pushing event updated for resources: {'Port': ['ID=243caaf1-ef80-4641-881a-86bd42204516,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:00.826708 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 74690f2d-8018-4719-84bf-fbdf2a200fcf up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:56:00.969593 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-bf9bfcdb-8668-442f-82b9-512e63351f00 None None] Provisioning complete for port 74690f2d-8018-4719-84bf-fbdf2a200fcf triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:00.970128 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bf9bfcdb-8668-442f-82b9-512e63351f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:01.063786 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1c5604e-e999-4b5e-a823-31db1b55819e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:01.081058 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0700dc-d8a5-49a4-8e43-82c74b592260 req-d189b2a9-81a4-46ad-880e-196a98550caf tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:01.089414 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f0700dc-d8a5-49a4-8e43-82c74b592260 req-d189b2a9-81a4-46ad-880e-196a98550caf tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.1517396 Sep 17 23:56:01.221202 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f0700dc-d8a5-49a4-8e43-82c74b592260 req-6f45f24c-f37c-4829-b1e0-8c6dc5e4dd88 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305439 Sep 17 23:56:01.268551 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 74690f2d-8018-4719-84bf-fbdf2a200fcf triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:01.269121 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:01.350957 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-bf9bfcdb-8668-442f-82b9-512e63351f00 None None] Provisioning complete for port 243caaf1-ef80-4641-881a-86bd42204516 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:01.352481 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bf9bfcdb-8668-442f-82b9-512e63351f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:01.354953 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09889d99-38ba-4299-9674-25889aef2844 req-31b9fd42-58dd-41f9-8781-38799c5b26e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1291499 Sep 17 23:56:01.363060 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679f0c06-1962-46f1-8b2f-52d2e4574622 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:01.371100 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-679f0c06-1962-46f1-8b2f-52d2e4574622 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:01.533973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-e1c5604e-e999-4b5e-a823-31db1b55819e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Allocated IP 172.25.3.77 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/8baf2a01-66b5-4910-af99-f16535fabdb9) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:56:01.560989 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a8392b-31bb-430b-a545-6fbdbb8fa523 None None] get_active_networks_info from n-d-809883-1 {{(pid=95593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:56:01.722955 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1c5604e-e999-4b5e-a823-31db1b55819e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:01.771835 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0beeb624-9a23-4a9c-ac56-ce697a6163bf tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.6390331 Sep 17 23:56:01.776157 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52550) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:01.878864 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1c5604e-e999-4b5e-a823-31db1b55819e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:01.924483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a8392b-31bb-430b-a545-6fbdbb8fa523 None None] Resources bound (agent type, host, resource id): {{(pid=95593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:56:01.977796 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 243caaf1-ef80-4641-881a-86bd42204516 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:56:01.979028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c5604e-e999-4b5e-a823-31db1b55819e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:01.990861 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-e1c5604e-e999-4b5e-a823-31db1b55819e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:01.999588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c5604e-e999-4b5e-a823-31db1b55819e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:02.012452 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5ef0c443-e587-43ed-ac4c-6fbb03d098bd None None] Provisioning complete for port 3c8c55cd-b4c6-4515-98f0-c1d3c169bf35 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:02.013178 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5ef0c443-e587-43ed-ac4c-6fbb03d098bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:02.194020 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-708cc53d-eba6-404a-a4e2-680a1b917229 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.3967643 Sep 17 23:56:02.198006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52554) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:02.343496 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1c5604e-e999-4b5e-a823-31db1b55819e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:02.529383 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09889d99-38ba-4299-9674-25889aef2844 req-7632dd83-3ab7-4ed2-8569-ede33b64bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:02.529383 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09889d99-38ba-4299-9674-25889aef2844 req-7632dd83-3ab7-4ed2-8569-ede33b64bd00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a18a1f6767cb4e0fb2739899ffe26669&device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 1097 time: 1.0153902 Sep 17 23:56:02.530682 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-40afad09-fae5-4257-aecd-778d3d42150f tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:02.530682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5604e-e999-4b5e-a823-31db1b55819e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Pushing event updated for resources: {'Port': ['ID=8baf2a01-66b5-4910-af99-f16535fabdb9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:02.627945 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-5ef0c443-e587-43ed-ac4c-6fbb03d098bd None None] Port 3c8c55cd-b4c6-4515-98f0-c1d3c169bf35 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:56:02.632050 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b075f4-e14e-4fc4-b6a2-26ac5b213f57 req-5746d333-af08-4fef-b118-85a92f5f8c88 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:02.639671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e4b075f4-e14e-4fc4-b6a2-26ac5b213f57 req-5746d333-af08-4fef-b118-85a92f5f8c88 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.2297080 Sep 17 23:56:02.654499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 243caaf1-ef80-4641-881a-86bd42204516 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:02.655164 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:02.715017 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09889d99-38ba-4299-9674-25889aef2844 req-38dc79d8-8786-48cd-be72-d6bf9e8f0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:02.716733 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09889d99-38ba-4299-9674-25889aef2844 req-38dc79d8-8786-48cd-be72-d6bf9e8f0b89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a544fc79-cedf-43d8-98c2-acb1f5a0c66d HTTP/1.1" status: 200 len: 912 time: 0.2749109 Sep 17 23:56:02.751837 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5ef0c443-e587-43ed-ac4c-6fbb03d098bd None None] Provisioning complete for port 74690f2d-8018-4719-84bf-fbdf2a200fcf triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:02.755842 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5ef0c443-e587-43ed-ac4c-6fbb03d098bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:02.767891 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Deleting port f466ada8-7d11-46a7-a62b-a1ad61dae8d1 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:02.768368 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:02.898746 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e4b075f4-e14e-4fc4-b6a2-26ac5b213f57 req-2a5a417e-fbf1-40e1-9cde-568b2edf0793 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571516 Sep 17 23:56:02.959017 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-679f0c06-1962-46f1-8b2f-52d2e4574622 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:02.977841 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09889d99-38ba-4299-9674-25889aef2844 req-04aebe3a-e8f7-4c7e-8dcd-f7f5633f5844 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7356f326-5bf1-46dd-a8bc-1b9d877a3e02 HTTP/1.1" status: 200 len: 1001 time: 0.2355506 Sep 17 23:56:03.164851 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1c5604e-e999-4b5e-a823-31db1b55819e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:03.234745 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6beb607-33b5-4ecb-83e3-cac3a8be0de5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:03.255866 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:03.257990 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:03.259582 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f0c06-1962-46f1-8b2f-52d2e4574622 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Subnet': ['ID=4c760faa-e97e-422a-8a73-bae970f369db,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:03.340333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Calling delete_port for f466ada8-7d11-46a7-a62b-a1ad61dae8d1 owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:03.343224 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09889d99-38ba-4299-9674-25889aef2844 req-a7c28463-264c-49fd-aded-cbda38481a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:03.344879 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09889d99-38ba-4299-9674-25889aef2844 req-a7c28463-264c-49fd-aded-cbda38481a4c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=372385ca-344b-4083-aa15-78d8fb783453 HTTP/1.1" status: 200 len: 850 time: 0.3197801 Sep 17 23:56:03.368802 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679f0c06-1962-46f1-8b2f-52d2e4574622 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Checking segment: {'id': '913eabad-4f16-45bd-bf70-e1e80d55a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b1a098bb-9241-4ad8-ae5e-defcd5555ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:56:03.369199 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679f0c06-1962-46f1-8b2f-52d2e4574622 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network hostable DHCP agents. Network: b1a098bb-9241-4ad8-ae5e-defcd5555ed9, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:56:03.466362 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 243caaf1-ef80-4641-881a-86bd42204516 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:56:03.638555 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 243caaf1-ef80-4641-881a-86bd42204516 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:03.638980 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:03.753986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679f0c06-1962-46f1-8b2f-52d2e4574622 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network b1a098bb-9241-4ad8-ae5e-defcd5555ed9 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:56:03.781852 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09889d99-38ba-4299-9674-25889aef2844 req-503635bc-885d-4e0e-847e-8541424a5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:03.784687 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09889d99-38ba-4299-9674-25889aef2844 req-503635bc-885d-4e0e-847e-8541424a5c73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a544fc79-cedf-43d8-98c2-acb1f5a0c66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4107313 Sep 17 23:56:03.864724 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1c5604e-e999-4b5e-a823-31db1b55819e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:03.940273 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:03.947982 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-679f0c06-1962-46f1-8b2f-52d2e4574622 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, b1a098bb-9241-4ad8-ae5e-defcd5555ed9) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:03.956942 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a254f8-0a43-41c6-8cce-90ac41b10f21 None None] Network b1a098bb-9241-4ad8-ae5e-defcd5555ed9 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:03.985495 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-40afad09-fae5-4257-aecd-778d3d42150f tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Deleting port 9aacc991-c8dc-4adc-8daf-4f17df6ec432 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:03.985840 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-40afad09-fae5-4257-aecd-778d3d42150f tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:04.080667 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Pushing event deleted for resources: {'Port': ['ID=f466ada8-7d11-46a7-a62b-a1ad61dae8d1,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:04.111649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679f0c06-1962-46f1-8b2f-52d2e4574622 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:04.117473 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-679f0c06-1962-46f1-8b2f-52d2e4574622 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:04.137947 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:04.138691 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:04.139219 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:04.139793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:04.140305 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:04.140815 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:04.141369 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:04.141909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:04.142412 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:04.142915 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:04.143810 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:04.144319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:04.220353 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1c5604e-e999-4b5e-a823-31db1b55819e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:04.262194 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6beb607-33b5-4ecb-83e3-cac3a8be0de5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:04.283849 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-b1a098bb-9241-4ad8-ae5e-defcd5555ed9', 'network_id': 'b1a098bb-9241-4ad8-ae5e-defcd5555ed9', 'tenant_id': '82470c50b6634cf6b69364e1e9279331', 'fixed_ips': [{'subnet_id': '4c760faa-e97e-422a-8a73-bae970f369db'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:56:04.283849 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:04.318250 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-40afad09-fae5-4257-aecd-778d3d42150f tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:04.336474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-679f0c06-1962-46f1-8b2f-52d2e4574622 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 5.1096284 Sep 17 23:56:04.336736 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-40afad09-fae5-4257-aecd-778d3d42150f tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Calling delete_port for 9aacc991-c8dc-4adc-8daf-4f17df6ec432 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:04.339201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52574) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:04.491225 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09889d99-38ba-4299-9674-25889aef2844 req-8ce8b89e-c70b-4d3e-b023-f044e79cd97f service neutron] 10.222.0.37 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6943781 Sep 17 23:56:04.562859 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] Allocated IP 172.20.0.1 (b1a098bb-9241-4ad8-ae5e-defcd5555ed9/4c760faa-e97e-422a-8a73-bae970f369db/4bcb8e4b-4a87-49d7-8c5c-e761285e5daa) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:56:04.603276 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6beb607-33b5-4ecb-83e3-cac3a8be0de5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:04.702820 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-40afad09-fae5-4257-aecd-778d3d42150f tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:04.738809 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5604e-e999-4b5e-a823-31db1b55819e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Pushing event updated for resources: {'Port': ['ID=8baf2a01-66b5-4910-af99-f16535fabdb9,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:04.774855 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c65ac-3c79-49a0-991a-a744f343c5c9 req-3d432de6-492f-4f4f-bdfe-f16ed2f7c90b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:04.779080 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-399c65ac-3c79-49a0-991a-a744f343c5c9 req-3d432de6-492f-4f4f-bdfe-f16ed2f7c90b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.6122956 Sep 17 23:56:04.820696 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:04.828339 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:04.833260 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-43d8ab2d-d3dd-4064-9724-7b35a8657d2c tempest-ExternalNetworksAdminNegativeTestJSON-1509029134 tempest-ExternalNetworksAdminNegativeTestJSON-1509029134-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/8086deae-9013-4289-8748-c6d51133af8b HTTP/1.1" status: 204 len: 168 time: 2.6084189 Sep 17 23:56:04.939782 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1c5604e-e999-4b5e-a823-31db1b55819e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:04.972820 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:05.090455 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:05.103988 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-399c65ac-3c79-49a0-991a-a744f343c5c9 req-7e909753-9569-4f9a-850c-c57ddcecc122 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722273 Sep 17 23:56:05.110969 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:05.179822 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09889d99-38ba-4299-9674-25889aef2844 req-94d3d440-3f24-45d3-b03c-a0bb66a9f981 service neutron] 10.222.0.37 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6524224 Sep 17 23:56:05.183661 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] Network b1a098bb-9241-4ad8-ae5e-defcd5555ed9 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:05.185894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:05.188770 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:05.296153 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1c5604e-e999-4b5e-a823-31db1b55819e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:05.303615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-557fbe8e-0a47-4553-943d-4a579c57feec None None] Provisioning complete for port 3c8c55cd-b4c6-4515-98f0-c1d3c169bf35 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:05.304905 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-557fbe8e-0a47-4553-943d-4a579c57feec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:05.306961 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e1c5604e-e999-4b5e-a823-31db1b55819e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8675613 Sep 17 23:56:05.315196 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6beb607-33b5-4ecb-83e3-cac3a8be0de5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=3c8c55cd-b4c6-4515-98f0-c1d3c169bf35,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:05.376847 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Deleting port 4bcb8e4b-4a87-49d7-8c5c-e761285e5daa {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:05.380264 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:05.479413 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afad09-fae5-4257-aecd-778d3d42150f tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event deleted for resources: {'Port': ['ID=9aacc991-c8dc-4adc-8daf-4f17df6ec432,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:05.504983 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-557fbe8e-0a47-4553-943d-4a579c57feec None None] Port 3c8c55cd-b4c6-4515-98f0-c1d3c169bf35 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:56:05.518784 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] Pushing event updated for resources: {'Port': ['ID=4bcb8e4b-4a87-49d7-8c5c-e761285e5daa,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:05.539011 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] Attempting to bind port 4bcb8e4b-4a87-49d7-8c5c-e761285e5daa on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:05.539385 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] Attempting to bind port 4bcb8e4b-4a87-49d7-8c5c-e761285e5daa by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '913eabad-4f16-45bd-bf70-e1e80d55a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b1a098bb-9241-4ad8-ae5e-defcd5555ed9'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:05.542133 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] Attempting to bind port 4bcb8e4b-4a87-49d7-8c5c-e761285e5daa on network b1a098bb-9241-4ad8-ae5e-defcd5555ed9 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:05.554674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:56:05.555113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] Checking segment: {'id': '913eabad-4f16-45bd-bf70-e1e80d55a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b1a098bb-9241-4ad8-ae5e-defcd5555ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:56:05.555863 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:05.556317 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] Bound using segment: {'id': '913eabad-4f16-45bd-bf70-e1e80d55a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b1a098bb-9241-4ad8-ae5e-defcd5555ed9'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:56:05.556788 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] Bound port: 4bcb8e4b-4a87-49d7-8c5c-e761285e5daa, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913eabad-4f16-45bd-bf70-e1e80d55a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b1a098bb-9241-4ad8-ae5e-defcd5555ed9'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:56:05.557489 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:05.719300 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-c0adb10b-e06e-4b9d-83c3-2dc79aa3be30 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2105861251&fields=id&tenant_id=4878ab30684e4e3c9b8b59820c9890a9 HTTP/1.1" status: 200 len: 267 time: 0.1245449 Sep 17 23:56:05.730171 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6beb607-33b5-4ecb-83e3-cac3a8be0de5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:05.761042 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] For port 4bcb8e4b-4a87-49d7-8c5c-e761285e5daa, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:56:05.767456 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] For port 4bcb8e4b-4a87-49d7-8c5c-e761285e5daa, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4bcb8e4b-4a87-49d7-8c5c-e761285e5daa,segment=NetworkSegment(913eabad-4f16-45bd-bf70-e1e80d55a777),segment_id=913eabad-4f16-45bd-bf70-e1e80d55a777)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:56:05.773376 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52598) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:05.835695 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:05.957193 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] For port 4bcb8e4b-4a87-49d7-8c5c-e761285e5daa, host n-d-809883-1, got binding levels [] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:05.962839 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:06.024221 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd0149-5065-4982-b13f-75c591514f04 None None] Pushing event updated for resources: {'Port': ['ID=4bcb8e4b-4a87-49d7-8c5c-e761285e5daa,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:06.030226 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Calling delete_port for 4bcb8e4b-4a87-49d7-8c5c-e761285e5daa owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:06.042586 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6beb607-33b5-4ecb-83e3-cac3a8be0de5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:06.287534 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0992119e-81e4-4297-974a-9a44136f31ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:06.501665 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-40afad09-fae5-4257-aecd-778d3d42150f tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:06.512334 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:06.657030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Port': ['ID=4bcb8e4b-4a87-49d7-8c5c-e761285e5daa,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:06.716899 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-e661b862-09f1-46f5-8052-d715482ea1c6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:06.727712 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-e661b862-09f1-46f5-8052-d715482ea1c6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 811 time: 1.0028267 Sep 17 23:56:06.795069 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No DVR routers for this DVR port 4bcb8e4b-4a87-49d7-8c5c-e761285e5daa on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:56:06.797709 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-35a29ca6-455f-4c47-8cb3-9642b88cb2ff tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/quotas/4878ab30684e4e3c9b8b59820c9890a9 HTTP/1.1" status: 200 len: 375 time: 0.0300417 Sep 17 23:56:06.827378 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34b72f-90b3-4b57-99fd-f7fee1d77925 req-872ef220-60cf-4798-a472-9450f3e29d82 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:06.829287 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e34b72f-90b3-4b57-99fd-f7fee1d77925 req-872ef220-60cf-4798-a472-9450f3e29d82 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.5001843 Sep 17 23:56:06.953941 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e34b72f-90b3-4b57-99fd-f7fee1d77925 req-13370663-5bb1-4edd-9a95-8a363ac3f4ce tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789998 Sep 17 23:56:06.976089 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-3b685ed4-4e36-42de-ba67-729649f99c37 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1694231 Sep 17 23:56:07.151979 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-04722f96-a8f0-48b8-b8e0-e204ca250640 service neutron] 10.222.0.46 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495082 Sep 17 23:56:07.152682 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:07.431691 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6beb607-33b5-4ecb-83e3-cac3a8be0de5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:07.435076 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:07.448537 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40afad09-fae5-4257-aecd-778d3d42150f tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Router 1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:56:07.483369 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Subnet': ['ID=4c760faa-e97e-422a-8a73-bae970f369db,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:07.536601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea678c5-5eea-481a-ab69-67a7d7570564 None None] Network b1a098bb-9241-4ad8-ae5e-defcd5555ed9 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:07.597931 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:07.614309 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40afad09-fae5-4257-aecd-778d3d42150f tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:56:07.626064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a098bb-9241-4ad8-ae5e-defcd5555ed9']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:07.637040 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-40afad09-fae5-4257-aecd-778d3d42150f tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "PUT /v2.0/routers/1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8503265 Sep 17 23:56:07.637040 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6beb607-33b5-4ecb-83e3-cac3a8be0de5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:07.641540 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f4dd02-3dee-4149-a3b7-4af2072fd8d2 None None] Sync routers for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:56:07.643861 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913eabad-4f16-45bd-bf70-e1e80d55a777') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:07.644490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913eabad-4f16-45bd-bf70-e1e80d55a777') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:07.651751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d4a67686-1409-4e1f-a757-76b2e83906e3 None None] Could not find standard attr ID for object 4bcb8e4b-4a87-49d7-8c5c-e761285e5daa. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:56:07.658691 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:07.669464 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f4dd02-3dee-4149-a3b7-4af2072fd8d2 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:56:07.670105 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e8f4dd02-3dee-4149-a3b7-4af2072fd8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:07.676074 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:07.683513 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:56:07.684168 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:07.705507 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e8f4dd02-3dee-4149-a3b7-4af2072fd8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:07.740920 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52612) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:07.744701 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6beb607-33b5-4ecb-83e3-cac3a8be0de5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:56:07.767322 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:56:07.773590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f4dd02-3dee-4149-a3b7-4af2072fd8d2 None None] Routers {'1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:56:07.773590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e8f4dd02-3dee-4149-a3b7-4af2072fd8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:07.800669 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0992119e-81e4-4297-974a-9a44136f31ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:07.807568 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-666e07d1-af9d-4c51-84b6-b1372a94f1c7 service neutron] 10.222.0.46 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5679319 Sep 17 23:56:07.825388 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:07.833006 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:07.836433 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/b1a098bb-9241-4ad8-ae5e-defcd5555ed9 HTTP/1.1" status: 204 len: 168 time: 3.4350269 Sep 17 23:56:07.853285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52614) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:07.871944 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e85b3dc-52ab-499e-afd6-cc14bf25b751 None None] DHCP port deletion for b1a098bb-9241-4ad8-ae5e-defcd5555ed9 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:56:07.881670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e8f4dd02-3dee-4149-a3b7-4af2072fd8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:07.882717 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f4dd02-3dee-4149-a3b7-4af2072fd8d2 None None] The sync data for ids ['1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:56:07.911244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-099e52c5-ec92-492b-8314-797c334fce24 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-470995559'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:07.954462 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0992119e-81e4-4297-974a-9a44136f31ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:08.010178 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bad77b-24cb-450c-80dc-2e6f79b579b6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Network': ['ID=b1a098bb-9241-4ad8-ae5e-defcd5555ed9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:08.026982 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0992119e-81e4-4297-974a-9a44136f31ca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cbe9aa391692402191c27a6bed352013&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2507331 Sep 17 23:56:08.033530 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52618) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:08.077138 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099e52c5-ec92-492b-8314-797c334fce24 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:08.086028 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-099e52c5-ec92-492b-8314-797c334fce24 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:08.148204 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6beb607-33b5-4ecb-83e3-cac3a8be0de5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network e1a4d0e4-7164-4f35-8464-194e996e83ab is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:08.153974 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-e6beb607-33b5-4ecb-83e3-cac3a8be0de5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:08.181358 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6beb607-33b5-4ecb-83e3-cac3a8be0de5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=3c8c55cd-b4c6-4515-98f0-c1d3c169bf35,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:08.299586 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992119e-81e4-4297-974a-9a44136f31ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923a57c4-5dbc-45a9-bba0-92da5467fb27,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:08.361736 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f1fff10-a419-4bca-8296-033c9a20fc80 req-c77d4aaa-1e42-4aee-ad28-a5351d2d67ff tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 210 time: 0.1429837 Sep 17 23:56:08.387695 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a513c7d-a987-4663-92f2-6204444494ed req-7c3afeda-38a0-4c72-9f17-71a54764141f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:08.389256 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a513c7d-a987-4663-92f2-6204444494ed req-7c3afeda-38a0-4c72-9f17-71a54764141f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.2162335 Sep 17 23:56:08.422736 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099e52c5-ec92-492b-8314-797c334fce24 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:56:08.429599 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3e2465f2-0cd4-40e2-99cc-6e3c2aef8445 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:08.461876 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-840c96bc-c34b-4090-9a92-5ca8c81b71ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:08.499077 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-099e52c5-ec92-492b-8314-797c334fce24 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:08.499442 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-099e52c5-ec92-492b-8314-797c334fce24 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Added segment 1c0f42dd-8310-4b44-9cc2-7e611ff6aad9 of type vlan for network bb456d38-399c-46ef-b20a-d0d196715fab Sep 17 23:56:08.515925 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a513c7d-a987-4663-92f2-6204444494ed req-fd75b63d-d04c-4f32-b3fb-ef46c21beb47 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171262 Sep 17 23:56:08.599354 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-840c96bc-c34b-4090-9a92-5ca8c81b71ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:08.627439 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-099e52c5-ec92-492b-8314-797c334fce24 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:08.683850 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5b0aa100-3124-4f54-8dcb-75943c12bac7 None None] Provisioning complete for port 3c8c55cd-b4c6-4515-98f0-c1d3c169bf35 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:08.686374 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa100-3124-4f54-8dcb-75943c12bac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:08.707652 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3e2465f2-0cd4-40e2-99cc-6e3c2aef8445 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:08.788035 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-5b0aa100-3124-4f54-8dcb-75943c12bac7 None None] Port 3c8c55cd-b4c6-4515-98f0-c1d3c169bf35 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:56:08.837774 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-840c96bc-c34b-4090-9a92-5ca8c81b71ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:08.844871 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-840c96bc-c34b-4090-9a92-5ca8c81b71ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:08.845101 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-840c96bc-c34b-4090-9a92-5ca8c81b71ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/923a57c4-5dbc-45a9-bba0-92da5467fb27 HTTP/1.1" status: 204 len: 168 time: 0.8085668 Sep 17 23:56:08.865578 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-099e52c5-ec92-492b-8314-797c334fce24 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:08.880742 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6beb607-33b5-4ecb-83e3-cac3a8be0de5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Router 69c56709-83b7-410e-ac55-aa0a2d873fe8 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:56:08.883513 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099e52c5-ec92-492b-8314-797c334fce24 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:08.884174 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-099e52c5-ec92-492b-8314-797c334fce24 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:08.891245 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c96bc-c34b-4090-9a92-5ca8c81b71ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923a57c4-5dbc-45a9-bba0-92da5467fb27,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:08.974696 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-3e2465f2-0cd4-40e2-99cc-6e3c2aef8445 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Deleting port 312f2b6d-e374-45e6-97fc-aa30ace73dfd {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:08.975084 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3e2465f2-0cd4-40e2-99cc-6e3c2aef8445 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:09.044752 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-099e52c5-ec92-492b-8314-797c334fce24 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1879606 Sep 17 23:56:09.045349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52638) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:09.054872 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-e21f470c-5bb0-4f0b-89db-68c43421ca35 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:09.073629 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e52c5-ec92-492b-8314-797c334fce24 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Network': ['ID=bb456d38-399c-46ef-b20a-d0d196715fab,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:09.086375 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network bb456d38-399c-46ef-b20a-d0d196715fab details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:56:09.259741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6beb607-33b5-4ecb-83e3-cac3a8be0de5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:56:09.265677 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e6beb607-33b5-4ecb-83e3-cac3a8be0de5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "PUT /v2.0/routers/69c56709-83b7-410e-ac55-aa0a2d873fe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4882250 Sep 17 23:56:09.272155 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aadcf2f-a0f1-4b5a-baf6-f784bf613657 None None] Sync routers for ids ['69c56709-83b7-410e-ac55-aa0a2d873fe8'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:56:09.277384 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52644) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:09.289787 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aadcf2f-a0f1-4b5a-baf6-f784bf613657 None None] Routers {'69c56709-83b7-410e-ac55-aa0a2d873fe8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:56:09.294874 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5aadcf2f-a0f1-4b5a-baf6-f784bf613657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['69c56709-83b7-410e-ac55-aa0a2d873fe8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:09.320397 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e21f470c-5bb0-4f0b-89db-68c43421ca35 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:09.379363 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3e2465f2-0cd4-40e2-99cc-6e3c2aef8445 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:09.407990 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-3e2465f2-0cd4-40e2-99cc-6e3c2aef8445 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Calling delete_port for 312f2b6d-e374-45e6-97fc-aa30ace73dfd owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:09.425258 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4bcb8e4b-4a87-49d7-8c5c-e761285e5daa no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:56:09.466984 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 4bcb8e4b-4a87-49d7-8c5c-e761285e5daa {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:56:09.467327 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4bcb8e4b-4a87-49d7-8c5c-e761285e5daa not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:56:09.485110 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808cefa1-83b7-4511-bda1-366d13a77ec8 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:09.489359 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:56:09.489566 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-808cefa1-83b7-4511-bda1-366d13a77ec8 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports?device_id=69c56709-83b7-410e-ac55-aa0a2d873fe8 HTTP/1.1" status: 200 len: 983 time: 0.2066500 Sep 17 23:56:09.489682 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5aadcf2f-a0f1-4b5a-baf6-f784bf613657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:09.498582 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52652) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:09.515311 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-680a87bb-7da2-4a05-bc1e-011ad3da5852 req-30d5b3d0-ae81-412d-a4e9-de7dc8a6a983 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 210 time: 0.0706580 Sep 17 23:56:09.518969 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e21f470c-5bb0-4f0b-89db-68c43421ca35 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:09.525570 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aadcf2f-a0f1-4b5a-baf6-f784bf613657 None None] Routers {'69c56709-83b7-410e-ac55-aa0a2d873fe8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:56:09.526238 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5aadcf2f-a0f1-4b5a-baf6-f784bf613657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['69c56709-83b7-410e-ac55-aa0a2d873fe8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:09.594794 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5aadcf2f-a0f1-4b5a-baf6-f784bf613657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:09.595709 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aadcf2f-a0f1-4b5a-baf6-f784bf613657 None None] The sync data for ids ['69c56709-83b7-410e-ac55-aa0a2d873fe8'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:56:09.637918 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e21f470c-5bb0-4f0b-89db-68c43421ca35 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network bb456d38-399c-46ef-b20a-d0d196715fab is not hosted by any dhcp agent {{(pid=95592) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 23:56:09.646730 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21f470c-5bb0-4f0b-89db-68c43421ca35 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:09.648002 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e21f470c-5bb0-4f0b-89db-68c43421ca35 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:09.652131 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e21f470c-5bb0-4f0b-89db-68c43421ca35 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "PUT /v2.0/networks/bb456d38-399c-46ef-b20a-d0d196715fab HTTP/1.1" status: 200 len: 723 time: 0.6035705 Sep 17 23:56:09.652131 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f470c-5bb0-4f0b-89db-68c43421ca35 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Network': ['ID=bb456d38-399c-46ef-b20a-d0d196715fab,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:09.653776 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52656) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:09.659419 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a396a4fc-9d5e-4e7c-a8ce-2d4c5fa8906a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'subnet': {'network_id': 'bb456d38-399c-46ef-b20a-d0d196715fab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:09.668393 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network bb456d38-399c-46ef-b20a-d0d196715fab details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:56:10.051874 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52662) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:10.126113 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-004c8f1a-b957-48d0-8a41-dc2064715052 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b01715e6d0304b95a58ecedc31c36fce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0722768 Sep 17 23:56:10.130090 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52664) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:10.259889 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:10.338888 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f6ba99ea-894a-47d3-af75-6866b51bb2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:10.395735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589bb23-d362-4cb2-b90b-d1703b54a6f3 req-b2d11cdf-af5a-453f-9323-b5e103a50226 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:10.398495 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3589bb23-d362-4cb2-b90b-d1703b54a6f3 req-b2d11cdf-af5a-453f-9323-b5e103a50226 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.7115242 Sep 17 23:56:10.417997 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f6ba99ea-894a-47d3-af75-6866b51bb2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:10.432353 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3e2465f2-0cd4-40e2-99cc-6e3c2aef8445 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:10.458258 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3589bb23-d362-4cb2-b90b-d1703b54a6f3 req-b6d031d6-c7b6-4a73-831b-da335d60ea07 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521736 Sep 17 23:56:10.474611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a396a4fc-9d5e-4e7c-a8ce-2d4c5fa8906a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:10.482066 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a396a4fc-9d5e-4e7c-a8ce-2d4c5fa8906a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:10.498355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2465f2-0cd4-40e2-99cc-6e3c2aef8445 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event deleted for resources: {'Port': ['ID=312f2b6d-e374-45e6-97fc-aa30ace73dfd,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:10.691658 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3e2465f2-0cd4-40e2-99cc-6e3c2aef8445 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:10.709523 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f57c3dbe-8bfb-4c69-ae7a-dcdf007ea91a req-dbce4b90-c61b-4b88-b5df-bd93a56c86f3 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 210 time: 0.0643563 Sep 17 23:56:10.772111 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-15b281d2-ed16-452f-b23c-ce1a4876a5ed tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:10.808042 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f6ba99ea-894a-47d3-af75-6866b51bb2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:10.810721 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f6ba99ea-894a-47d3-af75-6866b51bb2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:10.814781 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f6ba99ea-894a-47d3-af75-6866b51bb2e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/990cd40f-70b0-4b6e-9744-70e63efca943 HTTP/1.1" status: 204 len: 168 time: 0.6806169 Sep 17 23:56:10.859048 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3e2465f2-0cd4-40e2-99cc-6e3c2aef8445 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:10.861075 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba99ea-894a-47d3-af75-6866b51bb2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990cd40f-70b0-4b6e-9744-70e63efca943,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:10.865241 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3e2465f2-0cd4-40e2-99cc-6e3c2aef8445 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:11.176118 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-15b281d2-ed16-452f-b23c-ce1a4876a5ed tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port 3c8c55cd-b4c6-4515-98f0-c1d3c169bf35 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:11.177078 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-15b281d2-ed16-452f-b23c-ce1a4876a5ed tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:11.279994 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-15b281d2-ed16-452f-b23c-ce1a4876a5ed tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:11.293800 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-15b281d2-ed16-452f-b23c-ce1a4876a5ed tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for 3c8c55cd-b4c6-4515-98f0-c1d3c169bf35 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:11.396710 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a396a4fc-9d5e-4e7c-a8ce-2d4c5fa8906a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:11.401843 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3e2465f2-0cd4-40e2-99cc-6e3c2aef8445 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:11.402363 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2465f2-0cd4-40e2-99cc-6e3c2aef8445 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Fanout notify agent at l3_agent the message router_deleted on router 1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:56:11.410190 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3e2465f2-0cd4-40e2-99cc-6e3c2aef8445 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:11.414269 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3e2465f2-0cd4-40e2-99cc-6e3c2aef8445 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "DELETE /v2.0/routers/1ce4b8e6-70d4-4b55-9e4a-d0e03ae6e8e8 HTTP/1.1" status: 204 len: 168 time: 3.6672990 Sep 17 23:56:11.416543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52676) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:11.489553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-20aecc3d-f692-4d6d-bfab-2c37c252bbb0 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Deleting subnet 39072ea5-0cea-40f9-aa1a-4f24fd4c8bcf {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:56:11.496289 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20aecc3d-f692-4d6d-bfab-2c37c252bbb0 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:11.546113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396a4fc-9d5e-4e7c-a8ce-2d4c5fa8906a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Subnet': ['ID=a707d4ed-1f1e-4666-bad4-d5b68a714fd4,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:11.562964 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a396a4fc-9d5e-4e7c-a8ce-2d4c5fa8906a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Checking segment: {'id': '1c0f42dd-8310-4b44-9cc2-7e611ff6aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bb456d38-399c-46ef-b20a-d0d196715fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:56:11.563337 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a396a4fc-9d5e-4e7c-a8ce-2d4c5fa8906a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network hostable DHCP agents. Network: bb456d38-399c-46ef-b20a-d0d196715fab, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:56:11.686929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addec295-477e-4031-9205-883544f4daf1 req-facee85a-3172-4f99-8041-cd737ab23a02 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:11.689675 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-addec295-477e-4031-9205-883544f4daf1 req-facee85a-3172-4f99-8041-cd737ab23a02 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.0988882 Sep 17 23:56:11.733514 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20aecc3d-f692-4d6d-bfab-2c37c252bbb0 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:11.740952 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a396a4fc-9d5e-4e7c-a8ce-2d4c5fa8906a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network bb456d38-399c-46ef-b20a-d0d196715fab is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:56:11.769261 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-addec295-477e-4031-9205-883544f4daf1 req-ed29d67f-366f-4710-baef-dfefd7e9f922 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710769 Sep 17 23:56:11.900975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-a396a4fc-9d5e-4e7c-a8ce-2d4c5fa8906a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, bb456d38-399c-46ef-b20a-d0d196715fab) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:11.910604 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c27838e-9a4f-474f-a511-1e04af28bcfb None None] Network bb456d38-399c-46ef-b20a-d0d196715fab requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:11.920991 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc43ada1-2806-420c-a9c3-660ba7fc20ef req-46645665-f71c-474c-a1c2-f6f7332fabbb tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 210 time: 0.0751913 Sep 17 23:56:11.922517 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a396a4fc-9d5e-4e7c-a8ce-2d4c5fa8906a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:11.923120 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a396a4fc-9d5e-4e7c-a8ce-2d4c5fa8906a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:12.052380 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a396a4fc-9d5e-4e7c-a8ce-2d4c5fa8906a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3972578 Sep 17 23:56:12.061611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52696) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:12.070338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-6f6122e8-440b-4ab0-8845-88ed69aec0d2 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:12.245221 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-bb456d38-399c-46ef-b20a-d0d196715fab', 'network_id': 'bb456d38-399c-46ef-b20a-d0d196715fab', 'tenant_id': '82470c50b6634cf6b69364e1e9279331', 'fixed_ips': [{'subnet_id': 'a707d4ed-1f1e-4666-bad4-d5b68a714fd4'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:56:12.246147 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:12.289690 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f6122e8-440b-4ab0-8845-88ed69aec0d2 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25910797'] for subnet, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:12.630375 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-15b281d2-ed16-452f-b23c-ce1a4876a5ed tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:12.640391 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20aecc3d-f692-4d6d-bfab-2c37c252bbb0 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:12.682653 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f6122e8-440b-4ab0-8845-88ed69aec0d2 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778770519044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25181684'] for subnet, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:12.748170 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b281d2-ed16-452f-b23c-ce1a4876a5ed tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=3c8c55cd-b4c6-4515-98f0-c1d3c169bf35,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:12.773374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] Allocated IP 172.20.0.2 (bb456d38-399c-46ef-b20a-d0d196715fab/a707d4ed-1f1e-4666-bad4-d5b68a714fd4/56273adb-b9d1-43be-b392-96ec74a7cf9f) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:56:12.781295 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6122e8-440b-4ab0-8845-88ed69aec0d2 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:12.782688 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f6122e8-440b-4ab0-8845-88ed69aec0d2 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:12.785185 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6f6122e8-440b-4ab0-8845-88ed69aec0d2 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "PUT /v2.0/subnets/a707d4ed-1f1e-4666-bad4-d5b68a714fd4 HTTP/1.1" status: 200 len: 806 time: 0.7288914 Sep 17 23:56:12.791862 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52708) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:12.898092 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6122e8-440b-4ab0-8845-88ed69aec0d2 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Subnet': ['ID=a707d4ed-1f1e-4666-bad4-d5b68a714fd4,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:12.922460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-34d622d2-e056-4f2c-aebe-01f618cec361 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:12.924263 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-34d622d2-e056-4f2c-aebe-01f618cec361 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.41 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 811 time: 1.2210131 Sep 17 23:56:13.074380 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20aecc3d-f692-4d6d-bfab-2c37c252bbb0 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:13.111020 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-b536dee7-54ba-4a5d-9827-d1fd56696e54 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4878ab30684e4e3c9b8b59820c9890a9 HTTP/1.1" status: 200 len: 380 time: 0.1736076 Sep 17 23:56:13.146941 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:13.223980 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-c37dc5b1-c02b-42f6-960f-cfa8433a51a4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Request body: {'port': {'device_id': 'bc1678bb-8691-4267-932f-403a00b254b9', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'admin_state_up': True, 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'security_groups': ['daddcdd1-e3ba-4229-9fe4-84383597bf89']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:13.234572 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aecc3d-f692-4d6d-bfab-2c37c252bbb0 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event deleted for resources: {'Subnet': ['ID=39072ea5-0cea-40f9-aa1a-4f24fd4c8bcf,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:13.236806 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20aecc3d-f692-4d6d-bfab-2c37c252bbb0 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:13.251147 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-20aecc3d-f692-4d6d-bfab-2c37c252bbb0 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "DELETE /v2.0/subnets/39072ea5-0cea-40f9-aa1a-4f24fd4c8bcf HTTP/1.1" status: 204 len: 168 time: 1.8253014 Sep 17 23:56:13.264638 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52722) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:13.297274 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:13.362479 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d2e6d-f975-4045-8b01-1964a42d98f5 req-8d3e9eeb-e894-4c21-9c61-7918d5f6adb1 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:13.364427 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff9d2e6d-f975-4045-8b01-1964a42d98f5 req-8d3e9eeb-e894-4c21-9c61-7918d5f6adb1 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.3128870 Sep 17 23:56:13.394492 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-15b281d2-ed16-452f-b23c-ce1a4876a5ed tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:13.407857 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:13.443626 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:13.459189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] Network bb456d38-399c-46ef-b20a-d0d196715fab is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:13.464768 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:13.468253 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:13.477771 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:13.501290 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] Pushing event updated for resources: {'Port': ['ID=56273adb-b9d1-43be-b392-96ec74a7cf9f,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:13.586725 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff9d2e6d-f975-4045-8b01-1964a42d98f5 req-316a72cf-659d-46b4-b886-afd8072a7561 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152252 Sep 17 23:56:13.647544 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] Attempting to bind port 56273adb-b9d1-43be-b392-96ec74a7cf9f on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:13.648035 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] Attempting to bind port 56273adb-b9d1-43be-b392-96ec74a7cf9f by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '1c0f42dd-8310-4b44-9cc2-7e611ff6aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bb456d38-399c-46ef-b20a-d0d196715fab'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:13.651218 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] Attempting to bind port 56273adb-b9d1-43be-b392-96ec74a7cf9f on network bb456d38-399c-46ef-b20a-d0d196715fab {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:13.664591 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:56:13.665909 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] Checking segment: {'id': '1c0f42dd-8310-4b44-9cc2-7e611ff6aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bb456d38-399c-46ef-b20a-d0d196715fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:56:13.665909 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:13.665909 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] Bound using segment: {'id': '1c0f42dd-8310-4b44-9cc2-7e611ff6aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bb456d38-399c-46ef-b20a-d0d196715fab'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:56:13.669858 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] Bound port: 56273adb-b9d1-43be-b392-96ec74a7cf9f, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0f42dd-8310-4b44-9cc2-7e611ff6aad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bb456d38-399c-46ef-b20a-d0d196715fab'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:56:13.669858 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:13.700222 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8399fe7-de62-4c0d-9e8a-798d68074405 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:13.775801 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b281d2-ed16-452f-b23c-ce1a4876a5ed tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Router 69c56709-83b7-410e-ac55-aa0a2d873fe8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:56:13.828351 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] For port 56273adb-b9d1-43be-b392-96ec74a7cf9f, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:56:13.831876 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] For port 56273adb-b9d1-43be-b392-96ec74a7cf9f, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=56273adb-b9d1-43be-b392-96ec74a7cf9f,segment=NetworkSegment(1c0f42dd-8310-4b44-9cc2-7e611ff6aad9),segment_id=1c0f42dd-8310-4b44-9cc2-7e611ff6aad9)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:56:13.889823 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6436196-8058-4042-91eb-4179eaeda37d req-0eaca374-0023-4a9a-b682-f0e2b50b8116 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 210 time: 0.7328906 Sep 17 23:56:13.890932 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:13.906121 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-c37dc5b1-c02b-42f6-960f-cfa8433a51a4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Made reservation on behalf of 4878ab30684e4e3c9b8b59820c9890a9 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:13.909795 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-c37dc5b1-c02b-42f6-960f-cfa8433a51a4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:13.951790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b281d2-ed16-452f-b23c-ce1a4876a5ed tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:56:13.954362 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8399fe7-de62-4c0d-9e8a-798d68074405 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:13.967078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Subnet': ['ID=a707d4ed-1f1e-4666-bad4-d5b68a714fd4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:13.970037 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-15b281d2-ed16-452f-b23c-ce1a4876a5ed tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "PUT /v2.0/routers/69c56709-83b7-410e-ac55-aa0a2d873fe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4684629 Sep 17 23:56:13.970037 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52728) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:13.977538 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af104fbe-4ed9-4d36-b11f-32cf7a7446e4 None None] Sync routers for ids ['69c56709-83b7-410e-ac55-aa0a2d873fe8'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:56:13.980790 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:14.012437 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d8399fe7-de62-4c0d-9e8a-798d68074405 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba8c424-93e5-4680-8a99-5ff0e16685e1']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:14.034031 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d8399fe7-de62-4c0d-9e8a-798d68074405 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63aca14b-f2a6-4ea6-91d1-38a23da6a9bd') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:14.037072 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d8399fe7-de62-4c0d-9e8a-798d68074405 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63aca14b-f2a6-4ea6-91d1-38a23da6a9bd') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:14.060660 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8399fe7-de62-4c0d-9e8a-798d68074405 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:14.104244 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8399fe7-de62-4c0d-9e8a-798d68074405 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:14.105755 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af104fbe-4ed9-4d36-b11f-32cf7a7446e4 None None] Routers {'69c56709-83b7-410e-ac55-aa0a2d873fe8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:56:14.107091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-af104fbe-4ed9-4d36-b11f-32cf7a7446e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['69c56709-83b7-410e-ac55-aa0a2d873fe8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:14.111904 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-49aa4e3a-8e7d-48bb-b6ed-c6a105a43e29 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] GET failed (client error): The resource could not be found. Sep 17 23:56:14.135185 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-49aa4e3a-8e7d-48bb-b6ed-c6a105a43e29 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports/3c8c55cd-b4c6-4515-98f0-c1d3c169bf35 HTTP/1.1" status: 404 len: 333 time: 0.1605878 Sep 17 23:56:14.144436 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8399fe7-de62-4c0d-9e8a-798d68074405 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:56:14.145165 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8399fe7-de62-4c0d-9e8a-798d68074405 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:14.156321 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52732) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:14.173839 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:14.187936 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3a311d56-b471-44f1-8c19-a4d0335b1378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:14.210273 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-af104fbe-4ed9-4d36-b11f-32cf7a7446e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:14.245911 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddecfa-4520-4c70-9862-17c281a43612 None None] Pushing event updated for resources: {'Port': ['ID=56273adb-b9d1-43be-b392-96ec74a7cf9f,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:14.250353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af104fbe-4ed9-4d36-b11f-32cf7a7446e4 None None] Routers {'69c56709-83b7-410e-ac55-aa0a2d873fe8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:56:14.251254 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-af104fbe-4ed9-4d36-b11f-32cf7a7446e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:55:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['69c56709-83b7-410e-ac55-aa0a2d873fe8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:14.303444 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-af104fbe-4ed9-4d36-b11f-32cf7a7446e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:14.309409 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af104fbe-4ed9-4d36-b11f-32cf7a7446e4 None None] The sync data for ids ['69c56709-83b7-410e-ac55-aa0a2d873fe8'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:56:14.330841 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb456d38-399c-46ef-b20a-d0d196715fab']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:14.341714 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-429614d8-9f0c-42ba-9bce-610175a53be0 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:56:14.389337 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:56:14.422697 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8399fe7-de62-4c0d-9e8a-798d68074405 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:14.434882 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d8399fe7-de62-4c0d-9e8a-798d68074405 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:14.437266 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d8399fe7-de62-4c0d-9e8a-798d68074405 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] 10.222.0.46 "DELETE /v2.0/networks/6ba8c424-93e5-4680-8a99-5ff0e16685e1 HTTP/1.1" status: 204 len: 168 time: 1.1240544 Sep 17 23:56:14.441611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0f42dd-8310-4b44-9cc2-7e611ff6aad9') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:14.445383 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0f42dd-8310-4b44-9cc2-7e611ff6aad9') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:14.465964 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8399fe7-de62-4c0d-9e8a-798d68074405 tempest-FloatingIPTestJSON-1160716230 tempest-FloatingIPTestJSON-1160716230-project] Pushing event deleted for resources: {'Network': ['ID=6ba8c424-93e5-4680-8a99-5ff0e16685e1,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:14.491641 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-c37dc5b1-c02b-42f6-960f-cfa8433a51a4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Allocated IP 172.20.0.14 (91d2ea37-44ea-452b-a868-79ff761347ea/27c210c7-8ed7-4b83-8806-93fe68daaa7c/154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:56:14.712915 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:14.811910 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-429614d8-9f0c-42ba-9bce-610175a53be0 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:14.818496 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-429614d8-9f0c-42ba-9bce-610175a53be0 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:14.843272 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-c37dc5b1-c02b-42f6-960f-cfa8433a51a4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:14.872405 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:14.947228 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:56:14.947971 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:56:14.952125 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:56:15.027463 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-c37dc5b1-c02b-42f6-960f-cfa8433a51a4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:15.114568 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-429614d8-9f0c-42ba-9bce-610175a53be0 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:15.115136 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429614d8-9f0c-42ba-9bce-610175a53be0 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Fanout notify agent at l3_agent the message router_deleted on router 69c56709-83b7-410e-ac55-aa0a2d873fe8 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:56:15.129795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e16c0-9fa4-401a-bbde-4a0fa4de5c49 req-87e0ec2f-da2a-481e-b6db-f15d557b2a77 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:15.132594 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed2e16c0-9fa4-401a-bbde-4a0fa4de5c49 req-87e0ec2f-da2a-481e-b6db-f15d557b2a77 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.2801368 Sep 17 23:56:15.141736 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-429614d8-9f0c-42ba-9bce-610175a53be0 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:15.141736 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-429614d8-9f0c-42ba-9bce-610175a53be0 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/routers/69c56709-83b7-410e-ac55-aa0a2d873fe8 HTTP/1.1" status: 204 len: 168 time: 0.9835138 Sep 17 23:56:15.152774 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52752) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:15.153608 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52754) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:15.215530 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c0e4d-c30c-4021-8b48-a9fc20c42e04 req-f6190be7-d295-4bd1-96b5-b1930ad4e19a tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:15.217392 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-601c0e4d-c30c-4021-8b48-a9fc20c42e04 req-f6190be7-d295-4bd1-96b5-b1930ad4e19a tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 932 time: 0.1251159 Sep 17 23:56:15.225845 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed2e16c0-9fa4-401a-bbde-4a0fa4de5c49 req-5f45a46f-90d0-4d70-8f92-f019509e4d4f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662580 Sep 17 23:56:15.239253 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-c37dc5b1-c02b-42f6-960f-cfa8433a51a4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Network 91d2ea37-44ea-452b-a868-79ff761347ea is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:15.242331 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.api [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 23:56:15.242331 n-d-809883-1 neutron-server[95592]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 23:56:15.242331 n-d-809883-1 neutron-server[95592]: [parameters: {'id': 'bb456d38-399c-46ef-b20a-d0d196715fab'}] Sep 17 23:56:15.242331 n-d-809883-1 neutron-server[95592]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:56:15.245611 n-d-809883-1 neutron-server[95592]: DEBUG oslo_db.api [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:56:15.286753 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-601c0e4d-c30c-4021-8b48-a9fc20c42e04 req-96826a27-6e7c-475b-88a3-00e9e3998f33 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594764 Sep 17 23:56:15.310706 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37dc5b1-c02b-42f6-960f-cfa8433a51a4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Pushing event updated for resources: {'Port': ['ID=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:15.318291 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-c37dc5b1-c02b-42f6-960f-cfa8433a51a4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:15.335629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-c37dc5b1-c02b-42f6-960f-cfa8433a51a4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:15.436577 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52762) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:15.539417 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-8230d414-d922-4e6f-b63f-4cdbd8511114 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting subnet 41cc3f7a-56eb-43db-9129-dd52937a2bc9 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:56:15.552389 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8230d414-d922-4e6f-b63f-4cdbd8511114 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:15.644731 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-c37dc5b1-c02b-42f6-960f-cfa8433a51a4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:15.645825 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-c37dc5b1-c02b-42f6-960f-cfa8433a51a4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:15.653559 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 56273adb-b9d1-43be-b392-96ec74a7cf9f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:56:15.668178 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b2fe03a9-69f4-46f7-8c1f-138a93b16cc7 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1649142447'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:15.668720 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b2fe03a9-69f4-46f7-8c1f-138a93b16cc7 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] Unknown quota resources ['metering_label']. {{(pid=95591) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 23:56:15.758990 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-c37dc5b1-c02b-42f6-960f-cfa8433a51a4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5382302 Sep 17 23:56:15.762652 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:15.766352 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8230d414-d922-4e6f-b63f-4cdbd8511114 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:15.777343 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 56273adb-b9d1-43be-b392-96ec74a7cf9f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:15.778061 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:15.781812 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Request body: {'port': {'device_id': 'bc1678bb-8691-4267-932f-403a00b254b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:15.864906 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7cb84a52-fc2b-4ebf-bf3d-05a46228959d None None] Provisioning complete for port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:15.867842 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-92f9f00f-00ff-4158-b5eb-3128ee574ae2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c0a7b95d7f24932a52fd35f2694d82d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4299479 Sep 17 23:56:15.868515 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7cb84a52-fc2b-4ebf-bf3d-05a46228959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:15.876322 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52772) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:15.923525 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-7cb84a52-fc2b-4ebf-bf3d-05a46228959d None None] Port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:56:15.988737 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b2fe03a9-69f4-46f7-8c1f-138a93b16cc7 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:15.989954 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b2fe03a9-69f4-46f7-8c1f-138a93b16cc7 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8144283 Sep 17 23:56:15.996493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52774) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:16.002932 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-bafbe208-9e3d-49e8-8034-921ceb49ae12 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3011e576-d3f0-4035-86f2-7fada2ebe086'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:16.003432 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-bafbe208-9e3d-49e8-8034-921ceb49ae12 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95591) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 23:56:16.039295 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:16.091412 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0deb7fcb-b569-4f29-a56b-291847c25af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:16.092984 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fea544-657e-47ca-9047-c6abf92e96d3 None None] Network bb456d38-399c-46ef-b20a-d0d196715fab requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:16.116406 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:16.119961 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Deleting port 56273adb-b9d1-43be-b392-96ec74a7cf9f {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:16.119961 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:16.184529 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 56273adb-b9d1-43be-b392-96ec74a7cf9f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=56273adb-b9d1-43be-b392-96ec74a7cf9f,segment=NetworkSegment(1c0f42dd-8310-4b44-9cc2-7e611ff6aad9),segment_id=1c0f42dd-8310-4b44-9cc2-7e611ff6aad9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:16.214482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] For port 56273adb-b9d1-43be-b392-96ec74a7cf9f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=56273adb-b9d1-43be-b392-96ec74a7cf9f,segment=NetworkSegment(1c0f42dd-8310-4b44-9cc2-7e611ff6aad9),segment_id=1c0f42dd-8310-4b44-9cc2-7e611ff6aad9)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:16.215672 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:16.236089 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Calling delete_port for 56273adb-b9d1-43be-b392-96ec74a7cf9f owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:16.281292 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4b6c75ab-a06a-481c-9336-d56f9c6c2839 None None] Provisioning complete for port 56273adb-b9d1-43be-b392-96ec74a7cf9f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:16.281292 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4b6c75ab-a06a-481c-9336-d56f9c6c2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:16.363573 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0deb7fcb-b569-4f29-a56b-291847c25af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:16.422094 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:16.513883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a41ba4-5e68-4ffe-9f70-74a79d1e441f req-62a41d39-c918-4236-adcc-d9b57023bdc9 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:16.516684 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36a41ba4-5e68-4ffe-9f70-74a79d1e441f req-62a41d39-c918-4236-adcc-d9b57023bdc9 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.1560955 Sep 17 23:56:16.555310 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=56273adb-b9d1-43be-b392-96ec74a7cf9f,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:16.560666 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8230d414-d922-4e6f-b63f-4cdbd8511114 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:16.572076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ece1eb-609c-4bf6-b56f-b9a99f24ada6 req-286866fd-4800-43cb-a872-93488e45b022 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:16.574153 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41ece1eb-609c-4bf6-b56f-b9a99f24ada6 req-286866fd-4800-43cb-a872-93488e45b022 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.2408376 Sep 17 23:56:16.608347 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:16.612985 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66afceee-287d-4782-b6f5-9a49d626fa90 None None] DHCP port deletion for bb456d38-399c-46ef-b20a-d0d196715fab request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:56:16.626122 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db73bf66-e573-4e4a-9baa-f96dd808a258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:16.635895 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe151ee6-f3b4-46c8-be5d-cf5b289b5b30 None None] Network bb456d38-399c-46ef-b20a-d0d196715fab requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:16.642090 n-d-809883-1 neutron-server[95591]: WARNING neutron.services.metering.metering_plugin [None req-bafbe208-9e3d-49e8-8034-921ceb49ae12 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 23:56:16.658834 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Port': ['ID=56273adb-b9d1-43be-b392-96ec74a7cf9f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:16.693225 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No DVR routers for this DVR port 56273adb-b9d1-43be-b392-96ec74a7cf9f on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:56:16.704402 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36a41ba4-5e68-4ffe-9f70-74a79d1e441f req-fc2e11f5-10eb-4f8f-ac4a-047a66f39223 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778409 Sep 17 23:56:16.767624 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41ece1eb-609c-4bf6-b56f-b9a99f24ada6 req-5e2e473b-1ec6-4f5e-929f-41b2aa2d93c9 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523173 Sep 17 23:56:16.771516 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0deb7fcb-b569-4f29-a56b-291847c25af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:16.775287 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0deb7fcb-b569-4f29-a56b-291847c25af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:16.776461 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0deb7fcb-b569-4f29-a56b-291847c25af7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b6dc029-61e5-44e7-8991-831462f7c4d9 HTTP/1.1" status: 204 len: 168 time: 0.8991175 Sep 17 23:56:16.824022 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb7fcb-b569-4f29-a56b-291847c25af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6dc029-61e5-44e7-8991-831462f7c4d9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:16.872398 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bafbe208-9e3d-49e8-8034-921ceb49ae12 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:16.877955 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bafbe208-9e3d-49e8-8034-921ceb49ae12 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8743691 Sep 17 23:56:16.881481 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52786) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:16.896269 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-ee41fe5d-82c1-44cc-9c81-b3e0210d8b66 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3011e576-d3f0-4035-86f2-7fada2ebe086'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:16.896769 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-ee41fe5d-82c1-44cc-9c81-b3e0210d8b66 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95591) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 23:56:16.907394 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:16.962360 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10966c-785b-42cd-af0d-c0db79764650 req-7200c878-79b5-4d54-90f5-0596931b0d4c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:16.964324 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc10966c-785b-42cd-af0d-c0db79764650 req-7200c878-79b5-4d54-90f5-0596931b0d4c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 932 time: 0.0987704 Sep 17 23:56:16.966236 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb456d38-399c-46ef-b20a-d0d196715fab']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:16.993582 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0f42dd-8310-4b44-9cc2-7e611ff6aad9') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:16.994089 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0f42dd-8310-4b44-9cc2-7e611ff6aad9') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:17.015014 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:17.043454 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:17.055377 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc10966c-785b-42cd-af0d-c0db79764650 req-d9229247-f6c2-4e32-9bab-2e1f2c3a2133 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801334 Sep 17 23:56:17.071095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:56:17.071987 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:56:17.075918 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:56:17.178729 n-d-809883-1 neutron-server[95591]: WARNING neutron.services.metering.metering_plugin [None req-ee41fe5d-82c1-44cc-9c81-b3e0210d8b66 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 23:56:17.238268 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8230d414-d922-4e6f-b63f-4cdbd8511114 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:17.305225 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:17.305225 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:17.307136 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/bb456d38-399c-46ef-b20a-d0d196715fab HTTP/1.1" status: 204 len: 168 time: 4.5153120 Sep 17 23:56:17.307336 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ee41fe5d-82c1-44cc-9c81-b3e0210d8b66 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:17.309552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52790) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:17.311174 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ee41fe5d-82c1-44cc-9c81-b3e0210d8b66 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4270406 Sep 17 23:56:17.311937 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52792) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:17.319547 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230d414-d922-4e6f-b63f-4cdbd8511114 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Subnet': ['ID=41cc3f7a-56eb-43db-9129-dd52937a2bc9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:17.334781 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8230d414-d922-4e6f-b63f-4cdbd8511114 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:17.338044 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8230d414-d922-4e6f-b63f-4cdbd8511114 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/subnets/41cc3f7a-56eb-43db-9129-dd52937a2bc9 HTTP/1.1" status: 204 len: 168 time: 2.1597686 Sep 17 23:56:17.349186 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2a6785-ec0d-464a-9cb1-a9951396a136 None None] Network e1a4d0e4-7164-4f35-8464-194e996e83ab requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:17.350726 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c38cda15-9517-4c61-8710-6420e63d38f3 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=77ba1c85-f7f6-4785-8af4-535f13121e07 HTTP/1.1" status: 200 len: 464 time: 0.0288429 Sep 17 23:56:17.350891 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52794) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:17.354293 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52796) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:17.378877 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0ffdf1-78ea-43b4-9c5e-99a0c998931b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:17.388361 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0ffdf1-78ea-43b4-9c5e-99a0c998931b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:17.394660 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8b0ffdf1-78ea-43b4-9c5e-99a0c998931b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/bb456d38-399c-46ef-b20a-d0d196715fab HTTP/1.1" status: 404 len: 339 time: 0.0801716 Sep 17 23:56:17.395830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52798) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:17.396645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289ec8c-c4bf-48d5-9861-4bf604f18a30 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Network': ['ID=bb456d38-399c-46ef-b20a-d0d196715fab,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:17.417473 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c87a796d-d223-4071-9e52-542e1d7148b7 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-355403260', 'description': 'd1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:17.473692 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:17.509464 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:17.528068 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:56:17.541649 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:17.543350 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 56273adb-b9d1-43be-b392-96ec74a7cf9f no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:56:17.574013 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 56273adb-b9d1-43be-b392-96ec74a7cf9f {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:56:17.574359 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 56273adb-b9d1-43be-b392-96ec74a7cf9f not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:56:17.595788 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87a796d-d223-4071-9e52-542e1d7148b7 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:17.599947 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c87a796d-d223-4071-9e52-542e1d7148b7 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:17.646465 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87a796d-d223-4071-9e52-542e1d7148b7 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:56:17.683812 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c87a796d-d223-4071-9e52-542e1d7148b7 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:17.684626 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-c87a796d-d223-4071-9e52-542e1d7148b7 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Added segment 5ec000ae-f6db-4b6c-9085-b0e4621fc86c of type vlan for network d9135d73-5254-4981-89b7-5dc29ce8c472 Sep 17 23:56:17.691722 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Transition to ACTIVE for port object 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:56:17.726526 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b501c181-b606-4f03-9be1-dae54e6697af None None] DHCP port deletion for e1a4d0e4-7164-4f35-8464-194e996e83ab request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:56:17.774702 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c87a796d-d223-4071-9e52-542e1d7148b7 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:17.793939 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6570b56b-ebb9-4cb8-bfda-7dbd5648adcf tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:17.795263 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6570b56b-ebb9-4cb8-bfda-7dbd5648adcf tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/77ba1c85-f7f6-4785-8af4-535f13121e07 HTTP/1.1" status: 204 len: 168 time: 0.4417129 Sep 17 23:56:17.797583 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:17.799614 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52810) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:17.804383 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:17.877720 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ac7cd3ab-7cd9-4501-a0e4-1653d835d9da tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=77ba1c85-f7f6-4785-8af4-535f13121e07 HTTP/1.1" status: 200 len: 221 time: 0.0635877 Sep 17 23:56:17.884086 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52814) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:17.895009 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-10eeb14f-354e-4ecc-ad34-1ba5d6632079 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--194482745', 'description': 'label created by tempest'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:17.895460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-10eeb14f-354e-4ecc-ad34-1ba5d6632079 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] Unknown quota resources ['metering_label']. {{(pid=95591) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 23:56:17.903613 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b501c181-b606-4f03-9be1-dae54e6697af None None] Deleting port 74690f2d-8018-4719-84bf-fbdf2a200fcf {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:17.903880 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b501c181-b606-4f03-9be1-dae54e6697af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:17.916419 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port 74690f2d-8018-4719-84bf-fbdf2a200fcf {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:17.916758 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:17.923815 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:17.946509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a3185-1651-4553-a9ac-92db73207b47 req-a4e919b2-3e3b-4be7-86f3-a4b897db77e3 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:17.946509 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-310a3185-1651-4553-a9ac-92db73207b47 req-a4e919b2-3e3b-4be7-86f3-a4b897db77e3 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.1002853 Sep 17 23:56:18.076592 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c87a796d-d223-4071-9e52-542e1d7148b7 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:18.094078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87a796d-d223-4071-9e52-542e1d7148b7 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:18.098572 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c87a796d-d223-4071-9e52-542e1d7148b7 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:18.163353 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-310a3185-1651-4553-a9ac-92db73207b47 req-381e5925-e03b-4669-868e-fa521b96ec45 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205739 Sep 17 23:56:18.168716 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] For port 74690f2d-8018-4719-84bf-fbdf2a200fcf, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=74690f2d-8018-4719-84bf-fbdf2a200fcf,segment=NetworkSegment(cd886305-9fec-4bf4-aa3d-5448cec37e29),segment_id=cd886305-9fec-4bf4-aa3d-5448cec37e29)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:18.170135 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:18.260551 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for 74690f2d-8018-4719-84bf-fbdf2a200fcf owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:18.281454 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c87a796d-d223-4071-9e52-542e1d7148b7 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8823061 Sep 17 23:56:18.307260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52820) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:18.320165 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a796d-d223-4071-9e52-542e1d7148b7 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Network': ['ID=d9135d73-5254-4981-89b7-5dc29ce8c472,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:18.367324 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network d9135d73-5254-4981-89b7-5dc29ce8c472 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:56:18.372461 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5d008-a090-44af-a0ec-b25348255b19 req-8836d0e8-6c2b-43bb-ac34-6a618e086a9f tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:18.374661 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ac5d008-a090-44af-a0ec-b25348255b19 req-8836d0e8-6c2b-43bb-ac34-6a618e086a9f tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.3478477 Sep 17 23:56:18.393849 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f97d13-4506-44d7-a70d-2239fdcf9cd6 req-666b453d-7df3-4f43-bc06-44ef04b93a87 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:18.395633 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53f97d13-4506-44d7-a70d-2239fdcf9cd6 req-666b453d-7df3-4f43-bc06-44ef04b93a87 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 944 time: 0.1103570 Sep 17 23:56:18.458350 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ac5d008-a090-44af-a0ec-b25348255b19 req-81e6a91a-102d-4a29-a03b-47e2168852c7 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616219 Sep 17 23:56:18.464790 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53f97d13-4506-44d7-a70d-2239fdcf9cd6 req-357848d9-b428-4659-8215-b1be4c841b78 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616834 Sep 17 23:56:18.523764 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b501c181-b606-4f03-9be1-dae54e6697af None None] For port 74690f2d-8018-4719-84bf-fbdf2a200fcf, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=74690f2d-8018-4719-84bf-fbdf2a200fcf,segment=NetworkSegment(cd886305-9fec-4bf4-aa3d-5448cec37e29),segment_id=cd886305-9fec-4bf4-aa3d-5448cec37e29)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:18.524171 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b501c181-b606-4f03-9be1-dae54e6697af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:18.549880 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b501c181-b606-4f03-9be1-dae54e6697af None None] Calling delete_port for 74690f2d-8018-4719-84bf-fbdf2a200fcf owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:18.667098 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-10eeb14f-354e-4ecc-ad34-1ba5d6632079 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:18.668566 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-10eeb14f-354e-4ecc-ad34-1ba5d6632079 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7815185 Sep 17 23:56:18.672448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52830) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:18.712787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Attempting to bind port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:18.713155 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Attempting to bind port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:18.713490 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Attempting to bind port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 on network 91d2ea37-44ea-452b-a868-79ff761347ea {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:18.720481 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 on network 91d2ea37-44ea-452b-a868-79ff761347ea not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:18.720814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Attempting to bind port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 on network 91d2ea37-44ea-452b-a868-79ff761347ea {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:18.729298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed8c277-08ff-4a14-8f34-0bda43c74126 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:18.730806 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1ed8c277-08ff-4a14-8f34-0bda43c74126 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "GET /v2.0/networks?id=d9135d73-5254-4981-89b7-5dc29ce8c472 HTTP/1.1" status: 200 len: 760 time: 0.4199507 Sep 17 23:56:18.734011 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ca796ed7-2463-4bce-b0aa-9c8c6e67b922 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=a9ac616c-7d65-44cd-9160-1816d4357b4f HTTP/1.1" status: 200 len: 467 time: 0.0581074 Sep 17 23:56:18.734011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52832) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:18.735268 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52834) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:18.736431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:56:18.736774 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Checking segment: {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:56:18.737183 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Bound using segment: {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:56:18.737619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Bound port: 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:56:18.737979 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:18.739001 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-60a5656b-7749-48f1-ba11-52f12a0b8511 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'network': {'description': 'd2'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:18.812622 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] For port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:56:18.815833 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] For port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:56:18.980781 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:18.985755 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b501c181-b606-4f03-9be1-dae54e6697af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:18.989202 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:19.021084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b501c181-b606-4f03-9be1-dae54e6697af None None] No DVR routers for this DVR port 74690f2d-8018-4719-84bf-fbdf2a200fcf on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:56:19.042828 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501c181-b606-4f03-9be1-dae54e6697af None None] Pushing event deleted for resources: {'Port': ['ID=74690f2d-8018-4719-84bf-fbdf2a200fcf,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:19.071531 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:19.072115 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:19.073600 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] 10.222.0.41 "PUT /v2.0/ports/154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 HTTP/1.1" status: 200 len: 1092 time: 3.3011501 Sep 17 23:56:19.082451 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1678bb-8691-4267-932f-403a00b254b9', 'tag': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:56:19.082451 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40bb489-49f6-45c7-8800-090fcb1051e2" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1678bb-8691-4267-932f-403a00b254b9", "tag": "154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:56:19.082999 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-60a5656b-7749-48f1-ba11-52f12a0b8511 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:19.083107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No DVR routers for this DVR port 74690f2d-8018-4719-84bf-fbdf2a200fcf on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:56:19.115581 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8859164b-b172-41a7-b91c-fbd1c8422448 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:19.115581 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8859164b-b172-41a7-b91c-fbd1c8422448 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/a9ac616c-7d65-44cd-9160-1816d4357b4f HTTP/1.1" status: 204 len: 168 time: 0.3696823 Sep 17 23:56:19.116244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52840) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:19.133179 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4e67dfed-fcf9-4a1a-99c1-4fa429b8fb2c tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=a9ac616c-7d65-44cd-9160-1816d4357b4f HTTP/1.1" status: 200 len: 216 time: 0.0154381 Sep 17 23:56:19.149729 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f23dc2a-856d-4518-b3e0-f7a8932cd295 x-openstack-request-id: req-9f23dc2a-856d-4518-b3e0-f7a8932cd295 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:56:19.149729 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1678bb-8691-4267-932f-403a00b254b9", "tag": "154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:56:19.149729 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f23dc2a-856d-4518-b3e0-f7a8932cd295 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:56:19.149729 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1678bb-8691-4267-932f-403a00b254b9', 'tag': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'status': 'completed', 'code': 200} Sep 17 23:56:19.152726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52844) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:19.174165 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2fe21612-f7f2-4874-bd6a-e2d5b86559b0 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0224469 Sep 17 23:56:19.183027 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9c729-0905-408b-86b9-c8a3cc100ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:19.184383 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52848) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:19.217780 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5c05e69d-65c3-4dca-b0b7-30d740746a44 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0242770 Sep 17 23:56:19.217780 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52850) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:19.229954 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=74690f2d-8018-4719-84bf-fbdf2a200fcf,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:19.306956 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:19.359647 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a4d0e4-7164-4f35-8464-194e996e83ab']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:19.389417 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bb489-49f6-45c7-8800-090fcb1051e2 req-96e9de66-b95a-4053-b8fc-2a0a9310926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:19.391068 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d40bb489-49f6-45c7-8800-090fcb1051e2 req-96e9de66-b95a-4053-b8fc-2a0a9310926c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 1095 time: 0.2022927 Sep 17 23:56:19.393019 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd886305-9fec-4bf4-aa3d-5448cec37e29') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:19.393393 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd886305-9fec-4bf4-aa3d-5448cec37e29') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:19.409521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52856) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:19.409800 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-898d6472-6f31-460e-b064-f19e48ace497 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels/3011e576-d3f0-4035-86f2-7fada2ebe086 HTTP/1.1" status: 200 len: 473 time: 0.1955211 Sep 17 23:56:19.410377 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-60a5656b-7749-48f1-ba11-52f12a0b8511 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:19.470581 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-60a5656b-7749-48f1-ba11-52f12a0b8511 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network d9135d73-5254-4981-89b7-5dc29ce8c472 is not hosted by any dhcp agent {{(pid=95592) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 23:56:19.485939 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a5656b-7749-48f1-ba11-52f12a0b8511 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:19.490662 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-60a5656b-7749-48f1-ba11-52f12a0b8511 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:19.492558 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-60a5656b-7749-48f1-ba11-52f12a0b8511 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "PUT /v2.0/networks/d9135d73-5254-4981-89b7-5dc29ce8c472 HTTP/1.1" status: 200 len: 757 time: 0.7579496 Sep 17 23:56:19.506163 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 74690f2d-8018-4719-84bf-fbdf2a200fcf no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:56:19.534292 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52860) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:19.539387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 74690f2d-8018-4719-84bf-fbdf2a200fcf {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:56:19.544283 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 74690f2d-8018-4719-84bf-fbdf2a200fcf not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:56:19.640770 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:19.645091 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b951314a-fd0f-451c-9260-06dd0a9b62a0 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules/2f2c1c15-8cc4-46cd-ad58-906f78df9e0f HTTP/1.1" status: 200 len: 461 time: 0.2293735 Sep 17 23:56:19.663834 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52864) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:19.692802 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5656b-7749-48f1-ba11-52f12a0b8511 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Network': ['ID=d9135d73-5254-4981-89b7-5dc29ce8c472,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:19.704547 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:19.717491 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network d9135d73-5254-4981-89b7-5dc29ce8c472 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:56:19.736498 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:56:19.745243 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:56:19.748783 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:56:19.758279 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e71b86-c047-4ade-88a9-bed3c077bf11 req-40094471-ca81-4cec-9afe-2d87801532cb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:19.760093 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4e71b86-c047-4ade-88a9-bed3c077bf11 req-40094471-ca81-4cec-9afe-2d87801532cb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.3893287 Sep 17 23:56:19.770819 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:19.777860 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bb489-49f6-45c7-8800-090fcb1051e2 req-23c7e3ac-4a8c-4c54-9ea5-4e3f774d82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:19.779434 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d40bb489-49f6-45c7-8800-090fcb1051e2 req-23c7e3ac-4a8c-4c54-9ea5-4e3f774d82cb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3650641 Sep 17 23:56:19.788651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5383531-90d8-47f7-b8d5-60bbf66ce99a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:19.811584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d5383531-90d8-47f7-b8d5-60bbf66ce99a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "GET /v2.0/networks?id=d9135d73-5254-4981-89b7-5dc29ce8c472 HTTP/1.1" status: 200 len: 760 time: 0.2707314 Sep 17 23:56:19.812507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52870) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:19.840384 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a3046084-967f-46a9-bcb9-bfa6681392d9 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-203351072'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:19.865396 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91dd7e-3ecd-44e9-97e9-f5b61d9d7b98 req-6f572017-1330-40f0-be6d-1ead531662bf tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:19.867434 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d91dd7e-3ecd-44e9-97e9-f5b61d9d7b98 req-6f572017-1330-40f0-be6d-1ead531662bf tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.2757082 Sep 17 23:56:19.925654 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4e71b86-c047-4ade-88a9-bed3c077bf11 req-3d45ad9c-fc73-403e-b345-a67a3c7e483f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496675 Sep 17 23:56:19.948264 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d91dd7e-3ecd-44e9-97e9-f5b61d9d7b98 req-ce7239b2-243d-4c79-b413-780b5d229428 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691814 Sep 17 23:56:20.075054 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3046084-967f-46a9-bcb9-bfa6681392d9 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:20.080388 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a3046084-967f-46a9-bcb9-bfa6681392d9 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:20.158781 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3046084-967f-46a9-bcb9-bfa6681392d9 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:56:20.172386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edd93f-e65f-4bb3-a848-0bbd4254b23c req-bc0f5ed9-a382-4a0a-bd4c-0ec17269ddec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:20.180985 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6edd93f-e65f-4bb3-a848-0bbd4254b23c req-bc0f5ed9-a382-4a0a-bd4c-0ec17269ddec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 944 time: 0.1237540 Sep 17 23:56:20.192586 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a3046084-967f-46a9-bcb9-bfa6681392d9 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:20.194523 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-a3046084-967f-46a9-bcb9-bfa6681392d9 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Added segment 34d6c240-14f2-4bb4-b525-fbb3189e6703 of type vlan for network ffd41b9b-d2a4-4259-9556-5100249fa93f Sep 17 23:56:20.256126 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a3046084-967f-46a9-bcb9-bfa6681392d9 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:20.350891 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6edd93f-e65f-4bb3-a848-0bbd4254b23c req-0a6aa1a5-b3f3-4d14-aeea-04e8b4dc7ba9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683047 Sep 17 23:56:20.394422 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1f2b2fa5-2b09-4813-90de-480f84a28d2c tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:20.396315 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1f2b2fa5-2b09-4813-90de-480f84a28d2c tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/2f2c1c15-8cc4-46cd-ad58-906f78df9e0f HTTP/1.1" status: 204 len: 168 time: 0.7314272 Sep 17 23:56:20.402800 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52878) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:20.469095 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a3046084-967f-46a9-bcb9-bfa6681392d9 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:20.475934 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3046084-967f-46a9-bcb9-bfa6681392d9 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:20.476736 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a3046084-967f-46a9-bcb9-bfa6681392d9 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:20.550790 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3046084-967f-46a9-bcb9-bfa6681392d9 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Network': ['ID=ffd41b9b-d2a4-4259-9556-5100249fa93f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:20.562007 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:20.565144 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network ffd41b9b-d2a4-4259-9556-5100249fa93f details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:56:20.618940 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:20.620765 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/networks/e1a4d0e4-7164-4f35-8464-194e996e83ab HTTP/1.1" status: 204 len: 168 time: 3.2606666 Sep 17 23:56:20.625571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52888) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:20.676431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578eb75-791d-436e-9c4b-b94d0dcebaa6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Network': ['ID=e1a4d0e4-7164-4f35-8464-194e996e83ab,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:20.679221 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bb489-49f6-45c7-8800-090fcb1051e2 req-936da1e5-2d84-4546-86ec-407e159dd6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:20.682467 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d40bb489-49f6-45c7-8800-090fcb1051e2 req-936da1e5-2d84-4546-86ec-407e159dd6e4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8884277 Sep 17 23:56:20.690950 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ae78e9-dc7d-403f-9988-5e5e9e912016 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:20.692640 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e8ae78e9-dc7d-403f-9988-5e5e9e912016 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports/63f98baa-8de2-4ed5-9916-205d8fe6c61d HTTP/1.1" status: 200 len: 841 time: 0.0628943 Sep 17 23:56:20.696572 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52890) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:20.709112 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a3046084-967f-46a9-bcb9-bfa6681392d9 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8829670 Sep 17 23:56:20.715934 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52892) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:20.725057 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-228b7a77-884b-4c2c-b824-1e7d70200a33 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'subnet': {'network_id': 'ffd41b9b-d2a4-4259-9556-5100249fa93f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:20.811222 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7512d7ef-a1f8-4185-85fe-3923d24d4cc0 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports/63f98baa-8de2-4ed5-9916-205d8fe6c61d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1088328 Sep 17 23:56:20.811222 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52900) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:20.827411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f317d210-18c4-45ab-a4e8-21ee63a24bf6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'subnet': {'network_id': '355df454-cede-4ca4-9c86-f698f202302a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:20.852473 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-72f5030a-5212-470b-a18a-b3b44a45548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:20.853446 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-72f5030a-5212-470b-a18a-b3b44a45548d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 1095 time: 0.1259203 Sep 17 23:56:20.948987 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4a276299-7d9a-4f70-a58e-e90de2842956 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:20.950138 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4a276299-7d9a-4f70-a58e-e90de2842956 tempest-MeteringTestJSON-1366364498 tempest-MeteringTestJSON-1366364498-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/3011e576-d3f0-4035-86f2-7fada2ebe086 HTTP/1.1" status: 204 len: 168 time: 0.5463581 Sep 17 23:56:20.953647 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-a27395da-8672-4e91-81bd-0e6473646441 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 HTTP/1.1" status: 200 len: 217 time: 0.0922272 Sep 17 23:56:20.968394 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228b7a77-884b-4c2c-b824-1e7d70200a33 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:20.979001 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-228b7a77-884b-4c2c-b824-1e7d70200a33 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:21.042918 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-29f6c399-cffc-4c3a-8087-0fb4998a16c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:21.044704 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-29f6c399-cffc-4c3a-8087-0fb4998a16c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.0839298 Sep 17 23:56:21.135438 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f317d210-18c4-45ab-a4e8-21ee63a24bf6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:21.139299 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f317d210-18c4-45ab-a4e8-21ee63a24bf6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:21.221462 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-42e9b124-14f2-447d-83e1-7fe113d22fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:21.222999 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-42e9b124-14f2-447d-83e1-7fe113d22fc9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1704810 Sep 17 23:56:21.226995 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcd074-ca5f-46df-83cb-45559ca54d85 req-597090ad-821b-4745-b6b2-dba97374fb23 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:21.228524 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34dcd074-ca5f-46df-83cb-45559ca54d85 req-597090ad-821b-4745-b6b2-dba97374fb23 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.1183779 Sep 17 23:56:21.246333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa915ee-935f-4fab-b521-ec98f863bd44 req-62557c86-2f30-440b-88a3-80c58284be12 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:21.247823 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0aa915ee-935f-4fab-b521-ec98f863bd44 req-62557c86-2f30-440b-88a3-80c58284be12 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.1568542 Sep 17 23:56:21.330184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34dcd074-ca5f-46df-83cb-45559ca54d85 req-921c7abd-68bf-4b76-a61e-470ae996f379 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787442 Sep 17 23:56:21.357527 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0aa915ee-935f-4fab-b521-ec98f863bd44 req-a57b2edc-6990-4c44-9980-f639a6a01d52 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027465 Sep 17 23:56:21.389982 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-d1276a79-8d62-4e9f-80a4-174f11e7e050 service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442626 Sep 17 23:56:21.477441 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28566e0-41c6-4452-a9af-f1957153df71 req-57a15111-ff59-46bf-8ed0-07fea33437dd tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:21.478960 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c28566e0-41c6-4452-a9af-f1957153df71 req-57a15111-ff59-46bf-8ed0-07fea33437dd tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 944 time: 0.0508754 Sep 17 23:56:21.485166 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-228b7a77-884b-4c2c-b824-1e7d70200a33 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:21.509075 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d678fa0e-f996-4303-81dc-ea910a16f92c req-d36be334-bf66-40a0-9188-c6ea8b115bae service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239586 Sep 17 23:56:21.578778 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c28566e0-41c6-4452-a9af-f1957153df71 req-0268c81b-ec99-44c6-b184-ff087752f6cb tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904217 Sep 17 23:56:21.579365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b7a77-884b-4c2c-b824-1e7d70200a33 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Subnet': ['ID=911bd35b-9649-4854-898d-0d701ed8dde9,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:21.586766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228b7a77-884b-4c2c-b824-1e7d70200a33 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Checking segment: {'id': '34d6c240-14f2-4bb4-b525-fbb3189e6703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ffd41b9b-d2a4-4259-9556-5100249fa93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:56:21.587083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228b7a77-884b-4c2c-b824-1e7d70200a33 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network hostable DHCP agents. Network: ffd41b9b-d2a4-4259-9556-5100249fa93f, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:56:21.596656 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f317d210-18c4-45ab-a4e8-21ee63a24bf6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:21.649805 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f317d210-18c4-45ab-a4e8-21ee63a24bf6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network 355df454-cede-4ca4-9c86-f698f202302a is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:21.653142 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-f317d210-18c4-45ab-a4e8-21ee63a24bf6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:21.657453 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f317d210-18c4-45ab-a4e8-21ee63a24bf6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:21.661546 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f317d210-18c4-45ab-a4e8-21ee63a24bf6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:21.665621 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f1324c-f14b-4e6f-8f74-1822dbfffb26 None None] Network 355df454-cede-4ca4-9c86-f698f202302a requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:21.672993 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317d210-18c4-45ab-a4e8-21ee63a24bf6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Subnet': ['ID=0ac5b76a-accf-4222-822b-4e4b7858e642,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:21.701800 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228b7a77-884b-4c2c-b824-1e7d70200a33 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network ffd41b9b-d2a4-4259-9556-5100249fa93f is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:56:21.763667 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52924) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:21.820031 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f317d210-18c4-45ab-a4e8-21ee63a24bf6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0079219 Sep 17 23:56:21.823073 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52930) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:21.833792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-53111e3d-3f53-456a-825f-11624c673924 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'security_group': {'name': 'tempest-secgroup-1794331114'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:21.833925 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-355df454-cede-4ca4-9c86-f698f202302a', 'network_id': '355df454-cede-4ca4-9c86-f698f202302a', 'tenant_id': '6714d67afbe9424390973f011b7536ca', 'fixed_ips': [{'subnet_id': '0ac5b76a-accf-4222-822b-4e4b7858e642'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:56:21.833925 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:21.860087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-228b7a77-884b-4c2c-b824-1e7d70200a33 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, ffd41b9b-d2a4-4259-9556-5100249fa93f) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:21.886826 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228b7a77-884b-4c2c-b824-1e7d70200a33 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:21.887416 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-228b7a77-884b-4c2c-b824-1e7d70200a33 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:21.889775 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0223c412-097b-4032-bf63-ea546ddab643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:21.911580 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f50cf-a3de-44a5-b0fd-e031f70a62a5 req-359a7e4c-df14-465f-92f2-74224d00dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:21.923059 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f0f50cf-a3de-44a5-b0fd-e031f70a62a5 req-359a7e4c-df14-465f-92f2-74224d00dcd6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dba230fc347941bb9230276913eaed6b&device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 1097 time: 0.0709670 Sep 17 23:56:21.923222 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884729f6-44bf-46a2-8c98-e0e1cd36bad5 None None] Network ffd41b9b-d2a4-4259-9556-5100249fa93f requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:22.014168 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f50cf-a3de-44a5-b0fd-e031f70a62a5 req-47d02d36-c54e-4a0e-b714-1817c0b1e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:22.016267 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f0f50cf-a3de-44a5-b0fd-e031f70a62a5 req-47d02d36-c54e-4a0e-b714-1817c0b1e2bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c1553df-1cdf-4638-a188-7f118bbcb251 HTTP/1.1" status: 200 len: 917 time: 0.0956104 Sep 17 23:56:22.050965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] Allocated IP 172.20.0.2 (355df454-cede-4ca4-9c86-f698f202302a/0ac5b76a-accf-4222-822b-4e4b7858e642/de5e7d26-9ce6-4777-9aee-583645c7eb4f) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:56:22.067132 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53111e3d-3f53-456a-825f-11624c673924 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:22.108337 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f0f50cf-a3de-44a5-b0fd-e031f70a62a5 req-688c8952-67a7-4e91-8ca7-e09e0de7f593 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 HTTP/1.1" status: 200 len: 1001 time: 0.0794995 Sep 17 23:56:22.160588 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ffd41b9b-d2a4-4259-9556-5100249fa93f', 'network_id': 'ffd41b9b-d2a4-4259-9556-5100249fa93f', 'tenant_id': '82470c50b6634cf6b69364e1e9279331', 'fixed_ips': [{'subnet_id': '911bd35b-9649-4854-898d-0d701ed8dde9'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:56:22.161342 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:22.163438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f50cf-a3de-44a5-b0fd-e031f70a62a5 req-c1524535-318f-4fb7-b6c9-fa8ef2051a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:22.165459 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f0f50cf-a3de-44a5-b0fd-e031f70a62a5 req-c1524535-318f-4fb7-b6c9-fa8ef2051a66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=294e5306-7b47-43ef-943e-37934b52f9c3 HTTP/1.1" status: 200 len: 855 time: 0.0547431 Sep 17 23:56:22.218488 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-228b7a77-884b-4c2c-b824-1e7d70200a33 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5013540 Sep 17 23:56:22.220323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52934) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:22.342043 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:22.356287 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:22.370357 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0223c412-097b-4032-bf63-ea546ddab643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:22.379508 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] Allocated IP 172.20.0.2 (ffd41b9b-d2a4-4259-9556-5100249fa93f/911bd35b-9649-4854-898d-0d701ed8dde9/7cb02d0d-d643-4cdd-8446-71c8f09ad7c8) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:56:22.404304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f50cf-a3de-44a5-b0fd-e031f70a62a5 req-da94a62d-7025-413e-8a8b-866b5a0658ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:22.406286 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f0f50cf-a3de-44a5-b0fd-e031f70a62a5 req-da94a62d-7025-413e-8a8b-866b5a0658ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c1553df-1cdf-4638-a188-7f118bbcb251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2334840 Sep 17 23:56:22.549891 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:22.557502 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:22.593646 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] Network 355df454-cede-4ca4-9c86-f698f202302a is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:22.596710 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:22.603260 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:22.614113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] Pushing event updated for resources: {'Port': ['ID=de5e7d26-9ce6-4777-9aee-583645c7eb4f,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:22.636983 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0223c412-097b-4032-bf63-ea546ddab643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:22.684399 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:22.686485 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223c412-097b-4032-bf63-ea546ddab643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad00e77-f39e-4525-b6ed-514fc2312a31,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:22.696429 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0223c412-097b-4032-bf63-ea546ddab643 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1084cdecf5e04cf3876ed4497674d954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9314723 Sep 17 23:56:22.701026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52948) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:22.712303 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] Attempting to bind port de5e7d26-9ce6-4777-9aee-583645c7eb4f on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:22.713032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] Attempting to bind port de5e7d26-9ce6-4777-9aee-583645c7eb4f by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '7873ddfe-d26c-4e36-b888-459bf5ee6ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '355df454-cede-4ca4-9c86-f698f202302a'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:22.713580 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] Attempting to bind port de5e7d26-9ce6-4777-9aee-583645c7eb4f on network 355df454-cede-4ca4-9c86-f698f202302a {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:22.729788 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:56:22.730486 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] Checking segment: {'id': '7873ddfe-d26c-4e36-b888-459bf5ee6ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '355df454-cede-4ca4-9c86-f698f202302a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:56:22.731082 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:22.731644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] Bound using segment: {'id': '7873ddfe-d26c-4e36-b888-459bf5ee6ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '355df454-cede-4ca4-9c86-f698f202302a'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:56:22.732812 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] Bound port: de5e7d26-9ce6-4777-9aee-583645c7eb4f, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7873ddfe-d26c-4e36-b888-459bf5ee6ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '355df454-cede-4ca4-9c86-f698f202302a'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:56:22.733404 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:22.751664 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] Network ffd41b9b-d2a4-4259-9556-5100249fa93f is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:22.762355 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:22.764983 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:22.769837 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] Pushing event updated for resources: {'Port': ['ID=7cb02d0d-d643-4cdd-8446-71c8f09ad7c8,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:22.804632 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09b8ac8b-a33e-496e-858c-6c5464d16419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:22.863254 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09b8ac8b-a33e-496e-858c-6c5464d16419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:22.868107 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] Attempting to bind port 7cb02d0d-d643-4cdd-8446-71c8f09ad7c8 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:22.868706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] Attempting to bind port 7cb02d0d-d643-4cdd-8446-71c8f09ad7c8 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '34d6c240-14f2-4bb4-b525-fbb3189e6703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ffd41b9b-d2a4-4259-9556-5100249fa93f'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:22.869303 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] Attempting to bind port 7cb02d0d-d643-4cdd-8446-71c8f09ad7c8 on network ffd41b9b-d2a4-4259-9556-5100249fa93f {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:22.881380 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:56:22.881965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] Checking segment: {'id': '34d6c240-14f2-4bb4-b525-fbb3189e6703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ffd41b9b-d2a4-4259-9556-5100249fa93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:56:22.882767 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:22.883359 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] Bound using segment: {'id': '34d6c240-14f2-4bb4-b525-fbb3189e6703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ffd41b9b-d2a4-4259-9556-5100249fa93f'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:56:22.884028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] Bound port: 7cb02d0d-d643-4cdd-8446-71c8f09ad7c8, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d6c240-14f2-4bb4-b525-fbb3189e6703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ffd41b9b-d2a4-4259-9556-5100249fa93f'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:56:22.884611 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:22.899190 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] For port de5e7d26-9ce6-4777-9aee-583645c7eb4f, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:56:22.918202 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:22.932673 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] For port de5e7d26-9ce6-4777-9aee-583645c7eb4f, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=de5e7d26-9ce6-4777-9aee-583645c7eb4f,segment=NetworkSegment(7873ddfe-d26c-4e36-b888-459bf5ee6ae7),segment_id=7873ddfe-d26c-4e36-b888-459bf5ee6ae7)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:56:22.985914 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] For port 7cb02d0d-d643-4cdd-8446-71c8f09ad7c8, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:56:22.993970 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] For port 7cb02d0d-d643-4cdd-8446-71c8f09ad7c8, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7cb02d0d-d643-4cdd-8446-71c8f09ad7c8,segment=NetworkSegment(34d6c240-14f2-4bb4-b525-fbb3189e6703),segment_id=34d6c240-14f2-4bb4-b525-fbb3189e6703)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:56:23.008731 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125865d-1b60-4f59-b3bd-171461620a5d req-fba5d3ed-c248-4e74-8c22-e391ac271f8e tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:23.010309 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e125865d-1b60-4f59-b3bd-171461620a5d req-fba5d3ed-c248-4e74-8c22-e391ac271f8e tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.5849962 Sep 17 23:56:23.014978 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:23.030527 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4e87a-d241-4f0e-9271-4286c0d19d2b req-7b89f169-da16-43ed-a7f8-a18fcb007545 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:23.032067 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68b4e87a-d241-4f0e-9271-4286c0d19d2b req-7b89f169-da16-43ed-a7f8-a18fcb007545 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 946 time: 0.1976945 Sep 17 23:56:23.035461 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f0f50cf-a3de-44a5-b0fd-e031f70a62a5 req-d9ccc158-98ef-40d1-8252-8ef1b5c8db93 service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212904 Sep 17 23:56:23.081327 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ccfcb-508e-425f-9e37-2d78c4362769 None None] Pushing event updated for resources: {'Port': ['ID=de5e7d26-9ce6-4777-9aee-583645c7eb4f,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:23.088058 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09b8ac8b-a33e-496e-858c-6c5464d16419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:23.091442 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09b8ac8b-a33e-496e-858c-6c5464d16419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:23.095161 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-09b8ac8b-a33e-496e-858c-6c5464d16419 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fad00e77-f39e-4525-b6ed-514fc2312a31 HTTP/1.1" status: 204 len: 168 time: 0.3900409 Sep 17 23:56:23.110521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8ac8b-a33e-496e-858c-6c5464d16419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad00e77-f39e-4525-b6ed-514fc2312a31,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:23.116315 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:23.197310 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e125865d-1b60-4f59-b3bd-171461620a5d req-d2df547c-9bb6-45b7-96c7-8ae7cc5d02af tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787472 Sep 17 23:56:23.221548 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68b4e87a-d241-4f0e-9271-4286c0d19d2b req-2945c95f-8ba4-4d2b-982d-df23b0ab1076 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789019 Sep 17 23:56:23.295732 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05620f8-541d-49d2-9907-dd35f8de1077 None None] Pushing event updated for resources: {'Port': ['ID=7cb02d0d-d643-4cdd-8446-71c8f09ad7c8,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:23.298199 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53111e3d-3f53-456a-825f-11624c673924 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:23.300973 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:23.313689 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f0f50cf-a3de-44a5-b0fd-e031f70a62a5 req-3c108470-73f6-4266-b5ae-a0051e479313 service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700996 Sep 17 23:56:23.408355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Subnet': ['ID=911bd35b-9649-4854-898d-0d701ed8dde9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:23.460774 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53111e3d-3f53-456a-825f-11624c673924 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:23.575599 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:23.578357 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53111e3d-3f53-456a-825f-11624c673924 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e43fa88a-917e-461d-9805-e0e0e0ade2fc,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:23.605117 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:56:23.608308 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88a74e-01bc-425a-bc06-40dce5547c46 req-e16e9024-194a-43f3-81ad-2df41d966578 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:23.610646 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc88a74e-01bc-425a-bc06-40dce5547c46 req-e16e9024-194a-43f3-81ad-2df41d966578 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 944 time: 0.2059162 Sep 17 23:56:23.615393 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd41b9b-d2a4-4259-9556-5100249fa93f']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:23.636103 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d6c240-14f2-4bb4-b525-fbb3189e6703') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:23.636453 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d6c240-14f2-4bb4-b525-fbb3189e6703') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:23.657676 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:23.659262 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53111e3d-3f53-456a-825f-11624c673924 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:23.663142 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-53111e3d-3f53-456a-825f-11624c673924 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8363328 Sep 17 23:56:23.663575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52960) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:23.668564 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7ad17a3e-5a8b-44ec-8fbb-5df4b1aae041 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'security_group': {'name': 'tempest-secgroup-835703510'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:23.686086 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:23.703097 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc88a74e-01bc-425a-bc06-40dce5547c46 req-28e34405-2df3-472b-88c1-f31593a5b571 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772777 Sep 17 23:56:23.708301 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:56:23.708301 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:56:23.712341 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:56:23.775595 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:23.791253 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'port_id': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'mac_address': 'fa:16:3e:9b:7b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:56:23.805106 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7ad17a3e-5a8b-44ec-8fbb-5df4b1aae041 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:23.838775 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:23.839362 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.api [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 23:56:23.839362 n-d-809883-1 neutron-server[95592]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 23:56:23.839362 n-d-809883-1 neutron-server[95592]: [parameters: {'id': 'ffd41b9b-d2a4-4259-9556-5100249fa93f'}] Sep 17 23:56:23.839362 n-d-809883-1 neutron-server[95592]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:56:23.839820 n-d-809883-1 neutron-server[95592]: DEBUG oslo_db.api [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:56:23.852683 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:56:23.887858 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:23.908359 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7ad17a3e-5a8b-44ec-8fbb-5df4b1aae041 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:23.956040 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:23.998434 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7ad17a3e-5a8b-44ec-8fbb-5df4b1aae041 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:24.016157 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:24.042891 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad17a3e-5a8b-44ec-8fbb-5df4b1aae041 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6191b29-c84a-42b4-af0b-fa94e3692d2a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:24.064802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:56:24.128331 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7ad17a3e-5a8b-44ec-8fbb-5df4b1aae041 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:24.129958 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7ad17a3e-5a8b-44ec-8fbb-5df4b1aae041 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4653170 Sep 17 23:56:24.132732 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52968) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:24.138757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d0f026c9-f210-4004-97d6-33089924d03e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-342747447', 'security_groups': ['a6191b29-c84a-42b4-af0b-fa94e3692d2a'], 'network_id': '355df454-cede-4ca4-9c86-f698f202302a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0ac5b76a-accf-4222-822b-4e4b7858e642'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:24.168258 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:24.183590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:56:24.228250 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c78de4-db44-46b0-bd8f-8d2fc35f020c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:56:24.230890 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44d35e6-0dc3-48c6-a7cf-e6bde91fc4e7" -d '{"events": [{"server_uuid": "85c78de4-db44-46b0-bd8f-8d2fc35f020c", "name": "network-vif-unplugged", "status": "completed", "tag": "28e0d76e-6f5f-44cd-bb9c-9df15b6fb629"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:56:24.276129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:24.341039 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:24.353124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52980) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:24.376883 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:24.386133 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-08270c79-fef5-4618-a361-8ee40770bf96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:24.484361 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2d72206e-2f8b-40f1-8a85-73d300fb8a67 None None] Provisioning complete for port 63f98baa-8de2-4ed5-9916-205d8fe6c61d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:24.484361 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2d72206e-2f8b-40f1-8a85-73d300fb8a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:24.500479 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f026c9-f210-4004-97d6-33089924d03e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:24.513769 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:24.536901 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:24.538052 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:24.542303 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:24.542303 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:24.542552 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:24.542741 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:24.543077 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:24.543392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:24.543714 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:24.544035 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:24.544360 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:24.544677 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:24.573228 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-2d72206e-2f8b-40f1-8a85-73d300fb8a67 None None] Port 63f98baa-8de2-4ed5-9916-205d8fe6c61d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:56:24.587498 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-08270c79-fef5-4618-a361-8ee40770bf96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:24.587754 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245ec00-4732-41e9-bbe8-8afa12332537 req-0bdee799-b174-474f-b5d7-2e7cb4d65847 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:24.587894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2d72206e-2f8b-40f1-8a85-73d300fb8a67 None None] Provisioning complete for port de5e7d26-9ce6-4777-9aee-583645c7eb4f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:24.588010 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2d72206e-2f8b-40f1-8a85-73d300fb8a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:24.589192 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b245ec00-4732-41e9-bbe8-8afa12332537 req-0bdee799-b174-474f-b5d7-2e7cb4d65847 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.2229910 Sep 17 23:56:24.648590 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ba36d-845b-460e-8cd1-d97f032acd4c req-a07e2d14-758e-44ee-9bd6-c260558e59bc tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:24.650221 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-465ba36d-845b-460e-8cd1-d97f032acd4c req-a07e2d14-758e-44ee-9bd6-c260558e59bc tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.2698901 Sep 17 23:56:24.667745 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d0f026c9-f210-4004-97d6-33089924d03e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:24.683402 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2d72206e-2f8b-40f1-8a85-73d300fb8a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:24.690821 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-08270c79-fef5-4618-a361-8ee40770bf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:24.698205 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Deleting port 7cb02d0d-d643-4cdd-8446-71c8f09ad7c8 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:24.698552 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:24.706429 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b245ec00-4732-41e9-bbe8-8afa12332537 req-07bd81ab-3082-4828-88a7-ce06c7519cd6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054184 Sep 17 23:56:24.728150 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2d72206e-2f8b-40f1-8a85-73d300fb8a67 None None] For port de5e7d26-9ce6-4777-9aee-583645c7eb4f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=de5e7d26-9ce6-4777-9aee-583645c7eb4f,segment=NetworkSegment(7873ddfe-d26c-4e36-b888-459bf5ee6ae7),segment_id=7873ddfe-d26c-4e36-b888-459bf5ee6ae7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:24.750559 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-d0f026c9-f210-4004-97d6-33089924d03e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] device_id is not set on port 662d40ec-6f4f-4600-a2c6-9dbbaea22416 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:56:24.775848 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-08270c79-fef5-4618-a361-8ee40770bf96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b148af0b144e4a6994f836b78384a80a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4215987 Sep 17 23:56:24.790364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52984) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:24.797849 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-465ba36d-845b-460e-8cd1-d97f032acd4c req-394226a6-0a35-42bc-831a-aedbd3e2efec tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249759 Sep 17 23:56:24.831055 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7f1636-39b2-4516-b367-8e408309968a x-openstack-request-id: req-da7f1636-39b2-4516-b367-8e408309968a {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:56:24.832161 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c78de4-db44-46b0-bd8f-8d2fc35f020c", "name": "network-vif-unplugged", "status": "completed", "tag": "28e0d76e-6f5f-44cd-bb9c-9df15b6fb629", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:56:24.832747 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da7f1636-39b2-4516-b367-8e408309968a {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:56:24.833334 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c78de4-db44-46b0-bd8f-8d2fc35f020c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629', 'code': 200} Sep 17 23:56:24.845203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08270c79-fef5-4618-a361-8ee40770bf96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075ac4a7-a19b-429b-b59c-fcb7973041c3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:24.858432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] For port 7cb02d0d-d643-4cdd-8446-71c8f09ad7c8, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7cb02d0d-d643-4cdd-8446-71c8f09ad7c8,segment=NetworkSegment(34d6c240-14f2-4bb4-b525-fbb3189e6703),segment_id=34d6c240-14f2-4bb4-b525-fbb3189e6703)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:24.858432 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:24.858897 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2d72206e-2f8b-40f1-8a85-73d300fb8a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:24.868766 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c98ac9ee-0d3f-4c4c-bf7f-a1bcdf4e9433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:24.885570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Calling delete_port for 7cb02d0d-d643-4cdd-8446-71c8f09ad7c8 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:24.901180 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c98ac9ee-0d3f-4c4c-bf7f-a1bcdf4e9433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:25.030139 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba5e044-006c-47ff-b78a-40e2d5c64c37 None None] Network ffd41b9b-d2a4-4259-9556-5100249fa93f requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:25.094574 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72206e-2f8b-40f1-8a85-73d300fb8a67 None None] Pushing event updated for resources: {'Port': ['ID=de5e7d26-9ce6-4777-9aee-583645c7eb4f,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:25.130810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b0ef6e2f-d393-4861-ac04-018ce95042ba None None] Provisioning complete for port 7cb02d0d-d643-4cdd-8446-71c8f09ad7c8 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:25.131873 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6e2f-d393-4861-ac04-018ce95042ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:25.151914 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52990) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:25.160179 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a667502-bd6d-41db-9342-147ec2aca50e req-f2344d5e-0c76-4122-a2e4-e65a4f42e9a8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:25.161761 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a667502-bd6d-41db-9342-147ec2aca50e req-f2344d5e-0c76-4122-a2e4-e65a4f42e9a8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1753449 Sep 17 23:56:25.162290 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c98ac9ee-0d3f-4c4c-bf7f-a1bcdf4e9433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:25.167842 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-d0f026c9-f210-4004-97d6-33089924d03e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Allocated IP 172.20.0.12 (355df454-cede-4ca4-9c86-f698f202302a/0ac5b76a-accf-4222-822b-4e4b7858e642/662d40ec-6f4f-4600-a2c6-9dbbaea22416) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:56:25.168032 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c98ac9ee-0d3f-4c4c-bf7f-a1bcdf4e9433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:25.172741 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c98ac9ee-0d3f-4c4c-bf7f-a1bcdf4e9433 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/075ac4a7-a19b-429b-b59c-fcb7973041c3 HTTP/1.1" status: 204 len: 168 time: 0.3801875 Sep 17 23:56:25.184496 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ac9ee-0d3f-4c4c-bf7f-a1bcdf4e9433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075ac4a7-a19b-429b-b59c-fcb7973041c3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:25.291607 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a667502-bd6d-41db-9342-147ec2aca50e req-b9302445-5f54-4a9f-aabb-3a8faac0418a tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088305 Sep 17 23:56:25.322975 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:25.330044 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a27db1-d2f0-482f-913c-840173503f25 None None] DHCP port deletion for ffd41b9b-d2a4-4259-9556-5100249fa93f request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:56:25.361265 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6e2f-d393-4861-ac04-018ce95042ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:25.374281 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No DVR routers for this DVR port 7cb02d0d-d643-4cdd-8446-71c8f09ad7c8 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:56:25.376860 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Port': ['ID=7cb02d0d-d643-4cdd-8446-71c8f09ad7c8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:25.432381 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d38d9c6c-a4cb-4997-a0fb-3f47b26c68d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:25.519212 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device de5e7d26-9ce6-4777-9aee-583645c7eb4f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:56:25.532269 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:25.561584 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d0f026c9-f210-4004-97d6-33089924d03e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:25.566790 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd41b9b-d2a4-4259-9556-5100249fa93f']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:25.571442 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d38d9c6c-a4cb-4997-a0fb-3f47b26c68d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:25.579232 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d6c240-14f2-4bb4-b525-fbb3189e6703') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:25.585658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d6c240-14f2-4bb4-b525-fbb3189e6703') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:25.585814 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port de5e7d26-9ce6-4777-9aee-583645c7eb4f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:25.585814 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:25.592757 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:25.615297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:56:25.617824 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:25.626767 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:56:25.627162 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:56:25.630216 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:56:25.721946 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d38d9c6c-a4cb-4997-a0fb-3f47b26c68d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:25.753792 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d0f026c9-f210-4004-97d6-33089924d03e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:25.767699 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d38d9c6c-a4cb-4997-a0fb-3f47b26c68d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a24d7a0895eb48839f1214c3bf8cefb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6147201 Sep 17 23:56:25.768617 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d9c6c-a4cb-4997-a0fb-3f47b26c68d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2855f99d-7d58-483e-bf31-a13111805ce8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:25.771011 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53000) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:25.810827 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f026c9-f210-4004-97d6-33089924d03e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network 355df454-cede-4ca4-9c86-f698f202302a is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:25.814383 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-d0f026c9-f210-4004-97d6-33089924d03e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:25.820186 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:56:25.822097 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f026c9-f210-4004-97d6-33089924d03e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:25.839690 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:25.840618 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:26.253329 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:26.253329 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f026c9-f210-4004-97d6-33089924d03e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=662d40ec-6f4f-4600-a2c6-9dbbaea22416,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:26.253329 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:26.255463 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ccc7ee67-448c-419f-b140-a1d6d2e9956c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:26.255463 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53008) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:26.256909 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/ffd41b9b-d2a4-4259-9556-5100249fa93f HTTP/1.1" status: 204 len: 168 time: 3.6815772 Sep 17 23:56:26.256909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61fcd2-76b6-496a-90a1-9c60abbba100 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Network': ['ID=ffd41b9b-d2a4-4259-9556-5100249fa93f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:26.256909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f026c9-f210-4004-97d6-33089924d03e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.256909 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d0f026c9-f210-4004-97d6-33089924d03e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:26.257363 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-697407b2-6bf0-424a-99e0-a16cb91fb052 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] GET failed (client error): The resource could not be found. Sep 17 23:56:26.257363 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-697407b2-6bf0-424a-99e0-a16cb91fb052 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "GET /v2.0/subnets/911bd35b-9649-4854-898d-0d701ed8dde9 HTTP/1.1" status: 404 len: 337 time: 0.1113126 Sep 17 23:56:26.257515 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53014) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:26.257583 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ccc7ee67-448c-419f-b140-a1d6d2e9956c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:26.257721 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:26.257830 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-47dfb37b-ebdd-4a77-9d2a-0deba3b7f527 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:26.257830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47dfb37b-ebdd-4a77-9d2a-0deba3b7f527 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:26.257830 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-47dfb37b-ebdd-4a77-9d2a-0deba3b7f527 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/ffd41b9b-d2a4-4259-9556-5100249fa93f HTTP/1.1" status: 404 len: 339 time: 0.0453813 Sep 17 23:56:26.257830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53016) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:26.258122 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:26.258293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba088ea1-e3c7-4075-8b69-8bde4d9db94d req-026aeb7f-0860-4fe3-b8e9-448dfd7dcd7d tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.258293 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba088ea1-e3c7-4075-8b69-8bde4d9db94d req-026aeb7f-0860-4fe3-b8e9-448dfd7dcd7d tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.1646125 Sep 17 23:56:26.258293 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d0f026c9-f210-4004-97d6-33089924d03e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0783937 Sep 17 23:56:26.258536 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53020) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:26.258536 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-768045db-0494-4019-88bf-ddf4729e137f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'subnet': {'network_id': '355df454-cede-4ca4-9c86-f698f202302a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:26.258694 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d9d26-82a2-446d-938a-2397173f7258 req-b8e94eb3-49c9-416c-b004-d0682e88e381 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.258694 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b42d9d26-82a2-446d-938a-2397173f7258 req-b8e94eb3-49c9-416c-b004-d0682e88e381 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.1862893 Sep 17 23:56:26.267218 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b66aced9-4134-499b-9732-6fe7dd77a3f4 None None] Provisioning complete for port 662d40ec-6f4f-4600-a2c6-9dbbaea22416 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:26.267218 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b66aced9-4134-499b-9732-6fe7dd77a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:26.310772 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b66aced9-4134-499b-9732-6fe7dd77a3f4 None None] Port 662d40ec-6f4f-4600-a2c6-9dbbaea22416 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:56:26.332333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b42d9d26-82a2-446d-938a-2397173f7258 req-fb6b568e-6172-4825-8083-dc5e56b27083 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657947 Sep 17 23:56:26.340597 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83ae6f3-d561-4551-8761-1b33230f562e tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.342179 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f83ae6f3-d561-4551-8761-1b33230f562e tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2617059 Sep 17 23:56:26.345527 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba088ea1-e3c7-4075-8b69-8bde4d9db94d req-e5e0e5e1-9744-43c1-bdee-f3c5c06b61d2 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455901 Sep 17 23:56:26.345991 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53024) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:26.387521 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-79deb7a9-0fbe-4a3b-8afb-2f9630320927 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "GET /v2.0/subnets?network_id=544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 207 time: 0.0404472 Sep 17 23:56:26.392138 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53028) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:26.399289 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ccc7ee67-448c-419f-b140-a1d6d2e9956c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:26.401833 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ccc7ee67-448c-419f-b140-a1d6d2e9956c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:26.410741 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ccc7ee67-448c-419f-b140-a1d6d2e9956c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2855f99d-7d58-483e-bf31-a13111805ce8 HTTP/1.1" status: 204 len: 168 time: 0.6308434 Sep 17 23:56:26.410741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7ee67-448c-419f-b140-a1d6d2e9956c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2855f99d-7d58-483e-bf31-a13111805ce8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:26.473682 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:26.547714 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:26.559425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768045db-0494-4019-88bf-ddf4729e137f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:26.564042 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-768045db-0494-4019-88bf-ddf4729e137f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:26.570400 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15929b38-5e78-470a-9aaa-0f98993e380e req-a5c55ea8-2fb4-46c7-b341-09fd07fdd75a tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.572074 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15929b38-5e78-470a-9aaa-0f98993e380e req-a5c55ea8-2fb4-46c7-b341-09fd07fdd75a tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1229680 Sep 17 23:56:26.601213 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d6a2c-cdbf-47f7-aece-f5221d2f4ca8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.604964 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d6a2c-cdbf-47f7-aece-f5221d2f4ca8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.611157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d6a2c-cdbf-47f7-aece-f5221d2f4ca8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.617233 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d6a2c-cdbf-47f7-aece-f5221d2f4ca8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.619109 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2e1d6a2c-cdbf-47f7-aece-f5221d2f4ca8 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2256980 Sep 17 23:56:26.627229 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53038) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:26.680955 n-d-809883-1 neutron-server[95591]: INFO neutron.db.ipam_backend_mixin [None req-768045db-0494-4019-88bf-ddf4729e137f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0ac5b76a-accf-4222-822b-4e4b7858e642 (CIDR: 172.20.0.0/28) Sep 17 23:56:26.710522 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15929b38-5e78-470a-9aaa-0f98993e380e req-7c8d06d0-032e-46fc-b598-610951492102 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302550 Sep 17 23:56:26.733317 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-768045db-0494-4019-88bf-ddf4729e137f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:56:26.734487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768045db-0494-4019-88bf-ddf4729e137f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:26.772515 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4d27fe99-2f03-44a3-8f40-394d2530b36f tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1435728 Sep 17 23:56:26.777485 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53046) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:26.835103 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1678bb-8691-4267-932f-403a00b254b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:56:26.837478 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7944db3-715e-4ab9-95fa-4c451975612f" -d '{"events": [{"server_uuid": "bc1678bb-8691-4267-932f-403a00b254b9", "name": "network-vif-plugged", "status": "completed", "tag": "154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:56:26.843068 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-768045db-0494-4019-88bf-ddf4729e137f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6260977 Sep 17 23:56:26.848621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53052) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:26.874363 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2c855ffb-ff2a-4169-b5d4-ae43a1875113 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'subnet': {'network_id': '355df454-cede-4ca4-9c86-f698f202302a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:26.891366 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df17250d-9eb6-47a1-80e3-0c3dc257ec38 x-openstack-request-id: req-df17250d-9eb6-47a1-80e3-0c3dc257ec38 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:56:26.891366 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1678bb-8691-4267-932f-403a00b254b9", "name": "network-vif-plugged", "status": "completed", "tag": "154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:56:26.891366 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-df17250d-9eb6-47a1-80e3-0c3dc257ec38 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:56:26.891366 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1678bb-8691-4267-932f-403a00b254b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'code': 200} Sep 17 23:56:26.912004 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152cdc11-f48b-4810-852a-abc647fb954a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.914391 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152cdc11-f48b-4810-852a-abc647fb954a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.916098 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-152cdc11-f48b-4810-852a-abc647fb954a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1376042 Sep 17 23:56:26.921847 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53054) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:26.987215 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208b1729-d5f7-4e87-a1e3-8381c6932a3c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.989033 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208b1729-d5f7-4e87-a1e3-8381c6932a3c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['shared'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:26.990791 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-208b1729-d5f7-4e87-a1e3-8381c6932a3c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0677609 Sep 17 23:56:26.994326 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53058) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:27.090791 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df692bbe-bc1e-49bf-9697-2d1ad31a2fbf req-453be886-9be7-43d7-823c-c7da76c1c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:27.092394 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-df692bbe-bc1e-49bf-9697-2d1ad31a2fbf req-453be886-9be7-43d7-823c-c7da76c1c747 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 1097 time: 0.1043289 Sep 17 23:56:27.119021 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7199c1-b239-482f-b35a-6dac50fd2601 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:27.121564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3e7199c1-b239-482f-b35a-6dac50fd2601 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "GET /v2.0/networks/a8a3a174-778a-49c7-886d-ef65f8e0a1bf HTTP/1.1" status: 200 len: 799 time: 0.1249607 Sep 17 23:56:27.127176 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53064) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:27.210658 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c855ffb-ff2a-4169-b5d4-ae43a1875113 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:27.214496 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2c855ffb-ff2a-4169-b5d4-ae43a1875113 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:27.245863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53068) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:27.261952 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0cdb234c-37d4-4c57-ad6f-c5f91fb51f07 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "GET /v2.0/networks/a8a3a174-778a-49c7-886d-ef65f8e0a1bf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1230171 Sep 17 23:56:27.268778 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53070) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:27.270230 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-70be9040-a782-4e75-8d61-fdf086babf49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:27.368398 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-df692bbe-bc1e-49bf-9697-2d1ad31a2fbf req-29756ffb-9b47-47ba-8b80-f2008cca7aaa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676718 Sep 17 23:56:27.390123 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f5eb3-6b0c-4e59-b293-f4714ea677c2 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:27.391495 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2c8f5eb3-6b0c-4e59-b293-f4714ea677c2 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "GET /v2.0/subnets/dc0e90fd-f8d1-4f33-a6ef-76105f1f3f27 HTTP/1.1" status: 200 len: 811 time: 0.1215482 Sep 17 23:56:27.396166 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53074) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:27.410777 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-70be9040-a782-4e75-8d61-fdf086babf49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:27.466929 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6a9978-404d-46dc-b926-fad1133164a7 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['shared'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:27.468449 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2f6a9978-404d-46dc-b926-fad1133164a7 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "GET /v2.0/subnets/dc0e90fd-f8d1-4f33-a6ef-76105f1f3f27?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0712414 Sep 17 23:56:27.472039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53076) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:27.479236 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-4da2c2a6-ced2-456b-b1f8-9aab1aa54b8c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-726106449'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:27.485529 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f1016-408e-49fe-8dee-b8db1af6b5d0 req-f7e43878-a296-4db7-b4dd-2bade69d4771 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:27.487328 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-626f1016-408e-49fe-8dee-b8db1af6b5d0 req-f7e43878-a296-4db7-b4dd-2bade69d4771 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.0577166 Sep 17 23:56:27.529290 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-626f1016-408e-49fe-8dee-b8db1af6b5d0 req-51886c36-c0c1-4400-885c-a3bf1df1cedc tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345788 Sep 17 23:56:27.661510 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-70be9040-a782-4e75-8d61-fdf086babf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:27.696200 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2c855ffb-ff2a-4169-b5d4-ae43a1875113 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:27.706439 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-70be9040-a782-4e75-8d61-fdf086babf49 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8e78a57180fb471fb672f393f639fc2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4537468 Sep 17 23:56:27.709746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be9040-a782-4e75-8d61-fdf086babf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f6e429-302a-43a8-bb22-052eb52cf672,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:27.711324 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53084) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:27.745922 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c855ffb-ff2a-4169-b5d4-ae43a1875113 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network 355df454-cede-4ca4-9c86-f698f202302a is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:27.749113 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-2c855ffb-ff2a-4169-b5d4-ae43a1875113 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:27.753812 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c855ffb-ff2a-4169-b5d4-ae43a1875113 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:27.754422 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2c855ffb-ff2a-4169-b5d4-ae43a1875113 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:27.761238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252de2f4-439d-4052-9f10-3071555f46d5 None None] Network 355df454-cede-4ca4-9c86-f698f202302a requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:27.771090 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c855ffb-ff2a-4169-b5d4-ae43a1875113 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Subnet': ['ID=bb95673d-6794-45ca-8831-015662e1d036,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:27.781616 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbb157e7-d7b2-45f5-ad66-6efd4a0f6c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:27.808137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da2c2a6-ced2-456b-b1f8-9aab1aa54b8c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:27.808642 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbb157e7-d7b2-45f5-ad66-6efd4a0f6c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:27.811797 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4da2c2a6-ced2-456b-b1f8-9aab1aa54b8c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:27.837547 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da2c2a6-ced2-456b-b1f8-9aab1aa54b8c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:56:27.970417 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbb157e7-d7b2-45f5-ad66-6efd4a0f6c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:27.975689 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4da2c2a6-ced2-456b-b1f8-9aab1aa54b8c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:27.975689 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-4da2c2a6-ced2-456b-b1f8-9aab1aa54b8c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Added segment 9afa859e-4d48-4abb-bd52-698d9d62ce8c of type vlan for network be9829d7-92e1-4bff-9b82-9e41c07653eb Sep 17 23:56:27.975831 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bbb157e7-d7b2-45f5-ad66-6efd4a0f6c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:27.975910 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2c855ffb-ff2a-4169-b5d4-ae43a1875113 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1263595 Sep 17 23:56:27.985769 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bbb157e7-d7b2-45f5-ad66-6efd4a0f6c73 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/11f6e429-302a-43a8-bb22-052eb52cf672 HTTP/1.1" status: 204 len: 168 time: 0.2709260 Sep 17 23:56:27.985769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53092) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:27.994901 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a241226-6073-4683-be16-3110dcc71a29 None None] Update dhcp port {'port': {'network_id': '355df454-cede-4ca4-9c86-f698f202302a', 'fixed_ips': [{'subnet_id': '0ac5b76a-accf-4222-822b-4e4b7858e642', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bb95673d-6794-45ca-8831-015662e1d036'}], 'binding:host_id': 'n-d-809883-1'}, 'id': 'de5e7d26-9ce6-4777-9aee-583645c7eb4f'} from n-d-809883-1. {{(pid=95593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:56:27.995404 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c1699a24-a178-4b20-aa21-ba4ec4646bd3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1877181653', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bb95673d-6794-45ca-8831-015662e1d036'}], 'security_groups': ['e43fa88a-917e-461d-9805-e0e0e0ade2fc']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:28.040455 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6a241226-6073-4683-be16-3110dcc71a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:28.047680 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4da2c2a6-ced2-456b-b1f8-9aab1aa54b8c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:28.093196 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb157e7-d7b2-45f5-ad66-6efd4a0f6c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f6e429-302a-43a8-bb22-052eb52cf672,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:28.095306 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:56:28.159689 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dbfe7-2432-4843-9b7f-accf537d65d6 req-bf113b44-61ff-403c-aa28-0115bd4600c7 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:28.161398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f2dbfe7-2432-4843-9b7f-accf537d65d6 req-bf113b44-61ff-403c-aa28-0115bd4600c7 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 946 time: 0.1565292 Sep 17 23:56:28.193741 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c1699a24-a178-4b20-aa21-ba4ec4646bd3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:28.214167 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4da2c2a6-ced2-456b-b1f8-9aab1aa54b8c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:28.227192 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da2c2a6-ced2-456b-b1f8-9aab1aa54b8c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:28.228364 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4da2c2a6-ced2-456b-b1f8-9aab1aa54b8c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:28.306435 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f2dbfe7-2432-4843-9b7f-accf537d65d6 req-760600fa-76c5-4ad3-89c2-85dbd91f426b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363974 Sep 17 23:56:28.369504 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f345015-7a89-421d-bc1c-916d8026e871 req-e148de72-7a2f-42b4-b63f-5e288cbecb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:28.371604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f345015-7a89-421d-bc1c-916d8026e871 req-e148de72-7a2f-42b4-b63f-5e288cbecb66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a18a1f6767cb4e0fb2739899ffe26669&device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 1097 time: 0.1591680 Sep 17 23:56:28.376725 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-6a241226-6073-4683-be16-3110dcc71a29 None None] Allocated IP 172.20.0.18 (355df454-cede-4ca4-9c86-f698f202302a/bb95673d-6794-45ca-8831-015662e1d036/de5e7d26-9ce6-4777-9aee-583645c7eb4f) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:56:28.466732 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2c2a6-ced2-456b-b1f8-9aab1aa54b8c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Network': ['ID=be9829d7-92e1-4bff-9b82-9e41c07653eb,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:28.575159 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6a241226-6073-4683-be16-3110dcc71a29 None None] For port de5e7d26-9ce6-4777-9aee-583645c7eb4f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=de5e7d26-9ce6-4777-9aee-583645c7eb4f,segment=NetworkSegment(7873ddfe-d26c-4e36-b888-459bf5ee6ae7),segment_id=7873ddfe-d26c-4e36-b888-459bf5ee6ae7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:28.607953 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4da2c2a6-ced2-456b-b1f8-9aab1aa54b8c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1348686 Sep 17 23:56:28.613023 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53110) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:28.618721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9f5fcc16-bfd6-4589-8800-3b7d501d6f27 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'subnet': {'network_id': 'be9829d7-92e1-4bff-9b82-9e41c07653eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:28.625541 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network be9829d7-92e1-4bff-9b82-9e41c07653eb details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:56:28.676405 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6a241226-6073-4683-be16-3110dcc71a29 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:28.805698 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f345015-7a89-421d-bc1c-916d8026e871 req-8e49a8eb-067b-48bc-8322-91f789ed3b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:28.807591 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f345015-7a89-421d-bc1c-916d8026e871 req-8e49a8eb-067b-48bc-8322-91f789ed3b26 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a544fc79-cedf-43d8-98c2-acb1f5a0c66d HTTP/1.1" status: 200 len: 912 time: 0.4278953 Sep 17 23:56:28.825272 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6a241226-6073-4683-be16-3110dcc71a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:28.831373 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324c6ec-f41b-435c-95bb-95b5a818461b req-85d93c9d-4e36-4ee7-a04b-44db91c1c614 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:28.843278 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e324c6ec-f41b-435c-95bb-95b5a818461b req-85d93c9d-4e36-4ee7-a04b-44db91c1c614 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.3622475 Sep 17 23:56:29.029911 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53122) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:29.041875 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e324c6ec-f41b-435c-95bb-95b5a818461b req-186f2088-fff7-48af-8d0d-223b81c8dda6 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884334 Sep 17 23:56:29.141771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f345015-7a89-421d-bc1c-916d8026e871 req-0e6cc273-93c9-428a-b68e-5f8ff1f3115b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7356f326-5bf1-46dd-a8bc-1b9d877a3e02 HTTP/1.1" status: 200 len: 1001 time: 0.2917614 Sep 17 23:56:29.247474 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0e77fa11-7c4a-4787-a853-c7d61ef4b912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1980138764'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:29.280278 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a241226-6073-4683-be16-3110dcc71a29 None None] Pushing event updated for resources: {'Port': ['ID=de5e7d26-9ce6-4777-9aee-583645c7eb4f,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:29.300684 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5fcc16-bfd6-4589-8800-3b7d501d6f27 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Made reservation on behalf of 82470c50b6634cf6b69364e1e9279331 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:29.305057 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f5fcc16-bfd6-4589-8800-3b7d501d6f27 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:29.519446 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.ipam_backend_mixin [None req-9f5fcc16-bfd6-4589-8800-3b7d501d6f27 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Performing IP validity checks on allocation pools {{(pid=95591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 23:56:29.519962 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.ipam_backend_mixin [None req-9f5fcc16-bfd6-4589-8800-3b7d501d6f27 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 23:56:29.551894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device de5e7d26-9ce6-4777-9aee-583645c7eb4f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:56:29.645663 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port de5e7d26-9ce6-4777-9aee-583645c7eb4f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:29.646296 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:29.815331 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e77fa11-7c4a-4787-a853-c7d61ef4b912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Made reservation on behalf of c88774f55ac446beb3af0f8e4ba0207e for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:29.819164 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e77fa11-7c4a-4787-a853-c7d61ef4b912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:29.841489 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e77fa11-7c4a-4787-a853-c7d61ef4b912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:29.990519 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f5fcc16-bfd6-4589-8800-3b7d501d6f27 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:30.000436 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e77fa11-7c4a-4787-a853-c7d61ef4b912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:30.037687 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf975d49-eee6-4bd1-b782-7b4c7accb53e req-651b7b87-ce96-4817-ac7a-fc54a01ac17e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:30.039740 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf975d49-eee6-4bd1-b782-7b4c7accb53e req-651b7b87-ce96-4817-ac7a-fc54a01ac17e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.9961796 Sep 17 23:56:30.090278 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5fcc16-bfd6-4589-8800-3b7d501d6f27 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Checking segment: {'id': '9afa859e-4d48-4abb-bd52-698d9d62ce8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be9829d7-92e1-4bff-9b82-9e41c07653eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:56:30.090827 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5fcc16-bfd6-4589-8800-3b7d501d6f27 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network hostable DHCP agents. Network: be9829d7-92e1-4bff-9b82-9e41c07653eb, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:56:30.106282 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e77fa11-7c4a-4787-a853-c7d61ef4b912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:30.119661 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f345015-7a89-421d-bc1c-916d8026e871 req-638c53ad-22fd-48b7-a396-26f7bd3a9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:30.125110 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fcc16-bfd6-4589-8800-3b7d501d6f27 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Subnet': ['ID=38a73fed-1baa-409b-bfc6-ac2c3cb939d8,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:30.134037 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f345015-7a89-421d-bc1c-916d8026e871 req-638c53ad-22fd-48b7-a396-26f7bd3a9d70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=372385ca-344b-4083-aa15-78d8fb783453 HTTP/1.1" status: 200 len: 850 time: 0.9848089 Sep 17 23:56:30.162957 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6f611-c205-47e9-94f3-11de9719c0e8 req-69bdc87c-7b72-4de4-b32d-daf0be40da20 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:30.173064 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9fd6f611-c205-47e9-94f3-11de9719c0e8 req-69bdc87c-7b72-4de4-b32d-daf0be40da20 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 946 time: 0.2307532 Sep 17 23:56:30.179990 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.api [None req-c1699a24-a178-4b20-aa21-ba4ec4646bd3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-0fec04e1-7661-4d72-8e52-a7e535ca9144 {{(pid=95592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:56:30.180367 n-d-809883-1 neutron-server[95592]: DEBUG oslo_db.api [None req-c1699a24-a178-4b20-aa21-ba4ec4646bd3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:56:30.186249 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e77fa11-7c4a-4787-a853-c7d61ef4b912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:56:30.220999 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77fa11-7c4a-4787-a853-c7d61ef4b912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff9187e-3106-488a-95fe-56c70753ef63,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:30.237198 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e77fa11-7c4a-4787-a853-c7d61ef4b912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:30.237860 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-0e77fa11-7c4a-4787-a853-c7d61ef4b912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Added segment f34d2197-407c-47c5-a07f-7496f52f8e99 of type vlan for network 682dfa08-14f7-4ef7-99e4-319694c3eb3b Sep 17 23:56:30.243976 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf975d49-eee6-4bd1-b782-7b4c7accb53e req-3568bda9-1751-4e7f-bdcc-4e0af918da7c tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819224 Sep 17 23:56:30.288713 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e5d2b7a7-50ae-4add-bf94-08b2720d2e77 None None] Provisioning complete for port 63f98baa-8de2-4ed5-9916-205d8fe6c61d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:30.289205 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e5d2b7a7-50ae-4add-bf94-08b2720d2e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:30.291090 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e77fa11-7c4a-4787-a853-c7d61ef4b912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:30.324010 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f345015-7a89-421d-bc1c-916d8026e871 req-6fdbe2f2-e2c4-404d-96fa-a557fff608de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:30.326394 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f345015-7a89-421d-bc1c-916d8026e871 req-6fdbe2f2-e2c4-404d-96fa-a557fff608de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a544fc79-cedf-43d8-98c2-acb1f5a0c66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812959 Sep 17 23:56:30.347559 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5fcc16-bfd6-4589-8800-3b7d501d6f27 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Network be9829d7-92e1-4bff-9b82-9e41c07653eb is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:56:30.361661 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e5d2b7a7-50ae-4add-bf94-08b2720d2e77 None None] Port 63f98baa-8de2-4ed5-9916-205d8fe6c61d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:56:30.373049 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e5d2b7a7-50ae-4add-bf94-08b2720d2e77 None None] Provisioning complete for port de5e7d26-9ce6-4777-9aee-583645c7eb4f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:30.373423 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e5d2b7a7-50ae-4add-bf94-08b2720d2e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:30.390148 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e77fa11-7c4a-4787-a853-c7d61ef4b912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:30.393413 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9fd6f611-c205-47e9-94f3-11de9719c0e8 req-8b1493fd-3dfd-450a-95fe-7f38778da4ae tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190356 Sep 17 23:56:30.397335 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e77fa11-7c4a-4787-a853-c7d61ef4b912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:30.398326 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e77fa11-7c4a-4787-a853-c7d61ef4b912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:30.437894 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-9f5fcc16-bfd6-4589-8800-3b7d501d6f27 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, be9829d7-92e1-4bff-9b82-9e41c07653eb) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:30.454183 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41fa433-f6b3-4564-bc8c-7ee7e9be4267 None None] Network be9829d7-92e1-4bff-9b82-9e41c07653eb requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:30.455013 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5fcc16-bfd6-4589-8800-3b7d501d6f27 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:30.455710 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f5fcc16-bfd6-4589-8800-3b7d501d6f27 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:30.477598 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb73f772-fd08-4ab0-accf-a06982366277 req-a6030c4f-2bec-4c89-aa6d-1523cf1669eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4959013 Sep 17 23:56:30.507143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e279cc-010a-4878-8d30-b1e34d514f39 req-a73c1c85-b630-4ce3-af80-3a9b50f55f8a tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:30.514319 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83e279cc-010a-4878-8d30-b1e34d514f39 req-a73c1c85-b630-4ce3-af80-3a9b50f55f8a tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.1856236 Sep 17 23:56:30.519261 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0e77fa11-7c4a-4787-a853-c7d61ef4b912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4873431 Sep 17 23:56:30.520422 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77fa11-7c4a-4787-a853-c7d61ef4b912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Pushing event updated for resources: {'Network': ['ID=682dfa08-14f7-4ef7-99e4-319694c3eb3b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:30.569328 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 682dfa08-14f7-4ef7-99e4-319694c3eb3b details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:56:30.577817 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9f5fcc16-bfd6-4589-8800-3b7d501d6f27 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9635437 Sep 17 23:56:30.578601 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53166) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:30.585205 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2978e646-608b-40c1-880d-2660bef094db tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:30.588762 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f345015-7a89-421d-bc1c-916d8026e871 req-eb4139bc-8cc3-446e-8f8c-1759b97f5d7b service neutron] 10.222.0.37 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482431 Sep 17 23:56:30.616878 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83e279cc-010a-4878-8d30-b1e34d514f39 req-0359918d-286a-458c-9ece-ed6ba459d79e tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945868 Sep 17 23:56:30.665392 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbe7dd-04dc-4e16-8094-2ae482a5187f req-9a89c885-f108-4ff2-a965-2f0ce591f345 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:30.667432 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ffbe7dd-04dc-4e16-8094-2ae482a5187f req-9a89c885-f108-4ff2-a965-2f0ce591f345 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 946 time: 0.1488571 Sep 17 23:56:30.684820 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53172) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:30.690252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-add72110-68dd-4609-b670-d568abb38fc3 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Request body: {'floatingip': {'port_id': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:30.753935 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c1699a24-a178-4b20-aa21-ba4ec4646bd3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:30.807405 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e5d2b7a7-50ae-4add-bf94-08b2720d2e77 None None] Provisioning complete for port 662d40ec-6f4f-4600-a2c6-9dbbaea22416 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:30.807788 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e5d2b7a7-50ae-4add-bf94-08b2720d2e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:30.815063 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f345015-7a89-421d-bc1c-916d8026e871 req-1d4c60ad-a97d-4a39-b57f-ddb0776ae24a service neutron] 10.222.0.37 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176433 Sep 17 23:56:30.824556 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-add72110-68dd-4609-b670-d568abb38fc3 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for floatingip, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:30.915467 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e5d2b7a7-50ae-4add-bf94-08b2720d2e77 None None] Port 662d40ec-6f4f-4600-a2c6-9dbbaea22416 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:56:30.929955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-be9829d7-92e1-4bff-9b82-9e41c07653eb', 'network_id': 'be9829d7-92e1-4bff-9b82-9e41c07653eb', 'tenant_id': '82470c50b6634cf6b69364e1e9279331', 'fixed_ips': [{'subnet_id': '38a73fed-1baa-409b-bfc6-ac2c3cb939d8'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:56:30.930890 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:31.046975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53180) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:31.054944 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Request body: {'port': {'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b', 'binding:host_id': 'n-h1-809883-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-476241121'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:31.115173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] Allocated IP 172.20.0.3 (be9829d7-92e1-4bff-9b82-9e41c07653eb/38a73fed-1baa-409b-bfc6-ac2c3cb939d8/e61964b8-8ebb-4675-9161-f1400eabe105) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:56:31.175903 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2978e646-608b-40c1-880d-2660bef094db tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-18129132'] for subnet, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:31.181837 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-c1699a24-a178-4b20-aa21-ba4ec4646bd3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Delete allocated IP 172.20.0.12 (355df454-cede-4ca4-9c86-f698f202302a/0ac5b76a-accf-4222-822b-4e4b7858e642) {{(pid=95592) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 23:56:31.195596 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-c1699a24-a178-4b20-aa21-ba4ec4646bd3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Allocated IP 172.20.0.23 (355df454-cede-4ca4-9c86-f698f202302a/bb95673d-6794-45ca-8831-015662e1d036/662d40ec-6f4f-4600-a2c6-9dbbaea22416) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:56:31.198715 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Made reservation on behalf of 080569e7f45e463ba48cb6d1d89fc3bb for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:31.201196 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:31.226101 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:31.345223 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:31.467689 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:31.469695 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bde30a-5aad-4dde-bbc2-0a627c7e5f4c req-65d9f4c0-8db0-4699-aa9f-a5ce09e18d11 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:31.471263 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88bde30a-5aad-4dde-bbc2-0a627c7e5f4c req-65d9f4c0-8db0-4699-aa9f-a5ce09e18d11 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.1259246 Sep 17 23:56:31.558978 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] Pushing event updated for resources: {'Port': ['ID=e61964b8-8ebb-4675-9161-f1400eabe105,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:31.574083 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-88bde30a-5aad-4dde-bbc2-0a627c7e5f4c req-3151aab2-31cb-43ab-b8aa-153f6f96b7fc tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926561 Sep 17 23:56:31.588764 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:31.593930 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c1699a24-a178-4b20-aa21-ba4ec4646bd3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:31.594664 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] Network be9829d7-92e1-4bff-9b82-9e41c07653eb is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:31.597746 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:31.606727 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:31.688220 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] Attempting to bind port e61964b8-8ebb-4675-9161-f1400eabe105 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:31.689259 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] Attempting to bind port e61964b8-8ebb-4675-9161-f1400eabe105 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '9afa859e-4d48-4abb-bd52-698d9d62ce8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be9829d7-92e1-4bff-9b82-9e41c07653eb'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:31.691272 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] Attempting to bind port e61964b8-8ebb-4675-9161-f1400eabe105 on network be9829d7-92e1-4bff-9b82-9e41c07653eb {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:31.698770 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:56:31.699509 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] Checking segment: {'id': '9afa859e-4d48-4abb-bd52-698d9d62ce8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be9829d7-92e1-4bff-9b82-9e41c07653eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:56:31.700158 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:31.701086 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:31.701481 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] Bound using segment: {'id': '9afa859e-4d48-4abb-bd52-698d9d62ce8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be9829d7-92e1-4bff-9b82-9e41c07653eb'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:56:31.702106 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] Bound port: e61964b8-8ebb-4675-9161-f1400eabe105, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afa859e-4d48-4abb-bd52-698d9d62ce8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'be9829d7-92e1-4bff-9b82-9e41c07653eb'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:56:31.702588 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:31.707086 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] device_id is not set on port 1806adec-f4af-43bf-a176-d7f6c366e4e9 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:56:31.791337 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c1699a24-a178-4b20-aa21-ba4ec4646bd3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:31.799698 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-add72110-68dd-4609-b670-d568abb38fc3 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:31.803996 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] For port e61964b8-8ebb-4675-9161-f1400eabe105, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:56:31.808663 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] For port e61964b8-8ebb-4675-9161-f1400eabe105, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e61964b8-8ebb-4675-9161-f1400eabe105,segment=NetworkSegment(9afa859e-4d48-4abb-bd52-698d9d62ce8c),segment_id=9afa859e-4d48-4abb-bd52-698d9d62ce8c)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:56:31.921016 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb2baa2-2bc1-48b3-9635-8c3439d781d6,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:31.950442 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-add72110-68dd-4609-b670-d568abb38fc3 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:31.952628 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2978e646-608b-40c1-880d-2660bef094db tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778770519044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16985512'] for subnet, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:31.955808 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:32.044114 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a022e-9c78-4b6c-9149-7f294742405e None None] Pushing event updated for resources: {'Port': ['ID=e61964b8-8ebb-4675-9161-f1400eabe105,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:32.061671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b17c19-8561-4635-83bc-1ac6545c84be req-c9af5460-ad8d-40bc-ae29-3d1f6c6543d0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:32.069757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1b17c19-8561-4635-83bc-1ac6545c84be req-c9af5460-ad8d-40bc-ae29-3d1f6c6543d0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.3480706 Sep 17 23:56:32.071577 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1699a24-a178-4b20-aa21-ba4ec4646bd3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=662d40ec-6f4f-4600-a2c6-9dbbaea22416,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:32.139450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2978e646-608b-40c1-880d-2660bef094db tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:32.139450 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2978e646-608b-40c1-880d-2660bef094db tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:32.139842 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2978e646-608b-40c1-880d-2660bef094db tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "PUT /v2.0/subnets/38a73fed-1baa-409b-bfc6-ac2c3cb939d8 HTTP/1.1" status: 200 len: 877 time: 1.5593266 Sep 17 23:56:32.144411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53204) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:32.179855 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-c1699a24-a178-4b20-aa21-ba4ec4646bd3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] In _notify_port_updated(), no bound segment for port 662d40ec-6f4f-4600-a2c6-9dbbaea22416 on network 355df454-cede-4ca4-9c86-f698f202302a {{(pid=95592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:56:32.190481 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1699a24-a178-4b20-aa21-ba4ec4646bd3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:32.191237 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c1699a24-a178-4b20-aa21-ba4ec4646bd3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:32.192515 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c1699a24-a178-4b20-aa21-ba4ec4646bd3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "PUT /v2.0/ports/662d40ec-6f4f-4600-a2c6-9dbbaea22416 HTTP/1.1" status: 200 len: 921 time: 4.2048647 Sep 17 23:56:32.199078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53206) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:32.248706 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978e646-608b-40c1-880d-2660bef094db tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event updated for resources: {'Subnet': ['ID=38a73fed-1baa-409b-bfc6-ac2c3cb939d8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:32.260888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1b17c19-8561-4635-83bc-1ac6545c84be req-b3912a61-6fac-42a2-be0f-37a46820b0ae tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901615 Sep 17 23:56:32.419246 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-add72110-68dd-4609-b670-d568abb38fc3 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Floating IP d44e6305-09a7-456e-adf2-d4a2575e72e2 associated. External IP: 172.25.3.77, port: 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7. Sep 17 23:56:32.477646 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] device_id is not set on port 1806adec-f4af-43bf-a176-d7f6c366e4e9 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:56:32.495617 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:32.510438 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:32.511862 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc0474-3c40-45ac-b93b-2b50000513fd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port 662d40ec-6f4f-4600-a2c6-9dbbaea22416 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:32.514708 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a7dc0474-3c40-45ac-b93b-2b50000513fd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:32.628614 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:32.769351 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Deleting port e61964b8-8ebb-4675-9161-f1400eabe105 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:32.769858 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9c5c28ed-69af-4714-8176-09cec0c6bb51 None None] Provisioning complete for port 662d40ec-6f4f-4600-a2c6-9dbbaea22416 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:32.770309 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9c5c28ed-69af-4714-8176-09cec0c6bb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:32.770532 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:32.825510 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Pushing event updated for resources: {'Port': ['ID=1806adec-f4af-43bf-a176-d7f6c366e4e9,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:32.842165 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a7dc0474-3c40-45ac-b93b-2b50000513fd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:32.846380 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Checking segment: {'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:56:32.846652 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Network hostable DHCP agents. Network: 682dfa08-14f7-4ef7-99e4-319694c3eb3b, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:56:32.857505 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c28ed-69af-4714-8176-09cec0c6bb51 None None] Port 662d40ec-6f4f-4600-a2c6-9dbbaea22416 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:56:32.882735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc0474-3c40-45ac-b93b-2b50000513fd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for 662d40ec-6f4f-4600-a2c6-9dbbaea22416 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:32.900861 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add72110-68dd-4609-b670-d568abb38fc3 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Router 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:56:32.919817 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67881d93-7eab-47e9-aa12-dc95547568f4 req-3ab47ebc-b042-4629-9201-40a27d9d3db0 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:32.921405 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67881d93-7eab-47e9-aa12-dc95547568f4 req-3ab47ebc-b042-4629-9201-40a27d9d3db0 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.2034037 Sep 17 23:56:32.934439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] For port e61964b8-8ebb-4675-9161-f1400eabe105, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e61964b8-8ebb-4675-9161-f1400eabe105,segment=NetworkSegment(9afa859e-4d48-4abb-bd52-698d9d62ce8c),segment_id=9afa859e-4d48-4abb-bd52-698d9d62ce8c)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:32.934812 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:32.982014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Calling delete_port for e61964b8-8ebb-4675-9161-f1400eabe105 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:33.014058 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67881d93-7eab-47e9-aa12-dc95547568f4 req-b639642f-ccca-4411-a858-79d56d91a5be tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850363 Sep 17 23:56:33.024789 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Network 682dfa08-14f7-4ef7-99e4-319694c3eb3b is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:56:33.123017 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 682dfa08-14f7-4ef7-99e4-319694c3eb3b) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:33.138638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c281373-5fbb-4ec0-a67f-58c942656ade None None] Network 682dfa08-14f7-4ef7-99e4-319694c3eb3b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:33.145319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:33.158878 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add72110-68dd-4609-b670-d568abb38fc3 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:56:33.165710 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:33.165854 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-add72110-68dd-4609-b670-d568abb38fc3 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:33.166119 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:33.166503 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:33.180482 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1ce2ab-3211-4784-b028-94147ec71ada None None] Sync routers for ids ['2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:56:33.205828 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-add72110-68dd-4609-b670-d568abb38fc3 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "PUT /v2.0/floatingips/d44e6305-09a7-456e-adf2-d4a2575e72e2 HTTP/1.1" status: 200 len: 991 time: 2.5199482 Sep 17 23:56:33.207995 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1678bb-8691-4267-932f-403a00b254b9', 'tag': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:56:33.220611 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a7dc0474-3c40-45ac-b93b-2b50000513fd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:33.223798 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ce2ab-3211-4784-b028-94147ec71ada None None] Routers {'2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:56:33.225424 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14db2e6-f3b0-4b6c-907a-39bc71885726" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1678bb-8691-4267-932f-403a00b254b9", "tag": "154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:56:33.230571 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4c1ce2ab-3211-4784-b028-94147ec71ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:56:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:33.287756 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:33.294674 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:33.379134 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 2 to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 Sep 17 23:56:33.401664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc0474-3c40-45ac-b93b-2b50000513fd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=662d40ec-6f4f-4600-a2c6-9dbbaea22416,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:33.470467 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:33.482621 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:33.482967 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:33.483315 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:33.550303 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Port': ['ID=e61964b8-8ebb-4675-9161-f1400eabe105,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:33.597146 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e61964b8-8ebb-4675-9161-f1400eabe105 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:56:33.601851 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:33.602105 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:33.607595 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 3 to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 Sep 17 23:56:33.644994 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d32aa1-9878-494f-90e5-045c22373645 x-openstack-request-id: req-58d32aa1-9878-494f-90e5-045c22373645 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:56:33.645315 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1678bb-8691-4267-932f-403a00b254b9", "tag": "154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:56:33.645538 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-58d32aa1-9878-494f-90e5-045c22373645 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:56:33.645957 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1678bb-8691-4267-932f-403a00b254b9', 'tag': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'status': 'completed', 'code': 200} Sep 17 23:56:33.668881 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: e61964b8-8ebb-4675-9161-f1400eabe105 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:56:33.671188 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-4c1ce2ab-3211-4784-b028-94147ec71ada None None] Set router 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:56:33.671324 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e61964b8-8ebb-4675-9161-f1400eabe105 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 17 23:56:33.679652 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:33.679992 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:33.680330 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:33.691786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:33.692124 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:33.707601 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 4 to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 Sep 17 23:56:33.732404 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d4eab-aaaa-4cda-a7b0-6af7a06d71b1 req-8e3d4785-7c1f-41e4-9e05-38bac539e622 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:33.733085 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Port e61964b8-8ebb-4675-9161-f1400eabe105 not found, will not notify nova. {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 17 23:56:33.746872 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c64d4eab-aaaa-4cda-a7b0-6af7a06d71b1 req-8e3d4785-7c1f-41e4-9e05-38bac539e622 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.2425408 Sep 17 23:56:33.756934 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No DVR routers for this DVR port e61964b8-8ebb-4675-9161-f1400eabe105 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:56:33.767892 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a7dc0474-3c40-45ac-b93b-2b50000513fd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:33.770465 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a7dc0474-3c40-45ac-b93b-2b50000513fd tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/ports/662d40ec-6f4f-4600-a2c6-9dbbaea22416 HTTP/1.1" status: 204 len: 168 time: 1.5658786 Sep 17 23:56:33.779488 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53226) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:33.786118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:33.786653 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:33.788216 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:33.798573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:33.799103 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:33.805231 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 5 to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 Sep 17 23:56:33.827764 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c64d4eab-aaaa-4cda-a7b0-6af7a06d71b1 req-f88b860f-8c98-40f1-980d-80d77a432216 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784976 Sep 17 23:56:33.845950 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d0a1b0-fbba-49bd-89c0-aab3b0ddaae3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] GET failed (client error): The resource could not be found. Sep 17 23:56:33.848631 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-18d0a1b0-fbba-49bd-89c0-aab3b0ddaae3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports/662d40ec-6f4f-4600-a2c6-9dbbaea22416 HTTP/1.1" status: 404 len: 333 time: 0.0673420 Sep 17 23:56:33.853422 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53230) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:33.855652 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:33.855992 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:33.856334 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:33.884736 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:33.885093 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:33.885701 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c265600b-6b6a-433c-94ab-5e5b12203382 None None] Network be9829d7-92e1-4bff-9b82-9e41c07653eb requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:33.887378 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 6 to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 Sep 17 23:56:33.893554 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14db2e6-f3b0-4b6c-907a-39bc71885726 req-64a25c8d-2a9a-492f-a6eb-949ff4776577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:33.897296 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b14db2e6-f3b0-4b6c-907a-39bc71885726 req-64a25c8d-2a9a-492f-a6eb-949ff4776577 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 1097 time: 0.2454689 Sep 17 23:56:33.939096 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:33.939428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:33.939765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:33.962600 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:33.962934 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:33.963483 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 7 to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 Sep 17 23:56:33.968118 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:33.980026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c34cedfc-9f9f-4b68-aedd-f0030ef3eebc None None] Could not find standard attr ID for object e61964b8-8ebb-4675-9161-f1400eabe105. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:56:34.018169 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:34.018945 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:34.018945 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:34.037960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:34.038281 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:34.038766 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1e2b99fa-e03c-4915-9b0a-e450ccac857e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:34.049519 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 8 to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 Sep 17 23:56:34.113837 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:34.114189 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:34.114514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:34.132915 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1e2b99fa-e03c-4915-9b0a-e450ccac857e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:34.145760 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:34.145760 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:34.147910 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 9 to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 Sep 17 23:56:34.290605 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:34.290967 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:34.291273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:34.322706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:34.323038 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:34.341210 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 10 to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 Sep 17 23:56:34.342298 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4c1ce2ab-3211-4784-b028-94147ec71ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'name': 'tempest-ServerActionsTestJSON-615657599-router', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:55:45Z', 'updated_at': '2021-09-17T23:55:52Z', 'revision_number': 4, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'gw_port': {'id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:46Z', 'updated_at': '2021-09-17T23:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'd44e6305-09a7-456e-adf2-d4a2575e72e2', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'port_id': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'mac_address': 'fa:16:3e:9b:7b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1678bb-8691-4267-932f-403a00b254b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:56:02Z', 'updated_at': '2021-09-17T23:56:31Z', 'revision_number': 1, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243caaf1-ef80-4641-881a-86bd42204516', 'name': '', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'mac_address': 'fa:16:3e:7b:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:51Z', 'updated_at': '2021-09-17T23:56:00Z', 'revision_number': 5, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'subnets': [{'id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:34.391920 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1ce2ab-3211-4784-b028-94147ec71ada None None] Checking router: 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:56:34.406885 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ce2ab-3211-4784-b028-94147ec71ada None None] Routers {'2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:56:34.407745 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4c1ce2ab-3211-4784-b028-94147ec71ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:56:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:34.443068 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6896283b-44b2-45cd-b738-e3d5877ebc98 None None] Network be9829d7-92e1-4bff-9b82-9e41c07653eb requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:34.447071 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d55536-d969-4cac-baee-3b069ca82494 req-58ea89e1-0f27-46c6-9e7d-85a7581feeff tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:34.448807 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39d55536-d969-4cac-baee-3b069ca82494 req-58ea89e1-0f27-46c6-9e7d-85a7581feeff tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.2523370 Sep 17 23:56:34.452496 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:34.455648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:34.456135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:34.488032 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1e2b99fa-e03c-4915-9b0a-e450ccac857e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:34.499515 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1e2b99fa-e03c-4915-9b0a-e450ccac857e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:34.499515 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1e2b99fa-e03c-4915-9b0a-e450ccac857e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/security-groups/a6191b29-c84a-42b4-af0b-fa94e3692d2a HTTP/1.1" status: 204 len: 168 time: 0.6394455 Sep 17 23:56:34.542793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53240) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:34.542793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:34.542793 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 1806adec-f4af-43bf-a176-d7f6c366e4e9 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:34.542793 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:34.553907 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b99fa-e03c-4915-9b0a-e450ccac857e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6191b29-c84a-42b4-af0b-fa94e3692d2a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:34.621161 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39d55536-d969-4cac-baee-3b069ca82494 req-5bf79bdd-f300-46c7-902c-953abba1b355 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539190 Sep 17 23:56:34.672997 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c5acea92-134d-47f8-9e55-c8b8746fe2dc tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:34.682837 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] For port 1806adec-f4af-43bf-a176-d7f6c366e4e9, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:56:34.687932 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempted to set empty binding levels {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 23:56:34.691515 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-4c1ce2ab-3211-4784-b028-94147ec71ada None None] Set router 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:56:34.760286 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:34.764172 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c5acea92-134d-47f8-9e55-c8b8746fe2dc tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:34.877727 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:34.880271 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:34.903685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14db2e6-f3b0-4b6c-907a-39bc71885726 req-74d06e2e-9576-4757-a6d4-50afd3c236dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:34.909580 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b14db2e6-f3b0-4b6c-907a-39bc71885726 req-74d06e2e-9576-4757-a6d4-50afd3c236dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 912 time: 1.0068114 Sep 17 23:56:34.970597 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Pushing event updated for resources: {'Port': ['ID=1806adec-f4af-43bf-a176-d7f6c366e4e9,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:34.998244 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:35.045057 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Subnet': ['ID=38a73fed-1baa-409b-bfc6-ac2c3cb939d8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:35.082913 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394a3787-38a9-4254-b33a-3fb2d5bee9fd None None] Network be9829d7-92e1-4bff-9b82-9e41c07653eb requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:35.085888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-82cb6dbd-64bc-47f7-8258-5364198b2e3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 4.0376785 Sep 17 23:56:35.087348 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c5acea92-134d-47f8-9e55-c8b8746fe2dc tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:35.090403 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c5acea92-134d-47f8-9e55-c8b8746fe2dc tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:35.094094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c5acea92-134d-47f8-9e55-c8b8746fe2dc tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/security-groups/e43fa88a-917e-461d-9805-e0e0e0ade2fc HTTP/1.1" status: 204 len: 168 time: 0.5745504 Sep 17 23:56:35.094094 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53242) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:35.096770 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b14db2e6-f3b0-4b6c-907a-39bc71885726 req-123c77ca-1941-4627-9e2a-25ce8d0abbae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 HTTP/1.1" status: 200 len: 999 time: 0.1790376 Sep 17 23:56:35.100081 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53244) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:35.144083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acea92-134d-47f8-9e55-c8b8746fe2dc tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43fa88a-917e-461d-9805-e0e0e0ade2fc,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:35.190236 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4c1ce2ab-3211-4784-b028-94147ec71ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'name': 'tempest-ServerActionsTestJSON-615657599-router', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:55:45Z', 'updated_at': '2021-09-17T23:55:52Z', 'revision_number': 4, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'gw_port': {'id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:46Z', 'updated_at': '2021-09-17T23:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'd44e6305-09a7-456e-adf2-d4a2575e72e2', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'port_id': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'mac_address': 'fa:16:3e:9b:7b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1678bb-8691-4267-932f-403a00b254b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:56:02Z', 'updated_at': '2021-09-17T23:56:31Z', 'revision_number': 1, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243caaf1-ef80-4641-881a-86bd42204516', 'name': '', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'mac_address': 'fa:16:3e:7b:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:51Z', 'updated_at': '2021-09-17T23:56:00Z', 'revision_number': 5, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'subnets': [{'id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:35.222682 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-642035c8-34fe-4d47-a497-3d973d26481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Deleting port 1806adec-f4af-43bf-a176-d7f6c366e4e9 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:35.225366 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-642035c8-34fe-4d47-a497-3d973d26481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:35.225799 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:35.254642 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1ce2ab-3211-4784-b028-94147ec71ada None None] The sync data for ids ['2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'] in n-d-809883-1 is: [{'id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'name': 'tempest-ServerActionsTestJSON-615657599-router', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:55:45Z', 'updated_at': '2021-09-17T23:55:52Z', 'revision_number': 4, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'gw_port': {'id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:46Z', 'updated_at': '2021-09-17T23:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'd44e6305-09a7-456e-adf2-d4a2575e72e2', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'port_id': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'mac_address': 'fa:16:3e:9b:7b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1678bb-8691-4267-932f-403a00b254b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:56:02Z', 'updated_at': '2021-09-17T23:56:31Z', 'revision_number': 1, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '243caaf1-ef80-4641-881a-86bd42204516', 'name': '', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'mac_address': 'fa:16:3e:7b:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:51Z', 'updated_at': '2021-09-17T23:56:00Z', 'revision_number': 5, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'subnets': [{'id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:56:35.267953 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9829d7-92e1-4bff-9b82-9e41c07653eb']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:35.278575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afa859e-4d48-4abb-bd52-698d9d62ce8c') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:35.279107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afa859e-4d48-4abb-bd52-698d9d62ce8c') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:35.290538 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:35.327346 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:35.334985 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-642035c8-34fe-4d47-a497-3d973d26481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] For port 1806adec-f4af-43bf-a176-d7f6c366e4e9, host n-h1-809883-1, got binding levels [] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:35.335664 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-642035c8-34fe-4d47-a497-3d973d26481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:35.346662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a27aaeb-130a-449c-a397-99d822f93060 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting subnet 0ac5b76a-accf-4222-822b-4e4b7858e642 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:56:35.354977 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:56:35.355656 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:56:35.359566 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:56:35.365994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e433ab-d0b9-470f-b1db-80969b6c6fb3 None None] DHCP port deletion for be9829d7-92e1-4bff-9b82-9e41c07653eb request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:56:35.366368 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1a27aaeb-130a-449c-a397-99d822f93060 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:35.382096 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-642035c8-34fe-4d47-a497-3d973d26481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Calling delete_port for 1806adec-f4af-43bf-a176-d7f6c366e4e9 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:35.385682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14db2e6-f3b0-4b6c-907a-39bc71885726 req-b590dadd-06e5-4b30-b8a2-a9e108e6f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:35.387912 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b14db2e6-f3b0-4b6c-907a-39bc71885726 req-b590dadd-06e5-4b30-b8a2-a9e108e6f8ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.2685726 Sep 17 23:56:35.469134 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e61964b8-8ebb-4675-9161-f1400eabe105 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:56:35.503858 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: e61964b8-8ebb-4675-9161-f1400eabe105 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:56:35.503858 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e61964b8-8ebb-4675-9161-f1400eabe105 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:56:35.570073 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1a27aaeb-130a-449c-a397-99d822f93060 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:35.573888 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d207393f-7819-44e0-93a5-397a29f7bfda None None] New status for floating IP d44e6305-09a7-456e-adf2-d4a2575e72e2: ACTIVE {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:56:35.600392 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-642035c8-34fe-4d47-a497-3d973d26481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:35.620466 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14db2e6-f3b0-4b6c-907a-39bc71885726 req-9658681b-62d4-4a4e-a742-aeaf4c57d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:35.622068 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b14db2e6-f3b0-4b6c-907a-39bc71885726 req-9658681b-62d4-4a4e-a742-aeaf4c57d4b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2100151 Sep 17 23:56:35.626890 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:35.649067 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-b14db2e6-f3b0-4b6c-907a-39bc71885726 req-04c29f69-d29c-49dc-a217-c1664fbc09b1 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:56:35.650167 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b14db2e6-f3b0-4b6c-907a-39bc71885726 req-04c29f69-d29c-49dc-a217-c1664fbc09b1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151696 Sep 17 23:56:35.651296 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:35.653854 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/be9829d7-92e1-4bff-9b82-9e41c07653eb HTTP/1.1" status: 204 len: 168 time: 3.5069985 Sep 17 23:56:35.660805 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-642035c8-34fe-4d47-a497-3d973d26481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:35.666858 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53254) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:35.668217 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-642035c8-34fe-4d47-a497-3d973d26481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] 10.222.0.46 "DELETE /v2.0/ports/1806adec-f4af-43bf-a176-d7f6c366e4e9 HTTP/1.1" status: 204 len: 168 time: 0.5698621 Sep 17 23:56:35.669639 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53256) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:35.680690 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642035c8-34fe-4d47-a497-3d973d26481c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Pushing event deleted for resources: {'Port': ['ID=1806adec-f4af-43bf-a176-d7f6c366e4e9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:35.705544 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6ae6c3-3917-4775-91dc-af05b4ee3483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] GET failed (client error): The resource could not be found. Sep 17 23:56:35.713506 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0a6ae6c3-3917-4775-91dc-af05b4ee3483 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] 10.222.0.46 "GET /v2.0/ports/1806adec-f4af-43bf-a176-d7f6c366e4e9 HTTP/1.1" status: 404 len: 333 time: 0.0423894 Sep 17 23:56:35.714153 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53260) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:35.718685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fa92c-4735-4153-87dc-85e550ca3780 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Network': ['ID=be9829d7-92e1-4bff-9b82-9e41c07653eb,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:35.719334 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-3dd45178-9f39-4600-afdb-6c422aa5ccb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Request body: {'port': {'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1606343026'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:35.744711 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e19c8c3-d566-413e-8804-c2758f487354 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:35.745205 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e19c8c3-d566-413e-8804-c2758f487354 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:35.746992 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6e19c8c3-d566-413e-8804-c2758f487354 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/subnets/38a73fed-1baa-409b-bfc6-ac2c3cb939d8 HTTP/1.1" status: 404 len: 337 time: 0.0776742 Sep 17 23:56:35.749976 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53262) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:35.776570 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b44c95-f483-4186-9ce5-720608c6f01b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:35.778742 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b44c95-f483-4186-9ce5-720608c6f01b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:35.785828 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-98b44c95-f483-4186-9ce5-720608c6f01b tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/be9829d7-92e1-4bff-9b82-9e41c07653eb HTTP/1.1" status: 404 len: 339 time: 0.0346055 Sep 17 23:56:35.786715 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53264) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:35.802180 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1a27aaeb-130a-449c-a397-99d822f93060 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:35.810280 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd45178-9f39-4600-afdb-6c422aa5ccb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Made reservation on behalf of 080569e7f45e463ba48cb6d1d89fc3bb for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:35.812860 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3dd45178-9f39-4600-afdb-6c422aa5ccb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:35.864249 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c7681a-a50f-4fbf-bf4d-2977947afd9e tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:35.865350 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c7681a-a50f-4fbf-bf4d-2977947afd9e tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:35.865881 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b14db2e6-f3b0-4b6c-907a-39bc71885726 req-35293330-ed52-4e9e-a35b-21199f28ce3e service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991713 Sep 17 23:56:35.868258 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a5c7681a-a50f-4fbf-bf4d-2977947afd9e tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/subnets/911bd35b-9649-4854-898d-0d701ed8dde9 HTTP/1.1" status: 404 len: 337 time: 0.0781870 Sep 17 23:56:35.871925 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53266) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:35.913070 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c22a74-af89-41a0-8c6d-48d6aaaf4437 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:35.913702 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c22a74-af89-41a0-8c6d-48d6aaaf4437 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:35.917777 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-60c22a74-af89-41a0-8c6d-48d6aaaf4437 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/ffd41b9b-d2a4-4259-9556-5100249fa93f HTTP/1.1" status: 404 len: 339 time: 0.0415053 Sep 17 23:56:35.917777 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-3dd45178-9f39-4600-afdb-6c422aa5ccb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] device_id is not set on port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:56:35.918067 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53270) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:36.014391 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8a712-154c-4ec1-9434-e4a544e96fbe req-20f63120-291a-4d74-8f5d-1d4116927a91 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:36.016916 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9c8a712-154c-4ec1-9434-e4a544e96fbe req-20f63120-291a-4d74-8f5d-1d4116927a91 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.2286084 Sep 17 23:56:36.057937 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1a27aaeb-130a-449c-a397-99d822f93060 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:36.092451 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9c8a712-154c-4ec1-9434-e4a544e96fbe req-744d9f8e-f716-4e2d-b6c9-7ab64c1c729a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667808 Sep 17 23:56:36.108026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27aaeb-130a-449c-a397-99d822f93060 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac5b76a-accf-4222-822b-4e4b7858e642,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:36.111982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047e48e8-8952-4408-bb69-69c794440722 None None] Network 355df454-cede-4ca4-9c86-f698f202302a requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:36.113092 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d72526ff-16f0-48da-94fe-d589bbab0f25 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:36.119291 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1a27aaeb-130a-449c-a397-99d822f93060 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:36.121131 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1a27aaeb-130a-449c-a397-99d822f93060 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/subnets/0ac5b76a-accf-4222-822b-4e4b7858e642 HTTP/1.1" status: 204 len: 168 time: 1.0199430 Sep 17 23:56:36.131343 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53272) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:36.135973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-292b397d-02ec-4232-a6ed-fc93572e4fc1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'subnet': {'network_id': '355df454-cede-4ca4-9c86-f698f202302a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:36.141769 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b14db2e6-f3b0-4b6c-907a-39bc71885726 req-f842d006-c5bd-4bfb-99d1-642550128241 service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679584 Sep 17 23:56:36.147651 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a27aaeb-130a-449c-a397-99d822f93060 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:36.147849 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a27aaeb-130a-449c-a397-99d822f93060 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:36.148196 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a27aaeb-130a-449c-a397-99d822f93060 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:36.148543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a27aaeb-130a-449c-a397-99d822f93060 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:36.148912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a27aaeb-130a-449c-a397-99d822f93060 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:36.149244 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a27aaeb-130a-449c-a397-99d822f93060 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:36.149576 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a27aaeb-130a-449c-a397-99d822f93060 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:36.149909 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a27aaeb-130a-449c-a397-99d822f93060 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:36.150331 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a27aaeb-130a-449c-a397-99d822f93060 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:36.150561 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a27aaeb-130a-449c-a397-99d822f93060 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:36.150891 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a27aaeb-130a-449c-a397-99d822f93060 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:36.151217 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a27aaeb-130a-449c-a397-99d822f93060 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:56:36.214891 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3dd45178-9f39-4600-afdb-6c422aa5ccb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:36.324218 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d72526ff-16f0-48da-94fe-d589bbab0f25 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:36.339231 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3dd45178-9f39-4600-afdb-6c422aa5ccb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:36.354840 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d72526ff-16f0-48da-94fe-d589bbab0f25 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9135d73-5254-4981-89b7-5dc29ce8c472']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:36.377870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d72526ff-16f0-48da-94fe-d589bbab0f25 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec000ae-f6db-4b6c-9085-b0e4621fc86c') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:36.377870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-d72526ff-16f0-48da-94fe-d589bbab0f25 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec000ae-f6db-4b6c-9085-b0e4621fc86c') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:36.389500 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d72526ff-16f0-48da-94fe-d589bbab0f25 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:36.396707 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd45178-9f39-4600-afdb-6c422aa5ccb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Network 682dfa08-14f7-4ef7-99e4-319694c3eb3b is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:36.399715 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-3dd45178-9f39-4600-afdb-6c422aa5ccb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:36.402284 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd45178-9f39-4600-afdb-6c422aa5ccb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:36.403442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd45178-9f39-4600-afdb-6c422aa5ccb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:36.404200 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3dd45178-9f39-4600-afdb-6c422aa5ccb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:36.407014 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d72526ff-16f0-48da-94fe-d589bbab0f25 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:36.422372 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72526ff-16f0-48da-94fe-d589bbab0f25 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:56:36.423856 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d72526ff-16f0-48da-94fe-d589bbab0f25 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:36.426880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd45178-9f39-4600-afdb-6c422aa5ccb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Pushing event updated for resources: {'Port': ['ID=3f48914a-c8f1-4cd7-b2d8-c73929d84be3,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:56:36.427003 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:56:36.484133 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292b397d-02ec-4232-a6ed-fc93572e4fc1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:36.493897 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-292b397d-02ec-4232-a6ed-fc93572e4fc1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:36.537163 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3dd45178-9f39-4600-afdb-6c422aa5ccb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8217125 Sep 17 23:56:36.539567 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53280) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:36.549096 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:36.678216 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:36.870108 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d72526ff-16f0-48da-94fe-d589bbab0f25 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:36.878580 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d72526ff-16f0-48da-94fe-d589bbab0f25 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:36.882882 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d72526ff-16f0-48da-94fe-d589bbab0f25 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/d9135d73-5254-4981-89b7-5dc29ce8c472 HTTP/1.1" status: 204 len: 168 time: 0.9607489 Sep 17 23:56:36.885819 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53286) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:36.889820 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72526ff-16f0-48da-94fe-d589bbab0f25 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Network': ['ID=d9135d73-5254-4981-89b7-5dc29ce8c472,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:36.910433 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-292b397d-02ec-4232-a6ed-fc93572e4fc1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:36.940782 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d638a5a-8a48-4866-9ed7-503bf15423fa tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:36.940782 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d638a5a-8a48-4866-9ed7-503bf15423fa tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:36.946669 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4d638a5a-8a48-4866-9ed7-503bf15423fa tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/subnets/a707d4ed-1f1e-4666-bad4-d5b68a714fd4 HTTP/1.1" status: 404 len: 337 time: 0.0558448 Sep 17 23:56:36.954827 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53288) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:36.983343 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] device_id is not set on port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:56:36.992024 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b397d-02ec-4232-a6ed-fc93572e4fc1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network 355df454-cede-4ca4-9c86-f698f202302a is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:36.993391 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:37.006586 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-292b397d-02ec-4232-a6ed-fc93572e4fc1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:37.013767 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a966458d-1429-4d71-adbf-f52ce62074fd tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:37.014290 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a966458d-1429-4d71-adbf-f52ce62074fd tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:37.016020 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a966458d-1429-4d71-adbf-f52ce62074fd tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/bb456d38-399c-46ef-b20a-d0d196715fab HTTP/1.1" status: 404 len: 339 time: 0.0602372 Sep 17 23:56:37.019344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53292) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:37.019662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292b397d-02ec-4232-a6ed-fc93572e4fc1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:37.020256 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-292b397d-02ec-4232-a6ed-fc93572e4fc1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:37.033377 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b397d-02ec-4232-a6ed-fc93572e4fc1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Subnet': ['ID=f10f98f4-45ce-4af9-8bdb-d4ef5e826ba3,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:37.050476 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37e3d49-e796-4835-8fb3-71c5f4e1a959 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:37.050999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37e3d49-e796-4835-8fb3-71c5f4e1a959 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:37.053490 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d37e3d49-e796-4835-8fb3-71c5f4e1a959 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/subnets/4c760faa-e97e-422a-8a73-bae970f369db HTTP/1.1" status: 404 len: 337 time: 0.0326073 Sep 17 23:56:37.056132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53294) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:37.057895 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae68ddd9-ccb5-4e11-bd41-c6e962585f94 None None] Network 355df454-cede-4ca4-9c86-f698f202302a requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:37.079228 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-522e999a-2cb3-4796-98ad-798f326a9dd2 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:37.080077 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522e999a-2cb3-4796-98ad-798f326a9dd2 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:37.081980 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-522e999a-2cb3-4796-98ad-798f326a9dd2 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/b1a098bb-9241-4ad8-ae5e-defcd5555ed9 HTTP/1.1" status: 404 len: 339 time: 0.0248761 Sep 17 23:56:37.085540 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53296) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:37.101574 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:37.130953 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-292b397d-02ec-4232-a6ed-fc93572e4fc1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9988515 Sep 17 23:56:37.132266 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fec3ec1-89ea-4ba0-9fbf-4d3569a7ccbe tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:37.132902 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fec3ec1-89ea-4ba0-9fbf-4d3569a7ccbe tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:37.134869 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5fec3ec1-89ea-4ba0-9fbf-4d3569a7ccbe tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/subnets/6a3e0480-2e95-4e96-901e-71d173f83ac0 HTTP/1.1" status: 404 len: 337 time: 0.0482521 Sep 17 23:56:37.135823 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53298) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:37.137713 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53300) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:37.148407 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-cb2d0e2d-5172-4526-873b-2d7b08c6aae2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'security_group': {'name': 'tempest-secgroup-855212539'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:37.170264 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-22695f72-d1a9-45ec-aa6d-0fcea22bfe22 None None] Provisioning complete for port 63f98baa-8de2-4ed5-9916-205d8fe6c61d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:37.171206 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-22695f72-d1a9-45ec-aa6d-0fcea22bfe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:37.171615 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Pushing event updated for resources: {'Port': ['ID=3f48914a-c8f1-4cd7-b2d8-c73929d84be3,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:37.204627 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-99714ca7-3304-4655-9427-3c25880cdeef tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:37.205210 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99714ca7-3304-4655-9427-3c25880cdeef tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:37.209858 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-99714ca7-3304-4655-9427-3c25880cdeef tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/0175e58d-b194-44b8-9e15-92ffd74d3157 HTTP/1.1" status: 404 len: 339 time: 0.0683341 Sep 17 23:56:37.211322 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53304) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:37.228458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:37.229597 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:37.230150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:37.276028 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-733dc92a-7166-4de0-8c13-e2f9aa4c3a0e tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:37.277381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-733dc92a-7166-4de0-8c13-e2f9aa4c3a0e tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:37.279702 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-733dc92a-7166-4de0-8c13-e2f9aa4c3a0e tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/subnets/3451b01e-29aa-4cfc-9fec-488ad0ca587e HTTP/1.1" status: 404 len: 337 time: 0.0661919 Sep 17 23:56:37.282150 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53308) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:37.304681 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-73cf1f15-70f1-4b9c-8e1d-18fc390b3e28 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:37.305029 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:37.305454 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:37.305859 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 2 to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 Sep 17 23:56:37.306281 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73cf1f15-70f1-4b9c-8e1d-18fc390b3e28 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:37.308315 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-73cf1f15-70f1-4b9c-8e1d-18fc390b3e28 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/b64477d4-47d2-426f-9e2c-500d2854d19b HTTP/1.1" status: 404 len: 339 time: 0.0249746 Sep 17 23:56:37.310853 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53310) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:37.315217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-22695f72-d1a9-45ec-aa6d-0fcea22bfe22 None None] Port 63f98baa-8de2-4ed5-9916-205d8fe6c61d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:56:37.333261 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-22695f72-d1a9-45ec-aa6d-0fcea22bfe22 None None] Provisioning complete for port de5e7d26-9ce6-4777-9aee-583645c7eb4f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:37.334630 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-22695f72-d1a9-45ec-aa6d-0fcea22bfe22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:37.343972 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-665beb54-b0cc-4c37-a1bf-984b6859aef3 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:37.344421 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665beb54-b0cc-4c37-a1bf-984b6859aef3 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:37.346604 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-665beb54-b0cc-4c37-a1bf-984b6859aef3 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/subnets/e6c401e6-a881-48f1-82d9-454a9040d96d HTTP/1.1" status: 404 len: 337 time: 0.0343740 Sep 17 23:56:37.348752 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53312) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:37.359154 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb2d0e2d-5172-4526-873b-2d7b08c6aae2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:37.371319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:37.371319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:37.371319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:37.378452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:37.378894 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:37.380082 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 3 to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 Sep 17 23:56:37.384781 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0eac094-859b-4583-ac25-7100f9ab523c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:37.385383 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0eac094-859b-4583-ac25-7100f9ab523c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:37.387388 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d0eac094-859b-4583-ac25-7100f9ab523c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/de9b1545-32ad-4b65-9ce5-d155a24f1b1a HTTP/1.1" status: 404 len: 339 time: 0.0368116 Sep 17 23:56:37.393209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53314) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:37.402130 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:37.402683 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:37.403200 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:37.417885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19e3638-98fc-431f-b933-7950a083ae65 None None] Update dhcp port {'port': {'network_id': '355df454-cede-4ca4-9c86-f698f202302a', 'fixed_ips': [{'subnet_id': 'bb95673d-6794-45ca-8831-015662e1d036', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f10f98f4-45ce-4af9-8bdb-d4ef5e826ba3'}], 'binding:host_id': 'n-d-809883-1'}, 'id': 'de5e7d26-9ce6-4777-9aee-583645c7eb4f'} from n-d-809883-1. {{(pid=95593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:56:37.418645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b564f45-5665-45f8-a5f3-fa5f28203cdd req-3c0dc17c-e6fe-499c-bf3e-7575f6c56eae tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:37.420439 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4b564f45-5665-45f8-a5f3-fa5f28203cdd req-3c0dc17c-e6fe-499c-bf3e-7575f6c56eae tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.1501772 Sep 17 23:56:37.421511 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:37.421983 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:37.422524 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 4 to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 Sep 17 23:56:37.438783 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-557d8338-c71a-4a5d-8a32-481676260cc0 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:37.439237 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557d8338-c71a-4a5d-8a32-481676260cc0 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:37.441121 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-557d8338-c71a-4a5d-8a32-481676260cc0 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/subnets/6e139f9a-13e0-4047-b9f9-3263aa26128e HTTP/1.1" status: 404 len: 337 time: 0.0469675 Sep 17 23:56:37.444195 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53316) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:37.449085 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a19e3638-98fc-431f-b933-7950a083ae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:37.452315 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:37.454957 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:37.454957 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:37.462541 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:37.463390 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:37.466255 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 5 to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 Sep 17 23:56:37.503286 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-941edfa8-2b61-4b88-a196-706ab20cb8e7 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:37.506605 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941edfa8-2b61-4b88-a196-706ab20cb8e7 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:37.511181 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-941edfa8-2b61-4b88-a196-706ab20cb8e7 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/3bfd0bb0-90e0-4b80-8fa7-9a006985ed17 HTTP/1.1" status: 404 len: 339 time: 0.0660388 Sep 17 23:56:37.518322 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53322) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:37.526939 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:37.527440 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:37.527791 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:37.538404 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4b564f45-5665-45f8-a5f3-fa5f28203cdd req-b0e28b29-d62c-4d59-9142-2b3e21f141fd tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106837 Sep 17 23:56:37.539194 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:37.539666 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:37.540064 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 6 to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 Sep 17 23:56:37.554623 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:37.554970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:37.555312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:37.561442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:37.561826 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:37.562233 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 7 to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 Sep 17 23:56:37.578543 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:37.578888 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:37.579232 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:37.598635 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-79290c94-e14e-4b36-8e4f-c921b48e77ec tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:37.598635 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79290c94-e14e-4b36-8e4f-c921b48e77ec tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:37.602959 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-79290c94-e14e-4b36-8e4f-c921b48e77ec tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/subnets/aeefb6f3-d89c-4a63-b5ba-c68ee0605fcd HTTP/1.1" status: 404 len: 337 time: 0.0802729 Sep 17 23:56:37.603088 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:37.603088 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:37.603088 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 8 to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 Sep 17 23:56:37.603297 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53324) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:37.632138 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd730d8-a93f-4cd2-a6cb-c69d28d1d045 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:37.632964 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd730d8-a93f-4cd2-a6cb-c69d28d1d045 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:37.637042 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1fd730d8-a93f-4cd2-a6cb-c69d28d1d045 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/9fee5444-93cb-4142-981d-8590f921b404 HTTP/1.1" status: 404 len: 339 time: 0.0305185 Sep 17 23:56:37.637591 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53326) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:37.638929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:37.639275 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:37.639616 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:37.651109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:37.651445 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:37.655830 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 9 to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 Sep 17 23:56:37.672911 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-196c4a9a-41fe-458a-95d2-98f37e278c7c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:37.673393 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196c4a9a-41fe-458a-95d2-98f37e278c7c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:37.675525 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-196c4a9a-41fe-458a-95d2-98f37e278c7c tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/subnets/b839e45a-bf24-4b6b-bef0-01dcadaa370b HTTP/1.1" status: 404 len: 337 time: 0.0372176 Sep 17 23:56:37.678299 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53330) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:37.680311 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:37.680883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:37.681436 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:37.690717 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:37.691133 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:37.691606 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 10 to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 Sep 17 23:56:37.707814 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34c4621-f293-4ab7-9617-13efb025568a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:37.708499 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a34c4621-f293-4ab7-9617-13efb025568a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:37.711809 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:37.712229 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:37.712642 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:37.716108 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a34c4621-f293-4ab7-9617-13efb025568a tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/747a48a6-9d40-40fd-9d49-8c8cb27be4eb HTTP/1.1" status: 404 len: 339 time: 0.0338352 Sep 17 23:56:37.718037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53332) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:37.722578 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:37.723015 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:37.723455 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:37.739183 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb2d0e2d-5172-4526-873b-2d7b08c6aae2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:37.803794 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb2d0e2d-5172-4526-873b-2d7b08c6aae2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:37.822367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa8dedd-fe32-48ff-8b28-775e3dac4dd6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Deleting subnet dc0e90fd-f8d1-4f33-a6ef-76105f1f3f27 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:56:37.827248 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-aaa8dedd-fe32-48ff-8b28-775e3dac4dd6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:37.862813 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d0e2d-5172-4526-873b-2d7b08c6aae2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46077f5b-4f13-44f0-852f-99a804396cd3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:37.884687 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb2d0e2d-5172-4526-873b-2d7b08c6aae2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:37.887937 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] For port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:56:37.888320 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempted to set empty binding levels {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 23:56:37.889253 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53334) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:37.890654 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cb2d0e2d-5172-4526-873b-2d7b08c6aae2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7537048 Sep 17 23:56:37.894707 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-aaa8dedd-fe32-48ff-8b28-775e3dac4dd6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:37.897875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-45b3afdf-26fd-446f-bee9-97b3fcdf48b8 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'security_group': {'name': 'tempest-secgroup-1015822148'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:37.924612 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-a19e3638-98fc-431f-b933-7950a083ae65 None None] Allocated IP 172.20.0.2 (355df454-cede-4ca4-9c86-f698f202302a/f10f98f4-45ce-4af9-8bdb-d4ef5e826ba3/de5e7d26-9ce6-4777-9aee-583645c7eb4f) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:56:38.043647 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a19e3638-98fc-431f-b933-7950a083ae65 None None] For port de5e7d26-9ce6-4777-9aee-583645c7eb4f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=de5e7d26-9ce6-4777-9aee-583645c7eb4f,segment=NetworkSegment(7873ddfe-d26c-4e36-b888-459bf5ee6ae7),segment_id=7873ddfe-d26c-4e36-b888-459bf5ee6ae7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:38.073210 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-aaa8dedd-fe32-48ff-8b28-775e3dac4dd6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:38.078249 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a19e3638-98fc-431f-b933-7950a083ae65 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:38.111029 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45b3afdf-26fd-446f-bee9-97b3fcdf48b8 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:38.113220 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:38.158002 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a19e3638-98fc-431f-b933-7950a083ae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:38.163446 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] In _notify_port_updated(), no bound segment for port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:56:38.164392 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.164975 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:38.168600 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] 10.222.0.46 "PUT /v2.0/ports/3f48914a-c8f1-4cd7-b2d8-c73929d84be3 HTTP/1.1" status: 200 len: 979 time: 1.6255374 Sep 17 23:56:38.169042 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53336) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:38.201888 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a01232-f230-4774-bccb-f3eff89003d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Pushing event updated for resources: {'Port': ['ID=3f48914a-c8f1-4cd7-b2d8-c73929d84be3,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:38.290799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e3638-98fc-431f-b933-7950a083ae65 None None] Pushing event updated for resources: {'Port': ['ID=de5e7d26-9ce6-4777-9aee-583645c7eb4f,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:38.316746 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-aaa8dedd-fe32-48ff-8b28-775e3dac4dd6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:38.345161 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.345948 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.346742 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.347394 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.348117 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.348722 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.349763 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.350405 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.350891 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.351375 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.351849 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.352324 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.352798 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.353298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.353768 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.354389 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.354864 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.355470 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.355948 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.356426 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.357169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.357592 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.358077 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:38.366629 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-662d8fd4-e34c-4788-ad30-315389548894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20583 time: 0.1912019 Sep 17 23:56:38.366742 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8dedd-fe32-48ff-8b28-775e3dac4dd6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Subnet': ['ID=dc0e90fd-f8d1-4f33-a6ef-76105f1f3f27,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:38.368664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53338) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:38.374681 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-aaa8dedd-fe32-48ff-8b28-775e3dac4dd6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:38.376604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-aaa8dedd-fe32-48ff-8b28-775e3dac4dd6 tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/subnets/dc0e90fd-f8d1-4f33-a6ef-76105f1f3f27 HTTP/1.1" status: 204 len: 168 time: 0.6505358 Sep 17 23:56:38.379777 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53340) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:38.383618 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe170629-9a27-402d-8729-468f60a8ecb7 None None] Network a8a3a174-778a-49c7-886d-ef65f8e0a1bf requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:38.395293 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45b3afdf-26fd-446f-bee9-97b3fcdf48b8 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:38.473495 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45b3afdf-26fd-446f-bee9-97b3fcdf48b8 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:38.521395 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:38.538628 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3afdf-26fd-446f-bee9-97b3fcdf48b8 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09749494-3493-48b7-9e7b-3ced1b0b6221,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:38.547404 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-8ee131db-49cd-4576-9cfb-f685b8613846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Deleting port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:38.547772 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8ee131db-49cd-4576-9cfb-f685b8613846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:38.581190 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45b3afdf-26fd-446f-bee9-97b3fcdf48b8 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:38.590842 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-45b3afdf-26fd-446f-bee9-97b3fcdf48b8 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7004411 Sep 17 23:56:38.594075 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53344) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:38.601805 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-90bf375d-0d1d-43f2-92ca-a89e49a53409 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'security_group': {'name': 'tempest-secgroup-1982029468'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:38.667545 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Deleting port c4a3d7ba-cc23-4dbe-a397-f210e43c5882 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:38.667895 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:38.737211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-8ee131db-49cd-4576-9cfb-f685b8613846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] For port 3f48914a-c8f1-4cd7-b2d8-c73929d84be3, host n-h1-809883-1, got binding levels [] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:38.737582 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8ee131db-49cd-4576-9cfb-f685b8613846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:38.755634 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cf1c93-29c6-4d3d-9621-049b631f804a None None] DHCP port deletion for a8a3a174-778a-49c7-886d-ef65f8e0a1bf request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:56:38.797303 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-90bf375d-0d1d-43f2-92ca-a89e49a53409 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:38.809970 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-8ee131db-49cd-4576-9cfb-f685b8613846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Calling delete_port for 3f48914a-c8f1-4cd7-b2d8-c73929d84be3 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:38.817021 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] For port c4a3d7ba-cc23-4dbe-a397-f210e43c5882, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c4a3d7ba-cc23-4dbe-a397-f210e43c5882,segment=NetworkSegment(2312c24e-ed64-40bf-9c3e-6559abb2ea00),segment_id=2312c24e-ed64-40bf-9c3e-6559abb2ea00)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:38.817740 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:38.833054 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Calling delete_port for c4a3d7ba-cc23-4dbe-a397-f210e43c5882 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:38.907476 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-24cf1c93-29c6-4d3d-9621-049b631f804a None None] Deleting port c4a3d7ba-cc23-4dbe-a397-f210e43c5882 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:38.907854 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-24cf1c93-29c6-4d3d-9621-049b631f804a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.027484 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.027801 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-24cf1c93-29c6-4d3d-9621-049b631f804a None None] For port c4a3d7ba-cc23-4dbe-a397-f210e43c5882, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c4a3d7ba-cc23-4dbe-a397-f210e43c5882,segment=NetworkSegment(2312c24e-ed64-40bf-9c3e-6559abb2ea00),segment_id=2312c24e-ed64-40bf-9c3e-6559abb2ea00)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:39.028210 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-24cf1c93-29c6-4d3d-9621-049b631f804a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.044402 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-24cf1c93-29c6-4d3d-9621-049b631f804a None None] Calling delete_port for c4a3d7ba-cc23-4dbe-a397-f210e43c5882 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:39.049992 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-90bf375d-0d1d-43f2-92ca-a89e49a53409 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.067011 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8ee131db-49cd-4576-9cfb-f685b8613846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.092371 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9a3fa-e7bd-4685-9f7b-e19919027e2f req-c789d171-2fde-4ca1-8ff1-eae62d84097c tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:39.094259 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-60a9a3fa-e7bd-4685-9f7b-e19919027e2f req-c789d171-2fde-4ca1-8ff1-eae62d84097c tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.3978584 Sep 17 23:56:39.097563 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Port': ['ID=c4a3d7ba-cc23-4dbe-a397-f210e43c5882,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:39.105433 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] No DVR routers for this DVR port c4a3d7ba-cc23-4dbe-a397-f210e43c5882 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:56:39.138700 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee131db-49cd-4576-9cfb-f685b8613846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f48914a-c8f1-4cd7-b2d8-c73929d84be3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:39.148072 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-90bf375d-0d1d-43f2-92ca-a89e49a53409 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.155755 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8ee131db-49cd-4576-9cfb-f685b8613846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.165463 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8ee131db-49cd-4576-9cfb-f685b8613846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] 10.222.0.46 "DELETE /v2.0/ports/3f48914a-c8f1-4cd7-b2d8-c73929d84be3 HTTP/1.1" status: 204 len: 168 time: 0.7956767 Sep 17 23:56:39.166094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53352) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.170696 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.172701 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.172701 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.172701 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.172701 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.172701 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.172701 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.172701 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.172701 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.172701 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.172701 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.172701 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.172701 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.172701 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:56:39.172701 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 17 23:56:39.176462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a823b301-c5d8-43c2-a8df-39e81c8f3e76 None None] Provisioning complete for port 63f98baa-8de2-4ed5-9916-205d8fe6c61d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:39.177342 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a823b301-c5d8-43c2-a8df-39e81c8f3e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.201574 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-1081dad0-d7db-46d6-8c8d-488d04ee72ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] GET failed (client error): The resource could not be found. Sep 17 23:56:39.208052 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1081dad0-d7db-46d6-8c8d-488d04ee72ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] 10.222.0.46 "GET /v2.0/ports/3f48914a-c8f1-4cd7-b2d8-c73929d84be3 HTTP/1.1" status: 404 len: 333 time: 0.0409567 Sep 17 23:56:39.209447 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53354) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:39.215161 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d3ce9dbc-3715-4475-8395-b2ee7ef99b27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-321753890', 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:39.222405 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a823b301-c5d8-43c2-a8df-39e81c8f3e76 None None] Port 63f98baa-8de2-4ed5-9916-205d8fe6c61d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:56:39.229319 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-24cf1c93-29c6-4d3d-9621-049b631f804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.255209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf1c93-29c6-4d3d-9621-049b631f804a None None] Pushing event deleted for resources: {'Port': ['ID=c4a3d7ba-cc23-4dbe-a397-f210e43c5882,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:39.263930 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a823b301-c5d8-43c2-a8df-39e81c8f3e76 None None] Provisioning complete for port de5e7d26-9ce6-4777-9aee-583645c7eb4f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:39.264388 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a823b301-c5d8-43c2-a8df-39e81c8f3e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.277377 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.290855 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf375d-0d1d-43f2-92ca-a89e49a53409 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7edcaac-5287-4269-9dbb-b6f8f1eba528,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:39.300795 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-60a9a3fa-e7bd-4685-9f7b-e19919027e2f req-6f89e3af-2710-453e-91c4-6ac94e803333 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968868 Sep 17 23:56:39.305978 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cf1c93-29c6-4d3d-9621-049b631f804a None None] No DVR routers for this DVR port c4a3d7ba-cc23-4dbe-a397-f210e43c5882 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:56:39.309604 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-90bf375d-0d1d-43f2-92ca-a89e49a53409 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.310279 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-90bf375d-0d1d-43f2-92ca-a89e49a53409 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7151642 Sep 17 23:56:39.312151 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a3a174-778a-49c7-886d-ef65f8e0a1bf']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:39.314423 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53356) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:39.326878 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-84dafc86-773c-46ff-852f-21ccd01609f6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-163740488', 'security_groups': ['a7edcaac-5287-4269-9dbb-b6f8f1eba528'], 'network_id': '355df454-cede-4ca4-9c86-f698f202302a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f10f98f4-45ce-4af9-8bdb-d4ef5e826ba3'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:39.391423 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2312c24e-ed64-40bf-9c3e-6559abb2ea00') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:39.391795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2312c24e-ed64-40bf-9c3e-6559abb2ea00') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:39.441307 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.443869 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ce9dbc-3715-4475-8395-b2ee7ef99b27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Made reservation on behalf of 080569e7f45e463ba48cb6d1d89fc3bb for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:39.451543 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device de5e7d26-9ce6-4777-9aee-583645c7eb4f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:56:39.455258 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d3ce9dbc-3715-4475-8395-b2ee7ef99b27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.467481 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.492825 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-d3ce9dbc-3715-4475-8395-b2ee7ef99b27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] device_id is not set on port bf3afe51-ded4-44ee-9234-9f4160e057e7 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:56:39.507356 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:56:39.507769 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:56:39.511401 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:56:39.523054 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port de5e7d26-9ce6-4777-9aee-583645c7eb4f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:39.523568 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.683598 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c4a3d7ba-cc23-4dbe-a397-f210e43c5882 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:56:39.698662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dafc86-773c-46ff-852f-21ccd01609f6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:39.705552 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: c4a3d7ba-cc23-4dbe-a397-f210e43c5882 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:56:39.706073 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c4a3d7ba-cc23-4dbe-a397-f210e43c5882 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:56:39.725414 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.736554 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.738525 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] 10.222.0.46 "DELETE /v2.0/networks/a8a3a174-778a-49c7-886d-ef65f8e0a1bf HTTP/1.1" status: 204 len: 168 time: 1.3578115 Sep 17 23:56:39.779856 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d3ce9dbc-3715-4475-8395-b2ee7ef99b27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.813680 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b037e-2aa1-4889-aac6-dd962deb7aca tempest-NetworksTest-610212020 tempest-NetworksTest-610212020-project] Pushing event deleted for resources: {'Network': ['ID=a8a3a174-778a-49c7-886d-ef65f8e0a1bf,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:39.855441 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84dafc86-773c-46ff-852f-21ccd01609f6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:39.876398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-84dafc86-773c-46ff-852f-21ccd01609f6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] device_id is not set on port d7ec275b-93dc-463b-8679-e32cab25d4a1 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:56:39.961787 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d3ce9dbc-3715-4475-8395-b2ee7ef99b27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:40.013313 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ce9dbc-3715-4475-8395-b2ee7ef99b27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Network 682dfa08-14f7-4ef7-99e4-319694c3eb3b is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:40.015193 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-d3ce9dbc-3715-4475-8395-b2ee7ef99b27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:40.017197 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce9dbc-3715-4475-8395-b2ee7ef99b27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Pushing event updated for resources: {'Port': ['ID=bf3afe51-ded4-44ee-9234-9f4160e057e7,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:40.019609 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ce9dbc-3715-4475-8395-b2ee7ef99b27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:40.020694 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ce9dbc-3715-4475-8395-b2ee7ef99b27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:40.021961 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d3ce9dbc-3715-4475-8395-b2ee7ef99b27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:40.063029 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-84dafc86-773c-46ff-852f-21ccd01609f6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Allocated IP 172.20.0.9 (355df454-cede-4ca4-9c86-f698f202302a/f10f98f4-45ce-4af9-8bdb-d4ef5e826ba3/d7ec275b-93dc-463b-8679-e32cab25d4a1) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:56:40.138374 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d3ce9dbc-3715-4475-8395-b2ee7ef99b27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9254858 Sep 17 23:56:40.138613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53366) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:40.187665 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d96eee-7941-4be7-9f03-87f7ab1b5151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:40.189170 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b1d96eee-7941-4be7-9f03-87f7ab1b5151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] 10.222.0.46 "GET /v2.0/ports/bf3afe51-ded4-44ee-9234-9f4160e057e7 HTTP/1.1" status: 200 len: 958 time: 0.0495684 Sep 17 23:56:40.191850 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53368) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:40.227208 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84dafc86-773c-46ff-852f-21ccd01609f6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:40.256128 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:40.287883 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-e62c0e13-3f52-42e3-b5a3-f5e4f47ce590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Deleting port bf3afe51-ded4-44ee-9234-9f4160e057e7 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:40.288452 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e62c0e13-3f52-42e3-b5a3-f5e4f47ce590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:40.341321 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84dafc86-773c-46ff-852f-21ccd01609f6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:40.383151 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e62c0e13-3f52-42e3-b5a3-f5e4f47ce590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:40.385844 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53374) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:40.410528 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dafc86-773c-46ff-852f-21ccd01609f6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network 355df454-cede-4ca4-9c86-f698f202302a is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:40.414673 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-84dafc86-773c-46ff-852f-21ccd01609f6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:40.437731 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dafc86-773c-46ff-852f-21ccd01609f6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:40.438672 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-e62c0e13-3f52-42e3-b5a3-f5e4f47ce590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Calling delete_port for bf3afe51-ded4-44ee-9234-9f4160e057e7 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:40.482637 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dafc86-773c-46ff-852f-21ccd01609f6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=d7ec275b-93dc-463b-8679-e32cab25d4a1,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:40.589876 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dafc86-773c-46ff-852f-21ccd01609f6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:40.589876 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84dafc86-773c-46ff-852f-21ccd01609f6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:40.606590 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725818d-522e-4e84-81e6-ad4e46d51b26 req-1714b80b-e1d2-4522-8a40-879d218d034f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:40.608217 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f725818d-522e-4e84-81e6-ad4e46d51b26 req-1714b80b-e1d2-4522-8a40-879d218d034f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.1186182 Sep 17 23:56:40.618803 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e62c0e13-3f52-42e3-b5a3-f5e4f47ce590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:40.680515 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f725818d-522e-4e84-81e6-ad4e46d51b26 req-2ff1dcb3-b560-4b45-b3d6-c01cfded0ab2 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591156 Sep 17 23:56:40.690253 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-84dafc86-773c-46ff-852f-21ccd01609f6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3748314 Sep 17 23:56:40.692792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53378) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:40.701159 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7c212eec-a19d-4d3f-aed2-ce8522050f17 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=82470c50b6634cf6b69364e1e9279331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3099306 Sep 17 23:56:40.701805 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-1230e37a-4d2a-44e2-aa15-9bf6b4412cb2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'subnet': {'network_id': '355df454-cede-4ca4-9c86-f698f202302a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:40.708591 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e62c0e13-3f52-42e3-b5a3-f5e4f47ce590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:40.708591 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e62c0e13-3f52-42e3-b5a3-f5e4f47ce590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] 10.222.0.46 "DELETE /v2.0/ports/bf3afe51-ded4-44ee-9234-9f4160e057e7 HTTP/1.1" status: 204 len: 168 time: 0.5128314 Sep 17 23:56:40.708591 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53380) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:40.708591 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c0e13-3f52-42e3-b5a3-f5e4f47ce590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf3afe51-ded4-44ee-9234-9f4160e057e7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:40.716634 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53382) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:40.758675 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-4930e80a-35bd-4e1b-8f6d-5b2e08fe1939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] GET failed (client error): The resource could not be found. Sep 17 23:56:40.760373 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4930e80a-35bd-4e1b-8f6d-5b2e08fe1939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] 10.222.0.46 "GET /v2.0/ports/bf3afe51-ded4-44ee-9234-9f4160e057e7 HTTP/1.1" status: 404 len: 333 time: 0.0425649 Sep 17 23:56:40.764242 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53384) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:40.772882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-bb7b237c-6965-4822-9140-6bac8660d441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Request body: {'port': {'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-338476917'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:40.805763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-54121e4e-f562-42a4-b9a8-05213f5098ad None None] Provisioning complete for port d7ec275b-93dc-463b-8679-e32cab25d4a1 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:40.806343 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-54121e4e-f562-42a4-b9a8-05213f5098ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:40.850460 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3af11e64-73f1-4b0b-9c83-4ed12de496aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:40.889317 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-54121e4e-f562-42a4-b9a8-05213f5098ad None None] Port d7ec275b-93dc-463b-8679-e32cab25d4a1 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:56:40.909736 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3af11e64-73f1-4b0b-9c83-4ed12de496aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:40.940611 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7b237c-6965-4822-9140-6bac8660d441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Made reservation on behalf of 080569e7f45e463ba48cb6d1d89fc3bb for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:40.943420 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb7b237c-6965-4822-9140-6bac8660d441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:40.979828 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-bb7b237c-6965-4822-9140-6bac8660d441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] device_id is not set on port 09df1a3e-bb2a-42f5-bd32-4e277b902393 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:56:41.182113 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3af11e64-73f1-4b0b-9c83-4ed12de496aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:41.185297 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3af11e64-73f1-4b0b-9c83-4ed12de496aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:41.190107 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3af11e64-73f1-4b0b-9c83-4ed12de496aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bceb3ce3-d0d4-47d4-ada6-0b1556c5735a HTTP/1.1" status: 204 len: 168 time: 0.4799404 Sep 17 23:56:41.211171 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af11e64-73f1-4b0b-9c83-4ed12de496aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceb3ce3-d0d4-47d4-ada6-0b1556c5735a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:41.236490 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb7b237c-6965-4822-9140-6bac8660d441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:41.354008 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb7b237c-6965-4822-9140-6bac8660d441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:41.398688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7b237c-6965-4822-9140-6bac8660d441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Network 682dfa08-14f7-4ef7-99e4-319694c3eb3b is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:41.401470 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-bb7b237c-6965-4822-9140-6bac8660d441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:41.404935 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b237c-6965-4822-9140-6bac8660d441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:41.405877 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b237c-6965-4822-9140-6bac8660d441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:41.406475 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb7b237c-6965-4822-9140-6bac8660d441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:41.422495 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b237c-6965-4822-9140-6bac8660d441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Pushing event updated for resources: {'Port': ['ID=09df1a3e-bb2a-42f5-bd32-4e277b902393,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:41.432604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1230e37a-4d2a-44e2-aa15-9bf6b4412cb2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:41.436464 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1230e37a-4d2a-44e2-aa15-9bf6b4412cb2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:41.528880 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bb7b237c-6965-4822-9140-6bac8660d441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7621477 Sep 17 23:56:41.530171 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53398) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:41.535127 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:41.551100 n-d-809883-1 neutron-server[95592]: INFO neutron.db.ipam_backend_mixin [None req-1230e37a-4d2a-44e2-aa15-9bf6b4412cb2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f10f98f4-45ce-4af9-8bdb-d4ef5e826ba3 (CIDR: 172.20.0.0/28) Sep 17 23:56:41.596988 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-1230e37a-4d2a-44e2-aa15-9bf6b4412cb2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:56:41.597482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1230e37a-4d2a-44e2-aa15-9bf6b4412cb2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:41.597786 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:41.702887 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1230e37a-4d2a-44e2-aa15-9bf6b4412cb2 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0089242 Sep 17 23:56:41.709402 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53406) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:41.714590 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-af0b713e-9c5b-472d-ba99-6ffdc6d6568c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'subnet': {'network_id': '355df454-cede-4ca4-9c86-f698f202302a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:41.916067 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] device_id is not set on port 09df1a3e-bb2a-42f5-bd32-4e277b902393 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:56:41.924775 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:41.982293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ae4e3-1d2a-4fed-a05e-aaaf7c6f18ea req-aa841c44-39ed-4af0-bd8f-1c41a9a63bd7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:41.983965 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a1ae4e3-1d2a-4fed-a05e-aaaf7c6f18ea req-aa841c44-39ed-4af0-bd8f-1c41a9a63bd7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.1124029 Sep 17 23:56:42.041064 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:42.046024 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a1ae4e3-1d2a-4fed-a05e-aaaf7c6f18ea req-77a38667-6364-4dcb-abc6-2b62e5455a05 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519009 Sep 17 23:56:42.074091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0b713e-9c5b-472d-ba99-6ffdc6d6568c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:42.078286 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af0b713e-9c5b-472d-ba99-6ffdc6d6568c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:42.095181 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Pushing event updated for resources: {'Port': ['ID=09df1a3e-bb2a-42f5-bd32-4e277b902393,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:42.127179 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:42.131627 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:42.131627 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:42.149474 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:42.149822 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:42.150214 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 2 to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 Sep 17 23:56:42.176220 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:42.177779 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:42.178311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:42.183245 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:42.183808 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:42.184207 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 3 to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 Sep 17 23:56:42.209681 n-d-809883-1 neutron-server[95592]: INFO neutron.db.ipam_backend_mixin [None req-af0b713e-9c5b-472d-ba99-6ffdc6d6568c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet bb95673d-6794-45ca-8831-015662e1d036 (CIDR: 172.20.0.16/28) Sep 17 23:56:42.219476 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:42.219817 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:42.220451 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:42.230477 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:42.230809 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:42.231278 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 4 to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 Sep 17 23:56:42.245119 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:42.245460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:42.245794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:42.250615 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:42.250943 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:42.251330 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 5 to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 Sep 17 23:56:42.261582 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0b713e-9c5b-472d-ba99-6ffdc6d6568c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:56:42.262054 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0b713e-9c5b-472d-ba99-6ffdc6d6568c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:42.278427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:42.278427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:42.278427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:42.280603 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:42.280977 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:42.281350 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 6 to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 Sep 17 23:56:42.294943 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:42.295280 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:42.295662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:42.300276 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:42.300600 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:42.301023 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 7 to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 Sep 17 23:56:42.314705 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:42.315329 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:42.318680 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:42.320489 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:42.320840 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:42.321262 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 8 to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 Sep 17 23:56:42.326640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53424) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:42.347471 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:42.351668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:42.351668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:42.353309 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:42.353710 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:42.354167 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 9 to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 Sep 17 23:56:42.366387 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:42.366725 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:42.367140 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:42.371741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:42.372137 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:42.372713 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempt 10 to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 Sep 17 23:56:42.373802 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-af0b713e-9c5b-472d-ba99-6ffdc6d6568c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6635151 Sep 17 23:56:42.376720 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53428) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:42.382425 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-736a6bd5-e954-4da7-9b77-74b05a09af2e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'subnet': {'network_id': '355df454-cede-4ca4-9c86-f698f202302a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:42.389940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:42.390376 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:42.390785 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempting to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:42.396435 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:56:42.397168 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Failed to bind port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'f34d2197-407c-47c5-a07f-7496f52f8e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '682dfa08-14f7-4ef7-99e4-319694c3eb3b'}] Sep 17 23:56:42.397728 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:42.472918 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] For port 09df1a3e-bb2a-42f5-bd32-4e277b902393, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:56:42.472918 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attempted to set empty binding levels {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 23:56:42.483256 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b61fca47-38d2-465c-9844-b4d33f58464b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:42.530036 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:42.565028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] In _notify_port_updated(), no bound segment for port 09df1a3e-bb2a-42f5-bd32-4e277b902393 on network 682dfa08-14f7-4ef7-99e4-319694c3eb3b {{(pid=95591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:56:42.566274 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:42.567040 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:42.571218 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] 10.222.0.46 "PUT /v2.0/ports/09df1a3e-bb2a-42f5-bd32-4e277b902393 HTTP/1.1" status: 200 len: 978 time: 1.0376203 Sep 17 23:56:42.571620 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53436) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:42.611139 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b61fca47-38d2-465c-9844-b4d33f58464b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:42.611743 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26bd9b-ff49-4ef3-93bd-11e246fae357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Pushing event updated for resources: {'Port': ['ID=09df1a3e-bb2a-42f5-bd32-4e277b902393,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:42.663475 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-3fe2d9f9-4661-4da4-b52b-152087d40ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Deleting port 09df1a3e-bb2a-42f5-bd32-4e277b902393 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:42.663824 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d9f9-4661-4da4-b52b-152087d40ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:42.727203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-3fe2d9f9-4661-4da4-b52b-152087d40ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] For port 09df1a3e-bb2a-42f5-bd32-4e277b902393, host n-h1-809883-1, got binding levels [] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:42.727564 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d9f9-4661-4da4-b52b-152087d40ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:42.728309 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b61fca47-38d2-465c-9844-b4d33f58464b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:42.743128 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-3fe2d9f9-4661-4da4-b52b-152087d40ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Calling delete_port for 09df1a3e-bb2a-42f5-bd32-4e277b902393 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:42.798483 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b61fca47-38d2-465c-9844-b4d33f58464b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=50b9a52c674c46a4bc3a139417f86a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4705393 Sep 17 23:56:42.798684 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53440) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:42.799795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fca47-38d2-465c-9844-b4d33f58464b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052e0be5-9b02-4b06-9def-0f4cb68b51be,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:42.842797 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53442) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:42.879625 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ddfe4ca-505d-4005-99b0-086aa51e7c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:42.895175 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736a6bd5-e954-4da7-9b77-74b05a09af2e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Made reservation on behalf of 6714d67afbe9424390973f011b7536ca for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:42.899409 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-736a6bd5-e954-4da7-9b77-74b05a09af2e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:42.914249 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ddfe4ca-505d-4005-99b0-086aa51e7c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:42.974924 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-c07d5709-69a3-4d89-9298-92891f15cec8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1783973992'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:43.016360 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d9f9-4661-4da4-b52b-152087d40ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.045058 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2d9f9-4661-4da4-b52b-152087d40ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Pushing event deleted for resources: {'Port': ['ID=09df1a3e-bb2a-42f5-bd32-4e277b902393,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:43.050278 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d9f9-4661-4da4-b52b-152087d40ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.052276 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3fe2d9f9-4661-4da4-b52b-152087d40ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] 10.222.0.46 "DELETE /v2.0/ports/09df1a3e-bb2a-42f5-bd32-4e277b902393 HTTP/1.1" status: 204 len: 168 time: 0.4796278 Sep 17 23:56:43.054954 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53448) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:43.080143 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ddfe4ca-505d-4005-99b0-086aa51e7c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.082785 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3ddfe4ca-505d-4005-99b0-086aa51e7c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.084572 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3ddfe4ca-505d-4005-99b0-086aa51e7c2f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/052e0be5-9b02-4b06-9def-0f4cb68b51be HTTP/1.1" status: 204 len: 168 time: 0.2849755 Sep 17 23:56:43.085633 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8442d73-ff99-424b-934f-2b3634530d69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] GET failed (client error): The resource could not be found. Sep 17 23:56:43.090632 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a8442d73-ff99-424b-934f-2b3634530d69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2126826290-project-admin] 10.222.0.46 "GET /v2.0/ports/09df1a3e-bb2a-42f5-bd32-4e277b902393 HTTP/1.1" status: 404 len: 333 time: 0.0312705 Sep 17 23:56:43.098459 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfe4ca-505d-4005-99b0-086aa51e7c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052e0be5-9b02-4b06-9def-0f4cb68b51be,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:43.100982 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53454) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:43.103848 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07d5709-69a3-4d89-9298-92891f15cec8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:43.109295 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c07d5709-69a3-4d89-9298-92891f15cec8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.123393 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c07d5709-69a3-4d89-9298-92891f15cec8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.296669 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.297372 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c07d5709-69a3-4d89-9298-92891f15cec8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.305172 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2edc0992-63e2-4483-b03e-f18942214b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.363916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc1aaa-34bc-46ab-a6e3-3423aa8c5aa6 req-c7f810b1-c91d-4d64-9e06-52852e079e49 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:43.366001 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e1bc1aaa-34bc-46ab-a6e3-3423aa8c5aa6 req-c7f810b1-c91d-4d64-9e06-52852e079e49 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.1652200 Sep 17 23:56:43.395388 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c07d5709-69a3-4d89-9298-92891f15cec8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.435320 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07d5709-69a3-4d89-9298-92891f15cec8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:56:43.445982 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d5709-69a3-4d89-9298-92891f15cec8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c012e6a7-4944-48e7-b225-ee4e795a9f75,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:43.451617 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c07d5709-69a3-4d89-9298-92891f15cec8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.451967 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-c07d5709-69a3-4d89-9298-92891f15cec8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Added segment ea01e5c2-15f0-438e-aff7-56210b86fd37 of type vlan for network 6a61a539-5c12-4482-ac84-4c7eef85a88c Sep 17 23:56:43.485817 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e1bc1aaa-34bc-46ab-a6e3-3423aa8c5aa6 req-f6572f46-cb65-4aee-83c3-bbffc480c1f1 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115766 Sep 17 23:56:43.501958 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c07d5709-69a3-4d89-9298-92891f15cec8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.526896 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2edc0992-63e2-4483-b03e-f18942214b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.556077 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-736a6bd5-e954-4da7-9b77-74b05a09af2e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.559698 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-2edc0992-63e2-4483-b03e-f18942214b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682dfa08-14f7-4ef7-99e4-319694c3eb3b']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:43.592516 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c07d5709-69a3-4d89-9298-92891f15cec8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.598243 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07d5709-69a3-4d89-9298-92891f15cec8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:43.598902 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c07d5709-69a3-4d89-9298-92891f15cec8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.606105 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-2edc0992-63e2-4483-b03e-f18942214b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34d2197-407c-47c5-a07f-7496f52f8e99') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:43.607031 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-2edc0992-63e2-4483-b03e-f18942214b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34d2197-407c-47c5-a07f-7496f52f8e99') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:43.629370 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2edc0992-63e2-4483-b03e-f18942214b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.644113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736a6bd5-e954-4da7-9b77-74b05a09af2e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Network 355df454-cede-4ca4-9c86-f698f202302a is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:43.650998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-736a6bd5-e954-4da7-9b77-74b05a09af2e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:43.654076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736a6bd5-e954-4da7-9b77-74b05a09af2e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:43.654709 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-736a6bd5-e954-4da7-9b77-74b05a09af2e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.662645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a25c181-03cd-4dc9-9bd0-fee84aabc322 None None] Network 355df454-cede-4ca4-9c86-f698f202302a requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:43.671187 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2edc0992-63e2-4483-b03e-f18942214b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.673401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a6bd5-e954-4da7-9b77-74b05a09af2e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Subnet': ['ID=0efa239e-3e0a-4cf9-bebe-9165fa4a0af0,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:43.681659 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2edc0992-63e2-4483-b03e-f18942214b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:56:43.682060 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2edc0992-63e2-4483-b03e-f18942214b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:56:43.685606 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:56:43.693764 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d5709-69a3-4d89-9298-92891f15cec8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Network': ['ID=6a61a539-5c12-4482-ac84-4c7eef85a88c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:43.698970 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c07d5709-69a3-4d89-9298-92891f15cec8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8540168 Sep 17 23:56:43.701775 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53470) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:43.707018 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-43952391-10a1-4af7-b405-7ce304717ddd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c', 'name': 'tempest-PortsIpV6TestJSON-324375983'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:43.709343 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:56:43.802780 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-736a6bd5-e954-4da7-9b77-74b05a09af2e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4245493 Sep 17 23:56:43.804674 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53472) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:43.810818 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-37445b37-bdc0-42c0-89be-396f671b7cbb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-806943517', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0efa239e-3e0a-4cf9-bebe-9165fa4a0af0'}], 'security_groups': ['46077f5b-4f13-44f0-852f-99a804396cd3', '09749494-3493-48b7-9e7b-3ced1b0b6221']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:43.825143 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2edc0992-63e2-4483-b03e-f18942214b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.854727 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2edc0992-63e2-4483-b03e-f18942214b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:43.858974 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2edc0992-63e2-4483-b03e-f18942214b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] 10.222.0.46 "DELETE /v2.0/networks/682dfa08-14f7-4ef7-99e4-319694c3eb3b HTTP/1.1" status: 204 len: 168 time: 0.7546110 Sep 17 23:56:43.887344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc0992-63e2-4483-b03e-f18942214b7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1386144770-project] Pushing event deleted for resources: {'Network': ['ID=682dfa08-14f7-4ef7-99e4-319694c3eb3b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:43.980292 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-37445b37-bdc0-42c0-89be-396f671b7cbb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:44.097932 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6b8ff5a7-68e5-4f5a-a34f-b191e0fb9324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:44.113405 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e45662-514f-4488-9c05-44498bda3c8f None None] Update dhcp port {'port': {'network_id': '355df454-cede-4ca4-9c86-f698f202302a', 'fixed_ips': [{'subnet_id': 'bb95673d-6794-45ca-8831-015662e1d036', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f10f98f4-45ce-4af9-8bdb-d4ef5e826ba3', 'ip_address': '172.20.0.2'}, {'subnet_id': '0efa239e-3e0a-4cf9-bebe-9165fa4a0af0'}], 'binding:host_id': 'n-d-809883-1'}, 'id': 'de5e7d26-9ce6-4777-9aee-583645c7eb4f'} from n-d-809883-1. {{(pid=95593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:56:44.128237 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53484) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:44.142753 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-92bc7f20-ee4d-4491-b105-4af23f4f8fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:44.151874 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-43e45662-514f-4488-9c05-44498bda3c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:44.288014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43952391-10a1-4af7-b405-7ce304717ddd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:44.291396 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-43952391-10a1-4af7-b405-7ce304717ddd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:44.316963 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-43952391-10a1-4af7-b405-7ce304717ddd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] device_id is not set on port bd56269d-6b19-496c-990e-2c77e1d2a950 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:56:44.354161 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-37445b37-bdc0-42c0-89be-396f671b7cbb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Delete allocated IP 172.20.0.9 (355df454-cede-4ca4-9c86-f698f202302a/f10f98f4-45ce-4af9-8bdb-d4ef5e826ba3) {{(pid=95592) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 23:56:44.362976 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-37445b37-bdc0-42c0-89be-396f671b7cbb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Allocated IP 172.20.0.34 (355df454-cede-4ca4-9c86-f698f202302a/0efa239e-3e0a-4cf9-bebe-9165fa4a0af0/d7ec275b-93dc-463b-8679-e32cab25d4a1) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:56:44.418327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53492) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:44.504100 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-92bc7f20-ee4d-4491-b105-4af23f4f8fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:44.593646 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-92bc7f20-ee4d-4491-b105-4af23f4f8fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:44.601201 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-43952391-10a1-4af7-b405-7ce304717ddd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:44.663475 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-92bc7f20-ee4d-4491-b105-4af23f4f8fc4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=197168ef19704a3a801bd37d653bfb11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5312185 Sep 17 23:56:44.665674 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53498) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:44.666154 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc7f20-ee4d-4491-b105-4af23f4f8fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb9a997-0589-47c8-868d-461f67ce8a03,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:44.674440 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-03ee73d1-9277-43a2-b89b-743e49d3c444 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c88774f55ac446beb3af0f8e4ba0207e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516527 Sep 17 23:56:44.678326 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53500) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:44.706443 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73f772-fd08-4ab0-accf-a06982366277 req-3c4e9db6-2cd1-47e6-8114-9d73aacbce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:44.708184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb73f772-fd08-4ab0-accf-a06982366277 req-3c4e9db6-2cd1-47e6-8114-9d73aacbce58 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c&tenant_id=dba230fc347941bb9230276913eaed6b HTTP/1.1" status: 200 len: 1095 time: 0.1693947 Sep 17 23:56:44.734241 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-fb73f772-fd08-4ab0-accf-a06982366277 req-4c803360-eaf2-4c62-988d-601a573f3dd6 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:56:44.735216 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb73f772-fd08-4ab0-accf-a06982366277 req-4c803360-eaf2-4c62-988d-601a573f3dd6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152493 Sep 17 23:56:44.737379 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91fdc9e3-6eb3-4618-8a40-a3a890b96a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:44.759565 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91fdc9e3-6eb3-4618-8a40-a3a890b96a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:44.761853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f8792-dde0-47a0-a3ec-bbb0c8149aac req-355797b5-78de-45ea-bc82-137268e862bd tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:44.763378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-095f8792-dde0-47a0-a3ec-bbb0c8149aac req-355797b5-78de-45ea-bc82-137268e862bd tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.1649408 Sep 17 23:56:44.782100 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-37445b37-bdc0-42c0-89be-396f671b7cbb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:44.813046 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-43952391-10a1-4af7-b405-7ce304717ddd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:44.842494 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b77fac99-bf50-4d6c-b2bd-a7e7d726aaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:44.887834 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43952391-10a1-4af7-b405-7ce304717ddd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=bd56269d-6b19-496c-990e-2c77e1d2a950,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:44.892711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73f772-fd08-4ab0-accf-a06982366277 req-090c351a-f908-4be3-9edb-d55373c8e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:44.898251 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb73f772-fd08-4ab0-accf-a06982366277 req-090c351a-f908-4be3-9edb-d55373c8e5e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dba230fc347941bb9230276913eaed6b&device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 1095 time: 0.1295245 Sep 17 23:56:44.906566 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-095f8792-dde0-47a0-a3ec-bbb0c8149aac req-a6fe93bb-2440-4017-8970-dde30940d51b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220231 Sep 17 23:56:44.906566 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b77fac99-bf50-4d6c-b2bd-a7e7d726aaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:44.906566 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-37445b37-bdc0-42c0-89be-396f671b7cbb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:44.914892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43952391-10a1-4af7-b405-7ce304717ddd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Checking segment: {'id': 'ea01e5c2-15f0-438e-aff7-56210b86fd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:56:44.915356 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43952391-10a1-4af7-b405-7ce304717ddd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network hostable DHCP agents. Network: 6a61a539-5c12-4482-ac84-4c7eef85a88c, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:56:44.936012 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91fdc9e3-6eb3-4618-8a40-a3a890b96a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:44.938938 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91fdc9e3-6eb3-4618-8a40-a3a890b96a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:44.940456 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-91fdc9e3-6eb3-4618-8a40-a3a890b96a1a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eff9187e-3106-488a-95fe-56c70753ef63 HTTP/1.1" status: 204 len: 168 time: 0.2612181 Sep 17 23:56:44.964368 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdc9e3-6eb3-4618-8a40-a3a890b96a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff9187e-3106-488a-95fe-56c70753ef63,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:44.985364 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-43e45662-514f-4488-9c05-44498bda3c8f None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-251551eb-a7ac-4e09-b6a4-16479a9b5011 {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:56:44.985871 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-43e45662-514f-4488-9c05-44498bda3c8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:56:45.071818 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43952391-10a1-4af7-b405-7ce304717ddd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:56:45.101985 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73f772-fd08-4ab0-accf-a06982366277 req-9a971ede-d361-4eff-905a-cbef23ed7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:45.103488 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb73f772-fd08-4ab0-accf-a06982366277 req-9a971ede-d361-4eff-905a-cbef23ed7f9e service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c1553df-1cdf-4638-a188-7f118bbcb251 HTTP/1.1" status: 200 len: 917 time: 0.1904082 Sep 17 23:56:45.132310 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-43952391-10a1-4af7-b405-7ce304717ddd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 6a61a539-5c12-4482-ac84-4c7eef85a88c) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:45.137506 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43952391-10a1-4af7-b405-7ce304717ddd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:45.142866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7e0031-c6db-4893-b9ac-511cd6405d54 None None] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:45.148513 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43952391-10a1-4af7-b405-7ce304717ddd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:45.149520 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-43952391-10a1-4af7-b405-7ce304717ddd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:45.195908 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37445b37-bdc0-42c0-89be-396f671b7cbb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event updated for resources: {'Port': ['ID=d7ec275b-93dc-463b-8679-e32cab25d4a1,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:45.215250 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-37445b37-bdc0-42c0-89be-396f671b7cbb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] In _notify_port_updated(), no bound segment for port d7ec275b-93dc-463b-8679-e32cab25d4a1 on network 355df454-cede-4ca4-9c86-f698f202302a {{(pid=95592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:56:45.221168 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37445b37-bdc0-42c0-89be-396f671b7cbb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:45.221787 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-37445b37-bdc0-42c0-89be-396f671b7cbb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:45.223092 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-37445b37-bdc0-42c0-89be-396f671b7cbb tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "PUT /v2.0/ports/d7ec275b-93dc-463b-8679-e32cab25d4a1 HTTP/1.1" status: 200 len: 959 time: 1.4171948 Sep 17 23:56:45.226378 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53514) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:45.237444 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-43952391-10a1-4af7-b405-7ce304717ddd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5344009 Sep 17 23:56:45.241427 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53518) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:45.245225 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb73f772-fd08-4ab0-accf-a06982366277 req-71791edd-f327-47fd-8bb2-2a4d2d3e32d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 HTTP/1.1" status: 200 len: 999 time: 0.1188416 Sep 17 23:56:45.268889 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-6d4f76fb-19b7-45cb-91f0-971d2873d91d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1224382938'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:45.348821 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73f772-fd08-4ab0-accf-a06982366277 req-bd6c6b73-51de-49f5-8a04-d5d055d00c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:45.350524 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb73f772-fd08-4ab0-accf-a06982366277 req-bd6c6b73-51de-49f5-8a04-d5d055d00c0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=294e5306-7b47-43ef-943e-37934b52f9c3 HTTP/1.1" status: 200 len: 855 time: 0.0695646 Sep 17 23:56:45.351579 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b77fac99-bf50-4d6c-b2bd-a7e7d726aaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:45.354207 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b77fac99-bf50-4d6c-b2bd-a7e7d726aaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:45.367236 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b77fac99-bf50-4d6c-b2bd-a7e7d726aaea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3eb9a997-0589-47c8-868d-461f67ce8a03 HTTP/1.1" status: 204 len: 168 time: 0.6853509 Sep 17 23:56:45.368303 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f9f5d47a-681f-4039-bc5f-ac215f12b7b6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port d7ec275b-93dc-463b-8679-e32cab25d4a1 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:45.368752 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d47a-681f-4039-bc5f-ac215f12b7b6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:45.440559 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4f76fb-19b7-45cb-91f0-971d2873d91d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:45.444702 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d4f76fb-19b7-45cb-91f0-971d2873d91d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:45.451245 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fac99-bf50-4d6c-b2bd-a7e7d726aaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb9a997-0589-47c8-868d-461f67ce8a03,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:45.467775 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73f772-fd08-4ab0-accf-a06982366277 req-436d6f36-1d18-4a52-bb2a-0a69063885f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:45.469387 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb73f772-fd08-4ab0-accf-a06982366277 req-436d6f36-1d18-4a52-bb2a-0a69063885f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c1553df-1cdf-4638-a188-7f118bbcb251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004579 Sep 17 23:56:45.488119 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4f76fb-19b7-45cb-91f0-971d2873d91d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:56:45.499160 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d47a-681f-4039-bc5f-ac215f12b7b6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:45.519538 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f9f5d47a-681f-4039-bc5f-ac215f12b7b6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for d7ec275b-93dc-463b-8679-e32cab25d4a1 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:45.523049 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d4f76fb-19b7-45cb-91f0-971d2873d91d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:45.523049 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-6d4f76fb-19b7-45cb-91f0-971d2873d91d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Added segment 17b038a4-adee-4fec-8e73-28309410c422 of type vlan for network 9fc2b10b-5396-4ec9-a5f2-1e71e078ddea Sep 17 23:56:45.567346 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-43e45662-514f-4488-9c05-44498bda3c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:45.602776 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d4f76fb-19b7-45cb-91f0-971d2873d91d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:45.626976 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb73f772-fd08-4ab0-accf-a06982366277 req-98173115-bda3-4d3d-9dfc-72da145b0312 service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488619 Sep 17 23:56:45.754579 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb73f772-fd08-4ab0-accf-a06982366277 req-0998cae8-862b-420a-87dc-3f5e75822cdf service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196306 Sep 17 23:56:45.755322 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d4f76fb-19b7-45cb-91f0-971d2873d91d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:45.763311 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4f76fb-19b7-45cb-91f0-971d2873d91d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:45.763942 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d4f76fb-19b7-45cb-91f0-971d2873d91d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:45.785874 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d47a-681f-4039-bc5f-ac215f12b7b6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:45.807218 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-43e45662-514f-4488-9c05-44498bda3c8f None None] Allocated IP 172.20.0.35 (355df454-cede-4ca4-9c86-f698f202302a/0efa239e-3e0a-4cf9-bebe-9165fa4a0af0/de5e7d26-9ce6-4777-9aee-583645c7eb4f) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:56:45.810431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53534) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:45.873659 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5d47a-681f-4039-bc5f-ac215f12b7b6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=d7ec275b-93dc-463b-8679-e32cab25d4a1,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:45.914006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f76fb-19b7-45cb-91f0-971d2873d91d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Network': ['ID=9fc2b10b-5396-4ec9-a5f2-1e71e078ddea,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:45.923649 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6d4f76fb-19b7-45cb-91f0-971d2873d91d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6812129 Sep 17 23:56:45.929187 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53540) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:45.934447 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'ports': [{'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c'}, {'network_id': '9fc2b10b-5396-4ec9-a5f2-1e71e078ddea'}]} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:45.934769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:45.935254 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'network_id': '9fc2b10b-5396-4ec9-a5f2-1e71e078ddea'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:45.951273 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 9fc2b10b-5396-4ec9-a5f2-1e71e078ddea details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:56:45.992094 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b350c73f-bb4a-4e39-9d5a-c2ddb3748797 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=080569e7f45e463ba48cb6d1d89fc3bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608226 Sep 17 23:56:45.993404 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53546) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:46.019807 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d47a-681f-4039-bc5f-ac215f12b7b6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:46.022976 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f9f5d47a-681f-4039-bc5f-ac215f12b7b6 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/ports/d7ec275b-93dc-463b-8679-e32cab25d4a1 HTTP/1.1" status: 204 len: 168 time: 0.7953358 Sep 17 23:56:46.029197 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53548) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:46.070412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-43e45662-514f-4488-9c05-44498bda3c8f None None] For port de5e7d26-9ce6-4777-9aee-583645c7eb4f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=de5e7d26-9ce6-4777-9aee-583645c7eb4f,segment=NetworkSegment(7873ddfe-d26c-4e36-b888-459bf5ee6ae7),segment_id=7873ddfe-d26c-4e36-b888-459bf5ee6ae7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:46.096320 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-804386f4-331a-4e2f-905b-88d985059a86 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] GET failed (client error): The resource could not be found. Sep 17 23:56:46.105116 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-804386f4-331a-4e2f-905b-88d985059a86 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports/d7ec275b-93dc-463b-8679-e32cab25d4a1 HTTP/1.1" status: 404 len: 333 time: 0.0748048 Sep 17 23:56:46.123738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53556) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:46.135356 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-43e45662-514f-4488-9c05-44498bda3c8f None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:46.163805 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dcde2faf-edc0-44e7-ba89-551d359969bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:46.207466 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dcde2faf-edc0-44e7-ba89-551d359969bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:46.226503 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-43e45662-514f-4488-9c05-44498bda3c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:46.276967 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e45662-514f-4488-9c05-44498bda3c8f None None] Pushing event updated for resources: {'Port': ['ID=de5e7d26-9ce6-4777-9aee-583645c7eb4f,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:46.295874 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-386a6a91-09ff-4c5b-8ecc-26ea99bf0160 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:46.359846 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-386a6a91-09ff-4c5b-8ecc-26ea99bf0160 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:46.385109 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dcde2faf-edc0-44e7-ba89-551d359969bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:46.388605 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dcde2faf-edc0-44e7-ba89-551d359969bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:46.393373 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dcde2faf-edc0-44e7-ba89-551d359969bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/efb2baa2-2bc1-48b3-9635-8c3439d781d6 HTTP/1.1" status: 204 len: 168 time: 0.3922665 Sep 17 23:56:46.420966 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a45422-a757-4f73-ae78-fae55d2a672a req-9a75c9bd-e549-4b52-9073-1e4c380803a4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:46.422597 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7a45422-a757-4f73-ae78-fae55d2a672a req-9a75c9bd-e549-4b52-9073-1e4c380803a4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.0842481 Sep 17 23:56:46.425894 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde2faf-edc0-44e7-ba89-551d359969bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb2baa2-2bc1-48b3-9635-8c3439d781d6,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:46.485842 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:56:46.569261 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4c4b7d6e-f415-4445-a534-b47e4acea7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:46.570699 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-386a6a91-09ff-4c5b-8ecc-26ea99bf0160 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:46.575425 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-386a6a91-09ff-4c5b-8ecc-26ea99bf0160 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:46.576282 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-386a6a91-09ff-4c5b-8ecc-26ea99bf0160 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/security-groups/a7edcaac-5287-4269-9dbb-b6f8f1eba528 HTTP/1.1" status: 204 len: 168 time: 0.4512954 Sep 17 23:56:46.588104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53574) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:46.589053 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a6a91-09ff-4c5b-8ecc-26ea99bf0160 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7edcaac-5287-4269-9dbb-b6f8f1eba528,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:46.621046 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7a45422-a757-4f73-ae78-fae55d2a672a req-9eeea713-4a48-4c73-b27f-257d3c86d898 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096916 Sep 17 23:56:46.673179 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'port': 2} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:46.684190 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:46.697740 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-86cc1aae-bcd6-4f19-a1a9-e62ed58b8553 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:46.716430 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:46.737989 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-86cc1aae-bcd6-4f19-a1a9-e62ed58b8553 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:46.817616 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] device_id is not set on port 0974e42a-fc8c-41d7-a510-6da3f36ace0c yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:56:46.895131 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-86cc1aae-bcd6-4f19-a1a9-e62ed58b8553 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:46.899435 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-86cc1aae-bcd6-4f19-a1a9-e62ed58b8553 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:46.901006 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-86cc1aae-bcd6-4f19-a1a9-e62ed58b8553 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/security-groups/09749494-3493-48b7-9e7b-3ced1b0b6221 HTTP/1.1" status: 204 len: 168 time: 0.3062148 Sep 17 23:56:46.907845 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53592) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:46.963016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc1aae-bcd6-4f19-a1a9-e62ed58b8553 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09749494-3493-48b7-9e7b-3ced1b0b6221,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:47.065993 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:47.117987 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3cbc7af4-948c-44e5-bed5-739afc702478 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:47.167394 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3cbc7af4-948c-44e5-bed5-739afc702478 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:47.250341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] device_id is not set on port 3c9fe403-8e20-499e-b9de-ac9d53323e60 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:56:47.260718 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:47.393680 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3cbc7af4-948c-44e5-bed5-739afc702478 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:47.398250 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3cbc7af4-948c-44e5-bed5-739afc702478 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:47.399892 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3cbc7af4-948c-44e5-bed5-739afc702478 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/security-groups/46077f5b-4f13-44f0-852f-99a804396cd3 HTTP/1.1" status: 204 len: 168 time: 0.4908609 Sep 17 23:56:47.404179 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53610) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:47.503565 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc7af4-948c-44e5-bed5-739afc702478 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46077f5b-4f13-44f0-852f-99a804396cd3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:47.517050 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:47.533791 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device de5e7d26-9ce6-4777-9aee-583645c7eb4f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:56:47.536400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-783f76cc-7b44-4301-a88c-35ec7cfb69d5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting subnet f10f98f4-45ce-4af9-8bdb-d4ef5e826ba3 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:56:47.544983 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-783f76cc-7b44-4301-a88c-35ec7cfb69d5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:47.593563 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9b2d2a75-9c42-492f-b4d7-e5db50638ea7 None None] Provisioning complete for port 63f98baa-8de2-4ed5-9916-205d8fe6c61d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:47.594016 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2a75-9c42-492f-b4d7-e5db50638ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:47.639229 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:47.649986 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d2a75-9c42-492f-b4d7-e5db50638ea7 None None] Port 63f98baa-8de2-4ed5-9916-205d8fe6c61d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:56:47.660994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port de5e7d26-9ce6-4777-9aee-583645c7eb4f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:47.661508 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:47.700334 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-783f76cc-7b44-4301-a88c-35ec7cfb69d5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:47.708753 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9b2d2a75-9c42-492f-b4d7-e5db50638ea7 None None] Provisioning complete for port de5e7d26-9ce6-4777-9aee-583645c7eb4f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:47.709272 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2a75-9c42-492f-b4d7-e5db50638ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:47.743225 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:47.827152 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:47.841417 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:47.845462 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:47.846451 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:47.911284 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9b2d2a75-9c42-492f-b4d7-e5db50638ea7 None None] Could not find standard attr ID for object d7ec275b-93dc-463b-8679-e32cab25d4a1. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:56:47.921160 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-783f76cc-7b44-4301-a88c-35ec7cfb69d5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:47.960581 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=0974e42a-fc8c-41d7-a510-6da3f36ace0c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:48.067133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c737ab-42b4-4303-9a00-5c9367477830 req-6554bcce-739c-4238-b333-f852b5372732 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:48.070981 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16c737ab-42b4-4303-9a00-5c9367477830 req-6554bcce-739c-4238-b333-f852b5372732 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.2134604 Sep 17 23:56:48.158453 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-783f76cc-7b44-4301-a88c-35ec7cfb69d5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:48.184600 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=3c9fe403-8e20-499e-b9de-ac9d53323e60,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:48.198502 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Checking segment: {'id': '17b038a4-adee-4fec-8e73-28309410c422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9fc2b10b-5396-4ec9-a5f2-1e71e078ddea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:56:48.207888 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network hostable DHCP agents. Network: 9fc2b10b-5396-4ec9-a5f2-1e71e078ddea, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:56:48.227679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-6ec5661a-1004-4df8-a0a6-52fa901ed8e6 None None] Could not find standard attr ID for object d7ec275b-93dc-463b-8679-e32cab25d4a1. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:56:48.261570 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16c737ab-42b4-4303-9a00-5c9367477830 req-d82e8de0-183f-4cf0-bc08-cf5786040ca9 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753402 Sep 17 23:56:48.306416 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f76cc-7b44-4301-a88c-35ec7cfb69d5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Subnet': ['ID=f10f98f4-45ce-4af9-8bdb-d4ef5e826ba3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:48.319575 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-783f76cc-7b44-4301-a88c-35ec7cfb69d5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:48.321868 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-783f76cc-7b44-4301-a88c-35ec7cfb69d5 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/subnets/f10f98f4-45ce-4af9-8bdb-d4ef5e826ba3 HTTP/1.1" status: 204 len: 168 time: 0.9106135 Sep 17 23:56:48.325931 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53638) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:48.390948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 9fc2b10b-5396-4ec9-a5f2-1e71e078ddea is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:56:48.417955 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-800f82d1-bd4d-418e-94a5-62676acebb3c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting subnet 0efa239e-3e0a-4cf9-bebe-9165fa4a0af0 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:56:48.421599 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-800f82d1-bd4d-418e-94a5-62676acebb3c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:48.465228 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-800f82d1-bd4d-418e-94a5-62676acebb3c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:48.501797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473dbfb1-496a-4246-a1b5-d37381c180b9 None None] Network 355df454-cede-4ca4-9c86-f698f202302a requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:48.546367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 9fc2b10b-5396-4ec9-a5f2-1e71e078ddea) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:48.556768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:48.561023 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa324e2-44f8-4c59-8a61-899e5f2ba7ab None None] Network 9fc2b10b-5396-4ec9-a5f2-1e71e078ddea requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:48.563510 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:48.568502 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:48.569332 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:48.656699 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-800f82d1-bd4d-418e-94a5-62676acebb3c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:48.673363 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6f685bc9-a6ef-442f-b1c8-2fe04832c6f6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7427356 Sep 17 23:56:48.678515 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53648) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:48.733069 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53650) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:48.907398 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-800f82d1-bd4d-418e-94a5-62676acebb3c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:48.980156 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-bfe97065-11b4-4289-aade-3dfd2903ea39 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1702264920'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:48.986489 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f82d1-bd4d-418e-94a5-62676acebb3c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Subnet': ['ID=0efa239e-3e0a-4cf9-bebe-9165fa4a0af0,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:48.991017 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-800f82d1-bd4d-418e-94a5-62676acebb3c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:48.993220 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-800f82d1-bd4d-418e-94a5-62676acebb3c tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/subnets/0efa239e-3e0a-4cf9-bebe-9165fa4a0af0 HTTP/1.1" status: 204 len: 168 time: 0.6657746 Sep 17 23:56:48.996120 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53656) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:49.028154 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-8cac24f8-c4ee-4f18-b777-1bf7b76300a6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port 3c9fe403-8e20-499e-b9de-ac9d53323e60 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:49.028154 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8cac24f8-c4ee-4f18-b777-1bf7b76300a6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:49.070810 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d1d622-b30f-42a6-8e08-5de8a734d15f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:49.071417 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d1d622-b30f-42a6-8e08-5de8a734d15f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:49.075702 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-36d1d622-b30f-42a6-8e08-5de8a734d15f tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/subnets/f10f98f4-45ce-4af9-8bdb-d4ef5e826ba3 HTTP/1.1" status: 404 len: 337 time: 0.0761652 Sep 17 23:56:49.076280 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53660) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:49.112160 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d0bf21-0f26-4ab0-a14d-ac86f9529843 None None] Update dhcp port {'port': {'network_id': '355df454-cede-4ca4-9c86-f698f202302a', 'fixed_ips': [{'subnet_id': 'bb95673d-6794-45ca-8831-015662e1d036', 'ip_address': '172.20.0.18'}, {'subnet_id': '0efa239e-3e0a-4cf9-bebe-9165fa4a0af0'}], 'binding:host_id': 'n-d-809883-1'}, 'id': 'de5e7d26-9ce6-4777-9aee-583645c7eb4f'} from n-d-809883-1. {{(pid=95593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:56:49.144205 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ee6627-d13c-4bb9-86d7-ad16d69c73f1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting subnet bb95673d-6794-45ca-8831-015662e1d036 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:56:49.147359 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8cac24f8-c4ee-4f18-b777-1bf7b76300a6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:49.148733 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-86ee6627-d13c-4bb9-86d7-ad16d69c73f1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:49.156070 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-40d0bf21-0f26-4ab0-a14d-ac86f9529843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:49.178336 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-8cac24f8-c4ee-4f18-b777-1bf7b76300a6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for 3c9fe403-8e20-499e-b9de-ac9d53323e60 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:49.197117 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-86ee6627-d13c-4bb9-86d7-ad16d69c73f1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:49.221852 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe97065-11b4-4289-aade-3dfd2903ea39 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Made reservation on behalf of bfebfdeb5b3a4b8982086f3b7a67d79d for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:49.224580 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bfe97065-11b4-4289-aade-3dfd2903ea39 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:49.239196 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bfe97065-11b4-4289-aade-3dfd2903ea39 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:49.387236 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8cac24f8-c4ee-4f18-b777-1bf7b76300a6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:49.466294 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac24f8-c4ee-4f18-b777-1bf7b76300a6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=3c9fe403-8e20-499e-b9de-ac9d53323e60,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:49.481964 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8cac24f8-c4ee-4f18-b777-1bf7b76300a6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:49.489968 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8cac24f8-c4ee-4f18-b777-1bf7b76300a6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/ports/3c9fe403-8e20-499e-b9de-ac9d53323e60 HTTP/1.1" status: 204 len: 168 time: 0.8095796 Sep 17 23:56:49.490635 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53672) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:49.578616 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-86ee6627-d13c-4bb9-86d7-ad16d69c73f1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:49.609609 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828ae2ab-e666-4d6f-90e0-586ecb7d04fa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:49.617788 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828ae2ab-e666-4d6f-90e0-586ecb7d04fa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:49.619694 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-828ae2ab-e666-4d6f-90e0-586ecb7d04fa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1175478 Sep 17 23:56:49.627426 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53676) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:49.659327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4c66f-07d4-4f5a-897a-ff97f102d121 req-8bccbc33-48b4-4e9a-acff-1dd6dc85bd24 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:49.667897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ba4c66f-07d4-4f5a-897a-ff97f102d121 req-8bccbc33-48b4-4e9a-acff-1dd6dc85bd24 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.2109447 Sep 17 23:56:49.729361 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:49.769948 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-99e69d56-287f-4944-84b6-b50d72bea2f0 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port 0974e42a-fc8c-41d7-a510-6da3f36ace0c {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:49.770630 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99e69d56-287f-4944-84b6-b50d72bea2f0 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:49.829249 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ba4c66f-07d4-4f5a-897a-ff97f102d121 req-eec5b3df-6e9e-4481-bbf2-97cd55f41877 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536832 Sep 17 23:56:49.851125 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bfe97065-11b4-4289-aade-3dfd2903ea39 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:49.865971 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99e69d56-287f-4944-84b6-b50d72bea2f0 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:49.910826 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-99e69d56-287f-4944-84b6-b50d72bea2f0 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for 0974e42a-fc8c-41d7-a510-6da3f36ace0c owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:49.929314 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-86ee6627-d13c-4bb9-86d7-ad16d69c73f1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server [None req-40d0bf21-0f26-4ab0-a14d-ac86f9529843 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb95673d-6794-45ca-8831-015662e1d036: This subnet is being modified by another concurrent operation. Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 23:56:49.931019 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise exception Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb95673d-6794-45ca-8831-015662e1d036: This subnet is being modified by another concurrent operation. Sep 17 23:56:49.937209 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Sep 17 23:56:50.079348 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d394f71f-96b1-4f10-a8f7-8b318b8b347b None None] Network 355df454-cede-4ca4-9c86-f698f202302a requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:50.107702 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bfe97065-11b4-4289-aade-3dfd2903ea39 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:50.115474 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee6627-d13c-4bb9-86d7-ad16d69c73f1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Subnet': ['ID=bb95673d-6794-45ca-8831-015662e1d036,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:50.152315 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99e69d56-287f-4944-84b6-b50d72bea2f0 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:50.198025 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe97065-11b4-4289-aade-3dfd2903ea39 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:56:50.222169 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bfe97065-11b4-4289-aade-3dfd2903ea39 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:50.224386 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-bfe97065-11b4-4289-aade-3dfd2903ea39 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Added segment cae65b65-c8cf-405d-b10a-ba22b710a2a5 of type vlan for network c255cd8b-e8ab-42ee-94e1-9715c4ba3991 Sep 17 23:56:50.238129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d0e532ec-98f0-4f50-a59a-d71fa5cdde32 None None] Provisioning complete for port 63f98baa-8de2-4ed5-9916-205d8fe6c61d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:50.238605 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d0e532ec-98f0-4f50-a59a-d71fa5cdde32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:50.288368 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e69d56-287f-4944-84b6-b50d72bea2f0 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=0974e42a-fc8c-41d7-a510-6da3f36ace0c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:50.306818 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bfe97065-11b4-4289-aade-3dfd2903ea39 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:50.307009 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085ef205-ba51-401f-9925-89e7ce548ed9 None None] DHCP port deletion for 355df454-cede-4ca4-9c86-f698f202302a request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:56:50.326042 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99e69d56-287f-4944-84b6-b50d72bea2f0 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:50.339279 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-99e69d56-287f-4944-84b6-b50d72bea2f0 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/ports/0974e42a-fc8c-41d7-a510-6da3f36ace0c HTTP/1.1" status: 204 len: 168 time: 0.7080917 Sep 17 23:56:50.340202 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53696) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:50.341679 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-86ee6627-d13c-4bb9-86d7-ad16d69c73f1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:50.346610 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-86ee6627-d13c-4bb9-86d7-ad16d69c73f1 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/subnets/bb95673d-6794-45ca-8831-015662e1d036 HTTP/1.1" status: 204 len: 168 time: 1.2692220 Sep 17 23:56:50.347458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53698) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:50.357015 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d0e532ec-98f0-4f50-a59a-d71fa5cdde32 None None] Port 63f98baa-8de2-4ed5-9916-205d8fe6c61d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:56:50.386988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d0e532ec-98f0-4f50-a59a-d71fa5cdde32 None None] Provisioning complete for port de5e7d26-9ce6-4777-9aee-583645c7eb4f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:50.387372 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d0e532ec-98f0-4f50-a59a-d71fa5cdde32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:50.388358 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-b608b45d-e950-4801-b7e0-58228e4dfa5d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:50.389135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b608b45d-e950-4801-b7e0-58228e4dfa5d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:50.394197 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b608b45d-e950-4801-b7e0-58228e4dfa5d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/subnets/0ac5b76a-accf-4222-822b-4e4b7858e642 HTTP/1.1" status: 404 len: 337 time: 0.0424554 Sep 17 23:56:50.395033 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53700) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:50.408261 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bfe97065-11b4-4289-aade-3dfd2903ea39 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:50.415234 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe97065-11b4-4289-aade-3dfd2903ea39 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:50.419499 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bfe97065-11b4-4289-aade-3dfd2903ea39 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:50.437437 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe97065-11b4-4289-aade-3dfd2903ea39 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20bc1052-a1b3-40f3-b906-4f3f350077f5,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:50.446237 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-085ef205-ba51-401f-9925-89e7ce548ed9 None None] Deleting port de5e7d26-9ce6-4777-9aee-583645c7eb4f {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:50.449221 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-085ef205-ba51-401f-9925-89e7ce548ed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:50.451134 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3eb5ad25-9379-4980-ba85-450168b5cc5a tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "GET /v2.0/ports?device_id=69c56709-83b7-410e-ac55-aa0a2d873fe8 HTTP/1.1" status: 200 len: 205 time: 0.0529294 Sep 17 23:56:50.453235 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53702) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:50.529487 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe97065-11b4-4289-aade-3dfd2903ea39 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event updated for resources: {'Network': ['ID=c255cd8b-e8ab-42ee-94e1-9715c4ba3991,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:50.557115 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bfe97065-11b4-4289-aade-3dfd2903ea39 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8207495 Sep 17 23:56:50.567997 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network c255cd8b-e8ab-42ee-94e1-9715c4ba3991 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:56:50.572284 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-6bd58629-33a3-4614-9baa-4d2b9197e687 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] delete failed (client error): The resource could not be found. Sep 17 23:56:50.577630 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53706) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:50.587213 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6bd58629-33a3-4614-9baa-4d2b9197e687 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/routers/69c56709-83b7-410e-ac55-aa0a2d873fe8 HTTP/1.1" status: 404 len: 336 time: 0.1265066 Sep 17 23:56:50.631507 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449d10e1-3810-4825-8813-6e8e97c03dfe tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:50.641479 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-449d10e1-3810-4825-8813-6e8e97c03dfe tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2994928 Sep 17 23:56:50.644520 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53708) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:50.659512 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c41ff7e-0324-4d25-965d-ac696692cbf3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:50.662495 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c41ff7e-0324-4d25-965d-ac696692cbf3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:50.669111 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8c41ff7e-0324-4d25-965d-ac696692cbf3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/subnets/41cc3f7a-56eb-43db-9129-dd52937a2bc9 HTTP/1.1" status: 404 len: 337 time: 0.0900273 Sep 17 23:56:50.671063 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53710) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:50.712771 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-18969101-ff94-4247-b24c-e3f1e2c10907 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] GET failed (client error): The resource could not be found. Sep 17 23:56:50.721551 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-18969101-ff94-4247-b24c-e3f1e2c10907 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports/3c9fe403-8e20-499e-b9de-ac9d53323e60 HTTP/1.1" status: 404 len: 333 time: 0.0729322 Sep 17 23:56:50.722509 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53712) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:50.735741 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8069a3-8d37-41c0-a119-8c2156564914 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:50.741997 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8069a3-8d37-41c0-a119-8c2156564914 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:50.747267 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5c8069a3-8d37-41c0-a119-8c2156564914 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/subnets/38474ff0-2a3d-4a32-8ee8-a63ae6a2ba8a HTTP/1.1" status: 404 len: 337 time: 0.0736775 Sep 17 23:56:50.748427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53714) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:50.799447 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66ed0b1-392b-4a46-942c-a5b169bc8be0 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] GET failed (client error): The resource could not be found. Sep 17 23:56:50.805292 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53720) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:50.816293 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f66ed0b1-392b-4a46-942c-a5b169bc8be0 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports/0974e42a-fc8c-41d7-a510-6da3f36ace0c HTTP/1.1" status: 404 len: 333 time: 0.0925066 Sep 17 23:56:50.868271 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec2f8ed-0dfa-4ef2-b1a0-8d2d80bf453d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:50.883556 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec2f8ed-0dfa-4ef2-b1a0-8d2d80bf453d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:50.894357 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3ec2f8ed-0dfa-4ef2-b1a0-8d2d80bf453d tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/subnets/190317d5-a02e-4b25-8500-9d44e9b918da HTTP/1.1" status: 404 len: 337 time: 0.1436343 Sep 17 23:56:50.895282 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53724) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:50.916752 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-085ef205-ba51-401f-9925-89e7ce548ed9 None None] For port de5e7d26-9ce6-4777-9aee-583645c7eb4f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=de5e7d26-9ce6-4777-9aee-583645c7eb4f,segment=NetworkSegment(7873ddfe-d26c-4e36-b888-459bf5ee6ae7),segment_id=7873ddfe-d26c-4e36-b888-459bf5ee6ae7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:50.917348 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-085ef205-ba51-401f-9925-89e7ce548ed9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:50.973674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-085ef205-ba51-401f-9925-89e7ce548ed9 None None] Calling delete_port for de5e7d26-9ce6-4777-9aee-583645c7eb4f owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:50.980386 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-8054e2de-f9ff-41d7-bcb6-0d9d26995f78 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:50.983781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8054e2de-f9ff-41d7-bcb6-0d9d26995f78 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:50.993715 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8054e2de-f9ff-41d7-bcb6-0d9d26995f78 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/ports/bc57085e-458f-4437-b0f8-89d233f7ccee HTTP/1.1" status: 404 len: 333 time: 0.0924013 Sep 17 23:56:50.994534 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53728) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:51.069950 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf3b81b-392a-44f8-a8db-e5c1ba785e4a tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:51.073905 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf3b81b-392a-44f8-a8db-e5c1ba785e4a tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:51.084936 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1bf3b81b-392a-44f8-a8db-e5c1ba785e4a tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/subnets/f271d56c-b1dc-4041-9db0-ba205c5557bb HTTP/1.1" status: 404 len: 337 time: 0.0890934 Sep 17 23:56:51.086252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53732) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:51.156313 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c7ae89-afcd-4516-aea2-2cf07d5308b9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:51.158257 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c7ae89-afcd-4516-aea2-2cf07d5308b9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:51.166282 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53736) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:51.174022 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-90c7ae89-afcd-4516-aea2-2cf07d5308b9 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/subnets/f8ad1126-0642-4be6-b766-14c56a9681e8 HTTP/1.1" status: 404 len: 337 time: 0.0857611 Sep 17 23:56:51.176904 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-31763c5e-784d-42ba-94ff-37438e7e01b7 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:51.258038 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea226b-2b43-45ee-a1ad-07a961ead4a9 req-1ef6fa82-bd2b-487b-a8da-b0b88872ba47 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:51.261702 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-30ea226b-2b43-45ee-a1ad-07a961ead4a9 req-1ef6fa82-bd2b-487b-a8da-b0b88872ba47 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.2475982 Sep 17 23:56:51.285317 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa349053-22fe-4091-be91-03c6914db2a3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:51.286214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa349053-22fe-4091-be91-03c6914db2a3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:51.290571 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fa349053-22fe-4091-be91-03c6914db2a3 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/ports/c549be23-d431-4e96-bed7-1cd4d87f2b31 HTTP/1.1" status: 404 len: 333 time: 0.1210675 Sep 17 23:56:51.291282 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53742) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:51.292715 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-085ef205-ba51-401f-9925-89e7ce548ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:51.352371 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae5ed83-c59d-4a4c-922e-ee58dab69699 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:51.353078 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae5ed83-c59d-4a4c-922e-ee58dab69699 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:51.357758 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7ae5ed83-c59d-4a4c-922e-ee58dab69699 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/subnets/614899d2-8f7e-4729-acb4-b64ab30a89b5 HTTP/1.1" status: 404 len: 337 time: 0.0651808 Sep 17 23:56:51.358585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53744) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:51.361601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ef205-ba51-401f-9925-89e7ce548ed9 None None] Pushing event deleted for resources: {'Port': ['ID=de5e7d26-9ce6-4777-9aee-583645c7eb4f,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:51.402543 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085ef205-ba51-401f-9925-89e7ce548ed9 None None] No DVR routers for this DVR port de5e7d26-9ce6-4777-9aee-583645c7eb4f on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:56:51.408546 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2c6066-8f27-44a8-bf14-ebaddda6ac10 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:51.415012 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2c6066-8f27-44a8-bf14-ebaddda6ac10 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:51.422807 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0c2c6066-8f27-44a8-bf14-ebaddda6ac10 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/subnets/94354b93-1a96-4c3a-a145-906f457cabc4 HTTP/1.1" status: 404 len: 337 time: 0.0630190 Sep 17 23:56:51.423663 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53746) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:51.428789 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cc8610-1c29-49e4-a140-41955a874de0 None None] get_active_networks_info from n-d-809883-1 {{(pid=95593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:56:51.534344 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-30ea226b-2b43-45ee-a1ad-07a961ead4a9 req-db72b020-973a-4408-8cc2-cfa1215333df tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601941 Sep 17 23:56:51.664396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cc8610-1c29-49e4-a140-41955a874de0 None None] Resources bound (agent type, host, resource id): {{(pid=95593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:56:51.671012 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device de5e7d26-9ce6-4777-9aee-583645c7eb4f no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:56:51.699684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: de5e7d26-9ce6-4777-9aee-583645c7eb4f {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:56:51.700628 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device de5e7d26-9ce6-4777-9aee-583645c7eb4f not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:56:51.705434 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-ebc3bf11-bb67-40e6-95f4-4e3ee298067e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Deleting port 63f98baa-8de2-4ed5-9916-205d8fe6c61d {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:51.705968 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ebc3bf11-bb67-40e6-95f4-4e3ee298067e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:51.767751 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-31763c5e-784d-42ba-94ff-37438e7e01b7 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:51.801089 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ebc3bf11-bb67-40e6-95f4-4e3ee298067e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:51.819039 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-31763c5e-784d-42ba-94ff-37438e7e01b7 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc2b10b-5396-4ec9-a5f2-1e71e078ddea']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:51.840690 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-ebc3bf11-bb67-40e6-95f4-4e3ee298067e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Calling delete_port for 63f98baa-8de2-4ed5-9916-205d8fe6c61d owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:51.843993 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-31763c5e-784d-42ba-94ff-37438e7e01b7 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b038a4-adee-4fec-8e73-28309410c422') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:51.847514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-31763c5e-784d-42ba-94ff-37438e7e01b7 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b038a4-adee-4fec-8e73-28309410c422') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:51.858971 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-31763c5e-784d-42ba-94ff-37438e7e01b7 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:51.874763 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-31763c5e-784d-42ba-94ff-37438e7e01b7 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:51.910463 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31763c5e-784d-42ba-94ff-37438e7e01b7 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:56:51.911035 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-31763c5e-784d-42ba-94ff-37438e7e01b7 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:56:52.099632 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:56:52.195298 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ebc3bf11-bb67-40e6-95f4-4e3ee298067e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:52.196413 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-31763c5e-784d-42ba-94ff-37438e7e01b7 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:52.227977 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-31763c5e-784d-42ba-94ff-37438e7e01b7 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:52.239007 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-31763c5e-784d-42ba-94ff-37438e7e01b7 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/networks/9fc2b10b-5396-4ec9-a5f2-1e71e078ddea HTTP/1.1" status: 204 len: 168 time: 1.4324160 Sep 17 23:56:52.256908 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53756) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:52.294088 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-430c2957-fd1f-4c91-b926-3106cdd4614d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-461052608'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:52.374754 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3bf11-bb67-40e6-95f4-4e3ee298067e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Port': ['ID=63f98baa-8de2-4ed5-9916-205d8fe6c61d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:52.378031 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31763c5e-784d-42ba-94ff-37438e7e01b7 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Network': ['ID=9fc2b10b-5396-4ec9-a5f2-1e71e078ddea,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:52.405820 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ebc3bf11-bb67-40e6-95f4-4e3ee298067e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:52.407930 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ebc3bf11-bb67-40e6-95f4-4e3ee298067e tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/ports/63f98baa-8de2-4ed5-9916-205d8fe6c61d HTTP/1.1" status: 204 len: 168 time: 0.9677815 Sep 17 23:56:52.410672 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53766) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:52.491169 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430c2957-fd1f-4c91-b926-3106cdd4614d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:52.495474 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-430c2957-fd1f-4c91-b926-3106cdd4614d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:52.537839 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-85effb8a-5514-474c-9a04-563da8537990 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:52.551693 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430c2957-fd1f-4c91-b926-3106cdd4614d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:56:52.628637 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-430c2957-fd1f-4c91-b926-3106cdd4614d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:52.629132 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-430c2957-fd1f-4c91-b926-3106cdd4614d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Added segment 33d6d382-aa6e-41d8-b164-2352968a3504 of type vlan for network 7fc79980-f4e8-418b-9cbb-888d99a4155f Sep 17 23:56:52.696992 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-85effb8a-5514-474c-9a04-563da8537990 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:52.725219 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-430c2957-fd1f-4c91-b926-3106cdd4614d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:52.737672 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-85effb8a-5514-474c-9a04-563da8537990 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355df454-cede-4ca4-9c86-f698f202302a']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:52.753025 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-85effb8a-5514-474c-9a04-563da8537990 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7873ddfe-d26c-4e36-b888-459bf5ee6ae7') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:52.753480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-85effb8a-5514-474c-9a04-563da8537990 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7873ddfe-d26c-4e36-b888-459bf5ee6ae7') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:56:52.773471 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-85effb8a-5514-474c-9a04-563da8537990 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:52.789484 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-85effb8a-5514-474c-9a04-563da8537990 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:52.806589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85effb8a-5514-474c-9a04-563da8537990 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:56:52.807199 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-85effb8a-5514-474c-9a04-563da8537990 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:56:52.810681 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:56:52.863979 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-430c2957-fd1f-4c91-b926-3106cdd4614d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:52.877399 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430c2957-fd1f-4c91-b926-3106cdd4614d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:52.884971 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-430c2957-fd1f-4c91-b926-3106cdd4614d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:53.058340 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-430c2957-fd1f-4c91-b926-3106cdd4614d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7957497 Sep 17 23:56:53.061511 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53774) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:53.066850 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1c11e62a-a94d-4adc-9964-4a94479833cc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'subnet': {'network_id': '7fc79980-f4e8-418b-9cbb-888d99a4155f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:53.211262 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-85effb8a-5514-474c-9a04-563da8537990 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:53.222664 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-85effb8a-5514-474c-9a04-563da8537990 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:53.225497 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-85effb8a-5514-474c-9a04-563da8537990 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] 10.222.0.46 "DELETE /v2.0/networks/355df454-cede-4ca4-9c86-f698f202302a HTTP/1.1" status: 204 len: 168 time: 0.8127093 Sep 17 23:56:53.257953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d301a-ed94-48af-b71f-6a48ba094a2a req-0d909804-cf82-4d72-bef0-cf4d5c85c96c tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:53.268328 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b9d301a-ed94-48af-b71f-6a48ba094a2a req-0d909804-cf82-4d72-bef0-cf4d5c85c96c tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.4563332 Sep 17 23:56:53.271877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c2957-fd1f-4c91-b926-3106cdd4614d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Network': ['ID=7fc79980-f4e8-418b-9cbb-888d99a4155f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:53.284240 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 7fc79980-f4e8-418b-9cbb-888d99a4155f details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:56:53.318648 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c11e62a-a94d-4adc-9964-4a94479833cc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:53.323274 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c11e62a-a94d-4adc-9964-4a94479833cc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:53.332914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85effb8a-5514-474c-9a04-563da8537990 tempest-PortsTestJSON-529917526 tempest-PortsTestJSON-529917526-project] Pushing event deleted for resources: {'Network': ['ID=355df454-cede-4ca4-9c86-f698f202302a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:53.369745 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b9d301a-ed94-48af-b71f-6a48ba094a2a req-18349255-4e98-4567-99fd-f85d8c229626 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001182 Sep 17 23:56:53.938484 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c11e62a-a94d-4adc-9964-4a94479833cc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:53.956702 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53792) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:53.962682 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-575c845d-7b8e-4b0a-a05d-5774b6c0baf1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Request body: {'subnet': {'network_id': 'c255cd8b-e8ab-42ee-94e1-9715c4ba3991', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:54.037420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11e62a-a94d-4adc-9964-4a94479833cc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Subnet': ['ID=465744ff-d047-45b5-8cd3-38ff687c434b,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:54.052239 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53794) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:54.082886 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c11e62a-a94d-4adc-9964-4a94479833cc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Checking segment: {'id': '33d6d382-aa6e-41d8-b164-2352968a3504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7fc79980-f4e8-418b-9cbb-888d99a4155f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:56:54.084257 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c11e62a-a94d-4adc-9964-4a94479833cc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network hostable DHCP agents. Network: 7fc79980-f4e8-418b-9cbb-888d99a4155f, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:56:54.231671 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c11e62a-a94d-4adc-9964-4a94479833cc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 7fc79980-f4e8-418b-9cbb-888d99a4155f is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:56:54.295984 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f95f3be2-8e4e-4ffa-8c2a-54901f962b72 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6714d67afbe9424390973f011b7536ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2421942 Sep 17 23:56:54.298741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53798) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:54.366836 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575c845d-7b8e-4b0a-a05d-5774b6c0baf1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Made reservation on behalf of bfebfdeb5b3a4b8982086f3b7a67d79d for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:54.371753 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-575c845d-7b8e-4b0a-a05d-5774b6c0baf1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:54.373947 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ed9bafb1-b7fa-4e61-bb7a-3adaefaa210f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:54.398762 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-1c11e62a-a94d-4adc-9964-4a94479833cc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 7fc79980-f4e8-418b-9cbb-888d99a4155f) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:54.408728 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d0c119-61f8-4ad5-86b7-6753f99ec290 None None] Network 7fc79980-f4e8-418b-9cbb-888d99a4155f requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:54.441815 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c11e62a-a94d-4adc-9964-4a94479833cc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:54.442497 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1c11e62a-a94d-4adc-9964-4a94479833cc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:54.500762 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ed9bafb1-b7fa-4e61-bb7a-3adaefaa210f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:54.561115 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1c11e62a-a94d-4adc-9964-4a94479833cc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4981384 Sep 17 23:56:54.566151 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53810) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:54.572209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-63f5165c-72ef-482a-85f3-6d256f087c90 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'network_id': '7fc79980-f4e8-418b-9cbb-888d99a4155f', 'name': 'tempest-PortsIpV6TestJSON-1208407733'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:54.801754 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03900ef1-8c12-4abc-8a61-17bd363e1f95 req-b695495e-faf7-4fa3-893b-b002e607c8fb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:54.803730 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-03900ef1-8c12-4abc-8a61-17bd363e1f95 req-b695495e-faf7-4fa3-893b-b002e607c8fb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.2474236 Sep 17 23:56:54.841813 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ed9bafb1-b7fa-4e61-bb7a-3adaefaa210f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:54.844794 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ed9bafb1-b7fa-4e61-bb7a-3adaefaa210f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:54.852144 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ed9bafb1-b7fa-4e61-bb7a-3adaefaa210f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f1daa67-1ef2-48e9-99f4-a571f8eff960 HTTP/1.1" status: 204 len: 168 time: 0.5463521 Sep 17 23:56:54.852144 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f5165c-72ef-482a-85f3-6d256f087c90 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:54.852144 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-63f5165c-72ef-482a-85f3-6d256f087c90 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:54.890067 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-7fc79980-f4e8-418b-9cbb-888d99a4155f', 'network_id': '7fc79980-f4e8-418b-9cbb-888d99a4155f', 'tenant_id': '82b767cbc58242038b61a13b6547f128', 'fixed_ips': [{'subnet_id': '465744ff-d047-45b5-8cd3-38ff687c434b'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:56:54.891252 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:54.902891 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-03900ef1-8c12-4abc-8a61-17bd363e1f95 req-30a6479e-347c-40c4-91d2-9c49046d3573 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778525 Sep 17 23:56:54.910779 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9bafb1-b7fa-4e61-bb7a-3adaefaa210f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1daa67-1ef2-48e9-99f4-a571f8eff960,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:54.932882 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-575c845d-7b8e-4b0a-a05d-5774b6c0baf1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:54.947740 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-63f5165c-72ef-482a-85f3-6d256f087c90 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] device_id is not set on port 5574b6cf-a895-4bd4-8a22-aedd81a5a53e yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:56:55.099122 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c845d-7b8e-4b0a-a05d-5774b6c0baf1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event updated for resources: {'Subnet': ['ID=561c7059-6b94-4b2e-b0bc-e9ccb7aa1b6c,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:55.105252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575c845d-7b8e-4b0a-a05d-5774b6c0baf1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Checking segment: {'id': 'cae65b65-c8cf-405d-b10a-ba22b710a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c255cd8b-e8ab-42ee-94e1-9715c4ba3991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:56:55.105616 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575c845d-7b8e-4b0a-a05d-5774b6c0baf1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Network hostable DHCP agents. Network: c255cd8b-e8ab-42ee-94e1-9715c4ba3991, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:56:55.149393 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] Allocated IP 2001:db8::2 (7fc79980-f4e8-418b-9cbb-888d99a4155f/465744ff-d047-45b5-8cd3-38ff687c434b/0c483f13-2753-473d-8cef-9bbb4b3d5374) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:56:55.231845 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575c845d-7b8e-4b0a-a05d-5774b6c0baf1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Network c255cd8b-e8ab-42ee-94e1-9715c4ba3991 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:56:55.325708 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-575c845d-7b8e-4b0a-a05d-5774b6c0baf1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, c255cd8b-e8ab-42ee-94e1-9715c4ba3991) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:55.335132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c845d-7b8e-4b0a-a05d-5774b6c0baf1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:55.335898 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-575c845d-7b8e-4b0a-a05d-5774b6c0baf1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:55.358355 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af7365f-761d-4ae1-b31f-5878f4b429a7 None None] Network c255cd8b-e8ab-42ee-94e1-9715c4ba3991 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:55.427241 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-575c845d-7b8e-4b0a-a05d-5774b6c0baf1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4690425 Sep 17 23:56:55.439574 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53840) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:55.446206 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0ce9422d-5102-48bf-874a-4756c993f507 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1532007591'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:55.493332 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:55.587349 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce9422d-5102-48bf-874a-4756c993f507 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Made reservation on behalf of bfebfdeb5b3a4b8982086f3b7a67d79d for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:55.591355 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ce9422d-5102-48bf-874a-4756c993f507 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:55.600469 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:55.635337 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] Network 7fc79980-f4e8-418b-9cbb-888d99a4155f is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:55.651306 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:55.680025 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:55.722056 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce9422d-5102-48bf-874a-4756c993f507 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:56:55.747798 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-63f5165c-72ef-482a-85f3-6d256f087c90 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Allocated IP 2001:db8::54 (7fc79980-f4e8-418b-9cbb-888d99a4155f/465744ff-d047-45b5-8cd3-38ff687c434b/5574b6cf-a895-4bd4-8a22-aedd81a5a53e) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:56:55.750358 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-c255cd8b-e8ab-42ee-94e1-9715c4ba3991', 'network_id': 'c255cd8b-e8ab-42ee-94e1-9715c4ba3991', 'tenant_id': 'bfebfdeb5b3a4b8982086f3b7a67d79d', 'fixed_ips': [{'subnet_id': '561c7059-6b94-4b2e-b0bc-e9ccb7aa1b6c'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:56:55.751317 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ce9422d-5102-48bf-874a-4756c993f507 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:55.751958 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-0ce9422d-5102-48bf-874a-4756c993f507 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Added segment 6704897f-9c06-4b32-a48c-d69384dc3448 of type vlan for network e508148b-de5a-42e3-8840-3042acabf58c Sep 17 23:56:55.752482 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:55.855817 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ce9422d-5102-48bf-874a-4756c993f507 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:55.932511 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] Pushing event updated for resources: {'Port': ['ID=0c483f13-2753-473d-8cef-9bbb4b3d5374,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:55.937415 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] Attempting to bind port 0c483f13-2753-473d-8cef-9bbb4b3d5374 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:55.937415 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] Attempting to bind port 0c483f13-2753-473d-8cef-9bbb4b3d5374 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '33d6d382-aa6e-41d8-b164-2352968a3504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7fc79980-f4e8-418b-9cbb-888d99a4155f'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:55.937415 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] Attempting to bind port 0c483f13-2753-473d-8cef-9bbb4b3d5374 on network 7fc79980-f4e8-418b-9cbb-888d99a4155f {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:55.946386 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:56:55.946532 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] Checking segment: {'id': '33d6d382-aa6e-41d8-b164-2352968a3504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7fc79980-f4e8-418b-9cbb-888d99a4155f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:56:55.946917 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:55.947313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] Bound using segment: {'id': '33d6d382-aa6e-41d8-b164-2352968a3504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7fc79980-f4e8-418b-9cbb-888d99a4155f'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:56:55.947808 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] Bound port: 0c483f13-2753-473d-8cef-9bbb4b3d5374, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d6d382-aa6e-41d8-b164-2352968a3504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7fc79980-f4e8-418b-9cbb-888d99a4155f'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:56:55.948161 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:56.059508 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ce9422d-5102-48bf-874a-4756c993f507 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:56.097561 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce9422d-5102-48bf-874a-4756c993f507 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:56.098213 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ce9422d-5102-48bf-874a-4756c993f507 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:56.243250 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] For port 0c483f13-2753-473d-8cef-9bbb4b3d5374, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:56:56.247674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] For port 0c483f13-2753-473d-8cef-9bbb4b3d5374, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=0c483f13-2753-473d-8cef-9bbb4b3d5374,segment=NetworkSegment(33d6d382-aa6e-41d8-b164-2352968a3504),segment_id=33d6d382-aa6e-41d8-b164-2352968a3504)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:56:56.267690 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59d721-2bf2-4295-8d90-0c270e796a5b req-dbb32287-93de-4f89-8d9f-f9d6dab1ae38 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:56.275934 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3e59d721-2bf2-4295-8d90-0c270e796a5b req-dbb32287-93de-4f89-8d9f-f9d6dab1ae38 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.1429250 Sep 17 23:56:56.350804 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] Allocated IP 2001:db8:0:ffff::2 (c255cd8b-e8ab-42ee-94e1-9715c4ba3991/561c7059-6b94-4b2e-b0bc-e9ccb7aa1b6c/7d51a97d-6c55-4ce2-9d6a-116b6db83671) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:56:56.368942 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3e59d721-2bf2-4295-8d90-0c270e796a5b req-1caf8624-5bf6-4162-8970-41a68017384f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902731 Sep 17 23:56:56.415315 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:56.436886 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-63f5165c-72ef-482a-85f3-6d256f087c90 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:56.497883 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0ce9422d-5102-48bf-874a-4756c993f507 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0549929 Sep 17 23:56:56.499696 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9422d-5102-48bf-874a-4756c993f507 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event updated for resources: {'Network': ['ID=e508148b-de5a-42e3-8840-3042acabf58c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:56.500216 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53876) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:56.514917 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-5d167f63-312d-48d0-b5ab-4244931a356f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Request body: {'subnet': {'network_id': 'e508148b-de5a-42e3-8840-3042acabf58c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:56.543393 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53878) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:56.574119 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-63f5165c-72ef-482a-85f3-6d256f087c90 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:56.583832 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network e508148b-de5a-42e3-8840-3042acabf58c details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:56:56.765682 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513f2b6-bf8d-49c0-9b33-b4737f84acfa None None] Pushing event updated for resources: {'Port': ['ID=0c483f13-2753-473d-8cef-9bbb4b3d5374,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:56.778813 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f5165c-72ef-482a-85f3-6d256f087c90 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 7fc79980-f4e8-418b-9cbb-888d99a4155f is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:56.826364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d167f63-312d-48d0-b5ab-4244931a356f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Made reservation on behalf of bfebfdeb5b3a4b8982086f3b7a67d79d for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:56.834110 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d167f63-312d-48d0-b5ab-4244931a356f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:56.842509 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-63f5165c-72ef-482a-85f3-6d256f087c90 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:56.849849 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f5165c-72ef-482a-85f3-6d256f087c90 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:56.889302 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f5165c-72ef-482a-85f3-6d256f087c90 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:56.912047 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-63f5165c-72ef-482a-85f3-6d256f087c90 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:56.919080 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5165c-72ef-482a-85f3-6d256f087c90 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=5574b6cf-a895-4bd4-8a22-aedd81a5a53e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:56.948064 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e8d8034f-5d4a-4ca0-a143-e57b56e336bd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1385194953', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:57.043033 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:57.293488 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:57.306709 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e8d8034f-5d4a-4ca0-a143-e57b56e336bd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:57.306709 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e8d8034f-5d4a-4ca0-a143-e57b56e336bd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:57.380442 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] Pushing event updated for resources: {'Port': ['ID=7d51a97d-6c55-4ce2-9d6a-116b6db83671,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:57.390111 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] Network c255cd8b-e8ab-42ee-94e1-9715c4ba3991 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:56:57.394256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:57.396936 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:56:57.431887 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e8d8034f-5d4a-4ca0-a143-e57b56e336bd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:57.476768 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] Attempting to bind port 7d51a97d-6c55-4ce2-9d6a-116b6db83671 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:56:57.477471 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] Attempting to bind port 7d51a97d-6c55-4ce2-9d6a-116b6db83671 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'cae65b65-c8cf-405d-b10a-ba22b710a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c255cd8b-e8ab-42ee-94e1-9715c4ba3991'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:56:57.477996 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] Attempting to bind port 7d51a97d-6c55-4ce2-9d6a-116b6db83671 on network c255cd8b-e8ab-42ee-94e1-9715c4ba3991 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:56:57.484358 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:56:57.485017 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] Checking segment: {'id': 'cae65b65-c8cf-405d-b10a-ba22b710a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c255cd8b-e8ab-42ee-94e1-9715c4ba3991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:56:57.485498 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:57.485977 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] Bound using segment: {'id': 'cae65b65-c8cf-405d-b10a-ba22b710a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c255cd8b-e8ab-42ee-94e1-9715c4ba3991'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:56:57.486535 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] Bound port: 7d51a97d-6c55-4ce2-9d6a-116b6db83671, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae65b65-c8cf-405d-b10a-ba22b710a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c255cd8b-e8ab-42ee-94e1-9715c4ba3991'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:56:57.486995 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:57.548863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f88f6-64da-4f4e-8596-79070a631132 req-72e950a4-a262-4b02-966b-a373f581a47b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:57.565280 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-677f88f6-64da-4f4e-8596-79070a631132 req-72e950a4-a262-4b02-966b-a373f581a47b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.0759065 Sep 17 23:56:57.565432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 0c483f13-2753-473d-8cef-9bbb4b3d5374 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:56:57.595024 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] For port 7d51a97d-6c55-4ce2-9d6a-116b6db83671, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:56:57.617530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-677f88f6-64da-4f4e-8596-79070a631132 req-1a2cfc2f-8c06-465f-b3d3-03f55d5f6273 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572143 Sep 17 23:56:57.617797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] For port 7d51a97d-6c55-4ce2-9d6a-116b6db83671, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7d51a97d-6c55-4ce2-9d6a-116b6db83671,segment=NetworkSegment(cae65b65-c8cf-405d-b10a-ba22b710a2a5),segment_id=cae65b65-c8cf-405d-b10a-ba22b710a2a5)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:56:57.643906 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 0c483f13-2753-473d-8cef-9bbb4b3d5374 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:57.644334 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:57.664511 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-63f5165c-72ef-482a-85f3-6d256f087c90 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0972908 Sep 17 23:56:57.670667 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53896) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:57.727521 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e8d8034f-5d4a-4ca0-a143-e57b56e336bd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:57.768792 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:57.926305 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-9fb7c6fa-b712-43e1-8625-49e57e70acb6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port 5574b6cf-a895-4bd4-8a22-aedd81a5a53e {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:56:57.927410 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9fb7c6fa-b712-43e1-8625-49e57e70acb6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:57.953666 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:57.996352 n-d-809883-1 neutron-server[95592]: DEBUG neutron.objects.ports [None req-5d167f63-312d-48d0-b5ab-4244931a356f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95592) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 23:56:57.998933 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d167f63-312d-48d0-b5ab-4244931a356f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:58.110603 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae790f7-01af-4095-9c64-5f78f097f586 None None] Pushing event updated for resources: {'Port': ['ID=7d51a97d-6c55-4ce2-9d6a-116b6db83671,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:58.155965 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9fb7c6fa-b712-43e1-8625-49e57e70acb6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:58.173421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 0c483f13-2753-473d-8cef-9bbb4b3d5374, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=0c483f13-2753-473d-8cef-9bbb4b3d5374,segment=NetworkSegment(33d6d382-aa6e-41d8-b164-2352968a3504),segment_id=33d6d382-aa6e-41d8-b164-2352968a3504)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:56:58.204281 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-9fb7c6fa-b712-43e1-8625-49e57e70acb6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for 5574b6cf-a895-4bd4-8a22-aedd81a5a53e owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:56:58.249552 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:58.314782 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d167f63-312d-48d0-b5ab-4244931a356f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Checking segment: {'id': '6704897f-9c06-4b32-a48c-d69384dc3448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e508148b-de5a-42e3-8840-3042acabf58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:56:58.325435 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d167f63-312d-48d0-b5ab-4244931a356f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Network hostable DHCP agents. Network: e508148b-de5a-42e3-8840-3042acabf58c, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:56:58.349168 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d167f63-312d-48d0-b5ab-4244931a356f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event updated for resources: {'Subnet': ['ID=18d9d384-273e-404f-83a4-b5df8eab94b7,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:58.425718 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=0c483f13-2753-473d-8cef-9bbb4b3d5374,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:58.483332 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09efc25-e6ce-49c0-8afa-a4241b5afa18 None None] Network 7fc79980-f4e8-418b-9cbb-888d99a4155f requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:58.489776 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e8d8034f-5d4a-4ca0-a143-e57b56e336bd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:58.491338 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e8d8034f-5d4a-4ca0-a143-e57b56e336bd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.9468904 Sep 17 23:56:58.494221 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53906) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:58.501339 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-0114e3e5-b384-452c-8b10-1cdcb7f6e987 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-575564197'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:58.556744 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d167f63-312d-48d0-b5ab-4244931a356f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Network e508148b-de5a-42e3-8840-3042acabf58c is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:56:58.603603 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1c0dc662-4dcf-4289-a590-15e40f29029c None None] Provisioning complete for port 0c483f13-2753-473d-8cef-9bbb4b3d5374 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:58.604591 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc662-4dcf-4289-a590-15e40f29029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:58.633725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0114e3e5-b384-452c-8b10-1cdcb7f6e987 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Made reservation on behalf of d4c4a28016714285874ad675d4128cfe for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:56:58.651751 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0114e3e5-b384-452c-8b10-1cdcb7f6e987 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:58.659226 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-5d167f63-312d-48d0-b5ab-4244931a356f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, e508148b-de5a-42e3-8840-3042acabf58c) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:56:58.667837 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d167f63-312d-48d0-b5ab-4244931a356f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:58.670796 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d167f63-312d-48d0-b5ab-4244931a356f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:58.700349 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9fb7c6fa-b712-43e1-8625-49e57e70acb6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:58.704383 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0114e3e5-b384-452c-8b10-1cdcb7f6e987 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:58.709747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d1c254-cbb6-4dd8-bb8c-b3bb4cc9ba5d None None] Network e508148b-de5a-42e3-8840-3042acabf58c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:56:58.819466 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7c6fa-b712-43e1-8625-49e57e70acb6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=5574b6cf-a895-4bd4-8a22-aedd81a5a53e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:58.833508 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5d167f63-312d-48d0-b5ab-4244931a356f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3311887 Sep 17 23:56:58.845988 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53912) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:58.895935 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9fb7c6fa-b712-43e1-8625-49e57e70acb6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:58.902835 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9fb7c6fa-b712-43e1-8625-49e57e70acb6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/ports/5574b6cf-a895-4bd4-8a22-aedd81a5a53e HTTP/1.1" status: 204 len: 168 time: 1.2307880 Sep 17 23:56:58.906560 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53916) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:59.021556 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00bd66f-ca66-444d-9daa-7789204e90d5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] DELETE failed (client error): The resource could not be found. Sep 17 23:56:59.022299 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c00bd66f-ca66-444d-9daa-7789204e90d5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:56:59.038114 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-ff3eefe6-92fd-4a62-95d8-fee93e8d8eea tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Request body: {'port': {'network_id': 'e508148b-de5a-42e3-8840-3042acabf58c', 'name': 'tempest-NetworksIpV6TestAttrs-711946587'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:56:59.057257 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c00bd66f-ca66-444d-9daa-7789204e90d5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/ports/5574b6cf-a895-4bd4-8a22-aedd81a5a53e HTTP/1.1" status: 404 len: 333 time: 0.1368129 Sep 17 23:56:59.058221 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53918) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:59.126605 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0114e3e5-b384-452c-8b10-1cdcb7f6e987 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:59.141580 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4d3a7d-c9d7-4cd9-81e6-86f552bf9175 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] GET failed (client error): The resource could not be found. Sep 17 23:56:59.146268 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ef4d3a7d-c9d7-4cd9-81e6-86f552bf9175 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports/5574b6cf-a895-4bd4-8a22-aedd81a5a53e HTTP/1.1" status: 404 len: 333 time: 0.0871084 Sep 17 23:56:59.161047 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53920) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:56:59.169792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e744c-de39-4417-8602-255212318a8f req-e8cd596b-dfb5-462d-8518-dd5860b3b405 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:56:59.171898 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a2e744c-de39-4417-8602-255212318a8f req-e8cd596b-dfb5-462d-8518-dd5860b3b405 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.4318676 Sep 17 23:56:59.266182 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-644fb22b-a250-4fbb-9f1d-08239ea55aaa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting subnet 465744ff-d047-45b5-8cd3-38ff687c434b {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:56:59.296033 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0114e3e5-b384-452c-8b10-1cdcb7f6e987 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:59.306036 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-644fb22b-a250-4fbb-9f1d-08239ea55aaa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:59.375632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-e508148b-de5a-42e3-8840-3042acabf58c', 'network_id': 'e508148b-de5a-42e3-8840-3042acabf58c', 'tenant_id': 'bfebfdeb5b3a4b8982086f3b7a67d79d', 'fixed_ips': [{'subnet_id': '18d9d384-273e-404f-83a4-b5df8eab94b7'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:56:59.377358 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:59.440348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0114e3e5-b384-452c-8b10-1cdcb7f6e987 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:56:59.590215 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114e3e5-b384-452c-8b10-1cdcb7f6e987 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e42b3a-2018-4636-8eac-a72eb9dd97ce,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:56:59.620395 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0114e3e5-b384-452c-8b10-1cdcb7f6e987 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:59.620702 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-0114e3e5-b384-452c-8b10-1cdcb7f6e987 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Added segment 39cb7873-b094-4bbf-b01f-f7d8b6c5ab2c of type vlan for network 08c04379-218e-4645-9c34-0e06deb63274 Sep 17 23:56:59.629168 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-644fb22b-a250-4fbb-9f1d-08239ea55aaa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:59.670506 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a2e744c-de39-4417-8602-255212318a8f req-bc39b6f1-dd5b-4944-a7fc-8393f1d050f1 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4159217 Sep 17 23:56:59.833557 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 0c483f13-2753-473d-8cef-9bbb4b3d5374 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:56:59.925262 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0114e3e5-b384-452c-8b10-1cdcb7f6e987 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:56:59.944862 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] Allocated IP 2001:db8::f816:3eff:fe21:7936 (e508148b-de5a-42e3-8840-3042acabf58c/18d9d384-273e-404f-83a4-b5df8eab94b7/e65ac587-a942-4474-88c3-33ba78d632b1) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:56:59.985077 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-09586390-07c7-4bba-9595-d4a1949ec97f None None] Provisioning complete for port 0c483f13-2753-473d-8cef-9bbb4b3d5374 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:56:59.985328 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-09586390-07c7-4bba-9595-d4a1949ec97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:00.001438 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c5f13d-fc2e-4b9e-99df-9ee09d46f5a0 None None] Network c255cd8b-e8ab-42ee-94e1-9715c4ba3991 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:00.057794 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-644fb22b-a250-4fbb-9f1d-08239ea55aaa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:00.074369 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0114e3e5-b384-452c-8b10-1cdcb7f6e987 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:00.080026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0114e3e5-b384-452c-8b10-1cdcb7f6e987 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:00.080810 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0114e3e5-b384-452c-8b10-1cdcb7f6e987 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:00.294601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 0c483f13-2753-473d-8cef-9bbb4b3d5374 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:00.294955 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:00.696066 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3eefe6-92fd-4a62-95d8-fee93e8d8eea tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Made reservation on behalf of bfebfdeb5b3a4b8982086f3b7a67d79d for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:00.699459 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff3eefe6-92fd-4a62-95d8-fee93e8d8eea tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:00.729424 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:00.773601 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114e3e5-b384-452c-8b10-1cdcb7f6e987 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event updated for resources: {'Network': ['ID=08c04379-218e-4645-9c34-0e06deb63274,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:00.778104 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-ff3eefe6-92fd-4a62-95d8-fee93e8d8eea tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] device_id is not set on port 7bb00c2d-0d4f-4811-89e7-9124b910595a yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:57:00.792268 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 08c04379-218e-4645-9c34-0e06deb63274 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:57:00.853746 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7d51a97d-6c55-4ce2-9d6a-116b6db83671 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:57:00.891736 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9d60881d-5772-4339-8520-cbb0f55dcd12 None None] Provisioning complete for port 7d51a97d-6c55-4ce2-9d6a-116b6db83671 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:00.892118 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9d60881d-5772-4339-8520-cbb0f55dcd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:00.898114 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82068ed3-7245-496c-9c8e-a549ecd0fe33 req-ebce063b-a677-4cb4-b2ff-0e5dc77404f8 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:00.899672 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82068ed3-7245-496c-9c8e-a549ecd0fe33 req-ebce063b-a677-4cb4-b2ff-0e5dc77404f8 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.0642731 Sep 17 23:57:00.947344 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82068ed3-7245-496c-9c8e-a549ecd0fe33 req-fd3097d7-ac01-4b6a-9c1b-a1f62fd224f5 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409222 Sep 17 23:57:01.030716 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 7d51a97d-6c55-4ce2-9d6a-116b6db83671 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:01.031106 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:01.079658 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9d60881d-5772-4339-8520-cbb0f55dcd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:01.144484 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-9d60881d-5772-4339-8520-cbb0f55dcd12 None None] For port 7d51a97d-6c55-4ce2-9d6a-116b6db83671, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7d51a97d-6c55-4ce2-9d6a-116b6db83671,segment=NetworkSegment(cae65b65-c8cf-405d-b10a-ba22b710a2a5),segment_id=cae65b65-c8cf-405d-b10a-ba22b710a2a5)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:01.162027 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:01.279084 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-70eed86c-e003-4ec0-9dc3-07afcf875c6a req-bea7a056-278f-43be-81f2-2b67047ef399 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432138 Sep 17 23:57:01.363162 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eed86c-e003-4ec0-9dc3-07afcf875c6a req-f255a88b-37a7-4bcc-b3b9-f9adca0437f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:01.365023 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-70eed86c-e003-4ec0-9dc3-07afcf875c6a req-f255a88b-37a7-4bcc-b3b9-f9adca0437f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 1097 time: 0.0416031 Sep 17 23:57:01.409441 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9d60881d-5772-4339-8520-cbb0f55dcd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:01.411637 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-644fb22b-a250-4fbb-9f1d-08239ea55aaa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:01.412462 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:01.414576 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0114e3e5-b384-452c-8b10-1cdcb7f6e987 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.9191842 Sep 17 23:57:01.432694 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53950) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:01.458455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-917c6410-8127-4b22-82aa-2121c89ed9ad tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Request body: {'subnet': {'network_id': '08c04379-218e-4645-9c34-0e06deb63274', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:01.550561 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9d60881d-5772-4339-8520-cbb0f55dcd12 None None] Could not find standard attr ID for object 5574b6cf-a895-4bd4-8a22-aedd81a5a53e. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:57:01.618161 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fb22b-a250-4fbb-9f1d-08239ea55aaa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Subnet': ['ID=465744ff-d047-45b5-8cd3-38ff687c434b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:01.634566 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-644fb22b-a250-4fbb-9f1d-08239ea55aaa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:01.636382 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-644fb22b-a250-4fbb-9f1d-08239ea55aaa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/subnets/465744ff-d047-45b5-8cd3-38ff687c434b HTTP/1.1" status: 204 len: 168 time: 2.4635370 Sep 17 23:57:01.647100 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53956) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:01.664307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c940cff6-f657-42ea-bc41-fdd882862c90 None None] Network 7fc79980-f4e8-418b-9cbb-888d99a4155f requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:01.682822 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-ff3eefe6-92fd-4a62-95d8-fee93e8d8eea tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Allocated IP 2001:db8::f816:3eff:fe81:92dc (e508148b-de5a-42e3-8840-3042acabf58c/18d9d384-273e-404f-83a4-b5df8eab94b7/7bb00c2d-0d4f-4811-89e7-9124b910595a) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:01.712763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] Network e508148b-de5a-42e3-8840-3042acabf58c is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:01.768939 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:01.821848 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:01.840662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eed86c-e003-4ec0-9dc3-07afcf875c6a req-1e29ec5c-5fa9-491d-8aba-23c4b08b2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:01.842484 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-70eed86c-e003-4ec0-9dc3-07afcf875c6a req-1e29ec5c-5fa9-491d-8aba-23c4b08b2467 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 912 time: 0.4573522 Sep 17 23:57:01.894718 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:01.934624 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:57:01.934624 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:57:01.939084 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff3eefe6-92fd-4a62-95d8-fee93e8d8eea tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:01.958742 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917c6410-8127-4b22-82aa-2121c89ed9ad tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Made reservation on behalf of d4c4a28016714285874ad675d4128cfe for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:01.962816 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-917c6410-8127-4b22-82aa-2121c89ed9ad tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:01.972264 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60881d-5772-4339-8520-cbb0f55dcd12 None None] Pushing event updated for resources: {'Port': ['ID=7d51a97d-6c55-4ce2-9d6a-116b6db83671,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:02.049877 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-6a048b9f-4044-49cd-826f-c492ad349300 None None] Provisioning complete for port 7d51a97d-6c55-4ce2-9d6a-116b6db83671 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:02.050252 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6a048b9f-4044-49cd-826f-c492ad349300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:02.066625 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-70eed86c-e003-4ec0-9dc3-07afcf875c6a req-2b29bced-6471-4369-8ee7-2faf88dd1cec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 HTTP/1.1" status: 200 len: 1001 time: 0.2120848 Sep 17 23:57:02.094869 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff3eefe6-92fd-4a62-95d8-fee93e8d8eea tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:02.171401 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port 0c483f13-2753-473d-8cef-9bbb4b3d5374 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:02.171876 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:02.174812 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eed86c-e003-4ec0-9dc3-07afcf875c6a req-fa5e7d43-3a28-41ae-ab7d-74981d317b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:02.177477 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-70eed86c-e003-4ec0-9dc3-07afcf875c6a req-fa5e7d43-3a28-41ae-ab7d-74981d317b68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.1004217 Sep 17 23:57:02.202249 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] Pushing event updated for resources: {'Port': ['ID=e65ac587-a942-4474-88c3-33ba78d632b1,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:02.208273 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] Attempting to bind port e65ac587-a942-4474-88c3-33ba78d632b1 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:57:02.208875 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] Attempting to bind port e65ac587-a942-4474-88c3-33ba78d632b1 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '6704897f-9c06-4b32-a48c-d69384dc3448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e508148b-de5a-42e3-8840-3042acabf58c'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:57:02.209433 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] Attempting to bind port e65ac587-a942-4474-88c3-33ba78d632b1 on network e508148b-de5a-42e3-8840-3042acabf58c {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:57:02.221170 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:57:02.221824 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] Checking segment: {'id': '6704897f-9c06-4b32-a48c-d69384dc3448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e508148b-de5a-42e3-8840-3042acabf58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:02.222459 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:02.223042 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] Bound using segment: {'id': '6704897f-9c06-4b32-a48c-d69384dc3448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e508148b-de5a-42e3-8840-3042acabf58c'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:57:02.224333 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] Bound port: e65ac587-a942-4474-88c3-33ba78d632b1, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6704897f-9c06-4b32-a48c-d69384dc3448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e508148b-de5a-42e3-8840-3042acabf58c'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:57:02.224939 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:02.230378 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53966) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:02.251259 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3eefe6-92fd-4a62-95d8-fee93e8d8eea tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Network e508148b-de5a-42e3-8840-3042acabf58c is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:02.255911 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-ff3eefe6-92fd-4a62-95d8-fee93e8d8eea tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:02.281370 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee05b6-5cb1-4127-a993-06ccbc7af3f7 req-9901d34c-2ef8-487e-ba94-3ec908692a12 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:02.281978 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fdee05b6-5cb1-4127-a993-06ccbc7af3f7 req-9901d34c-2ef8-487e-ba94-3ec908692a12 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.1847045 Sep 17 23:57:02.294752 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3eefe6-92fd-4a62-95d8-fee93e8d8eea tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:02.302855 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3eefe6-92fd-4a62-95d8-fee93e8d8eea tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:02.304157 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff3eefe6-92fd-4a62-95d8-fee93e8d8eea tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:02.336914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3eefe6-92fd-4a62-95d8-fee93e8d8eea tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event updated for resources: {'Port': ['ID=7bb00c2d-0d4f-4811-89e7-9124b910595a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:02.349193 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] For port e65ac587-a942-4474-88c3-33ba78d632b1, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:57:02.349870 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] For port e65ac587-a942-4474-88c3-33ba78d632b1, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e65ac587-a942-4474-88c3-33ba78d632b1,segment=NetworkSegment(6704897f-9c06-4b32-a48c-d69384dc3448),segment_id=6704897f-9c06-4b32-a48c-d69384dc3448)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:57:02.356339 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0bef54-24cc-4a76-8bea-625d42220218 None None] DHCP port deletion for 7fc79980-f4e8-418b-9cbb-888d99a4155f request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:57:02.383592 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fdee05b6-5cb1-4127-a993-06ccbc7af3f7 req-4aa87f4e-945d-4a05-bbf8-9235acba2158 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599918 Sep 17 23:57:02.386825 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] For port 0c483f13-2753-473d-8cef-9bbb4b3d5374, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=0c483f13-2753-473d-8cef-9bbb4b3d5374,segment=NetworkSegment(33d6d382-aa6e-41d8-b164-2352968a3504),segment_id=33d6d382-aa6e-41d8-b164-2352968a3504)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:02.387372 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:02.393729 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eed86c-e003-4ec0-9dc3-07afcf875c6a req-a37b5dda-c050-42f5-bf80-d1bf656cc7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:02.395945 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-70eed86c-e003-4ec0-9dc3-07afcf875c6a req-a37b5dda-c050-42f5-bf80-d1bf656cc7c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1993434 Sep 17 23:57:02.406176 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ff3eefe6-92fd-4a62-95d8-fee93e8d8eea tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.5550606 Sep 17 23:57:02.407048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53974) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:02.419902 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9c0bef54-24cc-4a76-8bea-625d42220218 None None] Deleting port 0c483f13-2753-473d-8cef-9bbb4b3d5374 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:02.420382 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9c0bef54-24cc-4a76-8bea-625d42220218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:02.429286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for 0c483f13-2753-473d-8cef-9bbb4b3d5374 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:02.441278 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:02.481852 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-421e592a-aadb-42bb-927e-c9b400e01439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:02.583139 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-9c0bef54-24cc-4a76-8bea-625d42220218 None None] For port 0c483f13-2753-473d-8cef-9bbb4b3d5374, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=0c483f13-2753-473d-8cef-9bbb4b3d5374,segment=NetworkSegment(33d6d382-aa6e-41d8-b164-2352968a3504),segment_id=33d6d382-aa6e-41d8-b164-2352968a3504)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:02.583427 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9c0bef54-24cc-4a76-8bea-625d42220218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:02.600000 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-917c6410-8127-4b22-82aa-2121c89ed9ad tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:02.605006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e06c3-8979-47c7-8116-440011f27f16 None None] Pushing event updated for resources: {'Port': ['ID=e65ac587-a942-4474-88c3-33ba78d632b1,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:02.607828 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9c0bef54-24cc-4a76-8bea-625d42220218 None None] Calling delete_port for 0c483f13-2753-473d-8cef-9bbb4b3d5374 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:02.634860 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f493b88-eaea-49c0-950c-748fa0ddeb4f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Deleting subnet 18d9d384-273e-404f-83a4-b5df8eab94b7 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:57:02.649678 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5f493b88-eaea-49c0-950c-748fa0ddeb4f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:02.655733 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c6410-8127-4b22-82aa-2121c89ed9ad tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event updated for resources: {'Subnet': ['ID=729c74cb-de3f-42d0-81a4-30e0f11aa8b8,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:02.679367 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-70eed86c-e003-4ec0-9dc3-07afcf875c6a req-b82263d8-ced0-4dfe-9217-581798cc8f92 service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663655 Sep 17 23:57:02.794271 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7d51a97d-6c55-4ce2-9d6a-116b6db83671 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:57:02.827369 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917c6410-8127-4b22-82aa-2121c89ed9ad tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Checking segment: {'id': '39cb7873-b094-4bbf-b01f-f7d8b6c5ab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '08c04379-218e-4645-9c34-0e06deb63274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:02.839921 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917c6410-8127-4b22-82aa-2121c89ed9ad tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Network hostable DHCP agents. Network: 08c04379-218e-4645-9c34-0e06deb63274, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:57:02.859096 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-421e592a-aadb-42bb-927e-c9b400e01439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:02.877510 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-70eed86c-e003-4ec0-9dc3-07afcf875c6a req-6e790851-1cab-4c33-9aeb-475a82d70e53 service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851761 Sep 17 23:57:02.889565 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:02.890635 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5f493b88-eaea-49c0-950c-748fa0ddeb4f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:02.903475 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No DVR routers for this DVR port 0c483f13-2753-473d-8cef-9bbb4b3d5374 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:57:02.917504 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 7d51a97d-6c55-4ce2-9d6a-116b6db83671 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:02.918078 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:02.919744 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9c0bef54-24cc-4a76-8bea-625d42220218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:02.958013 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-421e592a-aadb-42bb-927e-c9b400e01439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:02.997505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e592a-aadb-42bb-927e-c9b400e01439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4d711c-80df-42f5-b9cb-15f98ba64fd9,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:03.064711 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-421e592a-aadb-42bb-927e-c9b400e01439 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a1494570c65c497b9bf2f0dbdbadeb64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8324044 Sep 17 23:57:03.070137 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53984) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:03.167986 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5f493b88-eaea-49c0-950c-748fa0ddeb4f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:03.202502 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bef54-24cc-4a76-8bea-625d42220218 None None] Pushing event deleted for resources: {'Port': ['ID=0c483f13-2753-473d-8cef-9bbb4b3d5374,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:03.203021 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e6cfdbc1-8366-467d-a340-6e94baad1789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:03.215063 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0bef54-24cc-4a76-8bea-625d42220218 None None] No DVR routers for this DVR port 0c483f13-2753-473d-8cef-9bbb4b3d5374 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:57:03.253571 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e6cfdbc1-8366-467d-a340-6e94baad1789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:03.404582 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 0c483f13-2753-473d-8cef-9bbb4b3d5374 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:57:03.419801 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=0c483f13-2753-473d-8cef-9bbb4b3d5374,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:03.426589 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917c6410-8127-4b22-82aa-2121c89ed9ad tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Network 08c04379-218e-4645-9c34-0e06deb63274 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:57:03.428530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 0c483f13-2753-473d-8cef-9bbb4b3d5374 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:57:03.428530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 0c483f13-2753-473d-8cef-9bbb4b3d5374 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:57:03.431752 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:03.442937 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e6cfdbc1-8366-467d-a340-6e94baad1789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:03.453090 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e6cfdbc1-8366-467d-a340-6e94baad1789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:03.453090 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e6cfdbc1-8366-467d-a340-6e94baad1789 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ef4d711c-80df-42f5-b9cb-15f98ba64fd9 HTTP/1.1" status: 204 len: 168 time: 0.3796425 Sep 17 23:57:03.459983 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc79980-f4e8-418b-9cbb-888d99a4155f']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:03.468898 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfdbc1-8366-467d-a340-6e94baad1789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4d711c-80df-42f5-b9cb-15f98ba64fd9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:03.479485 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d6d382-aa6e-41d8-b164-2352968a3504') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:03.479781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d6d382-aa6e-41d8-b164-2352968a3504') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:03.491467 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5f493b88-eaea-49c0-950c-748fa0ddeb4f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:03.500909 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:03.520423 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:03.532233 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-917c6410-8127-4b22-82aa-2121c89ed9ad tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 08c04379-218e-4645-9c34-0e06deb63274) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:03.541381 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef5b1cc-30db-47cd-828a-d8a3ffd25080 None None] Network 08c04379-218e-4645-9c34-0e06deb63274 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:03.543797 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917c6410-8127-4b22-82aa-2121c89ed9ad tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:03.545282 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-917c6410-8127-4b22-82aa-2121c89ed9ad tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:03.570027 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:57:03.570388 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:57:03.581722 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:57:03.588679 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f493b88-eaea-49c0-950c-748fa0ddeb4f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event deleted for resources: {'Subnet': ['ID=18d9d384-273e-404f-83a4-b5df8eab94b7,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:03.627389 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5f493b88-eaea-49c0-950c-748fa0ddeb4f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:03.641385 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5f493b88-eaea-49c0-950c-748fa0ddeb4f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/subnets/18d9d384-273e-404f-83a4-b5df8eab94b7 HTTP/1.1" status: 204 len: 168 time: 1.2326105 Sep 17 23:57:03.657333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 53994) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:03.659331 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-917c6410-8127-4b22-82aa-2121c89ed9ad tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2151959 Sep 17 23:57:03.667597 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 53996) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:03.684200 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Request body: {'network': {'name': 'tempest-router-network01--259263721'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:03.773557 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfda4537-0f0c-4e28-a560-549adc12e292 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:03.775612 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfda4537-0f0c-4e28-a560-549adc12e292 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:03.780072 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cfda4537-0f0c-4e28-a560-549adc12e292 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1167531 Sep 17 23:57:03.780314 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54000) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:03.808481 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf5988-c0d7-4325-acdc-ebc7846836a5 req-d102344d-aac0-4ece-b1e7-099a35e3903c tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:03.819636 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cfdf5988-c0d7-4325-acdc-ebc7846836a5 req-d102344d-aac0-4ece-b1e7-099a35e3903c tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.2437272 Sep 17 23:57:03.881591 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:03.887808 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:03.890406 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/networks/7fc79980-f4e8-418b-9cbb-888d99a4155f HTTP/1.1" status: 204 len: 168 time: 2.2379947 Sep 17 23:57:03.914721 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Made reservation on behalf of d4c4a28016714285874ad675d4128cfe for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:03.915879 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54006) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:03.922704 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a5562-e7c9-4a97-9708-223806120aa6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Network': ['ID=7fc79980-f4e8-418b-9cbb-888d99a4155f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:03.922799 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:03.945772 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-efe106a9-a40d-47b3-b07f-3d9a5c0ee1f1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1512406387'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:03.972438 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-08c04379-218e-4645-9c34-0e06deb63274', 'network_id': '08c04379-218e-4645-9c34-0e06deb63274', 'tenant_id': 'd4c4a28016714285874ad675d4128cfe', 'fixed_ips': [{'subnet_id': '729c74cb-de3f-42d0-81a4-30e0f11aa8b8'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:57:03.972438 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:03.983085 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb8927e4-1a28-464e-855f-22a3483731ec tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:04.030986 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8927e4-1a28-464e-855f-22a3483731ec tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 17 23:57:04.031845 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb8927e4-1a28-464e-855f-22a3483731ec tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:57:04.038879 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bb8927e4-1a28-464e-855f-22a3483731ec tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/networks/e508148b-de5a-42e3-8840-3042acabf58c HTTP/1.1" status: 409 len: 405 time: 0.2544303 Sep 17 23:57:04.041564 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54014) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:04.056817 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d6c2ec24-9093-4d90-b421-387acb8a1922 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-245134323'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:04.059809 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cfdf5988-c0d7-4325-acdc-ebc7846836a5 req-fc4920d1-65d0-4a83-ad38-7c34f67a408f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391832 Sep 17 23:57:04.098663 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe106a9-a40d-47b3-b07f-3d9a5c0ee1f1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:04.102408 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-efe106a9-a40d-47b3-b07f-3d9a5c0ee1f1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:04.114000 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:57:04.133398 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe106a9-a40d-47b3-b07f-3d9a5c0ee1f1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:57:04.142200 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:04.142380 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Added segment 826d9fb0-3e53-4987-a721-e9a5021e98a2 of type vlan for network 57ae1edf-1f48-4b6d-9bbe-ab0fb4716984 Sep 17 23:57:04.145390 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-efe106a9-a40d-47b3-b07f-3d9a5c0ee1f1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:04.145819 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-efe106a9-a40d-47b3-b07f-3d9a5c0ee1f1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Added segment 1f60ac14-8931-4daa-a446-c78ef860548e of type vlan for network 4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3 Sep 17 23:57:04.202787 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-efe106a9-a40d-47b3-b07f-3d9a5c0ee1f1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:04.246258 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23edc91-bdc7-4104-a7eb-ccad743d8b80 None None] Network e508148b-de5a-42e3-8840-3042acabf58c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:04.259577 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:04.271663 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c2ec24-9093-4d90-b421-387acb8a1922 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Made reservation on behalf of bfebfdeb5b3a4b8982086f3b7a67d79d for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:04.276355 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ec24-9093-4d90-b421-387acb8a1922 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:04.304339 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f7f97-16fa-4337-8121-2ee7661c8258 req-62e60994-b588-45c3-9af2-166a270fdff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:04.305684 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-167f7f97-16fa-4337-8121-2ee7661c8258 req-62e60994-b588-45c3-9af2-166a270fdff5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dba230fc347941bb9230276913eaed6b&device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 1095 time: 0.4281051 Sep 17 23:57:04.314059 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c2ec24-9093-4d90-b421-387acb8a1922 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:57:04.344741 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-efe106a9-a40d-47b3-b07f-3d9a5c0ee1f1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:04.358189 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe106a9-a40d-47b3-b07f-3d9a5c0ee1f1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:04.358881 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-efe106a9-a40d-47b3-b07f-3d9a5c0ee1f1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:04.367142 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ec24-9093-4d90-b421-387acb8a1922 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:04.367619 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-d6c2ec24-9093-4d90-b421-387acb8a1922 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Added segment 340d44cc-95ad-4fda-b8a2-d56dc14ca28b of type vlan for network 202718fa-f2b3-45a6-8b3e-d7ff24f86cb7 Sep 17 23:57:04.388116 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ccdf274a-45b0-4c39-b393-629572a794dd None None] Provisioning complete for port e65ac587-a942-4474-88c3-33ba78d632b1 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:04.388493 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ccdf274a-45b0-4c39-b393-629572a794dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:04.436961 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] Allocated IP 2001:db8::2 (08c04379-218e-4645-9c34-0e06deb63274/729c74cb-de3f-42d0-81a4-30e0f11aa8b8/34be6869-cb5e-41de-badb-86e1cdf5e9ce) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:04.440164 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f7f97-16fa-4337-8121-2ee7661c8258 req-9dd461ab-297c-4161-857e-ba25c85e16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:04.441938 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-167f7f97-16fa-4337-8121-2ee7661c8258 req-9dd461ab-297c-4161-857e-ba25c85e16e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c1553df-1cdf-4638-a188-7f118bbcb251 HTTP/1.1" status: 200 len: 917 time: 0.1151276 Sep 17 23:57:04.443070 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:04.450038 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:04.450667 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:04.474763 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe106a9-a40d-47b3-b07f-3d9a5c0ee1f1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Network': ['ID=4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:04.479522 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ec24-9093-4d90-b421-387acb8a1922 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:04.484401 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-efe106a9-a40d-47b3-b07f-3d9a5c0ee1f1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5438263 Sep 17 23:57:04.486206 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54018) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:04.505743 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-46fee16d-c535-4d98-b44d-2902995593f5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'subnet': {'network_id': '4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:04.511740 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54020) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:04.527377 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ccdf274a-45b0-4c39-b393-629572a794dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:04.529537 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:57:04.551886 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7297474c-ca90-4a59-8de5-f72c81c00e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:04.585938 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event updated for resources: {'Network': ['ID=57ae1edf-1f48-4b6d-9bbe-ab0fb4716984,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:04.630907 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-167f7f97-16fa-4337-8121-2ee7661c8258 req-4d5e91ad-8fc8-4a2b-a036-83d7d58ac3a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 HTTP/1.1" status: 200 len: 999 time: 0.1754107 Sep 17 23:57:04.649012 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:04.654859 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:04.657140 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:04.657729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:04.658139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:04.658619 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:04.660814 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:04.660814 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:04.661224 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:04.661628 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:04.663236 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:04.663735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:04.667730 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-61470301-7ed1-48de-82c3-3941a0735877 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9989493 Sep 17 23:57:04.677065 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54024) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:04.682811 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 57ae1edf-1f48-4b6d-9bbe-ab0fb4716984 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:57:04.685171 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ec24-9093-4d90-b421-387acb8a1922 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:04.687630 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-9a3d8819-9994-4b75-9109-594d02564237 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Request body: {'network': {'name': 'tempest-router-network02--331907240'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:04.704075 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c2ec24-9093-4d90-b421-387acb8a1922 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:04.704075 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ec24-9093-4d90-b421-387acb8a1922 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:04.744385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f7f97-16fa-4337-8121-2ee7661c8258 req-000c1dcb-c35e-482d-b305-7acd7fc0fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:04.746302 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-167f7f97-16fa-4337-8121-2ee7661c8258 req-000c1dcb-c35e-482d-b305-7acd7fc0fed2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=294e5306-7b47-43ef-943e-37934b52f9c3 HTTP/1.1" status: 200 len: 855 time: 0.0701382 Sep 17 23:57:04.759235 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad35deb-8929-42a4-ba80-aa906deec998 None None] DHCP port deletion for e508148b-de5a-42e3-8840-3042acabf58c request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:57:04.824557 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2ec24-9093-4d90-b421-387acb8a1922 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event updated for resources: {'Network': ['ID=202718fa-f2b3-45a6-8b3e-d7ff24f86cb7,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:04.845719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f7f97-16fa-4337-8121-2ee7661c8258 req-5b7a3bb8-2067-4f26-86a9-5c02e1dd0fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:04.850291 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-167f7f97-16fa-4337-8121-2ee7661c8258 req-5b7a3bb8-2067-4f26-86a9-5c02e1dd0fa0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c1553df-1cdf-4638-a188-7f118bbcb251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939395 Sep 17 23:57:04.874902 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7297474c-ca90-4a59-8de5-f72c81c00e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:04.875286 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 202718fa-f2b3-45a6-8b3e-d7ff24f86cb7 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:57:04.930338 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7297474c-ca90-4a59-8de5-f72c81c00e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:04.982672 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-167f7f97-16fa-4337-8121-2ee7661c8258 req-29692349-460c-4260-841c-3d1019dd4702 service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243713 Sep 17 23:57:04.987634 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7297474c-ca90-4a59-8de5-f72c81c00e70 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4c1832fa47c5470c9af6a3111829800d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4737318 Sep 17 23:57:04.989232 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297474c-ca90-4a59-8de5-f72c81c00e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8c01e1-3c09-4436-b848-f2b7287301c5,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:04.993964 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54032) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:05.007889 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ccdf274a-45b0-4c39-b393-629572a794dd None None] For port e65ac587-a942-4474-88c3-33ba78d632b1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e65ac587-a942-4474-88c3-33ba78d632b1,segment=NetworkSegment(6704897f-9c06-4b32-a48c-d69384dc3448),segment_id=6704897f-9c06-4b32-a48c-d69384dc3448)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:05.026500 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d6c2ec24-9093-4d90-b421-387acb8a1922 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9783204 Sep 17 23:57:05.035120 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54036) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:05.047372 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d253799a-fdb4-40af-8b8b-9a98cd0a9434 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Request body: {'subnet': {'network_id': '202718fa-f2b3-45a6-8b3e-d7ff24f86cb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:05.093335 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ccdf274a-45b0-4c39-b393-629572a794dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.097540 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6ad35deb-8929-42a4-ba80-aa906deec998 None None] Deleting port e65ac587-a942-4474-88c3-33ba78d632b1 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:05.098398 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6ad35deb-8929-42a4-ba80-aa906deec998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.151593 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-167f7f97-16fa-4337-8121-2ee7661c8258 req-b717a88a-8eca-4a55-bab6-e67871cadb52 service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605721 Sep 17 23:57:05.203268 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fee16d-c535-4d98-b44d-2902995593f5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:05.207161 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-46fee16d-c535-4d98-b44d-2902995593f5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.221345 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-78889028-bca5-4fdc-8c3f-c98b0c934a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.226191 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.227617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf274a-45b0-4c39-b393-629572a794dd None None] Pushing event updated for resources: {'Port': ['ID=e65ac587-a942-4474-88c3-33ba78d632b1,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:05.257992 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd32107-4a87-4712-ace7-d4588128edf5 req-0dc806b7-75cc-4bfc-88d1-8fe37f00cb3a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:05.259526 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7bd32107-4a87-4712-ace7-d4588128edf5 req-0dc806b7-75cc-4bfc-88d1-8fe37f00cb3a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.0947480 Sep 17 23:57:05.282969 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6ad35deb-8929-42a4-ba80-aa906deec998 None None] For port e65ac587-a942-4474-88c3-33ba78d632b1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e65ac587-a942-4474-88c3-33ba78d632b1,segment=NetworkSegment(6704897f-9c06-4b32-a48c-d69384dc3448),segment_id=6704897f-9c06-4b32-a48c-d69384dc3448)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:05.284028 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6ad35deb-8929-42a4-ba80-aa906deec998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.294170 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3d8819-9994-4b75-9109-594d02564237 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Made reservation on behalf of d4c4a28016714285874ad675d4128cfe for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:05.297777 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8819-9994-4b75-9109-594d02564237 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.298885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6ad35deb-8929-42a4-ba80-aa906deec998 None None] Calling delete_port for e65ac587-a942-4474-88c3-33ba78d632b1 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:05.314681 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-78889028-bca5-4fdc-8c3f-c98b0c934a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.314988 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7bd32107-4a87-4712-ace7-d4588128edf5 req-78e26ab7-7af9-4880-a609-1496ffb8b353 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494132 Sep 17 23:57:05.358407 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3d8819-9994-4b75-9109-594d02564237 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:57:05.366519 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.371959 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8819-9994-4b75-9109-594d02564237 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.371959 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-9a3d8819-9994-4b75-9109-594d02564237 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Added segment 9c2f287e-0ec8-4ace-a399-58b92e9e103e of type vlan for network 20c1b00b-9627-4a13-a995-c530705753c4 Sep 17 23:57:05.415670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] Network 08c04379-218e-4645-9c34-0e06deb63274 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:05.417158 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:05.424356 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8819-9994-4b75-9109-594d02564237 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.427190 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:05.470135 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] Pushing event updated for resources: {'Port': ['ID=34be6869-cb5e-41de-badb-86e1cdf5e9ce,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:05.478849 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d253799a-fdb4-40af-8b8b-9a98cd0a9434 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Made reservation on behalf of bfebfdeb5b3a4b8982086f3b7a67d79d for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:05.482842 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d253799a-fdb4-40af-8b8b-9a98cd0a9434 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.505409 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] Attempting to bind port 34be6869-cb5e-41de-badb-86e1cdf5e9ce on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:57:05.505810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] Attempting to bind port 34be6869-cb5e-41de-badb-86e1cdf5e9ce by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '39cb7873-b094-4bbf-b01f-f7d8b6c5ab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '08c04379-218e-4645-9c34-0e06deb63274'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:57:05.506171 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] Attempting to bind port 34be6869-cb5e-41de-badb-86e1cdf5e9ce on network 08c04379-218e-4645-9c34-0e06deb63274 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:57:05.511478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:57:05.511859 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] Checking segment: {'id': '39cb7873-b094-4bbf-b01f-f7d8b6c5ab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '08c04379-218e-4645-9c34-0e06deb63274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:05.513485 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.513485 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] Bound using segment: {'id': '39cb7873-b094-4bbf-b01f-f7d8b6c5ab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '08c04379-218e-4645-9c34-0e06deb63274'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:57:05.513485 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] Bound port: 34be6869-cb5e-41de-badb-86e1cdf5e9ce, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cb7873-b094-4bbf-b01f-f7d8b6c5ab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '08c04379-218e-4645-9c34-0e06deb63274'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:57:05.513740 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.554031 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8819-9994-4b75-9109-594d02564237 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.560038 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-78889028-bca5-4fdc-8c3f-c98b0c934a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.561144 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-78889028-bca5-4fdc-8c3f-c98b0c934a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.563999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3d8819-9994-4b75-9109-594d02564237 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:05.564648 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8819-9994-4b75-9109-594d02564237 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.565067 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-78889028-bca5-4fdc-8c3f-c98b0c934a04 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c8c01e1-3c09-4436-b848-f2b7287301c5 HTTP/1.1" status: 204 len: 168 time: 0.5697145 Sep 17 23:57:05.582188 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78889028-bca5-4fdc-8c3f-c98b0c934a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8c01e1-3c09-4436-b848-f2b7287301c5,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:05.600491 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-46fee16d-c535-4d98-b44d-2902995593f5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.600679 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6ad35deb-8929-42a4-ba80-aa906deec998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.611508 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] For port 34be6869-cb5e-41de-badb-86e1cdf5e9ce, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:57:05.651117 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad35deb-8929-42a4-ba80-aa906deec998 None None] Pushing event deleted for resources: {'Port': ['ID=e65ac587-a942-4474-88c3-33ba78d632b1,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:05.661187 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d8819-9994-4b75-9109-594d02564237 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event updated for resources: {'Network': ['ID=20c1b00b-9627-4a13-a995-c530705753c4,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:05.674658 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] For port 34be6869-cb5e-41de-badb-86e1cdf5e9ce, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=34be6869-cb5e-41de-badb-86e1cdf5e9ce,segment=NetworkSegment(39cb7873-b094-4bbf-b01f-f7d8b6c5ab2c),segment_id=39cb7873-b094-4bbf-b01f-f7d8b6c5ab2c)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:57:05.675909 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 20c1b00b-9627-4a13-a995-c530705753c4 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:57:05.682265 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad35deb-8929-42a4-ba80-aa906deec998 None None] No DVR routers for this DVR port e65ac587-a942-4474-88c3-33ba78d632b1 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:57:05.710843 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9a3d8819-9994-4b75-9109-594d02564237 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0248897 Sep 17 23:57:05.710843 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54046) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:05.717176 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-29abd3b3-c414-4d2a-8975-9c7dc4bbe63d tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Request body: {'subnet': {'network_id': '57ae1edf-1f48-4b6d-9bbe-ab0fb4716984', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:05.718074 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fee16d-c535-4d98-b44d-2902995593f5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Subnet': ['ID=b1f6d30a-5369-4b95-bebb-2a2382f25c5c,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:05.739697 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fee16d-c535-4d98-b44d-2902995593f5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Checking segment: {'id': '1f60ac14-8931-4daa-a446-c78ef860548e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:05.745315 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fee16d-c535-4d98-b44d-2902995593f5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network hostable DHCP agents. Network: 4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:57:05.807105 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.878673 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674da7e-008b-4b34-8aeb-e672b5c7fa4a None None] Pushing event updated for resources: {'Port': ['ID=34be6869-cb5e-41de-badb-86e1cdf5e9ce,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:05.912092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fee16d-c535-4d98-b44d-2902995593f5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:57:05.971412 n-d-809883-1 neutron-server[95591]: DEBUG neutron.objects.ports [None req-d253799a-fdb4-40af-8b8b-9a98cd0a9434 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95591) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 23:57:05.976232 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29abd3b3-c414-4d2a-8975-9c7dc4bbe63d tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Made reservation on behalf of d4c4a28016714285874ad675d4128cfe for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:05.976362 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d253799a-fdb4-40af-8b8b-9a98cd0a9434 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:05.977901 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29abd3b3-c414-4d2a-8975-9c7dc4bbe63d tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:06.040486 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-46fee16d-c535-4d98-b44d-2902995593f5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:06.049013 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628267a4-2bd1-4e4c-bba7-e0100e731acb None None] Network 4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:06.049576 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253799a-fdb4-40af-8b8b-9a98cd0a9434 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event updated for resources: {'Subnet': ['ID=730ae40c-a00d-4a4b-9b00-7b8acac4ef1e,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:06.053011 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fee16d-c535-4d98-b44d-2902995593f5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:06.053623 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-46fee16d-c535-4d98-b44d-2902995593f5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:06.086144 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d253799a-fdb4-40af-8b8b-9a98cd0a9434 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Checking segment: {'id': '340d44cc-95ad-4fda-b8a2-d56dc14ca28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '202718fa-f2b3-45a6-8b3e-d7ff24f86cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:06.086519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d253799a-fdb4-40af-8b8b-9a98cd0a9434 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Network hostable DHCP agents. Network: 202718fa-f2b3-45a6-8b3e-d7ff24f86cb7, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:57:06.150608 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-46fee16d-c535-4d98-b44d-2902995593f5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6631870 Sep 17 23:57:06.151513 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54058) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:06.161782 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-8f5245b5-3cc1-4927-a9ff-508955c16a34 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'network_id': '4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1769567161'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:06.232651 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d253799a-fdb4-40af-8b8b-9a98cd0a9434 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Network 202718fa-f2b3-45a6-8b3e-d7ff24f86cb7 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:57:06.245393 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-d253799a-fdb4-40af-8b8b-9a98cd0a9434 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 202718fa-f2b3-45a6-8b3e-d7ff24f86cb7) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:06.266857 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f4005-ef2e-47e0-ac85-11f9d585f07c None None] Network 202718fa-f2b3-45a6-8b3e-d7ff24f86cb7 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:06.279400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d253799a-fdb4-40af-8b8b-9a98cd0a9434 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:06.280291 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d253799a-fdb4-40af-8b8b-9a98cd0a9434 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:06.384820 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54064) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:06.394353 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-46055885-4f6c-4c64-80d3-3246f29eb356 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Request body: {'port': {'network_id': '202718fa-f2b3-45a6-8b3e-d7ff24f86cb7', 'name': 'tempest-NetworksIpV6TestAttrs-345087423'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:06.406247 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d253799a-fdb4-40af-8b8b-9a98cd0a9434 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3635821 Sep 17 23:57:06.471269 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5245b5-3cc1-4927-a9ff-508955c16a34 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:06.474693 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8f5245b5-3cc1-4927-a9ff-508955c16a34 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:06.478139 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29abd3b3-c414-4d2a-8975-9c7dc4bbe63d tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:06.496411 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3', 'network_id': '4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3', 'tenant_id': '82b767cbc58242038b61a13b6547f128', 'fixed_ips': [{'subnet_id': 'b1f6d30a-5369-4b95-bebb-2a2382f25c5c'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:57:06.497299 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:06.506124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-8f5245b5-3cc1-4927-a9ff-508955c16a34 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] device_id is not set on port c7bbde3c-3e65-4a5b-bcce-6983d09ebbf3 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:57:06.541294 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-202718fa-f2b3-45a6-8b3e-d7ff24f86cb7', 'network_id': '202718fa-f2b3-45a6-8b3e-d7ff24f86cb7', 'tenant_id': 'bfebfdeb5b3a4b8982086f3b7a67d79d', 'fixed_ips': [{'subnet_id': '730ae40c-a00d-4a4b-9b00-7b8acac4ef1e'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:57:06.542578 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:06.596384 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abd3b3-c414-4d2a-8975-9c7dc4bbe63d tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event updated for resources: {'Subnet': ['ID=e77c3c42-6fe6-40ca-b793-8029db97ba0f,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:06.678947 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3094a3-cc5b-4b64-b348-2c49291b7e1b req-ed4f4c28-bb0f-4423-a6ca-aa654f5fd552 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:06.680509 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e3094a3-cc5b-4b64-b348-2c49291b7e1b req-ed4f4c28-bb0f-4423-a6ca-aa654f5fd552 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.2084343 Sep 17 23:57:06.687207 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-8f5245b5-3cc1-4927-a9ff-508955c16a34 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Allocated IP 2001:db8::39b (4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3/b1f6d30a-5369-4b95-bebb-2a2382f25c5c/c7bbde3c-3e65-4a5b-bcce-6983d09ebbf3) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:06.703802 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29abd3b3-c414-4d2a-8975-9c7dc4bbe63d tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Checking segment: {'id': '826d9fb0-3e53-4987-a721-e9a5021e98a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '57ae1edf-1f48-4b6d-9bbe-ab0fb4716984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:06.709189 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29abd3b3-c414-4d2a-8975-9c7dc4bbe63d tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Network hostable DHCP agents. Network: 57ae1edf-1f48-4b6d-9bbe-ab0fb4716984, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:57:06.777482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54072) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:06.799567 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e3094a3-cc5b-4b64-b348-2c49291b7e1b req-ac1bf341-33b2-40f9-93dc-660194df302c tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104641 Sep 17 23:57:06.806123 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46055885-4f6c-4c64-80d3-3246f29eb356 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Made reservation on behalf of bfebfdeb5b3a4b8982086f3b7a67d79d for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:06.828239 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-46055885-4f6c-4c64-80d3-3246f29eb356 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:06.867506 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8f5245b5-3cc1-4927-a9ff-508955c16a34 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:06.882440 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-02884ff4-e1e0-466a-bbba-d8d1774df234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:06.886306 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29abd3b3-c414-4d2a-8975-9c7dc4bbe63d tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Network 57ae1edf-1f48-4b6d-9bbe-ab0fb4716984 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:57:06.894379 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 34be6869-cb5e-41de-badb-86e1cdf5e9ce up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:57:06.913355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-46055885-4f6c-4c64-80d3-3246f29eb356 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] device_id is not set on port b101cceb-60e4-4dc3-97f7-e1bcefc67383 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:57:06.977277 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] Allocated IP 2001:db8::f816:3eff:fed1:b50e (202718fa-f2b3-45a6-8b3e-d7ff24f86cb7/730ae40c-a00d-4a4b-9b00-7b8acac4ef1e/84b9b1f6-6422-471b-bf57-b944bc335107) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:06.986464 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8f5245b5-3cc1-4927-a9ff-508955c16a34 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:07.033478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-29abd3b3-c414-4d2a-8975-9c7dc4bbe63d tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 57ae1edf-1f48-4b6d-9bbe-ab0fb4716984) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:07.042978 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29abd3b3-c414-4d2a-8975-9c7dc4bbe63d tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:07.043640 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29abd3b3-c414-4d2a-8975-9c7dc4bbe63d tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:07.091568 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5245b5-3cc1-4927-a9ff-508955c16a34 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=c7bbde3c-3e65-4a5b-bcce-6983d09ebbf3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:07.095288 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5245b5-3cc1-4927-a9ff-508955c16a34 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:07.097232 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-8f5245b5-3cc1-4927-a9ff-508955c16a34 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:07.100668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5245b5-3cc1-4927-a9ff-508955c16a34 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:07.109483 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5245b5-3cc1-4927-a9ff-508955c16a34 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:07.110553 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8f5245b5-3cc1-4927-a9ff-508955c16a34 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:07.179904 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-02884ff4-e1e0-466a-bbba-d8d1774df234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:07.261220 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-02884ff4-e1e0-466a-bbba-d8d1774df234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:07.323484 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-02884ff4-e1e0-466a-bbba-d8d1774df234 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cdb14e454f7d474ca9cac21946aaa12e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5449228 Sep 17 23:57:07.326352 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54088) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:07.337491 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02884ff4-e1e0-466a-bbba-d8d1774df234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61133760-116c-4288-859d-31707a9bf6aa,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:07.361268 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-29abd3b3-c414-4d2a-8975-9c7dc4bbe63d tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6492178 Sep 17 23:57:07.367309 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54090) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:07.370653 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-fcc627df-8e01-4f10-a821-ed0a3fc3eee2 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Request body: {'subnet': {'network_id': '20c1b00b-9627-4a13-a995-c530705753c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:07.386802 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8f5245b5-3cc1-4927-a9ff-508955c16a34 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.2316625 Sep 17 23:57:07.389894 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54092) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:07.427442 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25a9e20c-15d9-4a04-ae80-0365e4c752ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:07.458259 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25a9e20c-15d9-4a04-ae80-0365e4c752ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:07.475364 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51825381-3e6e-4479-9b5b-b615302de6bb None None] Network 57ae1edf-1f48-4b6d-9bbe-ab0fb4716984 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:07.477680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ad9087-4e0b-414d-81b9-5d7a412f1692 None None] Network 08c04379-218e-4645-9c34-0e06deb63274 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:07.556763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-4c5dac18-d11c-4942-97a4-d2bfbb726a5d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port c7bbde3c-3e65-4a5b-bcce-6983d09ebbf3 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:07.557145 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4c5dac18-d11c-4942-97a4-d2bfbb726a5d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:07.586218 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 34be6869-cb5e-41de-badb-86e1cdf5e9ce triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:07.586593 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:07.597338 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25a9e20c-15d9-4a04-ae80-0365e4c752ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:07.602549 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25a9e20c-15d9-4a04-ae80-0365e4c752ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:07.604054 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-25a9e20c-15d9-4a04-ae80-0365e4c752ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/61133760-116c-4288-859d-31707a9bf6aa HTTP/1.1" status: 204 len: 168 time: 0.2766521 Sep 17 23:57:07.614802 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9e20c-15d9-4a04-ae80-0365e4c752ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61133760-116c-4288-859d-31707a9bf6aa,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:07.641674 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc627df-8e01-4f10-a821-ed0a3fc3eee2 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Made reservation on behalf of d4c4a28016714285874ad675d4128cfe for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:07.646354 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fcc627df-8e01-4f10-a821-ed0a3fc3eee2 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:07.683207 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] Allocated IP 2001:db8::2 (4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3/b1f6d30a-5369-4b95-bebb-2a2382f25c5c/45a38ce8-1f33-413c-93c3-c345bdea2c83) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:07.743268 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4c5dac18-d11c-4942-97a4-d2bfbb726a5d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:07.755958 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:07.766334 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-4c5dac18-d11c-4942-97a4-d2bfbb726a5d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for c7bbde3c-3e65-4a5b-bcce-6983d09ebbf3 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:07.786693 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c8a5e087-a3d7-4f25-94e4-b3e361ef3f25 None None] Provisioning complete for port 34be6869-cb5e-41de-badb-86e1cdf5e9ce triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:07.787071 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e087-a3d7-4f25-94e4-b3e361ef3f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:07.896617 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:07.943744 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:08.080651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-46055885-4f6c-4c64-80d3-3246f29eb356 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Allocated IP 2001:db8::f816:3eff:fe43:3ca7 (202718fa-f2b3-45a6-8b3e-d7ff24f86cb7/730ae40c-a00d-4a4b-9b00-7b8acac4ef1e/b101cceb-60e4-4dc3-97f7-e1bcefc67383) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:08.159188 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] Network 202718fa-f2b3-45a6-8b3e-d7ff24f86cb7 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:08.182747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:08.191107 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0f97a-6516-45ca-bff2-3abc6df1c2f2 req-3db853fc-6db3-407a-8bed-3cb029454273 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:08.193255 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0d0f97a-6516-45ca-bff2-3abc6df1c2f2 req-3db853fc-6db3-407a-8bed-3cb029454273 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.1673071 Sep 17 23:57:08.206513 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:08.234423 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fcc627df-8e01-4f10-a821-ed0a3fc3eee2 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:08.342790 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4c5dac18-d11c-4942-97a4-d2bfbb726a5d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:08.447101 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 34be6869-cb5e-41de-badb-86e1cdf5e9ce, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=34be6869-cb5e-41de-badb-86e1cdf5e9ce,segment=NetworkSegment(39cb7873-b094-4bbf-b01f-f7d8b6c5ab2c),segment_id=39cb7873-b094-4bbf-b01f-f7d8b6c5ab2c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:08.484223 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-46055885-4f6c-4c64-80d3-3246f29eb356 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:08.484814 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e087-a3d7-4f25-94e4-b3e361ef3f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:08.486623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] Pushing event updated for resources: {'Port': ['ID=84b9b1f6-6422-471b-bf57-b944bc335107,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:08.524672 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-57ae1edf-1f48-4b6d-9bbe-ab0fb4716984', 'network_id': '57ae1edf-1f48-4b6d-9bbe-ab0fb4716984', 'tenant_id': 'd4c4a28016714285874ad675d4128cfe', 'fixed_ips': [{'subnet_id': 'e77c3c42-6fe6-40ca-b793-8029db97ba0f'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:57:08.524915 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:08.593201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5dac18-d11c-4942-97a4-d2bfbb726a5d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=c7bbde3c-3e65-4a5b-bcce-6983d09ebbf3,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:08.613320 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0d0f97a-6516-45ca-bff2-3abc6df1c2f2 req-493afc0a-4b47-4455-9a7e-43e3380b3493 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4048829 Sep 17 23:57:08.653866 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc627df-8e01-4f10-a821-ed0a3fc3eee2 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event updated for resources: {'Subnet': ['ID=bc8eea0b-a4dc-4d4d-b475-23e593257e78,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:08.658310 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4c5dac18-d11c-4942-97a4-d2bfbb726a5d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:08.668972 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4c5dac18-d11c-4942-97a4-d2bfbb726a5d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/ports/c7bbde3c-3e65-4a5b-bcce-6983d09ebbf3 HTTP/1.1" status: 204 len: 168 time: 1.2692409 Sep 17 23:57:08.668972 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-46055885-4f6c-4c64-80d3-3246f29eb356 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:08.669853 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54126) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:08.685493 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:08.699442 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6e713d-5854-4e0c-9566-7e6849e9f00d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] GET failed (client error): The resource could not be found. Sep 17 23:57:08.704901 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5e6e713d-5854-4e0c-9566-7e6849e9f00d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports/c7bbde3c-3e65-4a5b-bcce-6983d09ebbf3 HTTP/1.1" status: 404 len: 333 time: 0.0340729 Sep 17 23:57:08.708072 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54130) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:08.726085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc627df-8e01-4f10-a821-ed0a3fc3eee2 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Checking segment: {'id': '9c2f287e-0ec8-4ace-a399-58b92e9e103e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '20c1b00b-9627-4a13-a995-c530705753c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:08.728392 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc627df-8e01-4f10-a821-ed0a3fc3eee2 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Network hostable DHCP agents. Network: 20c1b00b-9627-4a13-a995-c530705753c4, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:57:08.735160 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:08.782649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46055885-4f6c-4c64-80d3-3246f29eb356 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Network 202718fa-f2b3-45a6-8b3e-d7ff24f86cb7 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:08.784453 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46055885-4f6c-4c64-80d3-3246f29eb356 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event updated for resources: {'Port': ['ID=b101cceb-60e4-4dc3-97f7-e1bcefc67383,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:08.788491 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-46055885-4f6c-4c64-80d3-3246f29eb356 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:08.791285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46055885-4f6c-4c64-80d3-3246f29eb356 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:08.797647 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46055885-4f6c-4c64-80d3-3246f29eb356 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:08.799100 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-46055885-4f6c-4c64-80d3-3246f29eb356 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:08.839347 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-497dd072-fba9-479a-8dd9-2eb2ef21aff3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting subnet b1f6d30a-5369-4b95-bebb-2a2382f25c5c {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:57:08.846472 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc627df-8e01-4f10-a821-ed0a3fc3eee2 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Network 20c1b00b-9627-4a13-a995-c530705753c4 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:57:08.874581 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-46055885-4f6c-4c64-80d3-3246f29eb356 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4853458 Sep 17 23:57:08.876023 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54138) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:08.885308 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e65ac587-a942-4474-88c3-33ba78d632b1 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:57:08.922143 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: e65ac587-a942-4474-88c3-33ba78d632b1 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:57:08.922488 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e65ac587-a942-4474-88c3-33ba78d632b1 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:57:08.936792 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] Attempting to bind port 84b9b1f6-6422-471b-bf57-b944bc335107 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:57:08.937185 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] Attempting to bind port 84b9b1f6-6422-471b-bf57-b944bc335107 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '340d44cc-95ad-4fda-b8a2-d56dc14ca28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '202718fa-f2b3-45a6-8b3e-d7ff24f86cb7'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:57:08.937548 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] Attempting to bind port 84b9b1f6-6422-471b-bf57-b944bc335107 on network 202718fa-f2b3-45a6-8b3e-d7ff24f86cb7 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:57:08.940693 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-fcc627df-8e01-4f10-a821-ed0a3fc3eee2 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 20c1b00b-9627-4a13-a995-c530705753c4) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:08.949320 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08e39dd-dc1e-4a0a-8831-3dde31bf7e07 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Deleting subnet 730ae40c-a00d-4a4b-9b00-7b8acac4ef1e {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:57:08.951784 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f08e39dd-dc1e-4a0a-8831-3dde31bf7e07 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:08.951903 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc627df-8e01-4f10-a821-ed0a3fc3eee2 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:08.953525 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fcc627df-8e01-4f10-a821-ed0a3fc3eee2 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:08.969630 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a858b7e-40cc-4149-ac3c-c3d9f270bdcd None None] Network 20c1b00b-9627-4a13-a995-c530705753c4 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:09.023172 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:09.025589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:57:09.026174 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] Checking segment: {'id': '340d44cc-95ad-4fda-b8a2-d56dc14ca28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '202718fa-f2b3-45a6-8b3e-d7ff24f86cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:09.029250 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:09.029250 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] Bound using segment: {'id': '340d44cc-95ad-4fda-b8a2-d56dc14ca28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '202718fa-f2b3-45a6-8b3e-d7ff24f86cb7'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:57:09.029250 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] Bound port: 84b9b1f6-6422-471b-bf57-b944bc335107, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340d44cc-95ad-4fda-b8a2-d56dc14ca28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '202718fa-f2b3-45a6-8b3e-d7ff24f86cb7'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:57:09.029250 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:09.044628 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f08e39dd-dc1e-4a0a-8831-3dde31bf7e07 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:09.056945 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fcc627df-8e01-4f10-a821-ed0a3fc3eee2 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6938536 Sep 17 23:57:09.058449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54144) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:09.129914 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] For port 84b9b1f6-6422-471b-bf57-b944bc335107, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:57:09.134318 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] For port 84b9b1f6-6422-471b-bf57-b944bc335107, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=84b9b1f6-6422-471b-bf57-b944bc335107,segment=NetworkSegment(340d44cc-95ad-4fda-b8a2-d56dc14ca28b),segment_id=340d44cc-95ad-4fda-b8a2-d56dc14ca28b)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:57:09.251430 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-497dd072-fba9-479a-8dd9-2eb2ef21aff3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:09.258263 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=34be6869-cb5e-41de-badb-86e1cdf5e9ce,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:09.332045 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-497dd072-fba9-479a-8dd9-2eb2ef21aff3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:09.395391 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] Pushing event updated for resources: {'Port': ['ID=45a38ce8-1f33-413c-93c3-c345bdea2c83,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:09.407944 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] Network 4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:09.409023 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-c8a5e087-a3d7-4f25-94e4-b3e361ef3f25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:57:09.409380 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-c8a5e087-a3d7-4f25-94e4-b3e361ef3f25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:57:09.410975 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:09.454513 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-497dd072-fba9-479a-8dd9-2eb2ef21aff3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:09.513845 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c16b8-a9c4-46c5-ab17-674fb36257c5 None None] Pushing event updated for resources: {'Port': ['ID=84b9b1f6-6422-471b-bf57-b944bc335107,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:09.526563 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:09.540378 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:09.563041 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] Allocated IP 2001:db8::2 (57ae1edf-1f48-4b6d-9bbe-ab0fb4716984/e77c3c42-6fe6-40ca-b793-8029db97ba0f/d8d095df-e3fb-48ed-b92c-f998885a33b1) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:09.610019 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f08e39dd-dc1e-4a0a-8831-3dde31bf7e07 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:09.709418 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-497dd072-fba9-479a-8dd9-2eb2ef21aff3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:09.777216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497dd072-fba9-479a-8dd9-2eb2ef21aff3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Subnet': ['ID=b1f6d30a-5369-4b95-bebb-2a2382f25c5c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:09.781368 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-497dd072-fba9-479a-8dd9-2eb2ef21aff3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:09.783516 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-497dd072-fba9-479a-8dd9-2eb2ef21aff3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/subnets/b1f6d30a-5369-4b95-bebb-2a2382f25c5c HTTP/1.1" status: 204 len: 168 time: 1.0744312 Sep 17 23:57:09.787835 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54166) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:09.844027 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] Attempting to bind port 45a38ce8-1f33-413c-93c3-c345bdea2c83 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:57:09.844406 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] Attempting to bind port 45a38ce8-1f33-413c-93c3-c345bdea2c83 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '1f60ac14-8931-4daa-a446-c78ef860548e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:57:09.845042 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] Attempting to bind port 45a38ce8-1f33-413c-93c3-c345bdea2c83 on network 4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:57:09.934327 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:09.975682 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f08e39dd-dc1e-4a0a-8831-3dde31bf7e07 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:10.019400 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:57:10.019824 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] Checking segment: {'id': '1f60ac14-8931-4daa-a446-c78ef860548e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:10.020250 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:10.020627 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] Bound using segment: {'id': '1f60ac14-8931-4daa-a446-c78ef860548e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:57:10.021271 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] Bound port: 45a38ce8-1f33-413c-93c3-c345bdea2c83, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f60ac14-8931-4daa-a446-c78ef860548e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:57:10.021663 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:10.025551 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9231f97e-8e98-42d2-b390-800c55032702 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:10.055367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b549a8-3ad8-4f86-bc3c-2885e2c77e12 req-0e7a9bff-a333-4469-9b19-5290b2eea771 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:10.057251 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18b549a8-3ad8-4f86-bc3c-2885e2c77e12 req-0e7a9bff-a333-4469-9b19-5290b2eea771 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.2481618 Sep 17 23:57:10.075471 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e39dd-dc1e-4a0a-8831-3dde31bf7e07 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event deleted for resources: {'Subnet': ['ID=730ae40c-a00d-4a4b-9b00-7b8acac4ef1e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:10.083895 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f08e39dd-dc1e-4a0a-8831-3dde31bf7e07 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:10.091075 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f08e39dd-dc1e-4a0a-8831-3dde31bf7e07 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/subnets/730ae40c-a00d-4a4b-9b00-7b8acac4ef1e HTTP/1.1" status: 204 len: 168 time: 1.2137792 Sep 17 23:57:10.095185 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54168) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:10.192473 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-20c1b00b-9627-4a13-a995-c530705753c4', 'network_id': '20c1b00b-9627-4a13-a995-c530705753c4', 'tenant_id': 'd4c4a28016714285874ad675d4128cfe', 'fixed_ips': [{'subnet_id': 'bc8eea0b-a4dc-4d4d-b475-23e593257e78'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:57:10.193869 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:10.289368 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port 45a38ce8-1f33-413c-93c3-c345bdea2c83 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:10.290875 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:10.377312 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18b549a8-3ad8-4f86-bc3c-2885e2c77e12 req-0be9b1eb-2012-432f-a84d-b580d004bed7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362933 Sep 17 23:57:10.471785 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:10.481923 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54178) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:10.492446 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b9c8c3-2450-40bd-986f-1715f66c2dfd tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:10.494420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b9c8c3-2450-40bd-986f-1715f66c2dfd tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:10.499230 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54182) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:10.499629 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-95b9c8c3-2450-40bd-986f-1715f66c2dfd tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4033444 Sep 17 23:57:10.505585 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:10.513758 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] For port 45a38ce8-1f33-413c-93c3-c345bdea2c83, host n-d-809883-1, got binding levels [] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:10.514264 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:10.529277 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-32b4c22b-4eff-4aef-9292-1f4aa14c2385 None None] Provisioning complete for port 34be6869-cb5e-41de-badb-86e1cdf5e9ce triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:10.529932 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-32b4c22b-4eff-4aef-9292-1f4aa14c2385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:10.535554 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for 45a38ce8-1f33-413c-93c3-c345bdea2c83 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:10.770666 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c07ecb9b-2417-4cac-a60f-fba0ffdd07ca tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:10.791070 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-97645246-eba7-4f49-b3a4-8b36e47f1ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:10.812877 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:10.819871 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07ecb9b-2417-4cac-a60f-fba0ffdd07ca tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 17 23:57:10.820472 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07ecb9b-2417-4cac-a60f-fba0ffdd07ca tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:57:10.826215 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c07ecb9b-2417-4cac-a60f-fba0ffdd07ca tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/networks/202718fa-f2b3-45a6-8b3e-d7ff24f86cb7 HTTP/1.1" status: 409 len: 405 time: 0.3221419 Sep 17 23:57:10.826718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54190) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:10.831932 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-5f12a372-e819-4d92-86dc-71256d22c3c7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-288888834'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:10.841552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-9231f97e-8e98-42d2-b390-800c55032702 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Allocated IP 2001:db8::1 (57ae1edf-1f48-4b6d-9bbe-ab0fb4716984/e77c3c42-6fe6-40ca-b793-8029db97ba0f/44818c4f-0b20-429f-ae67-1aca45270eed) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:10.843367 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] For port 45a38ce8-1f33-413c-93c3-c345bdea2c83, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:57:10.893532 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] For port 45a38ce8-1f33-413c-93c3-c345bdea2c83, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=45a38ce8-1f33-413c-93c3-c345bdea2c83,segment=NetworkSegment(1f60ac14-8931-4daa-a446-c78ef860548e),segment_id=1f60ac14-8931-4daa-a446-c78ef860548e)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:57:10.915072 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] Allocated IP 2001:db8::2 (20c1b00b-9627-4a13-a995-c530705753c4/bc8eea0b-a4dc-4d4d-b475-23e593257e78/77994688-5f39-4449-bd0b-dd37eadab980) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:10.918152 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] Network 57ae1edf-1f48-4b6d-9bbe-ab0fb4716984 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:10.927982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:10.930510 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:10.980374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] Pushing event updated for resources: {'Port': ['ID=d8d095df-e3fb-48ed-b92c-f998885a33b1,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:10.990172 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.073584 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.125244 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979df5c-88af-4db1-adf6-869d13416bd3 None None] Pushing event updated for resources: {'Port': ['ID=45a38ce8-1f33-413c-93c3-c345bdea2c83,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:11.157001 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9231f97e-8e98-42d2-b390-800c55032702 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.181193 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No DVR routers for this DVR port 45a38ce8-1f33-413c-93c3-c345bdea2c83 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:57:11.192786 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=45a38ce8-1f33-413c-93c3-c345bdea2c83,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:11.201537 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] Attempting to bind port d8d095df-e3fb-48ed-b92c-f998885a33b1 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:57:11.202001 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] Attempting to bind port d8d095df-e3fb-48ed-b92c-f998885a33b1 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '826d9fb0-3e53-4987-a721-e9a5021e98a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '57ae1edf-1f48-4b6d-9bbe-ab0fb4716984'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:57:11.202403 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] Attempting to bind port d8d095df-e3fb-48ed-b92c-f998885a33b1 on network 57ae1edf-1f48-4b6d-9bbe-ab0fb4716984 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:57:11.273571 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-97645246-eba7-4f49-b3a4-8b36e47f1ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server [None req-9ea641b4-b61e-4959-8c86-1af10dc70522 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 45a38ce8-1f33-413c-93c3-c345bdea2c83 could not be found. Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._iter().one() Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._only_one_row( Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:11.291887 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1554, in get_port Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 45a38ce8-1f33-413c-93c3-c345bdea2c83 could not be found. Sep 17 23:57:11.294689 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Sep 17 23:57:11.311523 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9231f97e-8e98-42d2-b390-800c55032702 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.341624 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9231f97e-8e98-42d2-b390-800c55032702 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Network 57ae1edf-1f48-4b6d-9bbe-ab0fb4716984 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:11.388965 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-97645246-eba7-4f49-b3a4-8b36e47f1ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.394146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-9231f97e-8e98-42d2-b390-800c55032702 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:11.394712 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.398892 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9231f97e-8e98-42d2-b390-800c55032702 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:11.401514 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9231f97e-8e98-42d2-b390-800c55032702 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.408884 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 84b9b1f6-6422-471b-bf57-b944bc335107 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:57:11.434543 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.458676 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa33209-cd0a-4b46-8d51-7d965e608360 None None] Network 4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:11.478308 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231f97e-8e98-42d2-b390-800c55032702 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event updated for resources: {'Port': ['ID=44818c4f-0b20-429f-ae67-1aca45270eed,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:11.502931 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:11.514365 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f60ac14-8931-4daa-a446-c78ef860548e') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:11.514973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f60ac14-8931-4daa-a446-c78ef860548e') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:11.523146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97645246-eba7-4f49-b3a4-8b36e47f1ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b226ff6-9ef9-46b2-a798-e45abf59b70a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:11.538920 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.547729 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.556060 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.563826 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:57:11.564386 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.595508 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:57:11.595888 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] Checking segment: {'id': '826d9fb0-3e53-4987-a721-e9a5021e98a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '57ae1edf-1f48-4b6d-9bbe-ab0fb4716984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:11.596296 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.596692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] Bound using segment: {'id': '826d9fb0-3e53-4987-a721-e9a5021e98a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '57ae1edf-1f48-4b6d-9bbe-ab0fb4716984'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:57:11.597200 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] Bound port: d8d095df-e3fb-48ed-b92c-f998885a33b1, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826d9fb0-3e53-4987-a721-e9a5021e98a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '57ae1edf-1f48-4b6d-9bbe-ab0fb4716984'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:57:11.597584 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.627125 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] Pushing event updated for resources: {'Port': ['ID=77994688-5f39-4449-bd0b-dd37eadab980,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:11.630650 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26f7cb8-6dc8-4301-abaf-ccf8b73e22a1 None None] Network 202718fa-f2b3-45a6-8b3e-d7ff24f86cb7 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:57:11.647206 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:57:11.653062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f12a372-e819-4d92-86dc-71256d22c3c7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Made reservation on behalf of bfebfdeb5b3a4b8982086f3b7a67d79d for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:11.661307 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f12a372-e819-4d92-86dc-71256d22c3c7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.697274 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f12a372-e819-4d92-86dc-71256d22c3c7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:57:11.718666 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-97645246-eba7-4f49-b3a4-8b36e47f1ce6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=17eb16e25aa149469030249f9162770c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2362256 Sep 17 23:57:11.719440 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.723377 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54204) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:11.733308 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f12a372-e819-4d92-86dc-71256d22c3c7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.733971 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-5f12a372-e819-4d92-86dc-71256d22c3c7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Added segment 0ccdc4e4-73e9-4532-9d76-cb51e5d0bca0 of type vlan for network 351e1224-adbe-483a-b6cc-dd3f710cc7cf Sep 17 23:57:11.754224 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.757480 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/networks/4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3 HTTP/1.1" status: 204 len: 168 time: 1.9685087 Sep 17 23:57:11.775643 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54208) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:11.775834 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] Network 20c1b00b-9627-4a13-a995-c530705753c4 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:11.783045 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-ae22f776-c73d-4a94-95aa-45d02782d7a8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c', 'name': 'tempest-PortsIpV6TestJSON-1727785079'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:11.799320 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:11.812113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6530a7-c728-493d-9cae-625a55380093 req-42b734f0-95fd-492d-b0b8-fe56b2f7d040 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:11.814188 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:11.828349 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b6530a7-c728-493d-9cae-625a55380093 req-42b734f0-95fd-492d-b0b8-fe56b2f7d040 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.2621758 Sep 17 23:57:11.844031 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110471a4-aec5-425b-b834-06f616b304f4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Network': ['ID=4dd7c404-c4e0-4b0e-8fe6-bc7ee3d03ac3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:11.878952 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f12a372-e819-4d92-86dc-71256d22c3c7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.887750 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 84b9b1f6-6422-471b-bf57-b944bc335107 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:11.888344 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.938256 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9231f97e-8e98-42d2-b390-800c55032702 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:11.963550 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b6530a7-c728-493d-9cae-625a55380093 req-6f96d71a-3ccc-40a1-8c71-99ab24b4beaf tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339135 Sep 17 23:57:11.980586 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-702693fd-b652-43f9-8181-49aa8f6e435f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:12.042287 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f12a372-e819-4d92-86dc-71256d22c3c7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:12.042920 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f12a372-e819-4d92-86dc-71256d22c3c7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:12.043517 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f12a372-e819-4d92-86dc-71256d22c3c7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:12.044199 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-702693fd-b652-43f9-8181-49aa8f6e435f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:12.079251 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-6d583973-5e23-4d0c-a37e-f6d8389011c1 None None] Provisioning complete for port 84b9b1f6-6422-471b-bf57-b944bc335107 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:12.079723 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d583973-5e23-4d0c-a37e-f6d8389011c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:12.123162 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae22f776-c73d-4a94-95aa-45d02782d7a8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:12.130402 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ae22f776-c73d-4a94-95aa-45d02782d7a8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:12.134505 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12a372-e819-4d92-86dc-71256d22c3c7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event updated for resources: {'Network': ['ID=351e1224-adbe-483a-b6cc-dd3f710cc7cf,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:12.151673 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-ae22f776-c73d-4a94-95aa-45d02782d7a8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] device_id is not set on port d2924453-6ba6-4759-8c36-45bc408e98af yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:57:12.167385 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 351e1224-adbe-483a-b6cc-dd3f710cc7cf details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:57:12.192139 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] Attempting to bind port 77994688-5f39-4449-bd0b-dd37eadab980 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:57:12.192612 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] Attempting to bind port 77994688-5f39-4449-bd0b-dd37eadab980 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '9c2f287e-0ec8-4ace-a399-58b92e9e103e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '20c1b00b-9627-4a13-a995-c530705753c4'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:57:12.193120 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] Attempting to bind port 77994688-5f39-4449-bd0b-dd37eadab980 on network 20c1b00b-9627-4a13-a995-c530705753c4 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:57:12.197425 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] For port d8d095df-e3fb-48ed-b92c-f998885a33b1, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:57:12.243776 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5f12a372-e819-4d92-86dc-71256d22c3c7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4118195 Sep 17 23:57:12.244432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54216) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:12.251072 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-0b299e19-5a42-4d9c-95a3-2c85c7990175 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Request body: {'subnet': {'network_id': '351e1224-adbe-483a-b6cc-dd3f710cc7cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:12.289467 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] For port d8d095df-e3fb-48ed-b92c-f998885a33b1, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d8d095df-e3fb-48ed-b92c-f998885a33b1,segment=NetworkSegment(826d9fb0-3e53-4987-a721-e9a5021e98a2),segment_id=826d9fb0-3e53-4987-a721-e9a5021e98a2)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:57:12.290994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:57:12.291373 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] Checking segment: {'id': '9c2f287e-0ec8-4ace-a399-58b92e9e103e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '20c1b00b-9627-4a13-a995-c530705753c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:12.291785 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:12.294228 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] Bound using segment: {'id': '9c2f287e-0ec8-4ace-a399-58b92e9e103e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '20c1b00b-9627-4a13-a995-c530705753c4'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:57:12.294653 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] Bound port: 77994688-5f39-4449-bd0b-dd37eadab980, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2f287e-0ec8-4ace-a399-58b92e9e103e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '20c1b00b-9627-4a13-a995-c530705753c4'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:57:12.295067 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:12.305162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:57:12.309117 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:12.372495 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-702693fd-b652-43f9-8181-49aa8f6e435f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:12.390253 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:12.391299 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-702693fd-b652-43f9-8181-49aa8f6e435f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:12.393071 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-702693fd-b652-43f9-8181-49aa8f6e435f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b226ff6-9ef9-46b2-a798-e45abf59b70a HTTP/1.1" status: 204 len: 168 time: 0.6653390 Sep 17 23:57:12.444942 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702693fd-b652-43f9-8181-49aa8f6e435f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b226ff6-9ef9-46b2-a798-e45abf59b70a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:12.505410 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ae22f776-c73d-4a94-95aa-45d02782d7a8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:12.532787 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9231f97e-8e98-42d2-b390-800c55032702 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:12.546938 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.resource_extend [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 23:57:12.557124 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b299e19-5a42-4d9c-95a3-2c85c7990175 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Made reservation on behalf of bfebfdeb5b3a4b8982086f3b7a67d79d for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:12.560726 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0b299e19-5a42-4d9c-95a3-2c85c7990175 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:12.622147 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 84b9b1f6-6422-471b-bf57-b944bc335107, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=84b9b1f6-6422-471b-bf57-b944bc335107,segment=NetworkSegment(340d44cc-95ad-4fda-b8a2-d56dc14ca28b),segment_id=340d44cc-95ad-4fda-b8a2-d56dc14ca28b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:12.662878 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ae22f776-c73d-4a94-95aa-45d02782d7a8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:12.705730 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9231f97e-8e98-42d2-b390-800c55032702 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:12.706802 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9231f97e-8e98-42d2-b390-800c55032702 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:12.743242 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae22f776-c73d-4a94-95aa-45d02782d7a8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:12.746456 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-ae22f776-c73d-4a94-95aa-45d02782d7a8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:12.754702 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22f776-c73d-4a94-95aa-45d02782d7a8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:12.760355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae22f776-c73d-4a94-95aa-45d02782d7a8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:12.761163 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ae22f776-c73d-4a94-95aa-45d02782d7a8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:12.788006 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22f776-c73d-4a94-95aa-45d02782d7a8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=d2924453-6ba6-4759-8c36-45bc408e98af,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:12.802571 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f44bc90-94fa-47fc-990f-2cab51526d99 None None] DHCP port deletion for 202718fa-f2b3-45a6-8b3e-d7ff24f86cb7 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:57:12.838652 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:12.838652 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 34be6869-cb5e-41de-badb-86e1cdf5e9ce up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:57:12.881994 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ae22f776-c73d-4a94-95aa-45d02782d7a8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1044033 Sep 17 23:57:12.884365 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54230) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:12.924898 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] For port 77994688-5f39-4449-bd0b-dd37eadab980, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:57:12.934016 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c69ed5-ff64-403e-b15d-a2238c883849 None None] Pushing event updated for resources: {'Port': ['ID=d8d095df-e3fb-48ed-b92c-f998885a33b1,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:13.061826 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231f97e-8e98-42d2-b390-800c55032702 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event updated for resources: {'Port': ['ID=44818c4f-0b20-429f-ae67-1aca45270eed,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:13.143757 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-83bf7880-7aee-4b5c-8b26-d46a4616942b tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port d2924453-6ba6-4759-8c36-45bc408e98af {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:13.144057 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83bf7880-7aee-4b5c-8b26-d46a4616942b tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:13.158864 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] For port 77994688-5f39-4449-bd0b-dd37eadab980, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=77994688-5f39-4449-bd0b-dd37eadab980,segment=NetworkSegment(9c2f287e-0ec8-4ace-a399-58b92e9e103e),segment_id=9c2f287e-0ec8-4ace-a399-58b92e9e103e)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:57:13.190345 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d583973-5e23-4d0c-a37e-f6d8389011c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:13.244486 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9231f97e-8e98-42d2-b390-800c55032702 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Network 57ae1edf-1f48-4b6d-9bbe-ab0fb4716984 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:13.255162 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83bf7880-7aee-4b5c-8b26-d46a4616942b tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:13.255916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-9231f97e-8e98-42d2-b390-800c55032702 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:13.269777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-83bf7880-7aee-4b5c-8b26-d46a4616942b tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for d2924453-6ba6-4759-8c36-45bc408e98af owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:13.307864 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:13.319814 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:13.386850 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793a04a-c724-4988-90d7-1cc63e77477b req-9ba31b16-2ffa-4f8a-9f5b-590f92857ea3 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:13.388447 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a793a04a-c724-4988-90d7-1cc63e77477b req-9ba31b16-2ffa-4f8a-9f5b-590f92857ea3 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 944 time: 0.2513337 Sep 17 23:57:13.451621 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'port_id': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629', 'mac_address': 'fa:16:3e:de:94:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:57:13.465203 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-6d583973-5e23-4d0c-a37e-f6d8389011c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:57:13.465775 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-6d583973-5e23-4d0c-a37e-f6d8389011c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:57:13.466586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=84b9b1f6-6422-471b-bf57-b944bc335107,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:13.483525 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83bf7880-7aee-4b5c-8b26-d46a4616942b tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:13.533003 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83bf7880-7aee-4b5c-8b26-d46a4616942b tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:13.537543 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-83bf7880-7aee-4b5c-8b26-d46a4616942b tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/ports/d2924453-6ba6-4759-8c36-45bc408e98af HTTP/1.1" status: 204 len: 168 time: 0.6495407 Sep 17 23:57:13.537543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf7880-7aee-4b5c-8b26-d46a4616942b tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=d2924453-6ba6-4759-8c36-45bc408e98af,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:13.538500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54248) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:13.558416 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-6944098e-c158-4aea-8814-11752ad5cd39 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c', 'mac_address': 'fa:16:3e:c7:7c:0a', 'name': 'tempest-PortsIpV6TestJSON-2046644003'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:13.591784 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:13.643197 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a793a04a-c724-4988-90d7-1cc63e77477b req-cf4424f6-a1d6-4159-841f-981512dc4f49 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327332 Sep 17 23:57:13.819918 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6944098e-c158-4aea-8814-11752ad5cd39 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:13.896272 n-d-809883-1 neutron-server[95592]: DEBUG neutron.objects.ports [None req-0b299e19-5a42-4d9c-95a3-2c85c7990175 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95592) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 23:57:13.906394 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0b299e19-5a42-4d9c-95a3-2c85c7990175 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:13.946219 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:57:13.974629 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:13.982562 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6944098e-c158-4aea-8814-11752ad5cd39 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:13.987844 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:14.018130 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 34be6869-cb5e-41de-badb-86e1cdf5e9ce triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:14.018505 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:14.022849 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9f44bc90-94fa-47fc-990f-2cab51526d99 None None] Deleting port 84b9b1f6-6422-471b-bf57-b944bc335107 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:14.023419 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9f44bc90-94fa-47fc-990f-2cab51526d99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:14.067505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9231f97e-8e98-42d2-b390-800c55032702 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Router 818ec3f2-f1f7-4301-8bf5-5e938030d377 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:57:14.070975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b299e19-5a42-4d9c-95a3-2c85c7990175 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event updated for resources: {'Subnet': ['ID=975faf0d-d64f-4e16-a634-a3bcd59d0f5b,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:14.081531 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b299e19-5a42-4d9c-95a3-2c85c7990175 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Checking segment: {'id': '0ccdc4e4-73e9-4532-9d76-cb51e5d0bca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '351e1224-adbe-483a-b6cc-dd3f710cc7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:14.082707 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b299e19-5a42-4d9c-95a3-2c85c7990175 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Network hostable DHCP agents. Network: 351e1224-adbe-483a-b6cc-dd3f710cc7cf, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:57:14.110656 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-6944098e-c158-4aea-8814-11752ad5cd39 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] device_id is not set on port 8a8d4635-0649-46ff-b1d9-1ee17c44c5da yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:57:14.171461 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-9f44bc90-94fa-47fc-990f-2cab51526d99 None None] For port 84b9b1f6-6422-471b-bf57-b944bc335107, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=84b9b1f6-6422-471b-bf57-b944bc335107,segment=NetworkSegment(340d44cc-95ad-4fda-b8a2-d56dc14ca28b),segment_id=340d44cc-95ad-4fda-b8a2-d56dc14ca28b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:14.172193 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9f44bc90-94fa-47fc-990f-2cab51526d99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:14.195348 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9f44bc90-94fa-47fc-990f-2cab51526d99 None None] Calling delete_port for 84b9b1f6-6422-471b-bf57-b944bc335107 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:14.260330 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b299e19-5a42-4d9c-95a3-2c85c7990175 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Network 351e1224-adbe-483a-b6cc-dd3f710cc7cf is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:57:14.282775 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9231f97e-8e98-42d2-b390-800c55032702 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:57:14.289421 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9231f97e-8e98-42d2-b390-800c55032702 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "PUT /v2.0/routers/818ec3f2-f1f7-4301-8bf5-5e938030d377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2298059 Sep 17 23:57:14.292080 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54268) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:14.296427 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f547490d-aba1-4990-a859-ef9342a440ef None None] Sync routers for ids ['818ec3f2-f1f7-4301-8bf5-5e938030d377'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:57:14.313463 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f547490d-aba1-4990-a859-ef9342a440ef None None] Routers {'818ec3f2-f1f7-4301-8bf5-5e938030d377'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:57:14.314093 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-f547490d-aba1-4990-a859-ef9342a440ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:56:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['818ec3f2-f1f7-4301-8bf5-5e938030d377'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:14.324372 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a65c13f-468d-461c-977a-6562a4616173 None None] Network 57ae1edf-1f48-4b6d-9bbe-ab0fb4716984 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:14.356483 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:14.431077 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-f547490d-aba1-4990-a859-ef9342a440ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:14.441210 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f547490d-aba1-4990-a859-ef9342a440ef None None] Routers {'818ec3f2-f1f7-4301-8bf5-5e938030d377'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:57:14.442783 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-f547490d-aba1-4990-a859-ef9342a440ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:56:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['818ec3f2-f1f7-4301-8bf5-5e938030d377'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:14.460968 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-0b299e19-5a42-4d9c-95a3-2c85c7990175 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 351e1224-adbe-483a-b6cc-dd3f710cc7cf) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:14.469528 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282f627-a613-48bf-8edb-93a37fff26ae None None] Pushing event updated for resources: {'Port': ['ID=77994688-5f39-4449-bd0b-dd37eadab980,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:14.518218 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-f547490d-aba1-4990-a859-ef9342a440ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:14.519145 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f547490d-aba1-4990-a859-ef9342a440ef None None] The sync data for ids ['818ec3f2-f1f7-4301-8bf5-5e938030d377'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:57:14.553837 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a606a9-3c6c-43ae-9b6a-c097199d5ae1 None None] Network 351e1224-adbe-483a-b6cc-dd3f710cc7cf requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:14.632492 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2c624674-7a35-45b8-926d-c55e721ac925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:14.633764 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6944098e-c158-4aea-8814-11752ad5cd39 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:14.641316 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9f44bc90-94fa-47fc-990f-2cab51526d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:14.756735 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['28e0d76e-6f5f-44cd-bb9c-9df15b6fb629'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:57:14.799279 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6944098e-c158-4aea-8814-11752ad5cd39 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:14.859300 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944098e-c158-4aea-8814-11752ad5cd39 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=8a8d4635-0649-46ff-b1d9-1ee17c44c5da,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:14.892521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6944098e-c158-4aea-8814-11752ad5cd39 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:14.894930 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-6944098e-c158-4aea-8814-11752ad5cd39 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:14.898224 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944098e-c158-4aea-8814-11752ad5cd39 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:14.918581 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6944098e-c158-4aea-8814-11752ad5cd39 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:14.921253 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6944098e-c158-4aea-8814-11752ad5cd39 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:14.941218 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b299e19-5a42-4d9c-95a3-2c85c7990175 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:14.942540 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0b299e19-5a42-4d9c-95a3-2c85c7990175 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:14.942923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f44bc90-94fa-47fc-990f-2cab51526d99 None None] No DVR routers for this DVR port 84b9b1f6-6422-471b-bf57-b944bc335107 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:57:15.017557 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f9c070-4b81-4676-becd-aef1d7f0ba82 None None] Network 20c1b00b-9627-4a13-a995-c530705753c4 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:15.020407 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f97bb8d4-2b14-429d-b7b2-82f6c0198369 None None] Provisioning complete for port d8d095df-e3fb-48ed-b92c-f998885a33b1 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:15.020794 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f97bb8d4-2b14-429d-b7b2-82f6c0198369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:15.066715 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6944098e-c158-4aea-8814-11752ad5cd39 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5183058 Sep 17 23:57:15.068751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54288) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:15.080336 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,revision_number=9']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:15.137590 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49162216-93bf-4766-81e2-1db653598564 req-437dca54-f657-4cf3-9625-e6a42e38098e tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:15.145926 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-49162216-93bf-4766-81e2-1db653598564 req-437dca54-f657-4cf3-9625-e6a42e38098e tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.2082798 Sep 17 23:57:15.146089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eba92ef-e017-4766-9413-3a0ff13e72ae tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:15.152601 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5eba92ef-e017-4766-9413-3a0ff13e72ae tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports/8a8d4635-0649-46ff-b1d9-1ee17c44c5da HTTP/1.1" status: 200 len: 845 time: 0.0782175 Sep 17 23:57:15.152601 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54292) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:15.154412 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0b461-3b9b-48d5-a70c-32f6658048af req-471c1adf-f3fc-4e30-82c7-539dc59b9b0f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:15.155917 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-beb0b461-3b9b-48d5-a70c-32f6658048af req-471c1adf-f3fc-4e30-82c7-539dc59b9b0f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 945 time: 0.2216392 Sep 17 23:57:15.166082 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0b299e19-5a42-4d9c-95a3-2c85c7990175 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.9216213 Sep 17 23:57:15.188745 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54294) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:15.259868 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44bc90-94fa-47fc-990f-2cab51526d99 None None] Pushing event deleted for resources: {'Port': ['ID=84b9b1f6-6422-471b-bf57-b944bc335107,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:15.286202 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-49162216-93bf-4766-81e2-1db653598564 req-11b0eb33-7cf3-4371-a3fd-63715f04dbae tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358085 Sep 17 23:57:15.375523 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2944a651-0758-443a-b07f-62c49ef48265 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:15.401999 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-beb0b461-3b9b-48d5-a70c-32f6658048af req-43d70b0c-0ec5-4ec6-a488-c90346cf8f11 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211523 Sep 17 23:57:15.479760 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500e834f-ee7a-4b07-b17c-09af6a898994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-351e1224-adbe-483a-b6cc-dd3f710cc7cf', 'network_id': '351e1224-adbe-483a-b6cc-dd3f710cc7cf', 'tenant_id': 'bfebfdeb5b3a4b8982086f3b7a67d79d', 'fixed_ips': [{'subnet_id': '975faf0d-d64f-4e16-a634-a3bcd59d0f5b'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:57:15.481411 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-500e834f-ee7a-4b07-b17c-09af6a898994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:15.550364 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f97bb8d4-2b14-429d-b7b2-82f6c0198369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:15.557886 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-9fb5deb0-2ca9-467a-84ce-bd7d27fc4327 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:57:15.559709 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9fb5deb0-2ca9-467a-84ce-bd7d27fc4327 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "PUT /v2.0/routers/818ec3f2-f1f7-4301-8bf5-5e938030d377/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2665632 Sep 17 23:57:15.562918 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54298) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:15.568812 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 77994688-5f39-4449-bd0b-dd37eadab980 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:57:15.575610 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-182e1fcd-135f-470c-8edc-cd020c0da61c tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port 8a8d4635-0649-46ff-b1d9-1ee17c44c5da {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:15.576077 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-182e1fcd-135f-470c-8edc-cd020c0da61c tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:15.616045 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2944a651-0758-443a-b07f-62c49ef48265 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:15.700588 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-182e1fcd-135f-470c-8edc-cd020c0da61c tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:15.725749 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-182e1fcd-135f-470c-8edc-cd020c0da61c tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for 8a8d4635-0649-46ff-b1d9-1ee17c44c5da owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:15.752308 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f97bb8d4-2b14-429d-b7b2-82f6c0198369 None None] For port d8d095df-e3fb-48ed-b92c-f998885a33b1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d8d095df-e3fb-48ed-b92c-f998885a33b1,segment=NetworkSegment(826d9fb0-3e53-4987-a721-e9a5021e98a2),segment_id=826d9fb0-3e53-4987-a721-e9a5021e98a2)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:15.781760 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 77994688-5f39-4449-bd0b-dd37eadab980 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:15.782274 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:15.867881 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f97bb8d4-2b14-429d-b7b2-82f6c0198369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:15.937750 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2944a651-0758-443a-b07f-62c49ef48265 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:15.994676 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944a651-0758-443a-b07f-62c49ef48265 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event deleted for resources: {'Subnet': ['ID=975faf0d-d64f-4e16-a634-a3bcd59d0f5b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:16.016149 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bb8d4-2b14-429d-b7b2-82f6c0198369 None None] Pushing event updated for resources: {'Port': ['ID=d8d095df-e3fb-48ed-b92c-f998885a33b1,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server [None req-500e834f-ee7a-4b07-b17c-09af6a898994 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 975faf0d-d64f-4e16-a634-a3bcd59d0f5b: This subnet is being modified by another concurrent operation. Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 23:57:16.072190 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise exception Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 975faf0d-d64f-4e16-a634-a3bcd59d0f5b: This subnet is being modified by another concurrent operation. Sep 17 23:57:16.076030 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Sep 17 23:57:16.107953 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-182e1fcd-135f-470c-8edc-cd020c0da61c tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:16.116958 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2944a651-0758-443a-b07f-62c49ef48265 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:16.139108 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-331b41b9-1a87-4051-816b-1f2232946a25 None None] Provisioning complete for port 77994688-5f39-4449-bd0b-dd37eadab980 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:16.139612 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-331b41b9-1a87-4051-816b-1f2232946a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:16.186294 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e3f870-3a16-4bb0-9049-7a1ca8ea4d13 None None] Network 351e1224-adbe-483a-b6cc-dd3f710cc7cf requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:16.193931 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:16.199431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e1fcd-135f-470c-8edc-cd020c0da61c tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=8a8d4635-0649-46ff-b1d9-1ee17c44c5da,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:16.217404 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-2944a651-0758-443a-b07f-62c49ef48265 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351e1224-adbe-483a-b6cc-dd3f710cc7cf']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:16.220442 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-182e1fcd-135f-470c-8edc-cd020c0da61c tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:16.223221 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-182e1fcd-135f-470c-8edc-cd020c0da61c tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/ports/8a8d4635-0649-46ff-b1d9-1ee17c44c5da HTTP/1.1" status: 204 len: 168 time: 1.0707352 Sep 17 23:57:16.229123 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54308) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:16.261545 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4a73a470-d408-488c-94d1-bdfc7fb4a8ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:16.268918 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa18116-c35d-4592-8c27-6908cd631d05 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] GET failed (client error): The resource could not be found. Sep 17 23:57:16.274517 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-afa18116-c35d-4592-8c27-6908cd631d05 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports/8a8d4635-0649-46ff-b1d9-1ee17c44c5da HTTP/1.1" status: 404 len: 333 time: 0.0409048 Sep 17 23:57:16.274835 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54314) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:16.276788 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-2944a651-0758-443a-b07f-62c49ef48265 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ccdc4e4-73e9-4532-9d76-cb51e5d0bca0') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:16.277124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-2944a651-0758-443a-b07f-62c49ef48265 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ccdc4e4-73e9-4532-9d76-cb51e5d0bca0') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:16.294214 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-aa0c45fe-8325-4c3b-a45e-1b58c0cb2558 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c', 'name': 'tempest-PortsIpV6TestJSON-111484913'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:16.406266 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2944a651-0758-443a-b07f-62c49ef48265 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:16.418840 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 77994688-5f39-4449-bd0b-dd37eadab980, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=77994688-5f39-4449-bd0b-dd37eadab980,segment=NetworkSegment(9c2f287e-0ec8-4ace-a399-58b92e9e103e),segment_id=9c2f287e-0ec8-4ace-a399-58b92e9e103e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:16.427720 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:57:16.440739 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2944a651-0758-443a-b07f-62c49ef48265 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:16.450793 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2944a651-0758-443a-b07f-62c49ef48265 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:57:16.451215 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2944a651-0758-443a-b07f-62c49ef48265 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:57:16.454526 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:57:16.566098 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0c45fe-8325-4c3b-a45e-1b58c0cb2558 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:16.570132 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:16.575509 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa0c45fe-8325-4c3b-a45e-1b58c0cb2558 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:16.575663 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d8d095df-e3fb-48ed-b92c-f998885a33b1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:57:16.596764 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2944a651-0758-443a-b07f-62c49ef48265 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:16.610508 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2944a651-0758-443a-b07f-62c49ef48265 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:16.626905 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2944a651-0758-443a-b07f-62c49ef48265 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/networks/351e1224-adbe-483a-b6cc-dd3f710cc7cf HTTP/1.1" status: 204 len: 168 time: 1.4368160 Sep 17 23:57:16.633510 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-aa0c45fe-8325-4c3b-a45e-1b58c0cb2558 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] device_id is not set on port 0fc403c0-c957-4665-a3ad-6014ac1ec15c yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:57:16.639134 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54326) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:16.658422 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-84e1ee10-93df-401c-8876-556b89ed9a31 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2094570105'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:16.671523 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-331b41b9-1a87-4051-816b-1f2232946a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:16.678728 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944a651-0758-443a-b07f-62c49ef48265 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event deleted for resources: {'Network': ['ID=351e1224-adbe-483a-b6cc-dd3f710cc7cf,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:16.732711 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2a6308c9-1cdf-49d3-9fc9-dfa5d853f1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:16.764188 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624f60e-0c3e-4f2c-98f7-f9971dffd35d req-7984dfd2-afe8-4e3e-a38a-d6c7459748b6 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:16.767939 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0624f60e-0c3e-4f2c-98f7-f9971dffd35d req-7984dfd2-afe8-4e3e-a38a-d6c7459748b6 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.3630710 Sep 17 23:57:16.844149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e1ee10-93df-401c-8876-556b89ed9a31 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Made reservation on behalf of bfebfdeb5b3a4b8982086f3b7a67d79d for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:16.850521 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84e1ee10-93df-401c-8876-556b89ed9a31 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:16.868462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:16.868961 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:16.886973 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afe005a-dc6b-41fd-8834-4d8d988d80fc None None] get_active_networks_info from n-d-809883-1 {{(pid=95593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:57:16.890736 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425d792-3312-4635-920b-01296f7f1102 req-4602436b-28af-4940-b9b4-4d1b1465a9f9 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:16.892308 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0425d792-3312-4635-920b-01296f7f1102 req-4602436b-28af-4940-b9b4-4d1b1465a9f9 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 945 time: 0.2376413 Sep 17 23:57:16.915779 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0624f60e-0c3e-4f2c-98f7-f9971dffd35d req-c0d8e544-445b-4ff1-b5f9-e4278e0011b1 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041543 Sep 17 23:57:16.956317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e1ee10-93df-401c-8876-556b89ed9a31 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:57:16.978667 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa0c45fe-8325-4c3b-a45e-1b58c0cb2558 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:16.984586 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84e1ee10-93df-401c-8876-556b89ed9a31 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:16.985003 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-84e1ee10-93df-401c-8876-556b89ed9a31 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Added segment 8107399d-9174-4c17-8145-82a6fd2bd041 of type vlan for network ae7a1eca-5a87-455b-98a2-b1253654f88e Sep 17 23:57:17.004947 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0425d792-3312-4635-920b-01296f7f1102 req-b042685c-0832-4c9b-9533-a866b681dc35 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853922 Sep 17 23:57:17.082073 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84e1ee10-93df-401c-8876-556b89ed9a31 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:17.103223 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-4a73a470-d408-488c-94d1-bdfc7fb4a8ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Deleting port 44818c4f-0b20-429f-ae67-1aca45270eed {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:17.103566 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4a73a470-d408-488c-94d1-bdfc7fb4a8ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:17.122510 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa0c45fe-8325-4c3b-a45e-1b58c0cb2558 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:17.187046 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84e1ee10-93df-401c-8876-556b89ed9a31 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:17.193620 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e1ee10-93df-401c-8876-556b89ed9a31 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:17.194257 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84e1ee10-93df-401c-8876-556b89ed9a31 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:17.208504 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4a73a470-d408-488c-94d1-bdfc7fb4a8ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:17.211359 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0c45fe-8325-4c3b-a45e-1b58c0cb2558 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:17.228263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-4a73a470-d408-488c-94d1-bdfc7fb4a8ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Calling delete_port for 44818c4f-0b20-429f-ae67-1aca45270eed owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:17.238107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-aa0c45fe-8325-4c3b-a45e-1b58c0cb2558 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:17.251240 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c45fe-8325-4c3b-a45e-1b58c0cb2558 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:17.257871 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0c45fe-8325-4c3b-a45e-1b58c0cb2558 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:17.258518 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa0c45fe-8325-4c3b-a45e-1b58c0cb2558 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:17.268333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c45fe-8325-4c3b-a45e-1b58c0cb2558 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=0fc403c0-c957-4665-a3ad-6014ac1ec15c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:17.278500 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=77994688-5f39-4449-bd0b-dd37eadab980,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:17.352291 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-331b41b9-1a87-4051-816b-1f2232946a25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:57:17.352700 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-331b41b9-1a87-4051-816b-1f2232946a25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:57:17.356446 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port d8d095df-e3fb-48ed-b92c-f998885a33b1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:17.356822 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:17.442018 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:17.510083 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:17.529905 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afe005a-dc6b-41fd-8834-4d8d988d80fc None None] Resources bound (agent type, host, resource id): {{(pid=95593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:57:17.578229 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c78de4-db44-46b0-bd8f-8d2fc35f020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:57:17.580501 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe28dda-097c-4f29-89c1-a7c743f0b40e" -d '{"events": [{"server_uuid": "85c78de4-db44-46b0-bd8f-8d2fc35f020c", "name": "network-vif-plugged", "status": "completed", "tag": "28e0d76e-6f5f-44cd-bb9c-9df15b6fb629"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:57:17.617379 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:17.651700 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4a73a470-d408-488c-94d1-bdfc7fb4a8ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:17.675960 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-aa0c45fe-8325-4c3b-a45e-1b58c0cb2558 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3950267 Sep 17 23:57:17.677367 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-84e1ee10-93df-401c-8876-556b89ed9a31 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0373447 Sep 17 23:57:17.680551 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54346) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:17.680930 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54348) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:17.684020 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1ee10-93df-401c-8876-556b89ed9a31 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event updated for resources: {'Network': ['ID=ae7a1eca-5a87-455b-98a2-b1253654f88e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:17.705156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-bc9dc5a4-0ce2-4502-a20c-0ebbb4315af9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:17.712252 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network ae7a1eca-5a87-455b-98a2-b1253654f88e details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:57:17.714060 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 84b9b1f6-6422-471b-bf57-b944bc335107 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:57:17.744532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-34fca648-b150-4b1d-9f0f-fa5a09ae9008 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Request body: {'subnet': {'network_id': 'ae7a1eca-5a87-455b-98a2-b1253654f88e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:17.764341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73a470-d408-488c-94d1-bdfc7fb4a8ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event deleted for resources: {'Port': ['ID=44818c4f-0b20-429f-ae67-1aca45270eed,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:17.765672 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:17.768060 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:17.837030 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc5a4-0ce2-4502-a20c-0ebbb4315af9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:17.854337 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4a73a470-d408-488c-94d1-bdfc7fb4a8ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:17.923373 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 84b9b1f6-6422-471b-bf57-b944bc335107 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:57:17.923869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 84b9b1f6-6422-471b-bf57-b944bc335107 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:57:17.973666 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ae531b-e078-4265-96bf-8dc2c3378cf8 x-openstack-request-id: req-70ae531b-e078-4265-96bf-8dc2c3378cf8 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:57:17.973964 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c78de4-db44-46b0-bd8f-8d2fc35f020c", "name": "network-vif-plugged", "status": "completed", "tag": "28e0d76e-6f5f-44cd-bb9c-9df15b6fb629", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:57:17.974228 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-70ae531b-e078-4265-96bf-8dc2c3378cf8 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:57:17.974635 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c78de4-db44-46b0-bd8f-8d2fc35f020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629', 'code': 200} Sep 17 23:57:18.095724 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a73a470-d408-488c-94d1-bdfc7fb4a8ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Router 818ec3f2-f1f7-4301-8bf5-5e938030d377 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:57:18.111821 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc5a4-0ce2-4502-a20c-0ebbb4315af9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:18.115392 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fca648-b150-4b1d-9f0f-fa5a09ae9008 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Made reservation on behalf of bfebfdeb5b3a4b8982086f3b7a67d79d for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:18.134381 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34fca648-b150-4b1d-9f0f-fa5a09ae9008 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:18.185458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 77994688-5f39-4449-bd0b-dd37eadab980 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:57:18.200969 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96aff79-d88f-4a0c-a52a-60da36660f68 req-25acb536-adf7-4245-8814-28ba8408220a tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:18.209826 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f96aff79-d88f-4a0c-a52a-60da36660f68 req-25acb536-adf7-4245-8814-28ba8408220a tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.1554945 Sep 17 23:57:18.263988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,revision_number=10']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:18.335769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a73a470-d408-488c-94d1-bdfc7fb4a8ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:57:18.360792 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc5a4-0ce2-4502-a20c-0ebbb4315af9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:18.373044 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4a73a470-d408-488c-94d1-bdfc7fb4a8ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "PUT /v2.0/routers/818ec3f2-f1f7-4301-8bf5-5e938030d377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8070917 Sep 17 23:57:18.380362 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f099fe7-2691-4647-a6ee-a54511a9955d None None] Sync routers for ids ['818ec3f2-f1f7-4301-8bf5-5e938030d377'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:57:18.384054 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f96aff79-d88f-4a0c-a52a-60da36660f68 req-5ee88174-b18a-4446-b26e-6e6e6ba0d654 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731873 Sep 17 23:57:18.394389 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54364) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:18.396937 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb60b3-ec6d-4e6a-8bdf-2e55bd74e0db req-7f15dd7d-7034-4e49-b81c-dd2b2b3ce72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:18.399411 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ceb60b3-ec6d-4e6a-8bdf-2e55bd74e0db req-7f15dd7d-7034-4e49-b81c-dd2b2b3ce72f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 1098 time: 0.1867361 Sep 17 23:57:18.412750 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-58cfa4f2-c0eb-4a2b-a316-f2afe4f9d057 None None] Could not find standard attr ID for object 44818c4f-0b20-429f-ae67-1aca45270eed. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:57:18.421475 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 77994688-5f39-4449-bd0b-dd37eadab980 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:18.422010 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:18.457125 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-bc9dc5a4-0ce2-4502-a20c-0ebbb4315af9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] In _notify_port_updated(), no bound segment for port 0fc403c0-c957-4665-a3ad-6014ac1ec15c on network 6a61a539-5c12-4482-ac84-4c7eef85a88c {{(pid=95591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:57:18.463110 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9dc5a4-0ce2-4502-a20c-0ebbb4315af9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:18.463906 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc5a4-0ce2-4502-a20c-0ebbb4315af9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:18.469030 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bc9dc5a4-0ce2-4502-a20c-0ebbb4315af9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "PUT /v2.0/ports/0fc403c0-c957-4665-a3ad-6014ac1ec15c HTTP/1.1" status: 200 len: 818 time: 0.7868938 Sep 17 23:57:18.471646 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54368) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:18.480967 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f099fe7-2691-4647-a6ee-a54511a9955d None None] Routers {'818ec3f2-f1f7-4301-8bf5-5e938030d377'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:57:18.482476 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1f099fe7-2691-4647-a6ee-a54511a9955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:57:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['818ec3f2-f1f7-4301-8bf5-5e938030d377'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:18.529980 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9dc5a4-0ce2-4502-a20c-0ebbb4315af9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=0fc403c0-c957-4665-a3ad-6014ac1ec15c,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:18.577607 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34fca648-b150-4b1d-9f0f-fa5a09ae9008 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:18.582372 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1f099fe7-2691-4647-a6ee-a54511a9955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:18.591731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-58cfa4f2-c0eb-4a2b-a316-f2afe4f9d057 None None] Provisioning complete for port d8d095df-e3fb-48ed-b92c-f998885a33b1 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:18.592154 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-58cfa4f2-c0eb-4a2b-a316-f2afe4f9d057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:18.623298 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ec0778-86d1-4ff2-867e-701b2208dc4f None None] get_active_networks_info from n-d-809883-1 {{(pid=95593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:57:18.666709 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f099fe7-2691-4647-a6ee-a54511a9955d None None] Routers {'818ec3f2-f1f7-4301-8bf5-5e938030d377'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:57:18.667438 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1f099fe7-2691-4647-a6ee-a54511a9955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:57:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['818ec3f2-f1f7-4301-8bf5-5e938030d377'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:18.671433 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fca648-b150-4b1d-9f0f-fa5a09ae9008 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event updated for resources: {'Subnet': ['ID=82ef7da2-4d53-421e-af21-780c3f7ebd7e,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:18.729616 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1f099fe7-2691-4647-a6ee-a54511a9955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:18.730450 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f099fe7-2691-4647-a6ee-a54511a9955d None None] The sync data for ids ['818ec3f2-f1f7-4301-8bf5-5e938030d377'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:57:18.749846 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fca648-b150-4b1d-9f0f-fa5a09ae9008 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Checking segment: {'id': '8107399d-9174-4c17-8145-82a6fd2bd041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ae7a1eca-5a87-455b-98a2-b1253654f88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:18.750231 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fca648-b150-4b1d-9f0f-fa5a09ae9008 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Network hostable DHCP agents. Network: ae7a1eca-5a87-455b-98a2-b1253654f88e, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:57:18.758981 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-02dc34d1-73aa-44bc-bf40-da6a5cf76953 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port 0fc403c0-c957-4665-a3ad-6014ac1ec15c {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:18.759333 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-02dc34d1-73aa-44bc-bf40-da6a5cf76953 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:18.829400 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-a5f3a77a-4e9d-45c7-84cd-0de8ac519d6e tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] delete failed (client error): The resource could not be found. Sep 17 23:57:18.834990 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a5f3a77a-4e9d-45c7-84cd-0de8ac519d6e tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-2130707217 HTTP/1.1" status: 404 len: 335 time: 0.4353998 Sep 17 23:57:18.836374 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54378) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:18.853300 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-e35b360f-3363-4334-845f-29ee0104d04b tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Request body: {'router': {'external_gateway_info': {'network_id': '818ec3f2-f1f7-4301-8bf5-5e938030d377'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:18.873740 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d8d095df-e3fb-48ed-b92c-f998885a33b1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:57:18.932241 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-02dc34d1-73aa-44bc-bf40-da6a5cf76953 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:18.950878 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-02dc34d1-73aa-44bc-bf40-da6a5cf76953 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for 0fc403c0-c957-4665-a3ad-6014ac1ec15c owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:18.963153 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3aa12-4ca1-4f06-b217-110d6fc46c78 req-02c4be55-83ba-412d-ba43-f8f477de7bb1 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:18.964927 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80a3aa12-4ca1-4f06-b217-110d6fc46c78 req-02c4be55-83ba-412d-ba43-f8f477de7bb1 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 947 time: 0.7352722 Sep 17 23:57:18.971568 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ceb60b3-ec6d-4e6a-8bdf-2e55bd74e0db req-4baadfc1-8085-47b8-a7e6-b17881d57bc3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5628741 Sep 17 23:57:19.001457 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-58cfa4f2-c0eb-4a2b-a316-f2afe4f9d057 None None] Provisioning complete for port 77994688-5f39-4449-bd0b-dd37eadab980 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:19.001457 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-58cfa4f2-c0eb-4a2b-a316-f2afe4f9d057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:19.065006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port d8d095df-e3fb-48ed-b92c-f998885a33b1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:19.065379 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:19.108630 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fca648-b150-4b1d-9f0f-fa5a09ae9008 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Network ae7a1eca-5a87-455b-98a2-b1253654f88e is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:57:19.141075 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80a3aa12-4ca1-4f06-b217-110d6fc46c78 req-e2c4ee68-191f-482a-ae90-835b086b2173 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634057 Sep 17 23:57:19.187091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ec0778-86d1-4ff2-867e-701b2208dc4f None None] Unable to find a vacant binding_index for network ae7a1eca-5a87-455b-98a2-b1253654f88e and agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf {{(pid=95593) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 17 23:57:19.189315 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e35b360f-3363-4334-845f-29ee0104d04b tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:19.195064 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-34fca648-b150-4b1d-9f0f-fa5a09ae9008 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, ae7a1eca-5a87-455b-98a2-b1253654f88e) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:19.195919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ec0778-86d1-4ff2-867e-701b2208dc4f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, ae7a1eca-5a87-455b-98a2-b1253654f88e) {{(pid=95593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:57:19.199200 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fca648-b150-4b1d-9f0f-fa5a09ae9008 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:19.199988 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34fca648-b150-4b1d-9f0f-fa5a09ae9008 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:19.271113 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-02dc34d1-73aa-44bc-bf40-da6a5cf76953 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:19.301975 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc34d1-73aa-44bc-bf40-da6a5cf76953 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=0fc403c0-c957-4665-a3ad-6014ac1ec15c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:19.307475 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-02dc34d1-73aa-44bc-bf40-da6a5cf76953 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:19.315193 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-02dc34d1-73aa-44bc-bf40-da6a5cf76953 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/ports/0fc403c0-c957-4665-a3ad-6014ac1ec15c HTTP/1.1" status: 204 len: 168 time: 0.8292575 Sep 17 23:57:19.315193 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54384) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:19.329219 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-34fca648-b150-4b1d-9f0f-fa5a09ae9008 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6459050 Sep 17 23:57:19.332983 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54386) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:19.345298 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-e35b360f-3363-4334-845f-29ee0104d04b tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] update failed (client error): The resource could not be found. Sep 17 23:57:19.351458 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e35b360f-3363-4334-845f-29ee0104d04b tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "PUT /v2.0/routers/818ec3f2-f1f7-4301-8bf5-5e938030d377 HTTP/1.1" status: 404 len: 339 time: 0.5035200 Sep 17 23:57:19.351820 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54388) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:19.357522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f6f63178-a517-4590-888d-1f426abc788c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-300756632'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:19.438937 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07d9781-966a-4eaf-af7a-e6a6d62158ae tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:19.443780 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b07d9781-966a-4eaf-af7a-e6a6d62158ae tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1245129 Sep 17 23:57:19.444413 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54392) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:19.460632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f63178-a517-4590-888d-1f426abc788c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Made reservation on behalf of d4c4a28016714285874ad675d4128cfe for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:19.465572 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f6f63178-a517-4590-888d-1f426abc788c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:19.477879 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-7701a165-9af0-4c14-86b3-25da6a62c4dc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] GET failed (client error): The resource could not be found. Sep 17 23:57:19.482865 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7701a165-9af0-4c14-86b3-25da6a62c4dc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports/0fc403c0-c957-4665-a3ad-6014ac1ec15c HTTP/1.1" status: 404 len: 333 time: 0.0341105 Sep 17 23:57:19.483712 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54396) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:19.491449 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-c7fd3fb8-e015-4709-ac9b-577942571e97 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1607981869'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:19.524285 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-371b9461-e811-4b88-a6b2-844b258dd324 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:19.605663 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f63178-a517-4590-888d-1f426abc788c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:57:19.605985 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-371b9461-e811-4b88-a6b2-844b258dd324 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:19.623889 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f6f63178-a517-4590-888d-1f426abc788c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:19.624286 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-f6f63178-a517-4590-888d-1f426abc788c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Added segment c9675313-9bb1-4784-b1dd-f5c9706de804 of type vlan for network 68c44875-5153-4b5b-bee3-5f96d1a415f2 Sep 17 23:57:19.646117 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fb0a2a-e0e0-4244-94b5-842b5eff3850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ae7a1eca-5a87-455b-98a2-b1253654f88e', 'network_id': 'ae7a1eca-5a87-455b-98a2-b1253654f88e', 'tenant_id': 'bfebfdeb5b3a4b8982086f3b7a67d79d', 'fixed_ips': [{'subnet_id': '82ef7da2-4d53-421e-af21-780c3f7ebd7e'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:57:19.646965 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d8fb0a2a-e0e0-4244-94b5-842b5eff3850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:19.667435 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f3cef-cb85-4ccc-9722-b818861d642b req-b1861c7e-ed13-41ae-ac01-6e2ed6deca09 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:19.669186 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-025f3cef-cb85-4ccc-9722-b818861d642b req-b1861c7e-ed13-41ae-ac01-6e2ed6deca09 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.1479211 Sep 17 23:57:19.677909 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fd3fb8-e015-4709-ac9b-577942571e97 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:19.690198 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7fd3fb8-e015-4709-ac9b-577942571e97 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:19.746699 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f6f63178-a517-4590-888d-1f426abc788c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:19.768754 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:19.796887 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7fd3fb8-e015-4709-ac9b-577942571e97 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:57:19.810419 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-025f3cef-cb85-4ccc-9722-b818861d642b req-fc933f12-2a41-43ee-b6b3-ac74f813f7bf tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171923 Sep 17 23:57:19.823039 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7fd3fb8-e015-4709-ac9b-577942571e97 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:19.823395 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-c7fd3fb8-e015-4709-ac9b-577942571e97 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Added segment f32b0e63-010f-4737-8508-18e18b3b8c0f of type vlan for network 14735183-d572-445a-8325-fe878bd3a292 Sep 17 23:57:19.880007 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7fd3fb8-e015-4709-ac9b-577942571e97 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:19.891985 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f6f63178-a517-4590-888d-1f426abc788c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:19.898332 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f63178-a517-4590-888d-1f426abc788c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:19.899068 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f6f63178-a517-4590-888d-1f426abc788c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:19.941695 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-371b9461-e811-4b88-a6b2-844b258dd324 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server [None req-d8fb0a2a-e0e0-4244-94b5-842b5eff3850 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82ef7da2-4d53-421e-af21-780c3f7ebd7e: This subnet is being modified by another concurrent operation. Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 23:57:19.992501 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise exception Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82ef7da2-4d53-421e-af21-780c3f7ebd7e: This subnet is being modified by another concurrent operation. Sep 17 23:57:19.995400 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Sep 17 23:57:20.013711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f63178-a517-4590-888d-1f426abc788c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event updated for resources: {'Network': ['ID=68c44875-5153-4b5b-bee3-5f96d1a415f2,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:20.016456 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7fd3fb8-e015-4709-ac9b-577942571e97 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:20.022707 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fd3fb8-e015-4709-ac9b-577942571e97 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:20.023454 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7fd3fb8-e015-4709-ac9b-577942571e97 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:20.024599 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54069fab-5e72-4aa1-8e58-91b3037c3b66 None None] get_active_networks_info from n-d-809883-1 {{(pid=95593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:57:20.040153 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f6f63178-a517-4590-888d-1f426abc788c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6844840 Sep 17 23:57:20.040342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54410) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:20.046023 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-0824a181-594c-4e86-a959-c299ab55d853 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Request body: {'subnet': {'network_id': '68c44875-5153-4b5b-bee3-5f96d1a415f2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:20.057623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 68c44875-5153-4b5b-bee3-5f96d1a415f2 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:57:20.078719 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b9461-e811-4b88-a6b2-844b258dd324 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event deleted for resources: {'Subnet': ['ID=82ef7da2-4d53-421e-af21-780c3f7ebd7e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:20.177016 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-371b9461-e811-4b88-a6b2-844b258dd324 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:20.195762 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c7fd3fb8-e015-4709-ac9b-577942571e97 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7115519 Sep 17 23:57:20.203022 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54414) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:20.221713 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-9d0a7c4f-33e8-420b-b845-8d9748f214c2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'subnet': {'network_id': '14735183-d572-445a-8325-fe878bd3a292', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:20.321964 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd3fb8-e015-4709-ac9b-577942571e97 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Network': ['ID=14735183-d572-445a-8325-fe878bd3a292,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:20.334023 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-371b9461-e811-4b88-a6b2-844b258dd324 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7a1eca-5a87-455b-98a2-b1253654f88e']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:20.345955 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-371b9461-e811-4b88-a6b2-844b258dd324 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8107399d-9174-4c17-8145-82a6fd2bd041') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:20.346313 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-371b9461-e811-4b88-a6b2-844b258dd324 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8107399d-9174-4c17-8145-82a6fd2bd041') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:20.357468 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-371b9461-e811-4b88-a6b2-844b258dd324 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:20.373807 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-371b9461-e811-4b88-a6b2-844b258dd324 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:20.385706 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371b9461-e811-4b88-a6b2-844b258dd324 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:57:20.386125 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-371b9461-e811-4b88-a6b2-844b258dd324 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:57:20.392434 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:57:20.395504 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 14735183-d572-445a-8325-fe878bd3a292 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:57:20.444962 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0824a181-594c-4e86-a959-c299ab55d853 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Made reservation on behalf of d4c4a28016714285874ad675d4128cfe for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:20.449615 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0824a181-594c-4e86-a959-c299ab55d853 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:20.562369 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e6323-2782-45ac-be3a-e6375f125fbb req-2a3356d4-2101-47a0-8c08-5ea4c82de49e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:20.564288 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-630e6323-2782-45ac-be3a-e6375f125fbb req-2a3356d4-2101-47a0-8c08-5ea4c82de49e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 947 time: 0.2247186 Sep 17 23:57:20.610915 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0a7c4f-33e8-420b-b845-8d9748f214c2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:20.615175 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7c4f-33e8-420b-b845-8d9748f214c2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:20.625315 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-371b9461-e811-4b88-a6b2-844b258dd324 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:20.629931 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-371b9461-e811-4b88-a6b2-844b258dd324 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:20.632098 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-371b9461-e811-4b88-a6b2-844b258dd324 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/networks/ae7a1eca-5a87-455b-98a2-b1253654f88e HTTP/1.1" status: 204 len: 168 time: 1.3001108 Sep 17 23:57:20.653501 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54434) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:20.654402 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b9461-e811-4b88-a6b2-844b258dd324 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event deleted for resources: {'Network': ['ID=ae7a1eca-5a87-455b-98a2-b1253654f88e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:20.654912 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54069fab-5e72-4aa1-8e58-91b3037c3b66 None None] Resources bound (agent type, host, resource id): {{(pid=95593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:57:20.666912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-dbbd525a-198f-45ae-8c63-e32472b2eb72 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1833906398'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:20.768374 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbd525a-198f-45ae-8c63-e32472b2eb72 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Made reservation on behalf of bfebfdeb5b3a4b8982086f3b7a67d79d for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:20.772851 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dbbd525a-198f-45ae-8c63-e32472b2eb72 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:20.804931 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbbd525a-198f-45ae-8c63-e32472b2eb72 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:57:20.816950 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dbbd525a-198f-45ae-8c63-e32472b2eb72 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:20.817626 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-dbbd525a-198f-45ae-8c63-e32472b2eb72 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Added segment 1dfc7159-b293-4819-842c-b9a13ad06ac5 of type vlan for network 56a99acf-b232-44da-b557-b79da93e58ba Sep 17 23:57:20.893842 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-630e6323-2782-45ac-be3a-e6375f125fbb req-0719ff1c-cfbc-48bb-9006-17417b45f5d8 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902095 Sep 17 23:57:20.918636 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dbbd525a-198f-45ae-8c63-e32472b2eb72 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:21.068874 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b56be8-82dd-4058-86a6-14bd35d89847 None None] Network ae7a1eca-5a87-455b-98a2-b1253654f88e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:21.086250 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b56be8-82dd-4058-86a6-14bd35d89847 None None] Network ae7a1eca-5a87-455b-98a2-b1253654f88e could not be found, it might have been deleted concurrently. {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 17 23:57:21.097022 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b5860a-2090-473f-9509-8489c06318be None None] Network ae7a1eca-5a87-455b-98a2-b1253654f88e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:21.110500 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dcf00-8cc7-464b-969a-2f72f4b3139b req-d2de8336-7154-44a9-ae97-56e232514372 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:21.111538 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b5860a-2090-473f-9509-8489c06318be None None] Network ae7a1eca-5a87-455b-98a2-b1253654f88e could not be found, it might have been deleted concurrently. {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 17 23:57:21.112061 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b64dcf00-8cc7-464b-969a-2f72f4b3139b req-d2de8336-7154-44a9-ae97-56e232514372 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.1363316 Sep 17 23:57:21.116310 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dbbd525a-198f-45ae-8c63-e32472b2eb72 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:21.122119 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbd525a-198f-45ae-8c63-e32472b2eb72 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:21.123007 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dbbd525a-198f-45ae-8c63-e32472b2eb72 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:21.165396 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b64dcf00-8cc7-464b-969a-2f72f4b3139b req-0060c30a-f7e3-4f5d-9e81-0d71e340f4f8 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467534 Sep 17 23:57:21.174870 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0824a181-594c-4e86-a959-c299ab55d853 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:21.214797 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd525a-198f-45ae-8c63-e32472b2eb72 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event updated for resources: {'Network': ['ID=56a99acf-b232-44da-b557-b79da93e58ba,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:21.230558 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 56a99acf-b232-44da-b557-b79da93e58ba details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:57:21.283152 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7c4f-33e8-420b-b845-8d9748f214c2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:21.291241 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824a181-594c-4e86-a959-c299ab55d853 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event updated for resources: {'Subnet': ['ID=c579da0c-9677-4db4-b40c-046cbf4cbb69,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:21.295381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0824a181-594c-4e86-a959-c299ab55d853 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Checking segment: {'id': 'c9675313-9bb1-4784-b1dd-f5c9706de804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '68c44875-5153-4b5b-bee3-5f96d1a415f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:21.295742 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0824a181-594c-4e86-a959-c299ab55d853 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Network hostable DHCP agents. Network: 68c44875-5153-4b5b-bee3-5f96d1a415f2, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:57:21.306503 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dbbd525a-198f-45ae-8c63-e32472b2eb72 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6441031 Sep 17 23:57:21.309231 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54466) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:21.314192 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-96aef81c-a527-4508-92e7-6c4b61133eb1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Request body: {'subnet': {'network_id': '56a99acf-b232-44da-b557-b79da93e58ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:21.371946 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a7c4f-33e8-420b-b845-8d9748f214c2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Subnet': ['ID=c232487f-3dc5-4e6c-8d6d-1f40cc32bb86,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:21.376662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0a7c4f-33e8-420b-b845-8d9748f214c2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Checking segment: {'id': 'f32b0e63-010f-4737-8508-18e18b3b8c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '14735183-d572-445a-8325-fe878bd3a292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:21.376993 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0a7c4f-33e8-420b-b845-8d9748f214c2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network hostable DHCP agents. Network: 14735183-d572-445a-8325-fe878bd3a292, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:57:21.402085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0824a181-594c-4e86-a959-c299ab55d853 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Network 68c44875-5153-4b5b-bee3-5f96d1a415f2 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:57:21.478565 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0a7c4f-33e8-420b-b845-8d9748f214c2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 14735183-d572-445a-8325-fe878bd3a292 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:57:21.491816 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aef81c-a527-4508-92e7-6c4b61133eb1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Made reservation on behalf of bfebfdeb5b3a4b8982086f3b7a67d79d for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:21.495834 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-96aef81c-a527-4508-92e7-6c4b61133eb1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:21.574315 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-0824a181-594c-4e86-a959-c299ab55d853 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 68c44875-5153-4b5b-bee3-5f96d1a415f2) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:21.579570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-9d0a7c4f-33e8-420b-b845-8d9748f214c2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 14735183-d572-445a-8325-fe878bd3a292) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:21.581860 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0824a181-594c-4e86-a959-c299ab55d853 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:21.584991 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0824a181-594c-4e86-a959-c299ab55d853 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:21.590072 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0a7c4f-33e8-420b-b845-8d9748f214c2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:21.591107 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7c4f-33e8-420b-b845-8d9748f214c2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:21.595996 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286425d2-c8f0-4f0c-b31d-75da34243bb2 None None] Network 68c44875-5153-4b5b-bee3-5f96d1a415f2 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:21.648919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c6a51f-f91c-4c13-9c09-99dabd7851dd None None] Network 14735183-d572-445a-8325-fe878bd3a292 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:21.674112 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0824a181-594c-4e86-a959-c299ab55d853 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6302781 Sep 17 23:57:21.674320 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54474) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:21.680638 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-6ac4aca3-ae64-4792-80cd-a3647dcfe08c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Request body: {'router': {'external_gateway_info': {'network_id': '68c44875-5153-4b5b-bee3-5f96d1a415f2'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:21.726371 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54476) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:21.739094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a92a49bc-f883-4b82-89ad-1d712207c42f tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'subnet': {'network_id': '14735183-d572-445a-8325-fe878bd3a292', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:21.739949 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9d0a7c4f-33e8-420b-b845-8d9748f214c2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5179915 Sep 17 23:57:21.969868 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-68c44875-5153-4b5b-bee3-5f96d1a415f2', 'network_id': '68c44875-5153-4b5b-bee3-5f96d1a415f2', 'tenant_id': 'd4c4a28016714285874ad675d4128cfe', 'fixed_ips': [{'subnet_id': 'c579da0c-9677-4db4-b40c-046cbf4cbb69'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:57:21.971819 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:22.102191 n-d-809883-1 neutron-server[95591]: DEBUG neutron.objects.ports [None req-96aef81c-a527-4508-92e7-6c4b61133eb1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95591) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 23:57:22.119978 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-96aef81c-a527-4508-92e7-6c4b61133eb1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:22.227741 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-14735183-d572-445a-8325-fe878bd3a292', 'network_id': '14735183-d572-445a-8325-fe878bd3a292', 'tenant_id': '82b767cbc58242038b61a13b6547f128', 'fixed_ips': [{'subnet_id': 'c232487f-3dc5-4e6c-8d6d-1f40cc32bb86'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:57:22.228883 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:22.237969 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6ac4aca3-ae64-4792-80cd-a3647dcfe08c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:22.261179 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] Allocated IP 2001:db8:1::2 (68c44875-5153-4b5b-bee3-5f96d1a415f2/c579da0c-9677-4db4-b40c-046cbf4cbb69/bd6070f6-b544-4382-b538-76f96366828f) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:22.267760 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aef81c-a527-4508-92e7-6c4b61133eb1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event updated for resources: {'Subnet': ['ID=94e7c2ae-a25e-4189-96b1-52ef44165c9c,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:22.269815 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a86e74-61ff-4cb0-a895-75bbd7ce6aba req-9494f486-48eb-41b1-866e-96c37377e80b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:22.271531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08a86e74-61ff-4cb0-a895-75bbd7ce6aba req-9494f486-48eb-41b1-866e-96c37377e80b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 947 time: 0.1587522 Sep 17 23:57:22.287785 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92a49bc-f883-4b82-89ad-1d712207c42f tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:22.298851 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a92a49bc-f883-4b82-89ad-1d712207c42f tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:22.306822 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aef81c-a527-4508-92e7-6c4b61133eb1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Checking segment: {'id': '1dfc7159-b293-4819-842c-b9a13ad06ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '56a99acf-b232-44da-b557-b79da93e58ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:22.307191 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aef81c-a527-4508-92e7-6c4b61133eb1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Network hostable DHCP agents. Network: 56a99acf-b232-44da-b557-b79da93e58ba, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:57:22.332761 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08a86e74-61ff-4cb0-a895-75bbd7ce6aba req-095688ca-697f-4290-b356-7a56888a69d6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549147 Sep 17 23:57:22.420184 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2270a1a-ce7f-44ed-98d4-2f72038db472 req-64107a8d-3fc2-4f8b-baf6-145e069f3057 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:22.422097 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2270a1a-ce7f-44ed-98d4-2f72038db472 req-64107a8d-3fc2-4f8b-baf6-145e069f3057 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.0880573 Sep 17 23:57:22.448383 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aef81c-a527-4508-92e7-6c4b61133eb1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Network 56a99acf-b232-44da-b557-b79da93e58ba is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:57:22.489598 n-d-809883-1 neutron-server[95591]: INFO neutron.db.ipam_backend_mixin [None req-a92a49bc-f883-4b82-89ad-1d712207c42f tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c232487f-3dc5-4e6c-8d6d-1f40cc32bb86 (CIDR: 2001:db8::/64) Sep 17 23:57:22.496273 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2270a1a-ce7f-44ed-98d4-2f72038db472 req-b5d6b6ad-2895-453a-b454-dd7abe3745c8 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514038 Sep 17 23:57:22.541125 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92a49bc-f883-4b82-89ad-1d712207c42f tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:57:22.541605 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92a49bc-f883-4b82-89ad-1d712207c42f tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:57:22.547286 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] Allocated IP 2001:db8::2 (14735183-d572-445a-8325-fe878bd3a292/c232487f-3dc5-4e6c-8d6d-1f40cc32bb86/83d8f97a-2d7c-4e75-8560-6d7f1f8e9316) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:22.567927 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-96aef81c-a527-4508-92e7-6c4b61133eb1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 56a99acf-b232-44da-b557-b79da93e58ba) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:22.576439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aef81c-a527-4508-92e7-6c4b61133eb1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:22.577834 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-96aef81c-a527-4508-92e7-6c4b61133eb1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:22.579947 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c63d2-cff4-4b06-9767-9682c95c5d9f None None] Network 56a99acf-b232-44da-b557-b79da93e58ba requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:22.631691 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a92a49bc-f883-4b82-89ad-1d712207c42f tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9020720 Sep 17 23:57:22.632710 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-6ac4aca3-ae64-4792-80cd-a3647dcfe08c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:57:22.637179 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54500) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:22.637314 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6ac4aca3-ae64-4792-80cd-a3647dcfe08c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "PUT /v2.0/routers/818ec3f2-f1f7-4301-8bf5-5e938030d377 HTTP/1.1" status: 400 len: 364 time: 0.9590316 Sep 17 23:57:22.638610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54502) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:22.655374 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-327bbd28-5bd3-4146-8acf-26afc8361d15 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'subnet': {'network_id': '14735183-d572-445a-8325-fe878bd3a292', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:22.660754 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54504) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:22.725990 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-96aef81c-a527-4508-92e7-6c4b61133eb1 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4132838 Sep 17 23:57:22.726221 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54508) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:22.810066 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:22.900714 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-07c107a1-d50f-450a-8b21-cf5aea867524 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:22.918438 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f06980b3-d6ae-4acf-9738-0c02b4f98a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:22.958392 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:22.960044 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-07c107a1-d50f-450a-8b21-cf5aea867524 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:22.968155 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b902aa2-1040-4afc-8b9a-2857e00691b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-56a99acf-b232-44da-b557-b79da93e58ba', 'network_id': '56a99acf-b232-44da-b557-b79da93e58ba', 'tenant_id': 'bfebfdeb5b3a4b8982086f3b7a67d79d', 'fixed_ips': [{'subnet_id': '94e7c2ae-a25e-4189-96b1-52ef44165c9c'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:57:22.969072 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9b902aa2-1040-4afc-8b9a-2857e00691b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:23.057376 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:23.061427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327bbd28-5bd3-4146-8acf-26afc8361d15 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:23.065995 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-327bbd28-5bd3-4146-8acf-26afc8361d15 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:23.134020 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:23.136173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] Pushing event updated for resources: {'Port': ['ID=bd6070f6-b544-4382-b538-76f96366828f,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:23.178257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] Network 68c44875-5153-4b5b-bee3-5f96d1a415f2 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:23.186656 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:23.190185 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-07c107a1-d50f-450a-8b21-cf5aea867524 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:23.191959 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] Network 14735183-d572-445a-8325-fe878bd3a292 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:23.192997 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:23.201951 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:23.208878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:23.211165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] Pushing event updated for resources: {'Port': ['ID=83d8f97a-2d7c-4e75-8560-6d7f1f8e9316,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:23.236790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c107a1-d50f-450a-8b21-cf5aea867524 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event deleted for resources: {'Subnet': ['ID=94e7c2ae-a25e-4189-96b1-52ef44165c9c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server [None req-9b902aa2-1040-4afc-8b9a-2857e00691b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94e7c2ae-a25e-4189-96b1-52ef44165c9c: This subnet is being modified by another concurrent operation. Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 23:57:23.237831 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise exception Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94e7c2ae-a25e-4189-96b1-52ef44165c9c: This subnet is being modified by another concurrent operation. Sep 17 23:57:23.243107 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Sep 17 23:57:23.264367 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d888b46-449c-470a-a788-d4874498e3a6 None None] Network 56a99acf-b232-44da-b557-b79da93e58ba requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:23.330079 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] Attempting to bind port bd6070f6-b544-4382-b538-76f96366828f on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:57:23.330482 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] Attempting to bind port bd6070f6-b544-4382-b538-76f96366828f by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'c9675313-9bb1-4784-b1dd-f5c9706de804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '68c44875-5153-4b5b-bee3-5f96d1a415f2'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:57:23.330850 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] Attempting to bind port bd6070f6-b544-4382-b538-76f96366828f on network 68c44875-5153-4b5b-bee3-5f96d1a415f2 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:57:23.341224 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-07c107a1-d50f-450a-8b21-cf5aea867524 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:23.370694 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-07c107a1-d50f-450a-8b21-cf5aea867524 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a99acf-b232-44da-b557-b79da93e58ba']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:23.375323 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:57:23.375705 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] Checking segment: {'id': 'c9675313-9bb1-4784-b1dd-f5c9706de804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '68c44875-5153-4b5b-bee3-5f96d1a415f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:23.376118 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:23.376517 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] Bound using segment: {'id': 'c9675313-9bb1-4784-b1dd-f5c9706de804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '68c44875-5153-4b5b-bee3-5f96d1a415f2'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:57:23.377035 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] Bound port: bd6070f6-b544-4382-b538-76f96366828f, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9675313-9bb1-4784-b1dd-f5c9706de804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '68c44875-5153-4b5b-bee3-5f96d1a415f2'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:57:23.377627 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:23.385767 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-07c107a1-d50f-450a-8b21-cf5aea867524 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dfc7159-b293-4819-842c-b9a13ad06ac5') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:23.386168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-07c107a1-d50f-450a-8b21-cf5aea867524 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dfc7159-b293-4819-842c-b9a13ad06ac5') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:23.390147 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] Attempting to bind port 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:57:23.390534 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] Attempting to bind port 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f32b0e63-010f-4737-8508-18e18b3b8c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '14735183-d572-445a-8325-fe878bd3a292'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:57:23.390894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] Attempting to bind port 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316 on network 14735183-d572-445a-8325-fe878bd3a292 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:57:23.403182 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-07c107a1-d50f-450a-8b21-cf5aea867524 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:23.404342 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:57:23.404638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] Checking segment: {'id': 'f32b0e63-010f-4737-8508-18e18b3b8c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '14735183-d572-445a-8325-fe878bd3a292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:23.405066 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:23.405463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] Bound using segment: {'id': 'f32b0e63-010f-4737-8508-18e18b3b8c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '14735183-d572-445a-8325-fe878bd3a292'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:57:23.405952 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] Bound port: 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f32b0e63-010f-4737-8508-18e18b3b8c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '14735183-d572-445a-8325-fe878bd3a292'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:57:23.406332 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:23.444309 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-07c107a1-d50f-450a-8b21-cf5aea867524 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:23.455718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c107a1-d50f-450a-8b21-cf5aea867524 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:57:23.456233 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-07c107a1-d50f-450a-8b21-cf5aea867524 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:57:23.460162 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:57:23.470607 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:57:23.500295 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f7231254-7f3c-4099-823e-0d15b55f98f1 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:23.596629 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] For port 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:57:23.603795 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] For port bd6070f6-b544-4382-b538-76f96366828f, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:57:23.608783 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] For port 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=83d8f97a-2d7c-4e75-8560-6d7f1f8e9316,segment=NetworkSegment(f32b0e63-010f-4737-8508-18e18b3b8c0f),segment_id=f32b0e63-010f-4737-8508-18e18b3b8c0f)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:57:23.611066 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] For port bd6070f6-b544-4382-b538-76f96366828f, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bd6070f6-b544-4382-b538-76f96366828f,segment=NetworkSegment(c9675313-9bb1-4784-b1dd-f5c9706de804),segment_id=c9675313-9bb1-4784-b1dd-f5c9706de804)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:57:23.680458 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-07c107a1-d50f-450a-8b21-cf5aea867524 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:23.692955 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-07c107a1-d50f-450a-8b21-cf5aea867524 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:23.698602 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-07c107a1-d50f-450a-8b21-cf5aea867524 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/networks/56a99acf-b232-44da-b557-b79da93e58ba HTTP/1.1" status: 204 len: 168 time: 0.9677522 Sep 17 23:57:23.699461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54524) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:23.710459 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:23.713198 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc62a3-9785-4582-922a-48e8236fc8b8 req-1351a427-b136-4f4a-9a9a-2738af90e51d tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:23.714742 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95bc62a3-9785-4582-922a-48e8236fc8b8 req-1351a427-b136-4f4a-9a9a-2738af90e51d tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 947 time: 0.2181110 Sep 17 23:57:23.723738 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:23.746954 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c107a1-d50f-450a-8b21-cf5aea867524 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event deleted for resources: {'Network': ['ID=56a99acf-b232-44da-b557-b79da93e58ba,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:23.771557 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-327bbd28-5bd3-4146-8acf-26afc8361d15 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:23.785194 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0f3df4-388c-4bab-a098-50bdcae7e2bd tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] DELETE failed (client error): The resource could not be found. Sep 17 23:57:23.785804 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d0f3df4-388c-4bab-a098-50bdcae7e2bd tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:57:23.789970 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3d0f3df4-388c-4bab-a098-50bdcae7e2bd tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/subnets/94e7c2ae-a25e-4189-96b1-52ef44165c9c HTTP/1.1" status: 404 len: 337 time: 0.0876696 Sep 17 23:57:23.805828 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54530) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:23.824623 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec2132-3539-4635-b92d-7602dc1d36a3 req-e7e1dc40-18e4-4345-96bb-61882b7584f8 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:23.826618 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70612d72-a5fe-464c-b64d-4c700d49f8e9 None None] Pushing event updated for resources: {'Port': ['ID=bd6070f6-b544-4382-b538-76f96366828f,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:23.832512 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-74ec2132-3539-4635-b92d-7602dc1d36a3 req-e7e1dc40-18e4-4345-96bb-61882b7584f8 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.1999002 Sep 17 23:57:23.844580 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327bbd28-5bd3-4146-8acf-26afc8361d15 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 14735183-d572-445a-8325-fe878bd3a292 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:23.844580 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-327bbd28-5bd3-4146-8acf-26afc8361d15 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:23.852568 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327bbd28-5bd3-4146-8acf-26afc8361d15 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:23.853827 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-327bbd28-5bd3-4146-8acf-26afc8361d15 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:23.874889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bbd28-5bd3-4146-8acf-26afc8361d15 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Subnet': ['ID=288a6515-e5ea-469f-ab66-610103915997,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:23.906535 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e55dc5-fc1b-4171-86d0-ac83d0bd50fb None None] Pushing event updated for resources: {'Port': ['ID=83d8f97a-2d7c-4e75-8560-6d7f1f8e9316,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:23.911766 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed387f4-863d-4b7d-851c-8ab192effbd6 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] DELETE failed (client error): The resource could not be found. Sep 17 23:57:23.912511 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed387f4-863d-4b7d-851c-8ab192effbd6 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:57:23.917243 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54534) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:23.917735 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bed387f4-863d-4b7d-851c-8ab192effbd6 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/networks/56a99acf-b232-44da-b557-b79da93e58ba HTTP/1.1" status: 404 len: 339 time: 0.1017582 Sep 17 23:57:23.929348 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95bc62a3-9785-4582-922a-48e8236fc8b8 req-e8406896-06a2-452a-a918-c6cd9f934a52 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031672 Sep 17 23:57:23.951533 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ecc9cd2-3a7b-4593-bf8b-6e871624b3b7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] DELETE failed (client error): The resource could not be found. Sep 17 23:57:23.952005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ecc9cd2-3a7b-4593-bf8b-6e871624b3b7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:57:23.955976 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6ecc9cd2-3a7b-4593-bf8b-6e871624b3b7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/subnets/82ef7da2-4d53-421e-af21-780c3f7ebd7e HTTP/1.1" status: 404 len: 337 time: 0.0353041 Sep 17 23:57:23.956216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54536) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:23.982704 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f8cbea-d8a2-4482-ac18-d227d1116e6f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] DELETE failed (client error): The resource could not be found. Sep 17 23:57:23.983134 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f8cbea-d8a2-4482-ac18-d227d1116e6f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:57:23.986035 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-52f8cbea-d8a2-4482-ac18-d227d1116e6f tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/networks/ae7a1eca-5a87-455b-98a2-b1253654f88e HTTP/1.1" status: 404 len: 339 time: 0.0281246 Sep 17 23:57:23.988787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54538) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:24.039810 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-77650b2f-7a40-4e81-8769-77013649e255 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] DELETE failed (client error): The resource could not be found. Sep 17 23:57:24.040430 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77650b2f-7a40-4e81-8769-77013649e255 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:57:24.045031 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-77650b2f-7a40-4e81-8769-77013649e255 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/subnets/975faf0d-d64f-4e16-a634-a3bcd59d0f5b HTTP/1.1" status: 404 len: 337 time: 0.0538518 Sep 17 23:57:24.045951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54542) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:24.069988 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-74ec2132-3539-4635-b92d-7602dc1d36a3 req-afe4f79d-4361-42ee-a80c-a94555b72642 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337999 Sep 17 23:57:24.077353 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3387383-315b-4043-93ed-4c0e21bfdad7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] DELETE failed (client error): The resource could not be found. Sep 17 23:57:24.077353 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3387383-315b-4043-93ed-4c0e21bfdad7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:57:24.083047 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b3387383-315b-4043-93ed-4c0e21bfdad7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/networks/351e1224-adbe-483a-b6cc-dd3f710cc7cf HTTP/1.1" status: 404 len: 339 time: 0.0357211 Sep 17 23:57:24.083868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54544) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:24.144339 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f06980b3-d6ae-4acf-9738-0c02b4f98a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:24.158195 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-f7231254-7f3c-4099-823e-0d15b55f98f1 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Allocated IP 2001:db8::1 (08c04379-218e-4645-9c34-0e06deb63274/729c74cb-de3f-42d0-81a4-30e0f11aa8b8/a758e1b4-e100-4769-abff-19462707543f) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:24.229509 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f06980b3-d6ae-4acf-9738-0c02b4f98a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:24.274888 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-cb1922c1-9f59-4b89-9a96-7e0472abfc53 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Deleting port b101cceb-60e4-4dc3-97f7-e1bcefc67383 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:24.275244 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb1922c1-9f59-4b89-9a96-7e0472abfc53 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:24.317690 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06980b3-d6ae-4acf-9738-0c02b4f98a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ed3ced-9c8b-4bfd-976d-618ba4437a5e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:24.320722 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-327bbd28-5bd3-4146-8acf-26afc8361d15 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6784542 Sep 17 23:57:24.321702 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54548) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:24.329929 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9e5a917e-3698-43f2-9308-ac7825b4f8b8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'network_id': '14735183-d572-445a-8325-fe878bd3a292', 'fixed_ips': [{'subnet_id': 'c232487f-3dc5-4e6c-8d6d-1f40cc32bb86'}, {'subnet_id': '288a6515-e5ea-469f-ab66-610103915997'}], 'name': 'tempest-PortsIpV6TestJSON-411679951'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:24.349868 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f06980b3-d6ae-4acf-9738-0c02b4f98a5c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=26ab3e829c4a4517ac1bd85fac044cc2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6864455 Sep 17 23:57:24.353080 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54550) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:24.406283 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb1922c1-9f59-4b89-9a96-7e0472abfc53 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:24.411458 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f7231254-7f3c-4099-823e-0d15b55f98f1 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:24.434915 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-cb1922c1-9f59-4b89-9a96-7e0472abfc53 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Calling delete_port for b101cceb-60e4-4dc3-97f7-e1bcefc67383 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:24.458773 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5787cc1d-ef20-4b33-bb5f-93eb8ac5f8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:24.485781 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5787cc1d-ef20-4b33-bb5f-93eb8ac5f8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:24.544989 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f7231254-7f3c-4099-823e-0d15b55f98f1 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:24.591903 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7231254-7f3c-4099-823e-0d15b55f98f1 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Network 08c04379-218e-4645-9c34-0e06deb63274 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:24.595165 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-f7231254-7f3c-4099-823e-0d15b55f98f1 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:24.602066 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7231254-7f3c-4099-823e-0d15b55f98f1 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:24.602639 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f7231254-7f3c-4099-823e-0d15b55f98f1 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:24.640914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7231254-7f3c-4099-823e-0d15b55f98f1 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event updated for resources: {'Port': ['ID=a758e1b4-e100-4769-abff-19462707543f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:24.645236 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5787cc1d-ef20-4b33-bb5f-93eb8ac5f8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:24.647773 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5787cc1d-ef20-4b33-bb5f-93eb8ac5f8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:24.657243 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5787cc1d-ef20-4b33-bb5f-93eb8ac5f8e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e6ed3ced-9c8b-4bfd-976d-618ba4437a5e HTTP/1.1" status: 204 len: 168 time: 0.2976542 Sep 17 23:57:24.661380 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb1922c1-9f59-4b89-9a96-7e0472abfc53 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:24.663233 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5a917e-3698-43f2-9308-ac7825b4f8b8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:24.705060 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787cc1d-ef20-4b33-bb5f-93eb8ac5f8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ed3ced-9c8b-4bfd-976d-618ba4437a5e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:24.778750 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1922c1-9f59-4b89-9a96-7e0472abfc53 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event deleted for resources: {'Port': ['ID=b101cceb-60e4-4dc3-97f7-e1bcefc67383,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:24.822088 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb1922c1-9f59-4b89-9a96-7e0472abfc53 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:24.825461 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cb1922c1-9f59-4b89-9a96-7e0472abfc53 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/ports/b101cceb-60e4-4dc3-97f7-e1bcefc67383 HTTP/1.1" status: 204 len: 168 time: 0.7403698 Sep 17 23:57:24.827217 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54560) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:24.858992 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc18a45-5a54-4ef6-9724-8b1ee80e3104 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] DELETE failed (client error): The resource could not be found. Sep 17 23:57:24.859534 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc18a45-5a54-4ef6-9724-8b1ee80e3104 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:57:24.861483 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6fc18a45-5a54-4ef6-9724-8b1ee80e3104 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/subnets/730ae40c-a00d-4a4b-9b00-7b8acac4ef1e HTTP/1.1" status: 404 len: 337 time: 0.0331326 Sep 17 23:57:24.864075 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54564) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:24.881220 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9e5a917e-3698-43f2-9308-ac7825b4f8b8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:24.906191 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-9e5a917e-3698-43f2-9308-ac7825b4f8b8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] device_id is not set on port 5f9cd439-d176-49bb-a6a0-0935b33ef48d yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:57:24.991528 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a48270a7-4aaf-4964-9694-19efd76e3125 None None] Provisioning complete for port a758e1b4-e100-4769-abff-19462707543f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:24.992124 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a48270a7-4aaf-4964-9694-19efd76e3125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:25.014306 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f7231254-7f3c-4099-823e-0d15b55f98f1 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:25.028870 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42f2bb01-1e19-459c-bfc9-93ef5ec587a3 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:25.084170 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a48270a7-4aaf-4964-9694-19efd76e3125 None None] Port a758e1b4-e100-4769-abff-19462707543f cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:57:25.442952 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f67eba-253d-4453-81dd-a1d63cf7bcba None None] Network 14735183-d572-445a-8325-fe878bd3a292 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:25.460517 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-9e5a917e-3698-43f2-9308-ac7825b4f8b8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Allocated IP 2001:db8::358 (14735183-d572-445a-8325-fe878bd3a292/c232487f-3dc5-4e6c-8d6d-1f40cc32bb86/5f9cd439-d176-49bb-a6a0-0935b33ef48d) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:25.473387 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-9e5a917e-3698-43f2-9308-ac7825b4f8b8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Allocated IP 2001:db8:0:1::ee (14735183-d572-445a-8325-fe878bd3a292/288a6515-e5ea-469f-ab66-610103915997/5f9cd439-d176-49bb-a6a0-0935b33ef48d) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:25.480672 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fdd57-15dc-4a6d-a66b-67df2518391e req-5a5d361b-4f9d-4ca1-b9d2-9851832575b0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:25.482263 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-260fdd57-15dc-4a6d-a66b-67df2518391e req-5a5d361b-4f9d-4ca1-b9d2-9851832575b0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.2011878 Sep 17 23:57:25.511091 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42f2bb01-1e19-459c-bfc9-93ef5ec587a3 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:25.558286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-42f2bb01-1e19-459c-bfc9-93ef5ec587a3 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['202718fa-f2b3-45a6-8b3e-d7ff24f86cb7']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:25.592907 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-42f2bb01-1e19-459c-bfc9-93ef5ec587a3 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340d44cc-95ad-4fda-b8a2-d56dc14ca28b') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:25.593305 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-42f2bb01-1e19-459c-bfc9-93ef5ec587a3 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340d44cc-95ad-4fda-b8a2-d56dc14ca28b') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:25.597519 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-265df24a-66ba-4d0c-abe1-cc2b65c73b24 None None] Provisioning complete for port 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:25.598283 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-265df24a-66ba-4d0c-abe1-cc2b65c73b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:25.634652 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42f2bb01-1e19-459c-bfc9-93ef5ec587a3 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:25.672950 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-260fdd57-15dc-4a6d-a66b-67df2518391e req-8f4c1010-6ce5-4a89-9a64-e425c4b0f236 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589396 Sep 17 23:57:25.704172 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42f2bb01-1e19-459c-bfc9-93ef5ec587a3 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:25.724362 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9e5a917e-3698-43f2-9308-ac7825b4f8b8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:25.734604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f2bb01-1e19-459c-bfc9-93ef5ec587a3 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:57:25.737006 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42f2bb01-1e19-459c-bfc9-93ef5ec587a3 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:57:25.746334 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:57:25.784764 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f7231254-7f3c-4099-823e-0d15b55f98f1 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:25.815356 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-265df24a-66ba-4d0c-abe1-cc2b65c73b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:25.857014 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13292b3e-a52d-44a5-99b6-c8fbaff6a0a3 None None] Network 68c44875-5153-4b5b-bee3-5f96d1a415f2 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:25.876745 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f7231254-7f3c-4099-823e-0d15b55f98f1 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:25.877973 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f7231254-7f3c-4099-823e-0d15b55f98f1 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:25.904790 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9e5a917e-3698-43f2-9308-ac7825b4f8b8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:25.972866 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42f2bb01-1e19-459c-bfc9-93ef5ec587a3 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:25.998702 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42f2bb01-1e19-459c-bfc9-93ef5ec587a3 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:26.001436 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-42f2bb01-1e19-459c-bfc9-93ef5ec587a3 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/networks/202718fa-f2b3-45a6-8b3e-d7ff24f86cb7 HTTP/1.1" status: 204 len: 168 time: 1.1362405 Sep 17 23:57:26.016010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54598) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:26.062244 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5a917e-3698-43f2-9308-ac7825b4f8b8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 14735183-d572-445a-8325-fe878bd3a292 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:26.104521 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2bb01-1e19-459c-bfc9-93ef5ec587a3 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event deleted for resources: {'Network': ['ID=202718fa-f2b3-45a6-8b3e-d7ff24f86cb7,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:26.112046 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7231254-7f3c-4099-823e-0d15b55f98f1 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event updated for resources: {'Port': ['ID=a758e1b4-e100-4769-abff-19462707543f,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:26.127137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-9e5a917e-3698-43f2-9308-ac7825b4f8b8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:26.132862 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a917e-3698-43f2-9308-ac7825b4f8b8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=5f9cd439-d176-49bb-a6a0-0935b33ef48d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:26.136557 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-265df24a-66ba-4d0c-abe1-cc2b65c73b24 None None] For port 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=83d8f97a-2d7c-4e75-8560-6d7f1f8e9316,segment=NetworkSegment(f32b0e63-010f-4737-8508-18e18b3b8c0f),segment_id=f32b0e63-010f-4737-8508-18e18b3b8c0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:26.171493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a917e-3698-43f2-9308-ac7825b4f8b8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:26.181754 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5a917e-3698-43f2-9308-ac7825b4f8b8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:26.187553 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9e5a917e-3698-43f2-9308-ac7825b4f8b8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:26.230146 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-265df24a-66ba-4d0c-abe1-cc2b65c73b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:26.233611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd082011-c707-4fc0-a849-df444eb8e40c req-44195923-0efc-416b-af91-3ac4e7cc5931 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:26.242975 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd082011-c707-4fc0-a849-df444eb8e40c req-44195923-0efc-416b-af91-3ac4e7cc5931 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.0885687 Sep 17 23:57:26.328951 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:57:26.335424 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9e5a917e-3698-43f2-9308-ac7825b4f8b8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.0118766 Sep 17 23:57:26.340629 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54612) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:26.350276 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7dc58ca3-acab-4a27-b51b-26e7500c5d31 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c232487f-3dc5-4e6c-8d6d-1f40cc32bb86'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:26.366605 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-3cbf9429-6d93-4aa8-be55-146eabc3f3d7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Deleting port 7bb00c2d-0d4f-4811-89e7-9124b910595a {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:26.366955 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3cbf9429-6d93-4aa8-be55-146eabc3f3d7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:26.389328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7231254-7f3c-4099-823e-0d15b55f98f1 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Network 08c04379-218e-4645-9c34-0e06deb63274 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:26.398000 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-f7231254-7f3c-4099-823e-0d15b55f98f1 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:26.405797 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd082011-c707-4fc0-a849-df444eb8e40c req-73a21b74-0d02-4aaf-bf30-01023dbabb97 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619411 Sep 17 23:57:26.433062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88b665d-14eb-44eb-95d3-b61db12e9f1d None None] Update dhcp port {'port': {'network_id': '14735183-d572-445a-8325-fe878bd3a292', 'fixed_ips': [{'subnet_id': 'c232487f-3dc5-4e6c-8d6d-1f40cc32bb86', 'ip_address': '2001:db8::2'}, {'subnet_id': '288a6515-e5ea-469f-ab66-610103915997'}], 'binding:host_id': 'n-d-809883-1'}, 'id': '83d8f97a-2d7c-4e75-8560-6d7f1f8e9316'} from n-d-809883-1. {{(pid=95593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:57:26.438738 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac37ac5-3639-43f4-9110-377f1af02c0f req-c74927fa-9e87-475a-b960-ce011f7b1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:26.441659 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cac37ac5-3639-43f4-9110-377f1af02c0f req-c74927fa-9e87-475a-b960-ce011f7b1dd0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a18a1f6767cb4e0fb2739899ffe26669&device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 1097 time: 0.1967390 Sep 17 23:57:26.476774 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3cbf9429-6d93-4aa8-be55-146eabc3f3d7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:26.491163 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-3cbf9429-6d93-4aa8-be55-146eabc3f3d7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Calling delete_port for 7bb00c2d-0d4f-4811-89e7-9124b910595a owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:26.540746 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e88b665d-14eb-44eb-95d3-b61db12e9f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:26.546614 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4595db02-b3e3-4c61-880a-faa522d1dd01 None None] Provisioning complete for port bd6070f6-b544-4382-b538-76f96366828f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:26.547061 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4595db02-b3e3-4c61-880a-faa522d1dd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:26.548572 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265df24a-66ba-4d0c-abe1-cc2b65c73b24 None None] Pushing event updated for resources: {'Port': ['ID=83d8f97a-2d7c-4e75-8560-6d7f1f8e9316,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:26.621993 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265df24a-66ba-4d0c-abe1-cc2b65c73b24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:26.622604 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265df24a-66ba-4d0c-abe1-cc2b65c73b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:26.623105 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265df24a-66ba-4d0c-abe1-cc2b65c73b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:26.623281 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265df24a-66ba-4d0c-abe1-cc2b65c73b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:26.623624 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265df24a-66ba-4d0c-abe1-cc2b65c73b24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:26.623953 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265df24a-66ba-4d0c-abe1-cc2b65c73b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:26.624278 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265df24a-66ba-4d0c-abe1-cc2b65c73b24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:26.624607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265df24a-66ba-4d0c-abe1-cc2b65c73b24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:26.624957 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265df24a-66ba-4d0c-abe1-cc2b65c73b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:26.625284 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265df24a-66ba-4d0c-abe1-cc2b65c73b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:26.625605 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265df24a-66ba-4d0c-abe1-cc2b65c73b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:26.625928 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265df24a-66ba-4d0c-abe1-cc2b65c73b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:26.656789 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7231254-7f3c-4099-823e-0d15b55f98f1 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Router 818ec3f2-f1f7-4301-8bf5-5e938030d377 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:57:26.720409 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3cbf9429-6d93-4aa8-be55-146eabc3f3d7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:26.746363 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:26.747269 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:26.765957 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf9429-6d93-4aa8-be55-146eabc3f3d7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event deleted for resources: {'Port': ['ID=7bb00c2d-0d4f-4811-89e7-9124b910595a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:26.782867 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3cbf9429-6d93-4aa8-be55-146eabc3f3d7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:26.787806 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3cbf9429-6d93-4aa8-be55-146eabc3f3d7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/ports/7bb00c2d-0d4f-4811-89e7-9124b910595a HTTP/1.1" status: 204 len: 168 time: 0.7549596 Sep 17 23:57:26.788446 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54618) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:26.813232 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7dc58ca3-acab-4a27-b51b-26e7500c5d31 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:26.859163 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-275f74f3-716c-49b2-b340-d6420a176869 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] DELETE failed (client error): The resource could not be found. Sep 17 23:57:26.862757 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275f74f3-716c-49b2-b340-d6420a176869 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:57:26.871645 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-275f74f3-716c-49b2-b340-d6420a176869 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/subnets/18d9d384-273e-404f-83a4-b5df8eab94b7 HTTP/1.1" status: 404 len: 337 time: 0.0818663 Sep 17 23:57:26.873295 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54622) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:26.926616 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4595db02-b3e3-4c61-880a-faa522d1dd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:26.987541 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-e88b665d-14eb-44eb-95d3-b61db12e9f1d None None] Allocated IP 2001:db8:0:1::2 (14735183-d572-445a-8325-fe878bd3a292/288a6515-e5ea-469f-ab66-610103915997/83d8f97a-2d7c-4e75-8560-6d7f1f8e9316) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:27.021344 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bd6070f6-b544-4382-b538-76f96366828f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:57:27.024159 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-4595db02-b3e3-4c61-880a-faa522d1dd01 None None] For port bd6070f6-b544-4382-b538-76f96366828f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bd6070f6-b544-4382-b538-76f96366828f,segment=NetworkSegment(c9675313-9bb1-4784-b1dd-f5c9706de804),segment_id=c9675313-9bb1-4784-b1dd-f5c9706de804)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:27.112499 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4595db02-b3e3-4c61-880a-faa522d1dd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:27.172294 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac37ac5-3639-43f4-9110-377f1af02c0f req-de64515c-e919-4652-a910-674e9a1ef061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:27.173805 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cac37ac5-3639-43f4-9110-377f1af02c0f req-de64515c-e919-4652-a910-674e9a1ef061 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a544fc79-cedf-43d8-98c2-acb1f5a0c66d HTTP/1.1" status: 200 len: 912 time: 0.6929007 Sep 17 23:57:27.181886 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3321b7f3-99d7-4db2-8034-0bdc8c441403 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:27.191248 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e88b665d-14eb-44eb-95d3-b61db12e9f1d None None] For port 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=83d8f97a-2d7c-4e75-8560-6d7f1f8e9316,segment=NetworkSegment(f32b0e63-010f-4737-8508-18e18b3b8c0f),segment_id=f32b0e63-010f-4737-8508-18e18b3b8c0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:27.197279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port bd6070f6-b544-4382-b538-76f96366828f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:27.200985 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:27.205849 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595db02-b3e3-4c61-880a-faa522d1dd01 None None] Pushing event updated for resources: {'Port': ['ID=bd6070f6-b544-4382-b538-76f96366828f,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:27.228950 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7231254-7f3c-4099-823e-0d15b55f98f1 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:57:27.241339 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2f7d38-5436-4b26-a788-be783ea1c5fc None None] Sync routers for ids ['818ec3f2-f1f7-4301-8bf5-5e938030d377'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:57:27.254348 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2f7d38-5436-4b26-a788-be783ea1c5fc None None] Routers {'818ec3f2-f1f7-4301-8bf5-5e938030d377'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:57:27.255256 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-dc2f7d38-5436-4b26-a788-be783ea1c5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:57:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['818ec3f2-f1f7-4301-8bf5-5e938030d377'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:27.274233 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f7231254-7f3c-4099-823e-0d15b55f98f1 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "PUT /v2.0/routers/818ec3f2-f1f7-4301-8bf5-5e938030d377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6307237 Sep 17 23:57:27.275349 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54628) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:27.287816 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e88b665d-14eb-44eb-95d3-b61db12e9f1d None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:27.311045 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-cd808fa8-39bc-4138-8a23-a63f9790e39d None None] Provisioning complete for port bd6070f6-b544-4382-b538-76f96366828f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:27.311266 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cd808fa8-39bc-4138-8a23-a63f9790e39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:27.375489 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e88b665d-14eb-44eb-95d3-b61db12e9f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:27.377466 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cac37ac5-3639-43f4-9110-377f1af02c0f req-49611086-cb36-4e3d-bc63-9ebba719a420 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7356f326-5bf1-46dd-a8bc-1b9d877a3e02 HTTP/1.1" status: 200 len: 1001 time: 0.1934383 Sep 17 23:57:27.458152 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-dc2f7d38-5436-4b26-a788-be783ea1c5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:27.472044 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2f7d38-5436-4b26-a788-be783ea1c5fc None None] Routers {'818ec3f2-f1f7-4301-8bf5-5e938030d377'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:57:27.479123 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-dc2f7d38-5436-4b26-a788-be783ea1c5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:57:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['818ec3f2-f1f7-4301-8bf5-5e938030d377'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:27.511286 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c20fdef7-862f-4bf1-9281-530b5866f10d tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:27.581925 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-dc2f7d38-5436-4b26-a788-be783ea1c5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:27.588303 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2f7d38-5436-4b26-a788-be783ea1c5fc None None] The sync data for ids ['818ec3f2-f1f7-4301-8bf5-5e938030d377'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:57:27.652408 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b665d-14eb-44eb-95d3-b61db12e9f1d None None] Pushing event updated for resources: {'Port': ['ID=83d8f97a-2d7c-4e75-8560-6d7f1f8e9316,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:27.665173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-cd808fa8-39bc-4138-8a23-a63f9790e39d None None] Provisioning complete for port a758e1b4-e100-4769-abff-19462707543f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:27.665960 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cd808fa8-39bc-4138-8a23-a63f9790e39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:27.705254 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-cd808fa8-39bc-4138-8a23-a63f9790e39d None None] Port a758e1b4-e100-4769-abff-19462707543f cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:57:27.844611 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3321b7f3-99d7-4db2-8034-0bdc8c441403 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:27.954352 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-7dc58ca3-acab-4a27-b51b-26e7500c5d31 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Delete allocated IP 2001:db8:0:1::ee (14735183-d572-445a-8325-fe878bd3a292/288a6515-e5ea-469f-ab66-610103915997) {{(pid=95592) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 23:57:28.092500 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7dc58ca3-acab-4a27-b51b-26e7500c5d31 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:28.096594 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-c20fdef7-862f-4bf1-9281-530b5866f10d tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 23:57:28.097775 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c20fdef7-862f-4bf1-9281-530b5866f10d tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "DELETE /v2.0/routers/818ec3f2-f1f7-4301-8bf5-5e938030d377 HTTP/1.1" status: 409 len: 329 time: 0.8210638 Sep 17 23:57:28.100577 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54646) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:28.110105 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-3321b7f3-99d7-4db2-8034-0bdc8c441403 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e508148b-de5a-42e3-8840-3042acabf58c']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:28.157962 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:57:28.195194 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7dc58ca3-acab-4a27-b51b-26e7500c5d31 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:28.198713 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-3321b7f3-99d7-4db2-8034-0bdc8c441403 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6704897f-9c06-4b32-a48c-d69384dc3448') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:28.199136 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-3321b7f3-99d7-4db2-8034-0bdc8c441403 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6704897f-9c06-4b32-a48c-d69384dc3448') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:28.220351 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac37ac5-3639-43f4-9110-377f1af02c0f req-4eb0bc26-68fc-4927-8520-f46b10beb973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:28.221881 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cac37ac5-3639-43f4-9110-377f1af02c0f req-4eb0bc26-68fc-4927-8520-f46b10beb973 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=372385ca-344b-4083-aa15-78d8fb783453 HTTP/1.1" status: 200 len: 850 time: 0.8352668 Sep 17 23:57:28.234079 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:28.235184 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:28.245449 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3321b7f3-99d7-4db2-8034-0bdc8c441403 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:28.357928 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bd6070f6-b544-4382-b538-76f96366828f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:57:28.392179 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3321b7f3-99d7-4db2-8034-0bdc8c441403 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:28.396607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7dc58ca3-acab-4a27-b51b-26e7500c5d31 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] In _notify_port_updated(), no bound segment for port 5f9cd439-d176-49bb-a6a0-0935b33ef48d on network 14735183-d572-445a-8325-fe878bd3a292 {{(pid=95592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:57:28.403825 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc58ca3-acab-4a27-b51b-26e7500c5d31 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:28.404621 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7dc58ca3-acab-4a27-b51b-26e7500c5d31 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:28.409839 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7dc58ca3-acab-4a27-b51b-26e7500c5d31 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "PUT /v2.0/ports/5f9cd439-d176-49bb-a6a0-0935b33ef48d HTTP/1.1" status: 200 len: 925 time: 2.0650239 Sep 17 23:57:28.422008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fe9c2-9f9d-4550-b062-8b5a95d58a3a req-3f66dfd9-db73-4a64-ace6-b398153db187 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:28.424268 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c62fe9c2-9f9d-4550-b062-8b5a95d58a3a req-3f66dfd9-db73-4a64-ace6-b398153db187 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.3294542 Sep 17 23:57:28.427278 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54652) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:28.429574 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port bd6070f6-b544-4382-b538-76f96366828f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:28.430442 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:28.433210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc58ca3-acab-4a27-b51b-26e7500c5d31 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=5f9cd439-d176-49bb-a6a0-0935b33ef48d,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:28.436185 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3321b7f3-99d7-4db2-8034-0bdc8c441403 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:57:28.436603 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3321b7f3-99d7-4db2-8034-0bdc8c441403 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:28.445690 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c9ce4b9f-a13d-43d3-9306-e123f51d197c tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c232487f-3dc5-4e6c-8d6d-1f40cc32bb86'}, {'subnet_id': '288a6515-e5ea-469f-ab66-610103915997'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:57:28.448591 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:57:28.552664 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9d0b67-4912-46c9-b943-8e756bf47734 None None] Network 14735183-d572-445a-8325-fe878bd3a292 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:28.568035 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac37ac5-3639-43f4-9110-377f1af02c0f req-817b7a12-d049-41a8-a847-a8cce3cc88bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:28.569617 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cac37ac5-3639-43f4-9110-377f1af02c0f req-817b7a12-d049-41a8-a847-a8cce3cc88bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a544fc79-cedf-43d8-98c2-acb1f5a0c66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3185005 Sep 17 23:57:28.618442 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c62fe9c2-9f9d-4550-b062-8b5a95d58a3a req-d9a46230-d38a-4e6a-846c-abacfcd16c20 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775286 Sep 17 23:57:28.673496 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4b9f-a13d-43d3-9306-e123f51d197c tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:28.678942 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ed501c9a-ee53-4b04-b8ad-97f1fbcc3cf7 None None] Provisioning complete for port 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:28.679729 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ed501c9a-ee53-4b04-b8ad-97f1fbcc3cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:28.687698 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-da68350f-6b68-4213-a1d4-d2ab673da1ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:28.749828 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3321b7f3-99d7-4db2-8034-0bdc8c441403 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:28.770946 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3321b7f3-99d7-4db2-8034-0bdc8c441403 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:28.772842 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3321b7f3-99d7-4db2-8034-0bdc8c441403 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/networks/e508148b-de5a-42e3-8840-3042acabf58c HTTP/1.1" status: 204 len: 168 time: 1.8638415 Sep 17 23:57:28.775478 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54658) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:28.776736 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cac37ac5-3639-43f4-9110-377f1af02c0f req-df05e47c-641d-4e2d-89f5-396f7325cfd0 service neutron] 10.222.0.37 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919143 Sep 17 23:57:28.777496 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321b7f3-99d7-4db2-8034-0bdc8c441403 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event deleted for resources: {'Network': ['ID=e508148b-de5a-42e3-8840-3042acabf58c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:28.944530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b521e1f-412c-42e1-b74d-e58132ea23d7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Deleting subnet 561c7059-6b94-4b2e-b0bc-e9ccb7aa1b6c {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:57:28.949920 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7b521e1f-412c-42e1-b74d-e58132ea23d7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:29.017350 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7b521e1f-412c-42e1-b74d-e58132ea23d7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:29.119718 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cac37ac5-3639-43f4-9110-377f1af02c0f req-569a8091-2803-4af1-8635-1c60c4f04d49 service neutron] 10.222.0.37 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332598 Sep 17 23:57:29.198689 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-c9ce4b9f-a13d-43d3-9306-e123f51d197c tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Allocated IP 2001:db8:0:1::37d (14735183-d572-445a-8325-fe878bd3a292/288a6515-e5ea-469f-ab66-610103915997/5f9cd439-d176-49bb-a6a0-0935b33ef48d) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:29.228673 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-da68350f-6b68-4213-a1d4-d2ab673da1ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Deleting port a758e1b4-e100-4769-abff-19462707543f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:29.228947 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-da68350f-6b68-4213-a1d4-d2ab673da1ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:29.315035 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7b521e1f-412c-42e1-b74d-e58132ea23d7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:29.332654 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c52ba0c1-080d-4429-8654-5c07bf71c76f None None] Provisioning complete for port 5f9cd439-d176-49bb-a6a0-0935b33ef48d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:29.333237 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c52ba0c1-080d-4429-8654-5c07bf71c76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:29.371659 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c52ba0c1-080d-4429-8654-5c07bf71c76f None None] Port 5f9cd439-d176-49bb-a6a0-0935b33ef48d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:57:29.378061 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4b9f-a13d-43d3-9306-e123f51d197c tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:29.384090 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c52ba0c1-080d-4429-8654-5c07bf71c76f None None] Provisioning complete for port 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:29.384090 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c52ba0c1-080d-4429-8654-5c07bf71c76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:29.386958 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-da68350f-6b68-4213-a1d4-d2ab673da1ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:29.408044 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-da68350f-6b68-4213-a1d4-d2ab673da1ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Calling delete_port for a758e1b4-e100-4769-abff-19462707543f owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:29.468931 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4b9f-a13d-43d3-9306-e123f51d197c tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:29.549356 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7b521e1f-412c-42e1-b74d-e58132ea23d7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:29.556857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce4b9f-a13d-43d3-9306-e123f51d197c tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=5f9cd439-d176-49bb-a6a0-0935b33ef48d,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:29.589604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-c9ce4b9f-a13d-43d3-9306-e123f51d197c tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] In _notify_port_updated(), no bound segment for port 5f9cd439-d176-49bb-a6a0-0935b33ef48d on network 14735183-d572-445a-8325-fe878bd3a292 {{(pid=95592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:57:29.596374 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ce4b9f-a13d-43d3-9306-e123f51d197c tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:29.597632 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4b9f-a13d-43d3-9306-e123f51d197c tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:29.599797 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c9ce4b9f-a13d-43d3-9306-e123f51d197c tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "PUT /v2.0/ports/5f9cd439-d176-49bb-a6a0-0935b33ef48d HTTP/1.1" status: 200 len: 1011 time: 1.1674302 Sep 17 23:57:29.600981 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ba1965b2-ca73-4dca-a5af-313f314105ca None None] Provisioning complete for port 5f9cd439-d176-49bb-a6a0-0935b33ef48d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:29.601289 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ba1965b2-ca73-4dca-a5af-313f314105ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:29.602605 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54670) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:29.621430 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b521e1f-412c-42e1-b74d-e58132ea23d7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event deleted for resources: {'Subnet': ['ID=561c7059-6b94-4b2e-b0bc-e9ccb7aa1b6c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:29.630696 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7b521e1f-412c-42e1-b74d-e58132ea23d7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:29.632978 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7b521e1f-412c-42e1-b74d-e58132ea23d7 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/subnets/561c7059-6b94-4b2e-b0bc-e9ccb7aa1b6c HTTP/1.1" status: 204 len: 168 time: 0.8562739 Sep 17 23:57:29.635763 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54672) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:29.638257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c35e2d-a4d6-42d6-aa75-973b00e21ab3 None None] Network c255cd8b-e8ab-42ee-94e1-9715c4ba3991 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:29.760032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ba1965b2-ca73-4dca-a5af-313f314105ca None None] Port 5f9cd439-d176-49bb-a6a0-0935b33ef48d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:57:29.841176 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-b7f360d4-bfa9-4739-9e17-98b30e032936 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port 5f9cd439-d176-49bb-a6a0-0935b33ef48d {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:29.842810 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b7f360d4-bfa9-4739-9e17-98b30e032936 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:29.920454 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3780640-7a30-43de-800a-a160f6f70fe9 req-d1bc8000-2f54-4214-83f4-782f1445bbfa tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:29.923045 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c3780640-7a30-43de-800a-a160f6f70fe9 req-d1bc8000-2f54-4214-83f4-782f1445bbfa tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.1666617 Sep 17 23:57:29.926601 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-da68350f-6b68-4213-a1d4-d2ab673da1ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:29.983200 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:29.984935 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68350f-6b68-4213-a1d4-d2ab673da1ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event deleted for resources: {'Port': ['ID=a758e1b4-e100-4769-abff-19462707543f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:30.093987 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c3780640-7a30-43de-800a-a160f6f70fe9 req-e22075fa-b497-447f-9d38-3008148250e9 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535974 Sep 17 23:57:30.141104 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-79d17733-e964-4512-a932-bbb6e14e8d6c None None] Provisioning complete for port 5f9cd439-d176-49bb-a6a0-0935b33ef48d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:30.141490 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-79d17733-e964-4512-a932-bbb6e14e8d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:30.155649 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b7f360d4-bfa9-4739-9e17-98b30e032936 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:30.217930 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-b7f360d4-bfa9-4739-9e17-98b30e032936 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for 5f9cd439-d176-49bb-a6a0-0935b33ef48d owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:30.220765 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-da68350f-6b68-4213-a1d4-d2ab673da1ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:30.277101 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-79d17733-e964-4512-a932-bbb6e14e8d6c None None] Port 5f9cd439-d176-49bb-a6a0-0935b33ef48d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:57:30.283591 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae54642d-da67-4b96-bff0-920a1b85c85c None None] DHCP port deletion for c255cd8b-e8ab-42ee-94e1-9715c4ba3991 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:57:30.418280 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ae54642d-da67-4b96-bff0-920a1b85c85c None None] Deleting port 7d51a97d-6c55-4ce2-9d6a-116b6db83671 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:30.420680 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ae54642d-da67-4b96-bff0-920a1b85c85c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:30.493670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Deleting port 7d51a97d-6c55-4ce2-9d6a-116b6db83671 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:30.494077 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:30.541721 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ae54642d-da67-4b96-bff0-920a1b85c85c None None] For port 7d51a97d-6c55-4ce2-9d6a-116b6db83671, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7d51a97d-6c55-4ce2-9d6a-116b6db83671,segment=NetworkSegment(cae65b65-c8cf-405d-b10a-ba22b710a2a5),segment_id=cae65b65-c8cf-405d-b10a-ba22b710a2a5)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:30.542325 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ae54642d-da67-4b96-bff0-920a1b85c85c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:30.563401 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da68350f-6b68-4213-a1d4-d2ab673da1ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Router 818ec3f2-f1f7-4301-8bf5-5e938030d377 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:57:30.664850 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b7f360d4-bfa9-4739-9e17-98b30e032936 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:30.680625 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] For port 7d51a97d-6c55-4ce2-9d6a-116b6db83671, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7d51a97d-6c55-4ce2-9d6a-116b6db83671,segment=NetworkSegment(cae65b65-c8cf-405d-b10a-ba22b710a2a5),segment_id=cae65b65-c8cf-405d-b10a-ba22b710a2a5)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:30.681037 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:30.717173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f360d4-bfa9-4739-9e17-98b30e032936 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=5f9cd439-d176-49bb-a6a0-0935b33ef48d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:30.721668 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ae54642d-da67-4b96-bff0-920a1b85c85c None None] Calling delete_port for 7d51a97d-6c55-4ce2-9d6a-116b6db83671 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:30.727898 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-cbcda149-25d0-4a7b-8c18-5ff19bed69b9 None None] Could not find standard attr ID for object 5f9cd439-d176-49bb-a6a0-0935b33ef48d. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:57:30.728304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Calling delete_port for 7d51a97d-6c55-4ce2-9d6a-116b6db83671 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:30.733745 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da68350f-6b68-4213-a1d4-d2ab673da1ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:57:30.747668 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-da68350f-6b68-4213-a1d4-d2ab673da1ca tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "PUT /v2.0/routers/818ec3f2-f1f7-4301-8bf5-5e938030d377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6448574 Sep 17 23:57:30.749008 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54700) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:30.749987 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476abc04-221d-45ce-9aec-21acf141e830 None None] Sync routers for ids ['818ec3f2-f1f7-4301-8bf5-5e938030d377'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:57:30.798086 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476abc04-221d-45ce-9aec-21acf141e830 None None] Routers {'818ec3f2-f1f7-4301-8bf5-5e938030d377'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:57:30.798749 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-476abc04-221d-45ce-9aec-21acf141e830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:57:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['818ec3f2-f1f7-4301-8bf5-5e938030d377'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:30.803866 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-9b247f4a-926a-4da1-84bf-480577d38a14 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] show failed (client error): The resource could not be found. Sep 17 23:57:30.812167 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9b247f4a-926a-4da1-84bf-480577d38a14 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-1433830060 HTTP/1.1" status: 404 len: 335 time: 0.0594122 Sep 17 23:57:30.812767 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54702) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:30.826604 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a92064c2-272a-43c4-8bf5-3a7d547973a8 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:30.832251 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b7f360d4-bfa9-4739-9e17-98b30e032936 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:30.835307 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b7f360d4-bfa9-4739-9e17-98b30e032936 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/ports/5f9cd439-d176-49bb-a6a0-0935b33ef48d HTTP/1.1" status: 204 len: 168 time: 1.2306938 Sep 17 23:57:30.837295 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54704) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:30.875769 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-476abc04-221d-45ce-9aec-21acf141e830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:30.890380 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476abc04-221d-45ce-9aec-21acf141e830 None None] Routers {'818ec3f2-f1f7-4301-8bf5-5e938030d377'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:57:30.891030 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-476abc04-221d-45ce-9aec-21acf141e830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:57:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['818ec3f2-f1f7-4301-8bf5-5e938030d377'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:30.896369 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-09921981-c7ba-44e0-bd5c-4127ec9323f3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] GET failed (client error): The resource could not be found. Sep 17 23:57:30.901704 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-09921981-c7ba-44e0-bd5c-4127ec9323f3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports/5f9cd439-d176-49bb-a6a0-0935b33ef48d HTTP/1.1" status: 404 len: 333 time: 0.0631027 Sep 17 23:57:30.902234 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54708) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:30.902529 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-a92064c2-272a-43c4-8bf5-3a7d547973a8 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] update failed (client error): The resource could not be found. Sep 17 23:57:30.912070 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a92064c2-272a-43c4-8bf5-3a7d547973a8 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-935289971 HTTP/1.1" status: 404 len: 334 time: 0.0919809 Sep 17 23:57:30.914627 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54710) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:30.954635 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-476abc04-221d-45ce-9aec-21acf141e830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:30.954635 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476abc04-221d-45ce-9aec-21acf141e830 None None] The sync data for ids ['818ec3f2-f1f7-4301-8bf5-5e938030d377'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:57:31.002113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9840193-f1ea-4bf5-a8e9-fb97b5a56946 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting subnet 288a6515-e5ea-469f-ab66-610103915997 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:57:31.006055 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e9840193-f1ea-4bf5-a8e9-fb97b5a56946 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.058950 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-c080158d-b849-4187-8936-ad37927b027e tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Deleting subnet c579da0c-9677-4db4-b40c-046cbf4cbb69 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:57:31.063180 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c080158d-b849-4187-8936-ad37927b027e tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.064369 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e9840193-f1ea-4bf5-a8e9-fb97b5a56946 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.110776 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c080158d-b849-4187-8936-ad37927b027e tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.132858 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ae54642d-da67-4b96-bff0-920a1b85c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.155186 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.158211 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e9840193-f1ea-4bf5-a8e9-fb97b5a56946 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.178009 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae54642d-da67-4b96-bff0-920a1b85c85c None None] No DVR routers for this DVR port 7d51a97d-6c55-4ce2-9d6a-116b6db83671 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:57:31.181512 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54642d-da67-4b96-bff0-920a1b85c85c None None] Pushing event deleted for resources: {'Port': ['ID=7d51a97d-6c55-4ce2-9d6a-116b6db83671,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:31.191621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event deleted for resources: {'Port': ['ID=7d51a97d-6c55-4ce2-9d6a-116b6db83671,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:31.193228 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] No DVR routers for this DVR port 7d51a97d-6c55-4ce2-9d6a-116b6db83671 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:57:31.235560 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585fea14-4ce5-447c-9344-2bd822c6d70f None None] get_active_networks_info from n-d-809883-1 {{(pid=95593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 23:57:31.274315 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f9427-fdc1-4e96-9b95-7cd843365106 req-229dd288-e76a-4d59-b931-0bb4e3a73d9c tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:31.281361 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-088f9427-fdc1-4e96-9b95-7cd843365106 req-229dd288-e76a-4d59-b931-0bb4e3a73d9c tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.0981915 Sep 17 23:57:31.323777 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.328425 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c080158d-b849-4187-8936-ad37927b027e tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.358459 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-088f9427-fdc1-4e96-9b95-7cd843365106 req-bded707b-67d9-4f1d-a8ad-3f2d52b7bcee tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644934 Sep 17 23:57:31.382418 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c255cd8b-e8ab-42ee-94e1-9715c4ba3991']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:31.401199 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae65b65-c8cf-405d-b10a-ba22b710a2a5') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:31.401500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae65b65-c8cf-405d-b10a-ba22b710a2a5') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:31.406168 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e9840193-f1ea-4bf5-a8e9-fb97b5a56946 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.420541 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.444167 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.451741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:57:31.452154 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:57:31.455848 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:57:31.463568 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e9840193-f1ea-4bf5-a8e9-fb97b5a56946 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.468088 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e9840193-f1ea-4bf5-a8e9-fb97b5a56946 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/subnets/288a6515-e5ea-469f-ab66-610103915997 HTTP/1.1" status: 204 len: 168 time: 0.5625558 Sep 17 23:57:31.468088 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9840193-f1ea-4bf5-a8e9-fb97b5a56946 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Subnet': ['ID=288a6515-e5ea-469f-ab66-610103915997,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:31.468881 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54726) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:31.475199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585fea14-4ce5-447c-9344-2bd822c6d70f None None] Resources bound (agent type, host, resource id): {{(pid=95593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 23:57:31.524222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e484e0-5c84-434a-b272-2fb69778c280 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting subnet c232487f-3dc5-4e6c-8d6d-1f40cc32bb86 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:57:31.524615 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c080158d-b849-4187-8936-ad37927b027e tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.528387 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7e484e0-5c84-434a-b272-2fb69778c280 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.571160 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080158d-b849-4187-8936-ad37927b027e tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event deleted for resources: {'Subnet': ['ID=c579da0c-9677-4db4-b40c-046cbf4cbb69,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:31.575893 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c080158d-b849-4187-8936-ad37927b027e tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.578576 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c080158d-b849-4187-8936-ad37927b027e tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "DELETE /v2.0/subnets/c579da0c-9677-4db4-b40c-046cbf4cbb69 HTTP/1.1" status: 204 len: 168 time: 0.6628597 Sep 17 23:57:31.580988 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54730) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:31.597466 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7e484e0-5c84-434a-b272-2fb69778c280 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.614504 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.625261 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.627063 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] 10.222.0.46 "DELETE /v2.0/networks/c255cd8b-e8ab-42ee-94e1-9715c4ba3991 HTTP/1.1" status: 204 len: 168 time: 1.9896002 Sep 17 23:57:31.671136 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06311cd-f546-471e-af66-b4fe41f5eda4 tempest-NetworksIpV6TestAttrs-826097496 tempest-NetworksIpV6TestAttrs-826097496-project] Pushing event deleted for resources: {'Network': ['ID=c255cd8b-e8ab-42ee-94e1-9715c4ba3991,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:31.686827 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.769916 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7e484e0-5c84-434a-b272-2fb69778c280 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.781724 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Deleting port bd6070f6-b544-4382-b538-76f96366828f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:31.782077 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.822130 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9544376a-9e89-4ecd-af26-599debfd9ef5 None None] Network 14735183-d572-445a-8325-fe878bd3a292 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:31.825245 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb427d5-1100-43fb-b641-5493334b7dae None None] Network 68c44875-5153-4b5b-bee3-5f96d1a415f2 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:31.893420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] For port bd6070f6-b544-4382-b538-76f96366828f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bd6070f6-b544-4382-b538-76f96366828f,segment=NetworkSegment(c9675313-9bb1-4784-b1dd-f5c9706de804),segment_id=c9675313-9bb1-4784-b1dd-f5c9706de804)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:31.894096 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:31.913262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Calling delete_port for bd6070f6-b544-4382-b538-76f96366828f owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:32.098194 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7e484e0-5c84-434a-b272-2fb69778c280 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.114129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7d51a97d-6c55-4ce2-9d6a-116b6db83671 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:57:32.130413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e484e0-5c84-434a-b272-2fb69778c280 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Subnet': ['ID=c232487f-3dc5-4e6c-8d6d-1f40cc32bb86,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:32.134453 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7e484e0-5c84-434a-b272-2fb69778c280 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.137743 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c7e484e0-5c84-434a-b272-2fb69778c280 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/subnets/c232487f-3dc5-4e6c-8d6d-1f40cc32bb86 HTTP/1.1" status: 204 len: 168 time: 0.6677432 Sep 17 23:57:32.148612 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54744) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:32.149991 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 7d51a97d-6c55-4ce2-9d6a-116b6db83671 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:57:32.149991 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7d51a97d-6c55-4ce2-9d6a-116b6db83671 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:57:32.218226 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cdf957-55e9-4ffe-a0c8-5f1af34ef3b8 None None] DHCP port deletion for 68c44875-5153-4b5b-bee3-5f96d1a415f2 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:57:32.248927 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.288955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144875f6-8d60-4867-8ee4-7d796ece5f03 None None] Update dhcp port {'port': {'network_id': '14735183-d572-445a-8325-fe878bd3a292', 'fixed_ips': [{'subnet_id': 'c232487f-3dc5-4e6c-8d6d-1f40cc32bb86'}], 'binding:host_id': 'n-d-809883-1'}, 'id': '83d8f97a-2d7c-4e75-8560-6d7f1f8e9316'} from n-d-809883-1. {{(pid=95593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:57:32.306322 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:32.306667 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.320638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d0cdf957-55e9-4ffe-a0c8-5f1af34ef3b8 None None] Deleting port bd6070f6-b544-4382-b538-76f96366828f {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:32.321047 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d0cdf957-55e9-4ffe-a0c8-5f1af34ef3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.322589 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-144875f6-8d60-4867-8ee4-7d796ece5f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.369176 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] For port 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=83d8f97a-2d7c-4e75-8560-6d7f1f8e9316,segment=NetworkSegment(f32b0e63-010f-4737-8508-18e18b3b8c0f),segment_id=f32b0e63-010f-4737-8508-18e18b3b8c0f)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:32.369551 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.382938 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:32.416646 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d0cdf957-55e9-4ffe-a0c8-5f1af34ef3b8 None None] For port bd6070f6-b544-4382-b538-76f96366828f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bd6070f6-b544-4382-b538-76f96366828f,segment=NetworkSegment(c9675313-9bb1-4784-b1dd-f5c9706de804),segment_id=c9675313-9bb1-4784-b1dd-f5c9706de804)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:32.417072 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d0cdf957-55e9-4ffe-a0c8-5f1af34ef3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.420339 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.510257 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event deleted for resources: {'Port': ['ID=bd6070f6-b544-4382-b538-76f96366828f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:32.519806 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] No DVR routers for this DVR port bd6070f6-b544-4382-b538-76f96366828f on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:57:32.521767 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d0cdf957-55e9-4ffe-a0c8-5f1af34ef3b8 None None] Calling delete_port for bd6070f6-b544-4382-b538-76f96366828f owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:32.636590 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.651299 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No DVR routers for this DVR port 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:57:32.652943 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c97060-49bc-4bbb-a844-666de86bb04e None None] Network 14735183-d572-445a-8325-fe878bd3a292 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:32.689571 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.704320 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d0cdf957-55e9-4ffe-a0c8-5f1af34ef3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.714289 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c44875-5153-4b5b-bee3-5f96d1a415f2']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:32.721251 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9394a9a1-e69d-47be-b1c7-e49d9a94d902 None None] Could not find standard attr ID for object 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:57:32.728402 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9675313-9bb1-4784-b1dd-f5c9706de804') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:32.728714 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9675313-9bb1-4784-b1dd-f5c9706de804') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:32.749435 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.765573 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cdf957-55e9-4ffe-a0c8-5f1af34ef3b8 None None] Pushing event deleted for resources: {'Port': ['ID=bd6070f6-b544-4382-b538-76f96366828f,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:32.772407 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.772791 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.775183 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54752) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:57:32.794399 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:57:32.802504 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14735183-d572-445a-8325-fe878bd3a292']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:32.809160 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cdf957-55e9-4ffe-a0c8-5f1af34ef3b8 None None] No DVR routers for this DVR port bd6070f6-b544-4382-b538-76f96366828f on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:57:32.814203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32b0e63-010f-4737-8508-18e18b3b8c0f') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:32.814605 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32b0e63-010f-4737-8508-18e18b3b8c0f') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:32.831374 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.845159 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.851409 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:57:32.851935 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:57:32.870768 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:57:32.872920 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=83d8f97a-2d7c-4e75-8560-6d7f1f8e9316,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:32.930232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123f43b6-50e5-495e-b45b-e2dc7d6cec88 None None] DHCP port deletion for 14735183-d572-445a-8325-fe878bd3a292 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:57:32.959620 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2c50ba4f-28d3-4ab0-82e4-1ec79254f8c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bfebfdeb5b3a4b8982086f3b7a67d79d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832616 Sep 17 23:57:32.961457 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.968207 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54758) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:32.968364 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:32.970109 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "DELETE /v2.0/networks/68c44875-5153-4b5b-bee3-5f96d1a415f2 HTTP/1.1" status: 204 len: 168 time: 1.3873594 Sep 17 23:57:32.978641 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54760) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:32.981523 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcede4-f8df-47ba-8420-3bf117632f15 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event deleted for resources: {'Network': ['ID=68c44875-5153-4b5b-bee3-5f96d1a415f2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:33.020207 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:33.038387 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:33.040394 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/networks/14735183-d572-445a-8325-fe878bd3a292 HTTP/1.1" status: 204 len: 168 time: 0.8955824 Sep 17 23:57:33.044091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54764) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:33.069849 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de031555-1070-4f60-a89e-f227e3828edc tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Network': ['ID=14735183-d572-445a-8325-fe878bd3a292,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:33.113115 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb829e1-0194-4b47-bcda-bae15f5dc4af tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:33.114287 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-4defb978-be64-4ae4-9492-656fb793b817 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Deleting subnet bc8eea0b-a4dc-4d4d-b475-23e593257e78 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:57:33.120673 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2eb829e1-0194-4b47-bcda-bae15f5dc4af tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0697396 Sep 17 23:57:33.124656 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54770) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:33.124810 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4defb978-be64-4ae4-9492-656fb793b817 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:33.181880 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5805d6f6-8830-4b4d-946c-ca31bf4257ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:33.242581 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4defb978-be64-4ae4-9492-656fb793b817 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:33.250668 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5805d6f6-8830-4b4d-946c-ca31bf4257ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:33.296484 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-89f76a0c-4415-46ab-9991-f888310f74db tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1651614 Sep 17 23:57:33.301894 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54774) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:33.307698 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-579fc55e-4bbd-4cf4-8005-5e1edac8b6b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-42707198'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:33.362964 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4defb978-be64-4ae4-9492-656fb793b817 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:33.445286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579fc55e-4bbd-4cf4-8005-5e1edac8b6b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:33.450251 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-579fc55e-4bbd-4cf4-8005-5e1edac8b6b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:33.497351 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5805d6f6-8830-4b4d-946c-ca31bf4257ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:33.500082 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5805d6f6-8830-4b4d-946c-ca31bf4257ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:33.501493 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5805d6f6-8830-4b4d-946c-ca31bf4257ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/20bc1052-a1b3-40f3-b906-4f3f350077f5 HTTP/1.1" status: 204 len: 168 time: 0.5382171 Sep 17 23:57:33.516439 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805d6f6-8830-4b4d-946c-ca31bf4257ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bc1052-a1b3-40f3-b906-4f3f350077f5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:33.526651 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4defb978-be64-4ae4-9492-656fb793b817 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:33.535563 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579fc55e-4bbd-4cf4-8005-5e1edac8b6b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:57:33.551743 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-579fc55e-4bbd-4cf4-8005-5e1edac8b6b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:33.552108 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-579fc55e-4bbd-4cf4-8005-5e1edac8b6b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Added segment af5580e1-9983-4e02-82da-ea7ed2b8f0b9 of type vlan for network 081ae734-8ea8-4337-8b96-33dbe7f0f910 Sep 17 23:57:33.570517 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defb978-be64-4ae4-9492-656fb793b817 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event deleted for resources: {'Subnet': ['ID=bc8eea0b-a4dc-4d4d-b475-23e593257e78,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:33.575773 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4defb978-be64-4ae4-9492-656fb793b817 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:33.578171 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4defb978-be64-4ae4-9492-656fb793b817 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "DELETE /v2.0/subnets/bc8eea0b-a4dc-4d4d-b475-23e593257e78 HTTP/1.1" status: 204 len: 168 time: 0.5984490 Sep 17 23:57:33.578848 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54784) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:33.584102 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d11bfd-01fb-4577-9679-48905d7e1000 None None] Network 20c1b00b-9627-4a13-a995-c530705753c4 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:33.635257 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6bbc94-88bb-4df0-897a-ddaceca7eee0 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Deleting subnet e77c3c42-6fe6-40ca-b793-8029db97ba0f {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:57:33.639762 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ec6bbc94-88bb-4df0-897a-ddaceca7eee0 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:33.650999 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-579fc55e-4bbd-4cf4-8005-5e1edac8b6b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:33.698019 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ec6bbc94-88bb-4df0-897a-ddaceca7eee0 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:33.750069 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-579fc55e-4bbd-4cf4-8005-5e1edac8b6b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:33.767154 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579fc55e-4bbd-4cf4-8005-5e1edac8b6b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:33.768277 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-579fc55e-4bbd-4cf4-8005-5e1edac8b6b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:33.818006 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ec6bbc94-88bb-4df0-897a-ddaceca7eee0 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:33.862061 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fc55e-4bbd-4cf4-8005-5e1edac8b6b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Network': ['ID=081ae734-8ea8-4337-8b96-33dbe7f0f910,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:33.866810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cecfdd-6c0e-4e1e-acf1-ac655e1f4103 None None] DHCP port deletion for 20c1b00b-9627-4a13-a995-c530705753c4 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:57:33.910062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 081ae734-8ea8-4337-8b96-33dbe7f0f910 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:57:33.986371 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ec6bbc94-88bb-4df0-897a-ddaceca7eee0 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:33.989045 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54800) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:33.993209 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-579fc55e-4bbd-4cf4-8005-5e1edac8b6b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6893055 Sep 17 23:57:34.006529 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-5973aec3-df82-43e9-b654-378d035c2093 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'subnet': {'network_id': '081ae734-8ea8-4337-8b96-33dbe7f0f910', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:34.040773 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-00cecfdd-6c0e-4e1e-acf1-ac655e1f4103 None None] Deleting port 77994688-5f39-4449-bd0b-dd37eadab980 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:34.041411 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-00cecfdd-6c0e-4e1e-acf1-ac655e1f4103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:34.091339 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0783cd-4ba6-4204-9967-c78cf90f3d43 None None] Network 57ae1edf-1f48-4b6d-9bbe-ab0fb4716984 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:34.093034 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ec6bbc94-88bb-4df0-897a-ddaceca7eee0 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:34.095187 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ec6bbc94-88bb-4df0-897a-ddaceca7eee0 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "DELETE /v2.0/subnets/e77c3c42-6fe6-40ca-b793-8029db97ba0f HTTP/1.1" status: 204 len: 168 time: 0.5152388 Sep 17 23:57:34.098123 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54804) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:34.105952 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bbc94-88bb-4df0-897a-ddaceca7eee0 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event deleted for resources: {'Subnet': ['ID=e77c3c42-6fe6-40ca-b793-8029db97ba0f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:34.136460 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 77994688-5f39-4449-bd0b-dd37eadab980 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:57:34.287255 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:34.325115 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:34.372775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-00cecfdd-6c0e-4e1e-acf1-ac655e1f4103 None None] For port 77994688-5f39-4449-bd0b-dd37eadab980, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=77994688-5f39-4449-bd0b-dd37eadab980,segment=NetworkSegment(9c2f287e-0ec8-4ace-a399-58b92e9e103e),segment_id=9c2f287e-0ec8-4ace-a399-58b92e9e103e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:34.373186 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-00cecfdd-6c0e-4e1e-acf1-ac655e1f4103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:34.431165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 77994688-5f39-4449-bd0b-dd37eadab980, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=77994688-5f39-4449-bd0b-dd37eadab980,segment=NetworkSegment(9c2f287e-0ec8-4ace-a399-58b92e9e103e),segment_id=9c2f287e-0ec8-4ace-a399-58b92e9e103e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:34.434859 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-00cecfdd-6c0e-4e1e-acf1-ac655e1f4103 None None] Calling delete_port for 77994688-5f39-4449-bd0b-dd37eadab980 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:34.437337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Deleting port 77994688-5f39-4449-bd0b-dd37eadab980 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:34.437944 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:34.513289 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:34.514040 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:57:34.618076 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:57:34.618768 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 83d8f97a-2d7c-4e75-8560-6d7f1f8e9316 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:57:34.619241 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bd6070f6-b544-4382-b538-76f96366828f no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:57:34.641779 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] For port 77994688-5f39-4449-bd0b-dd37eadab980, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=77994688-5f39-4449-bd0b-dd37eadab980,segment=NetworkSegment(9c2f287e-0ec8-4ace-a399-58b92e9e103e),segment_id=9c2f287e-0ec8-4ace-a399-58b92e9e103e)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:34.641779 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:34.655721 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: bd6070f6-b544-4382-b538-76f96366828f {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:57:34.658357 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bd6070f6-b544-4382-b538-76f96366828f not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:57:34.671150 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Calling delete_port for 77994688-5f39-4449-bd0b-dd37eadab980 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:34.675685 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5973aec3-df82-43e9-b654-378d035c2093 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:34.679549 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5973aec3-df82-43e9-b654-378d035c2093 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:34.746232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1a75e3-9eb5-4f1a-b581-7f1b73445d28 None None] DHCP port deletion for 57ae1edf-1f48-4b6d-9bbe-ab0fb4716984 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:57:34.754306 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=77994688-5f39-4449-bd0b-dd37eadab980,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:34.828925 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3a1a75e3-9eb5-4f1a-b581-7f1b73445d28 None None] Deleting port d8d095df-e3fb-48ed-b92c-f998885a33b1 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:34.829321 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3a1a75e3-9eb5-4f1a-b581-7f1b73445d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:34.847992 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:34.878517 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event deleted for resources: {'Port': ['ID=77994688-5f39-4449-bd0b-dd37eadab980,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:34.882782 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] No DVR routers for this DVR port 77994688-5f39-4449-bd0b-dd37eadab980 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:57:34.891891 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-00cecfdd-6c0e-4e1e-acf1-ac655e1f4103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:34.945684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cecfdd-6c0e-4e1e-acf1-ac655e1f4103 None None] No DVR routers for this DVR port 77994688-5f39-4449-bd0b-dd37eadab980 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:57:34.953409 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3a1a75e3-9eb5-4f1a-b581-7f1b73445d28 None None] For port d8d095df-e3fb-48ed-b92c-f998885a33b1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d8d095df-e3fb-48ed-b92c-f998885a33b1,segment=NetworkSegment(826d9fb0-3e53-4987-a721-e9a5021e98a2),segment_id=826d9fb0-3e53-4987-a721-e9a5021e98a2)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:34.957646 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3a1a75e3-9eb5-4f1a-b581-7f1b73445d28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:34.957646 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cecfdd-6c0e-4e1e-acf1-ac655e1f4103 None None] Pushing event deleted for resources: {'Port': ['ID=77994688-5f39-4449-bd0b-dd37eadab980,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:34.970218 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3a1a75e3-9eb5-4f1a-b581-7f1b73445d28 None None] Calling delete_port for d8d095df-e3fb-48ed-b92c-f998885a33b1 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:35.025592 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.041883 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5973aec3-df82-43e9-b654-378d035c2093 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.049329 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c1b00b-9627-4a13-a995-c530705753c4']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:35.061140 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2f287e-0ec8-4ace-a399-58b92e9e103e') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:35.061541 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2f287e-0ec8-4ace-a399-58b92e9e103e') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:35.082406 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.097791 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.105073 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:57:35.105658 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:57:35.108963 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:57:35.176725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5973aec3-df82-43e9-b654-378d035c2093 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Checking segment: {'id': 'af5580e1-9983-4e02-82da-ea7ed2b8f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '081ae734-8ea8-4337-8b96-33dbe7f0f910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:35.190202 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5973aec3-df82-43e9-b654-378d035c2093 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network hostable DHCP agents. Network: 081ae734-8ea8-4337-8b96-33dbe7f0f910, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:57:35.191752 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54832) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:35.192398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973aec3-df82-43e9-b654-378d035c2093 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Subnet': ['ID=53425d91-e62e-4a11-a390-6bb0c8cf1264,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:35.207965 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028977 Sep 17 23:57:35.212186 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54834) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:35.216936 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3a1a75e3-9eb5-4f1a-b581-7f1b73445d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.247430 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a75e3-9eb5-4f1a-b581-7f1b73445d28 None None] Pushing event deleted for resources: {'Port': ['ID=d8d095df-e3fb-48ed-b92c-f998885a33b1,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:35.249801 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1a75e3-9eb5-4f1a-b581-7f1b73445d28 None None] No DVR routers for this DVR port d8d095df-e3fb-48ed-b92c-f998885a33b1 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:57:35.303004 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.307948 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.310708 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "DELETE /v2.0/networks/20c1b00b-9627-4a13-a995-c530705753c4 HTTP/1.1" status: 204 len: 168 time: 1.2109916 Sep 17 23:57:35.313262 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54840) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:35.330916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5973aec3-df82-43e9-b654-378d035c2093 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 081ae734-8ea8-4337-8b96-33dbe7f0f910 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:57:35.351727 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db9b64-a5c0-4e23-8c82-17c2a24f59eb tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event deleted for resources: {'Network': ['ID=20c1b00b-9627-4a13-a995-c530705753c4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:35.374180 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e9bc48b6-6218-43b9-861a-99cff63ab0da tempest-NetworksApiDiscovery-1419006426 tempest-NetworksApiDiscovery-1419006426-project] 10.222.0.46 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1600833 Sep 17 23:57:35.421274 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d536a92c-d93b-4421-83b8-a87a6ef09f3c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.468480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-5973aec3-df82-43e9-b654-378d035c2093 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 081ae734-8ea8-4337-8b96-33dbe7f0f910) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:35.481489 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58baaea-8cfa-4cfd-8819-2d13ef6da4e6 None None] Network 081ae734-8ea8-4337-8b96-33dbe7f0f910 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:35.483371 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5973aec3-df82-43e9-b654-378d035c2093 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:35.484243 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5973aec3-df82-43e9-b654-378d035c2093 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.539598 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d536a92c-d93b-4421-83b8-a87a6ef09f3c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.568175 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-d536a92c-d93b-4421-83b8-a87a6ef09f3c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ae1edf-1f48-4b6d-9bbe-ab0fb4716984']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:35.579980 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-d536a92c-d93b-4421-83b8-a87a6ef09f3c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826d9fb0-3e53-4987-a721-e9a5021e98a2') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:35.585275 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-d536a92c-d93b-4421-83b8-a87a6ef09f3c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826d9fb0-3e53-4987-a721-e9a5021e98a2') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:35.596586 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d536a92c-d93b-4421-83b8-a87a6ef09f3c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.601285 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5973aec3-df82-43e9-b654-378d035c2093 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6070492 Sep 17 23:57:35.604007 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54848) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:35.609884 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1e2215fb-4229-49bd-8bbc-fcb2297cd608 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'network_id': '081ae734-8ea8-4337-8b96-33dbe7f0f910', 'name': 'tempest-PortsIpV6TestJSON-2083535581'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:35.617521 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d536a92c-d93b-4421-83b8-a87a6ef09f3c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.625707 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d536a92c-d93b-4421-83b8-a87a6ef09f3c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:57:35.626792 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d536a92c-d93b-4421-83b8-a87a6ef09f3c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:57:35.631105 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:57:35.694558 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-081ae734-8ea8-4337-8b96-33dbe7f0f910', 'network_id': '081ae734-8ea8-4337-8b96-33dbe7f0f910', 'tenant_id': '82b767cbc58242038b61a13b6547f128', 'fixed_ips': [{'subnet_id': '53425d91-e62e-4a11-a390-6bb0c8cf1264'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:57:35.697283 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.812818 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d536a92c-d93b-4421-83b8-a87a6ef09f3c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.822036 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d536a92c-d93b-4421-83b8-a87a6ef09f3c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.823871 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d536a92c-d93b-4421-83b8-a87a6ef09f3c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "DELETE /v2.0/networks/57ae1edf-1f48-4b6d-9bbe-ab0fb4716984 HTTP/1.1" status: 204 len: 168 time: 0.5096562 Sep 17 23:57:35.826640 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54852) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:35.833947 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536a92c-d93b-4421-83b8-a87a6ef09f3c tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event deleted for resources: {'Network': ['ID=57ae1edf-1f48-4b6d-9bbe-ab0fb4716984,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:35.898708 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-298ea26d-f483-483f-9705-f824f943c3ff tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Deleting subnet 729c74cb-de3f-42d0-81a4-30e0f11aa8b8 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:57:35.902201 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-298ea26d-f483-483f-9705-f824f943c3ff tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.924175 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2215fb-4229-49bd-8bbc-fcb2297cd608 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:35.928032 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e2215fb-4229-49bd-8bbc-fcb2297cd608 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.949206 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] Allocated IP 2001:db8::2 (081ae734-8ea8-4337-8b96-33dbe7f0f910/53425d91-e62e-4a11-a390-6bb0c8cf1264/ea2db31b-69cb-4dd0-92bb-732dc08a1d90) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:35.973591 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-298ea26d-f483-483f-9705-f824f943c3ff tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:35.979090 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-1e2215fb-4229-49bd-8bbc-fcb2297cd608 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] device_id is not set on port 27cf99d8-eecf-43fa-8dc8-7599cf657219 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:57:36.059884 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54858) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:36.182644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d8d095df-e3fb-48ed-b92c-f998885a33b1 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:57:36.194793 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e12423a-30d4-481c-8611-7a3eda37f281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.199223 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-298ea26d-f483-483f-9705-f824f943c3ff tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.335878 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e12423a-30d4-481c-8611-7a3eda37f281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.376986 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: d8d095df-e3fb-48ed-b92c-f998885a33b1 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:57:36.377346 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d8d095df-e3fb-48ed-b92c-f998885a33b1 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:57:36.384688 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.407938 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-298ea26d-f483-483f-9705-f824f943c3ff tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.435853 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ea26d-f483-483f-9705-f824f943c3ff tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event deleted for resources: {'Subnet': ['ID=729c74cb-de3f-42d0-81a4-30e0f11aa8b8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:36.441826 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-298ea26d-f483-483f-9705-f824f943c3ff tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.444204 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-298ea26d-f483-483f-9705-f824f943c3ff tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "DELETE /v2.0/subnets/729c74cb-de3f-42d0-81a4-30e0f11aa8b8 HTTP/1.1" status: 204 len: 168 time: 0.6159153 Sep 17 23:57:36.446341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54872) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:36.448004 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41798233-8113-46bc-a629-341c2a3cb73c None None] Network 08c04379-218e-4645-9c34-0e06deb63274 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:36.450103 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea26d-f483-483f-9705-f824f943c3ff tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:36.450326 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea26d-f483-483f-9705-f824f943c3ff tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:36.450671 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea26d-f483-483f-9705-f824f943c3ff tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:36.451009 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea26d-f483-483f-9705-f824f943c3ff tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:36.451377 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea26d-f483-483f-9705-f824f943c3ff tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:36.455280 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea26d-f483-483f-9705-f824f943c3ff tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:36.457829 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea26d-f483-483f-9705-f824f943c3ff tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:36.458977 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e12423a-30d4-481c-8611-7a3eda37f281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.462860 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea26d-f483-483f-9705-f824f943c3ff tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:36.462860 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea26d-f483-483f-9705-f824f943c3ff tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:36.463511 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea26d-f483-483f-9705-f824f943c3ff tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:36.463882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea26d-f483-483f-9705-f824f943c3ff tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:36.464227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298ea26d-f483-483f-9705-f824f943c3ff tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:57:36.520200 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.537767 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7e12423a-30d4-481c-8611-7a3eda37f281 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a50c35e9ecf840d4aff756678f78d5c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4766836 Sep 17 23:57:36.561315 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54874) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:36.561996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12423a-30d4-481c-8611-7a3eda37f281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2470f5c-5f19-4a01-96f4-884c4fd857ea,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:36.585016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-1e2215fb-4229-49bd-8bbc-fcb2297cd608 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Allocated IP 2001:db8::1ac (081ae734-8ea8-4337-8b96-33dbe7f0f910/53425d91-e62e-4a11-a390-6bb0c8cf1264/27cf99d8-eecf-43fa-8dc8-7599cf657219) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:36.589936 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] Network 081ae734-8ea8-4337-8b96-33dbe7f0f910 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:36.595396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:36.614516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:36.627860 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] Pushing event updated for resources: {'Port': ['ID=ea2db31b-69cb-4dd0-92bb-732dc08a1d90,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:36.681449 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.690050 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] Attempting to bind port ea2db31b-69cb-4dd0-92bb-732dc08a1d90 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:57:36.690977 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] Attempting to bind port ea2db31b-69cb-4dd0-92bb-732dc08a1d90 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'af5580e1-9983-4e02-82da-ea7ed2b8f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '081ae734-8ea8-4337-8b96-33dbe7f0f910'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:57:36.691385 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] Attempting to bind port ea2db31b-69cb-4dd0-92bb-732dc08a1d90 on network 081ae734-8ea8-4337-8b96-33dbe7f0f910 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:57:36.697050 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:57:36.697665 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] Checking segment: {'id': 'af5580e1-9983-4e02-82da-ea7ed2b8f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '081ae734-8ea8-4337-8b96-33dbe7f0f910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:36.698117 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.698608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] Bound using segment: {'id': 'af5580e1-9983-4e02-82da-ea7ed2b8f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '081ae734-8ea8-4337-8b96-33dbe7f0f910'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:57:36.699201 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] Bound port: ea2db31b-69cb-4dd0-92bb-732dc08a1d90, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5580e1-9983-4e02-82da-ea7ed2b8f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '081ae734-8ea8-4337-8b96-33dbe7f0f910'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:57:36.699693 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.736209 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-34934981-363e-49d4-8a2c-c8a2b042e129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.764222 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-34934981-363e-49d4-8a2c-c8a2b042e129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.770641 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d39cc89-ff9a-4779-855b-e58083ca7a1d None None] DHCP port deletion for 08c04379-218e-4645-9c34-0e06deb63274 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:57:36.806648 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e2215fb-4229-49bd-8bbc-fcb2297cd608 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.813255 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] For port ea2db31b-69cb-4dd0-92bb-732dc08a1d90, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:57:36.831830 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] For port ea2db31b-69cb-4dd0-92bb-732dc08a1d90, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ea2db31b-69cb-4dd0-92bb-732dc08a1d90,segment=NetworkSegment(af5580e1-9983-4e02-82da-ea7ed2b8f0b9),segment_id=af5580e1-9983-4e02-82da-ea7ed2b8f0b9)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:57:36.850776 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1d39cc89-ff9a-4779-855b-e58083ca7a1d None None] Deleting port 34be6869-cb5e-41de-badb-86e1cdf5e9ce {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:36.851517 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1d39cc89-ff9a-4779-855b-e58083ca7a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.888102 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Deleting port 34be6869-cb5e-41de-badb-86e1cdf5e9ce {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:36.889185 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.903966 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-34934981-363e-49d4-8a2c-c8a2b042e129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.906710 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-34934981-363e-49d4-8a2c-c8a2b042e129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.907974 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-34934981-363e-49d4-8a2c-c8a2b042e129 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2470f5c-5f19-4a01-96f4-884c4fd857ea HTTP/1.1" status: 204 len: 168 time: 0.3413429 Sep 17 23:57:36.923547 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1d39cc89-ff9a-4779-855b-e58083ca7a1d None None] For port 34be6869-cb5e-41de-badb-86e1cdf5e9ce, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=34be6869-cb5e-41de-badb-86e1cdf5e9ce,segment=NetworkSegment(39cb7873-b094-4bbf-b01f-f7d8b6c5ab2c),segment_id=39cb7873-b094-4bbf-b01f-f7d8b6c5ab2c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:36.924256 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1d39cc89-ff9a-4779-855b-e58083ca7a1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.926519 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e2215fb-4229-49bd-8bbc-fcb2297cd608 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.934417 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:36.949771 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1d39cc89-ff9a-4779-855b-e58083ca7a1d None None] Calling delete_port for 34be6869-cb5e-41de-badb-86e1cdf5e9ce owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:36.987019 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34934981-363e-49d4-8a2c-c8a2b042e129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2470f5c-5f19-4a01-96f4-884c4fd857ea,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:37.065193 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2215fb-4229-49bd-8bbc-fcb2297cd608 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 081ae734-8ea8-4337-8b96-33dbe7f0f910 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:37.069397 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-1e2215fb-4229-49bd-8bbc-fcb2297cd608 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:37.089370 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce4d90-e9e8-49c6-86ca-cbdcdc2c75ef None None] Pushing event updated for resources: {'Port': ['ID=ea2db31b-69cb-4dd0-92bb-732dc08a1d90,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:37.093101 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2215fb-4229-49bd-8bbc-fcb2297cd608 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:37.105174 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] For port 34be6869-cb5e-41de-badb-86e1cdf5e9ce, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=34be6869-cb5e-41de-badb-86e1cdf5e9ce,segment=NetworkSegment(39cb7873-b094-4bbf-b01f-f7d8b6c5ab2c),segment_id=39cb7873-b094-4bbf-b01f-f7d8b6c5ab2c)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:37.105853 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:37.107962 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2215fb-4229-49bd-8bbc-fcb2297cd608 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:37.113369 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e2215fb-4229-49bd-8bbc-fcb2297cd608 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:37.136795 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2215fb-4229-49bd-8bbc-fcb2297cd608 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=27cf99d8-eecf-43fa-8dc8-7599cf657219,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:37.142563 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Calling delete_port for 34be6869-cb5e-41de-badb-86e1cdf5e9ce owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:37.199085 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1e2215fb-4229-49bd-8bbc-fcb2297cd608 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5937269 Sep 17 23:57:37.205271 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54882) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:37.205271 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7563cfc6-fa36-41a6-aaa3-57bea4202f0a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'network_id': '081ae734-8ea8-4337-8b96-33dbe7f0f910', 'name': 'tempest-PortsIpV6TestJSON-237099301'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:37.224438 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1d39cc89-ff9a-4779-855b-e58083ca7a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:37.310539 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:37.329671 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d39cc89-ff9a-4779-855b-e58083ca7a1d None None] No DVR routers for this DVR port 34be6869-cb5e-41de-badb-86e1cdf5e9ce on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:57:37.345679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39cc89-ff9a-4779-855b-e58083ca7a1d None None] Pushing event deleted for resources: {'Port': ['ID=34be6869-cb5e-41de-badb-86e1cdf5e9ce,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:37.382446 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event deleted for resources: {'Port': ['ID=34be6869-cb5e-41de-badb-86e1cdf5e9ce,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:37.395079 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] No DVR routers for this DVR port 34be6869-cb5e-41de-badb-86e1cdf5e9ce on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:57:37.501860 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:37.521660 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7563cfc6-fa36-41a6-aaa3-57bea4202f0a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:37.526940 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7563cfc6-fa36-41a6-aaa3-57bea4202f0a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:37.552136 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-7563cfc6-fa36-41a6-aaa3-57bea4202f0a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] device_id is not set on port 907da660-0ad9-439d-a29f-9bee3caee3fd yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:57:37.556425 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c04379-218e-4645-9c34-0e06deb63274']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:37.570524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39cb7873-b094-4bbf-b01f-f7d8b6c5ab2c') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:37.570849 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39cb7873-b094-4bbf-b01f-f7d8b6c5ab2c') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:37.582804 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:37.598040 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:37.610205 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:57:37.610205 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:57:37.700341 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:57:37.769753 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-7563cfc6-fa36-41a6-aaa3-57bea4202f0a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Allocated IP 2001:db8::fc (081ae734-8ea8-4337-8b96-33dbe7f0f910/53425d91-e62e-4a11-a390-6bb0c8cf1264/907da660-0ad9-439d-a29f-9bee3caee3fd) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:37.806204 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:37.814736 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:37.816429 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "DELETE /v2.0/networks/08c04379-218e-4645-9c34-0e06deb63274 HTTP/1.1" status: 204 len: 168 time: 1.3689463 Sep 17 23:57:37.818910 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54908) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:37.841255 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ccf63-428c-45e5-ac4c-64ab51a2e6fd tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Pushing event deleted for resources: {'Network': ['ID=08c04379-218e-4645-9c34-0e06deb63274,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:37.860585 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-659e5ab4-fcb7-4f71-a062-3339b39bc5d7 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "GET /v2.0/ports?device_id=818ec3f2-f1f7-4301-8bf5-5e938030d377 HTTP/1.1" status: 200 len: 205 time: 0.0404177 Sep 17 23:57:37.866616 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54912) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:38.024783 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-026dec92-0e2d-4bce-b4e0-38b0add72871 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:38.193098 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ea2db31b-69cb-4dd0-92bb-732dc08a1d90 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:57:38.335456 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-026dec92-0e2d-4bce-b4e0-38b0add72871 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:38.336941 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ea2db31b-69cb-4dd0-92bb-732dc08a1d90 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:38.337323 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:38.342765 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-026dec92-0e2d-4bce-b4e0-38b0add72871 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:38.510345 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-026dec92-0e2d-4bce-b4e0-38b0add72871 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:38.511093 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026dec92-0e2d-4bce-b4e0-38b0add72871 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Fanout notify agent at l3_agent the message router_deleted on router 818ec3f2-f1f7-4301-8bf5-5e938030d377 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:57:38.511907 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:38.526133 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-026dec92-0e2d-4bce-b4e0-38b0add72871 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:38.529640 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-026dec92-0e2d-4bce-b4e0-38b0add72871 tempest-RoutersNegativeIpV6Test-1392937637 tempest-RoutersNegativeIpV6Test-1392937637-project] 10.222.0.46 "DELETE /v2.0/routers/818ec3f2-f1f7-4301-8bf5-5e938030d377 HTTP/1.1" status: 204 len: 168 time: 0.6598589 Sep 17 23:57:38.565266 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port ea2db31b-69cb-4dd0-92bb-732dc08a1d90, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ea2db31b-69cb-4dd0-92bb-732dc08a1d90,segment=NetworkSegment(af5580e1-9983-4e02-82da-ea7ed2b8f0b9),segment_id=af5580e1-9983-4e02-82da-ea7ed2b8f0b9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:38.567863 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dab855-6d6e-419e-b857-ab1049c0c8f8 None None] Network 081ae734-8ea8-4337-8b96-33dbe7f0f910 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:38.588650 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7563cfc6-fa36-41a6-aaa3-57bea4202f0a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:38.664121 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:38.727529 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7563cfc6-fa36-41a6-aaa3-57bea4202f0a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:38.774274 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 34be6869-cb5e-41de-badb-86e1cdf5e9ce no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:57:38.814209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7563cfc6-fa36-41a6-aaa3-57bea4202f0a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 081ae734-8ea8-4337-8b96-33dbe7f0f910 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:38.822429 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 34be6869-cb5e-41de-badb-86e1cdf5e9ce {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:57:38.822805 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 34be6869-cb5e-41de-badb-86e1cdf5e9ce not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:57:38.827515 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-7563cfc6-fa36-41a6-aaa3-57bea4202f0a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:38.847534 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7563cfc6-fa36-41a6-aaa3-57bea4202f0a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:38.858089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7563cfc6-fa36-41a6-aaa3-57bea4202f0a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:38.860312 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7563cfc6-fa36-41a6-aaa3-57bea4202f0a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:38.890307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c302e41f-da7e-479f-bcad-454b0c142501 None None] Provisioning complete for port ea2db31b-69cb-4dd0-92bb-732dc08a1d90 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:38.892534 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c302e41f-da7e-479f-bcad-454b0c142501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:38.896354 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563cfc6-fa36-41a6-aaa3-57bea4202f0a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=907da660-0ad9-439d-a29f-9bee3caee3fd,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:38.943292 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=ea2db31b-69cb-4dd0-92bb-732dc08a1d90,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:38.993881 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7563cfc6-fa36-41a6-aaa3-57bea4202f0a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7897112 Sep 17 23:57:38.995883 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54942) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:39.065127 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf756cb0-8911-4b03-a459-40556e042a9a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:39.067359 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cf756cb0-8911-4b03-a459-40556e042a9a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1ac HTTP/1.1" status: 200 len: 929 time: 0.0704637 Sep 17 23:57:39.069990 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54944) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:39.197560 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-14d23208-0523-4c3f-bf41-622f67874995 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port 907da660-0ad9-439d-a29f-9bee3caee3fd {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:39.197962 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-14d23208-0523-4c3f-bf41-622f67874995 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:39.304239 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-14d23208-0523-4c3f-bf41-622f67874995 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:39.312711 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-14d23208-0523-4c3f-bf41-622f67874995 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for 907da660-0ad9-439d-a29f-9bee3caee3fd owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:39.328814 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54952) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:39.357997 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1e75b7af-67ab-4e0b-98f5-c4262f308039 None None] Provisioning complete for port 907da660-0ad9-439d-a29f-9bee3caee3fd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:39.358442 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1e75b7af-67ab-4e0b-98f5-c4262f308039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:39.431949 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1e75b7af-67ab-4e0b-98f5-c4262f308039 None None] Port 907da660-0ad9-439d-a29f-9bee3caee3fd cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:57:39.460520 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1e75b7af-67ab-4e0b-98f5-c4262f308039 None None] Provisioning complete for port 27cf99d8-eecf-43fa-8dc8-7599cf657219 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:39.460932 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1e75b7af-67ab-4e0b-98f5-c4262f308039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:39.538056 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1e75b7af-67ab-4e0b-98f5-c4262f308039 None None] Port 27cf99d8-eecf-43fa-8dc8-7599cf657219 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:57:39.549205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1e75b7af-67ab-4e0b-98f5-c4262f308039 None None] Provisioning complete for port ea2db31b-69cb-4dd0-92bb-732dc08a1d90 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:39.549916 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1e75b7af-67ab-4e0b-98f5-c4262f308039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:39.571443 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-54eaedbe-c254-4405-ab56-5f17a8a82cbf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d4c4a28016714285874ad675d4128cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391813 Sep 17 23:57:39.571776 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54962) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:39.647031 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3df9bca4-f85c-49d3-80bb-49edac9e8b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:39.662645 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-14d23208-0523-4c3f-bf41-622f67874995 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:39.715398 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d23208-0523-4c3f-bf41-622f67874995 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=907da660-0ad9-439d-a29f-9bee3caee3fd,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:39.719272 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3df9bca4-f85c-49d3-80bb-49edac9e8b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:39.792960 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-14d23208-0523-4c3f-bf41-622f67874995 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:39.796555 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-14d23208-0523-4c3f-bf41-622f67874995 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/ports/907da660-0ad9-439d-a29f-9bee3caee3fd HTTP/1.1" status: 204 len: 168 time: 0.7239823 Sep 17 23:57:39.799912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54974) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:39.818951 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-365d5c27-5c7d-4ffa-940c-fac2d33ea0f0 None None] Provisioning complete for port 27cf99d8-eecf-43fa-8dc8-7599cf657219 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:39.822346 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-365d5c27-5c7d-4ffa-940c-fac2d33ea0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:39.859114 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2e0cea-2657-4122-84ac-bdebb9ca268b tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] GET failed (client error): The resource could not be found. Sep 17 23:57:39.864728 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-da2e0cea-2657-4122-84ac-bdebb9ca268b tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports/907da660-0ad9-439d-a29f-9bee3caee3fd HTTP/1.1" status: 404 len: 333 time: 0.0582182 Sep 17 23:57:39.865442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54978) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:39.920865 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-365d5c27-5c7d-4ffa-940c-fac2d33ea0f0 None None] Port 27cf99d8-eecf-43fa-8dc8-7599cf657219 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:57:39.957442 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3df9bca4-f85c-49d3-80bb-49edac9e8b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:39.960485 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3df9bca4-f85c-49d3-80bb-49edac9e8b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:39.961938 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3df9bca4-f85c-49d3-80bb-49edac9e8b1d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e9e42b3a-2018-4636-8eac-a72eb9dd97ce HTTP/1.1" status: 204 len: 168 time: 0.3835912 Sep 17 23:57:40.042739 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9bca4-f85c-49d3-80bb-49edac9e8b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e42b3a-2018-4636-8eac-a72eb9dd97ce,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:40.126258 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ea2db31b-69cb-4dd0-92bb-732dc08a1d90 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:57:40.138045 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-724b27c8-ace0-4467-8706-f4544562d29a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port 27cf99d8-eecf-43fa-8dc8-7599cf657219 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:40.138962 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-724b27c8-ace0-4467-8706-f4544562d29a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:40.179950 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f962307a-b935-4341-927f-c1dd1225c0ea None None] Could not find standard attr ID for object 907da660-0ad9-439d-a29f-9bee3caee3fd. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:57:40.214966 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ea2db31b-69cb-4dd0-92bb-732dc08a1d90 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:40.215345 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:40.247325 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-724b27c8-ace0-4467-8706-f4544562d29a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:40.266637 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-724b27c8-ace0-4467-8706-f4544562d29a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for 27cf99d8-eecf-43fa-8dc8-7599cf657219 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:40.355724 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:40.515722 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-724b27c8-ace0-4467-8706-f4544562d29a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:40.599248 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b27c8-ace0-4467-8706-f4544562d29a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=27cf99d8-eecf-43fa-8dc8-7599cf657219,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:40.602314 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-724b27c8-ace0-4467-8706-f4544562d29a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:40.604553 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-724b27c8-ace0-4467-8706-f4544562d29a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/ports/27cf99d8-eecf-43fa-8dc8-7599cf657219 HTTP/1.1" status: 204 len: 168 time: 0.7373667 Sep 17 23:57:40.606985 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55004) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:40.639510 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f85ce10-e03e-418a-a120-349a41f9f13e tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] GET failed (client error): The resource could not be found. Sep 17 23:57:40.639510 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7f85ce10-e03e-418a-a120-349a41f9f13e tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports/27cf99d8-eecf-43fa-8dc8-7599cf657219 HTTP/1.1" status: 404 len: 333 time: 0.0301127 Sep 17 23:57:40.640540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55008) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:40.729373 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef13ac5-f562-4697-8255-236238604d5e tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting subnet 53425d91-e62e-4a11-a390-6bb0c8cf1264 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:57:40.737309 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cef13ac5-f562-4697-8255-236238604d5e tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:40.804655 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cef13ac5-f562-4697-8255-236238604d5e tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:40.911144 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cef13ac5-f562-4697-8255-236238604d5e tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:41.098948 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cef13ac5-f562-4697-8255-236238604d5e tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:41.129085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef13ac5-f562-4697-8255-236238604d5e tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Subnet': ['ID=53425d91-e62e-4a11-a390-6bb0c8cf1264,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:41.133135 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cef13ac5-f562-4697-8255-236238604d5e tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:41.137797 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55036) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:41.138309 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cef13ac5-f562-4697-8255-236238604d5e tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/subnets/53425d91-e62e-4a11-a390-6bb0c8cf1264 HTTP/1.1" status: 204 len: 168 time: 0.4961660 Sep 17 23:57:41.146191 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c8189f-70de-40cd-9bcc-03410abaeccf None None] Network 081ae734-8ea8-4337-8b96-33dbe7f0f910 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:41.235768 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:41.333317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port ea2db31b-69cb-4dd0-92bb-732dc08a1d90 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:41.333682 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:41.436708 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b854de05-9209-409c-bc70-c08082758b09 None None] DHCP port deletion for 081ae734-8ea8-4337-8b96-33dbe7f0f910 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:57:41.460053 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] For port ea2db31b-69cb-4dd0-92bb-732dc08a1d90, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ea2db31b-69cb-4dd0-92bb-732dc08a1d90,segment=NetworkSegment(af5580e1-9983-4e02-82da-ea7ed2b8f0b9),segment_id=af5580e1-9983-4e02-82da-ea7ed2b8f0b9)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:41.460429 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:41.476178 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for ea2db31b-69cb-4dd0-92bb-732dc08a1d90 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:41.486647 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b854de05-9209-409c-bc70-c08082758b09 None None] Deleting port ea2db31b-69cb-4dd0-92bb-732dc08a1d90 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:41.487581 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b854de05-9209-409c-bc70-c08082758b09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:41.586596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b854de05-9209-409c-bc70-c08082758b09 None None] For port ea2db31b-69cb-4dd0-92bb-732dc08a1d90, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ea2db31b-69cb-4dd0-92bb-732dc08a1d90,segment=NetworkSegment(af5580e1-9983-4e02-82da-ea7ed2b8f0b9),segment_id=af5580e1-9983-4e02-82da-ea7ed2b8f0b9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:41.586996 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b854de05-9209-409c-bc70-c08082758b09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:41.603309 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b854de05-9209-409c-bc70-c08082758b09 None None] Calling delete_port for ea2db31b-69cb-4dd0-92bb-732dc08a1d90 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:41.669982 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:41.678759 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b854de05-9209-409c-bc70-c08082758b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:41.691521 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b854de05-9209-409c-bc70-c08082758b09 None None] No DVR routers for this DVR port ea2db31b-69cb-4dd0-92bb-732dc08a1d90 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:57:41.720945 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55058) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:41.745365 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=ea2db31b-69cb-4dd0-92bb-732dc08a1d90,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:41.752465 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No DVR routers for this DVR port ea2db31b-69cb-4dd0-92bb-732dc08a1d90 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:57:41.754801 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854de05-9209-409c-bc70-c08082758b09 None None] Pushing event deleted for resources: {'Port': ['ID=ea2db31b-69cb-4dd0-92bb-732dc08a1d90,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:41.807560 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55064) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:41.887257 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:41.911139 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081ae734-8ea8-4337-8b96-33dbe7f0f910']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:41.921958 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5580e1-9983-4e02-82da-ea7ed2b8f0b9') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:41.922206 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5580e1-9983-4e02-82da-ea7ed2b8f0b9') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:41.938156 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:41.952712 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:41.960980 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:57:41.961398 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:57:41.966162 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:57:42.004712 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1289b57a-9630-4224-9b1a-0d1f3f431f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:42.028895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f2ef1399-d919-41d5-ac52-bfb445500474 tempest-SubnetPoolsTestJSON-2070712297 tempest-SubnetPoolsTestJSON-2070712297-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-794592384', 'prefixes': ['172.20.0.0/16']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:42.061667 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.api [None req-1289b57a-9630-4224-9b1a-0d1f3f431f2e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 23:57:42.061667 n-d-809883-1 neutron-server[95592]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 23:57:42.061667 n-d-809883-1 neutron-server[95592]: [parameters: {'project_id': '8a3fcc5b5af64ce4b5d5a0812d96d259', 'id': '47cabde5-d77e-46af-b19f-7dcdcf155e0b', 'expiration': datetime.datetime(2021, 9, 17, 23, 59, 42, 51745)}] Sep 17 23:57:42.061667 n-d-809883-1 neutron-server[95592]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:57:42.061985 n-d-809883-1 neutron-server[95592]: DEBUG oslo_db.api [None req-1289b57a-9630-4224-9b1a-0d1f3f431f2e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:57:42.063442 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ea2db31b-69cb-4dd0-92bb-732dc08a1d90 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:57:42.084219 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: ea2db31b-69cb-4dd0-92bb-732dc08a1d90 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:57:42.084573 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ea2db31b-69cb-4dd0-92bb-732dc08a1d90 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:57:42.144382 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:42.152846 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:42.155397 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/networks/081ae734-8ea8-4337-8b96-33dbe7f0f910 HTTP/1.1" status: 204 len: 168 time: 1.0166099 Sep 17 23:57:42.163145 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55076) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:42.166808 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf681d-dfec-4c75-be3d-0441ecc97ab4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Network': ['ID=081ae734-8ea8-4337-8b96-33dbe7f0f910,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:42.171961 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-47ccecdc-f662-4081-b65c-454c3606ea57 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1452681284'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:42.343778 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ccecdc-f662-4081-b65c-454c3606ea57 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:42.347215 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-47ccecdc-f662-4081-b65c-454c3606ea57 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:42.371187 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ccecdc-f662-4081-b65c-454c3606ea57 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:57:42.380792 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-47ccecdc-f662-4081-b65c-454c3606ea57 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:42.381262 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-47ccecdc-f662-4081-b65c-454c3606ea57 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Added segment 6af09132-a5de-4c3c-90a3-1f861dbedca9 of type vlan for network 1284b300-54dc-463f-8842-c1adf644f967 Sep 17 23:57:42.419631 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-47ccecdc-f662-4081-b65c-454c3606ea57 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:42.446661 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1399-d919-41d5-ac52-bfb445500474 tempest-SubnetPoolsTestJSON-2070712297 tempest-SubnetPoolsTestJSON-2070712297-project] Notify callbacks [] for subnetpool, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:42.448023 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f2ef1399-d919-41d5-ac52-bfb445500474 tempest-SubnetPoolsTestJSON-2070712297 tempest-SubnetPoolsTestJSON-2070712297-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7253554 Sep 17 23:57:42.450753 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55082) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:42.493156 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b33fc6ff-2a99-4351-b0f0-af4976c88b90 tempest-SubnetPoolsTestJSON-2070712297 tempest-SubnetPoolsTestJSON-2070712297-project] 10.222.0.46 "GET /v2.0/subnetpools/f74161c6-3fc6-45a4-b16c-627dfbede132 HTTP/1.1" status: 200 len: 731 time: 0.0387042 Sep 17 23:57:42.493528 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55084) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:42.498468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-2c645077-4dbc-4afa-8d01-a3cf8d7369b2 tempest-SubnetPoolsTestJSON-2070712297 tempest-SubnetPoolsTestJSON-2070712297-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1534360291'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:42.521062 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-47ccecdc-f662-4081-b65c-454c3606ea57 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:42.526660 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ccecdc-f662-4081-b65c-454c3606ea57 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:42.527236 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-47ccecdc-f662-4081-b65c-454c3606ea57 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:42.569722 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1289b57a-9630-4224-9b1a-0d1f3f431f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:42.646733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccecdc-f662-4081-b65c-454c3606ea57 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Network': ['ID=1284b300-54dc-463f-8842-c1adf644f967,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:42.654269 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 1284b300-54dc-463f-8842-c1adf644f967 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:57:42.675294 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-47ccecdc-f662-4081-b65c-454c3606ea57 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5076609 Sep 17 23:57:42.677547 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55090) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:42.683458 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f8e98ab9-2422-4754-9263-a333b276a3b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'subnet': {'network_id': '1284b300-54dc-463f-8842-c1adf644f967', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:42.771341 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2c645077-4dbc-4afa-8d01-a3cf8d7369b2 tempest-SubnetPoolsTestJSON-2070712297 tempest-SubnetPoolsTestJSON-2070712297-project] Notify callbacks [] for subnetpool, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:42.772748 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2c645077-4dbc-4afa-8d01-a3cf8d7369b2 tempest-SubnetPoolsTestJSON-2070712297 tempest-SubnetPoolsTestJSON-2070712297-project] 10.222.0.46 "PUT /v2.0/subnetpools/f74161c6-3fc6-45a4-b16c-627dfbede132 HTTP/1.1" status: 200 len: 684 time: 0.2782462 Sep 17 23:57:42.780369 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55092) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:42.792612 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1289b57a-9630-4224-9b1a-0d1f3f431f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:42.886938 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1289b57a-9630-4224-9b1a-0d1f3f431f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:42.930144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289b57a-9630-4224-9b1a-0d1f3f431f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43e19c2-8136-487b-9150-d2cb45964d87,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:42.934498 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1289b57a-9630-4224-9b1a-0d1f3f431f2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8a3fcc5b5af64ce4b5d5a0812d96d259&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1254177 Sep 17 23:57:42.938077 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55096) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:42.988407 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-63c55086-869d-4378-8152-318c52269cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:43.010584 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-63c55086-869d-4378-8152-318c52269cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:43.014963 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b47a25e5-a52b-4515-bd10-b4c08257c547 tempest-SubnetPoolsTestJSON-2070712297 tempest-SubnetPoolsTestJSON-2070712297-project] Notify callbacks [] for subnetpool, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:43.018582 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b47a25e5-a52b-4515-bd10-b4c08257c547 tempest-SubnetPoolsTestJSON-2070712297 tempest-SubnetPoolsTestJSON-2070712297-project] 10.222.0.46 "DELETE /v2.0/subnetpools/f74161c6-3fc6-45a4-b16c-627dfbede132 HTTP/1.1" status: 204 len: 168 time: 0.2347853 Sep 17 23:57:43.019121 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55102) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:43.045022 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e98ab9-2422-4754-9263-a333b276a3b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:43.050946 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f8e98ab9-2422-4754-9263-a333b276a3b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:43.054534 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-a2b8342e-1884-4247-8fb4-02f6c2363e4e tempest-SubnetPoolsTestJSON-2070712297 tempest-SubnetPoolsTestJSON-2070712297-project] show failed (client error): The resource could not be found. Sep 17 23:57:43.056309 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a2b8342e-1884-4247-8fb4-02f6c2363e4e tempest-SubnetPoolsTestJSON-2070712297 tempest-SubnetPoolsTestJSON-2070712297-project] 10.222.0.46 "GET /v2.0/subnetpools/f74161c6-3fc6-45a4-b16c-627dfbede132 HTTP/1.1" status: 404 len: 346 time: 0.0351839 Sep 17 23:57:43.059135 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55104) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:43.090714 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-4ab1ffdc-9545-4841-ad8e-32d5c40cdd76 tempest-SubnetPoolsTestJSON-2070712297 tempest-SubnetPoolsTestJSON-2070712297-project] delete failed (client error): The resource could not be found. Sep 17 23:57:43.092304 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4ab1ffdc-9545-4841-ad8e-32d5c40cdd76 tempest-SubnetPoolsTestJSON-2070712297 tempest-SubnetPoolsTestJSON-2070712297-project] 10.222.0.46 "DELETE /v2.0/subnetpools/f74161c6-3fc6-45a4-b16c-627dfbede132 HTTP/1.1" status: 404 len: 346 time: 0.0322189 Sep 17 23:57:43.195957 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-63c55086-869d-4378-8152-318c52269cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:43.200479 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-63c55086-869d-4378-8152-318c52269cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:43.206382 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-63c55086-869d-4378-8152-318c52269cd8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c43e19c2-8136-487b-9150-d2cb45964d87 HTTP/1.1" status: 204 len: 168 time: 0.2666764 Sep 17 23:57:43.217381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c55086-869d-4378-8152-318c52269cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43e19c2-8136-487b-9150-d2cb45964d87,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:43.439470 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:43.486033 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f8e98ab9-2422-4754-9263-a333b276a3b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:43.556675 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e98ab9-2422-4754-9263-a333b276a3b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Subnet': ['ID=d04423aa-4efd-4778-88f1-6e417aeef559,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:43.564414 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e98ab9-2422-4754-9263-a333b276a3b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Checking segment: {'id': '6af09132-a5de-4c3c-90a3-1f861dbedca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1284b300-54dc-463f-8842-c1adf644f967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:43.564770 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e98ab9-2422-4754-9263-a333b276a3b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network hostable DHCP agents. Network: 1284b300-54dc-463f-8842-c1adf644f967, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:57:43.663539 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e98ab9-2422-4754-9263-a333b276a3b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 1284b300-54dc-463f-8842-c1adf644f967 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:57:43.737916 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-f8e98ab9-2422-4754-9263-a333b276a3b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 1284b300-54dc-463f-8842-c1adf644f967) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:43.743798 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e98ab9-2422-4754-9263-a333b276a3b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:43.744538 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f8e98ab9-2422-4754-9263-a333b276a3b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:43.755107 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cc4bdd-d5f4-44e8-9ec1-e0f902957fb4 None None] Network 1284b300-54dc-463f-8842-c1adf644f967 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:43.819719 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f8e98ab9-2422-4754-9263-a333b276a3b9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1407270 Sep 17 23:57:43.822881 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55124) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:43.829146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a2a9b2fe-a03a-45ab-811c-c2108ebeedf8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'network_id': '1284b300-54dc-463f-8842-c1adf644f967', 'name': 'tempest-PortsIpV6TestJSON-716719205', 'fixed_ips': [{'subnet_id': 'd04423aa-4efd-4778-88f1-6e417aeef559', 'ip_address': '2001:db8::10'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:43.836261 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55126) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:43.958777 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-1284b300-54dc-463f-8842-c1adf644f967', 'network_id': '1284b300-54dc-463f-8842-c1adf644f967', 'tenant_id': '82b767cbc58242038b61a13b6547f128', 'fixed_ips': [{'subnet_id': 'd04423aa-4efd-4778-88f1-6e417aeef559'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:57:43.960433 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:43.999777 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1707edc9-522b-44bc-82f8-8ad0063fa832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.049037 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.api [None req-a2a9b2fe-a03a-45ab-811c-c2108ebeedf8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 23:57:44.049037 n-d-809883-1 neutron-server[95592]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 23:57:44.049037 n-d-809883-1 neutron-server[95592]: [parameters: {'project_id': '82b767cbc58242038b61a13b6547f128', 'id': '6ffdb405-98b2-4164-97de-05a325fccda6', 'expiration': datetime.datetime(2021, 9, 17, 23, 59, 44, 44662)}] Sep 17 23:57:44.049037 n-d-809883-1 neutron-server[95592]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:57:44.058625 n-d-809883-1 neutron-server[95592]: DEBUG oslo_db.api [None req-a2a9b2fe-a03a-45ab-811c-c2108ebeedf8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:57:44.058625 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55136) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:44.070376 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da9a196e-ec42-4ad7-8169-0ec9dd53e970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.091414 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fddbedda-c2cf-4742-ae6a-1f6d3388aea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.153003 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1707edc9-522b-44bc-82f8-8ad0063fa832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.154680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] Allocated IP 2001:db8::2 (1284b300-54dc-463f-8842-c1adf644f967/d04423aa-4efd-4778-88f1-6e417aeef559/5d1cf130-df1d-489b-a7f5-dec82f25bb53) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:44.298046 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1707edc9-522b-44bc-82f8-8ad0063fa832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.300861 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.339756 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1707edc9-522b-44bc-82f8-8ad0063fa832 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e3380f39e97746b3a5ac38811b59b8f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5018439 Sep 17 23:57:44.341213 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707edc9-522b-44bc-82f8-8ad0063fa832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b039b3-6fe8-472d-8101-e29d46ccc4a8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:44.342333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55142) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:44.425114 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da9a196e-ec42-4ad7-8169-0ec9dd53e970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.435971 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-96d977e0-c13b-4033-b3d6-247d451613f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.456355 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-96d977e0-c13b-4033-b3d6-247d451613f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.470061 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.510331 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] Network 1284b300-54dc-463f-8842-c1adf644f967 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:44.513229 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:44.515734 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:44.520389 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da9a196e-ec42-4ad7-8169-0ec9dd53e970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.527070 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] Pushing event updated for resources: {'Port': ['ID=5d1cf130-df1d-489b-a7f5-dec82f25bb53,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:44.572425 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a196e-ec42-4ad7-8169-0ec9dd53e970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc59cd9-aa6e-4f40-8b4b-5590c4f06d78,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:44.582463 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-96d977e0-c13b-4033-b3d6-247d451613f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.584991 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-96d977e0-c13b-4033-b3d6-247d451613f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.585360 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] Attempting to bind port 5d1cf130-df1d-489b-a7f5-dec82f25bb53 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:57:44.585765 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] Attempting to bind port 5d1cf130-df1d-489b-a7f5-dec82f25bb53 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '6af09132-a5de-4c3c-90a3-1f861dbedca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1284b300-54dc-463f-8842-c1adf644f967'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:57:44.586213 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-96d977e0-c13b-4033-b3d6-247d451613f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17b039b3-6fe8-472d-8101-e29d46ccc4a8 HTTP/1.1" status: 204 len: 168 time: 0.2427313 Sep 17 23:57:44.588666 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] Attempting to bind port 5d1cf130-df1d-489b-a7f5-dec82f25bb53 on network 1284b300-54dc-463f-8842-c1adf644f967 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:57:44.594489 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:57:44.594937 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] Checking segment: {'id': '6af09132-a5de-4c3c-90a3-1f861dbedca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1284b300-54dc-463f-8842-c1adf644f967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:44.595407 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.599223 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] Bound using segment: {'id': '6af09132-a5de-4c3c-90a3-1f861dbedca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1284b300-54dc-463f-8842-c1adf644f967'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:57:44.599386 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-da9a196e-ec42-4ad7-8169-0ec9dd53e970 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba1daf9c6bb74589828efc517f4decc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5426862 Sep 17 23:57:44.599488 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] Bound port: 5d1cf130-df1d-489b-a7f5-dec82f25bb53, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af09132-a5de-4c3c-90a3-1f861dbedca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1284b300-54dc-463f-8842-c1adf644f967'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:57:44.599488 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.599683 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55152) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:44.603560 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d977e0-c13b-4033-b3d6-247d451613f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b039b3-6fe8-472d-8101-e29d46ccc4a8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:44.667275 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aca335dc-9418-4d1e-9f70-05323a5d2d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.680501 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] For port 5d1cf130-df1d-489b-a7f5-dec82f25bb53, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:57:44.683877 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] For port 5d1cf130-df1d-489b-a7f5-dec82f25bb53, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5d1cf130-df1d-489b-a7f5-dec82f25bb53,segment=NetworkSegment(6af09132-a5de-4c3c-90a3-1f861dbedca9),segment_id=6af09132-a5de-4c3c-90a3-1f861dbedca9)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:57:44.690879 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aca335dc-9418-4d1e-9f70-05323a5d2d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.743431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a9b2fe-a03a-45ab-811c-c2108ebeedf8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:44.801672 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.831430 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aca335dc-9418-4d1e-9f70-05323a5d2d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.839543 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aca335dc-9418-4d1e-9f70-05323a5d2d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.841015 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-aca335dc-9418-4d1e-9f70-05323a5d2d7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fdc59cd9-aa6e-4f40-8b4b-5590c4f06d78 HTTP/1.1" status: 204 len: 168 time: 0.2404089 Sep 17 23:57:44.851308 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b2fe-a03a-45ab-811c-c2108ebeedf8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:44.867096 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca335dc-9418-4d1e-9f70-05323a5d2d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc59cd9-aa6e-4f40-8b4b-5590c4f06d78,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:44.900550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-a2a9b2fe-a03a-45ab-811c-c2108ebeedf8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] device_id is not set on port 0148a147-3c02-4860-9fad-4a606cc01674 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:57:44.940820 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86585671-99fe-42ad-ab70-c00c36423aa3 None None] Pushing event updated for resources: {'Port': ['ID=5d1cf130-df1d-489b-a7f5-dec82f25bb53,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:45.241706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-a2a9b2fe-a03a-45ab-811c-c2108ebeedf8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Allocated IP 2001:db8::10 (1284b300-54dc-463f-8842-c1adf644f967/d04423aa-4efd-4778-88f1-6e417aeef559/0148a147-3c02-4860-9fad-4a606cc01674) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:45.461392 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b2fe-a03a-45ab-811c-c2108ebeedf8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:45.579285 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b2fe-a03a-45ab-811c-c2108ebeedf8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:45.630227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a9b2fe-a03a-45ab-811c-c2108ebeedf8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 1284b300-54dc-463f-8842-c1adf644f967 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:45.635990 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-a2a9b2fe-a03a-45ab-811c-c2108ebeedf8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:45.641148 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a9b2fe-a03a-45ab-811c-c2108ebeedf8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:45.647795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a9b2fe-a03a-45ab-811c-c2108ebeedf8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:45.648093 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b2fe-a03a-45ab-811c-c2108ebeedf8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:45.665812 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9b2fe-a03a-45ab-811c-c2108ebeedf8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=0148a147-3c02-4860-9fad-4a606cc01674,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:45.773136 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a2a9b2fe-a03a-45ab-811c-c2108ebeedf8 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9485598 Sep 17 23:57:45.775980 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55206) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:45.781918 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-748b3548-a55a-47cb-b584-1704bfd515b3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'network_id': '1284b300-54dc-463f-8842-c1adf644f967', 'name': 'tempest-PortsIpV6TestJSON-1659466510', 'fixed_ips': [{'subnet_id': 'd04423aa-4efd-4778-88f1-6e417aeef559', 'ip_address': '2001:db8::f'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:46.035857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748b3548-a55a-47cb-b584-1704bfd515b3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:46.041131 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-748b3548-a55a-47cb-b584-1704bfd515b3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:46.103372 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-748b3548-a55a-47cb-b584-1704bfd515b3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] device_id is not set on port 06ac8290-ecfd-40fb-9ef9-0f6628ee7feb yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:57:46.152258 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5d1cf130-df1d-489b-a7f5-dec82f25bb53 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:57:46.206839 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876bc3d0-1ff2-4208-a4c1-1a08d30513f7 None None] Network 1284b300-54dc-463f-8842-c1adf644f967 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:46.294591 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 5d1cf130-df1d-489b-a7f5-dec82f25bb53 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:46.295434 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:46.324397 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55228) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:46.340026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-861f1846-c664-4697-9979-291d30d6c7bc None None] Provisioning complete for port 5d1cf130-df1d-489b-a7f5-dec82f25bb53 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:46.340657 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-861f1846-c664-4697-9979-291d30d6c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:46.380999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-748b3548-a55a-47cb-b584-1704bfd515b3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Allocated IP 2001:db8::f (1284b300-54dc-463f-8842-c1adf644f967/d04423aa-4efd-4778-88f1-6e417aeef559/06ac8290-ecfd-40fb-9ef9-0f6628ee7feb) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:46.539635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8da70903-2d8b-4d40-a771-04e2eaa42c2f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-999532391'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:46.542114 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-e929283e-2508-41c1-8250-a988d7c86c75 req-565dde7d-e762-4844-b2ec-eea1b4653920 service neutron] (95591) timed out ('10.222.0.41', 54174) {{(pid=95591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:57:46.631749 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:46.639756 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-748b3548-a55a-47cb-b584-1704bfd515b3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:46.686095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da70903-2d8b-4d40-a771-04e2eaa42c2f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Made reservation on behalf of 9712bc904b634e9eab36e7a26a2d34db for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:46.690551 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8da70903-2d8b-4d40-a771-04e2eaa42c2f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:46.700808 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8da70903-2d8b-4d40-a771-04e2eaa42c2f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:46.789594 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-748b3548-a55a-47cb-b584-1704bfd515b3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:46.846677 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748b3548-a55a-47cb-b584-1704bfd515b3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 1284b300-54dc-463f-8842-c1adf644f967 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:46.855469 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-748b3548-a55a-47cb-b584-1704bfd515b3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:46.869771 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b3548-a55a-47cb-b584-1704bfd515b3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:46.876193 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748b3548-a55a-47cb-b584-1704bfd515b3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:46.876859 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-748b3548-a55a-47cb-b584-1704bfd515b3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:46.881305 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8da70903-2d8b-4d40-a771-04e2eaa42c2f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:46.889323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b3548-a55a-47cb-b584-1704bfd515b3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=06ac8290-ecfd-40fb-9ef9-0f6628ee7feb,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:46.912605 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1c34564d-bfd0-4663-9646-358271665b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:46.920680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 5d1cf130-df1d-489b-a7f5-dec82f25bb53, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5d1cf130-df1d-489b-a7f5-dec82f25bb53,segment=NetworkSegment(6af09132-a5de-4c3c-90a3-1f861dbedca9),segment_id=6af09132-a5de-4c3c-90a3-1f861dbedca9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:46.932968 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-861f1846-c664-4697-9979-291d30d6c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:47.017031 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8da70903-2d8b-4d40-a771-04e2eaa42c2f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:47.022650 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:47.128437 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55246) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:47.132750 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-748b3548-a55a-47cb-b584-1704bfd515b3 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3554533 Sep 17 23:57:47.137209 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da70903-2d8b-4d40-a771-04e2eaa42c2f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:57:47.193905 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8da70903-2d8b-4d40-a771-04e2eaa42c2f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:47.198471 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-8da70903-2d8b-4d40-a771-04e2eaa42c2f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Added segment 525b56ef-a05e-4148-aede-ed73c3000a32 of type vlan for network a5a3ae52-9f03-4c2a-be12-2baef078a1e1 Sep 17 23:57:47.247987 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=5d1cf130-df1d-489b-a7f5-dec82f25bb53,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:47.256332 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-861f1846-c664-4697-9979-291d30d6c7bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:57:47.257202 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-861f1846-c664-4697-9979-291d30d6c7bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:57:47.281349 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8da70903-2d8b-4d40-a771-04e2eaa42c2f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:47.308593 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd69de6-4ccd-41ad-a315-01bad4b9e9eb tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:47.310585 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6bd69de6-4ccd-41ad-a315-01bad4b9e9eb tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1808674 Sep 17 23:57:47.312039 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da70903-2d8b-4d40-a771-04e2eaa42c2f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836cba80-a142-4bcc-bce9-413ccf864ab9,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:47.314000 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55250) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:47.384014 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8da70903-2d8b-4d40-a771-04e2eaa42c2f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:47.384381 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:47.391049 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da70903-2d8b-4d40-a771-04e2eaa42c2f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:47.398350 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8da70903-2d8b-4d40-a771-04e2eaa42c2f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:47.398484 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b538fe1b-b7f8-4921-ad7e-1581de83ba55 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:47.412923 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b538fe1b-b7f8-4921-ad7e-1581de83ba55 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:47.420084 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b538fe1b-b7f8-4921-ad7e-1581de83ba55 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:47.421833 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b538fe1b-b7f8-4921-ad7e-1581de83ba55 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1065464 Sep 17 23:57:47.437022 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55256) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:47.557842 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8da70903-2d8b-4d40-a771-04e2eaa42c2f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.2305529 Sep 17 23:57:47.558178 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55260) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:47.559682 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da70903-2d8b-4d40-a771-04e2eaa42c2f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Pushing event updated for resources: {'Network': ['ID=a5a3ae52-9f03-4c2a-be12-2baef078a1e1,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:47.564496 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-8808985c-7274-49e3-baf8-7ea3148204e0 tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a5a3ae52-9f03-4c2a-be12-2baef078a1e1', 'tempest-TagsTest-Tag-442026876') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:47.579184 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network a5a3ae52-9f03-4c2a-be12-2baef078a1e1 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:57:47.605474 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c4369-149c-4e26-b4d2-aa176f44f392 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port 06ac8290-ecfd-40fb-9ef9-0f6628ee7feb {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:47.605474 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa7c4369-149c-4e26-b4d2-aa176f44f392 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:47.779282 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa7c4369-149c-4e26-b4d2-aa176f44f392 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:47.799393 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c4369-149c-4e26-b4d2-aa176f44f392 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for 06ac8290-ecfd-40fb-9ef9-0f6628ee7feb owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:47.816148 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8808985c-7274-49e3-baf8-7ea3148204e0 tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] 10.222.0.46 "PUT /v2.0/networks/a5a3ae52-9f03-4c2a-be12-2baef078a1e1/tags/tempest-TagsTest-Tag-442026876 HTTP/1.1" status: 201 len: 201 time: 0.2562377 Sep 17 23:57:47.816780 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55266) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:47.822167 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-c0abcf76-246e-4fe2-91d2-5e7bcec76133 tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a5a3ae52-9f03-4c2a-be12-2baef078a1e1', 'tempest-TagsTest-Tag-442026876') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:47.830941 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:47.933524 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c0abcf76-246e-4fe2-91d2-5e7bcec76133 tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] 10.222.0.46 "GET /v2.0/networks/a5a3ae52-9f03-4c2a-be12-2baef078a1e1/tags/tempest-TagsTest-Tag-442026876 HTTP/1.1" status: 204 len: 168 time: 0.1152062 Sep 17 23:57:47.937247 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55270) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:47.961889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-fead02cf-da51-4b86-9ca3-6b967effdc81 tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a5a3ae52-9f03-4c2a-be12-2baef078a1e1') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:47.975100 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4203b055-7a93-458e-a8ae-2738544f2422 None None] Provisioning complete for port 5d1cf130-df1d-489b-a7f5-dec82f25bb53 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:47.981467 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4203b055-7a93-458e-a8ae-2738544f2422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:48.093991 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55274) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:48.094354 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fead02cf-da51-4b86-9ca3-6b967effdc81 tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] 10.222.0.46 "GET /v2.0/networks/a5a3ae52-9f03-4c2a-be12-2baef078a1e1/tags HTTP/1.1" status: 200 len: 237 time: 0.1417482 Sep 17 23:57:48.099482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.tag.tag_plugin [None req-80eb6c6f-444e-468f-94c4-53e911bb2b1d tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a5a3ae52-9f03-4c2a-be12-2baef078a1e1', {'tags': ['tempest-TagsTest-Tag-1426446509', 'tempest-TagsTest-Tag-569714771', 'tempest-TagsTest-Tag-869019647']}) {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:48.122134 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5d1cf130-df1d-489b-a7f5-dec82f25bb53 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:57:48.145553 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa7c4369-149c-4e26-b4d2-aa176f44f392 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:48.258848 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4203b055-7a93-458e-a8ae-2738544f2422 None None] Provisioning complete for port 0148a147-3c02-4860-9fad-4a606cc01674 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:48.259993 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4203b055-7a93-458e-a8ae-2738544f2422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:48.329829 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-4203b055-7a93-458e-a8ae-2738544f2422 None None] Port 0148a147-3c02-4860-9fad-4a606cc01674 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:57:48.351783 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 5d1cf130-df1d-489b-a7f5-dec82f25bb53 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:48.354952 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:48.462604 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-51914902-03d8-4e29-87c4-33daaa5dc947 None None] Could not find standard attr ID for object 06ac8290-ecfd-40fb-9ef9-0f6628ee7feb. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:57:48.685959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c4369-149c-4e26-b4d2-aa176f44f392 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=06ac8290-ecfd-40fb-9ef9-0f6628ee7feb,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:48.739743 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa7c4369-149c-4e26-b4d2-aa176f44f392 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:48.744907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55296) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:48.745431 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fa7c4369-149c-4e26-b4d2-aa176f44f392 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/ports/06ac8290-ecfd-40fb-9ef9-0f6628ee7feb HTTP/1.1" status: 204 len: 168 time: 1.3057325 Sep 17 23:57:48.777889 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab4f0e9-8fd8-4003-9897-6414181bf860 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] GET failed (client error): The resource could not be found. Sep 17 23:57:48.782338 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8ab4f0e9-8fd8-4003-9897-6414181bf860 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports/06ac8290-ecfd-40fb-9ef9-0f6628ee7feb HTTP/1.1" status: 404 len: 333 time: 0.0335824 Sep 17 23:57:48.782720 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55298) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:48.866036 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-80eb6c6f-444e-468f-94c4-53e911bb2b1d tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] 10.222.0.46 "PUT /v2.0/networks/a5a3ae52-9f03-4c2a-be12-2baef078a1e1/tags HTTP/1.1" status: 200 len: 307 time: 0.7697771 Sep 17 23:57:48.874178 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55300) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:48.879580 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-cb8859ff-5e7b-431d-abb0-64c447a12eb9 tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a5a3ae52-9f03-4c2a-be12-2baef078a1e1', 'tempest-TagsTest-Tag-1426446509') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:48.886097 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-01c8cd4d-6d4b-41d0-b21f-23dd0fb5eb6e tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port 0148a147-3c02-4860-9fad-4a606cc01674 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:48.886517 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-01c8cd4d-6d4b-41d0-b21f-23dd0fb5eb6e tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:49.020419 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-01c8cd4d-6d4b-41d0-b21f-23dd0fb5eb6e tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:49.035668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-01c8cd4d-6d4b-41d0-b21f-23dd0fb5eb6e tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for 0148a147-3c02-4860-9fad-4a606cc01674 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:49.111047 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cb8859ff-5e7b-431d-abb0-64c447a12eb9 tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] 10.222.0.46 "DELETE /v2.0/networks/a5a3ae52-9f03-4c2a-be12-2baef078a1e1/tags/tempest-TagsTest-Tag-1426446509 HTTP/1.1" status: 204 len: 168 time: 0.2357075 Sep 17 23:57:49.114193 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55302) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:49.119440 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-97a28d5c-7c3b-4d74-a6da-06279b3d117c tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a5a3ae52-9f03-4c2a-be12-2baef078a1e1', 'tempest-TagsTest-Tag-1426446509') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:49.216010 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-97a28d5c-7c3b-4d74-a6da-06279b3d117c tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] show failed (client error): The resource could not be found. Sep 17 23:57:49.219928 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-97a28d5c-7c3b-4d74-a6da-06279b3d117c tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] 10.222.0.46 "GET /v2.0/networks/a5a3ae52-9f03-4c2a-be12-2baef078a1e1/tags/tempest-TagsTest-Tag-1426446509 HTTP/1.1" status: 404 len: 326 time: 0.1017783 Sep 17 23:57:49.220309 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55304) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:49.224886 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-8e7416c7-77e3-4bcd-91a1-139830069482 tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a5a3ae52-9f03-4c2a-be12-2baef078a1e1', 'tempest-TagsTest-Tag-569714771') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:49.306067 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-01c8cd4d-6d4b-41d0-b21f-23dd0fb5eb6e tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:49.324010 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8e7416c7-77e3-4bcd-91a1-139830069482 tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] 10.222.0.46 "GET /v2.0/networks/a5a3ae52-9f03-4c2a-be12-2baef078a1e1/tags/tempest-TagsTest-Tag-569714771 HTTP/1.1" status: 204 len: 168 time: 0.1019139 Sep 17 23:57:49.325916 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55308) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:49.332401 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-9fd61bf9-7258-4d78-99ae-6db7a6ce2210 tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a5a3ae52-9f03-4c2a-be12-2baef078a1e1', 'tempest-TagsTest-Tag-869019647') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:49.369595 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8cd4d-6d4b-41d0-b21f-23dd0fb5eb6e tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=0148a147-3c02-4860-9fad-4a606cc01674,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:49.440751 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9fd61bf9-7258-4d78-99ae-6db7a6ce2210 tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] 10.222.0.46 "GET /v2.0/networks/a5a3ae52-9f03-4c2a-be12-2baef078a1e1/tags/tempest-TagsTest-Tag-869019647 HTTP/1.1" status: 204 len: 168 time: 0.1130376 Sep 17 23:57:49.444017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55316) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:49.454016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-8a712900-0eb1-4202-9edb-c5192bf95e46 tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a5a3ae52-9f03-4c2a-be12-2baef078a1e1') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:49.470667 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-01c8cd4d-6d4b-41d0-b21f-23dd0fb5eb6e tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:49.489602 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-01c8cd4d-6d4b-41d0-b21f-23dd0fb5eb6e tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/ports/0148a147-3c02-4860-9fad-4a606cc01674 HTTP/1.1" status: 204 len: 168 time: 0.6938295 Sep 17 23:57:49.489602 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55318) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:49.514948 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-99949f53-b083-40e8-8c58-fcf28bd00c2d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] GET failed (client error): The resource could not be found. Sep 17 23:57:49.517022 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-99949f53-b083-40e8-8c58-fcf28bd00c2d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports/0148a147-3c02-4860-9fad-4a606cc01674 HTTP/1.1" status: 404 len: 333 time: 0.0375545 Sep 17 23:57:49.520760 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55320) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:49.640328 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3740893-2266-40d8-857c-5c0c0117a1e4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting subnet d04423aa-4efd-4778-88f1-6e417aeef559 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:57:49.644190 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3740893-2266-40d8-857c-5c0c0117a1e4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:49.691567 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3740893-2266-40d8-857c-5c0c0117a1e4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:49.721504 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:49.845291 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3740893-2266-40d8-857c-5c0c0117a1e4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:49.881229 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55328) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:49.881390 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8a712900-0eb1-4202-9edb-c5192bf95e46 tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] 10.222.0.46 "DELETE /v2.0/networks/a5a3ae52-9f03-4c2a-be12-2baef078a1e1/tags HTTP/1.1" status: 204 len: 168 time: 0.4361625 Sep 17 23:57:49.887698 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.tag.tag_plugin [None req-78be7360-0ad6-48b0-8f8f-1fcab8730159 tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a5a3ae52-9f03-4c2a-be12-2baef078a1e1', 'tempest-TagsTest-Tag-569714771') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:50.013189 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3740893-2266-40d8-857c-5c0c0117a1e4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:50.026265 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-78be7360-0ad6-48b0-8f8f-1fcab8730159 tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] show failed (client error): The resource could not be found. Sep 17 23:57:50.027654 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-78be7360-0ad6-48b0-8f8f-1fcab8730159 tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] 10.222.0.46 "GET /v2.0/networks/a5a3ae52-9f03-4c2a-be12-2baef078a1e1/tags/tempest-TagsTest-Tag-569714771 HTTP/1.1" status: 404 len: 325 time: 0.1453269 Sep 17 23:57:50.030562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55330) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:50.037814 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3740893-2266-40d8-857c-5c0c0117a1e4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:50.038519 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.tag.tag_plugin [None req-595b74ab-c80f-4810-95b7-93edee876759 tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a5a3ae52-9f03-4c2a-be12-2baef078a1e1', 'tempest-TagsTest-Tag-869019647') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:50.042701 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f3740893-2266-40d8-857c-5c0c0117a1e4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/subnets/d04423aa-4efd-4778-88f1-6e417aeef559 HTTP/1.1" status: 204 len: 168 time: 0.5192375 Sep 17 23:57:50.045659 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55332) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:50.046797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a97e55-4e54-4aed-90fa-bd9f6287c15e None None] Network 1284b300-54dc-463f-8842-c1adf644f967 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:50.098105 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3740893-2266-40d8-857c-5c0c0117a1e4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Subnet': ['ID=d04423aa-4efd-4778-88f1-6e417aeef559,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:50.208730 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:50.259980 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-595b74ab-c80f-4810-95b7-93edee876759 tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] show failed (client error): The resource could not be found. Sep 17 23:57:50.261072 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-595b74ab-c80f-4810-95b7-93edee876759 tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] 10.222.0.46 "GET /v2.0/networks/a5a3ae52-9f03-4c2a-be12-2baef078a1e1/tags/tempest-TagsTest-Tag-869019647 HTTP/1.1" status: 404 len: 325 time: 0.2293246 Sep 17 23:57:50.263920 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55334) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:50.277762 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cac366a-dbfb-40be-86bc-b4cf2da79d69 None None] DHCP port deletion for 1284b300-54dc-463f-8842-c1adf644f967 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:57:50.281512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-8ea76e03-bd82-4e43-85d8-23be3f511f7f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a5a3ae52-9f03-4c2a-be12-2baef078a1e1') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:50.338912 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6cac366a-dbfb-40be-86bc-b4cf2da79d69 None None] Deleting port 5d1cf130-df1d-489b-a7f5-dec82f25bb53 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:50.339575 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6cac366a-dbfb-40be-86bc-b4cf2da79d69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:50.365757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port 5d1cf130-df1d-489b-a7f5-dec82f25bb53 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:50.366314 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:50.461384 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8ea76e03-bd82-4e43-85d8-23be3f511f7f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] 10.222.0.46 "DELETE /v2.0/networks/a5a3ae52-9f03-4c2a-be12-2baef078a1e1/tags HTTP/1.1" status: 204 len: 168 time: 0.1901307 Sep 17 23:57:50.463604 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55338) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:50.478893 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6cac366a-dbfb-40be-86bc-b4cf2da79d69 None None] For port 5d1cf130-df1d-489b-a7f5-dec82f25bb53, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5d1cf130-df1d-489b-a7f5-dec82f25bb53,segment=NetworkSegment(6af09132-a5de-4c3c-90a3-1f861dbedca9),segment_id=6af09132-a5de-4c3c-90a3-1f861dbedca9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:50.479744 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6cac366a-dbfb-40be-86bc-b4cf2da79d69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:50.503568 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6cac366a-dbfb-40be-86bc-b4cf2da79d69 None None] Calling delete_port for 5d1cf130-df1d-489b-a7f5-dec82f25bb53 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:50.552069 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] For port 5d1cf130-df1d-489b-a7f5-dec82f25bb53, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5d1cf130-df1d-489b-a7f5-dec82f25bb53,segment=NetworkSegment(6af09132-a5de-4c3c-90a3-1f861dbedca9),segment_id=6af09132-a5de-4c3c-90a3-1f861dbedca9)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:50.552456 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:50.581021 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for 5d1cf130-df1d-489b-a7f5-dec82f25bb53 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:50.606263 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-705bc834-528c-4c2a-ba54-e889f46fc84f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:50.749054 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-705bc834-528c-4c2a-ba54-e889f46fc84f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:50.755192 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6cac366a-dbfb-40be-86bc-b4cf2da79d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:50.761273 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:50.785452 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-705bc834-528c-4c2a-ba54-e889f46fc84f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a3ae52-9f03-4c2a-be12-2baef078a1e1']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:50.787017 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac366a-dbfb-40be-86bc-b4cf2da79d69 None None] Pushing event deleted for resources: {'Port': ['ID=5d1cf130-df1d-489b-a7f5-dec82f25bb53,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:50.796622 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=5d1cf130-df1d-489b-a7f5-dec82f25bb53,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:50.803669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No DVR routers for this DVR port 5d1cf130-df1d-489b-a7f5-dec82f25bb53 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:57:50.803999 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac366a-dbfb-40be-86bc-b4cf2da79d69 None None] No DVR routers for this DVR port 5d1cf130-df1d-489b-a7f5-dec82f25bb53 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:57:50.810316 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-705bc834-528c-4c2a-ba54-e889f46fc84f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525b56ef-a05e-4148-aede-ed73c3000a32') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:50.810940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-705bc834-528c-4c2a-ba54-e889f46fc84f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525b56ef-a05e-4148-aede-ed73c3000a32') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:50.824705 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-705bc834-528c-4c2a-ba54-e889f46fc84f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:50.838528 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-705bc834-528c-4c2a-ba54-e889f46fc84f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:50.845023 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705bc834-528c-4c2a-ba54-e889f46fc84f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:57:50.845474 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-705bc834-528c-4c2a-ba54-e889f46fc84f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:57:50.851465 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:57:50.920020 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:50.941844 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1284b300-54dc-463f-8842-c1adf644f967']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:50.951607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af09132-a5de-4c3c-90a3-1f861dbedca9') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:50.952416 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af09132-a5de-4c3c-90a3-1f861dbedca9') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:50.961501 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:50.975633 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:50.981729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:57:50.982132 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:57:50.985097 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:57:51.019447 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-705bc834-528c-4c2a-ba54-e889f46fc84f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:51.027717 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-705bc834-528c-4c2a-ba54-e889f46fc84f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:51.032157 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-705bc834-528c-4c2a-ba54-e889f46fc84f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] 10.222.0.46 "DELETE /v2.0/networks/a5a3ae52-9f03-4c2a-be12-2baef078a1e1 HTTP/1.1" status: 204 len: 168 time: 0.5648429 Sep 17 23:57:51.044003 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bc834-528c-4c2a-ba54-e889f46fc84f tempest-TagsTest-1242500042 tempest-TagsTest-1242500042-project] Pushing event deleted for resources: {'Network': ['ID=a5a3ae52-9f03-4c2a-be12-2baef078a1e1,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:51.165666 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:51.170405 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:51.177111 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/networks/1284b300-54dc-463f-8842-c1adf644f967 HTTP/1.1" status: 204 len: 168 time: 1.1300704 Sep 17 23:57:51.177484 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55348) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:51.182777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7f5fa3cd-d084-4a8a-b1b0-9468bf3483aa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-859404308'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:51.191906 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ff7a6-0138-4544-b7b1-eae1c81f9c69 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Network': ['ID=1284b300-54dc-463f-8842-c1adf644f967,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:51.292084 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5fa3cd-d084-4a8a-b1b0-9468bf3483aa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:51.295697 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f5fa3cd-d084-4a8a-b1b0-9468bf3483aa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:51.327070 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5fa3cd-d084-4a8a-b1b0-9468bf3483aa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:57:51.340420 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f5fa3cd-d084-4a8a-b1b0-9468bf3483aa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:51.340596 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-7f5fa3cd-d084-4a8a-b1b0-9468bf3483aa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Added segment c83971aa-3c3a-45c6-a463-747c9cf769da of type vlan for network 321f80f8-717b-46c4-bfed-382da01dab04 Sep 17 23:57:51.388731 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f5fa3cd-d084-4a8a-b1b0-9468bf3483aa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:51.480568 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f5fa3cd-d084-4a8a-b1b0-9468bf3483aa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:51.486653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5fa3cd-d084-4a8a-b1b0-9468bf3483aa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:51.487265 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f5fa3cd-d084-4a8a-b1b0-9468bf3483aa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:51.571999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55356) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:51.636874 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fa3cd-d084-4a8a-b1b0-9468bf3483aa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Network': ['ID=321f80f8-717b-46c4-bfed-382da01dab04,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:51.647210 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7f5fa3cd-d084-4a8a-b1b0-9468bf3483aa tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4685612 Sep 17 23:57:51.651137 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55366) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:51.659298 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 321f80f8-717b-46c4-bfed-382da01dab04 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:57:51.661543 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a60ea6c4-1d87-4911-8e12-f72cd06d2add tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'subnet': {'network_id': '321f80f8-717b-46c4-bfed-382da01dab04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:51.859185 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e24c1aa7-934c-4d15-b503-69633d7f694b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9712bc904b634e9eab36e7a26a2d34db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854581 Sep 17 23:57:51.861753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55374) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:51.931157 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84cc87f2-cd2c-413d-86a4-05ab439459fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:51.956065 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84cc87f2-cd2c-413d-86a4-05ab439459fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:52.008595 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60ea6c4-1d87-4911-8e12-f72cd06d2add tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:52.012721 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a60ea6c4-1d87-4911-8e12-f72cd06d2add tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:52.039464 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5d1cf130-df1d-489b-a7f5-dec82f25bb53 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:57:52.061089 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 5d1cf130-df1d-489b-a7f5-dec82f25bb53 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:57:52.061681 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5d1cf130-df1d-489b-a7f5-dec82f25bb53 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:57:52.133055 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84cc87f2-cd2c-413d-86a4-05ab439459fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:52.135837 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84cc87f2-cd2c-413d-86a4-05ab439459fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:52.142421 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-84cc87f2-cd2c-413d-86a4-05ab439459fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/836cba80-a142-4bcc-bce9-413ccf864ab9 HTTP/1.1" status: 204 len: 168 time: 0.2742679 Sep 17 23:57:52.148709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc87f2-cd2c-413d-86a4-05ab439459fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836cba80-a142-4bcc-bce9-413ccf864ab9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:52.384019 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a60ea6c4-1d87-4911-8e12-f72cd06d2add tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:52.453304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ea6c4-1d87-4911-8e12-f72cd06d2add tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Subnet': ['ID=32891314-aa46-4198-9151-a8f5336f071c,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:52.468993 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60ea6c4-1d87-4911-8e12-f72cd06d2add tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Checking segment: {'id': 'c83971aa-3c3a-45c6-a463-747c9cf769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '321f80f8-717b-46c4-bfed-382da01dab04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:52.469567 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60ea6c4-1d87-4911-8e12-f72cd06d2add tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network hostable DHCP agents. Network: 321f80f8-717b-46c4-bfed-382da01dab04, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:57:52.566519 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60ea6c4-1d87-4911-8e12-f72cd06d2add tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 321f80f8-717b-46c4-bfed-382da01dab04 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:57:52.671775 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-a60ea6c4-1d87-4911-8e12-f72cd06d2add tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 321f80f8-717b-46c4-bfed-382da01dab04) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:52.677671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60ea6c4-1d87-4911-8e12-f72cd06d2add tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:52.678238 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a60ea6c4-1d87-4911-8e12-f72cd06d2add tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:52.688434 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5793ab83-13ed-4d8a-b391-2fc595c42782 None None] Network 321f80f8-717b-46c4-bfed-382da01dab04 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:52.814937 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a60ea6c4-1d87-4911-8e12-f72cd06d2add tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1597428 Sep 17 23:57:52.815102 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55396) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:52.823268 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-ff1cc778-6e8a-4a1e-8c0b-36d1aa51ac6f tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-235587067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:52.911679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-321f80f8-717b-46c4-bfed-382da01dab04', 'network_id': '321f80f8-717b-46c4-bfed-382da01dab04', 'tenant_id': '82b767cbc58242038b61a13b6547f128', 'fixed_ips': [{'subnet_id': '32891314-aa46-4198-9151-a8f5336f071c'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:57:52.912787 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:52.956439 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff1cc778-6e8a-4a1e-8c0b-36d1aa51ac6f tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:52.957296 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff1cc778-6e8a-4a1e-8c0b-36d1aa51ac6f tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:53.160117 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] Allocated IP 2001:db8::2 (321f80f8-717b-46c4-bfed-382da01dab04/32891314-aa46-4198-9151-a8f5336f071c/33220850-635e-40b4-a6f1-a43a1c19166b) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:53.180280 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff1cc778-6e8a-4a1e-8c0b-36d1aa51ac6f tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:53.275713 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff1cc778-6e8a-4a1e-8c0b-36d1aa51ac6f tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:53.356794 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:53.412094 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff1cc778-6e8a-4a1e-8c0b-36d1aa51ac6f tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:53.413359 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ff1cc778-6e8a-4a1e-8c0b-36d1aa51ac6f tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5967898 Sep 17 23:57:53.416286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55424) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:53.421206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-781a98a8-94b4-492d-b856-a15d88592fd2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'network_id': '321f80f8-717b-46c4-bfed-382da01dab04', 'name': 'tempest-PortsIpV6TestJSON-1387084904'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:57:53.443196 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:53.495866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] Network 321f80f8-717b-46c4-bfed-382da01dab04 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:53.500966 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:53.506382 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:53.536622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] Pushing event updated for resources: {'Port': ['ID=33220850-635e-40b4-a6f1-a43a1c19166b,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:53.610633 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] Attempting to bind port 33220850-635e-40b4-a6f1-a43a1c19166b on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:57:53.616167 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] Attempting to bind port 33220850-635e-40b4-a6f1-a43a1c19166b by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'c83971aa-3c3a-45c6-a463-747c9cf769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '321f80f8-717b-46c4-bfed-382da01dab04'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:57:53.616611 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] Attempting to bind port 33220850-635e-40b4-a6f1-a43a1c19166b on network 321f80f8-717b-46c4-bfed-382da01dab04 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:57:53.627846 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:57:53.628927 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] Checking segment: {'id': 'c83971aa-3c3a-45c6-a463-747c9cf769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '321f80f8-717b-46c4-bfed-382da01dab04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:57:53.628927 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:53.628927 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] Bound using segment: {'id': 'c83971aa-3c3a-45c6-a463-747c9cf769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '321f80f8-717b-46c4-bfed-382da01dab04'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:57:53.631866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] Bound port: 33220850-635e-40b4-a6f1-a43a1c19166b, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83971aa-3c3a-45c6-a463-747c9cf769da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '321f80f8-717b-46c4-bfed-382da01dab04'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:57:53.632267 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:53.709262 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781a98a8-94b4-492d-b856-a15d88592fd2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:57:53.713446 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-781a98a8-94b4-492d-b856-a15d88592fd2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:53.731231 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] For port 33220850-635e-40b4-a6f1-a43a1c19166b, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:57:53.739700 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] For port 33220850-635e-40b4-a6f1-a43a1c19166b, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=33220850-635e-40b4-a6f1-a43a1c19166b,segment=NetworkSegment(c83971aa-3c3a-45c6-a463-747c9cf769da),segment_id=c83971aa-3c3a-45c6-a463-747c9cf769da)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:57:53.749475 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-781a98a8-94b4-492d-b856-a15d88592fd2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] device_id is not set on port 4a09634d-2e4c-4e4b-8fe6-03e6c733d8da yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:57:53.875209 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:54.020905 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-781a98a8-94b4-492d-b856-a15d88592fd2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Allocated IP 2001:db8::1c2 (321f80f8-717b-46c4-bfed-382da01dab04/32891314-aa46-4198-9151-a8f5336f071c/4a09634d-2e4c-4e4b-8fe6-03e6c733d8da) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:57:54.079154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19311b-93af-4bce-98c8-d5248b6db2f8 None None] Pushing event updated for resources: {'Port': ['ID=33220850-635e-40b4-a6f1-a43a1c19166b,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:54.404103 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-781a98a8-94b4-492d-b856-a15d88592fd2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:54.532662 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-781a98a8-94b4-492d-b856-a15d88592fd2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:54.587078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781a98a8-94b4-492d-b856-a15d88592fd2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 321f80f8-717b-46c4-bfed-382da01dab04 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:54.590407 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-781a98a8-94b4-492d-b856-a15d88592fd2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:54.597700 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a98a8-94b4-492d-b856-a15d88592fd2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:57:54.612495 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a98a8-94b4-492d-b856-a15d88592fd2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:54.612495 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-781a98a8-94b4-492d-b856-a15d88592fd2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:54.613623 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a98a8-94b4-492d-b856-a15d88592fd2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=4a09634d-2e4c-4e4b-8fe6-03e6c733d8da,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:54.738819 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-781a98a8-94b4-492d-b856-a15d88592fd2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3214493 Sep 17 23:57:54.741364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55484) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:55.410980 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91c4b6ae-9276-439f-a85d-88ce96d22824 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:55.516225 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6727c2-d332-406c-aea4-cab07098b7dd None None] Network 321f80f8-717b-46c4-bfed-382da01dab04 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:57:55.632083 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ac423dea-8241-4cb2-be1f-b2d6daa93b7f None None] Provisioning complete for port 33220850-635e-40b4-a6f1-a43a1c19166b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:55.632476 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ac423dea-8241-4cb2-be1f-b2d6daa93b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:55.795218 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91c4b6ae-9276-439f-a85d-88ce96d22824 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:55.810287 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ac423dea-8241-4cb2-be1f-b2d6daa93b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:55.860162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ac423dea-8241-4cb2-be1f-b2d6daa93b7f None None] For port 33220850-635e-40b4-a6f1-a43a1c19166b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=33220850-635e-40b4-a6f1-a43a1c19166b,segment=NetworkSegment(c83971aa-3c3a-45c6-a463-747c9cf769da),segment_id=c83971aa-3c3a-45c6-a463-747c9cf769da)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:57:55.961305 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ac423dea-8241-4cb2-be1f-b2d6daa93b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:55.962886 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91c4b6ae-9276-439f-a85d-88ce96d22824 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:56.126429 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac423dea-8241-4cb2-be1f-b2d6daa93b7f None None] Pushing event updated for resources: {'Port': ['ID=33220850-635e-40b4-a6f1-a43a1c19166b,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:56.146114 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4b6ae-9276-439f-a85d-88ce96d22824 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=4a09634d-2e4c-4e4b-8fe6-03e6c733d8da,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:56.194887 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 33220850-635e-40b4-a6f1-a43a1c19166b up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:57:56.280559 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-fb14b1f3-4702-4f27-8dcc-d7a590b0f4cc None None] Provisioning complete for port 33220850-635e-40b4-a6f1-a43a1c19166b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:56.280990 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fb14b1f3-4702-4f27-8dcc-d7a590b0f4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:56.290920 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55574) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:56.363661 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 33220850-635e-40b4-a6f1-a43a1c19166b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:56.364054 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:56.424819 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91c4b6ae-9276-439f-a85d-88ce96d22824 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:56.474843 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55584) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:56.546581 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-fb14b1f3-4702-4f27-8dcc-d7a590b0f4cc None None] Provisioning complete for port 4a09634d-2e4c-4e4b-8fe6-03e6c733d8da triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:56.547591 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fb14b1f3-4702-4f27-8dcc-d7a590b0f4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:56.567318 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4aeb-8409-4b18-aebd-2eabb912d6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:56.614541 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-fb14b1f3-4702-4f27-8dcc-d7a590b0f4cc None None] Port 4a09634d-2e4c-4e4b-8fe6-03e6c733d8da cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:57:56.667268 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-baaa50dd-0a46-496d-8a24-4f07f03779e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:56.745724 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91c4b6ae-9276-439f-a85d-88ce96d22824 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:56.748363 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0fd3d292-d9f4-43c4-abf2-5e5143e8c181 None None] Provisioning complete for port 4a09634d-2e4c-4e4b-8fe6-03e6c733d8da triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:56.748727 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0fd3d292-d9f4-43c4-abf2-5e5143e8c181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:56.760288 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4aeb-8409-4b18-aebd-2eabb912d6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:56.819189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0fd3d292-d9f4-43c4-abf2-5e5143e8c181 None None] Port 4a09634d-2e4c-4e4b-8fe6-03e6c733d8da cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:57:56.856710 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4aeb-8409-4b18-aebd-2eabb912d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:56.949202 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ff9e4aeb-8409-4b18-aebd-2eabb912d6ab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e9a59b1fba524c509d919247eec1fcf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6571360 Sep 17 23:57:56.952709 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55602) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:56.963604 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e4aeb-8409-4b18-aebd-2eabb912d6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0141d4ea-66c4-498d-be7e-7b9afabea4d8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:57.047763 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-78f97f0f-9fbc-40c1-aac8-930672a67da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:57.053073 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-221cb5ce-dc4e-4a2c-a61f-50c323629aeb None None] Provisioning complete for port 4a09634d-2e4c-4e4b-8fe6-03e6c733d8da triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:57.053073 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-221cb5ce-dc4e-4a2c-a61f-50c323629aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:57.078099 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-baaa50dd-0a46-496d-8a24-4f07f03779e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:57.091612 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-78f97f0f-9fbc-40c1-aac8-930672a67da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:57.098452 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-221cb5ce-dc4e-4a2c-a61f-50c323629aeb None None] Port 4a09634d-2e4c-4e4b-8fe6-03e6c733d8da cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:57:57.149593 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-baaa50dd-0a46-496d-8a24-4f07f03779e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:57.205742 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91c4b6ae-9276-439f-a85d-88ce96d22824 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:57.207774 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa50dd-0a46-496d-8a24-4f07f03779e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54fc565-c8cc-4cf5-bedf-80a79e0be266,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:57.212543 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-baaa50dd-0a46-496d-8a24-4f07f03779e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=44a2a7fd254b4966824004c5da6b55f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7366347 Sep 17 23:57:57.220165 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55614) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:57.246778 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-78f97f0f-9fbc-40c1-aac8-930672a67da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:57.249339 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-78f97f0f-9fbc-40c1-aac8-930672a67da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:57.250487 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-78f97f0f-9fbc-40c1-aac8-930672a67da0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0141d4ea-66c4-498d-be7e-7b9afabea4d8 HTTP/1.1" status: 204 len: 168 time: 0.2952175 Sep 17 23:57:57.274424 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f97f0f-9fbc-40c1-aac8-930672a67da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0141d4ea-66c4-498d-be7e-7b9afabea4d8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:57.309754 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91c4b6ae-9276-439f-a85d-88ce96d22824 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:57.317963 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91c4b6ae-9276-439f-a85d-88ce96d22824 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:57.320595 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e85b8044-8a91-424a-b2a4-1452ee53a593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:57.358023 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e85b8044-8a91-424a-b2a4-1452ee53a593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:57.387762 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4b6ae-9276-439f-a85d-88ce96d22824 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=4a09634d-2e4c-4e4b-8fe6-03e6c733d8da,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:57.471273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c4b6ae-9276-439f-a85d-88ce96d22824 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 321f80f8-717b-46c4-bfed-382da01dab04 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:57:57.472954 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-91c4b6ae-9276-439f-a85d-88ce96d22824 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:57:57.526233 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e85b8044-8a91-424a-b2a4-1452ee53a593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:57.528738 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e85b8044-8a91-424a-b2a4-1452ee53a593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:57.533138 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e85b8044-8a91-424a-b2a4-1452ee53a593 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d54fc565-c8cc-4cf5-bedf-80a79e0be266 HTTP/1.1" status: 204 len: 168 time: 0.3132608 Sep 17 23:57:57.544098 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b8044-8a91-424a-b2a4-1452ee53a593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54fc565-c8cc-4cf5-bedf-80a79e0be266,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:57.721438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c4b6ae-9276-439f-a85d-88ce96d22824 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Router 4917569c-50c1-4c92-95c3-eabfd94c4f83 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:57:57.839607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-74317149-3718-460c-8675-67edbd756095 None None] Provisioning complete for port 4a09634d-2e4c-4e4b-8fe6-03e6c733d8da triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:57.840097 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-74317149-3718-460c-8675-67edbd756095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:57.897750 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-74317149-3718-460c-8675-67edbd756095 None None] Port 4a09634d-2e4c-4e4b-8fe6-03e6c733d8da cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:57:58.082552 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 33220850-635e-40b4-a6f1-a43a1c19166b up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:57:58.182464 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 33220850-635e-40b4-a6f1-a43a1c19166b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:57:58.182888 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:58.202038 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c4b6ae-9276-439f-a85d-88ce96d22824 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:57:58.211094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-91c4b6ae-9276-439f-a85d-88ce96d22824 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "PUT /v2.0/routers/4917569c-50c1-4c92-95c3-eabfd94c4f83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4654789 Sep 17 23:57:58.212092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55656) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:58.218821 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c551b-f384-4456-b6ad-6f2224c5d12e None None] Sync routers for ids ['4917569c-50c1-4c92-95c3-eabfd94c4f83'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:57:58.236189 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c551b-f384-4456-b6ad-6f2224c5d12e None None] Routers {'4917569c-50c1-4c92-95c3-eabfd94c4f83'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:57:58.236878 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-010c551b-f384-4456-b6ad-6f2224c5d12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:57:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['4917569c-50c1-4c92-95c3-eabfd94c4f83'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:58.274225 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55664) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:58.302719 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a896154c-4255-46e9-9cbc-5234f9ccd0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:58.336295 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-010c551b-f384-4456-b6ad-6f2224c5d12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:58.347159 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cdd3b5-5703-4ba6-878e-5fc2533c1336 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:57:58.352876 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c551b-f384-4456-b6ad-6f2224c5d12e None None] Routers {'4917569c-50c1-4c92-95c3-eabfd94c4f83'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:57:58.353713 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b8cdd3b5-5703-4ba6-878e-5fc2533c1336 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports?device_id=4917569c-50c1-4c92-95c3-eabfd94c4f83 HTTP/1.1" status: 200 len: 989 time: 0.1405344 Sep 17 23:57:58.354081 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-010c551b-f384-4456-b6ad-6f2224c5d12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:57:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['4917569c-50c1-4c92-95c3-eabfd94c4f83'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:58.355836 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55668) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:58.413777 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-010c551b-f384-4456-b6ad-6f2224c5d12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:57:58.415668 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c551b-f384-4456-b6ad-6f2224c5d12e None None] The sync data for ids ['4917569c-50c1-4c92-95c3-eabfd94c4f83'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:57:58.702590 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a896154c-4255-46e9-9cbc-5234f9ccd0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:58.805374 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a896154c-4255-46e9-9cbc-5234f9ccd0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:58.806298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55688) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:58.821116 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec95141d-c5c5-429b-baa4-6812ee7b9b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:58.873632 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a896154c-4255-46e9-9cbc-5234f9ccd0a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=815124cf94b44a8e9d3df3cfb72e91cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5984604 Sep 17 23:57:58.874474 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55694) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:58.878174 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896154c-4255-46e9-9cbc-5234f9ccd0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69869b5b-143d-4662-98f2-8b3fefcd000d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:58.965638 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec95141d-c5c5-429b-baa4-6812ee7b9b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:58.968998 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-630b6369-376c-4633-843e-2701c87515cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:58.997705 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-56356670-2fb0-488e-a798-d159f6434da1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:58.998479 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-630b6369-376c-4633-843e-2701c87515cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:59.114694 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec95141d-c5c5-429b-baa4-6812ee7b9b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:59.159824 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ec95141d-c5c5-429b-baa4-6812ee7b9b60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cde83c658001498eb5bf489ee30ebf04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3521636 Sep 17 23:57:59.163065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55706) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:57:59.170363 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95141d-c5c5-429b-baa4-6812ee7b9b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab251da-b5cd-425a-8007-1f84f4dddedd,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:59.239944 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20026aa7-85a5-4a53-bd5b-f1a4aa9f3643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:59.242998 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-630b6369-376c-4633-843e-2701c87515cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:59.245642 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-630b6369-376c-4633-843e-2701c87515cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:59.247932 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-630b6369-376c-4633-843e-2701c87515cb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69869b5b-143d-4662-98f2-8b3fefcd000d HTTP/1.1" status: 204 len: 168 time: 0.3719220 Sep 17 23:57:59.273065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b6369-376c-4633-843e-2701c87515cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69869b5b-143d-4662-98f2-8b3fefcd000d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:59.286958 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20026aa7-85a5-4a53-bd5b-f1a4aa9f3643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:59.308534 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-56356670-2fb0-488e-a798-d159f6434da1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port 4a09634d-2e4c-4e4b-8fe6-03e6c733d8da {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:57:59.309153 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-56356670-2fb0-488e-a798-d159f6434da1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:59.453475 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-56356670-2fb0-488e-a798-d159f6434da1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:59.472348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-56356670-2fb0-488e-a798-d159f6434da1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for 4a09634d-2e4c-4e4b-8fe6-03e6c733d8da owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:57:59.488501 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20026aa7-85a5-4a53-bd5b-f1a4aa9f3643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:59.491413 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20026aa7-85a5-4a53-bd5b-f1a4aa9f3643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:59.492991 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-20026aa7-85a5-4a53-bd5b-f1a4aa9f3643 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2ab251da-b5cd-425a-8007-1f84f4dddedd HTTP/1.1" status: 204 len: 168 time: 0.3287618 Sep 17 23:57:59.503450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20026aa7-85a5-4a53-bd5b-f1a4aa9f3643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab251da-b5cd-425a-8007-1f84f4dddedd,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:57:59.806126 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-56356670-2fb0-488e-a798-d159f6434da1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:57:59.856426 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56356670-2fb0-488e-a798-d159f6434da1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=4a09634d-2e4c-4e4b-8fe6-03e6c733d8da,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:00.037374 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-56356670-2fb0-488e-a798-d159f6434da1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:00.305235 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56356670-2fb0-488e-a798-d159f6434da1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Router 4917569c-50c1-4c92-95c3-eabfd94c4f83 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:58:00.402424 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56356670-2fb0-488e-a798-d159f6434da1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:58:00.407405 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-56356670-2fb0-488e-a798-d159f6434da1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "PUT /v2.0/routers/4917569c-50c1-4c92-95c3-eabfd94c4f83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0475488 Sep 17 23:58:00.411255 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55772) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:00.426182 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1f8014-d380-4002-ac79-0e48ea972a1c None None] Sync routers for ids ['4917569c-50c1-4c92-95c3-eabfd94c4f83'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:58:00.436551 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f8014-d380-4002-ac79-0e48ea972a1c None None] Routers {'4917569c-50c1-4c92-95c3-eabfd94c4f83'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:58:00.436804 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9f9d30-a300-4293-8ff1-00790eb58543 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] GET failed (client error): The resource could not be found. Sep 17 23:58:00.442689 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1d1f8014-d380-4002-ac79-0e48ea972a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:57:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['4917569c-50c1-4c92-95c3-eabfd94c4f83'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:00.442846 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ff9f9d30-a300-4293-8ff1-00790eb58543 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports/4a09634d-2e4c-4e4b-8fe6-03e6c733d8da HTTP/1.1" status: 404 len: 333 time: 0.0260222 Sep 17 23:58:00.443102 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55778) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:00.471628 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:58:00.610510 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2aac378d-c527-426f-be0b-4286ad77884a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:00.618403 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1d1f8014-d380-4002-ac79-0e48ea972a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:00.645519 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f8014-d380-4002-ac79-0e48ea972a1c None None] Routers {'4917569c-50c1-4c92-95c3-eabfd94c4f83'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:58:00.646598 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1d1f8014-d380-4002-ac79-0e48ea972a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:57:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['4917569c-50c1-4c92-95c3-eabfd94c4f83'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:00.694638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1d1f8014-d380-4002-ac79-0e48ea972a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:00.706639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1f8014-d380-4002-ac79-0e48ea972a1c None None] The sync data for ids ['4917569c-50c1-4c92-95c3-eabfd94c4f83'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:58:00.883569 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2aac378d-c527-426f-be0b-4286ad77884a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:00.886255 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2aac378d-c527-426f-be0b-4286ad77884a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:01.040078 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2aac378d-c527-426f-be0b-4286ad77884a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:01.040594 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aac378d-c527-426f-be0b-4286ad77884a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Fanout notify agent at l3_agent the message router_deleted on router 4917569c-50c1-4c92-95c3-eabfd94c4f83 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:58:01.051835 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2aac378d-c527-426f-be0b-4286ad77884a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:01.052768 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2aac378d-c527-426f-be0b-4286ad77884a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/routers/4917569c-50c1-4c92-95c3-eabfd94c4f83 HTTP/1.1" status: 204 len: 168 time: 0.6069570 Sep 17 23:58:01.055358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55822) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:01.115648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-020e4dbb-f582-4e94-a457-763c67c496ed tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting subnet 32891314-aa46-4198-9151-a8f5336f071c {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:58:01.119568 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-020e4dbb-f582-4e94-a457-763c67c496ed tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:01.162696 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-020e4dbb-f582-4e94-a457-763c67c496ed tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:01.260878 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-020e4dbb-f582-4e94-a457-763c67c496ed tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:01.308860 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d4118416-952d-4f1e-8b0a-0a1b5f006a2f req-cf1cb093-9733-472e-9488-6c21a7f35950 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0605404 Sep 17 23:58:01.428582 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4118416-952d-4f1e-8b0a-0a1b5f006a2f req-d72a6738-a8ce-47a7-a0dd-93bff81d5fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:01.430394 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d4118416-952d-4f1e-8b0a-0a1b5f006a2f req-d72a6738-a8ce-47a7-a0dd-93bff81d5fae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 1097 time: 0.0612724 Sep 17 23:58:01.515378 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-020e4dbb-f582-4e94-a457-763c67c496ed tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:01.545664 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-020e4dbb-f582-4e94-a457-763c67c496ed tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:01.548211 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-020e4dbb-f582-4e94-a457-763c67c496ed tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/subnets/32891314-aa46-4198-9151-a8f5336f071c HTTP/1.1" status: 204 len: 168 time: 0.4918878 Sep 17 23:58:01.550815 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e4dbb-f582-4e94-a457-763c67c496ed tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Subnet': ['ID=32891314-aa46-4198-9151-a8f5336f071c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:01.553808 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d6c210-df20-47f4-bb5d-339b062fc681 None None] Network 321f80f8-717b-46c4-bfed-382da01dab04 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:58:01.555063 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55848) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:01.588294 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4118416-952d-4f1e-8b0a-0a1b5f006a2f req-0d251ca3-fc3f-4b28-86f5-5ea884269d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:01.589844 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d4118416-952d-4f1e-8b0a-0a1b5f006a2f req-0d251ca3-fc3f-4b28-86f5-5ea884269d5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 912 time: 0.1329997 Sep 17 23:58:01.682591 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:01.808163 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d4118416-952d-4f1e-8b0a-0a1b5f006a2f req-2567551a-1211-4287-90d1-3ca454ef9c75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 HTTP/1.1" status: 200 len: 1001 time: 0.1127806 Sep 17 23:58:01.808163 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4118416-952d-4f1e-8b0a-0a1b5f006a2f req-9dd6d250-96ef-4238-866a-3c71079fc4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:01.808163 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d4118416-952d-4f1e-8b0a-0a1b5f006a2f req-9dd6d250-96ef-4238-866a-3c71079fc4df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.0573885 Sep 17 23:58:01.808163 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port 33220850-635e-40b4-a6f1-a43a1c19166b {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:58:01.808163 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:01.844167 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82899ac9-8c0d-4ccf-b0c7-ecbdbefbe096 None None] DHCP port deletion for 321f80f8-717b-46c4-bfed-382da01dab04 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:58:01.890763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-82899ac9-8c0d-4ccf-b0c7-ecbdbefbe096 None None] Deleting port 33220850-635e-40b4-a6f1-a43a1c19166b {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:58:01.891384 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-82899ac9-8c0d-4ccf-b0c7-ecbdbefbe096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:01.907564 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] For port 33220850-635e-40b4-a6f1-a43a1c19166b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=33220850-635e-40b4-a6f1-a43a1c19166b,segment=NetworkSegment(c83971aa-3c3a-45c6-a463-747c9cf769da),segment_id=c83971aa-3c3a-45c6-a463-747c9cf769da)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:01.907909 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:01.920870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4118416-952d-4f1e-8b0a-0a1b5f006a2f req-73e8e681-f144-4fe8-9303-3dcc84c47f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:01.922403 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d4118416-952d-4f1e-8b0a-0a1b5f006a2f req-73e8e681-f144-4fe8-9303-3dcc84c47f36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220417 Sep 17 23:58:01.926084 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for 33220850-635e-40b4-a6f1-a43a1c19166b owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:58:02.093884 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d4118416-952d-4f1e-8b0a-0a1b5f006a2f req-77b881c3-deb5-4fae-8712-7fe14713f8cb service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569059 Sep 17 23:58:02.165719 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 33220850-635e-40b4-a6f1-a43a1c19166b no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:58:02.209914 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-82899ac9-8c0d-4ccf-b0c7-ecbdbefbe096 None None] For port 33220850-635e-40b4-a6f1-a43a1c19166b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=33220850-635e-40b4-a6f1-a43a1c19166b,segment=NetworkSegment(c83971aa-3c3a-45c6-a463-747c9cf769da),segment_id=c83971aa-3c3a-45c6-a463-747c9cf769da)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:02.210364 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-82899ac9-8c0d-4ccf-b0c7-ecbdbefbe096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:02.219926 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d4118416-952d-4f1e-8b0a-0a1b5f006a2f req-781d8d68-ee57-4f2e-942e-498219f0ab6c service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197278 Sep 17 23:58:02.236032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-82899ac9-8c0d-4ccf-b0c7-ecbdbefbe096 None None] Calling delete_port for 33220850-635e-40b4-a6f1-a43a1c19166b owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:58:02.340079 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:02.356192 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:02.400759 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=33220850-635e-40b4-a6f1-a43a1c19166b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:02.403011 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No DVR routers for this DVR port 33220850-635e-40b4-a6f1-a43a1c19166b on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:58:02.432160 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-82899ac9-8c0d-4ccf-b0c7-ecbdbefbe096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:02.450576 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd9568-8ead-4444-b461-af0a999b8505 req-e01795bf-42a1-4217-8335-3c0bd9ea38b8 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:02.456646 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6fd9568-8ead-4444-b461-af0a999b8505 req-e01795bf-42a1-4217-8335-3c0bd9ea38b8 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 947 time: 0.0911331 Sep 17 23:58:02.477372 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82899ac9-8c0d-4ccf-b0c7-ecbdbefbe096 None None] Pushing event deleted for resources: {'Port': ['ID=33220850-635e-40b4-a6f1-a43a1c19166b,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:02.489054 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82899ac9-8c0d-4ccf-b0c7-ecbdbefbe096 None None] No DVR routers for this DVR port 33220850-635e-40b4-a6f1-a43a1c19166b on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:58:02.526629 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:02.536323 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6fd9568-8ead-4444-b461-af0a999b8505 req-7a5a1c2c-422f-4678-b8b8-6b575fc445d9 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712016 Sep 17 23:58:02.555115 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321f80f8-717b-46c4-bfed-382da01dab04']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:02.569649 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83971aa-3c3a-45c6-a463-747c9cf769da') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:02.570189 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83971aa-3c3a-45c6-a463-747c9cf769da') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:02.581809 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:02.607170 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:02.614701 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:58:02.615112 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:58:02.621853 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:58:02.817646 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:02.844540 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:02.845553 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/networks/321f80f8-717b-46c4-bfed-382da01dab04 HTTP/1.1" status: 204 len: 168 time: 1.2892754 Sep 17 23:58:02.845907 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55900) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:02.883776 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d9c5c-9132-4928-afd0-eee705e4ca22 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Network': ['ID=321f80f8-717b-46c4-bfed-382da01dab04,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:02.900266 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4227919e-0b29-4e69-9288-fac72a963ead tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:02.901755 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4227919e-0b29-4e69-9288-fac72a963ead tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports/bd56269d-6b19-496c-990e-2c77e1d2a950 HTTP/1.1" status: 200 len: 844 time: 0.0545537 Sep 17 23:58:02.905761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55908) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:02.958184 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-04038a1d-2812-428c-a85e-d13ff860f3df tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports/bd56269d-6b19-496c-990e-2c77e1d2a950?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0511553 Sep 17 23:58:02.961793 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55910) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:02.966604 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a9c50f7a-370f-42b8-ad06-a7b32586eb02 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'subnet': {'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:03.342692 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c50f7a-370f-42b8-ad06-a7b32586eb02 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:58:03.356341 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a9c50f7a-370f-42b8-ad06-a7b32586eb02 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:03.676726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e4c4d-3286-4b96-a3c3-7ceaf0cf09a1 req-209e9953-28ce-4cb5-80d7-7ffafbd68a38 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:03.679181 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c26e4c4d-3286-4b96-a3c3-7ceaf0cf09a1 req-209e9953-28ce-4cb5-80d7-7ffafbd68a38 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 947 time: 0.0540872 Sep 17 23:58:03.760722 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c26e4c4d-3286-4b96-a3c3-7ceaf0cf09a1 req-9b1650ce-11ce-4fa5-bd6b-1569d4054acc tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748410 Sep 17 23:58:04.013967 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c07c9-217c-4f89-8b4c-0926b84c381f req-a2c825ce-c773-491d-b16b-9819eb93755b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:04.016068 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da7c07c9-217c-4f89-8b4c-0926b84c381f req-a2c825ce-c773-491d-b16b-9819eb93755b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.37 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 947 time: 0.0992308 Sep 17 23:58:04.174345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-da7c07c9-217c-4f89-8b4c-0926b84c381f req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Deleting port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:58:04.174821 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-da7c07c9-217c-4f89-8b4c-0926b84c381f req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:04.201698 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a9c50f7a-370f-42b8-ad06-a7b32586eb02 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:04.248168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c50f7a-370f-42b8-ad06-a7b32586eb02 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:58:04.251559 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-a9c50f7a-370f-42b8-ad06-a7b32586eb02 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:58:04.255965 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c50f7a-370f-42b8-ad06-a7b32586eb02 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:04.256555 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a9c50f7a-370f-42b8-ad06-a7b32586eb02 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:04.266385 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c50f7a-370f-42b8-ad06-a7b32586eb02 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Subnet': ['ID=920fe778-8b33-46a1-b8fd-92c61e215f62,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:04.273008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae80e91-a31c-4b4a-ab7b-bd4013170c07 None None] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:58:04.329073 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-da7c07c9-217c-4f89-8b4c-0926b84c381f req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] For port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:04.329729 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-da7c07c9-217c-4f89-8b4c-0926b84c381f req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:04.381936 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a9c50f7a-370f-42b8-ad06-a7b32586eb02 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4190874 Sep 17 23:58:04.385063 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55986) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:04.389547 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-21eb30e8-10a7-4015-ab5e-472bfaee20c1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'security_group': {'name': 'tempest-secgroup-1972696898'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:04.476194 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7f9fa88f-5655-4e3f-b6e1-d6ccd75813f2 req-d21dcf48-aaee-47d8-a13f-c27671b9d0f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0624745 Sep 17 23:58:04.503217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-6a61a539-5c12-4482-ac84-4c7eef85a88c', 'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c', 'tenant_id': '82b767cbc58242038b61a13b6547f128', 'fixed_ips': [{'subnet_id': '920fe778-8b33-46a1-b8fd-92c61e215f62'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:58:04.504105 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:04.566622 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fa88f-5655-4e3f-b6e1-d6ccd75813f2 req-6b8677c2-0b57-4a8c-85a7-6f2476404e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:04.568468 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7f9fa88f-5655-4e3f-b6e1-d6ccd75813f2 req-6b8677c2-0b57-4a8c-85a7-6f2476404e5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a18a1f6767cb4e0fb2739899ffe26669&device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 1097 time: 0.0623848 Sep 17 23:58:04.694774 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] Allocated IP 2001:db8::2 (6a61a539-5c12-4482-ac84-4c7eef85a88c/920fe778-8b33-46a1-b8fd-92c61e215f62/4a4dd5d6-d9d2-4d89-a306-702469758428) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:58:04.699960 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fa88f-5655-4e3f-b6e1-d6ccd75813f2 req-5deb49ea-f66e-4d45-b729-0c7f5a64adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:04.702162 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7f9fa88f-5655-4e3f-b6e1-d6ccd75813f2 req-5deb49ea-f66e-4d45-b729-0c7f5a64adf6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a544fc79-cedf-43d8-98c2-acb1f5a0c66d HTTP/1.1" status: 200 len: 912 time: 0.1104422 Sep 17 23:58:04.781158 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7f9fa88f-5655-4e3f-b6e1-d6ccd75813f2 req-1dd985ee-5c6f-4b77-a988-27ad9585055f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7356f326-5bf1-46dd-a8bc-1b9d877a3e02 HTTP/1.1" status: 200 len: 1001 time: 0.0703681 Sep 17 23:58:04.842092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fa88f-5655-4e3f-b6e1-d6ccd75813f2 req-746ab65e-c38e-4857-9812-7c98e60064ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:04.843825 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7f9fa88f-5655-4e3f-b6e1-d6ccd75813f2 req-746ab65e-c38e-4857-9812-7c98e60064ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=372385ca-344b-4083-aa15-78d8fb783453 HTTP/1.1" status: 200 len: 850 time: 0.0549636 Sep 17 23:58:04.909188 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:04.920714 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-21eb30e8-10a7-4015-ab5e-472bfaee20c1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:04.958306 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fa88f-5655-4e3f-b6e1-d6ccd75813f2 req-f570d01e-4c17-4e6a-92db-6034645474f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:04.958306 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7f9fa88f-5655-4e3f-b6e1-d6ccd75813f2 req-f570d01e-4c17-4e6a-92db-6034645474f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a544fc79-cedf-43d8-98c2-acb1f5a0c66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031241 Sep 17 23:58:05.002872 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:05.096736 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:58:05.101550 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:58:05.108955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:58:05.115474 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56016) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:05.122057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] Pushing event updated for resources: {'Port': ['ID=4a4dd5d6-d9d2-4d89-a306-702469758428,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:05.198035 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7f9fa88f-5655-4e3f-b6e1-d6ccd75813f2 req-a1712fee-2df2-4102-bd71-92e33ccb29a0 service neutron] 10.222.0.37 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263782 Sep 17 23:58:05.198178 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] Attempting to bind port 4a4dd5d6-d9d2-4d89-a306-702469758428 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:58:05.198634 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] Attempting to bind port 4a4dd5d6-d9d2-4d89-a306-702469758428 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'ea01e5c2-15f0-438e-aff7-56210b86fd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:58:05.199209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] Attempting to bind port 4a4dd5d6-d9d2-4d89-a306-702469758428 on network 6a61a539-5c12-4482-ac84-4c7eef85a88c {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:58:05.207851 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:58:05.209237 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] Checking segment: {'id': 'ea01e5c2-15f0-438e-aff7-56210b86fd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:58:05.209237 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:05.210405 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] Bound using segment: {'id': 'ea01e5c2-15f0-438e-aff7-56210b86fd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:58:05.217129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] Bound port: 4a4dd5d6-d9d2-4d89-a306-702469758428, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea01e5c2-15f0-438e-aff7-56210b86fd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:58:05.227463 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:05.240581 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-21eb30e8-10a7-4015-ab5e-472bfaee20c1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:05.256144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb55d2a-3b16-4a4e-8ca0-19ef9e4cd002 req-b3373614-0bd8-4455-b385-d58bf46aedfc tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:05.264011 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2cb55d2a-3b16-4a4e-8ca0-19ef9e4cd002 req-b3373614-0bd8-4455-b385-d58bf46aedfc tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 947 time: 0.3609021 Sep 17 23:58:05.316395 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-da7c07c9-217c-4f89-8b4c-0926b84c381f req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:05.317150 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-da7c07c9-217c-4f89-8b4c-0926b84c381f req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:05.317658 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [req-da7c07c9-217c-4f89-8b4c-0926b84c381f req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Floating IP a43f2d84-4f5c-49bc-b4f8-b01013765f7c disassociated. External IP: 172.25.3.64, port: 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629. Sep 17 23:58:05.318165 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-da7c07c9-217c-4f89-8b4c-0926b84c381f req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Calling delete_port for 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:58:05.327567 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-21eb30e8-10a7-4015-ab5e-472bfaee20c1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:05.346540 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2cb55d2a-3b16-4a4e-8ca0-19ef9e4cd002 req-9e0de370-0e60-46d6-80c4-b2453a736661 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=756cf549-bc34-4058-8fd2-79cafee8eea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695863 Sep 17 23:58:05.380963 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] For port 4a4dd5d6-d9d2-4d89-a306-702469758428, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:58:05.383995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] For port 4a4dd5d6-d9d2-4d89-a306-702469758428, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4a4dd5d6-d9d2-4d89-a306-702469758428,segment=NetworkSegment(ea01e5c2-15f0-438e-aff7-56210b86fd37),segment_id=ea01e5c2-15f0-438e-aff7-56210b86fd37)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:58:05.428751 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3cc39faf-c5c1-4993-ae96-563c9723fae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:05.448189 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb30e8-10a7-4015-ab5e-472bfaee20c1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624b3122-075f-402e-9059-bb72d529449e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:05.473027 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7f9fa88f-5655-4e3f-b6e1-d6ccd75813f2 req-afdc8c3c-64f6-4a35-bcbd-7c8a5bf8f9b5 service neutron] 10.222.0.37 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638357 Sep 17 23:58:05.514777 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:05.519343 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-21eb30e8-10a7-4015-ab5e-472bfaee20c1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:05.521187 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-21eb30e8-10a7-4015-ab5e-472bfaee20c1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1351681 Sep 17 23:58:05.521816 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56038) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:05.529368 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7a306a45-240f-475a-9f73-13ab25f736e6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'security_group': {'name': 'tempest-secgroup-1500121436'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:05.580464 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc692f6-d4ce-4010-8115-bef84f439ed4 req-f0a7e80c-6a39-443c-af0a-8030715ed4bc tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:05.582092 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fcc692f6-d4ce-4010-8115-bef84f439ed4 req-f0a7e80c-6a39-443c-af0a-8030715ed4bc tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.1170380 Sep 17 23:58:05.592996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af69a0-da98-4c02-8d6f-a27e9a28b58d req-df12a3cd-ae21-4c58-902d-24dfadf99b1a tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:05.600463 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12af69a0-da98-4c02-8d6f-a27e9a28b58d req-df12a3cd-ae21-4c58-902d-24dfadf99b1a tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 946 time: 0.1338713 Sep 17 23:58:05.607858 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd3a84-32db-4434-ba87-43dbe2a8d836 None None] Pushing event updated for resources: {'Port': ['ID=4a4dd5d6-d9d2-4d89-a306-702469758428,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:05.678584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12af69a0-da98-4c02-8d6f-a27e9a28b58d req-4f5543dc-ba24-42dc-94d9-43bfc05e0be1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710595 Sep 17 23:58:05.712692 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3cc39faf-c5c1-4993-ae96-563c9723fae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:05.717224 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fcc692f6-d4ce-4010-8115-bef84f439ed4 req-e4133692-19da-4f55-889b-9d3605902283 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123300 Sep 17 23:58:05.788977 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-da7c07c9-217c-4f89-8b4c-0926b84c381f req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:05.823554 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Pushing event deleted for resources: {'Port': ['ID=28e0d76e-6f5f-44cd-bb9c-9df15b6fb629,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:05.841856 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:05.842402 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:05.860880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:05.860880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:05.860880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:05.860880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:05.860880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:05.860880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:05.860880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:05.860880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:05.860880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:05.876779 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:05.894118 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3cc39faf-c5c1-4993-ae96-563c9723fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:05.962279 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc39faf-c5c1-4993-ae96-563c9723fae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7659dda5-4305-4d4d-8e37-8edee866e4e8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:06.016368 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3cc39faf-c5c1-4993-ae96-563c9723fae3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6d5324e3d4a4d2d85bdc5a496758c93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8910613 Sep 17 23:58:06.021707 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56070) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:06.098056 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a306a45-240f-475a-9f73-13ab25f736e6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:06.126215 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0b9f56d0-4ae8-490f-a1ef-6f0d5ab3025b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:06.153058 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da7c07c9-217c-4f89-8b4c-0926b84c381f req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Router 83af115b-ab62-45a2-9186-54debcb42867 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:58:06.187640 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0b9f56d0-4ae8-490f-a1ef-6f0d5ab3025b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:06.191251 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4a4dd5d6-d9d2-4d89-a306-702469758428 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:58:06.286286 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 4a4dd5d6-d9d2-4d89-a306-702469758428 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:06.286286 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:06.335979 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a306a45-240f-475a-9f73-13ab25f736e6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:06.397240 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da7c07c9-217c-4f89-8b4c-0926b84c381f req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:58:06.411453 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469af02-45a6-4868-8a14-c6652d82cbb8 None None] Sync routers for ids ['83af115b-ab62-45a2-9186-54debcb42867'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:58:06.434914 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a306a45-240f-475a-9f73-13ab25f736e6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:06.441844 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9469af02-45a6-4868-8a14-c6652d82cbb8 None None] Routers {'83af115b-ab62-45a2-9186-54debcb42867'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:58:06.441844 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9469af02-45a6-4868-8a14-c6652d82cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:57:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['83af115b-ab62-45a2-9186-54debcb42867'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:06.468850 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7c07c9-217c-4f89-8b4c-0926b84c381f req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] No DVR routers for this DVR port 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:58:06.476248 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-da7c07c9-217c-4f89-8b4c-0926b84c381f req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:06.476248 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da7c07c9-217c-4f89-8b4c-0926b84c381f req-55ee708a-7810-4417-8f14-a9e44ae252f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.37 "DELETE /v2.0/ports/28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 HTTP/1.1" status: 204 len: 173 time: 2.4507811 Sep 17 23:58:06.476248 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c78de4-db44-46b0-bd8f-8d2fc35f020c', 'name': 'network-vif-deleted', 'tag': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:58:06.488711 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e70790-4e1b-4127-8ffa-305e3b044403" -d '{"events": [{"server_uuid": "85c78de4-db44-46b0-bd8f-8d2fc35f020c", "name": "network-vif-deleted", "tag": "28e0d76e-6f5f-44cd-bb9c-9df15b6fb629"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:58:06.505411 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:06.507885 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0b9f56d0-4ae8-490f-a1ef-6f0d5ab3025b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:06.517277 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0b9f56d0-4ae8-490f-a1ef-6f0d5ab3025b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:06.522843 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0b9f56d0-4ae8-490f-a1ef-6f0d5ab3025b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7659dda5-4305-4d4d-8e37-8edee866e4e8 HTTP/1.1" status: 204 len: 168 time: 0.4999692 Sep 17 23:58:06.576732 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a306a45-240f-475a-9f73-13ab25f736e6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbcc3c6-28dd-4db2-b955-9d3932167d13,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:06.587397 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 4a4dd5d6-d9d2-4d89-a306-702469758428, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4a4dd5d6-d9d2-4d89-a306-702469758428,segment=NetworkSegment(ea01e5c2-15f0-438e-aff7-56210b86fd37),segment_id=ea01e5c2-15f0-438e-aff7-56210b86fd37)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:06.595385 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:58:06.620708 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f56d0-4ae8-490f-a1ef-6f0d5ab3025b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7659dda5-4305-4d4d-8e37-8edee866e4e8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:06.654366 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:58:06.654952 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 28e0d76e-6f5f-44cd-bb9c-9df15b6fb629 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:58:06.664614 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f3c29aae-54e5-45ba-b548-e30ee82d49d2 req-5a6532c8-6a30-4eb8-90f6-c51449614379 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 210 time: 0.1258571 Sep 17 23:58:06.671364 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a306a45-240f-475a-9f73-13ab25f736e6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:06.672715 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7a306a45-240f-475a-9f73-13ab25f736e6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1473291 Sep 17 23:58:06.680702 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:06.681139 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56100) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:06.703070 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-25d1ac84-fc21-410e-a4b6-84a6922424c9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-205840563', 'security_groups': ['2dbcc3c6-28dd-4db2-b955-9d3932167d13'], 'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '920fe778-8b33-46a1-b8fd-92c61e215f62'}]}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:06.853343 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=4a4dd5d6-d9d2-4d89-a306-702469758428,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:06.894859 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-9469af02-45a6-4868-8a14-c6652d82cbb8 None None] Set router 83af115b-ab62-45a2-9186-54debcb42867 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:58:07.089302 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecf816-5045-410b-9b71-a420eadc84fd req-daae9608-a4da-4c17-a885-97b8c55af4cd tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:07.101660 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3eecf816-5045-410b-9b71-a420eadc84fd req-daae9608-a4da-4c17-a885-97b8c55af4cd tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.1812646 Sep 17 23:58:07.222204 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3eecf816-5045-410b-9b71-a420eadc84fd req-cbd5e188-124d-4638-9e7b-dc3b8ff17bf5 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=c68bf94b-a495-438e-802b-916c2cfb2c04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196704 Sep 17 23:58:07.268507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e3d9f-94f9-431f-a9f4-0ee77c093c6b req-491d90fe-918e-4740-9d23-3da15bcd09fb tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:07.270837 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-950e3d9f-94f9-431f-a9f4-0ee77c093c6b req-491d90fe-918e-4740-9d23-3da15bcd09fb tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.37 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 946 time: 0.1021824 Sep 17 23:58:07.304286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d1ac84-fc21-410e-a4b6-84a6922424c9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:58:07.358460 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e5f79de4-d54f-4d61-b6ed-f7d74676cd46 None None] Provisioning complete for port bd56269d-6b19-496c-990e-2c77e1d2a950 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:07.358843 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e5f79de4-d54f-4d61-b6ed-f7d74676cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:07.370331 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d327dde-4d11-44ff-ae52-f24e388eecb0 x-openstack-request-id: req-1d327dde-4d11-44ff-ae52-f24e388eecb0 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:58:07.370625 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c78de4-db44-46b0-bd8f-8d2fc35f020c", "name": "network-vif-deleted", "tag": "28e0d76e-6f5f-44cd-bb9c-9df15b6fb629", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:58:07.371145 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d327dde-4d11-44ff-ae52-f24e388eecb0 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:58:07.371552 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c78de4-db44-46b0-bd8f-8d2fc35f020c', 'name': 'network-vif-deleted', 'tag': '28e0d76e-6f5f-44cd-bb9c-9df15b6fb629', 'status': 'completed', 'code': 200} Sep 17 23:58:07.401907 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-950e3d9f-94f9-431f-a9f4-0ee77c093c6b req-688c81b9-4f07-45cc-ba19-c17b574791ad tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Deleting port 7356f326-5bf1-46dd-a8bc-1b9d877a3e02 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:58:07.402459 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-950e3d9f-94f9-431f-a9f4-0ee77c093c6b req-688c81b9-4f07-45cc-ba19-c17b574791ad tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:07.459541 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9469af02-45a6-4868-8a14-c6652d82cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-17T23:53:28Z', 'revision_number': 4, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'ff706a87-b1c0-4e48-baf3-0353c6d0759f', 'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'mac_address': 'fa:16:3e:4b:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:27Z', 'updated_at': '2021-09-17T23:53:32Z', 'revision_number': 5, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'subnets': [{'id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:07.461799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e5f79de4-d54f-4d61-b6ed-f7d74676cd46 None None] Port bd56269d-6b19-496c-990e-2c77e1d2a950 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:58:07.493695 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e5f79de4-d54f-4d61-b6ed-f7d74676cd46 None None] Provisioning complete for port 4a4dd5d6-d9d2-4d89-a306-702469758428 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:07.494415 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e5f79de4-d54f-4d61-b6ed-f7d74676cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:07.502184 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469af02-45a6-4868-8a14-c6652d82cbb8 None None] Checking router: 83af115b-ab62-45a2-9186-54debcb42867 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:58:07.511266 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9469af02-45a6-4868-8a14-c6652d82cbb8 None None] Routers {'83af115b-ab62-45a2-9186-54debcb42867'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:58:07.512191 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9469af02-45a6-4868-8a14-c6652d82cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:57:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['83af115b-ab62-45a2-9186-54debcb42867'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:07.521207 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25d1ac84-fc21-410e-a4b6-84a6922424c9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:07.561718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-25d1ac84-fc21-410e-a4b6-84a6922424c9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] device_id is not set on port de646222-ab82-4d35-9b45-23d5c70ef004 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:58:07.621843 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-950e3d9f-94f9-431f-a9f4-0ee77c093c6b req-688c81b9-4f07-45cc-ba19-c17b574791ad tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] For port 7356f326-5bf1-46dd-a8bc-1b9d877a3e02, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7356f326-5bf1-46dd-a8bc-1b9d877a3e02,segment=NetworkSegment(a3aad2c6-c7cd-4999-a94c-0b4ecd570594),segment_id=a3aad2c6-c7cd-4999-a94c-0b4ecd570594)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:07.622190 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-950e3d9f-94f9-431f-a9f4-0ee77c093c6b req-688c81b9-4f07-45cc-ba19-c17b574791ad tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:07.634349 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-9469af02-45a6-4868-8a14-c6652d82cbb8 None None] Set router 83af115b-ab62-45a2-9186-54debcb42867 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:58:07.835955 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-25d1ac84-fc21-410e-a4b6-84a6922424c9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Allocated IP 2001:db8::259 (6a61a539-5c12-4482-ac84-4c7eef85a88c/920fe778-8b33-46a1-b8fd-92c61e215f62/de646222-ab82-4d35-9b45-23d5c70ef004) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:58:07.916075 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9469af02-45a6-4868-8a14-c6652d82cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-17T23:53:28Z', 'revision_number': 4, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'ff706a87-b1c0-4e48-baf3-0353c6d0759f', 'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'mac_address': 'fa:16:3e:4b:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:27Z', 'updated_at': '2021-09-17T23:53:32Z', 'revision_number': 5, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'subnets': [{'id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:07.940531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ded731b-10ab-4ac6-9680-33f328a20b6f req-8d0db082-4cb7-4dc7-a728-d75348ead08f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c78de4-db44-46b0-bd8f-8d2fc35f020c HTTP/1.1" status: 200 len: 210 time: 0.0427999 Sep 17 23:58:07.951836 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469af02-45a6-4868-8a14-c6652d82cbb8 None None] The sync data for ids ['83af115b-ab62-45a2-9186-54debcb42867'] in n-d-809883-1 is: [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-17T23:53:28Z', 'revision_number': 4, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'ff706a87-b1c0-4e48-baf3-0353c6d0759f', 'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'mac_address': 'fa:16:3e:4b:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:27Z', 'updated_at': '2021-09-17T23:53:32Z', 'revision_number': 5, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'subnets': [{'id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:58:08.021677 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-950e3d9f-94f9-431f-a9f4-0ee77c093c6b req-688c81b9-4f07-45cc-ba19-c17b574791ad tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:08.021677 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-950e3d9f-94f9-431f-a9f4-0ee77c093c6b req-688c81b9-4f07-45cc-ba19-c17b574791ad tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:08.021677 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [req-950e3d9f-94f9-431f-a9f4-0ee77c093c6b req-688c81b9-4f07-45cc-ba19-c17b574791ad tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Floating IP 1bcb41d9-0884-4bb5-aaa4-8911dc0d5abf disassociated. External IP: 172.25.3.12, port: 7356f326-5bf1-46dd-a8bc-1b9d877a3e02. Sep 17 23:58:08.021677 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-950e3d9f-94f9-431f-a9f4-0ee77c093c6b req-688c81b9-4f07-45cc-ba19-c17b574791ad tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Calling delete_port for 7356f326-5bf1-46dd-a8bc-1b9d877a3e02 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:58:08.029152 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25d1ac84-fc21-410e-a4b6-84a6922424c9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:08.121189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4a4dd5d6-d9d2-4d89-a306-702469758428 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:58:08.176572 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 4a4dd5d6-d9d2-4d89-a306-702469758428 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:08.177489 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:08.282798 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25d1ac84-fc21-410e-a4b6-84a6922424c9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:08.331788 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-950e3d9f-94f9-431f-a9f4-0ee77c093c6b req-688c81b9-4f07-45cc-ba19-c17b574791ad tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:08.378372 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d1ac84-fc21-410e-a4b6-84a6922424c9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:58:08.382946 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-25d1ac84-fc21-410e-a4b6-84a6922424c9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:58:08.387851 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d1ac84-fc21-410e-a4b6-84a6922424c9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:58:08.437487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d1ac84-fc21-410e-a4b6-84a6922424c9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:08.438749 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25d1ac84-fc21-410e-a4b6-84a6922424c9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:08.444193 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56172) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:08.508480 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b312e5d9-66fd-49cd-95d7-54ba72642dac None None] New status for floating IP a43f2d84-4f5c-49bc-b4f8-b01013765f7c: DOWN {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:58:08.551973 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c81b9-4f07-45cc-ba19-c17b574791ad tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Pushing event deleted for resources: {'Port': ['ID=7356f326-5bf1-46dd-a8bc-1b9d877a3e02,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:08.565518 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1ac84-fc21-410e-a4b6-84a6922424c9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=de646222-ab82-4d35-9b45-23d5c70ef004,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:08.573979 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4950299e-1b3a-4a26-b38e-2189b88aa38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:08.639965 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0247e270-e3ef-4e5e-9b0f-3180644cd71e req-fb08d4a7-1945-4e82-b590-90e12ba532ca tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 210 time: 0.0921926 Sep 17 23:58:08.694162 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-25d1ac84-fc21-410e-a4b6-84a6922424c9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0147336 Sep 17 23:58:08.714177 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56182) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:08.714177 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1e1c336e-d42c-4820-8a20-1ffdf663d8e9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'subnet': {'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:08.811937 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-950e3d9f-94f9-431f-a9f4-0ee77c093c6b req-688c81b9-4f07-45cc-ba19-c17b574791ad tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Router 5ac11ac3-05e8-49a3-96a3-45e607a8031d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:58:08.885755 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4950299e-1b3a-4a26-b38e-2189b88aa38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:08.896396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-82e5f0aa-8e47-42de-9c4d-6b9510c2f766 None None] Provisioning complete for port de646222-ab82-4d35-9b45-23d5c70ef004 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:08.896772 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-82e5f0aa-8e47-42de-9c4d-6b9510c2f766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:08.931862 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-82e5f0aa-8e47-42de-9c4d-6b9510c2f766 None None] Port de646222-ab82-4d35-9b45-23d5c70ef004 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:58:08.933893 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-950e3d9f-94f9-431f-a9f4-0ee77c093c6b req-688c81b9-4f07-45cc-ba19-c17b574791ad tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:58:08.945589 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba9001c-6c21-4671-9b0c-a990ca970abc None None] Sync routers for ids ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:58:08.955597 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba9001c-6c21-4671-9b0c-a990ca970abc None None] Routers {'5ac11ac3-05e8-49a3-96a3-45e607a8031d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:58:08.956234 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3ba9001c-6c21-4671-9b0c-a990ca970abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:57:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:08.973899 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-950e3d9f-94f9-431f-a9f4-0ee77c093c6b req-688c81b9-4f07-45cc-ba19-c17b574791ad tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] No DVR routers for this DVR port 7356f326-5bf1-46dd-a8bc-1b9d877a3e02 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:58:08.977149 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-950e3d9f-94f9-431f-a9f4-0ee77c093c6b req-688c81b9-4f07-45cc-ba19-c17b574791ad tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:08.979157 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-950e3d9f-94f9-431f-a9f4-0ee77c093c6b req-688c81b9-4f07-45cc-ba19-c17b574791ad tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.37 "DELETE /v2.0/ports/7356f326-5bf1-46dd-a8bc-1b9d877a3e02 HTTP/1.1" status: 204 len: 173 time: 1.7012594 Sep 17 23:58:09.067589 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4950299e-1b3a-4a26-b38e-2189b88aa38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:09.128518 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4950299e-1b3a-4a26-b38e-2189b88aa38c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=faeacb16f3fc44e38c87facadeabefe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6788654 Sep 17 23:58:09.128732 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56204) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:09.130834 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950299e-1b3a-4a26-b38e-2189b88aa38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9955ae1-d7e0-4dca-a4c8-3f0e4a0706a8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:09.139891 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-3ba9001c-6c21-4671-9b0c-a990ca970abc None None] Set router 5ac11ac3-05e8-49a3-96a3-45e607a8031d gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:58:09.193540 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-66741b12-0867-4548-aa5f-160daab5d1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:09.225654 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-66741b12-0867-4548-aa5f-160daab5d1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:09.302551 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1c336e-d42c-4820-8a20-1ffdf663d8e9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:58:09.306659 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e1c336e-d42c-4820-8a20-1ffdf663d8e9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:09.311106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56210) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:09.375563 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7', 'name': 'network-vif-deleted', 'tag': '7356f326-5bf1-46dd-a8bc-1b9d877a3e02'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:58:09.379423 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba762ce-495f-4b64-8c7a-bf44c82c34e1" -d '{"events": [{"server_uuid": "8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7", "name": "network-vif-deleted", "tag": "7356f326-5bf1-46dd-a8bc-1b9d877a3e02"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:58:09.392892 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3ba9001c-6c21-4671-9b0c-a990ca970abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:44Z', 'revision_number': 4, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port': {'id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:35Z', 'updated_at': '2021-09-17T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'be369b81-f067-4869-ae4d-d2ccd4ca3704', 'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'mac_address': 'fa:16:3e:20:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '372385ca-344b-4083-aa15-78d8fb783453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:42Z', 'updated_at': '2021-09-17T23:53:49Z', 'revision_number': 5, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'subnets': [{'id': '372385ca-344b-4083-aa15-78d8fb783453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:09.399326 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-66741b12-0867-4548-aa5f-160daab5d1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:09.402685 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-66741b12-0867-4548-aa5f-160daab5d1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:09.406646 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-66741b12-0867-4548-aa5f-160daab5d1b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c9955ae1-d7e0-4dca-a4c8-3f0e4a0706a8 HTTP/1.1" status: 204 len: 168 time: 0.2744913 Sep 17 23:58:09.422107 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66741b12-0867-4548-aa5f-160daab5d1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9955ae1-d7e0-4dca-a4c8-3f0e4a0706a8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:09.424823 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba9001c-6c21-4671-9b0c-a990ca970abc None None] Checking router: 5ac11ac3-05e8-49a3-96a3-45e607a8031d for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:58:09.435257 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba9001c-6c21-4671-9b0c-a990ca970abc None None] Routers {'5ac11ac3-05e8-49a3-96a3-45e607a8031d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:58:09.438729 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3ba9001c-6c21-4671-9b0c-a990ca970abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:57:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:09.438895 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc2eb0d0-ab86-4d92-8957-a7fccb905ec2 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:09.450703 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d08895-1fe4-4e85-b605-fb607d5996b5 x-openstack-request-id: req-d4d08895-1fe4-4e85-b605-fb607d5996b5 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:58:09.451908 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7", "name": "network-vif-deleted", "tag": "7356f326-5bf1-46dd-a8bc-1b9d877a3e02", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:58:09.452384 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4d08895-1fe4-4e85-b605-fb607d5996b5 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:58:09.454946 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7', 'name': 'network-vif-deleted', 'tag': '7356f326-5bf1-46dd-a8bc-1b9d877a3e02', 'status': 'completed', 'code': 200} Sep 17 23:58:09.477755 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc2eb0d0-ab86-4d92-8957-a7fccb905ec2 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:09.493742 n-d-809883-1 neutron-server[95591]: INFO neutron.db.ipam_backend_mixin [None req-1e1c336e-d42c-4820-8a20-1ffdf663d8e9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 920fe778-8b33-46a1-b8fd-92c61e215f62 (CIDR: 2001:db8::/64) Sep 17 23:58:09.561176 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1c336e-d42c-4820-8a20-1ffdf663d8e9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:58:09.562011 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e1c336e-d42c-4820-8a20-1ffdf663d8e9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:58:09.592006 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-3ba9001c-6c21-4671-9b0c-a990ca970abc None None] Set router 5ac11ac3-05e8-49a3-96a3-45e607a8031d gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:58:09.704220 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc2eb0d0-ab86-4d92-8957-a7fccb905ec2 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:09.708156 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc2eb0d0-ab86-4d92-8957-a7fccb905ec2 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:09.712779 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56232) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:09.713338 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cc2eb0d0-ab86-4d92-8957-a7fccb905ec2 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "DELETE /v2.0/security-groups/756cf549-bc34-4058-8fd2-79cafee8eea8 HTTP/1.1" status: 204 len: 168 time: 0.4009092 Sep 17 23:58:09.726350 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1e1c336e-d42c-4820-8a20-1ffdf663d8e9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0232863 Sep 17 23:58:09.727484 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2eb0d0-ab86-4d92-8957-a7fccb905ec2 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756cf549-bc34-4058-8fd2-79cafee8eea8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:09.729234 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56234) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:09.750723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d38e1f5d-b0d3-4234-b5bd-3158f0fd4ae6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'subnet': {'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:09.760029 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-bdf93744-11ee-40e5-bc2f-b1bf2111e5a8 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] show failed (client error): The resource could not be found. Sep 17 23:58:09.761267 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bdf93744-11ee-40e5-bc2f-b1bf2111e5a8 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups/756cf549-bc34-4058-8fd2-79cafee8eea8 HTTP/1.1" status: 404 len: 347 time: 0.0474465 Sep 17 23:58:09.768357 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56238) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:09.863407 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09f4f8f1-f1e6-4321-b3ba-a83aaab5eefa req-d772a948-a376-400c-bc5b-95bfa0be2470 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=8454c9b7-a43c-4cd2-9cad-4a9e149d6fe7 HTTP/1.1" status: 200 len: 210 time: 0.0697637 Sep 17 23:58:09.999877 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3ba9001c-6c21-4671-9b0c-a990ca970abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:44Z', 'revision_number': 4, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port': {'id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:35Z', 'updated_at': '2021-09-17T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'be369b81-f067-4869-ae4d-d2ccd4ca3704', 'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'mac_address': 'fa:16:3e:20:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '372385ca-344b-4083-aa15-78d8fb783453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:42Z', 'updated_at': '2021-09-17T23:53:49Z', 'revision_number': 5, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'subnets': [{'id': '372385ca-344b-4083-aa15-78d8fb783453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:10.031887 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-0d97b290-692e-4a45-b122-7c3a4e4f46cb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Deleting port 593f8c4c-c3ed-480a-a219-853f78db23d8 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:58:10.032232 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d97b290-692e-4a45-b122-7c3a4e4f46cb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:10.051819 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba9001c-6c21-4671-9b0c-a990ca970abc None None] The sync data for ids ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'] in n-d-809883-1 is: [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:44Z', 'revision_number': 4, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port': {'id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:35Z', 'updated_at': '2021-09-17T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'be369b81-f067-4869-ae4d-d2ccd4ca3704', 'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'mac_address': 'fa:16:3e:20:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '372385ca-344b-4083-aa15-78d8fb783453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:42Z', 'updated_at': '2021-09-17T23:53:49Z', 'revision_number': 5, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'subnets': [{'id': '372385ca-344b-4083-aa15-78d8fb783453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:58:10.148298 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d97b290-692e-4a45-b122-7c3a4e4f46cb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:10.148758 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d97b290-692e-4a45-b122-7c3a4e4f46cb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:10.164850 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-0d97b290-692e-4a45-b122-7c3a4e4f46cb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Calling delete_port for 593f8c4c-c3ed-480a-a219-853f78db23d8 owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:58:10.176130 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38e1f5d-b0d3-4234-b5bd-3158f0fd4ae6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:58:10.183958 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d38e1f5d-b0d3-4234-b5bd-3158f0fd4ae6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:10.302656 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:10.552594 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b49018-e625-4170-9c74-463667968f3d None None] New status for floating IP 1bcb41d9-0884-4bb5-aaa4-8911dc0d5abf: DOWN {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:58:10.624276 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7356f326-5bf1-46dd-a8bc-1b9d877a3e02 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:58:10.661924 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 7356f326-5bf1-46dd-a8bc-1b9d877a3e02 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:58:10.662221 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7356f326-5bf1-46dd-a8bc-1b9d877a3e02 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:58:10.686325 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d38e1f5d-b0d3-4234-b5bd-3158f0fd4ae6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:10.729111 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d97b290-692e-4a45-b122-7c3a4e4f46cb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:10.770940 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97b290-692e-4a45-b122-7c3a4e4f46cb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Pushing event deleted for resources: {'Port': ['ID=593f8c4c-c3ed-480a-a219-853f78db23d8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:10.781410 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38e1f5d-b0d3-4234-b5bd-3158f0fd4ae6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:58:10.783193 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-d38e1f5d-b0d3-4234-b5bd-3158f0fd4ae6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:58:10.784975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e1f5d-b0d3-4234-b5bd-3158f0fd4ae6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Subnet': ['ID=b2081338-ecf7-449e-be4e-858e1507a93f,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:10.788785 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38e1f5d-b0d3-4234-b5bd-3158f0fd4ae6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:10.789413 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d38e1f5d-b0d3-4234-b5bd-3158f0fd4ae6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:10.793634 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce378feb-0da2-439b-90ef-827a4717a2f6 None None] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:58:10.875740 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d97b290-692e-4a45-b122-7c3a4e4f46cb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:10.880603 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d97b290-692e-4a45-b122-7c3a4e4f46cb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:10.882895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0d97b290-692e-4a45-b122-7c3a4e4f46cb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "DELETE /v2.0/floatingips/a43f2d84-4f5c-49bc-b4f8-b01013765f7c HTTP/1.1" status: 204 len: 168 time: 1.1132383 Sep 17 23:58:10.892576 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d38e1f5d-b0d3-4234-b5bd-3158f0fd4ae6 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1576006 Sep 17 23:58:10.895146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56292) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:10.905784 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8d3fbeaa-3c52-4036-aac4-d7e319cc00c4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1803854583', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b2081338-ecf7-449e-be4e-858e1507a93f'}], 'security_groups': ['624b3122-075f-402e-9059-bb72d529449e']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:11.219855 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56314) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:11.246832 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d146eaba-4566-4b6d-99cd-d0916b4b966b None None] Update dhcp port {'port': {'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c', 'fixed_ips': [{'subnet_id': '920fe778-8b33-46a1-b8fd-92c61e215f62', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b2081338-ecf7-449e-be4e-858e1507a93f'}], 'binding:host_id': 'n-d-809883-1'}, 'id': '4a4dd5d6-d9d2-4d89-a306-702469758428'} from n-d-809883-1. {{(pid=95593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:58:11.287125 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d146eaba-4566-4b6d-99cd-d0916b4b966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:11.317098 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8d3fbeaa-3c52-4036-aac4-d7e319cc00c4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:11.321102 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8e77c4d1-6a26-4a75-a507-4a36d672c7c0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:11.350661 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8e77c4d1-6a26-4a75-a507-4a36d672c7c0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:11.514190 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8e77c4d1-6a26-4a75-a507-4a36d672c7c0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:11.518618 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8e77c4d1-6a26-4a75-a507-4a36d672c7c0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:11.520299 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8e77c4d1-6a26-4a75-a507-4a36d672c7c0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "DELETE /v2.0/security-groups/c68bf94b-a495-438e-802b-916c2cfb2c04 HTTP/1.1" status: 204 len: 168 time: 0.2986870 Sep 17 23:58:11.524961 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56342) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:11.568655 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77c4d1-6a26-4a75-a507-4a36d672c7c0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68bf94b-a495-438e-802b-916c2cfb2c04,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:11.615627 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-a4c98c67-5a31-412c-8190-b2377a6713a0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] show failed (client error): The resource could not be found. Sep 17 23:58:11.629707 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a4c98c67-5a31-412c-8190-b2377a6713a0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups/c68bf94b-a495-438e-802b-916c2cfb2c04 HTTP/1.1" status: 404 len: 347 time: 0.0978916 Sep 17 23:58:11.633039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56364) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:11.698462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-d146eaba-4566-4b6d-99cd-d0916b4b966b None None] Allocated IP 2001:db8:0:1::2 (6a61a539-5c12-4482-ac84-4c7eef85a88c/b2081338-ecf7-449e-be4e-858e1507a93f/4a4dd5d6-d9d2-4d89-a306-702469758428) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:58:11.936124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-30c4d5fc-359c-437f-8683-fc0c9d2dd974 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Deleting port f68c3d3b-7ade-43a2-954d-7680b4034b9b {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:58:11.937409 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-30c4d5fc-359c-437f-8683-fc0c9d2dd974 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:11.970889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56382) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:11.980282 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-eff7e506-edd1-4e0f-8964-c9b41f21d696 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--388506334', 'description': 'tempest-description--1924182867'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:12.016521 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d146eaba-4566-4b6d-99cd-d0916b4b966b None None] For port 4a4dd5d6-d9d2-4d89-a306-702469758428, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4a4dd5d6-d9d2-4d89-a306-702469758428,segment=NetworkSegment(ea01e5c2-15f0-438e-aff7-56210b86fd37),segment_id=ea01e5c2-15f0-438e-aff7-56210b86fd37)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:12.032706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f6503-cc38-4e77-a8f8-308572be528c req-52662a39-1859-4256-b62c-f3e086ea8ba9 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:12.040863 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e97f6503-cc38-4e77-a8f8-308572be528c req-52662a39-1859-4256-b62c-f3e086ea8ba9 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/networks?id=661107b9-e93e-4791-a13a-d13963534dba HTTP/1.1" status: 200 len: 812 time: 0.3478763 Sep 17 23:58:12.058206 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e97f6503-cc38-4e77-a8f8-308572be528c req-ab718786-c801-4da1-a888-7e698e70b986 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/quotas/c7f18c68bfbe42799dbf1aa205043a80 HTTP/1.1" status: 200 len: 375 time: 0.0160861 Sep 17 23:58:12.058785 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d146eaba-4566-4b6d-99cd-d0916b4b966b None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:12.145939 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:58:12.161299 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-30c4d5fc-359c-437f-8683-fc0c9d2dd974 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:12.161634 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-30c4d5fc-359c-437f-8683-fc0c9d2dd974 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:12.189450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-30c4d5fc-359c-437f-8683-fc0c9d2dd974 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Calling delete_port for f68c3d3b-7ade-43a2-954d-7680b4034b9b owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:58:12.202477 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eff7e506-edd1-4e0f-8964-c9b41f21d696 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:12.274169 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d146eaba-4566-4b6d-99cd-d0916b4b966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:12.410833 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:12.420722 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146eaba-4566-4b6d-99cd-d0916b4b966b None None] Pushing event updated for resources: {'Port': ['ID=4a4dd5d6-d9d2-4d89-a306-702469758428,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:12.431386 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'port_id': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'mac_address': 'fa:16:3e:9b:7b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:58:12.443252 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eff7e506-edd1-4e0f-8964-c9b41f21d696 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:12.483003 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:12.493592 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e97f6503-cc38-4e77-a8f8-308572be528c req-4d7342f2-8efe-4d5f-b380-668eae5b6af5 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c7f18c68bfbe42799dbf1aa205043a80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4343157 Sep 17 23:58:12.513526 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:58:12.554775 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eff7e506-edd1-4e0f-8964-c9b41f21d696 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:12.630428 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:12.664373 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-30c4d5fc-359c-437f-8683-fc0c9d2dd974 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:12.716652 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:12.788450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4d5fc-359c-437f-8683-fc0c9d2dd974 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Pushing event deleted for resources: {'Port': ['ID=f68c3d3b-7ade-43a2-954d-7680b4034b9b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:12.791780 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7e506-edd1-4e0f-8964-c9b41f21d696 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6a84fe-414d-4711-a991-718f1d50acb6,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:12.871474 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:12.895223 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:58:12.911123 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eff7e506-edd1-4e0f-8964-c9b41f21d696 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:12.914300 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-eff7e506-edd1-4e0f-8964-c9b41f21d696 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9393048 Sep 17 23:58:12.925709 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56404) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:12.938365 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a2cbc95c-c184-49d6-a845-8fd6bc13dbf6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Request body: {'security_group_rule': {'security_group_id': '8f6a84fe-414d-4711-a991-718f1d50acb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:13.031031 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-30c4d5fc-359c-437f-8683-fc0c9d2dd974 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:13.031031 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-30c4d5fc-359c-437f-8683-fc0c9d2dd974 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:13.034660 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-30c4d5fc-359c-437f-8683-fc0c9d2dd974 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "DELETE /v2.0/floatingips/1bcb41d9-0884-4bb5-aaa4-8911dc0d5abf HTTP/1.1" status: 204 len: 168 time: 1.3986003 Sep 17 23:58:13.098288 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e97f6503-cc38-4e77-a8f8-308572be528c req-ffa8b9e2-3564-4ecf-bb39-66851938979e service neutron] 10.222.0.46 "GET /v2.0/networks/661107b9-e93e-4791-a13a-d13963534dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028459 Sep 17 23:58:13.173328 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2cbc95c-c184-49d6-a845-8fd6bc13dbf6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:13.265500 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e97f6503-cc38-4e77-a8f8-308572be528c req-dfae6b2f-9a96-4de4-ab40-5eb812f88803 service neutron] 10.222.0.46 "GET /v2.0/networks/661107b9-e93e-4791-a13a-d13963534dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657066 Sep 17 23:58:13.308259 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-8d3fbeaa-3c52-4036-aac4-d7e319cc00c4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Delete allocated IP 2001:db8::259 (6a61a539-5c12-4482-ac84-4c7eef85a88c/920fe778-8b33-46a1-b8fd-92c61e215f62) {{(pid=95592) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 23:58:13.326498 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-8d3fbeaa-3c52-4036-aac4-d7e319cc00c4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Allocated IP 2001:db8:0:1::2fa (6a61a539-5c12-4482-ac84-4c7eef85a88c/b2081338-ecf7-449e-be4e-858e1507a93f/de646222-ab82-4d35-9b45-23d5c70ef004) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:58:13.377305 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:13.384089 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2cbc95c-c184-49d6-a845-8fd6bc13dbf6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:13.514165 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2cbc95c-c184-49d6-a845-8fd6bc13dbf6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:13.556353 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbc95c-c184-49d6-a845-8fd6bc13dbf6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e1ddf4-c815-4e6b-9ff1-ed029d3ced9d,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:13.609194 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3300c748-4faa-48f0-8c4b-c964f1367003 None None] Provisioning complete for port bd56269d-6b19-496c-990e-2c77e1d2a950 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:13.610931 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3300c748-4faa-48f0-8c4b-c964f1367003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:13.651057 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2cbc95c-c184-49d6-a845-8fd6bc13dbf6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:13.652392 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a2cbc95c-c184-49d6-a845-8fd6bc13dbf6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7248821 Sep 17 23:58:13.655035 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56442) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:13.661119 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-ff39c3f7-d0cf-4551-94eb-90c42842b770 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Request body: {'security_group_rule': {'security_group_id': '8f6a84fe-414d-4711-a991-718f1d50acb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:13.705453 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3300c748-4faa-48f0-8c4b-c964f1367003 None None] Port bd56269d-6b19-496c-990e-2c77e1d2a950 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:58:13.717089 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3300c748-4faa-48f0-8c4b-c964f1367003 None None] Provisioning complete for port de646222-ab82-4d35-9b45-23d5c70ef004 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:13.718261 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3300c748-4faa-48f0-8c4b-c964f1367003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:13.754364 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8d3fbeaa-3c52-4036-aac4-d7e319cc00c4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:13.794581 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3300c748-4faa-48f0-8c4b-c964f1367003 None None] Port de646222-ab82-4d35-9b45-23d5c70ef004 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:58:13.811295 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3300c748-4faa-48f0-8c4b-c964f1367003 None None] Provisioning complete for port 4a4dd5d6-d9d2-4d89-a306-702469758428 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:13.811621 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff39c3f7-d0cf-4551-94eb-90c42842b770 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:13.812264 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3300c748-4faa-48f0-8c4b-c964f1367003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:13.882122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6b07ec5-e327-445f-877f-ec3b80f0130a req-040b556e-e9f8-474b-a653-20bd67659857 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=7678eef6-9c1d-4cdf-a516-5ff7e5c05105 HTTP/1.1" status: 200 len: 210 time: 0.1159449 Sep 17 23:58:13.895512 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8d3fbeaa-3c52-4036-aac4-d7e319cc00c4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:14.009087 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff39c3f7-d0cf-4551-94eb-90c42842b770 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:14.103207 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-8d3fbeaa-3c52-4036-aac4-d7e319cc00c4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] In _notify_port_updated(), no bound segment for port de646222-ab82-4d35-9b45-23d5c70ef004 on network 6a61a539-5c12-4482-ac84-4c7eef85a88c {{(pid=95592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:58:14.109089 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff39c3f7-d0cf-4551-94eb-90c42842b770 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:14.142937 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-209a9420-1ec3-45ca-b593-678b0cff84b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:14.147419 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:58:14.153065 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3fbeaa-3c52-4036-aac4-d7e319cc00c4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:14.153065 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8d3fbeaa-3c52-4036-aac4-d7e319cc00c4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:14.187094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8d3fbeaa-3c52-4036-aac4-d7e319cc00c4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "PUT /v2.0/ports/de646222-ab82-4d35-9b45-23d5c70ef004 HTTP/1.1" status: 200 len: 931 time: 3.2907264 Sep 17 23:58:14.196794 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56474) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:14.221871 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39c3f7-d0cf-4551-94eb-90c42842b770 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cedf25f8-cdef-4f29-aac2-0cdfe68a8e4a,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:14.260720 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56478) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:14.272491 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-6f447536-8187-4d52-a15b-938c1152b19b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Request body: {'security_group': {'name': 'tempest-securitygroup--226734507', 'description': 'tempest-description--1109553001'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:14.280481 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4a4dd5d6-d9d2-4d89-a306-702469758428 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:58:14.349212 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff39c3f7-d0cf-4551-94eb-90c42842b770 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:14.356874 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ff39c3f7-d0cf-4551-94eb-90c42842b770 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6984684 Sep 17 23:58:14.362316 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56480) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:14.370254 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:14.375142 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:14.409448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-85409198-8b8a-4574-a8b4-a4730ea6816a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:14.430177 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 4a4dd5d6-d9d2-4d89-a306-702469758428 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:14.430558 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:14.448143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3fbeaa-3c52-4036-aac4-d7e319cc00c4 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=de646222-ab82-4d35-9b45-23d5c70ef004,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:14.526334 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f447536-8187-4d52-a15b-938c1152b19b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:14.581562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5a42e99e-52f8-4a01-99f0-c9a11359b2ce tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port de646222-ab82-4d35-9b45-23d5c70ef004 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:58:14.581562 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5a42e99e-52f8-4a01-99f0-c9a11359b2ce tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:14.583330 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:14.662671 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:14.664012 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1678bb-8691-4267-932f-403a00b254b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:58:14.666539 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45db40c-cc5f-4cec-acfc-31f1e9016493" -d '{"events": [{"server_uuid": "bc1678bb-8691-4267-932f-403a00b254b9", "name": "network-vif-plugged", "status": "completed", "tag": "154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:58:14.704749 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-85409198-8b8a-4574-a8b4-a4730ea6816a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:14.737832 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:14.838592 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f447536-8187-4d52-a15b-938c1152b19b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:14.856121 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c787df5-5869-44c6-822a-2193158fa4b3 x-openstack-request-id: req-6c787df5-5869-44c6-822a-2193158fa4b3 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:58:14.857156 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1678bb-8691-4267-932f-403a00b254b9", "name": "network-vif-plugged", "status": "completed", "tag": "154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:58:14.857579 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6c787df5-5869-44c6-822a-2193158fa4b3 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:58:14.858612 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1678bb-8691-4267-932f-403a00b254b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'code': 200} Sep 17 23:58:14.873875 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-6ef1c08c-5f05-4efc-bbd3-8276e2ff5d71 None None] Provisioning complete for port de646222-ab82-4d35-9b45-23d5c70ef004 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:14.874514 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c08c-5f05-4efc-bbd3-8276e2ff5d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:14.920101 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f447536-8187-4d52-a15b-938c1152b19b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:14.959477 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:14.959477 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1c08c-5f05-4efc-bbd3-8276e2ff5d71 None None] Port de646222-ab82-4d35-9b45-23d5c70ef004 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:58:15.043416 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5a42e99e-52f8-4a01-99f0-c9a11359b2ce tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:15.049646 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f447536-8187-4d52-a15b-938c1152b19b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c127be-3a55-4bfe-b85f-617b20077b90,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:15.060725 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ef1a08b-67a1-4eb2-961d-912cb34fc851 req-d4fe1c6d-f95e-418d-b6ec-de882234a82a tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=7678eef6-9c1d-4cdf-a516-5ff7e5c05105 HTTP/1.1" status: 200 len: 210 time: 0.0763729 Sep 17 23:58:15.078285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5a42e99e-52f8-4a01-99f0-c9a11359b2ce tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for de646222-ab82-4d35-9b45-23d5c70ef004 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:58:15.079245 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f447536-8187-4d52-a15b-938c1152b19b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:15.080797 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6f447536-8187-4d52-a15b-938c1152b19b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8183477 Sep 17 23:58:15.083568 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56492) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:15.090205 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-377b0a6a-bf21-4bf0-88b8-6900baa98c12 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Request body: {'security_group_rule': {'security_group_id': '43c127be-3a55-4bfe-b85f-617b20077b90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:15.166845 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-85409198-8b8a-4574-a8b4-a4730ea6816a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:15.331204 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-377b0a6a-bf21-4bf0-88b8-6900baa98c12 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:15.346458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-85409198-8b8a-4574-a8b4-a4730ea6816a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Allocated IP 172.25.3.175 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/75ce0826-63fa-4605-bd39-e3e59b119b72) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:58:15.482792 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-377b0a6a-bf21-4bf0-88b8-6900baa98c12 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:15.541125 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-85409198-8b8a-4574-a8b4-a4730ea6816a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:15.588209 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-377b0a6a-bf21-4bf0-88b8-6900baa98c12 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:15.609809 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5a42e99e-52f8-4a01-99f0-c9a11359b2ce tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:15.635533 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b0a6a-bf21-4bf0-88b8-6900baa98c12 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6b82e7-b50c-4781-b94d-1ce2fc83672d,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:15.707458 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5a42e99e-52f8-4a01-99f0-c9a11359b2ce tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:15.713586 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56502) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:15.717165 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5a42e99e-52f8-4a01-99f0-c9a11359b2ce tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/ports/de646222-ab82-4d35-9b45-23d5c70ef004 HTTP/1.1" status: 204 len: 168 time: 1.5041945 Sep 17 23:58:15.718969 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42e99e-52f8-4a01-99f0-c9a11359b2ce tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=de646222-ab82-4d35-9b45-23d5c70ef004,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:15.724450 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-85409198-8b8a-4574-a8b4-a4730ea6816a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:15.763455 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-9002675e-857a-4558-ba20-8eb170d0dec9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] GET failed (client error): The resource could not be found. Sep 17 23:58:15.771918 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85409198-8b8a-4574-a8b4-a4730ea6816a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:58:15.776103 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56504) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:15.777911 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-85409198-8b8a-4574-a8b4-a4730ea6816a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:58:15.778066 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9002675e-857a-4558-ba20-8eb170d0dec9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports/de646222-ab82-4d35-9b45-23d5c70ef004 HTTP/1.1" status: 404 len: 333 time: 0.0581729 Sep 17 23:58:15.779253 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-377b0a6a-bf21-4bf0-88b8-6900baa98c12 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:15.781755 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-377b0a6a-bf21-4bf0-88b8-6900baa98c12 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6972401 Sep 17 23:58:15.784300 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56506) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:15.786078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85409198-8b8a-4574-a8b4-a4730ea6816a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:58:15.795383 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-09f964c4-1d63-4a67-bfc7-21337a292843 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Request body: {'security_group_rule': {'security_group_id': '43c127be-3a55-4bfe-b85f-617b20077b90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:15.913249 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09f964c4-1d63-4a67-bfc7-21337a292843 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:16.027382 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09f964c4-1d63-4a67-bfc7-21337a292843 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:16.103217 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09f964c4-1d63-4a67-bfc7-21337a292843 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:16.117449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85409198-8b8a-4574-a8b4-a4730ea6816a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Pushing event updated for resources: {'Port': ['ID=75ce0826-63fa-4605-bd39-e3e59b119b72,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:16.150375 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f964c4-1d63-4a67-bfc7-21337a292843 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd3db8c-c307-4ff3-b475-e97e18783990,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:16.195192 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ccf7e3e2-5af3-44d2-905b-7e94ba902ac2 req-63722e62-f033-408d-b1c4-102c34b35e04 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=7678eef6-9c1d-4cdf-a516-5ff7e5c05105 HTTP/1.1" status: 200 len: 210 time: 0.0617254 Sep 17 23:58:16.202978 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-85409198-8b8a-4574-a8b4-a4730ea6816a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:16.226388 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54d1229a-62c1-4116-bf5b-ac4253d188a7 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:16.274260 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09f964c4-1d63-4a67-bfc7-21337a292843 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:16.275750 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-09f964c4-1d63-4a67-bfc7-21337a292843 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4902182 Sep 17 23:58:16.278921 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56512) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:16.280138 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54d1229a-62c1-4116-bf5b-ac4253d188a7 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:16.285194 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-77c4fc30-1477-435a-9ab1-bebb4f5cd7ed tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:16.385864 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-85409198-8b8a-4574-a8b4-a4730ea6816a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:16.439534 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-77c4fc30-1477-435a-9ab1-bebb4f5cd7ed tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:16.577693 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54d1229a-62c1-4116-bf5b-ac4253d188a7 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:16.582118 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54d1229a-62c1-4116-bf5b-ac4253d188a7 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:16.586539 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-54d1229a-62c1-4116-bf5b-ac4253d188a7 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/security-groups/2dbcc3c6-28dd-4db2-b955-9d3932167d13 HTTP/1.1" status: 204 len: 168 time: 0.6635032 Sep 17 23:58:16.587962 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56516) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:16.599631 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6f76bd11-1cea-46ee-97ac-b47a62c60d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:16.619676 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1229a-62c1-4116-bf5b-ac4253d188a7 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbcc3c6-28dd-4db2-b955-9d3932167d13,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:16.815773 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e73e35af-4f05-4236-97b6-a28d7452f152 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:16.874105 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e73e35af-4f05-4236-97b6-a28d7452f152 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:16.887418 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-85409198-8b8a-4574-a8b4-a4730ea6816a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:16.887629 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-77c4fc30-1477-435a-9ab1-bebb4f5cd7ed tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:17.016666 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-85409198-8b8a-4574-a8b4-a4730ea6816a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:17.092616 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-77c4fc30-1477-435a-9ab1-bebb4f5cd7ed tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Allocated IP 172.25.3.135 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/b8d9d59b-bc01-4b66-a231-090f877c30b4) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:58:17.116464 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e73e35af-4f05-4236-97b6-a28d7452f152 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:17.119340 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e73e35af-4f05-4236-97b6-a28d7452f152 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:17.120948 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e73e35af-4f05-4236-97b6-a28d7452f152 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/security-groups/624b3122-075f-402e-9059-bb72d529449e HTTP/1.1" status: 204 len: 168 time: 0.5293665 Sep 17 23:58:17.134058 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56526) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:17.188516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e35af-4f05-4236-97b6-a28d7452f152 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=624b3122-075f-402e-9059-bb72d529449e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:17.306511 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85409198-8b8a-4574-a8b4-a4730ea6816a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Pushing event updated for resources: {'Port': ['ID=75ce0826-63fa-4605-bd39-e3e59b119b72,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:17.308984 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fcd09cf-d361-419c-a213-ab5973a53da5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting subnet 920fe778-8b33-46a1-b8fd-92c61e215f62 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:58:17.308984 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9fcd09cf-d361-419c-a213-ab5973a53da5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:17.310002 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-85409198-8b8a-4574-a8b4-a4730ea6816a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:17.369604 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-77c4fc30-1477-435a-9ab1-bebb4f5cd7ed tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:17.378793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f6503-cc38-4e77-a8f8-308572be528c req-bbd7f804-0b9c-449a-a79b-650aec18cd5e tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:17.380501 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e97f6503-cc38-4e77-a8f8-308572be528c req-bbd7f804-0b9c-449a-a79b-650aec18cd5e tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.37 "GET /v2.0/networks?id=661107b9-e93e-4791-a13a-d13963534dba HTTP/1.1" status: 200 len: 812 time: 0.4143853 Sep 17 23:58:17.387309 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:17.397929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-e97f6503-cc38-4e77-a8f8-308572be528c req-b3d31247-e304-4495-bc84-8fe6434cd491 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Request body: {'port': {'device_id': '7678eef6-9c1d-4cdf-a516-5ff7e5c05105', 'network_id': '661107b9-e93e-4791-a13a-d13963534dba', 'admin_state_up': True, 'tenant_id': 'c7f18c68bfbe42799dbf1aa205043a80'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:17.429852 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9fcd09cf-d361-419c-a213-ab5973a53da5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:17.431361 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3fcba471-8f4e-4766-a39b-b544f18fe3bf req-8702bbbf-3291-4d53-8331-04c9f1c80d6d tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=7678eef6-9c1d-4cdf-a516-5ff7e5c05105 HTTP/1.1" status: 200 len: 210 time: 0.0496981 Sep 17 23:58:17.447197 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-85409198-8b8a-4574-a8b4-a4730ea6816a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:17.448709 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-85409198-8b8a-4574-a8b4-a4730ea6816a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0817020 Sep 17 23:58:17.547526 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-77c4fc30-1477-435a-9ab1-bebb4f5cd7ed tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:17.669107 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97f6503-cc38-4e77-a8f8-308572be528c req-b3d31247-e304-4495-bc84-8fe6434cd491 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Made reservation on behalf of c7f18c68bfbe42799dbf1aa205043a80 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:58:17.673038 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e97f6503-cc38-4e77-a8f8-308572be528c req-b3d31247-e304-4495-bc84-8fe6434cd491 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:17.726761 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:17.780454 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9fcd09cf-d361-419c-a213-ab5973a53da5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:17.845986 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4fc30-1477-435a-9ab1-bebb4f5cd7ed tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Pushing event updated for resources: {'Port': ['ID=b8d9d59b-bc01-4b66-a231-090f877c30b4,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:17.873701 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c4fc30-1477-435a-9ab1-bebb4f5cd7ed tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:58:17.878230 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-77c4fc30-1477-435a-9ab1-bebb4f5cd7ed tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:58:17.883532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c4fc30-1477-435a-9ab1-bebb4f5cd7ed tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:58:18.017797 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-e97f6503-cc38-4e77-a8f8-308572be528c req-b3d31247-e304-4495-bc84-8fe6434cd491 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Allocated IP 172.20.0.9 (661107b9-e93e-4791-a13a-d13963534dba/f4f62d76-0c78-4455-9b01-aac9dd4bd05a/665c96cb-f339-462c-a431-5a7ae37ed67c) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:58:18.116590 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-77c4fc30-1477-435a-9ab1-bebb4f5cd7ed tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:18.194106 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9fcd09cf-d361-419c-a213-ab5973a53da5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:18.267545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd09cf-d361-419c-a213-ab5973a53da5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Subnet': ['ID=920fe778-8b33-46a1-b8fd-92c61e215f62,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:18.321000 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9fcd09cf-d361-419c-a213-ab5973a53da5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:18.328148 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56546) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:18.330858 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69788332-18b2-48dd-bb01-d24a818ce58b None None] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:58:18.344056 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9fcd09cf-d361-419c-a213-ab5973a53da5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/subnets/920fe778-8b33-46a1-b8fd-92c61e215f62 HTTP/1.1" status: 204 len: 168 time: 1.2067373 Sep 17 23:58:18.346483 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-77c4fc30-1477-435a-9ab1-bebb4f5cd7ed tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:18.354239 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-441fb090-8eed-40e0-b35a-26f02f08c158 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'subnet': {'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:18.432545 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e97f6503-cc38-4e77-a8f8-308572be528c req-b3d31247-e304-4495-bc84-8fe6434cd491 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:18.677665 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e97f6503-cc38-4e77-a8f8-308572be528c req-b3d31247-e304-4495-bc84-8fe6434cd491 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:18.752745 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97f6503-cc38-4e77-a8f8-308572be528c req-b3d31247-e304-4495-bc84-8fe6434cd491 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Network 661107b9-e93e-4791-a13a-d13963534dba is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:58:18.847856 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-77c4fc30-1477-435a-9ab1-bebb4f5cd7ed tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:18.923271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-e97f6503-cc38-4e77-a8f8-308572be528c req-b3d31247-e304-4495-bc84-8fe6434cd491 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:58:18.933226 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d31247-e304-4495-bc84-8fe6434cd491 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Pushing event updated for resources: {'Port': ['ID=665c96cb-f339-462c-a431-5a7ae37ed67c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:18.941647 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97f6503-cc38-4e77-a8f8-308572be528c req-b3d31247-e304-4495-bc84-8fe6434cd491 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:58:19.056680 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04b21b-c54d-4edc-9d5b-ab8907f47852 req-25c3ce9a-b2f5-4529-868c-718e742668b8 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:19.068216 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-77c4fc30-1477-435a-9ab1-bebb4f5cd7ed tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:19.068574 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a04b21b-c54d-4edc-9d5b-ab8907f47852 req-25c3ce9a-b2f5-4529-868c-718e742668b8 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=7678eef6-9c1d-4cdf-a516-5ff7e5c05105 HTTP/1.1" status: 200 len: 931 time: 0.4132385 Sep 17 23:58:19.241180 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a04b21b-c54d-4edc-9d5b-ab8907f47852 req-b42836db-5ff6-4b49-83ec-cf606346fe78 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/security-groups?id=e07418ed-33bd-4be3-8e9e-3f9bb3591574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712697 Sep 17 23:58:19.244244 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-77c4fc30-1477-435a-9ab1-bebb4f5cd7ed tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:19.248006 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4fc30-1477-435a-9ab1-bebb4f5cd7ed tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Pushing event updated for resources: {'Port': ['ID=b8d9d59b-bc01-4b66-a231-090f877c30b4,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:19.290346 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f6503-cc38-4e77-a8f8-308572be528c req-b3d31247-e304-4495-bc84-8fe6434cd491 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:19.291109 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e97f6503-cc38-4e77-a8f8-308572be528c req-b3d31247-e304-4495-bc84-8fe6434cd491 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:19.350166 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-77c4fc30-1477-435a-9ab1-bebb4f5cd7ed tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:19.361036 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-77c4fc30-1477-435a-9ab1-bebb4f5cd7ed tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0749278 Sep 17 23:58:19.487174 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441fb090-8eed-40e0-b35a-26f02f08c158 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:58:19.494190 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-441fb090-8eed-40e0-b35a-26f02f08c158 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:19.560921 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e97f6503-cc38-4e77-a8f8-308572be528c req-b3d31247-e304-4495-bc84-8fe6434cd491 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1692519 Sep 17 23:58:19.576454 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Request body: {'port': {'device_id': '7678eef6-9c1d-4cdf-a516-5ff7e5c05105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:19.737906 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:19.765209 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:19.852475 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d5f158cc-4ae6-45d1-9d55-830fe56e06ac None None] Provisioning complete for port bd56269d-6b19-496c-990e-2c77e1d2a950 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:19.853005 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d5f158cc-4ae6-45d1-9d55-830fe56e06ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:20.214974 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d5f158cc-4ae6-45d1-9d55-830fe56e06ac None None] Port bd56269d-6b19-496c-990e-2c77e1d2a950 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:58:20.232602 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d5f158cc-4ae6-45d1-9d55-830fe56e06ac None None] Provisioning complete for port 4a4dd5d6-d9d2-4d89-a306-702469758428 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:20.233444 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d5f158cc-4ae6-45d1-9d55-830fe56e06ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:20.327188 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665c96cb-f339-462c-a431-5a7ae37ed67c {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:58:20.336609 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:20.355605 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Transition to ACTIVE for port object 665c96cb-f339-462c-a431-5a7ae37ed67c will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:58:20.376851 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-441fb090-8eed-40e0-b35a-26f02f08c158 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:20.417792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441fb090-8eed-40e0-b35a-26f02f08c158 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:58:20.425525 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-441fb090-8eed-40e0-b35a-26f02f08c158 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:58:20.428961 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441fb090-8eed-40e0-b35a-26f02f08c158 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:20.429520 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-441fb090-8eed-40e0-b35a-26f02f08c158 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:20.432269 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:20.436212 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8195db77-2ea8-4ae3-a66d-9b31269081e3 None None] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:58:20.576243 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fb090-8eed-40e0-b35a-26f02f08c158 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Subnet': ['ID=aa613f62-2ee0-4b58-9d06-7f705a1b9203,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:20.623270 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Pushing event updated for resources: {'Port': ['ID=665c96cb-f339-462c-a431-5a7ae37ed67c,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:20.659422 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56576) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:20.665310 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0dae52de-79d5-4c07-a495-6a7494758a44 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'security_group': {'name': 'tempest-secgroup-1336740127'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:20.672261 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-441fb090-8eed-40e0-b35a-26f02f08c158 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3403771 Sep 17 23:58:20.728664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Attempting to bind port 665c96cb-f339-462c-a431-5a7ae37ed67c on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:58:20.734872 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Attempting to bind port 665c96cb-f339-462c-a431-5a7ae37ed67c by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'd33e72d8-dc61-4ab1-9754-b3263108f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '661107b9-e93e-4791-a13a-d13963534dba'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:58:20.734872 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Attempting to bind port 665c96cb-f339-462c-a431-5a7ae37ed67c on network 661107b9-e93e-4791-a13a-d13963534dba {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:58:20.735343 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Port 665c96cb-f339-462c-a431-5a7ae37ed67c on network 661107b9-e93e-4791-a13a-d13963534dba not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:58:20.735893 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Attempting to bind port 665c96cb-f339-462c-a431-5a7ae37ed67c on network 661107b9-e93e-4791-a13a-d13963534dba {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:58:20.746611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:58:20.747114 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Checking segment: {'id': 'd33e72d8-dc61-4ab1-9754-b3263108f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '661107b9-e93e-4791-a13a-d13963534dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:58:20.747509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Bound using segment: {'id': 'd33e72d8-dc61-4ab1-9754-b3263108f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '661107b9-e93e-4791-a13a-d13963534dba'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:58:20.748047 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Bound port: 665c96cb-f339-462c-a431-5a7ae37ed67c, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33e72d8-dc61-4ab1-9754-b3263108f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '661107b9-e93e-4791-a13a-d13963534dba'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:58:20.748482 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:20.767732 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f7cd7a-2b43-472d-8d08-28202b977d2d None None] Update dhcp port {'port': {'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c', 'fixed_ips': [{'subnet_id': 'b2081338-ecf7-449e-be4e-858e1507a93f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'aa613f62-2ee0-4b58-9d06-7f705a1b9203'}], 'binding:host_id': 'n-d-809883-1'}, 'id': '4a4dd5d6-d9d2-4d89-a306-702469758428'} from n-d-809883-1. {{(pid=95593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:58:20.782118 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0dae52de-79d5-4c07-a495-6a7494758a44 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:20.852167 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-89f7cd7a-2b43-472d-8d08-28202b977d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:20.892582 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] For port 665c96cb-f339-462c-a431-5a7ae37ed67c, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:58:20.902233 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] For port 665c96cb-f339-462c-a431-5a7ae37ed67c, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=665c96cb-f339-462c-a431-5a7ae37ed67c,segment=NetworkSegment(d33e72d8-dc61-4ab1-9754-b3263108f18a),segment_id=d33e72d8-dc61-4ab1-9754-b3263108f18a)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:58:20.944962 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0dae52de-79d5-4c07-a495-6a7494758a44 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:21.016331 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:21.040552 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0dae52de-79d5-4c07-a495-6a7494758a44 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:21.065373 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:21.066074 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:21.068980 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e97f6503-cc38-4e77-a8f8-308572be528c req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] 10.222.0.37 "PUT /v2.0/ports/665c96cb-f339-462c-a431-5a7ae37ed67c HTTP/1.1" status: 200 len: 1091 time: 1.4974220 Sep 17 23:58:21.074655 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7678eef6-9c1d-4cdf-a516-5ff7e5c05105', 'tag': '665c96cb-f339-462c-a431-5a7ae37ed67c'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:58:21.080081 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e667a5-19b4-44c4-bfd9-75e4457c6bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "7678eef6-9c1d-4cdf-a516-5ff7e5c05105", "tag": "665c96cb-f339-462c-a431-5a7ae37ed67c"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:58:21.127240 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae52de-79d5-4c07-a495-6a7494758a44 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4221b2-9524-44c6-ac07-1fd3bc0bce85,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:21.176345 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-89f7cd7a-2b43-472d-8d08-28202b977d2d None None] Allocated IP 2001:db8::2 (6a61a539-5c12-4482-ac84-4c7eef85a88c/aa613f62-2ee0-4b58-9d06-7f705a1b9203/4a4dd5d6-d9d2-4d89-a306-702469758428) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:58:21.215911 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0dae52de-79d5-4c07-a495-6a7494758a44 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:21.217276 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0dae52de-79d5-4c07-a495-6a7494758a44 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5559297 Sep 17 23:58:21.218212 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56588) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:21.223821 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a308ad8f-7928-4cc8-9857-f064a3e62f16 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'security_group': {'name': 'tempest-secgroup-987106043'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:21.238444 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72584ae1-62fc-4727-a841-bcb2238f3d5b service neutron] Pushing event updated for resources: {'Port': ['ID=665c96cb-f339-462c-a431-5a7ae37ed67c,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:21.324034 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f6503-cc38-4e77-a8f8-308572be528c req-dd8df231-64c6-432e-8663-4315043d18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:21.327372 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e97f6503-cc38-4e77-a8f8-308572be528c req-dd8df231-64c6-432e-8663-4315043d18cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7f18c68bfbe42799dbf1aa205043a80&device_id=7678eef6-9c1d-4cdf-a516-5ff7e5c05105 HTTP/1.1" status: 200 len: 1094 time: 0.1255982 Sep 17 23:58:21.364297 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a308ad8f-7928-4cc8-9857-f064a3e62f16 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:21.427080 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e97f6503-cc38-4e77-a8f8-308572be528c req-50b2c8a5-cdc4-4d49-a7fe-1c63289c2eeb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=665c96cb-f339-462c-a431-5a7ae37ed67c HTTP/1.1" status: 200 len: 217 time: 0.0915077 Sep 17 23:58:21.430440 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-89f7cd7a-2b43-472d-8d08-28202b977d2d None None] For port 4a4dd5d6-d9d2-4d89-a306-702469758428, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4a4dd5d6-d9d2-4d89-a306-702469758428,segment=NetworkSegment(ea01e5c2-15f0-438e-aff7-56210b86fd37),segment_id=ea01e5c2-15f0-438e-aff7-56210b86fd37)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:21.516872 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-89f7cd7a-2b43-472d-8d08-28202b977d2d None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:21.543931 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f6503-cc38-4e77-a8f8-308572be528c req-6fdb4255-1d8c-46ce-96e6-3a3ab037f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:21.545496 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e97f6503-cc38-4e77-a8f8-308572be528c req-6fdb4255-1d8c-46ce-96e6-3a3ab037f566 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4f62d76-0c78-4455-9b01-aac9dd4bd05a HTTP/1.1" status: 200 len: 852 time: 0.1115921 Sep 17 23:58:21.582267 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-89f7cd7a-2b43-472d-8d08-28202b977d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:21.603804 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a308ad8f-7928-4cc8-9857-f064a3e62f16 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:21.605716 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e97f6503-cc38-4e77-a8f8-308572be528c req-637e930a-4199-4b45-85b6-7e51515a630e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=661107b9-e93e-4791-a13a-d13963534dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414050 Sep 17 23:58:21.674006 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a308ad8f-7928-4cc8-9857-f064a3e62f16 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:21.739902 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308ad8f-7928-4cc8-9857-f064a3e62f16 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a721c50-f0ae-447a-9aa0-3833b483537b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:21.787768 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a308ad8f-7928-4cc8-9857-f064a3e62f16 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:21.791545 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a308ad8f-7928-4cc8-9857-f064a3e62f16 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5697002 Sep 17 23:58:21.791848 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56592) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:21.793157 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e97f6503-cc38-4e77-a8f8-308572be528c req-404cd443-3765-40ae-a921-178f4e0d71b4 service neutron] 10.222.0.37 "GET /v2.0/networks/661107b9-e93e-4791-a13a-d13963534dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865196 Sep 17 23:58:21.796512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e376f6ea-7929-466a-b0fc-e4232863a6d0 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'security_group': {'name': 'tempest-secgroup-796405341'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:21.837731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7cd7a-2b43-472d-8d08-28202b977d2d None None] Pushing event updated for resources: {'Port': ['ID=4a4dd5d6-d9d2-4d89-a306-702469758428,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:21.919653 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e376f6ea-7929-466a-b0fc-e4232863a6d0 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:21.983116 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e97f6503-cc38-4e77-a8f8-308572be528c req-48e8a9c9-0501-4602-88ee-e3c1e179cccd service neutron] 10.222.0.37 "GET /v2.0/networks/661107b9-e93e-4791-a13a-d13963534dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833186 Sep 17 23:58:22.131329 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e376f6ea-7929-466a-b0fc-e4232863a6d0 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:22.170139 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4a4dd5d6-d9d2-4d89-a306-702469758428 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:58:22.187777 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e376f6ea-7929-466a-b0fc-e4232863a6d0 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:22.259575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376f6ea-7929-466a-b0fc-e4232863a6d0 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ffe844-cdcd-4250-8351-9edf11e00526,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:22.305941 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 4a4dd5d6-d9d2-4d89-a306-702469758428 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:22.310895 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e376f6ea-7929-466a-b0fc-e4232863a6d0 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:22.311257 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:22.311381 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e376f6ea-7929-466a-b0fc-e4232863a6d0 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5157197 Sep 17 23:58:22.311381 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56596) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:22.318807 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f9b7d750-30fb-47c7-a881-6af5bad93b23 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1084753326', 'security_groups': ['41ffe844-cdcd-4250-8351-9edf11e00526'], 'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aa613f62-2ee0-4b58-9d06-7f705a1b9203'}]}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:22.617387 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-197c219e-1420-473a-b4a0-0e4b0f6f50d6 req-75628ab5-e8f5-4e04-8a8d-76b3c8c6d4bc service neutron] (95592) timed out ('10.222.0.37', 50496) {{(pid=95592) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 23:58:22.685236 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b7d750-30fb-47c7-a881-6af5bad93b23 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:58:22.848720 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d750-30fb-47c7-a881-6af5bad93b23 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:22.885574 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-f9b7d750-30fb-47c7-a881-6af5bad93b23 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] device_id is not set on port e6c41396-1f7d-4fb5-bbf5-a6e06a1dd9aa yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 23:58:22.893650 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f398f1fc-7681-4c65-afe5-fc047ec8759f None None] Provisioning complete for port bd56269d-6b19-496c-990e-2c77e1d2a950 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:22.894286 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f398f1fc-7681-4c65-afe5-fc047ec8759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:22.981982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-f398f1fc-7681-4c65-afe5-fc047ec8759f None None] Port bd56269d-6b19-496c-990e-2c77e1d2a950 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:58:22.992681 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f398f1fc-7681-4c65-afe5-fc047ec8759f None None] Provisioning complete for port 4a4dd5d6-d9d2-4d89-a306-702469758428 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:22.993178 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f398f1fc-7681-4c65-afe5-fc047ec8759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:23.210415 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-f9b7d750-30fb-47c7-a881-6af5bad93b23 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Allocated IP 2001:db8::3a9 (6a61a539-5c12-4482-ac84-4c7eef85a88c/aa613f62-2ee0-4b58-9d06-7f705a1b9203/e6c41396-1f7d-4fb5-bbf5-a6e06a1dd9aa) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:58:23.423598 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d750-30fb-47c7-a881-6af5bad93b23 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:23.542343 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d750-30fb-47c7-a881-6af5bad93b23 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:23.589411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b7d750-30fb-47c7-a881-6af5bad93b23 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:58:23.593142 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-f9b7d750-30fb-47c7-a881-6af5bad93b23 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:58:23.597742 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b7d750-30fb-47c7-a881-6af5bad93b23 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:58:23.603564 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b7d750-30fb-47c7-a881-6af5bad93b23 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:23.604209 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d750-30fb-47c7-a881-6af5bad93b23 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:23.649792 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7d750-30fb-47c7-a881-6af5bad93b23 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=e6c41396-1f7d-4fb5-bbf5-a6e06a1dd9aa,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:23.746287 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f9b7d750-30fb-47c7-a881-6af5bad93b23 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4309371 Sep 17 23:58:23.746948 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56614) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:23.756455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b6d9de3f-0417-49ee-a54f-198f2c10fc41 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'subnet': {'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:24.215714 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-29c2960e-f361-4f96-b00d-f8c65e0ec190 None None] Provisioning complete for port e6c41396-1f7d-4fb5-bbf5-a6e06a1dd9aa triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:24.216299 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-29c2960e-f361-4f96-b00d-f8c65e0ec190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:24.266526 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-29c2960e-f361-4f96-b00d-f8c65e0ec190 None None] Port e6c41396-1f7d-4fb5-bbf5-a6e06a1dd9aa cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:58:24.684187 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 665c96cb-f339-462c-a431-5a7ae37ed67c details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:58:24.824926 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 665c96cb-f339-462c-a431-5a7ae37ed67c, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=665c96cb-f339-462c-a431-5a7ae37ed67c,segment=NetworkSegment(d33e72d8-dc61-4ab1-9754-b3263108f18a),segment_id=d33e72d8-dc61-4ab1-9754-b3263108f18a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:24.845447 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '665c96cb-f339-462c-a431-5a7ae37ed67c', 'network_id': '661107b9-e93e-4791-a13a-d13963534dba', 'port_id': '665c96cb-f339-462c-a431-5a7ae37ed67c', 'mac_address': 'fa:16:3e:8a:1c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f62d76-0c78-4455-9b01-aac9dd4bd05a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:58:24.889639 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:24.905268 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665c96cb-f339-462c-a431-5a7ae37ed67c {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:58:24.932894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 665c96cb-f339-462c-a431-5a7ae37ed67c, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=665c96cb-f339-462c-a431-5a7ae37ed67c,segment=NetworkSegment(d33e72d8-dc61-4ab1-9754-b3263108f18a),segment_id=d33e72d8-dc61-4ab1-9754-b3263108f18a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:25.217100 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d9de3f-0417-49ee-a54f-198f2c10fc41 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:58:25.219905 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:25.221062 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b6d9de3f-0417-49ee-a54f-198f2c10fc41 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:25.305681 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=665c96cb-f339-462c-a431-5a7ae37ed67c,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:25.384296 n-d-809883-1 neutron-server[95591]: INFO neutron.db.ipam_backend_mixin [None req-b6d9de3f-0417-49ee-a54f-198f2c10fc41 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aa613f62-2ee0-4b58-9d06-7f705a1b9203 (CIDR: 2001:db8::/64) Sep 17 23:58:25.462188 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d9de3f-0417-49ee-a54f-198f2c10fc41 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:58:25.462683 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d9de3f-0417-49ee-a54f-198f2c10fc41 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:58:25.489929 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['665c96cb-f339-462c-a431-5a7ae37ed67c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:58:25.539494 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b6d9de3f-0417-49ee-a54f-198f2c10fc41 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7898412 Sep 17 23:58:25.541792 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56620) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:25.547579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-8d68fe58-adfc-4b69-bc67-6e34380a7a04 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'subnet': {'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:26.073087 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d68fe58-adfc-4b69-bc67-6e34380a7a04 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:58:26.077528 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8d68fe58-adfc-4b69-bc67-6e34380a7a04 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:26.191886 n-d-809883-1 neutron-server[95591]: INFO neutron.db.ipam_backend_mixin [None req-8d68fe58-adfc-4b69-bc67-6e34380a7a04 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b2081338-ecf7-449e-be4e-858e1507a93f (CIDR: 2001:db8:0:1::/64) Sep 17 23:58:26.222502 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d68fe58-adfc-4b69-bc67-6e34380a7a04 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:58:26.223186 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d68fe58-adfc-4b69-bc67-6e34380a7a04 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:58:26.301584 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8d68fe58-adfc-4b69-bc67-6e34380a7a04 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7557106 Sep 17 23:58:26.301947 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56638) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:26.308330 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2ea1ca43-73d6-4820-8ab3-612e2f9bd36a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'subnet': {'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:26.611306 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea1ca43-73d6-4820-8ab3-612e2f9bd36a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Made reservation on behalf of 82b767cbc58242038b61a13b6547f128 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:58:26.615455 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2ea1ca43-73d6-4820-8ab3-612e2f9bd36a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:26.715346 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 665c96cb-f339-462c-a431-5a7ae37ed67c up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:58:26.913481 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 665c96cb-f339-462c-a431-5a7ae37ed67c completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:58:26.917975 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 665c96cb-f339-462c-a431-5a7ae37ed67c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:26.918607 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:27.010821 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:27.036328 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7678eef6-9c1d-4cdf-a516-5ff7e5c05105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665c96cb-f339-462c-a431-5a7ae37ed67c'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:58:27.039105 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597e631d-2a8e-4518-945c-5d7fb583f475" -d '{"events": [{"server_uuid": "7678eef6-9c1d-4cdf-a516-5ff7e5c05105", "name": "network-vif-plugged", "status": "completed", "tag": "665c96cb-f339-462c-a431-5a7ae37ed67c"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:58:27.054454 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 665c96cb-f339-462c-a431-5a7ae37ed67c, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=665c96cb-f339-462c-a431-5a7ae37ed67c,segment=NetworkSegment(d33e72d8-dc61-4ab1-9754-b3263108f18a),segment_id=d33e72d8-dc61-4ab1-9754-b3263108f18a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:27.057154 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2ea1ca43-73d6-4820-8ab3-612e2f9bd36a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:27.140539 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea1ca43-73d6-4820-8ab3-612e2f9bd36a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:58:27.149701 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-2ea1ca43-73d6-4820-8ab3-612e2f9bd36a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:58:27.153521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea1ca43-73d6-4820-8ab3-612e2f9bd36a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:27.154120 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2ea1ca43-73d6-4820-8ab3-612e2f9bd36a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:27.162752 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d57ac4-9e1e-4480-abbe-86867522cdfd None None] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:58:27.174814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1ca43-73d6-4820-8ab3-612e2f9bd36a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Subnet': ['ID=1aea9917-fb7b-4f7d-94d7-f74d42b407bf,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:27.197519 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:27.252313 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2ea1ca43-73d6-4820-8ab3-612e2f9bd36a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9492075 Sep 17 23:58:27.255022 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56648) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:27.262572 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-be6384dc-7dbd-409e-84d3-32d55772053a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1568824463', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1aea9917-fb7b-4f7d-94d7-f74d42b407bf'}], 'security_groups': ['9b4221b2-9524-44c6-ac07-1fd3bc0bce85', '3a721c50-f0ae-447a-9aa0-3833b483537b']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:27.310201 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=665c96cb-f339-462c-a431-5a7ae37ed67c,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:27.327536 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:27.328091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:27.328441 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:27.329473 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:27.332421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:27.332421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:27.332421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:27.332421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:27.332421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:27.332421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:27.332996 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:27.332996 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:27.514088 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be6384dc-7dbd-409e-84d3-32d55772053a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:27.568079 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b147d281-85df-44e1-952d-b3fb2e771c36 None None] Update dhcp port {'port': {'network_id': '6a61a539-5c12-4482-ac84-4c7eef85a88c', 'fixed_ips': [{'subnet_id': 'b2081338-ecf7-449e-be4e-858e1507a93f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'aa613f62-2ee0-4b58-9d06-7f705a1b9203', 'ip_address': '2001:db8::2'}, {'subnet_id': '1aea9917-fb7b-4f7d-94d7-f74d42b407bf'}], 'binding:host_id': 'n-d-809883-1'}, 'id': '4a4dd5d6-d9d2-4d89-a306-702469758428'} from n-d-809883-1. {{(pid=95593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 23:58:27.639124 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b147d281-85df-44e1-952d-b3fb2e771c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:28.304165 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-be6384dc-7dbd-409e-84d3-32d55772053a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Delete allocated IP 2001:db8::3a9 (6a61a539-5c12-4482-ac84-4c7eef85a88c/aa613f62-2ee0-4b58-9d06-7f705a1b9203) {{(pid=95592) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 23:58:28.315120 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-be6384dc-7dbd-409e-84d3-32d55772053a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Allocated IP 2001:db8:0:2::1fe (6a61a539-5c12-4482-ac84-4c7eef85a88c/1aea9917-fb7b-4f7d-94d7-f74d42b407bf/e6c41396-1f7d-4fb5-bbf5-a6e06a1dd9aa) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:58:28.560495 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be6384dc-7dbd-409e-84d3-32d55772053a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:28.662029 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be6384dc-7dbd-409e-84d3-32d55772053a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:28.733418 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-be6384dc-7dbd-409e-84d3-32d55772053a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] In _notify_port_updated(), no bound segment for port e6c41396-1f7d-4fb5-bbf5-a6e06a1dd9aa on network 6a61a539-5c12-4482-ac84-4c7eef85a88c {{(pid=95592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 23:58:28.741183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6384dc-7dbd-409e-84d3-32d55772053a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:28.741990 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be6384dc-7dbd-409e-84d3-32d55772053a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:28.743610 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-be6384dc-7dbd-409e-84d3-32d55772053a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "PUT /v2.0/ports/e6c41396-1f7d-4fb5-bbf5-a6e06a1dd9aa HTTP/1.1" status: 200 len: 970 time: 1.4867790 Sep 17 23:58:28.746666 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56658) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:28.759181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-b147d281-85df-44e1-952d-b3fb2e771c36 None None] Allocated IP 2001:db8:0:2::2 (6a61a539-5c12-4482-ac84-4c7eef85a88c/1aea9917-fb7b-4f7d-94d7-f74d42b407bf/4a4dd5d6-d9d2-4d89-a306-702469758428) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:58:28.765505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6384dc-7dbd-409e-84d3-32d55772053a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event updated for resources: {'Port': ['ID=e6c41396-1f7d-4fb5-bbf5-a6e06a1dd9aa,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:28.902480 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b147d281-85df-44e1-952d-b3fb2e771c36 None None] For port 4a4dd5d6-d9d2-4d89-a306-702469758428, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4a4dd5d6-d9d2-4d89-a306-702469758428,segment=NetworkSegment(ea01e5c2-15f0-438e-aff7-56210b86fd37),segment_id=ea01e5c2-15f0-438e-aff7-56210b86fd37)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:28.978992 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b147d281-85df-44e1-952d-b3fb2e771c36 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:28.979217 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-921df9df-aca7-42fc-87e3-4df027f72c95 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port e6c41396-1f7d-4fb5-bbf5-a6e06a1dd9aa {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:58:28.979217 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-921df9df-aca7-42fc-87e3-4df027f72c95 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:29.056482 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b147d281-85df-44e1-952d-b3fb2e771c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:29.111781 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-921df9df-aca7-42fc-87e3-4df027f72c95 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:29.127885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-921df9df-aca7-42fc-87e3-4df027f72c95 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for e6c41396-1f7d-4fb5-bbf5-a6e06a1dd9aa owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:58:29.150062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147d281-85df-44e1-952d-b3fb2e771c36 None None] Pushing event updated for resources: {'Port': ['ID=4a4dd5d6-d9d2-4d89-a306-702469758428,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:29.463820 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-921df9df-aca7-42fc-87e3-4df027f72c95 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:29.576681 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-921df9df-aca7-42fc-87e3-4df027f72c95 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:29.580517 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-921df9df-aca7-42fc-87e3-4df027f72c95 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/ports/e6c41396-1f7d-4fb5-bbf5-a6e06a1dd9aa HTTP/1.1" status: 204 len: 168 time: 0.8322811 Sep 17 23:58:29.582204 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921df9df-aca7-42fc-87e3-4df027f72c95 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=e6c41396-1f7d-4fb5-bbf5-a6e06a1dd9aa,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:29.583139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56664) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:29.621066 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bdb8d5a-92b8-452c-9edd-67a207fa6ef1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] GET failed (client error): The resource could not be found. Sep 17 23:58:29.623051 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0bdb8d5a-92b8-452c-9edd-67a207fa6ef1 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports/e6c41396-1f7d-4fb5-bbf5-a6e06a1dd9aa HTTP/1.1" status: 404 len: 333 time: 0.0381889 Sep 17 23:58:29.625979 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56666) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:29.701727 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5aac5b04-b4f4-496c-be8e-08b7cf0025bb tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:29.735194 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5aac5b04-b4f4-496c-be8e-08b7cf0025bb tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:29.867396 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5aac5b04-b4f4-496c-be8e-08b7cf0025bb tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:29.871048 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5aac5b04-b4f4-496c-be8e-08b7cf0025bb tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:29.875125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56668) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:29.875313 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5aac5b04-b4f4-496c-be8e-08b7cf0025bb tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/security-groups/41ffe844-cdcd-4250-8351-9edf11e00526 HTTP/1.1" status: 204 len: 168 time: 0.2482264 Sep 17 23:58:29.897974 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac5b04-b4f4-496c-be8e-08b7cf0025bb tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ffe844-cdcd-4250-8351-9edf11e00526,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:29.962753 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bac47334-312f-409b-9f9d-1f1569af58e9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:29.996580 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bac47334-312f-409b-9f9d-1f1569af58e9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:30.130569 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bac47334-312f-409b-9f9d-1f1569af58e9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:30.135077 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bac47334-312f-409b-9f9d-1f1569af58e9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:30.139114 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bac47334-312f-409b-9f9d-1f1569af58e9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/security-groups/3a721c50-f0ae-447a-9aa0-3833b483537b HTTP/1.1" status: 204 len: 168 time: 0.2601390 Sep 17 23:58:30.139281 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56672) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:30.155720 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac47334-312f-409b-9f9d-1f1569af58e9 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a721c50-f0ae-447a-9aa0-3833b483537b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:30.173825 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f14da924-62bf-47f7-a1c3-75db363008ef None None] Provisioning complete for port bd56269d-6b19-496c-990e-2c77e1d2a950 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:30.180259 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f14da924-62bf-47f7-a1c3-75db363008ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:30.215926 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4a4dd5d6-d9d2-4d89-a306-702469758428 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:58:30.282638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-f14da924-62bf-47f7-a1c3-75db363008ef None None] Port bd56269d-6b19-496c-990e-2c77e1d2a950 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:58:30.294752 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f14da924-62bf-47f7-a1c3-75db363008ef None None] Could not find standard attr ID for object e6c41396-1f7d-4fb5-bbf5-a6e06a1dd9aa. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:58:30.319241 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f14da924-62bf-47f7-a1c3-75db363008ef None None] Provisioning complete for port 4a4dd5d6-d9d2-4d89-a306-702469758428 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:30.319687 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f14da924-62bf-47f7-a1c3-75db363008ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:30.353575 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0aad1d24-c6f9-4ded-93d2-39e5bfbf6098 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:30.413470 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 4a4dd5d6-d9d2-4d89-a306-702469758428 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:30.413946 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:30.494790 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0aad1d24-c6f9-4ded-93d2-39e5bfbf6098 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:30.763112 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0aad1d24-c6f9-4ded-93d2-39e5bfbf6098 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:30.767977 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f18db4f5-c0ff-417d-a6bf-b530b9fdbdc8 None None] Could not find standard attr ID for object e6c41396-1f7d-4fb5-bbf5-a6e06a1dd9aa. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 23:58:30.768992 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0aad1d24-c6f9-4ded-93d2-39e5bfbf6098 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:30.773997 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56676) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:30.949841 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0aad1d24-c6f9-4ded-93d2-39e5bfbf6098 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/security-groups/9b4221b2-9524-44c6-ac07-1fd3bc0bce85 HTTP/1.1" status: 204 len: 168 time: 0.6354966 Sep 17 23:58:30.949841 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad1d24-c6f9-4ded-93d2-39e5bfbf6098 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4221b2-9524-44c6-ac07-1fd3bc0bce85,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:30.950932 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75ef257-5fb3-4517-aaef-6259974471e2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting subnet aa613f62-2ee0-4b58-9d06-7f705a1b9203 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:58:30.950932 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e75ef257-5fb3-4517-aaef-6259974471e2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:30.950932 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e75ef257-5fb3-4517-aaef-6259974471e2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:30.992341 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e75ef257-5fb3-4517-aaef-6259974471e2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:31.170608 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e75ef257-5fb3-4517-aaef-6259974471e2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:31.196342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ef257-5fb3-4517-aaef-6259974471e2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Subnet': ['ID=aa613f62-2ee0-4b58-9d06-7f705a1b9203,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:31.202238 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e75ef257-5fb3-4517-aaef-6259974471e2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:31.208978 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e75ef257-5fb3-4517-aaef-6259974471e2 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/subnets/aa613f62-2ee0-4b58-9d06-7f705a1b9203 HTTP/1.1" status: 204 len: 168 time: 0.4333329 Sep 17 23:58:31.209255 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56680) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:31.216188 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819454aa-5646-4942-b6c9-4e0ed1b28665 None None] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:58:31.651953 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-b016fc49-ab7a-4128-b5ac-82f8f6592c5a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting subnet 1aea9917-fb7b-4f7d-94d7-f74d42b407bf {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:58:31.669940 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b016fc49-ab7a-4128-b5ac-82f8f6592c5a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:31.727651 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b016fc49-ab7a-4128-b5ac-82f8f6592c5a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:31.862453 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b016fc49-ab7a-4128-b5ac-82f8f6592c5a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:32.045295 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b016fc49-ab7a-4128-b5ac-82f8f6592c5a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:32.102209 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b016fc49-ab7a-4128-b5ac-82f8f6592c5a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:32.104910 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b016fc49-ab7a-4128-b5ac-82f8f6592c5a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/subnets/1aea9917-fb7b-4f7d-94d7-f74d42b407bf HTTP/1.1" status: 204 len: 168 time: 0.8943398 Sep 17 23:58:32.106947 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016fc49-ab7a-4128-b5ac-82f8f6592c5a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Subnet': ['ID=1aea9917-fb7b-4f7d-94d7-f74d42b407bf,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:32.107334 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56690) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:32.192571 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46c41bc-52d0-42f4-9d3c-ddc96b639554 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] DELETE failed (client error): The resource could not be found. Sep 17 23:58:32.193393 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46c41bc-52d0-42f4-9d3c-ddc96b639554 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:58:32.200814 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b46c41bc-52d0-42f4-9d3c-ddc96b639554 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/subnets/aa613f62-2ee0-4b58-9d06-7f705a1b9203 HTTP/1.1" status: 404 len: 337 time: 0.0924022 Sep 17 23:58:32.201036 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56694) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:32.282945 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6fc73e0-d5f3-44bd-9c8c-f3cdb0047862 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting subnet b2081338-ecf7-449e-be4e-858e1507a93f {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:58:32.286539 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6fc73e0-d5f3-44bd-9c8c-f3cdb0047862 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:32.287164 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b2f208-ae3d-455c-b554-af39584d5925 None None] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:58:32.334911 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6fc73e0-d5f3-44bd-9c8c-f3cdb0047862 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:32.386034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-eca82241-9c6d-4d55-a834-decfbe0626ac None None] Provisioning complete for port bd56269d-6b19-496c-990e-2c77e1d2a950 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:32.386496 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eca82241-9c6d-4d55-a834-decfbe0626ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:32.434898 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6fc73e0-d5f3-44bd-9c8c-f3cdb0047862 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:32.441220 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-eca82241-9c6d-4d55-a834-decfbe0626ac None None] Port bd56269d-6b19-496c-990e-2c77e1d2a950 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:58:32.475263 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-eca82241-9c6d-4d55-a834-decfbe0626ac None None] Provisioning complete for port 4a4dd5d6-d9d2-4d89-a306-702469758428 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:32.477045 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eca82241-9c6d-4d55-a834-decfbe0626ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:32.618549 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6fc73e0-d5f3-44bd-9c8c-f3cdb0047862 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:32.656251 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc73e0-d5f3-44bd-9c8c-f3cdb0047862 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Subnet': ['ID=b2081338-ecf7-449e-be4e-858e1507a93f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:32.664274 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6fc73e0-d5f3-44bd-9c8c-f3cdb0047862 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:32.673083 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e6fc73e0-d5f3-44bd-9c8c-f3cdb0047862 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/subnets/b2081338-ecf7-449e-be4e-858e1507a93f HTTP/1.1" status: 204 len: 168 time: 0.4684772 Sep 17 23:58:32.673963 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56704) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:32.725298 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-30549a28-2440-4565-a141-c47e1a937dcd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] DELETE failed (client error): The resource could not be found. Sep 17 23:58:32.725762 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30549a28-2440-4565-a141-c47e1a937dcd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:58:32.727758 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-30549a28-2440-4565-a141-c47e1a937dcd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/subnets/920fe778-8b33-46a1-b8fd-92c61e215f62 HTTP/1.1" status: 404 len: 337 time: 0.0527301 Sep 17 23:58:32.730382 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56708) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:32.759542 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8ddd3181-cb5b-40fa-931d-b0b4e1d03428 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "GET /v2.0/ports?device_id=4917569c-50c1-4c92-95c3-eabfd94c4f83 HTTP/1.1" status: 200 len: 205 time: 0.0280352 Sep 17 23:58:32.761934 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56710) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:32.807398 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-cca3a933-dec2-4477-9edd-8786158bb791 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] delete failed (client error): The resource could not be found. Sep 17 23:58:32.808862 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cca3a933-dec2-4477-9edd-8786158bb791 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/routers/4917569c-50c1-4c92-95c3-eabfd94c4f83 HTTP/1.1" status: 404 len: 336 time: 0.0458775 Sep 17 23:58:32.812234 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56712) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:32.846634 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-3403f5be-5870-4ead-a030-cfffe91d00cd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] DELETE failed (client error): The resource could not be found. Sep 17 23:58:32.847089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3403f5be-5870-4ead-a030-cfffe91d00cd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:58:32.852061 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56716) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:32.852321 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3403f5be-5870-4ead-a030-cfffe91d00cd tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/subnets/32891314-aa46-4198-9151-a8f5336f071c HTTP/1.1" status: 404 len: 337 time: 0.0387602 Sep 17 23:58:32.883326 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-e687f4f4-4c46-41b9-aa45-ed18148aec5b tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] DELETE failed (client error): The resource could not be found. Sep 17 23:58:32.883800 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e687f4f4-4c46-41b9-aa45-ed18148aec5b tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:58:32.885692 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e687f4f4-4c46-41b9-aa45-ed18148aec5b tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/subnets/d04423aa-4efd-4778-88f1-6e417aeef559 HTTP/1.1" status: 404 len: 337 time: 0.0325148 Sep 17 23:58:32.888229 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56722) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:32.924968 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2b9152-4f12-4f27-b55e-181887bafdcb tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] DELETE failed (client error): The resource could not be found. Sep 17 23:58:32.925575 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2b9152-4f12-4f27-b55e-181887bafdcb tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:58:32.927423 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9c2b9152-4f12-4f27-b55e-181887bafdcb tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/subnets/53425d91-e62e-4a11-a390-6bb0c8cf1264 HTTP/1.1" status: 404 len: 337 time: 0.0383294 Sep 17 23:58:32.929916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56726) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:32.956535 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-362be45c-5b46-4bb0-9ca3-7a7b79ebe852 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] DELETE failed (client error): The resource could not be found. Sep 17 23:58:32.957457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362be45c-5b46-4bb0-9ca3-7a7b79ebe852 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:58:32.959458 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-362be45c-5b46-4bb0-9ca3-7a7b79ebe852 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/ports/5f9cd439-d176-49bb-a6a0-0935b33ef48d HTTP/1.1" status: 404 len: 333 time: 0.0284257 Sep 17 23:58:32.962258 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56732) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:33.028503 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-4244faba-38a8-44a3-8a26-6109354564a5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] DELETE failed (client error): The resource could not be found. Sep 17 23:58:33.036174 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4244faba-38a8-44a3-8a26-6109354564a5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:58:33.040285 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4244faba-38a8-44a3-8a26-6109354564a5 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/subnets/288a6515-e5ea-469f-ab66-610103915997 HTTP/1.1" status: 404 len: 337 time: 0.0746007 Sep 17 23:58:33.040721 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56746) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:33.124211 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bdeb50f-0121-4c6f-8079-5396de67d05b tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] DELETE failed (client error): The resource could not be found. Sep 17 23:58:33.126240 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bdeb50f-0121-4c6f-8079-5396de67d05b tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:58:33.128610 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3bdeb50f-0121-4c6f-8079-5396de67d05b tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/subnets/c232487f-3dc5-4e6c-8d6d-1f40cc32bb86 HTTP/1.1" status: 404 len: 337 time: 0.0866461 Sep 17 23:58:33.131126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56760) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:33.195527 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-7068faba-de26-4bd0-b297-4e5bef687208 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--226734507&fields=id&tenant_id=a18a1f6767cb4e0fb2739899ffe26669 HTTP/1.1" status: 200 len: 267 time: 0.0930560 Sep 17 23:58:33.201085 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe49411-ef2b-4ba2-a17e-120b92a197ba tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] DELETE failed (client error): The resource could not be found. Sep 17 23:58:33.202372 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe49411-ef2b-4ba2-a17e-120b92a197ba tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:58:33.205987 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd8e6e79-383c-4cbc-9257-622db356338c req-9ea2e55c-2b7a-42cc-b5eb-48367a8ba9c5 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--388506334&fields=id&tenant_id=dba230fc347941bb9230276913eaed6b HTTP/1.1" status: 200 len: 267 time: 0.1556392 Sep 17 23:58:33.208358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56766) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:33.209315 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6fe49411-ef2b-4ba2-a17e-120b92a197ba tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/ports/c7bbde3c-3e65-4a5b-bcce-6983d09ebbf3 HTTP/1.1" status: 404 len: 333 time: 0.0762169 Sep 17 23:58:33.278961 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-fded61fe-9dca-428d-b2ca-4617c3d38f6d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] DELETE failed (client error): The resource could not be found. Sep 17 23:58:33.281967 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fded61fe-9dca-428d-b2ca-4617c3d38f6d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:58:33.283765 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fded61fe-9dca-428d-b2ca-4617c3d38f6d tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/subnets/b1f6d30a-5369-4b95-bebb-2a2382f25c5c HTTP/1.1" status: 404 len: 337 time: 0.0715368 Sep 17 23:58:33.286665 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56778) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:33.341591 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc54b52f-8a0e-4f4e-9c1d-59c991622233 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] DELETE failed (client error): The resource could not be found. Sep 17 23:58:33.342376 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc54b52f-8a0e-4f4e-9c1d-59c991622233 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 23:58:33.347246 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bc54b52f-8a0e-4f4e-9c1d-59c991622233 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/subnets/465744ff-d047-45b5-8cd3-38ff687c434b HTTP/1.1" status: 404 len: 337 time: 0.0595613 Sep 17 23:58:33.348290 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56784) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:33.372393 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b30b8ee-6109-42ad-bdbb-7e6b59b2ce99 None None] Network 6a61a539-5c12-4482-ac84-4c7eef85a88c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:58:33.452076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e6e79-383c-4cbc-9257-622db356338c req-a9c2392c-6183-445d-96a6-5c92a2c2d9ce tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:33.459433 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd8e6e79-383c-4cbc-9257-622db356338c req-a9c2392c-6183-445d-96a6-5c92a2c2d9ce tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/networks?id=9c1553df-1cdf-4638-a188-7f118bbcb251 HTTP/1.1" status: 200 len: 816 time: 0.1713383 Sep 17 23:58:33.510420 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd8e6e79-383c-4cbc-9257-622db356338c req-a25dc554-275c-4ad2-b6d4-75d979c60134 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/quotas/dba230fc347941bb9230276913eaed6b HTTP/1.1" status: 200 len: 375 time: 0.0413785 Sep 17 23:58:33.524767 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-83254447-b4b1-4cc4-b4ee-53b65109dc86 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port bd56269d-6b19-496c-990e-2c77e1d2a950 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:58:33.524767 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83254447-b4b1-4cc4-b4ee-53b65109dc86 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:33.541698 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1ff1fe71-a617-401e-b8f6-54f3fc79f7cb None None] Provisioning complete for port bd56269d-6b19-496c-990e-2c77e1d2a950 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:33.541698 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1ff1fe71-a617-401e-b8f6-54f3fc79f7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:33.623849 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd8e6e79-383c-4cbc-9257-622db356338c req-f638bd41-d98e-441f-aa75-6895bbd0549e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dba230fc347941bb9230276913eaed6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1046669 Sep 17 23:58:33.672818 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1ff1fe71-a617-401e-b8f6-54f3fc79f7cb None None] Port bd56269d-6b19-496c-990e-2c77e1d2a950 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:58:33.702939 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1ff1fe71-a617-401e-b8f6-54f3fc79f7cb None None] Provisioning complete for port 4a4dd5d6-d9d2-4d89-a306-702469758428 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:33.702939 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1ff1fe71-a617-401e-b8f6-54f3fc79f7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:33.705986 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83254447-b4b1-4cc4-b4ee-53b65109dc86 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:33.727157 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-83254447-b4b1-4cc4-b4ee-53b65109dc86 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for bd56269d-6b19-496c-990e-2c77e1d2a950 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:58:33.734617 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-632e2d76-ba07-4a66-9211-8796bca12e42 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:33.735923 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-632e2d76-ba07-4a66-9211-8796bca12e42 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/networks?id=a544fc79-cedf-43d8-98c2-acb1f5a0c66d HTTP/1.1" status: 200 len: 811 time: 0.4589438 Sep 17 23:58:33.768031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-5001c6c8-7a22-42dc-a23c-f5c84f7c6f4e tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/quotas/a18a1f6767cb4e0fb2739899ffe26669 HTTP/1.1" status: 200 len: 375 time: 0.0133438 Sep 17 23:58:33.799958 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d63c7a3-3897-4161-9cc1-1bf63698fce0 None None] DHCP port deletion for 6a61a539-5c12-4482-ac84-4c7eef85a88c request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:58:33.919465 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd8e6e79-383c-4cbc-9257-622db356338c req-a26a43f5-e4cc-4064-b8d7-32c6846913f5 service neutron] 10.222.0.46 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946298 Sep 17 23:58:33.955533 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-03cda0d4-f60c-47f7-b8b7-9d9f97f55ad0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a18a1f6767cb4e0fb2739899ffe26669&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1732004 Sep 17 23:58:33.994386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-a1b3fb48-f5f9-4fe8-a7eb-717adf1ae2df service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 23:58:33.995638 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-a1b3fb48-f5f9-4fe8-a7eb-717adf1ae2df service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058811 Sep 17 23:58:33.998519 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83254447-b4b1-4cc4-b4ee-53b65109dc86 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:34.001535 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-8d63c7a3-3897-4161-9cc1-1bf63698fce0 None None] Deleting port 4a4dd5d6-d9d2-4d89-a306-702469758428 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:58:34.007504 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8d63c7a3-3897-4161-9cc1-1bf63698fce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:34.058234 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83254447-b4b1-4cc4-b4ee-53b65109dc86 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=bd56269d-6b19-496c-990e-2c77e1d2a950,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:34.079814 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-83254447-b4b1-4cc4-b4ee-53b65109dc86 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:34.085545 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-83254447-b4b1-4cc4-b4ee-53b65109dc86 tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/ports/bd56269d-6b19-496c-990e-2c77e1d2a950 HTTP/1.1" status: 204 len: 168 time: 0.7340052 Sep 17 23:58:34.086055 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56792) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:34.160610 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd8e6e79-383c-4cbc-9257-622db356338c req-ca176204-20b1-49f9-b2df-caa5b2a554cb service neutron] 10.222.0.46 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400382 Sep 17 23:58:34.202474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-3060e72c-5d60-4470-b003-ed72f6f9c91a service neutron] 10.222.0.46 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766636 Sep 17 23:58:34.216204 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8d63c7a3-3897-4161-9cc1-1bf63698fce0 None None] For port 4a4dd5d6-d9d2-4d89-a306-702469758428, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4a4dd5d6-d9d2-4d89-a306-702469758428,segment=NetworkSegment(ea01e5c2-15f0-438e-aff7-56210b86fd37),segment_id=ea01e5c2-15f0-438e-aff7-56210b86fd37)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:34.216878 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8d63c7a3-3897-4161-9cc1-1bf63698fce0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:34.221292 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4a4dd5d6-d9d2-4d89-a306-702469758428 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:58:34.285088 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:34.326802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-8d63c7a3-3897-4161-9cc1-1bf63698fce0 None None] Calling delete_port for 4a4dd5d6-d9d2-4d89-a306-702469758428 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:58:34.401976 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-02ff852e-29de-4653-807f-1b3f297484a3 service neutron] 10.222.0.46 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878376 Sep 17 23:58:34.494653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Deleting port 4a4dd5d6-d9d2-4d89-a306-702469758428 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:58:34.496784 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:34.608200 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] For port 4a4dd5d6-d9d2-4d89-a306-702469758428, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4a4dd5d6-d9d2-4d89-a306-702469758428,segment=NetworkSegment(ea01e5c2-15f0-438e-aff7-56210b86fd37),segment_id=ea01e5c2-15f0-438e-aff7-56210b86fd37)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:34.609190 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:34.629490 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Calling delete_port for 4a4dd5d6-d9d2-4d89-a306-702469758428 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:58:34.630204 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:34.774188 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8d63c7a3-3897-4161-9cc1-1bf63698fce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:34.780420 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:34.826292 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63c7a3-3897-4161-9cc1-1bf63698fce0 None None] Pushing event deleted for resources: {'Port': ['ID=4a4dd5d6-d9d2-4d89-a306-702469758428,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:34.832391 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d63c7a3-3897-4161-9cc1-1bf63698fce0 None None] No DVR routers for this DVR port 4a4dd5d6-d9d2-4d89-a306-702469758428 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:58:34.897146 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Port': ['ID=4a4dd5d6-d9d2-4d89-a306-702469758428,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:34.916413 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] No DVR routers for this DVR port 4a4dd5d6-d9d2-4d89-a306-702469758428 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:58:34.951743 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7ead3c-f339-425e-87b0-f57378717234 x-openstack-request-id: req-dd7ead3c-f339-425e-87b0-f57378717234 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:58:34.954337 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7678eef6-9c1d-4cdf-a516-5ff7e5c05105", "tag": "665c96cb-f339-462c-a431-5a7ae37ed67c", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:58:34.954590 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dd7ead3c-f339-425e-87b0-f57378717234 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:58:34.955003 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7678eef6-9c1d-4cdf-a516-5ff7e5c05105', 'tag': '665c96cb-f339-462c-a431-5a7ae37ed67c', 'status': 'completed', 'code': 200} Sep 17 23:58:35.045725 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a573e2a-a8c9-4c10-801b-283da79afc2d x-openstack-request-id: req-8a573e2a-a8c9-4c10-801b-283da79afc2d {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:58:35.046036 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7678eef6-9c1d-4cdf-a516-5ff7e5c05105", "name": "network-vif-plugged", "status": "completed", "tag": "665c96cb-f339-462c-a431-5a7ae37ed67c", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:58:35.046434 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a573e2a-a8c9-4c10-801b-283da79afc2d {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:58:35.046848 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7678eef6-9c1d-4cdf-a516-5ff7e5c05105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665c96cb-f339-462c-a431-5a7ae37ed67c', 'code': 200} Sep 17 23:58:35.080379 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3896c-7f15-4077-b4cc-3cbb79ba020b req-4b285dc3-acf3-4a77-b155-f04d8ac6bfd8 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:35.095018 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-45f3896c-7f15-4077-b4cc-3cbb79ba020b req-4b285dc3-acf3-4a77-b155-f04d8ac6bfd8 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=7678eef6-9c1d-4cdf-a516-5ff7e5c05105 HTTP/1.1" status: 200 len: 945 time: 0.1336808 Sep 17 23:58:35.104846 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e667a5-19b4-44c4-bfd9-75e4457c6bc4 req-ae66741e-c579-43f1-bc82-8ab0495a7630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:35.106505 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39e667a5-19b4-44c4-bfd9-75e4457c6bc4 req-ae66741e-c579-43f1-bc82-8ab0495a7630 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7f18c68bfbe42799dbf1aa205043a80&device_id=7678eef6-9c1d-4cdf-a516-5ff7e5c05105 HTTP/1.1" status: 200 len: 1096 time: 0.1348827 Sep 17 23:58:35.137472 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:35.238288 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a61a539-5c12-4482-ac84-4c7eef85a88c']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:35.281908 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea01e5c2-15f0-438e-aff7-56210b86fd37') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:35.282575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea01e5c2-15f0-438e-aff7-56210b86fd37') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:35.303202 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-45f3896c-7f15-4077-b4cc-3cbb79ba020b req-9cda6675-8bb0-4e32-acbd-979ad7c426c6 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/security-groups?id=e07418ed-33bd-4be3-8e9e-3f9bb3591574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068098 Sep 17 23:58:35.327432 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:35.361205 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:35.370308 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:58:35.391674 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:35.456630 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f532b7e1-7ac8-4938-a746-d890e3f389c5 req-f3e30909-b844-4217-b10e-0cf2ee4636d1 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 210 time: 0.0368006 Sep 17 23:58:35.467029 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e65387-ec23-4e99-9448-d5de50370f28 req-452fb1ca-d30a-473a-811c-d11abff3439d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:35.474348 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67e65387-ec23-4e99-9448-d5de50370f28 req-452fb1ca-d30a-473a-811c-d11abff3439d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 946 time: 0.3013380 Sep 17 23:58:35.476037 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9316c9-80ee-4ef1-85fe-af830239a601 req-f233cc22-348f-4e9b-9a20-515eb0085667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:35.477890 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fa9316c9-80ee-4ef1-85fe-af830239a601 req-f233cc22-348f-4e9b-9a20-515eb0085667 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7678eef6-9c1d-4cdf-a516-5ff7e5c05105 HTTP/1.1" status: 200 len: 1096 time: 0.3439848 Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: timer() Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: self._notify() Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:58:35.479040 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:58:35.524857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e667a5-19b4-44c4-bfd9-75e4457c6bc4 req-2d57e424-6e4f-4275-88dd-f96a7a910878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:35.529899 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39e667a5-19b4-44c4-bfd9-75e4457c6bc4 req-2d57e424-6e4f-4275-88dd-f96a7a910878 service neutron] 10.222.0.37 "GET /v2.0/networks?id=661107b9-e93e-4791-a13a-d13963534dba HTTP/1.1" status: 200 len: 913 time: 0.4093084 Sep 17 23:58:35.548643 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fa9316c9-80ee-4ef1-85fe-af830239a601 req-ccb45512-cece-465c-8c83-3f7fbc681f79 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e07418ed-33bd-4be3-8e9e-3f9bb3591574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591023 Sep 17 23:58:35.575999 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:35.587246 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:35.590511 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] 10.222.0.46 "DELETE /v2.0/networks/6a61a539-5c12-4482-ac84-4c7eef85a88c HTTP/1.1" status: 204 len: 168 time: 1.5022960 Sep 17 23:58:35.602085 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dde4efcc-b063-4832-9e55-86e3ac29ff59 req-b059cb5b-3ac1-4c09-b87c-ab985fe71af5 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 210 time: 0.0709836 Sep 17 23:58:35.620815 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264f7bf-284a-43ff-a543-cbbe97a9b26a tempest-PortsIpV6TestJSON-1453246015 tempest-PortsIpV6TestJSON-1453246015-project] Pushing event deleted for resources: {'Network': ['ID=6a61a539-5c12-4482-ac84-4c7eef85a88c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:35.668570 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39e667a5-19b4-44c4-bfd9-75e4457c6bc4 req-222aaad1-42c9-44bc-ac96-aad9e4511844 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=665c96cb-f339-462c-a431-5a7ae37ed67c HTTP/1.1" status: 200 len: 217 time: 0.0914431 Sep 17 23:58:35.673218 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67e65387-ec23-4e99-9448-d5de50370f28 req-5583c5c4-1d8e-4098-be2a-3ced2bf84aa7 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980650 Sep 17 23:58:35.844152 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e667a5-19b4-44c4-bfd9-75e4457c6bc4 req-d133ec34-b1b9-4dd7-85f7-d7646436ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:35.847874 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39e667a5-19b4-44c4-bfd9-75e4457c6bc4 req-d133ec34-b1b9-4dd7-85f7-d7646436ad00 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4f62d76-0c78-4455-9b01-aac9dd4bd05a HTTP/1.1" status: 200 len: 852 time: 0.1103361 Sep 17 23:58:35.909056 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39e667a5-19b4-44c4-bfd9-75e4457c6bc4 req-364dd74f-fdef-4afa-bbc6-6dd8afe81d73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=661107b9-e93e-4791-a13a-d13963534dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543265 Sep 17 23:58:36.070095 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39e667a5-19b4-44c4-bfd9-75e4457c6bc4 req-300e6668-e09b-4148-acb0-893ca5946c1f service neutron] 10.222.0.37 "GET /v2.0/networks/661107b9-e93e-4791-a13a-d13963534dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379960 Sep 17 23:58:36.191004 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39e667a5-19b4-44c4-bfd9-75e4457c6bc4 req-095c62ed-e612-40eb-bc6c-143ab3f27c54 service neutron] 10.222.0.37 "GET /v2.0/networks/661107b9-e93e-4791-a13a-d13963534dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133952 Sep 17 23:58:36.239465 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:58:36.294063 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56868) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:36.380221 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:36.427165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:36.458793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005def31-ac00-4816-a931-de4c370048ad req-4930f244-c741-4395-80ad-850e8228ca2f tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:36.470028 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-005def31-ac00-4816-a931-de4c370048ad req-4930f244-c741-4395-80ad-850e8228ca2f tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=7678eef6-9c1d-4cdf-a516-5ff7e5c05105 HTTP/1.1" status: 200 len: 945 time: 0.0732267 Sep 17 23:58:36.501762 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:36.544688 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0c2f859a-6889-4147-ae06-440b51c72779 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=82b767cbc58242038b61a13b6547f128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494435 Sep 17 23:58:36.548024 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56878) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:36.559516 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-005def31-ac00-4816-a931-de4c370048ad req-df87caf6-b30d-4e2f-8f6a-87906aa2d9ce tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/security-groups?id=e07418ed-33bd-4be3-8e9e-3f9bb3591574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790205 Sep 17 23:58:36.575046 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:36.609532 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa668aab-328f-4f6b-bb92-e3600d919ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:36.647916 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa668aab-328f-4f6b-bb92-e3600d919ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:36.752615 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdcdb4aa-ea87-4fc6-91d6-dba276684d2c req-3eccdf1b-2e3c-4d73-babd-8d3bd0e1476c tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 210 time: 0.0494823 Sep 17 23:58:36.816623 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa668aab-328f-4f6b-bb92-e3600d919ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:36.821180 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa668aab-328f-4f6b-bb92-e3600d919ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:36.829513 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fa668aab-328f-4f6b-bb92-e3600d919ad2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c012e6a7-4944-48e7-b225-ee4e795a9f75 HTTP/1.1" status: 204 len: 168 time: 0.2792020 Sep 17 23:58:36.842176 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa668aab-328f-4f6b-bb92-e3600d919ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c012e6a7-4944-48e7-b225-ee4e795a9f75,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:36.871803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa668aab-328f-4f6b-bb92-e3600d919ad2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:36.873617 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa668aab-328f-4f6b-bb92-e3600d919ad2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:36.873967 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa668aab-328f-4f6b-bb92-e3600d919ad2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:36.874304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa668aab-328f-4f6b-bb92-e3600d919ad2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:36.874637 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa668aab-328f-4f6b-bb92-e3600d919ad2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:36.874966 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa668aab-328f-4f6b-bb92-e3600d919ad2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:36.875830 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa668aab-328f-4f6b-bb92-e3600d919ad2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:36.876233 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa668aab-328f-4f6b-bb92-e3600d919ad2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:36.876467 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa668aab-328f-4f6b-bb92-e3600d919ad2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:36.876787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa668aab-328f-4f6b-bb92-e3600d919ad2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:36.878399 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa668aab-328f-4f6b-bb92-e3600d919ad2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:36.878783 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa668aab-328f-4f6b-bb92-e3600d919ad2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:58:36.908629 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f68f3eb-ce9b-48f9-aef8-417d4116fd26 req-a08970c1-0240-4b4b-a659-94abb8581471 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 210 time: 0.0855615 Sep 17 23:58:37.048122 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1678bb-8691-4267-932f-403a00b254b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:58:37.050554 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d1412b-9795-4568-be38-da415421d152" -d '{"events": [{"server_uuid": "bc1678bb-8691-4267-932f-403a00b254b9", "name": "network-vif-unplugged", "status": "completed", "tag": "154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:58:37.122104 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f46559-846e-484f-81ab-4c284030ddc9 x-openstack-request-id: req-a2f46559-846e-484f-81ab-4c284030ddc9 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:58:37.122680 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1678bb-8691-4267-932f-403a00b254b9", "name": "network-vif-unplugged", "status": "completed", "tag": "154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:58:37.123177 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2f46559-846e-484f-81ab-4c284030ddc9 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:58:37.124015 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1678bb-8691-4267-932f-403a00b254b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'code': 200} Sep 17 23:58:37.470515 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:58:37.702162 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cff4d2-607b-4a97-ace2-1003a414dec6 req-6531899a-b507-47e9-871d-4ceb0b0c29aa tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:37.704621 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33cff4d2-607b-4a97-ace2-1003a414dec6 req-6531899a-b507-47e9-871d-4ceb0b0c29aa tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=7678eef6-9c1d-4cdf-a516-5ff7e5c05105 HTTP/1.1" status: 200 len: 945 time: 0.0603061 Sep 17 23:58:37.749735 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33cff4d2-607b-4a97-ace2-1003a414dec6 req-897401aa-454d-42e4-9f77-04254acbc860 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/security-groups?id=e07418ed-33bd-4be3-8e9e-3f9bb3591574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389137 Sep 17 23:58:37.932740 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-74557ed1-24a4-4fbc-9bbd-8a95976398a3 req-602b5c19-9ff5-4d92-a23d-9f73da13aef0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 210 time: 0.0416565 Sep 17 23:58:38.048802 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e756d8f5-4d3b-4bb1-99aa-5dc566ec7436 req-c1e80047-9ea3-4a84-8d08-45d9933b24c0 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 210 time: 0.0592330 Sep 17 23:58:38.664473 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-337e56cf-bb32-4aab-9cf3-52aada8cf219 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:38.666133 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-337e56cf-bb32-4aab-9cf3-52aada8cf219 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.37 "GET /v2.0/networks?id=a544fc79-cedf-43d8-98c2-acb1f5a0c66d HTTP/1.1" status: 200 len: 811 time: 0.1962583 Sep 17 23:58:38.743568 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56984) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:38.771503 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-4a76380e-06bc-4c58-a84e-15e3941a64ff tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a18a1f6767cb4e0fb2739899ffe26669 HTTP/1.1" status: 200 len: 379 time: 0.0923924 Sep 17 23:58:38.782378 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-2007159d-c3ff-4f40-9daa-854df474a734 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Request body: {'port': {'device_id': 'fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'admin_state_up': True, 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'security_groups': ['43c127be-3a55-4bfe-b85f-617b20077b90']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:38.958240 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-15e07543-519f-4130-b001-39cac703523d tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222886016'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:39.134284 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cbef2ac7-4f6b-434a-988a-55720c70c6a1 req-721d6da4-d6b5-46f7-9a2a-7f09ddfe412a tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 210 time: 0.0587392 Sep 17 23:58:39.175013 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e83575ec-df30-4b4d-b782-7142455b70da req-ab2b3437-33e4-420d-91af-1d48ba551f9e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 210 time: 0.0310748 Sep 17 23:58:39.181630 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-15e07543-519f-4130-b001-39cac703523d tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:39.195907 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-15e07543-519f-4130-b001-39cac703523d tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:39.307074 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-2007159d-c3ff-4f40-9daa-854df474a734 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Made reservation on behalf of a18a1f6767cb4e0fb2739899ffe26669 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:58:39.317070 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-2007159d-c3ff-4f40-9daa-854df474a734 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:39.488028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e6e79-383c-4cbc-9257-622db356338c req-018d7be7-6d4d-4c0e-b0ac-c1d5944102b1 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:39.489559 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fd8e6e79-383c-4cbc-9257-622db356338c req-018d7be7-6d4d-4c0e-b0ac-c1d5944102b1 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.37 "GET /v2.0/networks?id=9c1553df-1cdf-4638-a188-7f118bbcb251 HTTP/1.1" status: 200 len: 816 time: 0.2295458 Sep 17 23:58:39.520999 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-15e07543-519f-4130-b001-39cac703523d tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:39.551606 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fd8e6e79-383c-4cbc-9257-622db356338c req-51bc388f-e2ae-4163-8237-784ac303fc86 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dba230fc347941bb9230276913eaed6b HTTP/1.1" status: 200 len: 379 time: 0.0504389 Sep 17 23:58:39.562455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-fd8e6e79-383c-4cbc-9257-622db356338c req-4276e8d8-d87c-4410-9d02-c20c698021a7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Request body: {'port': {'device_id': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'admin_state_up': True, 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'security_groups': ['8f6a84fe-414d-4711-a991-718f1d50acb6']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:39.696507 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-15e07543-519f-4130-b001-39cac703523d tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:39.783778 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-2007159d-c3ff-4f40-9daa-854df474a734 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Allocated IP 172.20.0.5 (a544fc79-cedf-43d8-98c2-acb1f5a0c66d/372385ca-344b-4083-aa15-78d8fb783453/d2f18290-7fb1-4968-8412-e686db42d419) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:58:39.794093 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e07543-519f-4130-b001-39cac703523d tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0108cf59-e61a-40da-8f9b-cf4297f84f25,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:39.861750 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-15e07543-519f-4130-b001-39cac703523d tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:39.966610 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-2007159d-c3ff-4f40-9daa-854df474a734 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:39.972075 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-15e07543-519f-4130-b001-39cac703523d tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:40.010447 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e07543-519f-4130-b001-39cac703523d tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171142b1-72ad-4cbc-8264-a442f63f7588,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:40.164907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8e6e79-383c-4cbc-9257-622db356338c req-4276e8d8-d87c-4410-9d02-c20c698021a7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Made reservation on behalf of dba230fc347941bb9230276913eaed6b for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:58:40.168441 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fd8e6e79-383c-4cbc-9257-622db356338c req-4276e8d8-d87c-4410-9d02-c20c698021a7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:40.194316 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-2007159d-c3ff-4f40-9daa-854df474a734 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:40.242616 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-15e07543-519f-4130-b001-39cac703523d tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:40.246982 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-15e07543-519f-4130-b001-39cac703523d tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5010550 Sep 17 23:58:40.255709 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57054) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:40.286697 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-2007159d-c3ff-4f40-9daa-854df474a734 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Network a544fc79-cedf-43d8-98c2-acb1f5a0c66d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:58:40.296707 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:40.297444 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-2007159d-c3ff-4f40-9daa-854df474a734 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:58:40.302033 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007159d-c3ff-4f40-9daa-854df474a734 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Pushing event updated for resources: {'Port': ['ID=d2f18290-7fb1-4968-8412-e686db42d419,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:40.304376 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-2007159d-c3ff-4f40-9daa-854df474a734 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:58:40.372760 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b38e0-59af-4f62-b587-41d599d78485 req-68b17e51-313c-47b6-a6ad-f8190b3e8ff1 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:40.380786 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-465b38e0-59af-4f62-b587-41d599d78485 req-68b17e51-313c-47b6-a6ad-f8190b3e8ff1 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 931 time: 0.1894197 Sep 17 23:58:40.426925 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8c00b73d-b9bd-45bd-9fd3-0df1907806bd tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1700485 Sep 17 23:58:40.427557 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57056) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:40.437425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1727c33b-2b88-45b4-ac2e-f34995112724 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group': {'name': 'tempest-security--1693889942', 'description': 'tempest-security-description-293427038'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:40.467287 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-fd8e6e79-383c-4cbc-9257-622db356338c req-4276e8d8-d87c-4410-9d02-c20c698021a7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Allocated IP 172.20.0.5 (9c1553df-1cdf-4638-a188-7f118bbcb251/294e5306-7b47-43ef-943e-37934b52f9c3/df058d3e-3739-4f45-a6ed-32fc3b73f947) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:58:40.472842 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1727c33b-2b88-45b4-ac2e-f34995112724 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:40.481346 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-2007159d-c3ff-4f40-9daa-854df474a734 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:40.482568 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-2007159d-c3ff-4f40-9daa-854df474a734 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:40.495481 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f41638d6-0374-49b8-9e09-2c658365c78d req-0ab1dd79-af54-4b40-a405-4381bc8671b7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 210 time: 0.1082089 Sep 17 23:58:40.555188 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-465b38e0-59af-4f62-b587-41d599d78485 req-3175637f-150f-422c-9e03-bcc063020767 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=43c127be-3a55-4bfe-b85f-617b20077b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517756 Sep 17 23:58:40.558104 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1727c33b-2b88-45b4-ac2e-f34995112724 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:40.637147 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-066d75c8-ca9a-492f-a5e1-ae36442c9d5b None None] Provisioning complete for port d2f18290-7fb1-4968-8412-e686db42d419 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:40.641815 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-066d75c8-ca9a-492f-a5e1-ae36442c9d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:40.644705 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-2007159d-c3ff-4f40-9daa-854df474a734 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8670092 Sep 17 23:58:40.659966 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Request body: {'port': {'device_id': 'fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:40.676740 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1727c33b-2b88-45b4-ac2e-f34995112724 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:40.676740 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1727c33b-2b88-45b4-ac2e-f34995112724 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:40.676740 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1727c33b-2b88-45b4-ac2e-f34995112724 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "PUT /v2.0/security-groups/171142b1-72ad-4cbc-8264-a442f63f7588 HTTP/1.1" status: 200 len: 1779 time: 0.2455688 Sep 17 23:58:40.683439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57060) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:40.711732 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-066d75c8-ca9a-492f-a5e1-ae36442c9d5b None None] Port d2f18290-7fb1-4968-8412-e686db42d419 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:58:40.745196 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:40.763680 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727c33b-2b88-45b4-ac2e-f34995112724 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171142b1-72ad-4cbc-8264-a442f63f7588,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:40.784883 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fd8e6e79-383c-4cbc-9257-622db356338c req-4276e8d8-d87c-4410-9d02-c20c698021a7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:40.799216 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-86112462-d0ec-463a-b0b2-e7a2c78a8539 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-groups/171142b1-72ad-4cbc-8264-a442f63f7588 HTTP/1.1" status: 200 len: 1779 time: 0.1148183 Sep 17 23:58:40.799867 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57062) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:40.907773 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fd8e6e79-383c-4cbc-9257-622db356338c req-4276e8d8-d87c-4410-9d02-c20c698021a7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:40.944927 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-31c7a34c-bb4c-4263-bb26-fccac09caa64 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:40.953760 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8e6e79-383c-4cbc-9257-622db356338c req-4276e8d8-d87c-4410-9d02-c20c698021a7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Network 9c1553df-1cdf-4638-a188-7f118bbcb251 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:58:40.956902 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-fd8e6e79-383c-4cbc-9257-622db356338c req-4276e8d8-d87c-4410-9d02-c20c698021a7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:58:40.960749 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8e6e79-383c-4cbc-9257-622db356338c req-4276e8d8-d87c-4410-9d02-c20c698021a7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:58:41.019927 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e6e79-383c-4cbc-9257-622db356338c req-4276e8d8-d87c-4410-9d02-c20c698021a7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:41.019927 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fd8e6e79-383c-4cbc-9257-622db356338c req-4276e8d8-d87c-4410-9d02-c20c698021a7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:41.026112 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276e8d8-d87c-4410-9d02-c20c698021a7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Pushing event updated for resources: {'Port': ['ID=df058d3e-3739-4f45-a6ed-32fc3b73f947,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:41.092642 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-31c7a34c-bb4c-4263-bb26-fccac09caa64 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:41.096901 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fd8e6e79-383c-4cbc-9257-622db356338c req-4276e8d8-d87c-4410-9d02-c20c698021a7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5386989 Sep 17 23:58:41.116941 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Request body: {'port': {'device_id': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:41.153053 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f18290-7fb1-4968-8412-e686db42d419 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:58:41.173442 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:41.185603 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:41.284581 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Transition to ACTIVE for port object d2f18290-7fb1-4968-8412-e686db42d419 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:58:41.291707 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-31c7a34c-bb4c-4263-bb26-fccac09caa64 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:41.291707 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-31c7a34c-bb4c-4263-bb26-fccac09caa64 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:41.291707 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-31c7a34c-bb4c-4263-bb26-fccac09caa64 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "DELETE /v2.0/security-groups/171142b1-72ad-4cbc-8264-a442f63f7588 HTTP/1.1" status: 204 len: 168 time: 0.4885082 Sep 17 23:58:41.298958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57068) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:41.299763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7a34c-bb4c-4263-bb26-fccac09caa64 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=171142b1-72ad-4cbc-8264-a442f63f7588,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:41.363147 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4cc4b480-100b-422a-a600-07310f67d38d None None] Provisioning complete for port df058d3e-3739-4f45-a6ed-32fc3b73f947 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:41.364026 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4cc4b480-100b-422a-a600-07310f67d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:41.365454 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1b63e1eb-86e1-45cf-a2ce-3b7f72fb4768 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0634379 Sep 17 23:58:41.368071 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57072) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:41.399513 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-126fe95a-27d0-4e3c-87b2-f0812d11cf14 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] delete failed (client error): The resource could not be found. Sep 17 23:58:41.402538 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-126fe95a-27d0-4e3c-87b2-f0812d11cf14 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "DELETE /v2.0/security-groups/171142b1-72ad-4cbc-8264-a442f63f7588 HTTP/1.1" status: 404 len: 347 time: 0.0331104 Sep 17 23:58:41.404722 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:41.419250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57074) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:41.424385 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4b480-100b-422a-a600-07310f67d38d None None] Port df058d3e-3739-4f45-a6ed-32fc3b73f947 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:58:41.426684 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-54290785-7318-45cd-92f5-7c0f9198a871 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group': {'name': 'tempest-secgroup--2051429112'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:41.489226 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Pushing event updated for resources: {'Port': ['ID=d2f18290-7fb1-4968-8412-e686db42d419,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:41.560579 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Attempting to bind port d2f18290-7fb1-4968-8412-e686db42d419 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:58:41.560963 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Attempting to bind port d2f18290-7fb1-4968-8412-e686db42d419 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'a3aad2c6-c7cd-4999-a94c-0b4ecd570594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:58:41.568470 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Attempting to bind port d2f18290-7fb1-4968-8412-e686db42d419 on network a544fc79-cedf-43d8-98c2-acb1f5a0c66d {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:58:41.574027 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Port d2f18290-7fb1-4968-8412-e686db42d419 on network a544fc79-cedf-43d8-98c2-acb1f5a0c66d not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:58:41.574370 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Attempting to bind port d2f18290-7fb1-4968-8412-e686db42d419 on network a544fc79-cedf-43d8-98c2-acb1f5a0c66d {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:58:41.587661 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:58:41.588084 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Checking segment: {'id': 'a3aad2c6-c7cd-4999-a94c-0b4ecd570594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:58:41.588486 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Bound using segment: {'id': 'a3aad2c6-c7cd-4999-a94c-0b4ecd570594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:58:41.589671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Bound port: d2f18290-7fb1-4968-8412-e686db42d419, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3aad2c6-c7cd-4999-a94c-0b4ecd570594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:58:41.590331 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:41.595730 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df058d3e-3739-4f45-a6ed-32fc3b73f947 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:58:41.609408 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:41.629145 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-54290785-7318-45cd-92f5-7c0f9198a871 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:41.687731 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Transition to ACTIVE for port object df058d3e-3739-4f45-a6ed-32fc3b73f947 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:58:41.773951 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e922c-d51c-4f4d-9ce1-e3238db5a7e3 req-ddc1a5d1-095e-4873-a603-b16a9eb81fbe tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:41.776526 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-566e922c-d51c-4f4d-9ce1-e3238db5a7e3 req-ddc1a5d1-095e-4873-a603-b16a9eb81fbe tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 931 time: 0.1382411 Sep 17 23:58:41.776809 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] For port d2f18290-7fb1-4968-8412-e686db42d419, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:58:41.780994 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] For port d2f18290-7fb1-4968-8412-e686db42d419, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=d2f18290-7fb1-4968-8412-e686db42d419,segment=NetworkSegment(a3aad2c6-c7cd-4999-a94c-0b4ecd570594),segment_id=a3aad2c6-c7cd-4999-a94c-0b4ecd570594)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:58:41.801449 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:41.810423 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-54290785-7318-45cd-92f5-7c0f9198a871 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:41.815272 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008afbbc-bc46-4874-839f-f257318cf262 req-0cafa23c-d5e3-4357-8ef4-e950ed19aa8e tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:41.816796 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-008afbbc-bc46-4874-839f-f257318cf262 req-0cafa23c-d5e3-4357-8ef4-e950ed19aa8e tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 943 time: 0.1337121 Sep 17 23:58:41.840883 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-566e922c-d51c-4f4d-9ce1-e3238db5a7e3 req-730c3c01-7009-4b05-9e03-ee55874438e1 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548451 Sep 17 23:58:41.869507 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:41.879175 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Pushing event updated for resources: {'Port': ['ID=df058d3e-3739-4f45-a6ed-32fc3b73f947,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:41.881020 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-008afbbc-bc46-4874-839f-f257318cf262 req-3540f856-7f6b-4612-ac75-66694e1ce4e3 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=43c127be-3a55-4bfe-b85f-617b20077b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516829 Sep 17 23:58:41.918775 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:41.918775 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:41.918964 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-54290785-7318-45cd-92f5-7c0f9198a871 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:41.919052 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] 10.222.0.37 "PUT /v2.0/ports/d2f18290-7fb1-4968-8412-e686db42d419 HTTP/1.1" status: 200 len: 1091 time: 1.2649682 Sep 17 23:58:41.919225 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5', 'tag': 'd2f18290-7fb1-4968-8412-e686db42d419'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:58:41.922307 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cc848a-42e0-40b6-b9f3-ff44b415fbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5", "tag": "d2f18290-7fb1-4968-8412-e686db42d419"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:58:41.979490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d0eb4-7195-4643-b494-2c9e783986ef service neutron] Pushing event updated for resources: {'Port': ['ID=d2f18290-7fb1-4968-8412-e686db42d419,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:42.014896 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54290785-7318-45cd-92f5-7c0f9198a871 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47c202ad-b7c3-4871-9f18-bdfc13b66e31,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:42.023909 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397ab547-0a8c-496c-882b-2645559100a4 x-openstack-request-id: req-397ab547-0a8c-496c-882b-2645559100a4 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:58:42.025123 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5", "tag": "d2f18290-7fb1-4968-8412-e686db42d419", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:58:42.025588 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-397ab547-0a8c-496c-882b-2645559100a4 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:58:42.028078 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-54290785-7318-45cd-92f5-7c0f9198a871 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:42.032565 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-54290785-7318-45cd-92f5-7c0f9198a871 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6121168 Sep 17 23:58:42.033371 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5', 'tag': 'd2f18290-7fb1-4968-8412-e686db42d419', 'status': 'completed', 'code': 200} Sep 17 23:58:42.033907 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57086) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:42.053867 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-4a066ed3-35c8-440c-a959-c3f417ce9768 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group_rule': {'security_group_id': '47c202ad-b7c3-4871-9f18-bdfc13b66e31', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:42.076817 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Attempting to bind port df058d3e-3739-4f45-a6ed-32fc3b73f947 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:58:42.080160 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Attempting to bind port df058d3e-3739-4f45-a6ed-32fc3b73f947 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:58:42.080797 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Attempting to bind port df058d3e-3739-4f45-a6ed-32fc3b73f947 on network 9c1553df-1cdf-4638-a188-7f118bbcb251 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:58:42.090861 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Port df058d3e-3739-4f45-a6ed-32fc3b73f947 on network 9c1553df-1cdf-4638-a188-7f118bbcb251 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:58:42.091189 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Attempting to bind port df058d3e-3739-4f45-a6ed-32fc3b73f947 on network 9c1553df-1cdf-4638-a188-7f118bbcb251 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:58:42.105192 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:58:42.105963 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Checking segment: {'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:58:42.106376 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Bound using segment: {'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:58:42.106832 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Bound port: df058d3e-3739-4f45-a6ed-32fc3b73f947, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:58:42.107199 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:42.233423 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc848a-42e0-40b6-b9f3-ff44b415fbd9 req-d053da92-bbb3-4118-85a3-539a60a7397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:42.237359 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36cc848a-42e0-40b6-b9f3-ff44b415fbd9 req-d053da92-bbb3-4118-85a3-539a60a7397f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a18a1f6767cb4e0fb2739899ffe26669&device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 1094 time: 0.1489441 Sep 17 23:58:42.242786 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] For port df058d3e-3739-4f45-a6ed-32fc3b73f947, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:58:42.250968 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] For port df058d3e-3739-4f45-a6ed-32fc3b73f947, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=df058d3e-3739-4f45-a6ed-32fc3b73f947,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:58:42.277664 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:58:42.292295 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4a066ed3-35c8-440c-a959-c3f417ce9768 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:42.364908 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:42.413071 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:42.435097 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'port_id': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'mac_address': 'fa:16:3e:9b:7b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:58:42.439283 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:42.445654 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:42.449079 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fd8e6e79-383c-4cbc-9257-622db356338c req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] 10.222.0.37 "PUT /v2.0/ports/df058d3e-3739-4f45-a6ed-32fc3b73f947 HTTP/1.1" status: 200 len: 1091 time: 1.3437285 Sep 17 23:58:42.451179 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'tag': 'df058d3e-3739-4f45-a6ed-32fc3b73f947'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:58:42.457999 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f17887-808b-42fa-8955-dcbde4b71950" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb00444-8c1a-4641-8888-d459c9465ee9", "tag": "df058d3e-3739-4f45-a6ed-32fc3b73f947"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:58:42.510552 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:42.516530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e98829-7eda-4d41-8dcf-924c9704ed30 service neutron] Pushing event updated for resources: {'Port': ['ID=df058d3e-3739-4f45-a6ed-32fc3b73f947,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:42.534263 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4a066ed3-35c8-440c-a959-c3f417ce9768 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:42.537388 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc848a-42e0-40b6-b9f3-ff44b415fbd9 req-8329c399-90e9-4004-afae-850f6e44888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:42.538919 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36cc848a-42e0-40b6-b9f3-ff44b415fbd9 req-8329c399-90e9-4004-afae-850f6e44888c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a18a1f6767cb4e0fb2739899ffe26669&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2873688 Sep 17 23:58:42.541157 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:58:42.560862 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27531d9e-5d31-4385-968f-18153afdbdc7 x-openstack-request-id: req-27531d9e-5d31-4385-968f-18153afdbdc7 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:58:42.561310 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb00444-8c1a-4641-8888-d459c9465ee9", "tag": "df058d3e-3739-4f45-a6ed-32fc3b73f947", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:58:42.561676 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-27531d9e-5d31-4385-968f-18153afdbdc7 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:58:42.563018 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'tag': 'df058d3e-3739-4f45-a6ed-32fc3b73f947', 'status': 'completed', 'code': 200} Sep 17 23:58:42.567305 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:42.630420 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4a066ed3-35c8-440c-a959-c3f417ce9768 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:42.642676 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f17887-808b-42fa-8955-dcbde4b71950 req-a6a91879-bc63-470a-9945-de2c79f1027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:42.645352 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-70f17887-808b-42fa-8955-dcbde4b71950 req-a6a91879-bc63-470a-9945-de2c79f1027e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dba230fc347941bb9230276913eaed6b&device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 1094 time: 0.0676179 Sep 17 23:58:42.680075 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:42.789636 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:58:42.821126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f17887-808b-42fa-8955-dcbde4b71950 req-6be71697-6684-4c5f-848b-8de3f353e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:42.822663 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-70f17887-808b-42fa-8955-dcbde4b71950 req-6be71697-6684-4c5f-848b-8de3f353e268 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=dba230fc347941bb9230276913eaed6b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1661098 Sep 17 23:58:42.888164 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,revision_number=9']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:43.006876 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f17887-808b-42fa-8955-dcbde4b71950 req-f28f45b8-c3ea-40ea-9757-d44092bf5004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:43.007931 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-70f17887-808b-42fa-8955-dcbde4b71950 req-f28f45b8-c3ea-40ea-9757-d44092bf5004 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1784112 Sep 17 23:58:43.173632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a066ed3-35c8-440c-a959-c3f417ce9768 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab66ffc-73fb-4b20-8ec3-2da3a5cd63aa,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:43.229445 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4a066ed3-35c8-440c-a959-c3f417ce9768 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:43.241732 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4a066ed3-35c8-440c-a959-c3f417ce9768 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1953902 Sep 17 23:58:43.241918 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e6e79-383c-4cbc-9257-622db356338c req-59d68679-2f67-4019-9aec-e83626406a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:43.241918 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fd8e6e79-383c-4cbc-9257-622db356338c req-59d68679-2f67-4019-9aec-e83626406a01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dba230fc347941bb9230276913eaed6b&device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 1094 time: 0.0986674 Sep 17 23:58:43.241918 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57104) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:43.242182 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc848a-42e0-40b6-b9f3-ff44b415fbd9 req-0f9aef90-fcce-41f8-a07b-0980abc205be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:43.242182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36cc848a-42e0-40b6-b9f3-ff44b415fbd9 req-0f9aef90-fcce-41f8-a07b-0980abc205be service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6904652 Sep 17 23:58:43.250405 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a7f37-26a4-4f5f-91eb-7fdc01bfd7da req-d1210b0f-991a-4356-bdcf-0f3ae416f181 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:43.251966 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-911a7f37-26a4-4f5f-91eb-7fdc01bfd7da req-d1210b0f-991a-4356-bdcf-0f3ae416f181 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 943 time: 0.1881683 Sep 17 23:58:43.259853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893177f-4752-4a3c-8bd4-d52c1138c385 req-0244055f-3200-492e-8957-f2a259526eea tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:43.267934 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b893177f-4752-4a3c-8bd4-d52c1138c385 req-0244055f-3200-492e-8957-f2a259526eea tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 943 time: 0.2029324 Sep 17 23:58:43.318209 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fd8e6e79-383c-4cbc-9257-622db356338c req-17da38a9-d231-4cf8-b78d-e5dfe4bf4270 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df058d3e-3739-4f45-a6ed-32fc3b73f947 HTTP/1.1" status: 200 len: 217 time: 0.0542786 Sep 17 23:58:43.339242 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b893177f-4752-4a3c-8bd4-d52c1138c385 req-e57ce9a5-c92f-4d03-a2d9-9056ab0ae272 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704396 Sep 17 23:58:43.357253 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-911a7f37-26a4-4f5f-91eb-7fdc01bfd7da req-cb70ef57-ea8b-49a9-ba4a-e97899ee728a tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=43c127be-3a55-4bfe-b85f-617b20077b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872335 Sep 17 23:58:43.363385 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:43.383063 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-1dbbb694-8cad-48f2-a5fb-45111fe28945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:43.387278 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-1dbbb694-8cad-48f2-a5fb-45111fe28945 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a18a1f6767cb4e0fb2739899ffe26669&device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 1094 time: 0.0631487 Sep 17 23:58:43.421605 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b782afaa-f641-49ac-bdf3-58270fa5f78a tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:43.427981 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-3b02d133-c287-41e2-958d-120de95461f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2f18290-7fb1-4968-8412-e686db42d419 HTTP/1.1" status: 200 len: 217 time: 0.0354888 Sep 17 23:58:43.428254 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b782afaa-f641-49ac-bdf3-58270fa5f78a tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:43.462337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e6e79-383c-4cbc-9257-622db356338c req-9b98e665-bc82-4ac5-8755-e4c748c9ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:43.464233 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fd8e6e79-383c-4cbc-9257-622db356338c req-9b98e665-bc82-4ac5-8755-e4c748c9ebd5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=294e5306-7b47-43ef-943e-37934b52f9c3 HTTP/1.1" status: 200 len: 855 time: 0.1301420 Sep 17 23:58:43.480980 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-1564c5d4-8f6b-42a9-861e-e880b80961d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:43.482468 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-1564c5d4-8f6b-42a9-861e-e880b80961d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=372385ca-344b-4083-aa15-78d8fb783453 HTTP/1.1" status: 200 len: 850 time: 0.0473442 Sep 17 23:58:43.543144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-6d41d2b8-bed5-47ba-a0ee-3f50fa902ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:43.545334 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-6d41d2b8-bed5-47ba-a0ee-3f50fa902ce8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a544fc79-cedf-43d8-98c2-acb1f5a0c66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557947 Sep 17 23:58:43.547423 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e6e79-383c-4cbc-9257-622db356338c req-2a25c631-32ed-40e7-95d4-e5ecb7196819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:43.549682 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fd8e6e79-383c-4cbc-9257-622db356338c req-2a25c631-32ed-40e7-95d4-e5ecb7196819 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c1553df-1cdf-4638-a188-7f118bbcb251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766182 Sep 17 23:58:43.569527 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b782afaa-f641-49ac-bdf3-58270fa5f78a tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:43.597630 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b782afaa-f641-49ac-bdf3-58270fa5f78a tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:43.599106 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b782afaa-f641-49ac-bdf3-58270fa5f78a tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/aab66ffc-73fb-4b20-8ec3-2da3a5cd63aa HTTP/1.1" status: 204 len: 168 time: 0.3638711 Sep 17 23:58:43.600127 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782afaa-f641-49ac-bdf3-58270fa5f78a tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aab66ffc-73fb-4b20-8ec3-2da3a5cd63aa,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:43.601779 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57110) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:43.680352 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fd8e6e79-383c-4cbc-9257-622db356338c req-99e3a314-72fd-448c-b1cc-d7c282bcdf4e service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183329 Sep 17 23:58:43.704494 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-327e9cbc-1de1-4e9e-886b-44158770f281 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0982234 Sep 17 23:58:43.704726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57112) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:43.731871 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-5f841180-981c-4adb-9e38-3e23cd4fd3b4 service neutron] 10.222.0.37 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739850 Sep 17 23:58:43.795882 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-fd8e6e79-383c-4cbc-9257-622db356338c req-1309245a-3ca4-49c7-ab95-b87a2f6bb32d service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090474 Sep 17 23:58:43.840113 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dcb377e4-383b-4b3f-a5e7-7942778c9bb0 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:43.881334 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-06f4fb12-64cd-4ef0-94b1-c4627ee2ef51 req-d6d9a280-302b-4dd2-abab-2fff5c77891a service neutron] 10.222.0.37 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420116 Sep 17 23:58:43.890768 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dcb377e4-383b-4b3f-a5e7-7942778c9bb0 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:44.038406 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dcb377e4-383b-4b3f-a5e7-7942778c9bb0 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:44.041190 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dcb377e4-383b-4b3f-a5e7-7942778c9bb0 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:44.042431 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dcb377e4-383b-4b3f-a5e7-7942778c9bb0 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "DELETE /v2.0/security-groups/47c202ad-b7c3-4871-9f18-bdfc13b66e31 HTTP/1.1" status: 204 len: 168 time: 0.3367510 Sep 17 23:58:44.045172 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57116) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:44.056737 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb377e4-383b-4b3f-a5e7-7942778c9bb0 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c202ad-b7c3-4871-9f18-bdfc13b66e31,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:44.067517 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-60f876ef-a716-49dc-a868-1d3c37ec2fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:44.097718 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-423b1cd5-662e-49b6-a08f-5e8c51da49ec tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0513895 Sep 17 23:58:44.101662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57118) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:44.106340 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-dc85eb4c-0ae2-497d-92b0-68a300d4a94b tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group': {'name': 'tempest-secgroup--1716041929'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:44.215328 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc85eb4c-0ae2-497d-92b0-68a300d4a94b tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:44.286267 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:58:44.313890 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc85eb4c-0ae2-497d-92b0-68a300d4a94b tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:44.358286 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:44.358614 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:44.418759 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc85eb4c-0ae2-497d-92b0-68a300d4a94b tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:44.470590 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:44.508304 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1678bb-8691-4267-932f-403a00b254b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:58:44.511338 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb135eeb-c760-4863-bd99-b684ce3c6242" -d '{"events": [{"server_uuid": "bc1678bb-8691-4267-932f-403a00b254b9", "name": "network-vif-plugged", "status": "completed", "tag": "154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:58:44.519958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85eb4c-0ae2-497d-92b0-68a300d4a94b tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70093d19-1e5b-43bc-b613-b28909d9d73e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:44.528195 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:44.551661 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc85eb4c-0ae2-497d-92b0-68a300d4a94b tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:44.552985 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dc85eb4c-0ae2-497d-92b0-68a300d4a94b tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4502029 Sep 17 23:58:44.555838 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57130) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:44.560777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-862a2834-9832-4d4c-bf99-e0bbef4d06a2 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group_rule': {'security_group_id': '70093d19-1e5b-43bc-b613-b28909d9d73e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:44.564033 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a7589-822b-4292-b1cf-e3e48a64da13 req-f9feff11-0b9c-4daa-9e42-a180c47e2dc5 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:44.565496 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a5a7589-822b-4292-b1cf-e3e48a64da13 req-f9feff11-0b9c-4daa-9e42-a180c47e2dc5 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 943 time: 0.1099930 Sep 17 23:58:44.575024 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706f838-636e-4126-a7fc-72c6d8c2d22c req-d373f358-9075-425c-ac94-3426814258f2 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:44.576612 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c706f838-636e-4126-a7fc-72c6d8c2d22c req-d373f358-9075-425c-ac94-3426814258f2 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 943 time: 0.0983467 Sep 17 23:58:44.621287 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:44.659087 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a5a7589-822b-4292-b1cf-e3e48a64da13 req-dd7147bc-de2c-4586-a315-bde6261a1929 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=43c127be-3a55-4bfe-b85f-617b20077b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814300 Sep 17 23:58:44.664129 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c706f838-636e-4126-a7fc-72c6d8c2d22c req-bab33815-8afc-49a8-b28f-17afe9ce7ed2 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775623 Sep 17 23:58:44.704412 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-862a2834-9832-4d4c-bf99-e0bbef4d06a2 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:44.704569 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,revision_number=10']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:44.740739 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9e1188-c15f-48f8-9c63-47ba15f6d1d6 x-openstack-request-id: req-fb9e1188-c15f-48f8-9c63-47ba15f6d1d6 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:58:44.741291 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1678bb-8691-4267-932f-403a00b254b9", "name": "network-vif-plugged", "status": "completed", "tag": "154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:58:44.741618 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb9e1188-c15f-48f8-9c63-47ba15f6d1d6 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:58:44.742098 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1678bb-8691-4267-932f-403a00b254b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'code': 200} Sep 17 23:58:44.775713 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-862a2834-9832-4d4c-bf99-e0bbef4d06a2 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:44.878399 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-862a2834-9832-4d4c-bf99-e0bbef4d06a2 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:44.895156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a2834-9832-4d4c-bf99-e0bbef4d06a2 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e75b6a-cdeb-4929-87d3-fa0052e1d43e,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:44.980198 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-862a2834-9832-4d4c-bf99-e0bbef4d06a2 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:44.980198 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-862a2834-9832-4d4c-bf99-e0bbef4d06a2 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4227309 Sep 17 23:58:44.982711 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57136) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:44.987119 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a66000eb-6a8f-4352-badc-1d98f1ef8a74 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group_rule': {'security_group_id': '70093d19-1e5b-43bc-b613-b28909d9d73e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:45.123947 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a66000eb-6a8f-4352-badc-1d98f1ef8a74 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:45.185273 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a66000eb-6a8f-4352-badc-1d98f1ef8a74 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:45.272717 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a66000eb-6a8f-4352-badc-1d98f1ef8a74 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:45.294909 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66000eb-6a8f-4352-badc-1d98f1ef8a74 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57916c5f-908b-42f5-9a24-5072307c674a,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:45.403822 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a66000eb-6a8f-4352-badc-1d98f1ef8a74 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:45.405841 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a66000eb-6a8f-4352-badc-1d98f1ef8a74 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4214921 Sep 17 23:58:45.408230 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57140) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:45.413573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-52e63335-e9a8-400d-b1e1-ed479f5c03de tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group_rule': {'security_group_id': '70093d19-1e5b-43bc-b613-b28909d9d73e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:45.540481 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-52e63335-e9a8-400d-b1e1-ed479f5c03de tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:45.620670 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-52e63335-e9a8-400d-b1e1-ed479f5c03de tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:45.713200 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-52e63335-e9a8-400d-b1e1-ed479f5c03de tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:45.738459 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e63335-e9a8-400d-b1e1-ed479f5c03de tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d52a9e-0c28-4a5e-a7ec-6982a8b57b5b,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:45.836796 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502fe23-c9c2-4d2a-a961-ca35483a0e54 req-629cf212-3b4a-441c-8fb6-940b30fc6bd6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:45.838586 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b502fe23-c9c2-4d2a-a961-ca35483a0e54 req-629cf212-3b4a-441c-8fb6-940b30fc6bd6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 943 time: 0.0662642 Sep 17 23:58:45.840187 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-52e63335-e9a8-400d-b1e1-ed479f5c03de tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:45.845057 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57152) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:45.845316 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-52e63335-e9a8-400d-b1e1-ed479f5c03de tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4356668 Sep 17 23:58:45.849976 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f38bc9a9-c519-464a-8d9d-4d85296f1610 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group_rule': {'security_group_id': '70093d19-1e5b-43bc-b613-b28909d9d73e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:45.897483 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b502fe23-c9c2-4d2a-a961-ca35483a0e54 req-97243c89-7759-4c62-9b98-1c60215f583b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491927 Sep 17 23:58:45.988086 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f38bc9a9-c519-464a-8d9d-4d85296f1610 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:46.047413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb5af9-3e53-4bc6-998a-187f0f01de48 req-2a717434-8277-4e0d-b7e4-7664550bbd42 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:46.053594 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20cb5af9-3e53-4bc6-998a-187f0f01de48 req-2a717434-8277-4e0d-b7e4-7664550bbd42 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 943 time: 0.0839312 Sep 17 23:58:46.091156 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f38bc9a9-c519-464a-8d9d-4d85296f1610 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:46.109967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20cb5af9-3e53-4bc6-998a-187f0f01de48 req-cf0e07bc-c673-496d-9627-f1c2a04c432a tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=43c127be-3a55-4bfe-b85f-617b20077b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492454 Sep 17 23:58:46.221209 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f38bc9a9-c519-464a-8d9d-4d85296f1610 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:46.239502 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bc9a9-c519-464a-8d9d-4d85296f1610 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45969416-9bf7-4cda-8e70-92224a558647,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:46.375540 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f38bc9a9-c519-464a-8d9d-4d85296f1610 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:46.376603 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f38bc9a9-c519-464a-8d9d-4d85296f1610 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5305314 Sep 17 23:58:46.379554 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57156) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:46.384255 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f287517b-94d8-424c-b899-c976c6d39ccc tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group_rule': {'security_group_id': '70093d19-1e5b-43bc-b613-b28909d9d73e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:46.824589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device d2f18290-7fb1-4968-8412-e686db42d419 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:58:46.929970 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port d2f18290-7fb1-4968-8412-e686db42d419, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=d2f18290-7fb1-4968-8412-e686db42d419,segment=NetworkSegment(a3aad2c6-c7cd-4999-a94c-0b4ecd570594),segment_id=a3aad2c6-c7cd-4999-a94c-0b4ecd570594)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:46.946168 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'd2f18290-7fb1-4968-8412-e686db42d419', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'port_id': 'd2f18290-7fb1-4968-8412-e686db42d419', 'mac_address': 'fa:16:3e:57:ad:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372385ca-344b-4083-aa15-78d8fb783453', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:58:46.995433 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:47.023506 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f18290-7fb1-4968-8412-e686db42d419 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:58:47.032138 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aedff2-8433-49ae-9de7-66af26495672 req-68eac560-83dd-4fc7-9112-94b4e3b36cc9 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:47.033823 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d8aedff2-8433-49ae-9de7-66af26495672 req-68eac560-83dd-4fc7-9112-94b4e3b36cc9 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 943 time: 0.0639071 Sep 17 23:58:47.056029 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port d2f18290-7fb1-4968-8412-e686db42d419, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=d2f18290-7fb1-4968-8412-e686db42d419,segment=NetworkSegment(a3aad2c6-c7cd-4999-a94c-0b4ecd570594),segment_id=a3aad2c6-c7cd-4999-a94c-0b4ecd570594)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:47.085041 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d8aedff2-8433-49ae-9de7-66af26495672 req-c74bd3fb-685f-4dbc-b045-5b7216b2847c tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440099 Sep 17 23:58:47.162170 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f287517b-94d8-424c-b899-c976c6d39ccc tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:47.204585 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ee94e2ed-056a-4aec-ab38-8c37f333354f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:47.250254 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94371bf0-ad1a-43c6-b89e-b70bfafb5eeb req-9e2b46fd-3625-4467-8173-644fb9822b75 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:47.251935 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-94371bf0-ad1a-43c6-b89e-b70bfafb5eeb req-9e2b46fd-3625-4467-8173-644fb9822b75 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 943 time: 0.0666394 Sep 17 23:58:47.253812 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f287517b-94d8-424c-b899-c976c6d39ccc tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:47.280069 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:47.281389 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device df058d3e-3739-4f45-a6ed-32fc3b73f947 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:58:47.299255 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-94371bf0-ad1a-43c6-b89e-b70bfafb5eeb req-6b267c92-1925-4fbe-8423-ec9668a79221 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=43c127be-3a55-4bfe-b85f-617b20077b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406647 Sep 17 23:58:47.315387 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:47.365970 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f287517b-94d8-424c-b899-c976c6d39ccc tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:47.387121 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287517b-94d8-424c-b899-c976c6d39ccc tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7609ae59-7e80-4cbc-a948-78d20c7c97b6,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:47.398868 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=d2f18290-7fb1-4968-8412-e686db42d419,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:47.438103 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port df058d3e-3739-4f45-a6ed-32fc3b73f947, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=df058d3e-3739-4f45-a6ed-32fc3b73f947,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:47.450142 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'df058d3e-3739-4f45-a6ed-32fc3b73f947', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'port_id': 'df058d3e-3739-4f45-a6ed-32fc3b73f947', 'mac_address': 'fa:16:3e:df:17:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:58:47.478492 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f287517b-94d8-424c-b899-c976c6d39ccc tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:47.485721 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f287517b-94d8-424c-b899-c976c6d39ccc tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0994775 Sep 17 23:58:47.485721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57172) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:47.498117 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:47.511862 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df058d3e-3739-4f45-a6ed-32fc3b73f947 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:58:47.531735 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6d2f15ba-877c-4011-ae2f-a392d3a2c880 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:47.541439 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6d2f15ba-877c-4011-ae2f-a392d3a2c880 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:47.542817 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port df058d3e-3739-4f45-a6ed-32fc3b73f947, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=df058d3e-3739-4f45-a6ed-32fc3b73f947,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:47.606013 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:47.663835 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=df058d3e-3739-4f45-a6ed-32fc3b73f947,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:47.692448 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6d2f15ba-877c-4011-ae2f-a392d3a2c880 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:47.701909 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6d2f15ba-877c-4011-ae2f-a392d3a2c880 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:47.713135 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6d2f15ba-877c-4011-ae2f-a392d3a2c880 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/7609ae59-7e80-4cbc-a948-78d20c7c97b6 HTTP/1.1" status: 204 len: 168 time: 0.2198443 Sep 17 23:58:47.713372 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57176) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:47.713523 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f15ba-877c-4011-ae2f-a392d3a2c880 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7609ae59-7e80-4cbc-a948-78d20c7c97b6,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:47.755320 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:47.759560 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-40d42e11-cf0c-4b5f-8e49-3a7f3ab45561 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0519526 Sep 17 23:58:47.762372 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57178) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:47.794366 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e9b5e3da-7444-470a-b97a-d62e81ca6b39 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:47.803464 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e9b5e3da-7444-470a-b97a-d62e81ca6b39 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:47.842947 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['df058d3e-3739-4f45-a6ed-32fc3b73f947'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:58:47.848848 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['d2f18290-7fb1-4968-8412-e686db42d419'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:58:47.918009 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e9b5e3da-7444-470a-b97a-d62e81ca6b39 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:47.925057 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e9b5e3da-7444-470a-b97a-d62e81ca6b39 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:47.928585 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e9b5e3da-7444-470a-b97a-d62e81ca6b39 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/45969416-9bf7-4cda-8e70-92224a558647 HTTP/1.1" status: 204 len: 168 time: 0.1628642 Sep 17 23:58:47.928957 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57182) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:47.930604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5e3da-7444-470a-b97a-d62e81ca6b39 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45969416-9bf7-4cda-8e70-92224a558647,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:47.997929 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d9af0754-f9a7-4c24-a902-98d68dfa04e0 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0677757 Sep 17 23:58:48.006451 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57184) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:48.053619 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f8f115c-2683-4d34-b421-fb39a956e769 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:48.061833 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f8f115c-2683-4d34-b421-fb39a956e769 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:48.202392 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f8f115c-2683-4d34-b421-fb39a956e769 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:48.204627 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f8f115c-2683-4d34-b421-fb39a956e769 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:48.205822 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7f8f115c-2683-4d34-b421-fb39a956e769 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/b3d52a9e-0c28-4a5e-a7ec-6982a8b57b5b HTTP/1.1" status: 204 len: 168 time: 0.1979265 Sep 17 23:58:48.213213 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57190) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:48.213807 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f115c-2683-4d34-b421-fb39a956e769 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3d52a9e-0c28-4a5e-a7ec-6982a8b57b5b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:48.262244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78058a20-0512-4cda-82df-ba2364202467 req-5d130225-8cd7-4bb0-bc7e-fed87a36b575 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:48.263783 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78058a20-0512-4cda-82df-ba2364202467 req-5d130225-8cd7-4bb0-bc7e-fed87a36b575 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 944 time: 0.0897343 Sep 17 23:58:48.282253 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ee9081dd-fd4f-4410-b0a6-06f560084473 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0644832 Sep 17 23:58:48.282670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57192) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:48.319272 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-082d735a-4237-4579-a0af-1627b8e50d4c tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:48.320084 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78058a20-0512-4cda-82df-ba2364202467 req-d7bde655-beea-4c38-8cd2-d20487b66da0 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392542 Sep 17 23:58:48.331179 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-082d735a-4237-4579-a0af-1627b8e50d4c tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:48.429318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670807f-fb23-4fe2-b827-ad1eaab17aa4 req-c12a352f-c791-4c1f-aa4b-70353163ceed tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:48.430819 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8670807f-fb23-4fe2-b827-ad1eaab17aa4 req-c12a352f-c791-4c1f-aa4b-70353163ceed tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 944 time: 0.0564468 Sep 17 23:58:48.432119 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-082d735a-4237-4579-a0af-1627b8e50d4c tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:48.439029 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-082d735a-4237-4579-a0af-1627b8e50d4c tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:48.442353 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-082d735a-4237-4579-a0af-1627b8e50d4c tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/57916c5f-908b-42f5-9a24-5072307c674a HTTP/1.1" status: 204 len: 168 time: 0.1564698 Sep 17 23:58:48.445217 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57196) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:48.452426 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d735a-4237-4579-a0af-1627b8e50d4c tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57916c5f-908b-42f5-9a24-5072307c674a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:48.485375 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8670807f-fb23-4fe2-b827-ad1eaab17aa4 req-af6a1caf-fe70-4cff-aeb8-a9dbfb1f7c3f tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=43c127be-3a55-4bfe-b85f-617b20077b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434618 Sep 17 23:58:48.507811 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-eaefafed-1598-422b-bb69-671afed5af6e tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0526366 Sep 17 23:58:48.507811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57198) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:48.530978 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-73eafddb-eebd-4019-b019-d0eed596f061 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:48.539278 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-73eafddb-eebd-4019-b019-d0eed596f061 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:48.666838 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-73eafddb-eebd-4019-b019-d0eed596f061 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:48.678615 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-73eafddb-eebd-4019-b019-d0eed596f061 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:48.679855 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-73eafddb-eebd-4019-b019-d0eed596f061 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/19e75b6a-cdeb-4929-87d3-fa0052e1d43e HTTP/1.1" status: 204 len: 168 time: 0.1762533 Sep 17 23:58:48.681180 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eafddb-eebd-4019-b019-d0eed596f061 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19e75b6a-cdeb-4929-87d3-fa0052e1d43e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:48.682940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57204) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:48.729957 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0e28160a-2bbc-4caf-b222-423a7d3be1c3 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0458157 Sep 17 23:58:48.732931 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57206) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:48.793043 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-255eff80-c6f4-478d-9b87-0f4fd62e9d16 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:48.816105 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-255eff80-c6f4-478d-9b87-0f4fd62e9d16 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:48.840193 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device d2f18290-7fb1-4968-8412-e686db42d419 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:58:48.975180 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-255eff80-c6f4-478d-9b87-0f4fd62e9d16 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:48.977856 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-255eff80-c6f4-478d-9b87-0f4fd62e9d16 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:48.979181 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-255eff80-c6f4-478d-9b87-0f4fd62e9d16 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "DELETE /v2.0/security-groups/70093d19-1e5b-43bc-b613-b28909d9d73e HTTP/1.1" status: 204 len: 168 time: 0.2452745 Sep 17 23:58:48.983648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57210) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:48.990888 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255eff80-c6f4-478d-9b87-0f4fd62e9d16 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70093d19-1e5b-43bc-b613-b28909d9d73e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:49.011256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port d2f18290-7fb1-4968-8412-e686db42d419 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:58:49.016949 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port d2f18290-7fb1-4968-8412-e686db42d419 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:49.022651 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:49.046155 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2dcbaf80-a9f4-48af-adce-84d6daaef763 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0608919 Sep 17 23:58:49.050535 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57212) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:49.054999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-39cb4621-1927-482a-97bd-3fcaebfb62ae tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group': {'name': 'tempest-secgroup--593031213'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:49.124336 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:49.147553 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f18290-7fb1-4968-8412-e686db42d419'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:58:49.150871 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a292e6-c418-4362-9c5d-2b76a15698d3" -d '{"events": [{"server_uuid": "fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5", "name": "network-vif-plugged", "status": "completed", "tag": "d2f18290-7fb1-4968-8412-e686db42d419"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:58:49.164432 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-39cb4621-1927-482a-97bd-3fcaebfb62ae tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:49.167473 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port d2f18290-7fb1-4968-8412-e686db42d419, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=d2f18290-7fb1-4968-8412-e686db42d419,segment=NetworkSegment(a3aad2c6-c7cd-4999-a94c-0b4ecd570594),segment_id=a3aad2c6-c7cd-4999-a94c-0b4ecd570594)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:49.199930 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f88d0c8-423c-4312-9bda-9ec171196d7e x-openstack-request-id: req-0f88d0c8-423c-4312-9bda-9ec171196d7e {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:58:49.200226 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5", "name": "network-vif-plugged", "status": "completed", "tag": "d2f18290-7fb1-4968-8412-e686db42d419", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:58:49.200479 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0f88d0c8-423c-4312-9bda-9ec171196d7e {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:58:49.200909 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f18290-7fb1-4968-8412-e686db42d419', 'code': 200} Sep 17 23:58:49.221269 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:49.222721 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device df058d3e-3739-4f45-a6ed-32fc3b73f947 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:58:49.287835 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-39cb4621-1927-482a-97bd-3fcaebfb62ae tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:49.325890 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65314851-2547-410e-867c-b29550bf9de0 req-56db9635-e55f-426b-8e90-2fc0081e1d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:49.327842 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-65314851-2547-410e-867c-b29550bf9de0 req-56db9635-e55f-426b-8e90-2fc0081e1d72 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 1096 time: 0.0586576 Sep 17 23:58:49.328329 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=d2f18290-7fb1-4968-8412-e686db42d419,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:49.354093 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-39cb4621-1927-482a-97bd-3fcaebfb62ae tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:49.393476 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-65314851-2547-410e-867c-b29550bf9de0 req-7bb971f4-b236-4ac5-86c4-2d386f7f0fcb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=43c127be-3a55-4bfe-b85f-617b20077b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554898 Sep 17 23:58:49.401373 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb4621-1927-482a-97bd-3fcaebfb62ae tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f847eb-2fed-4c7d-83ae-d7322853dd23,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:49.409158 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port df058d3e-3739-4f45-a6ed-32fc3b73f947 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 23:58:49.415830 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port df058d3e-3739-4f45-a6ed-32fc3b73f947 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:58:49.416208 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:49.476382 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469813e6-dd9c-4a79-aa17-9f4d4daeaac9 req-49474768-5c09-4598-a442-9c5ab806b26b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:49.478210 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-469813e6-dd9c-4a79-aa17-9f4d4daeaac9 req-49474768-5c09-4598-a442-9c5ab806b26b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 944 time: 0.0607984 Sep 17 23:58:49.483836 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-39cb4621-1927-482a-97bd-3fcaebfb62ae tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:49.494229 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-39cb4621-1927-482a-97bd-3fcaebfb62ae tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4341874 Sep 17 23:58:49.494650 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57220) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:49.494650 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e04494ec-4f03-4210-8b58-1f5596fa5037 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group_rule': {'security_group_id': '27f847eb-2fed-4c7d-83ae-d7322853dd23', 'direction': 'ingress', 'protocol': 17}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:49.527679 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:49.534206 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-469813e6-dd9c-4a79-aa17-9f4d4daeaac9 req-d7a263ba-f89e-4535-baeb-0777151b37b0 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474591 Sep 17 23:58:49.581066 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port df058d3e-3739-4f45-a6ed-32fc3b73f947, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=df058d3e-3739-4f45-a6ed-32fc3b73f947,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:58:49.613683 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e04494ec-4f03-4210-8b58-1f5596fa5037 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:49.626247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cd609-0ff3-43df-bc34-d1ae9cf2e34a req-93b98a0f-192b-4232-bcff-fc3836860e67 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:49.627883 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f3cd609-0ff3-43df-bc34-d1ae9cf2e34a req-93b98a0f-192b-4232-bcff-fc3836860e67 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 945 time: 0.0525529 Sep 17 23:58:49.676031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f3cd609-0ff3-43df-bc34-d1ae9cf2e34a req-962ebe60-f8cb-41ac-b0de-29678d7896a3 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=43c127be-3a55-4bfe-b85f-617b20077b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407281 Sep 17 23:58:49.678307 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:49.740318 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e04494ec-4f03-4210-8b58-1f5596fa5037 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:49.746074 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=df058d3e-3739-4f45-a6ed-32fc3b73f947,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:49.758807 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:49.811591 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e04494ec-4f03-4210-8b58-1f5596fa5037 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:49.832532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04494ec-4f03-4210-8b58-1f5596fa5037 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f4bedb-4106-4f3b-b540-7d181eb49ef1,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:49.907358 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e04494ec-4f03-4210-8b58-1f5596fa5037 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:49.908626 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e04494ec-4f03-4210-8b58-1f5596fa5037 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4190960 Sep 17 23:58:49.911540 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57228) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:49.969641 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-54e24959-799a-4040-a3dd-65f4a55f4411 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:49.993112 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-54e24959-799a-4040-a3dd-65f4a55f4411 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:50.124099 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-54e24959-799a-4040-a3dd-65f4a55f4411 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:50.127070 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-54e24959-799a-4040-a3dd-65f4a55f4411 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:50.128250 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-54e24959-799a-4040-a3dd-65f4a55f4411 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "DELETE /v2.0/security-groups/27f847eb-2fed-4c7d-83ae-d7322853dd23 HTTP/1.1" status: 204 len: 168 time: 0.2156832 Sep 17 23:58:50.132031 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57232) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:50.153103 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24959-799a-4040-a3dd-65f4a55f4411 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f847eb-2fed-4c7d-83ae-d7322853dd23,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:50.201108 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57234) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:50.201342 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fe3debbb-7823-4d74-8ed8-1c8ec06ec8ca tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0676632 Sep 17 23:58:50.207076 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-33f0024c-cd90-46d5-a3d7-aabed292a227 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group': {'name': 'tempest-secgroup--1028213949'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:50.320141 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-33f0024c-cd90-46d5-a3d7-aabed292a227 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:50.418057 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-33f0024c-cd90-46d5-a3d7-aabed292a227 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:50.506893 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-33f0024c-cd90-46d5-a3d7-aabed292a227 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:50.545973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0024c-cd90-46d5-a3d7-aabed292a227 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6175b778-0038-443d-abc2-a38878a567b2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:50.598442 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-33f0024c-cd90-46d5-a3d7-aabed292a227 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:50.602519 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-33f0024c-cd90-46d5-a3d7-aabed292a227 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3973031 Sep 17 23:58:50.603731 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57240) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:50.611520 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-93168535-0d4c-4909-b873-3f03c970c3a9 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group': {'name': 'tempest-secgroup--250029970'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:50.678431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2abe8-42fb-4c5e-910c-3360ced72bc8 req-a5cdd9ac-24c6-4708-afb0-d37f07bc1ed1 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:50.679844 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6dd2abe8-42fb-4c5e-910c-3360ced72bc8 req-a5cdd9ac-24c6-4708-afb0-d37f07bc1ed1 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.0634656 Sep 17 23:58:50.731425 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6dd2abe8-42fb-4c5e-910c-3360ced72bc8 req-7dc3c246-a046-4835-af2e-b12d6b5930e6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433450 Sep 17 23:58:50.741064 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-93168535-0d4c-4909-b873-3f03c970c3a9 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:50.889045 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53681575-cdba-46c4-801e-e51dc675e324 req-7992858f-62b2-4763-9e55-b586ab5a66e6 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:50.890643 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53681575-cdba-46c4-801e-e51dc675e324 req-7992858f-62b2-4763-9e55-b586ab5a66e6 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 945 time: 0.0794094 Sep 17 23:58:50.927432 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-93168535-0d4c-4909-b873-3f03c970c3a9 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:50.946850 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53681575-cdba-46c4-801e-e51dc675e324 req-2fad3130-95cf-4117-8ced-2e4c9f18dde2 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=43c127be-3a55-4bfe-b85f-617b20077b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467799 Sep 17 23:58:50.963668 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-93168535-0d4c-4909-b873-3f03c970c3a9 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:50.999150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93168535-0d4c-4909-b873-3f03c970c3a9 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f95f77b-7122-47e8-8d26-efb618e4991c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:51.060821 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-93168535-0d4c-4909-b873-3f03c970c3a9 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:51.062127 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-93168535-0d4c-4909-b873-3f03c970c3a9 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4561424 Sep 17 23:58:51.064969 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57250) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:51.070125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-3dd64fd6-98a0-4469-8d27-f8658d5361d5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group_rule': {'security_group_id': '6175b778-0038-443d-abc2-a38878a567b2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9f95f77b-7122-47e8-8d26-efb618e4991c', 'remote_ip_prefix': None}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:51.202648 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df058d3e-3739-4f45-a6ed-32fc3b73f947'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:58:51.205718 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56f899d-0bdb-461b-af9a-ff17c1a74c01" -d '{"events": [{"server_uuid": "2bb00444-8c1a-4641-8888-d459c9465ee9", "name": "network-vif-plugged", "status": "completed", "tag": "df058d3e-3739-4f45-a6ed-32fc3b73f947"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:58:51.253789 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8719a6f7-0984-4515-9e0b-250d96c5eb10 x-openstack-request-id: req-8719a6f7-0984-4515-9e0b-250d96c5eb10 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:58:51.254307 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb00444-8c1a-4641-8888-d459c9465ee9", "name": "network-vif-plugged", "status": "completed", "tag": "df058d3e-3739-4f45-a6ed-32fc3b73f947", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:58:51.254787 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8719a6f7-0984-4515-9e0b-250d96c5eb10 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:58:51.255114 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df058d3e-3739-4f45-a6ed-32fc3b73f947', 'code': 200} Sep 17 23:58:51.376256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa99716-a64f-45d4-96c9-7bf569f9893f req-a84f2f36-bd86-43ad-88b1-f90d9c56c6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:51.378881 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-caa99716-a64f-45d4-96c9-7bf569f9893f req-a84f2f36-bd86-43ad-88b1-f90d9c56c6c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 1096 time: 0.0639307 Sep 17 23:58:51.424920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-caa99716-a64f-45d4-96c9-7bf569f9893f req-927c89dd-bd95-4c56-95b0-a7f39f05dbce service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384994 Sep 17 23:58:51.881407 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852a85-d021-4350-88ec-215bd645d086 req-715ecec4-2199-407c-b54a-915302e93fbc tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:51.882923 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df852a85-d021-4350-88ec-215bd645d086 req-715ecec4-2199-407c-b54a-915302e93fbc tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.0543427 Sep 17 23:58:51.936313 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df852a85-d021-4350-88ec-215bd645d086 req-178d6282-fe89-4f62-a803-a5e684970725 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424936 Sep 17 23:58:52.090451 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3dd64fd6-98a0-4469-8d27-f8658d5361d5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:52.120565 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e674fc0-a071-43c8-958f-7e5da7ed6f44 req-44114529-9ed1-4073-9560-dc480a0c47df tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:52.122300 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7e674fc0-a071-43c8-958f-7e5da7ed6f44 req-44114529-9ed1-4073-9560-dc480a0c47df tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 945 time: 0.0889742 Sep 17 23:58:52.199447 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7e674fc0-a071-43c8-958f-7e5da7ed6f44 req-45939d65-d518-40ab-8ef5-e064b37b7408 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=43c127be-3a55-4bfe-b85f-617b20077b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659311 Sep 17 23:58:52.213108 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3dd64fd6-98a0-4469-8d27-f8658d5361d5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:52.322773 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53d02f-6fec-42c8-89b4-ea7fdb934100 req-8e648d19-92b7-41ea-833c-f0cd5831f3dd tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:52.324379 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f53d02f-6fec-42c8-89b4-ea7fdb934100 req-8e648d19-92b7-41ea-833c-f0cd5831f3dd tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 945 time: 0.0517340 Sep 17 23:58:52.333256 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57268) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:52.334716 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3dd64fd6-98a0-4469-8d27-f8658d5361d5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:52.338159 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1816425b-21ae-41de-9960-955d592a9f83 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Request body: {'floatingip': {'port_id': 'd2f18290-7fb1-4968-8412-e686db42d419'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:52.355786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd64fd6-98a0-4469-8d27-f8658d5361d5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245edc79-7817-457f-8246-78becb56dd19,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:52.392209 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1816425b-21ae-41de-9960-955d592a9f83 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for floatingip, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:52.461259 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3dd64fd6-98a0-4469-8d27-f8658d5361d5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:52.466046 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57272) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:52.466727 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3dd64fd6-98a0-4469-8d27-f8658d5361d5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4005203 Sep 17 23:58:52.524541 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de2fe095-54e6-4347-88fe-3528cb2995b3 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:52.537089 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de2fe095-54e6-4347-88fe-3528cb2995b3 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:52.742494 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de2fe095-54e6-4347-88fe-3528cb2995b3 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:52.752561 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de2fe095-54e6-4347-88fe-3528cb2995b3 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:52.753743 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-de2fe095-54e6-4347-88fe-3528cb2995b3 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/245edc79-7817-457f-8246-78becb56dd19 HTTP/1.1" status: 204 len: 168 time: 0.2866669 Sep 17 23:58:52.756634 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57274) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:52.761916 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fe095-54e6-4347-88fe-3528cb2995b3 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=245edc79-7817-457f-8246-78becb56dd19,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:52.813348 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6f097ba8-5c5b-487f-8f7a-28d73b2c1791 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0521891 Sep 17 23:58:52.813672 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57276) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:52.885527 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5063c895-2738-4720-96ac-92616e063015 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:52.943305 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5063c895-2738-4720-96ac-92616e063015 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:52.966604 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1816425b-21ae-41de-9960-955d592a9f83 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:53.043785 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1816425b-21ae-41de-9960-955d592a9f83 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:53.084818 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55637ca2-4ada-4aec-9e01-1969bd0975dd req-58be6df5-fc50-468c-bab9-8fa4b70f732c tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:53.086544 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55637ca2-4ada-4aec-9e01-1969bd0975dd req-58be6df5-fc50-468c-bab9-8fa4b70f732c tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.0634518 Sep 17 23:58:53.087974 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5063c895-2738-4720-96ac-92616e063015 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:53.090744 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5063c895-2738-4720-96ac-92616e063015 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:53.091798 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5063c895-2738-4720-96ac-92616e063015 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "DELETE /v2.0/security-groups/9f95f77b-7122-47e8-8d26-efb618e4991c HTTP/1.1" status: 204 len: 168 time: 0.2771723 Sep 17 23:58:53.095164 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57284) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:53.131233 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063c895-2738-4720-96ac-92616e063015 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f95f77b-7122-47e8-8d26-efb618e4991c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:53.174237 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55637ca2-4ada-4aec-9e01-1969bd0975dd req-12cac24c-f450-4021-9833-12bb55881a99 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772240 Sep 17 23:58:53.189686 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-46cf66cf-3078-4276-b60d-7d1630fe11f1 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0888515 Sep 17 23:58:53.190653 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57288) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:53.201088 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-1816425b-21ae-41de-9960-955d592a9f83 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Floating IP f9f3f5b3-0488-4069-a5c7-a052c1a7dd0a associated. External IP: 172.25.3.135, port: d2f18290-7fb1-4968-8412-e686db42d419. Sep 17 23:58:53.287975 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-817c17a3-9d06-4fb1-96e1-812381905e77 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:53.329883 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-817c17a3-9d06-4fb1-96e1-812381905e77 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:53.392868 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a9b57-9d3b-485b-8cc2-115565538f06 req-2e650015-61de-4232-82e8-0c8bd5978f51 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:53.396874 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-186a9b57-9d3b-485b-8cc2-115565538f06 req-2e650015-61de-4232-82e8-0c8bd5978f51 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.0857790 Sep 17 23:58:53.402867 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57292) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:53.410538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c6bedd3d-d09c-4e4c-bfda-4779b1cb3a19 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Request body: {'floatingip': {'port_id': 'df058d3e-3739-4f45-a6ed-32fc3b73f947'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:53.454001 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c6bedd3d-d09c-4e4c-bfda-4779b1cb3a19 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:53.565915 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-817c17a3-9d06-4fb1-96e1-812381905e77 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:53.568642 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-817c17a3-9d06-4fb1-96e1-812381905e77 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:53.569891 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-817c17a3-9d06-4fb1-96e1-812381905e77 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "DELETE /v2.0/security-groups/6175b778-0038-443d-abc2-a38878a567b2 HTTP/1.1" status: 204 len: 168 time: 0.3781021 Sep 17 23:58:53.581015 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57296) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:53.603839 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c17a3-9d06-4fb1-96e1-812381905e77 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6175b778-0038-443d-abc2-a38878a567b2,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:53.691369 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3b48b3b3-307c-4c6d-9ee7-973d3b43414c tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1091712 Sep 17 23:58:53.696368 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57298) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:53.703210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d76471f9-7c68-40b8-8e62-c1ad29d46fa3 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group': {'name': 'tempest-secgroup--929836129'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:53.879511 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d76471f9-7c68-40b8-8e62-c1ad29d46fa3 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:53.881956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1816425b-21ae-41de-9960-955d592a9f83 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Router 5ac11ac3-05e8-49a3-96a3-45e607a8031d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:58:54.107326 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1816425b-21ae-41de-9960-955d592a9f83 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:58:54.123716 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1816425b-21ae-41de-9960-955d592a9f83 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:54.123966 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b18ef1-9de5-4fca-85c0-a0320877b448 None None] Sync routers for ids ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:58:54.142081 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b18ef1-9de5-4fca-85c0-a0320877b448 None None] Routers {'5ac11ac3-05e8-49a3-96a3-45e607a8031d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:58:54.143670 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c7b18ef1-9de5-4fca-85c0-a0320877b448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:58:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:54.183312 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1816425b-21ae-41de-9960-955d592a9f83 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "PUT /v2.0/floatingips/f9f3f5b3-0488-4069-a5c7-a052c1a7dd0a HTTP/1.1" status: 200 len: 991 time: 1.8488855 Sep 17 23:58:54.184057 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5', 'tag': 'd2f18290-7fb1-4968-8412-e686db42d419'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:58:54.186495 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f478662-7439-49f8-88d1-17e4f1cd6afe" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5", "tag": "d2f18290-7fb1-4968-8412-e686db42d419"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:58:54.251602 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e768ee59-275e-4bd2-86da-88b2aab311ed x-openstack-request-id: req-e768ee59-275e-4bd2-86da-88b2aab311ed {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:58:54.252093 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5", "tag": "d2f18290-7fb1-4968-8412-e686db42d419", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:58:54.252200 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e768ee59-275e-4bd2-86da-88b2aab311ed {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:58:54.252943 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5', 'tag': 'd2f18290-7fb1-4968-8412-e686db42d419', 'status': 'completed', 'code': 200} Sep 17 23:58:54.270043 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d76471f9-7c68-40b8-8e62-c1ad29d46fa3 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:54.296745 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c6bedd3d-d09c-4e4c-bfda-4779b1cb3a19 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:54.346055 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f478662-7439-49f8-88d1-17e4f1cd6afe req-87438e36-4a29-4618-8f8d-a5a4a30001e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:54.349567 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f478662-7439-49f8-88d1-17e4f1cd6afe req-87438e36-4a29-4618-8f8d-a5a4a30001e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a18a1f6767cb4e0fb2739899ffe26669&device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 1096 time: 0.0657129 Sep 17 23:58:54.351819 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-c7b18ef1-9de5-4fca-85c0-a0320877b448 None None] Set router 5ac11ac3-05e8-49a3-96a3-45e607a8031d gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:58:54.386695 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d76471f9-7c68-40b8-8e62-c1ad29d46fa3 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:54.428416 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c6bedd3d-d09c-4e4c-bfda-4779b1cb3a19 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:54.504296 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76471f9-7c68-40b8-8e62-c1ad29d46fa3 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34affa7-c517-46cf-a9d2-615ccfd07edd,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:54.578563 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d76471f9-7c68-40b8-8e62-c1ad29d46fa3 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:54.582839 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57312) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:54.587665 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a75f990e-9ea1-405e-8270-df0055eefd4c tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group_rule': {'security_group_id': 'e34affa7-c517-46cf-a9d2-615ccfd07edd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:54.589386 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d76471f9-7c68-40b8-8e62-c1ad29d46fa3 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8901582 Sep 17 23:58:54.596412 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f478662-7439-49f8-88d1-17e4f1cd6afe req-12d9a54e-ab4e-4e05-824f-7b8fe108e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:54.602971 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f478662-7439-49f8-88d1-17e4f1cd6afe req-12d9a54e-ab4e-4e05-824f-7b8fe108e34d service neutron] 10.222.0.37 "GET /v2.0/networks?id=a544fc79-cedf-43d8-98c2-acb1f5a0c66d HTTP/1.1" status: 200 len: 912 time: 0.2473216 Sep 17 23:58:54.634233 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c7b18ef1-9de5-4fca-85c0-a0320877b448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:44Z', 'revision_number': 4, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port': {'id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:35Z', 'updated_at': '2021-09-17T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'f9f3f5b3-0488-4069-a5c7-a052c1a7dd0a', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'port_id': 'd2f18290-7fb1-4968-8412-e686db42d419', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'mac_address': 'fa:16:3e:57:ad:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:58:17Z', 'updated_at': '2021-09-17T23:58:52Z', 'revision_number': 1, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be369b81-f067-4869-ae4d-d2ccd4ca3704', 'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'mac_address': 'fa:16:3e:20:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '372385ca-344b-4083-aa15-78d8fb783453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:42Z', 'updated_at': '2021-09-17T23:53:49Z', 'revision_number': 5, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'subnets': [{'id': '372385ca-344b-4083-aa15-78d8fb783453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:54.666379 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b18ef1-9de5-4fca-85c0-a0320877b448 None None] Checking router: 5ac11ac3-05e8-49a3-96a3-45e607a8031d for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:58:54.674721 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b18ef1-9de5-4fca-85c0-a0320877b448 None None] Routers {'5ac11ac3-05e8-49a3-96a3-45e607a8031d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:58:54.675345 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c7b18ef1-9de5-4fca-85c0-a0320877b448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:58:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:54.682477 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-c6bedd3d-d09c-4e4c-bfda-4779b1cb3a19 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Floating IP 5ab64752-054b-4b27-ada2-a179e885c44b associated. External IP: 172.25.3.175, port: df058d3e-3739-4f45-a6ed-32fc3b73f947. Sep 17 23:58:54.743346 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f478662-7439-49f8-88d1-17e4f1cd6afe req-27bec612-7cc6-4953-9a3d-f9cc72ac8065 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2f18290-7fb1-4968-8412-e686db42d419 HTTP/1.1" status: 200 len: 999 time: 0.1328511 Sep 17 23:58:54.774032 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a75f990e-9ea1-405e-8270-df0055eefd4c tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:54.814836 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-c7b18ef1-9de5-4fca-85c0-a0320877b448 None None] Set router 5ac11ac3-05e8-49a3-96a3-45e607a8031d gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:58:54.843666 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f478662-7439-49f8-88d1-17e4f1cd6afe req-e8f74d5c-ee8d-4bee-bcd7-eda6ac871192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:54.845347 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f478662-7439-49f8-88d1-17e4f1cd6afe req-e8f74d5c-ee8d-4bee-bcd7-eda6ac871192 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=372385ca-344b-4083-aa15-78d8fb783453 HTTP/1.1" status: 200 len: 850 time: 0.0946803 Sep 17 23:58:54.913017 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a75f990e-9ea1-405e-8270-df0055eefd4c tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:54.961934 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f478662-7439-49f8-88d1-17e4f1cd6afe req-b9df9e22-36ab-4ea8-ab2f-07a48a3f8f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:54.963624 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f478662-7439-49f8-88d1-17e4f1cd6afe req-b9df9e22-36ab-4ea8-ab2f-07a48a3f8f83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a544fc79-cedf-43d8-98c2-acb1f5a0c66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090126 Sep 17 23:58:55.021061 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a75f990e-9ea1-405e-8270-df0055eefd4c tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:55.069494 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f990e-9ea1-405e-8270-df0055eefd4c tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68421e2-6bd1-4abe-9eb9-74ece2d5798f,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:55.144688 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c7b18ef1-9de5-4fca-85c0-a0320877b448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:44Z', 'revision_number': 4, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port': {'id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:35Z', 'updated_at': '2021-09-17T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'f9f3f5b3-0488-4069-a5c7-a052c1a7dd0a', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'port_id': 'd2f18290-7fb1-4968-8412-e686db42d419', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'mac_address': 'fa:16:3e:57:ad:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:58:17Z', 'updated_at': '2021-09-17T23:58:52Z', 'revision_number': 1, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be369b81-f067-4869-ae4d-d2ccd4ca3704', 'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'mac_address': 'fa:16:3e:20:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '372385ca-344b-4083-aa15-78d8fb783453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:42Z', 'updated_at': '2021-09-17T23:53:49Z', 'revision_number': 5, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'subnets': [{'id': '372385ca-344b-4083-aa15-78d8fb783453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:55.173375 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a75f990e-9ea1-405e-8270-df0055eefd4c tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:55.177102 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a75f990e-9ea1-405e-8270-df0055eefd4c tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5907581 Sep 17 23:58:55.177457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57318) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:55.183750 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b18ef1-9de5-4fca-85c0-a0320877b448 None None] The sync data for ids ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'] in n-d-809883-1 is: [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:44Z', 'revision_number': 4, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port': {'id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:35Z', 'updated_at': '2021-09-17T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'f9f3f5b3-0488-4069-a5c7-a052c1a7dd0a', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'port_id': 'd2f18290-7fb1-4968-8412-e686db42d419', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'mac_address': 'fa:16:3e:57:ad:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:58:17Z', 'updated_at': '2021-09-17T23:58:52Z', 'revision_number': 1, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be369b81-f067-4869-ae4d-d2ccd4ca3704', 'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'mac_address': 'fa:16:3e:20:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '372385ca-344b-4083-aa15-78d8fb783453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:42Z', 'updated_at': '2021-09-17T23:53:49Z', 'revision_number': 5, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'subnets': [{'id': '372385ca-344b-4083-aa15-78d8fb783453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:58:55.227216 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c17be2d-9bce-4cc0-a591-54d72984bdd8 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:55.239869 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c17be2d-9bce-4cc0-a591-54d72984bdd8 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:55.403628 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c17be2d-9bce-4cc0-a591-54d72984bdd8 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:55.410557 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c17be2d-9bce-4cc0-a591-54d72984bdd8 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:55.414032 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6c17be2d-9bce-4cc0-a591-54d72984bdd8 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/e68421e2-6bd1-4abe-9eb9-74ece2d5798f HTTP/1.1" status: 204 len: 168 time: 0.2355335 Sep 17 23:58:55.418054 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57324) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:55.454230 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17be2d-9bce-4cc0-a591-54d72984bdd8 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e68421e2-6bd1-4abe-9eb9-74ece2d5798f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:55.489490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bedd3d-d09c-4e4c-bfda-4779b1cb3a19 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Router 83af115b-ab62-45a2-9186-54debcb42867 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:58:55.512250 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e58dc823-5b66-4a02-ac87-ac761ad75e49 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0921733 Sep 17 23:58:55.512553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57326) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:55.521850 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fed915e-5fa7-4127-9bba-b157506fdcc8 None None] New status for floating IP f9f3f5b3-0488-4069-a5c7-a052c1a7dd0a: ACTIVE {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:58:55.537535 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f478662-7439-49f8-88d1-17e4f1cd6afe req-5490485e-c0a3-4f6a-beee-7deae638e5e3 service neutron] 10.222.0.37 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426375 Sep 17 23:58:55.602082 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8ab10139-3a22-4781-a18e-69ac80de2814 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:55.657409 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8ab10139-3a22-4781-a18e-69ac80de2814 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:55.711558 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f478662-7439-49f8-88d1-17e4f1cd6afe req-ab8ab19b-ff8a-425d-9143-1d4d938e15df service neutron] 10.222.0.37 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387205 Sep 17 23:58:55.791134 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bedd3d-d09c-4e4c-bfda-4779b1cb3a19 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:58:55.795869 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c6bedd3d-d09c-4e4c-bfda-4779b1cb3a19 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:55.802404 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ccb428-ab61-4c91-b9a3-c51c05237d98 None None] Sync routers for ids ['83af115b-ab62-45a2-9186-54debcb42867'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:58:55.818132 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ccb428-ab61-4c91-b9a3-c51c05237d98 None None] Routers {'83af115b-ab62-45a2-9186-54debcb42867'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:58:55.819091 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d9ccb428-ab61-4c91-b9a3-c51c05237d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:58:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['83af115b-ab62-45a2-9186-54debcb42867'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:55.829262 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c6bedd3d-d09c-4e4c-bfda-4779b1cb3a19 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "PUT /v2.0/floatingips/5ab64752-054b-4b27-ada2-a179e885c44b HTTP/1.1" status: 200 len: 991 time: 2.4224210 Sep 17 23:58:55.829262 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'tag': 'df058d3e-3739-4f45-a6ed-32fc3b73f947'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:58:55.829765 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d367f9ed-9c7a-49b9-838c-ac2af8550402" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb00444-8c1a-4641-8888-d459c9465ee9", "tag": "df058d3e-3739-4f45-a6ed-32fc3b73f947"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:58:55.873929 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc1953e-4b4c-4d3f-86b6-d07154142b75 x-openstack-request-id: req-7cc1953e-4b4c-4d3f-86b6-d07154142b75 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:58:55.874705 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb00444-8c1a-4641-8888-d459c9465ee9", "tag": "df058d3e-3739-4f45-a6ed-32fc3b73f947", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:58:55.874705 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7cc1953e-4b4c-4d3f-86b6-d07154142b75 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:58:55.874974 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'tag': 'df058d3e-3739-4f45-a6ed-32fc3b73f947', 'status': 'completed', 'code': 200} Sep 17 23:58:55.923191 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8ab10139-3a22-4781-a18e-69ac80de2814 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:55.923191 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8ab10139-3a22-4781-a18e-69ac80de2814 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:55.923191 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8ab10139-3a22-4781-a18e-69ac80de2814 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "DELETE /v2.0/security-groups/e34affa7-c517-46cf-a9d2-615ccfd07edd HTTP/1.1" status: 204 len: 168 time: 0.4046173 Sep 17 23:58:55.924560 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57334) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:55.969708 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab10139-3a22-4781-a18e-69ac80de2814 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34affa7-c517-46cf-a9d2-615ccfd07edd,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:55.980743 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-d9ccb428-ab61-4c91-b9a3-c51c05237d98 None None] Set router 83af115b-ab62-45a2-9186-54debcb42867 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:58:55.991491 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-81610b5c-b690-4245-aa11-eae92890dd9c tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624981 Sep 17 23:58:55.992777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57336) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:55.998871 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367f9ed-9c7a-49b9-838c-ac2af8550402 req-ef063348-4a32-428c-8311-5c67f0c5d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:56.010482 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f34a5923-1083-47f7-aff3-f1c067d5b8d5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group': {'name': 'tempest-secgroup--1408487170'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:56.017260 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d367f9ed-9c7a-49b9-838c-ac2af8550402 req-ef063348-4a32-428c-8311-5c67f0c5d450 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dba230fc347941bb9230276913eaed6b&device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 1096 time: 0.0965495 Sep 17 23:58:56.143339 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f34a5923-1083-47f7-aff3-f1c067d5b8d5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:56.213123 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367f9ed-9c7a-49b9-838c-ac2af8550402 req-55fa88e2-dba5-42de-9671-3c74ab536ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:56.214998 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d367f9ed-9c7a-49b9-838c-ac2af8550402 req-55fa88e2-dba5-42de-9671-3c74ab536ddb service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c1553df-1cdf-4638-a188-7f118bbcb251 HTTP/1.1" status: 200 len: 917 time: 0.1941233 Sep 17 23:58:56.293570 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f34a5923-1083-47f7-aff3-f1c067d5b8d5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:56.295878 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d9ccb428-ab61-4c91-b9a3-c51c05237d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-17T23:53:28Z', 'revision_number': 4, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '5ab64752-054b-4b27-ada2-a179e885c44b', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '83af115b-ab62-45a2-9186-54debcb42867', 'port_id': 'df058d3e-3739-4f45-a6ed-32fc3b73f947', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'mac_address': 'fa:16:3e:df:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:58:15Z', 'updated_at': '2021-09-17T23:58:54Z', 'revision_number': 1, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff706a87-b1c0-4e48-baf3-0353c6d0759f', 'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'mac_address': 'fa:16:3e:4b:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:27Z', 'updated_at': '2021-09-17T23:53:32Z', 'revision_number': 5, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'subnets': [{'id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:56.326236 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d367f9ed-9c7a-49b9-838c-ac2af8550402 req-f9383194-4431-4af0-9deb-fea354278bdb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df058d3e-3739-4f45-a6ed-32fc3b73f947 HTTP/1.1" status: 200 len: 999 time: 0.1029124 Sep 17 23:58:56.335029 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ccb428-ab61-4c91-b9a3-c51c05237d98 None None] Checking router: 83af115b-ab62-45a2-9186-54debcb42867 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:58:56.344041 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ccb428-ab61-4c91-b9a3-c51c05237d98 None None] Routers {'83af115b-ab62-45a2-9186-54debcb42867'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:58:56.344648 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d9ccb428-ab61-4c91-b9a3-c51c05237d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:58:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['83af115b-ab62-45a2-9186-54debcb42867'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:56.352245 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f34a5923-1083-47f7-aff3-f1c067d5b8d5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:56.400500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a5923-1083-47f7-aff3-f1c067d5b8d5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9868f789-e3c0-46e7-a93a-fe2d472fb70d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:56.416869 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367f9ed-9c7a-49b9-838c-ac2af8550402 req-1e9b59a3-3a2e-4c6e-b8bd-b36a5e07c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:56.418603 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d367f9ed-9c7a-49b9-838c-ac2af8550402 req-1e9b59a3-3a2e-4c6e-b8bd-b36a5e07c6a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=294e5306-7b47-43ef-943e-37934b52f9c3 HTTP/1.1" status: 200 len: 855 time: 0.0817885 Sep 17 23:58:56.485776 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367f9ed-9c7a-49b9-838c-ac2af8550402 req-fea3936b-7a68-47b2-a30e-e38b91bf8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:58:56.487400 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d367f9ed-9c7a-49b9-838c-ac2af8550402 req-fea3936b-7a68-47b2-a30e-e38b91bf8801 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c1553df-1cdf-4638-a188-7f118bbcb251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494890 Sep 17 23:58:56.495074 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f34a5923-1083-47f7-aff3-f1c067d5b8d5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:56.496381 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f34a5923-1083-47f7-aff3-f1c067d5b8d5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5023997 Sep 17 23:58:56.499308 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57344) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:56.503592 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2f9074f3-4f32-472e-8383-567b13b7c63a tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group_rule': {'security_group_id': '9868f789-e3c0-46e7-a93a-fe2d472fb70d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:56.563641 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-d9ccb428-ab61-4c91-b9a3-c51c05237d98 None None] Set router 83af115b-ab62-45a2-9186-54debcb42867 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:58:56.612103 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f9074f3-4f32-472e-8383-567b13b7c63a tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:56.647348 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d367f9ed-9c7a-49b9-838c-ac2af8550402 req-d457063d-6352-4533-b3f0-e451e8049805 service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455128 Sep 17 23:58:56.704338 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f9074f3-4f32-472e-8383-567b13b7c63a tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:56.768913 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f9074f3-4f32-472e-8383-567b13b7c63a tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:56.794766 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d367f9ed-9c7a-49b9-838c-ac2af8550402 req-925dd986-9b5b-4c26-8bd8-8fc3936da920 service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394675 Sep 17 23:58:56.808219 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9074f3-4f32-472e-8383-567b13b7c63a tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdeb4b72-42ba-42bd-9644-07a1ae0065dd,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:56.847427 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d9ccb428-ab61-4c91-b9a3-c51c05237d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-17T23:53:28Z', 'revision_number': 4, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '5ab64752-054b-4b27-ada2-a179e885c44b', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '83af115b-ab62-45a2-9186-54debcb42867', 'port_id': 'df058d3e-3739-4f45-a6ed-32fc3b73f947', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'mac_address': 'fa:16:3e:df:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:58:15Z', 'updated_at': '2021-09-17T23:58:54Z', 'revision_number': 1, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff706a87-b1c0-4e48-baf3-0353c6d0759f', 'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'mac_address': 'fa:16:3e:4b:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:27Z', 'updated_at': '2021-09-17T23:53:32Z', 'revision_number': 5, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'subnets': [{'id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:58:56.875632 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ccb428-ab61-4c91-b9a3-c51c05237d98 None None] The sync data for ids ['83af115b-ab62-45a2-9186-54debcb42867'] in n-d-809883-1 is: [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-17T23:53:28Z', 'revision_number': 4, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '5ab64752-054b-4b27-ada2-a179e885c44b', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '83af115b-ab62-45a2-9186-54debcb42867', 'port_id': 'df058d3e-3739-4f45-a6ed-32fc3b73f947', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'mac_address': 'fa:16:3e:df:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T23:58:15Z', 'updated_at': '2021-09-17T23:58:54Z', 'revision_number': 1, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff706a87-b1c0-4e48-baf3-0353c6d0759f', 'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'mac_address': 'fa:16:3e:4b:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:27Z', 'updated_at': '2021-09-17T23:53:32Z', 'revision_number': 5, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'subnets': [{'id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:58:56.878020 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f9074f3-4f32-472e-8383-567b13b7c63a tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:56.879278 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2f9074f3-4f32-472e-8383-567b13b7c63a tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3790927 Sep 17 23:58:56.881996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57354) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:56.901732 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3debd838-672e-45db-b2f3-bd9240d2e84d tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-group-rules/cdeb4b72-42ba-42bd-9644-07a1ae0065dd HTTP/1.1" status: 200 len: 763 time: 0.0163450 Sep 17 23:58:56.901965 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57356) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:56.975122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-02e6e00a-88e8-45c3-9db0-70b16520037d tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0695848 Sep 17 23:58:56.976006 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57362) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:57.018389 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-10175ae5-227b-4b3e-acf6-fadebd9911a5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:57.026618 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-10175ae5-227b-4b3e-acf6-fadebd9911a5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:57.131555 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179c1073-d91f-41ff-86f5-c028713ee7de None None] New status for floating IP 5ab64752-054b-4b27-ada2-a179e885c44b: ACTIVE {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 23:58:57.134981 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-10175ae5-227b-4b3e-acf6-fadebd9911a5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:57.142226 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-10175ae5-227b-4b3e-acf6-fadebd9911a5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:57.145670 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-10175ae5-227b-4b3e-acf6-fadebd9911a5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/cdeb4b72-42ba-42bd-9644-07a1ae0065dd HTTP/1.1" status: 204 len: 168 time: 0.1654670 Sep 17 23:58:57.146103 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57364) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:57.151407 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10175ae5-227b-4b3e-acf6-fadebd9911a5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdeb4b72-42ba-42bd-9644-07a1ae0065dd,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:57.193472 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fea6616a-95e8-4379-a168-6ef5dd5a492f tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0459023 Sep 17 23:58:57.196027 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57366) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:57.200568 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-5c4eb1e8-7019-48f0-8585-cb7b7d5c963e tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group_rule': {'security_group_id': '9868f789-e3c0-46e7-a93a-fe2d472fb70d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:57.329366 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c4eb1e8-7019-48f0-8585-cb7b7d5c963e tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:57.395032 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c4eb1e8-7019-48f0-8585-cb7b7d5c963e tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:57.478336 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c4eb1e8-7019-48f0-8585-cb7b7d5c963e tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:57.509137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4eb1e8-7019-48f0-8585-cb7b7d5c963e tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ee9d89-a7f6-4bf1-a6a8-19856d9da67d,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:57.569308 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c4eb1e8-7019-48f0-8585-cb7b7d5c963e tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:57.573210 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5c4eb1e8-7019-48f0-8585-cb7b7d5c963e tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3736892 Sep 17 23:58:57.573688 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57374) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:57.597610 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-524c6cb5-cda6-4b81-bfa6-1c9fde1bafde tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-group-rules/d7ee9d89-a7f6-4bf1-a6a8-19856d9da67d HTTP/1.1" status: 200 len: 763 time: 0.0203385 Sep 17 23:58:57.598850 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57376) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:57.642255 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d712d5d2-5a08-473e-8edb-5ad258b9f921 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0432706 Sep 17 23:58:57.644768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57378) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:57.670356 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8580d25d-e673-43ea-b767-faec32e4b558 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:57.679099 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8580d25d-e673-43ea-b767-faec32e4b558 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:57.775068 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8580d25d-e673-43ea-b767-faec32e4b558 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:57.785568 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8580d25d-e673-43ea-b767-faec32e4b558 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:57.786776 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8580d25d-e673-43ea-b767-faec32e4b558 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/d7ee9d89-a7f6-4bf1-a6a8-19856d9da67d HTTP/1.1" status: 204 len: 168 time: 0.1408575 Sep 17 23:58:57.789714 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57380) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:57.792955 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580d25d-e673-43ea-b767-faec32e4b558 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7ee9d89-a7f6-4bf1-a6a8-19856d9da67d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:57.844896 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dae1bfd9-a248-4a0c-9a4a-45d5d272b8a5 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0534928 Sep 17 23:58:57.847393 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57384) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:57.854434 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-dd690159-52fc-41e7-858e-bf157fe891d4 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Request body: {'security_group_rule': {'security_group_id': '9868f789-e3c0-46e7-a93a-fe2d472fb70d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:58:57.946479 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-dd690159-52fc-41e7-858e-bf157fe891d4 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Project 006673bc4976480aa57050fb8ad7db96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 23:58:57.952155 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dd690159-52fc-41e7-858e-bf157fe891d4 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:58.019441 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dd690159-52fc-41e7-858e-bf157fe891d4 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:58.123454 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dd690159-52fc-41e7-858e-bf157fe891d4 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:58.145101 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd690159-52fc-41e7-858e-bf157fe891d4 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3632572b-94fa-4163-ba59-33500e7d9a59,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:58.255613 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dd690159-52fc-41e7-858e-bf157fe891d4 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:58.257088 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dd690159-52fc-41e7-858e-bf157fe891d4 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4079783 Sep 17 23:58:58.259773 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57390) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:58.277163 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-506c6061-f95b-4a43-b92c-aa560f7e99b4 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-group-rules/3632572b-94fa-4163-ba59-33500e7d9a59 HTTP/1.1" status: 200 len: 769 time: 0.0161998 Sep 17 23:58:58.279907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57392) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:58.328409 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bd302369-2d20-4265-b9d2-cace56820dca tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0459127 Sep 17 23:58:58.331065 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57398) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:58.371662 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9f58625-5614-4ec8-adb3-963bb04ba2f0 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:58.386467 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9f58625-5614-4ec8-adb3-963bb04ba2f0 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:58.494896 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9f58625-5614-4ec8-adb3-963bb04ba2f0 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:58.501794 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9f58625-5614-4ec8-adb3-963bb04ba2f0 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:58.503092 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a9f58625-5614-4ec8-adb3-963bb04ba2f0 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/3632572b-94fa-4163-ba59-33500e7d9a59 HTTP/1.1" status: 204 len: 168 time: 0.1708400 Sep 17 23:58:58.505713 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57400) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:58.512529 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f58625-5614-4ec8-adb3-963bb04ba2f0 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3632572b-94fa-4163-ba59-33500e7d9a59,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:58.554148 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ac33e57b-b8bf-4aca-843b-0a0b0248b5d4 tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0470245 Sep 17 23:58:58.557180 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57404) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:58.619528 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c84a5b46-bd50-4ef6-82c8-8f9e7a7597dd tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:58.641757 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c84a5b46-bd50-4ef6-82c8-8f9e7a7597dd tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:58.752430 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c84a5b46-bd50-4ef6-82c8-8f9e7a7597dd tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:58.756022 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c84a5b46-bd50-4ef6-82c8-8f9e7a7597dd tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:58.757835 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c84a5b46-bd50-4ef6-82c8-8f9e7a7597dd tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "DELETE /v2.0/security-groups/9868f789-e3c0-46e7-a93a-fe2d472fb70d HTTP/1.1" status: 204 len: 168 time: 0.1997004 Sep 17 23:58:58.760737 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57406) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:58.773144 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a5b46-bd50-4ef6-82c8-8f9e7a7597dd tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9868f789-e3c0-46e7-a93a-fe2d472fb70d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:58:58.817981 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7cf19198-ff09-4af0-a894-f43e0da122cc tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0559773 Sep 17 23:58:58.822011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57408) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:58.867886 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-14e95d83-c2e4-4a5f-b0e1-f421f8b523bc tempest-SecGroupIPv6Test-1292798151 tempest-SecGroupIPv6Test-1292798151-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0439081 Sep 17 23:58:59.458362 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57438) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:59.741733 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f4e7dee9-8cab-4fd6-8877-fc9d94cdb593 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=006673bc4976480aa57050fb8ad7db96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2806826 Sep 17 23:58:59.743686 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57452) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:58:59.800503 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b824cb2-7c1a-421e-ab82-8d4378ae917e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:58:59.832969 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b824cb2-7c1a-421e-ab82-8d4378ae917e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:00.198225 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b824cb2-7c1a-421e-ab82-8d4378ae917e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:00.201064 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b824cb2-7c1a-421e-ab82-8d4378ae917e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:00.202547 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5b824cb2-7c1a-421e-ab82-8d4378ae917e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0108cf59-e61a-40da-8f9b-cf4297f84f25 HTTP/1.1" status: 204 len: 168 time: 0.4564254 Sep 17 23:59:00.231690 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b824cb2-7c1a-421e-ab82-8d4378ae917e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0108cf59-e61a-40da-8f9b-cf4297f84f25,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:01.352733 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bec25-c5d8-460b-983a-c5188194e944 req-9d30606f-d6b8-47ac-b9a5-27b3467fc14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:01.354589 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bc6bec25-c5d8-460b-983a-c5188194e944 req-9d30606f-d6b8-47ac-b9a5-27b3467fc14d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 1098 time: 0.0525682 Sep 17 23:59:01.484241 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bec25-c5d8-460b-983a-c5188194e944 req-5bd6d894-414c-421a-91a6-13282c1da341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:01.486893 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bc6bec25-c5d8-460b-983a-c5188194e944 req-5bd6d894-414c-421a-91a6-13282c1da341 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 912 time: 0.1091406 Sep 17 23:59:01.635760 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bc6bec25-c5d8-460b-983a-c5188194e944 req-3a800a78-3866-4fb7-b474-183c4a5f4206 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 HTTP/1.1" status: 200 len: 1001 time: 0.1385782 Sep 17 23:59:01.742850 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bec25-c5d8-460b-983a-c5188194e944 req-48739f7c-62ba-4204-a808-7a0079f3b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:01.745281 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bc6bec25-c5d8-460b-983a-c5188194e944 req-48739f7c-62ba-4204-a808-7a0079f3b405 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.1006658 Sep 17 23:59:01.858758 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bec25-c5d8-460b-983a-c5188194e944 req-6ad4f52e-d24c-4dcd-9e4c-78184e308588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:01.870572 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bc6bec25-c5d8-460b-983a-c5188194e944 req-6ad4f52e-d24c-4dcd-9e4c-78184e308588 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145504 Sep 17 23:59:01.998439 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57516) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:02.067613 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bc6bec25-c5d8-460b-983a-c5188194e944 req-bcd86059-61fd-47b8-b1dd-30ec8f71394f service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939344 Sep 17 23:59:02.261132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-70769c95-6c44-4d1d-83a3-a52b48c1eb9f tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:02.262651 n-d-809883-1 neutron-server[95592]: WARNING neutron.api.v2.base [None req-70769c95-6c44-4d1d-83a3-a52b48c1eb9f tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 23:59:02.263332 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-70769c95-6c44-4d1d-83a3-a52b48c1eb9f tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 23:59:02.265636 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-70769c95-6c44-4d1d-83a3-a52b48c1eb9f tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2649014 Sep 17 23:59:02.269025 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57524) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:02.273708 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-892d71e4-4767-48f9-af76-9ca6de3e99bd tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group': {'name': 'tempest-secgroup--1535637391'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:02.289399 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bc6bec25-c5d8-460b-983a-c5188194e944 req-7ef04fb9-6a4b-4835-b873-31d12ea9c4cc service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087445 Sep 17 23:59:02.506364 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-892d71e4-4767-48f9-af76-9ca6de3e99bd tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:02.522365 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-892d71e4-4767-48f9-af76-9ca6de3e99bd tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:02.770797 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-892d71e4-4767-48f9-af76-9ca6de3e99bd tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:02.845768 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-892d71e4-4767-48f9-af76-9ca6de3e99bd tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:02.900600 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d71e4-4767-48f9-af76-9ca6de3e99bd tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fefeb7-72ae-4a22-bb34-b36ea4dadc9a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:03.053246 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-892d71e4-4767-48f9-af76-9ca6de3e99bd tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:03.163451 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-892d71e4-4767-48f9-af76-9ca6de3e99bd tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:03.273404 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d71e4-4767-48f9-af76-9ca6de3e99bd tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b827f51-d76b-4684-a209-63fc39e53582,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:03.323800 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-892d71e4-4767-48f9-af76-9ca6de3e99bd tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:03.328711 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57542) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:03.329292 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-892d71e4-4767-48f9-af76-9ca6de3e99bd tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0584018 Sep 17 23:59:03.333625 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a5a6f6f7-6f7b-4287-be14-5ed969d31551 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': '2b827f51-d76b-4684-a209-63fc39e53582', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:04.117670 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f6f7-6f7b-4287-be14-5ed969d31551 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:04.238909 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f6f7-6f7b-4287-be14-5ed969d31551 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:04.340757 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f6f7-6f7b-4287-be14-5ed969d31551 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:04.380908 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6f6f7-6f7b-4287-be14-5ed969d31551 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ede725-12c1-4389-adc5-600181ff1c5c,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:04.532698 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f6f7-6f7b-4287-be14-5ed969d31551 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:04.535458 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a5a6f6f7-6f7b-4287-be14-5ed969d31551 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2058039 Sep 17 23:59:04.541856 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57576) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:04.560185 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7f28e1ca-cf22-46c2-a02f-0387ef50e450 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': '2b827f51-d76b-4684-a209-63fc39e53582', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:04.595374 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5aef5516-7d98-401a-b3b8-eb410498fc75 req-b27ddd08-2225-41cb-b660-ac7657b4657e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7678eef6-9c1d-4cdf-a516-5ff7e5c05105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1271367 Sep 17 23:59:04.691496 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef5516-7d98-401a-b3b8-eb410498fc75 req-a646a59b-6569-4710-a6ed-fc4af432e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:04.693090 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5aef5516-7d98-401a-b3b8-eb410498fc75 req-a646a59b-6569-4710-a6ed-fc4af432e65d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7f18c68bfbe42799dbf1aa205043a80&device_id=7678eef6-9c1d-4cdf-a516-5ff7e5c05105 HTTP/1.1" status: 200 len: 1096 time: 0.0469425 Sep 17 23:59:04.744694 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7f28e1ca-cf22-46c2-a02f-0387ef50e450 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:04.912623 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef5516-7d98-401a-b3b8-eb410498fc75 req-3008c73b-ea74-4872-a524-0ff991e12a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:04.914248 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5aef5516-7d98-401a-b3b8-eb410498fc75 req-3008c73b-ea74-4872-a524-0ff991e12a94 service neutron] 10.222.0.37 "GET /v2.0/networks?id=661107b9-e93e-4791-a13a-d13963534dba HTTP/1.1" status: 200 len: 913 time: 0.1970906 Sep 17 23:59:04.996580 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5aef5516-7d98-401a-b3b8-eb410498fc75 req-0480fb73-0825-42e6-b820-3a7fab00494c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=665c96cb-f339-462c-a431-5a7ae37ed67c HTTP/1.1" status: 200 len: 217 time: 0.0672164 Sep 17 23:59:05.025641 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-7f28e1ca-cf22-46c2-a02f-0387ef50e450 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 23:59:05.026794 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7f28e1ca-cf22-46c2-a02f-0387ef50e450 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4819584 Sep 17 23:59:05.029841 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57596) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:05.102481 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef5516-7d98-401a-b3b8-eb410498fc75 req-ececf89b-3f77-44e4-a9a4-abcac185bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:05.109484 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5aef5516-7d98-401a-b3b8-eb410498fc75 req-ececf89b-3f77-44e4-a9a4-abcac185bf17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4f62d76-0c78-4455-9b01-aac9dd4bd05a HTTP/1.1" status: 200 len: 852 time: 0.1050854 Sep 17 23:59:05.162875 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5aef5516-7d98-401a-b3b8-eb410498fc75 req-f3b235f5-42b2-4b91-8851-92c424b3ccb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=661107b9-e93e-4791-a13a-d13963534dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444427 Sep 17 23:59:05.180847 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-192cd74a-eac8-4474-8f49-9d49e105548c tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:05.240452 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-192cd74a-eac8-4474-8f49-9d49e105548c tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:05.383348 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5aef5516-7d98-401a-b3b8-eb410498fc75 req-eb96dd29-f0b1-4ac0-998a-cf1ca09631eb service neutron] 10.222.0.37 "GET /v2.0/networks/661107b9-e93e-4791-a13a-d13963534dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094347 Sep 17 23:59:05.489351 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-192cd74a-eac8-4474-8f49-9d49e105548c tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:05.493101 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-192cd74a-eac8-4474-8f49-9d49e105548c tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:05.498053 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-192cd74a-eac8-4474-8f49-9d49e105548c tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "DELETE /v2.0/security-groups/2b827f51-d76b-4684-a209-63fc39e53582 HTTP/1.1" status: 204 len: 168 time: 0.4660964 Sep 17 23:59:05.502224 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57604) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:05.571399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5aef5516-7d98-401a-b3b8-eb410498fc75 req-d35d1d44-3cb1-4071-b7d8-a11ade1e99f8 service neutron] 10.222.0.37 "GET /v2.0/networks/661107b9-e93e-4791-a13a-d13963534dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782098 Sep 17 23:59:05.584269 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cd74a-eac8-4474-8f49-9d49e105548c tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b827f51-d76b-4684-a209-63fc39e53582,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:05.617924 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a1519a1c-50bf-47cb-8edc-d6cd5f9563f7 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1123116 Sep 17 23:59:05.621092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57614) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:05.637632 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-daf55836-32bf-4310-9475-d2080720e06d tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group': {'name': 'tempest-secgroup--513798465'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:05.804314 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-daf55836-32bf-4310-9475-d2080720e06d tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:06.079588 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-daf55836-32bf-4310-9475-d2080720e06d tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:06.168048 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-daf55836-32bf-4310-9475-d2080720e06d tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:06.250717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf55836-32bf-4310-9475-d2080720e06d tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceba5f8-5449-46e3-9d78-98d3e4298187,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:06.295130 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-daf55836-32bf-4310-9475-d2080720e06d tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:06.297589 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-daf55836-32bf-4310-9475-d2080720e06d tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6753538 Sep 17 23:59:06.310615 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57630) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:06.315489 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f4b85fcf-46f5-4316-8131-5ce27100ee95 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': '5ceba5f8-5449-46e3-9d78-98d3e4298187', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:06.316550 n-d-809883-1 neutron-server[95592]: WARNING neutron.api.v2.base [None req-f4b85fcf-46f5-4316-8131-5ce27100ee95 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 17 23:59:06.317131 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-f4b85fcf-46f5-4316-8131-5ce27100ee95 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:59:06.322571 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f4b85fcf-46f5-4316-8131-5ce27100ee95 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072346 Sep 17 23:59:06.323119 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57632) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:06.517037 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92281fc8-71fb-4109-9f87-7269a8dd8cc7 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:06.531735 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57638) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:06.546753 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92281fc8-71fb-4109-9f87-7269a8dd8cc7 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:06.664274 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-55bdfff3-09a8-4c2d-9a2a-c4a9b8622e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:06.974850 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92281fc8-71fb-4109-9f87-7269a8dd8cc7 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:06.977734 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92281fc8-71fb-4109-9f87-7269a8dd8cc7 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:06.978946 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-92281fc8-71fb-4109-9f87-7269a8dd8cc7 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "DELETE /v2.0/security-groups/5ceba5f8-5449-46e3-9d78-98d3e4298187 HTTP/1.1" status: 204 len: 168 time: 0.6547167 Sep 17 23:59:06.982729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57650) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:07.004754 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92281fc8-71fb-4109-9f87-7269a8dd8cc7 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceba5f8-5449-46e3-9d78-98d3e4298187,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:07.023695 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92281fc8-71fb-4109-9f87-7269a8dd8cc7 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:07.024047 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92281fc8-71fb-4109-9f87-7269a8dd8cc7 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:07.024420 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92281fc8-71fb-4109-9f87-7269a8dd8cc7 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:07.024996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92281fc8-71fb-4109-9f87-7269a8dd8cc7 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:07.025511 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92281fc8-71fb-4109-9f87-7269a8dd8cc7 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:07.026012 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92281fc8-71fb-4109-9f87-7269a8dd8cc7 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:07.026403 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92281fc8-71fb-4109-9f87-7269a8dd8cc7 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:07.026739 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92281fc8-71fb-4109-9f87-7269a8dd8cc7 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:07.027075 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92281fc8-71fb-4109-9f87-7269a8dd8cc7 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:07.027405 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92281fc8-71fb-4109-9f87-7269a8dd8cc7 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:07.028159 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92281fc8-71fb-4109-9f87-7269a8dd8cc7 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:07.028591 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92281fc8-71fb-4109-9f87-7269a8dd8cc7 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:07.073322 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-40cba383-8f5c-4413-89f7-bac770fb4ffb tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0848863 Sep 17 23:59:07.073990 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57654) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:07.085108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8e579ec7-a33c-4ae9-acd8-97e0cacbc129 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group': {'name': 'tempest-secgroup--18299279'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:07.099652 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-55bdfff3-09a8-4c2d-9a2a-c4a9b8622e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:07.204861 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-55bdfff3-09a8-4c2d-9a2a-c4a9b8622e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:07.287380 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-55bdfff3-09a8-4c2d-9a2a-c4a9b8622e6f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30b78bb1d7c941d28d972ca768ec48ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7543766 Sep 17 23:59:07.293885 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57670) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:07.312245 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdfff3-09a8-4c2d-9a2a-c4a9b8622e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaa58fb-8efb-4486-9b84-6ee7769f2f2b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:07.321636 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8e579ec7-a33c-4ae9-acd8-97e0cacbc129 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:07.385312 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d4d92e1-8e5e-46a4-9020-f71a81d36459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:07.430045 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d4d92e1-8e5e-46a4-9020-f71a81d36459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:07.523893 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8e579ec7-a33c-4ae9-acd8-97e0cacbc129 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:07.591661 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8e579ec7-a33c-4ae9-acd8-97e0cacbc129 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:07.643232 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d4d92e1-8e5e-46a4-9020-f71a81d36459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:07.647487 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d4d92e1-8e5e-46a4-9020-f71a81d36459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:07.653280 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0d4d92e1-8e5e-46a4-9020-f71a81d36459 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bfaa58fb-8efb-4486-9b84-6ee7769f2f2b HTTP/1.1" status: 204 len: 168 time: 0.3610947 Sep 17 23:59:07.657972 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e579ec7-a33c-4ae9-acd8-97e0cacbc129 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f647ad19-a0dc-4dd9-af8f-6049cc6e86bc,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:07.681516 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d92e1-8e5e-46a4-9020-f71a81d36459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaa58fb-8efb-4486-9b84-6ee7769f2f2b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:07.723435 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8e579ec7-a33c-4ae9-acd8-97e0cacbc129 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:07.724744 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8e579ec7-a33c-4ae9-acd8-97e0cacbc129 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6497016 Sep 17 23:59:07.727584 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57688) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:07.732133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-0c5a8721-b005-40ad-8706-4f847ecfbdc2 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': 'f647ad19-a0dc-4dd9-af8f-6049cc6e86bc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:07.733132 n-d-809883-1 neutron-server[95592]: WARNING neutron.api.v2.base [None req-0c5a8721-b005-40ad-8706-4f847ecfbdc2 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 17 23:59:07.733645 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-0c5a8721-b005-40ad-8706-4f847ecfbdc2 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:59:07.737240 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0c5a8721-b005-40ad-8706-4f847ecfbdc2 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061281 Sep 17 23:59:07.737956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57690) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:07.829297 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c2be0eed-3981-42b7-b09a-b9f828d95fcd tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:07.884822 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c2be0eed-3981-42b7-b09a-b9f828d95fcd tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:08.106386 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c2be0eed-3981-42b7-b09a-b9f828d95fcd tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:08.109704 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c2be0eed-3981-42b7-b09a-b9f828d95fcd tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:08.111141 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c2be0eed-3981-42b7-b09a-b9f828d95fcd tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "DELETE /v2.0/security-groups/f647ad19-a0dc-4dd9-af8f-6049cc6e86bc HTTP/1.1" status: 204 len: 168 time: 0.3722222 Sep 17 23:59:08.113778 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57696) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:08.129568 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be0eed-3981-42b7-b09a-b9f828d95fcd tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f647ad19-a0dc-4dd9-af8f-6049cc6e86bc,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:08.222808 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8961fdae-2744-417c-9db2-feb9131033b0 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1074417 Sep 17 23:59:08.226457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57702) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:08.231456 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7635a8fb-d678-43d9-8287-f5bdf4b626b5 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group': {'name': 'tempest-secgroup--1809562311'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:08.437909 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7635a8fb-d678-43d9-8287-f5bdf4b626b5 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:08.691116 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7635a8fb-d678-43d9-8287-f5bdf4b626b5 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:08.803724 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7635a8fb-d678-43d9-8287-f5bdf4b626b5 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:08.912361 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635a8fb-d678-43d9-8287-f5bdf4b626b5 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ac5cef-6903-4ac9-af6c-f75f2673fc75,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:08.952171 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7635a8fb-d678-43d9-8287-f5bdf4b626b5 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:08.954664 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7635a8fb-d678-43d9-8287-f5bdf4b626b5 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7270544 Sep 17 23:59:08.957861 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57724) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:08.974797 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9a77d2f3-1437-44db-812e-02e20c65a26c tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': 'd2ac5cef-6903-4ac9-af6c-f75f2673fc75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:08.990834 n-d-809883-1 neutron-server[95591]: WARNING neutron.api.v2.base [None req-9a77d2f3-1437-44db-812e-02e20c65a26c tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 17 23:59:08.992030 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-9a77d2f3-1437-44db-812e-02e20c65a26c tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:59:08.994837 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9a77d2f3-1437-44db-812e-02e20c65a26c tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0355103 Sep 17 23:59:09.013656 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57728) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:09.020945 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-c6936ca7-96f7-4822-b644-d4f793d9f166 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': 'd2ac5cef-6903-4ac9-af6c-f75f2673fc75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:09.025447 n-d-809883-1 neutron-server[95591]: WARNING neutron.api.v2.base [None req-c6936ca7-96f7-4822-b644-d4f793d9f166 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 17 23:59:09.026259 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-c6936ca7-96f7-4822-b644-d4f793d9f166 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:59:09.028596 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c6936ca7-96f7-4822-b644-d4f793d9f166 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0275252 Sep 17 23:59:09.031297 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57730) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:09.048212 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f436326c-c22a-4da6-b35b-da5a35ffb93f tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': 'd2ac5cef-6903-4ac9-af6c-f75f2673fc75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:09.050336 n-d-809883-1 neutron-server[95591]: WARNING neutron.api.v2.base [None req-f436326c-c22a-4da6-b35b-da5a35ffb93f tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 17 23:59:09.051865 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-f436326c-c22a-4da6-b35b-da5a35ffb93f tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:59:09.053974 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f436326c-c22a-4da6-b35b-da5a35ffb93f tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0200877 Sep 17 23:59:09.061863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57732) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:09.076762 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8fab5c55-7404-40c7-a224-8dfed35de9aa tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': 'd2ac5cef-6903-4ac9-af6c-f75f2673fc75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:09.076762 n-d-809883-1 neutron-server[95592]: WARNING neutron.api.v2.base [None req-8fab5c55-7404-40c7-a224-8dfed35de9aa tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 17 23:59:09.076762 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-8fab5c55-7404-40c7-a224-8dfed35de9aa tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:59:09.078105 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8fab5c55-7404-40c7-a224-8dfed35de9aa tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0151088 Sep 17 23:59:09.079210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57734) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:09.266126 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64104df6-d52c-44c0-98eb-2b090ab9895e tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:09.340782 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64104df6-d52c-44c0-98eb-2b090ab9895e tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:09.583493 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64104df6-d52c-44c0-98eb-2b090ab9895e tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:09.587263 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64104df6-d52c-44c0-98eb-2b090ab9895e tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:09.591437 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57748) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:09.593065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-64104df6-d52c-44c0-98eb-2b090ab9895e tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "DELETE /v2.0/security-groups/d2ac5cef-6903-4ac9-af6c-f75f2673fc75 HTTP/1.1" status: 204 len: 168 time: 0.5047674 Sep 17 23:59:09.612135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64104df6-d52c-44c0-98eb-2b090ab9895e tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ac5cef-6903-4ac9-af6c-f75f2673fc75,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:09.704536 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dc5bc152-fb29-4551-8745-a4f59db23690 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1110637 Sep 17 23:59:09.707832 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57750) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:09.713178 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7fb78517-3bda-4080-844c-50cc12072f0e tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group': {'name': 'tempest-secgroup--1181478215'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:09.883427 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7fb78517-3bda-4080-844c-50cc12072f0e tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:10.151991 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7fb78517-3bda-4080-844c-50cc12072f0e tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:10.249084 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7fb78517-3bda-4080-844c-50cc12072f0e tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:10.291635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78517-3bda-4080-844c-50cc12072f0e tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11cefdf1-50f9-4c24-a77c-8586e832331b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:10.437893 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:10.501844 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7fb78517-3bda-4080-844c-50cc12072f0e tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:10.507423 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7fb78517-3bda-4080-844c-50cc12072f0e tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7957187 Sep 17 23:59:10.507926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57766) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:10.514877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-57181006-5c2d-4bcf-8ebd-d3b56a59d6a2 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': '11cefdf1-50f9-4c24-a77c-8586e832331b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:10.516253 n-d-809883-1 neutron-server[95592]: WARNING neutron.api.v2.base [None req-57181006-5c2d-4bcf-8ebd-d3b56a59d6a2 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 23:59:10.517029 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-57181006-5c2d-4bcf-8ebd-d3b56a59d6a2 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:59:10.521968 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-57181006-5c2d-4bcf-8ebd-d3b56a59d6a2 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0132966 Sep 17 23:59:10.523457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57770) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:10.528662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-73344f6e-4cf7-41b6-8be1-0409d8c572fa tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': '11cefdf1-50f9-4c24-a77c-8586e832331b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:10.878595 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-73344f6e-4cf7-41b6-8be1-0409d8c572fa tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:59:10.882682 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-73344f6e-4cf7-41b6-8be1-0409d8c572fa tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3551755 Sep 17 23:59:10.890742 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57778) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:10.890742 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-331bbe05-3c34-48d0-8371-18c38b68efbf tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': '11cefdf1-50f9-4c24-a77c-8586e832331b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:10.890742 n-d-809883-1 neutron-server[95591]: WARNING neutron.api.v2.base [None req-331bbe05-3c34-48d0-8371-18c38b68efbf tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 17 23:59:10.890742 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-331bbe05-3c34-48d0-8371-18c38b68efbf tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:59:10.895240 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-331bbe05-3c34-48d0-8371-18c38b68efbf tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073495 Sep 17 23:59:10.895396 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57780) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:10.902744 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-0ed472f0-ca6e-4357-b46e-942284d953b3 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': '11cefdf1-50f9-4c24-a77c-8586e832331b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:11.443196 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-0ed472f0-ca6e-4357-b46e-942284d953b3 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:59:11.444208 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0ed472f0-ca6e-4357-b46e-942284d953b3 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5484581 Sep 17 23:59:11.453821 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57790) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:11.470362 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8d32713f-1731-4314-b3c6-575a9fc3829d tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': '11cefdf1-50f9-4c24-a77c-8586e832331b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:11.471909 n-d-809883-1 neutron-server[95592]: WARNING neutron.api.v2.base [None req-8d32713f-1731-4314-b3c6-575a9fc3829d tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 23:59:11.472532 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-8d32713f-1731-4314-b3c6-575a9fc3829d tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:59:11.477832 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8d32713f-1731-4314-b3c6-575a9fc3829d tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0202711 Sep 17 23:59:11.479070 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57792) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:11.488989 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-abbdfde3-8041-4638-8b77-6ecdae3f2db1 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': '11cefdf1-50f9-4c24-a77c-8586e832331b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:12.209301 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-abbdfde3-8041-4638-8b77-6ecdae3f2db1 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:59:12.210456 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-abbdfde3-8041-4638-8b77-6ecdae3f2db1 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7301502 Sep 17 23:59:12.213465 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57812) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:12.217918 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7b897904-ff89-49ad-bddb-92ec4670bd21 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': '11cefdf1-50f9-4c24-a77c-8586e832331b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:12.218543 n-d-809883-1 neutron-server[95591]: WARNING neutron.api.v2.base [None req-7b897904-ff89-49ad-bddb-92ec4670bd21 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 17 23:59:12.219058 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-7b897904-ff89-49ad-bddb-92ec4670bd21 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:59:12.219979 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7b897904-ff89-49ad-bddb-92ec4670bd21 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055101 Sep 17 23:59:12.222422 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57814) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:12.226369 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-44e5feed-1bbf-4ecd-8f9b-767746c8038f tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': '11cefdf1-50f9-4c24-a77c-8586e832331b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:12.511573 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-44e5feed-1bbf-4ecd-8f9b-767746c8038f tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:59:12.512737 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-44e5feed-1bbf-4ecd-8f9b-767746c8038f tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2894168 Sep 17 23:59:12.516009 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57824) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:12.520594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0af3fb9f-66ef-452a-99bc-6687c38d2200 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': '11cefdf1-50f9-4c24-a77c-8586e832331b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:12.810719 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-0af3fb9f-66ef-452a-99bc-6687c38d2200 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:59:12.812190 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0af3fb9f-66ef-452a-99bc-6687c38d2200 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2951832 Sep 17 23:59:12.815135 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57840) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:12.895202 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13b156ab-6ade-4e39-a59a-19ebda0f8853 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:12.928304 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13b156ab-6ade-4e39-a59a-19ebda0f8853 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:13.142103 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13b156ab-6ade-4e39-a59a-19ebda0f8853 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:13.147006 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13b156ab-6ade-4e39-a59a-19ebda0f8853 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:13.148931 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-13b156ab-6ade-4e39-a59a-19ebda0f8853 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "DELETE /v2.0/security-groups/11cefdf1-50f9-4c24-a77c-8586e832331b HTTP/1.1" status: 204 len: 168 time: 0.3317559 Sep 17 23:59:13.150986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57850) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:13.166222 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b156ab-6ade-4e39-a59a-19ebda0f8853 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cefdf1-50f9-4c24-a77c-8586e832331b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:13.218553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57856) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:13.222053 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7554177b-b89c-49ca-99ea-94371ea797c4 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group': {'name': 'tempest-secgroup--585557421'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:13.233528 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7e9e9078-7cee-4397-9a9c-4ebcb96fbfb1 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0813165 Sep 17 23:59:13.368868 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:13.432007 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7554177b-b89c-49ca-99ea-94371ea797c4 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:13.571312 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7554177b-b89c-49ca-99ea-94371ea797c4 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:13.757315 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7554177b-b89c-49ca-99ea-94371ea797c4 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:13.803653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554177b-b89c-49ca-99ea-94371ea797c4 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f9d8fc-d190-4ace-9c96-e997c12c0a2a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:14.066023 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7554177b-b89c-49ca-99ea-94371ea797c4 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:14.071558 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57870) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:14.072766 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7554177b-b89c-49ca-99ea-94371ea797c4 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8534825 Sep 17 23:59:14.077180 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-fc984ecf-f264-4074-b93c-a01035bd7256 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': '09f9d8fc-d190-4ace-9c96-e997c12c0a2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:14.265732 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-64c7d215-7b67-45cc-8bc6-2e17565d0f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:14.420317 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-fc984ecf-f264-4074-b93c-a01035bd7256 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): The resource could not be found. Sep 17 23:59:14.424725 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fc984ecf-f264-4074-b93c-a01035bd7256 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3518288 Sep 17 23:59:14.425545 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57886) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:14.431390 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-03a99aaa-8bd9-4ef3-9401-f0cc266b3e70 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': '09f9d8fc-d190-4ace-9c96-e997c12c0a2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ea81738b-9fa2-41c4-bb50-dbae146b1bee'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:14.479707 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:59:14.832193 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-03a99aaa-8bd9-4ef3-9401-f0cc266b3e70 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): The resource could not be found. Sep 17 23:59:14.834302 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-03a99aaa-8bd9-4ef3-9401-f0cc266b3e70 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4074667 Sep 17 23:59:14.837207 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57894) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:14.965916 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-46f6a183-7781-44e4-9ade-cf28228e1a96 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:14.999450 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-46f6a183-7781-44e4-9ade-cf28228e1a96 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:15.226220 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-46f6a183-7781-44e4-9ade-cf28228e1a96 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:15.235224 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-46f6a183-7781-44e4-9ade-cf28228e1a96 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:15.235224 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-46f6a183-7781-44e4-9ade-cf28228e1a96 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "DELETE /v2.0/security-groups/09f9d8fc-d190-4ace-9c96-e997c12c0a2a HTTP/1.1" status: 204 len: 168 time: 0.3930423 Sep 17 23:59:15.238238 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57910) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:15.250617 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6a183-7781-44e4-9ade-cf28228e1a96 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f9d8fc-d190-4ace-9c96-e997c12c0a2a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:15.312101 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8b0722bc-b85f-42ee-8dfc-70fa4b6c4994 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0718796 Sep 17 23:59:15.315801 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57916) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:15.321560 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-4782cf54-1dc6-4964-a67c-370065c40165 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': '0521a019-f4dc-42af-ad43-82d0d8955be1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:15.768964 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-4782cf54-1dc6-4964-a67c-370065c40165 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): The resource could not be found. Sep 17 23:59:15.776004 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4782cf54-1dc6-4964-a67c-370065c40165 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4530747 Sep 17 23:59:15.776004 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57924) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:15.780942 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-dfb22cf6-9f83-4cb2-a924-899ec174c751 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group': {'name': 'tempest-secgroup--1251410919'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:16.186811 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dfb22cf6-9f83-4cb2-a924-899ec174c751 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:16.293572 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dfb22cf6-9f83-4cb2-a924-899ec174c751 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:16.512191 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dfb22cf6-9f83-4cb2-a924-899ec174c751 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:16.596358 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb22cf6-9f83-4cb2-a924-899ec174c751 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05786396-1e5a-4c1c-87e8-589eb4b099bf,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:16.642893 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9094498c-e5f4-464c-9ec7-c9d7c2620d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:16.707953 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dfb22cf6-9f83-4cb2-a924-899ec174c751 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:16.712011 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dfb22cf6-9f83-4cb2-a924-899ec174c751 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9324336 Sep 17 23:59:16.712329 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57948) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:16.717702 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-152b29ed-1b36-4397-8b33-2da327d6612c tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group': {'name': 'tempest-secgroup--338666639'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:16.980189 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-152b29ed-1b36-4397-8b33-2da327d6612c tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:17.137072 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-152b29ed-1b36-4397-8b33-2da327d6612c tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:17.277504 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-152b29ed-1b36-4397-8b33-2da327d6612c tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:17.277734 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:17.311907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b29ed-1b36-4397-8b33-2da327d6612c tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc73b084-9306-44da-94e8-f180f43ac44f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:17.361599 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57962) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:17.443363 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-152b29ed-1b36-4397-8b33-2da327d6612c tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:17.447239 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-152b29ed-1b36-4397-8b33-2da327d6612c tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7312481 Sep 17 23:59:17.447782 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57966) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:17.453464 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-01ba1785-3fa9-4051-8df6-7f240fcb2f24 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group_rule': {'security_group_id': '05786396-1e5a-4c1c-87e8-589eb4b099bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'bc73b084-9306-44da-94e8-f180f43ac44f'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:17.492332 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-86d9e53c-22f9-4760-b831-f5576bb60bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:17.781223 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-86d9e53c-22f9-4760-b831-f5576bb60bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:17.802889 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:17.929477 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-86d9e53c-22f9-4760-b831-f5576bb60bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:17.975417 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-86d9e53c-22f9-4760-b831-f5576bb60bdb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=da4b3ba229dd40ff9d680cebb866e517&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6103339 Sep 17 23:59:17.975417 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9e53c-22f9-4760-b831-f5576bb60bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ef8167-87d4-4492-a119-5ea0193d2252,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:17.975998 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57980) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:18.049134 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-01ba1785-3fa9-4051-8df6-7f240fcb2f24 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 23:59:18.058931 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-01ba1785-3fa9-4051-8df6-7f240fcb2f24 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6020761 Sep 17 23:59:18.058931 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57984) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:18.059510 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb71d-3bb7-4d35-bd84-d8007556d750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:18.079086 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb71d-3bb7-4d35-bd84-d8007556d750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:18.117491 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f2e19cbc-2797-43c8-b99c-d7aaebff6dd6 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:18.147799 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f2e19cbc-2797-43c8-b99c-d7aaebff6dd6 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:18.242647 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb71d-3bb7-4d35-bd84-d8007556d750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:18.245608 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb71d-3bb7-4d35-bd84-d8007556d750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:18.254486 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c7bbb71d-3bb7-4d35-bd84-d8007556d750 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08ef8167-87d4-4492-a119-5ea0193d2252 HTTP/1.1" status: 204 len: 168 time: 0.2695549 Sep 17 23:59:18.255928 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbb71d-3bb7-4d35-bd84-d8007556d750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ef8167-87d4-4492-a119-5ea0193d2252,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:18.288348 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f2e19cbc-2797-43c8-b99c-d7aaebff6dd6 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:18.291035 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f2e19cbc-2797-43c8-b99c-d7aaebff6dd6 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:18.292220 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f2e19cbc-2797-43c8-b99c-d7aaebff6dd6 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "DELETE /v2.0/security-groups/bc73b084-9306-44da-94e8-f180f43ac44f HTTP/1.1" status: 204 len: 168 time: 0.2375202 Sep 17 23:59:18.295448 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57994) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:18.311337 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e19cbc-2797-43c8-b99c-d7aaebff6dd6 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc73b084-9306-44da-94e8-f180f43ac44f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:18.356882 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-96549995-f8c4-49ca-bb03-e333392b94b2 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0590479 Sep 17 23:59:18.358866 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58000) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:18.415736 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3c1e-1839-4b53-b4e0-103642b61a6a tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:18.440733 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3c1e-1839-4b53-b4e0-103642b61a6a tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:18.541199 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366726c-3c9f-43bc-8aa8-7747112f5c38 req-8c9d80a1-4758-4469-b8dc-48bfc4b1441b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:18.542550 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6366726c-3c9f-43bc-8aa8-7747112f5c38 req-8c9d80a1-4758-4469-b8dc-48bfc4b1441b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.0509427 Sep 17 23:59:18.585630 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6366726c-3c9f-43bc-8aa8-7747112f5c38 req-787d74e9-27d5-4692-9c20-7bd0e1e601fe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361252 Sep 17 23:59:18.643163 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3c1e-1839-4b53-b4e0-103642b61a6a tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:18.645990 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3c1e-1839-4b53-b4e0-103642b61a6a tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:18.651585 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bb5f3c1e-1839-4b53-b4e0-103642b61a6a tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "DELETE /v2.0/security-groups/05786396-1e5a-4c1c-87e8-589eb4b099bf HTTP/1.1" status: 204 len: 168 time: 0.2874255 Sep 17 23:59:18.651696 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58012) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:18.677135 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f3c1e-1839-4b53-b4e0-103642b61a6a tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05786396-1e5a-4c1c-87e8-589eb4b099bf,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:18.723338 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5d341cdc-98fe-470c-aa2a-767164fc3d0d tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0710027 Sep 17 23:59:18.726677 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58016) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:18.731875 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-055f41c9-22ff-43f6-8b09-970e1951b929 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418890655'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:18.906727 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-055f41c9-22ff-43f6-8b09-970e1951b929 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:18.993750 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-055f41c9-22ff-43f6-8b09-970e1951b929 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:19.151878 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-055f41c9-22ff-43f6-8b09-970e1951b929 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:19.182508 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f41c9-22ff-43f6-8b09-970e1951b929 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4888507e-7dd3-427c-8ae4-d5a09e4532da,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:19.345604 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-055f41c9-22ff-43f6-8b09-970e1951b929 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:19.346991 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-055f41c9-22ff-43f6-8b09-970e1951b929 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6193035 Sep 17 23:59:19.356871 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58038) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:19.361327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-949059b4-ca2d-4321-bf90-afcc5de0bb49 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:19.362123 n-d-809883-1 neutron-server[95591]: WARNING neutron.api.v2.base [None req-949059b4-ca2d-4321-bf90-afcc5de0bb49 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 23:59:19.362682 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-949059b4-ca2d-4321-bf90-afcc5de0bb49 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] update failed (client error): There was a conflict when trying to complete your request. Sep 17 23:59:19.363685 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-949059b4-ca2d-4321-bf90-afcc5de0bb49 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "PUT /v2.0/security-groups/4888507e-7dd3-427c-8ae4-d5a09e4532da HTTP/1.1" status: 409 len: 330 time: 0.0057750 Sep 17 23:59:19.366138 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58040) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:19.425438 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20981483-1efc-48a4-aa85-66ef8346abc3 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:19.453195 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20981483-1efc-48a4-aa85-66ef8346abc3 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:19.637023 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20981483-1efc-48a4-aa85-66ef8346abc3 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:19.640435 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-20981483-1efc-48a4-aa85-66ef8346abc3 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:19.641927 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-20981483-1efc-48a4-aa85-66ef8346abc3 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "DELETE /v2.0/security-groups/4888507e-7dd3-427c-8ae4-d5a09e4532da HTTP/1.1" status: 204 len: 168 time: 0.2748153 Sep 17 23:59:19.644647 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58052) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:19.661195 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20981483-1efc-48a4-aa85-66ef8346abc3 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4888507e-7dd3-427c-8ae4-d5a09e4532da,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:19.707266 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58056) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:19.735077 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b512dbad-8412-4c30-8c6b-721ad9825e9b tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0881798 Sep 17 23:59:19.738527 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58062) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:19.764350 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-aef37e06-5436-4d90-a973-05b23b1add47 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] delete failed (client error): The resource could not be found. Sep 17 23:59:19.766942 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86c392-6f2f-43f3-928c-11d32a90bcd9 req-e43e2294-1edf-4543-9a59-ce7bebefcd56 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:19.768511 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b86c392-6f2f-43f3-928c-11d32a90bcd9 req-e43e2294-1edf-4543-9a59-ce7bebefcd56 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.1079156 Sep 17 23:59:19.769232 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-aef37e06-5436-4d90-a973-05b23b1add47 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "DELETE /v2.0/security-groups/7a0402fa-bd9c-4d1d-b009-f17db0e68f5d HTTP/1.1" status: 404 len: 347 time: 0.0280986 Sep 17 23:59:19.773109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58066) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:19.779928 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:19.813601 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-873b97de-f396-40f3-9bc0-248de7adb583 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] show failed (client error): The resource could not be found. Sep 17 23:59:19.814740 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-873b97de-f396-40f3-9bc0-248de7adb583 tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "GET /v2.0/security-groups/53d72809-8393-406a-bf79-31208126fbeb HTTP/1.1" status: 404 len: 347 time: 0.0406861 Sep 17 23:59:19.818994 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58068) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:19.825071 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58070) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:19.837477 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-6d505085-67e9-49a7-97c2-d7222bb9bf4a tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] show failed (client error): The resource could not be found. Sep 17 23:59:19.842554 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6d505085-67e9-49a7-97c2-d7222bb9bf4a tempest-NegativeSecGroupTest-1000393921 tempest-NegativeSecGroupTest-1000393921-project] 10.222.0.46 "GET /v2.0/security-group-rules/33a76b5a-5d71-4ca9-8390-33662deda3a6 HTTP/1.1" status: 404 len: 356 time: 0.0186079 Sep 17 23:59:19.854173 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b86c392-6f2f-43f3-928c-11d32a90bcd9 req-38425420-ef14-446a-bcae-913bae62f911 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749407 Sep 17 23:59:19.943633 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-99fb455b-efe7-444a-9223-a39a5e4cfbcc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1986002708-network', 'tenant_id': '6ba2a3a8f3f04f22bec483d99f94fdaf'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:19.947700 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8b9756c-b8b9-4120-adda-64cd44d1e613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:20.101959 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fb455b-efe7-444a-9223-a39a5e4cfbcc admin admin] Made reservation on behalf of 6ba2a3a8f3f04f22bec483d99f94fdaf for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:59:20.105197 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99fb455b-efe7-444a-9223-a39a5e4cfbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:20.120635 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99fb455b-efe7-444a-9223-a39a5e4cfbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:20.202192 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8b9756c-b8b9-4120-adda-64cd44d1e613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:20.390548 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8b9756c-b8b9-4120-adda-64cd44d1e613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:20.456496 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9756c-b8b9-4120-adda-64cd44d1e613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8464cef5-fdab-480a-b87c-4b110e62fc46,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:20.471963 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a8b9756c-b8b9-4120-adda-64cd44d1e613 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=242e1898e239417e959fd1181e531a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7633293 Sep 17 23:59:20.474429 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58090) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:20.570553 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35a5da7b-ee78-4c28-8e29-3759df61cdf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:20.615893 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99fb455b-efe7-444a-9223-a39a5e4cfbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:20.618752 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35a5da7b-ee78-4c28-8e29-3759df61cdf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:20.672551 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99fb455b-efe7-444a-9223-a39a5e4cfbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:20.677635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58096) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:20.701556 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb455b-efe7-444a-9223-a39a5e4cfbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d72241-2301-4810-adc0-77da5b9c604f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:20.740814 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25151e5-c8a1-4f60-9191-a9e99d91e124 req-3d96e84f-8055-4865-8f66-755f1e84a44c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:20.744215 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e25151e5-c8a1-4f60-9191-a9e99d91e124 req-3d96e84f-8055-4865-8f66-755f1e84a44c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.1407800 Sep 17 23:59:20.749052 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35a5da7b-ee78-4c28-8e29-3759df61cdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:20.751794 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35a5da7b-ee78-4c28-8e29-3759df61cdf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:20.755798 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-35a5da7b-ee78-4c28-8e29-3759df61cdf9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8464cef5-fdab-480a-b87c-4b110e62fc46 HTTP/1.1" status: 204 len: 168 time: 0.2797306 Sep 17 23:59:20.767627 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99fb455b-efe7-444a-9223-a39a5e4cfbcc admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:59:20.797784 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5da7b-ee78-4c28-8e29-3759df61cdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8464cef5-fdab-480a-b87c-4b110e62fc46,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:20.807661 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99fb455b-efe7-444a-9223-a39a5e4cfbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:20.810022 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-99fb455b-efe7-444a-9223-a39a5e4cfbcc admin admin] Added segment 69939161-d467-4aa9-8538-d70a0f869e71 of type vlan for network c24bfa1a-ecd6-41ef-b06b-43a92cbaef85 Sep 17 23:59:20.836033 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e25151e5-c8a1-4f60-9191-a9e99d91e124 req-688f67af-537d-4162-a2eb-5ef66dcd95fb tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785043 Sep 17 23:59:20.924057 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99fb455b-efe7-444a-9223-a39a5e4cfbcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:21.031479 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99fb455b-efe7-444a-9223-a39a5e4cfbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:21.032491 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fb455b-efe7-444a-9223-a39a5e4cfbcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:21.033134 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99fb455b-efe7-444a-9223-a39a5e4cfbcc admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:21.106829 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb455b-efe7-444a-9223-a39a5e4cfbcc admin admin] Pushing event updated for resources: {'Network': ['ID=c24bfa1a-ecd6-41ef-b06b-43a92cbaef85,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:21.119262 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network c24bfa1a-ecd6-41ef-b06b-43a92cbaef85 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:59:21.175325 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-99fb455b-efe7-444a-9223-a39a5e4cfbcc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3475764 Sep 17 23:59:21.178258 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58108) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:21.190119 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-65dc908a-dfeb-4de4-ac2a-9607e2c46fae admin admin] Request body: {'subnet': {'network_id': 'c24bfa1a-ecd6-41ef-b06b-43a92cbaef85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1986002708-subnet', 'tenant_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:21.201177 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0ca2f9e1-e569-48ab-bcc4-2eef78066b83 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a5e70fd8e4e541018500e6338ed9841b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5231304 Sep 17 23:59:21.203921 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58112) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:21.256390 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-30c6cab1-0ef3-4408-ac5d-ad477ac746ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:21.278424 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-30c6cab1-0ef3-4408-ac5d-ad477ac746ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:21.288657 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dc908a-dfeb-4de4-ac2a-9607e2c46fae admin admin] Made reservation on behalf of 6ba2a3a8f3f04f22bec483d99f94fdaf for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:59:21.291156 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-65dc908a-dfeb-4de4-ac2a-9607e2c46fae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:21.522698 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-30c6cab1-0ef3-4408-ac5d-ad477ac746ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:21.526155 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-30c6cab1-0ef3-4408-ac5d-ad477ac746ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:21.527955 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-30c6cab1-0ef3-4408-ac5d-ad477ac746ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f2fefeb7-72ae-4a22-bb34-b36ea4dadc9a HTTP/1.1" status: 204 len: 168 time: 0.3227789 Sep 17 23:59:21.538501 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6cab1-0ef3-4408-ac5d-ad477ac746ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fefeb7-72ae-4a22-bb34-b36ea4dadc9a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:21.696207 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-65dc908a-dfeb-4de4-ac2a-9607e2c46fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:21.755466 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc908a-dfeb-4de4-ac2a-9607e2c46fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3fd5e22-987d-4c75-b43f-3361122352d6,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:21.762736 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dc908a-dfeb-4de4-ac2a-9607e2c46fae admin admin] Checking segment: {'id': '69939161-d467-4aa9-8538-d70a0f869e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c24bfa1a-ecd6-41ef-b06b-43a92cbaef85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:59:21.763094 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc908a-dfeb-4de4-ac2a-9607e2c46fae admin admin] Network hostable DHCP agents. Network: c24bfa1a-ecd6-41ef-b06b-43a92cbaef85, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:59:21.814266 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc908a-dfeb-4de4-ac2a-9607e2c46fae admin admin] Network c24bfa1a-ecd6-41ef-b06b-43a92cbaef85 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:59:21.894078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-65dc908a-dfeb-4de4-ac2a-9607e2c46fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, c24bfa1a-ecd6-41ef-b06b-43a92cbaef85) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:59:21.905117 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dc908a-dfeb-4de4-ac2a-9607e2c46fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:21.910191 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-65dc908a-dfeb-4de4-ac2a-9607e2c46fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:21.911069 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc5fcdb-da26-47ac-9513-5199c692c99d None None] Network c24bfa1a-ecd6-41ef-b06b-43a92cbaef85 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:59:22.009011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27474d71-052d-4365-8196-185bc96f4d27 req-a92713a0-2faf-4a49-9e6f-73e8550de797 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:22.016609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27474d71-052d-4365-8196-185bc96f4d27 req-a92713a0-2faf-4a49-9e6f-73e8550de797 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.0783424 Sep 17 23:59:22.042065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-65dc908a-dfeb-4de4-ac2a-9607e2c46fae admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8624742 Sep 17 23:59:22.044889 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58156) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:22.054476 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-37e5c6b4-962e-4137-9a2d-64c1903bb119 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1986002708-router', 'tenant_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:22.092726 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27474d71-052d-4365-8196-185bc96f4d27 req-b2c1cfab-ca69-4ff7-8643-f59d49b0ae79 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696113 Sep 17 23:59:22.167034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-c24bfa1a-ecd6-41ef-b06b-43a92cbaef85', 'network_id': 'c24bfa1a-ecd6-41ef-b06b-43a92cbaef85', 'tenant_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'fixed_ips': [{'subnet_id': 'd3fd5e22-987d-4c75-b43f-3361122352d6'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:59:22.167903 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:22.220179 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-37e5c6b4-962e-4137-9a2d-64c1903bb119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:22.221496 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-37e5c6b4-962e-4137-9a2d-64c1903bb119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:22.278653 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-37e5c6b4-962e-4137-9a2d-64c1903bb119 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:22.323513 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] Allocated IP 172.20.0.2 (c24bfa1a-ecd6-41ef-b06b-43a92cbaef85/d3fd5e22-987d-4c75-b43f-3361122352d6/4be4c79c-48f5-42ad-ad20-113f37ad819a) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:59:22.514529 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:59:22.515365 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-37e5c6b4-962e-4137-9a2d-64c1903bb119 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:22.667657 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:22.713205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:22.717568 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1678bb-8691-4267-932f-403a00b254b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:59:22.720594 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c9d48d-ec3f-4162-a5af-239f34e363ee" -d '{"events": [{"server_uuid": "bc1678bb-8691-4267-932f-403a00b254b9", "name": "network-vif-unplugged", "status": "completed", "tag": "154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:59:22.772959 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:22.829178 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 23:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef573ed-d88b-4254-a7f1-48d7cdeecfcb x-openstack-request-id: req-6ef573ed-d88b-4254-a7f1-48d7cdeecfcb {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:59:22.829845 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1678bb-8691-4267-932f-403a00b254b9", "name": "network-vif-unplugged", "status": "completed", "tag": "154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:59:22.830769 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ef573ed-d88b-4254-a7f1-48d7cdeecfcb {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:59:22.830769 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1678bb-8691-4267-932f-403a00b254b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'code': 200} Sep 17 23:59:22.832017 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:22.864065 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,revision_number=11']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:22.898568 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-37e5c6b4-962e-4137-9a2d-64c1903bb119 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:22.926157 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-37e5c6b4-962e-4137-9a2d-64c1903bb119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:22.940431 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:22.978420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58192) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:23.014307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] Pushing event updated for resources: {'Port': ['ID=4be4c79c-48f5-42ad-ad20-113f37ad819a,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:23.025745 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] Network c24bfa1a-ecd6-41ef-b06b-43a92cbaef85 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:59:23.027551 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:59:23.031112 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:59:23.100010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] Attempting to bind port 4be4c79c-48f5-42ad-ad20-113f37ad819a on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:59:23.100427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] Attempting to bind port 4be4c79c-48f5-42ad-ad20-113f37ad819a by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '69939161-d467-4aa9-8538-d70a0f869e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c24bfa1a-ecd6-41ef-b06b-43a92cbaef85'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:59:23.100998 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] Attempting to bind port 4be4c79c-48f5-42ad-ad20-113f37ad819a on network c24bfa1a-ecd6-41ef-b06b-43a92cbaef85 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:59:23.106974 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:59:23.108459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] Checking segment: {'id': '69939161-d467-4aa9-8538-d70a0f869e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c24bfa1a-ecd6-41ef-b06b-43a92cbaef85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:59:23.109072 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:23.109818 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] Bound using segment: {'id': '69939161-d467-4aa9-8538-d70a0f869e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c24bfa1a-ecd6-41ef-b06b-43a92cbaef85'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:59:23.111004 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] Bound port: 4be4c79c-48f5-42ad-ad20-113f37ad819a, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69939161-d467-4aa9-8538-d70a0f869e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c24bfa1a-ecd6-41ef-b06b-43a92cbaef85'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:59:23.111120 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:23.121556 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-37e5c6b4-962e-4137-9a2d-64c1903bb119 admin admin] Allocated IP 172.25.3.32 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/07b0c61a-6482-4aec-ab87-d6fd492239c1) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:59:23.166144 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d63e284e-31fc-47cf-9dfc-21ae104c0e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:23.256704 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] For port 4be4c79c-48f5-42ad-ad20-113f37ad819a, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:59:23.266590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] For port 4be4c79c-48f5-42ad-ad20-113f37ad819a, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4be4c79c-48f5-42ad-ad20-113f37ad819a,segment=NetworkSegment(69939161-d467-4aa9-8538-d70a0f869e71),segment_id=69939161-d467-4aa9-8538-d70a0f869e71)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:59:23.330060 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3560a-15c5-4deb-8bb0-6adeed6cf42f req-0bd9cfc8-bd15-44ea-aa42-97f0a2b0ea78 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:23.334683 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41c3560a-15c5-4deb-8bb0-6adeed6cf42f req-0bd9cfc8-bd15-44ea-aa42-97f0a2b0ea78 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1009469 Sep 17 23:59:23.358546 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-37e5c6b4-962e-4137-9a2d-64c1903bb119 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:23.376180 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:23.389407 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41c3560a-15c5-4deb-8bb0-6adeed6cf42f req-c43ac6c2-da55-4c17-9b91-c5bc6cba72c1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537946 Sep 17 23:59:23.449491 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ad51b-3de6-460d-884a-c9f816e3a72a None None] Pushing event updated for resources: {'Port': ['ID=4be4c79c-48f5-42ad-ad20-113f37ad819a,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:23.523059 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d63e284e-31fc-47cf-9dfc-21ae104c0e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:23.561948 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-37e5c6b4-962e-4137-9a2d-64c1903bb119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:23.597320 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d63e284e-31fc-47cf-9dfc-21ae104c0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:23.603700 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e5c6b4-962e-4137-9a2d-64c1903bb119 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:59:23.611664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-37e5c6b4-962e-4137-9a2d-64c1903bb119 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:59:23.617967 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e5c6b4-962e-4137-9a2d-64c1903bb119 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:59:23.627296 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5c6b4-962e-4137-9a2d-64c1903bb119 admin admin] Pushing event updated for resources: {'Port': ['ID=07b0c61a-6482-4aec-ab87-d6fd492239c1,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:23.675641 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d63e284e-31fc-47cf-9dfc-21ae104c0e6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4f3807e28b7407cb8cf6250a409d7a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6958714 Sep 17 23:59:23.678584 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58220) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:23.679762 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e284e-31fc-47cf-9dfc-21ae104c0e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f19dcd-4bfb-43e6-86ea-cb32b2661a4a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:23.895979 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84aa84ef-618b-4842-b8b2-4b32009bb6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:23.929690 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84aa84ef-618b-4842-b8b2-4b32009bb6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:24.153410 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84aa84ef-618b-4842-b8b2-4b32009bb6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:24.159396 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84aa84ef-618b-4842-b8b2-4b32009bb6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:24.169401 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-84aa84ef-618b-4842-b8b2-4b32009bb6ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d0f19dcd-4bfb-43e6-86ea-cb32b2661a4a HTTP/1.1" status: 204 len: 168 time: 0.4803734 Sep 17 23:59:24.196020 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa84ef-618b-4842-b8b2-4b32009bb6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f19dcd-4bfb-43e6-86ea-cb32b2661a4a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:24.213222 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-37e5c6b4-962e-4137-9a2d-64c1903bb119 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:24.286619 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4be4c79c-48f5-42ad-ad20-113f37ad819a up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:59:24.357802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 4be4c79c-48f5-42ad-ad20-113f37ad819a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:24.358475 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:24.527601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 23:59:24.565374 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-37e5c6b4-962e-4137-9a2d-64c1903bb119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:24.704386 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:24.731397 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:24.751370 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80510372-a690-477b-ab5f-1e3306b14d9e req-d2f8d996-e9ad-4bcc-baab-1f09ef8b6f65 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:24.760244 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80510372-a690-477b-ab5f-1e3306b14d9e req-d2f8d996-e9ad-4bcc-baab-1f09ef8b6f65 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1861250 Sep 17 23:59:24.988907 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 4be4c79c-48f5-42ad-ad20-113f37ad819a, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4be4c79c-48f5-42ad-ad20-113f37ad819a,segment=NetworkSegment(69939161-d467-4aa9-8538-d70a0f869e71),segment_id=69939161-d467-4aa9-8538-d70a0f869e71)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:24.990430 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'port_id': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'mac_address': 'fa:16:3e:9b:7b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 23:59:25.045849 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40fdbb9-3be4-4710-b188-a944ef44bd8d None None] Network c24bfa1a-ecd6-41ef-b06b-43a92cbaef85 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:59:25.089437 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:25.112039 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:25.175172 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e314fd73-32d1-4487-b1c9-cba256e3fd90 None None] Provisioning complete for port 4be4c79c-48f5-42ad-ad20-113f37ad819a triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:25.175627 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e314fd73-32d1-4487-b1c9-cba256e3fd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:25.283311 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=4be4c79c-48f5-42ad-ad20-113f37ad819a,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:25.293499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:59:25.344731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:25.351287 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80510372-a690-477b-ab5f-1e3306b14d9e req-3858721e-0f2a-4def-84f1-5a1217c0cd40 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5896389 Sep 17 23:59:25.470343 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e5c6b4-962e-4137-9a2d-64c1903bb119 admin admin] Router 2de5e892-e1f1-4540-8c01-02c249f39a08 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:59:25.480745 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:25.582903 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 23:59:25.622225 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,revision_number=12']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:25.820513 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e5c6b4-962e-4137-9a2d-64c1903bb119 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:59:25.835693 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] Sync routers for ids ['2de5e892-e1f1-4540-8c01-02c249f39a08'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:59:25.854341 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] Routers {'2de5e892-e1f1-4540-8c01-02c249f39a08'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:59:25.855214 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:59:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2de5e892-e1f1-4540-8c01-02c249f39a08'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:25.951558 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-37e5c6b4-962e-4137-9a2d-64c1903bb119 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:25.952766 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-37e5c6b4-962e-4137-9a2d-64c1903bb119 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9061568 Sep 17 23:59:25.955621 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58298) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:26.033814 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-91f1cc04-c3df-4c89-9966-927c764cbc7c None None] Provisioning complete for port 4be4c79c-48f5-42ad-ad20-113f37ad819a triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:26.034202 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-91f1cc04-c3df-4c89-9966-927c764cbc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:26.175528 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] Set router 2de5e892-e1f1-4540-8c01-02c249f39a08 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:59:26.248509 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4be4c79c-48f5-42ad-ad20-113f37ad819a up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:59:26.343588 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 4be4c79c-48f5-42ad-ad20-113f37ad819a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:26.344299 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:26.546623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:59:26.634880 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'name': 'tempest-TestAggregatesBasicOps-1986002708-router', 'tenant_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '07b0c61a-6482-4aec-ab87-d6fd492239c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:22Z', 'updated_at': '2021-09-17T23:59:23Z', 'revision_number': 3, 'project_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'gw_port': {'id': '07b0c61a-6482-4aec-ab87-d6fd492239c1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:22Z', 'updated_at': '2021-09-17T23:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:26.709879 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] Checking router: 2de5e892-e1f1-4540-8c01-02c249f39a08 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:59:26.710314 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] Updating router 2de5e892-e1f1-4540-8c01-02c249f39a08 port 07b0c61a-6482-4aec-ab87-d6fd492239c1 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:59:26.715470 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:26.721196 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:26.777936 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:26.840575 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956989dc-0576-4dd6-bede-c1460e92c977 req-c8a7c41e-b304-4a1a-826a-b40bf9f8fd3c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:26.846879 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-956989dc-0576-4dd6-bede-c1460e92c977 req-c8a7c41e-b304-4a1a-826a-b40bf9f8fd3c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 946 time: 0.2647750 Sep 17 23:59:26.973118 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-956989dc-0576-4dd6-bede-c1460e92c977 req-73850a56-1c27-4957-aeef-c50721fbad6d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824387 Sep 17 23:59:26.975081 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:26.982318 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1dd99257-4864-4860-b710-a00fc8977c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.068074 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1678bb-8691-4267-932f-403a00b254b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:59:27.071023 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63cb7ed-b77b-4967-b7af-413605104de3" -d '{"events": [{"server_uuid": "bc1678bb-8691-4267-932f-403a00b254b9", "name": "network-vif-plugged", "status": "completed", "tag": "154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:59:27.102605 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:27.185043 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 23:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de188f52-aaba-4c5c-adfa-188122bbeb32 x-openstack-request-id: req-de188f52-aaba-4c5c-adfa-188122bbeb32 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:59:27.185973 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1678bb-8691-4267-932f-403a00b254b9", "name": "network-vif-plugged", "status": "completed", "tag": "154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:59:27.186320 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de188f52-aaba-4c5c-adfa-188122bbeb32 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:59:27.186808 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1678bb-8691-4267-932f-403a00b254b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'code': 200} Sep 17 23:59:27.188114 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.290726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-1dd99257-4864-4860-b710-a00fc8977c1b admin admin] Allocated IP 172.20.0.1 (c24bfa1a-ecd6-41ef-b06b-43a92cbaef85/d3fd5e22-987d-4c75-b43f-3361122352d6/92c6eeaa-bacd-4d35-8854-019d829047fd) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:59:27.308165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,revision_number=13']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:27.411750 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1dd99257-4864-4860-b710-a00fc8977c1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.485085 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.529144 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1dd99257-4864-4860-b710-a00fc8977c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.546907 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.632232 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd99257-4864-4860-b710-a00fc8977c1b admin admin] Network c24bfa1a-ecd6-41ef-b06b-43a92cbaef85 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:59:27.635956 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-1dd99257-4864-4860-b710-a00fc8977c1b admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:59:27.643009 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd99257-4864-4860-b710-a00fc8977c1b admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:59:27.722929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd99257-4864-4860-b710-a00fc8977c1b admin admin] Pushing event updated for resources: {'Port': ['ID=92c6eeaa-bacd-4d35-8854-019d829047fd,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:27.737225 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264364ee-8bd1-43c4-a74f-8d6870d1047f None None] Pushing event updated for resources: {'Port': ['ID=07b0c61a-6482-4aec-ab87-d6fd492239c1,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:27.754956 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1dd99257-4864-4860-b710-a00fc8977c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.807607 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264364ee-8bd1-43c4-a74f-8d6870d1047f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:27.808012 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264364ee-8bd1-43c4-a74f-8d6870d1047f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:27.808251 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264364ee-8bd1-43c4-a74f-8d6870d1047f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:27.808568 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264364ee-8bd1-43c4-a74f-8d6870d1047f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:27.823534 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264364ee-8bd1-43c4-a74f-8d6870d1047f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:27.824066 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264364ee-8bd1-43c4-a74f-8d6870d1047f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:27.824403 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264364ee-8bd1-43c4-a74f-8d6870d1047f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:27.824730 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264364ee-8bd1-43c4-a74f-8d6870d1047f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:27.825077 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264364ee-8bd1-43c4-a74f-8d6870d1047f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:27.825406 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264364ee-8bd1-43c4-a74f-8d6870d1047f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:27.825723 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264364ee-8bd1-43c4-a74f-8d6870d1047f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:27.826065 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264364ee-8bd1-43c4-a74f-8d6870d1047f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:27.874153 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] Attempting to bind port 07b0c61a-6482-4aec-ab87-d6fd492239c1 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:59:27.876125 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] Attempting to bind port 07b0c61a-6482-4aec-ab87-d6fd492239c1 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:59:27.876532 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] Attempting to bind port 07b0c61a-6482-4aec-ab87-d6fd492239c1 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:59:27.901221 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:59:27.901589 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:59:27.902181 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:27.902975 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:59:27.903601 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] Bound port: 07b0c61a-6482-4aec-ab87-d6fd492239c1, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:59:27.907495 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:28.044243 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] For port 07b0c61a-6482-4aec-ab87-d6fd492239c1, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:59:28.050659 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] For port 07b0c61a-6482-4aec-ab87-d6fd492239c1, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=07b0c61a-6482-4aec-ab87-d6fd492239c1,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:59:28.122906 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:28.160914 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e3c3226b-7668-40d1-b99f-1325d7fc1650 None None] Provisioning complete for port 92c6eeaa-bacd-4d35-8854-019d829047fd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:28.161531 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e3c3226b-7668-40d1-b99f-1325d7fc1650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:28.225803 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1dd99257-4864-4860-b710-a00fc8977c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:28.253449 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264364ee-8bd1-43c4-a74f-8d6870d1047f None None] Pushing event updated for resources: {'Port': ['ID=07b0c61a-6482-4aec-ab87-d6fd492239c1,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:28.261276 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e3c3226b-7668-40d1-b99f-1325d7fc1650 None None] Port 92c6eeaa-bacd-4d35-8854-019d829047fd cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:59:28.285190 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] Routers {'2de5e892-e1f1-4540-8c01-02c249f39a08'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:59:28.285825 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:59:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2de5e892-e1f1-4540-8c01-02c249f39a08'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:28.338250 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b74eed-8489-4793-a144-811bb838d12d req-6e2d430f-899f-42bc-aedd-f2bbaadc0953 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:28.341110 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99b74eed-8489-4793-a144-811bb838d12d req-6e2d430f-899f-42bc-aedd-f2bbaadc0953 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.2561226 Sep 17 23:59:28.462405 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99b74eed-8489-4793-a144-811bb838d12d req-958a4e07-f0f3-43bd-8068-fe257b0fffcb tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984700 Sep 17 23:59:28.589648 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] Set router 2de5e892-e1f1-4540-8c01-02c249f39a08 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:59:28.689118 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1dd99257-4864-4860-b710-a00fc8977c1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:28.769683 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1dd99257-4864-4860-b710-a00fc8977c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:29.042105 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'name': 'tempest-TestAggregatesBasicOps-1986002708-router', 'tenant_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '07b0c61a-6482-4aec-ab87-d6fd492239c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:22Z', 'updated_at': '2021-09-17T23:59:27Z', 'revision_number': 4, 'project_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'gw_port': {'id': '07b0c61a-6482-4aec-ab87-d6fd492239c1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:22Z', 'updated_at': '2021-09-17T23:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '92c6eeaa-bacd-4d35-8854-019d829047fd', 'name': '', 'network_id': 'c24bfa1a-ecd6-41ef-b06b-43a92cbaef85', 'tenant_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'mac_address': 'fa:16:3e:92:90:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd3fd5e22-987d-4c75-b43f-3361122352d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:27Z', 'updated_at': '2021-09-17T23:59:27Z', 'revision_number': 1, 'project_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'subnets': [{'id': 'd3fd5e22-987d-4c75-b43f-3361122352d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:29.043594 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd99257-4864-4860-b710-a00fc8977c1b admin admin] Pushing event updated for resources: {'Port': ['ID=92c6eeaa-bacd-4d35-8854-019d829047fd,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:29.047654 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1dd99257-4864-4860-b710-a00fc8977c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:29.114918 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416d558b-57ed-4031-9363-2b1b92126913 None None] The sync data for ids ['2de5e892-e1f1-4540-8c01-02c249f39a08'] in n-d-809883-1 is: [{'id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'name': 'tempest-TestAggregatesBasicOps-1986002708-router', 'tenant_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '07b0c61a-6482-4aec-ab87-d6fd492239c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:22Z', 'updated_at': '2021-09-17T23:59:27Z', 'revision_number': 4, 'project_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'gw_port': {'id': '07b0c61a-6482-4aec-ab87-d6fd492239c1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:22Z', 'updated_at': '2021-09-17T23:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '92c6eeaa-bacd-4d35-8854-019d829047fd', 'name': '', 'network_id': 'c24bfa1a-ecd6-41ef-b06b-43a92cbaef85', 'tenant_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'mac_address': 'fa:16:3e:92:90:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd3fd5e22-987d-4c75-b43f-3361122352d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:27Z', 'updated_at': '2021-09-17T23:59:27Z', 'revision_number': 1, 'project_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'subnets': [{'id': 'd3fd5e22-987d-4c75-b43f-3361122352d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:59:29.256725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd99257-4864-4860-b710-a00fc8977c1b admin admin] Network c24bfa1a-ecd6-41ef-b06b-43a92cbaef85 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:59:29.258512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-1dd99257-4864-4860-b710-a00fc8977c1b admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:59:29.718428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd99257-4864-4860-b710-a00fc8977c1b admin admin] Router 2de5e892-e1f1-4540-8c01-02c249f39a08 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:59:29.838709 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4392c2fe-89d3-4fa3-80ac-24df198d1d01 None None] Provisioning complete for port 92c6eeaa-bacd-4d35-8854-019d829047fd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:29.839271 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4392c2fe-89d3-4fa3-80ac-24df198d1d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:30.031714 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-4392c2fe-89d3-4fa3-80ac-24df198d1d01 None None] Port 92c6eeaa-bacd-4d35-8854-019d829047fd cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:59:30.054669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd99257-4864-4860-b710-a00fc8977c1b admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:59:30.086110 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1dd99257-4864-4860-b710-a00fc8977c1b admin admin] 10.222.0.46 "PUT /v2.0/routers/2de5e892-e1f1-4540-8c01-02c249f39a08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1217687 Sep 17 23:59:30.171165 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36966a4-9bbc-4f17-b3af-fcf7fbbef0a7 req-a7426e72-03a2-4899-898a-484604ee0334 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:30.172963 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d36966a4-9bbc-4f17-b3af-fcf7fbbef0a7 req-a7426e72-03a2-4899-898a-484604ee0334 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.4739218 Sep 17 23:59:30.231133 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d36966a4-9bbc-4f17-b3af-fcf7fbbef0a7 req-96b212c9-a5c8-4ce9-aa36-0478666dd0db tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502183 Sep 17 23:59:31.436043 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58422) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:31.442598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d4260776-91bf-4c8c-b10a-2110ba7e419d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-693267273-network', 'tenant_id': '0ee0a2381e504c7385b37a1c1c16f662'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:31.574176 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4260776-91bf-4c8c-b10a-2110ba7e419d admin admin] Made reservation on behalf of 0ee0a2381e504c7385b37a1c1c16f662 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:59:31.577291 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4260776-91bf-4c8c-b10a-2110ba7e419d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:31.592790 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4260776-91bf-4c8c-b10a-2110ba7e419d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:31.604026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af91a38-71fd-4768-9f20-9617079899d2 req-03444b93-12c7-4d80-b616-6c25dec515c9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:31.614028 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0af91a38-71fd-4768-9f20-9617079899d2 req-03444b93-12c7-4d80-b616-6c25dec515c9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.1241822 Sep 17 23:59:31.672933 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0af91a38-71fd-4768-9f20-9617079899d2 req-4ed5876e-7249-4876-a23e-475571357983 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521066 Sep 17 23:59:31.863560 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4260776-91bf-4c8c-b10a-2110ba7e419d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:31.968064 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4260776-91bf-4c8c-b10a-2110ba7e419d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:32.041319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4260776-91bf-4c8c-b10a-2110ba7e419d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e082eb-caee-44d8-b20b-b4637a71525e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:32.060553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4260776-91bf-4c8c-b10a-2110ba7e419d admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:59:32.090961 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4260776-91bf-4c8c-b10a-2110ba7e419d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:32.099725 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-d4260776-91bf-4c8c-b10a-2110ba7e419d admin admin] Added segment 28ecb109-3116-46d9-b0ab-eef84ee0388c of type vlan for network 99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82 Sep 17 23:59:32.201428 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4260776-91bf-4c8c-b10a-2110ba7e419d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:32.262528 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 07b0c61a-6482-4aec-ab87-d6fd492239c1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:59:32.335469 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4260776-91bf-4c8c-b10a-2110ba7e419d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:32.337946 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4260776-91bf-4c8c-b10a-2110ba7e419d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:32.337946 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4260776-91bf-4c8c-b10a-2110ba7e419d admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:32.391058 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 07b0c61a-6482-4aec-ab87-d6fd492239c1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:32.391895 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:32.470092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4260776-91bf-4c8c-b10a-2110ba7e419d admin admin] Pushing event updated for resources: {'Network': ['ID=99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:32.487843 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58442) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:32.494142 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-0128e638-8dbd-44c8-934b-eec9e40c8637 admin admin] Request body: {'subnet': {'network_id': '99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-693267273-subnet', 'tenant_id': '0ee0a2381e504c7385b37a1c1c16f662', 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:32.498884 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d4260776-91bf-4c8c-b10a-2110ba7e419d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0613747 Sep 17 23:59:32.602024 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:59:32.625328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0128e638-8dbd-44c8-934b-eec9e40c8637 admin admin] Made reservation on behalf of 0ee0a2381e504c7385b37a1c1c16f662 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:59:32.643958 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0128e638-8dbd-44c8-934b-eec9e40c8637 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:32.786254 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:32.906539 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 07b0c61a-6482-4aec-ab87-d6fd492239c1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=07b0c61a-6482-4aec-ab87-d6fd492239c1,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:32.985467 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:33.061711 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=07b0c61a-6482-4aec-ab87-d6fd492239c1,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:33.064300 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] Sync routers for ids ['2de5e892-e1f1-4540-8c01-02c249f39a08'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:59:33.079845 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bcb85-b51f-44c7-903a-72a288efb634 req-27f4af0b-473a-49c4-aadc-0465b48a9fe9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:33.082947 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] Routers {'2de5e892-e1f1-4540-8c01-02c249f39a08'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:59:33.083822 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba2bcb85-b51f-44c7-903a-72a288efb634 req-27f4af0b-473a-49c4-aadc-0465b48a9fe9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.2079206 Sep 17 23:59:33.085206 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:59:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2de5e892-e1f1-4540-8c01-02c249f39a08'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:33.154608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:33.154948 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:33.155500 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:33.155829 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:33.156154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:33.156478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:33.156799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:33.157354 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:33.157856 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:33.158180 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:33.158500 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:33.158817 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:33.249458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] Set router 2de5e892-e1f1-4540-8c01-02c249f39a08 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:59:33.253859 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba2bcb85-b51f-44c7-903a-72a288efb634 req-ac976765-7bc0-452f-a62f-e8214728aeb7 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593475 Sep 17 23:59:33.465698 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0128e638-8dbd-44c8-934b-eec9e40c8637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:33.681394 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128e638-8dbd-44c8-934b-eec9e40c8637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c2c4a5f-8ce1-47d3-89cb-6d73aaa0867f,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:33.720305 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0128e638-8dbd-44c8-934b-eec9e40c8637 admin admin] Checking segment: {'id': '28ecb109-3116-46d9-b0ab-eef84ee0388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:59:33.720815 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0128e638-8dbd-44c8-934b-eec9e40c8637 admin admin] Network hostable DHCP agents. Network: 99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:59:33.732908 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'name': 'tempest-TestAggregatesBasicOps-1986002708-router', 'tenant_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '07b0c61a-6482-4aec-ab87-d6fd492239c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:22Z', 'updated_at': '2021-09-17T23:59:27Z', 'revision_number': 4, 'project_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'gw_port': {'id': '07b0c61a-6482-4aec-ab87-d6fd492239c1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:22Z', 'updated_at': '2021-09-17T23:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '92c6eeaa-bacd-4d35-8854-019d829047fd', 'name': '', 'network_id': 'c24bfa1a-ecd6-41ef-b06b-43a92cbaef85', 'tenant_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'mac_address': 'fa:16:3e:92:90:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd3fd5e22-987d-4c75-b43f-3361122352d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:27Z', 'updated_at': '2021-09-17T23:59:28Z', 'revision_number': 2, 'project_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'subnets': [{'id': 'd3fd5e22-987d-4c75-b43f-3361122352d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:33.762817 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] Checking router: 2de5e892-e1f1-4540-8c01-02c249f39a08 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:59:33.763228 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] Updating router 2de5e892-e1f1-4540-8c01-02c249f39a08 port 92c6eeaa-bacd-4d35-8854-019d829047fd binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:59:33.788649 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:34.090535 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:34.175865 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 07b0c61a-6482-4aec-ab87-d6fd492239c1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:59:34.179251 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0128e638-8dbd-44c8-934b-eec9e40c8637 admin admin] Network 99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:59:34.229090 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 07b0c61a-6482-4aec-ab87-d6fd492239c1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:34.229483 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:34.276769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-0128e638-8dbd-44c8-934b-eec9e40c8637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:59:34.282521 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0128e638-8dbd-44c8-934b-eec9e40c8637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:34.282521 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0128e638-8dbd-44c8-934b-eec9e40c8637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:34.292809 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:34.382984 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c82f71c-47c4-4d8a-8719-105dbce42215 None None] Network 99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:59:34.487497 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0128e638-8dbd-44c8-934b-eec9e40c8637 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9979582 Sep 17 23:59:34.490362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58488) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:34.503986 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-693267273-router', 'tenant_id': '0ee0a2381e504c7385b37a1c1c16f662', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:34.509997 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7eb5fc-b5fd-41d6-ae8b-6db24d6820df None None] Pushing event updated for resources: {'Port': ['ID=92c6eeaa-bacd-4d35-8854-019d829047fd,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:34.678636 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0f9b6-cc7b-44a1-9083-fba58649b0e8 req-5b59974d-a933-4909-a109-73c322993a5b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:34.688102 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d0b0f9b6-cc7b-44a1-9083-fba58649b0e8 req-5b59974d-a933-4909-a109-73c322993a5b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.3218315 Sep 17 23:59:34.740702 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:34.743307 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:34.775563 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d0b0f9b6-cc7b-44a1-9083-fba58649b0e8 req-915ac085-fcb1-47d9-aa37-09effb97aeab tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856793 Sep 17 23:59:34.847181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82', 'network_id': '99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82', 'tenant_id': '0ee0a2381e504c7385b37a1c1c16f662', 'fixed_ips': [{'subnet_id': '8c2c4a5f-8ce1-47d3-89cb-6d73aaa0867f'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:59:34.847978 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:34.881019 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] Attempting to bind port 92c6eeaa-bacd-4d35-8854-019d829047fd on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:59:34.881755 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] Attempting to bind port 92c6eeaa-bacd-4d35-8854-019d829047fd by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '69939161-d467-4aa9-8538-d70a0f869e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c24bfa1a-ecd6-41ef-b06b-43a92cbaef85'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:59:34.882232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] Attempting to bind port 92c6eeaa-bacd-4d35-8854-019d829047fd on network c24bfa1a-ecd6-41ef-b06b-43a92cbaef85 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:59:34.914667 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:59:34.915269 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] Checking segment: {'id': '69939161-d467-4aa9-8538-d70a0f869e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c24bfa1a-ecd6-41ef-b06b-43a92cbaef85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:59:34.915697 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:34.916102 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] Bound using segment: {'id': '69939161-d467-4aa9-8538-d70a0f869e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c24bfa1a-ecd6-41ef-b06b-43a92cbaef85'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:59:34.916752 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] Bound port: 92c6eeaa-bacd-4d35-8854-019d829047fd, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69939161-d467-4aa9-8538-d70a0f869e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c24bfa1a-ecd6-41ef-b06b-43a92cbaef85'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:59:34.917315 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:35.023323 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:35.195459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c1fa66fb-acf0-4660-a2ac-9361d14c4561 None None] Provisioning complete for port 92c6eeaa-bacd-4d35-8854-019d829047fd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:35.196459 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c1fa66fb-acf0-4660-a2ac-9361d14c4561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:35.523220 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:35.551311 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] For port 92c6eeaa-bacd-4d35-8854-019d829047fd, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:59:35.553735 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c1fa66fb-acf0-4660-a2ac-9361d14c4561 None None] Port 92c6eeaa-bacd-4d35-8854-019d829047fd cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:59:35.595252 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] Allocated IP 172.20.0.2 (99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82/8c2c4a5f-8ce1-47d3-89cb-6d73aaa0867f/c05ab29c-4318-41a8-b908-0a1c90ac5181) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:59:35.613080 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] For port 92c6eeaa-bacd-4d35-8854-019d829047fd, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=92c6eeaa-bacd-4d35-8854-019d829047fd,segment=NetworkSegment(69939161-d467-4aa9-8538-d70a0f869e71),segment_id=69939161-d467-4aa9-8538-d70a0f869e71)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:59:35.726179 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:35.926919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] Routers {'2de5e892-e1f1-4540-8c01-02c249f39a08'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:59:35.928732 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:59:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2de5e892-e1f1-4540-8c01-02c249f39a08'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:36.130886 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e74df2-79e0-440c-8ca0-8d220e7b8cc2 req-b6073b30-80af-4dcd-97ec-16d029a3e097 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:36.149125 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-37e74df2-79e0-440c-8ca0-8d220e7b8cc2 req-b6073b30-80af-4dcd-97ec-16d029a3e097 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.1880147 Sep 17 23:59:36.235865 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:36.309251 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:36.309386 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-37e74df2-79e0-440c-8ca0-8d220e7b8cc2 req-5d2a485e-169b-415a-bba6-25990828147d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535678 Sep 17 23:59:36.330686 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] Set router 2de5e892-e1f1-4540-8c01-02c249f39a08 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:59:36.658788 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Allocated IP 172.25.3.96 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/85f40922-3fc5-4b9a-ad87-eb30b9b62e77) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:59:36.874778 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7eb5fc-b5fd-41d6-ae8b-6db24d6820df None None] Pushing event updated for resources: {'Port': ['ID=92c6eeaa-bacd-4d35-8854-019d829047fd,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:36.983030 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:36.999121 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-95ee2544-8f43-403a-b44b-7ba2add0e141 None None] Provisioning complete for port 92c6eeaa-bacd-4d35-8854-019d829047fd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:36.999663 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-95ee2544-8f43-403a-b44b-7ba2add0e141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:37.087372 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:37.118272 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'name': 'tempest-TestAggregatesBasicOps-1986002708-router', 'tenant_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '07b0c61a-6482-4aec-ab87-d6fd492239c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:22Z', 'updated_at': '2021-09-17T23:59:27Z', 'revision_number': 4, 'project_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'gw_port': {'id': '07b0c61a-6482-4aec-ab87-d6fd492239c1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:22Z', 'updated_at': '2021-09-17T23:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '92c6eeaa-bacd-4d35-8854-019d829047fd', 'name': '', 'network_id': 'c24bfa1a-ecd6-41ef-b06b-43a92cbaef85', 'tenant_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'mac_address': 'fa:16:3e:92:90:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd3fd5e22-987d-4c75-b43f-3361122352d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:27Z', 'updated_at': '2021-09-17T23:59:35Z', 'revision_number': 4, 'project_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'subnets': [{'id': 'd3fd5e22-987d-4c75-b43f-3361122352d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:37.163411 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:37.185847 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78833985-ce9f-493f-bf3c-7ce16458a070 None None] The sync data for ids ['2de5e892-e1f1-4540-8c01-02c249f39a08'] in n-d-809883-1 is: [{'id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'name': 'tempest-TestAggregatesBasicOps-1986002708-router', 'tenant_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '07b0c61a-6482-4aec-ab87-d6fd492239c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:22Z', 'updated_at': '2021-09-17T23:59:27Z', 'revision_number': 4, 'project_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'gw_port': {'id': '07b0c61a-6482-4aec-ab87-d6fd492239c1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:22Z', 'updated_at': '2021-09-17T23:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '92c6eeaa-bacd-4d35-8854-019d829047fd', 'name': '', 'network_id': 'c24bfa1a-ecd6-41ef-b06b-43a92cbaef85', 'tenant_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'mac_address': 'fa:16:3e:92:90:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'd3fd5e22-987d-4c75-b43f-3361122352d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:27Z', 'updated_at': '2021-09-17T23:59:35Z', 'revision_number': 4, 'project_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'subnets': [{'id': 'd3fd5e22-987d-4c75-b43f-3361122352d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:59:37.185847 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:37.349257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] Network 99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:59:37.372821 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:59:37.374166 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:59:37.393768 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:59:37.404160 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:59:37.406513 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:59:37.469633 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-95ee2544-8f43-403a-b44b-7ba2add0e141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:37.506610 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=85f40922-3fc5-4b9a-ad87-eb30b9b62e77,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:37.518063 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:37.521192 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:37.527195 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:37.527195 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:37.527195 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:37.527195 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:37.528268 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:37.528889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:37.529461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:37.531109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:37.531680 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:37.533316 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] Pushing event updated for resources: {'Port': ['ID=c05ab29c-4318-41a8-b908-0a1c90ac5181,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:37.533487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 23:59:37.652006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-95ee2544-8f43-403a-b44b-7ba2add0e141 None None] For port 92c6eeaa-bacd-4d35-8854-019d829047fd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=92c6eeaa-bacd-4d35-8854-019d829047fd,segment=NetworkSegment(69939161-d467-4aa9-8538-d70a0f869e71),segment_id=69939161-d467-4aa9-8538-d70a0f869e71)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:37.658965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] Attempting to bind port c05ab29c-4318-41a8-b908-0a1c90ac5181 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:59:37.659351 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] Attempting to bind port c05ab29c-4318-41a8-b908-0a1c90ac5181 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '28ecb109-3116-46d9-b0ab-eef84ee0388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:59:37.661033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] Attempting to bind port c05ab29c-4318-41a8-b908-0a1c90ac5181 on network 99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:59:37.669151 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cea3d-97ce-428d-bcf3-81e07de5ea6e req-c611b8e8-c97c-42db-a0b2-7d2573f9ebdf tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:37.671020 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b20cea3d-97ce-428d-bcf3-81e07de5ea6e req-c611b8e8-c97c-42db-a0b2-7d2573f9ebdf tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.2172790 Sep 17 23:59:37.681395 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:59:37.684233 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] Checking segment: {'id': '28ecb109-3116-46d9-b0ab-eef84ee0388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:59:37.684233 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:37.684233 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] Bound using segment: {'id': '28ecb109-3116-46d9-b0ab-eef84ee0388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:59:37.684233 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] Bound port: c05ab29c-4318-41a8-b908-0a1c90ac5181, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ecb109-3116-46d9-b0ab-eef84ee0388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:59:37.684623 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:37.774643 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-95ee2544-8f43-403a-b44b-7ba2add0e141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:37.788461 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b20cea3d-97ce-428d-bcf3-81e07de5ea6e req-9863feca-9eb5-45f6-872c-7644c7dee688 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104639 Sep 17 23:59:37.902699 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] For port c05ab29c-4318-41a8-b908-0a1c90ac5181, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:59:37.906658 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] For port c05ab29c-4318-41a8-b908-0a1c90ac5181, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c05ab29c-4318-41a8-b908-0a1c90ac5181,segment=NetworkSegment(28ecb109-3116-46d9-b0ab-eef84ee0388c),segment_id=28ecb109-3116-46d9-b0ab-eef84ee0388c)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:59:37.995496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee2544-8f43-403a-b44b-7ba2add0e141 None None] Pushing event updated for resources: {'Port': ['ID=92c6eeaa-bacd-4d35-8854-019d829047fd,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:38.012347 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:38.214779 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ac992-60d9-42a4-83e1-8ca48f4fd936 None None] Pushing event updated for resources: {'Port': ['ID=c05ab29c-4318-41a8-b908-0a1c90ac5181,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:38.254729 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:38.387430 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 92c6eeaa-bacd-4d35-8854-019d829047fd up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:59:38.531631 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 92c6eeaa-bacd-4d35-8854-019d829047fd triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:38.532735 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:38.849841 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:39.046107 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd7ca7-dd0d-4053-894d-3c77e589080e req-5bf5ba61-b812-4366-a5f6-ddec81cbae58 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:39.058614 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0fd7ca7-dd0d-4053-894d-3c77e589080e req-5bf5ba61-b812-4366-a5f6-ddec81cbae58 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.1139550 Sep 17 23:59:39.165108 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0fd7ca7-dd0d-4053-894d-3c77e589080e req-042eec51-d46c-4248-84b1-37350346f98f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051214 Sep 17 23:59:39.386756 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Router 853d2ede-40e6-48ac-8ab0-7a07a7c50bae is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 23:59:39.582481 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:59:39.598448 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] Sync routers for ids ['853d2ede-40e6-48ac-8ab0-7a07a7c50bae'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:59:39.618947 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] Routers {'853d2ede-40e6-48ac-8ab0-7a07a7c50bae'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:59:39.619748 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:59:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['853d2ede-40e6-48ac-8ab0-7a07a7c50bae'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:39.792237 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:39.796294 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ac3b43c6-b078-479b-9dcd-00f9b1651bd1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3016386 Sep 17 23:59:39.796572 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58576) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:40.056672 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481dd15b-2a0d-4d4f-a9ba-c01807378b2a None None] Network 99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:59:40.377603 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] Set router 853d2ede-40e6-48ac-8ab0-7a07a7c50bae gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:59:40.651114 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c05ab29c-4318-41a8-b908-0a1c90ac5181 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:59:40.667636 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7c109-aeb7-4cb9-b1ee-6c215aca3558 req-f9f374a3-7189-4d7d-aab0-99ddecff9e21 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:40.693205 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8cd7c109-aeb7-4cb9-b1ee-6c215aca3558 req-f9f374a3-7189-4d7d-aab0-99ddecff9e21 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.2619452 Sep 17 23:59:40.796789 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'name': 'tempest-TestAggregatesBasicOps-693267273-router', 'tenant_id': '0ee0a2381e504c7385b37a1c1c16f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '85f40922-3fc5-4b9a-ad87-eb30b9b62e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:34Z', 'updated_at': '2021-09-17T23:59:37Z', 'revision_number': 3, 'project_id': '0ee0a2381e504c7385b37a1c1c16f662', 'gw_port': {'id': '85f40922-3fc5-4b9a-ad87-eb30b9b62e77', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:36Z', 'updated_at': '2021-09-17T23:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:40.872047 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] Checking router: 853d2ede-40e6-48ac-8ab0-7a07a7c50bae for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:59:40.880675 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] Updating router 853d2ede-40e6-48ac-8ab0-7a07a7c50bae port 85f40922-3fc5-4b9a-ad87-eb30b9b62e77 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:59:40.912984 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8cd7c109-aeb7-4cb9-b1ee-6c215aca3558 req-5f2770f0-79a0-4080-af16-4062dcefee77 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100010 Sep 17 23:59:40.961842 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:41.071973 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-40b4c06b-09e9-4c38-8f49-d38a97ed1391 None None] Provisioning complete for port c05ab29c-4318-41a8-b908-0a1c90ac5181 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:41.088711 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-40b4c06b-09e9-4c38-8f49-d38a97ed1391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:41.140046 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58612) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:41.215312 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:41.404390 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2bb0af0e-4dff-45db-ad26-69f2da786f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:41.448752 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-40b4c06b-09e9-4c38-8f49-d38a97ed1391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:41.518974 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c05ab29c-4318-41a8-b908-0a1c90ac5181 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:41.519359 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:41.635624 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-40b4c06b-09e9-4c38-8f49-d38a97ed1391 None None] For port c05ab29c-4318-41a8-b908-0a1c90ac5181, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c05ab29c-4318-41a8-b908-0a1c90ac5181,segment=NetworkSegment(28ecb109-3116-46d9-b0ab-eef84ee0388c),segment_id=28ecb109-3116-46d9-b0ab-eef84ee0388c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:41.708385 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-40b4c06b-09e9-4c38-8f49-d38a97ed1391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:41.791197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4c06b-09e9-4c38-8f49-d38a97ed1391 None None] Pushing event updated for resources: {'Port': ['ID=c05ab29c-4318-41a8-b908-0a1c90ac5181,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:41.797069 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2bb0af0e-4dff-45db-ad26-69f2da786f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:41.844216 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:41.860105 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2bb0af0e-4dff-45db-ad26-69f2da786f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:41.899524 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d3ff9083-9c74-40df-a860-5500eede9df1 None None] Provisioning complete for port c05ab29c-4318-41a8-b908-0a1c90ac5181 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:41.900820 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d3ff9083-9c74-40df-a860-5500eede9df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:41.923808 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:42.000884 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:42.061259 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2bb0af0e-4dff-45db-ad26-69f2da786f05 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=98320d740c9c4f46b5d6822eeedbfe60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9201462 Sep 17 23:59:42.064175 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58636) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:42.069108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0af0e-4dff-45db-ad26-69f2da786f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c5b596-a143-4bc1-9dfa-c4bfb40273e7,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:42.188941 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 23:59:42.190136 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 23:59:42.227659 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] Attempting to bind port 85f40922-3fc5-4b9a-ad87-eb30b9b62e77 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:59:42.235056 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] Attempting to bind port 85f40922-3fc5-4b9a-ad87-eb30b9b62e77 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:59:42.235861 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] Attempting to bind port 85f40922-3fc5-4b9a-ad87-eb30b9b62e77 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:59:42.245403 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eedc28-35bf-4ac5-a2bf-d57e6594ac49 None None] Pushing event updated for resources: {'Port': ['ID=85f40922-3fc5-4b9a-ad87-eb30b9b62e77,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:42.258425 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:59:42.259868 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:59:42.261257 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:42.262183 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:59:42.264667 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] Bound port: 85f40922-3fc5-4b9a-ad87-eb30b9b62e77, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:59:42.265079 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:42.276546 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-923bc1ea-18aa-4e85-a07c-7dc6e8faac87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:42.352531 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-923bc1ea-18aa-4e85-a07c-7dc6e8faac87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:42.387400 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] For port 85f40922-3fc5-4b9a-ad87-eb30b9b62e77, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:59:42.392899 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] For port 85f40922-3fc5-4b9a-ad87-eb30b9b62e77, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=85f40922-3fc5-4b9a-ad87-eb30b9b62e77,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:59:42.454621 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:42.500258 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12848e31-8d48-4130-8f5c-34d9cd38a0a5 req-42daa436-c2bc-4df2-8258-25ff6acc71f2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:42.504457 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12848e31-8d48-4130-8f5c-34d9cd38a0a5 req-42daa436-c2bc-4df2-8258-25ff6acc71f2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.3124506 Sep 17 23:59:42.507454 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-923bc1ea-18aa-4e85-a07c-7dc6e8faac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:42.512056 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-923bc1ea-18aa-4e85-a07c-7dc6e8faac87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:42.516360 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-923bc1ea-18aa-4e85-a07c-7dc6e8faac87 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51c5b596-a143-4bc1-9dfa-c4bfb40273e7 HTTP/1.1" status: 204 len: 168 time: 0.4316003 Sep 17 23:59:42.621514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12848e31-8d48-4130-8f5c-34d9cd38a0a5 req-7dfed87d-5f74-4669-b721-b4f8b6adf6e4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038275 Sep 17 23:59:42.626705 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6adc-0464-4817-ae17-10e344baf23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:42.636223 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bc1ea-18aa-4e85-a07c-7dc6e8faac87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c5b596-a143-4bc1-9dfa-c4bfb40273e7,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:42.636423 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] Routers {'853d2ede-40e6-48ac-8ab0-7a07a7c50bae'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:59:42.636423 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:59:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['853d2ede-40e6-48ac-8ab0-7a07a7c50bae'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:42.832760 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eedc28-35bf-4ac5-a2bf-d57e6594ac49 None None] Pushing event updated for resources: {'Port': ['ID=85f40922-3fc5-4b9a-ad87-eb30b9b62e77,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:43.108577 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] Set router 853d2ede-40e6-48ac-8ab0-7a07a7c50bae gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:59:43.109226 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c05ab29c-4318-41a8-b908-0a1c90ac5181 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:59:43.277095 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-ab1b6adc-0464-4817-ae17-10e344baf23f admin admin] Allocated IP 172.20.0.1 (99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82/8c2c4a5f-8ce1-47d3-89cb-6d73aaa0867f/a336ba20-252f-4014-8ca6-594f3f236306) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:59:43.324555 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c05ab29c-4318-41a8-b908-0a1c90ac5181 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:43.325820 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:43.403187 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:43.565503 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6adc-0464-4817-ae17-10e344baf23f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:43.693649 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'name': 'tempest-TestAggregatesBasicOps-693267273-router', 'tenant_id': '0ee0a2381e504c7385b37a1c1c16f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '85f40922-3fc5-4b9a-ad87-eb30b9b62e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:34Z', 'updated_at': '2021-09-17T23:59:37Z', 'revision_number': 3, 'project_id': '0ee0a2381e504c7385b37a1c1c16f662', 'gw_port': {'id': '85f40922-3fc5-4b9a-ad87-eb30b9b62e77', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:36Z', 'updated_at': '2021-09-17T23:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:43.734555 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6adc-0464-4817-ae17-10e344baf23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:43.773015 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a89a0c-28a5-4ad4-9208-fea96f6c7be3 None None] The sync data for ids ['853d2ede-40e6-48ac-8ab0-7a07a7c50bae'] in n-d-809883-1 is: [{'id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'name': 'tempest-TestAggregatesBasicOps-693267273-router', 'tenant_id': '0ee0a2381e504c7385b37a1c1c16f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '85f40922-3fc5-4b9a-ad87-eb30b9b62e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:34Z', 'updated_at': '2021-09-17T23:59:37Z', 'revision_number': 3, 'project_id': '0ee0a2381e504c7385b37a1c1c16f662', 'gw_port': {'id': '85f40922-3fc5-4b9a-ad87-eb30b9b62e77', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:36Z', 'updated_at': '2021-09-17T23:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:59:43.819810 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bff073-02de-4c38-833f-65b71d0b2e40 req-f3b042be-481b-4f04-b912-100844358ea6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:43.830924 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1b6adc-0464-4817-ae17-10e344baf23f admin admin] Network 99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:59:43.834520 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-ab1b6adc-0464-4817-ae17-10e344baf23f admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:59:43.835590 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2bff073-02de-4c38-833f-65b71d0b2e40 req-f3b042be-481b-4f04-b912-100844358ea6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.1127803 Sep 17 23:59:43.855206 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1b6adc-0464-4817-ae17-10e344baf23f admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:59:43.935497 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2bff073-02de-4c38-833f-65b71d0b2e40 req-9f64b3e9-3d25-4039-8f18-59293e48cb68 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891883 Sep 17 23:59:43.982607 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b6adc-0464-4817-ae17-10e344baf23f admin admin] Pushing event updated for resources: {'Port': ['ID=a336ba20-252f-4014-8ca6-594f3f236306,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:44.050138 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6adc-0464-4817-ae17-10e344baf23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:44.065631 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-efab7868-1c9f-447d-9a32-d3a7e2b2a76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:44.501578 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c6246526-e872-411e-8116-de600f5f4c45 None None] Provisioning complete for port a336ba20-252f-4014-8ca6-594f3f236306 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:44.502325 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c6246526-e872-411e-8116-de600f5f4c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:44.546010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c6246526-e872-411e-8116-de600f5f4c45 None None] Port a336ba20-252f-4014-8ca6-594f3f236306 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:59:44.727506 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6adc-0464-4817-ae17-10e344baf23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:45.070545 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 85f40922-3fc5-4b9a-ad87-eb30b9b62e77 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:59:45.155816 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6adc-0464-4817-ae17-10e344baf23f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:45.211212 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 85f40922-3fc5-4b9a-ad87-eb30b9b62e77 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:45.211594 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:45.214252 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6adc-0464-4817-ae17-10e344baf23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:45.248657 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0763739-9700-4953-a8ae-9c7a71d93426 req-d546414b-abf1-4df5-98d6-885c96fd8484 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:45.266785 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0763739-9700-4953-a8ae-9c7a71d93426 req-d546414b-abf1-4df5-98d6-885c96fd8484 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.1687262 Sep 17 23:59:45.428480 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab1b6adc-0464-4817-ae17-10e344baf23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:45.432479 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0763739-9700-4953-a8ae-9c7a71d93426 req-dfe735e1-073c-4a46-ad67-40e205bc0237 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605473 Sep 17 23:59:45.478226 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b6adc-0464-4817-ae17-10e344baf23f admin admin] Pushing event updated for resources: {'Port': ['ID=a336ba20-252f-4014-8ca6-594f3f236306,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:45.494141 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:45.553868 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 85f40922-3fc5-4b9a-ad87-eb30b9b62e77, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=85f40922-3fc5-4b9a-ad87-eb30b9b62e77,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:45.607643 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:45.699900 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1b6adc-0464-4817-ae17-10e344baf23f admin admin] Network 99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:59:45.703224 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=85f40922-3fc5-4b9a-ad87-eb30b9b62e77,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:45.718103 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-ab1b6adc-0464-4817-ae17-10e344baf23f admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:59:45.995268 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1b6adc-0464-4817-ae17-10e344baf23f admin admin] Router 853d2ede-40e6-48ac-8ab0-7a07a7c50bae has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:59:46.191230 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1b6adc-0464-4817-ae17-10e344baf23f admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:59:46.221658 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ab1b6adc-0464-4817-ae17-10e344baf23f admin admin] 10.222.0.46 "PUT /v2.0/routers/853d2ede-40e6-48ac-8ab0-7a07a7c50bae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4236181 Sep 17 23:59:46.281983 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9e64ac01-5a4c-4c12-acbe-9d43a6e55c0e None None] Provisioning complete for port a336ba20-252f-4014-8ca6-594f3f236306 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:46.282949 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9e64ac01-5a4c-4c12-acbe-9d43a6e55c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:46.371958 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9e64ac01-5a4c-4c12-acbe-9d43a6e55c0e None None] Port a336ba20-252f-4014-8ca6-594f3f236306 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:59:46.586030 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6bcdce6a-3925-40f0-a1ae-0d3376e929ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:46.717363 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca193d-3abd-43f6-aaff-3e121b739e06 req-4ea7d848-6a0a-4069-a72e-2807e4e8eb87 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:46.722727 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bfca193d-3abd-43f6-aaff-3e121b739e06 req-4ea7d848-6a0a-4069-a72e-2807e4e8eb87 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.1034651 Sep 17 23:59:46.794890 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bfca193d-3abd-43f6-aaff-3e121b739e06 req-42028ca3-5f8c-4ca5-9de1-7ec3a6fcad89 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639231 Sep 17 23:59:46.885956 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] Sync routers for ids ['853d2ede-40e6-48ac-8ab0-7a07a7c50bae'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:59:46.903706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] Routers {'853d2ede-40e6-48ac-8ab0-7a07a7c50bae'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:59:46.903706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:59:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['853d2ede-40e6-48ac-8ab0-7a07a7c50bae'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:47.040774 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 85f40922-3fc5-4b9a-ad87-eb30b9b62e77 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:59:47.494990 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] Set router 853d2ede-40e6-48ac-8ab0-7a07a7c50bae gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:59:47.497602 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 85f40922-3fc5-4b9a-ad87-eb30b9b62e77 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:47.498224 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:47.556018 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:47.611261 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58770) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:47.803968 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:47.810656 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b3474e23-a542-4d15-af0b-43e77b85a07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:47.925484 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b3474e23-a542-4d15-af0b-43e77b85a07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:48.029146 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b3474e23-a542-4d15-af0b-43e77b85a07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:48.066578 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b3474e23-a542-4d15-af0b-43e77b85a07b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc4ac91caf154b32840081bc99092373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531012 Sep 17 23:59:48.068308 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58788) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:48.109566 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cc27e-9db0-4ea5-868d-5541879bb98a req-f7b690bd-8794-46f4-ab6f-54a676ac4919 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:48.116945 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f48cc27e-9db0-4ea5-868d-5541879bb98a req-f7b690bd-8794-46f4-ab6f-54a676ac4919 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.1505930 Sep 17 23:59:48.201662 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a4a5b2ce-bcba-4130-b892-263a255bafc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:48.207687 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f48cc27e-9db0-4ea5-868d-5541879bb98a req-df85ad56-8849-4893-9a17-6ed08b304368 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901558 Sep 17 23:59:48.208949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3474e23-a542-4d15-af0b-43e77b85a07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7691b8-ad55-47d3-8972-5a46da7f0b40,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:48.237970 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'name': 'tempest-TestAggregatesBasicOps-693267273-router', 'tenant_id': '0ee0a2381e504c7385b37a1c1c16f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '85f40922-3fc5-4b9a-ad87-eb30b9b62e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:34Z', 'updated_at': '2021-09-17T23:59:44Z', 'revision_number': 4, 'project_id': '0ee0a2381e504c7385b37a1c1c16f662', 'gw_port': {'id': '85f40922-3fc5-4b9a-ad87-eb30b9b62e77', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:36Z', 'updated_at': '2021-09-17T23:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'a336ba20-252f-4014-8ca6-594f3f236306', 'name': '', 'network_id': '99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82', 'tenant_id': '0ee0a2381e504c7385b37a1c1c16f662', 'mac_address': 'fa:16:3e:84:db:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '8c2c4a5f-8ce1-47d3-89cb-6d73aaa0867f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:42Z', 'updated_at': '2021-09-17T23:59:44Z', 'revision_number': 2, 'project_id': '0ee0a2381e504c7385b37a1c1c16f662', 'subnets': [{'id': '8c2c4a5f-8ce1-47d3-89cb-6d73aaa0867f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:48.335118 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] Checking router: 853d2ede-40e6-48ac-8ab0-7a07a7c50bae for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:59:48.335468 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] Updating router 853d2ede-40e6-48ac-8ab0-7a07a7c50bae port a336ba20-252f-4014-8ca6-594f3f236306 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 23:59:48.357419 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a4a5b2ce-bcba-4130-b892-263a255bafc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:48.372590 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:48.556465 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a4a5b2ce-bcba-4130-b892-263a255bafc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:48.559945 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a4a5b2ce-bcba-4130-b892-263a255bafc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:48.564208 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a4a5b2ce-bcba-4130-b892-263a255bafc9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb7691b8-ad55-47d3-8972-5a46da7f0b40 HTTP/1.1" status: 204 len: 168 time: 0.4945486 Sep 17 23:59:48.576470 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5b2ce-bcba-4130-b892-263a255bafc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7691b8-ad55-47d3-8972-5a46da7f0b40,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:49.007317 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:49.114242 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:49.121654 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-53953c72-75de-4272-b8f3-e29eca259bb1 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=296cdd6493ab4cfc83094bb4b53f5374&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469131 Sep 17 23:59:49.490461 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b43b6-ae06-4121-9361-c67e768e9ad8 None None] Pushing event updated for resources: {'Port': ['ID=a336ba20-252f-4014-8ca6-594f3f236306,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:49.545747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] Attempting to bind port a336ba20-252f-4014-8ca6-594f3f236306 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:59:49.546300 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] Attempting to bind port a336ba20-252f-4014-8ca6-594f3f236306 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '28ecb109-3116-46d9-b0ab-eef84ee0388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:59:49.546677 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] Attempting to bind port a336ba20-252f-4014-8ca6-594f3f236306 on network 99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:59:49.591187 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:59:49.591578 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] Checking segment: {'id': '28ecb109-3116-46d9-b0ab-eef84ee0388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:59:49.598132 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:49.600186 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] Bound using segment: {'id': '28ecb109-3116-46d9-b0ab-eef84ee0388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:59:49.602343 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] Bound port: a336ba20-252f-4014-8ca6-594f3f236306, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ecb109-3116-46d9-b0ab-eef84ee0388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:59:49.602825 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:49.641378 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-d16ded84-4e16-4a00-b3b1-40899fb80c8e tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:49.651912 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-d16ded84-4e16-4a00-b3b1-40899fb80c8e tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5276206 Sep 17 23:59:49.672690 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-ec45f7cd-8515-41f1-a1ee-ac1c00113b89 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/quotas/296cdd6493ab4cfc83094bb4b53f5374 HTTP/1.1" status: 200 len: 375 time: 0.0197210 Sep 17 23:59:49.729457 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-98d9042b-b322-44f9-bfc2-64299b5ce9f6 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=296cdd6493ab4cfc83094bb4b53f5374&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557523 Sep 17 23:59:49.754810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] For port a336ba20-252f-4014-8ca6-594f3f236306, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:59:49.758195 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] For port a336ba20-252f-4014-8ca6-594f3f236306, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a336ba20-252f-4014-8ca6-594f3f236306,segment=NetworkSegment(28ecb109-3116-46d9-b0ab-eef84ee0388c),segment_id=28ecb109-3116-46d9-b0ab-eef84ee0388c)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:59:49.771293 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-dfde28ad-b0f8-4680-865f-24c6218afd85 None None] Provisioning complete for port a336ba20-252f-4014-8ca6-594f3f236306 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:49.777243 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dfde28ad-b0f8-4680-865f-24c6218afd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:49.832192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76e07f-850e-4652-8ee1-28ad1e29f13d req-d402409f-cf28-4770-9eb7-5a5784b4cc31 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:49.835479 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a76e07f-850e-4652-8ee1-28ad1e29f13d req-d402409f-cf28-4770-9eb7-5a5784b4cc31 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.0861907 Sep 17 23:59:49.864381 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:49.914137 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:49.943545 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-dfde28ad-b0f8-4680-865f-24c6218afd85 None None] Port a336ba20-252f-4014-8ca6-594f3f236306 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:59:49.983465 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b43b6-ae06-4121-9361-c67e768e9ad8 None None] Pushing event updated for resources: {'Port': ['ID=a336ba20-252f-4014-8ca6-594f3f236306,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:50.004745 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a76e07f-850e-4652-8ee1-28ad1e29f13d req-99bd0ec0-45af-402f-97f3-584e9c8bfa18 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585839 Sep 17 23:59:50.040399 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] Routers {'853d2ede-40e6-48ac-8ab0-7a07a7c50bae'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:59:50.041278 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:59:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['853d2ede-40e6-48ac-8ab0-7a07a7c50bae'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:50.161561 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58866) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:50.272952 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90e2b74a-6c3b-471c-a3b9-00b5b670effe req-feccf985-7bcf-40fd-9c9f-d43754fb5eee tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 210 time: 0.0620639 Sep 17 23:59:50.314469 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] Set router 853d2ede-40e6-48ac-8ab0-7a07a7c50bae gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:59:50.416119 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15f166e8-c1d3-4c52-9b6e-5245e1f3cdc4 None None] Provisioning complete for port a336ba20-252f-4014-8ca6-594f3f236306 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:50.416510 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15f166e8-c1d3-4c52-9b6e-5245e1f3cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:50.707939 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58890) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:50.759969 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15f166e8-c1d3-4c52-9b6e-5245e1f3cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:50.842255 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15f166e8-c1d3-4c52-9b6e-5245e1f3cdc4 None None] For port a336ba20-252f-4014-8ca6-594f3f236306, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a336ba20-252f-4014-8ca6-594f3f236306,segment=NetworkSegment(28ecb109-3116-46d9-b0ab-eef84ee0388c),segment_id=28ecb109-3116-46d9-b0ab-eef84ee0388c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:50.844814 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'name': 'tempest-TestAggregatesBasicOps-693267273-router', 'tenant_id': '0ee0a2381e504c7385b37a1c1c16f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '85f40922-3fc5-4b9a-ad87-eb30b9b62e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:34Z', 'updated_at': '2021-09-17T23:59:44Z', 'revision_number': 4, 'project_id': '0ee0a2381e504c7385b37a1c1c16f662', 'gw_port': {'id': '85f40922-3fc5-4b9a-ad87-eb30b9b62e77', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:36Z', 'updated_at': '2021-09-17T23:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'a336ba20-252f-4014-8ca6-594f3f236306', 'name': '', 'network_id': '99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82', 'tenant_id': '0ee0a2381e504c7385b37a1c1c16f662', 'mac_address': 'fa:16:3e:84:db:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '8c2c4a5f-8ce1-47d3-89cb-6d73aaa0867f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:42Z', 'updated_at': '2021-09-17T23:59:49Z', 'revision_number': 4, 'project_id': '0ee0a2381e504c7385b37a1c1c16f662', 'subnets': [{'id': '8c2c4a5f-8ce1-47d3-89cb-6d73aaa0867f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:50.880452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8a87e59d-d9c1-450e-8da1-905f9793f9eb admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-34521788-network', 'tenant_id': '16338879ff864962bd5626857f565b82'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:50.904918 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bf87b2c5-7be8-4447-9a3a-d91df5a0decc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:50.950240 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15f166e8-c1d3-4c52-9b6e-5245e1f3cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:50.954617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985f611a-1b5d-417b-be68-603d8013a2a0 None None] The sync data for ids ['853d2ede-40e6-48ac-8ab0-7a07a7c50bae'] in n-d-809883-1 is: [{'id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'name': 'tempest-TestAggregatesBasicOps-693267273-router', 'tenant_id': '0ee0a2381e504c7385b37a1c1c16f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '85f40922-3fc5-4b9a-ad87-eb30b9b62e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:34Z', 'updated_at': '2021-09-17T23:59:44Z', 'revision_number': 4, 'project_id': '0ee0a2381e504c7385b37a1c1c16f662', 'gw_port': {'id': '85f40922-3fc5-4b9a-ad87-eb30b9b62e77', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:36Z', 'updated_at': '2021-09-17T23:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'a336ba20-252f-4014-8ca6-594f3f236306', 'name': '', 'network_id': '99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82', 'tenant_id': '0ee0a2381e504c7385b37a1c1c16f662', 'mac_address': 'fa:16:3e:84:db:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '8c2c4a5f-8ce1-47d3-89cb-6d73aaa0867f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:42Z', 'updated_at': '2021-09-17T23:59:49Z', 'revision_number': 4, 'project_id': '0ee0a2381e504c7385b37a1c1c16f662', 'subnets': [{'id': '8c2c4a5f-8ce1-47d3-89cb-6d73aaa0867f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:59:51.026194 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a87e59d-d9c1-450e-8da1-905f9793f9eb admin admin] Made reservation on behalf of 16338879ff864962bd5626857f565b82 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:59:51.034892 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a87e59d-d9c1-450e-8da1-905f9793f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:51.064624 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a87e59d-d9c1-450e-8da1-905f9793f9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:51.138968 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f166e8-c1d3-4c52-9b6e-5245e1f3cdc4 None None] Pushing event updated for resources: {'Port': ['ID=a336ba20-252f-4014-8ca6-594f3f236306,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:51.329932 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ad9fb-eb76-412b-9ae3-e819f71d4fb6 req-cf7779bc-1f8e-4d0b-a053-6a794c480f82 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:51.346986 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c9ad9fb-eb76-412b-9ae3-e819f71d4fb6 req-cf7779bc-1f8e-4d0b-a053-6a794c480f82 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.1412809 Sep 17 23:59:51.362720 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-bf87b2c5-7be8-4447-9a3a-d91df5a0decc admin admin] Deleting port 92c6eeaa-bacd-4d35-8854-019d829047fd {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:59:51.363308 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bf87b2c5-7be8-4447-9a3a-d91df5a0decc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:51.444183 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ef8f3f4d-5938-40ad-86bf-41f5dd91ec9d req-8b69b7ed-1416-402c-94c4-949cb9185378 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 210 time: 0.0687697 Sep 17 23:59:51.472793 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 23:59:51.478641 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-bf87b2c5-7be8-4447-9a3a-d91df5a0decc admin admin] For port 92c6eeaa-bacd-4d35-8854-019d829047fd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=92c6eeaa-bacd-4d35-8854-019d829047fd,segment=NetworkSegment(69939161-d467-4aa9-8538-d70a0f869e71),segment_id=69939161-d467-4aa9-8538-d70a0f869e71)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:51.479129 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bf87b2c5-7be8-4447-9a3a-d91df5a0decc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:51.498859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-bf87b2c5-7be8-4447-9a3a-d91df5a0decc admin admin] Calling delete_port for 92c6eeaa-bacd-4d35-8854-019d829047fd owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:59:51.508601 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c9ad9fb-eb76-412b-9ae3-e819f71d4fb6 req-6f7c07e3-e95f-4b76-8f7c-64e0bd1cb573 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603649 Sep 17 23:59:51.537845 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a87e59d-d9c1-450e-8da1-905f9793f9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:51.602037 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a87e59d-d9c1-450e-8da1-905f9793f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:51.645743 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a87e59d-d9c1-450e-8da1-905f9793f9eb admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 23:59:51.684583 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a87e59d-d9c1-450e-8da1-905f9793f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:51.684983 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-8a87e59d-d9c1-450e-8da1-905f9793f9eb admin admin] Added segment 06c0f671-c67e-493f-8617-2c2604c982a4 of type vlan for network c4e6ba2a-c89b-4090-9316-8d3b43372cde Sep 17 23:59:51.741497 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87e59d-d9c1-450e-8da1-905f9793f9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3570af9-29e6-4f8f-bf48-bf6a1163fc65,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:51.784584 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a87e59d-d9c1-450e-8da1-905f9793f9eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:51.928006 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bf87b2c5-7be8-4447-9a3a-d91df5a0decc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:51.951974 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a87e59d-d9c1-450e-8da1-905f9793f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:51.954991 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a87e59d-d9c1-450e-8da1-905f9793f9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:51.957538 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87b2c5-7be8-4447-9a3a-d91df5a0decc admin admin] Pushing event deleted for resources: {'Port': ['ID=92c6eeaa-bacd-4d35-8854-019d829047fd,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:51.969726 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a87e59d-d9c1-450e-8da1-905f9793f9eb admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:52.237895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8a87e59d-d9c1-450e-8da1-905f9793f9eb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.5285735 Sep 17 23:59:52.275432 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58918) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:52.289644 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-dcd1e385-6310-460f-9ffa-9d48dad1ce5a admin admin] Request body: {'subnet': {'network_id': 'c4e6ba2a-c89b-4090-9316-8d3b43372cde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-34521788-subnet', 'tenant_id': '16338879ff864962bd5626857f565b82', 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:52.290924 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87e59d-d9c1-450e-8da1-905f9793f9eb admin admin] Pushing event updated for resources: {'Network': ['ID=c4e6ba2a-c89b-4090-9316-8d3b43372cde,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:52.307718 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network c4e6ba2a-c89b-4090-9316-8d3b43372cde details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 23:59:52.509076 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd1e385-6310-460f-9ffa-9d48dad1ce5a admin admin] Made reservation on behalf of 16338879ff864962bd5626857f565b82 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:59:52.515920 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e385-6310-460f-9ffa-9d48dad1ce5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:52.631982 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-082b4dd9-2bb2-404e-a418-38fe52c4ca14 req-478ab294-93a4-44a5-9fd5-7a0526a02e67 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 210 time: 0.0584934 Sep 17 23:59:52.692772 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bf87b2c5-7be8-4447-9a3a-d91df5a0decc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:52.795181 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f20962-19aa-4e94-81eb-f8aa60fde282 req-5b7a8472-2d04-466e-9414-769642f073d4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:52.796877 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4f20962-19aa-4e94-81eb-f8aa60fde282 req-5b7a8472-2d04-466e-9414-769642f073d4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.1638887 Sep 17 23:59:52.928706 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4f20962-19aa-4e94-81eb-f8aa60fde282 req-026ccf1e-4ac2-4ebc-ad87-29d878f3169b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156862 Sep 17 23:59:53.210417 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-2114236f-a59c-43c3-8633-a3020fab928b tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=296cdd6493ab4cfc83094bb4b53f5374&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1877146 Sep 17 23:59:53.310133 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a336ba20-252f-4014-8ca6-594f3f236306 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:59:53.379952 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a336ba20-252f-4014-8ca6-594f3f236306 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:53.383168 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:53.729172 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ebc2f90c-0866-46e4-a0b1-c96895a41b8f req-c1f76643-276a-4226-b685-76d718d982a5 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 210 time: 0.0350955 Sep 17 23:59:53.827051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-eaaa3558-ad57-4200-b420-01ccb21896d0 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:53.828457 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-eaaa3558-ad57-4200-b420-01ccb21896d0 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5956414 Sep 17 23:59:53.830352 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf87b2c5-7be8-4447-9a3a-d91df5a0decc admin admin] Router 2de5e892-e1f1-4540-8c01-02c249f39a08 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 23:59:53.845314 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-0f1dc465-9a1d-48e1-b991-abeac7717b3a tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Request body: {'port': {'device_id': 'bc40a8db-2dd0-43f1-9192-ca4c60079d37', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '296cdd6493ab4cfc83094bb4b53f5374'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:54.014590 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e385-6310-460f-9ffa-9d48dad1ce5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:54.084500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1e385-6310-460f-9ffa-9d48dad1ce5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cf86673-0af3-4947-b77f-c4f456cd0940,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:54.224741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-0f1dc465-9a1d-48e1-b991-abeac7717b3a tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Made reservation on behalf of 296cdd6493ab4cfc83094bb4b53f5374 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 23:59:54.236545 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-0f1dc465-9a1d-48e1-b991-abeac7717b3a tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:54.258746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75275939-8fd6-4fbd-9b49-49f257ff8992 req-b9c7e7b2-8133-4a2c-8357-70cc276f734f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:54.263510 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-75275939-8fd6-4fbd-9b49-49f257ff8992 req-b9c7e7b2-8133-4a2c-8357-70cc276f734f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.1015496 Sep 17 23:59:54.272340 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd1e385-6310-460f-9ffa-9d48dad1ce5a admin admin] Checking segment: {'id': '06c0f671-c67e-493f-8617-2c2604c982a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c4e6ba2a-c89b-4090-9316-8d3b43372cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:59:54.272797 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd1e385-6310-460f-9ffa-9d48dad1ce5a admin admin] Network hostable DHCP agents. Network: c4e6ba2a-c89b-4090-9316-8d3b43372cde, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 23:59:54.281742 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-0f1dc465-9a1d-48e1-b991-abeac7717b3a tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:54.325646 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf87b2c5-7be8-4447-9a3a-d91df5a0decc admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 23:59:54.336084 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4b393c-188e-4c21-8c85-5f9e6d409142 None None] Sync routers for ids ['2de5e892-e1f1-4540-8c01-02c249f39a08'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 23:59:54.338931 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bf87b2c5-7be8-4447-9a3a-d91df5a0decc admin admin] 10.222.0.46 "PUT /v2.0/routers/2de5e892-e1f1-4540-8c01-02c249f39a08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1786547 Sep 17 23:59:54.345707 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-75275939-8fd6-4fbd-9b49-49f257ff8992 req-456545b2-3472-4c99-b916-1707096f5573 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609517 Sep 17 23:59:54.346181 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 58970) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:54.350764 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b393c-188e-4c21-8c85-5f9e6d409142 None None] Routers {'2de5e892-e1f1-4540-8c01-02c249f39a08'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:59:54.351407 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0d4b393c-188e-4c21-8c85-5f9e6d409142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:59:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2de5e892-e1f1-4540-8c01-02c249f39a08'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:54.520409 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d07ee7fa-05b3-4bbb-be1b-55d2731668cc admin admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:54.549217 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-0d4b393c-188e-4c21-8c85-5f9e6d409142 None None] Set router 2de5e892-e1f1-4540-8c01-02c249f39a08 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:59:54.649932 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd1e385-6310-460f-9ffa-9d48dad1ce5a admin admin] Network c4e6ba2a-c89b-4090-9316-8d3b43372cde is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 23:59:54.656160 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d07ee7fa-05b3-4bbb-be1b-55d2731668cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:54.776963 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-dcd1e385-6310-460f-9ffa-9d48dad1ce5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, c4e6ba2a-c89b-4090-9316-8d3b43372cde) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:59:54.785695 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0d4b393c-188e-4c21-8c85-5f9e6d409142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'name': 'tempest-TestAggregatesBasicOps-1986002708-router', 'tenant_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '07b0c61a-6482-4aec-ab87-d6fd492239c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:22Z', 'updated_at': '2021-09-17T23:59:51Z', 'revision_number': 5, 'project_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'gw_port': {'id': '07b0c61a-6482-4aec-ab87-d6fd492239c1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:22Z', 'updated_at': '2021-09-17T23:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:54.797726 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6025ec4-24a0-4b19-abd1-c1c08a122dee None None] Network c4e6ba2a-c89b-4090-9316-8d3b43372cde requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:59:54.827835 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4b393c-188e-4c21-8c85-5f9e6d409142 None None] Checking router: 2de5e892-e1f1-4540-8c01-02c249f39a08 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 23:59:54.831397 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd1e385-6310-460f-9ffa-9d48dad1ce5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:54.832028 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e385-6310-460f-9ffa-9d48dad1ce5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:54.850013 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b393c-188e-4c21-8c85-5f9e6d409142 None None] Routers {'2de5e892-e1f1-4540-8c01-02c249f39a08'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 23:59:54.856093 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0d4b393c-188e-4c21-8c85-5f9e6d409142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:59:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2de5e892-e1f1-4540-8c01-02c249f39a08'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:54.973109 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdf6fe05-2496-46e7-a78e-a9983081082b req-409c2826-9f9f-4de6-a8ae-723d3e76c815 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 210 time: 0.0552373 Sep 17 23:59:55.008525 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-0f1dc465-9a1d-48e1-b991-abeac7717b3a tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:55.049336 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-d07ee7fa-05b3-4bbb-be1b-55d2731668cc admin admin] Deleting port 07b0c61a-6482-4aec-ab87-d6fd492239c1 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:59:55.051686 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d07ee7fa-05b3-4bbb-be1b-55d2731668cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:55.095341 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-0f1dc465-9a1d-48e1-b991-abeac7717b3a tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:55.111966 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-c4e6ba2a-c89b-4090-9316-8d3b43372cde', 'network_id': 'c4e6ba2a-c89b-4090-9316-8d3b43372cde', 'tenant_id': '16338879ff864962bd5626857f565b82', 'fixed_ips': [{'subnet_id': '9cf86673-0af3-4947-b77f-c4f456cd0940'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 23:59:55.114819 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:55.180580 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dc465-9a1d-48e1-b991-abeac7717b3a tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee098c74-30a3-4d0b-8649-05e7a0ee07fe,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:55.193797 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dcd1e385-6310-460f-9ffa-9d48dad1ce5a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 2.9129436 Sep 17 23:59:55.196759 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58982) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:55.203648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-e145801a-1b56-497b-8f8f-26fdd6fc6752 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-34521788-router', 'tenant_id': '16338879ff864962bd5626857f565b82', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:55.207956 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-0d4b393c-188e-4c21-8c85-5f9e6d409142 None None] Set router 2de5e892-e1f1-4540-8c01-02c249f39a08 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 23:59:55.329710 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0d4b393c-188e-4c21-8c85-5f9e6d409142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'name': 'tempest-TestAggregatesBasicOps-1986002708-router', 'tenant_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:22Z', 'updated_at': '2021-09-17T23:59:54Z', 'revision_number': 6, 'project_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:55.335738 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e145801a-1b56-497b-8f8f-26fdd6fc6752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:55.337060 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e145801a-1b56-497b-8f8f-26fdd6fc6752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:55.383739 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4b393c-188e-4c21-8c85-5f9e6d409142 None None] The sync data for ids ['2de5e892-e1f1-4540-8c01-02c249f39a08'] in n-d-809883-1 is: [{'id': '2de5e892-e1f1-4540-8c01-02c249f39a08', 'name': 'tempest-TestAggregatesBasicOps-1986002708-router', 'tenant_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:22Z', 'updated_at': '2021-09-17T23:59:54Z', 'revision_number': 6, 'project_id': '6ba2a3a8f3f04f22bec483d99f94fdaf', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 23:59:55.405662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-d07ee7fa-05b3-4bbb-be1b-55d2731668cc admin admin] For port 07b0c61a-6482-4aec-ab87-d6fd492239c1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=07b0c61a-6482-4aec-ab87-d6fd492239c1,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:55.406671 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d07ee7fa-05b3-4bbb-be1b-55d2731668cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:55.423662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-d07ee7fa-05b3-4bbb-be1b-55d2731668cc admin admin] Calling delete_port for 07b0c61a-6482-4aec-ab87-d6fd492239c1 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:59:55.549749 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] Allocated IP 172.20.0.2 (c4e6ba2a-c89b-4090-9316-8d3b43372cde/9cf86673-0af3-4947-b77f-c4f456cd0940/e6dad3c5-c6ee-4807-801d-50c69a649232) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:59:55.566454 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e145801a-1b56-497b-8f8f-26fdd6fc6752 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:55.608364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645de324-9f1a-4be2-ae02-ad3f882d1033 req-8c376169-62d3-4c1b-94f7-abc8215311c6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:55.618445 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-645de324-9f1a-4be2-ae02-ad3f882d1033 req-8c376169-62d3-4c1b-94f7-abc8215311c6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.0876064 Sep 17 23:59:55.690732 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-645de324-9f1a-4be2-ae02-ad3f882d1033 req-b049c92b-3f0d-4734-b039-4aadd122fb2a tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708320 Sep 17 23:59:55.768740 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:55.778341 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-0f1dc465-9a1d-48e1-b991-abeac7717b3a tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Allocated IP 192.168.233.230 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:59:55.859726 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:55.930287 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] Network c4e6ba2a-c89b-4090-9316-8d3b43372cde is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:59:55.962190 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:59:55.977748 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:59:56.001464 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] Pushing event updated for resources: {'Port': ['ID=e6dad3c5-c6ee-4807-801d-50c69a649232,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:56.162051 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] Attempting to bind port e6dad3c5-c6ee-4807-801d-50c69a649232 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:59:56.162427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] Attempting to bind port e6dad3c5-c6ee-4807-801d-50c69a649232 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '06c0f671-c67e-493f-8617-2c2604c982a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c4e6ba2a-c89b-4090-9316-8d3b43372cde'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:59:56.162797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] Attempting to bind port e6dad3c5-c6ee-4807-801d-50c69a649232 on network c4e6ba2a-c89b-4090-9316-8d3b43372cde {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:59:56.180501 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:59:56.180746 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] Checking segment: {'id': '06c0f671-c67e-493f-8617-2c2604c982a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c4e6ba2a-c89b-4090-9316-8d3b43372cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:59:56.181169 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:56.181555 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] Bound using segment: {'id': '06c0f671-c67e-493f-8617-2c2604c982a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c4e6ba2a-c89b-4090-9316-8d3b43372cde'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:59:56.182031 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] Bound port: e6dad3c5-c6ee-4807-801d-50c69a649232, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c0f671-c67e-493f-8617-2c2604c982a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c4e6ba2a-c89b-4090-9316-8d3b43372cde'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:59:56.182417 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:56.204499 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d07ee7fa-05b3-4bbb-be1b-55d2731668cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:56.289696 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] For port e6dad3c5-c6ee-4807-801d-50c69a649232, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:59:56.290148 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ee7fa-05b3-4bbb-be1b-55d2731668cc admin admin] Pushing event deleted for resources: {'Port': ['ID=07b0c61a-6482-4aec-ab87-d6fd492239c1,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:56.299857 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] For port e6dad3c5-c6ee-4807-801d-50c69a649232, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e6dad3c5-c6ee-4807-801d-50c69a649232,segment=NetworkSegment(06c0f671-c67e-493f-8617-2c2604c982a4),segment_id=06c0f671-c67e-493f-8617-2c2604c982a4)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:59:56.341981 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-0f1dc465-9a1d-48e1-b991-abeac7717b3a tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:56.412196 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d07ee7fa-05b3-4bbb-be1b-55d2731668cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:56.448462 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:56.544881 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-0f1dc465-9a1d-48e1-b991-abeac7717b3a tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:56.554497 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d07ee7fa-05b3-4bbb-be1b-55d2731668cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:56.561421 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d07ee7fa-05b3-4bbb-be1b-55d2731668cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:56.569400 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cccc52-54a0-45c8-83a2-c0243de64ee0 None None] Pushing event updated for resources: {'Port': ['ID=e6dad3c5-c6ee-4807-801d-50c69a649232,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:56.637865 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e145801a-1b56-497b-8f8f-26fdd6fc6752 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:56.647143 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-0f1dc465-9a1d-48e1-b991-abeac7717b3a tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:59:56.651015 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-0f1dc465-9a1d-48e1-b991-abeac7717b3a tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:59:56.655379 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-0f1dc465-9a1d-48e1-b991-abeac7717b3a tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:59:56.671097 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da22d5b-c21f-47a7-a643-df32f4a98966 req-be1c4b96-d58c-4be6-9bee-61955d5a8c2c tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:56.681183 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1da22d5b-c21f-47a7-a643-df32f4a98966 req-be1c4b96-d58c-4be6-9bee-61955d5a8c2c tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 936 time: 0.1640937 Sep 17 23:59:56.712800 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-0f1dc465-9a1d-48e1-b991-abeac7717b3a tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:56.713918 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-0f1dc465-9a1d-48e1-b991-abeac7717b3a tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:56.748019 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d07ee7fa-05b3-4bbb-be1b-55d2731668cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:56.757780 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07ee7fa-05b3-4bbb-be1b-55d2731668cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2de5e892-e1f1-4540-8c01-02c249f39a08 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 23:59:56.760872 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d07ee7fa-05b3-4bbb-be1b-55d2731668cc admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:56.762116 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d07ee7fa-05b3-4bbb-be1b-55d2731668cc admin admin] 10.222.0.46 "DELETE /v2.0/routers/2de5e892-e1f1-4540-8c01-02c249f39a08 HTTP/1.1" status: 204 len: 168 time: 2.4148207 Sep 17 23:59:56.763583 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dc465-9a1d-48e1-b991-abeac7717b3a tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Pushing event updated for resources: {'Port': ['ID=3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:56.768295 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59016) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:56.788875 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1da22d5b-c21f-47a7-a643-df32f4a98966 req-1f781351-0708-4f2a-9eb6-bfd0f7cdb073 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee098c74-30a3-4d0b-8649-05e7a0ee07fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062996 Sep 17 23:59:56.863167 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-0f1dc465-9a1d-48e1-b991-abeac7717b3a tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0235703 Sep 17 23:59:56.907331 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Request body: {'port': {'device_id': 'bc40a8db-2dd0-43f1-9192-ca4c60079d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 23:59:57.020236 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd31355-0f25-4bc9-a71f-a65ceb386895 admin admin] Deleting subnet d3fd5e22-987d-4c75-b43f-3361122352d6 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 23:59:57.037080 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3dd31355-0f25-4bc9-a71f-a65ceb386895 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:57.104299 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3dd31355-0f25-4bc9-a71f-a65ceb386895 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:57.130644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e6dad3c5-c6ee-4807-801d-50c69a649232 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:59:57.164781 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54f3d3-b5f6-4292-805b-dfca7d05b07f req-8b8ec62e-42d5-47da-8bf7-3cce959a5023 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:57.181757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ce54f3d3-b5f6-4292-805b-dfca7d05b07f req-8b8ec62e-42d5-47da-8bf7-3cce959a5023 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.2793267 Sep 17 23:59:57.208377 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:57.210156 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a9660cd9-9e77-4f11-8b3c-62089608d8e4 None None] Provisioning complete for port 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:57.210865 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a9660cd9-9e77-4f11-8b3c-62089608d8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:57.254058 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e6dad3c5-c6ee-4807-801d-50c69a649232 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:57.254058 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:57.271734 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ce54f3d3-b5f6-4292-805b-dfca7d05b07f req-1b228963-d1a8-4906-8e97-52d322dcef39 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887849 Sep 17 23:59:57.295472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a9660cd9-9e77-4f11-8b3c-62089608d8e4 None None] Port 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 23:59:57.381947 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:57.435495 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3dd31355-0f25-4bc9-a71f-a65ceb386895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:57.480069 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e145801a-1b56-497b-8f8f-26fdd6fc6752 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:57.491651 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port e6dad3c5-c6ee-4807-801d-50c69a649232, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e6dad3c5-c6ee-4807-801d-50c69a649232,segment=NetworkSegment(06c0f671-c67e-493f-8617-2c2604c982a4),segment_id=06c0f671-c67e-493f-8617-2c2604c982a4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:57.511468 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e145801a-1b56-497b-8f8f-26fdd6fc6752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:57.647620 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:57.697282 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 23:59:57.711199 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3dd31355-0f25-4bc9-a71f-a65ceb386895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:57.736886 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 07b0c61a-6482-4aec-ab87-d6fd492239c1 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:59:57.737235 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:57.750062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-e145801a-1b56-497b-8f8f-26fdd6fc6752 admin admin] Allocated IP 172.25.3.85 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/2ac8cbe7-3629-4384-ab66-44ff890d904b) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 23:59:57.767100 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3dd31355-0f25-4bc9-a71f-a65ceb386895 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:57.770283 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163b219e-fad3-4876-9c0c-b4c7608b20ea None None] Network c24bfa1a-ecd6-41ef-b06b-43a92cbaef85 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:59:57.771010 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3dd31355-0f25-4bc9-a71f-a65ceb386895 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d3fd5e22-987d-4c75-b43f-3361122352d6 HTTP/1.1" status: 204 len: 168 time: 0.9995990 Sep 17 23:59:57.774647 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59048) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 23:59:57.775257 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd31355-0f25-4bc9-a71f-a65ceb386895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3fd5e22-987d-4c75-b43f-3361122352d6,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:57.790574 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Transition to ACTIVE for port object 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 23:59:57.848399 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:57.854004 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 07b0c61a-6482-4aec-ab87-d6fd492239c1 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:59:57.856539 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 07b0c61a-6482-4aec-ab87-d6fd492239c1 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:59:57.856539 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 92c6eeaa-bacd-4d35-8854-019d829047fd no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:59:57.860987 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:57.922278 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 92c6eeaa-bacd-4d35-8854-019d829047fd {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:59:57.922624 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 92c6eeaa-bacd-4d35-8854-019d829047fd not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:59:57.974415 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:58.058958 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=e6dad3c5-c6ee-4807-801d-50c69a649232,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:58.081072 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d954896-c1af-4216-8c15-f9c78269d043 req-b5c156c0-439a-4e5d-9b70-e23c6d816cef tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:58.091927 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d954896-c1af-4216-8c15-f9c78269d043 req-b5c156c0-439a-4e5d-9b70-e23c6d816cef tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 948 time: 0.1375782 Sep 17 23:59:58.126551 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] Deleting port 4be4c79c-48f5-42ad-ad20-113f37ad819a {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:59:58.127069 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:58.144748 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e145801a-1b56-497b-8f8f-26fdd6fc6752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:58.174661 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d954896-c1af-4216-8c15-f9c78269d043 req-8ac8d363-c93c-4fd3-8e10-b0787f382bdc tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee098c74-30a3-4d0b-8649-05e7a0ee07fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817382 Sep 17 23:59:58.275697 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] For port 4be4c79c-48f5-42ad-ad20-113f37ad819a, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4be4c79c-48f5-42ad-ad20-113f37ad819a,segment=NetworkSegment(69939161-d467-4aa9-8538-d70a0f869e71),segment_id=69939161-d467-4aa9-8538-d70a0f869e71)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:58.276079 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:58.298613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] Calling delete_port for 4be4c79c-48f5-42ad-ad20-113f37ad819a owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:59:58.366394 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Attempting to bind port 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 23:59:58.374219 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Attempting to bind port 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 23:59:58.374219 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Attempting to bind port 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:59:58.374219 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Port 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 23:59:58.374219 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Attempting to bind port 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 23:59:58.380009 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 23:59:58.380283 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 23:59:58.380673 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 23:59:58.388094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Bound port: 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 23:59:58.388494 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:58.415407 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d75d33c-4957-4579-b6ca-cfc607210538 None None] DHCP port deletion for c24bfa1a-ecd6-41ef-b06b-43a92cbaef85 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 23:59:58.449922 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a92c8ba-caf7-47e1-bcd9-23d421f3c285 None None] Network c4e6ba2a-c89b-4090-9316-8d3b43372cde requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 23:59:58.496542 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] For port 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 23:59:58.505714 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] For port 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 23:59:58.509280 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e145801a-1b56-497b-8f8f-26fdd6fc6752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:58.562476 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-7d75d33c-4957-4579-b6ca-cfc607210538 None None] Deleting port 4be4c79c-48f5-42ad-ad20-113f37ad819a {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 23:59:58.562886 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7d75d33c-4957-4579-b6ca-cfc607210538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:58.569527 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398eb1f7-0735-4262-bc09-258b0897c3ff req-97d0e832-e6b2-48e0-ba18-d5d734ff26de tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:58.578358 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-398eb1f7-0735-4262-bc09-258b0897c3ff req-97d0e832-e6b2-48e0-ba18-d5d734ff26de tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.1177304 Sep 17 23:59:58.594659 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e1340b78-9c1e-46d3-afd2-4f4cf14fc094 None None] Provisioning complete for port e6dad3c5-c6ee-4807-801d-50c69a649232 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:58.595037 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e1340b78-9c1e-46d3-afd2-4f4cf14fc094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:58.625696 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:58.661203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e145801a-1b56-497b-8f8f-26fdd6fc6752 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 23:59:58.687602 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-398eb1f7-0735-4262-bc09-258b0897c3ff req-927722de-8d4e-4288-89b5-3b4f4b60ce8e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058207 Sep 17 23:59:58.687602 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-e145801a-1b56-497b-8f8f-26fdd6fc6752 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 23:59:58.688618 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145801a-1b56-497b-8f8f-26fdd6fc6752 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac8cbe7-3629-4384-ab66-44ff890d904b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:58.692963 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e145801a-1b56-497b-8f8f-26fdd6fc6752 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 23:59:58.709606 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:58.710228 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:58.716301 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] 10.222.0.41 "PUT /v2.0/ports/3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 HTTP/1.1" status: 200 len: 1096 time: 1.8174551 Sep 17 23:59:58.717160 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc40a8db-2dd0-43f1-9192-ca4c60079d37', 'tag': '3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 23:59:58.719742 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f94c3cb-9ef3-460e-b16b-db5f4726dd96" -d '{"events": [{"name": "network-changed", "server_uuid": "bc40a8db-2dd0-43f1-9192-ca4c60079d37", "tag": "3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 23:59:58.802344 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733dbd4-7343-4a09-8dd6-394eae6d98a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:58.819225 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 23:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f6b2e3-8a8d-4441-bee8-dc5ab7f6a6be x-openstack-request-id: req-49f6b2e3-8a8d-4441-bee8-dc5ab7f6a6be {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 23:59:58.819529 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc40a8db-2dd0-43f1-9192-ca4c60079d37", "tag": "3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 23:59:58.819787 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49f6b2e3-8a8d-4441-bee8-dc5ab7f6a6be {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 23:59:58.822209 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc40a8db-2dd0-43f1-9192-ca4c60079d37', 'tag': '3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9', 'status': 'completed', 'code': 200} Sep 17 23:59:58.890007 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-7d75d33c-4957-4579-b6ca-cfc607210538 None None] For port 4be4c79c-48f5-42ad-ad20-113f37ad819a, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4be4c79c-48f5-42ad-ad20-113f37ad819a,segment=NetworkSegment(69939161-d467-4aa9-8538-d70a0f869e71),segment_id=69939161-d467-4aa9-8538-d70a0f869e71)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 23:59:58.890007 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7d75d33c-4957-4579-b6ca-cfc607210538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:58.921236 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-650e4dde-1a2d-4484-8ea0-382923b863d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:58.923135 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-650e4dde-1a2d-4484-8ea0-382923b863d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=296cdd6493ab4cfc83094bb4b53f5374&device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 1099 time: 0.0845270 Sep 17 23:59:58.931033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-7d75d33c-4957-4579-b6ca-cfc607210538 None None] Calling delete_port for 4be4c79c-48f5-42ad-ad20-113f37ad819a owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 23:59:58.994765 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-081b2bf5-598b-47dd-9be2-0b74d925eb2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 HTTP/1.1" status: 200 len: 217 time: 0.0634317 Sep 17 23:59:59.049590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e6dad3c5-c6ee-4807-801d-50c69a649232 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 23:59:59.083386 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-ec8aebcf-2ae4-48bb-a09c-65b94a527be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:59.085045 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-ec8aebcf-2ae4-48bb-a09c-65b94a527be1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0800450 Sep 17 23:59:59.141549 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-0c558d60-3725-4b54-97f3-3c32dc359d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:59.143258 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-0c558d60-3725-4b54-97f3-3c32dc359d74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0488026 Sep 17 23:59:59.161620 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:59.177611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] No DVR routers for this DVR port 4be4c79c-48f5-42ad-ad20-113f37ad819a on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:59:59.201730 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] Pushing event deleted for resources: {'Port': ['ID=4be4c79c-48f5-42ad-ad20-113f37ad819a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:59.297227 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e6dad3c5-c6ee-4807-801d-50c69a649232 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:59.303184 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:59.403451 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-9eccee0b-e351-41ad-a5f1-0bbe58c608fa service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526915 Sep 17 23:59:59.437248 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:59.445512 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7d75d33c-4957-4579-b6ca-cfc607210538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:59.475949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24bfa1a-ecd6-41ef-b06b-43a92cbaef85']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:59.482106 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75d33c-4957-4579-b6ca-cfc607210538 None None] Pushing event deleted for resources: {'Port': ['ID=4be4c79c-48f5-42ad-ad20-113f37ad819a,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 23:59:59.497195 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69939161-d467-4aa9-8538-d70a0f869e71') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:59.497496 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69939161-d467-4aa9-8538-d70a0f869e71') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 23:59:59.523586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d75d33c-4957-4579-b6ca-cfc607210538 None None] No DVR routers for this DVR port 4be4c79c-48f5-42ad-ad20-113f37ad819a on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 23:59:59.570166 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:59.577946 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-96e1794d-a53a-468f-ab48-8833b34c4ed4 req-aac49e37-3084-44ad-96d0-727a5b03782f service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672924 Sep 17 23:59:59.602809 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:59.622523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 23:59:59.623101 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: timer() Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: self._notify() Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 23:59:59.625302 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 23:59:59.643895 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e145801a-1b56-497b-8f8f-26fdd6fc6752 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:59.673014 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4be4c79c-48f5-42ad-ad20-113f37ad819a no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 23:59:59.715297 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbb6a0-38ae-4bae-aa90-2f70f1cdcc3b req-0e5e1bc4-bbfe-47b9-9c36-7bea7886a63b tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:59.716825 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 4be4c79c-48f5-42ad-ad20-113f37ad819a {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 23:59:59.717197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4be4c79c-48f5-42ad-ad20-113f37ad819a not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 23:59:59.726318 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3fcbb6a0-38ae-4bae-aa90-2f70f1cdcc3b req-0e5e1bc4-bbfe-47b9-9c36-7bea7886a63b tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 948 time: 0.1953304 Sep 17 23:59:59.780130 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-59060438-cf49-4855-a666-ca61efdd951d None None] Provisioning complete for port e6dad3c5-c6ee-4807-801d-50c69a649232 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 23:59:59.780507 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-59060438-cf49-4855-a666-ca61efdd951d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:59.822638 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94c3cb-9ef3-460e-b16b-db5f4726dd96 req-efb9786b-c828-46b9-99cd-ed9ce007549e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 23:59:59.827718 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2f94c3cb-9ef3-460e-b16b-db5f4726dd96 req-efb9786b-c828-46b9-99cd-ed9ce007549e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=296cdd6493ab4cfc83094bb4b53f5374&device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 1099 time: 0.1007640 Sep 17 23:59:59.887772 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3fcbb6a0-38ae-4bae-aa90-2f70f1cdcc3b req-afa3a768-4ad5-4272-aeca-647853235fcc tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee098c74-30a3-4d0b-8649-05e7a0ee07fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604035 Sep 17 23:59:59.931392 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:59.939747 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 23:59:59.946550 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] 10.222.0.46 "DELETE /v2.0/networks/c24bfa1a-ecd6-41ef-b06b-43a92cbaef85 HTTP/1.1" status: 204 len: 168 time: 2.1682737 Sep 17 23:59:59.949713 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59110) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:00.005316 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6209f3-0316-472b-9c76-4f08d6d1d21f admin admin] Pushing event deleted for resources: {'Network': ['ID=c24bfa1a-ecd6-41ef-b06b-43a92cbaef85,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:00.021162 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94c3cb-9ef3-460e-b16b-db5f4726dd96 req-ba9bdb06-daac-4257-bd12-96bdb4b170b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:00.022817 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2f94c3cb-9ef3-460e-b16b-db5f4726dd96 req-ba9bdb06-daac-4257-bd12-96bdb4b170b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1882195 Sep 18 00:00:00.091725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb18ff-6bb0-46fa-9553-6acc9684f409 req-eab9834f-324b-4ec6-853a-18bd6fdbb6e1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:00.094148 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72bb18ff-6bb0-46fa-9553-6acc9684f409 req-eab9834f-324b-4ec6-853a-18bd6fdbb6e1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 947 time: 0.0999110 Sep 18 00:00:00.094461 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2f94c3cb-9ef3-460e-b16b-db5f4726dd96 req-3fae36b2-30d4-4e39-82b4-b1bca63cd1e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 HTTP/1.1" status: 200 len: 217 time: 0.0642011 Sep 18 00:00:00.109880 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e145801a-1b56-497b-8f8f-26fdd6fc6752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:00.171318 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94c3cb-9ef3-460e-b16b-db5f4726dd96 req-4ee4b21c-e6fd-497c-bdd5-5e141f940e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:00.172853 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2f94c3cb-9ef3-460e-b16b-db5f4726dd96 req-4ee4b21c-e6fd-497c-bdd5-5e141f940e0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0704751 Sep 18 00:00:00.225670 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72bb18ff-6bb0-46fa-9553-6acc9684f409 req-ae4d5b50-73fe-4c34-966a-a1b9477ab52b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214933 Sep 18 00:00:00.280036 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94c3cb-9ef3-460e-b16b-db5f4726dd96 req-04592490-c382-40b6-ad8e-c318ff2210b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:00.281795 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2f94c3cb-9ef3-460e-b16b-db5f4726dd96 req-04592490-c382-40b6-ad8e-c318ff2210b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1007180 Sep 18 00:00:00.438927 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2f94c3cb-9ef3-460e-b16b-db5f4726dd96 req-792f470a-0b07-4213-b756-b6c48d0ec9fa service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228147 Sep 18 00:00:00.619869 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2f94c3cb-9ef3-460e-b16b-db5f4726dd96 req-87be37b1-a4e4-4e7b-82ef-8fcbf5325a37 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680183 Sep 18 00:00:00.701569 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3b03def5-3d6e-46c9-931d-c543e6f8deee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:00.716667 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e145801a-1b56-497b-8f8f-26fdd6fc6752 admin admin] Router 45ad1c0f-88f1-4de7-afdb-1fc46a9e1395 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:00:00.720824 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:00:00.839807 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:00.872039 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1678bb-8691-4267-932f-403a00b254b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:00:00.875501 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72917c08-c1f1-404e-b593-25f23b16b4cb" -d '{"events": [{"server_uuid": "bc1678bb-8691-4267-932f-403a00b254b9", "name": "network-vif-unplugged", "status": "completed", "tag": "154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:00:00.893760 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:00.909576 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e145801a-1b56-497b-8f8f-26fdd6fc6752 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:00:00.921198 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] Sync routers for ids ['45ad1c0f-88f1-4de7-afdb-1fc46a9e1395'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:00:00.935676 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] Routers {'45ad1c0f-88f1-4de7-afdb-1fc46a9e1395'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:00:00.941746 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:59:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['45ad1c0f-88f1-4de7-afdb-1fc46a9e1395'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:00.987974 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:01.003716 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c355ad-1715-4326-a721-4ec4f4ba9842 x-openstack-request-id: req-49c355ad-1715-4326-a721-4ec4f4ba9842 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:00:01.003716 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1678bb-8691-4267-932f-403a00b254b9", "name": "network-vif-unplugged", "status": "completed", "tag": "154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:00:01.003716 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49c355ad-1715-4326-a721-4ec4f4ba9842 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:00:01.003716 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1678bb-8691-4267-932f-403a00b254b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'code': 200} Sep 18 00:00:01.048153 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-3b03def5-3d6e-46c9-931d-c543e6f8deee admin admin] Deleting port a336ba20-252f-4014-8ca6-594f3f236306 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:00:01.048596 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3b03def5-3d6e-46c9-931d-c543e6f8deee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:01.076633 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e145801a-1b56-497b-8f8f-26fdd6fc6752 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:01.081265 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e145801a-1b56-497b-8f8f-26fdd6fc6752 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 5.8829854 Sep 18 00:00:01.081884 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59162) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:01.145980 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,revision_number=14']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:01.145980 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] Set router 45ad1c0f-88f1-4de7-afdb-1fc46a9e1395 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:00:01.245319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9a8fa-ce36-4129-a886-5a55d58cda05 req-17d98fb4-f2ce-43e5-82cc-9fec9a9cf1b9 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:01.245319 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17b9a8fa-ce36-4129-a886-5a55d58cda05 req-17d98fb4-f2ce-43e5-82cc-9fec9a9cf1b9 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 948 time: 0.1603541 Sep 18 00:00:01.322952 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17b9a8fa-ce36-4129-a886-5a55d58cda05 req-f84e9271-bf08-4605-88a3-fa005fae46c2 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee098c74-30a3-4d0b-8649-05e7a0ee07fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523708 Sep 18 00:00:01.412596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ad1c0f-88f1-4de7-afdb-1fc46a9e1395', 'name': 'tempest-ImageQuotaTest-34521788-router', 'tenant_id': '16338879ff864962bd5626857f565b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '2ac8cbe7-3629-4384-ab66-44ff890d904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:55Z', 'updated_at': '2021-09-17T23:59:58Z', 'revision_number': 3, 'project_id': '16338879ff864962bd5626857f565b82', 'gw_port': {'id': '2ac8cbe7-3629-4384-ab66-44ff890d904b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:66:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ad1c0f-88f1-4de7-afdb-1fc46a9e1395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:57Z', 'updated_at': '2021-09-17T23:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:01.447856 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] Checking router: 45ad1c0f-88f1-4de7-afdb-1fc46a9e1395 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:00:01.448237 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] Updating router 45ad1c0f-88f1-4de7-afdb-1fc46a9e1395 port 2ac8cbe7-3629-4384-ab66-44ff890d904b binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:00:01.476071 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:01.591504 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-3b03def5-3d6e-46c9-931d-c543e6f8deee admin admin] For port a336ba20-252f-4014-8ca6-594f3f236306, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a336ba20-252f-4014-8ca6-594f3f236306,segment=NetworkSegment(28ecb109-3116-46d9-b0ab-eef84ee0388c),segment_id=28ecb109-3116-46d9-b0ab-eef84ee0388c)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:01.592190 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3b03def5-3d6e-46c9-931d-c543e6f8deee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:01.621445 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-3b03def5-3d6e-46c9-931d-c543e6f8deee admin admin] Calling delete_port for a336ba20-252f-4014-8ca6-594f3f236306 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:00:01.936957 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:01.976314 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c46ab9ad-5f53-4656-9516-601aaaaf0ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:02.122251 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:02.122651 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3b03def5-3d6e-46c9-931d-c543e6f8deee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:02.176602 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03def5-3d6e-46c9-931d-c543e6f8deee admin admin] Pushing event deleted for resources: {'Port': ['ID=a336ba20-252f-4014-8ca6-594f3f236306,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:02.230137 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-c46ab9ad-5f53-4656-9516-601aaaaf0ddb admin admin] Allocated IP 172.20.0.1 (c4e6ba2a-c89b-4090-9316-8d3b43372cde/9cf86673-0af3-4947-b77f-c4f456cd0940/00684740-42e8-45ff-b32a-aa22943a70f4) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:00:02.339327 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794a89c-c5ab-42fb-b473-c41dfc70122e None None] Pushing event updated for resources: {'Port': ['ID=2ac8cbe7-3629-4384-ab66-44ff890d904b,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:02.351798 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] Attempting to bind port 2ac8cbe7-3629-4384-ab66-44ff890d904b on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:00:02.353775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] Attempting to bind port 2ac8cbe7-3629-4384-ab66-44ff890d904b by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:00:02.354684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] Attempting to bind port 2ac8cbe7-3629-4384-ab66-44ff890d904b on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:00:02.375231 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bac5da48-b51c-401c-9065-b744b32cca29 req-26f277b4-b33f-4333-a36b-144746adc7ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1314442 Sep 18 00:00:02.397566 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:00:02.399627 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:00:02.399906 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:02.400409 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:00:02.400776 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] Bound port: 2ac8cbe7-3629-4384-ab66-44ff890d904b, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:00:02.401760 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c46ab9ad-5f53-4656-9516-601aaaaf0ddb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:02.408901 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:02.492704 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] For port 2ac8cbe7-3629-4384-ab66-44ff890d904b, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:00:02.497144 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] For port 2ac8cbe7-3629-4384-ab66-44ff890d904b, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2ac8cbe7-3629-4384-ab66-44ff890d904b,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:00:02.611658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1e230-b1dc-47d9-9871-f4139b8f7246 req-4e667a10-7615-4b9a-a322-7bdc5eba5bc6 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:02.623235 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0d1e230-b1dc-47d9-9871-f4139b8f7246 req-4e667a10-7615-4b9a-a322-7bdc5eba5bc6 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 948 time: 0.0903757 Sep 18 00:00:02.628624 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c46ab9ad-5f53-4656-9516-601aaaaf0ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:02.649464 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5da48-b51c-401c-9065-b744b32cca29 req-ec7d2e70-aa3b-46aa-a81a-2cababfad31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:02.651601 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bac5da48-b51c-401c-9065-b744b32cca29 req-ec7d2e70-aa3b-46aa-a81a-2cababfad31d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 1096 time: 0.1626716 Sep 18 00:00:02.669815 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:02.681791 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3b03def5-3d6e-46c9-931d-c543e6f8deee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:02.745145 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ab9ad-5f53-4656-9516-601aaaaf0ddb admin admin] Pushing event updated for resources: {'Port': ['ID=00684740-42e8-45ff-b32a-aa22943a70f4,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:02.766399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0d1e230-b1dc-47d9-9871-f4139b8f7246 req-09a1a78c-40f1-4171-9a47-44cd9197d649 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee098c74-30a3-4d0b-8649-05e7a0ee07fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419706 Sep 18 00:00:02.771459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:00:02.796401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46ab9ad-5f53-4656-9516-601aaaaf0ddb admin admin] Network c4e6ba2a-c89b-4090-9316-8d3b43372cde is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:00:02.797948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-c46ab9ad-5f53-4656-9516-601aaaaf0ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:02.811345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46ab9ad-5f53-4656-9516-601aaaaf0ddb admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:00:02.920610 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c46ab9ad-5f53-4656-9516-601aaaaf0ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:03.147790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5da48-b51c-401c-9065-b744b32cca29 req-26e210a8-9abf-49d8-9ffd-bc74163f4e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:03.149897 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bac5da48-b51c-401c-9065-b744b32cca29 req-26e210a8-9abf-49d8-9ffd-bc74163f4e08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 912 time: 0.4397137 Sep 18 00:00:03.207319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59246) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:03.220865 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:03.232999 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9', 'mac_address': 'fa:16:3e:1a:63:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:00:03.250011 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] Routers {'45ad1c0f-88f1-4de7-afdb-1fc46a9e1395'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:00:03.250651 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:59:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['45ad1c0f-88f1-4de7-afdb-1fc46a9e1395'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:03.302562 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bac5da48-b51c-401c-9065-b744b32cca29 req-7351d516-7963-4d5d-9f1f-d4afe5dafc6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 HTTP/1.1" status: 200 len: 999 time: 0.1434751 Sep 18 00:00:03.361652 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c46ab9ad-5f53-4656-9516-601aaaaf0ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:03.429901 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794a89c-c5ab-42fb-b473-c41dfc70122e None None] Pushing event updated for resources: {'Port': ['ID=2ac8cbe7-3629-4384-ab66-44ff890d904b,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:03.448825 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e3183c4f-daf6-42ff-b1a2-3e92977e5a08 None None] Provisioning complete for port 00684740-42e8-45ff-b32a-aa22943a70f4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:03.449233 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e3183c4f-daf6-42ff-b1a2-3e92977e5a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:03.454723 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:03.457896 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5da48-b51c-401c-9065-b744b32cca29 req-115f99c3-efe8-49b4-8e36-54b0b2f22737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:03.459423 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bac5da48-b51c-401c-9065-b744b32cca29 req-115f99c3-efe8-49b4-8e36-54b0b2f22737 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.1479282 Sep 18 00:00:03.471836 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d0b9b-523e-4999-af0d-fe8dde882cb5 req-4d8f8a5f-8389-45fa-8fba-3173764d6972 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:03.474163 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cb1b9e9-8e8f-4679-9140-3f5818fa2546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:03.474314 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d9d0b9b-523e-4999-af0d-fe8dde882cb5 req-4d8f8a5f-8389-45fa-8fba-3173764d6972 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1272058 Sep 18 00:00:03.498950 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:00:03.563527 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d9d0b9b-523e-4999-af0d-fe8dde882cb5 req-b93719dc-db19-4a14-b581-661ab2e42a9c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815434 Sep 18 00:00:03.577905 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b03def5-3d6e-46c9-931d-c543e6f8deee admin admin] Router 853d2ede-40e6-48ac-8ab0-7a07a7c50bae has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:00:03.640521 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:03.641805 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5da48-b51c-401c-9065-b744b32cca29 req-2e2c44eb-a5bc-4c32-8ef9-3d3932fe361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:03.648653 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bac5da48-b51c-401c-9065-b744b32cca29 req-2e2c44eb-a5bc-4c32-8ef9-3d3932fe361a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646655 Sep 18 00:00:03.679026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e3183c4f-daf6-42ff-b1a2-3e92977e5a08 None None] Port 00684740-42e8-45ff-b32a-aa22943a70f4 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:00:03.732380 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c46ab9ad-5f53-4656-9516-601aaaaf0ddb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:03.733144 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] Set router 45ad1c0f-88f1-4de7-afdb-1fc46a9e1395 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:00:03.874096 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cb1b9e9-8e8f-4679-9140-3f5818fa2546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:03.919597 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bac5da48-b51c-401c-9065-b744b32cca29 req-835af8fc-1002-43fa-a306-04657bd8ef61 service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647791 Sep 18 00:00:03.943136 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:03.970918 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c46ab9ad-5f53-4656-9516-601aaaaf0ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:03.989448 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cb1b9e9-8e8f-4679-9140-3f5818fa2546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:04.012328 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ad1c0f-88f1-4de7-afdb-1fc46a9e1395', 'name': 'tempest-ImageQuotaTest-34521788-router', 'tenant_id': '16338879ff864962bd5626857f565b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '2ac8cbe7-3629-4384-ab66-44ff890d904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:55Z', 'updated_at': '2021-09-17T23:59:58Z', 'revision_number': 3, 'project_id': '16338879ff864962bd5626857f565b82', 'gw_port': {'id': '2ac8cbe7-3629-4384-ab66-44ff890d904b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:66:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ad1c0f-88f1-4de7-afdb-1fc46a9e1395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:57Z', 'updated_at': '2021-09-18T00:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:04.015455 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:04.050229 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3f2c5-3dbe-417d-b0f6-2de1f1a600dd None None] The sync data for ids ['45ad1c0f-88f1-4de7-afdb-1fc46a9e1395'] in n-d-809883-1 is: [{'id': '45ad1c0f-88f1-4de7-afdb-1fc46a9e1395', 'name': 'tempest-ImageQuotaTest-34521788-router', 'tenant_id': '16338879ff864962bd5626857f565b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '2ac8cbe7-3629-4384-ab66-44ff890d904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:55Z', 'updated_at': '2021-09-17T23:59:58Z', 'revision_number': 3, 'project_id': '16338879ff864962bd5626857f565b82', 'gw_port': {'id': '2ac8cbe7-3629-4384-ab66-44ff890d904b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:66:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ad1c0f-88f1-4de7-afdb-1fc46a9e1395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:57Z', 'updated_at': '2021-09-18T00:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:00:04.051708 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1b9e9-8e8f-4679-9140-3f5818fa2546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d94458-512d-4835-941f-a017a58481a0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:04.054672 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b03def5-3d6e-46c9-931d-c543e6f8deee admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:00:04.068449 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3b03def5-3d6e-46c9-931d-c543e6f8deee admin admin] 10.222.0.46 "PUT /v2.0/routers/853d2ede-40e6-48ac-8ab0-7a07a7c50bae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1189752 Sep 18 00:00:04.071050 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59260) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:04.084986 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7cb1b9e9-8e8f-4679-9140-3f5818fa2546 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=60ee1dd4eb8943d682624b6b39ef43be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8758287 Sep 18 00:00:04.091942 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59262) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:04.104811 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ce1552-11be-427d-b8e1-1951168fec6c None None] Sync routers for ids ['853d2ede-40e6-48ac-8ab0-7a07a7c50bae'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:00:04.123660 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce1552-11be-427d-b8e1-1951168fec6c None None] Routers {'853d2ede-40e6-48ac-8ab0-7a07a7c50bae'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:00:04.124544 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-22ce1552-11be-427d-b8e1-1951168fec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:59:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['853d2ede-40e6-48ac-8ab0-7a07a7c50bae'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:04.164406 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bac5da48-b51c-401c-9065-b744b32cca29 req-eb6b2bcb-c94c-4e90-86f9-afc3b21f9a28 service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356761 Sep 18 00:00:04.195867 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:00:04.352583 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-22ce1552-11be-427d-b8e1-1951168fec6c None None] Set router 853d2ede-40e6-48ac-8ab0-7a07a7c50bae gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:00:04.383024 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1aa6110e-ac65-416f-904e-12bc7ecbfd87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:04.439646 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1aa6110e-ac65-416f-904e-12bc7ecbfd87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:04.447794 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce8d75-ec10-4a24-a7cf-1860268af337 req-0ca4f723-1d93-46a4-ab54-4aedeb7df4a1 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:04.449499 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8dce8d75-ec10-4a24-a7cf-1860268af337 req-0ca4f723-1d93-46a4-ab54-4aedeb7df4a1 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 949 time: 0.5185194 Sep 18 00:00:04.450111 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ab9ad-5f53-4656-9516-601aaaaf0ddb admin admin] Pushing event updated for resources: {'Port': ['ID=00684740-42e8-45ff-b32a-aa22943a70f4,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:04.452707 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c46ab9ad-5f53-4656-9516-601aaaaf0ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:04.529642 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f4518-8641-4f37-80dd-b2db260ef234 req-d00ba3b2-4f91-4266-bba9-ec1a14cb7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:04.531366 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c65f4518-8641-4f37-80dd-b2db260ef234 req-d00ba3b2-4f91-4266-bba9-ec1a14cb7c13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 1096 time: 0.2665884 Sep 18 00:00:04.622252 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a20e-fc31-47e9-8273-32541fc83973 admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:04.642450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e8f5f-a96b-44dd-b65c-7ea0216be77e req-a14e557e-2eff-4c0f-9710-589147ac2bfe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:04.650903 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-639e8f5f-a96b-44dd-b65c-7ea0216be77e req-a14e557e-2eff-4c0f-9710-589147ac2bfe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.4247963 Sep 18 00:00:04.675508 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1aa6110e-ac65-416f-904e-12bc7ecbfd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:04.679320 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1aa6110e-ac65-416f-904e-12bc7ecbfd87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:04.680811 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1aa6110e-ac65-416f-904e-12bc7ecbfd87 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c5d94458-512d-4835-941f-a017a58481a0 HTTP/1.1" status: 204 len: 168 time: 0.5858128 Sep 18 00:00:04.705898 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6110e-ac65-416f-904e-12bc7ecbfd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d94458-512d-4835-941f-a017a58481a0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:04.706198 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-22ce1552-11be-427d-b8e1-1951168fec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'name': 'tempest-TestAggregatesBasicOps-693267273-router', 'tenant_id': '0ee0a2381e504c7385b37a1c1c16f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '85f40922-3fc5-4b9a-ad87-eb30b9b62e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:34Z', 'updated_at': '2021-09-18T00:00:01Z', 'revision_number': 5, 'project_id': '0ee0a2381e504c7385b37a1c1c16f662', 'gw_port': {'id': '85f40922-3fc5-4b9a-ad87-eb30b9b62e77', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:36Z', 'updated_at': '2021-09-17T23:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:04.741424 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f4518-8641-4f37-80dd-b2db260ef234 req-7d762749-7c93-45ad-9798-12197fb6bf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:04.743791 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c65f4518-8641-4f37-80dd-b2db260ef234 req-7d762749-7c93-45ad-9798-12197fb6bf7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 912 time: 0.1978917 Sep 18 00:00:04.786112 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ce1552-11be-427d-b8e1-1951168fec6c None None] Checking router: 853d2ede-40e6-48ac-8ab0-7a07a7c50bae for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:00:04.796051 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8dce8d75-ec10-4a24-a7cf-1860268af337 req-7df3afc2-9e3e-4e82-b775-c9028194cde3 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee098c74-30a3-4d0b-8649-05e7a0ee07fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216650 Sep 18 00:00:04.807940 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce1552-11be-427d-b8e1-1951168fec6c None None] Routers {'853d2ede-40e6-48ac-8ab0-7a07a7c50bae'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:00:04.815658 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-22ce1552-11be-427d-b8e1-1951168fec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:59:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['853d2ede-40e6-48ac-8ab0-7a07a7c50bae'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:04.921527 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c65f4518-8641-4f37-80dd-b2db260ef234 req-5604bb3b-50ba-4c51-ad50-7c769a4e4f86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 HTTP/1.1" status: 200 len: 999 time: 0.1673608 Sep 18 00:00:05.044363 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f4518-8641-4f37-80dd-b2db260ef234 req-64563a61-54c4-46af-a10d-d9c93d8832db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:05.046539 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c65f4518-8641-4f37-80dd-b2db260ef234 req-64563a61-54c4-46af-a10d-d9c93d8832db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.1186268 Sep 18 00:00:05.077027 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-22ce1552-11be-427d-b8e1-1951168fec6c None None] Set router 853d2ede-40e6-48ac-8ab0-7a07a7c50bae gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:00:05.088937 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2ac8cbe7-3629-4384-ab66-44ff890d904b up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:05.107961 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-639e8f5f-a96b-44dd-b65c-7ea0216be77e req-d6e30218-368f-4cf9-8a53-cbbb5716e1fe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4557350 Sep 18 00:00:05.175302 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f4518-8641-4f37-80dd-b2db260ef234 req-39c38964-0b27-4ee1-8da1-ee08f7174f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:05.175302 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c65f4518-8641-4f37-80dd-b2db260ef234 req-39c38964-0b27-4ee1-8da1-ee08f7174f1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102467 Sep 18 00:00:05.176781 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46ab9ad-5f53-4656-9516-601aaaaf0ddb admin admin] Network c4e6ba2a-c89b-4090-9316-8d3b43372cde is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:00:05.184903 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a20e-fc31-47e9-8273-32541fc83973 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:05.188201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-c46ab9ad-5f53-4656-9516-601aaaaf0ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:05.252189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 2ac8cbe7-3629-4384-ab66-44ff890d904b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:05.252860 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:05.412724 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c65f4518-8641-4f37-80dd-b2db260ef234 req-2bc81dd8-2530-4029-b76e-a09070a41787 service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397852 Sep 18 00:00:05.415535 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-22ce1552-11be-427d-b8e1-1951168fec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'name': 'tempest-TestAggregatesBasicOps-693267273-router', 'tenant_id': '0ee0a2381e504c7385b37a1c1c16f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '85f40922-3fc5-4b9a-ad87-eb30b9b62e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:34Z', 'updated_at': '2021-09-18T00:00:01Z', 'revision_number': 5, 'project_id': '0ee0a2381e504c7385b37a1c1c16f662', 'gw_port': {'id': '85f40922-3fc5-4b9a-ad87-eb30b9b62e77', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:36Z', 'updated_at': '2021-09-17T23:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:05.460493 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ce1552-11be-427d-b8e1-1951168fec6c None None] The sync data for ids ['853d2ede-40e6-48ac-8ab0-7a07a7c50bae'] in n-d-809883-1 is: [{'id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'name': 'tempest-TestAggregatesBasicOps-693267273-router', 'tenant_id': '0ee0a2381e504c7385b37a1c1c16f662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '85f40922-3fc5-4b9a-ad87-eb30b9b62e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:34Z', 'updated_at': '2021-09-18T00:00:01Z', 'revision_number': 5, 'project_id': '0ee0a2381e504c7385b37a1c1c16f662', 'gw_port': {'id': '85f40922-3fc5-4b9a-ad87-eb30b9b62e77', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853d2ede-40e6-48ac-8ab0-7a07a7c50bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:36Z', 'updated_at': '2021-09-17T23:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:00:05.477190 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:05.523826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 2ac8cbe7-3629-4384-ab66-44ff890d904b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2ac8cbe7-3629-4384-ab66-44ff890d904b,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:05.527558 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46ab9ad-5f53-4656-9516-601aaaaf0ddb admin admin] Router 45ad1c0f-88f1-4de7-afdb-1fc46a9e1395 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:00:05.555344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5a20e-fc31-47e9-8273-32541fc83973 admin admin] Deleting port 85f40922-3fc5-4b9a-ad87-eb30b9b62e77 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:00:05.555706 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a20e-fc31-47e9-8273-32541fc83973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:05.579025 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:05.612492 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c65f4518-8641-4f37-80dd-b2db260ef234 req-d07eb4b6-bd88-4016-a916-ad5dd4f3023a service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910441 Sep 18 00:00:05.664427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=2ac8cbe7-3629-4384-ab66-44ff890d904b,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:05.677837 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-089fd1fd-89f1-44b2-b1de-c27d3693dc68 None None] Provisioning complete for port 00684740-42e8-45ff-b32a-aa22943a70f4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:05.678182 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59276) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:05.678562 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-089fd1fd-89f1-44b2-b1de-c27d3693dc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:05.697349 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-355df3fc-2bce-4bdd-8478-a1fbdbd6e649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:05.725910 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-089fd1fd-89f1-44b2-b1de-c27d3693dc68 None None] Port 00684740-42e8-45ff-b32a-aa22943a70f4 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:00:05.863016 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-355df3fc-2bce-4bdd-8478-a1fbdbd6e649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:06.289136 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-3fa5a20e-fc31-47e9-8273-32541fc83973 admin admin] For port 85f40922-3fc5-4b9a-ad87-eb30b9b62e77, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=85f40922-3fc5-4b9a-ad87-eb30b9b62e77,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:06.289136 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a20e-fc31-47e9-8273-32541fc83973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:06.289136 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46ab9ad-5f53-4656-9516-601aaaaf0ddb admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:00:06.289136 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c46ab9ad-5f53-4656-9516-601aaaaf0ddb admin admin] 10.222.0.46 "PUT /v2.0/routers/45ad1c0f-88f1-4de7-afdb-1fc46a9e1395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0574467 Sep 18 00:00:06.289136 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5a20e-fc31-47e9-8273-32541fc83973 admin admin] Calling delete_port for 85f40922-3fc5-4b9a-ad87-eb30b9b62e77 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:00:06.289136 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7930f-3d75-47ae-a403-7cdacc6ab257 req-da792580-d187-4d2f-b227-9579e10fab9f tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:06.289136 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42b7930f-3d75-47ae-a403-7cdacc6ab257 req-da792580-d187-4d2f-b227-9579e10fab9f tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 949 time: 0.1201870 Sep 18 00:00:06.317717 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd4db139-4798-4f94-9a01-e8e648252a9c req-84af2764-0a1c-44da-abd7-378b87d9493c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1613631 Sep 18 00:00:06.325448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42b7930f-3d75-47ae-a403-7cdacc6ab257 req-91b928ae-a7da-481f-904c-38c87c54d9da tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee098c74-30a3-4d0b-8649-05e7a0ee07fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286657 Sep 18 00:00:06.341615 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b28917-58d1-4650-906d-ee6906b227ec req-942938b9-3d70-4ba4-8688-9a0190d8ea86 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:06.343148 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1b28917-58d1-4650-906d-ee6906b227ec req-942938b9-3d70-4ba4-8688-9a0190d8ea86 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1420932 Sep 18 00:00:06.463360 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1b28917-58d1-4650-906d-ee6906b227ec req-f3fe26e0-a698-4934-bc3c-c979851aec9d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781734 Sep 18 00:00:06.465590 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4db139-4798-4f94-9a01-e8e648252a9c req-1e674dcd-e1f6-4103-aaf9-46a4f94d8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:06.466905 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd4db139-4798-4f94-9a01-e8e648252a9c req-1e674dcd-e1f6-4103-aaf9-46a4f94d8faf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a18a1f6767cb4e0fb2739899ffe26669&device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 1096 time: 0.0899143 Sep 18 00:00:06.552346 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-355df3fc-2bce-4bdd-8478-a1fbdbd6e649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:06.596975 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-355df3fc-2bce-4bdd-8478-a1fbdbd6e649 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e39f51536b884bd1920fd13d84160a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9150703 Sep 18 00:00:06.597184 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4db139-4798-4f94-9a01-e8e648252a9c req-f4f97847-2ed4-4d65-9b4d-e83ebec4db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:06.597288 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355df3fc-2bce-4bdd-8478-a1fbdbd6e649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd2a5ef-0427-45b3-813f-03827275e8d8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:06.597381 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd4db139-4798-4f94-9a01-e8e648252a9c req-f4f97847-2ed4-4d65-9b4d-e83ebec4db8b service neutron] 10.222.0.37 "GET /v2.0/networks?id=a544fc79-cedf-43d8-98c2-acb1f5a0c66d HTTP/1.1" status: 200 len: 912 time: 0.1091812 Sep 18 00:00:06.597381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59292) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:06.676385 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a20e-fc31-47e9-8273-32541fc83973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:06.719342 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd4db139-4798-4f94-9a01-e8e648252a9c req-93a45242-a376-4194-a5ef-0b04f76a1df2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2f18290-7fb1-4968-8412-e686db42d419 HTTP/1.1" status: 200 len: 1001 time: 0.1147640 Sep 18 00:00:06.724777 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5a20e-fc31-47e9-8273-32541fc83973 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f40922-3fc5-4b9a-ad87-eb30b9b62e77,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:06.770809 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:06.783346 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1487949b-13ea-4f0a-8816-0b51ea755aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:06.846016 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1487949b-13ea-4f0a-8816-0b51ea755aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:06.868620 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4db139-4798-4f94-9a01-e8e648252a9c req-03e2b5d6-213b-4a06-8a8b-7e0a000e1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:06.870138 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd4db139-4798-4f94-9a01-e8e648252a9c req-03e2b5d6-213b-4a06-8a8b-7e0a000e1a56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=372385ca-344b-4083-aa15-78d8fb783453 HTTP/1.1" status: 200 len: 850 time: 0.1380157 Sep 18 00:00:06.878840 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a20e-fc31-47e9-8273-32541fc83973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:06.944570 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:00:06.949402 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:06.949878 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:07.012814 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] Sync routers for ids ['45ad1c0f-88f1-4de7-afdb-1fc46a9e1395'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:00:07.041292 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] Routers {'45ad1c0f-88f1-4de7-afdb-1fc46a9e1395'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:00:07.042200 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a20e-fc31-47e9-8273-32541fc83973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:07.043292 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:59:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['45ad1c0f-88f1-4de7-afdb-1fc46a9e1395'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:07.050122 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a20e-fc31-47e9-8273-32541fc83973 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:07.151595 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2ac8cbe7-3629-4384-ab66-44ff890d904b up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:07.157076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4db139-4798-4f94-9a01-e8e648252a9c req-8e95deed-7a77-46e6-859e-5b632bacaf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:07.160168 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd4db139-4798-4f94-9a01-e8e648252a9c req-8e95deed-7a77-46e6-859e-5b632bacaf84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a544fc79-cedf-43d8-98c2-acb1f5a0c66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2782373 Sep 18 00:00:07.237123 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a20e-fc31-47e9-8273-32541fc83973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:07.238091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa5a20e-fc31-47e9-8273-32541fc83973 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 853d2ede-40e6-48ac-8ab0-7a07a7c50bae {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:00:07.245372 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a20e-fc31-47e9-8273-32541fc83973 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:07.246177 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:07.249723 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3fa5a20e-fc31-47e9-8273-32541fc83973 admin admin] 10.222.0.46 "DELETE /v2.0/routers/853d2ede-40e6-48ac-8ab0-7a07a7c50bae HTTP/1.1" status: 204 len: 168 time: 3.1359451 Sep 18 00:00:07.249925 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59306) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:07.253368 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] Set router 45ad1c0f-88f1-4de7-afdb-1fc46a9e1395 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:00:07.264636 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1487949b-13ea-4f0a-8816-0b51ea755aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:07.271741 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1487949b-13ea-4f0a-8816-0b51ea755aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:07.276099 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1487949b-13ea-4f0a-8816-0b51ea755aba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5fd2a5ef-0427-45b3-813f-03827275e8d8 HTTP/1.1" status: 204 len: 168 time: 0.6780212 Sep 18 00:00:07.301035 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487949b-13ea-4f0a-8816-0b51ea755aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd2a5ef-0427-45b3-813f-03827275e8d8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:07.324422 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8aacca7-8946-4d11-86ba-007a6e2fc6fc admin admin] Deleting subnet 8c2c4a5f-8ce1-47d3-89cb-6d73aaa0867f {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:00:07.326272 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487949b-13ea-4f0a-8816-0b51ea755aba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:07.329487 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487949b-13ea-4f0a-8816-0b51ea755aba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:07.329846 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487949b-13ea-4f0a-8816-0b51ea755aba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:07.330251 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487949b-13ea-4f0a-8816-0b51ea755aba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:07.330650 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487949b-13ea-4f0a-8816-0b51ea755aba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:07.331553 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487949b-13ea-4f0a-8816-0b51ea755aba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:07.333585 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487949b-13ea-4f0a-8816-0b51ea755aba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:07.341438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487949b-13ea-4f0a-8816-0b51ea755aba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:07.341438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487949b-13ea-4f0a-8816-0b51ea755aba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:07.341438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487949b-13ea-4f0a-8816-0b51ea755aba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:07.341438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487949b-13ea-4f0a-8816-0b51ea755aba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:07.341438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487949b-13ea-4f0a-8816-0b51ea755aba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:07.344537 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c8aacca7-8946-4d11-86ba-007a6e2fc6fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:07.387942 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd4db139-4798-4f94-9a01-e8e648252a9c req-7b4bba0e-cff9-45da-87de-ddfc65b1af60 service neutron] 10.222.0.37 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187626 Sep 18 00:00:07.433107 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c8aacca7-8946-4d11-86ba-007a6e2fc6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:07.536801 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc40a8db-2dd0-43f1-9192-ca4c60079d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:00:07.564544 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f80d2a-86c9-44d9-9886-50b725248ef6" -d '{"events": [{"server_uuid": "bc40a8db-2dd0-43f1-9192-ca4c60079d37", "name": "network-vif-plugged", "status": "completed", "tag": "3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:00:07.605616 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 2ac8cbe7-3629-4384-ab66-44ff890d904b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:07.606337 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:07.641092 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c8aacca7-8946-4d11-86ba-007a6e2fc6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:07.662231 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:07.695562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca49c6-6d99-40f6-9f9b-f7edc8443e24 req-9b8034cf-3c5a-4972-b97d-0dbf5540369b tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:07.697169 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abca49c6-6d99-40f6-9f9b-f7edc8443e24 req-9b8034cf-3c5a-4972-b97d-0dbf5540369b tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 949 time: 0.2245138 Sep 18 00:00:07.727156 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd4db139-4798-4f94-9a01-e8e648252a9c req-b8e92011-0eba-40cc-a6e1-8b07fbaf9fb8 service neutron] 10.222.0.37 "GET /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312721 Sep 18 00:00:07.752496 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:07.757711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8f4c4-bb50-4b98-b10c-e263c9af32b0 req-e794432d-5c32-493a-9b30-4ef64c9c410f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:07.759232 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46c8f4c4-bb50-4b98-b10c-e263c9af32b0 req-e794432d-5c32-493a-9b30-4ef64c9c410f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1497853 Sep 18 00:00:07.768381 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abca49c6-6d99-40f6-9f9b-f7edc8443e24 req-a66860e8-c177-4da6-b9a1-45c4fcffa879 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee098c74-30a3-4d0b-8649-05e7a0ee07fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619512 Sep 18 00:00:07.812069 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46c8f4c4-bb50-4b98-b10c-e263c9af32b0 req-53b70a78-1a38-46ed-9832-805084c92407 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426857 Sep 18 00:00:07.836290 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c8aacca7-8946-4d11-86ba-007a6e2fc6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:07.858929 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012d004b-79e3-4591-b450-16addd4a9cc9 x-openstack-request-id: req-012d004b-79e3-4591-b450-16addd4a9cc9 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:00:07.859481 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc40a8db-2dd0-43f1-9192-ca4c60079d37", "name": "network-vif-plugged", "status": "completed", "tag": "3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:00:07.859481 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-012d004b-79e3-4591-b450-16addd4a9cc9 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:00:07.859898 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc40a8db-2dd0-43f1-9192-ca4c60079d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9', 'code': 200} Sep 18 00:00:07.865409 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c8aacca7-8946-4d11-86ba-007a6e2fc6fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:07.870319 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c8aacca7-8946-4d11-86ba-007a6e2fc6fc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8c2c4a5f-8ce1-47d3-89cb-6d73aaa0867f HTTP/1.1" status: 204 len: 168 time: 0.6191185 Sep 18 00:00:07.872624 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296f505b-61f2-4705-bc2d-af7ac039026a None None] Network 99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:00:07.873614 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59326) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:07.945816 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aacca7-8946-4d11-86ba-007a6e2fc6fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c2c4a5f-8ce1-47d3-89cb-6d73aaa0867f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:08.027775 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcfaa4-6210-4808-a279-ef31645b2020 req-2eaa45c1-4888-49e6-aada-143463a51e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:08.029964 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-25dcfaa4-6210-4808-a279-ef31645b2020 req-2eaa45c1-4888-49e6-aada-143463a51e4e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 1101 time: 0.0882499 Sep 18 00:00:08.096557 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:08.114181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a336ba20-252f-4014-8ca6-594f3f236306 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:00:08.118635 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-25dcfaa4-6210-4808-a279-ef31645b2020 req-9ad4bb8a-b644-4cbb-ad21-d0ce8b0b457e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ee098c74-30a3-4d0b-8649-05e7a0ee07fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769413 Sep 18 00:00:08.272716 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a44e2-ef79-4d56-ba5f-4321094ecf4f req-fca96dd9-0018-4187-a588-a8d71a1f8eea tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:08.274272 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-850a44e2-ef79-4d56-ba5f-4321094ecf4f req-fca96dd9-0018-4187-a588-a8d71a1f8eea tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1637743 Sep 18 00:00:08.300183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] Deleting port c05ab29c-4318-41a8-b908-0a1c90ac5181 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:00:08.300522 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:08.301464 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59342) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:08.350260 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-850a44e2-ef79-4d56-ba5f-4321094ecf4f req-9f3dee79-9608-4c26-9471-13bdacf54f89 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665374 Sep 18 00:00:08.490688 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:08.514461 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: a336ba20-252f-4014-8ca6-594f3f236306 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:00:08.517468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] For port c05ab29c-4318-41a8-b908-0a1c90ac5181, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c05ab29c-4318-41a8-b908-0a1c90ac5181,segment=NetworkSegment(28ecb109-3116-46d9-b0ab-eef84ee0388c),segment_id=28ecb109-3116-46d9-b0ab-eef84ee0388c)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:08.517468 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:08.518232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a336ba20-252f-4014-8ca6-594f3f236306 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:00:08.546062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] Calling delete_port for c05ab29c-4318-41a8-b908-0a1c90ac5181 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:00:08.609087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006951e0-396c-49c5-97ed-4842731b0ace req-06689d03-9975-484a-8361-45d408c7e7ea tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:08.617205 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-006951e0-396c-49c5-97ed-4842731b0ace req-06689d03-9975-484a-8361-45d408c7e7ea tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1158669 Sep 18 00:00:08.669137 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-006951e0-396c-49c5-97ed-4842731b0ace req-4d178f2d-84d7-4a11-aca4-d845eeb7b3bd tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468795 Sep 18 00:00:08.675686 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ad1c0f-88f1-4de7-afdb-1fc46a9e1395', 'name': 'tempest-ImageQuotaTest-34521788-router', 'tenant_id': '16338879ff864962bd5626857f565b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '2ac8cbe7-3629-4384-ab66-44ff890d904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:55Z', 'updated_at': '2021-09-18T00:00:03Z', 'revision_number': 4, 'project_id': '16338879ff864962bd5626857f565b82', 'gw_port': {'id': '2ac8cbe7-3629-4384-ab66-44ff890d904b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:66:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ad1c0f-88f1-4de7-afdb-1fc46a9e1395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:57Z', 'updated_at': '2021-09-18T00:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '00684740-42e8-45ff-b32a-aa22943a70f4', 'name': '', 'network_id': 'c4e6ba2a-c89b-4090-9316-8d3b43372cde', 'tenant_id': '16338879ff864962bd5626857f565b82', 'mac_address': 'fa:16:3e:a8:b9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ad1c0f-88f1-4de7-afdb-1fc46a9e1395', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '9cf86673-0af3-4947-b77f-c4f456cd0940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:01Z', 'updated_at': '2021-09-18T00:00:03Z', 'revision_number': 2, 'project_id': '16338879ff864962bd5626857f565b82', 'subnets': [{'id': '9cf86673-0af3-4947-b77f-c4f456cd0940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:08.725442 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] Checking router: 45ad1c0f-88f1-4de7-afdb-1fc46a9e1395 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:00:08.725802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] Updating router 45ad1c0f-88f1-4de7-afdb-1fc46a9e1395 port 00684740-42e8-45ff-b32a-aa22943a70f4 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:00:08.762392 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:08.784329 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:08.785577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b30dd52-df7b-4a51-a6fd-15572a10b54d None None] DHCP port deletion for 99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:00:08.813590 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] Pushing event deleted for resources: {'Port': ['ID=c05ab29c-4318-41a8-b908-0a1c90ac5181,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:08.815146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] No DVR routers for this DVR port c05ab29c-4318-41a8-b908-0a1c90ac5181 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:00:08.997976 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa094ccc-1927-43cd-a46d-62df97a065f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:09.014903 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c05ab29c-4318-41a8-b908-0a1c90ac5181 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:00:09.039020 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:09.051379 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: c05ab29c-4318-41a8-b908-0a1c90ac5181 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:00:09.051975 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c05ab29c-4318-41a8-b908-0a1c90ac5181 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:00:09.053097 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 85f40922-3fc5-4b9a-ad87-eb30b9b62e77 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:00:09.115211 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 85f40922-3fc5-4b9a-ad87-eb30b9b62e77 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:00:09.115808 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 85f40922-3fc5-4b9a-ad87-eb30b9b62e77 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:00:09.129999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5b3da977-9249-410a-9cb4-71e7569c7c16 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:09.139896 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5b3da977-9249-410a-9cb4-71e7569c7c16 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 811 time: 0.1907969 Sep 18 00:00:09.158970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d89112-4121-4c87-919d-64559119e0a5 req-01256f73-4601-4753-b918-0f41f3506b42 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:09.160887 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13d89112-4121-4c87-919d-64559119e0a5 req-01256f73-4601-4753-b918-0f41f3506b42 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 950 time: 0.2384052 Sep 18 00:00:09.173658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:09.201960 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-3bd94465-aaef-47f1-99c1-8a4357bf06fb tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/quotas/4878ab30684e4e3c9b8b59820c9890a9 HTTP/1.1" status: 200 len: 375 time: 0.0611377 Sep 18 00:00:09.218440 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ecb109-3116-46d9-b0ab-eef84ee0388c') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:09.218804 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ecb109-3116-46d9-b0ab-eef84ee0388c') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:09.266452 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:09.273549 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:09.290613 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13d89112-4121-4c87-919d-64559119e0a5 req-682c9e05-54c8-4553-b1de-91aad9adcf7f tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee098c74-30a3-4d0b-8649-05e7a0ee07fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212752 Sep 18 00:00:09.296866 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:09.312206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:00:09.312848 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:00:09.315204 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:00:09.336967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-794d00b4-c794-4396-8dbe-be61880bd23b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1341076 Sep 18 00:00:09.343462 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-fa094ccc-1927-43cd-a46d-62df97a065f3 admin admin] Deleting port 00684740-42e8-45ff-b32a-aa22943a70f4 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:00:09.343812 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa094ccc-1927-43cd-a46d-62df97a065f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:09.353530 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-4770142c-3da2-42b7-8c68-a66b1a6633cd service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:00:09.354524 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-4770142c-3da2-42b7-8c68-a66b1a6633cd service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054047 Sep 18 00:00:09.379015 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:09.441801 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb201a6d-a462-4093-9cc7-deb4fd393190 None None] Pushing event updated for resources: {'Port': ['ID=00684740-42e8-45ff-b32a-aa22943a70f4,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:09.457148 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa094ccc-1927-43cd-a46d-62df97a065f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:09.499094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-fa094ccc-1927-43cd-a46d-62df97a065f3 admin admin] Calling delete_port for 00684740-42e8-45ff-b32a-aa22943a70f4 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:00:09.531723 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] Attempting to bind port 00684740-42e8-45ff-b32a-aa22943a70f4 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:00:09.532185 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] Attempting to bind port 00684740-42e8-45ff-b32a-aa22943a70f4 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '06c0f671-c67e-493f-8617-2c2604c982a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c4e6ba2a-c89b-4090-9316-8d3b43372cde'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:00:09.543539 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] Attempting to bind port 00684740-42e8-45ff-b32a-aa22943a70f4 on network c4e6ba2a-c89b-4090-9316-8d3b43372cde {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:00:09.553254 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 23, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:00:09.553639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] Checking segment: {'id': '06c0f671-c67e-493f-8617-2c2604c982a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c4e6ba2a-c89b-4090-9316-8d3b43372cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:00:09.554284 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:09.555239 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] Bound using segment: {'id': '06c0f671-c67e-493f-8617-2c2604c982a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c4e6ba2a-c89b-4090-9316-8d3b43372cde'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:00:09.555732 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] Bound port: 00684740-42e8-45ff-b32a-aa22943a70f4, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c0f671-c67e-493f-8617-2c2604c982a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c4e6ba2a-c89b-4090-9316-8d3b43372cde'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:00:09.556132 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:09.600809 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:09.622756 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:09.624794 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] 10.222.0.46 "DELETE /v2.0/networks/99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82 HTTP/1.1" status: 204 len: 168 time: 1.7501011 Sep 18 00:00:09.629083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210c023-1681-4551-b8ca-bfa80182da82 admin admin] Pushing event deleted for resources: {'Network': ['ID=99cbfd47-bc4c-4d4c-a52c-8c5bd4a0fe82,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:09.651629 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-11898229-cc0a-4abe-b298-f5295f828ac9 service neutron] 10.222.0.46 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263565 Sep 18 00:00:09.653291 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] For port 00684740-42e8-45ff-b32a-aa22943a70f4, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:00:09.657760 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] For port 00684740-42e8-45ff-b32a-aa22943a70f4, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=00684740-42e8-45ff-b32a-aa22943a70f4,segment=NetworkSegment(06c0f671-c67e-493f-8617-2c2604c982a4),segment_id=06c0f671-c67e-493f-8617-2c2604c982a4)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:00:09.722187 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:09.797632 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-ed63b493-203d-4126-983b-9e0e35a37ad8 service neutron] 10.222.0.46 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483157 Sep 18 00:00:09.820593 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb201a6d-a462-4093-9cc7-deb4fd393190 None None] Pushing event updated for resources: {'Port': ['ID=00684740-42e8-45ff-b32a-aa22943a70f4,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:09.832444 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ac1d8f4a-24bc-4f87-8b9f-1290fd975566 None None] Provisioning complete for port 00684740-42e8-45ff-b32a-aa22943a70f4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:09.833404 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ac1d8f4a-24bc-4f87-8b9f-1290fd975566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:09.837934 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] Routers {'45ad1c0f-88f1-4de7-afdb-1fc46a9e1395'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:00:09.838608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:59:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['45ad1c0f-88f1-4de7-afdb-1fc46a9e1395'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:10.040808 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] Set router 45ad1c0f-88f1-4de7-afdb-1fc46a9e1395 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:00:10.060065 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa094ccc-1927-43cd-a46d-62df97a065f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:10.104758 n-d-809883-1 neutron-server[95593]: INFO neutron.plugins.ml2.db [None req-ac1d8f4a-24bc-4f87-8b9f-1290fd975566 None None] No ports have port_id starting with 00684740-42e8-45ff-b32a-aa22943a70f4 Sep 18 00:00:10.111391 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dc2b3-121d-4c07-bac1-85b01f03186b req-a6638a61-1996-4958-a938-4be281c82bfe tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:10.115856 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b09dc2b3-121d-4c07-bac1-85b01f03186b req-a6638a61-1996-4958-a938-4be281c82bfe tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=7678eef6-9c1d-4cdf-a516-5ff7e5c05105 HTTP/1.1" status: 200 len: 945 time: 0.0959244 Sep 18 00:00:10.134271 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa094ccc-1927-43cd-a46d-62df97a065f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=00684740-42e8-45ff-b32a-aa22943a70f4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:10.220890 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5df64c4f-8db5-4fa6-9f10-0b886aba0e8a req-67ba9e79-2c04-4f9e-b97d-eed9af766a94 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 210 time: 0.0745749 Sep 18 00:00:10.223497 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59402) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:10.274671 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-790604ff-16cc-4b6f-a970-a423ec56c4c4 None None] Could not find standard attr ID for object 00684740-42e8-45ff-b32a-aa22943a70f4. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:00:10.346571 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b09dc2b3-121d-4c07-bac1-85b01f03186b req-ce16cdf7-79df-42a9-bf07-d4db1de2ce93 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/security-groups?id=e07418ed-33bd-4be3-8e9e-3f9bb3591574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209485 Sep 18 00:00:10.366201 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c0a27aff-ebe6-48ae-9855-cec3b398ab4d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ba2a3a8f3f04f22bec483d99f94fdaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413469 Sep 18 00:00:10.367369 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59412) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:10.405055 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:10.484059 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b20a5ce1-2ff6-4abf-89ea-986752adf155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:10.486538 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ad1c0f-88f1-4de7-afdb-1fc46a9e1395', 'name': 'tempest-ImageQuotaTest-34521788-router', 'tenant_id': '16338879ff864962bd5626857f565b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '2ac8cbe7-3629-4384-ab66-44ff890d904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:55Z', 'updated_at': '2021-09-18T00:00:03Z', 'revision_number': 4, 'project_id': '16338879ff864962bd5626857f565b82', 'gw_port': {'id': '2ac8cbe7-3629-4384-ab66-44ff890d904b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:66:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ad1c0f-88f1-4de7-afdb-1fc46a9e1395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:57Z', 'updated_at': '2021-09-18T00:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '00684740-42e8-45ff-b32a-aa22943a70f4', 'name': '', 'network_id': 'c4e6ba2a-c89b-4090-9316-8d3b43372cde', 'tenant_id': '16338879ff864962bd5626857f565b82', 'mac_address': 'fa:16:3e:a8:b9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ad1c0f-88f1-4de7-afdb-1fc46a9e1395', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '9cf86673-0af3-4947-b77f-c4f456cd0940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:01Z', 'updated_at': '2021-09-18T00:00:09Z', 'revision_number': 4, 'project_id': '16338879ff864962bd5626857f565b82', 'subnets': [{'id': '9cf86673-0af3-4947-b77f-c4f456cd0940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:10.538109 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a1a3dd-ede9-481e-b8bd-d5f60c151aab None None] The sync data for ids ['45ad1c0f-88f1-4de7-afdb-1fc46a9e1395'] in n-d-809883-1 is: [{'id': '45ad1c0f-88f1-4de7-afdb-1fc46a9e1395', 'name': 'tempest-ImageQuotaTest-34521788-router', 'tenant_id': '16338879ff864962bd5626857f565b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '2ac8cbe7-3629-4384-ab66-44ff890d904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:55Z', 'updated_at': '2021-09-18T00:00:03Z', 'revision_number': 4, 'project_id': '16338879ff864962bd5626857f565b82', 'gw_port': {'id': '2ac8cbe7-3629-4384-ab66-44ff890d904b', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:66:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ad1c0f-88f1-4de7-afdb-1fc46a9e1395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:59:57Z', 'updated_at': '2021-09-18T00:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '00684740-42e8-45ff-b32a-aa22943a70f4', 'name': '', 'network_id': 'c4e6ba2a-c89b-4090-9316-8d3b43372cde', 'tenant_id': '16338879ff864962bd5626857f565b82', 'mac_address': 'fa:16:3e:a8:b9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ad1c0f-88f1-4de7-afdb-1fc46a9e1395', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '9cf86673-0af3-4947-b77f-c4f456cd0940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:01Z', 'updated_at': '2021-09-18T00:00:09Z', 'revision_number': 4, 'project_id': '16338879ff864962bd5626857f565b82', 'subnets': [{'id': '9cf86673-0af3-4947-b77f-c4f456cd0940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:00:10.582629 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b20a5ce1-2ff6-4abf-89ea-986752adf155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:10.610027 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa98f7-c6f3-484d-8f11-d713dca2594c req-ff8f1e6b-762b-490a-8a1e-8f54f2e1c928 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:10.628333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62aa98f7-c6f3-484d-8f11-d713dca2594c req-ff8f1e6b-762b-490a-8a1e-8f54f2e1c928 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 950 time: 0.1808090 Sep 18 00:00:10.720437 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62aa98f7-c6f3-484d-8f11-d713dca2594c req-b80b48a8-0bd8-4043-ad99-85a64b22349a tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee098c74-30a3-4d0b-8649-05e7a0ee07fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905979 Sep 18 00:00:10.939287 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa094ccc-1927-43cd-a46d-62df97a065f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:11.090548 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b20a5ce1-2ff6-4abf-89ea-986752adf155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:11.101307 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b20a5ce1-2ff6-4abf-89ea-986752adf155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:11.102904 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b20a5ce1-2ff6-4abf-89ea-986752adf155 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/44d72241-2301-4810-adc0-77da5b9c604f HTTP/1.1" status: 204 len: 168 time: 0.7341180 Sep 18 00:00:11.119620 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a5ce1-2ff6-4abf-89ea-986752adf155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d72241-2301-4810-adc0-77da5b9c604f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:11.216128 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa094ccc-1927-43cd-a46d-62df97a065f3 admin admin] Router 45ad1c0f-88f1-4de7-afdb-1fc46a9e1395 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:00:11.388376 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05e33712-92d5-40fa-b2e5-1feb6b733a89 req-2bdaa19e-311c-4cf7-a1e6-e2ce582db283 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 210 time: 0.0898168 Sep 18 00:00:11.479786 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa094ccc-1927-43cd-a46d-62df97a065f3 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:00:11.486208 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fa094ccc-1927-43cd-a46d-62df97a065f3 admin admin] 10.222.0.46 "PUT /v2.0/routers/45ad1c0f-88f1-4de7-afdb-1fc46a9e1395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1828580 Sep 18 00:00:11.488717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59440) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:11.491985 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e33bd4-5fff-4682-8d7b-f1d8969de194 req-d6437466-0574-469f-90e1-141968065180 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:11.493652 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-03e33bd4-5fff-4682-8d7b-f1d8969de194 req-d6437466-0574-469f-90e1-141968065180 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 950 time: 0.0883610 Sep 18 00:00:11.597922 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-03e33bd4-5fff-4682-8d7b-f1d8969de194 req-6bda9825-ed81-439a-9e19-bc803b3c0476 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee098c74-30a3-4d0b-8649-05e7a0ee07fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936916 Sep 18 00:00:11.606518 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-92b4284b-fd71-4856-88e3-0c1962c0eb16 admin admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:11.607736 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5f64b-b0ec-4b63-8921-5541cce3d50c req-a95e49f5-1184-463b-9edc-1f2cce0309b4 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:11.609303 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fdf5f64b-b0ec-4b63-8921-5541cce3d50c req-a95e49f5-1184-463b-9edc-1f2cce0309b4 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.37 "GET /v2.0/ports?device_id=7678eef6-9c1d-4cdf-a516-5ff7e5c05105 HTTP/1.1" status: 200 len: 945 time: 0.1269679 Sep 18 00:00:11.625234 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73853b77-a6af-46c2-a2eb-30a00b51d82a req-5c815e06-750c-49b4-86c8-3f2e8592bc3c tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:11.625234 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-73853b77-a6af-46c2-a2eb-30a00b51d82a req-5c815e06-750c-49b4-86c8-3f2e8592bc3c tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=7678eef6-9c1d-4cdf-a516-5ff7e5c05105 HTTP/1.1" status: 200 len: 945 time: 0.1258402 Sep 18 00:00:11.734127 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-92b4284b-fd71-4856-88e3-0c1962c0eb16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:11.771704 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-73853b77-a6af-46c2-a2eb-30a00b51d82a req-2609d702-854f-4a32-9e24-04cd6c27a299 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/security-groups?id=e07418ed-33bd-4be3-8e9e-3f9bb3591574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169851 Sep 18 00:00:11.805456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-fdf5f64b-b0ec-4b63-8921-5541cce3d50c req-9022efef-111f-4636-972b-402c21fdcbf3 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Deleting port 665c96cb-f339-462c-a431-5a7ae37ed67c {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:00:11.805954 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-fdf5f64b-b0ec-4b63-8921-5541cce3d50c req-9022efef-111f-4636-972b-402c21fdcbf3 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:11.939322 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-92b4284b-fd71-4856-88e3-0c1962c0eb16 admin admin] Deleting port 2ac8cbe7-3629-4384-ab66-44ff890d904b {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:00:11.939670 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-92b4284b-fd71-4856-88e3-0c1962c0eb16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:11.958048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-fdf5f64b-b0ec-4b63-8921-5541cce3d50c req-9022efef-111f-4636-972b-402c21fdcbf3 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] For port 665c96cb-f339-462c-a431-5a7ae37ed67c, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=665c96cb-f339-462c-a431-5a7ae37ed67c,segment=NetworkSegment(d33e72d8-dc61-4ab1-9754-b3263108f18a),segment_id=d33e72d8-dc61-4ab1-9754-b3263108f18a)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:11.959085 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-fdf5f64b-b0ec-4b63-8921-5541cce3d50c req-9022efef-111f-4636-972b-402c21fdcbf3 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:11.979586 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-fdf5f64b-b0ec-4b63-8921-5541cce3d50c req-9022efef-111f-4636-972b-402c21fdcbf3 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Calling delete_port for 665c96cb-f339-462c-a431-5a7ae37ed67c owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:00:12.067517 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-92b4284b-fd71-4856-88e3-0c1962c0eb16 admin admin] For port 2ac8cbe7-3629-4384-ab66-44ff890d904b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2ac8cbe7-3629-4384-ab66-44ff890d904b,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:12.067980 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-92b4284b-fd71-4856-88e3-0c1962c0eb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:12.086372 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d47717-485e-4c80-8848-51c37ad55453 None None] Sync routers for ids ['45ad1c0f-88f1-4de7-afdb-1fc46a9e1395'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:00:12.089685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-92b4284b-fd71-4856-88e3-0c1962c0eb16 admin admin] Calling delete_port for 2ac8cbe7-3629-4384-ab66-44ff890d904b owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:00:12.096272 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d47717-485e-4c80-8848-51c37ad55453 None None] Routers {'45ad1c0f-88f1-4de7-afdb-1fc46a9e1395'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:00:12.097482 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c3d47717-485e-4c80-8848-51c37ad55453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:59:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['45ad1c0f-88f1-4de7-afdb-1fc46a9e1395'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:12.192604 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-c3d47717-485e-4c80-8848-51c37ad55453 None None] Set router 45ad1c0f-88f1-4de7-afdb-1fc46a9e1395 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:00:12.247724 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c3d47717-485e-4c80-8848-51c37ad55453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ad1c0f-88f1-4de7-afdb-1fc46a9e1395', 'name': 'tempest-ImageQuotaTest-34521788-router', 'tenant_id': '16338879ff864962bd5626857f565b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:55Z', 'updated_at': '2021-09-18T00:00:11Z', 'revision_number': 6, 'project_id': '16338879ff864962bd5626857f565b82', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:12.268546 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-fdf5f64b-b0ec-4b63-8921-5541cce3d50c req-9022efef-111f-4636-972b-402c21fdcbf3 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:12.273285 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d47717-485e-4c80-8848-51c37ad55453 None None] Checking router: 45ad1c0f-88f1-4de7-afdb-1fc46a9e1395 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:00:12.281429 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d47717-485e-4c80-8848-51c37ad55453 None None] Routers {'45ad1c0f-88f1-4de7-afdb-1fc46a9e1395'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:00:12.282041 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c3d47717-485e-4c80-8848-51c37ad55453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-17T23:59:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['45ad1c0f-88f1-4de7-afdb-1fc46a9e1395'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:12.283341 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['665c96cb-f339-462c-a431-5a7ae37ed67c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:00:12.296165 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022efef-111f-4636-972b-402c21fdcbf3 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Pushing event deleted for resources: {'Port': ['ID=665c96cb-f339-462c-a431-5a7ae37ed67c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:12.338737 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf5f64b-b0ec-4b63-8921-5541cce3d50c req-9022efef-111f-4636-972b-402c21fdcbf3 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] No DVR routers for this DVR port 665c96cb-f339-462c-a431-5a7ae37ed67c on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:00:12.341281 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-fdf5f64b-b0ec-4b63-8921-5541cce3d50c req-9022efef-111f-4636-972b-402c21fdcbf3 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:12.343280 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fdf5f64b-b0ec-4b63-8921-5541cce3d50c req-9022efef-111f-4636-972b-402c21fdcbf3 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.37 "DELETE /v2.0/ports/665c96cb-f339-462c-a431-5a7ae37ed67c HTTP/1.1" status: 204 len: 173 time: 0.7214561 Sep 18 00:00:12.343906 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7678eef6-9c1d-4cdf-a516-5ff7e5c05105', 'name': 'network-vif-deleted', 'tag': '665c96cb-f339-462c-a431-5a7ae37ed67c'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:00:12.346225 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383234d7-3619-41c9-bc9c-b06a5283e2e8" -d '{"events": [{"server_uuid": "7678eef6-9c1d-4cdf-a516-5ff7e5c05105", "name": "network-vif-deleted", "tag": "665c96cb-f339-462c-a431-5a7ae37ed67c"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:00:12.369414 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-c3d47717-485e-4c80-8848-51c37ad55453 None None] Set router 45ad1c0f-88f1-4de7-afdb-1fc46a9e1395 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:00:12.393911 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ed1409-1ca0-41f4-bf8e-88822959de2c x-openstack-request-id: req-83ed1409-1ca0-41f4-bf8e-88822959de2c {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:00:12.394407 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7678eef6-9c1d-4cdf-a516-5ff7e5c05105", "name": "network-vif-deleted", "tag": "665c96cb-f339-462c-a431-5a7ae37ed67c", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:00:12.394704 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-83ed1409-1ca0-41f4-bf8e-88822959de2c {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:00:12.395227 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7678eef6-9c1d-4cdf-a516-5ff7e5c05105', 'name': 'network-vif-deleted', 'tag': '665c96cb-f339-462c-a431-5a7ae37ed67c', 'status': 'completed', 'code': 200} Sep 18 00:00:12.412478 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-92b4284b-fd71-4856-88e3-0c1962c0eb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:12.444077 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c3d47717-485e-4c80-8848-51c37ad55453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ad1c0f-88f1-4de7-afdb-1fc46a9e1395', 'name': 'tempest-ImageQuotaTest-34521788-router', 'tenant_id': '16338879ff864962bd5626857f565b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:55Z', 'updated_at': '2021-09-18T00:00:11Z', 'revision_number': 6, 'project_id': '16338879ff864962bd5626857f565b82', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:12.461186 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4284b-fd71-4856-88e3-0c1962c0eb16 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac8cbe7-3629-4384-ab66-44ff890d904b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:12.466151 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59454) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:12.483714 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d47717-485e-4c80-8848-51c37ad55453 None None] The sync data for ids ['45ad1c0f-88f1-4de7-afdb-1fc46a9e1395'] in n-d-809883-1 is: [{'id': '45ad1c0f-88f1-4de7-afdb-1fc46a9e1395', 'name': 'tempest-ImageQuotaTest-34521788-router', 'tenant_id': '16338879ff864962bd5626857f565b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:59:55Z', 'updated_at': '2021-09-18T00:00:11Z', 'revision_number': 6, 'project_id': '16338879ff864962bd5626857f565b82', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:00:12.517613 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9eded40f-155f-44fb-9aad-687a62f7e31c req-0924e99f-a147-4a5b-bb91-a17178343a29 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 210 time: 0.0391421 Sep 18 00:00:12.571599 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-16f42a6c-8ac8-49c5-9d86-0c38a3d1248c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ee0a2381e504c7385b37a1c1c16f662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1019456 Sep 18 00:00:12.581548 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-92b4284b-fd71-4856-88e3-0c1962c0eb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:12.584549 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59456) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:12.671534 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-92b4284b-fd71-4856-88e3-0c1962c0eb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:12.682031 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-92b4284b-fd71-4856-88e3-0c1962c0eb16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:12.760582 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9c168-e0b0-4a27-863b-830462ab0d9d req-bc194eec-90d2-4eb1-b454-b1878bf9ac33 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:12.762344 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1db9c168-e0b0-4a27-863b-830462ab0d9d req-bc194eec-90d2-4eb1-b454-b1878bf9ac33 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 950 time: 0.0932865 Sep 18 00:00:12.848621 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-92b4284b-fd71-4856-88e3-0c1962c0eb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:12.849622 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b4284b-fd71-4856-88e3-0c1962c0eb16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45ad1c0f-88f1-4de7-afdb-1fc46a9e1395 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:00:12.860746 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-92b4284b-fd71-4856-88e3-0c1962c0eb16 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:12.860746 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-92b4284b-fd71-4856-88e3-0c1962c0eb16 admin admin] 10.222.0.46 "DELETE /v2.0/routers/45ad1c0f-88f1-4de7-afdb-1fc46a9e1395 HTTP/1.1" status: 204 len: 168 time: 1.3673747 Sep 18 00:00:12.860746 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59464) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:12.943372 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3db0007e-591d-4550-ab50-ac864c49d84b req-a3b5f7a0-f594-4221-8efa-6966077d4331 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=7678eef6-9c1d-4cdf-a516-5ff7e5c05105 HTTP/1.1" status: 200 len: 210 time: 0.0430098 Sep 18 00:00:12.956018 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-1db9c168-e0b0-4a27-863b-830462ab0d9d req-d277b476-f091-4d67-ae94-54fe1de2b387 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Deleting port 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:00:12.957850 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1db9c168-e0b0-4a27-863b-830462ab0d9d req-d277b476-f091-4d67-ae94-54fe1de2b387 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:12.996329 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 00684740-42e8-45ff-b32a-aa22943a70f4 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:00:13.007036 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-6019be6a-22bc-49d0-a89f-222569075bc2 admin admin] Deleting subnet 9cf86673-0af3-4947-b77f-c4f456cd0940 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:00:13.014057 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6019be6a-22bc-49d0-a89f-222569075bc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:13.026296 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 00684740-42e8-45ff-b32a-aa22943a70f4 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:00:13.026840 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 00684740-42e8-45ff-b32a-aa22943a70f4 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:00:13.075210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe648a2-a335-4d53-8ac7-afa6a95e8c02 req-0046ce24-5e5d-4749-be89-328ea020b843 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:13.077040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cbe648a2-a335-4d53-8ac7-afa6a95e8c02 req-0046ce24-5e5d-4749-be89-328ea020b843 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 950 time: 0.1612368 Sep 18 00:00:13.081605 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-282b2ae6-8d6d-4620-b373-fe8606314df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:13.097546 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6019be6a-22bc-49d0-a89f-222569075bc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:13.121739 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-282b2ae6-8d6d-4620-b373-fe8606314df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:13.149856 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cbe648a2-a335-4d53-8ac7-afa6a95e8c02 req-5b617cd0-0e54-490f-bf99-36ece03dada8 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee098c74-30a3-4d0b-8649-05e7a0ee07fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653436 Sep 18 00:00:13.151723 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-1db9c168-e0b0-4a27-863b-830462ab0d9d req-d277b476-f091-4d67-ae94-54fe1de2b387 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] For port 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:13.155596 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1db9c168-e0b0-4a27-863b-830462ab0d9d req-d277b476-f091-4d67-ae94-54fe1de2b387 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:13.181682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-1db9c168-e0b0-4a27-863b-830462ab0d9d req-d277b476-f091-4d67-ae94-54fe1de2b387 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Calling delete_port for 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:00:13.258827 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-282b2ae6-8d6d-4620-b373-fe8606314df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:13.261779 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-282b2ae6-8d6d-4620-b373-fe8606314df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:13.263097 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-282b2ae6-8d6d-4620-b373-fe8606314df0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6e082eb-caee-44d8-b20b-b4637a71525e HTTP/1.1" status: 204 len: 168 time: 0.6773574 Sep 18 00:00:13.269899 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6019be6a-22bc-49d0-a89f-222569075bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:13.273014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b2ae6-8d6d-4620-b373-fe8606314df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e082eb-caee-44d8-b20b-b4637a71525e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:13.365797 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:13.444999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-2c739f8d-2457-4aea-9588-cc6fb1deb44a tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:13.446545 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-2c739f8d-2457-4aea-9588-cc6fb1deb44a tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.37 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 811 time: 0.1392143 Sep 18 00:00:13.459575 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-9beb6cc3-2861-4720-8ab6-f9ce46c3cbb8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Request body: {'port': {'device_id': 'f7e07988-dd35-471b-bb96-4d4b3449b27c', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'admin_state_up': True, 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:13.549704 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6019be6a-22bc-49d0-a89f-222569075bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:13.587574 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019be6a-22bc-49d0-a89f-222569075bc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cf86673-0af3-4947-b77f-c4f456cd0940,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:13.591874 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6019be6a-22bc-49d0-a89f-222569075bc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:13.594456 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6019be6a-22bc-49d0-a89f-222569075bc2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9cf86673-0af3-4947-b77f-c4f456cd0940 HTTP/1.1" status: 204 len: 168 time: 0.7332458 Sep 18 00:00:13.596333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59486) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:13.600181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bb95f2-ae4f-42ba-b2f0-98ba122c8a8e None None] Network c4e6ba2a-c89b-4090-9316-8d3b43372cde requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:00:13.633322 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1db9c168-e0b0-4a27-863b-830462ab0d9d req-d277b476-f091-4d67-ae94-54fe1de2b387 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:13.646413 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:00:13.667849 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-89fa53e3-dfe8-48d0-acaa-dba1dc2b3706 req-17ffb9bb-809c-4d4a-8b16-3b3fbfa4461b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 210 time: 0.0399954 Sep 18 00:00:13.701441 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277b476-f091-4d67-ae94-54fe1de2b387 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Pushing event deleted for resources: {'Port': ['ID=3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:13.726167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-9beb6cc3-2861-4720-8ab6-f9ce46c3cbb8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Made reservation on behalf of 4878ab30684e4e3c9b8b59820c9890a9 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:00:13.732016 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-9beb6cc3-2861-4720-8ab6-f9ce46c3cbb8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:13.772674 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:13.807128 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db9c168-e0b0-4a27-863b-830462ab0d9d req-d277b476-f091-4d67-ae94-54fe1de2b387 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] No DVR routers for this DVR port 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:00:13.809299 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1db9c168-e0b0-4a27-863b-830462ab0d9d req-d277b476-f091-4d67-ae94-54fe1de2b387 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:13.820367 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1db9c168-e0b0-4a27-863b-830462ab0d9d req-d277b476-f091-4d67-ae94-54fe1de2b387 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.41 "DELETE /v2.0/ports/3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 HTTP/1.1" status: 204 len: 173 time: 1.0517056 Sep 18 00:00:13.820589 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc40a8db-2dd0-43f1-9192-ca4c60079d37', 'name': 'network-vif-deleted', 'tag': '3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:00:13.825636 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983ce8a8-1735-4d07-83ef-e168ad832038" -d '{"events": [{"server_uuid": "bc40a8db-2dd0-43f1-9192-ca4c60079d37", "name": "network-vif-deleted", "tag": "3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:00:13.953928 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445e1086-9e2f-4ce2-bed1-f5d0ff073072 x-openstack-request-id: req-445e1086-9e2f-4ce2-bed1-f5d0ff073072 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:00:13.954169 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc40a8db-2dd0-43f1-9192-ca4c60079d37", "name": "network-vif-deleted", "tag": "3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:00:13.954367 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-445e1086-9e2f-4ce2-bed1-f5d0ff073072 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:00:13.954843 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc40a8db-2dd0-43f1-9192-ca4c60079d37', 'name': 'network-vif-deleted', 'tag': '3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9', 'status': 'completed', 'code': 200} Sep 18 00:00:13.980690 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a563c55-3a9c-4a2f-84ad-7e437cc143d0 None None] DHCP port deletion for c4e6ba2a-c89b-4090-9316-8d3b43372cde request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:00:14.026400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] Deleting port e6dad3c5-c6ee-4807-801d-50c69a649232 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:00:14.026400 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:14.136855 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] For port e6dad3c5-c6ee-4807-801d-50c69a649232, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e6dad3c5-c6ee-4807-801d-50c69a649232,segment=NetworkSegment(06c0f671-c67e-493f-8617-2c2604c982a4),segment_id=06c0f671-c67e-493f-8617-2c2604c982a4)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:14.138052 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:14.141005 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3a563c55-3a9c-4a2f-84ad-7e437cc143d0 None None] Deleting port e6dad3c5-c6ee-4807-801d-50c69a649232 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:00:14.141382 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3a563c55-3a9c-4a2f-84ad-7e437cc143d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:14.155144 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-68236c6c-2253-4b3e-b6ed-1ec8ad078aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:14.180681 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-9beb6cc3-2861-4720-8ab6-f9ce46c3cbb8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Allocated IP 172.20.0.10 (91d2ea37-44ea-452b-a868-79ff761347ea/27c210c7-8ed7-4b83-8806-93fe68daaa7c/c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:00:14.196624 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] Calling delete_port for e6dad3c5-c6ee-4807-801d-50c69a649232 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:00:14.244880 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-00dd610e-4a00-4b05-8410-1771f964d426 req-6a8368cb-91fc-487c-b745-8ca1a04ae79e tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=7678eef6-9c1d-4cdf-a516-5ff7e5c05105 HTTP/1.1" status: 200 len: 210 time: 0.0669551 Sep 18 00:00:14.290494 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3a563c55-3a9c-4a2f-84ad-7e437cc143d0 None None] For port e6dad3c5-c6ee-4807-801d-50c69a649232, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e6dad3c5-c6ee-4807-801d-50c69a649232,segment=NetworkSegment(06c0f671-c67e-493f-8617-2c2604c982a4),segment_id=06c0f671-c67e-493f-8617-2c2604c982a4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:14.290902 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3a563c55-3a9c-4a2f-84ad-7e437cc143d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:14.325541 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3a563c55-3a9c-4a2f-84ad-7e437cc143d0 None None] Calling delete_port for e6dad3c5-c6ee-4807-801d-50c69a649232 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:00:14.397726 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c8ca6a8-bab5-4dbf-8d47-b0ef0aaa1088 req-feb06be4-982a-4086-b7f3-1acf13402e91 tempest-VolumesNegativeTest-1393956634 tempest-VolumesNegativeTest-1393956634-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40a8db-2dd0-43f1-9192-ca4c60079d37 HTTP/1.1" status: 200 len: 210 time: 0.0588038 Sep 18 00:00:14.418724 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:14.437567 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3a563c55-3a9c-4a2f-84ad-7e437cc143d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:14.446111 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6dad3c5-c6ee-4807-801d-50c69a649232,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:14.448081 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] No DVR routers for this DVR port e6dad3c5-c6ee-4807-801d-50c69a649232 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:00:14.465430 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a563c55-3a9c-4a2f-84ad-7e437cc143d0 None None] Pushing event deleted for resources: {'Port': ['ID=e6dad3c5-c6ee-4807-801d-50c69a649232,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:14.467393 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a563c55-3a9c-4a2f-84ad-7e437cc143d0 None None] No DVR routers for this DVR port e6dad3c5-c6ee-4807-801d-50c69a649232 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:00:14.524230 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-9beb6cc3-2861-4720-8ab6-f9ce46c3cbb8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:14.525518 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:14.545166 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e6ba2a-c89b-4090-9316-8d3b43372cde']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:14.554063 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c0f671-c67e-493f-8617-2c2604c982a4') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:14.554640 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c0f671-c67e-493f-8617-2c2604c982a4') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:14.564004 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:14.576564 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:14.582267 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:00:14.582674 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: items = [ Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:00:14.584277 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:00:14.705706 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-9beb6cc3-2861-4720-8ab6-f9ce46c3cbb8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:14.738842 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:14.745883 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:14.750905 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c4e6ba2a-c89b-4090-9316-8d3b43372cde HTTP/1.1" status: 204 len: 168 time: 1.1427317 Sep 18 00:00:14.763121 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577045cb-420f-404e-889c-3fd4997008f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e6ba2a-c89b-4090-9316-8d3b43372cde,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:14.789607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-9beb6cc3-2861-4720-8ab6-f9ce46c3cbb8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Network 91d2ea37-44ea-452b-a868-79ff761347ea is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:00:14.797184 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-9beb6cc3-2861-4720-8ab6-f9ce46c3cbb8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:14.800055 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-9beb6cc3-2861-4720-8ab6-f9ce46c3cbb8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:00:14.837432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb6cc3-2861-4720-8ab6-f9ce46c3cbb8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Pushing event updated for resources: {'Port': ['ID=c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:14.869304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a08e88-db67-42e3-a827-96393bf5ff33 req-cb40584b-b1d4-4f8a-9bf2-e944a0c3633b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:14.872817 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-81a08e88-db67-42e3-a827-96393bf5ff33 req-cb40584b-b1d4-4f8a-9bf2-e944a0c3633b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 932 time: 0.1342421 Sep 18 00:00:14.879103 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-9beb6cc3-2861-4720-8ab6-f9ce46c3cbb8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:14.879789 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-9beb6cc3-2861-4720-8ab6-f9ce46c3cbb8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:14.950516 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-81a08e88-db67-42e3-a827-96393bf5ff33 req-fa307204-d2a5-4f10-8102-39cf120cdf50 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616846 Sep 18 00:00:14.970478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e6dad3c5-c6ee-4807-801d-50c69a649232 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:00:15.001567 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: e6dad3c5-c6ee-4807-801d-50c69a649232 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:00:15.001938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e6dad3c5-c6ee-4807-801d-50c69a649232 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:00:15.004550 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2ac8cbe7-3629-4384-ab66-44ff890d904b no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:00:15.026179 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 2ac8cbe7-3629-4384-ab66-44ff890d904b {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:00:15.026530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2ac8cbe7-3629-4384-ab66-44ff890d904b not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:00:15.032618 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-9beb6cc3-2861-4720-8ab6-f9ce46c3cbb8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5770991 Sep 18 00:00:15.046088 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Request body: {'port': {'device_id': 'f7e07988-dd35-471b-bb96-4d4b3449b27c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:15.137046 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-30ed63f8-ccae-42b0-8e70-397cfa132fbd None None] Provisioning complete for port c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:15.137424 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-30ed63f8-ccae-42b0-8e70-397cfa132fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:15.150873 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:15.171360 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-30ed63f8-ccae-42b0-8e70-397cfa132fbd None None] Port c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:00:15.226499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 665c96cb-f339-462c-a431-5a7ae37ed67c no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:00:15.238645 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59532) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:15.264257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 665c96cb-f339-462c-a431-5a7ae37ed67c {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:00:15.264257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 665c96cb-f339-462c-a431-5a7ae37ed67c not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:00:15.321970 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-70fa19c9-60a7-4f13-8056-2560698597fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=16338879ff864962bd5626857f565b82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0804756 Sep 18 00:00:15.327034 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59538) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:15.440032 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e005caf-2c8b-43d4-8090-7b4fb6b17981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:15.468681 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e005caf-2c8b-43d4-8090-7b4fb6b17981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:15.571674 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:00:15.580614 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:15.664329 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Transition to ACTIVE for port object c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:00:15.665408 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e005caf-2c8b-43d4-8090-7b4fb6b17981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:15.671051 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e005caf-2c8b-43d4-8090-7b4fb6b17981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:15.672553 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2e005caf-2c8b-43d4-8090-7b4fb6b17981 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e3570af9-29e6-4f8f-bf48-bf6a1163fc65 HTTP/1.1" status: 204 len: 168 time: 0.3443918 Sep 18 00:00:15.702886 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e005caf-2c8b-43d4-8090-7b4fb6b17981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3570af9-29e6-4f8f-bf48-bf6a1163fc65,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:15.750004 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:15.847165 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Pushing event updated for resources: {'Port': ['ID=c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:15.925927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Attempting to bind port c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:00:15.926381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Attempting to bind port c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:00:15.926786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Attempting to bind port c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 on network 91d2ea37-44ea-452b-a868-79ff761347ea {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:00:15.933637 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Port c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 on network 91d2ea37-44ea-452b-a868-79ff761347ea not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:00:15.934141 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Attempting to bind port c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 on network 91d2ea37-44ea-452b-a868-79ff761347ea {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:00:15.939640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:00:15.940113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Checking segment: {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:00:15.956234 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Bound using segment: {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:00:15.956624 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Bound port: c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:00:15.957022 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:16.100650 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] For port c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:00:16.116373 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] For port c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:00:16.133704 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5be5a-b52f-4c28-b9da-9971c514363f req-c9c1e220-c990-4143-8b21-23b06298d1ce tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:16.135244 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5d5be5a-b52f-4c28-b9da-9971c514363f req-c9c1e220-c990-4143-8b21-23b06298d1ce tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 944 time: 0.0727406 Sep 18 00:00:16.175695 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5d5be5a-b52f-4c28-b9da-9971c514363f req-b825f258-8f83-4af7-bd3c-75f51004fff6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344896 Sep 18 00:00:16.217678 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:16.255322 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:16.255948 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:16.257467 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] 10.222.0.37 "PUT /v2.0/ports/c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 HTTP/1.1" status: 200 len: 1092 time: 1.2166932 Sep 18 00:00:16.257914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e07988-dd35-471b-bb96-4d4b3449b27c', 'tag': 'c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:00:16.260176 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa01ad3-1a59-4917-a6bb-487bf2e47ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e07988-dd35-471b-bb96-4d4b3449b27c", "tag": "c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:00:16.307381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa98e5-9a6b-4446-bfca-29b34d47997d service neutron] Pushing event updated for resources: {'Port': ['ID=c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:16.335727 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d05616-a39c-49d0-9971-1a50e79b351e x-openstack-request-id: req-78d05616-a39c-49d0-9971-1a50e79b351e {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:00:16.335727 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e07988-dd35-471b-bb96-4d4b3449b27c", "tag": "c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:00:16.335727 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78d05616-a39c-49d0-9971-1a50e79b351e {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:00:16.335727 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e07988-dd35-471b-bb96-4d4b3449b27c', 'tag': 'c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7', 'status': 'completed', 'code': 200} Sep 18 00:00:16.405290 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa01ad3-1a59-4917-a6bb-487bf2e47ae3 req-006b77b0-fb65-4578-920e-c2f1b2828676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:16.406886 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3aa01ad3-1a59-4917-a6bb-487bf2e47ae3 req-006b77b0-fb65-4578-920e-c2f1b2828676 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 1095 time: 0.0480390 Sep 18 00:00:16.564328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa01ad3-1a59-4917-a6bb-487bf2e47ae3 req-39d8c407-49cd-4f09-9c32-28f011602523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:16.571229 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3aa01ad3-1a59-4917-a6bb-487bf2e47ae3 req-39d8c407-49cd-4f09-9c32-28f011602523 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1493750 Sep 18 00:00:16.596034 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a63299a5-4dfb-4a23-9cda-10a8db50f813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:16.679028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa01ad3-1a59-4917-a6bb-487bf2e47ae3 req-42585d08-08ad-49b1-8c2b-179894f32b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:16.680394 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3aa01ad3-1a59-4917-a6bb-487bf2e47ae3 req-42585d08-08ad-49b1-8c2b-179894f32b4e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1071360 Sep 18 00:00:16.761870 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5c344587-9c4a-489c-b619-bf86c8f733b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:16.763410 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-5c344587-9c4a-489c-b619-bf86c8f733b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 1095 time: 0.0454023 Sep 18 00:00:16.810061 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-f2010649-a455-4521-848e-f1a5b7733f0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 HTTP/1.1" status: 200 len: 217 time: 0.0383556 Sep 18 00:00:16.845843 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:00:16.864893 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-064b48f5-ae7c-4e49-9dc3-b780a1cfeca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:16.866998 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-064b48f5-ae7c-4e49-9dc3-b780a1cfeca0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.0494559 Sep 18 00:00:16.879308 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:00:16.880205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 3f9e28d4-ebe0-430f-b20a-ee7d6d413bd9 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:00:16.922644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-9129716b-4545-4641-9bff-9380c8f26638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:16.924570 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-9129716b-4545-4641-9bff-9380c8f26638 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509515 Sep 18 00:00:16.998478 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59600) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:17.023501 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59606) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:17.042252 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8783a918-24dc-4f1e-b294-cf9f90ea1557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:17.063315 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-cf002493-95bd-4cce-a5d3-473ea4fb2178 service neutron] 10.222.0.37 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311893 Sep 18 00:00:17.184232 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab7a59be-157c-45ba-b78b-6b7f7d82b697 req-4e29d392-2e9d-43a3-a0c3-1ef1f4915da7 service neutron] 10.222.0.37 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126928 Sep 18 00:00:17.188538 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8783a918-24dc-4f1e-b294-cf9f90ea1557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:17.245903 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:17.260078 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-21f1cdb1-c3a4-44f4-96eb-ced88f614f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:17.311847 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8783a918-24dc-4f1e-b294-cf9f90ea1557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:17.430522 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8783a918-24dc-4f1e-b294-cf9f90ea1557 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4042611 Sep 18 00:00:17.431987 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40defbde-71e0-4d44-b3ae-1f6508a85170 req-66ca893c-f4f2-4dce-b9e8-629735562ae2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:17.436343 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59626) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:17.437479 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40defbde-71e0-4d44-b3ae-1f6508a85170 req-66ca893c-f4f2-4dce-b9e8-629735562ae2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 944 time: 0.1055655 Sep 18 00:00:17.437743 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783a918-24dc-4f1e-b294-cf9f90ea1557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d373f4-c32a-442a-9590-cf5906f7ad63,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:17.551822 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91f55a3d-71d8-4893-8d49-c99a4465bdba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:17.565134 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40defbde-71e0-4d44-b3ae-1f6508a85170 req-9e499bbf-9a1a-4dfb-abe5-b64e3334e423 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031542 Sep 18 00:00:17.624038 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91f55a3d-71d8-4893-8d49-c99a4465bdba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:17.665700 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-21f1cdb1-c3a4-44f4-96eb-ced88f614f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:17.761925 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:17.811929 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-21f1cdb1-c3a4-44f4-96eb-ced88f614f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:17.814582 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91f55a3d-71d8-4893-8d49-c99a4465bdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:17.821026 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91f55a3d-71d8-4893-8d49-c99a4465bdba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:17.821026 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-91f55a3d-71d8-4893-8d49-c99a4465bdba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c9d373f4-c32a-442a-9590-cf5906f7ad63 HTTP/1.1" status: 204 len: 168 time: 0.3735197 Sep 18 00:00:17.858133 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-21f1cdb1-c3a4-44f4-96eb-ced88f614f31 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=227bb6a7db054172a998b6a0b3fd02f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8575139 Sep 18 00:00:17.860814 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59682) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:17.869513 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1cdb1-c3a4-44f4-96eb-ced88f614f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19d0cc8-6feb-4ab9-b1c2-d5bedb9c58c5,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:17.881812 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f55a3d-71d8-4893-8d49-c99a4465bdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d373f4-c32a-442a-9590-cf5906f7ad63,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:17.929722 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-253eeb83-fd6d-4d28-89e9-14c9037ec0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:17.953306 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-253eeb83-fd6d-4d28-89e9-14c9037ec0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:18.131606 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-253eeb83-fd6d-4d28-89e9-14c9037ec0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:18.134196 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-253eeb83-fd6d-4d28-89e9-14c9037ec0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:18.135406 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-253eeb83-fd6d-4d28-89e9-14c9037ec0fb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b19d0cc8-6feb-4ab9-b1c2-d5bedb9c58c5 HTTP/1.1" status: 204 len: 168 time: 0.2735386 Sep 18 00:00:18.148883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253eeb83-fd6d-4d28-89e9-14c9037ec0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19d0cc8-6feb-4ab9-b1c2-d5bedb9c58c5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:18.179713 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59706) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:18.185271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-be331307-efc5-446f-ae61-b8653e300297 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-11844676', 'description': 'tempest-secgroup-smoke-11844676 description', 'project_id': '5d2902e7a2a54edeb7be111e15492043'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:18.309105 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be331307-efc5-446f-ae61-b8653e300297 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:18.317560 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be331307-efc5-446f-ae61-b8653e300297 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:18.587009 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be331307-efc5-446f-ae61-b8653e300297 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:18.681308 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be331307-efc5-446f-ae61-b8653e300297 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:18.754758 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be331307-efc5-446f-ae61-b8653e300297 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c47f269-e814-40d4-8a9c-07a714837063,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:18.853261 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783974f5-082c-47c9-8220-6bd23bdc0536 req-bc7a484a-6665-4eeb-9214-833ccbe05fbd tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:18.855047 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-783974f5-082c-47c9-8220-6bd23bdc0536 req-bc7a484a-6665-4eeb-9214-833ccbe05fbd tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 944 time: 0.0803490 Sep 18 00:00:18.912767 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-783974f5-082c-47c9-8220-6bd23bdc0536 req-fe7af6e1-00a7-4b9f-ab7c-1511b8d764b3 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447531 Sep 18 00:00:18.919324 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be331307-efc5-446f-ae61-b8653e300297 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:19.017738 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be331307-efc5-446f-ae61-b8653e300297 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:19.032604 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59746) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:19.049213 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-195c9190-c49f-4c68-ae85-1ac9336fef7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:19.051833 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be331307-efc5-446f-ae61-b8653e300297 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8191d1b5-9a5f-49c7-9d76-e1be30f81362,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:19.084072 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59748) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:19.122318 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be331307-efc5-446f-ae61-b8653e300297 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:19.123995 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-be331307-efc5-446f-ae61-b8653e300297 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9428930 Sep 18 00:00:19.127357 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59754) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:19.139250 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-39ce60e6-92c0-46bd-bcaa-5f0e24f06d98 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': '8191d1b5-9a5f-49c7-9d76-e1be30f81362', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:19.211117 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-195c9190-c49f-4c68-ae85-1ac9336fef7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:19.275793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-b2272c19-8645-4fd5-ba59-7c8ac21721ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-959256036-network', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:19.298132 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-195c9190-c49f-4c68-ae85-1ac9336fef7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:19.316678 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.api [None req-b2272c19-8645-4fd5-ba59-7c8ac21721ce admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 00:00:19.316678 n-d-809883-1 neutron-server[95592]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 00:00:19.316678 n-d-809883-1 neutron-server[95592]: [parameters: {'project_id_1': '6fe7222ae4c04910b88bcb6204ec0195', 'expiration_1': datetime.datetime(2021, 9, 17, 23, 59, 59, 281257)}] Sep 18 00:00:19.316678 n-d-809883-1 neutron-server[95592]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:00:19.317333 n-d-809883-1 neutron-server[95592]: DEBUG oslo_db.api [None req-b2272c19-8645-4fd5-ba59-7c8ac21721ce admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:00:19.343347 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c9190-c49f-4c68-ae85-1ac9336fef7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510baef2-2da1-434b-96a7-f51993b6496a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:19.350717 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59778) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:19.357307 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-195c9190-c49f-4c68-ae85-1ac9336fef7c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3c35bc4d68a145e0b8c1ce44f25c2e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3238163 Sep 18 00:00:19.397635 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-39ce60e6-92c0-46bd-bcaa-5f0e24f06d98 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:19.422010 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-06ffdaab-dfe2-477d-abbf-bdd9cd9cb8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:19.476526 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-06ffdaab-dfe2-477d-abbf-bdd9cd9cb8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:19.536564 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-39ce60e6-92c0-46bd-bcaa-5f0e24f06d98 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:19.601646 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-39ce60e6-92c0-46bd-bcaa-5f0e24f06d98 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:19.622242 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce60e6-92c0-46bd-bcaa-5f0e24f06d98 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31999977-fac1-496d-8361-30eb19094669,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:19.630915 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-06ffdaab-dfe2-477d-abbf-bdd9cd9cb8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:19.633423 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-06ffdaab-dfe2-477d-abbf-bdd9cd9cb8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:19.637283 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-06ffdaab-dfe2-477d-abbf-bdd9cd9cb8ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/510baef2-2da1-434b-96a7-f51993b6496a HTTP/1.1" status: 204 len: 168 time: 0.2828116 Sep 18 00:00:19.654207 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffdaab-dfe2-477d-abbf-bdd9cd9cb8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510baef2-2da1-434b-96a7-f51993b6496a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:19.716032 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-39ce60e6-92c0-46bd-bcaa-5f0e24f06d98 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:19.717402 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-39ce60e6-92c0-46bd-bcaa-5f0e24f06d98 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5885291 Sep 18 00:00:19.730991 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59812) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:19.730991 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-8a4708fc-e946-4c3e-b824-d74566088e4c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': '8191d1b5-9a5f-49c7-9d76-e1be30f81362', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:19.756014 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:19.863601 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8a4708fc-e946-4c3e-b824-d74566088e4c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:19.931830 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8a4708fc-e946-4c3e-b824-d74566088e4c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:19.961273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2272c19-8645-4fd5-ba59-7c8ac21721ce admin admin] Made reservation on behalf of 6fe7222ae4c04910b88bcb6204ec0195 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:00:19.963767 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b2272c19-8645-4fd5-ba59-7c8ac21721ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:19.974169 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b2272c19-8645-4fd5-ba59-7c8ac21721ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:20.034302 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8a4708fc-e946-4c3e-b824-d74566088e4c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:20.054515 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4708fc-e946-4c3e-b824-d74566088e4c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63605563-b718-46db-976d-2aef8eb362ab,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:20.061345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b986255-c564-4d71-8059-52cba69d7101 req-26891a57-334f-46b4-9d62-8e968c08b209 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:20.062902 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b986255-c564-4d71-8059-52cba69d7101 req-26891a57-334f-46b4-9d62-8e968c08b209 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 944 time: 0.0805860 Sep 18 00:00:20.125030 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b986255-c564-4d71-8059-52cba69d7101 req-636554b8-4896-4d32-83db-427e8832f7c9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519478 Sep 18 00:00:20.148548 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b2272c19-8645-4fd5-ba59-7c8ac21721ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:20.218994 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b2272c19-8645-4fd5-ba59-7c8ac21721ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:20.252656 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2272c19-8645-4fd5-ba59-7c8ac21721ce admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:00:20.260925 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2272c19-8645-4fd5-ba59-7c8ac21721ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9627cd56-4569-4a8f-a5d9-37d9a60e5d54,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:20.266415 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b2272c19-8645-4fd5-ba59-7c8ac21721ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:20.266776 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-b2272c19-8645-4fd5-ba59-7c8ac21721ce admin admin] Added segment 4820db28-5aa6-420d-a0f3-43bebd8239f4 of type vlan for network 86a27f7f-4384-4af7-a6c4-42b4d189081c Sep 18 00:00:20.308992 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b2272c19-8645-4fd5-ba59-7c8ac21721ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:20.314324 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8a4708fc-e946-4c3e-b824-d74566088e4c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:20.316265 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8a4708fc-e946-4c3e-b824-d74566088e4c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5942769 Sep 18 00:00:20.320298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59848) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:20.327141 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a4897b0c-a7f2-4bba-8149-0d6faad46de3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': '8191d1b5-9a5f-49c7-9d76-e1be30f81362', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:20.458493 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b2272c19-8645-4fd5-ba59-7c8ac21721ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:20.459623 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2272c19-8645-4fd5-ba59-7c8ac21721ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:20.460303 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b2272c19-8645-4fd5-ba59-7c8ac21721ce admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:20.502010 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a4897b0c-a7f2-4bba-8149-0d6faad46de3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:20.545509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2272c19-8645-4fd5-ba59-7c8ac21721ce admin admin] Pushing event updated for resources: {'Network': ['ID=86a27f7f-4384-4af7-a6c4-42b4d189081c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:20.572984 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 86a27f7f-4384-4af7-a6c4-42b4d189081c details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:00:20.606581 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b2272c19-8645-4fd5-ba59-7c8ac21721ce admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5212102 Sep 18 00:00:20.607289 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a4897b0c-a7f2-4bba-8149-0d6faad46de3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:20.609540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59874) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:20.617199 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-2c7a7cf1-6216-45d8-a3e0-5a9fcea65d6b admin admin] Request body: {'subnet': {'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-959256036-subnet', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:20.710504 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a4897b0c-a7f2-4bba-8149-0d6faad46de3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:20.730637 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4897b0c-a7f2-4bba-8149-0d6faad46de3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b776635b-5c7b-4f32-bc7c-cb9880f527c8,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:20.742980 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7a7cf1-6216-45d8-a3e0-5a9fcea65d6b admin admin] Made reservation on behalf of 6fe7222ae4c04910b88bcb6204ec0195 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:00:20.746243 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2c7a7cf1-6216-45d8-a3e0-5a9fcea65d6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:20.899671 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a4897b0c-a7f2-4bba-8149-0d6faad46de3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:20.901471 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a4897b0c-a7f2-4bba-8149-0d6faad46de3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5797477 Sep 18 00:00:20.904593 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59892) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:20.921454 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-93427da9-16d7-4848-a5f9-562f50259059 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': '8191d1b5-9a5f-49c7-9d76-e1be30f81362', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:21.018761 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2c7a7cf1-6216-45d8-a3e0-5a9fcea65d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:21.041474 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-93427da9-16d7-4848-a5f9-562f50259059 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:21.106910 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a7cf1-6216-45d8-a3e0-5a9fcea65d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ee99a84-1f57-4ea3-b616-45b4e99de8bf,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:21.113345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7a7cf1-6216-45d8-a3e0-5a9fcea65d6b admin admin] Checking segment: {'id': '4820db28-5aa6-420d-a0f3-43bebd8239f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:00:21.113531 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a7cf1-6216-45d8-a3e0-5a9fcea65d6b admin admin] Network hostable DHCP agents. Network: 86a27f7f-4384-4af7-a6c4-42b4d189081c, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:00:21.131608 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-93427da9-16d7-4848-a5f9-562f50259059 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:21.218446 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-93427da9-16d7-4848-a5f9-562f50259059 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:21.236937 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93427da9-16d7-4848-a5f9-562f50259059 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b9134f-d3a2-4877-b218-78737360ad16,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:21.243582 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:00:21.252149 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a7cf1-6216-45d8-a3e0-5a9fcea65d6b admin admin] Network 86a27f7f-4384-4af7-a6c4-42b4d189081c is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:00:21.284344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b333621-7e7e-43c8-8fab-cf59fb57f124 req-7b5a81c5-a39c-4f1c-8c34-2540304e85c6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:21.293430 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b333621-7e7e-43c8-8fab-cf59fb57f124 req-7b5a81c5-a39c-4f1c-8c34-2540304e85c6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 944 time: 0.0930357 Sep 18 00:00:21.331278 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-93427da9-16d7-4848-a5f9-562f50259059 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:21.332606 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-93427da9-16d7-4848-a5f9-562f50259059 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4265423 Sep 18 00:00:21.335494 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59930) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:21.340966 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-95f36eaf-0a3f-433f-9b72-3744856cc913 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': '8191d1b5-9a5f-49c7-9d76-e1be30f81362', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:21.347520 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b333621-7e7e-43c8-8fab-cf59fb57f124 req-6e9e7fa9-4cf1-46d6-b961-f577de127c84 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528414 Sep 18 00:00:21.359958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-2c7a7cf1-6216-45d8-a3e0-5a9fcea65d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 86a27f7f-4384-4af7-a6c4-42b4d189081c) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:21.370807 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7a7cf1-6216-45d8-a3e0-5a9fcea65d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:21.372153 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2c7a7cf1-6216-45d8-a3e0-5a9fcea65d6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:21.379278 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f5e743-0094-40f9-a933-78203ec33ca0 None None] Network 86a27f7f-4384-4af7-a6c4-42b4d189081c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:00:21.475420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:21.490223 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'port_id': 'c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7', 'mac_address': 'fa:16:3e:46:37:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:00:21.508731 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-95f36eaf-0a3f-433f-9b72-3744856cc913 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Project 5d2902e7a2a54edeb7be111e15492043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:00:21.515806 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95f36eaf-0a3f-433f-9b72-3744856cc913 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:21.568218 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:21.607713 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2c7a7cf1-6216-45d8-a3e0-5a9fcea65d6b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9968994 Sep 18 00:00:21.611134 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59940) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:21.618345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c821f014-be06-4ae6-95e8-471c9c16b7d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-959256036-router', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:21.629499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-86a27f7f-4384-4af7-a6c4-42b4d189081c', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'fixed_ips': [{'subnet_id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:00:21.632434 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95f36eaf-0a3f-433f-9b72-3744856cc913 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:21.632813 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:21.659969 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:00:21.692488 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:21.716403 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95f36eaf-0a3f-433f-9b72-3744856cc913 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:21.717175 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c821f014-be06-4ae6-95e8-471c9c16b7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:21.718871 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c821f014-be06-4ae6-95e8-471c9c16b7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:21.739834 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f36eaf-0a3f-433f-9b72-3744856cc913 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589de95d-ad4a-4bf0-8bbd-dd7693ea1c78,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:21.794352 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:21.819097 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c821f014-be06-4ae6-95e8-471c9c16b7d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:21.841973 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95f36eaf-0a3f-433f-9b72-3744856cc913 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:21.852111 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-95f36eaf-0a3f-433f-9b72-3744856cc913 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5067818 Sep 18 00:00:21.852763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59946) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:21.852763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-6c63c392-359a-4e44-a4bd-1f24d186a02b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': '8191d1b5-9a5f-49c7-9d76-e1be30f81362', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:21.856316 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] Allocated IP 172.20.0.2 (86a27f7f-4384-4af7-a6c4-42b4d189081c/0ee99a84-1f57-4ea3-b616-45b4e99de8bf/c7eb4b38-074e-4545-98df-940acde8163b) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:00:21.879185 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:22.024131 n-d-809883-1 neutron-server[95592]: INFO neutron.db.securitygroups_db [None req-6c63c392-359a-4e44-a4bd-1f24d186a02b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Project 5d2902e7a2a54edeb7be111e15492043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:00:22.030535 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6c63c392-359a-4e44-a4bd-1f24d186a02b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:22.063898 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:00:22.144864 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c821f014-be06-4ae6-95e8-471c9c16b7d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:22.167534 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:22.186048 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6c63c392-359a-4e44-a4bd-1f24d186a02b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:22.277391 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6c63c392-359a-4e44-a4bd-1f24d186a02b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:22.297362 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:22.332176 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63c392-359a-4e44-a4bd-1f24d186a02b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db88ab4-2034-4e1d-8765-4bcd88a02362,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:22.369303 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] Network 86a27f7f-4384-4af7-a6c4-42b4d189081c is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:00:22.373917 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:22.379364 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:00:22.435398 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] Pushing event updated for resources: {'Port': ['ID=c7eb4b38-074e-4545-98df-940acde8163b,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:22.453501 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] Attempting to bind port c7eb4b38-074e-4545-98df-940acde8163b on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:00:22.453877 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] Attempting to bind port c7eb4b38-074e-4545-98df-940acde8163b by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '4820db28-5aa6-420d-a0f3-43bebd8239f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:00:22.454244 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] Attempting to bind port c7eb4b38-074e-4545-98df-940acde8163b on network 86a27f7f-4384-4af7-a6c4-42b4d189081c {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:00:22.459073 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6c63c392-359a-4e44-a4bd-1f24d186a02b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:22.460154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:00:22.460604 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] Checking segment: {'id': '4820db28-5aa6-420d-a0f3-43bebd8239f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:00:22.461952 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:22.461952 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] Bound using segment: {'id': '4820db28-5aa6-420d-a0f3-43bebd8239f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:00:22.461952 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] Bound port: c7eb4b38-074e-4545-98df-940acde8163b, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4820db28-5aa6-420d-a0f3-43bebd8239f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:00:22.462288 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:22.463532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59962) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:22.464058 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6c63c392-359a-4e44-a4bd-1f24d186a02b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6163483 Sep 18 00:00:22.469606 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-04b6e443-aec3-4699-b496-be6c1444960c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'network': {'name': 'tempest-network-smoke--1186832307', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'port_security_enabled': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:22.569094 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] For port c7eb4b38-074e-4545-98df-940acde8163b, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:00:22.576540 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] For port c7eb4b38-074e-4545-98df-940acde8163b, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c7eb4b38-074e-4545-98df-940acde8163b,segment=NetworkSegment(4820db28-5aa6-420d-a0f3-43bebd8239f4),segment_id=4820db28-5aa6-420d-a0f3-43bebd8239f4)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:00:22.578512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b6e443-aec3-4699-b496-be6c1444960c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Made reservation on behalf of 5d2902e7a2a54edeb7be111e15492043 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:00:22.582229 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04b6e443-aec3-4699-b496-be6c1444960c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:22.603572 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061af19-8ce0-41c2-b459-25b0196d5df9 req-826b4e6a-76e9-4638-b73a-292b71426c11 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:22.605941 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e061af19-8ce0-41c2-b459-25b0196d5df9 req-826b4e6a-76e9-4638-b73a-292b71426c11 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 945 time: 0.1053240 Sep 18 00:00:22.607241 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c821f014-be06-4ae6-95e8-471c9c16b7d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:22.637012 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b6e443-aec3-4699-b496-be6c1444960c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:00:22.646706 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c821f014-be06-4ae6-95e8-471c9c16b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:22.652692 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04b6e443-aec3-4699-b496-be6c1444960c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:22.653312 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-04b6e443-aec3-4699-b496-be6c1444960c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Added segment d26f9bd4-c277-4a17-baa4-d2a6f90650c9 of type vlan for network 02790972-fc13-4ec4-a91c-79defc526414 Sep 18 00:00:22.676525 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:22.770487 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04b6e443-aec3-4699-b496-be6c1444960c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:22.884334 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7b80f-699b-45a0-aa13-7e52ae78e01a None None] Pushing event updated for resources: {'Port': ['ID=c7eb4b38-074e-4545-98df-940acde8163b,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:22.942241 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e061af19-8ce0-41c2-b459-25b0196d5df9 req-0d586f0d-79fd-458e-b026-bcf3594318c5 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093135 Sep 18 00:00:22.970759 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-c821f014-be06-4ae6-95e8-471c9c16b7d9 admin admin] Allocated IP 172.25.3.6 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/807b4708-109b-4cfe-b1f7-042d4aafbaec) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:00:22.973081 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04b6e443-aec3-4699-b496-be6c1444960c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:22.980577 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b6e443-aec3-4699-b496-be6c1444960c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:22.981454 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04b6e443-aec3-4699-b496-be6c1444960c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:23.078108 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6e443-aec3-4699-b496-be6c1444960c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Network': ['ID=02790972-fc13-4ec4-a91c-79defc526414,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:23.095454 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 02790972-fc13-4ec4-a91c-79defc526414 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:00:23.118713 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-04b6e443-aec3-4699-b496-be6c1444960c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6533628 Sep 18 00:00:23.123311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59972) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:23.135001 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-5c0787b1-63d5-47ac-9a3b-72ca0cefef6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-975457806', 'admin_state_up': True, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:23.176460 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c821f014-be06-4ae6-95e8-471c9c16b7d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:23.257857 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:23.276292 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c821f014-be06-4ae6-95e8-471c9c16b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:23.277805 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c0787b1-63d5-47ac-9a3b-72ca0cefef6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:23.281070 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c0787b1-63d5-47ac-9a3b-72ca0cefef6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:23.347171 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c821f014-be06-4ae6-95e8-471c9c16b7d9 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:00:23.355136 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-c821f014-be06-4ae6-95e8-471c9c16b7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:23.358094 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c821f014-be06-4ae6-95e8-471c9c16b7d9 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:00:23.385848 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821f014-be06-4ae6-95e8-471c9c16b7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=807b4708-109b-4cfe-b1f7-042d4aafbaec,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:23.412669 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c0787b1-63d5-47ac-9a3b-72ca0cefef6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:23.507815 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:00:23.512480 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:23.512953 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:23.608380 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:23.634638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e07988-dd35-471b-bb96-4d4b3449b27c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:00:23.637153 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59830ef4-be96-4a87-b106-d27749d5fe4f" -d '{"events": [{"server_uuid": "f7e07988-dd35-471b-bb96-4d4b3449b27c", "name": "network-vif-plugged", "status": "completed", "tag": "c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:00:23.652370 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:23.690757 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d312fa4f-af4b-42e1-9fdb-fab7a56b3eb7 x-openstack-request-id: req-d312fa4f-af4b-42e1-9fdb-fab7a56b3eb7 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:00:23.690934 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c0787b1-63d5-47ac-9a3b-72ca0cefef6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:23.691414 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e07988-dd35-471b-bb96-4d4b3449b27c", "name": "network-vif-plugged", "status": "completed", "tag": "c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:00:23.691527 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d312fa4f-af4b-42e1-9fdb-fab7a56b3eb7 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:00:23.692136 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e07988-dd35-471b-bb96-4d4b3449b27c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7', 'code': 200} Sep 18 00:00:23.765684 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:23.829892 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:24.113470 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c821f014-be06-4ae6-95e8-471c9c16b7d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:24.145793 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c0787b1-63d5-47ac-9a3b-72ca0cefef6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:24.167059 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c0787b1-63d5-47ac-9a3b-72ca0cefef6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:24.170110 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b20d6-9020-4743-b8f4-97ee142cd3b5 req-0ed057ad-675a-4def-96a3-effa1d7f51ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:24.171659 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc2b20d6-9020-4743-b8f4-97ee142cd3b5 req-0ed057ad-675a-4def-96a3-effa1d7f51ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 1097 time: 0.1308079 Sep 18 00:00:24.215645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4a0d8-b9b7-4404-94f8-587f1553c65e req-15dde876-f6d8-48af-97da-f4538a27eae6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:24.223170 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-afd4a0d8-b9b7-4404-94f8-587f1553c65e req-15dde876-f6d8-48af-97da-f4538a27eae6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.1541348 Sep 18 00:00:24.260020 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab442c03-a8c8-4564-ba61-d6506d243a64 None None] Network 86a27f7f-4384-4af7-a6c4-42b4d189081c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:00:24.268156 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc2b20d6-9020-4743-b8f4-97ee142cd3b5 req-d24b2fd4-4662-4e2e-891d-f39e1c90e211 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856152 Sep 18 00:00:24.317593 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-5c0787b1-63d5-47ac-9a3b-72ca0cefef6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Allocated IP 172.25.3.44 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/4c731ee8-4786-401f-9631-1372af051b85) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:00:24.327406 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-afd4a0d8-b9b7-4404-94f8-587f1553c65e req-337bd3c2-926c-4d82-804e-9318f27acb19 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033018 Sep 18 00:00:24.401015 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-12dc8730-7c8a-4100-9d92-d93fc17eeb5d None None] Provisioning complete for port c7eb4b38-074e-4545-98df-940acde8163b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:24.405186 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-12dc8730-7c8a-4100-9d92-d93fc17eeb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:24.455256 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c821f014-be06-4ae6-95e8-471c9c16b7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:24.735556 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-60ae57c3-ee01-4ef7-aea0-782bc339f945 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:24.737194 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-60ae57c3-ee01-4ef7-aea0-782bc339f945 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/networks?id=661107b9-e93e-4791-a13a-d13963534dba HTTP/1.1" status: 200 len: 812 time: 0.1985936 Sep 18 00:00:24.763135 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-ac3a3d49-ab97-4287-a89d-bc3ff7e72ea1 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/quotas/c7f18c68bfbe42799dbf1aa205043a80 HTTP/1.1" status: 200 len: 375 time: 0.0165222 Sep 18 00:00:24.826676 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-22cef2b8-0c3b-46ec-b8a3-c25bcbcd0a7e tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c7f18c68bfbe42799dbf1aa205043a80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515594 Sep 18 00:00:24.854178 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-12dc8730-7c8a-4100-9d92-d93fc17eeb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:24.871979 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c821f014-be06-4ae6-95e8-471c9c16b7d9 admin admin] Router 43b49091-ead7-4262-a6af-7da34f7586e4 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:00:24.924195 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-12dc8730-7c8a-4100-9d92-d93fc17eeb5d None None] For port c7eb4b38-074e-4545-98df-940acde8163b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c7eb4b38-074e-4545-98df-940acde8163b,segment=NetworkSegment(4820db28-5aa6-420d-a0f3-43bebd8239f4),segment_id=4820db28-5aa6-420d-a0f3-43bebd8239f4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:24.963487 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c0787b1-63d5-47ac-9a3b-72ca0cefef6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:24.996261 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-12dc8730-7c8a-4100-9d92-d93fc17eeb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:25.140598 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc8730-7c8a-4100-9d92-d93fc17eeb5d None None] Pushing event updated for resources: {'Port': ['ID=c7eb4b38-074e-4545-98df-940acde8163b,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:25.173187 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c0787b1-63d5-47ac-9a3b-72ca0cefef6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:25.179421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c7eb4b38-074e-4545-98df-940acde8163b up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:25.249621 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c7eb4b38-074e-4545-98df-940acde8163b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:25.250226 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:25.281439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0787b1-63d5-47ac-9a3b-72ca0cefef6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=4c731ee8-4786-401f-9631-1372af051b85,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:25.289376 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0787b1-63d5-47ac-9a3b-72ca0cefef6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:00:25.291210 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-5c0787b1-63d5-47ac-9a3b-72ca0cefef6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:25.294140 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0787b1-63d5-47ac-9a3b-72ca0cefef6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:00:25.349608 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c821f014-be06-4ae6-95e8-471c9c16b7d9 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:00:25.404208 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] Sync routers for ids ['43b49091-ead7-4262-a6af-7da34f7586e4'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:00:25.446257 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-ddfd4fee-2f6b-4f61-8f54-fec86d0295d7 service neutron] 10.222.0.46 "GET /v2.0/networks/661107b9-e93e-4791-a13a-d13963534dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118128 Sep 18 00:00:25.484447 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] Routers {'43b49091-ead7-4262-a6af-7da34f7586e4'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:00:25.485311 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:00:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['43b49091-ead7-4262-a6af-7da34f7586e4'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:25.497933 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c821f014-be06-4ae6-95e8-471c9c16b7d9 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:25.499463 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c821f014-be06-4ae6-95e8-471c9c16b7d9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8871527 Sep 18 00:00:25.504014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60026) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:25.519597 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-214c6225-2a7e-4b36-b089-847e4a2582f0 None None] Provisioning complete for port c7eb4b38-074e-4545-98df-940acde8163b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:25.520037 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-214c6225-2a7e-4b36-b089-847e4a2582f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:25.614231 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85d3fb-64ef-4f59-9f02-dd5e40dfc032 req-74c32d48-460b-49b3-bb1c-2ad5bbd838ea tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:25.622511 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a85d3fb-64ef-4f59-9f02-dd5e40dfc032 req-74c32d48-460b-49b3-bb1c-2ad5bbd838ea tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.1743269 Sep 18 00:00:25.669442 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] Set router 43b49091-ead7-4262-a6af-7da34f7586e4 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:00:25.715518 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a85d3fb-64ef-4f59-9f02-dd5e40dfc032 req-a6700b1c-adf9-4fe3-8af2-d64538287f5a tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916810 Sep 18 00:00:25.743927 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-0a56f951-0840-4299-bc13-b690c2a091f3 service neutron] 10.222.0.46 "GET /v2.0/networks/661107b9-e93e-4791-a13a-d13963534dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832582 Sep 18 00:00:25.799503 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60032) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:25.842513 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c0787b1-63d5-47ac-9a3b-72ca0cefef6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:25.906181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'name': 'tempest-TestVolumeBackupRestore-959256036-router', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:21Z', 'updated_at': '2021-09-18T00:00:23Z', 'revision_number': 3, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'gw_port': {'id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:37:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:22Z', 'updated_at': '2021-09-18T00:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:25.942750 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] Checking router: 43b49091-ead7-4262-a6af-7da34f7586e4 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:00:25.943154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] Updating router 43b49091-ead7-4262-a6af-7da34f7586e4 port 807b4708-109b-4cfe-b1f7-042d4aafbaec binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:00:25.970364 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:26.008296 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-72fd0b3c-513e-4425-a576-7cc0a2183108 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=296cdd6493ab4cfc83094bb4b53f5374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074311 Sep 18 00:00:26.009298 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60038) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:26.062967 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-55793f0b-f463-4cd8-918e-801c3461ef15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:26.111972 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-55793f0b-f463-4cd8-918e-801c3461ef15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:26.169752 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14e58987-6026-4fa5-bf43-92bb119ddffa req-b988131b-3a1f-4c71-a197-8afa0ffb1593 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8 HTTP/1.1" status: 200 len: 210 time: 0.0410476 Sep 18 00:00:26.236646 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c0787b1-63d5-47ac-9a3b-72ca0cefef6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:26.271539 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-55793f0b-f463-4cd8-918e-801c3461ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:26.274507 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-55793f0b-f463-4cd8-918e-801c3461ef15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:26.275592 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-55793f0b-f463-4cd8-918e-801c3461ef15 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee098c74-30a3-4d0b-8649-05e7a0ee07fe HTTP/1.1" status: 204 len: 168 time: 0.2651887 Sep 18 00:00:26.297111 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55793f0b-f463-4cd8-918e-801c3461ef15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee098c74-30a3-4d0b-8649-05e7a0ee07fe,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:26.371308 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5529ae31-8a71-49a4-8943-05472971aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:26.388315 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:26.515187 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:26.551515 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-5529ae31-8a71-49a4-8943-05472971aab3 admin admin] Allocated IP 172.20.0.1 (86a27f7f-4384-4af7-a6c4-42b4d189081c/0ee99a84-1f57-4ea3-b616-45b4e99de8bf/4776ec6f-a419-4dcc-80a6-39e7a52734d3) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:00:26.585716 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] Attempting to bind port 807b4708-109b-4cfe-b1f7-042d4aafbaec on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:00:26.585716 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] Attempting to bind port 807b4708-109b-4cfe-b1f7-042d4aafbaec by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:00:26.585716 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] Attempting to bind port 807b4708-109b-4cfe-b1f7-042d4aafbaec on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:00:26.585716 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:00:26.585716 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:00:26.585716 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:26.585716 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:00:26.585716 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] Bound port: 807b4708-109b-4cfe-b1f7-042d4aafbaec, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:00:26.585716 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:26.587125 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e6f70-163d-4167-a9ae-7f7412081ca2 None None] Pushing event updated for resources: {'Port': ['ID=807b4708-109b-4cfe-b1f7-042d4aafbaec,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:26.649246 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0787b1-63d5-47ac-9a3b-72ca0cefef6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Router ea52ee47-5f6a-4547-bed3-56760db855c8 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:00:26.661273 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] For port 807b4708-109b-4cfe-b1f7-042d4aafbaec, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:00:26.665487 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] For port 807b4708-109b-4cfe-b1f7-042d4aafbaec, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=807b4708-109b-4cfe-b1f7-042d4aafbaec,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:00:26.739868 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5529ae31-8a71-49a4-8943-05472971aab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:26.788404 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:26.831871 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0787b1-63d5-47ac-9a3b-72ca0cefef6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:00:26.844309 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] Sync routers for ids ['ea52ee47-5f6a-4547-bed3-56760db855c8'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:00:26.859956 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] Routers {'43b49091-ead7-4262-a6af-7da34f7586e4'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:00:26.860595 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:00:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['43b49091-ead7-4262-a6af-7da34f7586e4'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:26.862520 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e6f70-163d-4167-a9ae-7f7412081ca2 None None] Pushing event updated for resources: {'Port': ['ID=807b4708-109b-4cfe-b1f7-042d4aafbaec,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:26.864209 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] Routers {'ea52ee47-5f6a-4547-bed3-56760db855c8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:00:26.866177 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:00:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ea52ee47-5f6a-4547-bed3-56760db855c8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:26.926885 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579041b-17e5-4d68-a6e4-d15655825075 req-ac0767ad-1837-408f-9b98-df1db191c500 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:26.926885 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a579041b-17e5-4d68-a6e4-d15655825075 req-ac0767ad-1837-408f-9b98-df1db191c500 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.0898831 Sep 18 00:00:26.968990 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c0787b1-63d5-47ac-9a3b-72ca0cefef6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:26.974218 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5c0787b1-63d5-47ac-9a3b-72ca0cefef6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.8492873 Sep 18 00:00:26.976219 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a579041b-17e5-4d68-a6e4-d15655825075 req-a5e5854b-f8ca-48a1-adca-add7ce142a94 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654633 Sep 18 00:00:26.977155 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60076) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:26.989393 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5529ae31-8a71-49a4-8943-05472971aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:27.023492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c7eb4b38-074e-4545-98df-940acde8163b up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:27.101885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5529ae31-8a71-49a4-8943-05472971aab3 admin admin] Network 86a27f7f-4384-4af7-a6c4-42b4d189081c is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:00:27.108520 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-5529ae31-8a71-49a4-8943-05472971aab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:27.137739 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5529ae31-8a71-49a4-8943-05472971aab3 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:00:27.162999 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c7eb4b38-074e-4545-98df-940acde8163b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:27.163412 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:27.196598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529ae31-8a71-49a4-8943-05472971aab3 admin admin] Pushing event updated for resources: {'Port': ['ID=4776ec6f-a419-4dcc-80a6-39e7a52734d3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:27.230411 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] Set router 43b49091-ead7-4262-a6af-7da34f7586e4 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:00:27.253737 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5529ae31-8a71-49a4-8943-05472971aab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:27.277653 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] Set router ea52ee47-5f6a-4547-bed3-56760db855c8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:00:27.435876 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be641f87-5f50-4777-9872-9ea4ecb16eb0 req-1815fdbb-f978-45a0-baa5-9ee1d7e4ffa1 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8 HTTP/1.1" status: 200 len: 210 time: 0.1179004 Sep 18 00:00:27.446500 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-68eb0fa7-ba0e-451a-a84a-591bac07e362 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=5d2902e7a2a54edeb7be111e15492043&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4627144 Sep 18 00:00:27.447251 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60098) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:27.641910 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'name': 'tempest-TestVolumeBackupRestore-959256036-router', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:21Z', 'updated_at': '2021-09-18T00:00:23Z', 'revision_number': 3, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'gw_port': {'id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:37:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:22Z', 'updated_at': '2021-09-18T00:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:27.648406 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-474ba317-0194-46db-b977-647ae1bfc761 None None] Provisioning complete for port 4776ec6f-a419-4dcc-80a6-39e7a52734d3 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:27.648773 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-474ba317-0194-46db-b977-647ae1bfc761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:27.707822 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975457806', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4c731ee8-4786-401f-9631-1372af051b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:23Z', 'updated_at': '2021-09-18T00:00:25Z', 'revision_number': 3, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '4c731ee8-4786-401f-9631-1372af051b85', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:24Z', 'updated_at': '2021-09-18T00:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:27.709775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3eb569-ba39-4f7c-9dbf-1f2948431f05 None None] The sync data for ids ['43b49091-ead7-4262-a6af-7da34f7586e4'] in n-d-809883-1 is: [{'id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'name': 'tempest-TestVolumeBackupRestore-959256036-router', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:21Z', 'updated_at': '2021-09-18T00:00:23Z', 'revision_number': 3, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'gw_port': {'id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:37:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:22Z', 'updated_at': '2021-09-18T00:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:00:27.717570 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5529ae31-8a71-49a4-8943-05472971aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:27.724476 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-474ba317-0194-46db-b977-647ae1bfc761 None None] Port 4776ec6f-a419-4dcc-80a6-39e7a52734d3 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:00:27.736877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0b4da-a7fe-4252-8d03-a86d92a02c09 req-73cb7903-63bd-4f0c-a69e-355ffd4c4a7f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:27.738620 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5e0b4da-a7fe-4252-8d03-a86d92a02c09 req-73cb7903-63bd-4f0c-a69e-355ffd4c4a7f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.1703196 Sep 18 00:00:27.757711 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] Checking router: ea52ee47-5f6a-4547-bed3-56760db855c8 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:00:27.758476 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] Updating router ea52ee47-5f6a-4547-bed3-56760db855c8 port 4c731ee8-4786-401f-9631-1372af051b85 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:00:27.786731 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:27.821159 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dea5e6-4c52-4b2a-95a6-146f9ce1fed1 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:27.824528 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-39dea5e6-4c52-4b2a-95a6-146f9ce1fed1 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3762887 Sep 18 00:00:27.827994 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60108) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:27.949092 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5e0b4da-a7fe-4252-8d03-a86d92a02c09 req-8bd2df98-6ac9-4dd6-b364-29465a8c4a87 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942904 Sep 18 00:00:27.952075 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a8973619-cbe0-4413-9144-0098414143a4 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=544c7e65-fba8-424a-a169-b245d1aea919&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1230626 Sep 18 00:00:27.956047 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60110) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:27.962029 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-147b4d80-8656-4945-8b18-23057f445c25 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2025934605', 'network_id': '02790972-fc13-4ec4-a91c-79defc526414', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:28.055954 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5529ae31-8a71-49a4-8943-05472971aab3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:28.124312 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5529ae31-8a71-49a4-8943-05472971aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:28.193914 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:28.202790 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147b4d80-8656-4945-8b18-23057f445c25 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Made reservation on behalf of 5d2902e7a2a54edeb7be111e15492043 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:00:28.211804 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-147b4d80-8656-4945-8b18-23057f445c25 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:28.219251 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529ae31-8a71-49a4-8943-05472971aab3 admin admin] Pushing event updated for resources: {'Port': ['ID=4776ec6f-a419-4dcc-80a6-39e7a52734d3,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:28.223587 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5529ae31-8a71-49a4-8943-05472971aab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:28.282785 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:28.390245 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5529ae31-8a71-49a4-8943-05472971aab3 admin admin] Network 86a27f7f-4384-4af7-a6c4-42b4d189081c is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:00:28.395828 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] Attempting to bind port 4c731ee8-4786-401f-9631-1372af051b85 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:00:28.396262 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] Attempting to bind port 4c731ee8-4786-401f-9631-1372af051b85 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:00:28.396405 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-5529ae31-8a71-49a4-8943-05472971aab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:28.396673 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] Attempting to bind port 4c731ee8-4786-401f-9631-1372af051b85 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:00:28.407963 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:00:28.408323 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:00:28.408727 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:28.409175 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:00:28.409643 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] Bound port: 4c731ee8-4786-401f-9631-1372af051b85, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:00:28.410320 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:28.551849 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] For port 4c731ee8-4786-401f-9631-1372af051b85, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:00:28.555633 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] For port 4c731ee8-4786-401f-9631-1372af051b85, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4c731ee8-4786-401f-9631-1372af051b85,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:00:28.567446 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd5965-1962-4531-9c96-c29981cb8ac8 None None] Pushing event updated for resources: {'Port': ['ID=4c731ee8-4786-401f-9631-1372af051b85,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:28.570535 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:00:28.572946 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f93a958-53f1-492d-ab60-b16821f19d14 req-e6104ccd-dfe0-4865-9618-85b84ebb70ad tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8 HTTP/1.1" status: 200 len: 210 time: 0.0293348 Sep 18 00:00:28.599025 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-147b4d80-8656-4945-8b18-23057f445c25 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:28.599224 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd5965-1962-4531-9c96-c29981cb8ac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:28.599460 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd5965-1962-4531-9c96-c29981cb8ac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:28.599889 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd5965-1962-4531-9c96-c29981cb8ac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:28.600172 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd5965-1962-4531-9c96-c29981cb8ac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:28.600499 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd5965-1962-4531-9c96-c29981cb8ac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:28.601201 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd5965-1962-4531-9c96-c29981cb8ac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:28.602821 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd5965-1962-4531-9c96-c29981cb8ac8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:28.602821 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd5965-1962-4531-9c96-c29981cb8ac8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:28.602821 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd5965-1962-4531-9c96-c29981cb8ac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:28.602821 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd5965-1962-4531-9c96-c29981cb8ac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:28.602821 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd5965-1962-4531-9c96-c29981cb8ac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:28.603378 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd5965-1962-4531-9c96-c29981cb8ac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:28.628618 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:28.729970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b4d80-8656-4945-8b18-23057f445c25 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Checking segment: {'id': 'd26f9bd4-c277-4a17-baa4-d2a6f90650c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '02790972-fc13-4ec4-a91c-79defc526414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:00:28.730735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147b4d80-8656-4945-8b18-23057f445c25 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network hostable DHCP agents. Network: 02790972-fc13-4ec4-a91c-79defc526414, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:00:28.760079 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b4d80-8656-4945-8b18-23057f445c25 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Subnet': ['ID=627bd896-1806-4a43-939b-d1285ef7d32d,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:28.788669 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] Routers {'ea52ee47-5f6a-4547-bed3-56760db855c8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:00:28.788903 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:00:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ea52ee47-5f6a-4547-bed3-56760db855c8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:28.862470 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147b4d80-8656-4945-8b18-23057f445c25 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 02790972-fc13-4ec4-a91c-79defc526414 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:00:28.913619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-210bb59b-ef87-428f-8570-b5af7dcbbd14 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:28.915860 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-210bb59b-ef87-428f-8570-b5af7dcbbd14 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.41 "GET /v2.0/networks?id=661107b9-e93e-4791-a13a-d13963534dba HTTP/1.1" status: 200 len: 812 time: 0.2471538 Sep 18 00:00:28.920338 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] Set router ea52ee47-5f6a-4547-bed3-56760db855c8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:00:28.944342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-147b4d80-8656-4945-8b18-23057f445c25 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 02790972-fc13-4ec4-a91c-79defc526414) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:28.951556 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-79acc203-fe14-48b5-ad57-347cde45b8d2 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Request body: {'port': {'device_id': '3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8', 'network_id': '661107b9-e93e-4791-a13a-d13963534dba', 'admin_state_up': True, 'tenant_id': 'c7f18c68bfbe42799dbf1aa205043a80'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:28.957029 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147b4d80-8656-4945-8b18-23057f445c25 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:28.957029 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-147b4d80-8656-4945-8b18-23057f445c25 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:28.961263 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5579026-971a-4f71-bcac-947800243ac6 None None] Network 02790972-fc13-4ec4-a91c-79defc526414 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:00:28.984227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5529ae31-8a71-49a4-8943-05472971aab3 admin admin] Router 43b49091-ead7-4262-a6af-7da34f7586e4 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:00:28.991979 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5e59c1dc-6115-4409-97ee-57b878718e1c None None] Provisioning complete for port 4776ec6f-a419-4dcc-80a6-39e7a52734d3 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:28.997076 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5e59c1dc-6115-4409-97ee-57b878718e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:29.109055 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 807b4708-109b-4cfe-b1f7-042d4aafbaec up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:29.123083 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-147b4d80-8656-4945-8b18-23057f445c25 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1651375 Sep 18 00:00:29.125737 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60150) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:29.219708 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd5965-1962-4531-9c96-c29981cb8ac8 None None] Pushing event updated for resources: {'Port': ['ID=4c731ee8-4786-401f-9631-1372af051b85,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:29.297392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-5e59c1dc-6115-4409-97ee-57b878718e1c None None] Port 4776ec6f-a419-4dcc-80a6-39e7a52734d3 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:00:29.327794 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 807b4708-109b-4cfe-b1f7-042d4aafbaec triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:29.329088 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:29.376524 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975457806', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4c731ee8-4786-401f-9631-1372af051b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:23Z', 'updated_at': '2021-09-18T00:00:25Z', 'revision_number': 3, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '4c731ee8-4786-401f-9631-1372af051b85', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:24Z', 'updated_at': '2021-09-18T00:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:29.423418 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c9bac-9a5e-4ff5-8047-02df6fa8aa88 req-3b799efa-690d-4c08-afcc-c07805d63d19 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:29.428501 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-696c9bac-9a5e-4ff5-8047-02df6fa8aa88 req-3b799efa-690d-4c08-afcc-c07805d63d19 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.2160728 Sep 18 00:00:29.438274 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fc54bf-a351-452c-95a6-256ba811e5d0 None None] The sync data for ids ['ea52ee47-5f6a-4547-bed3-56760db855c8'] in n-d-809883-1 is: [{'id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975457806', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4c731ee8-4786-401f-9631-1372af051b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:23Z', 'updated_at': '2021-09-18T00:00:25Z', 'revision_number': 3, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '4c731ee8-4786-401f-9631-1372af051b85', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:24Z', 'updated_at': '2021-09-18T00:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:00:29.440269 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60156) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:29.495619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5529ae31-8a71-49a4-8943-05472971aab3 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:00:29.508888 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5529ae31-8a71-49a4-8943-05472971aab3 admin admin] 10.222.0.46 "PUT /v2.0/routers/43b49091-ead7-4262-a6af-7da34f7586e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9992082 Sep 18 00:00:29.547559 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-02790972-fc13-4ec4-a91c-79defc526414', 'network_id': '02790972-fc13-4ec4-a91c-79defc526414', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'fixed_ips': [{'subnet_id': '627bd896-1806-4a43-939b-d1285ef7d32d'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:00:29.548498 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:29.551645 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:29.573463 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-79acc203-fe14-48b5-ad57-347cde45b8d2 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Made reservation on behalf of c7f18c68bfbe42799dbf1aa205043a80 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:00:29.575141 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-79acc203-fe14-48b5-ad57-347cde45b8d2 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:29.601664 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 807b4708-109b-4cfe-b1f7-042d4aafbaec, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=807b4708-109b-4cfe-b1f7-042d4aafbaec,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:29.721113 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:29.846591 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-526d3e80-4eb9-4da5-a1a6-6aa3dcf52222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:29.972782 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-79acc203-fe14-48b5-ad57-347cde45b8d2 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Allocated IP 172.20.0.4 (661107b9-e93e-4791-a13a-d13963534dba/f4f62d76-0c78-4455-9b01-aac9dd4bd05a/60a98d1d-7f91-488a-8088-cba05bd3ddfd) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:00:30.039518 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-526d3e80-4eb9-4da5-a1a6-6aa3dcf52222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:30.093441 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=807b4708-109b-4cfe-b1f7-042d4aafbaec,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:30.110366 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] Allocated IP 172.20.0.2 (02790972-fc13-4ec4-a91c-79defc526414/627bd896-1806-4a43-939b-d1285ef7d32d/97fbea13-3b09-4eee-97d7-71b82d56bdeb) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:00:30.157538 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-526d3e80-4eb9-4da5-a1a6-6aa3dcf52222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:30.206567 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-526d3e80-4eb9-4da5-a1a6-6aa3dcf52222 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b21fbaa1fad4afba8116aa8e912b6e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7655084 Sep 18 00:00:30.215840 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60190) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:30.257966 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1853292a-ffe7-43ff-be4a-a0043db0b486 req-c875bb77-0553-44f7-9267-0c549218e0ca tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8 HTTP/1.1" status: 200 len: 210 time: 0.1091678 Sep 18 00:00:30.310563 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d3e80-4eb9-4da5-a1a6-6aa3dcf52222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41c39e0-4b8b-4802-bb7a-7909fa42d980,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:30.320309 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-696c9bac-9a5e-4ff5-8047-02df6fa8aa88 req-c73f331f-53d1-4b35-b942-1f3cf136a6d6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8603590 Sep 18 00:00:30.434827 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b4605572-21ac-4c72-ada8-39487847e010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:30.445721 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-79acc203-fe14-48b5-ad57-347cde45b8d2 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:30.466461 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:30.489723 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b4605572-21ac-4c72-ada8-39487847e010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:30.504596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] Sync routers for ids ['43b49091-ead7-4262-a6af-7da34f7586e4'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:00:30.515769 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] Routers {'43b49091-ead7-4262-a6af-7da34f7586e4'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:00:30.517418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:00:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['43b49091-ead7-4262-a6af-7da34f7586e4'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:30.575222 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:30.630044 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] Network 02790972-fc13-4ec4-a91c-79defc526414 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:00:30.641883 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ec8db25a-3691-42d1-bcfc-47759476fe6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:30.656992 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-79acc203-fe14-48b5-ad57-347cde45b8d2 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:30.667342 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:30.674459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:00:30.681189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] Pushing event updated for resources: {'Port': ['ID=97fbea13-3b09-4eee-97d7-71b82d56bdeb,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:30.720781 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b4605572-21ac-4c72-ada8-39487847e010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:30.724467 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b4605572-21ac-4c72-ada8-39487847e010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:30.743131 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b4605572-21ac-4c72-ada8-39487847e010 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b41c39e0-4b8b-4802-bb7a-7909fa42d980 HTTP/1.1" status: 204 len: 168 time: 0.5229511 Sep 18 00:00:30.749315 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] Set router 43b49091-ead7-4262-a6af-7da34f7586e4 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:00:30.790547 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-79acc203-fe14-48b5-ad57-347cde45b8d2 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Network 661107b9-e93e-4791-a13a-d13963534dba is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:00:30.796442 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-79acc203-fe14-48b5-ad57-347cde45b8d2 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:30.801241 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-79acc203-fe14-48b5-ad57-347cde45b8d2 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:00:30.809605 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] Attempting to bind port 97fbea13-3b09-4eee-97d7-71b82d56bdeb on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:00:30.809985 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] Attempting to bind port 97fbea13-3b09-4eee-97d7-71b82d56bdeb by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'd26f9bd4-c277-4a17-baa4-d2a6f90650c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '02790972-fc13-4ec4-a91c-79defc526414'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:00:30.810545 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] Attempting to bind port 97fbea13-3b09-4eee-97d7-71b82d56bdeb on network 02790972-fc13-4ec4-a91c-79defc526414 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:00:30.811284 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4605572-21ac-4c72-ada8-39487847e010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41c39e0-4b8b-4802-bb7a-7909fa42d980,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:30.820034 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60214) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:30.827172 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:00:30.828368 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] Checking segment: {'id': 'd26f9bd4-c277-4a17-baa4-d2a6f90650c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '02790972-fc13-4ec4-a91c-79defc526414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:00:30.828368 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:30.829870 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] Bound using segment: {'id': 'd26f9bd4-c277-4a17-baa4-d2a6f90650c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '02790972-fc13-4ec4-a91c-79defc526414'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:00:30.830539 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] Bound port: 97fbea13-3b09-4eee-97d7-71b82d56bdeb, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26f9bd4-c277-4a17-baa4-d2a6f90650c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '02790972-fc13-4ec4-a91c-79defc526414'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:00:30.831105 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:30.863606 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-5dc1d5b2-4f83-48a9-a6f1-cc08842e4a1d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-580741138-network', 'tenant_id': 'b92062d64e30424eb1c455e4875cc6b7'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:30.871968 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acc203-fe14-48b5-ad57-347cde45b8d2 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Pushing event updated for resources: {'Port': ['ID=60a98d1d-7f91-488a-8088-cba05bd3ddfd,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:30.921469 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-79acc203-fe14-48b5-ad57-347cde45b8d2 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:30.922107 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-79acc203-fe14-48b5-ad57-347cde45b8d2 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:31.012450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc1d5b2-4f83-48a9-a6f1-cc08842e4a1d admin admin] Made reservation on behalf of b92062d64e30424eb1c455e4875cc6b7 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:00:31.016888 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5dc1d5b2-4f83-48a9-a6f1-cc08842e4a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:31.032438 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5dc1d5b2-4f83-48a9-a6f1-cc08842e4a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:31.066024 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-ec8db25a-3691-42d1-bcfc-47759476fe6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Allocated IP 172.20.0.1 (02790972-fc13-4ec4-a91c-79defc526414/627bd896-1806-4a43-939b-d1285ef7d32d/6e2d00d9-b370-430f-b703-3cf1f6d92ec6) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:00:31.104815 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] For port 97fbea13-3b09-4eee-97d7-71b82d56bdeb, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:00:31.121066 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-79acc203-fe14-48b5-ad57-347cde45b8d2 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1904802 Sep 18 00:00:31.134722 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Request body: {'port': {'device_id': '3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:31.144287 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] For port 97fbea13-3b09-4eee-97d7-71b82d56bdeb, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=97fbea13-3b09-4eee-97d7-71b82d56bdeb,segment=NetworkSegment(d26f9bd4-c277-4a17-baa4-d2a6f90650c9),segment_id=d26f9bd4-c277-4a17-baa4-d2a6f90650c9)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:00:31.146576 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 807b4708-109b-4cfe-b1f7-042d4aafbaec up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:31.221538 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ec8db25a-3691-42d1-bcfc-47759476fe6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:31.248283 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:31.330240 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13d7c2-0669-414a-816a-7a3c1752be0a None None] Pushing event updated for resources: {'Port': ['ID=97fbea13-3b09-4eee-97d7-71b82d56bdeb,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:31.345301 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'name': 'tempest-TestVolumeBackupRestore-959256036-router', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:21Z', 'updated_at': '2021-09-18T00:00:27Z', 'revision_number': 4, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'gw_port': {'id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:37:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:22Z', 'updated_at': '2021-09-18T00:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '4776ec6f-a419-4dcc-80a6-39e7a52734d3', 'name': '', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'mac_address': 'fa:16:3e:31:1e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:26Z', 'updated_at': '2021-09-18T00:00:27Z', 'revision_number': 2, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'subnets': [{'id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:31.359223 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ec8db25a-3691-42d1-bcfc-47759476fe6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:31.393800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] Checking router: 43b49091-ead7-4262-a6af-7da34f7586e4 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:00:31.394148 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] Updating router 43b49091-ead7-4262-a6af-7da34f7586e4 port 4776ec6f-a419-4dcc-80a6-39e7a52734d3 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:00:31.424877 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 807b4708-109b-4cfe-b1f7-042d4aafbaec triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:31.425789 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:31.469820 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:31.491210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8db25a-3691-42d1-bcfc-47759476fe6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 02790972-fc13-4ec4-a91c-79defc526414 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:00:31.519812 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-ec8db25a-3691-42d1-bcfc-47759476fe6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:31.538483 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8db25a-3691-42d1-bcfc-47759476fe6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:00:31.696023 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8db25a-3691-42d1-bcfc-47759476fe6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=6e2d00d9-b370-430f-b703-3cf1f6d92ec6,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:31.733346 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:31.786575 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5dc1d5b2-4f83-48a9-a6f1-cc08842e4a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:31.840479 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60256) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:31.866572 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4c731ee8-4786-401f-9631-1372af051b85 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:31.891339 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c5f92ce-7b09-43a9-9d06-4f52fa36a0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:31.893527 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5dc1d5b2-4f83-48a9-a6f1-cc08842e4a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:31.897501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944219b-3bdc-46e3-8834-98a97b74e850 req-55fac66f-901f-4977-8bcc-e61a34e2e6d5 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:31.905794 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5944219b-3bdc-46e3-8834-98a97b74e850 req-55fac66f-901f-4977-8bcc-e61a34e2e6d5 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8 HTTP/1.1" status: 200 len: 931 time: 0.4822290 Sep 18 00:00:31.927504 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc20f52-3c1e-48a6-8adc-21a0411fa911 req-ce78e372-456c-4f50-ab04-b0deda706e0f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:31.931673 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3dc20f52-3c1e-48a6-8adc-21a0411fa911 req-ce78e372-456c-4f50-ab04-b0deda706e0f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.5493338 Sep 18 00:00:31.935598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1d5b2-4f83-48a9-a6f1-cc08842e4a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c45034-4d2f-432f-aab0-ee89efbc34c6,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:31.938198 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ec8db25a-3691-42d1-bcfc-47759476fe6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:31.948614 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc1d5b2-4f83-48a9-a6f1-cc08842e4a1d admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:00:31.971899 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5dc1d5b2-4f83-48a9-a6f1-cc08842e4a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:31.972563 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-5dc1d5b2-4f83-48a9-a6f1-cc08842e4a1d admin admin] Added segment d1445c88-6b0b-4483-ad90-89776dec6d86 of type vlan for network 2d868962-4a73-49b9-8cd5-f6f73a39e86d Sep 18 00:00:31.982962 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 4c731ee8-4786-401f-9631-1372af051b85 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:31.983340 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.135327 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5944219b-3bdc-46e3-8834-98a97b74e850 req-8f3cc89c-52f4-49b3-8198-b96ec0d1fdb6 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/security-groups?id=e07418ed-33bd-4be3-8e9e-3f9bb3591574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020874 Sep 18 00:00:32.138498 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3dc20f52-3c1e-48a6-8adc-21a0411fa911 req-3ae98091-3ae3-485e-ba00-6ff90267aaf0 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992397 Sep 18 00:00:32.159572 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.179209 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.202313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 4c731ee8-4786-401f-9631-1372af051b85, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4c731ee8-4786-401f-9631-1372af051b85,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:32.214998 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5dc1d5b2-4f83-48a9-a6f1-cc08842e4a1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.239747 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.304477 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ec8db25a-3691-42d1-bcfc-47759476fe6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.313953 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.343282 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada4e0e-7640-45fb-893c-2bc95af95475 None None] Pushing event updated for resources: {'Port': ['ID=4776ec6f-a419-4dcc-80a6-39e7a52734d3,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:32.393765 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a98d1d-7f91-488a-8088-cba05bd3ddfd {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:00:32.407855 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5dc1d5b2-4f83-48a9-a6f1-cc08842e4a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.409323 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1d5b2-4f83-48a9-a6f1-cc08842e4a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:32.410924 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5dc1d5b2-4f83-48a9-a6f1-cc08842e4a1d admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.422385 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.486358 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c5f92ce-7b09-43a9-9d06-4f52fa36a0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.491631 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] Attempting to bind port 4776ec6f-a419-4dcc-80a6-39e7a52734d3 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:00:32.491731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] Attempting to bind port 4776ec6f-a419-4dcc-80a6-39e7a52734d3 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '4820db28-5aa6-420d-a0f3-43bebd8239f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:00:32.492203 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] Attempting to bind port 4776ec6f-a419-4dcc-80a6-39e7a52734d3 on network 86a27f7f-4384-4af7-a6c4-42b4d189081c {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:00:32.502972 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:00:32.503361 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] Checking segment: {'id': '4820db28-5aa6-420d-a0f3-43bebd8239f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:00:32.503751 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.504226 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] Bound using segment: {'id': '4820db28-5aa6-420d-a0f3-43bebd8239f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:00:32.504742 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] Bound port: 4776ec6f-a419-4dcc-80a6-39e7a52734d3, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4820db28-5aa6-420d-a0f3-43bebd8239f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:00:32.505152 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.509409 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=4c731ee8-4786-401f-9631-1372af051b85,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:32.529343 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Transition to ACTIVE for port object 60a98d1d-7f91-488a-8088-cba05bd3ddfd will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:00:32.573763 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1d5b2-4f83-48a9-a6f1-cc08842e4a1d admin admin] Pushing event updated for resources: {'Network': ['ID=2d868962-4a73-49b9-8cd5-f6f73a39e86d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:32.584791 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c5f92ce-7b09-43a9-9d06-4f52fa36a0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.593054 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 2d868962-4a73-49b9-8cd5-f6f73a39e86d details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:00:32.640463 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.673315 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f92ce-7b09-43a9-9d06-4f52fa36a0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9b8a42-f561-4a17-96ab-c04903c4c2d2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:32.705003 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6c5f92ce-7b09-43a9-9d06-4f52fa36a0e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=260eca2884944aa28ead50712798a553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8631914 Sep 18 00:00:32.708181 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60296) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:32.730148 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] For port 4776ec6f-a419-4dcc-80a6-39e7a52734d3, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:00:32.736754 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] For port 4776ec6f-a419-4dcc-80a6-39e7a52734d3, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4776ec6f-a419-4dcc-80a6-39e7a52734d3,segment=NetworkSegment(4820db28-5aa6-420d-a0f3-43bebd8239f4),segment_id=4820db28-5aa6-420d-a0f3-43bebd8239f4)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:00:32.754684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d0f9fddd-a0b8-4b0e-965e-ad9078a15825 None None] Provisioning complete for port 4776ec6f-a419-4dcc-80a6-39e7a52734d3 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:32.755146 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d0f9fddd-a0b8-4b0e-965e-ad9078a15825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.767520 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=60a98d1d-7f91-488a-8088-cba05bd3ddfd,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:32.779513 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ec8db25a-3691-42d1-bcfc-47759476fe6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.787248 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5dc1d5b2-4f83-48a9-a6f1-cc08842e4a1d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9658718 Sep 18 00:00:32.790251 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60300) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:32.803976 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a1c2b131-a204-412f-88ed-af42b6a837f8 admin admin] Request body: {'subnet': {'network_id': '2d868962-4a73-49b9-8cd5-f6f73a39e86d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-580741138-subnet', 'tenant_id': 'b92062d64e30424eb1c455e4875cc6b7', 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:32.804099 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9fddd-a0b8-4b0e-965e-ad9078a15825 None None] Port 4776ec6f-a419-4dcc-80a6-39e7a52734d3 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:00:32.838773 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98f53c7-498f-48e2-885f-3ecf250f5c0d None None] Network 02790972-fc13-4ec4-a91c-79defc526414 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:00:32.845270 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8798dffc-f26b-40fe-8235-d14ef76affc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.881815 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8798dffc-f26b-40fe-8235-d14ef76affc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.886080 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Attempting to bind port 60a98d1d-7f91-488a-8088-cba05bd3ddfd on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:00:32.886449 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Attempting to bind port 60a98d1d-7f91-488a-8088-cba05bd3ddfd by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'd33e72d8-dc61-4ab1-9754-b3263108f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '661107b9-e93e-4791-a13a-d13963534dba'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:00:32.886755 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Attempting to bind port 60a98d1d-7f91-488a-8088-cba05bd3ddfd on network 661107b9-e93e-4791-a13a-d13963534dba {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:00:32.894977 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.897941 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Port 60a98d1d-7f91-488a-8088-cba05bd3ddfd on network 661107b9-e93e-4791-a13a-d13963534dba not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:00:32.898269 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Attempting to bind port 60a98d1d-7f91-488a-8088-cba05bd3ddfd on network 661107b9-e93e-4791-a13a-d13963534dba {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:00:32.905539 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ec8db25a-3691-42d1-bcfc-47759476fe6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.908557 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c2b131-a204-412f-88ed-af42b6a837f8 admin admin] Made reservation on behalf of b92062d64e30424eb1c455e4875cc6b7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:00:32.917041 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:00:32.917041 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Checking segment: {'id': 'd33e72d8-dc61-4ab1-9754-b3263108f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '661107b9-e93e-4791-a13a-d13963534dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:00:32.917041 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Bound using segment: {'id': 'd33e72d8-dc61-4ab1-9754-b3263108f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '661107b9-e93e-4791-a13a-d13963534dba'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:00:32.917527 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1c2b131-a204-412f-88ed-af42b6a837f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.917799 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Bound port: 60a98d1d-7f91-488a-8088-cba05bd3ddfd, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33e72d8-dc61-4ab1-9754-b3263108f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '661107b9-e93e-4791-a13a-d13963534dba'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:00:32.917799 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:32.961551 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada4e0e-7640-45fb-893c-2bc95af95475 None None] Pushing event updated for resources: {'Port': ['ID=4776ec6f-a419-4dcc-80a6-39e7a52734d3,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:32.996076 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] For port 60a98d1d-7f91-488a-8088-cba05bd3ddfd, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:00:32.999971 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] For port 60a98d1d-7f91-488a-8088-cba05bd3ddfd, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=60a98d1d-7f91-488a-8088-cba05bd3ddfd,segment=NetworkSegment(d33e72d8-dc61-4ab1-9754-b3263108f18a),segment_id=d33e72d8-dc61-4ab1-9754-b3263108f18a)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:00:33.005238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3d06e00e-d5bb-4d89-973f-9dc4b3cc8a4a None None] Provisioning complete for port 97fbea13-3b09-4eee-97d7-71b82d56bdeb triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:33.005605 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3d06e00e-d5bb-4d89-973f-9dc4b3cc8a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:33.036802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] Routers {'43b49091-ead7-4262-a6af-7da34f7586e4'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:00:33.037910 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:00:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['43b49091-ead7-4262-a6af-7da34f7586e4'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:33.098479 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8798dffc-f26b-40fe-8235-d14ef76affc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:33.101153 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8798dffc-f26b-40fe-8235-d14ef76affc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:33.102676 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8798dffc-f26b-40fe-8235-d14ef76affc4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc9b8a42-f561-4a17-96ab-c04903c4c2d2 HTTP/1.1" status: 204 len: 168 time: 0.3932226 Sep 18 00:00:33.119296 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798dffc-f26b-40fe-8235-d14ef76affc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9b8a42-f561-4a17-96ab-c04903c4c2d2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:33.155754 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:33.156361 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ec8db25a-3691-42d1-bcfc-47759476fe6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:33.168773 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 97fbea13-3b09-4eee-97d7-71b82d56bdeb up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:33.214980 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:33.215981 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:33.218194 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] 10.222.0.41 "PUT /v2.0/ports/60a98d1d-7f91-488a-8088-cba05bd3ddfd HTTP/1.1" status: 200 len: 1091 time: 2.0903144 Sep 18 00:00:33.221619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8', 'tag': '60a98d1d-7f91-488a-8088-cba05bd3ddfd'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:00:33.222609 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268d7619-4889-49dd-83c2-5b1d3907cd3f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8", "tag": "60a98d1d-7f91-488a-8088-cba05bd3ddfd"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:00:33.307270 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d132370-ec74-4030-95d2-c3336f596fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=60a98d1d-7f91-488a-8088-cba05bd3ddfd,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:33.399241 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-a76a620d-d3cc-4ff7-bdbd-0ab7d5e3e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:33.401563 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-a76a620d-d3cc-4ff7-bdbd-0ab7d5e3e88b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7f18c68bfbe42799dbf1aa205043a80&device_id=3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8 HTTP/1.1" status: 200 len: 1094 time: 0.0669544 Sep 18 00:00:33.418928 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8db25a-3691-42d1-bcfc-47759476fe6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=6e2d00d9-b370-430f-b703-3cf1f6d92ec6,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:33.451505 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-b3c6b7cb-146f-4d46-84c2-b42bccebe027 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60a98d1d-7f91-488a-8088-cba05bd3ddfd HTTP/1.1" status: 200 len: 217 time: 0.0408859 Sep 18 00:00:33.499351 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1c2b131-a204-412f-88ed-af42b6a837f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:33.517591 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-e23f2c9b-bbac-409a-a00d-24b84a0bc01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:33.519229 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-e23f2c9b-bbac-409a-a00d-24b84a0bc01c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4f62d76-0c78-4455-9b01-aac9dd4bd05a HTTP/1.1" status: 200 len: 852 time: 0.0609694 Sep 18 00:00:33.551936 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-9cc3b75e-232f-4489-b688-40021f43b6f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=661107b9-e93e-4791-a13a-d13963534dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254929 Sep 18 00:00:33.586601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 97fbea13-3b09-4eee-97d7-71b82d56bdeb triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:33.587640 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:33.602903 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed0480-8455-4b8f-8a9d-f20062896607 req-8ea3a63b-f3b3-44f9-a5dc-43ffc197cac7 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:33.610461 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2ed0480-8455-4b8f-8a9d-f20062896607 req-8ea3a63b-f3b3-44f9-a5dc-43ffc197cac7 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8 HTTP/1.1" status: 200 len: 943 time: 0.2017140 Sep 18 00:00:33.635090 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988de0e5-a59c-4155-96e2-8f9aec8bff7a req-705e8c3a-adec-4dce-8e04-13543e4f6690 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:33.637261 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-988de0e5-a59c-4155-96e2-8f9aec8bff7a req-705e8c3a-adec-4dce-8e04-13543e4f6690 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.2273364 Sep 18 00:00:33.646961 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3d06e00e-d5bb-4d89-973f-9dc4b3cc8a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:33.658268 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] Set router 43b49091-ead7-4262-a6af-7da34f7586e4 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:00:33.667181 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2b131-a204-412f-88ed-af42b6a837f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71cf0e61-43e9-442f-b8bb-a2a591c9a5af,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:33.721437 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-b43aedb2-782e-4fef-9ed4-a5b9c30e25ff service neutron] 10.222.0.41 "GET /v2.0/networks/661107b9-e93e-4791-a13a-d13963534dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620998 Sep 18 00:00:33.725345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8db25a-3691-42d1-bcfc-47759476fe6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 02790972-fc13-4ec4-a91c-79defc526414 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:00:33.743888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2ed0480-8455-4b8f-8a9d-f20062896607 req-4f103a8f-54b7-4a48-98a6-8828c3864320 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/security-groups?id=e07418ed-33bd-4be3-8e9e-3f9bb3591574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324933 Sep 18 00:00:33.754875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-ec8db25a-3691-42d1-bcfc-47759476fe6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:33.784492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c2b131-a204-412f-88ed-af42b6a837f8 admin admin] Checking segment: {'id': 'd1445c88-6b0b-4483-ad90-89776dec6d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2d868962-4a73-49b9-8cd5-f6f73a39e86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:00:33.785227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c2b131-a204-412f-88ed-af42b6a837f8 admin admin] Network hostable DHCP agents. Network: 2d868962-4a73-49b9-8cd5-f6f73a39e86d, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:00:33.798791 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3d06e00e-d5bb-4d89-973f-9dc4b3cc8a4a None None] For port 97fbea13-3b09-4eee-97d7-71b82d56bdeb, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=97fbea13-3b09-4eee-97d7-71b82d56bdeb,segment=NetworkSegment(d26f9bd4-c277-4a17-baa4-d2a6f90650c9),segment_id=d26f9bd4-c277-4a17-baa4-d2a6f90650c9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:33.860149 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196926d8-e9b0-46da-8bd1-74e8ed67ad1f x-openstack-request-id: req-196926d8-e9b0-46da-8bd1-74e8ed67ad1f {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:00:33.860736 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8", "tag": "60a98d1d-7f91-488a-8088-cba05bd3ddfd", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:00:33.862311 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-196926d8-e9b0-46da-8bd1-74e8ed67ad1f {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:00:33.862795 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8', 'tag': '60a98d1d-7f91-488a-8088-cba05bd3ddfd', 'status': 'completed', 'code': 200} Sep 18 00:00:33.931827 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-988de0e5-a59c-4155-96e2-8f9aec8bff7a req-ea5f129e-679a-4028-9274-c11d1972ff35 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763381 Sep 18 00:00:33.976146 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0d9f8787-dc6c-4100-a264-c866dce99d86 req-ee647810-6e1b-439a-afab-32faf60f351a service neutron] 10.222.0.41 "GET /v2.0/networks/661107b9-e93e-4791-a13a-d13963534dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459333 Sep 18 00:00:34.022942 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3d06e00e-d5bb-4d89-973f-9dc4b3cc8a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:34.048326 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60332) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:34.072584 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:34.118462 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8db25a-3691-42d1-bcfc-47759476fe6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Router ea52ee47-5f6a-4547-bed3-56760db855c8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:00:34.131985 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c2b131-a204-412f-88ed-af42b6a837f8 admin admin] Network 2d868962-4a73-49b9-8cd5-f6f73a39e86d is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:00:34.234879 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d7619-4889-49dd-83c2-5b1d3907cd3f req-e3e46e7c-33e8-4faf-9379-cb67a145779d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:34.236169 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-268d7619-4889-49dd-83c2-5b1d3907cd3f req-e3e46e7c-33e8-4faf-9379-cb67a145779d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7f18c68bfbe42799dbf1aa205043a80&device_id=3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8 HTTP/1.1" status: 200 len: 1094 time: 0.1161060 Sep 18 00:00:34.255857 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06e00e-d5bb-4d89-973f-9dc4b3cc8a4a None None] Pushing event updated for resources: {'Port': ['ID=97fbea13-3b09-4eee-97d7-71b82d56bdeb,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:34.286297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06e00e-d5bb-4d89-973f-9dc4b3cc8a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:34.286840 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06e00e-d5bb-4d89-973f-9dc4b3cc8a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:34.287364 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06e00e-d5bb-4d89-973f-9dc4b3cc8a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:34.288032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06e00e-d5bb-4d89-973f-9dc4b3cc8a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:34.289527 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06e00e-d5bb-4d89-973f-9dc4b3cc8a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:34.290028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06e00e-d5bb-4d89-973f-9dc4b3cc8a4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:34.290638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06e00e-d5bb-4d89-973f-9dc4b3cc8a4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:34.291125 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06e00e-d5bb-4d89-973f-9dc4b3cc8a4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:34.292216 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06e00e-d5bb-4d89-973f-9dc4b3cc8a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:34.292704 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06e00e-d5bb-4d89-973f-9dc4b3cc8a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:34.293206 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06e00e-d5bb-4d89-973f-9dc4b3cc8a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:34.293528 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8db25a-3691-42d1-bcfc-47759476fe6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:00:34.298057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06e00e-d5bb-4d89-973f-9dc4b3cc8a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:34.298233 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-a1c2b131-a204-412f-88ed-af42b6a837f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 2d868962-4a73-49b9-8cd5-f6f73a39e86d) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:34.303988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-de3c820b-1a62-4c18-89e6-e0f0b9d3b56b None None] Provisioning complete for port 4776ec6f-a419-4dcc-80a6-39e7a52734d3 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:34.304561 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-de3c820b-1a62-4c18-89e6-e0f0b9d3b56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:34.311413 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] Sync routers for ids ['ea52ee47-5f6a-4547-bed3-56760db855c8'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:00:34.317511 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb47ef2e-7c60-48c1-b9ea-cc59127fd75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:34.320622 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ec8db25a-3691-42d1-bcfc-47759476fe6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "PUT /v2.0/routers/ea52ee47-5f6a-4547-bed3-56760db855c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1929040 Sep 18 00:00:34.327156 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] Routers {'ea52ee47-5f6a-4547-bed3-56760db855c8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:00:34.327156 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:00:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ea52ee47-5f6a-4547-bed3-56760db855c8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:34.327362 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c2b131-a204-412f-88ed-af42b6a837f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:34.327362 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1c2b131-a204-412f-88ed-af42b6a837f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:34.392980 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e950468-538a-48e6-b8a5-acf19d803233 None None] Network 2d868962-4a73-49b9-8cd5-f6f73a39e86d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:00:34.428920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a1c2b131-a204-412f-88ed-af42b6a837f8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6349037 Sep 18 00:00:34.429143 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60348) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:34.435110 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-8260e35d-3140-4031-8146-e119574170f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-580741138-router', 'tenant_id': 'b92062d64e30424eb1c455e4875cc6b7', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:34.470278 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:00:34.470503 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:00:34.495952 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d7619-4889-49dd-83c2-5b1d3907cd3f req-74d461f9-cbe2-468a-80cc-5d57b1ed97ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:34.497511 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-268d7619-4889-49dd-83c2-5b1d3907cd3f req-74d461f9-cbe2-468a-80cc-5d57b1ed97ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=661107b9-e93e-4791-a13a-d13963534dba HTTP/1.1" status: 200 len: 913 time: 0.2476826 Sep 18 00:00:34.572276 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-268d7619-4889-49dd-83c2-5b1d3907cd3f req-9e90a0eb-8895-45f8-ac60-bb366c4f2304 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60a98d1d-7f91-488a-8088-cba05bd3ddfd HTTP/1.1" status: 200 len: 217 time: 0.0607083 Sep 18 00:00:34.604135 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] Set router ea52ee47-5f6a-4547-bed3-56760db855c8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:00:34.685478 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d7619-4889-49dd-83c2-5b1d3907cd3f req-9fe5d9e9-175d-4ce7-ba31-ca500f7b319d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:34.687558 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-268d7619-4889-49dd-83c2-5b1d3907cd3f req-9fe5d9e9-175d-4ce7-ba31-ca500f7b319d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4f62d76-0c78-4455-9b01-aac9dd4bd05a HTTP/1.1" status: 200 len: 852 time: 0.1045337 Sep 18 00:00:34.702986 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-ae6f03a5-8d3a-4e7d-98ee-054354522325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-11844676&fields=id&tenant_id=5d2902e7a2a54edeb7be111e15492043 HTTP/1.1" status: 200 len: 267 time: 0.0790262 Sep 18 00:00:34.731020 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'name': 'tempest-TestVolumeBackupRestore-959256036-router', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:21Z', 'updated_at': '2021-09-18T00:00:27Z', 'revision_number': 4, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'gw_port': {'id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:37:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:22Z', 'updated_at': '2021-09-18T00:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '4776ec6f-a419-4dcc-80a6-39e7a52734d3', 'name': '', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'mac_address': 'fa:16:3e:31:1e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:26Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'subnets': [{'id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:34.743501 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-268d7619-4889-49dd-83c2-5b1d3907cd3f req-3d3213d3-44f2-4a71-aaff-2de050412f8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=661107b9-e93e-4791-a13a-d13963534dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435424 Sep 18 00:00:34.743501 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb47ef2e-7c60-48c1-b9ea-cc59127fd75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:34.781379 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad5ddb6-2198-4581-b1d2-d80f29418168 None None] The sync data for ids ['43b49091-ead7-4262-a6af-7da34f7586e4'] in n-d-809883-1 is: [{'id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'name': 'tempest-TestVolumeBackupRestore-959256036-router', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:21Z', 'updated_at': '2021-09-18T00:00:27Z', 'revision_number': 4, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'gw_port': {'id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:37:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:22Z', 'updated_at': '2021-09-18T00:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '4776ec6f-a419-4dcc-80a6-39e7a52734d3', 'name': '', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'mac_address': 'fa:16:3e:31:1e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:26Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'subnets': [{'id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:00:34.789533 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-de3c820b-1a62-4c18-89e6-e0f0b9d3b56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:34.843548 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb47ef2e-7c60-48c1-b9ea-cc59127fd75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:34.972887 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-2d868962-4a73-49b9-8cd5-f6f73a39e86d', 'network_id': '2d868962-4a73-49b9-8cd5-f6f73a39e86d', 'tenant_id': 'b92062d64e30424eb1c455e4875cc6b7', 'fixed_ips': [{'subnet_id': '71cf0e61-43e9-442f-b8bb-a2a591c9a5af'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:00:34.982628 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:35.011967 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8260e35d-3140-4031-8146-e119574170f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:35.013042 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8260e35d-3140-4031-8146-e119574170f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:35.020852 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47ef2e-7c60-48c1-b9ea-cc59127fd75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbfbcd5-d727-4074-8c3f-a4595cabe759,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:35.044270 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60372) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:35.048442 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bb47ef2e-7c60-48c1-b9ea-cc59127fd75e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=790f392af4694ba39337aa5575cf4121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9910812 Sep 18 00:00:35.114523 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975457806', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4c731ee8-4786-401f-9631-1372af051b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:23Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '4c731ee8-4786-401f-9631-1372af051b85', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:24Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6e2d00d9-b370-430f-b703-3cf1f6d92ec6', 'name': '', 'network_id': '02790972-fc13-4ec4-a91c-79defc526414', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:61:4e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '627bd896-1806-4a43-939b-d1285ef7d32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:30Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 2, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '627bd896-1806-4a43-939b-d1285ef7d32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:35.145867 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-268d7619-4889-49dd-83c2-5b1d3907cd3f req-97df0939-1244-4d7f-8b48-95180f881b9b service neutron] 10.222.0.41 "GET /v2.0/networks/661107b9-e93e-4791-a13a-d13963534dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940496 Sep 18 00:00:35.181369 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8260e35d-3140-4031-8146-e119574170f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:35.186216 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-de3c820b-1a62-4c18-89e6-e0f0b9d3b56b None None] For port 4776ec6f-a419-4dcc-80a6-39e7a52734d3, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4776ec6f-a419-4dcc-80a6-39e7a52734d3,segment=NetworkSegment(4820db28-5aa6-420d-a0f3-43bebd8239f4),segment_id=4820db28-5aa6-420d-a0f3-43bebd8239f4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:35.239213 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] Checking router: ea52ee47-5f6a-4547-bed3-56760db855c8 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:00:35.239481 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] Updating router ea52ee47-5f6a-4547-bed3-56760db855c8 port 6e2d00d9-b370-430f-b703-3cf1f6d92ec6 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:00:35.272193 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-57c35bfd-a3c9-464c-bcae-6a0e91dccf62 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:35.281305 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-57c35bfd-a3c9-464c-bcae-6a0e91dccf62 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/networks?id=02790972-fc13-4ec4-a91c-79defc526414 HTTP/1.1" status: 200 len: 797 time: 0.5761409 Sep 18 00:00:35.318497 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-de3c820b-1a62-4c18-89e6-e0f0b9d3b56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:35.345754 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:35.346329 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4c731ee8-4786-401f-9631-1372af051b85 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:35.392422 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdaefd-63d4-4a72-963e-d407bdfb4dc2 req-76b3ccd9-af09-4d0a-bdbd-30870ee3cb8c tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:35.408453 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3bdaefd-63d4-4a72-963e-d407bdfb4dc2 req-76b3ccd9-af09-4d0a-bdbd-30870ee3cb8c tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8 HTTP/1.1" status: 200 len: 943 time: 0.4152472 Sep 18 00:00:35.424930 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-235f0ff8-4fe7-4381-95e7-f4ea04bdb8dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/quotas/5d2902e7a2a54edeb7be111e15492043 HTTP/1.1" status: 200 len: 375 time: 0.1238763 Sep 18 00:00:35.447656 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffb805ad-f161-40ec-87b1-7675d193b86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:35.503412 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-268d7619-4889-49dd-83c2-5b1d3907cd3f req-e18ba818-1b4c-41f1-beb3-c974c01e2324 service neutron] 10.222.0.41 "GET /v2.0/networks/661107b9-e93e-4791-a13a-d13963534dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243496 Sep 18 00:00:35.587792 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c820b-1a62-4c18-89e6-e0f0b9d3b56b None None] Pushing event updated for resources: {'Port': ['ID=4776ec6f-a419-4dcc-80a6-39e7a52734d3,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:35.609494 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d8df3444-abeb-4116-9cbb-1cd3a9926467 None None] Provisioning complete for port 6e2d00d9-b370-430f-b703-3cf1f6d92ec6 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:35.612243 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d8df3444-abeb-4116-9cbb-1cd3a9926467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:35.616638 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffb805ad-f161-40ec-87b1-7675d193b86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:35.660120 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3bdaefd-63d4-4a72-963e-d407bdfb4dc2 req-af96bde5-fde4-4cde-989a-0e70ec576c22 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/security-groups?id=e07418ed-33bd-4be3-8e9e-3f9bb3591574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491379 Sep 18 00:00:35.700081 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8260e35d-3140-4031-8146-e119574170f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:35.704328 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-640ea3ed-1446-47ea-b6e0-299e8f1d9774 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2596161 Sep 18 00:00:35.711349 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d8df3444-abeb-4116-9cbb-1cd3a9926467 None None] Port 6e2d00d9-b370-430f-b703-3cf1f6d92ec6 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:00:35.730462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] Allocated IP 172.20.0.2 (2d868962-4a73-49b9-8cd5-f6f73a39e86d/71cf0e61-43e9-442f-b8bb-a2a591c9a5af/f87ec6af-a6c0-404d-97dd-49ed83d29ac0) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:00:35.752126 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d8df3444-abeb-4116-9cbb-1cd3a9926467 None None] Provisioning complete for port 97fbea13-3b09-4eee-97d7-71b82d56bdeb triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:35.752510 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d8df3444-abeb-4116-9cbb-1cd3a9926467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:35.764227 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 4c731ee8-4786-401f-9631-1372af051b85 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:35.766642 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:35.941547 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a5f0c-2fa9-4fa6-9755-242feff217cd req-896b47cb-b366-44a4-baa9-11384eea1083 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:35.956208 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d97a5f0c-2fa9-4fa6-9755-242feff217cd req-896b47cb-b366-44a4-baa9-11384eea1083 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.1845303 Sep 18 00:00:36.005946 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:36.041232 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-6518bfd5-70ac-4834-a796-d67770f2c506 service neutron] 10.222.0.46 "GET /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165140 Sep 18 00:00:36.073446 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d97a5f0c-2fa9-4fa6-9755-242feff217cd req-eadb9555-2ab0-4dcb-972f-8f0e6ee1b4a4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146460 Sep 18 00:00:36.091782 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffb805ad-f161-40ec-87b1-7675d193b86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:36.099623 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffb805ad-f161-40ec-87b1-7675d193b86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:36.105323 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ffb805ad-f161-40ec-87b1-7675d193b86d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ccbfbcd5-d727-4074-8c3f-a4595cabe759 HTTP/1.1" status: 204 len: 168 time: 1.0586367 Sep 18 00:00:36.213662 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:36.261937 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8260e35d-3140-4031-8146-e119574170f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:36.280076 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8260e35d-3140-4031-8146-e119574170f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:36.360620 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474e0f0-52dc-481b-b9d2-0d745fc15657 None None] Pushing event updated for resources: {'Port': ['ID=6e2d00d9-b370-430f-b703-3cf1f6d92ec6,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:36.409805 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:36.486748 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] Attempting to bind port 6e2d00d9-b370-430f-b703-3cf1f6d92ec6 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:00:36.487093 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] Attempting to bind port 6e2d00d9-b370-430f-b703-3cf1f6d92ec6 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'd26f9bd4-c277-4a17-baa4-d2a6f90650c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '02790972-fc13-4ec4-a91c-79defc526414'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:00:36.487455 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] Attempting to bind port 6e2d00d9-b370-430f-b703-3cf1f6d92ec6 on network 02790972-fc13-4ec4-a91c-79defc526414 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:00:36.498732 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:36.500366 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:00:36.500747 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] Checking segment: {'id': 'd26f9bd4-c277-4a17-baa4-d2a6f90650c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '02790972-fc13-4ec4-a91c-79defc526414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:00:36.501184 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:36.501580 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] Bound using segment: {'id': 'd26f9bd4-c277-4a17-baa4-d2a6f90650c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '02790972-fc13-4ec4-a91c-79defc526414'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:00:36.502061 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] Bound port: 6e2d00d9-b370-430f-b703-3cf1f6d92ec6, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26f9bd4-c277-4a17-baa4-d2a6f90650c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '02790972-fc13-4ec4-a91c-79defc526414'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:00:36.502443 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:36.554400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-8260e35d-3140-4031-8146-e119574170f7 admin admin] Allocated IP 172.25.3.215 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/bc199a0b-3da6-4d82-a9e8-27903db00184) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:00:36.688391 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] For port 6e2d00d9-b370-430f-b703-3cf1f6d92ec6, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:00:36.695225 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] For port 6e2d00d9-b370-430f-b703-3cf1f6d92ec6, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6e2d00d9-b370-430f-b703-3cf1f6d92ec6,segment=NetworkSegment(d26f9bd4-c277-4a17-baa4-d2a6f90650c9),segment_id=d26f9bd4-c277-4a17-baa4-d2a6f90650c9)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:00:36.706750 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] Pushing event updated for resources: {'Port': ['ID=f87ec6af-a6c0-404d-97dd-49ed83d29ac0,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:36.743990 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] Network 2d868962-4a73-49b9-8cd5-f6f73a39e86d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:00:36.752113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:36.767378 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:00:36.794698 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4776ec6f-a419-4dcc-80a6-39e7a52734d3 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:36.801288 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:36.844175 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8260e35d-3140-4031-8146-e119574170f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:36.889382 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] Routers {'ea52ee47-5f6a-4547-bed3-56760db855c8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:00:36.892986 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:00:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ea52ee47-5f6a-4547-bed3-56760db855c8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:36.989238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 60a98d1d-7f91-488a-8088-cba05bd3ddfd details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:00:37.012981 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb805ad-f161-40ec-87b1-7675d193b86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbfbcd5-d727-4074-8c3f-a4595cabe759,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:37.038463 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8260e35d-3140-4031-8146-e119574170f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:37.126037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd5661-5bc8-4666-b972-8e9fce6dac7d req-acb29e69-1c00-4687-82d4-21dcd4609e34 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:37.129971 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8260e35d-3140-4031-8146-e119574170f7 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:00:37.143051 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6acd5661-5bc8-4666-b972-8e9fce6dac7d req-acb29e69-1c00-4687-82d4-21dcd4609e34 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8 HTTP/1.1" status: 200 len: 943 time: 0.1572089 Sep 18 00:00:37.154555 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] Set router ea52ee47-5f6a-4547-bed3-56760db855c8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:00:37.154673 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-8260e35d-3140-4031-8146-e119574170f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:37.158132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8260e35d-3140-4031-8146-e119574170f7 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:00:37.197705 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e276cf65-688e-4d84-a9bb-7bbad9d5a1ce None None] Provisioning complete for port 6e2d00d9-b370-430f-b703-3cf1f6d92ec6 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:37.198018 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e276cf65-688e-4d84-a9bb-7bbad9d5a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:37.210814 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-fb1d6a7a-cc25-418d-b153-a5818066b52e service neutron] 10.222.0.46 "GET /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1362112 Sep 18 00:00:37.256199 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60410) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:37.288221 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474e0f0-52dc-481b-b9d2-0d745fc15657 None None] Pushing event updated for resources: {'Port': ['ID=6e2d00d9-b370-430f-b703-3cf1f6d92ec6,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:37.343949 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6acd5661-5bc8-4666-b972-8e9fce6dac7d req-51137067-3e3b-4782-9e08-6452cc3d7313 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/security-groups?id=e07418ed-33bd-4be3-8e9e-3f9bb3591574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892440 Sep 18 00:00:37.346744 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7db83f5a-42be-49c8-92f3-4b7537274954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:37.365707 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] Attempting to bind port f87ec6af-a6c0-404d-97dd-49ed83d29ac0 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:00:37.366110 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] Attempting to bind port f87ec6af-a6c0-404d-97dd-49ed83d29ac0 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'd1445c88-6b0b-4483-ad90-89776dec6d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2d868962-4a73-49b9-8cd5-f6f73a39e86d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:00:37.366476 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] Attempting to bind port f87ec6af-a6c0-404d-97dd-49ed83d29ac0 on network 2d868962-4a73-49b9-8cd5-f6f73a39e86d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:00:37.419625 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.resource_extend [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 00:00:37.421674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 4776ec6f-a419-4dcc-80a6-39e7a52734d3 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:37.422044 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:37.496519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260e35d-3140-4031-8146-e119574170f7 admin admin] Pushing event updated for resources: {'Port': ['ID=bc199a0b-3da6-4d82-a9e8-27903db00184,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:37.622638 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7db83f5a-42be-49c8-92f3-4b7537274954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:37.705213 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7db83f5a-42be-49c8-92f3-4b7537274954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:37.707692 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975457806', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4c731ee8-4786-401f-9631-1372af051b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:23Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '4c731ee8-4786-401f-9631-1372af051b85', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:24Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6e2d00d9-b370-430f-b703-3cf1f6d92ec6', 'name': '', 'network_id': '02790972-fc13-4ec4-a91c-79defc526414', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:61:4e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '627bd896-1806-4a43-939b-d1285ef7d32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:30Z', 'updated_at': '2021-09-18T00:00:36Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '627bd896-1806-4a43-939b-d1285ef7d32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:37.774817 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-533da9a4-cd7a-4588-8e36-6a1348e5aa9a req-4b264aa8-cb3c-491c-b650-4616771549b5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 210 time: 0.0621948 Sep 18 00:00:37.779547 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371e232-269f-48ba-a50c-40e67374eac2 req-0d942b8a-1fd0-43d3-a3af-e0aac9009393 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:37.787072 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f371e232-269f-48ba-a50c-40e67374eac2 req-0d942b8a-1fd0-43d3-a3af-e0aac9009393 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.1627986 Sep 18 00:00:37.798997 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918639d5-180e-4114-9ac1-11d95cdb78ed None None] The sync data for ids ['ea52ee47-5f6a-4547-bed3-56760db855c8'] in n-d-809883-1 is: [{'id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975457806', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4c731ee8-4786-401f-9631-1372af051b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:23Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '4c731ee8-4786-401f-9631-1372af051b85', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:24Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6e2d00d9-b370-430f-b703-3cf1f6d92ec6', 'name': '', 'network_id': '02790972-fc13-4ec4-a91c-79defc526414', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:61:4e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '627bd896-1806-4a43-939b-d1285ef7d32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:30Z', 'updated_at': '2021-09-18T00:00:36Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '627bd896-1806-4a43-939b-d1285ef7d32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:00:37.847719 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7db83f5a-42be-49c8-92f3-4b7537274954 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=57d93a9eb3f34687afcd3bdeb9198f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5901091 Sep 18 00:00:37.869172 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60428) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:37.893913 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db83f5a-42be-49c8-92f3-4b7537274954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066fcbf1-59e3-41ff-9fb7-11ab369bf1ba,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:37.950026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:00:37.950915 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] Checking segment: {'id': 'd1445c88-6b0b-4483-ad90-89776dec6d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2d868962-4a73-49b9-8cd5-f6f73a39e86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:00:37.951431 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8260e35d-3140-4031-8146-e119574170f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:37.951697 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:37.952251 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] Bound using segment: {'id': 'd1445c88-6b0b-4483-ad90-89776dec6d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2d868962-4a73-49b9-8cd5-f6f73a39e86d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:00:37.952945 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] Bound port: f87ec6af-a6c0-404d-97dd-49ed83d29ac0, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1445c88-6b0b-4483-ad90-89776dec6d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2d868962-4a73-49b9-8cd5-f6f73a39e86d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:00:37.953499 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:37.956037 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e276cf65-688e-4d84-a9bb-7bbad9d5a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:37.983378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f371e232-269f-48ba-a50c-40e67374eac2 req-38705132-1151-412c-8f34-49cbc91c02a5 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906443 Sep 18 00:00:38.015732 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-47bff0de-bd1c-4eca-a05c-3def034fd97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:38.051885 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-47bff0de-bd1c-4eca-a05c-3def034fd97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:38.250799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 97fbea13-3b09-4eee-97d7-71b82d56bdeb up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:38.258787 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-47bff0de-bd1c-4eca-a05c-3def034fd97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:38.262207 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-47bff0de-bd1c-4eca-a05c-3def034fd97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:38.264286 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-47bff0de-bd1c-4eca-a05c-3def034fd97e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/066fcbf1-59e3-41ff-9fb7-11ab369bf1ba HTTP/1.1" status: 204 len: 168 time: 0.3568394 Sep 18 00:00:38.283829 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bff0de-bd1c-4eca-a05c-3def034fd97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066fcbf1-59e3-41ff-9fb7-11ab369bf1ba,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:38.324863 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e276cf65-688e-4d84-a9bb-7bbad9d5a1ce None None] For port 6e2d00d9-b370-430f-b703-3cf1f6d92ec6, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6e2d00d9-b370-430f-b703-3cf1f6d92ec6,segment=NetworkSegment(d26f9bd4-c277-4a17-baa4-d2a6f90650c9),segment_id=d26f9bd4-c277-4a17-baa4-d2a6f90650c9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:38.383942 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 60a98d1d-7f91-488a-8088-cba05bd3ddfd, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=60a98d1d-7f91-488a-8088-cba05bd3ddfd,segment=NetworkSegment(d33e72d8-dc61-4ab1-9754-b3263108f18a),segment_id=d33e72d8-dc61-4ab1-9754-b3263108f18a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:38.401045 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8260e35d-3140-4031-8146-e119574170f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:38.410862 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] For port f87ec6af-a6c0-404d-97dd-49ed83d29ac0, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:00:38.413002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '60a98d1d-7f91-488a-8088-cba05bd3ddfd', 'network_id': '661107b9-e93e-4791-a13a-d13963534dba', 'port_id': '60a98d1d-7f91-488a-8088-cba05bd3ddfd', 'mac_address': 'fa:16:3e:79:1e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f62d76-0c78-4455-9b01-aac9dd4bd05a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:00:38.416907 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] For port f87ec6af-a6c0-404d-97dd-49ed83d29ac0, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f87ec6af-a6c0-404d-97dd-49ed83d29ac0,segment=NetworkSegment(d1445c88-6b0b-4483-ad90-89776dec6d86),segment_id=d1445c88-6b0b-4483-ad90-89776dec6d86)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:00:38.496068 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 97fbea13-3b09-4eee-97d7-71b82d56bdeb triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:38.497289 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:38.551328 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e276cf65-688e-4d84-a9bb-7bbad9d5a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:38.568340 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:38.574840 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:38.625193 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60a98d1d-7f91-488a-8088-cba05bd3ddfd {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:00:38.675777 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db60fa1-cd3e-437f-aaf6-85b0b6c1aee4 req-e5b4111a-954b-443e-ad45-36c08ccc0bd5 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:38.686812 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3db60fa1-cd3e-437f-aaf6-85b0b6c1aee4 req-e5b4111a-954b-443e-ad45-36c08ccc0bd5 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8 HTTP/1.1" status: 200 len: 943 time: 0.1649702 Sep 18 00:00:38.701789 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276cf65-688e-4d84-a9bb-7bbad9d5a1ce None None] Pushing event updated for resources: {'Port': ['ID=6e2d00d9-b370-430f-b703-3cf1f6d92ec6,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:38.714192 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8260e35d-3140-4031-8146-e119574170f7 admin admin] Router 353e99d2-786d-4153-8846-7023817cd3aa is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:00:38.730268 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 60a98d1d-7f91-488a-8088-cba05bd3ddfd, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=60a98d1d-7f91-488a-8088-cba05bd3ddfd,segment=NetworkSegment(d33e72d8-dc61-4ab1-9754-b3263108f18a),segment_id=d33e72d8-dc61-4ab1-9754-b3263108f18a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:38.769009 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3db60fa1-cd3e-437f-aaf6-85b0b6c1aee4 req-e75f9cee-8899-4b7c-b529-c08927c677bf tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/security-groups?id=e07418ed-33bd-4be3-8e9e-3f9bb3591574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813951 Sep 18 00:00:38.826814 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:38.926920 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-82983f3c-75ca-42f9-bd75-b3ac1a0958e5 None None] Provisioning complete for port 6e2d00d9-b370-430f-b703-3cf1f6d92ec6 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:38.937258 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-82983f3c-75ca-42f9-bd75-b3ac1a0958e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:38.977907 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35fcb0ce-1f43-4c1e-812c-95e19d5c42fc req-1718d482-bcea-4c16-803d-b4e30f1de5d8 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 210 time: 0.0859888 Sep 18 00:00:39.061797 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8260e35d-3140-4031-8146-e119574170f7 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:00:39.078002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f21374-7f37-4c63-ab90-232ff6b0da04 None None] Pushing event updated for resources: {'Port': ['ID=f87ec6af-a6c0-404d-97dd-49ed83d29ac0,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:39.103178 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] Sync routers for ids ['353e99d2-786d-4153-8846-7023817cd3aa'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:00:39.116420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['60a98d1d-7f91-488a-8088-cba05bd3ddfd'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:00:39.253182 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] Routers {'353e99d2-786d-4153-8846-7023817cd3aa'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:00:39.253182 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:00:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['353e99d2-786d-4153-8846-7023817cd3aa'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:39.263940 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8260e35d-3140-4031-8146-e119574170f7 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:39.271078 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8260e35d-3140-4031-8146-e119574170f7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8337479 Sep 18 00:00:39.271837 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60458) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:39.351353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=60a98d1d-7f91-488a-8088-cba05bd3ddfd,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:39.392852 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf138d0-06b6-4714-8caa-569a18cc9019 req-92c2d283-2671-4f7e-ba16-52296aed82ab tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:39.405859 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-acf138d0-06b6-4714-8caa-569a18cc9019 req-92c2d283-2671-4f7e-ba16-52296aed82ab tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.1726785 Sep 18 00:00:39.548060 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-acf138d0-06b6-4714-8caa-569a18cc9019 req-38dfb586-42d2-4959-866e-2d78abb087ad tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272707 Sep 18 00:00:39.613777 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 6e2d00d9-b370-430f-b703-3cf1f6d92ec6 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:39.675324 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] Set router 353e99d2-786d-4153-8846-7023817cd3aa gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:00:40.013306 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 6e2d00d9-b370-430f-b703-3cf1f6d92ec6 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:40.013690 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:40.071157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a01bb-a190-4652-94b6-f54c4cbce520 req-dc968e2d-f28b-4869-91ae-6d91bba2731e tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:40.078433 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-149a01bb-a190-4652-94b6-f54c4cbce520 req-dc968e2d-f28b-4869-91ae-6d91bba2731e tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8 HTTP/1.1" status: 200 len: 944 time: 0.1687398 Sep 18 00:00:40.239057 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-149a01bb-a190-4652-94b6-f54c4cbce520 req-6529d611-4124-4bba-86f4-b41ab1218b83 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/security-groups?id=e07418ed-33bd-4be3-8e9e-3f9bb3591574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532233 Sep 18 00:00:40.273270 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f87ec6af-a6c0-404d-97dd-49ed83d29ac0 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:40.290107 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c99be681-99f0-42d7-bdba-f63947655a20 req-a425ccea-9a78-4075-83b3-7c790b2d70c2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 210 time: 0.0760932 Sep 18 00:00:40.370240 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353e99d2-786d-4153-8846-7023817cd3aa', 'name': 'tempest-TestVolumeBackupRestore-580741138-router', 'tenant_id': 'b92062d64e30424eb1c455e4875cc6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'bc199a0b-3da6-4d82-a9e8-27903db00184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:35Z', 'updated_at': '2021-09-18T00:00:37Z', 'revision_number': 3, 'project_id': 'b92062d64e30424eb1c455e4875cc6b7', 'gw_port': {'id': 'bc199a0b-3da6-4d82-a9e8-27903db00184', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353e99d2-786d-4153-8846-7023817cd3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:36Z', 'updated_at': '2021-09-18T00:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:40.438579 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] Checking router: 353e99d2-786d-4153-8846-7023817cd3aa for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:00:40.438943 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] Updating router 353e99d2-786d-4153-8846-7023817cd3aa port bc199a0b-3da6-4d82-a9e8-27903db00184 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:00:40.501477 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f7ea02-1cec-431c-8c2f-a488af1c1c73 None None] Network 2d868962-4a73-49b9-8cd5-f6f73a39e86d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:00:40.604756 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:40.616231 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:40.617745 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port f87ec6af-a6c0-404d-97dd-49ed83d29ac0 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:40.618104 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:40.659253 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc604b5-30ac-41b2-a76f-af2912c53392 req-54a81365-c56f-4f20-9569-e09654334146 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:40.661927 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdc604b5-30ac-41b2-a76f-af2912c53392 req-54a81365-c56f-4f20-9569-e09654334146 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.0608497 Sep 18 00:00:40.708467 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:40.723936 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdc604b5-30ac-41b2-a76f-af2912c53392 req-1bc501c0-4b9b-4d40-af0d-b7754dea4e53 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550268 Sep 18 00:00:40.832695 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-865064ea-93f0-4464-a384-9c0d395b656e None None] Provisioning complete for port f87ec6af-a6c0-404d-97dd-49ed83d29ac0 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:40.833160 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-865064ea-93f0-4464-a384-9c0d395b656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:40.975652 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 60a98d1d-7f91-488a-8088-cba05bd3ddfd up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:40.987661 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Allocated IP 172.20.0.1 (2d868962-4a73-49b9-8cd5-f6f73a39e86d/71cf0e61-43e9-442f-b8bb-a2a591c9a5af/6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:00:41.237554 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-f995bd5d-77f0-44fa-8538-d1b339ee1e9d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:41.239258 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-f995bd5d-77f0-44fa-8538-d1b339ee1e9d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.41 "GET /v2.0/networks?id=02790972-fc13-4ec4-a91c-79defc526414 HTTP/1.1" status: 200 len: 797 time: 0.2173073 Sep 18 00:00:41.324068 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:41.332545 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-a97ce5b5-1698-475c-b8bd-0ada2ef0358f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d2902e7a2a54edeb7be111e15492043 HTTP/1.1" status: 200 len: 378 time: 0.0805342 Sep 18 00:00:41.349651 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-69b5e4e4-ce37-44bf-a68f-297759aa3075 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'port': {'device_id': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'network_id': '02790972-fc13-4ec4-a91c-79defc526414', 'admin_state_up': True, 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'security_groups': ['8191d1b5-9a5f-49c7-9d76-e1be30f81362']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:41.413561 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6de77-397c-4690-b844-ae544a5bedab req-07a089df-11c0-4438-a170-69844f2dffb4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:41.422768 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90e6de77-397c-4690-b844-ae544a5bedab req-07a089df-11c0-4438-a170-69844f2dffb4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.1565301 Sep 18 00:00:41.427574 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:41.465983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24c3c6-07f5-444d-8832-1fafd226228f req-f7c64a0f-3a20-4ede-8ffc-e5cf97995880 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:41.476662 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e24c3c6-07f5-444d-8832-1fafd226228f req-f7c64a0f-3a20-4ede-8ffc-e5cf97995880 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8 HTTP/1.1" status: 200 len: 944 time: 0.1173167 Sep 18 00:00:41.513280 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-865064ea-93f0-4464-a384-9c0d395b656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:41.528666 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port f87ec6af-a6c0-404d-97dd-49ed83d29ac0, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f87ec6af-a6c0-404d-97dd-49ed83d29ac0,segment=NetworkSegment(d1445c88-6b0b-4483-ad90-89776dec6d86),segment_id=d1445c88-6b0b-4483-ad90-89776dec6d86)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:41.532975 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90e6de77-397c-4690-b844-ae544a5bedab req-74b86a84-cea1-467c-b48f-cda3d521ddc7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040637 Sep 18 00:00:41.598407 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e24c3c6-07f5-444d-8832-1fafd226228f req-00fd33ef-79af-45ee-9be5-e2af5e207229 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/security-groups?id=e07418ed-33bd-4be3-8e9e-3f9bb3591574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196408 Sep 18 00:00:41.615360 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:41.671777 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:41.694658 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Network 2d868962-4a73-49b9-8cd5-f6f73a39e86d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:00:41.711334 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-764bb851-6ac4-4082-9bac-b54b8d1325be req-4757e3fb-f942-4dad-9f10-37dffda8f431 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 210 time: 0.0457215 Sep 18 00:00:41.712306 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:41.715298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:00:41.747064 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 60a98d1d-7f91-488a-8088-cba05bd3ddfd completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:00:41.756517 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 60a98d1d-7f91-488a-8088-cba05bd3ddfd triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:41.756517 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:41.794339 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Pushing event updated for resources: {'Port': ['ID=6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:41.819525 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:41.819872 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:41.820751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:41.820751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:41.825807 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:41.829585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:41.829585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:41.829585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:41.829585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:41.829585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:41.829585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:41.829585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:00:41.838803 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:41.860782 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:41.860782 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:41.863039 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:41.926814 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a8dde-1d91-4f9f-bb30-646d59cd98d0 None None] Pushing event updated for resources: {'Port': ['ID=bc199a0b-3da6-4d82-a9e8-27903db00184,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:41.940770 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dded9c1-67d5-43e6-b2f0-64c944bdacf2 req-2fad4cef-5993-4324-9602-f9744be1fde3 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:41.951861 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8dded9c1-67d5-43e6-b2f0-64c944bdacf2 req-2fad4cef-5993-4324-9602-f9744be1fde3 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.1049845 Sep 18 00:00:42.050376 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a98d1d-7f91-488a-8088-cba05bd3ddfd'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:00:42.052715 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb8c9d6-cf2c-45c9-a11e-1e4e2547bb87" -d '{"events": [{"server_uuid": "3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8", "name": "network-vif-plugged", "status": "completed", "tag": "60a98d1d-7f91-488a-8088-cba05bd3ddfd"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:00:42.063509 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-69b5e4e4-ce37-44bf-a68f-297759aa3075 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Made reservation on behalf of 5d2902e7a2a54edeb7be111e15492043 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:00:42.067769 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-69b5e4e4-ce37-44bf-a68f-297759aa3075 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:42.108402 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8dded9c1-67d5-43e6-b2f0-64c944bdacf2 req-00cbef54-b623-4795-9e10-671e5e6e6919 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443002 Sep 18 00:00:42.118078 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-865064ea-93f0-4464-a384-9c0d395b656e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:00:42.120560 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-865064ea-93f0-4464-a384-9c0d395b656e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:00:42.143248 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 60a98d1d-7f91-488a-8088-cba05bd3ddfd, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=60a98d1d-7f91-488a-8088-cba05bd3ddfd,segment=NetworkSegment(d33e72d8-dc61-4ab1-9754-b3263108f18a),segment_id=d33e72d8-dc61-4ab1-9754-b3263108f18a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:42.155089 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8038c7-9f12-4b80-8acd-3ec776fd073c x-openstack-request-id: req-3b8038c7-9f12-4b80-8acd-3ec776fd073c {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:00:42.155089 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8", "name": "network-vif-plugged", "status": "completed", "tag": "60a98d1d-7f91-488a-8088-cba05bd3ddfd", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:00:42.155746 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b8038c7-9f12-4b80-8acd-3ec776fd073c {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:00:42.156281 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a98d1d-7f91-488a-8088-cba05bd3ddfd', 'code': 200} Sep 18 00:00:42.157101 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] Attempting to bind port bc199a0b-3da6-4d82-a9e8-27903db00184 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:00:42.157537 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] Attempting to bind port bc199a0b-3da6-4d82-a9e8-27903db00184 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:00:42.159782 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] Attempting to bind port bc199a0b-3da6-4d82-a9e8-27903db00184 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:00:42.176200 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=f87ec6af-a6c0-404d-97dd-49ed83d29ac0,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:42.189640 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:00:42.190033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:00:42.190450 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:42.190853 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:00:42.191367 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] Bound port: bc199a0b-3da6-4d82-a9e8-27903db00184, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:00:42.191958 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:42.225418 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:42.280429 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:42.302427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-69b5e4e4-ce37-44bf-a68f-297759aa3075 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Allocated IP 172.20.0.10 (02790972-fc13-4ec4-a91c-79defc526414/627bd896-1806-4a43-939b-d1285ef7d32d/5ff178c3-911e-444f-b680-a84ea8e3bf13) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:00:42.303586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] For port bc199a0b-3da6-4d82-a9e8-27903db00184, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:00:42.330879 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=60a98d1d-7f91-488a-8088-cba05bd3ddfd,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:42.339573 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] For port bc199a0b-3da6-4d82-a9e8-27903db00184, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bc199a0b-3da6-4d82-a9e8-27903db00184,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:00:42.351536 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5b765-993c-4055-a13e-2c3017a30a56 req-6a21429e-8f29-4b53-9b29-ae702726a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:42.353110 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-23d5b765-993c-4055-a13e-2c3017a30a56 req-6a21429e-8f29-4b53-9b29-ae702726a690 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8 HTTP/1.1" status: 200 len: 1096 time: 0.1383212 Sep 18 00:00:42.434276 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:42.469417 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-23d5b765-993c-4055-a13e-2c3017a30a56 req-ac20e3a4-3fed-4e5d-abca-864fe439e287 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e07418ed-33bd-4be3-8e9e-3f9bb3591574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087573 Sep 18 00:00:42.518453 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] Routers {'353e99d2-786d-4153-8846-7023817cd3aa'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:00:42.519010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:00:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['353e99d2-786d-4153-8846-7023817cd3aa'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:42.522462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a8dde-1d91-4f9f-bb30-646d59cd98d0 None None] Pushing event updated for resources: {'Port': ['ID=bc199a0b-3da6-4d82-a9e8-27903db00184,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:42.609242 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-69b5e4e4-ce37-44bf-a68f-297759aa3075 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:42.674875 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:42.693309 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] Set router 353e99d2-786d-4153-8846-7023817cd3aa gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:00:42.722084 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-69b5e4e4-ce37-44bf-a68f-297759aa3075 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:42.754489 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802913-7158-45d6-b668-0349e11c94f1 req-5476ea80-89e2-40bc-a0e4-05e4f5918f4f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:42.762049 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9802913-7158-45d6-b668-0349e11c94f1 req-5476ea80-89e2-40bc-a0e4-05e4f5918f4f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.1351922 Sep 18 00:00:42.773470 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:42.788635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05146ab-1d4b-464c-b6c2-563164879332 req-af3ae253-f4fc-4697-8512-ba496be1490e tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:42.790195 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d05146ab-1d4b-464c-b6c2-563164879332 req-af3ae253-f4fc-4697-8512-ba496be1490e tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8 HTTP/1.1" status: 200 len: 945 time: 0.1026230 Sep 18 00:00:42.824484 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9802913-7158-45d6-b668-0349e11c94f1 req-9a4070a9-f87c-4779-a996-8ed5f78a157b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580020 Sep 18 00:00:42.830960 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-69b5e4e4-ce37-44bf-a68f-297759aa3075 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 02790972-fc13-4ec4-a91c-79defc526414 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:00:42.852385 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-69b5e4e4-ce37-44bf-a68f-297759aa3075 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:42.876168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-69b5e4e4-ce37-44bf-a68f-297759aa3075 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:00:42.884416 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5e4e4-ce37-44bf-a68f-297759aa3075 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=5ff178c3-911e-444f-b680-a84ea8e3bf13,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:42.906984 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d05146ab-1d4b-464c-b6c2-563164879332 req-596c0c37-d8fc-450b-b8b6-665929c87383 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/security-groups?id=e07418ed-33bd-4be3-8e9e-3f9bb3591574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961361 Sep 18 00:00:42.963615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c6b41cbe-5e00-4b47-b5df-d0abb289b124 None None] Provisioning complete for port 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:42.963984 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c6b41cbe-5e00-4b47-b5df-d0abb289b124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:42.972442 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:43.028537 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-69b5e4e4-ce37-44bf-a68f-297759aa3075 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:43.029306 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-69b5e4e4-ce37-44bf-a68f-297759aa3075 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:43.043012 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Pushing event updated for resources: {'Port': ['ID=6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:43.045374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c6b41cbe-5e00-4b47-b5df-d0abb289b124 None None] Port 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:00:43.063238 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb2de1-e4ab-4391-9bc9-1222074f7e31 req-6cf6ed1a-3d0d-4c5e-bf94-871ce01e10f8 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:43.065104 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3bcb2de1-e4ab-4391-9bc9-1222074f7e31 req-6cf6ed1a-3d0d-4c5e-bf94-871ce01e10f8 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 932 time: 0.1201587 Sep 18 00:00:43.106366 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c6b41cbe-5e00-4b47-b5df-d0abb289b124 None None] Provisioning complete for port f87ec6af-a6c0-404d-97dd-49ed83d29ac0 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:43.106739 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c6b41cbe-5e00-4b47-b5df-d0abb289b124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:43.137821 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3bcb2de1-e4ab-4391-9bc9-1222074f7e31 req-e3af5a20-1ebc-4d75-a57f-8868b7d95ea3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658929 Sep 18 00:00:43.152893 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Network 2d868962-4a73-49b9-8cd5-f6f73a39e86d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:00:43.153857 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:43.159643 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-69b5e4e4-ce37-44bf-a68f-297759aa3075 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8197510 Sep 18 00:00:43.221882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Request body: {'port': {'device_id': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:43.302120 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:43.323598 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de16bd-5f4d-4586-aa24-125881a67cb7 req-62132f89-8239-4d3a-9ee9-1125f47b2244 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:43.346799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353e99d2-786d-4153-8846-7023817cd3aa', 'name': 'tempest-TestVolumeBackupRestore-580741138-router', 'tenant_id': 'b92062d64e30424eb1c455e4875cc6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'bc199a0b-3da6-4d82-a9e8-27903db00184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:35Z', 'updated_at': '2021-09-18T00:00:42Z', 'revision_number': 4, 'project_id': 'b92062d64e30424eb1c455e4875cc6b7', 'gw_port': {'id': 'bc199a0b-3da6-4d82-a9e8-27903db00184', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353e99d2-786d-4153-8846-7023817cd3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:36Z', 'updated_at': '2021-09-18T00:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b', 'name': '', 'network_id': '2d868962-4a73-49b9-8cd5-f6f73a39e86d', 'tenant_id': 'b92062d64e30424eb1c455e4875cc6b7', 'mac_address': 'fa:16:3e:f3:e6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353e99d2-786d-4153-8846-7023817cd3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '71cf0e61-43e9-442f-b8bb-a2a591c9a5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:40Z', 'updated_at': '2021-09-18T00:00:41Z', 'revision_number': 1, 'project_id': 'b92062d64e30424eb1c455e4875cc6b7', 'subnets': [{'id': '71cf0e61-43e9-442f-b8bb-a2a591c9a5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:43.347530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2de16bd-5f4d-4586-aa24-125881a67cb7 req-62132f89-8239-4d3a-9ee9-1125f47b2244 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.1553051 Sep 18 00:00:43.398644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cef6414-d636-4ea5-99e4-09a52d58d7d8 None None] The sync data for ids ['353e99d2-786d-4153-8846-7023817cd3aa'] in n-d-809883-1 is: [{'id': '353e99d2-786d-4153-8846-7023817cd3aa', 'name': 'tempest-TestVolumeBackupRestore-580741138-router', 'tenant_id': 'b92062d64e30424eb1c455e4875cc6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'bc199a0b-3da6-4d82-a9e8-27903db00184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:35Z', 'updated_at': '2021-09-18T00:00:42Z', 'revision_number': 4, 'project_id': 'b92062d64e30424eb1c455e4875cc6b7', 'gw_port': {'id': 'bc199a0b-3da6-4d82-a9e8-27903db00184', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353e99d2-786d-4153-8846-7023817cd3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:36Z', 'updated_at': '2021-09-18T00:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b', 'name': '', 'network_id': '2d868962-4a73-49b9-8cd5-f6f73a39e86d', 'tenant_id': 'b92062d64e30424eb1c455e4875cc6b7', 'mac_address': 'fa:16:3e:f3:e6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353e99d2-786d-4153-8846-7023817cd3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '71cf0e61-43e9-442f-b8bb-a2a591c9a5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:40Z', 'updated_at': '2021-09-18T00:00:41Z', 'revision_number': 1, 'project_id': 'b92062d64e30424eb1c455e4875cc6b7', 'subnets': [{'id': '71cf0e61-43e9-442f-b8bb-a2a591c9a5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:00:43.400201 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:43.462190 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-97a32192-ebe8-4c39-bada-d4c00b9e496a None None] Provisioning complete for port 5ff178c3-911e-444f-b680-a84ea8e3bf13 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:43.462190 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-97a32192-ebe8-4c39-bada-d4c00b9e496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:43.498317 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2de16bd-5f4d-4586-aa24-125881a67cb7 req-9a55d5c1-2e3b-404e-9145-dc8e787ef91e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486244 Sep 18 00:00:43.550433 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-97a32192-ebe8-4c39-bada-d4c00b9e496a None None] Port 5ff178c3-911e-444f-b680-a84ea8e3bf13 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:00:43.676538 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-25bfd039-ca7e-4703-a0aa-7ca255a9ec09 None None] Provisioning complete for port 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:43.677018 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-25bfd039-ca7e-4703-a0aa-7ca255a9ec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:43.689064 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Router 353e99d2-786d-4153-8846-7023817cd3aa has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:00:43.764367 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-25bfd039-ca7e-4703-a0aa-7ca255a9ec09 None None] Port 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:00:44.067786 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5283d32f-de02-414c-819e-14174332399b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:44.091319 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f87ec6af-a6c0-404d-97dd-49ed83d29ac0 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:44.094460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:00:44.108346 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ce3d0287-d855-4615-97dd-ff19472646ff admin admin] 10.222.0.46 "PUT /v2.0/routers/353e99d2-786d-4153-8846-7023817cd3aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8353961 Sep 18 00:00:44.122916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4b576-dfcf-45d5-be13-e45dcb7427de req-8014da2b-f6d5-4606-b4d5-bd2825a1e9af tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:44.124563 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e5e4b576-dfcf-45d5-be13-e45dcb7427de req-8014da2b-f6d5-4606-b4d5-bd2825a1e9af tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.1348426 Sep 18 00:00:44.141187 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aeebfa-a38d-444b-91b1-f2e46da49729 req-cf75a4bf-ab8d-4fdb-b6ba-ecbf2bc02b23 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:44.141187 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2aeebfa-a38d-444b-91b1-f2e46da49729 req-cf75a4bf-ab8d-4fdb-b6ba-ecbf2bc02b23 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8 HTTP/1.1" status: 200 len: 945 time: 0.0978582 Sep 18 00:00:44.226607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port f87ec6af-a6c0-404d-97dd-49ed83d29ac0 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:44.228265 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:44.245699 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff178c3-911e-444f-b680-a84ea8e3bf13 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:00:44.253536 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e5e4b576-dfcf-45d5-be13-e45dcb7427de req-23fafe03-4404-4d83-a3d4-78541b4c3822 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113412 Sep 18 00:00:44.258367 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:44.273248 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2aeebfa-a38d-444b-91b1-f2e46da49729 req-da3feb7d-351d-46b1-b637-59abacbcc614 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/security-groups?id=e07418ed-33bd-4be3-8e9e-3f9bb3591574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233513 Sep 18 00:00:44.282003 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Transition to ACTIVE for port object 5ff178c3-911e-444f-b680-a84ea8e3bf13 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:00:44.362502 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:44.449945 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd603567-15ac-478b-aff7-a683f7640ba8 req-d53c90af-5488-433f-bd14-26ca0b5552a2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:44.451934 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd603567-15ac-478b-aff7-a683f7640ba8 req-d53c90af-5488-433f-bd14-26ca0b5552a2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 932 time: 0.1162207 Sep 18 00:00:44.512960 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd603567-15ac-478b-aff7-a683f7640ba8 req-7beff862-9f3a-4480-b058-f185a268296d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527768 Sep 18 00:00:44.523527 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff178c3-911e-444f-b680-a84ea8e3bf13,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:44.706656 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Attempting to bind port 5ff178c3-911e-444f-b680-a84ea8e3bf13 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:00:44.707015 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Attempting to bind port 5ff178c3-911e-444f-b680-a84ea8e3bf13 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'd26f9bd4-c277-4a17-baa4-d2a6f90650c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '02790972-fc13-4ec4-a91c-79defc526414'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:00:44.707355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Attempting to bind port 5ff178c3-911e-444f-b680-a84ea8e3bf13 on network 02790972-fc13-4ec4-a91c-79defc526414 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:00:44.717556 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74d721-918d-46ea-8ec1-64cd4816ff44 req-e83f9094-47f7-4819-8d5a-196298bd6d42 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:44.718772 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Port 5ff178c3-911e-444f-b680-a84ea8e3bf13 on network 02790972-fc13-4ec4-a91c-79defc526414 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:00:44.719116 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3c74d721-918d-46ea-8ec1-64cd4816ff44 req-e83f9094-47f7-4819-8d5a-196298bd6d42 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.1075368 Sep 18 00:00:44.719257 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Attempting to bind port 5ff178c3-911e-444f-b680-a84ea8e3bf13 on network 02790972-fc13-4ec4-a91c-79defc526414 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:00:44.731209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:00:44.731209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Checking segment: {'id': 'd26f9bd4-c277-4a17-baa4-d2a6f90650c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '02790972-fc13-4ec4-a91c-79defc526414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:00:44.731209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Bound using segment: {'id': 'd26f9bd4-c277-4a17-baa4-d2a6f90650c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '02790972-fc13-4ec4-a91c-79defc526414'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:00:44.731209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Bound port: 5ff178c3-911e-444f-b680-a84ea8e3bf13, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26f9bd4-c277-4a17-baa4-d2a6f90650c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '02790972-fc13-4ec4-a91c-79defc526414'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:00:44.731623 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:44.784813 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3c74d721-918d-46ea-8ec1-64cd4816ff44 req-bc4fbfe1-69b4-47ed-9cd6-cd69010699a5 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592775 Sep 18 00:00:44.835090 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] For port 5ff178c3-911e-444f-b680-a84ea8e3bf13, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:00:44.839192 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] For port 5ff178c3-911e-444f-b680-a84ea8e3bf13, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=5ff178c3-911e-444f-b680-a84ea8e3bf13,segment=NetworkSegment(d26f9bd4-c277-4a17-baa4-d2a6f90650c9),segment_id=d26f9bd4-c277-4a17-baa4-d2a6f90650c9)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:00:44.921060 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:45.069222 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:45.069222 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:45.069222 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] 10.222.0.41 "PUT /v2.0/ports/5ff178c3-911e-444f-b680-a84ea8e3bf13 HTTP/1.1" status: 200 len: 1092 time: 1.8478920 Sep 18 00:00:45.094852 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'tag': '5ff178c3-911e-444f-b680-a84ea8e3bf13'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:00:45.105077 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23644134-7f59-4985-ac73-7eee1b492097" -d '{"events": [{"name": "network-changed", "server_uuid": "a404cce3-45cd-4832-b532-ec6a7e0ce224", "tag": "5ff178c3-911e-444f-b680-a84ea8e3bf13"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:00:45.161016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5642b9b-2089-4ace-8b31-efddef5c9931 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff178c3-911e-444f-b680-a84ea8e3bf13,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:45.193417 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab50149-d1dd-4e87-959d-2d4f348a660e x-openstack-request-id: req-aab50149-d1dd-4e87-959d-2d4f348a660e {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:00:45.193913 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a404cce3-45cd-4832-b532-ec6a7e0ce224", "tag": "5ff178c3-911e-444f-b680-a84ea8e3bf13", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:00:45.194459 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aab50149-d1dd-4e87-959d-2d4f348a660e {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:00:45.195116 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'tag': '5ff178c3-911e-444f-b680-a84ea8e3bf13', 'status': 'completed', 'code': 200} Sep 18 00:00:45.269703 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-4a76db4d-b3b6-49b5-85cc-3f8e2a4bff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:45.276046 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-4a76db4d-b3b6-49b5-85cc-3f8e2a4bff97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 1095 time: 0.0674627 Sep 18 00:00:45.330596 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-f39fed03-770c-4b85-8c7d-37cfdf3f757b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ff178c3-911e-444f-b680-a84ea8e3bf13 HTTP/1.1" status: 200 len: 217 time: 0.0482748 Sep 18 00:00:45.394059 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-c1a23c56-477f-4e6f-a873-8e922f57f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:45.395605 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-c1a23c56-477f-4e6f-a873-8e922f57f7ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=627bd896-1806-4a43-939b-d1285ef7d32d HTTP/1.1" status: 200 len: 835 time: 0.0541396 Sep 18 00:00:45.433342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59b74e-68ab-4ec3-a829-b68ecffcb740 req-24cafdbd-0681-48e9-8a13-c97b1688960d tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:45.435699 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f59b74e-68ab-4ec3-a829-b68ecffcb740 req-24cafdbd-0681-48e9-8a13-c97b1688960d tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.0807879 Sep 18 00:00:45.451013 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-735b8414-fdcd-4d9e-b1f5-c2285231f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:45.452634 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-735b8414-fdcd-4d9e-b1f5-c2285231f63f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02790972-fc13-4ec4-a91c-79defc526414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500386 Sep 18 00:00:45.482482 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f59b74e-68ab-4ec3-a829-b68ecffcb740 req-e1cf5fc1-a310-44b4-a4c6-3daa20355aec tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407712 Sep 18 00:00:45.553062 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-a3c00022-568a-477a-901d-ec30131a43dd service neutron] 10.222.0.41 "GET /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935407 Sep 18 00:00:45.678536 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b907a577-d65f-4e9c-93dd-cfcfe9274c03 req-c69f6635-dde4-4b81-8cbb-ed21e32c49ed service neutron] 10.222.0.41 "GET /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178899 Sep 18 00:00:45.695031 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac17c6-64c8-4737-9eb4-3105d806b87e req-642fdab0-221d-4a4f-84ac-d26874feeb44 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:45.696636 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61ac17c6-64c8-4737-9eb4-3105d806b87e req-642fdab0-221d-4a4f-84ac-d26874feeb44 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 944 time: 0.0632522 Sep 18 00:00:45.738787 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61ac17c6-64c8-4737-9eb4-3105d806b87e req-94372ee8-04c4-4717-8cf0-b88beb99f0f3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345182 Sep 18 00:00:45.845542 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23644134-7f59-4985-ac73-7eee1b492097 req-90c556a5-b583-47cb-8705-5b09a6e5cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:45.847207 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-23644134-7f59-4985-ac73-7eee1b492097 req-90c556a5-b583-47cb-8705-5b09a6e5cfcf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 1095 time: 0.0523520 Sep 18 00:00:46.021730 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23644134-7f59-4985-ac73-7eee1b492097 req-77bd8f83-7f8c-41e2-86c6-87078eac58f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:46.023480 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-23644134-7f59-4985-ac73-7eee1b492097 req-77bd8f83-7f8c-41e2-86c6-87078eac58f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=02790972-fc13-4ec4-a91c-79defc526414 HTTP/1.1" status: 200 len: 898 time: 0.1684279 Sep 18 00:00:46.067607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581352c-ad70-4496-bbea-8a4e910e2e65 req-ef52791d-0a2b-4d04-8015-ac7948cf37fc tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:46.080596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bc199a0b-3da6-4d82-a9e8-27903db00184 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:46.095548 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5581352c-ad70-4496-bbea-8a4e910e2e65 req-ef52791d-0a2b-4d04-8015-ac7948cf37fc tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.2040179 Sep 18 00:00:46.107748 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-23644134-7f59-4985-ac73-7eee1b492097 req-f613f64d-2e45-468a-892f-3793be8c6b4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ff178c3-911e-444f-b680-a84ea8e3bf13 HTTP/1.1" status: 200 len: 217 time: 0.0738277 Sep 18 00:00:46.202466 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port bc199a0b-3da6-4d82-a9e8-27903db00184 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:46.202933 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:46.207353 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23644134-7f59-4985-ac73-7eee1b492097 req-b2b5e5d2-dbe0-4d34-b382-e7f6591d723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:46.209419 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-23644134-7f59-4985-ac73-7eee1b492097 req-b2b5e5d2-dbe0-4d34-b382-e7f6591d723e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=627bd896-1806-4a43-939b-d1285ef7d32d HTTP/1.1" status: 200 len: 835 time: 0.0935299 Sep 18 00:00:46.214477 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5581352c-ad70-4496-bbea-8a4e910e2e65 req-13a6b62b-0f34-427b-b6b3-924d5b3f9070 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160991 Sep 18 00:00:46.277431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23644134-7f59-4985-ac73-7eee1b492097 req-58f0d153-06fd-42d1-993d-a038a54a5218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:46.279026 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-23644134-7f59-4985-ac73-7eee1b492097 req-58f0d153-06fd-42d1-993d-a038a54a5218 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02790972-fc13-4ec4-a91c-79defc526414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603247 Sep 18 00:00:46.330043 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:46.368571 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port bc199a0b-3da6-4d82-a9e8-27903db00184, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bc199a0b-3da6-4d82-a9e8-27903db00184,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:46.474831 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-23644134-7f59-4985-ac73-7eee1b492097 req-8c0651bd-4769-4db0-bb43-3f52cffe4fa1 service neutron] 10.222.0.41 "GET /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860304 Sep 18 00:00:46.496127 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:46.635466 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-67ebc53e-cdbb-4aac-a6a6-ff3fc78052c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:46.657533 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-23644134-7f59-4985-ac73-7eee1b492097 req-f1f24bfa-18de-4d08-95ce-ff23165fd331 service neutron] 10.222.0.41 "GET /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747715 Sep 18 00:00:46.694382 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=bc199a0b-3da6-4d82-a9e8-27903db00184,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:46.743148 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31661cd-82e5-4cda-97c5-133238c48fdc req-94a906c7-0861-492a-99f1-efaa4e71cd00 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:46.746565 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e31661cd-82e5-4cda-97c5-133238c48fdc req-94a906c7-0861-492a-99f1-efaa4e71cd00 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.1194234 Sep 18 00:00:46.817321 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e31661cd-82e5-4cda-97c5-133238c48fdc req-b8465b79-86d9-4ecd-826c-8299136b3dae tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580974 Sep 18 00:00:46.958433 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096959c-181d-4090-9b17-c3f9c019fbfd req-d38f800b-f514-4c35-aa24-0b4512d70858 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:46.966615 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9096959c-181d-4090-9b17-c3f9c019fbfd req-d38f800b-f514-4c35-aa24-0b4512d70858 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 944 time: 0.0694315 Sep 18 00:00:47.011062 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9096959c-181d-4090-9b17-c3f9c019fbfd req-72bc47d0-8ad9-4d11-b1e1-38f8ca51b328 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431900 Sep 18 00:00:47.246273 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:47.352798 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0dd75-3aae-4142-8bac-4187431bcb6c req-81b84a1f-e558-4a49-b1f7-ef94f79846fd tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:47.354414 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b6e0dd75-3aae-4142-8bac-4187431bcb6c req-81b84a1f-e558-4a49-b1f7-ef94f79846fd tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.0538619 Sep 18 00:00:47.402556 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b6e0dd75-3aae-4142-8bac-4187431bcb6c req-6344baf0-b303-4f94-95ff-711ba5d3329c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413241 Sep 18 00:00:47.735936 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:47.829365 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] Sync routers for ids ['353e99d2-786d-4153-8846-7023817cd3aa'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:00:47.845245 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] Routers {'353e99d2-786d-4153-8846-7023817cd3aa'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:00:47.846046 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:00:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['353e99d2-786d-4153-8846-7023817cd3aa'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:48.031751 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] Set router 353e99d2-786d-4153-8846-7023817cd3aa gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:00:48.048802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bc199a0b-3da6-4d82-a9e8-27903db00184 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:48.113105 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981075ed-fc66-435d-ad39-99d7898a4e5c req-11539ac0-9bef-4655-ae4d-ec1e7b5bf827 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:48.125463 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-981075ed-fc66-435d-ad39-99d7898a4e5c req-11539ac0-9bef-4655-ae4d-ec1e7b5bf827 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.1562505 Sep 18 00:00:48.200297 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-981075ed-fc66-435d-ad39-99d7898a4e5c req-ca07454a-4af5-441f-ab4d-cc3abda4a28b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738764 Sep 18 00:00:48.206834 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port bc199a0b-3da6-4d82-a9e8-27903db00184 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:48.206834 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:48.273992 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95366e0e-6efc-4877-b1e4-ccf5d123514f req-86dc3b85-9f55-4056-8a1a-e6e676942b8e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:48.292996 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95366e0e-6efc-4877-b1e4-ccf5d123514f req-86dc3b85-9f55-4056-8a1a-e6e676942b8e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 944 time: 0.1034324 Sep 18 00:00:48.385298 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95366e0e-6efc-4877-b1e4-ccf5d123514f req-658445c4-7d5e-4b89-afd4-3cfa68e76b49 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732958 Sep 18 00:00:48.398297 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353e99d2-786d-4153-8846-7023817cd3aa', 'name': 'tempest-TestVolumeBackupRestore-580741138-router', 'tenant_id': 'b92062d64e30424eb1c455e4875cc6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'bc199a0b-3da6-4d82-a9e8-27903db00184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:35Z', 'updated_at': '2021-09-18T00:00:42Z', 'revision_number': 4, 'project_id': 'b92062d64e30424eb1c455e4875cc6b7', 'gw_port': {'id': 'bc199a0b-3da6-4d82-a9e8-27903db00184', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353e99d2-786d-4153-8846-7023817cd3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:36Z', 'updated_at': '2021-09-18T00:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b', 'name': '', 'network_id': '2d868962-4a73-49b9-8cd5-f6f73a39e86d', 'tenant_id': 'b92062d64e30424eb1c455e4875cc6b7', 'mac_address': 'fa:16:3e:f3:e6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353e99d2-786d-4153-8846-7023817cd3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '71cf0e61-43e9-442f-b8bb-a2a591c9a5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:40Z', 'updated_at': '2021-09-18T00:00:42Z', 'revision_number': 2, 'project_id': 'b92062d64e30424eb1c455e4875cc6b7', 'subnets': [{'id': '71cf0e61-43e9-442f-b8bb-a2a591c9a5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:48.429087 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] Checking router: 353e99d2-786d-4153-8846-7023817cd3aa for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:00:48.429433 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] Updating router 353e99d2-786d-4153-8846-7023817cd3aa port 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:00:48.459925 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:48.536747 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3db65f-2a40-4b5e-8341-946cbf621055 req-e6d3349e-3859-4200-8a5b-e1d673d703ef tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:48.538864 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa3db65f-2a40-4b5e-8341-946cbf621055 req-e6d3349e-3859-4200-8a5b-e1d673d703ef tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.0546806 Sep 18 00:00:48.604672 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa3db65f-2a40-4b5e-8341-946cbf621055 req-f240c1af-6c1f-4e97-ae09-3ca2b21a79d4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477703 Sep 18 00:00:48.778908 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:48.846287 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:48.898432 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaf984-70f4-4a85-a41d-8e38d35d8d3c None None] Pushing event updated for resources: {'Port': ['ID=6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:48.965982 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] Attempting to bind port 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:00:48.967181 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] Attempting to bind port 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'd1445c88-6b0b-4483-ad90-89776dec6d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2d868962-4a73-49b9-8cd5-f6f73a39e86d'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:00:48.968305 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] Attempting to bind port 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b on network 2d868962-4a73-49b9-8cd5-f6f73a39e86d {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:00:48.978931 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:00:48.980760 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] Checking segment: {'id': 'd1445c88-6b0b-4483-ad90-89776dec6d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2d868962-4a73-49b9-8cd5-f6f73a39e86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:00:48.982555 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:48.982947 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] Bound using segment: {'id': 'd1445c88-6b0b-4483-ad90-89776dec6d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2d868962-4a73-49b9-8cd5-f6f73a39e86d'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:00:48.983703 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] Bound port: 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1445c88-6b0b-4483-ad90-89776dec6d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2d868962-4a73-49b9-8cd5-f6f73a39e86d'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:00:48.984088 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:49.063120 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 5ff178c3-911e-444f-b680-a84ea8e3bf13 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:00:49.075324 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] For port 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:00:49.078672 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] For port 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b,segment=NetworkSegment(d1445c88-6b0b-4483-ad90-89776dec6d86),segment_id=d1445c88-6b0b-4483-ad90-89776dec6d86)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:00:49.177255 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 5ff178c3-911e-444f-b680-a84ea8e3bf13, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=5ff178c3-911e-444f-b680-a84ea8e3bf13,segment=NetworkSegment(d26f9bd4-c277-4a17-baa4-d2a6f90650c9),segment_id=d26f9bd4-c277-4a17-baa4-d2a6f90650c9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:49.189916 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '5ff178c3-911e-444f-b680-a84ea8e3bf13', 'network_id': '02790972-fc13-4ec4-a91c-79defc526414', 'port_id': '5ff178c3-911e-444f-b680-a84ea8e3bf13', 'mac_address': 'fa:16:3e:68:92:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '627bd896-1806-4a43-939b-d1285ef7d32d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:00:49.194967 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:49.274294 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:49.301446 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff178c3-911e-444f-b680-a84ea8e3bf13 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:00:49.309931 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaf984-70f4-4a85-a41d-8e38d35d8d3c None None] Pushing event updated for resources: {'Port': ['ID=6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:49.354787 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] Routers {'353e99d2-786d-4153-8846-7023817cd3aa'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:00:49.357805 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:00:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['353e99d2-786d-4153-8846-7023817cd3aa'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:49.370502 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 5ff178c3-911e-444f-b680-a84ea8e3bf13, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=5ff178c3-911e-444f-b680-a84ea8e3bf13,segment=NetworkSegment(d26f9bd4-c277-4a17-baa4-d2a6f90650c9),segment_id=d26f9bd4-c277-4a17-baa4-d2a6f90650c9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:49.389051 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-cee972a9-6cee-478d-8507-55010c92388d None None] Provisioning complete for port 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:49.389444 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cee972a9-6cee-478d-8507-55010c92388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:49.426649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0cc2f-da57-408d-9820-186f1871e1a7 req-14a54f1c-3a16-4d52-956f-8d952197aae8 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:49.443524 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bcb0cc2f-da57-408d-9820-186f1871e1a7 req-14a54f1c-3a16-4d52-956f-8d952197aae8 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.1213474 Sep 18 00:00:49.502179 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:49.564150 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bcb0cc2f-da57-408d-9820-186f1871e1a7 req-6f7208ff-6905-4a8a-8f00-66c0e1cb3753 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127939 Sep 18 00:00:49.604117 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cee972a9-6cee-478d-8507-55010c92388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:49.658503 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-cee972a9-6cee-478d-8507-55010c92388d None None] For port 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b,segment=NetworkSegment(d1445c88-6b0b-4483-ad90-89776dec6d86),segment_id=d1445c88-6b0b-4483-ad90-89776dec6d86)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:49.738615 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d705d-01f4-41b6-ab53-6407d2d9b5fe req-c40b9e79-d4b5-4fb8-b308-5f8a4a52d1bf tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:49.744962 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cee972a9-6cee-478d-8507-55010c92388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:49.754374 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e62d705d-01f4-41b6-ab53-6407d2d9b5fe req-c40b9e79-d4b5-4fb8-b308-5f8a4a52d1bf tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 945 time: 0.2092726 Sep 18 00:00:49.763118 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['5ff178c3-911e-444f-b680-a84ea8e3bf13'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:00:49.770361 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=5ff178c3-911e-444f-b680-a84ea8e3bf13,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:49.772372 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] Set router 353e99d2-786d-4153-8846-7023817cd3aa gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:00:49.856071 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:49.950591 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e62d705d-01f4-41b6-ab53-6407d2d9b5fe req-999d8dc1-8728-4d98-aaff-1a3ead7d66fe tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1881487 Sep 18 00:00:49.952491 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee972a9-6cee-478d-8507-55010c92388d None None] Pushing event updated for resources: {'Port': ['ID=6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:49.979064 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7e680a28-6c37-4d1c-a676-467e1c8e2da1 None None] Provisioning complete for port 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:49.980186 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7e680a28-6c37-4d1c-a676-467e1c8e2da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:49.988422 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b10c4-82bf-409f-b992-6102b83ed351 req-7e8da141-4aff-4b85-a7de-5198e8cd321d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:49.996558 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba0b10c4-82bf-409f-b992-6102b83ed351 req-7e8da141-4aff-4b85-a7de-5198e8cd321d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.2338324 Sep 18 00:00:50.034306 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:50.090071 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba0b10c4-82bf-409f-b992-6102b83ed351 req-9cdb4659-206b-4a65-8c15-fb3464aaf4c7 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813012 Sep 18 00:00:50.190758 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353e99d2-786d-4153-8846-7023817cd3aa', 'name': 'tempest-TestVolumeBackupRestore-580741138-router', 'tenant_id': 'b92062d64e30424eb1c455e4875cc6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'bc199a0b-3da6-4d82-a9e8-27903db00184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:35Z', 'updated_at': '2021-09-18T00:00:42Z', 'revision_number': 4, 'project_id': 'b92062d64e30424eb1c455e4875cc6b7', 'gw_port': {'id': 'bc199a0b-3da6-4d82-a9e8-27903db00184', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353e99d2-786d-4153-8846-7023817cd3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:36Z', 'updated_at': '2021-09-18T00:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b', 'name': '', 'network_id': '2d868962-4a73-49b9-8cd5-f6f73a39e86d', 'tenant_id': 'b92062d64e30424eb1c455e4875cc6b7', 'mac_address': 'fa:16:3e:f3:e6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353e99d2-786d-4153-8846-7023817cd3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '71cf0e61-43e9-442f-b8bb-a2a591c9a5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:40Z', 'updated_at': '2021-09-18T00:00:49Z', 'revision_number': 4, 'project_id': 'b92062d64e30424eb1c455e4875cc6b7', 'subnets': [{'id': '71cf0e61-43e9-442f-b8bb-a2a591c9a5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:00:50.229194 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7117c3c-1498-4651-9b43-b381013d3d90 None None] The sync data for ids ['353e99d2-786d-4153-8846-7023817cd3aa'] in n-d-809883-1 is: [{'id': '353e99d2-786d-4153-8846-7023817cd3aa', 'name': 'tempest-TestVolumeBackupRestore-580741138-router', 'tenant_id': 'b92062d64e30424eb1c455e4875cc6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'bc199a0b-3da6-4d82-a9e8-27903db00184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:35Z', 'updated_at': '2021-09-18T00:00:42Z', 'revision_number': 4, 'project_id': 'b92062d64e30424eb1c455e4875cc6b7', 'gw_port': {'id': 'bc199a0b-3da6-4d82-a9e8-27903db00184', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353e99d2-786d-4153-8846-7023817cd3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:36Z', 'updated_at': '2021-09-18T00:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b', 'name': '', 'network_id': '2d868962-4a73-49b9-8cd5-f6f73a39e86d', 'tenant_id': 'b92062d64e30424eb1c455e4875cc6b7', 'mac_address': 'fa:16:3e:f3:e6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353e99d2-786d-4153-8846-7023817cd3aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '71cf0e61-43e9-442f-b8bb-a2a591c9a5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:40Z', 'updated_at': '2021-09-18T00:00:49Z', 'revision_number': 4, 'project_id': 'b92062d64e30424eb1c455e4875cc6b7', 'subnets': [{'id': '71cf0e61-43e9-442f-b8bb-a2a591c9a5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:00:50.269606 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:50.270174 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:50.769008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08980e5b-52a2-47b9-a397-592f7a328a6b req-fbe8c575-887e-45a0-9d20-117d02011a64 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:50.770657 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08980e5b-52a2-47b9-a397-592f7a328a6b req-fbe8c575-887e-45a0-9d20-117d02011a64 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.0620878 Sep 18 00:00:50.835598 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08980e5b-52a2-47b9-a397-592f7a328a6b req-dd3ca8ca-a30c-43a0-b33d-f39ede1cc1e3 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549152 Sep 18 00:00:51.095809 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8cde4c-0efb-4cf1-8ddf-d8db96b3b888 req-46c9a8c4-56a9-43a0-8c2e-e4ac261b6147 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:51.104650 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc8cde4c-0efb-4cf1-8ddf-d8db96b3b888 req-46c9a8c4-56a9-43a0-8c2e-e4ac261b6147 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 945 time: 0.0661974 Sep 18 00:00:51.193015 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc8cde4c-0efb-4cf1-8ddf-d8db96b3b888 req-fc4165fa-f170-4237-9d5a-b528e37a8475 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736768 Sep 18 00:00:51.275580 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa8c92-eb7c-46bd-9e95-57baefcd2313 req-a3024a48-80c0-467a-9fe5-3b86b387cb15 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:51.283437 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2baa8c92-eb7c-46bd-9e95-57baefcd2313 req-a3024a48-80c0-467a-9fe5-3b86b387cb15 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.0875330 Sep 18 00:00:51.320076 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2baa8c92-eb7c-46bd-9e95-57baefcd2313 req-092342a4-475c-4245-871d-2f8ebdfa327e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357418 Sep 18 00:00:51.976408 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:51.994825 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8527d-40a0-425a-8ddf-903847e804d5 req-d82b117a-5bb9-45f0-b1e3-ab6a0d49d75e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:51.997208 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4f8527d-40a0-425a-8ddf-903847e804d5 req-d82b117a-5bb9-45f0-b1e3-ab6a0d49d75e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.0811818 Sep 18 00:00:52.036696 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:52.037631 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:52.060052 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4f8527d-40a0-425a-8ddf-903847e804d5 req-263367ba-e65d-45b2-b2ff-dd26e8fed7bb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539372 Sep 18 00:00:52.308239 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5197fad-75be-405b-b49b-9d1f59052d8a req-dc41994b-7bc4-45c0-bf00-1d26cc1e8b2f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:52.322117 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a5197fad-75be-405b-b49b-9d1f59052d8a req-dc41994b-7bc4-45c0-bf00-1d26cc1e8b2f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 945 time: 0.0728343 Sep 18 00:00:52.373273 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a5197fad-75be-405b-b49b-9d1f59052d8a req-a9bd899e-e55e-428c-a600-bc02a391d497 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437343 Sep 18 00:00:52.483650 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44b2d2-e3ef-4fda-bb44-6ef4a5cbb913 req-c5771dd2-0b46-4d54-86ed-ce40764bb168 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:52.485189 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c44b2d2-e3ef-4fda-bb44-6ef4a5cbb913 req-c5771dd2-0b46-4d54-86ed-ce40764bb168 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.0540962 Sep 18 00:00:52.529817 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c44b2d2-e3ef-4fda-bb44-6ef4a5cbb913 req-a785cceb-9ec2-4f60-a5ab-39ee4c49ab73 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374675 Sep 18 00:00:53.068821 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 5ff178c3-911e-444f-b680-a84ea8e3bf13 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:53.211012 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bf13f-0079-471d-977c-e5f9bba14740 req-92620e93-aa25-4fb4-a7b2-bbd9aaf71c22 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:53.212530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c1bf13f-0079-471d-977c-e5f9bba14740 req-92620e93-aa25-4fb4-a7b2-bbd9aaf71c22 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.0562279 Sep 18 00:00:53.230304 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 5ff178c3-911e-444f-b680-a84ea8e3bf13 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:00:53.234820 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 5ff178c3-911e-444f-b680-a84ea8e3bf13 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:53.236233 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:53.269425 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c1bf13f-0079-471d-977c-e5f9bba14740 req-871160f0-d2a9-47f3-b785-67e16d81c7fb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506361 Sep 18 00:00:53.324022 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:53.347975 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff178c3-911e-444f-b680-a84ea8e3bf13'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:00:53.350292 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24ee306-ee3e-4679-8c0b-a52cbca886b1" -d '{"events": [{"server_uuid": "a404cce3-45cd-4832-b532-ec6a7e0ce224", "name": "network-vif-plugged", "status": "completed", "tag": "5ff178c3-911e-444f-b680-a84ea8e3bf13"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:00:53.357825 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device df058d3e-3739-4f45-a6ed-32fc3b73f947 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:00:53.375748 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 5ff178c3-911e-444f-b680-a84ea8e3bf13, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=5ff178c3-911e-444f-b680-a84ea8e3bf13,segment=NetworkSegment(d26f9bd4-c277-4a17-baa4-d2a6f90650c9),segment_id=d26f9bd4-c277-4a17-baa4-d2a6f90650c9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:53.397070 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afcdd0b-38a2-492b-85a3-0f9f92f46b4e x-openstack-request-id: req-4afcdd0b-38a2-492b-85a3-0f9f92f46b4e {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:00:53.397633 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a404cce3-45cd-4832-b532-ec6a7e0ce224", "name": "network-vif-plugged", "status": "completed", "tag": "5ff178c3-911e-444f-b680-a84ea8e3bf13", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:00:53.398030 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4afcdd0b-38a2-492b-85a3-0f9f92f46b4e {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:00:53.398492 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff178c3-911e-444f-b680-a84ea8e3bf13', 'code': 200} Sep 18 00:00:53.498944 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:53.510081 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f33c6-4aed-4ca7-8f13-4b7c3a38c9f3 req-32d11cb3-4c0c-4161-8edb-f6f354c707ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:53.512515 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4a3f33c6-4aed-4ca7-8f13-4b7c3a38c9f3 req-32d11cb3-4c0c-4161-8edb-f6f354c707ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 1096 time: 0.0551145 Sep 18 00:00:53.525611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b639ef-8ec1-4dde-ae92-2b1208ae7a72 req-6abf96b8-b41f-4bc0-89f2-337068cd3172 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:53.525611 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47b639ef-8ec1-4dde-ae92-2b1208ae7a72 req-6abf96b8-b41f-4bc0-89f2-337068cd3172 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 945 time: 0.0608182 Sep 18 00:00:53.565721 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4a3f33c6-4aed-4ca7-8f13-4b7c3a38c9f3 req-e1fa6819-7b41-4e1a-b8b2-31147c26c04a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386364 Sep 18 00:00:53.566565 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=5ff178c3-911e-444f-b680-a84ea8e3bf13,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:53.575303 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47b639ef-8ec1-4dde-ae92-2b1208ae7a72 req-f78dbe49-2dd2-41bd-bc51-84b20405b665 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413985 Sep 18 00:00:53.600328 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port df058d3e-3739-4f45-a6ed-32fc3b73f947, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=df058d3e-3739-4f45-a6ed-32fc3b73f947,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:53.625382 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'df058d3e-3739-4f45-a6ed-32fc3b73f947', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'port_id': 'df058d3e-3739-4f45-a6ed-32fc3b73f947', 'mac_address': 'fa:16:3e:df:17:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:00:53.669793 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:53.683120 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df058d3e-3739-4f45-a6ed-32fc3b73f947 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:00:53.690283 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28538e7-8b40-49c0-8c88-64288dcf1062 req-a66960d4-79a1-40c0-983d-c864c2e2a8c6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:53.692004 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f28538e7-8b40-49c0-8c88-64288dcf1062 req-a66960d4-79a1-40c0-983d-c864c2e2a8c6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.0602610 Sep 18 00:00:53.706544 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port df058d3e-3739-4f45-a6ed-32fc3b73f947, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=df058d3e-3739-4f45-a6ed-32fc3b73f947,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:53.742346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60748) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:53.782167 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f28538e7-8b40-49c0-8c88-64288dcf1062 req-375a8073-c90c-4c56-a736-62f52e2996cb tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722041 Sep 18 00:00:53.804001 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:53.913586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['df058d3e-3739-4f45-a6ed-32fc3b73f947'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:00:53.938739 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95b2bcbc-2f17-41ae-ae36-93cfd9825583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:53.973711 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=df058d3e-3739-4f45-a6ed-32fc3b73f947,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:54.069174 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95b2bcbc-2f17-41ae-ae36-93cfd9825583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:54.109126 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9f771-fde9-48e5-ae55-3c94924bbd2c req-4176a94e-b9d4-460b-82ff-08d55484b0c6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:54.110092 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c9d9f771-fde9-48e5-ae55-3c94924bbd2c req-4176a94e-b9d4-460b-82ff-08d55484b0c6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0973940 Sep 18 00:00:54.163962 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95b2bcbc-2f17-41ae-ae36-93cfd9825583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:54.193254 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c9d9f771-fde9-48e5-ae55-3c94924bbd2c req-3acdd019-4742-423e-8d15-9a384bca2d81 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649133 Sep 18 00:00:54.211704 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-95b2bcbc-2f17-41ae-ae36-93cfd9825583 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bee6191cf9e44c70a94a7d821e349a60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4658971 Sep 18 00:00:54.213176 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60776) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:54.220045 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2bcbc-2f17-41ae-ae36-93cfd9825583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e21fbd6-c5a5-4a37-b1bb-cd9cbc09dc24,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:54.287505 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f30ee1a-be78-4afd-962e-16156c1d881d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:54.315735 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f30ee1a-be78-4afd-962e-16156c1d881d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:54.339867 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94ecb3-a273-4842-8634-f41cb9209b42 req-2514dc79-7ebe-4815-8728-611a32599f7c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:54.341474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d94ecb3-a273-4842-8634-f41cb9209b42 req-2514dc79-7ebe-4815-8728-611a32599f7c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0719559 Sep 18 00:00:54.418903 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d94ecb3-a273-4842-8634-f41cb9209b42 req-ad7454e8-336b-472a-93b9-d59e3d9ab8b6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694854 Sep 18 00:00:54.439635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914dde8-4a78-4a12-ba35-12f28e4995ad req-bd5a633d-0160-419c-9b08-5fed67a9074e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:54.441112 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e914dde8-4a78-4a12-ba35-12f28e4995ad req-bd5a633d-0160-419c-9b08-5fed67a9074e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 944 time: 0.0849545 Sep 18 00:00:54.479385 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f30ee1a-be78-4afd-962e-16156c1d881d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:54.483127 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f30ee1a-be78-4afd-962e-16156c1d881d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:54.486129 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2f30ee1a-be78-4afd-962e-16156c1d881d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e21fbd6-c5a5-4a37-b1bb-cd9cbc09dc24 HTTP/1.1" status: 204 len: 168 time: 0.2717586 Sep 18 00:00:54.500732 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30ee1a-be78-4afd-962e-16156c1d881d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e21fbd6-c5a5-4a37-b1bb-cd9cbc09dc24,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:54.552307 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e914dde8-4a78-4a12-ba35-12f28e4995ad req-91a9a95d-02c9-4893-bd8d-4c364d378ca2 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013916 Sep 18 00:00:54.720567 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9adab4-7cf9-4773-b929-a2c9c6b4f060 req-5b60406a-5d86-43b6-bd6c-5583e3560d01 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:54.722177 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-db9adab4-7cf9-4773-b929-a2c9c6b4f060 req-5b60406a-5d86-43b6-bd6c-5583e3560d01 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.0658734 Sep 18 00:00:54.765541 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-db9adab4-7cf9-4773-b929-a2c9c6b4f060 req-a1607735-dc1e-4259-bca9-cd79c4d2fff5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371478 Sep 18 00:00:55.350839 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device df058d3e-3739-4f45-a6ed-32fc3b73f947 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:00:55.439603 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60818) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:55.444220 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port df058d3e-3739-4f45-a6ed-32fc3b73f947 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:00:55.445009 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:55.457705 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-18da0911-a9d6-4af3-840f-2269e8fbab44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:55.661138 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:55.728682 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e463e7-bc2a-4978-9eb7-230ab4b0198e req-998d41b5-f34b-4bbb-961a-5c183e332214 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:55.738398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f2e463e7-bc2a-4978-9eb7-230ab4b0198e req-998d41b5-f34b-4bbb-961a-5c183e332214 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 944 time: 0.0814006 Sep 18 00:00:55.810924 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f2e463e7-bc2a-4978-9eb7-230ab4b0198e req-95f3cbf4-d103-4b74-9267-8e0bc0bda654 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647140 Sep 18 00:00:55.816285 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port df058d3e-3739-4f45-a6ed-32fc3b73f947, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=df058d3e-3739-4f45-a6ed-32fc3b73f947,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:00:55.817441 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df058d3e-3739-4f45-a6ed-32fc3b73f947'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:00:55.821407 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-18da0911-a9d6-4af3-840f-2269e8fbab44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:55.824371 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6a89a6-e50d-4845-9b3e-1dc0463b17b3" -d '{"events": [{"server_uuid": "2bb00444-8c1a-4641-8888-d459c9465ee9", "name": "network-vif-plugged", "status": "completed", "tag": "df058d3e-3739-4f45-a6ed-32fc3b73f947"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:00:55.891847 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:55.920312 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-18da0911-a9d6-4af3-840f-2269e8fbab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:55.962240 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=df058d3e-3739-4f45-a6ed-32fc3b73f947,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:56.079992 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-18da0911-a9d6-4af3-840f-2269e8fbab44 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d1542872f3844120b2bfd97ea6058850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6389978 Sep 18 00:00:56.084905 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da0911-a9d6-4af3-840f-2269e8fbab44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f792e43a-c4f9-42be-9e07-59747ccf8988,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:56.088979 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60834) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:56.090004 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc3c15-6da2-4f37-8cff-88a9e26c98c9 req-e27e17c1-0cc5-46b7-ad79-60c26013ccac tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:56.105618 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48cc3c15-6da2-4f37-8cff-88a9e26c98c9 req-e27e17c1-0cc5-46b7-ad79-60c26013ccac tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.1549315 Sep 18 00:00:56.219973 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48cc3c15-6da2-4f37-8cff-88a9e26c98c9 req-c391641a-4d98-43c8-b462-fae235c413d9 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1117532 Sep 18 00:00:56.244244 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5aef22f0-d47c-42d8-b082-93d532882e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:56.288009 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5aef22f0-d47c-42d8-b082-93d532882e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:56.314943 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2601360e-2e92-489a-b946-ba03df4825ca x-openstack-request-id: req-2601360e-2e92-489a-b946-ba03df4825ca {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:00:56.319849 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb00444-8c1a-4641-8888-d459c9465ee9", "name": "network-vif-plugged", "status": "completed", "tag": "df058d3e-3739-4f45-a6ed-32fc3b73f947", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:00:56.319849 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2601360e-2e92-489a-b946-ba03df4825ca {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:00:56.319849 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df058d3e-3739-4f45-a6ed-32fc3b73f947', 'code': 200} Sep 18 00:00:56.440896 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0614e77-2c77-4a31-9f82-bdfcdecd88e0 req-3aa76303-1d80-4180-a8f4-8f2bc3a3b1d0 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:56.442543 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0614e77-2c77-4a31-9f82-bdfcdecd88e0 req-3aa76303-1d80-4180-a8f4-8f2bc3a3b1d0 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.0720260 Sep 18 00:00:56.447843 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5aef22f0-d47c-42d8-b082-93d532882e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:56.450720 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5aef22f0-d47c-42d8-b082-93d532882e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:56.454401 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5aef22f0-d47c-42d8-b082-93d532882e00 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f792e43a-c4f9-42be-9e07-59747ccf8988 HTTP/1.1" status: 204 len: 168 time: 0.3610299 Sep 18 00:00:56.473470 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef22f0-d47c-42d8-b082-93d532882e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f792e43a-c4f9-42be-9e07-59747ccf8988,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:56.520316 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0614e77-2c77-4a31-9f82-bdfcdecd88e0 req-058eb2dd-3a6e-4964-a293-7370c10136d1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626228 Sep 18 00:00:56.543319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60840) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:56.602139 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28676d0-49e7-49c5-8ab9-b9f2c400ee71 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:56.605093 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f28676d0-49e7-49c5-8ab9-b9f2c400ee71 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 1092 time: 0.0602355 Sep 18 00:00:56.608280 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60842) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:00:56.626134 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '5ff178c3-911e-444f-b680-a84ea8e3bf13', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:00:56.737611 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:56.906335 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:57.038105 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9820cf-af67-4463-a9b4-aaa93fa47ef5 req-293b5fc4-efeb-4d8c-a3f3-a488daa95b7a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:57.038105 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb9820cf-af67-4463-a9b4-aaa93fa47ef5 req-293b5fc4-efeb-4d8c-a3f3-a488daa95b7a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.1194794 Sep 18 00:00:57.182070 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Allocated IP 172.25.3.145 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/f7fa1ca3-a0b4-4e4b-95c3-9f9f11db33c4) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:00:57.188488 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb9820cf-af67-4463-a9b4-aaa93fa47ef5 req-befcd8ac-6cde-4227-b4ba-794f27f9ff63 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042097 Sep 18 00:00:57.358790 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:57.514679 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:57.576431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:00:57.585743 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:00:57.591296 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:00:57.595276 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=f7fa1ca3-a0b4-4e4b-95c3-9f9f11db33c4,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:58.128807 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:58.414149 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:58.464915 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d5722-81f2-4bc1-b5d8-636d280e5356 req-1ee8c750-3cd9-45f0-b67e-1f1fb2a6df49 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:00:58.473898 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-410d5722-81f2-4bc1-b5d8-636d280e5356 req-1ee8c750-3cd9-45f0-b67e-1f1fb2a6df49 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.1874108 Sep 18 00:00:58.534964 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-410d5722-81f2-4bc1-b5d8-636d280e5356 req-d2116413-7cf7-4de4-81ec-79b59cf99096 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601335 Sep 18 00:00:58.713028 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:58.823281 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:58.881699 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=f7fa1ca3-a0b4-4e4b-95c3-9f9f11db33c4,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:00:58.940500 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:00:59.095549 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Floating IP b6332b80-2ed8-4e83-9331-4f45edaaf894 associated. External IP: 172.25.3.145, port: 5ff178c3-911e-444f-b680-a84ea8e3bf13. Sep 18 00:00:59.355040 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Router ea52ee47-5f6a-4547-bed3-56760db855c8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:01:00.056319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:01:00.075971 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365fa30-0929-4a3b-8288-b9ae5ab5f906 None None] Sync routers for ids ['ea52ee47-5f6a-4547-bed3-56760db855c8'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:01:00.110042 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5365fa30-0929-4a3b-8288-b9ae5ab5f906 None None] Routers {'ea52ee47-5f6a-4547-bed3-56760db855c8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:01:00.115874 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5365fa30-0929-4a3b-8288-b9ae5ab5f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:00:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ea52ee47-5f6a-4547-bed3-56760db855c8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:01:00.121284 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491166c-4d94-457c-bb88-ee2b6ba18b53 req-80b6a9b7-1629-4a13-9d9c-01877e693816 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:00.134044 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4491166c-4d94-457c-bb88-ee2b6ba18b53 req-80b6a9b7-1629-4a13-9d9c-01877e693816 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.1788316 Sep 18 00:01:00.206381 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:00.248194 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4491166c-4d94-457c-bb88-ee2b6ba18b53 req-578d31db-029b-4141-a271-97ff94bfd201 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091509 Sep 18 00:01:00.303121 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d35a3419-7e49-4706-bf86-5cb2f3337432 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6925833 Sep 18 00:01:00.309061 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'tag': '5ff178c3-911e-444f-b680-a84ea8e3bf13'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:01:00.312420 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f3a715-8e65-4134-ae07-eeb116330a11" -d '{"events": [{"name": "network-changed", "server_uuid": "a404cce3-45cd-4832-b532-ec6a7e0ce224", "tag": "5ff178c3-911e-444f-b680-a84ea8e3bf13"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:01:00.378181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-5365fa30-0929-4a3b-8288-b9ae5ab5f906 None None] Set router ea52ee47-5f6a-4547-bed3-56760db855c8 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:01:00.515415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a769ceb-6d7d-4a44-840f-bafefc80a44f req-e32ccfa3-22fc-4b94-82f0-15fe8b466166 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:00.525347 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a769ceb-6d7d-4a44-840f-bafefc80a44f req-e32ccfa3-22fc-4b94-82f0-15fe8b466166 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.1391149 Sep 18 00:01:00.657469 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a769ceb-6d7d-4a44-840f-bafefc80a44f req-dc265e8c-f34c-4c84-88d8-0ea84adcc443 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1311274 Sep 18 00:01:00.667715 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60930) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:00.773931 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5365fa30-0929-4a3b-8288-b9ae5ab5f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975457806', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4c731ee8-4786-401f-9631-1372af051b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:23Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '4c731ee8-4786-401f-9631-1372af051b85', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:24Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'b6332b80-2ed8-4e83-9331-4f45edaaf894', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'port_id': '5ff178c3-911e-444f-b680-a84ea8e3bf13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02790972-fc13-4ec4-a91c-79defc526414', 'mac_address': 'fa:16:3e:68:92:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:00:57Z', 'updated_at': '2021-09-18T00:00:57Z', 'revision_number': 0, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2d00d9-b370-430f-b703-3cf1f6d92ec6', 'name': '', 'network_id': '02790972-fc13-4ec4-a91c-79defc526414', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:61:4e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '627bd896-1806-4a43-939b-d1285ef7d32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:30Z', 'updated_at': '2021-09-18T00:00:38Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '627bd896-1806-4a43-939b-d1285ef7d32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:01:00.811906 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10011a34-ca11-4035-b838-1b9fcbf01fbc x-openstack-request-id: req-10011a34-ca11-4035-b838-1b9fcbf01fbc {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:01:00.812771 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a404cce3-45cd-4832-b532-ec6a7e0ce224", "tag": "5ff178c3-911e-444f-b680-a84ea8e3bf13", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:01:00.812933 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365fa30-0929-4a3b-8288-b9ae5ab5f906 None None] Checking router: ea52ee47-5f6a-4547-bed3-56760db855c8 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:01:00.813354 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-10011a34-ca11-4035-b838-1b9fcbf01fbc {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:01:00.813925 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'tag': '5ff178c3-911e-444f-b680-a84ea8e3bf13', 'status': 'completed', 'code': 200} Sep 18 00:01:00.825480 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5365fa30-0929-4a3b-8288-b9ae5ab5f906 None None] Routers {'ea52ee47-5f6a-4547-bed3-56760db855c8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:01:00.826369 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5365fa30-0929-4a3b-8288-b9ae5ab5f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:00:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ea52ee47-5f6a-4547-bed3-56760db855c8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:01:00.880191 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3e333f94-ca9d-4524-9144-2e36f28ac5e8 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/floatingips/b6332b80-2ed8-4e83-9331-4f45edaaf894 HTTP/1.1" status: 200 len: 992 time: 0.2062409 Sep 18 00:01:00.986663 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3a715-8e65-4134-ae07-eeb116330a11 req-2c7d93c8-7d9c-436f-b422-613e5905a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:00.995147 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-08f3a715-8e65-4134-ae07-eeb116330a11 req-2c7d93c8-7d9c-436f-b422-613e5905a0aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 1097 time: 0.1133506 Sep 18 00:01:01.069541 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-5365fa30-0929-4a3b-8288-b9ae5ab5f906 None None] Set router ea52ee47-5f6a-4547-bed3-56760db855c8 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:01:01.147125 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3a715-8e65-4134-ae07-eeb116330a11 req-fca20691-ce1c-4267-b06c-0dd94c6f5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:01.149200 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-08f3a715-8e65-4134-ae07-eeb116330a11 req-fca20691-ce1c-4267-b06c-0dd94c6f5601 service neutron] 10.222.0.41 "GET /v2.0/networks?id=02790972-fc13-4ec4-a91c-79defc526414 HTTP/1.1" status: 200 len: 898 time: 0.1456587 Sep 18 00:01:01.312000 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-08f3a715-8e65-4134-ae07-eeb116330a11 req-adacd7a9-7990-4c10-becc-ff51d674ff50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ff178c3-911e-444f-b680-a84ea8e3bf13 HTTP/1.1" status: 200 len: 1000 time: 0.1557009 Sep 18 00:01:01.449237 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3a715-8e65-4134-ae07-eeb116330a11 req-c4b2478d-b502-451f-948c-4f9a864f44c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:01.449237 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-08f3a715-8e65-4134-ae07-eeb116330a11 req-c4b2478d-b502-451f-948c-4f9a864f44c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=627bd896-1806-4a43-939b-d1285ef7d32d HTTP/1.1" status: 200 len: 835 time: 0.1272337 Sep 18 00:01:01.518843 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc671fb-419e-4831-a8b0-67989a62399f req-6e4edba7-79a7-4cd8-8f87-3ffb8ed82408 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:01.520485 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5cc671fb-419e-4831-a8b0-67989a62399f req-6e4edba7-79a7-4cd8-8f87-3ffb8ed82408 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.1085992 Sep 18 00:01:01.598562 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5cc671fb-419e-4831-a8b0-67989a62399f req-248a3f3b-3744-41e2-9abf-4460a03d47bd tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691769 Sep 18 00:01:01.605425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3a715-8e65-4134-ae07-eeb116330a11 req-450c56f4-e768-4367-b305-acc24ad578ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:01.615952 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-08f3a715-8e65-4134-ae07-eeb116330a11 req-450c56f4-e768-4367-b305-acc24ad578ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02790972-fc13-4ec4-a91c-79defc526414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542220 Sep 18 00:01:01.763469 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5365fa30-0929-4a3b-8288-b9ae5ab5f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975457806', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4c731ee8-4786-401f-9631-1372af051b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:23Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '4c731ee8-4786-401f-9631-1372af051b85', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:24Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'b6332b80-2ed8-4e83-9331-4f45edaaf894', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'port_id': '5ff178c3-911e-444f-b680-a84ea8e3bf13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02790972-fc13-4ec4-a91c-79defc526414', 'mac_address': 'fa:16:3e:68:92:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:00:57Z', 'updated_at': '2021-09-18T00:00:57Z', 'revision_number': 0, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2d00d9-b370-430f-b703-3cf1f6d92ec6', 'name': '', 'network_id': '02790972-fc13-4ec4-a91c-79defc526414', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:61:4e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '627bd896-1806-4a43-939b-d1285ef7d32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:30Z', 'updated_at': '2021-09-18T00:00:38Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '627bd896-1806-4a43-939b-d1285ef7d32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:01:01.851780 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365fa30-0929-4a3b-8288-b9ae5ab5f906 None None] The sync data for ids ['ea52ee47-5f6a-4547-bed3-56760db855c8'] in n-d-809883-1 is: [{'id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975457806', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4c731ee8-4786-401f-9631-1372af051b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:23Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '4c731ee8-4786-401f-9631-1372af051b85', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:24Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'b6332b80-2ed8-4e83-9331-4f45edaaf894', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'port_id': '5ff178c3-911e-444f-b680-a84ea8e3bf13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02790972-fc13-4ec4-a91c-79defc526414', 'mac_address': 'fa:16:3e:68:92:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:00:57Z', 'updated_at': '2021-09-18T00:00:57Z', 'revision_number': 0, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2d00d9-b370-430f-b703-3cf1f6d92ec6', 'name': '', 'network_id': '02790972-fc13-4ec4-a91c-79defc526414', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:61:4e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '627bd896-1806-4a43-939b-d1285ef7d32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:30Z', 'updated_at': '2021-09-18T00:00:38Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '627bd896-1806-4a43-939b-d1285ef7d32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:01:01.882650 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60950) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:01.918991 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-08f3a715-8e65-4134-ae07-eeb116330a11 req-803b28fd-ec8b-464b-9a9c-5e0d990d26af service neutron] 10.222.0.41 "GET /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908425 Sep 18 00:01:02.037320 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60954) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:02.149197 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-08f3a715-8e65-4134-ae07-eeb116330a11 req-2f95534e-75fb-4ba3-be44-3c234c7559e2 service neutron] 10.222.0.41 "GET /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153828 Sep 18 00:01:02.160777 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-20150517-e083-4741-a564-8ca1d1aa5316 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/floatingips/b6332b80-2ed8-4e83-9331-4f45edaaf894 HTTP/1.1" status: 200 len: 992 time: 0.2766597 Sep 18 00:01:02.298642 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1b45c19c-9759-4cbd-b61c-127d634eca4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:02.302934 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961654bf-73cc-4668-a46f-3afa6bac90f5 None None] New status for floating IP b6332b80-2ed8-4e83-9331-4f45edaaf894: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:01:02.518769 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1b45c19c-9759-4cbd-b61c-127d634eca4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:02.796730 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1b45c19c-9759-4cbd-b61c-127d634eca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:02.940191 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1b45c19c-9759-4cbd-b61c-127d634eca4b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3c98ca20cf3c4600a9a1521a2f99d832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8883333 Sep 18 00:01:02.943068 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60962) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:02.983379 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cca9c-7037-4022-aa21-e291a24a4854 req-ff5d3ce1-05d1-4b37-8b22-bde4881a1c5b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:02.990868 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e6cca9c-7037-4022-aa21-e291a24a4854 req-ff5d3ce1-05d1-4b37-8b22-bde4881a1c5b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.2539337 Sep 18 00:01:03.156402 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45c19c-9759-4cbd-b61c-127d634eca4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de570a82-e037-4940-9286-3ff1a50cdcd0,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:03.163052 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60968) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:03.235150 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e6cca9c-7037-4022-aa21-e291a24a4854 req-4557f69c-f8b5-433a-9d49-6ea28bf60feb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224195 Sep 18 00:01:03.318867 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3fdb724a-f096-4c9d-af9f-96826cf926d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:03.349467 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3fdb724a-f096-4c9d-af9f-96826cf926d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:03.469463 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0f321598-b7d1-4de3-ab52-140edbd64dd2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/floatingips/b6332b80-2ed8-4e83-9331-4f45edaaf894 HTTP/1.1" status: 200 len: 994 time: 0.3003576 Sep 18 00:01:03.481827 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d1081e2-519b-4322-ba22-96f501f68f40 req-3ca7e351-2a6f-469f-9923-4366bb5de46a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2102072 Sep 18 00:01:03.587756 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3fdb724a-f096-4c9d-af9f-96826cf926d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:03.590344 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3fdb724a-f096-4c9d-af9f-96826cf926d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:03.591917 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3fdb724a-f096-4c9d-af9f-96826cf926d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de570a82-e037-4940-9286-3ff1a50cdcd0 HTTP/1.1" status: 204 len: 168 time: 0.6467655 Sep 18 00:01:03.606969 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb724a-f096-4c9d-af9f-96826cf926d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de570a82-e037-4940-9286-3ff1a50cdcd0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:03.633242 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1081e2-519b-4322-ba22-96f501f68f40 req-50c18211-6923-4f2b-b263-76cb1bd773c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:03.635318 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d1081e2-519b-4322-ba22-96f501f68f40 req-50c18211-6923-4f2b-b263-76cb1bd773c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 1096 time: 0.0990295 Sep 18 00:01:03.854117 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1081e2-519b-4322-ba22-96f501f68f40 req-6e96f809-7728-4fbd-87d6-189eea2c41d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:03.855899 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d1081e2-519b-4322-ba22-96f501f68f40 req-6e96f809-7728-4fbd-87d6-189eea2c41d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 912 time: 0.1984732 Sep 18 00:01:03.989869 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d1081e2-519b-4322-ba22-96f501f68f40 req-13286a79-93e7-40c1-a46b-677589e706f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 HTTP/1.1" status: 200 len: 999 time: 0.1194768 Sep 18 00:01:04.064502 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1081e2-519b-4322-ba22-96f501f68f40 req-e207e9bf-85c6-4186-ae45-57ff7a67cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:04.064502 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d1081e2-519b-4322-ba22-96f501f68f40 req-e207e9bf-85c6-4186-ae45-57ff7a67cb1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.0660489 Sep 18 00:01:04.141591 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1081e2-519b-4322-ba22-96f501f68f40 req-f63a8ac3-8998-41b4-9587-3c767f700d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:04.144339 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d1081e2-519b-4322-ba22-96f501f68f40 req-f63a8ac3-8998-41b4-9587-3c767f700d1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708489 Sep 18 00:01:04.418007 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d1081e2-519b-4322-ba22-96f501f68f40 req-6377d642-dd87-4201-a466-9688c3ee2742 service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630212 Sep 18 00:01:04.488967 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b40a14-f374-4394-906b-7960fb4ea9e5 req-54cffb66-994e-4aba-ab16-9a004f579683 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:04.498013 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f5b40a14-f374-4394-906b-7960fb4ea9e5 req-54cffb66-994e-4aba-ab16-9a004f579683 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.1122873 Sep 18 00:01:04.598623 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f5b40a14-f374-4394-906b-7960fb4ea9e5 req-6fa7d039-5dfd-4b00-8049-65ae5900e7af tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920894 Sep 18 00:01:04.670079 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2d1081e2-519b-4322-ba22-96f501f68f40 req-04fb2965-1596-40d4-b5c7-a77bf6d8fbe0 service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394185 Sep 18 00:01:05.314531 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60988) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:05.339640 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0763279e-0651-4161-9654-770bece07991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:05.496284 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0763279e-0651-4161-9654-770bece07991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:05.576039 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:01:05.594959 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0763279e-0651-4161-9654-770bece07991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:05.704197 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0763279e-0651-4161-9654-770bece07991 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=399937e6c41b48379cb3dec289a5f7fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881445 Sep 18 00:01:05.705342 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763279e-0651-4161-9654-770bece07991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ce04d5-4a19-45fd-aba4-0df6ed8698bb,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:05.707081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60996) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:05.860611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff029fed-11be-48f0-94e2-26c0f3d6d3f4 req-b7952ef5-cc4f-436c-b6ec-b8756a9808a5 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:05.862436 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff029fed-11be-48f0-94e2-26c0f3d6d3f4 req-b7952ef5-cc4f-436c-b6ec-b8756a9808a5 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.1105685 Sep 18 00:01:05.971213 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-89ce2d3d-f745-481e-8fdd-8bc76f262e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:05.971213 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-89ce2d3d-f745-481e-8fdd-8bc76f262e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:05.971213 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff029fed-11be-48f0-94e2-26c0f3d6d3f4 req-ec9fe72e-fc1c-4d73-bfbf-52a3da48db78 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599747 Sep 18 00:01:06.163920 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-89ce2d3d-f745-481e-8fdd-8bc76f262e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:06.167321 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-89ce2d3d-f745-481e-8fdd-8bc76f262e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:06.171071 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-89ce2d3d-f745-481e-8fdd-8bc76f262e59 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/61ce04d5-4a19-45fd-aba4-0df6ed8698bb HTTP/1.1" status: 204 len: 168 time: 0.4604192 Sep 18 00:01:06.196490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce2d3d-f745-481e-8fdd-8bc76f262e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ce04d5-4a19-45fd-aba4-0df6ed8698bb,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:06.200777 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46dfbb8-aaac-49c5-af05-18b5ed8d56b5 req-e317c638-c860-475e-bcb6-44a15a599e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:06.202664 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b46dfbb8-aaac-49c5-af05-18b5ed8d56b5 req-e317c638-c860-475e-bcb6-44a15a599e8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dba230fc347941bb9230276913eaed6b&device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 1096 time: 0.0676613 Sep 18 00:01:06.578275 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46dfbb8-aaac-49c5-af05-18b5ed8d56b5 req-814fe15b-e5d6-45bc-a0be-8bd121cb3a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:06.579566 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b46dfbb8-aaac-49c5-af05-18b5ed8d56b5 req-814fe15b-e5d6-45bc-a0be-8bd121cb3a91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c1553df-1cdf-4638-a188-7f118bbcb251 HTTP/1.1" status: 200 len: 917 time: 0.3416653 Sep 18 00:01:06.678144 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b46dfbb8-aaac-49c5-af05-18b5ed8d56b5 req-80d94031-1c49-48ec-96dd-2aab87cc4f24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df058d3e-3739-4f45-a6ed-32fc3b73f947 HTTP/1.1" status: 200 len: 1001 time: 0.0893562 Sep 18 00:01:06.756767 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46dfbb8-aaac-49c5-af05-18b5ed8d56b5 req-78592d81-b7de-4590-96b7-9db3cb29f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:06.758570 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b46dfbb8-aaac-49c5-af05-18b5ed8d56b5 req-78592d81-b7de-4590-96b7-9db3cb29f27c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=294e5306-7b47-43ef-943e-37934b52f9c3 HTTP/1.1" status: 200 len: 855 time: 0.0724699 Sep 18 00:01:06.889633 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46dfbb8-aaac-49c5-af05-18b5ed8d56b5 req-ca147980-197c-40ff-b24e-c2cf519b53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:06.891295 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b46dfbb8-aaac-49c5-af05-18b5ed8d56b5 req-ca147980-197c-40ff-b24e-c2cf519b53c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c1553df-1cdf-4638-a188-7f118bbcb251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259997 Sep 18 00:01:07.018508 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-8553e9be-1187-4977-9695-7e91fb90e064 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:07.029271 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-8553e9be-1187-4977-9695-7e91fb90e064 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 811 time: 0.2486863 Sep 18 00:01:07.207429 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-ddbf6828-0019-414a-9429-1a49f5945da8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/quotas/4878ab30684e4e3c9b8b59820c9890a9 HTTP/1.1" status: 200 len: 375 time: 0.1790321 Sep 18 00:01:07.299483 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946f0b3-2461-4838-8e81-9970f6006333 req-3d588787-6d73-45da-b0d1-56c26e13fdfd tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:07.302197 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4946f0b3-2461-4838-8e81-9970f6006333 req-3d588787-6d73-45da-b0d1-56c26e13fdfd tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.1739216 Sep 18 00:01:07.326875 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b46dfbb8-aaac-49c5-af05-18b5ed8d56b5 req-5f7ee925-2abb-4473-9ef5-ee26ac78fabf service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177256 Sep 18 00:01:07.377110 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-34858b90-1e8a-4d86-9901-b491afb1e6b6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1685238 Sep 18 00:01:07.465304 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4946f0b3-2461-4838-8e81-9970f6006333 req-0bd76c16-a4e8-4065-b62b-97ad280f9e08 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538913 Sep 18 00:01:07.599186 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b46dfbb8-aaac-49c5-af05-18b5ed8d56b5 req-4a499f5f-235f-431e-ba2c-830bf37ee140 service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706299 Sep 18 00:01:07.601684 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-7412cbe1-bf27-406b-9287-cd9dad47fb08 service neutron] 10.222.0.46 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233560 Sep 18 00:01:07.771442 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-8b65ca80-296c-4d58-ab57-5f8c0d153fc9 service neutron] 10.222.0.46 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565084 Sep 18 00:01:08.221030 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-674b7348-f217-467e-be28-2af80f337b9f req-64527173-4d64-47a7-9a27-1213231d65b9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 210 time: 0.0565159 Sep 18 00:01:08.761959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ae08f-72a0-4307-bea2-f2c9007b370a req-b56e7d2d-addd-41be-8c2c-5e49580665dc tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:08.783969 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b34ae08f-72a0-4307-bea2-f2c9007b370a req-b56e7d2d-addd-41be-8c2c-5e49580665dc tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.1573212 Sep 18 00:01:08.847727 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b34ae08f-72a0-4307-bea2-f2c9007b370a req-88f3be20-8b62-4333-8a5a-9391d79fd3f8 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613165 Sep 18 00:01:09.333106 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8e3c9c3f-ab2f-4c7b-8938-a8bea1177a5e req-620bfa3f-b9fd-45e1-93d3-8dfcc228597f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 210 time: 0.0343840 Sep 18 00:01:10.202401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9408b0-9aab-4f28-afb4-4b8fdeccbd34 req-7091ff1e-e9b2-4e31-9a83-33fb6256d312 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:10.212539 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df9408b0-9aab-4f28-afb4-4b8fdeccbd34 req-7091ff1e-e9b2-4e31-9a83-33fb6256d312 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.1122432 Sep 18 00:01:10.329523 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:10.476275 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-819efb11-605e-4a48-a273-2964875a287e req-1cc88a50-5c06-48f4-bbda-5fd1c7043b2e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 210 time: 0.0355964 Sep 18 00:01:10.681757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df9408b0-9aab-4f28-afb4-4b8fdeccbd34 req-668d537e-90b4-4f76-99d9-38556f09cab1 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4569764 Sep 18 00:01:11.152964 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-c5c9aaf8-c7ab-44b5-9c34-e3541236a9fe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:11.152964 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-c5c9aaf8-c7ab-44b5-9c34-e3541236a9fe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.37 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 811 time: 0.1640015 Sep 18 00:01:11.152964 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Request body: {'port': {'device_id': '6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'admin_state_up': True, 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:01:11.420031 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Made reservation on behalf of 4878ab30684e4e3c9b8b59820c9890a9 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:01:11.424306 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:11.694759 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ada40880-7af6-487b-9896-fc7b834cbcbd req-4dc117e5-9294-4905-b745-3a46b4af69bf tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 210 time: 0.0624828 Sep 18 00:01:11.760416 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Allocated IP 172.20.0.8 (91d2ea37-44ea-452b-a868-79ff761347ea/27c210c7-8ed7-4b83-8806-93fe68daaa7c/9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:01:11.913327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1d72f-c2b8-4169-8ea8-ca155f9140c9 req-e756aeda-2af0-4642-a875-92187fad7d35 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:11.915675 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9e1d72f-c2b8-4169-8ea8-ca155f9140c9 req-e756aeda-2af0-4642-a875-92187fad7d35 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.1006150 Sep 18 00:01:12.058704 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9e1d72f-c2b8-4169-8ea8-ca155f9140c9 req-f74119e7-9ae3-4c1b-b216-a1ea15ac703c tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954585 Sep 18 00:01:12.094171 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:12.234799 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:12.248237 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:01:12.387268 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Network 91d2ea37-44ea-452b-a868-79ff761347ea is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:01:12.401015 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:01:12.403181 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Pushing event updated for resources: {'Port': ['ID=9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:12.409119 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:01:12.550781 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:12.551491 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:12.572849 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:12.573270 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:12.573613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:12.573976 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:12.574309 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:12.574634 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:12.574966 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:12.575329 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:12.575691 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:12.576046 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:12.576369 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:12.576918 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:12.679599 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-b1d914b8-f6e4-447a-9999-c3a9be8abdec tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6582773 Sep 18 00:01:12.692856 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Request body: {'port': {'device_id': '6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:01:12.770807 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:12.843482 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b65f16ec-77a6-4c21-af6d-f1b8ec3b53f1 None None] Provisioning complete for port 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:01:12.851485 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b65f16ec-77a6-4c21-af6d-f1b8ec3b53f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:12.889385 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b65f16ec-77a6-4c21-af6d-f1b8ec3b53f1 None None] Port 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:01:12.952522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eb06d-37cb-4347-b929-6a6dc5176e42 req-5ba8e992-67a8-4fe4-bb14-00985c1edd17 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:12.954065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-603eb06d-37cb-4347-b929-6a6dc5176e42 req-5ba8e992-67a8-4fe4-bb14-00985c1edd17 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 931 time: 0.1481366 Sep 18 00:01:13.019924 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-603eb06d-37cb-4347-b929-6a6dc5176e42 req-ff24090e-ef50-4495-89d5-1e3eceabfea9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593123 Sep 18 00:01:13.176220 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:01:13.188051 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:13.206200 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Transition to ACTIVE for port object 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:01:13.224177 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133ae3b-7e17-4cb7-9622-660b0100c4fd req-9f30c152-f6e0-4eb9-8e66-8ca501d3cadf tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:13.226006 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f133ae3b-7e17-4cb7-9622-660b0100c4fd req-9f30c152-f6e0-4eb9-8e66-8ca501d3cadf tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.0871880 Sep 18 00:01:13.339292 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:13.389496 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f133ae3b-7e17-4cb7-9622-660b0100c4fd req-15aa0c47-e3ae-41a6-a605-fea835a16eb0 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543145 Sep 18 00:01:13.444949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:13.496694 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Attempting to bind port 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:01:13.497178 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Attempting to bind port 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:01:13.497568 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Attempting to bind port 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 on network 91d2ea37-44ea-452b-a868-79ff761347ea {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:01:13.502214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Port 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 on network 91d2ea37-44ea-452b-a868-79ff761347ea not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:01:13.502592 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Attempting to bind port 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 on network 91d2ea37-44ea-452b-a868-79ff761347ea {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:01:13.507706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:01:13.508045 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Checking segment: {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:01:13.508516 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Bound using segment: {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:01:13.508975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Bound port: 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:01:13.509336 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:13.552170 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:13.585797 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] For port 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:01:13.589786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] For port 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:01:13.731994 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:13.772593 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:13.773247 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:13.774660 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] 10.222.0.37 "PUT /v2.0/ports/9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 HTTP/1.1" status: 200 len: 1091 time: 1.0870364 Sep 18 00:01:13.775095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24', 'tag': '9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:01:13.777374 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf59a804-b0a0-4b42-9332-075b854b97d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24", "tag": "9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:01:13.836025 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f8d476-cd97-40ae-9abd-cf16254b1034 x-openstack-request-id: req-02f8d476-cd97-40ae-9abd-cf16254b1034 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:01:13.836245 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24", "tag": "9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:01:13.836655 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02f8d476-cd97-40ae-9abd-cf16254b1034 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:01:13.837075 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24', 'tag': '9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7', 'status': 'completed', 'code': 200} Sep 18 00:01:13.840315 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8f11f-1bfd-4a42-8fdd-4bcbf5bc82a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:13.898396 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59a804-b0a0-4b42-9332-075b854b97d7 req-f32dfd42-aa2a-4441-be0e-6e0d7de25e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:13.900544 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf59a804-b0a0-4b42-9332-075b854b97d7 req-f32dfd42-aa2a-4441-be0e-6e0d7de25e1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 1094 time: 0.0456450 Sep 18 00:01:14.013350 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59a804-b0a0-4b42-9332-075b854b97d7 req-1cdbaef3-d116-4031-8436-f584a92432bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:14.014890 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf59a804-b0a0-4b42-9332-075b854b97d7 req-1cdbaef3-d116-4031-8436-f584a92432bc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1065142 Sep 18 00:01:14.094328 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b01aa7d2-acf5-4a34-b50c-6c090a2652d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:14.149750 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e90e1-68d1-42b2-a6c8-74762f3847a2 req-2a6637a6-0a1a-44de-9ec0-d5ecba2edc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:14.152631 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c33e90e1-68d1-42b2-a6c8-74762f3847a2 req-2a6637a6-0a1a-44de-9ec0-d5ecba2edc01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dba230fc347941bb9230276913eaed6b&device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 1096 time: 0.0430055 Sep 18 00:01:14.173636 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59a804-b0a0-4b42-9332-075b854b97d7 req-9e0d79c4-824e-4425-b9aa-5a65470fa98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:14.175165 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf59a804-b0a0-4b42-9332-075b854b97d7 req-9e0d79c4-824e-4425-b9aa-5a65470fa98b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1517649 Sep 18 00:01:14.187796 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3842ff-6c47-4e71-a337-efb94e5c99e6 req-a076ae11-acaf-4d6a-b588-648c38bdba01 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:14.193684 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba3842ff-6c47-4e71-a337-efb94e5c99e6 req-a076ae11-acaf-4d6a-b588-648c38bdba01 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 943 time: 0.0734069 Sep 18 00:01:14.269005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e90e1-68d1-42b2-a6c8-74762f3847a2 req-e1aea1cd-dfe9-4a05-ae4b-9a8b32277594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:14.271019 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c33e90e1-68d1-42b2-a6c8-74762f3847a2 req-e1aea1cd-dfe9-4a05-ae4b-9a8b32277594 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c1553df-1cdf-4638-a188-7f118bbcb251 HTTP/1.1" status: 200 len: 917 time: 0.1102803 Sep 18 00:01:14.295098 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba3842ff-6c47-4e71-a337-efb94e5c99e6 req-1a7f74ae-23bf-469d-b131-b288ed925fea tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993094 Sep 18 00:01:14.303974 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e3fdf01b-12f2-43f5-9390-2a48a3aff9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:14.306215 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e3fdf01b-12f2-43f5-9390-2a48a3aff9a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 1094 time: 0.0899668 Sep 18 00:01:14.351634 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c33e90e1-68d1-42b2-a6c8-74762f3847a2 req-65f667dd-ca25-4460-97d9-87b504635695 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df058d3e-3739-4f45-a6ed-32fc3b73f947 HTTP/1.1" status: 200 len: 1001 time: 0.0733736 Sep 18 00:01:14.352994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-999921d2-9e80-484f-bd9e-f8917cc8a7d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 HTTP/1.1" status: 200 len: 217 time: 0.0394576 Sep 18 00:01:14.437423 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-884a957c-11f2-4f3b-a002-dce1aed37bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:14.439272 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-884a957c-11f2-4f3b-a002-dce1aed37bb6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.0708489 Sep 18 00:01:14.443427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e90e1-68d1-42b2-a6c8-74762f3847a2 req-3cab8851-2823-46b5-b5cc-ab27a259460f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:14.445093 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c33e90e1-68d1-42b2-a6c8-74762f3847a2 req-3cab8851-2823-46b5-b5cc-ab27a259460f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=294e5306-7b47-43ef-943e-37934b52f9c3 HTTP/1.1" status: 200 len: 855 time: 0.0814619 Sep 18 00:01:14.533156 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-3c35811b-976c-41bd-a230-8d52982c4855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:14.533156 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-3c35811b-976c-41bd-a230-8d52982c4855 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794034 Sep 18 00:01:14.714154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b9e07-772a-4938-a546-11f7222a3f87 req-63fcdb4a-e584-4fe2-9108-5c762f303067 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:14.715779 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-185b9e07-772a-4938-a546-11f7222a3f87 req-63fcdb4a-e584-4fe2-9108-5c762f303067 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.1684790 Sep 18 00:01:14.793602 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-9667d771-07e2-4941-aa71-7c0158fc78ef service neutron] 10.222.0.37 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541418 Sep 18 00:01:14.833879 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-185b9e07-772a-4938-a546-11f7222a3f87 req-7dd29f4e-ac74-4b48-8294-de9579760c78 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926945 Sep 18 00:01:14.943179 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a916eb08-3aab-45c6-ad2e-2558712b0412 req-e98aab82-f54a-44f5-b5ee-e8a363a4e535 service neutron] 10.222.0.37 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305141 Sep 18 00:01:14.980377 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e90e1-68d1-42b2-a6c8-74762f3847a2 req-6afef952-5880-4a6f-b66f-1d814923845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:14.982433 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c33e90e1-68d1-42b2-a6c8-74762f3847a2 req-6afef952-5880-4a6f-b66f-1d814923845c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c1553df-1cdf-4638-a188-7f118bbcb251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5213780 Sep 18 00:01:15.094722 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c33e90e1-68d1-42b2-a6c8-74762f3847a2 req-a50bf593-28e6-4263-b7db-4799c063b016 service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039641 Sep 18 00:01:15.194270 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c33e90e1-68d1-42b2-a6c8-74762f3847a2 req-4d6c9e49-998c-40bf-a568-2f7af9603e9d service neutron] 10.222.0.37 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877264 Sep 18 00:01:15.418455 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be021c3-4774-44d6-8b4f-68b44786324b req-7d2fba54-2c45-45b5-8d00-e3bcfe0cead1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:15.420696 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2be021c3-4774-44d6-8b4f-68b44786324b req-7d2fba54-2c45-45b5-8d00-e3bcfe0cead1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 943 time: 0.0526097 Sep 18 00:01:15.463042 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2be021c3-4774-44d6-8b4f-68b44786324b req-e5a64a2a-99a4-40d2-b7a1-f007b632bc6b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343637 Sep 18 00:01:15.991073 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948ea11-bf2b-4676-bbfb-bf39f4c2ac4f req-386f9017-51d9-49cd-8819-f6bd589ed254 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:15.992564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7948ea11-bf2b-4676-bbfb-bf39f4c2ac4f req-386f9017-51d9-49cd-8819-f6bd589ed254 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.0535817 Sep 18 00:01:16.042639 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7948ea11-bf2b-4676-bbfb-bf39f4c2ac4f req-a529d4d9-d988-427c-bca4-783254afefa9 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426071 Sep 18 00:01:16.568911 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b48f-07cf-46a6-8150-191c8a1b835d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:16.587244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe45ba-7d9c-4043-b7f2-eaad605913e8 req-1aa4a50d-d48c-430b-8758-ef10d4c29c2c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:16.588885 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9bbe45ba-7d9c-4043-b7f2-eaad605913e8 req-1aa4a50d-d48c-430b-8758-ef10d4c29c2c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 943 time: 0.0574746 Sep 18 00:01:16.630742 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9bbe45ba-7d9c-4043-b7f2-eaad605913e8 req-db646945-62a0-406f-8e08-88746a4dda24 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354414 Sep 18 00:01:17.175895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe16e-e657-4ea0-885d-6d81f2156f35 req-6e717063-28b6-407f-a311-ac264bcdb26b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:17.177551 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ffdfe16e-e657-4ea0-885d-6d81f2156f35 req-6e717063-28b6-407f-a311-ac264bcdb26b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.0535955 Sep 18 00:01:17.219755 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ffdfe16e-e657-4ea0-885d-6d81f2156f35 req-905c1baa-9ea6-49bb-9f05-1420d5097da5 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352476 Sep 18 00:01:17.271807 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:17.427381 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:01:17.431225 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device df058d3e-3739-4f45-a6ed-32fc3b73f947 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:01:17.574341 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:17.597423 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:01:17.619049 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df058d3e-3739-4f45-a6ed-32fc3b73f947'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:01:17.621279 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08d7028-9393-457b-86fd-59638c0ab878" -d '{"events": [{"server_uuid": "2bb00444-8c1a-4641-8888-d459c9465ee9", "name": "network-vif-unplugged", "status": "completed", "tag": "df058d3e-3739-4f45-a6ed-32fc3b73f947"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:01:17.632169 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'port_id': '9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7', 'mac_address': 'fa:16:3e:39:c3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:01:17.636864 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port df058d3e-3739-4f45-a6ed-32fc3b73f947, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=df058d3e-3739-4f45-a6ed-32fc3b73f947,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:01:17.671285 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 00:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77206ee-dd02-48c4-8536-79260311ea47 x-openstack-request-id: req-b77206ee-dd02-48c4-8536-79260311ea47 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:01:17.671496 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb00444-8c1a-4641-8888-d459c9465ee9", "name": "network-vif-unplugged", "status": "failed", "tag": "df058d3e-3739-4f45-a6ed-32fc3b73f947", "code": 422}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:01:17.671753 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b77206ee-dd02-48c4-8536-79260311ea47 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:01:17.672130 n-d-809883-1 neutron-server[95593]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'df058d3e-3739-4f45-a6ed-32fc3b73f947', 'code': 422} returned with failed status Sep 18 00:01:17.687699 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:17.703993 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:01:17.730157 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:01:17.760178 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaf267-2fbc-4de7-bb64-1029b6d66734 req-17938085-4665-4604-a213-f6f5a1c8f911 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:17.761991 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1baaf267-2fbc-4de7-bb64-1029b6d66734 req-17938085-4665-4604-a213-f6f5a1c8f911 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 943 time: 0.0544460 Sep 18 00:01:17.794974 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:17.798491 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:17.809265 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1baaf267-2fbc-4de7-bb64-1029b6d66734 req-9e19bb07-b278-4d01-bcd7-ffc3709019a3 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398438 Sep 18 00:01:17.854812 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=df058d3e-3739-4f45-a6ed-32fc3b73f947,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:17.858574 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:17.906422 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:18.070117 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:01:19.338992 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f887f55-2e3e-4755-a715-8488ba54f47f req-c17f4388-1040-4951-91bf-b6efbbfcb34c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:19.352651 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f887f55-2e3e-4755-a715-8488ba54f47f req-c17f4388-1040-4951-91bf-b6efbbfcb34c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 944 time: 0.0679891 Sep 18 00:01:19.393129 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f887f55-2e3e-4755-a715-8488ba54f47f req-5563fbd7-a88d-48fb-a766-523f9311524d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 Sep 18 00:01:19.458415 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:01:19.605525 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:01:19.615208 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:01:19.615208 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:19.698733 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:19.720576 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:01:19.722806 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e0dbc9-428f-4001-b3e8-9f492466d071" -d '{"events": [{"server_uuid": "6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24", "name": "network-vif-plugged", "status": "completed", "tag": "9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:01:19.736239 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:01:19.759767 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:19.774500 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b9b6e3-e5ea-4a73-8b96-8a72caf32887 x-openstack-request-id: req-16b9b6e3-e5ea-4a73-8b96-8a72caf32887 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:01:19.774500 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24", "name": "network-vif-plugged", "status": "completed", "tag": "9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:01:19.774761 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-16b9b6e3-e5ea-4a73-8b96-8a72caf32887 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:01:19.775095 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7', 'code': 200} Sep 18 00:01:19.843355 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:19.844940 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device df058d3e-3739-4f45-a6ed-32fc3b73f947 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:01:19.897505 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3aa1d-5c19-402c-8ede-af08dde625c8 req-4c71dc60-2e7d-432e-a574-9375e9ee8f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:19.900351 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dff3aa1d-5c19-402c-8ede-af08dde625c8 req-4c71dc60-2e7d-432e-a574-9375e9ee8f46 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 1096 time: 0.0570304 Sep 18 00:01:19.941644 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-dff3aa1d-5c19-402c-8ede-af08dde625c8 req-dc6bc8ab-ef4d-435e-9db5-82cf835b75b9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317273 Sep 18 00:01:19.980909 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:20.525501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd035b-efc1-43fc-a7f0-b16cd8758ce4 req-0e987cc1-2e54-4bf8-81e2-7c0342b907fc tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:20.526912 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6fd035b-efc1-43fc-a7f0-b16cd8758ce4 req-0e987cc1-2e54-4bf8-81e2-7c0342b907fc tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 945 time: 0.0503290 Sep 18 00:01:20.564954 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6fd035b-efc1-43fc-a7f0-b16cd8758ce4 req-c34a7586-658b-4c9a-a597-342f8841edc6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316975 Sep 18 00:01:21.745136 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98deaa-0593-4760-b291-c55a5fa0fa35 req-01f859ad-97c4-4198-8bda-c0b844a91d62 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:21.749112 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f98deaa-0593-4760-b291-c55a5fa0fa35 req-01f859ad-97c4-4198-8bda-c0b844a91d62 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 945 time: 0.0643008 Sep 18 00:01:21.794547 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f98deaa-0593-4760-b291-c55a5fa0fa35 req-3b3952fc-1dbd-4e1f-8a93-ed523756bdee tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406451 Sep 18 00:01:22.124307 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-12b5d4bb-326a-40ae-8ee2-d8806ea35776 req-4336729b-5a93-42b8-bb7b-b1d4db383724 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:01:22.125596 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12b5d4bb-326a-40ae-8ee2-d8806ea35776 req-4336729b-5a93-42b8-bb7b-b1d4db383724 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056446 Sep 18 00:01:22.324765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b355e-3aca-4070-848e-2ea3c2906cf8 req-612fc158-1fd3-4ee7-b41d-4b06e3e8b59b tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:22.326277 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca5b355e-3aca-4070-848e-2ea3c2906cf8 req-612fc158-1fd3-4ee7-b41d-4b06e3e8b59b tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8 HTTP/1.1" status: 200 len: 945 time: 0.0548482 Sep 18 00:01:22.387941 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca5b355e-3aca-4070-848e-2ea3c2906cf8 req-0730a0d6-e27d-452e-bb85-1e0a48e33d72 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/security-groups?id=e07418ed-33bd-4be3-8e9e-3f9bb3591574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556295 Sep 18 00:01:22.460704 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8e29c-c104-4638-9192-e064c55424e7 req-ae196d46-0f16-48b5-9b0d-05dd4bac3a32 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:22.462275 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e5c8e29c-c104-4638-9192-e064c55424e7 req-ae196d46-0f16-48b5-9b0d-05dd4bac3a32 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 943 time: 0.0507383 Sep 18 00:01:22.501689 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e5c8e29c-c104-4638-9192-e064c55424e7 req-0a61a3b9-012e-4c0c-bd75-51b0bdcfb79b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332408 Sep 18 00:01:22.847598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33146) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:22.962497 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-1768985c-d347-45eb-9ecf-ead74d258252 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1115110 Sep 18 00:01:22.970308 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-cefb5747-dd1b-478f-ab06-2128fb443f3f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:01:22.971299 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-cefb5747-dd1b-478f-ab06-2128fb443f3f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052085 Sep 18 00:01:23.511219 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb613b-0a9c-449c-98e6-cfc5cabfb1a2 req-c91659bb-0fed-4216-b3a2-905219b231ef tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:23.519188 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1dbb613b-0a9c-449c-98e6-cfc5cabfb1a2 req-c91659bb-0fed-4216-b3a2-905219b231ef tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8 HTTP/1.1" status: 200 len: 945 time: 0.0628743 Sep 18 00:01:23.576583 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1dbb613b-0a9c-449c-98e6-cfc5cabfb1a2 req-dff95124-8d1b-46d0-872d-b62500de31c9 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/security-groups?id=e07418ed-33bd-4be3-8e9e-3f9bb3591574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561948 Sep 18 00:01:23.665501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239e13f-619f-4afe-8c3b-922c1d7de0f6 req-3e704fdf-3443-429d-bb65-428997578735 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:23.666932 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f239e13f-619f-4afe-8c3b-922c1d7de0f6 req-3e704fdf-3443-429d-bb65-428997578735 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 943 time: 0.0566995 Sep 18 00:01:23.710092 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f239e13f-619f-4afe-8c3b-922c1d7de0f6 req-e5a407ab-4a25-42e4-ae8f-dd5abe2604ab tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371943 Sep 18 00:01:23.942147 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88136da-ea24-4328-b8c6-5638f6c31409 req-1b59f9e6-08fd-4503-bccd-d01c61b84250 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:23.944317 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c88136da-ea24-4328-b8c6-5638f6c31409 req-1b59f9e6-08fd-4503-bccd-d01c61b84250 tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8 HTTP/1.1" status: 200 len: 945 time: 0.0541449 Sep 18 00:01:24.057892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-c88136da-ea24-4328-b8c6-5638f6c31409 req-9dfedb09-b780-47bb-82d1-c02d595fde7f tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Deleting port 60a98d1d-7f91-488a-8088-cba05bd3ddfd {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:01:24.058246 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c88136da-ea24-4328-b8c6-5638f6c31409 req-9dfedb09-b780-47bb-82d1-c02d595fde7f tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:24.219373 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-c88136da-ea24-4328-b8c6-5638f6c31409 req-9dfedb09-b780-47bb-82d1-c02d595fde7f tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] For port 60a98d1d-7f91-488a-8088-cba05bd3ddfd, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=60a98d1d-7f91-488a-8088-cba05bd3ddfd,segment=NetworkSegment(d33e72d8-dc61-4ab1-9754-b3263108f18a),segment_id=d33e72d8-dc61-4ab1-9754-b3263108f18a)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:01:24.219755 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c88136da-ea24-4328-b8c6-5638f6c31409 req-9dfedb09-b780-47bb-82d1-c02d595fde7f tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:24.235430 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-c88136da-ea24-4328-b8c6-5638f6c31409 req-9dfedb09-b780-47bb-82d1-c02d595fde7f tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Calling delete_port for 60a98d1d-7f91-488a-8088-cba05bd3ddfd owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:01:24.485835 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c88136da-ea24-4328-b8c6-5638f6c31409 req-9dfedb09-b780-47bb-82d1-c02d595fde7f tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:24.501654 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['60a98d1d-7f91-488a-8088-cba05bd3ddfd'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:01:24.526111 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfedb09-b780-47bb-82d1-c02d595fde7f tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Pushing event deleted for resources: {'Port': ['ID=60a98d1d-7f91-488a-8088-cba05bd3ddfd,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:24.568960 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88136da-ea24-4328-b8c6-5638f6c31409 req-9dfedb09-b780-47bb-82d1-c02d595fde7f tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] No DVR routers for this DVR port 60a98d1d-7f91-488a-8088-cba05bd3ddfd on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:01:24.573296 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c88136da-ea24-4328-b8c6-5638f6c31409 req-9dfedb09-b780-47bb-82d1-c02d595fde7f tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:24.575706 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c88136da-ea24-4328-b8c6-5638f6c31409 req-9dfedb09-b780-47bb-82d1-c02d595fde7f tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.41 "DELETE /v2.0/ports/60a98d1d-7f91-488a-8088-cba05bd3ddfd HTTP/1.1" status: 204 len: 173 time: 0.6249270 Sep 18 00:01:24.576297 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8', 'name': 'network-vif-deleted', 'tag': '60a98d1d-7f91-488a-8088-cba05bd3ddfd'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:01:24.579761 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace11a34-2fa5-47f2-ae0c-e567af992654" -d '{"events": [{"server_uuid": "3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8", "name": "network-vif-deleted", "tag": "60a98d1d-7f91-488a-8088-cba05bd3ddfd"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:01:24.623414 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135c4d1b-85c6-4d5c-9af4-4a8704b4b3ad x-openstack-request-id: req-135c4d1b-85c6-4d5c-9af4-4a8704b4b3ad {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:01:24.623984 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8", "name": "network-vif-deleted", "tag": "60a98d1d-7f91-488a-8088-cba05bd3ddfd", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:01:24.624872 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-135c4d1b-85c6-4d5c-9af4-4a8704b4b3ad {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:01:24.624872 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8', 'name': 'network-vif-deleted', 'tag': '60a98d1d-7f91-488a-8088-cba05bd3ddfd', 'status': 'completed', 'code': 200} Sep 18 00:01:24.696123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf65d9d7-488d-454a-803c-f58e22b47290 req-09733bf0-7e49-4401-9357-841328eca82e tempest-VolumesSnapshotTestJSON-78883173 tempest-VolumesSnapshotTestJSON-78883173-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce9bbb8-e1b8-4884-979f-2ac9bb355ee8 HTTP/1.1" status: 200 len: 210 time: 0.0370388 Sep 18 00:01:24.792124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-63a08975-121c-462b-ac2f-936c66794d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:24.793711 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-63a08975-121c-462b-ac2f-936c66794d9f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9&tenant_id=dba230fc347941bb9230276913eaed6b HTTP/1.1" status: 200 len: 1094 time: 0.1083984 Sep 18 00:01:24.807330 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:01:24.878373 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af96919-6496-4df1-b2dc-22c7c6c9a4d2 req-9cf8eac9-5721-4eb2-bd4b-1923a9cbebb0 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:24.880978 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0af96919-6496-4df1-b2dc-22c7c6c9a4d2 req-9cf8eac9-5721-4eb2-bd4b-1923a9cbebb0 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 943 time: 0.0840981 Sep 18 00:01:24.918750 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:24.931293 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0af96919-6496-4df1-b2dc-22c7c6c9a4d2 req-20b248fb-2d34-460b-b6ae-3b46aeebde44 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434134 Sep 18 00:01:25.199014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] For port df058d3e-3739-4f45-a6ed-32fc3b73f947, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=df058d3e-3739-4f45-a6ed-32fc3b73f947,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:01:25.264334 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] For port df058d3e-3739-4f45-a6ed-32fc3b73f947, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:01:25.310193 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df058d3e-3739-4f45-a6ed-32fc3b73f947 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:01:25.380987 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:25.396066 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Transition to ACTIVE for port object df058d3e-3739-4f45-a6ed-32fc3b73f947 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:01:25.605912 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:25.831179 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] No DVR routers for this DVR port df058d3e-3739-4f45-a6ed-32fc3b73f947 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:01:25.873700 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Pushing event updated for resources: {'Port': ['ID=df058d3e-3739-4f45-a6ed-32fc3b73f947,revision_number=9']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:26.030727 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Attempting to bind port df058d3e-3739-4f45-a6ed-32fc3b73f947 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:01:26.031061 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Attempting to bind port df058d3e-3739-4f45-a6ed-32fc3b73f947 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:01:26.031303 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Attempting to bind port df058d3e-3739-4f45-a6ed-32fc3b73f947 on network 9c1553df-1cdf-4638-a188-7f118bbcb251 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:01:26.035899 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Port df058d3e-3739-4f45-a6ed-32fc3b73f947 on network 9c1553df-1cdf-4638-a188-7f118bbcb251 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:01:26.036337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Attempting to bind port df058d3e-3739-4f45-a6ed-32fc3b73f947 on network 9c1553df-1cdf-4638-a188-7f118bbcb251 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:01:26.042230 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:01:26.042685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Checking segment: {'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:01:26.043166 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Bound using segment: {'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:01:26.043717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Bound port: df058d3e-3739-4f45-a6ed-32fc3b73f947, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3493b83-1405-4a74-bb8f-abbe5b5d046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:01:26.044150 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:26.147362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] For port df058d3e-3739-4f45-a6ed-32fc3b73f947, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:01:26.152610 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] For port df058d3e-3739-4f45-a6ed-32fc3b73f947, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=df058d3e-3739-4f45-a6ed-32fc3b73f947,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:01:26.153355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e622019-4a5a-4403-abcd-3a84bffa7a23 req-1af0fd81-d7ff-47e8-8446-08326dc0c9d6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:26.155622 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8e622019-4a5a-4403-abcd-3a84bffa7a23 req-1af0fd81-d7ff-47e8-8446-08326dc0c9d6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 943 time: 0.1045017 Sep 18 00:01:26.224009 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bef15-77a2-432c-bc32-c3d03199b3ff req-32799cfd-1fe8-4920-8e7c-3e7999565843 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:26.225540 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e88bef15-77a2-432c-bc32-c3d03199b3ff req-32799cfd-1fe8-4920-8e7c-3e7999565843 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 945 time: 0.0905817 Sep 18 00:01:26.231293 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8e622019-4a5a-4403-abcd-3a84bffa7a23 req-751c3f8f-c210-4599-abc3-7bb6a87c5ea3 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552750 Sep 18 00:01:26.234824 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:26.294429 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:26.294429 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:26.294429 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] 10.222.0.41 "PUT /v2.0/ports/df058d3e-3739-4f45-a6ed-32fc3b73f947 HTTP/1.1" status: 200 len: 1091 time: 1.4819140 Sep 18 00:01:26.336678 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e88bef15-77a2-432c-bc32-c3d03199b3ff req-55e14298-921b-4fc6-bd37-2a3b6eaf6577 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=43c127be-3a55-4bfe-b85f-617b20077b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036177 Sep 18 00:01:26.380639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ea7e1-c8b7-46e1-9fde-80995dee2e51 service neutron] Pushing event updated for resources: {'Port': ['ID=df058d3e-3739-4f45-a6ed-32fc3b73f947,revision_number=10']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:26.402283 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-3e7be2e6-dd9d-46da-919b-30a8dc59cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:26.404244 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-3e7be2e6-dd9d-46da-919b-30a8dc59cf15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dba230fc347941bb9230276913eaed6b&device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 1095 time: 0.0822849 Sep 18 00:01:26.559406 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-19328666-1369-48a2-a3ce-7045d640e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:26.569970 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-19328666-1369-48a2-a3ce-7045d640e914 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c1553df-1cdf-4638-a188-7f118bbcb251 HTTP/1.1" status: 200 len: 917 time: 0.1480007 Sep 18 00:01:26.636707 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'tag': 'df058d3e-3739-4f45-a6ed-32fc3b73f947'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:01:26.639891 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a781b71-b530-4b9b-b69c-e4a619909bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb00444-8c1a-4641-8888-d459c9465ee9", "tag": "df058d3e-3739-4f45-a6ed-32fc3b73f947"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:01:26.673485 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-66952cd6-cd27-43b5-b362-fb506d7b0689 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df058d3e-3739-4f45-a6ed-32fc3b73f947 HTTP/1.1" status: 200 len: 999 time: 0.0962887 Sep 18 00:01:26.684978 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5703422f-2b0b-4639-aba8-26832bb0e57e x-openstack-request-id: req-5703422f-2b0b-4639-aba8-26832bb0e57e {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:01:26.685298 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb00444-8c1a-4641-8888-d459c9465ee9", "tag": "df058d3e-3739-4f45-a6ed-32fc3b73f947", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:01:26.689393 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5703422f-2b0b-4639-aba8-26832bb0e57e {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:01:26.689393 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'tag': 'df058d3e-3739-4f45-a6ed-32fc3b73f947', 'status': 'completed', 'code': 200} Sep 18 00:01:26.732256 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-819aa158-fe3f-4e0c-b5b6-2b3b65c7ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:26.733779 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-819aa158-fe3f-4e0c-b5b6-2b3b65c7ca89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=294e5306-7b47-43ef-943e-37934b52f9c3 HTTP/1.1" status: 200 len: 855 time: 0.0469232 Sep 18 00:01:26.801311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-a9a730db-f7ae-4941-b8f4-4a75fe8f2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:26.803230 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-a9a730db-f7ae-4941-b8f4-4a75fe8f2236 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c1553df-1cdf-4638-a188-7f118bbcb251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615263 Sep 18 00:01:26.925040 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-f625614a-9b38-48fb-88ab-0e4c5ad5b6da service neutron] 10.222.0.41 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111455 Sep 18 00:01:27.051723 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a92126df-5607-4956-ae06-aa1d483bc0f2 req-a3f3a720-a374-479b-bd11-6012beefbce1 service neutron] 10.222.0.41 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200790 Sep 18 00:01:27.123629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33250) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:27.193339 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 60a98d1d-7f91-488a-8088-cba05bd3ddfd no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:01:27.230157 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 60a98d1d-7f91-488a-8088-cba05bd3ddfd {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:01:27.230845 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 60a98d1d-7f91-488a-8088-cba05bd3ddfd not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:01:27.292301 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9c19359d-2c67-4c1d-a0ac-59367e3c6d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:27.335640 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a781b71-b530-4b9b-b69c-e4a619909bf4 req-4d9ba038-4073-40ce-b7fa-d23303c11a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:27.349898 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5a781b71-b530-4b9b-b69c-e4a619909bf4 req-4d9ba038-4073-40ce-b7fa-d23303c11a32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dba230fc347941bb9230276913eaed6b&device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 1095 time: 0.1528242 Sep 18 00:01:27.512857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de4f35-e9af-416f-9574-81a8c394ae80 req-b94a1e59-8304-44f6-8f27-6768f3d362aa tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:27.521200 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c6de4f35-e9af-416f-9574-81a8c394ae80 req-b94a1e59-8304-44f6-8f27-6768f3d362aa tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 944 time: 0.1825497 Sep 18 00:01:27.553486 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acf050-2ab0-4afb-88e4-fa04a32e4d83 req-d070d642-f7b7-4397-b8e4-63514bba9bd8 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:27.555758 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24acf050-2ab0-4afb-88e4-fa04a32e4d83 req-d070d642-f7b7-4397-b8e4-63514bba9bd8 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 945 time: 0.1443751 Sep 18 00:01:27.588561 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c6de4f35-e9af-416f-9574-81a8c394ae80 req-43689e22-5ee8-4425-980f-097b297c08fa tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663552 Sep 18 00:01:27.594528 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a781b71-b530-4b9b-b69c-e4a619909bf4 req-00d70acc-c2ce-49de-8f5b-76fb8cb6957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:27.605145 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5a781b71-b530-4b9b-b69c-e4a619909bf4 req-00d70acc-c2ce-49de-8f5b-76fb8cb6957d service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c1553df-1cdf-4638-a188-7f118bbcb251 HTTP/1.1" status: 200 len: 917 time: 0.2399423 Sep 18 00:01:27.620901 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24acf050-2ab0-4afb-88e4-fa04a32e4d83 req-d9551ae6-b63e-4b7b-b311-8191dc9fe4a0 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=43c127be-3a55-4bfe-b85f-617b20077b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542524 Sep 18 00:01:27.701630 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9c19359d-2c67-4c1d-a0ac-59367e3c6d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:27.708696 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5a781b71-b530-4b9b-b69c-e4a619909bf4 req-b18477a5-ceed-4476-aa48-031a19222da0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df058d3e-3739-4f45-a6ed-32fc3b73f947 HTTP/1.1" status: 200 len: 999 time: 0.0944393 Sep 18 00:01:27.791784 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9c19359d-2c67-4c1d-a0ac-59367e3c6d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:27.821721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a781b71-b530-4b9b-b69c-e4a619909bf4 req-b7aafa1d-e0a8-4f9f-95ff-67823f717771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:27.823234 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5a781b71-b530-4b9b-b69c-e4a619909bf4 req-b7aafa1d-e0a8-4f9f-95ff-67823f717771 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=294e5306-7b47-43ef-943e-37934b52f9c3 HTTP/1.1" status: 200 len: 855 time: 0.1057429 Sep 18 00:01:27.858185 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9c19359d-2c67-4c1d-a0ac-59367e3c6d78 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e753c62e02c1432fb492be2b0b348058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7307334 Sep 18 00:01:27.860209 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33286) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:27.864507 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19359d-2c67-4c1d-a0ac-59367e3c6d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6d131d-b481-4ba6-87d0-03ab88b30c07,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:27.945399 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5a982-068c-49a1-89ed-280bfb668bb0 req-85e92692-c180-4c4a-aae4-2b0894070d2b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:27.947337 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e4a5a982-068c-49a1-89ed-280bfb668bb0 req-85e92692-c180-4c4a-aae4-2b0894070d2b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 945 time: 0.1232367 Sep 18 00:01:27.974023 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da14105b-edec-40cf-be2b-b03dff639d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:28.047417 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da14105b-edec-40cf-be2b-b03dff639d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:28.086718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a781b71-b530-4b9b-b69c-e4a619909bf4 req-142c7a7a-7633-448b-b5ed-d7c0b738ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:28.088218 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5a781b71-b530-4b9b-b69c-e4a619909bf4 req-142c7a7a-7633-448b-b5ed-d7c0b738ac6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c1553df-1cdf-4638-a188-7f118bbcb251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397448 Sep 18 00:01:28.119331 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-e4a5a982-068c-49a1-89ed-280bfb668bb0 req-37fa2489-b205-4230-a77a-c8790ea14a9f tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Deleting port d2f18290-7fb1-4968-8412-e686db42d419 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:01:28.119694 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e4a5a982-068c-49a1-89ed-280bfb668bb0 req-37fa2489-b205-4230-a77a-c8790ea14a9f tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:28.205318 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da14105b-edec-40cf-be2b-b03dff639d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:28.208156 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da14105b-edec-40cf-be2b-b03dff639d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:28.209387 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-da14105b-edec-40cf-be2b-b03dff639d5b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e6d131d-b481-4ba6-87d0-03ab88b30c07 HTTP/1.1" status: 204 len: 168 time: 0.3473284 Sep 18 00:01:28.228509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14105b-edec-40cf-be2b-b03dff639d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6d131d-b481-4ba6-87d0-03ab88b30c07,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:28.255467 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-e4a5a982-068c-49a1-89ed-280bfb668bb0 req-37fa2489-b205-4230-a77a-c8790ea14a9f tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] For port d2f18290-7fb1-4968-8412-e686db42d419, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=d2f18290-7fb1-4968-8412-e686db42d419,segment=NetworkSegment(a3aad2c6-c7cd-4999-a94c-0b4ecd570594),segment_id=a3aad2c6-c7cd-4999-a94c-0b4ecd570594)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:01:28.256045 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e4a5a982-068c-49a1-89ed-280bfb668bb0 req-37fa2489-b205-4230-a77a-c8790ea14a9f tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:28.540476 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e4a5a982-068c-49a1-89ed-280bfb668bb0 req-37fa2489-b205-4230-a77a-c8790ea14a9f tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:28.542061 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e4a5a982-068c-49a1-89ed-280bfb668bb0 req-37fa2489-b205-4230-a77a-c8790ea14a9f tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:28.542400 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [req-e4a5a982-068c-49a1-89ed-280bfb668bb0 req-37fa2489-b205-4230-a77a-c8790ea14a9f tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Floating IP f9f3f5b3-0488-4069-a5c7-a052c1a7dd0a disassociated. External IP: 172.25.3.135, port: d2f18290-7fb1-4968-8412-e686db42d419. Sep 18 00:01:28.542767 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-e4a5a982-068c-49a1-89ed-280bfb668bb0 req-37fa2489-b205-4230-a77a-c8790ea14a9f tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Calling delete_port for d2f18290-7fb1-4968-8412-e686db42d419 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:01:28.829023 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e4a5a982-068c-49a1-89ed-280bfb668bb0 req-37fa2489-b205-4230-a77a-c8790ea14a9f tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:28.882126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa2489-b205-4230-a77a-c8790ea14a9f tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Pushing event deleted for resources: {'Port': ['ID=d2f18290-7fb1-4968-8412-e686db42d419,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:28.930779 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c619f-04ff-4501-a8bd-bc62b17e3048 req-be8ccd6b-834e-49d2-b651-b729b84a31c9 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:28.935877 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af8c619f-04ff-4501-a8bd-bc62b17e3048 req-be8ccd6b-834e-49d2-b651-b729b84a31c9 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 867 time: 0.1437778 Sep 18 00:01:28.966435 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5b68c-3ef2-4e14-bcdd-0c6b9e8a732c req-307d42ed-0516-4aee-899d-263b9ed5d8a4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:28.974210 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d4f5b68c-3ef2-4e14-bcdd-0c6b9e8a732c req-307d42ed-0516-4aee-899d-263b9ed5d8a4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 944 time: 0.2201328 Sep 18 00:01:29.045898 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d4f5b68c-3ef2-4e14-bcdd-0c6b9e8a732c req-d6b712cd-ae77-4d71-898f-a10655ba494d tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703814 Sep 18 00:01:29.061757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af8c619f-04ff-4501-a8bd-bc62b17e3048 req-14310833-352d-4891-9d1c-17fdbb3eb497 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups?id=43c127be-3a55-4bfe-b85f-617b20077b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147852 Sep 18 00:01:29.212091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4a5a982-068c-49a1-89ed-280bfb668bb0 req-37fa2489-b205-4230-a77a-c8790ea14a9f tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Router 5ac11ac3-05e8-49a3-96a3-45e607a8031d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:01:29.293119 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33306) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:29.344054 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cfe24957-83c8-44b3-8f59-9967e34f66d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:29.383401 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4a5a982-068c-49a1-89ed-280bfb668bb0 req-37fa2489-b205-4230-a77a-c8790ea14a9f tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:01:29.407396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6949b87-6c28-49ef-bd35-c64423ea5257 None None] Sync routers for ids ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:01:29.428186 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6949b87-6c28-49ef-bd35-c64423ea5257 None None] Routers {'5ac11ac3-05e8-49a3-96a3-45e607a8031d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:01:29.428895 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e6949b87-6c28-49ef-bd35-c64423ea5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:01:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:01:29.549557 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a5a982-068c-49a1-89ed-280bfb668bb0 req-37fa2489-b205-4230-a77a-c8790ea14a9f tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] No DVR routers for this DVR port d2f18290-7fb1-4968-8412-e686db42d419 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:01:29.557282 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e4a5a982-068c-49a1-89ed-280bfb668bb0 req-37fa2489-b205-4230-a77a-c8790ea14a9f tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:29.559342 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e4a5a982-068c-49a1-89ed-280bfb668bb0 req-37fa2489-b205-4230-a77a-c8790ea14a9f tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.37 "DELETE /v2.0/ports/d2f18290-7fb1-4968-8412-e686db42d419 HTTP/1.1" status: 204 len: 173 time: 1.6005292 Sep 18 00:01:29.559798 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5', 'name': 'network-vif-deleted', 'tag': 'd2f18290-7fb1-4968-8412-e686db42d419'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:01:29.566429 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94179739-bc19-4964-88d4-f657dbaf7839" -d '{"events": [{"server_uuid": "fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5", "name": "network-vif-deleted", "tag": "d2f18290-7fb1-4968-8412-e686db42d419"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:01:29.612035 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cfe24957-83c8-44b3-8f59-9967e34f66d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:29.645239 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-e6949b87-6c28-49ef-bd35-c64423ea5257 None None] Set router 5ac11ac3-05e8-49a3-96a3-45e607a8031d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:01:29.683476 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babf1e29-d661-49e8-99ec-d4ba25ea7410 x-openstack-request-id: req-babf1e29-d661-49e8-99ec-d4ba25ea7410 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:01:29.683774 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5", "name": "network-vif-deleted", "tag": "d2f18290-7fb1-4968-8412-e686db42d419", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:01:29.684039 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-babf1e29-d661-49e8-99ec-d4ba25ea7410 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:01:29.684643 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5', 'name': 'network-vif-deleted', 'tag': 'd2f18290-7fb1-4968-8412-e686db42d419', 'status': 'completed', 'code': 200} Sep 18 00:01:29.714182 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cfe24957-83c8-44b3-8f59-9967e34f66d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:29.787097 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe24957-83c8-44b3-8f59-9967e34f66d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a9de87-e6a7-4d3f-9b94-fe50c8e11d70,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:29.792728 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cfe24957-83c8-44b3-8f59-9967e34f66d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=54810e346dfa42afb66cba34599b355f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4978416 Sep 18 00:01:29.795570 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33316) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:29.908059 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5346f680-91ef-4f6f-a148-cfb91eb81a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:29.954862 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5346f680-91ef-4f6f-a148-cfb91eb81a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:29.974255 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e6949b87-6c28-49ef-bd35-c64423ea5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:44Z', 'revision_number': 4, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port': {'id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:35Z', 'updated_at': '2021-09-17T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'be369b81-f067-4869-ae4d-d2ccd4ca3704', 'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'mac_address': 'fa:16:3e:20:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '372385ca-344b-4083-aa15-78d8fb783453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:42Z', 'updated_at': '2021-09-17T23:53:49Z', 'revision_number': 5, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'subnets': [{'id': '372385ca-344b-4083-aa15-78d8fb783453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:01:30.027104 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6949b87-6c28-49ef-bd35-c64423ea5257 None None] Checking router: 5ac11ac3-05e8-49a3-96a3-45e607a8031d for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:01:30.049723 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6949b87-6c28-49ef-bd35-c64423ea5257 None None] Routers {'5ac11ac3-05e8-49a3-96a3-45e607a8031d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:01:30.053195 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e6949b87-6c28-49ef-bd35-c64423ea5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:01:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:01:30.153841 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5346f680-91ef-4f6f-a148-cfb91eb81a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:30.160996 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5346f680-91ef-4f6f-a148-cfb91eb81a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:30.160996 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5346f680-91ef-4f6f-a148-cfb91eb81a4b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/42a9de87-e6a7-4d3f-9b94-fe50c8e11d70 HTTP/1.1" status: 204 len: 168 time: 0.3616264 Sep 18 00:01:30.195916 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346f680-91ef-4f6f-a148-cfb91eb81a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a9de87-e6a7-4d3f-9b94-fe50c8e11d70,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:30.200434 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7c2ba-0ef7-48c9-b1d2-f56ce19a4c23 req-9953a5a6-a678-4427-be33-fd57b8bace7b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:30.217134 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0cd7c2ba-0ef7-48c9-b1d2-f56ce19a4c23 req-9953a5a6-a678-4427-be33-fd57b8bace7b tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 944 time: 0.0813479 Sep 18 00:01:30.280188 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0cd7c2ba-0ef7-48c9-b1d2-f56ce19a4c23 req-51544fc0-aa9c-4bc0-bcda-a4ef3798431a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556037 Sep 18 00:01:30.302536 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-e6949b87-6c28-49ef-bd35-c64423ea5257 None None] Set router 5ac11ac3-05e8-49a3-96a3-45e607a8031d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:01:30.409578 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-033a3b2e-18ee-49e7-8834-ee039373c81d req-28970547-49af-47ff-ac71-8fa5d35e383b tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd5a88a8-0e27-4cc1-937d-bdb0c6ad38b5 HTTP/1.1" status: 200 len: 210 time: 0.0435650 Sep 18 00:01:30.607743 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e6949b87-6c28-49ef-bd35-c64423ea5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:44Z', 'revision_number': 4, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port': {'id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:35Z', 'updated_at': '2021-09-17T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'be369b81-f067-4869-ae4d-d2ccd4ca3704', 'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'mac_address': 'fa:16:3e:20:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '372385ca-344b-4083-aa15-78d8fb783453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:42Z', 'updated_at': '2021-09-17T23:53:49Z', 'revision_number': 5, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'subnets': [{'id': '372385ca-344b-4083-aa15-78d8fb783453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:01:30.641224 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6949b87-6c28-49ef-bd35-c64423ea5257 None None] The sync data for ids ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'] in n-d-809883-1 is: [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-17T23:53:44Z', 'revision_number': 4, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port': {'id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:35Z', 'updated_at': '2021-09-17T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'be369b81-f067-4869-ae4d-d2ccd4ca3704', 'name': '', 'network_id': 'a544fc79-cedf-43d8-98c2-acb1f5a0c66d', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'mac_address': 'fa:16:3e:20:8d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '372385ca-344b-4083-aa15-78d8fb783453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:42Z', 'updated_at': '2021-09-17T23:53:49Z', 'revision_number': 5, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'subnets': [{'id': '372385ca-344b-4083-aa15-78d8fb783453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:01:31.006655 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edcba0b-5ef1-456b-ac8f-a292c7eaa28c None None] New status for floating IP f9f3f5b3-0488-4069-a5c7-a052c1a7dd0a: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:01:31.505191 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1811d6-a362-41d7-914a-d2d15e05ce8c req-36999450-7089-4184-9f81-254decccbd42 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:31.516559 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d1811d6-a362-41d7-914a-d2d15e05ce8c req-36999450-7089-4184-9f81-254decccbd42 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 944 time: 0.1321249 Sep 18 00:01:31.526320 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device d2f18290-7fb1-4968-8412-e686db42d419 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:01:31.598095 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: d2f18290-7fb1-4968-8412-e686db42d419 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:01:31.598657 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device d2f18290-7fb1-4968-8412-e686db42d419 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:01:31.702933 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d1811d6-a362-41d7-914a-d2d15e05ce8c req-38797fbb-2745-40a0-8aa6-8daeabf946f6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828320 Sep 18 00:01:31.790936 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33364) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:31.866196 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-276328d1-53fa-4b4e-8c8d-97893c4e09ae tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:31.910430 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-276328d1-53fa-4b4e-8c8d-97893c4e09ae tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:32.062796 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-276328d1-53fa-4b4e-8c8d-97893c4e09ae tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:32.066662 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-276328d1-53fa-4b4e-8c8d-97893c4e09ae tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:32.068222 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-276328d1-53fa-4b4e-8c8d-97893c4e09ae tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "DELETE /v2.0/security-groups/43c127be-3a55-4bfe-b85f-617b20077b90 HTTP/1.1" status: 204 len: 168 time: 0.2756853 Sep 18 00:01:32.071626 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33372) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:32.112358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276328d1-53fa-4b4e-8c8d-97893c4e09ae tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c127be-3a55-4bfe-b85f-617b20077b90,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:32.118783 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-475e6433-e03e-4ffe-891f-0753081a32e5 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] show failed (client error): The resource could not be found. Sep 18 00:01:32.123650 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-475e6433-e03e-4ffe-891f-0753081a32e5 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "GET /v2.0/security-groups/43c127be-3a55-4bfe-b85f-617b20077b90 HTTP/1.1" status: 404 len: 347 time: 0.0480895 Sep 18 00:01:32.124707 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33378) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:32.301375 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-22295854-35bd-4959-b7bf-e526330a9556 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Deleting port b8d9d59b-bc01-4b66-a231-090f877c30b4 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:01:32.302753 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-22295854-35bd-4959-b7bf-e526330a9556 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:32.427480 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-22295854-35bd-4959-b7bf-e526330a9556 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:32.428418 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-22295854-35bd-4959-b7bf-e526330a9556 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:32.444215 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-22295854-35bd-4959-b7bf-e526330a9556 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Calling delete_port for b8d9d59b-bc01-4b66-a231-090f877c30b4 owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:01:32.719310 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-22295854-35bd-4959-b7bf-e526330a9556 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:32.775082 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22295854-35bd-4959-b7bf-e526330a9556 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Pushing event deleted for resources: {'Port': ['ID=b8d9d59b-bc01-4b66-a231-090f877c30b4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:32.916248 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c098f-3401-4a48-8c89-975e4d6c9013 req-dbfcf97d-166a-448f-aee6-dfd04807e25e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:32.917832 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-227c098f-3401-4a48-8c89-975e4d6c9013 req-dbfcf97d-166a-448f-aee6-dfd04807e25e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 944 time: 0.1046767 Sep 18 00:01:32.925495 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-22295854-35bd-4959-b7bf-e526330a9556 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:32.928258 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-22295854-35bd-4959-b7bf-e526330a9556 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:32.933093 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-22295854-35bd-4959-b7bf-e526330a9556 tempest-AttachVolumeTestJSON-21911884 tempest-AttachVolumeTestJSON-21911884-project] 10.222.0.46 "DELETE /v2.0/floatingips/f9f3f5b3-0488-4069-a5c7-a052c1a7dd0a HTTP/1.1" status: 204 len: 168 time: 0.8029861 Sep 18 00:01:32.936202 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b290b4-1715-4c86-a828-e628cfe28c43 req-88c4ac72-d85a-4013-9441-d10a52ee679b tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:32.937871 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07b290b4-1715-4c86-a828-e628cfe28c43 req-88c4ac72-d85a-4013-9441-d10a52ee679b tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 1097 time: 0.0921488 Sep 18 00:01:33.000277 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-227c098f-3401-4a48-8c89-975e4d6c9013 req-112903a4-657b-4f3a-830a-c1eb6d487fc4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756991 Sep 18 00:01:33.001195 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-07b290b4-1715-4c86-a828-e628cfe28c43 req-3a5c0e30-8cfc-4f80-9c3d-43245ef48474 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:33.110171 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-07b290b4-1715-4c86-a828-e628cfe28c43 req-3a5c0e30-8cfc-4f80-9c3d-43245ef48474 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:33.240073 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-07b290b4-1715-4c86-a828-e628cfe28c43 req-3a5c0e30-8cfc-4f80-9c3d-43245ef48474 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:33.284289 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07b290b4-1715-4c86-a828-e628cfe28c43 req-3a5c0e30-8cfc-4f80-9c3d-43245ef48474 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3038630 Sep 18 00:01:33.287707 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c0e30-8cfc-4f80-9c3d-43245ef48474 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01216467-c383-4d6a-8bf1-884083d62616,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:33.429746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00b262-3aac-4cb6-b028-8041cdb081ee req-1d0db473-da4a-45d5-91d8-658a52f29630 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:33.438216 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a00b262-3aac-4cb6-b028-8041cdb081ee req-1d0db473-da4a-45d5-91d8-658a52f29630 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.0669794 Sep 18 00:01:33.513255 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a00b262-3aac-4cb6-b028-8041cdb081ee req-bcf36129-11db-4f6b-9c30-4478db871711 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737925 Sep 18 00:01:33.530335 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33426) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:34.090157 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-71956743-ea2d-4c7b-8a19-9d47c3ee3a91 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/floatingips/b6332b80-2ed8-4e83-9331-4f45edaaf894 HTTP/1.1" status: 200 len: 994 time: 0.5586464 Sep 18 00:01:34.227969 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1d93e-e75d-411e-8f06-f55f421e629c req-7e0dbe6e-3261-4e8d-80e8-22aaba554d28 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:34.233808 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84e1d93e-e75d-411e-8f06-f55f421e629c req-7e0dbe6e-3261-4e8d-80e8-22aaba554d28 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 944 time: 0.1208267 Sep 18 00:01:34.336233 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84e1d93e-e75d-411e-8f06-f55f421e629c req-23a7c19b-677e-43fc-809d-deef99f316e2 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874622 Sep 18 00:01:35.174327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d6b08-90ab-4ce6-9d2a-c53b96a216f2 req-2c29fc7f-9034-4d60-b886-cd7305e484f1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:35.187134 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f39d6b08-90ab-4ce6-9d2a-c53b96a216f2 req-2c29fc7f-9034-4d60-b886-cd7305e484f1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1567111 Sep 18 00:01:35.268281 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f39d6b08-90ab-4ce6-9d2a-c53b96a216f2 req-22fba4e3-f23c-4fff-8a9f-bdf96377dec5 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731571 Sep 18 00:01:35.533905 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316b478-502d-48dd-973b-4751315593eb req-2e212021-8815-4e07-a98f-c1a7e2894319 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:35.554157 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4316b478-502d-48dd-973b-4751315593eb req-2e212021-8815-4e07-a98f-c1a7e2894319 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1041148 Sep 18 00:01:35.652679 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4316b478-502d-48dd-973b-4751315593eb req-274f1b7b-7530-4795-97ca-dd1ed6d4daf7 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973790 Sep 18 00:01:35.781442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973a2c7-2ae9-4eb7-bdbd-3af6662989cd req-7b6cfdb5-1b89-41d0-a8e4-618e449157d8 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:35.792295 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9973a2c7-2ae9-4eb7-bdbd-3af6662989cd req-7b6cfdb5-1b89-41d0-a8e4-618e449157d8 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 944 time: 0.0679474 Sep 18 00:01:35.859234 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9973a2c7-2ae9-4eb7-bdbd-3af6662989cd req-cbc2b812-15dc-4317-a640-458a181f6a6d tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655029 Sep 18 00:01:36.189312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33506) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:36.413540 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-70c1659f-c018-45c1-9421-0b21272629c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:36.646662 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-70c1659f-c018-45c1-9421-0b21272629c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:36.737133 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-70c1659f-c018-45c1-9421-0b21272629c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:36.873195 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-70c1659f-c018-45c1-9421-0b21272629c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d0eca8bfff04c2ab692a2a1d639aef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6826732 Sep 18 00:01:36.875880 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33518) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:36.902830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1659f-c018-45c1-9421-0b21272629c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462dd68b-1da9-4cd4-9716-94d88f936f08,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:36.956662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e2110-d09b-4b04-afcb-616e058f690d req-0dba89fe-dcdf-451d-9b3f-68c650d64583 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:36.968168 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c22e2110-d09b-4b04-afcb-616e058f690d req-0dba89fe-dcdf-451d-9b3f-68c650d64583 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.2769592 Sep 18 00:01:37.048035 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fea0b93e-3a47-4977-911e-1d60a6c8b285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:37.081928 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c22e2110-d09b-4b04-afcb-616e058f690d req-acf55de3-6446-4c00-99bb-0a9b84a5ef70 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111515 Sep 18 00:01:37.120275 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fea0b93e-3a47-4977-911e-1d60a6c8b285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:37.279425 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fea0b93e-3a47-4977-911e-1d60a6c8b285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:37.284617 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fea0b93e-3a47-4977-911e-1d60a6c8b285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:37.284617 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fea0b93e-3a47-4977-911e-1d60a6c8b285 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/462dd68b-1da9-4cd4-9716-94d88f936f08 HTTP/1.1" status: 204 len: 168 time: 0.4068189 Sep 18 00:01:37.308472 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0b93e-3a47-4977-911e-1d60a6c8b285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462dd68b-1da9-4cd4-9716-94d88f936f08,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:37.351949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a9b5a-6afa-41a8-a8e6-e8709eb554ed req-2eb1ead5-83fb-43db-97a0-117bf291f30f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:37.362218 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-223a9b5a-6afa-41a8-a8e6-e8709eb554ed req-2eb1ead5-83fb-43db-97a0-117bf291f30f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 944 time: 0.1589532 Sep 18 00:01:37.482330 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-223a9b5a-6afa-41a8-a8e6-e8709eb554ed req-9dfb51ed-9330-49f8-94f4-4596565044fb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042881 Sep 18 00:01:38.412994 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5a781b71-b530-4b9b-b69c-e4a619909bf4 req-59c45533-c63c-4fa1-b840-e3b4f9c01eae service neutron] 10.222.0.41 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927229 Sep 18 00:01:38.551398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-775cb586-6e3b-4fcc-b6ff-d3e37256fef2 req-5bb751fa-6429-455b-8455-9597afeaa516 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:01:38.553755 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-775cb586-6e3b-4fcc-b6ff-d3e37256fef2 req-5bb751fa-6429-455b-8455-9597afeaa516 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079145 Sep 18 00:01:38.951386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b731abe-9106-49fb-b64f-f8700106ed09 req-5df7c556-72f0-499e-9f55-98bc27d8e189 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:38.951386 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b731abe-9106-49fb-b64f-f8700106ed09 req-5df7c556-72f0-499e-9f55-98bc27d8e189 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 944 time: 0.0564251 Sep 18 00:01:38.951386 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b731abe-9106-49fb-b64f-f8700106ed09 req-e1fbdd68-5725-4ad7-a324-d7732a7bd0e1 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376709 Sep 18 00:01:39.567822 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5a781b71-b530-4b9b-b69c-e4a619909bf4 req-6e00d96f-4dec-4ae7-ba87-963d2b52e115 service neutron] 10.222.0.41 "GET /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900075 Sep 18 00:01:39.731220 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33572) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:39.750890 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-42d10d3f-e92b-4298-a575-e1b629baecb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:39.873044 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-42d10d3f-e92b-4298-a575-e1b629baecb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:39.997855 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-42d10d3f-e92b-4298-a575-e1b629baecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:40.096849 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d10d3f-e92b-4298-a575-e1b629baecb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fd5d7b-0d2d-427a-a43d-8bc255a0fa8c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:40.141156 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-42d10d3f-e92b-4298-a575-e1b629baecb6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=edc62926b7d94cb48583795f82654b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4083381 Sep 18 00:01:40.141856 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33584) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:40.161996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3426f9-5814-4001-93a2-6c3d94f39df0 req-f7f6773d-5ae9-4074-802e-1606379e29a7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:40.169546 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f3426f9-5814-4001-93a2-6c3d94f39df0 req-f7f6773d-5ae9-4074-802e-1606379e29a7 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 944 time: 0.0958488 Sep 18 00:01:40.210262 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f5b32-94d0-42cd-9a5b-3a16c4ac81c8 req-b0ea714c-dc82-47f7-9a2e-03fa0fbcf302 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:40.218876 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a36f5b32-94d0-42cd-9a5b-3a16c4ac81c8 req-b0ea714c-dc82-47f7-9a2e-03fa0fbcf302 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1143210 Sep 18 00:01:40.229530 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-69c3e1c3-9adf-4633-a2ab-3dcec500f19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:40.263479 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a36f5b32-94d0-42cd-9a5b-3a16c4ac81c8 req-5789b28c-890a-4552-8879-10cd0b60ac85 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437675 Sep 18 00:01:40.266902 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-69c3e1c3-9adf-4633-a2ab-3dcec500f19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:40.312882 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f3426f9-5814-4001-93a2-6c3d94f39df0 req-0c731239-eb98-427a-973d-f4d2bbcefd00 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421845 Sep 18 00:01:40.414699 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f9e6b-b771-4a78-8471-9e22c6f071c3 req-ce3132ec-c711-4efe-baac-b4a4d90be191 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:40.422616 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c2f9e6b-b771-4a78-8471-9e22c6f071c3 req-ce3132ec-c711-4efe-baac-b4a4d90be191 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.0628629 Sep 18 00:01:40.482132 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:40.486628 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-69c3e1c3-9adf-4633-a2ab-3dcec500f19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:40.498776 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-69c3e1c3-9adf-4633-a2ab-3dcec500f19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:40.500719 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-69c3e1c3-9adf-4633-a2ab-3dcec500f19d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05fd5d7b-0d2d-427a-a43d-8bc255a0fa8c HTTP/1.1" status: 204 len: 168 time: 0.3574588 Sep 18 00:01:40.523208 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c2f9e6b-b771-4a78-8471-9e22c6f071c3 req-8bb143e5-13f2-4535-a2d3-36c303cc3a55 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0953252 Sep 18 00:01:40.535781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3e1c3-9adf-4633-a2ab-3dcec500f19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fd5d7b-0d2d-427a-a43d-8bc255a0fa8c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:40.861155 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-3fdbac29-8cc5-4602-a094-9ef961345ce1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4218366 Sep 18 00:01:40.879367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-232caf6c-820f-49aa-80ce-20c199f1c3e0 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:01:40.880575 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-232caf6c-820f-49aa-80ce-20c199f1c3e0 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142148 Sep 18 00:01:41.494989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416da0b8-b451-4f05-9b03-6f98d3c8fb8e req-0654ba40-9cd5-452c-8343-1711ac1f65a5 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:41.498601 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-416da0b8-b451-4f05-9b03-6f98d3c8fb8e req-0654ba40-9cd5-452c-8343-1711ac1f65a5 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0774298 Sep 18 00:01:41.587051 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-416da0b8-b451-4f05-9b03-6f98d3c8fb8e req-5a120e4f-1b23-41bd-99a1-1face1ade34f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688174 Sep 18 00:01:41.615045 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e07f9e-0087-442f-ba13-cd53c6f1b1c5 req-b5e720f7-5ff4-42ec-ae51-927f483eaa66 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:41.622715 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7e07f9e-0087-442f-ba13-cd53c6f1b1c5 req-b5e720f7-5ff4-42ec-ae51-927f483eaa66 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 944 time: 0.1249816 Sep 18 00:01:41.671123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7e07f9e-0087-442f-ba13-cd53c6f1b1c5 req-b9a744cd-1d7b-4562-ac58-f86b59dfd3eb tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421357 Sep 18 00:01:41.795253 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9085794-d40c-47c0-bcfc-eb819445bab1 req-0276d289-a55d-45b8-b218-6664f8365044 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:41.801841 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9085794-d40c-47c0-bcfc-eb819445bab1 req-0276d289-a55d-45b8-b218-6664f8365044 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.0856218 Sep 18 00:01:41.870332 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9085794-d40c-47c0-bcfc-eb819445bab1 req-333ac942-f133-4e88-9d36-b79c05f12d65 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617630 Sep 18 00:01:42.576789 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:01:42.745252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033179d1-0888-41d2-97b6-a07b39d4ef7d req-7e952b30-15e9-49be-98d8-899cf0763fb7 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:42.756693 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-033179d1-0888-41d2-97b6-a07b39d4ef7d req-7e952b30-15e9-49be-98d8-899cf0763fb7 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0832665 Sep 18 00:01:42.845937 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf13e6-852d-4f58-b306-ea5081214794 req-9ddb6e2d-dca3-43a4-b7f6-a316fbc08282 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:42.847966 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2cf13e6-852d-4f58-b306-ea5081214794 req-9ddb6e2d-dca3-43a4-b7f6-a316fbc08282 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 944 time: 0.0773745 Sep 18 00:01:42.867384 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-033179d1-0888-41d2-97b6-a07b39d4ef7d req-f131cabf-a88b-4a0d-9c24-f0a0f653f92b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069028 Sep 18 00:01:42.917372 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2cf13e6-852d-4f58-b306-ea5081214794 req-38c4f27c-98f1-4e1b-ad56-cc2cc36194b3 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565269 Sep 18 00:01:42.989324 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01153baf-9f02-4cf0-a518-e5153a95b508 req-8a2eef9d-56eb-44a8-b9ea-61024e858565 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:42.990824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01153baf-9f02-4cf0-a518-e5153a95b508 req-8a2eef9d-56eb-44a8-b9ea-61024e858565 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.0513463 Sep 18 00:01:43.037420 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01153baf-9f02-4cf0-a518-e5153a95b508 req-65c2cf7f-17ff-4d3d-8b5d-7464ae95b1bf tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403237 Sep 18 00:01:43.279919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device df058d3e-3739-4f45-a6ed-32fc3b73f947 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:01:43.398296 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port df058d3e-3739-4f45-a6ed-32fc3b73f947, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=df058d3e-3739-4f45-a6ed-32fc3b73f947,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:01:43.413309 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'df058d3e-3739-4f45-a6ed-32fc3b73f947', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'port_id': 'df058d3e-3739-4f45-a6ed-32fc3b73f947', 'mac_address': 'fa:16:3e:df:17:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:01:43.454296 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:43.466390 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:43.481605 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df058d3e-3739-4f45-a6ed-32fc3b73f947 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:01:43.509398 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port df058d3e-3739-4f45-a6ed-32fc3b73f947, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=df058d3e-3739-4f45-a6ed-32fc3b73f947,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:01:43.704744 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:43.778692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=df058d3e-3739-4f45-a6ed-32fc3b73f947,revision_number=11']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:43.789188 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:43.789808 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:43.790320 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:43.790933 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:43.791527 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:43.791871 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:43.792203 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:43.792649 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:43.793294 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:43.793972 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:43.794427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:43.794969 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:43.944363 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['df058d3e-3739-4f45-a6ed-32fc3b73f947'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:01:44.186723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864f885-d22c-4ea4-a0c9-20d29646daf3 req-f41e85f1-342d-4f4a-b5fa-abe40fe9931f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:44.188275 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d864f885-d22c-4ea4-a0c9-20d29646daf3 req-f41e85f1-342d-4f4a-b5fa-abe40fe9931f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1670523 Sep 18 00:01:44.280940 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d864f885-d22c-4ea4-a0c9-20d29646daf3 req-7e3ed2be-c7ff-4e4f-b41d-53b91ddf55e2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854201 Sep 18 00:01:44.290465 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8e211-fd0d-47ed-b320-a37eb923279d req-e48895c0-694e-43c9-b7cc-4ff19fc109f6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:44.307155 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1c8e211-fd0d-47ed-b320-a37eb923279d req-e48895c0-694e-43c9-b7cc-4ff19fc109f6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.2146275 Sep 18 00:01:44.324951 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f82d7c71-421d-467f-b170-81753b8b1078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:44.383376 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b1c8e211-fd0d-47ed-b320-a37eb923279d req-9b5b78c1-174c-478d-a724-98e78d838c5a tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662203 Sep 18 00:01:44.492054 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddd818-2b3d-46d0-965b-2f2c9bcb4e7f req-52c53bbf-ce4f-44dc-b4f4-6cd1818a3e5c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:44.500256 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2dddd818-2b3d-46d0-965b-2f2c9bcb4e7f req-52c53bbf-ce4f-44dc-b4f4-6cd1818a3e5c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.0940936 Sep 18 00:01:44.565822 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2dddd818-2b3d-46d0-965b-2f2c9bcb4e7f req-aa6b54a4-f7ef-48ae-b5cb-233d4c8e3c1f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591426 Sep 18 00:01:44.779562 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f875923-42cb-48af-83d0-076cda845603 req-cef2a176-3106-4c7c-b6b1-88d5c5ea313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:44.782310 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-cef2a176-3106-4c7c-b6b1-88d5c5ea313f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 1097 time: 0.1033525 Sep 18 00:01:44.909493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f875923-42cb-48af-83d0-076cda845603 req-f1aecdb5-058b-4f54-8525-23df81c36c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:44.911261 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-f1aecdb5-058b-4f54-8525-23df81c36c11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=02790972-fc13-4ec4-a91c-79defc526414 HTTP/1.1" status: 200 len: 898 time: 0.1198969 Sep 18 00:01:45.028015 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-3384985e-ac09-42c8-aa02-bc742a655f34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ff178c3-911e-444f-b680-a84ea8e3bf13 HTTP/1.1" status: 200 len: 1002 time: 0.1092513 Sep 18 00:01:45.117225 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f875923-42cb-48af-83d0-076cda845603 req-2db40485-7ce0-48f4-a1c6-f660b604c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:45.126292 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-2db40485-7ce0-48f4-a1c6-f660b604c33b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=627bd896-1806-4a43-939b-d1285ef7d32d HTTP/1.1" status: 200 len: 835 time: 0.0848370 Sep 18 00:01:45.223908 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f875923-42cb-48af-83d0-076cda845603 req-7305b9b7-3a2b-47cf-9f5e-ff5dfa656edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:45.226423 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-7305b9b7-3a2b-47cf-9f5e-ff5dfa656edd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02790972-fc13-4ec4-a91c-79defc526414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981166 Sep 18 00:01:45.289038 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device df058d3e-3739-4f45-a6ed-32fc3b73f947 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:01:45.474949 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-b47ecd81-0c99-479a-aa2c-5e0d562e6e3c service neutron] 10.222.0.41 "GET /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356064 Sep 18 00:01:45.539643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port df058d3e-3739-4f45-a6ed-32fc3b73f947 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:01:45.541399 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port df058d3e-3739-4f45-a6ed-32fc3b73f947 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:01:45.541954 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:45.556505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8757ed7-e0fc-4d40-9079-e5ab95f2a726 req-d5ea8f0a-51ce-4f14-8e73-1d9a224e485f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:45.564493 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8757ed7-e0fc-4d40-9079-e5ab95f2a726 req-d5ea8f0a-51ce-4f14-8e73-1d9a224e485f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1545668 Sep 18 00:01:45.625330 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-5df7fb46-72dd-4a82-a496-d5ae6961ba7e service neutron] 10.222.0.41 "GET /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432414 Sep 18 00:01:45.654440 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea72e6-abd1-4fbd-b317-55c799e1079e req-8210e5d5-5a3b-4bc9-a7ec-ad6999496b38 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:45.657122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09ea72e6-abd1-4fbd-b317-55c799e1079e req-8210e5d5-5a3b-4bc9-a7ec-ad6999496b38 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 945 time: 0.1534629 Sep 18 00:01:45.674410 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8757ed7-e0fc-4d40-9079-e5ab95f2a726 req-eae8eaab-743e-4bc8-978e-76a1f7c9e3cc tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090539 Sep 18 00:01:45.735763 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:45.763043 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09ea72e6-abd1-4fbd-b317-55c799e1079e req-e2297746-81be-4740-aacc-9293727b25a1 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839698 Sep 18 00:01:45.767989 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df058d3e-3739-4f45-a6ed-32fc3b73f947'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:01:45.771314 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd0d3e1-0ab7-46e6-9c41-06d167eb1826" -d '{"events": [{"server_uuid": "2bb00444-8c1a-4641-8888-d459c9465ee9", "name": "network-vif-plugged", "status": "completed", "tag": "df058d3e-3739-4f45-a6ed-32fc3b73f947"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:01:45.789758 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port df058d3e-3739-4f45-a6ed-32fc3b73f947, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=df058d3e-3739-4f45-a6ed-32fc3b73f947,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:01:45.825077 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d56906b-0eb9-456e-881b-b34bbdb695e4 x-openstack-request-id: req-1d56906b-0eb9-456e-881b-b34bbdb695e4 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:01:45.825574 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb00444-8c1a-4641-8888-d459c9465ee9", "name": "network-vif-plugged", "status": "completed", "tag": "df058d3e-3739-4f45-a6ed-32fc3b73f947", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:01:45.826380 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d56906b-0eb9-456e-881b-b34bbdb695e4 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:01:45.826934 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df058d3e-3739-4f45-a6ed-32fc3b73f947', 'code': 200} Sep 18 00:01:45.827297 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5f896-1059-46ee-a804-115a2e0a143d req-bf34181d-bd67-4b78-b40b-4bf848b89cce tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:45.829060 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0e5f896-1059-46ee-a804-115a2e0a143d req-bf34181d-bd67-4b78-b40b-4bf848b89cce tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.0650442 Sep 18 00:01:45.899760 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:45.945979 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0e5f896-1059-46ee-a804-115a2e0a143d req-9fdc11bd-2c3f-4e7f-8cca-a5da75981fe0 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1079161 Sep 18 00:01:46.024785 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=df058d3e-3739-4f45-a6ed-32fc3b73f947,revision_number=12']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:46.142844 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2bdc0-b5d2-40e8-b961-f285afcf95e2 req-9205ed81-64c8-46a2-a6c3-4135172b13f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:46.145198 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d3c2bdc0-b5d2-40e8-b961-f285afcf95e2 req-9205ed81-64c8-46a2-a6c3-4135172b13f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 1097 time: 0.0708029 Sep 18 00:01:46.193094 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d3c2bdc0-b5d2-40e8-b961-f285afcf95e2 req-cd1849ea-708a-4046-8ee6-2153cbef2f3c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385048 Sep 18 00:01:46.622364 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-137b6365-e40c-4a8f-a164-2e26e5739abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:46.865838 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f24916-fd74-474a-b7d6-bb87178cf978 req-c6bf0510-6a1c-4f37-8eff-453621cd7b3d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:46.867961 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66f24916-fd74-474a-b7d6-bb87178cf978 req-c6bf0510-6a1c-4f37-8eff-453621cd7b3d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0838161 Sep 18 00:01:46.937407 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-66f24916-fd74-474a-b7d6-bb87178cf978 req-ac00d52f-734f-4edb-9016-a3c62cc9171c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475698 Sep 18 00:01:46.980161 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275d1e-42e9-43c7-a7f9-cd998fcc165c req-bcb6be29-0922-49ee-bb57-74859c465725 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:46.981929 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-69275d1e-42e9-43c7-a7f9-cd998fcc165c req-bcb6be29-0922-49ee-bb57-74859c465725 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 946 time: 0.1337233 Sep 18 00:01:47.050377 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-69275d1e-42e9-43c7-a7f9-cd998fcc165c req-a2a34ff4-8eb1-4889-886c-4f05c1fdf767 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599997 Sep 18 00:01:47.091513 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a15fa-9f31-4459-8fce-b605fc4a9515 req-8275b1fa-7b31-4e09-aa60-1dc236e6ed54 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:47.093080 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-235a15fa-9f31-4459-8fce-b605fc4a9515 req-8275b1fa-7b31-4e09-aa60-1dc236e6ed54 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.0612683 Sep 18 00:01:47.137536 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-235a15fa-9f31-4459-8fce-b605fc4a9515 req-df041f46-5b01-4581-811c-82c84905d6cd tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381837 Sep 18 00:01:47.304728 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:47.800915 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:48.066636 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d69a23-33aa-423a-93fa-9ff7fdef270e req-5846699d-dfb9-4cbd-9385-cbc44fc563b3 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:48.068821 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43d69a23-33aa-423a-93fa-9ff7fdef270e req-5846699d-dfb9-4cbd-9385-cbc44fc563b3 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0609474 Sep 18 00:01:48.112121 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43d69a23-33aa-423a-93fa-9ff7fdef270e req-ccd330fa-7a9f-40cc-9a3f-a3a0cc61537b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370226 Sep 18 00:01:48.158758 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33826) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:48.201768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4e3a5-7304-4462-894b-f6ec051d53ad req-c5b57f9b-d0e2-4957-9f36-d7e0db0979d6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:48.203403 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8e4e3a5-7304-4462-894b-f6ec051d53ad req-c5b57f9b-d0e2-4957-9f36-d7e0db0979d6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 946 time: 0.0598786 Sep 18 00:01:48.274912 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8e4e3a5-7304-4462-894b-f6ec051d53ad req-cd931e3c-c1cd-45c3-916c-de52e997df42 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649805 Sep 18 00:01:48.302644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831aeaf9-c7e0-47bc-b5ab-ed9382b4c7fe req-a669eb0d-e19a-4ecf-91f0-e782bc0e591e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:48.305970 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-831aeaf9-c7e0-47bc-b5ab-ed9382b4c7fe req-a669eb0d-e19a-4ecf-91f0-e782bc0e591e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.0737534 Sep 18 00:01:48.347979 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-831aeaf9-c7e0-47bc-b5ab-ed9382b4c7fe req-b01c32f8-1e3f-4e41-87a2-d859fd3b9ab9 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409372 Sep 18 00:01:49.130712 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:49.347707 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d00a47-29e4-4627-838f-b67bf68e1826 req-b010b37e-e291-4701-8209-4c79ffe46f3a tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:49.352557 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52d00a47-29e4-4627-838f-b67bf68e1826 req-b010b37e-e291-4701-8209-4c79ffe46f3a tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0954759 Sep 18 00:01:49.406353 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52d00a47-29e4-4627-838f-b67bf68e1826 req-1a960cf7-61aa-4286-b06c-eaf27d22a3e2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475628 Sep 18 00:01:49.499286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5243ca-dd4c-49c5-bd65-b609627b5fd9 req-14057c45-20de-44eb-8362-0d278f65a76e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:49.508508 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d5243ca-dd4c-49c5-bd65-b609627b5fd9 req-14057c45-20de-44eb-8362-0d278f65a76e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 946 time: 0.1004407 Sep 18 00:01:49.611445 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d5243ca-dd4c-49c5-bd65-b609627b5fd9 req-32005b4a-1f9a-465e-bf69-c9f10c315a29 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013510 Sep 18 00:01:49.663698 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610f693-3a0d-4bd5-9e30-7f3d8468c478 req-3a9d3d83-9bfa-4824-aa87-2cdbb23b2e52 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:49.663698 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2610f693-3a0d-4bd5-9e30-7f3d8468c478 req-3a9d3d83-9bfa-4824-aa87-2cdbb23b2e52 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.1194441 Sep 18 00:01:49.685794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Deleting port be369b81-f067-4869-ae4d-d2ccd4ca3704 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:01:49.686330 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:49.714045 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2610f693-3a0d-4bd5-9e30-7f3d8468c478 req-d7054be2-b7c4-430b-9efe-4d77e25a21b6 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391793 Sep 18 00:01:49.789270 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] For port be369b81-f067-4869-ae4d-d2ccd4ca3704, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=be369b81-f067-4869-ae4d-d2ccd4ca3704,segment=NetworkSegment(a3aad2c6-c7cd-4999-a94c-0b4ecd570594),segment_id=a3aad2c6-c7cd-4999-a94c-0b4ecd570594)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:01:49.790145 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:49.833388 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:49.840397 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Calling delete_port for be369b81-f067-4869-ae4d-d2ccd4ca3704 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:01:50.239790 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:50.267836 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=be369b81-f067-4869-ae4d-d2ccd4ca3704,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:50.282716 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:50.283328 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:50.283865 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:50.284465 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:50.285019 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:50.285499 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:50.286391 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:50.287033 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:50.287617 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:50.288227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:50.288704 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:50.289492 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:01:50.546132 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:50.615083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e6c3e-eea3-49ef-a9fc-88a08d2d33af req-2e7f85b4-9db4-4604-9ff1-97dafab1b27a tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:50.639578 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f4e6c3e-eea3-49ef-a9fc-88a08d2d33af req-2e7f85b4-9db4-4604-9ff1-97dafab1b27a tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1068873 Sep 18 00:01:50.697761 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f4e6c3e-eea3-49ef-a9fc-88a08d2d33af req-77f3d3c2-fa76-4f09-84b9-72f5a0752256 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559423 Sep 18 00:01:50.856763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793d076-2a4b-4436-85d9-d8f00b26cafe req-d252d234-ef3b-4667-a4eb-1ce52b72c0b3 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:50.858564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0793d076-2a4b-4436-85d9-d8f00b26cafe req-d252d234-ef3b-4667-a4eb-1ce52b72c0b3 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 946 time: 0.1369886 Sep 18 00:01:50.881434 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Router 5ac11ac3-05e8-49a3-96a3-45e607a8031d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:01:50.912454 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e23556-31ca-43b1-885c-869f75fda2b2 req-f5a8950a-0a08-4cf1-b49c-502d301caf89 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:50.927066 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1e23556-31ca-43b1-885c-869f75fda2b2 req-f5a8950a-0a08-4cf1-b49c-502d301caf89 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.1151772 Sep 18 00:01:50.965383 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0793d076-2a4b-4436-85d9-d8f00b26cafe req-3b69efde-7896-47f2-98d4-8f9def5781c6 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962799 Sep 18 00:01:50.999238 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1e23556-31ca-43b1-885c-869f75fda2b2 req-8546804f-e8f1-4035-94d5-50362cb5257c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711572 Sep 18 00:01:51.048799 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:01:51.056877 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-89b79e0f-d357-4fb8-9b68-9130df692ffc admin admin] 10.222.0.46 "PUT /v2.0/routers/5ac11ac3-05e8-49a3-96a3-45e607a8031d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8956499 Sep 18 00:01:51.058036 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33886) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:51.060406 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683eb179-2495-4c6b-ac5b-f68c2af2900c None None] Sync routers for ids ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:01:51.081974 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683eb179-2495-4c6b-ac5b-f68c2af2900c None None] Routers {'5ac11ac3-05e8-49a3-96a3-45e607a8031d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:01:51.082772 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-683eb179-2495-4c6b-ac5b-f68c2af2900c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:01:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:01:51.168449 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c5f30aef-6d60-49f5-a3cb-e6951a473cf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:51.278279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-683eb179-2495-4c6b-ac5b-f68c2af2900c None None] Set router 5ac11ac3-05e8-49a3-96a3-45e607a8031d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:01:51.314395 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c5f30aef-6d60-49f5-a3cb-e6951a473cf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:51.487845 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-683eb179-2495-4c6b-ac5b-f68c2af2900c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-18T00:01:50Z', 'revision_number': 5, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port': {'id': '31c4d618-63c1-448b-b12b-9f2a92dde7dd', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:35Z', 'updated_at': '2021-09-17T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:01:51.499043 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-c5f30aef-6d60-49f5-a3cb-e6951a473cf3 admin admin] Deleting port 31c4d618-63c1-448b-b12b-9f2a92dde7dd {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:01:51.505102 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c5f30aef-6d60-49f5-a3cb-e6951a473cf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:51.529461 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683eb179-2495-4c6b-ac5b-f68c2af2900c None None] Checking router: 5ac11ac3-05e8-49a3-96a3-45e607a8031d for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:01:51.540354 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683eb179-2495-4c6b-ac5b-f68c2af2900c None None] Routers {'5ac11ac3-05e8-49a3-96a3-45e607a8031d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:01:51.541232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-683eb179-2495-4c6b-ac5b-f68c2af2900c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:01:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:01:51.614422 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-c5f30aef-6d60-49f5-a3cb-e6951a473cf3 admin admin] For port 31c4d618-63c1-448b-b12b-9f2a92dde7dd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=31c4d618-63c1-448b-b12b-9f2a92dde7dd,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:01:51.615101 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c5f30aef-6d60-49f5-a3cb-e6951a473cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:51.629239 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-c5f30aef-6d60-49f5-a3cb-e6951a473cf3 admin admin] Calling delete_port for 31c4d618-63c1-448b-b12b-9f2a92dde7dd owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:01:51.656279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-683eb179-2495-4c6b-ac5b-f68c2af2900c None None] Set router 5ac11ac3-05e8-49a3-96a3-45e607a8031d gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:01:51.720439 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-683eb179-2495-4c6b-ac5b-f68c2af2900c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-18T00:01:51Z', 'revision_number': 6, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:01:51.795119 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683eb179-2495-4c6b-ac5b-f68c2af2900c None None] The sync data for ids ['5ac11ac3-05e8-49a3-96a3-45e607a8031d'] in n-d-809883-1 is: [{'id': '5ac11ac3-05e8-49a3-96a3-45e607a8031d', 'name': 'tempest-AttachVolumeTestJSON-1743170836-router', 'tenant_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:34Z', 'updated_at': '2021-09-18T00:01:51Z', 'revision_number': 6, 'project_id': 'a18a1f6767cb4e0fb2739899ffe26669', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:01:51.930918 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45961a-3308-46c0-8cf1-f99767972e97 req-46c6b72f-25a6-4ad0-aaaa-1f4f8615be59 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:51.932434 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3c45961a-3308-46c0-8cf1-f99767972e97 req-46c6b72f-25a6-4ad0-aaaa-1f4f8615be59 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1018348 Sep 18 00:01:51.975986 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3c45961a-3308-46c0-8cf1-f99767972e97 req-9c3d2eb9-0f98-440f-b18c-2b138c9628ab tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334775 Sep 18 00:01:52.024888 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c5f30aef-6d60-49f5-a3cb-e6951a473cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:52.059848 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f30aef-6d60-49f5-a3cb-e6951a473cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=31c4d618-63c1-448b-b12b-9f2a92dde7dd,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:52.189342 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c5f30aef-6d60-49f5-a3cb-e6951a473cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:52.314774 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c5f30aef-6d60-49f5-a3cb-e6951a473cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:52.317483 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c5f30aef-6d60-49f5-a3cb-e6951a473cf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:52.396014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f3f37-e3b7-4cf5-8fe3-4ba868ce6ec8 req-74e5243b-62ac-4f47-94b5-c6dd05e0b890 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:52.397633 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b4f3f37-e3b7-4cf5-8fe3-4ba868ce6ec8 req-74e5243b-62ac-4f47-94b5-c6dd05e0b890 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.2527781 Sep 18 00:01:52.448577 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b4f3f37-e3b7-4cf5-8fe3-4ba868ce6ec8 req-91eb7f70-f4e7-465f-9810-c4bcce1d5eb7 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448534 Sep 18 00:01:52.471157 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c5f30aef-6d60-49f5-a3cb-e6951a473cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:52.472071 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f30aef-6d60-49f5-a3cb-e6951a473cf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ac11ac3-05e8-49a3-96a3-45e607a8031d {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:01:52.482391 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c5f30aef-6d60-49f5-a3cb-e6951a473cf3 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:52.484353 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c5f30aef-6d60-49f5-a3cb-e6951a473cf3 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5ac11ac3-05e8-49a3-96a3-45e607a8031d HTTP/1.1" status: 204 len: 168 time: 1.4253278 Sep 18 00:01:52.487045 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33908) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:52.515484 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae5aaa-32e1-4b0a-8cdd-d3ebc16d910a req-0fe45e58-9e78-4819-a03f-600468736d63 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:52.516940 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bcae5aaa-32e1-4b0a-8cdd-d3ebc16d910a req-0fe45e58-9e78-4819-a03f-600468736d63 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0905137 Sep 18 00:01:52.626554 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60ea7db-6a8f-459c-9e09-fd69017fa415 admin admin] Deleting subnet 372385ca-344b-4083-aa15-78d8fb783453 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:01:52.634237 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d60ea7db-6a8f-459c-9e09-fd69017fa415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:52.642628 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bcae5aaa-32e1-4b0a-8cdd-d3ebc16d910a req-205b7405-7c28-46be-8f10-83a766811e80 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156018 Sep 18 00:01:52.648218 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device be369b81-f067-4869-ae4d-d2ccd4ca3704 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:01:52.691500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7cef2-e14c-4a18-a694-07c42e63fc7c req-91d34d27-263f-4c81-83a4-f40cf4a004d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:52.693517 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: be369b81-f067-4869-ae4d-d2ccd4ca3704 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:01:52.693874 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device be369b81-f067-4869-ae4d-d2ccd4ca3704 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:01:52.700055 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-36e7cef2-e14c-4a18-a694-07c42e63fc7c req-91d34d27-263f-4c81-83a4-f40cf4a004d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 1096 time: 0.1295712 Sep 18 00:01:52.707567 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d60ea7db-6a8f-459c-9e09-fd69017fa415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:52.869884 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7cef2-e14c-4a18-a694-07c42e63fc7c req-e58e16f5-be58-4350-828a-35b176776de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:52.871346 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-36e7cef2-e14c-4a18-a694-07c42e63fc7c req-e58e16f5-be58-4350-828a-35b176776de4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 912 time: 0.1615777 Sep 18 00:01:52.874420 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d60ea7db-6a8f-459c-9e09-fd69017fa415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:52.974791 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-36e7cef2-e14c-4a18-a694-07c42e63fc7c req-bd9a2889-4526-494b-976a-7227bf54ad2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 HTTP/1.1" status: 200 len: 999 time: 0.0806317 Sep 18 00:01:53.074576 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7cef2-e14c-4a18-a694-07c42e63fc7c req-7a69c207-481c-4803-993c-b2eb3192d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:53.076227 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-36e7cef2-e14c-4a18-a694-07c42e63fc7c req-7a69c207-481c-4803-993c-b2eb3192d0b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.0941746 Sep 18 00:01:53.126813 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7cef2-e14c-4a18-a694-07c42e63fc7c req-27c43178-e4f1-4fb1-ba41-a1678a7ae597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:53.128332 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-36e7cef2-e14c-4a18-a694-07c42e63fc7c req-27c43178-e4f1-4fb1-ba41-a1678a7ae597 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442927 Sep 18 00:01:53.211780 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d60ea7db-6a8f-459c-9e09-fd69017fa415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:53.247190 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ea7db-6a8f-459c-9e09-fd69017fa415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=372385ca-344b-4083-aa15-78d8fb783453,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:53.262910 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d60ea7db-6a8f-459c-9e09-fd69017fa415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:53.267381 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d60ea7db-6a8f-459c-9e09-fd69017fa415 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/372385ca-344b-4083-aa15-78d8fb783453 HTTP/1.1" status: 204 len: 168 time: 0.7763674 Sep 18 00:01:53.267586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63453a12-7a71-4478-98f2-1ddafa9eefa8 None None] Network a544fc79-cedf-43d8-98c2-acb1f5a0c66d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:01:53.268382 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33922) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:53.361480 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:53.369851 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-36e7cef2-e14c-4a18-a694-07c42e63fc7c req-25387ca8-d6b0-4913-8791-60206c443c80 service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335548 Sep 18 00:01:53.505197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464ca7ec-ca2d-4794-917f-922c504e8243 None None] DHCP port deletion for a544fc79-cedf-43d8-98c2-acb1f5a0c66d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:01:53.594146 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-464ca7ec-ca2d-4794-917f-922c504e8243 None None] Deleting port 826cc9cd-e14b-4938-9daa-51a9e95f6d44 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:01:53.600949 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-464ca7ec-ca2d-4794-917f-922c504e8243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:53.615219 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-36e7cef2-e14c-4a18-a694-07c42e63fc7c req-0b56f4f2-c4b5-4868-aca4-5bd973aa57d4 service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160962 Sep 18 00:01:53.626619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] Deleting port 826cc9cd-e14b-4938-9daa-51a9e95f6d44 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:01:53.632342 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:53.681134 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50870158-877d-4948-a522-24ef3c327f1c req-7c83da58-200e-4d1e-b58b-5b181392f628 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:53.700957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-50870158-877d-4948-a522-24ef3c327f1c req-7c83da58-200e-4d1e-b58b-5b181392f628 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.0990798 Sep 18 00:01:53.754894 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-50870158-877d-4948-a522-24ef3c327f1c req-51633d4d-5dc7-4894-ae13-7295a401cf8f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528984 Sep 18 00:01:53.776154 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] For port 826cc9cd-e14b-4938-9daa-51a9e95f6d44, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=826cc9cd-e14b-4938-9daa-51a9e95f6d44,segment=NetworkSegment(a3aad2c6-c7cd-4999-a94c-0b4ecd570594),segment_id=a3aad2c6-c7cd-4999-a94c-0b4ecd570594)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:01:53.776525 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:53.807214 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] Calling delete_port for 826cc9cd-e14b-4938-9daa-51a9e95f6d44 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:01:53.865883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec32199-680d-4c76-aa22-d4d4448133e1 req-48982815-3a05-445d-a8e1-973f100741fd tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:53.867907 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ec32199-680d-4c76-aa22-d4d4448133e1 req-48982815-3a05-445d-a8e1-973f100741fd tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0930002 Sep 18 00:01:53.935091 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ec32199-680d-4c76-aa22-d4d4448133e1 req-15bb4f50-7182-4b25-8c6b-5b2156d010be tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612209 Sep 18 00:01:54.006165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-464ca7ec-ca2d-4794-917f-922c504e8243 None None] For port 826cc9cd-e14b-4938-9daa-51a9e95f6d44, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=826cc9cd-e14b-4938-9daa-51a9e95f6d44,segment=NetworkSegment(a3aad2c6-c7cd-4999-a94c-0b4ecd570594),segment_id=a3aad2c6-c7cd-4999-a94c-0b4ecd570594)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:01:54.007265 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-464ca7ec-ca2d-4794-917f-922c504e8243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:54.029841 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:54.039954 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-464ca7ec-ca2d-4794-917f-922c504e8243 None None] Calling delete_port for 826cc9cd-e14b-4938-9daa-51a9e95f6d44 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:01:54.076028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] Pushing event deleted for resources: {'Port': ['ID=826cc9cd-e14b-4938-9daa-51a9e95f6d44,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:54.079286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] No DVR routers for this DVR port 826cc9cd-e14b-4938-9daa-51a9e95f6d44 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:01:54.139469 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-464ca7ec-ca2d-4794-917f-922c504e8243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:54.148876 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 826cc9cd-e14b-4938-9daa-51a9e95f6d44 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:01:54.172262 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:54.196734 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a544fc79-cedf-43d8-98c2-acb1f5a0c66d']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:01:54.207752 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3aad2c6-c7cd-4999-a94c-0b4ecd570594') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:01:54.208121 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3aad2c6-c7cd-4999-a94c-0b4ecd570594') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:01:54.219411 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:54.222691 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ca7ec-ca2d-4794-917f-922c504e8243 None None] Pushing event deleted for resources: {'Port': ['ID=826cc9cd-e14b-4938-9daa-51a9e95f6d44,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:54.224661 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 826cc9cd-e14b-4938-9daa-51a9e95f6d44 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:01:54.225019 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 826cc9cd-e14b-4938-9daa-51a9e95f6d44 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:01:54.226503 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 31c4d618-63c1-448b-b12b-9f2a92dde7dd no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:01:54.238142 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:54.245198 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:01:54.245612 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:54.252483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464ca7ec-ca2d-4794-917f-922c504e8243 None None] No DVR routers for this DVR port 826cc9cd-e14b-4938-9daa-51a9e95f6d44 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:01:54.255133 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 31c4d618-63c1-448b-b12b-9f2a92dde7dd {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:01:54.255477 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 31c4d618-63c1-448b-b12b-9f2a92dde7dd not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:01:54.314775 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:01:54.413120 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:54.424394 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:54.426664 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a544fc79-cedf-43d8-98c2-acb1f5a0c66d HTTP/1.1" status: 204 len: 168 time: 1.1568937 Sep 18 00:01:54.465342 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf554f-4696-4825-8d75-bf807eaf9491 admin admin] Pushing event deleted for resources: {'Network': ['ID=a544fc79-cedf-43d8-98c2-acb1f5a0c66d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:54.890356 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33946) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:54.926045 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5457c1-f6eb-4d7d-824c-b6210335b3dd req-7a054d36-27c0-4698-91a0-31ba83372dba tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:54.930577 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be5457c1-f6eb-4d7d-824c-b6210335b3dd req-7a054d36-27c0-4698-91a0-31ba83372dba tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.1074967 Sep 18 00:01:54.961005 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4a9511f7-dc31-450c-b2a5-a31bedfd16ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a18a1f6767cb4e0fb2739899ffe26669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0686486 Sep 18 00:01:54.961665 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33952) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:55.070895 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e237d17c-0b29-4bfc-a90c-ef9c1dbc0eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:55.073982 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be5457c1-f6eb-4d7d-824c-b6210335b3dd req-070a34fa-821c-4f93-be73-d1d566f75a70 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1254506 Sep 18 00:01:55.103467 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e237d17c-0b29-4bfc-a90c-ef9c1dbc0eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:55.167595 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163d944-bb87-4e8d-8da4-67e54832e1a7 req-1e9e4dd1-56fe-40fa-9cf6-eda0c5599604 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:55.169263 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d163d944-bb87-4e8d-8da4-67e54832e1a7 req-1e9e4dd1-56fe-40fa-9cf6-eda0c5599604 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0825655 Sep 18 00:01:55.207767 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d163d944-bb87-4e8d-8da4-67e54832e1a7 req-381db131-77ac-4d39-aa24-3a2ed0807085 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323038 Sep 18 00:01:55.304239 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e237d17c-0b29-4bfc-a90c-ef9c1dbc0eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:55.306923 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e237d17c-0b29-4bfc-a90c-ef9c1dbc0eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:55.308197 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e237d17c-0b29-4bfc-a90c-ef9c1dbc0eb0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/939c906f-8621-477b-b04c-8413f7712269 HTTP/1.1" status: 204 len: 168 time: 0.3455329 Sep 18 00:01:55.317703 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237d17c-0b29-4bfc-a90c-ef9c1dbc0eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939c906f-8621-477b-b04c-8413f7712269,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:55.353386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40137eac-39cc-4087-98b1-bd6d5e3b6e03 req-328de6cf-b5ae-411b-a4d7-163a5ecd3b32 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:55.355241 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40137eac-39cc-4087-98b1-bd6d5e3b6e03 req-328de6cf-b5ae-411b-a4d7-163a5ecd3b32 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0704908 Sep 18 00:01:55.394718 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40137eac-39cc-4087-98b1-bd6d5e3b6e03 req-9878dcc0-d0e5-4693-84ff-ab436e331c68 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335679 Sep 18 00:01:56.032150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b205fb-888e-49ee-85f9-531e53c49229 req-2da41296-cb82-4b1e-b7e8-5560c23173c1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:56.034572 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7b205fb-888e-49ee-85f9-531e53c49229 req-2da41296-cb82-4b1e-b7e8-5560c23173c1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0811269 Sep 18 00:01:56.083006 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7b205fb-888e-49ee-85f9-531e53c49229 req-362c87bc-d2e3-43ab-bc47-3f7ace873b06 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418556 Sep 18 00:01:56.237903 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bf80a-a5e6-4e70-af90-0e6da5345f5e req-4a3c2904-ac07-468a-872e-4afb82a16a04 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:56.239674 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e74bf80a-a5e6-4e70-af90-0e6da5345f5e req-4a3c2904-ac07-468a-872e-4afb82a16a04 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.0625079 Sep 18 00:01:56.281888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e74bf80a-a5e6-4e70-af90-0e6da5345f5e req-bfcb5a17-ad1e-4dd5-bf88-c972d3593d42 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351422 Sep 18 00:01:56.527376 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34012) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:56.560098 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4d45d-b5de-4f43-b324-300852197039 req-aa5d3031-a7f8-4c7d-8b30-587c5c716153 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:56.562023 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cbe4d45d-b5de-4f43-b324-300852197039 req-aa5d3031-a7f8-4c7d-8b30-587c5c716153 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0623446 Sep 18 00:01:56.604388 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cbe4d45d-b5de-4f43-b324-300852197039 req-7dc03598-c712-4f8c-bd28-27e8c45fcca2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360990 Sep 18 00:01:56.685155 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a0d1eeaa-1c60-44cf-9779-9250b0478924 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1690607129-network', 'tenant_id': '8789870646c04ee28c537b4fe3c9719a'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:01:56.815814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d1eeaa-1c60-44cf-9779-9250b0478924 admin admin] Made reservation on behalf of 8789870646c04ee28c537b4fe3c9719a for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:01:56.819042 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0d1eeaa-1c60-44cf-9779-9250b0478924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:56.828370 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0d1eeaa-1c60-44cf-9779-9250b0478924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:56.914282 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0d1eeaa-1c60-44cf-9779-9250b0478924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:57.132859 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0d1eeaa-1c60-44cf-9779-9250b0478924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:57.161293 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d1eeaa-1c60-44cf-9779-9250b0478924 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:01:57.172317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1eeaa-1c60-44cf-9779-9250b0478924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bb2adc-2aea-4b53-a56f-5b42a553ff00,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:57.177595 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0d1eeaa-1c60-44cf-9779-9250b0478924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:57.178026 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-a0d1eeaa-1c60-44cf-9779-9250b0478924 admin admin] Added segment 62c67ca4-8d70-4e57-871a-617366dc2113 of type vlan for network 8b2d6011-258a-42be-9c93-b3ada3daa02d Sep 18 00:01:57.226013 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0d1eeaa-1c60-44cf-9779-9250b0478924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:57.327715 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0d1eeaa-1c60-44cf-9779-9250b0478924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:57.329498 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d1eeaa-1c60-44cf-9779-9250b0478924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:57.329677 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0d1eeaa-1c60-44cf-9779-9250b0478924 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:57.428068 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1eeaa-1c60-44cf-9779-9250b0478924 admin admin] Pushing event updated for resources: {'Network': ['ID=8b2d6011-258a-42be-9c93-b3ada3daa02d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:57.435035 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a0d1eeaa-1c60-44cf-9779-9250b0478924 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9066427 Sep 18 00:01:57.440532 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 8b2d6011-258a-42be-9c93-b3ada3daa02d details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:01:57.453252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34034) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:01:57.458833 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-42d82b37-199e-4bbb-90ef-0d130e7b61f0 admin admin] Request body: {'subnet': {'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1690607129-subnet', 'tenant_id': '8789870646c04ee28c537b4fe3c9719a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:01:57.479866 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83973a4-b21f-438f-ade0-c465af0b0fef req-5d457abb-1e9e-4d0b-97fa-dc16b698a118 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:57.487149 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c83973a4-b21f-438f-ade0-c465af0b0fef req-5d457abb-1e9e-4d0b-97fa-dc16b698a118 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.1246426 Sep 18 00:01:57.530584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c83973a4-b21f-438f-ade0-c465af0b0fef req-c40fe027-71af-46e6-9bfb-0e94ad7955c3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422988 Sep 18 00:01:57.589612 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d82b37-199e-4bbb-90ef-0d130e7b61f0 admin admin] Made reservation on behalf of 8789870646c04ee28c537b4fe3c9719a for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:01:57.592189 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-42d82b37-199e-4bbb-90ef-0d130e7b61f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:57.753063 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb599b-8705-4bc8-a67c-eff4bf1b28c0 req-9b82bf26-91aa-44b3-8b8f-8b1bc10db935 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:57.754685 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61cb599b-8705-4bc8-a67c-eff4bf1b28c0 req-9b82bf26-91aa-44b3-8b8f-8b1bc10db935 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0656033 Sep 18 00:01:57.812227 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61cb599b-8705-4bc8-a67c-eff4bf1b28c0 req-36fda3ef-1fa9-47bf-aa73-ff2c85f665da tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497179 Sep 18 00:01:57.924457 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-42d82b37-199e-4bbb-90ef-0d130e7b61f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:58.051061 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [req-5f875923-42cb-48af-83d0-076cda845603 req-eb47dec5-b7f8-475a-bc62-eba1451dd2b3 service neutron] show failed (client error): The resource could not be found. Sep 18 00:01:58.052172 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-eb47dec5-b7f8-475a-bc62-eba1451dd2b3 service neutron] 10.222.0.41 "GET /v2.0/ports/5ff178c3-911e-444f-b680-a84ea8e3bf13/bindings/n-h2-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.1748190 Sep 18 00:01:58.053144 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d82b37-199e-4bbb-90ef-0d130e7b61f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20553aa-891a-4dbe-a830-3d08538dc0a4,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:58.067452 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d82b37-199e-4bbb-90ef-0d130e7b61f0 admin admin] Checking segment: {'id': '62c67ca4-8d70-4e57-871a-617366dc2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:01:58.067877 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d82b37-199e-4bbb-90ef-0d130e7b61f0 admin admin] Network hostable DHCP agents. Network: 8b2d6011-258a-42be-9c93-b3ada3daa02d, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:01:58.194623 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d82b37-199e-4bbb-90ef-0d130e7b61f0 admin admin] Network 8b2d6011-258a-42be-9c93-b3ada3daa02d is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:01:58.230871 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c67beb-fe0e-44ef-a425-b93b5f1bc569 req-b3ab5c07-3b49-4bf3-84a2-f6c5925db089 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:58.232491 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5c67beb-fe0e-44ef-a425-b93b5f1bc569 req-b3ab5c07-3b49-4bf3-84a2-f6c5925db089 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0580499 Sep 18 00:01:58.271537 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5c67beb-fe0e-44ef-a425-b93b5f1bc569 req-14ed5247-bd85-4d7d-8f19-2868d58048fd tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328338 Sep 18 00:01:58.318725 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-42d82b37-199e-4bbb-90ef-0d130e7b61f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 8b2d6011-258a-42be-9c93-b3ada3daa02d) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:01:58.324292 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d82b37-199e-4bbb-90ef-0d130e7b61f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:58.325141 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-42d82b37-199e-4bbb-90ef-0d130e7b61f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:58.334398 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8acc248-b20f-4b8b-811d-0f7ad9ef9c15 None None] Network 8b2d6011-258a-42be-9c93-b3ada3daa02d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:01:58.504609 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-42d82b37-199e-4bbb-90ef-0d130e7b61f0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0490119 Sep 18 00:01:58.649475 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3921040-aba2-4990-935d-4c1a77adc016 None None] Network 8b2d6011-258a-42be-9c93-b3ada3daa02d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:01:58.693567 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391e297-ad11-4788-a0f1-8fea4527387e req-c82a57ea-fc0a-47be-9a0e-4acdf28ddafa tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:58.696288 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d391e297-ad11-4788-a0f1-8fea4527387e req-c82a57ea-fc0a-47be-9a0e-4acdf28ddafa tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.0621493 Sep 18 00:01:58.781912 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d391e297-ad11-4788-a0f1-8fea4527387e req-46bb6f3e-061d-4873-b272-fce88c7a6e67 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785840 Sep 18 00:01:58.946030 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f875923-42cb-48af-83d0-076cda845603 req-87c84abd-8cb1-4e14-8ad3-07c75bfab06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:58.947770 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-87c84abd-8cb1-4e14-8ad3-07c75bfab06b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224&tenant_id=5d2902e7a2a54edeb7be111e15492043 HTTP/1.1" status: 200 len: 1097 time: 0.0611284 Sep 18 00:01:58.963577 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:01:59.022933 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:59.236467 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-4e060b99-f213-465a-9e5e-a5191dd804f0 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:59.240300 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-4e060b99-f213-465a-9e5e-a5191dd804f0 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/networks?id=8b2d6011-258a-42be-9c93-b3ada3daa02d HTTP/1.1" status: 200 len: 815 time: 0.1213050 Sep 18 00:01:59.260063 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-c316521c-5761-4968-a23c-5bc0c0f023c7 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/quotas/8789870646c04ee28c537b4fe3c9719a HTTP/1.1" status: 200 len: 375 time: 0.0102930 Sep 18 00:01:59.274500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] For port 5ff178c3-911e-444f-b680-a84ea8e3bf13, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=5ff178c3-911e-444f-b680-a84ea8e3bf13,segment=NetworkSegment(d26f9bd4-c277-4a17-baa4-d2a6f90650c9),segment_id=d26f9bd4-c277-4a17-baa4-d2a6f90650c9)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:01:59.316163 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] For port 5ff178c3-911e-444f-b680-a84ea8e3bf13, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:01:59.369604 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:59.385055 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] Transition to ACTIVE for port object 5ff178c3-911e-444f-b680-a84ea8e3bf13 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:01:59.385055 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff178c3-911e-444f-b680-a84ea8e3bf13'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:01:59.387232 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f9e7bf-6f80-4acd-a319-102016ec026e" -d '{"events": [{"server_uuid": "a404cce3-45cd-4832-b532-ec6a7e0ce224", "name": "network-vif-unplugged", "status": "completed", "tag": "5ff178c3-911e-444f-b680-a84ea8e3bf13"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:01:59.388724 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-cff48d11-3863-4347-a4dc-ad96ec30d3b4 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8789870646c04ee28c537b4fe3c9719a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1223896 Sep 18 00:01:59.475640 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:01:59.535682 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ee7a3-ecfd-49af-991d-ad11808f10d4 req-2fcc92e1-356e-4b92-a35e-df1dcdaed7ce tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:01:59.543352 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e52ee7a3-ecfd-49af-991d-ad11808f10d4 req-2fcc92e1-356e-4b92-a35e-df1dcdaed7ce tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0843198 Sep 18 00:01:59.554504 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] Pushing event updated for resources: {'Port': ['ID=5ff178c3-911e-444f-b680-a84ea8e3bf13,revision_number=6']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:01:59.616271 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e52ee7a3-ecfd-49af-991d-ad11808f10d4 req-a64f053a-988e-461f-b1ae-89f3f4eb5968 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712130 Sep 18 00:01:59.630632 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-79cebf24-1c5d-4687-9a49-d959d29c9286 service neutron] 10.222.0.46 "GET /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321920 Sep 18 00:01:59.731126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] No DVR routers for this DVR port 5ff178c3-911e-444f-b680-a84ea8e3bf13 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:01:59.890812 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f8e363-172d-41c2-8e63-56505e501bbc x-openstack-request-id: req-40f8e363-172d-41c2-8e63-56505e501bbc {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:01:59.891400 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a404cce3-45cd-4832-b532-ec6a7e0ce224", "name": "network-vif-unplugged", "status": "completed", "tag": "5ff178c3-911e-444f-b680-a84ea8e3bf13", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:01:59.891764 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-40f8e363-172d-41c2-8e63-56505e501bbc {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:01:59.892664 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff178c3-911e-444f-b680-a84ea8e3bf13', 'code': 200} Sep 18 00:01:59.904664 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-077c36ad-2805-4a5d-916b-e6da8717eba5 service neutron] 10.222.0.46 "GET /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728233 Sep 18 00:01:59.973772 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] Attempting to bind port 5ff178c3-911e-444f-b680-a84ea8e3bf13 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:01:59.973772 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] Attempting to bind port 5ff178c3-911e-444f-b680-a84ea8e3bf13 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'd26f9bd4-c277-4a17-baa4-d2a6f90650c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '02790972-fc13-4ec4-a91c-79defc526414'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:01:59.973772 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] Attempting to bind port 5ff178c3-911e-444f-b680-a84ea8e3bf13 on network 02790972-fc13-4ec4-a91c-79defc526414 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:01:59.984791 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] Port 5ff178c3-911e-444f-b680-a84ea8e3bf13 on network 02790972-fc13-4ec4-a91c-79defc526414 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:01:59.984791 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] Attempting to bind port 5ff178c3-911e-444f-b680-a84ea8e3bf13 on network 02790972-fc13-4ec4-a91c-79defc526414 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:01:59.998583 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:01:59.998583 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] Checking segment: {'id': 'd26f9bd4-c277-4a17-baa4-d2a6f90650c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '02790972-fc13-4ec4-a91c-79defc526414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:01:59.998583 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] Bound using segment: {'id': 'd26f9bd4-c277-4a17-baa4-d2a6f90650c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '02790972-fc13-4ec4-a91c-79defc526414'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:01:59.998583 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] Bound port: 5ff178c3-911e-444f-b680-a84ea8e3bf13, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26f9bd4-c277-4a17-baa4-d2a6f90650c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '02790972-fc13-4ec4-a91c-79defc526414'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:01:59.998583 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:00.072271 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] For port 5ff178c3-911e-444f-b680-a84ea8e3bf13, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:02:00.075684 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] For port 5ff178c3-911e-444f-b680-a84ea8e3bf13, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5ff178c3-911e-444f-b680-a84ea8e3bf13,segment=NetworkSegment(d26f9bd4-c277-4a17-baa4-d2a6f90650c9),segment_id=d26f9bd4-c277-4a17-baa4-d2a6f90650c9)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:02:00.092415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51ce07-e816-4871-98b2-256d5288b162 req-a0055552-8bd6-4ce0-9b84-c5305054aa9b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:00.096542 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d51ce07-e816-4871-98b2-256d5288b162 req-a0055552-8bd6-4ce0-9b84-c5305054aa9b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1135044 Sep 18 00:02:00.110056 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-f2913f54-1825-459a-862e-1cfea57d3b4c req-4d2d5545-1733-474e-8019-7f35b1e11d8c service neutron] (95591) timed out ('10.222.0.41', 54220) {{(pid=95591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 00:02:00.154557 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d51ce07-e816-4871-98b2-256d5288b162 req-c56da600-d704-4cb1-bb35-17ad00e15a19 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412962 Sep 18 00:02:00.166847 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:00.303345 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:00.304191 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:00.305769 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] 10.222.0.37 "PUT /v2.0/ports/5ff178c3-911e-444f-b680-a84ea8e3bf13 HTTP/1.1" status: 200 len: 1092 time: 1.3491023 Sep 18 00:02:00.365306 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04300bcb-3e75-4199-b4dc-83e7ea7b032a req-11922ac9-d5fa-4773-beab-19a62fcbed27 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:00.376313 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04300bcb-3e75-4199-b4dc-83e7ea7b032a req-11922ac9-d5fa-4773-beab-19a62fcbed27 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 944 time: 0.1607141 Sep 18 00:02:00.425785 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d626352-9383-4020-bcfe-6dc9e7d0342c service neutron] Pushing event updated for resources: {'Port': ['ID=5ff178c3-911e-444f-b680-a84ea8e3bf13,revision_number=7']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:00.435734 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d38f6-762e-4151-971f-e68ebe10382f req-8023aa93-c88f-45e0-b0e0-40bd2013997c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:00.448266 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-619d38f6-762e-4151-971f-e68ebe10382f req-8023aa93-c88f-45e0-b0e0-40bd2013997c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1909320 Sep 18 00:02:00.467333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f875923-42cb-48af-83d0-076cda845603 req-0c85b001-0b85-4ffc-afa3-004ab8a1e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:00.469034 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-0c85b001-0b85-4ffc-afa3-004ab8a1e540 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 1095 time: 0.1288567 Sep 18 00:02:00.525463 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04300bcb-3e75-4199-b4dc-83e7ea7b032a req-9982ece6-c115-41bd-a182-16ed06a9c90e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1422725 Sep 18 00:02:00.537701 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-619d38f6-762e-4151-971f-e68ebe10382f req-9adc446d-16ff-4658-b9ba-81e2952efc77 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883858 Sep 18 00:02:00.587392 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f875923-42cb-48af-83d0-076cda845603 req-689d455c-03dd-47fc-80b4-400d087dfa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:00.589135 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-689d455c-03dd-47fc-80b4-400d087dfa79 service neutron] 10.222.0.37 "GET /v2.0/networks?id=02790972-fc13-4ec4-a91c-79defc526414 HTTP/1.1" status: 200 len: 898 time: 0.1133895 Sep 18 00:02:00.666934 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fad8dba-e82c-46d5-b13d-7b509e9872f4 req-786a8436-2127-4922-b983-b3ecd84c5827 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 210 time: 0.0729840 Sep 18 00:02:00.709237 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-9cf30b0e-bec4-48bd-a772-064621ae61a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ff178c3-911e-444f-b680-a84ea8e3bf13 HTTP/1.1" status: 200 len: 1000 time: 0.1093562 Sep 18 00:02:00.762556 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ad055-f023-440d-8305-4186809473e0 req-bd34ac5b-5874-4f34-9361-7f66a317e675 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:00.764332 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae3ad055-f023-440d-8305-4186809473e0 req-bd34ac5b-5874-4f34-9361-7f66a317e675 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0961878 Sep 18 00:02:00.818258 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f875923-42cb-48af-83d0-076cda845603 req-8174db71-b6bf-44cb-aee2-2a4bf7d79630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:00.820773 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-8174db71-b6bf-44cb-aee2-2a4bf7d79630 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=627bd896-1806-4a43-939b-d1285ef7d32d HTTP/1.1" status: 200 len: 835 time: 0.1049423 Sep 18 00:02:00.844094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae3ad055-f023-440d-8305-4186809473e0 req-32e328dd-7ce4-483c-a46a-3163ce7de684 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676191 Sep 18 00:02:00.884634 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f875923-42cb-48af-83d0-076cda845603 req-6e32ca3e-8279-49fa-9572-14db3de3619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:00.886262 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-6e32ca3e-8279-49fa-9572-14db3de3619c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=02790972-fc13-4ec4-a91c-79defc526414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505555 Sep 18 00:02:00.999516 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-def0d838-dbf5-41db-9002-5d64a2e0e5a8 service neutron] 10.222.0.37 "GET /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059644 Sep 18 00:02:01.118605 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-f989c90e-0801-488c-866e-259cf4a041bf service neutron] 10.222.0.37 "GET /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110504 Sep 18 00:02:01.387178 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 5ff178c3-911e-444f-b680-a84ea8e3bf13 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:02:01.448194 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 5ff178c3-911e-444f-b680-a84ea8e3bf13 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:02:01.796649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e023e4b-7f5b-417a-9d97-771c38727dc9 req-c0f7cf4d-b16a-45ae-8e77-9e3023a28cfe tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:01.799222 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e023e4b-7f5b-417a-9d97-771c38727dc9 req-c0f7cf4d-b16a-45ae-8e77-9e3023a28cfe tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 944 time: 0.1907146 Sep 18 00:02:01.827613 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-02cc25c8-d9db-49c3-9fc8-8c94ceecc6a9 req-d86825fa-d46f-4a9b-8a91-1df8c653e314 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 210 time: 0.0738733 Sep 18 00:02:01.893183 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e023e4b-7f5b-417a-9d97-771c38727dc9 req-54e3f3c8-83a7-48e9-bc15-e7bc78ebd240 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762575 Sep 18 00:02:01.894047 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'tag': '5ff178c3-911e-444f-b680-a84ea8e3bf13'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:02:01.896623 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d9b504-415a-4a3f-8a2c-5104387488c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a404cce3-45cd-4832-b532-ec6a7e0ce224", "tag": "5ff178c3-911e-444f-b680-a84ea8e3bf13"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:02:01.953508 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720eaab9-481a-4be7-8610-5405fe8aa065 x-openstack-request-id: req-720eaab9-481a-4be7-8610-5405fe8aa065 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:02:01.953886 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a404cce3-45cd-4832-b532-ec6a7e0ce224", "tag": "5ff178c3-911e-444f-b680-a84ea8e3bf13", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:02:01.954134 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-720eaab9-481a-4be7-8610-5405fe8aa065 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:02:01.954445 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'tag': '5ff178c3-911e-444f-b680-a84ea8e3bf13', 'status': 'completed', 'code': 200} Sep 18 00:02:02.057341 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-5cbaafcb-1103-4796-bd8d-089a9ca728fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:02.058861 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-5cbaafcb-1103-4796-bd8d-089a9ca728fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 1095 time: 0.0751338 Sep 18 00:02:02.067986 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-5c19258a-6e38-4485-b1e0-8d79c124e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:02.070453 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-5c19258a-6e38-4485-b1e0-8d79c124e7c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 1095 time: 0.0775101 Sep 18 00:02:02.249559 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-5ac7624f-fb0c-47ac-a828-4b11d5ef0e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:02.251808 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-5ac7624f-fb0c-47ac-a828-4b11d5ef0e9a service neutron] 10.222.0.41 "GET /v2.0/networks?id=02790972-fc13-4ec4-a91c-79defc526414 HTTP/1.1" status: 200 len: 898 time: 0.1704950 Sep 18 00:02:02.254334 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-44ac4f41-f091-4b27-89bc-681449d77205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:02.255781 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-44ac4f41-f091-4b27-89bc-681449d77205 service neutron] 10.222.0.37 "GET /v2.0/networks?id=02790972-fc13-4ec4-a91c-79defc526414 HTTP/1.1" status: 200 len: 898 time: 0.1842232 Sep 18 00:02:02.709877 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-06dcf350-d6f2-4e3e-b7e9-cad6c0b328ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ff178c3-911e-444f-b680-a84ea8e3bf13 HTTP/1.1" status: 200 len: 1000 time: 0.4450901 Sep 18 00:02:02.766419 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-6bcd5def-1b6a-4542-ba1b-a834b2a704a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ff178c3-911e-444f-b680-a84ea8e3bf13 HTTP/1.1" status: 200 len: 1000 time: 0.5084119 Sep 18 00:02:02.817241 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-f91e0eb6-e3d9-40fd-8722-dce9f828679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:02.820918 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-f91e0eb6-e3d9-40fd-8722-dce9f828679f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=627bd896-1806-4a43-939b-d1285ef7d32d HTTP/1.1" status: 200 len: 835 time: 0.0916002 Sep 18 00:02:02.840713 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-55795252-ea14-4ffc-9685-68a0113ec0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:02.842172 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-55795252-ea14-4ffc-9685-68a0113ec0c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=627bd896-1806-4a43-939b-d1285ef7d32d HTTP/1.1" status: 200 len: 835 time: 0.0642998 Sep 18 00:02:02.959841 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-a12ebf7e-7cc3-4acb-8425-c18583cca0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:02.966657 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-a12ebf7e-7cc3-4acb-8425-c18583cca0d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=02790972-fc13-4ec4-a91c-79defc526414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312954 Sep 18 00:02:02.973828 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1cf16182-029f-49f4-afc7-f0a3f464e015 req-dba57010-28bc-4b01-9857-607a1b8ed4d9 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 210 time: 0.0703449 Sep 18 00:02:03.012038 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-0c117485-ada9-47ad-9f02-80644dc2fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:03.013861 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-0c117485-ada9-47ad-9f02-80644dc2fd71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02790972-fc13-4ec4-a91c-79defc526414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1507585 Sep 18 00:02:03.066898 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5bb67-fce8-4e05-92b9-71d5f55c59cf req-2418ee32-89f2-4827-8f90-f0aea367a234 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:03.069332 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efd5bb67-fce8-4e05-92b9-71d5f55c59cf req-2418ee32-89f2-4827-8f90-f0aea367a234 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 944 time: 0.0771089 Sep 18 00:02:03.138865 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efd5bb67-fce8-4e05-92b9-71d5f55c59cf req-f976fe9e-427d-4051-b51a-d271fa3ed8ce tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593841 Sep 18 00:02:03.164108 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-dd0e12cc-9877-4d33-a2b3-afddb2790fe5 service neutron] 10.222.0.37 "GET /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927342 Sep 18 00:02:03.213437 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-fce99f39-9168-4a56-aa3a-85966564f905 service neutron] 10.222.0.41 "GET /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894023 Sep 18 00:02:03.360370 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-aec4317e-62c0-451d-8435-f777efd4e6ff service neutron] 10.222.0.41 "GET /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972283 Sep 18 00:02:03.425300 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-55d9b504-415a-4a3f-8a2c-5104387488c4 req-05831d75-dca7-46ac-9556-380c8081f747 service neutron] 10.222.0.37 "GET /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480791 Sep 18 00:02:03.726122 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5ff178c3-911e-444f-b680-a84ea8e3bf13 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:02:03.854265 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 5ff178c3-911e-444f-b680-a84ea8e3bf13, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5ff178c3-911e-444f-b680-a84ea8e3bf13,segment=NetworkSegment(d26f9bd4-c277-4a17-baa4-d2a6f90650c9),segment_id=d26f9bd4-c277-4a17-baa4-d2a6f90650c9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:03.867274 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '5ff178c3-911e-444f-b680-a84ea8e3bf13', 'network_id': '02790972-fc13-4ec4-a91c-79defc526414', 'port_id': '5ff178c3-911e-444f-b680-a84ea8e3bf13', 'mac_address': 'fa:16:3e:68:92:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '627bd896-1806-4a43-939b-d1285ef7d32d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:02:03.954930 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:03.996280 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff178c3-911e-444f-b680-a84ea8e3bf13 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:02:04.121189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 5ff178c3-911e-444f-b680-a84ea8e3bf13, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5ff178c3-911e-444f-b680-a84ea8e3bf13,segment=NetworkSegment(d26f9bd4-c277-4a17-baa4-d2a6f90650c9),segment_id=d26f9bd4-c277-4a17-baa4-d2a6f90650c9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:04.225491 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7063905e-6eb9-4a40-b29c-0a0254cb4abc req-56754c63-ddc5-4ab8-8b55-eccd861d6bbf tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 210 time: 0.0608535 Sep 18 00:02:04.255828 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:04.298582 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-7465d8e0-7d24-47da-a715-650dc2ae1392 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:04.300277 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-7465d8e0-7d24-47da-a715-650dc2ae1392 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.41 "GET /v2.0/networks?id=8b2d6011-258a-42be-9c93-b3ada3daa02d HTTP/1.1" status: 200 len: 815 time: 0.2569983 Sep 18 00:02:04.313721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-6d6c93aa-6fcf-4213-af7f-61f9cc64b4b2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Request body: {'port': {'device_id': 'd4b28390-77a0-4654-aa64-9547c7086a41', 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d', 'admin_state_up': True, 'tenant_id': '8789870646c04ee28c537b4fe3c9719a'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:04.434970 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=5ff178c3-911e-444f-b680-a84ea8e3bf13,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:04.461355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b4941-e945-45dc-8158-42ae9f9f5abb req-697d9ea3-d105-472f-ab0a-bf145857a764 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:04.471495 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa8b4941-e945-45dc-8158-42ae9f9f5abb req-697d9ea3-d105-472f-ab0a-bf145857a764 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 945 time: 0.1471801 Sep 18 00:02:04.531681 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa8b4941-e945-45dc-8158-42ae9f9f5abb req-37e107b6-57a6-47ad-bac5-062d38fac037 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591404 Sep 18 00:02:04.541589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['5ff178c3-911e-444f-b680-a84ea8e3bf13'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:02:04.681294 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-6d6c93aa-6fcf-4213-af7f-61f9cc64b4b2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Made reservation on behalf of 8789870646c04ee28c537b4fe3c9719a for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:02:04.685005 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-6d6c93aa-6fcf-4213-af7f-61f9cc64b4b2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:05.042917 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-6d6c93aa-6fcf-4213-af7f-61f9cc64b4b2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Allocated IP 172.20.0.9 (8b2d6011-258a-42be-9c93-b3ada3daa02d/e20553aa-891a-4dbe-a830-3d08538dc0a4/90ae83bf-9e9f-4246-a0ae-56a2fadb7674) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:02:05.145980 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88abcb-b218-4116-b54c-97157ad72f1b req-b9d992e3-aa1d-4178-9661-b3f7b9652f29 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:05.148015 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e88abcb-b218-4116-b54c-97157ad72f1b req-b9d992e3-aa1d-4178-9661-b3f7b9652f29 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 945 time: 0.1366885 Sep 18 00:02:05.210493 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e88abcb-b218-4116-b54c-97157ad72f1b req-44b3d560-d422-4f4b-9263-3cce2f3e29a1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527935 Sep 18 00:02:05.332498 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-6d6c93aa-6fcf-4213-af7f-61f9cc64b4b2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:05.428467 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-30cb2db3-1d2f-4539-bf11-e6a4c0a0b3b3 req-6f752aae-ad61-4a08-9b60-a74c79207522 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 210 time: 0.0450690 Sep 18 00:02:05.474706 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e2b73-6045-4ee0-bc4a-03792fffaa20 req-17714e40-2bd6-437b-b5ea-0467ef6aa60e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:05.476575 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-852e2b73-6045-4ee0-bc4a-03792fffaa20 req-17714e40-2bd6-437b-b5ea-0467ef6aa60e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.41 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224&tenant_id=5d2902e7a2a54edeb7be111e15492043&binding%3Ahost_id=n-h2-809883-1 HTTP/1.1" status: 200 len: 945 time: 0.1102035 Sep 18 00:02:05.482585 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-6d6c93aa-6fcf-4213-af7f-61f9cc64b4b2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:05.543303 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-6d6c93aa-6fcf-4213-af7f-61f9cc64b4b2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Network 8b2d6011-258a-42be-9c93-b3ada3daa02d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:02:05.564182 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-6d6c93aa-6fcf-4213-af7f-61f9cc64b4b2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:02:05.569962 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-6d6c93aa-6fcf-4213-af7f-61f9cc64b4b2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:02:05.630065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c93aa-6fcf-4213-af7f-61f9cc64b4b2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Pushing event updated for resources: {'Port': ['ID=90ae83bf-9e9f-4246-a0ae-56a2fadb7674,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:05.645181 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [req-852e2b73-6045-4ee0-bc4a-03792fffaa20 req-ef2d4749-6d1e-4f7a-8fab-cac2ea17bca5 service neutron] delete failed (client error): The resource could not be found. Sep 18 00:02:05.646242 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-852e2b73-6045-4ee0-bc4a-03792fffaa20 req-ef2d4749-6d1e-4f7a-8fab-cac2ea17bca5 service neutron] 10.222.0.41 "DELETE /v2.0/ports/5ff178c3-911e-444f-b680-a84ea8e3bf13/bindings/n-h1-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.1610699 Sep 18 00:02:05.652132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-6d6c93aa-6fcf-4213-af7f-61f9cc64b4b2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:05.652882 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-6d6c93aa-6fcf-4213-af7f-61f9cc64b4b2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:05.737231 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5ff178c3-911e-444f-b680-a84ea8e3bf13 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:02:05.740161 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e2b73-6045-4ee0-bc4a-03792fffaa20 req-f70cd81c-669d-4294-a2ec-79a11ec3735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:05.742425 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-852e2b73-6045-4ee0-bc4a-03792fffaa20 req-f70cd81c-669d-4294-a2ec-79a11ec3735d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 1096 time: 0.0478413 Sep 18 00:02:05.857501 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e2b73-6045-4ee0-bc4a-03792fffaa20 req-19309ded-bfe5-44f7-90f4-5ded70e27339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:05.858988 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-852e2b73-6045-4ee0-bc4a-03792fffaa20 req-19309ded-bfe5-44f7-90f4-5ded70e27339 service neutron] 10.222.0.41 "GET /v2.0/networks?id=02790972-fc13-4ec4-a91c-79defc526414 HTTP/1.1" status: 200 len: 898 time: 0.1093121 Sep 18 00:02:05.932361 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-6d6c93aa-6fcf-4213-af7f-61f9cc64b4b2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6224871 Sep 18 00:02:05.950891 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Request body: {'port': {'device_id': 'd4b28390-77a0-4654-aa64-9547c7086a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:05.974026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 5ff178c3-911e-444f-b680-a84ea8e3bf13 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:02:05.979879 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 5ff178c3-911e-444f-b680-a84ea8e3bf13 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:02:05.988560 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:06.004994 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-852e2b73-6045-4ee0-bc4a-03792fffaa20 req-754f8493-864d-4ab3-b545-c4836b0832b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ff178c3-911e-444f-b680-a84ea8e3bf13 HTTP/1.1" status: 200 len: 1001 time: 0.1352644 Sep 18 00:02:06.116790 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:06.161732 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:06.187995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff178c3-911e-444f-b680-a84ea8e3bf13'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:02:06.190606 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eba84e6-8b52-427b-86b5-42bbb8f672e3" -d '{"events": [{"server_uuid": "a404cce3-45cd-4832-b532-ec6a7e0ce224", "name": "network-vif-plugged", "status": "completed", "tag": "5ff178c3-911e-444f-b680-a84ea8e3bf13"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:02:06.203495 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 5ff178c3-911e-444f-b680-a84ea8e3bf13, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5ff178c3-911e-444f-b680-a84ea8e3bf13,segment=NetworkSegment(d26f9bd4-c277-4a17-baa4-d2a6f90650c9),segment_id=d26f9bd4-c277-4a17-baa4-d2a6f90650c9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:06.264228 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d937b2c-8ed5-4233-92ec-f7749309aa32 x-openstack-request-id: req-2d937b2c-8ed5-4233-92ec-f7749309aa32 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:02:06.264752 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a404cce3-45cd-4832-b532-ec6a7e0ce224", "name": "network-vif-plugged", "status": "completed", "tag": "5ff178c3-911e-444f-b680-a84ea8e3bf13", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:02:06.265283 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d937b2c-8ed5-4233-92ec-f7749309aa32 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:02:06.265818 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff178c3-911e-444f-b680-a84ea8e3bf13', 'code': 200} Sep 18 00:02:06.291431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e2b73-6045-4ee0-bc4a-03792fffaa20 req-fbe11e10-4f40-4746-960e-882829fc92ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:06.303870 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-852e2b73-6045-4ee0-bc4a-03792fffaa20 req-fbe11e10-4f40-4746-960e-882829fc92ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=627bd896-1806-4a43-939b-d1285ef7d32d HTTP/1.1" status: 200 len: 835 time: 0.2782910 Sep 18 00:02:06.372658 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:06.533394 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=5ff178c3-911e-444f-b680-a84ea8e3bf13,revision_number=9']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:06.541304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ac00b-7ac6-443c-9d49-f9cc14bef547 req-c576e34a-e42f-44a0-9eba-6a8de4dcb483 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:06.542914 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd3ac00b-7ac6-443c-9d49-f9cc14bef547 req-c576e34a-e42f-44a0-9eba-6a8de4dcb483 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 945 time: 0.2624362 Sep 18 00:02:06.570409 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e2b73-6045-4ee0-bc4a-03792fffaa20 req-f53e3b02-ed63-4d19-994f-b22ad45e6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:06.571943 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-852e2b73-6045-4ee0-bc4a-03792fffaa20 req-f53e3b02-ed63-4d19-994f-b22ad45e6e21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02790972-fc13-4ec4-a91c-79defc526414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2584658 Sep 18 00:02:06.584084 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-89cf597b-ecfe-4299-92e5-325cc863ca5f req-b78e5023-0f06-4bd3-8f43-b532fb8d6373 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3025632 Sep 18 00:02:06.753794 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd3ac00b-7ac6-443c-9d49-f9cc14bef547 req-2e4b1071-ebce-4d2c-bb1b-3a7fb8ce23be tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2000034 Sep 18 00:02:06.782058 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-852e2b73-6045-4ee0-bc4a-03792fffaa20 req-10760f1b-81be-45d7-ab33-b705c98c8165 service neutron] 10.222.0.41 "GET /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945660 Sep 18 00:02:06.788403 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431e729-8d93-4464-ae70-dc99edc4e567 req-c4eae7f1-779d-45d5-892e-a47267b96dbf tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:06.797525 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8431e729-8d93-4464-ae70-dc99edc4e567 req-c4eae7f1-779d-45d5-892e-a47267b96dbf tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 931 time: 0.2098992 Sep 18 00:02:06.797710 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf597b-ecfe-4299-92e5-325cc863ca5f req-c17d0620-d51d-4173-848f-cf1a9cde2624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:06.799132 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-89cf597b-ecfe-4299-92e5-325cc863ca5f req-c17d0620-d51d-4173-848f-cf1a9cde2624 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 1097 time: 0.1658530 Sep 18 00:02:06.817369 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ae83bf-9e9f-4246-a0ae-56a2fadb7674 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:02:06.837566 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:06.900292 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Transition to ACTIVE for port object 90ae83bf-9e9f-4246-a0ae-56a2fadb7674 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:02:06.904921 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8431e729-8d93-4464-ae70-dc99edc4e567 req-f895f039-809c-4bdb-acea-9adb3795e812 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060269 Sep 18 00:02:06.984252 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-852e2b73-6045-4ee0-bc4a-03792fffaa20 req-a27584d6-e4d8-438b-b533-797d584adf92 service neutron] 10.222.0.41 "GET /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887445 Sep 18 00:02:07.003670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf597b-ecfe-4299-92e5-325cc863ca5f req-b1a40f49-36eb-4244-889a-25dc0bad0412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:07.003670 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-89cf597b-ecfe-4299-92e5-325cc863ca5f req-b1a40f49-36eb-4244-889a-25dc0bad0412 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 912 time: 0.1603746 Sep 18 00:02:07.038437 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:07.125719 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-89cf597b-ecfe-4299-92e5-325cc863ca5f req-9a6375df-5327-409e-b1f6-351d361d669c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 HTTP/1.1" status: 200 len: 217 time: 0.0954108 Sep 18 00:02:07.156622 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Pushing event updated for resources: {'Port': ['ID=90ae83bf-9e9f-4246-a0ae-56a2fadb7674,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:07.262917 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf597b-ecfe-4299-92e5-325cc863ca5f req-b9178a68-a13f-46a8-96df-9b2440d65dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:07.264361 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-89cf597b-ecfe-4299-92e5-325cc863ca5f req-b9178a68-a13f-46a8-96df-9b2440d65dac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.1236584 Sep 18 00:02:07.312295 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Attempting to bind port 90ae83bf-9e9f-4246-a0ae-56a2fadb7674 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:02:07.312688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Attempting to bind port 90ae83bf-9e9f-4246-a0ae-56a2fadb7674 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '62c67ca4-8d70-4e57-871a-617366dc2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:02:07.313166 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Attempting to bind port 90ae83bf-9e9f-4246-a0ae-56a2fadb7674 on network 8b2d6011-258a-42be-9c93-b3ada3daa02d {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:02:07.323699 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Port 90ae83bf-9e9f-4246-a0ae-56a2fadb7674 on network 8b2d6011-258a-42be-9c93-b3ada3daa02d not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:02:07.324919 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Attempting to bind port 90ae83bf-9e9f-4246-a0ae-56a2fadb7674 on network 8b2d6011-258a-42be-9c93-b3ada3daa02d {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:02:07.335227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf597b-ecfe-4299-92e5-325cc863ca5f req-c28e811c-ef2b-4d80-b13d-653ccae300be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:07.335227 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-89cf597b-ecfe-4299-92e5-325cc863ca5f req-c28e811c-ef2b-4d80-b13d-653ccae300be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570426 Sep 18 00:02:07.335227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:02:07.335227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Checking segment: {'id': '62c67ca4-8d70-4e57-871a-617366dc2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:02:07.335227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Bound using segment: {'id': '62c67ca4-8d70-4e57-871a-617366dc2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:02:07.335743 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Bound port: 90ae83bf-9e9f-4246-a0ae-56a2fadb7674, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c67ca4-8d70-4e57-871a-617366dc2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:02:07.335743 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:07.482144 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] For port 90ae83bf-9e9f-4246-a0ae-56a2fadb7674, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:02:07.485663 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-89cf597b-ecfe-4299-92e5-325cc863ca5f req-c8396968-cf8e-40ce-8be2-33cf40ff0939 service neutron] 10.222.0.37 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475971 Sep 18 00:02:07.488586 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] For port 90ae83bf-9e9f-4246-a0ae-56a2fadb7674, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=90ae83bf-9e9f-4246-a0ae-56a2fadb7674,segment=NetworkSegment(62c67ca4-8d70-4e57-871a-617366dc2113),segment_id=62c67ca4-8d70-4e57-871a-617366dc2113)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:02:07.594596 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-89cf597b-ecfe-4299-92e5-325cc863ca5f req-9cb82055-2d18-4e5a-af11-1dc1dbb37044 service neutron] 10.222.0.37 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016862 Sep 18 00:02:07.624352 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:07.659794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:07.660438 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:07.662591 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] 10.222.0.41 "PUT /v2.0/ports/90ae83bf-9e9f-4246-a0ae-56a2fadb7674 HTTP/1.1" status: 200 len: 1091 time: 1.7209296 Sep 18 00:02:07.663053 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b28390-77a0-4654-aa64-9547c7086a41', 'tag': '90ae83bf-9e9f-4246-a0ae-56a2fadb7674'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:02:07.665389 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f5795f-5df5-4617-918a-bde73e9d7659" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b28390-77a0-4654-aa64-9547c7086a41", "tag": "90ae83bf-9e9f-4246-a0ae-56a2fadb7674"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:02:07.697212 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b08d4d-9580-402e-96a4-cd9109bb3815 service neutron] Pushing event updated for resources: {'Port': ['ID=90ae83bf-9e9f-4246-a0ae-56a2fadb7674,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:07.723237 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d065798c-ce67-422a-bc43-11d017b29751 x-openstack-request-id: req-d065798c-ce67-422a-bc43-11d017b29751 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:02:07.723532 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b28390-77a0-4654-aa64-9547c7086a41", "tag": "90ae83bf-9e9f-4246-a0ae-56a2fadb7674", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:02:07.723835 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d065798c-ce67-422a-bc43-11d017b29751 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:02:07.724248 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b28390-77a0-4654-aa64-9547c7086a41', 'tag': '90ae83bf-9e9f-4246-a0ae-56a2fadb7674', 'status': 'completed', 'code': 200} Sep 18 00:02:07.789232 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5795f-5df5-4617-918a-bde73e9d7659 req-f9009741-177b-4741-9cec-4197ff433228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:07.790867 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f0f5795f-5df5-4617-918a-bde73e9d7659 req-f9009741-177b-4741-9cec-4197ff433228 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8789870646c04ee28c537b4fe3c9719a&device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 1094 time: 0.0440590 Sep 18 00:02:07.888341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9175a8-1fdd-4540-bfc8-2d7f56509823 req-3f0bba3c-4d57-47d4-8368-648724967c76 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:07.889991 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d9175a8-1fdd-4540-bfc8-2d7f56509823 req-3f0bba3c-4d57-47d4-8368-648724967c76 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.0572481 Sep 18 00:02:07.923076 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5795f-5df5-4617-918a-bde73e9d7659 req-9ce940e3-184a-484c-948c-8cdd5f53a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:07.925003 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f0f5795f-5df5-4617-918a-bde73e9d7659 req-9ce940e3-184a-484c-948c-8cdd5f53a170 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8789870646c04ee28c537b4fe3c9719a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1092908 Sep 18 00:02:07.941282 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d9175a8-1fdd-4540-bfc8-2d7f56509823 req-d7e0af27-dc1e-4229-af25-d7f72de20b8a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406775 Sep 18 00:02:08.093669 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5795f-5df5-4617-918a-bde73e9d7659 req-04a46b62-ca0e-47c5-b9d9-92d55e3058f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:08.095215 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f0f5795f-5df5-4617-918a-bde73e9d7659 req-04a46b62-ca0e-47c5-b9d9-92d55e3058f9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1559253 Sep 18 00:02:08.099227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c958572-f5b4-4bb9-8810-08db3f0c228e req-65750a1f-9e31-4d86-ac0f-749e1d2c44a9 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:08.108182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c958572-f5b4-4bb9-8810-08db3f0c228e req-65750a1f-9e31-4d86-ac0f-749e1d2c44a9 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 943 time: 0.0856647 Sep 18 00:02:08.190091 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c958572-f5b4-4bb9-8810-08db3f0c228e req-d4bd5674-6791-4a1a-b19d-4e23fac75ab1 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768332 Sep 18 00:02:08.205503 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-2353b51b-f07e-4af8-9956-fd742d6e4b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:08.208224 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-2353b51b-f07e-4af8-9956-fd742d6e4b31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8789870646c04ee28c537b4fe3c9719a&device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 1094 time: 0.0685275 Sep 18 00:02:08.257528 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-5ea54847-a7b2-4f26-89b8-8ff0706038e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90ae83bf-9e9f-4246-a0ae-56a2fadb7674 HTTP/1.1" status: 200 len: 217 time: 0.0394981 Sep 18 00:02:08.313001 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-c173ddaa-68e5-4a1b-a5d4-ef8c4fe016f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:08.314462 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-c173ddaa-68e5-4a1b-a5d4-ef8c4fe016f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e20553aa-891a-4dbe-a830-3d08538dc0a4 HTTP/1.1" status: 200 len: 855 time: 0.0488939 Sep 18 00:02:08.348932 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-2e4c4c5f-8c04-481e-861e-a9b366f1d39a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b2d6011-258a-42be-9c93-b3ada3daa02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232840 Sep 18 00:02:08.453030 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-7b479155-e7db-4d82-a81b-9d88cc768126 service neutron] 10.222.0.41 "GET /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964556 Sep 18 00:02:08.569683 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-85ebd08f-cd78-448d-b63a-c1faa7ab86fb req-a81fe457-7313-4fa9-aa9f-902089bd68b2 service neutron] 10.222.0.41 "GET /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050351 Sep 18 00:02:09.078559 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68448ee-cb1e-474b-9ea7-f8482ef131ee req-5601e940-a40e-4418-93d6-fa868e132389 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:09.080339 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b68448ee-cb1e-474b-9ea7-f8482ef131ee req-5601e940-a40e-4418-93d6-fa868e132389 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.0558803 Sep 18 00:02:09.131947 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b68448ee-cb1e-474b-9ea7-f8482ef131ee req-c9d36215-c085-410f-acc4-f6f20e69d1ea tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448792 Sep 18 00:02:09.154717 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34318) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:09.241858 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6c2f8370-b397-4e59-9f0b-f0091c607580 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/floatingips/b6332b80-2ed8-4e83-9331-4f45edaaf894 HTTP/1.1" status: 200 len: 994 time: 0.0860121 Sep 18 00:02:09.327379 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf999f-63a0-4dbf-93db-0cb94abaafa8 req-c205d11f-4137-4eb7-97db-26aa19e20ec6 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:09.329041 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d8bf999f-63a0-4dbf-93db-0cb94abaafa8 req-c205d11f-4137-4eb7-97db-26aa19e20ec6 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 943 time: 0.0524750 Sep 18 00:02:09.371037 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d8bf999f-63a0-4dbf-93db-0cb94abaafa8 req-ac762067-948c-4289-ae55-de3e060619dc tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353484 Sep 18 00:02:10.354130 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:10.566312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b04bdd-0ea2-4ab1-a57f-33f5767b0213 req-e2deb727-d748-4da4-80b1-00baca26498c tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:10.568780 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58b04bdd-0ea2-4ab1-a57f-33f5767b0213 req-e2deb727-d748-4da4-80b1-00baca26498c tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 943 time: 0.0604420 Sep 18 00:02:10.619287 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58b04bdd-0ea2-4ab1-a57f-33f5767b0213 req-aa6084ed-d7b5-40be-8f6f-c1e33a419c3b tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442767 Sep 18 00:02:11.498470 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 90ae83bf-9e9f-4246-a0ae-56a2fadb7674 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:02:11.596669 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 90ae83bf-9e9f-4246-a0ae-56a2fadb7674, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=90ae83bf-9e9f-4246-a0ae-56a2fadb7674,segment=NetworkSegment(62c67ca4-8d70-4e57-871a-617366dc2113),segment_id=62c67ca4-8d70-4e57-871a-617366dc2113)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:11.608109 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '90ae83bf-9e9f-4246-a0ae-56a2fadb7674', 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d', 'port_id': '90ae83bf-9e9f-4246-a0ae-56a2fadb7674', 'mac_address': 'fa:16:3e:30:a2:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20553aa-891a-4dbe-a830-3d08538dc0a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:02:11.645994 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:11.666656 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ae83bf-9e9f-4246-a0ae-56a2fadb7674 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:02:11.691500 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 90ae83bf-9e9f-4246-a0ae-56a2fadb7674, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=90ae83bf-9e9f-4246-a0ae-56a2fadb7674,segment=NetworkSegment(62c67ca4-8d70-4e57-871a-617366dc2113),segment_id=62c67ca4-8d70-4e57-871a-617366dc2113)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:11.761070 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:11.800281 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79418d9e-53ae-4bba-9950-fd990281125b req-dff723f9-e5bf-4a0b-b3e1-b711be94be76 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:11.812571 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79418d9e-53ae-4bba-9950-fd990281125b req-dff723f9-e5bf-4a0b-b3e1-b711be94be76 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 943 time: 0.1228111 Sep 18 00:02:11.858128 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=90ae83bf-9e9f-4246-a0ae-56a2fadb7674,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:11.880128 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79418d9e-53ae-4bba-9950-fd990281125b req-d02c8d88-76db-464a-bab9-8aefa831fa0d tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659757 Sep 18 00:02:12.010685 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['90ae83bf-9e9f-4246-a0ae-56a2fadb7674'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:02:12.989925 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ee710-601d-446f-9983-d5c20ccd0020 req-08e99428-8eb8-49d1-813a-11646f152075 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:12.998613 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-157ee710-601d-446f-9983-d5c20ccd0020 req-08e99428-8eb8-49d1-813a-11646f152075 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 944 time: 0.0524621 Sep 18 00:02:13.035612 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-157ee710-601d-446f-9983-d5c20ccd0020 req-bad7b5f7-bfc6-447d-a05e-27d10b73f9dc tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360372 Sep 18 00:02:13.335167 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:13.497228 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 90ae83bf-9e9f-4246-a0ae-56a2fadb7674 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:02:13.646003 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 90ae83bf-9e9f-4246-a0ae-56a2fadb7674 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:02:13.652424 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 90ae83bf-9e9f-4246-a0ae-56a2fadb7674 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:02:13.652791 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:13.747018 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:13.770827 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b28390-77a0-4654-aa64-9547c7086a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ae83bf-9e9f-4246-a0ae-56a2fadb7674'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:02:13.773424 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb143866-b1c2-4faa-b8b7-804c66e1c39e" -d '{"events": [{"server_uuid": "d4b28390-77a0-4654-aa64-9547c7086a41", "name": "network-vif-plugged", "status": "completed", "tag": "90ae83bf-9e9f-4246-a0ae-56a2fadb7674"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:02:13.788312 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 90ae83bf-9e9f-4246-a0ae-56a2fadb7674, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=90ae83bf-9e9f-4246-a0ae-56a2fadb7674,segment=NetworkSegment(62c67ca4-8d70-4e57-871a-617366dc2113),segment_id=62c67ca4-8d70-4e57-871a-617366dc2113)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:13.818994 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f23e4cc-fb02-4ca4-a1b9-af443c9fb6cb x-openstack-request-id: req-7f23e4cc-fb02-4ca4-a1b9-af443c9fb6cb {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:02:13.819336 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b28390-77a0-4654-aa64-9547c7086a41", "name": "network-vif-plugged", "status": "completed", "tag": "90ae83bf-9e9f-4246-a0ae-56a2fadb7674", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:02:13.819598 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f23e4cc-fb02-4ca4-a1b9-af443c9fb6cb {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:02:13.819997 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b28390-77a0-4654-aa64-9547c7086a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ae83bf-9e9f-4246-a0ae-56a2fadb7674', 'code': 200} Sep 18 00:02:13.851567 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:13.905380 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=90ae83bf-9e9f-4246-a0ae-56a2fadb7674,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:13.952462 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22e6f6-0ec0-40b2-a3ec-e0c3d627807f req-1625df13-70cd-4812-836b-59b4b3d53ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:13.954182 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4f22e6f6-0ec0-40b2-a3ec-e0c3d627807f req-1625df13-70cd-4812-836b-59b4b3d53ffb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 1096 time: 0.0637577 Sep 18 00:02:14.007346 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4f22e6f6-0ec0-40b2-a3ec-e0c3d627807f req-da029104-5ec9-4224-89a5-9b7cb1f17baf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459311 Sep 18 00:02:14.132102 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e2e2b748-60c4-4766-a945-aa4cc8362af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:14.156963 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6a860-29d9-4cee-b7b3-e429845d04c1 req-219e1ebe-8ec3-41ac-a9fd-4860033bafbd tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:14.158417 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6c6a860-29d9-4cee-b7b3-e429845d04c1 req-219e1ebe-8ec3-41ac-a9fd-4860033bafbd tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 945 time: 0.0508168 Sep 18 00:02:14.219689 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6c6a860-29d9-4cee-b7b3-e429845d04c1 req-4e2b321c-d02c-44fe-ac3a-da3a8db6e9f3 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528245 Sep 18 00:02:15.343587 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80d5cb-e3f2-49a3-9f2e-d47b083688a3 req-fd724ca1-25a9-4ff8-bb55-da6919b78ece tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:15.345129 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d80d5cb-e3f2-49a3-9f2e-d47b083688a3 req-fd724ca1-25a9-4ff8-bb55-da6919b78ece tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 945 time: 0.0530934 Sep 18 00:02:15.385304 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d80d5cb-e3f2-49a3-9f2e-d47b083688a3 req-69253e09-dcc0-4e88-b782-710e050739f9 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331185 Sep 18 00:02:16.540912 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84c7de-b2a1-4618-83c8-55e53d79cda8 req-e8792a8c-da5a-4359-9cba-ec5e26f132b5 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:16.543463 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a84c7de-b2a1-4618-83c8-55e53d79cda8 req-e8792a8c-da5a-4359-9cba-ec5e26f132b5 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 945 time: 0.0823293 Sep 18 00:02:16.549525 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1396e533-a69a-4e4b-81b8-7e6dee0788c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:16.593029 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a84c7de-b2a1-4618-83c8-55e53d79cda8 req-ac174051-dd24-4852-99fc-c5c1acd69b37 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365882 Sep 18 00:02:17.257697 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:17.777296 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:19.576585 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:02:19.765561 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:22.442169 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818da023-0391-4ea7-8ac0-d90aec06b496 req-a7368639-ff76-44de-84f3-560c1226416d tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:22.449597 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-818da023-0391-4ea7-8ac0-d90aec06b496 req-a7368639-ff76-44de-84f3-560c1226416d tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 946 time: 0.0591571 Sep 18 00:02:22.500087 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-818da023-0391-4ea7-8ac0-d90aec06b496 req-2d178053-502a-4621-808f-d39c1757183e tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490608 Sep 18 00:02:23.630352 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7b5ad-4965-473e-b807-0655cd66a3e0 req-43c05548-b3fe-460a-899a-30a17c176a27 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:23.631945 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7c7b5ad-4965-473e-b807-0655cd66a3e0 req-43c05548-b3fe-460a-899a-30a17c176a27 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 946 time: 0.0579653 Sep 18 00:02:23.671451 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7c7b5ad-4965-473e-b807-0655cd66a3e0 req-9efdca4a-9c22-45b8-bee8-5085f0a9d6c4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups?id=8f6a84fe-414d-4711-a991-718f1d50acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335035 Sep 18 00:02:23.838257 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79e1c3-5eca-45b0-92e4-998005180c70 req-62be9158-8658-4433-a2b6-8faaec659f6f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:23.840613 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4c79e1c3-5eca-45b0-92e4-998005180c70 req-62be9158-8658-4433-a2b6-8faaec659f6f tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 946 time: 0.1132376 Sep 18 00:02:23.948035 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-4c79e1c3-5eca-45b0-92e4-998005180c70 req-ec4ff36e-ed49-4ba8-ae2e-b8326146b066 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Deleting port df058d3e-3739-4f45-a6ed-32fc3b73f947 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:02:23.948762 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4c79e1c3-5eca-45b0-92e4-998005180c70 req-ec4ff36e-ed49-4ba8-ae2e-b8326146b066 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:24.138161 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-4c79e1c3-5eca-45b0-92e4-998005180c70 req-ec4ff36e-ed49-4ba8-ae2e-b8326146b066 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] For port df058d3e-3739-4f45-a6ed-32fc3b73f947, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=df058d3e-3739-4f45-a6ed-32fc3b73f947,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:24.138532 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4c79e1c3-5eca-45b0-92e4-998005180c70 req-ec4ff36e-ed49-4ba8-ae2e-b8326146b066 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:24.335428 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4c79e1c3-5eca-45b0-92e4-998005180c70 req-ec4ff36e-ed49-4ba8-ae2e-b8326146b066 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:24.336014 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4c79e1c3-5eca-45b0-92e4-998005180c70 req-ec4ff36e-ed49-4ba8-ae2e-b8326146b066 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:24.336509 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [req-4c79e1c3-5eca-45b0-92e4-998005180c70 req-ec4ff36e-ed49-4ba8-ae2e-b8326146b066 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Floating IP 5ab64752-054b-4b27-ada2-a179e885c44b disassociated. External IP: 172.25.3.175, port: df058d3e-3739-4f45-a6ed-32fc3b73f947. Sep 18 00:02:24.337047 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-4c79e1c3-5eca-45b0-92e4-998005180c70 req-ec4ff36e-ed49-4ba8-ae2e-b8326146b066 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Calling delete_port for df058d3e-3739-4f45-a6ed-32fc3b73f947 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:02:24.555025 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4c79e1c3-5eca-45b0-92e4-998005180c70 req-ec4ff36e-ed49-4ba8-ae2e-b8326146b066 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:24.624080 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ff36e-ed49-4ba8-ae2e-b8326146b066 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Pushing event deleted for resources: {'Port': ['ID=df058d3e-3739-4f45-a6ed-32fc3b73f947,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:24.827861 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c79e1c3-5eca-45b0-92e4-998005180c70 req-ec4ff36e-ed49-4ba8-ae2e-b8326146b066 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Router 83af115b-ab62-45a2-9186-54debcb42867 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:02:24.843589 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c787d747-86e3-41f1-84dc-be562ddadb9d req-c7476655-eded-4416-adf9-01ec548a9a8d tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 210 time: 0.0287032 Sep 18 00:02:25.084171 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c79e1c3-5eca-45b0-92e4-998005180c70 req-ec4ff36e-ed49-4ba8-ae2e-b8326146b066 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:02:25.095219 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dda5aa-74b4-482c-abcf-4488a4bf3743 None None] Sync routers for ids ['83af115b-ab62-45a2-9186-54debcb42867'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:02:25.108413 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dda5aa-74b4-482c-abcf-4488a4bf3743 None None] Routers {'83af115b-ab62-45a2-9186-54debcb42867'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:02:25.111189 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-22dda5aa-74b4-482c-abcf-4488a4bf3743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:02:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['83af115b-ab62-45a2-9186-54debcb42867'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:25.137395 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c79e1c3-5eca-45b0-92e4-998005180c70 req-ec4ff36e-ed49-4ba8-ae2e-b8326146b066 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] No DVR routers for this DVR port df058d3e-3739-4f45-a6ed-32fc3b73f947 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:02:25.140814 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-4c79e1c3-5eca-45b0-92e4-998005180c70 req-ec4ff36e-ed49-4ba8-ae2e-b8326146b066 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:25.148346 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4c79e1c3-5eca-45b0-92e4-998005180c70 req-ec4ff36e-ed49-4ba8-ae2e-b8326146b066 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.41 "DELETE /v2.0/ports/df058d3e-3739-4f45-a6ed-32fc3b73f947 HTTP/1.1" status: 204 len: 173 time: 1.2963040 Sep 18 00:02:25.148346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'name': 'network-vif-deleted', 'tag': 'df058d3e-3739-4f45-a6ed-32fc3b73f947'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:02:25.148960 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a3dd38-42e1-4f38-8e2a-59a21fc0ef6e" -d '{"events": [{"server_uuid": "2bb00444-8c1a-4641-8888-d459c9465ee9", "name": "network-vif-deleted", "tag": "df058d3e-3739-4f45-a6ed-32fc3b73f947"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:02:25.228699 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3966fcfa-a3af-46c0-b09b-1ae3a10d1cfb x-openstack-request-id: req-3966fcfa-a3af-46c0-b09b-1ae3a10d1cfb {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:02:25.229454 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb00444-8c1a-4641-8888-d459c9465ee9", "name": "network-vif-deleted", "tag": "df058d3e-3739-4f45-a6ed-32fc3b73f947", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:02:25.230138 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3966fcfa-a3af-46c0-b09b-1ae3a10d1cfb {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:02:25.230138 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb00444-8c1a-4641-8888-d459c9465ee9', 'name': 'network-vif-deleted', 'tag': 'df058d3e-3739-4f45-a6ed-32fc3b73f947', 'status': 'completed', 'code': 200} Sep 18 00:02:25.314960 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-22dda5aa-74b4-482c-abcf-4488a4bf3743 None None] Set router 83af115b-ab62-45a2-9186-54debcb42867 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:02:25.594001 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-22dda5aa-74b4-482c-abcf-4488a4bf3743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-17T23:53:28Z', 'revision_number': 4, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'ff706a87-b1c0-4e48-baf3-0353c6d0759f', 'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'mac_address': 'fa:16:3e:4b:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:27Z', 'updated_at': '2021-09-17T23:53:32Z', 'revision_number': 5, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'subnets': [{'id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:25.623140 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dda5aa-74b4-482c-abcf-4488a4bf3743 None None] Checking router: 83af115b-ab62-45a2-9186-54debcb42867 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:02:25.638562 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dda5aa-74b4-482c-abcf-4488a4bf3743 None None] Routers {'83af115b-ab62-45a2-9186-54debcb42867'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:02:25.639192 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-22dda5aa-74b4-482c-abcf-4488a4bf3743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:02:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['83af115b-ab62-45a2-9186-54debcb42867'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:25.774777 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-22dda5aa-74b4-482c-abcf-4488a4bf3743 None None] Set router 83af115b-ab62-45a2-9186-54debcb42867 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:02:26.113209 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-22dda5aa-74b4-482c-abcf-4488a4bf3743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-17T23:53:28Z', 'revision_number': 4, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'ff706a87-b1c0-4e48-baf3-0353c6d0759f', 'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'mac_address': 'fa:16:3e:4b:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:27Z', 'updated_at': '2021-09-17T23:53:32Z', 'revision_number': 5, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'subnets': [{'id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:26.145652 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dda5aa-74b4-482c-abcf-4488a4bf3743 None None] The sync data for ids ['83af115b-ab62-45a2-9186-54debcb42867'] in n-d-809883-1 is: [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-17T23:53:28Z', 'revision_number': 4, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'ff706a87-b1c0-4e48-baf3-0353c6d0759f', 'name': '', 'network_id': '9c1553df-1cdf-4638-a188-7f118bbcb251', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'mac_address': 'fa:16:3e:4b:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:27Z', 'updated_at': '2021-09-17T23:53:32Z', 'revision_number': 5, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'subnets': [{'id': '294e5306-7b47-43ef-943e-37934b52f9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:02:26.157937 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d765d2d-1816-4e55-8ff8-a1482825061d req-efb450eb-4473-4361-9f02-1f3f209bbc9d tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb00444-8c1a-4641-8888-d459c9465ee9 HTTP/1.1" status: 200 len: 210 time: 0.0675809 Sep 18 00:02:26.485971 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a16922e-2d13-4f63-b730-92ae4ed2268a None None] New status for floating IP 5ab64752-054b-4b27-ada2-a179e885c44b: DOWN {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:02:27.326672 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34774) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:27.388458 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43c8f1db-bc63-4214-95e2-761c3dde53f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:27.411063 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43c8f1db-bc63-4214-95e2-761c3dde53f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:27.569822 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43c8f1db-bc63-4214-95e2-761c3dde53f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:27.572379 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-43c8f1db-bc63-4214-95e2-761c3dde53f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:27.573584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-43c8f1db-bc63-4214-95e2-761c3dde53f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "DELETE /v2.0/security-groups/8f6a84fe-414d-4711-a991-718f1d50acb6 HTTP/1.1" status: 204 len: 168 time: 0.2459159 Sep 18 00:02:27.576350 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34786) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:27.582840 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8f1db-bc63-4214-95e2-761c3dde53f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6a84fe-414d-4711-a991-718f1d50acb6,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:27.591030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f1db-bc63-4214-95e2-761c3dde53f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:27.591378 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f1db-bc63-4214-95e2-761c3dde53f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:27.591712 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f1db-bc63-4214-95e2-761c3dde53f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:27.591822 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-acd2d172-9706-4cae-9403-0c1aaf496e36 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] show failed (client error): The resource could not be found. Sep 18 00:02:27.592039 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f1db-bc63-4214-95e2-761c3dde53f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:27.592409 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f1db-bc63-4214-95e2-761c3dde53f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:27.592711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f1db-bc63-4214-95e2-761c3dde53f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:27.594086 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f1db-bc63-4214-95e2-761c3dde53f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:27.600500 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-acd2d172-9706-4cae-9403-0c1aaf496e36 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "GET /v2.0/security-groups/8f6a84fe-414d-4711-a991-718f1d50acb6 HTTP/1.1" status: 404 len: 347 time: 0.0154717 Sep 18 00:02:27.601428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f1db-bc63-4214-95e2-761c3dde53f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:27.601428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f1db-bc63-4214-95e2-761c3dde53f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:27.601428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f1db-bc63-4214-95e2-761c3dde53f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:27.601428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f1db-bc63-4214-95e2-761c3dde53f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:27.601428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c8f1db-bc63-4214-95e2-761c3dde53f4 tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:27.601795 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device df058d3e-3739-4f45-a6ed-32fc3b73f947 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:02:27.602174 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34788) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:27.622853 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: df058d3e-3739-4f45-a6ed-32fc3b73f947 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:02:27.623187 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device df058d3e-3739-4f45-a6ed-32fc3b73f947 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:02:27.732669 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-9cc628ec-ba57-40bb-8019-f8f57a834bfd tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Deleting port 75ce0826-63fa-4605-bd39-e3e59b119b72 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:02:27.733212 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9cc628ec-ba57-40bb-8019-f8f57a834bfd tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:27.825249 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9cc628ec-ba57-40bb-8019-f8f57a834bfd tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:27.825614 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9cc628ec-ba57-40bb-8019-f8f57a834bfd tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:27.838384 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-9cc628ec-ba57-40bb-8019-f8f57a834bfd tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Calling delete_port for 75ce0826-63fa-4605-bd39-e3e59b119b72 owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:02:28.058600 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9cc628ec-ba57-40bb-8019-f8f57a834bfd tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:28.100294 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc628ec-ba57-40bb-8019-f8f57a834bfd tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Pushing event deleted for resources: {'Port': ['ID=75ce0826-63fa-4605-bd39-e3e59b119b72,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:28.195301 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9cc628ec-ba57-40bb-8019-f8f57a834bfd tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:28.198071 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9cc628ec-ba57-40bb-8019-f8f57a834bfd tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:28.202220 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9cc628ec-ba57-40bb-8019-f8f57a834bfd tempest-AttachVolumeShelveTestJSON-1964124880 tempest-AttachVolumeShelveTestJSON-1964124880-project] 10.222.0.46 "DELETE /v2.0/floatingips/5ab64752-054b-4b27-ada2-a179e885c44b HTTP/1.1" status: 204 len: 168 time: 0.5966983 Sep 18 00:02:29.915125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab52a54-af9e-4a2c-a058-3f60fea14335 req-9e3e5ace-f570-4076-b973-49d73576f808 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:29.917322 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ab52a54-af9e-4a2c-a058-3f60fea14335 req-9e3e5ace-f570-4076-b973-49d73576f808 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0879560 Sep 18 00:02:29.969252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea72df9-c2d9-4190-93d1-b46bb4cd88b8 req-58994b87-d299-40fb-9252-73b14a71af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:29.972620 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8ea72df9-c2d9-4190-93d1-b46bb4cd88b8 req-58994b87-d299-40fb-9252-73b14a71af61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 1096 time: 0.0790887 Sep 18 00:02:30.005599 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ab52a54-af9e-4a2c-a058-3f60fea14335 req-c8263c3a-abfc-41df-9d6e-be10c491f728 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807519 Sep 18 00:02:30.116409 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea72df9-c2d9-4190-93d1-b46bb4cd88b8 req-a6ab9545-472a-4f1d-b3e9-e72b709c5bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:30.118822 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8ea72df9-c2d9-4190-93d1-b46bb4cd88b8 req-a6ab9545-472a-4f1d-b3e9-e72b709c5bf9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 912 time: 0.1368375 Sep 18 00:02:30.196085 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8ea72df9-c2d9-4190-93d1-b46bb4cd88b8 req-e5e014d0-03c0-4cb8-ab85-317f3492679d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 HTTP/1.1" status: 200 len: 999 time: 0.0700753 Sep 18 00:02:30.282802 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea72df9-c2d9-4190-93d1-b46bb4cd88b8 req-0ae59f24-e810-4c31-92e8-3b37a8d98ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:30.284340 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8ea72df9-c2d9-4190-93d1-b46bb4cd88b8 req-0ae59f24-e810-4c31-92e8-3b37a8d98ad5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.0807950 Sep 18 00:02:30.337493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea72df9-c2d9-4190-93d1-b46bb4cd88b8 req-7fcd7a65-3f4a-48c7-833b-9dbd65155ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:30.339017 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8ea72df9-c2d9-4190-93d1-b46bb4cd88b8 req-7fcd7a65-3f4a-48c7-833b-9dbd65155ab7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462806 Sep 18 00:02:30.804920 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8ea72df9-c2d9-4190-93d1-b46bb4cd88b8 req-5bb6d558-3b2b-4d49-a28b-6654686ce83d service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574087 Sep 18 00:02:30.908747 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8ea72df9-c2d9-4190-93d1-b46bb4cd88b8 req-7e3bded8-8672-4a54-8276-c4225a3becb2 service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957572 Sep 18 00:02:31.023729 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34884) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:31.214848 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1402b3-ba22-4101-8e6b-47e449745b9a admin admin] Deleting subnet f4f62d76-0c78-4455-9b01-aac9dd4bd05a {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:02:31.222330 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7d1402b3-ba22-4101-8e6b-47e449745b9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:31.233934 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4233f-c3a1-46ff-95ae-f79f223d52da req-37411186-9a79-4290-81eb-ff5105ecc929 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:31.242055 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52a4233f-c3a1-46ff-95ae-f79f223d52da req-37411186-9a79-4290-81eb-ff5105ecc929 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1041493 Sep 18 00:02:31.300235 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7d1402b3-ba22-4101-8e6b-47e449745b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:31.313668 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52a4233f-c3a1-46ff-95ae-f79f223d52da req-d9b1bfcc-ad89-472b-b284-eefe858d30f0 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700784 Sep 18 00:02:31.397436 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7d1402b3-ba22-4101-8e6b-47e449745b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:31.564328 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7d1402b3-ba22-4101-8e6b-47e449745b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:31.595900 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1402b3-ba22-4101-8e6b-47e449745b9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4f62d76-0c78-4455-9b01-aac9dd4bd05a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:31.603790 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7d1402b3-ba22-4101-8e6b-47e449745b9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:31.606071 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7d1402b3-ba22-4101-8e6b-47e449745b9a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f4f62d76-0c78-4455-9b01-aac9dd4bd05a HTTP/1.1" status: 204 len: 168 time: 0.5810137 Sep 18 00:02:31.608973 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34904) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:31.690701 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-18c6ca8c-78d7-4fda-b96a-aee3b906293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:31.832930 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-18c6ca8c-78d7-4fda-b96a-aee3b906293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:31.904723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-18c6ca8c-78d7-4fda-b96a-aee3b906293d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661107b9-e93e-4791-a13a-d13963534dba']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:31.921386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-18c6ca8c-78d7-4fda-b96a-aee3b906293d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33e72d8-dc61-4ab1-9754-b3263108f18a') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:31.922031 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-18c6ca8c-78d7-4fda-b96a-aee3b906293d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33e72d8-dc61-4ab1-9754-b3263108f18a') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:31.934903 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-18c6ca8c-78d7-4fda-b96a-aee3b906293d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:31.958915 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-18c6ca8c-78d7-4fda-b96a-aee3b906293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:31.966960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c6ca8c-78d7-4fda-b96a-aee3b906293d admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:02:31.977481 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-18c6ca8c-78d7-4fda-b96a-aee3b906293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:02:31.980369 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:02:32.142642 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-18c6ca8c-78d7-4fda-b96a-aee3b906293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:32.149753 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-18c6ca8c-78d7-4fda-b96a-aee3b906293d admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:32.151590 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-18c6ca8c-78d7-4fda-b96a-aee3b906293d admin admin] 10.222.0.46 "DELETE /v2.0/networks/661107b9-e93e-4791-a13a-d13963534dba HTTP/1.1" status: 204 len: 168 time: 0.5413430 Sep 18 00:02:32.168268 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6ca8c-78d7-4fda-b96a-aee3b906293d admin admin] Pushing event deleted for resources: {'Network': ['ID=661107b9-e93e-4791-a13a-d13963534dba,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:32.482213 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcd084-01b3-4b69-a145-5a3066022f99 req-5e1219ad-c260-45ca-81d7-f9ea8fd4498f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:32.484106 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51fcd084-01b3-4b69-a145-5a3066022f99 req-5e1219ad-c260-45ca-81d7-f9ea8fd4498f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1084478 Sep 18 00:02:32.550359 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51fcd084-01b3-4b69-a145-5a3066022f99 req-818345ac-9526-434f-9bd4-bdc10f5b0162 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572233 Sep 18 00:02:32.591230 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34950) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:32.643517 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-86f2bbdd-f280-4a82-8e0f-e630c8eb5068 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c7f18c68bfbe42799dbf1aa205043a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509624 Sep 18 00:02:32.646117 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34952) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:32.721427 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc7d9826-2c72-4ec9-8884-f2cdb65a1137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:32.754275 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc7d9826-2c72-4ec9-8884-f2cdb65a1137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:33.171259 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc7d9826-2c72-4ec9-8884-f2cdb65a1137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:33.173900 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc7d9826-2c72-4ec9-8884-f2cdb65a1137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:33.178462 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cc7d9826-2c72-4ec9-8884-f2cdb65a1137 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e07418ed-33bd-4be3-8e9e-3f9bb3591574 HTTP/1.1" status: 204 len: 168 time: 0.5221419 Sep 18 00:02:33.190076 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d9826-2c72-4ec9-8884-f2cdb65a1137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07418ed-33bd-4be3-8e9e-3f9bb3591574,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:34.018508 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f99af-b405-4379-98d5-25b79626abc9 req-e6b261bb-ca2e-4931-92e5-ebf0bb567a20 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:34.029938 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-184f99af-b405-4379-98d5-25b79626abc9 req-e6b261bb-ca2e-4931-92e5-ebf0bb567a20 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/networks?id=8b2d6011-258a-42be-9c93-b3ada3daa02d HTTP/1.1" status: 200 len: 815 time: 0.2341821 Sep 18 00:02:34.050097 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-184f99af-b405-4379-98d5-25b79626abc9 req-dcd2cde1-2688-4b60-971c-023ef71e906c tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/quotas/8789870646c04ee28c537b4fe3c9719a HTTP/1.1" status: 200 len: 375 time: 0.0187950 Sep 18 00:02:34.111458 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-184f99af-b405-4379-98d5-25b79626abc9 req-919e6867-57bf-4f4b-ad9b-384b1dc03080 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8789870646c04ee28c537b4fe3c9719a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0599759 Sep 18 00:02:34.621253 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-184f99af-b405-4379-98d5-25b79626abc9 req-897015c1-0f69-433a-8726-788aeacc9a16 service neutron] 10.222.0.46 "GET /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088506 Sep 18 00:02:34.731991 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-184f99af-b405-4379-98d5-25b79626abc9 req-a2d574a3-8c66-4a04-b202-becd5aae670c service neutron] 10.222.0.46 "GET /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043549 Sep 18 00:02:35.076075 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f10d668d-bd2d-423c-b5a2-4beac3f2fe66 req-ed6e0c11-f3aa-4800-8195-c7c25d6d6400 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0375896 Sep 18 00:02:35.520328 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35068) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:35.672089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35086) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:35.785882 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255875b-37af-4f73-b164-5157c180a0f8 req-876fee2b-a3f9-4bc2-a363-14dc59bd21d2 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:35.787450 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b255875b-37af-4f73-b164-5157c180a0f8 req-876fee2b-a3f9-4bc2-a363-14dc59bd21d2 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 1097 time: 0.0725660 Sep 18 00:02:35.798757 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-391208b3-7850-43be-848d-a9e8eb03d9b4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'network': {'name': 'tempest-network-smoke--633668396', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'port_security_enabled': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:35.873934 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b255875b-37af-4f73-b164-5157c180a0f8 req-f95a7e24-cdcb-413e-8e62-391c2ee55c08 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751281 Sep 18 00:02:35.886661 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35092) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:35.966383 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391208b3-7850-43be-848d-a9e8eb03d9b4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Made reservation on behalf of 240dd21d0d2f45ecb6590c53be314024 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:02:35.970726 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-391208b3-7850-43be-848d-a9e8eb03d9b4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:36.026030 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-391208b3-7850-43be-848d-a9e8eb03d9b4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:36.146767 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-16da411f-624d-4a44-ad9a-87e91e641472 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting port f7fa1ca3-a0b4-4e4b-95c3-9f9f11db33c4 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:02:36.152061 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-16da411f-624d-4a44-ad9a-87e91e641472 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:36.283765 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e8f25cb-7187-4699-8f5a-54a361f8a3d0 req-491e7b30-979f-461a-84e1-269deb78ad49 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0649898 Sep 18 00:02:36.317722 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-16da411f-624d-4a44-ad9a-87e91e641472 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:36.327948 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-16da411f-624d-4a44-ad9a-87e91e641472 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:36.334717 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-391208b3-7850-43be-848d-a9e8eb03d9b4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:36.343637 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-16da411f-624d-4a44-ad9a-87e91e641472 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Calling delete_port for f7fa1ca3-a0b4-4e4b-95c3-9f9f11db33c4 owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:02:36.419127 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-391208b3-7850-43be-848d-a9e8eb03d9b4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:36.438923 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391208b3-7850-43be-848d-a9e8eb03d9b4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:02:36.448502 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-391208b3-7850-43be-848d-a9e8eb03d9b4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:36.449107 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-391208b3-7850-43be-848d-a9e8eb03d9b4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Added segment a710004d-d537-42ff-b58c-6b87cf9a36e3 of type vlan for network 037574df-d2ae-499c-851e-887a3b499516 Sep 18 00:02:36.490818 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-391208b3-7850-43be-848d-a9e8eb03d9b4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:36.543267 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391208b3-7850-43be-848d-a9e8eb03d9b4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8fce66-6d5a-4a0e-a70e-c800cebfa8fe,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:36.586632 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff7f3a02-8d27-4d26-90d4-9aa4d877c4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:36.626281 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-391208b3-7850-43be-848d-a9e8eb03d9b4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:36.637832 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391208b3-7850-43be-848d-a9e8eb03d9b4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:36.644428 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-391208b3-7850-43be-848d-a9e8eb03d9b4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:36.752617 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391208b3-7850-43be-848d-a9e8eb03d9b4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Network': ['ID=037574df-d2ae-499c-851e-887a3b499516,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:36.763430 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 037574df-d2ae-499c-851e-887a3b499516 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:02:36.789041 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-391208b3-7850-43be-848d-a9e8eb03d9b4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2669916 Sep 18 00:02:36.792187 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35112) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:36.799244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-92bd1be7-9ac9-4965-a1bf-b04058bef4c2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'admin_state_up': True, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:36.818271 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-16da411f-624d-4a44-ad9a-87e91e641472 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:36.903613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da411f-624d-4a44-ad9a-87e91e641472 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Port': ['ID=f7fa1ca3-a0b4-4e4b-95c3-9f9f11db33c4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:36.980234 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-16da411f-624d-4a44-ad9a-87e91e641472 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:36.980876 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-16da411f-624d-4a44-ad9a-87e91e641472 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Floating IP b6332b80-2ed8-4e83-9331-4f45edaaf894 disassociated (deleted). External IP: 172.25.3.145, port: 5ff178c3-911e-444f-b680-a84ea8e3bf13. Sep 18 00:02:37.022884 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-ff7f3a02-8d27-4d26-90d4-9aa4d877c4b0 admin admin] Deleting port ff706a87-b1c0-4e48-baf3-0353c6d0759f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:02:37.023322 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff7f3a02-8d27-4d26-90d4-9aa4d877c4b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:37.040183 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92bd1be7-9ac9-4965-a1bf-b04058bef4c2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:37.042676 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92bd1be7-9ac9-4965-a1bf-b04058bef4c2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:37.109196 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-ff7f3a02-8d27-4d26-90d4-9aa4d877c4b0 admin admin] For port ff706a87-b1c0-4e48-baf3-0353c6d0759f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ff706a87-b1c0-4e48-baf3-0353c6d0759f,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:37.109594 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff7f3a02-8d27-4d26-90d4-9aa4d877c4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:37.130317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-ff7f3a02-8d27-4d26-90d4-9aa4d877c4b0 admin admin] Calling delete_port for ff706a87-b1c0-4e48-baf3-0353c6d0759f owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:02:37.150137 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92bd1be7-9ac9-4965-a1bf-b04058bef4c2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:37.259982 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16da411f-624d-4a44-ad9a-87e91e641472 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Router ea52ee47-5f6a-4547-bed3-56760db855c8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:02:37.407581 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff7f3a02-8d27-4d26-90d4-9aa4d877c4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:37.437300 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f3a02-8d27-4d26-90d4-9aa4d877c4b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff706a87-b1c0-4e48-baf3-0353c6d0759f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:37.464737 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7533a06-a3b8-423d-bc56-b9e0a9a86cd4 req-b18d1791-0b6c-4d2d-bf35-4aa4cf117237 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0758693 Sep 18 00:02:37.554027 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92bd1be7-9ac9-4965-a1bf-b04058bef4c2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:37.619605 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16da411f-624d-4a44-ad9a-87e91e641472 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:02:37.628193 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-16da411f-624d-4a44-ad9a-87e91e641472 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:37.637564 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a9eb1-da64-4af4-952d-e10d6d19d49b None None] Sync routers for ids ['ea52ee47-5f6a-4547-bed3-56760db855c8'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:02:37.670496 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-16da411f-624d-4a44-ad9a-87e91e641472 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "DELETE /v2.0/floatingips/b6332b80-2ed8-4e83-9331-4f45edaaf894 HTTP/1.1" status: 204 len: 168 time: 1.7820444 Sep 18 00:02:37.671131 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'tag': '5ff178c3-911e-444f-b680-a84ea8e3bf13'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:02:37.674373 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51092c4-c3c2-4090-8d17-3ed6ca6d562f" -d '{"events": [{"name": "network-changed", "server_uuid": "a404cce3-45cd-4832-b532-ec6a7e0ce224", "tag": "5ff178c3-911e-444f-b680-a84ea8e3bf13"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:02:37.687056 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537a9eb1-da64-4af4-952d-e10d6d19d49b None None] Routers {'ea52ee47-5f6a-4547-bed3-56760db855c8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:02:37.687788 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-537a9eb1-da64-4af4-952d-e10d6d19d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:02:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ea52ee47-5f6a-4547-bed3-56760db855c8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:37.774000 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3ba11c-3601-4138-b170-983aad2f9397 x-openstack-request-id: req-fb3ba11c-3601-4138-b170-983aad2f9397 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:02:37.774541 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a404cce3-45cd-4832-b532-ec6a7e0ce224", "tag": "5ff178c3-911e-444f-b680-a84ea8e3bf13", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:02:37.775134 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb3ba11c-3601-4138-b170-983aad2f9397 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:02:37.775908 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'tag': '5ff178c3-911e-444f-b680-a84ea8e3bf13', 'status': 'completed', 'code': 200} Sep 18 00:02:37.813457 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff7f3a02-8d27-4d26-90d4-9aa4d877c4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:37.960726 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f99af-b405-4379-98d5-25b79626abc9 req-5f7abead-17af-46b4-926a-ec727343b13d tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:37.963211 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-184f99af-b405-4379-98d5-25b79626abc9 req-5f7abead-17af-46b4-926a-ec727343b13d tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.37 "GET /v2.0/networks?id=8b2d6011-258a-42be-9c93-b3ada3daa02d HTTP/1.1" status: 200 len: 815 time: 0.3087986 Sep 18 00:02:37.991753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51092c4-c3c2-4090-8d17-3ed6ca6d562f req-77d1c500-0d04-468a-aeeb-b338fa01e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:37.991753 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f51092c4-c3c2-4090-8d17-3ed6ca6d562f req-77d1c500-0d04-468a-aeeb-b338fa01e3e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 1097 time: 0.1686425 Sep 18 00:02:37.992747 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-184f99af-b405-4379-98d5-25b79626abc9 req-f2d37dd1-3a58-4f12-8edd-b6a05c9352ff tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Request body: {'port': {'device_id': '327fd7b4-2597-4f26-a3af-a5ce13d6e4d2', 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d', 'admin_state_up': True, 'tenant_id': '8789870646c04ee28c537b4fe3c9719a'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:38.008607 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-537a9eb1-da64-4af4-952d-e10d6d19d49b None None] Set router ea52ee47-5f6a-4547-bed3-56760db855c8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:02:38.324671 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-537a9eb1-da64-4af4-952d-e10d6d19d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975457806', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4c731ee8-4786-401f-9631-1372af051b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:23Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '4c731ee8-4786-401f-9631-1372af051b85', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:24Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6e2d00d9-b370-430f-b703-3cf1f6d92ec6', 'name': '', 'network_id': '02790972-fc13-4ec4-a91c-79defc526414', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:61:4e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '627bd896-1806-4a43-939b-d1285ef7d32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:30Z', 'updated_at': '2021-09-18T00:00:38Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '627bd896-1806-4a43-939b-d1285ef7d32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:38.367673 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a9eb1-da64-4af4-952d-e10d6d19d49b None None] Checking router: ea52ee47-5f6a-4547-bed3-56760db855c8 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:02:38.371784 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92bd1be7-9ac9-4965-a1bf-b04058bef4c2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:38.371784 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51092c4-c3c2-4090-8d17-3ed6ca6d562f req-464b0c8a-db83-4bb9-81fd-e62d4f8af809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:38.372394 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f51092c4-c3c2-4090-8d17-3ed6ca6d562f req-464b0c8a-db83-4bb9-81fd-e62d4f8af809 service neutron] 10.222.0.37 "GET /v2.0/networks?id=02790972-fc13-4ec4-a91c-79defc526414 HTTP/1.1" status: 200 len: 898 time: 0.3718977 Sep 18 00:02:38.392869 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537a9eb1-da64-4af4-952d-e10d6d19d49b None None] Routers {'ea52ee47-5f6a-4547-bed3-56760db855c8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:02:38.394251 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-537a9eb1-da64-4af4-952d-e10d6d19d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:02:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ea52ee47-5f6a-4547-bed3-56760db855c8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:38.407541 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-184f99af-b405-4379-98d5-25b79626abc9 req-f2d37dd1-3a58-4f12-8edd-b6a05c9352ff tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Made reservation on behalf of 8789870646c04ee28c537b4fe3c9719a for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:02:38.410639 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92bd1be7-9ac9-4965-a1bf-b04058bef4c2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:38.411806 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-184f99af-b405-4379-98d5-25b79626abc9 req-f2d37dd1-3a58-4f12-8edd-b6a05c9352ff tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:38.428449 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7f3a02-8d27-4d26-90d4-9aa4d877c4b0 admin admin] Router 83af115b-ab62-45a2-9186-54debcb42867 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:02:38.535569 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f51092c4-c3c2-4090-8d17-3ed6ca6d562f req-ed38af69-61b4-477e-ac66-60806b9b109d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ff178c3-911e-444f-b680-a84ea8e3bf13 HTTP/1.1" status: 200 len: 217 time: 0.1355374 Sep 18 00:02:38.577035 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-184f99af-b405-4379-98d5-25b79626abc9 req-f2d37dd1-3a58-4f12-8edd-b6a05c9352ff tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Allocated IP 172.20.0.10 (8b2d6011-258a-42be-9c93-b3ada3daa02d/e20553aa-891a-4dbe-a830-3d08538dc0a4/a866e41a-5ff6-4df2-9059-51c744015303) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:02:38.605004 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-537a9eb1-da64-4af4-952d-e10d6d19d49b None None] Set router ea52ee47-5f6a-4547-bed3-56760db855c8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:02:38.626662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51092c4-c3c2-4090-8d17-3ed6ca6d562f req-17b5c7c3-bef7-484b-8af3-a8267d4ca87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:38.628423 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f51092c4-c3c2-4090-8d17-3ed6ca6d562f req-17b5c7c3-bef7-484b-8af3-a8267d4ca87e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=627bd896-1806-4a43-939b-d1285ef7d32d HTTP/1.1" status: 200 len: 835 time: 0.0699236 Sep 18 00:02:38.648742 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f5d28-c30b-482a-85c1-a5b2824a6fe6 req-91514571-d574-48c1-940c-ff1ee517b55e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:38.654000 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-759f5d28-c30b-482a-85c1-a5b2824a6fe6 req-91514571-d574-48c1-940c-ff1ee517b55e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.3478317 Sep 18 00:02:38.770988 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e525a405-2858-4457-ab07-59bebf22bffa req-fc23e223-af7b-4835-9772-f43825e1826e tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 210 time: 0.1388295 Sep 18 00:02:38.828764 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51092c4-c3c2-4090-8d17-3ed6ca6d562f req-2de36fec-ca04-473b-b0c0-366365bd8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:38.830592 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f51092c4-c3c2-4090-8d17-3ed6ca6d562f req-2de36fec-ca04-473b-b0c0-366365bd8da8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=02790972-fc13-4ec4-a91c-79defc526414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670282 Sep 18 00:02:38.831915 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-92bd1be7-9ac9-4965-a1bf-b04058bef4c2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Allocated IP 172.25.3.76 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/309827e9-a84b-4ddf-a3dd-1b3563c8f980) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:02:38.850637 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-759f5d28-c30b-482a-85c1-a5b2824a6fe6 req-13ce5201-d3ee-406d-8561-9e545bef5400 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1508112 Sep 18 00:02:38.871042 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-184f99af-b405-4379-98d5-25b79626abc9 req-f2d37dd1-3a58-4f12-8edd-b6a05c9352ff tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:38.874581 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7f3a02-8d27-4d26-90d4-9aa4d877c4b0 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:02:38.880601 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ff7f3a02-8d27-4d26-90d4-9aa4d877c4b0 admin admin] 10.222.0.46 "PUT /v2.0/routers/83af115b-ab62-45a2-9186-54debcb42867/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2069957 Sep 18 00:02:38.883030 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35160) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:38.889897 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e0f06-ba46-478f-afb3-29321df50893 None None] Sync routers for ids ['83af115b-ab62-45a2-9186-54debcb42867'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:02:38.904580 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e0f06-ba46-478f-afb3-29321df50893 None None] Routers {'83af115b-ab62-45a2-9186-54debcb42867'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:02:38.907583 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d93e0f06-ba46-478f-afb3-29321df50893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:02:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['83af115b-ab62-45a2-9186-54debcb42867'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:38.930598 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-537a9eb1-da64-4af4-952d-e10d6d19d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975457806', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4c731ee8-4786-401f-9631-1372af051b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:23Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '4c731ee8-4786-401f-9631-1372af051b85', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:24Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6e2d00d9-b370-430f-b703-3cf1f6d92ec6', 'name': '', 'network_id': '02790972-fc13-4ec4-a91c-79defc526414', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:61:4e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '627bd896-1806-4a43-939b-d1285ef7d32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:30Z', 'updated_at': '2021-09-18T00:00:38Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '627bd896-1806-4a43-939b-d1285ef7d32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:38.993640 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a9eb1-da64-4af4-952d-e10d6d19d49b None None] The sync data for ids ['ea52ee47-5f6a-4547-bed3-56760db855c8'] in n-d-809883-1 is: [{'id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975457806', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4c731ee8-4786-401f-9631-1372af051b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:23Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '4c731ee8-4786-401f-9631-1372af051b85', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:24Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6e2d00d9-b370-430f-b703-3cf1f6d92ec6', 'name': '', 'network_id': '02790972-fc13-4ec4-a91c-79defc526414', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:61:4e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '627bd896-1806-4a43-939b-d1285ef7d32d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:30Z', 'updated_at': '2021-09-18T00:00:38Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '627bd896-1806-4a43-939b-d1285ef7d32d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:02:39.055764 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f51092c4-c3c2-4090-8d17-3ed6ca6d562f req-5b2c7e46-3caa-4fd0-bd5e-3b36d6746707 service neutron] 10.222.0.37 "GET /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017202 Sep 18 00:02:39.067681 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92bd1be7-9ac9-4965-a1bf-b04058bef4c2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:39.067900 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-184f99af-b405-4379-98d5-25b79626abc9 req-f2d37dd1-3a58-4f12-8edd-b6a05c9352ff tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:39.081395 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['90ae83bf-9e9f-4246-a0ae-56a2fadb7674'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:02:39.141391 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-d93e0f06-ba46-478f-afb3-29321df50893 None None] Set router 83af115b-ab62-45a2-9186-54debcb42867 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:02:39.159916 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-184f99af-b405-4379-98d5-25b79626abc9 req-f2d37dd1-3a58-4f12-8edd-b6a05c9352ff tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Network 8b2d6011-258a-42be-9c93-b3ada3daa02d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:02:39.183523 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-046e58be-aa19-4186-b8bc-29e5b7a744ed admin admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:39.223981 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f51092c4-c3c2-4090-8d17-3ed6ca6d562f req-f5a756d3-4d6d-43b5-b4ac-082bb51da3a0 service neutron] 10.222.0.37 "GET /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602335 Sep 18 00:02:39.247237 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-184f99af-b405-4379-98d5-25b79626abc9 req-f2d37dd1-3a58-4f12-8edd-b6a05c9352ff tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:02:39.257142 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92bd1be7-9ac9-4965-a1bf-b04058bef4c2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:39.269451 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-184f99af-b405-4379-98d5-25b79626abc9 req-f2d37dd1-3a58-4f12-8edd-b6a05c9352ff tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:02:39.314064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bd1be7-9ac9-4965-a1bf-b04058bef4c2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:02:39.325261 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-92bd1be7-9ac9-4965-a1bf-b04058bef4c2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:02:39.329309 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd1be7-9ac9-4965-a1bf-b04058bef4c2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:02:39.368075 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d37dd1-3a58-4f12-8edd-b6a05c9352ff tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Pushing event updated for resources: {'Port': ['ID=a866e41a-5ff6-4df2-9059-51c744015303,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:39.419734 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd1be7-9ac9-4965-a1bf-b04058bef4c2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Port': ['ID=309827e9-a84b-4ddf-a3dd-1b3563c8f980,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:39.470151 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d93e0f06-ba46-478f-afb3-29321df50893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-18T00:02:37Z', 'revision_number': 5, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:39.481140 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f99af-b405-4379-98d5-25b79626abc9 req-f2d37dd1-3a58-4f12-8edd-b6a05c9352ff tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:39.482394 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-184f99af-b405-4379-98d5-25b79626abc9 req-f2d37dd1-3a58-4f12-8edd-b6a05c9352ff tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:39.504291 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e0f06-ba46-478f-afb3-29321df50893 None None] Checking router: 83af115b-ab62-45a2-9186-54debcb42867 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:02:39.531093 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e0f06-ba46-478f-afb3-29321df50893 None None] Routers {'83af115b-ab62-45a2-9186-54debcb42867'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:02:39.531093 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d93e0f06-ba46-478f-afb3-29321df50893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:02:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['83af115b-ab62-45a2-9186-54debcb42867'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:39.546144 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-046e58be-aa19-4186-b8bc-29e5b7a744ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:39.573435 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01bce67-2e65-4d17-8e35-d959b4675f66 None None] New status for floating IP b6332b80-2ed8-4e83-9331-4f45edaaf894: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:02:39.608698 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-184f99af-b405-4379-98d5-25b79626abc9 req-f2d37dd1-3a58-4f12-8edd-b6a05c9352ff tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6279633 Sep 18 00:02:39.622907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Request body: {'port': {'device_id': '327fd7b4-2597-4f26-a3af-a5ce13d6e4d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:39.656439 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5175a2-a577-425e-b9bf-5110b3e87d13 req-2ebdfcb9-0484-4ac3-9a6f-103faaca688e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:39.659242 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8c5175a2-a577-425e-b9bf-5110b3e87d13 req-2ebdfcb9-0484-4ac3-9a6f-103faaca688e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.37 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.0983071 Sep 18 00:02:39.740696 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:39.761568 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-046e58be-aa19-4186-b8bc-29e5b7a744ed admin admin] Deleting port 817201a6-bec3-4131-9257-bcde0ed9d99f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:02:39.771730 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-046e58be-aa19-4186-b8bc-29e5b7a744ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:39.994202 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-d93e0f06-ba46-478f-afb3-29321df50893 None None] Set router 83af115b-ab62-45a2-9186-54debcb42867 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:02:40.235594 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d93e0f06-ba46-478f-afb3-29321df50893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-18T00:02:37Z', 'revision_number': 5, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:40.285053 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e0f06-ba46-478f-afb3-29321df50893 None None] The sync data for ids ['83af115b-ab62-45a2-9186-54debcb42867'] in n-d-809883-1 is: [{'id': '83af115b-ab62-45a2-9186-54debcb42867', 'name': 'tempest-AttachVolumeShelveTestJSON-729356059-router', 'tenant_id': 'dba230fc347941bb9230276913eaed6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:53:20Z', 'updated_at': '2021-09-18T00:02:37Z', 'revision_number': 5, 'project_id': 'dba230fc347941bb9230276913eaed6b', 'gw_port': {'id': '817201a6-bec3-4131-9257-bcde0ed9d99f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83af115b-ab62-45a2-9186-54debcb42867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:53:22Z', 'updated_at': '2021-09-17T23:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:02:40.376029 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af0c5d-4536-46f5-ae40-6988c7331dab req-5f4784df-7a96-4069-a775-c2ba11f8a9f2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:40.378505 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62af0c5d-4536-46f5-ae40-6988c7331dab req-5f4784df-7a96-4069-a775-c2ba11f8a9f2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 932 time: 0.1717353 Sep 18 00:02:40.388434 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:40.391102 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92bd1be7-9ac9-4965-a1bf-b04058bef4c2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:40.463535 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4f33c-4d97-48a8-af28-bfe9d245fc9e req-8bea4f93-7a75-483f-b3f2-f9d9ba2d0fa4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:40.469296 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95f4f33c-4d97-48a8-af28-bfe9d245fc9e req-8bea4f93-7a75-483f-b3f2-f9d9ba2d0fa4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 946 time: 0.2611229 Sep 18 00:02:40.514591 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-046e58be-aa19-4186-b8bc-29e5b7a744ed admin admin] For port 817201a6-bec3-4131-9257-bcde0ed9d99f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=817201a6-bec3-4131-9257-bcde0ed9d99f,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:40.515219 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-046e58be-aa19-4186-b8bc-29e5b7a744ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:40.539731 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95f4f33c-4d97-48a8-af28-bfe9d245fc9e req-07ae3523-1e52-4b0a-a5e0-fdb935f75182 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=8191d1b5-9a5f-49c7-9d76-e1be30f81362&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589318 Sep 18 00:02:40.541886 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-8c5175a2-a577-425e-b9bf-5110b3e87d13 req-a0621db3-6e63-41dc-826c-179b2503089e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting port 5ff178c3-911e-444f-b680-a84ea8e3bf13 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:02:40.542223 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8c5175a2-a577-425e-b9bf-5110b3e87d13 req-a0621db3-6e63-41dc-826c-179b2503089e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:40.549600 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-046e58be-aa19-4186-b8bc-29e5b7a744ed admin admin] Calling delete_port for 817201a6-bec3-4131-9257-bcde0ed9d99f owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:02:40.564859 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62af0c5d-4536-46f5-ae40-6988c7331dab req-8a382e5c-c5f3-4018-b0ec-1ef629378bc1 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764047 Sep 18 00:02:40.724600 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-8c5175a2-a577-425e-b9bf-5110b3e87d13 req-a0621db3-6e63-41dc-826c-179b2503089e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] For port 5ff178c3-911e-444f-b680-a84ea8e3bf13, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5ff178c3-911e-444f-b680-a84ea8e3bf13,segment=NetworkSegment(d26f9bd4-c277-4a17-baa4-d2a6f90650c9),segment_id=d26f9bd4-c277-4a17-baa4-d2a6f90650c9)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:40.725005 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8c5175a2-a577-425e-b9bf-5110b3e87d13 req-a0621db3-6e63-41dc-826c-179b2503089e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:40.771793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-8c5175a2-a577-425e-b9bf-5110b3e87d13 req-a0621db3-6e63-41dc-826c-179b2503089e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Calling delete_port for 5ff178c3-911e-444f-b680-a84ea8e3bf13 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:02:40.784415 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a866e41a-5ff6-4df2-9059-51c744015303 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:02:40.795476 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:40.842429 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92bd1be7-9ac9-4965-a1bf-b04058bef4c2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:40.930751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Transition to ACTIVE for port object a866e41a-5ff6-4df2-9059-51c744015303 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:02:40.932489 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-046e58be-aa19-4186-b8bc-29e5b7a744ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:40.967288 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e58be-aa19-4186-b8bc-29e5b7a744ed admin admin] Pushing event deleted for resources: {'Port': ['ID=817201a6-bec3-4131-9257-bcde0ed9d99f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:41.044073 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:41.125264 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8c5175a2-a577-425e-b9bf-5110b3e87d13 req-a0621db3-6e63-41dc-826c-179b2503089e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:41.150798 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-046e58be-aa19-4186-b8bc-29e5b7a744ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:41.154903 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=a866e41a-5ff6-4df2-9059-51c744015303,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:41.156944 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bd1be7-9ac9-4965-a1bf-b04058bef4c2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Router a186c3a8-9ef0-483c-834b-6d462c6991a8 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:02:41.164216 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0621db3-6e63-41dc-826c-179b2503089e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Port': ['ID=5ff178c3-911e-444f-b680-a84ea8e3bf13,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:41.237859 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5175a2-a577-425e-b9bf-5110b3e87d13 req-a0621db3-6e63-41dc-826c-179b2503089e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] No DVR routers for this DVR port 5ff178c3-911e-444f-b680-a84ea8e3bf13 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:02:41.241421 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8c5175a2-a577-425e-b9bf-5110b3e87d13 req-a0621db3-6e63-41dc-826c-179b2503089e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:41.245012 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8c5175a2-a577-425e-b9bf-5110b3e87d13 req-a0621db3-6e63-41dc-826c-179b2503089e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.37 "DELETE /v2.0/ports/5ff178c3-911e-444f-b680-a84ea8e3bf13 HTTP/1.1" status: 204 len: 173 time: 1.5784140 Sep 18 00:02:41.245012 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'name': 'network-vif-deleted', 'tag': '5ff178c3-911e-444f-b680-a84ea8e3bf13'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:02:41.246181 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bab4927-a49e-4fce-91a0-409438c97729" -d '{"events": [{"server_uuid": "a404cce3-45cd-4832-b532-ec6a7e0ce224", "name": "network-vif-deleted", "tag": "5ff178c3-911e-444f-b680-a84ea8e3bf13"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:02:41.299797 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-046e58be-aa19-4186-b8bc-29e5b7a744ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:41.304522 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa3a760-fedd-4514-a9f5-a9122b6083f5 x-openstack-request-id: req-caa3a760-fedd-4514-a9f5-a9122b6083f5 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:02:41.305039 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a404cce3-45cd-4832-b532-ec6a7e0ce224", "name": "network-vif-deleted", "tag": "5ff178c3-911e-444f-b680-a84ea8e3bf13", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:02:41.305454 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-caa3a760-fedd-4514-a9f5-a9122b6083f5 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:02:41.305681 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-046e58be-aa19-4186-b8bc-29e5b7a744ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:41.306718 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a404cce3-45cd-4832-b532-ec6a7e0ce224', 'name': 'network-vif-deleted', 'tag': '5ff178c3-911e-444f-b680-a84ea8e3bf13', 'status': 'completed', 'code': 200} Sep 18 00:02:41.371045 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Attempting to bind port a866e41a-5ff6-4df2-9059-51c744015303 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:02:41.371415 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Attempting to bind port a866e41a-5ff6-4df2-9059-51c744015303 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '62c67ca4-8d70-4e57-871a-617366dc2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:02:41.371857 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Attempting to bind port a866e41a-5ff6-4df2-9059-51c744015303 on network 8b2d6011-258a-42be-9c93-b3ada3daa02d {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:02:41.376770 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Port a866e41a-5ff6-4df2-9059-51c744015303 on network 8b2d6011-258a-42be-9c93-b3ada3daa02d not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:02:41.377122 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Attempting to bind port a866e41a-5ff6-4df2-9059-51c744015303 on network 8b2d6011-258a-42be-9c93-b3ada3daa02d {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:02:41.382780 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:02:41.383121 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Checking segment: {'id': '62c67ca4-8d70-4e57-871a-617366dc2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:02:41.383511 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Bound using segment: {'id': '62c67ca4-8d70-4e57-871a-617366dc2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:02:41.383941 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Bound port: a866e41a-5ff6-4df2-9059-51c744015303, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c67ca4-8d70-4e57-871a-617366dc2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:02:41.384355 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:41.407843 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bd1be7-9ac9-4965-a1bf-b04058bef4c2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:02:41.419673 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] Sync routers for ids ['a186c3a8-9ef0-483c-834b-6d462c6991a8'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:02:41.439014 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] Routers {'a186c3a8-9ef0-483c-834b-6d462c6991a8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:02:41.439604 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:02:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a186c3a8-9ef0-483c-834b-6d462c6991a8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:41.458604 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-046e58be-aa19-4186-b8bc-29e5b7a744ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:41.459124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046e58be-aa19-4186-b8bc-29e5b7a744ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83af115b-ab62-45a2-9186-54debcb42867 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:02:41.465224 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-046e58be-aa19-4186-b8bc-29e5b7a744ed admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:41.469357 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-046e58be-aa19-4186-b8bc-29e5b7a744ed admin admin] 10.222.0.46 "DELETE /v2.0/routers/83af115b-ab62-45a2-9186-54debcb42867 HTTP/1.1" status: 204 len: 168 time: 2.5824590 Sep 18 00:02:41.469357 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35210) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:41.475109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] For port a866e41a-5ff6-4df2-9059-51c744015303, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:02:41.519724 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-92bd1be7-9ac9-4965-a1bf-b04058bef4c2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:41.521626 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-92bd1be7-9ac9-4965-a1bf-b04058bef4c2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.7278090 Sep 18 00:02:41.525285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35212) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:41.554076 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f70ae5-a15e-462a-ae96-8e6db93c69a9 admin admin] Deleting subnet 294e5306-7b47-43ef-943e-37934b52f9c3 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:02:41.560535 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44f70ae5-a15e-462a-ae96-8e6db93c69a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:41.622705 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] For port a866e41a-5ff6-4df2-9059-51c744015303, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a866e41a-5ff6-4df2-9059-51c744015303,segment=NetworkSegment(62c67ca4-8d70-4e57-871a-617366dc2113),segment_id=62c67ca4-8d70-4e57-871a-617366dc2113)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:02:41.654529 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44f70ae5-a15e-462a-ae96-8e6db93c69a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:41.695229 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:41.721113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] Set router a186c3a8-9ef0-483c-834b-6d462c6991a8 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:02:41.786683 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-34fb2870-9620-4e41-8cbf-767f23e17990 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=240dd21d0d2f45ecb6590c53be314024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2586973 Sep 18 00:02:41.807754 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35226) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:41.812108 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=a866e41a-5ff6-4df2-9059-51c744015303,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:41.866471 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:41.867124 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:41.868617 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-184f99af-b405-4379-98d5-25b79626abc9 req-96db7581-e455-4128-afbb-5bc1cef81ce4 service neutron] 10.222.0.37 "PUT /v2.0/ports/a866e41a-5ff6-4df2-9059-51c744015303 HTTP/1.1" status: 200 len: 1092 time: 2.2515688 Sep 18 00:02:41.869412 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327fd7b4-2597-4f26-a3af-a5ce13d6e4d2', 'tag': 'a866e41a-5ff6-4df2-9059-51c744015303'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:02:41.876604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-edc01fc1-7756-4d6a-9a3e-1ac8ffe283dc req-34716e5b-aae9-4d0b-b3bc-ff26b7c80841 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=a404cce3-45cd-4832-b532-ec6a7e0ce224 HTTP/1.1" status: 200 len: 210 time: 0.1147263 Sep 18 00:02:41.900873 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502722c5-fa78-4982-bb81-f18d868bd6e8" -d '{"events": [{"name": "network-changed", "server_uuid": "327fd7b4-2597-4f26-a3af-a5ce13d6e4d2", "tag": "a866e41a-5ff6-4df2-9059-51c744015303"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:02:41.959496 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6eb39b-8e92-462a-b660-cd18c7067d4e req-76207120-b885-45d9-83ae-b93b48a78730 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:41.961204 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e6eb39b-8e92-462a-b660-cd18c7067d4e req-76207120-b885-45d9-83ae-b93b48a78730 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 944 time: 0.1899881 Sep 18 00:02:41.986500 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0964e70c-242a-4e83-8108-7a3d8ea73c0a x-openstack-request-id: req-0964e70c-242a-4e83-8108-7a3d8ea73c0a {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:02:41.986799 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327fd7b4-2597-4f26-a3af-a5ce13d6e4d2", "tag": "a866e41a-5ff6-4df2-9059-51c744015303", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:02:41.987055 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0964e70c-242a-4e83-8108-7a3d8ea73c0a {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:02:41.987470 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327fd7b4-2597-4f26-a3af-a5ce13d6e4d2', 'tag': 'a866e41a-5ff6-4df2-9059-51c744015303', 'status': 'completed', 'code': 200} Sep 18 00:02:42.030113 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e6eb39b-8e92-462a-b660-cd18c7067d4e req-140387b7-3119-425c-b2ef-d2988f2f5303 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615549 Sep 18 00:02:42.048028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cbef65-7dc2-45bb-977e-5451460d6d7f tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:42.049538 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e9cbef65-7dc2-45bb-977e-5451460d6d7f tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2254400 Sep 18 00:02:42.053014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35232) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:42.079420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:02:39Z', 'revision_number': 3, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:42.103760 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44f70ae5-a15e-462a-ae96-8e6db93c69a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:42.111222 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502722c5-fa78-4982-bb81-f18d868bd6e8 req-294248a4-bfd6-4d2b-8625-22e396cad58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:42.113665 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] Checking router: a186c3a8-9ef0-483c-834b-6d462c6991a8 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:02:42.115022 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] Updating router a186c3a8-9ef0-483c-834b-6d462c6991a8 port 309827e9-a84b-4ddf-a3dd-1b3563c8f980 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:02:42.115837 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-502722c5-fa78-4982-bb81-f18d868bd6e8 req-294248a4-bfd6-4d2b-8625-22e396cad58e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8789870646c04ee28c537b4fe3c9719a&device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 1095 time: 0.1275456 Sep 18 00:02:42.144713 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d4ce21be-563f-46fa-87aa-33e906ab146d tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=544c7e65-fba8-424a-a169-b245d1aea919&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0871634 Sep 18 00:02:42.146991 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35234) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:42.156434 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-48793216-3d24-4417-87e7-2057094abfd7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-215778526', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:42.187687 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:42.320464 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ff706a87-b1c0-4e48-baf3-0353c6d0759f no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:02:42.351799 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502722c5-fa78-4982-bb81-f18d868bd6e8 req-381d45bf-8920-4ba1-85cc-8655f28451d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:42.354965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: ff706a87-b1c0-4e48-baf3-0353c6d0759f {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:02:42.355110 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-502722c5-fa78-4982-bb81-f18d868bd6e8 req-381d45bf-8920-4ba1-85cc-8655f28451d4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8789870646c04ee28c537b4fe3c9719a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2011840 Sep 18 00:02:42.355314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ff706a87-b1c0-4e48-baf3-0353c6d0759f not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:02:42.355883 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 817201a6-bec3-4131-9257-bcde0ed9d99f no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:02:42.381813 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 817201a6-bec3-4131-9257-bcde0ed9d99f {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:02:42.382163 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 817201a6-bec3-4131-9257-bcde0ed9d99f not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:02:42.429151 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48793216-3d24-4417-87e7-2057094abfd7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Made reservation on behalf of 240dd21d0d2f45ecb6590c53be314024 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:02:42.444275 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-48793216-3d24-4417-87e7-2057094abfd7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:42.481683 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44f70ae5-a15e-462a-ae96-8e6db93c69a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:42.518346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f70ae5-a15e-462a-ae96-8e6db93c69a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=294e5306-7b47-43ef-943e-37934b52f9c3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:42.520696 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-44f70ae5-a15e-462a-ae96-8e6db93c69a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:42.523164 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-44f70ae5-a15e-462a-ae96-8e6db93c69a9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/294e5306-7b47-43ef-943e-37934b52f9c3 HTTP/1.1" status: 204 len: 168 time: 1.0530741 Sep 18 00:02:42.527878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed31b92-1162-4cf3-912e-48e44fb7dc28 None None] Network 9c1553df-1cdf-4638-a188-7f118bbcb251 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:02:42.530119 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35242) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:42.553563 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502722c5-fa78-4982-bb81-f18d868bd6e8 req-b9b3990f-e299-4b34-a7d1-9ee8f0d13d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:42.555299 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-502722c5-fa78-4982-bb81-f18d868bd6e8 req-b9b3990f-e299-4b34-a7d1-9ee8f0d13d0a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1934378 Sep 18 00:02:42.628382 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:42.733828 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f99af-b405-4379-98d5-25b79626abc9 req-9dd05f56-1d2a-449a-b6a7-65bcde1165c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:42.736019 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-184f99af-b405-4379-98d5-25b79626abc9 req-9dd05f56-1d2a-449a-b6a7-65bcde1165c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8789870646c04ee28c537b4fe3c9719a&device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 1095 time: 0.1039305 Sep 18 00:02:42.782993 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:42.789425 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-184f99af-b405-4379-98d5-25b79626abc9 req-e5ca600b-609c-47f8-9b91-44b8d14b634f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a866e41a-5ff6-4df2-9059-51c744015303 HTTP/1.1" status: 200 len: 217 time: 0.0450299 Sep 18 00:02:42.840588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] Deleting port b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:02:42.840983 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:42.870383 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d3af60-cf51-429b-9648-db491018703b None None] DHCP port deletion for 9c1553df-1cdf-4638-a188-7f118bbcb251 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:02:42.873435 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-48793216-3d24-4417-87e7-2057094abfd7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:42.932692 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:42.979191 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] For port b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:42.979604 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:42.996719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35256) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:43.013386 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] Calling delete_port for b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:02:43.029139 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] Attempting to bind port 309827e9-a84b-4ddf-a3dd-1b3563c8f980 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:02:43.029662 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] Attempting to bind port 309827e9-a84b-4ddf-a3dd-1b3563c8f980 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:02:43.030137 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] Attempting to bind port 309827e9-a84b-4ddf-a3dd-1b3563c8f980 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:02:43.059705 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48793216-3d24-4417-87e7-2057094abfd7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Subnet': ['ID=12cdc161-97a2-4758-9c62-a0043ee08ca8,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:43.070483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:02:43.072050 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:02:43.077462 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:43.077733 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:02:43.078238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] Bound port: 309827e9-a84b-4ddf-a3dd-1b3563c8f980, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:02:43.078623 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:43.082195 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e35178-6dcb-4fd3-85f0-5dbfd5e0d067 None None] Pushing event updated for resources: {'Port': ['ID=309827e9-a84b-4ddf-a3dd-1b3563c8f980,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:43.104461 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48793216-3d24-4417-87e7-2057094abfd7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Checking segment: {'id': 'a710004d-d537-42ff-b58c-6b87cf9a36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '037574df-d2ae-499c-851e-887a3b499516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:02:43.104824 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48793216-3d24-4417-87e7-2057094abfd7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Network hostable DHCP agents. Network: 037574df-d2ae-499c-851e-887a3b499516, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:02:43.133919 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f99af-b405-4379-98d5-25b79626abc9 req-ecce9428-b633-4bb5-88c2-549631b15c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:43.135452 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-184f99af-b405-4379-98d5-25b79626abc9 req-ecce9428-b633-4bb5-88c2-549631b15c17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e20553aa-891a-4dbe-a830-3d08538dc0a4 HTTP/1.1" status: 200 len: 855 time: 0.3387725 Sep 18 00:02:43.144255 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-02d3af60-cf51-429b-9648-db491018703b None None] Deleting port b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:02:43.144642 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-02d3af60-cf51-429b-9648-db491018703b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:43.182695 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-184f99af-b405-4379-98d5-25b79626abc9 req-27f55dbe-cb6f-421f-b132-20363eb9f602 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b2d6011-258a-42be-9c93-b3ada3daa02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360458 Sep 18 00:02:43.241373 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-02d3af60-cf51-429b-9648-db491018703b None None] For port b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2,segment=NetworkSegment(c3493b83-1405-4a74-bb8f-abbe5b5d046d),segment_id=c3493b83-1405-4a74-bb8f-abbe5b5d046d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:43.242391 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-02d3af60-cf51-429b-9648-db491018703b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:43.258923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-02d3af60-cf51-429b-9648-db491018703b None None] Calling delete_port for b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:02:43.318548 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-184f99af-b405-4379-98d5-25b79626abc9 req-414e39ba-6c96-4da7-85b6-e737c7e584b6 service neutron] 10.222.0.37 "GET /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270947 Sep 18 00:02:43.333938 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031adc33-56a8-43a8-8717-4bb4a2e60ca9 req-75f9aec0-c3d0-4532-9ecb-16c4011057ca tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:43.335485 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-031adc33-56a8-43a8-8717-4bb4a2e60ca9 req-75f9aec0-c3d0-4532-9ecb-16c4011057ca tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 944 time: 0.1496010 Sep 18 00:02:43.359601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] For port 309827e9-a84b-4ddf-a3dd-1b3563c8f980, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:02:43.385483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] For port 309827e9-a84b-4ddf-a3dd-1b3563c8f980, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=309827e9-a84b-4ddf-a3dd-1b3563c8f980,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:02:43.390723 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:43.405217 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-02d3af60-cf51-429b-9648-db491018703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:43.410068 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] No DVR routers for this DVR port b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:02:43.428443 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d3af60-cf51-429b-9648-db491018703b None None] No DVR routers for this DVR port b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:02:43.432453 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48793216-3d24-4417-87e7-2057094abfd7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Network 037574df-d2ae-499c-851e-887a3b499516 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:02:43.457070 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] Pushing event deleted for resources: {'Port': ['ID=b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:43.481874 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3af60-cf51-429b-9648-db491018703b None None] Pushing event deleted for resources: {'Port': ['ID=b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:43.487347 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:43.489480 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:43.552538 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] Routers {'a186c3a8-9ef0-483c-834b-6d462c6991a8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:02:43.553274 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:02:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a186c3a8-9ef0-483c-834b-6d462c6991a8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:43.554392 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-184f99af-b405-4379-98d5-25b79626abc9 req-0e7db83b-f345-4ab2-9f77-fb26fa7ee7f4 service neutron] 10.222.0.37 "GET /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294316 Sep 18 00:02:43.554557 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-031adc33-56a8-43a8-8717-4bb4a2e60ca9 req-1b8019ab-5bc3-41f2-a6ea-1e2cafb16caf tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119808 Sep 18 00:02:43.598636 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-48793216-3d24-4417-87e7-2057094abfd7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 037574df-d2ae-499c-851e-887a3b499516) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:02:43.613303 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48793216-3d24-4417-87e7-2057094abfd7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:43.614543 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-48793216-3d24-4417-87e7-2057094abfd7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:43.640344 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1558e3d0-0939-4ee5-9152-9b2cc7ff1b39 None None] Network 037574df-d2ae-499c-851e-887a3b499516 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:02:43.642858 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:43.657939 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e35178-6dcb-4fd3-85f0-5dbfd5e0d067 None None] Pushing event updated for resources: {'Port': ['ID=309827e9-a84b-4ddf-a3dd-1b3563c8f980,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:43.678452 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1553df-1cdf-4638-a188-7f118bbcb251']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:43.690629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3493b83-1405-4a74-bb8f-abbe5b5d046d') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:43.691008 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3493b83-1405-4a74-bb8f-abbe5b5d046d') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:43.705586 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:43.724097 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:43.731497 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:02:43.732097 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:43.756054 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] Set router a186c3a8-9ef0-483c-834b-6d462c6991a8 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:02:43.767042 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-48793216-3d24-4417-87e7-2057094abfd7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6188266 Sep 18 00:02:43.771457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35268) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:02:43.810446 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:02:43.900568 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:43.914331 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:43.917393 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] 10.222.0.46 "DELETE /v2.0/networks/9c1553df-1cdf-4638-a188-7f118bbcb251 HTTP/1.1" status: 204 len: 168 time: 1.3861520 Sep 18 00:02:43.982777 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5ff178c3-911e-444f-b680-a84ea8e3bf13 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:02:43.987363 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f66d02-a0f8-4234-b05b-95d6fb161cce admin admin] Pushing event deleted for resources: {'Network': ['ID=9c1553df-1cdf-4638-a188-7f118bbcb251,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:44.033826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 5ff178c3-911e-444f-b680-a84ea8e3bf13 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:02:44.034288 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5ff178c3-911e-444f-b680-a84ea8e3bf13 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:02:44.084367 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-037574df-d2ae-499c-851e-887a3b499516', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'fixed_ips': [{'subnet_id': '12cdc161-97a2-4758-9c62-a0043ee08ca8'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:02:44.085421 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:44.098675 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e7f380ab-d886-4bfd-b9a2-2a6b883505b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:44.108118 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:02:44.135832 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:02:44.136400 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b753dbc0-51dd-49e3-bc0f-3e3a9c5a6df2 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:02:44.267912 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:02:39Z', 'revision_number': 3, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:44.333363 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6807e9e7-bdec-40b6-a4c0-aa3d63cb5f03 None None] The sync data for ids ['a186c3a8-9ef0-483c-834b-6d462c6991a8'] in n-d-809883-1 is: [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:02:39Z', 'revision_number': 3, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:02:44.352904 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Allocated IP 172.20.0.2 (037574df-d2ae-499c-851e-887a3b499516/12cdc161-97a2-4758-9c62-a0043ee08ca8/188af244-06cc-4868-afe2-d52c9da68905) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:02:44.439580 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35284) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:44.491582 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e13477f5-2f7e-4039-b4fe-09fcd3b28e04 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dba230fc347941bb9230276913eaed6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505486 Sep 18 00:02:44.494478 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35286) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:44.559170 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:44.587245 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9dccdbe9-323a-4627-8a80-cee3f4f22a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:44.620338 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9dccdbe9-323a-4627-8a80-cee3f4f22a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:44.645670 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d05f-332b-4f8d-beba-8ea687f82939 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:44.662565 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:44.766098 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Network 037574df-d2ae-499c-851e-887a3b499516 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:02:44.771600 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Pushing event updated for resources: {'Port': ['ID=188af244-06cc-4868-afe2-d52c9da68905,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:44.771600 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:02:44.780185 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:02:44.782076 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9dccdbe9-323a-4627-8a80-cee3f4f22a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:44.784958 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9dccdbe9-323a-4627-8a80-cee3f4f22a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:44.788997 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9dccdbe9-323a-4627-8a80-cee3f4f22a16 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/972f0502-8310-4dd0-89da-62792c762b35 HTTP/1.1" status: 204 len: 168 time: 0.2933850 Sep 18 00:02:44.807562 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccdbe9-323a-4627-8a80-cee3f4f22a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972f0502-8310-4dd0-89da-62792c762b35,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:44.807961 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:44.808319 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:44.808668 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:44.809320 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:44.809959 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:44.812899 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:44.813343 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:44.815800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:44.816164 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:44.816505 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:44.818147 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:44.818557 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:44.890584 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752aece-03e9-4bcb-89eb-4fa337d4ec49 req-69aa72b6-e514-44b8-b655-38eeff2345ed tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:44.892407 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6752aece-03e9-4bcb-89eb-4fa337d4ec49 req-69aa72b6-e514-44b8-b655-38eeff2345ed tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 944 time: 0.1988232 Sep 18 00:02:45.011283 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Attempting to bind port 188af244-06cc-4868-afe2-d52c9da68905 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:02:45.011751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Attempting to bind port 188af244-06cc-4868-afe2-d52c9da68905 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'a710004d-d537-42ff-b58c-6b87cf9a36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '037574df-d2ae-499c-851e-887a3b499516'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:02:45.012185 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Attempting to bind port 188af244-06cc-4868-afe2-d52c9da68905 on network 037574df-d2ae-499c-851e-887a3b499516 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:02:45.018527 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:02:45.019006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Checking segment: {'id': 'a710004d-d537-42ff-b58c-6b87cf9a36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '037574df-d2ae-499c-851e-887a3b499516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:02:45.019482 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:45.019974 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Bound using segment: {'id': 'a710004d-d537-42ff-b58c-6b87cf9a36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '037574df-d2ae-499c-851e-887a3b499516'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:02:45.020541 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Bound port: 188af244-06cc-4868-afe2-d52c9da68905, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a710004d-d537-42ff-b58c-6b87cf9a36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '037574df-d2ae-499c-851e-887a3b499516'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:02:45.021050 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:45.099648 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] For port 188af244-06cc-4868-afe2-d52c9da68905, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:02:45.105585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] For port 188af244-06cc-4868-afe2-d52c9da68905, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=188af244-06cc-4868-afe2-d52c9da68905,segment=NetworkSegment(a710004d-d537-42ff-b58c-6b87cf9a36e3),segment_id=a710004d-d537-42ff-b58c-6b87cf9a36e3)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:02:45.126468 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6752aece-03e9-4bcb-89eb-4fa337d4ec49 req-26b41eb3-dcf6-4f75-a579-792a1e3f4cef tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785248 Sep 18 00:02:45.186336 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:45.261970 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f8198-734d-4bbb-a49c-692a189fa66e None None] Pushing event updated for resources: {'Port': ['ID=188af244-06cc-4868-afe2-d52c9da68905,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:45.668196 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84f620ce-00f3-476a-890a-f536cbf00518 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:45.746550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-fcc2d05f-332b-4f8d-beba-8ea687f82939 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting port 6e2d00d9-b370-430f-b703-3cf1f6d92ec6 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:02:45.746895 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d05f-332b-4f8d-beba-8ea687f82939 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:45.957610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-fcc2d05f-332b-4f8d-beba-8ea687f82939 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] For port 6e2d00d9-b370-430f-b703-3cf1f6d92ec6, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6e2d00d9-b370-430f-b703-3cf1f6d92ec6,segment=NetworkSegment(d26f9bd4-c277-4a17-baa4-d2a6f90650c9),segment_id=d26f9bd4-c277-4a17-baa4-d2a6f90650c9)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:45.963190 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d05f-332b-4f8d-beba-8ea687f82939 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:45.977723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-fcc2d05f-332b-4f8d-beba-8ea687f82939 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Calling delete_port for 6e2d00d9-b370-430f-b703-3cf1f6d92ec6 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:02:45.986360 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a866e41a-5ff6-4df2-9059-51c744015303 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:02:46.364182 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-84f620ce-00f3-476a-890a-f536cbf00518 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Allocated IP 172.20.0.1 (037574df-d2ae-499c-851e-887a3b499516/12cdc161-97a2-4758-9c62-a0043ee08ca8/d8e5e017-ce49-405e-b4f2-ac624102ae24) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:02:46.502324 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 188af244-06cc-4868-afe2-d52c9da68905 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:02:46.582183 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a866e41a-5ff6-4df2-9059-51c744015303, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a866e41a-5ff6-4df2-9059-51c744015303,segment=NetworkSegment(62c67ca4-8d70-4e57-871a-617366dc2113),segment_id=62c67ca4-8d70-4e57-871a-617366dc2113)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:46.604324 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-08a93998-8679-484f-bc5e-1b74d078ef06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:46.606941 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'a866e41a-5ff6-4df2-9059-51c744015303', 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d', 'port_id': 'a866e41a-5ff6-4df2-9059-51c744015303', 'mac_address': 'fa:16:3e:bb:aa:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20553aa-891a-4dbe-a830-3d08538dc0a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:02:46.620910 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7c62e-6adf-4726-a8c6-1783479d4d8a req-20997562-6b2c-4756-8990-f7cdfdc930eb tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:46.622734 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-59b7c62e-6adf-4726-a8c6-1783479d4d8a req-20997562-6b2c-4756-8990-f7cdfdc930eb tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 944 time: 0.3370817 Sep 18 00:02:46.715399 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d05f-332b-4f8d-beba-8ea687f82939 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:46.729372 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 188af244-06cc-4868-afe2-d52c9da68905 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:02:46.729372 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:46.777583 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-59b7c62e-6adf-4726-a8c6-1783479d4d8a req-c3957c2a-5682-43ff-920a-238afd0535f4 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446185 Sep 18 00:02:46.822410 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2d05f-332b-4f8d-beba-8ea687f82939 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Port': ['ID=6e2d00d9-b370-430f-b703-3cf1f6d92ec6,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:46.825032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56914ca3-befd-417e-945e-e01651957d9d None None] Network 037574df-d2ae-499c-851e-887a3b499516 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:02:46.956936 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84f620ce-00f3-476a-890a-f536cbf00518 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:47.020944 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:47.039706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-eba35db4-ecad-497f-99f7-b6164986b77a None None] Provisioning complete for port 188af244-06cc-4868-afe2-d52c9da68905 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:02:47.040086 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eba35db4-ecad-497f-99f7-b6164986b77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:47.128171 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a866e41a-5ff6-4df2-9059-51c744015303 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:02:47.148069 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84f620ce-00f3-476a-890a-f536cbf00518 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:47.172021 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:47.202348 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a866e41a-5ff6-4df2-9059-51c744015303, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a866e41a-5ff6-4df2-9059-51c744015303,segment=NetworkSegment(62c67ca4-8d70-4e57-871a-617366dc2113),segment_id=62c67ca4-8d70-4e57-871a-617366dc2113)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:47.300317 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:47.324814 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eba35db4-ecad-497f-99f7-b6164986b77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:47.395125 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 188af244-06cc-4868-afe2-d52c9da68905, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=188af244-06cc-4868-afe2-d52c9da68905,segment=NetworkSegment(a710004d-d537-42ff-b58c-6b87cf9a36e3),segment_id=a710004d-d537-42ff-b58c-6b87cf9a36e3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:47.412595 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:47.430673 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=a866e41a-5ff6-4df2-9059-51c744015303,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:47.491447 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:47.492437 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 309827e9-a84b-4ddf-a3dd-1b3563c8f980 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:02:47.543893 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['a866e41a-5ff6-4df2-9059-51c744015303'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:02:47.627953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f620ce-00f3-476a-890a-f536cbf00518 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Network 037574df-d2ae-499c-851e-887a3b499516 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:02:47.638590 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-84f620ce-00f3-476a-890a-f536cbf00518 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:02:47.641251 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fcc2d05f-332b-4f8d-beba-8ea687f82939 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:47.647902 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f620ce-00f3-476a-890a-f536cbf00518 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:02:47.650530 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f620ce-00f3-476a-890a-f536cbf00518 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Port': ['ID=d8e5e017-ce49-405e-b4f2-ac624102ae24,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:47.677712 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-eba35db4-ecad-497f-99f7-b6164986b77a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:02:47.678845 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-eba35db4-ecad-497f-99f7-b6164986b77a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:02:47.687303 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=188af244-06cc-4868-afe2-d52c9da68905,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:47.743238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 309827e9-a84b-4ddf-a3dd-1b3563c8f980 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:02:47.743613 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:47.779109 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84f620ce-00f3-476a-890a-f536cbf00518 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:47.798737 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:47.996185 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:48.020228 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 309827e9-a84b-4ddf-a3dd-1b3563c8f980, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=309827e9-a84b-4ddf-a3dd-1b3563c8f980,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:48.090526 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:48.178151 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100cbd8-1c4e-4db6-a85e-030f02336080 req-2b1211ee-9f27-429f-b2ba-a24377a687b3 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:48.196378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4100cbd8-1c4e-4db6-a85e-030f02336080 req-2b1211ee-9f27-429f-b2ba-a24377a687b3 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 945 time: 0.2430677 Sep 18 00:02:48.226812 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=309827e9-a84b-4ddf-a3dd-1b3563c8f980,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:48.274914 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 188af244-06cc-4868-afe2-d52c9da68905 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:02:48.325486 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4100cbd8-1c4e-4db6-a85e-030f02336080 req-0f2b40fe-1e11-4baa-be65-b8a40f057b54 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278648 Sep 18 00:02:48.326865 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 188af244-06cc-4868-afe2-d52c9da68905 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:02:48.327268 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:48.337180 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84f620ce-00f3-476a-890a-f536cbf00518 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:48.355544 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc2d05f-332b-4f8d-beba-8ea687f82939 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Router ea52ee47-5f6a-4547-bed3-56760db855c8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:02:48.389285 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5648918-f028-4518-b2bd-eb37defd51df None None] Provisioning complete for port d8e5e017-ce49-405e-b4f2-ac624102ae24 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:02:48.389752 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5648918-f028-4518-b2bd-eb37defd51df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:48.428189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5648918-f028-4518-b2bd-eb37defd51df None None] Port d8e5e017-ce49-405e-b4f2-ac624102ae24 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:02:48.462201 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5648918-f028-4518-b2bd-eb37defd51df None None] Provisioning complete for port 188af244-06cc-4868-afe2-d52c9da68905 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:02:48.462580 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5648918-f028-4518-b2bd-eb37defd51df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:48.618526 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc2d05f-332b-4f8d-beba-8ea687f82939 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:02:48.624237 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb987a-7e60-4097-8a67-71dbb572c72e None None] Sync routers for ids ['ea52ee47-5f6a-4547-bed3-56760db855c8'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:02:48.634824 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb987a-7e60-4097-8a67-71dbb572c72e None None] Routers {'ea52ee47-5f6a-4547-bed3-56760db855c8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:02:48.635730 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-44bb987a-7e60-4097-8a67-71dbb572c72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:02:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ea52ee47-5f6a-4547-bed3-56760db855c8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:48.646039 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fcc2d05f-332b-4f8d-beba-8ea687f82939 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "PUT /v2.0/routers/ea52ee47-5f6a-4547-bed3-56760db855c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6474442 Sep 18 00:02:48.648577 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35400) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:48.705369 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4bc9970-eac0-40e9-aafa-5d8e39248bb7 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting subnet 627bd896-1806-4a43-939b-d1285ef7d32d {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:02:48.711574 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a4bc9970-eac0-40e9-aafa-5d8e39248bb7 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:48.757309 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-44bb987a-7e60-4097-8a67-71dbb572c72e None None] Set router ea52ee47-5f6a-4547-bed3-56760db855c8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:02:48.783158 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a4bc9970-eac0-40e9-aafa-5d8e39248bb7 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:48.958609 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a4bc9970-eac0-40e9-aafa-5d8e39248bb7 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:48.961742 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-44bb987a-7e60-4097-8a67-71dbb572c72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975457806', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4c731ee8-4786-401f-9631-1372af051b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:23Z', 'updated_at': '2021-09-18T00:02:46Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '4c731ee8-4786-401f-9631-1372af051b85', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:24Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:49.020373 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84f620ce-00f3-476a-890a-f536cbf00518 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:49.039524 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb987a-7e60-4097-8a67-71dbb572c72e None None] Checking router: ea52ee47-5f6a-4547-bed3-56760db855c8 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:02:49.068066 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb987a-7e60-4097-8a67-71dbb572c72e None None] Routers {'ea52ee47-5f6a-4547-bed3-56760db855c8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:02:49.068899 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-44bb987a-7e60-4097-8a67-71dbb572c72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:02:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ea52ee47-5f6a-4547-bed3-56760db855c8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:49.091751 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84f620ce-00f3-476a-890a-f536cbf00518 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:49.140815 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f620ce-00f3-476a-890a-f536cbf00518 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Port': ['ID=d8e5e017-ce49-405e-b4f2-ac624102ae24,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:49.181734 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a4bc9970-eac0-40e9-aafa-5d8e39248bb7 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:49.234059 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc9970-eac0-40e9-aafa-5d8e39248bb7 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Subnet': ['ID=627bd896-1806-4a43-939b-d1285ef7d32d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:49.249602 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a4bc9970-eac0-40e9-aafa-5d8e39248bb7 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:49.252165 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a4bc9970-eac0-40e9-aafa-5d8e39248bb7 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "DELETE /v2.0/subnets/627bd896-1806-4a43-939b-d1285ef7d32d HTTP/1.1" status: 204 len: 168 time: 0.6025858 Sep 18 00:02:49.255542 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35424) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:49.257803 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84f620ce-00f3-476a-890a-f536cbf00518 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:49.268932 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773209fe-a763-4845-a3cf-6210325ddcc1 None None] Network 02790972-fc13-4ec4-a91c-79defc526414 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:02:49.271089 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-44bb987a-7e60-4097-8a67-71dbb572c72e None None] Set router ea52ee47-5f6a-4547-bed3-56760db855c8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:02:49.411508 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f620ce-00f3-476a-890a-f536cbf00518 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Network 037574df-d2ae-499c-851e-887a3b499516 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:02:49.416853 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:49.422654 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-84f620ce-00f3-476a-890a-f536cbf00518 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:02:49.572244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f6669-b252-4960-bdb7-98de8581c141 req-ee5bb754-4d00-441e-aab5-19506acd15f2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:49.575209 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb3f6669-b252-4960-bdb7-98de8581c141 req-ee5bb754-4d00-441e-aab5-19506acd15f2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 945 time: 0.1591442 Sep 18 00:02:49.589975 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-44bb987a-7e60-4097-8a67-71dbb572c72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975457806', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4c731ee8-4786-401f-9631-1372af051b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:23Z', 'updated_at': '2021-09-18T00:02:46Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '4c731ee8-4786-401f-9631-1372af051b85', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:24Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:49.594644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc7b6c3-b099-40ec-9f5a-42578d707212 None None] DHCP port deletion for 02790972-fc13-4ec4-a91c-79defc526414 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:02:49.628882 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb987a-7e60-4097-8a67-71dbb572c72e None None] The sync data for ids ['ea52ee47-5f6a-4547-bed3-56760db855c8'] in n-d-809883-1 is: [{'id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975457806', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '4c731ee8-4786-401f-9631-1372af051b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:23Z', 'updated_at': '2021-09-18T00:02:46Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '4c731ee8-4786-401f-9631-1372af051b85', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea52ee47-5f6a-4547-bed3-56760db855c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:24Z', 'updated_at': '2021-09-18T00:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:02:49.643026 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:49.709680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ebc7b6c3-b099-40ec-9f5a-42578d707212 None None] Deleting port 97fbea13-3b09-4eee-97d7-71b82d56bdeb {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:02:49.709680 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ebc7b6c3-b099-40ec-9f5a-42578d707212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:49.718181 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb3f6669-b252-4960-bdb7-98de8581c141 req-39b4f141-47ab-45de-ab92-4c418e763e54 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281586 Sep 18 00:02:49.737874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f620ce-00f3-476a-890a-f536cbf00518 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Router a186c3a8-9ef0-483c-834b-6d462c6991a8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:02:49.802055 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:49.828337 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ebc7b6c3-b099-40ec-9f5a-42578d707212 None None] For port 97fbea13-3b09-4eee-97d7-71b82d56bdeb, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=97fbea13-3b09-4eee-97d7-71b82d56bdeb,segment=NetworkSegment(d26f9bd4-c277-4a17-baa4-d2a6f90650c9),segment_id=d26f9bd4-c277-4a17-baa4-d2a6f90650c9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:49.828678 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ebc7b6c3-b099-40ec-9f5a-42578d707212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:49.839503 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting port 4c731ee8-4786-401f-9631-1372af051b85 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:02:49.839857 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:49.848673 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ebc7b6c3-b099-40ec-9f5a-42578d707212 None None] Calling delete_port for 97fbea13-3b09-4eee-97d7-71b82d56bdeb owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:02:49.936464 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f620ce-00f3-476a-890a-f536cbf00518 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:02:49.945687 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-84f620ce-00f3-476a-890a-f536cbf00518 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "PUT /v2.0/routers/a186c3a8-9ef0-483c-834b-6d462c6991a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1665773 Sep 18 00:02:49.946315 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35434) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:49.952265 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] Sync routers for ids ['a186c3a8-9ef0-483c-834b-6d462c6991a8'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:02:49.978733 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c185147e-9829-4793-b10d-bce1aa7b03a9 None None] Provisioning complete for port d8e5e017-ce49-405e-b4f2-ac624102ae24 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:02:49.979132 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c185147e-9829-4793-b10d-bce1aa7b03a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:49.980782 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] Routers {'a186c3a8-9ef0-483c-834b-6d462c6991a8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:02:49.989145 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:02:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a186c3a8-9ef0-483c-834b-6d462c6991a8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:50.022500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] For port 4c731ee8-4786-401f-9631-1372af051b85, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4c731ee8-4786-401f-9631-1372af051b85,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:50.023248 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:50.044749 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Calling delete_port for 4c731ee8-4786-401f-9631-1372af051b85 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:02:50.081838 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a866e41a-5ff6-4df2-9059-51c744015303 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:02:50.205919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c185147e-9829-4793-b10d-bce1aa7b03a9 None None] Port d8e5e017-ce49-405e-b4f2-ac624102ae24 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:02:50.254717 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 309827e9-a84b-4ddf-a3dd-1b3563c8f980 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:02:50.286493 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f213ac-762b-47b3-89cb-41e6612f415e tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:50.295590 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f213ac-762b-47b3-89cb-41e6612f415e tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:50.296243 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f213ac-762b-47b3-89cb-41e6612f415e tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:50.296738 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f213ac-762b-47b3-89cb-41e6612f415e tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:50.297260 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f213ac-762b-47b3-89cb-41e6612f415e tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:50.297749 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f213ac-762b-47b3-89cb-41e6612f415e tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:50.304124 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f213ac-762b-47b3-89cb-41e6612f415e tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:50.304748 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f213ac-762b-47b3-89cb-41e6612f415e tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:50.308246 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f213ac-762b-47b3-89cb-41e6612f415e tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:50.314684 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-72f213ac-762b-47b3-89cb-41e6612f415e tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6336 time: 0.3648474 Sep 18 00:02:50.315710 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35450) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:50.370231 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ebc7b6c3-b099-40ec-9f5a-42578d707212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:50.455623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7b6c3-b099-40ec-9f5a-42578d707212 None None] Pushing event deleted for resources: {'Port': ['ID=97fbea13-3b09-4eee-97d7-71b82d56bdeb,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:50.468765 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc7b6c3-b099-40ec-9f5a-42578d707212 None None] No DVR routers for this DVR port 97fbea13-3b09-4eee-97d7-71b82d56bdeb on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:02:50.471609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] Set router a186c3a8-9ef0-483c-834b-6d462c6991a8 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:02:50.473301 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634c9647-431c-4650-8e9d-4a0e654eb640 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:50.473975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634c9647-431c-4650-8e9d-4a0e654eb640 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:50.474463 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634c9647-431c-4650-8e9d-4a0e654eb640 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:50.474938 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634c9647-431c-4650-8e9d-4a0e654eb640 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:50.483218 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634c9647-431c-4650-8e9d-4a0e654eb640 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:50.483218 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634c9647-431c-4650-8e9d-4a0e654eb640 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:50.483218 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634c9647-431c-4650-8e9d-4a0e654eb640 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:50.483218 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634c9647-431c-4650-8e9d-4a0e654eb640 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:50.483218 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-634c9647-431c-4650-8e9d-4a0e654eb640 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5288 time: 0.1654682 Sep 18 00:02:50.485539 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35452) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:50.542136 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:50.571010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Port': ['ID=4c731ee8-4786-401f-9631-1372af051b85,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:50.591798 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:50.592533 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:50.593240 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:50.593899 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:50.594562 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:50.595209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:50.595717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:50.596223 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:50.596723 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:50.597245 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:50.602973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:50.602973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:02:50.689957 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:50.720522 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port a866e41a-5ff6-4df2-9059-51c744015303 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:02:50.734766 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port a866e41a-5ff6-4df2-9059-51c744015303 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:02:50.735140 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:50.918181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 309827e9-a84b-4ddf-a3dd-1b3563c8f980 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:02:50.918560 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:50.982676 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:50.987505 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:51.204259 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:51.205776 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Fanout notify agent at l3_agent the message router_deleted on router ea52ee47-5f6a-4547-bed3-56760db855c8 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:02:51.214052 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:51.215502 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ab61f9dc-9616-4d7b-8588-f2446410a325 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "DELETE /v2.0/routers/ea52ee47-5f6a-4547-bed3-56760db855c8 HTTP/1.1" status: 204 len: 168 time: 1.9583426 Sep 18 00:02:51.218252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35476) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:51.248395 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699727f-7bf4-4671-bd40-f9e933582fae req-e87bf7e8-0e39-464b-a14f-0a441b044536 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:51.256717 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f699727f-7bf4-4671-bd40-f9e933582fae req-e87bf7e8-0e39-464b-a14f-0a441b044536 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 945 time: 0.1063223 Sep 18 00:02:51.330626 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:51.366664 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-409a6496-aaa4-46a7-b36a-0f32afc6ed43 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4310 time: 0.8770561 Sep 18 00:02:51.412239 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f699727f-7bf4-4671-bd40-f9e933582fae req-6fdd3b7d-3aa5-458d-99de-1f96e89daa7b tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529884 Sep 18 00:02:51.453002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327fd7b4-2597-4f26-a3af-a5ce13d6e4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a866e41a-5ff6-4df2-9059-51c744015303'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:02:51.459390 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e032d20d-68cf-44c5-bd4e-c3411634fe66" -d '{"events": [{"server_uuid": "327fd7b4-2597-4f26-a3af-a5ce13d6e4d2", "name": "network-vif-plugged", "status": "completed", "tag": "a866e41a-5ff6-4df2-9059-51c744015303"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:02:51.466656 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 97fbea13-3b09-4eee-97d7-71b82d56bdeb no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:02:51.507240 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a866e41a-5ff6-4df2-9059-51c744015303, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a866e41a-5ff6-4df2-9059-51c744015303,segment=NetworkSegment(62c67ca4-8d70-4e57-871a-617366dc2113),segment_id=62c67ca4-8d70-4e57-871a-617366dc2113)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:51.522017 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5508ce55-9d48-424c-ac3c-3b88f9ff6505 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:51.534276 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 97fbea13-3b09-4eee-97d7-71b82d56bdeb {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:02:51.545015 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 97fbea13-3b09-4eee-97d7-71b82d56bdeb not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:02:51.545434 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 6e2d00d9-b370-430f-b703-3cf1f6d92ec6 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:02:51.593479 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:02:48Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'd8e5e017-ce49-405e-b4f2-ac624102ae24', 'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:f6:79:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:45Z', 'updated_at': '2021-09-18T00:02:48Z', 'revision_number': 2, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:51.598231 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:51.600094 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 6e2d00d9-b370-430f-b703-3cf1f6d92ec6 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:02:51.606492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 6e2d00d9-b370-430f-b703-3cf1f6d92ec6 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:02:51.633520 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5508ce55-9d48-424c-ac3c-3b88f9ff6505 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:51.637120 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] Checking router: a186c3a8-9ef0-483c-834b-6d462c6991a8 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:02:51.637528 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] Updating router a186c3a8-9ef0-483c-834b-6d462c6991a8 port d8e5e017-ce49-405e-b4f2-ac624102ae24 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:02:51.676316 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-5508ce55-9d48-424c-ac3c-3b88f9ff6505 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02790972-fc13-4ec4-a91c-79defc526414']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:51.686315 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-5508ce55-9d48-424c-ac3c-3b88f9ff6505 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26f9bd4-c277-4a17-baa4-d2a6f90650c9') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:51.686763 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-5508ce55-9d48-424c-ac3c-3b88f9ff6505 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26f9bd4-c277-4a17-baa4-d2a6f90650c9') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:51.697853 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:51.699896 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5508ce55-9d48-424c-ac3c-3b88f9ff6505 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:51.718430 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5508ce55-9d48-424c-ac3c-3b88f9ff6505 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:51.737868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5508ce55-9d48-424c-ac3c-3b88f9ff6505 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:02:51.738929 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5508ce55-9d48-424c-ac3c-3b88f9ff6505 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:51.739062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=a866e41a-5ff6-4df2-9059-51c744015303,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:02:51.742496 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:02:51.760437 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3a3fef-3693-4257-bc37-2b4b0cf01e15 x-openstack-request-id: req-eb3a3fef-3693-4257-bc37-2b4b0cf01e15 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:02:51.760648 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327fd7b4-2597-4f26-a3af-a5ce13d6e4d2", "name": "network-vif-plugged", "status": "completed", "tag": "a866e41a-5ff6-4df2-9059-51c744015303", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:02:51.760911 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb3a3fef-3693-4257-bc37-2b4b0cf01e15 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:02:51.761313 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327fd7b4-2597-4f26-a3af-a5ce13d6e4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a866e41a-5ff6-4df2-9059-51c744015303', 'code': 200} Sep 18 00:02:51.821019 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35488) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:51.828998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-1d2694de-53a0-4992-947c-2ca09c5693f8 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1341969906', 'description': 'tempest-secgroup-smoke-1341969906 description', 'project_id': '240dd21d0d2f45ecb6590c53be314024'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:51.888300 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f42536-230e-4beb-8822-4d10ee1177c4 req-2674f5d3-4be3-4232-9847-a1024671c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:51.889857 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c7f42536-230e-4beb-8822-4d10ee1177c4 req-2674f5d3-4be3-4232-9847-a1024671c420 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0939941 Sep 18 00:02:51.956119 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c7f42536-230e-4beb-8822-4d10ee1177c4 req-f9c1b08b-7274-4e70-8f48-c2affa749964 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574656 Sep 18 00:02:51.981466 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5508ce55-9d48-424c-ac3c-3b88f9ff6505 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:51.981766 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1d2694de-53a0-4992-947c-2ca09c5693f8 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:51.990156 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5508ce55-9d48-424c-ac3c-3b88f9ff6505 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:51.993134 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5508ce55-9d48-424c-ac3c-3b88f9ff6505 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "DELETE /v2.0/networks/02790972-fc13-4ec4-a91c-79defc526414 HTTP/1.1" status: 204 len: 168 time: 0.7719631 Sep 18 00:02:51.995700 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35494) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:52.017917 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508ce55-9d48-424c-ac3c-3b88f9ff6505 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Network': ['ID=02790972-fc13-4ec4-a91c-79defc526414,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:52.089206 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f6024bd9-ad80-4b6c-b46b-a5da2516a498 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:52.128938 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f6024bd9-ad80-4b6c-b46b-a5da2516a498 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:52.189032 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1d2694de-53a0-4992-947c-2ca09c5693f8 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:52.244696 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1d2694de-53a0-4992-947c-2ca09c5693f8 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:52.256423 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:52.265107 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4c731ee8-4786-401f-9631-1372af051b85 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:02:52.287267 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2694de-53a0-4992-947c-2ca09c5693f8 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f17fe213-180e-4e92-86af-43d0e3984d2e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:52.301989 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f6024bd9-ad80-4b6c-b46b-a5da2516a498 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:52.304759 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f6024bd9-ad80-4b6c-b46b-a5da2516a498 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:52.306154 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f6024bd9-ad80-4b6c-b46b-a5da2516a498 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "DELETE /v2.0/security-groups/8191d1b5-9a5f-49c7-9d76-e1be30f81362 HTTP/1.1" status: 204 len: 168 time: 0.3093493 Sep 18 00:02:52.322091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6024bd9-ad80-4b6c-b46b-a5da2516a498 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8191d1b5-9a5f-49c7-9d76-e1be30f81362,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:52.323237 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 4c731ee8-4786-401f-9631-1372af051b85 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:02:52.325249 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4c731ee8-4786-401f-9631-1372af051b85 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:02:52.330216 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:52.396044 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1d2694de-53a0-4992-947c-2ca09c5693f8 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:52.401683 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35506) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:52.403007 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1d2694de-53a0-4992-947c-2ca09c5693f8 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5800164 Sep 18 00:02:52.408770 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-df2e4f26-5cb4-4d13-8101-c1ea5da40e9b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group_rule': {'security_group_id': 'f17fe213-180e-4e92-86af-43d0e3984d2e', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:52.413780 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fc6f1-9c26-440a-82f8-d04e5d0ff8c9 None None] Pushing event updated for resources: {'Port': ['ID=d8e5e017-ce49-405e-b4f2-ac624102ae24,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:52.473257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] Attempting to bind port d8e5e017-ce49-405e-b4f2-ac624102ae24 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:02:52.473257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] Attempting to bind port d8e5e017-ce49-405e-b4f2-ac624102ae24 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'a710004d-d537-42ff-b58c-6b87cf9a36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '037574df-d2ae-499c-851e-887a3b499516'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:02:52.473257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] Attempting to bind port d8e5e017-ce49-405e-b4f2-ac624102ae24 on network 037574df-d2ae-499c-851e-887a3b499516 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:02:52.488878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:02:52.488878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] Checking segment: {'id': 'a710004d-d537-42ff-b58c-6b87cf9a36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '037574df-d2ae-499c-851e-887a3b499516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:02:52.488878 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:52.488878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] Bound using segment: {'id': 'a710004d-d537-42ff-b58c-6b87cf9a36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '037574df-d2ae-499c-851e-887a3b499516'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:02:52.488878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] Bound port: d8e5e017-ce49-405e-b4f2-ac624102ae24, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a710004d-d537-42ff-b58c-6b87cf9a36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '037574df-d2ae-499c-851e-887a3b499516'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:02:52.488878 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:52.519556 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df2e4f26-5cb4-4d13-8101-c1ea5da40e9b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:52.603016 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] For port d8e5e017-ce49-405e-b4f2-ac624102ae24, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:02:52.609625 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] For port d8e5e017-ce49-405e-b4f2-ac624102ae24, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d8e5e017-ce49-405e-b4f2-ac624102ae24,segment=NetworkSegment(a710004d-d537-42ff-b58c-6b87cf9a36e3),segment_id=a710004d-d537-42ff-b58c-6b87cf9a36e3)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:02:52.610903 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df2e4f26-5cb4-4d13-8101-c1ea5da40e9b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:52.674575 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca9bd4-e90f-4b4c-ae0c-5f108b40de56 req-97ecbe7e-4f56-40fa-9857-1eaa8aa33176 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:52.683510 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1cca9bd4-e90f-4b4c-ae0c-5f108b40de56 req-97ecbe7e-4f56-40fa-9857-1eaa8aa33176 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 946 time: 0.1248007 Sep 18 00:02:52.701030 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:52.729796 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df2e4f26-5cb4-4d13-8101-c1ea5da40e9b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:52.750023 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1cca9bd4-e90f-4b4c-ae0c-5f108b40de56 req-a05a3ca8-7918-4a2b-aaf2-af88a38b3fa3 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601008 Sep 18 00:02:52.774488 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e4f26-5cb4-4d13-8101-c1ea5da40e9b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba852f8-78cc-4cd6-8be2-dad30b033224,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:52.840870 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df2e4f26-5cb4-4d13-8101-c1ea5da40e9b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:52.847375 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35516) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:52.848151 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-df2e4f26-5cb4-4d13-8101-c1ea5da40e9b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4413679 Sep 18 00:02:52.884326 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-4a1c71b1-775f-4252-b39b-cf4a91e905f1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group_rule': {'security_group_id': 'f17fe213-180e-4e92-86af-43d0e3984d2e', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:52.935808 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] Routers {'a186c3a8-9ef0-483c-834b-6d462c6991a8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:02:52.936426 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:02:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a186c3a8-9ef0-483c-834b-6d462c6991a8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:52.950690 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fc6f1-9c26-440a-82f8-d04e5d0ff8c9 None None] Pushing event updated for resources: {'Port': ['ID=d8e5e017-ce49-405e-b4f2-ac624102ae24,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:53.020279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-50627921-ec11-437b-a5ab-48e6319b1d9b None None] Provisioning complete for port d8e5e017-ce49-405e-b4f2-ac624102ae24 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:02:53.021058 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-50627921-ec11-437b-a5ab-48e6319b1d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:53.068604 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4a1c71b1-775f-4252-b39b-cf4a91e905f1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:53.175084 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4a1c71b1-775f-4252-b39b-cf4a91e905f1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:53.191420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] Set router a186c3a8-9ef0-483c-834b-6d462c6991a8 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:02:53.255645 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4a1c71b1-775f-4252-b39b-cf4a91e905f1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:53.274468 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-50627921-ec11-437b-a5ab-48e6319b1d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:53.298998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c71b1-775f-4252-b39b-cf4a91e905f1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50fdbfb-b427-4fe3-9b85-032b1aa33358,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:53.376251 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-50627921-ec11-437b-a5ab-48e6319b1d9b None None] For port d8e5e017-ce49-405e-b4f2-ac624102ae24, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d8e5e017-ce49-405e-b4f2-ac624102ae24,segment=NetworkSegment(a710004d-d537-42ff-b58c-6b87cf9a36e3),segment_id=a710004d-d537-42ff-b58c-6b87cf9a36e3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:02:53.410867 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4a1c71b1-775f-4252-b39b-cf4a91e905f1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:53.412384 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4a1c71b1-775f-4252-b39b-cf4a91e905f1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5592427 Sep 18 00:02:53.415279 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35536) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:53.420506 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-5ab4c86a-d988-4d43-a075-158f89cfbff6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group_rule': {'security_group_id': 'f17fe213-180e-4e92-86af-43d0e3984d2e', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:53.476124 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-50627921-ec11-437b-a5ab-48e6319b1d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:53.541207 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ab4c86a-d988-4d43-a075-158f89cfbff6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:53.573017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35542) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:53.578449 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-769a85d9-44ee-4b78-9099-6834cf3cec9e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2058823435', 'description': 'tempest-secgroup-smoke-2058823435 description', 'project_id': '5d2902e7a2a54edeb7be111e15492043'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:53.589551 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50627921-ec11-437b-a5ab-48e6319b1d9b None None] Pushing event updated for resources: {'Port': ['ID=d8e5e017-ce49-405e-b4f2-ac624102ae24,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:53.627551 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-924ff6e5-34f5-403a-8fc9-1f2e4d4b5aea None None] Provisioning complete for port d8e5e017-ce49-405e-b4f2-ac624102ae24 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:02:53.628113 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-924ff6e5-34f5-403a-8fc9-1f2e4d4b5aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:53.659009 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:02:48Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'd8e5e017-ce49-405e-b4f2-ac624102ae24', 'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:f6:79:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:45Z', 'updated_at': '2021-09-18T00:02:52Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:02:53.669495 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ab4c86a-d988-4d43-a075-158f89cfbff6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:53.693353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092783fd-f5df-4ab5-a543-f94d3771f7a3 None None] The sync data for ids ['a186c3a8-9ef0-483c-834b-6d462c6991a8'] in n-d-809883-1 is: [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:02:48Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'd8e5e017-ce49-405e-b4f2-ac624102ae24', 'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:f6:79:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:45Z', 'updated_at': '2021-09-18T00:02:52Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:02:53.798592 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-769a85d9-44ee-4b78-9099-6834cf3cec9e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:53.828659 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ab4c86a-d988-4d43-a075-158f89cfbff6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:53.948286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4c86a-d988-4d43-a075-158f89cfbff6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda67b83-53da-4c59-8ebc-bbfc6371613d,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:53.973935 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-769a85d9-44ee-4b78-9099-6834cf3cec9e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:54.012307 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff4d5d-8033-4b44-ac4b-93297d8f0695 req-0156d4dc-cc06-4207-ac58-71937af1a414 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:54.020966 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdff4d5d-8033-4b44-ac4b-93297d8f0695 req-0156d4dc-cc06-4207-ac58-71937af1a414 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 946 time: 0.1714840 Sep 18 00:02:54.044124 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-769a85d9-44ee-4b78-9099-6834cf3cec9e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:54.120156 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-769a85d9-44ee-4b78-9099-6834cf3cec9e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:54.125640 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-769a85d9-44ee-4b78-9099-6834cf3cec9e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5511847 Sep 18 00:02:54.142992 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdff4d5d-8033-4b44-ac4b-93297d8f0695 req-473e9546-129a-4072-b8eb-b5aceb973600 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195538 Sep 18 00:02:54.156003 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35552) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:54.156372 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ab4c86a-d988-4d43-a075-158f89cfbff6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:54.156460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35554) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:54.156557 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5ab4c86a-d988-4d43-a075-158f89cfbff6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7376738 Sep 18 00:02:54.195533 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-524ffab4-1afc-45ed-9784-b5b697b2e03c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': '9d204f98-334e-4118-9031-c944c67b30fa', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:54.227416 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a3e56ec3-51e6-4baf-9f69-d9a04660a892 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group_rule': {'security_group_id': 'f17fe213-180e-4e92-86af-43d0e3984d2e', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:54.257251 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a85d9-44ee-4b78-9099-6834cf3cec9e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d204f98-334e-4118-9031-c944c67b30fa,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:54.314121 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d8e5e017-ce49-405e-b4f2-ac624102ae24 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:02:54.387358 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-524ffab4-1afc-45ed-9784-b5b697b2e03c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:54.401942 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port d8e5e017-ce49-405e-b4f2-ac624102ae24 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:02:54.402619 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:54.478851 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a3e56ec3-51e6-4baf-9f69-d9a04660a892 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:54.605307 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-524ffab4-1afc-45ed-9784-b5b697b2e03c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:54.655966 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a3e56ec3-51e6-4baf-9f69-d9a04660a892 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:54.701654 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-524ffab4-1afc-45ed-9784-b5b697b2e03c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:54.725787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ffab4-1afc-45ed-9784-b5b697b2e03c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6777f5-140e-43c3-afee-a53f9cb2a894,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:54.753876 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a3e56ec3-51e6-4baf-9f69-d9a04660a892 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:54.783394 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e56ec3-51e6-4baf-9f69-d9a04660a892 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ef86d1-8aae-4be3-a390-7ac6bee988c2,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:54.787822 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-524ffab4-1afc-45ed-9784-b5b697b2e03c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:54.789766 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-524ffab4-1afc-45ed-9784-b5b697b2e03c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6372442 Sep 18 00:02:54.792039 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35580) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:54.798312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d82fa1a9-09d8-432e-882e-f7e69427c907 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': '9d204f98-334e-4118-9031-c944c67b30fa', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:54.846393 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a3e56ec3-51e6-4baf-9f69-d9a04660a892 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:54.848493 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a3e56ec3-51e6-4baf-9f69-d9a04660a892 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6954048 Sep 18 00:02:54.851297 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35584) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:54.856487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2219fbcc-2f2a-44af-9c12-acf184cad6a1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group_rule': {'security_group_id': 'f17fe213-180e-4e92-86af-43d0e3984d2e', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:54.958996 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d82fa1a9-09d8-432e-882e-f7e69427c907 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:55.073231 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-2219fbcc-2f2a-44af-9c12-acf184cad6a1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Project 240dd21d0d2f45ecb6590c53be314024 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:02:55.085351 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2219fbcc-2f2a-44af-9c12-acf184cad6a1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:55.158056 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d82fa1a9-09d8-432e-882e-f7e69427c907 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:55.219052 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2219fbcc-2f2a-44af-9c12-acf184cad6a1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:55.239441 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d82fa1a9-09d8-432e-882e-f7e69427c907 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:55.266672 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fa1a9-09d8-432e-882e-f7e69427c907 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ddc220f-0174-4b87-ab3e-a48f56eb3ab1,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:55.312676 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2219fbcc-2f2a-44af-9c12-acf184cad6a1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:55.331552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219fbcc-2f2a-44af-9c12-acf184cad6a1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133a4287-b896-4422-9b7c-2f5daf7de65e,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:55.364306 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d82fa1a9-09d8-432e-882e-f7e69427c907 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:55.365689 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d82fa1a9-09d8-432e-882e-f7e69427c907 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5719984 Sep 18 00:02:55.368409 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35596) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:55.374259 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a1f4f1ef-341c-4836-95c4-782c891dd80b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': '9d204f98-334e-4118-9031-c944c67b30fa', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:55.393347 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2219fbcc-2f2a-44af-9c12-acf184cad6a1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:55.399246 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2219fbcc-2f2a-44af-9c12-acf184cad6a1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5464790 Sep 18 00:02:55.400036 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35600) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:55.407407 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-64b6a09e-36a3-4a12-8c2d-023ea9c87854 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group_rule': {'security_group_id': 'f17fe213-180e-4e92-86af-43d0e3984d2e', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:55.494186 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1f4f1ef-341c-4836-95c4-782c891dd80b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:55.564623 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-64b6a09e-36a3-4a12-8c2d-023ea9c87854 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Project 240dd21d0d2f45ecb6590c53be314024 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:02:55.570379 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-64b6a09e-36a3-4a12-8c2d-023ea9c87854 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:55.584385 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1f4f1ef-341c-4836-95c4-782c891dd80b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:55.661720 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1f4f1ef-341c-4836-95c4-782c891dd80b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:55.689108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4f1ef-341c-4836-95c4-782c891dd80b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0cfb782-5f2c-4fc2-8aa1-43d56aa727f8,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:55.694747 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-64b6a09e-36a3-4a12-8c2d-023ea9c87854 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:55.752941 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1f4f1ef-341c-4836-95c4-782c891dd80b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:55.754831 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a1f4f1ef-341c-4836-95c4-782c891dd80b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3853354 Sep 18 00:02:55.757842 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35612) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:55.762355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-5b56ce07-afdc-4030-9e23-75f46ef122e3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': '9d204f98-334e-4118-9031-c944c67b30fa', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:55.798810 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-64b6a09e-36a3-4a12-8c2d-023ea9c87854 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:55.817390 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6a09e-36a3-4a12-8c2d-023ea9c87854 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2117f5-796b-440b-b581-a7ebe67a8643,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:55.922303 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b56ce07-afdc-4030-9e23-75f46ef122e3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:55.983705 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-64b6a09e-36a3-4a12-8c2d-023ea9c87854 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:55.984950 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-64b6a09e-36a3-4a12-8c2d-023ea9c87854 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5837588 Sep 18 00:02:56.037873 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b56ce07-afdc-4030-9e23-75f46ef122e3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:56.158645 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b56ce07-afdc-4030-9e23-75f46ef122e3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:56.182064 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56ce07-afdc-4030-9e23-75f46ef122e3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e934f727-6714-4b55-ab21-b59619be7f0e,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:56.217118 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-036f42f8-29db-4d5b-ae06-4daaad2c9c84 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1341969906&fields=id&tenant_id=240dd21d0d2f45ecb6590c53be314024 HTTP/1.1" status: 200 len: 267 time: 0.0430169 Sep 18 00:02:56.261556 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b56ce07-afdc-4030-9e23-75f46ef122e3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:56.265722 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5b56ce07-afdc-4030-9e23-75f46ef122e3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5039639 Sep 18 00:02:56.265722 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35638) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:56.270472 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9e272199-61e7-48ea-9a9e-18f07856fbb0 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': '9d204f98-334e-4118-9031-c944c67b30fa', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:56.359197 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-dfe153cd-c7d0-472b-b98b-b3141f75478d tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:56.361019 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-dfe153cd-c7d0-472b-b98b-b3141f75478d tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/networks?id=037574df-d2ae-499c-851e-887a3b499516 HTTP/1.1" status: 200 len: 796 time: 0.1358881 Sep 18 00:02:56.364995 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-9e272199-61e7-48ea-9a9e-18f07856fbb0 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Project 5d2902e7a2a54edeb7be111e15492043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:02:56.371385 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9e272199-61e7-48ea-9a9e-18f07856fbb0 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:56.402092 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-8a0fd0ed-c5ba-4da7-9b4c-a0895073ce16 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/quotas/240dd21d0d2f45ecb6590c53be314024 HTTP/1.1" status: 200 len: 375 time: 0.0262909 Sep 18 00:02:56.497493 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9e272199-61e7-48ea-9a9e-18f07856fbb0 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:56.524564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-0cc1803c-489e-4f73-91a3-7e4c319c0a54 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=240dd21d0d2f45ecb6590c53be314024&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024859 Sep 18 00:02:56.559370 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9e272199-61e7-48ea-9a9e-18f07856fbb0 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:56.576548 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:02:56.632564 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e272199-61e7-48ea-9a9e-18f07856fbb0 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c368fc7-c95f-4dc0-be19-29ed088de50c,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:56.652800 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-6edcd7de-8201-4d1b-b5a1-e56d42100ff2 service neutron] 10.222.0.46 "GET /v2.0/networks/037574df-d2ae-499c-851e-887a3b499516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139824 Sep 18 00:02:56.683257 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9e272199-61e7-48ea-9a9e-18f07856fbb0 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:56.684503 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9e272199-61e7-48ea-9a9e-18f07856fbb0 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4178755 Sep 18 00:02:56.687325 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35652) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:56.692578 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-55012e60-1018-41fe-b8cc-22a3201a5b3d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': '9d204f98-334e-4118-9031-c944c67b30fa', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:56.761464 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-b42906f4-b651-45e4-9c1b-c1bb7eea4877 service neutron] 10.222.0.46 "GET /v2.0/networks/037574df-d2ae-499c-851e-887a3b499516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026421 Sep 18 00:02:56.809696 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-55012e60-1018-41fe-b8cc-22a3201a5b3d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Project 5d2902e7a2a54edeb7be111e15492043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:02:56.822887 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-55012e60-1018-41fe-b8cc-22a3201a5b3d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:56.962472 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-55012e60-1018-41fe-b8cc-22a3201a5b3d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:57.073430 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-55012e60-1018-41fe-b8cc-22a3201a5b3d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:57.078598 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b686e9b3-df4b-44e9-b24b-184f84afdd3e req-d072a06a-6243-4feb-b2b1-80b1b6391957 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 210 time: 0.0366545 Sep 18 00:02:57.134719 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55012e60-1018-41fe-b8cc-22a3201a5b3d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6367b0b-af7a-4252-93f8-de08f13d2eb5,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:57.222398 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-55012e60-1018-41fe-b8cc-22a3201a5b3d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:57.225173 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-55012e60-1018-41fe-b8cc-22a3201a5b3d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5355766 Sep 18 00:02:57.228395 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35672) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:57.235377 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-846f0954-e641-4e4f-acb1-0eb2775b3d0a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'network': {'name': 'tempest-network-smoke--1593340793', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'port_security_enabled': True}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:57.329811 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846f0954-e641-4e4f-acb1-0eb2775b3d0a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Made reservation on behalf of 5d2902e7a2a54edeb7be111e15492043 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:02:57.334334 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-846f0954-e641-4e4f-acb1-0eb2775b3d0a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:57.372186 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846f0954-e641-4e4f-acb1-0eb2775b3d0a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:02:57.383507 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-846f0954-e641-4e4f-acb1-0eb2775b3d0a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:57.383809 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-846f0954-e641-4e4f-acb1-0eb2775b3d0a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Added segment ada18572-0513-454e-bcf2-2165c361e483 of type vlan for network 6394acd2-42a9-4714-99b8-84ce03248e98 Sep 18 00:02:57.452811 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-846f0954-e641-4e4f-acb1-0eb2775b3d0a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:57.574346 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-846f0954-e641-4e4f-acb1-0eb2775b3d0a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:57.581290 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f0954-e641-4e4f-acb1-0eb2775b3d0a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:02:57.583905 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-846f0954-e641-4e4f-acb1-0eb2775b3d0a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:57.736008 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-846f0954-e641-4e4f-acb1-0eb2775b3d0a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5037887 Sep 18 00:02:57.736008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f0954-e641-4e4f-acb1-0eb2775b3d0a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Network': ['ID=6394acd2-42a9-4714-99b8-84ce03248e98,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:57.736666 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35690) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:57.746455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-59de6278-5700-4550-ac27-152359a9001f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1796397890', 'admin_state_up': True, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:02:57.757679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 6394acd2-42a9-4714-99b8-84ce03248e98 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:02:57.872951 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-59de6278-5700-4550-ac27-152359a9001f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:57.874026 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-59de6278-5700-4550-ac27-152359a9001f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:57.940033 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-59de6278-5700-4550-ac27-152359a9001f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:58.161570 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38b3f964-3b1a-44fe-822f-f4cf551687a0 req-869299ca-8164-4b70-a3e1-ac334b3037f2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 210 time: 0.0288339 Sep 18 00:02:58.200324 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-59de6278-5700-4550-ac27-152359a9001f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:58.478038 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-59de6278-5700-4550-ac27-152359a9001f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:58.505156 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-59de6278-5700-4550-ac27-152359a9001f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:58.618168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-59de6278-5700-4550-ac27-152359a9001f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Allocated IP 172.25.3.27 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/7a5ad07e-0419-45f2-b8cd-acf2bb25058c) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:02:58.805579 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-59de6278-5700-4550-ac27-152359a9001f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:58.965818 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-59de6278-5700-4550-ac27-152359a9001f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:59.048617 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de6278-5700-4550-ac27-152359a9001f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=7a5ad07e-0419-45f2-b8cd-acf2bb25058c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:02:59.062609 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59de6278-5700-4550-ac27-152359a9001f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:02:59.065266 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-59de6278-5700-4550-ac27-152359a9001f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:02:59.067929 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59de6278-5700-4550-ac27-152359a9001f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:02:59.380213 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0154c091-fb85-4bf7-b21c-0a6bc416a2e1 req-093efb25-8ae3-4620-b9c0-f315fa02625b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 210 time: 0.1063116 Sep 18 00:02:59.671305 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35744) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:02:59.848741 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6fa41390-e813-4a52-8b9a-011f15832e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:59.896814 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-59de6278-5700-4550-ac27-152359a9001f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:02:59.988946 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6fa41390-e813-4a52-8b9a-011f15832e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:00.102549 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6fa41390-e813-4a52-8b9a-011f15832e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:00.151902 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-59de6278-5700-4550-ac27-152359a9001f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:00.239993 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-62e0c8c6-7576-4a20-9a7e-a7559aa8d6cc tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:00.241523 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-62e0c8c6-7576-4a20-9a7e-a7559aa8d6cc tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.41 "GET /v2.0/networks?id=037574df-d2ae-499c-851e-887a3b499516 HTTP/1.1" status: 200 len: 796 time: 0.1404071 Sep 18 00:03:00.255822 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6fa41390-e813-4a52-8b9a-011f15832e4c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a75992e4d1c4c7aa4770dd494582fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5832820 Sep 18 00:03:00.269339 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35758) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:00.271517 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa41390-e813-4a52-8b9a-011f15832e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95d179a-a155-456c-a4f7-752e33be1854,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:00.356226 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-fb66213a-4e5c-48ed-98d9-b41e56e72e55 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=240dd21d0d2f45ecb6590c53be314024 HTTP/1.1" status: 200 len: 380 time: 0.0844452 Sep 18 00:03:00.369866 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-1d51193f-abc2-4d0f-a218-fa4890b4e01f tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'port': {'device_id': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'admin_state_up': True, 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'security_groups': ['f17fe213-180e-4e92-86af-43d0e3984d2e']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:00.393304 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4249934e-05bd-4fae-98d6-59469d967577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:00.453496 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4249934e-05bd-4fae-98d6-59469d967577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:00.573303 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9127c33b-c1f3-47eb-b957-e4babc24c256 req-ba4fc9c7-bbce-4146-8a0c-ff074d7897f0 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 210 time: 0.0382226 Sep 18 00:03:00.640885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-1d51193f-abc2-4d0f-a218-fa4890b4e01f tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Made reservation on behalf of 240dd21d0d2f45ecb6590c53be314024 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:03:00.645438 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-1d51193f-abc2-4d0f-a218-fa4890b4e01f tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:00.672358 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4249934e-05bd-4fae-98d6-59469d967577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:00.676020 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4249934e-05bd-4fae-98d6-59469d967577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:00.676674 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59de6278-5700-4550-ac27-152359a9001f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Router 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:03:00.677901 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4249934e-05bd-4fae-98d6-59469d967577 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c95d179a-a155-456c-a4f7-752e33be1854 HTTP/1.1" status: 204 len: 168 time: 0.4074497 Sep 18 00:03:00.706505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249934e-05bd-4fae-98d6-59469d967577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95d179a-a155-456c-a4f7-752e33be1854,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:00.869980 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-1d51193f-abc2-4d0f-a218-fa4890b4e01f tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Allocated IP 172.20.0.8 (037574df-d2ae-499c-851e-887a3b499516/12cdc161-97a2-4758-9c62-a0043ee08ca8/dc5f12b0-4cb4-43f1-89d9-8b4407353bad) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:03:00.937633 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59de6278-5700-4550-ac27-152359a9001f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:03:00.949539 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] Sync routers for ids ['1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:03:00.961612 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] Routers {'1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:03:00.962490 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:02:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:03:01.094370 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-59de6278-5700-4550-ac27-152359a9001f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:01.100521 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-59de6278-5700-4550-ac27-152359a9001f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3587615 Sep 18 00:03:01.100521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35776) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:01.194508 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f9555adc-32ac-4b70-9a46-ab2821805ee1 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=5d2902e7a2a54edeb7be111e15492043&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0928326 Sep 18 00:03:01.198120 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35780) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:01.211631 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] Set router 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:03:01.220092 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-1d51193f-abc2-4d0f-a218-fa4890b4e01f tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:01.320649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49b0bfa-986d-4f8a-9864-1b55745f3f17 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:01.323014 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e49b0bfa-986d-4f8a-9864-1b55745f3f17 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1238973 Sep 18 00:03:01.326047 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 35786) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:01.360399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f0a89309-77c5-4cf4-970a-c4c421446007 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=544c7e65-fba8-424a-a169-b245d1aea919&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329468 Sep 18 00:03:01.363811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35790) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:01.373904 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d74c3a6d-8c6b-4ca6-b317-098a72e9fe3b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1803784447', 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:01.394541 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-1d51193f-abc2-4d0f-a218-fa4890b4e01f tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:01.445297 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796397890', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:57Z', 'updated_at': '2021-09-18T00:02:59Z', 'revision_number': 3, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:58Z', 'updated_at': '2021-09-18T00:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:03:01.471466 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] Checking router: 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:03:01.472061 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] Updating router 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 port 7a5ad07e-0419-45f2-b8cd-acf2bb25058c binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:03:01.486684 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-1d51193f-abc2-4d0f-a218-fa4890b4e01f tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Network 037574df-d2ae-499c-851e-887a3b499516 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:03:01.506418 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51193f-abc2-4d0f-a218-fa4890b4e01f tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Port': ['ID=dc5f12b0-4cb4-43f1-89d9-8b4407353bad,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:01.507305 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:01.512794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-1d51193f-abc2-4d0f-a218-fa4890b4e01f tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:01.518553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-1d51193f-abc2-4d0f-a218-fa4890b4e01f tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:03:01.616168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-1d51193f-abc2-4d0f-a218-fa4890b4e01f tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:01.616857 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-1d51193f-abc2-4d0f-a218-fa4890b4e01f tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:01.693822 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74c3a6d-8c6b-4ca6-b317-098a72e9fe3b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Made reservation on behalf of 5d2902e7a2a54edeb7be111e15492043 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:03:01.699928 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d74c3a6d-8c6b-4ca6-b317-098a72e9fe3b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:01.792076 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-1d51193f-abc2-4d0f-a218-fa4890b4e01f tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4269021 Sep 18 00:03:01.825311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Request body: {'port': {'device_id': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:01.865000 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12dc71d-cf1c-482c-80a4-5a5d992c2aa7 req-136dc240-63c9-47ee-afd6-7f052770c0c9 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:01.872544 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e12dc71d-cf1c-482c-80a4-5a5d992c2aa7 req-136dc240-63c9-47ee-afd6-7f052770c0c9 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 931 time: 0.2017050 Sep 18 00:03:01.881101 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-03c5422f-b2e0-457a-ba6c-3f9cb5f11e51 None None] Provisioning complete for port dc5f12b0-4cb4-43f1-89d9-8b4407353bad triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:01.881586 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-03c5422f-b2e0-457a-ba6c-3f9cb5f11e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:01.920472 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e12dc71d-cf1c-482c-80a4-5a5d992c2aa7 req-053e0d92-6e48-427d-ba44-3df57cab5a5c tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f17fe213-180e-4e92-86af-43d0e3984d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432179 Sep 18 00:03:01.982045 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-03c5422f-b2e0-457a-ba6c-3f9cb5f11e51 None None] Port dc5f12b0-4cb4-43f1-89d9-8b4407353bad cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:03:02.040483 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:02.049311 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:02.151790 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-2d11c091-0546-4e02-bc04-2184d725a469 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:02.153327 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-2d11c091-0546-4e02-bc04-2184d725a469 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/networks?id=8b2d6011-258a-42be-9c93-b3ada3daa02d HTTP/1.1" status: 200 len: 815 time: 0.1163383 Sep 18 00:03:02.170937 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-499cbe57-464b-4f57-aed5-2295af349705 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/quotas/8789870646c04ee28c537b4fe3c9719a HTTP/1.1" status: 200 len: 375 time: 0.0105603 Sep 18 00:03:02.181175 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:02.255319 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd437ae6-acd9-4cbc-9ee3-8a27cf231479 None None] Pushing event updated for resources: {'Port': ['ID=7a5ad07e-0419-45f2-b8cd-acf2bb25058c,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:02.259515 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-2098fc7a-bdd1-4b62-87fe-e65f9497f30d tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8789870646c04ee28c537b4fe3c9719a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821397 Sep 18 00:03:02.299323 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd437ae6-acd9-4cbc-9ee3-8a27cf231479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:02.300029 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd437ae6-acd9-4cbc-9ee3-8a27cf231479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:02.300619 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd437ae6-acd9-4cbc-9ee3-8a27cf231479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:02.301199 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd437ae6-acd9-4cbc-9ee3-8a27cf231479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:02.302405 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd437ae6-acd9-4cbc-9ee3-8a27cf231479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:02.302974 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd437ae6-acd9-4cbc-9ee3-8a27cf231479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:02.303528 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd437ae6-acd9-4cbc-9ee3-8a27cf231479 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:02.304766 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd437ae6-acd9-4cbc-9ee3-8a27cf231479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:02.305650 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd437ae6-acd9-4cbc-9ee3-8a27cf231479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:02.306175 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd437ae6-acd9-4cbc-9ee3-8a27cf231479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:02.306738 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd437ae6-acd9-4cbc-9ee3-8a27cf231479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:02.307357 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd437ae6-acd9-4cbc-9ee3-8a27cf231479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:02.310998 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] Attempting to bind port 7a5ad07e-0419-45f2-b8cd-acf2bb25058c on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:02.311681 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] Attempting to bind port 7a5ad07e-0419-45f2-b8cd-acf2bb25058c by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:02.312244 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] Attempting to bind port 7a5ad07e-0419-45f2-b8cd-acf2bb25058c on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:02.320521 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:03:02.321195 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:03:02.321806 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:02.322394 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:03:02.323108 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] Bound port: 7a5ad07e-0419-45f2-b8cd-acf2bb25058c, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:03:02.323747 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:02.390296 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] For port 7a5ad07e-0419-45f2-b8cd-acf2bb25058c, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:03:02.401995 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] For port 7a5ad07e-0419-45f2-b8cd-acf2bb25058c, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7a5ad07e-0419-45f2-b8cd-acf2bb25058c,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:03:02.463319 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-edf06c17-e0dd-4b98-a7c6-726dbab6ce05 service neutron] 10.222.0.46 "GET /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025054 Sep 18 00:03:02.490409 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:02.523578 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d74c3a6d-8c6b-4ca6-b317-098a72e9fe3b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:02.560593 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] Routers {'1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:03:02.561523 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:02:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:03:02.620215 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-3f75b801-5a5f-4461-8b71-58f951967491 service neutron] 10.222.0.46 "GET /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504858 Sep 18 00:03:02.651997 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5f12b0-4cb4-43f1-89d9-8b4407353bad {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:03:02.689381 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:02.727587 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c3a6d-8c6b-4ca6-b317-098a72e9fe3b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Subnet': ['ID=9d28e983-1f5e-4e84-89d0-753a7794debe,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:02.742169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Transition to ACTIVE for port object dc5f12b0-4cb4-43f1-89d9-8b4407353bad will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:03:02.748320 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd437ae6-acd9-4cbc-9ee3-8a27cf231479 None None] Pushing event updated for resources: {'Port': ['ID=7a5ad07e-0419-45f2-b8cd-acf2bb25058c,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:02.753553 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] Set router 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:03:02.764025 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74c3a6d-8c6b-4ca6-b317-098a72e9fe3b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Checking segment: {'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:03:02.764552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74c3a6d-8c6b-4ca6-b317-098a72e9fe3b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network hostable DHCP agents. Network: 6394acd2-42a9-4714-99b8-84ce03248e98, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:03:02.879321 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:02.884364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74c3a6d-8c6b-4ca6-b317-098a72e9fe3b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 6394acd2-42a9-4714-99b8-84ce03248e98 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:03:02.961715 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796397890', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:57Z', 'updated_at': '2021-09-18T00:02:59Z', 'revision_number': 3, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:58Z', 'updated_at': '2021-09-18T00:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:03:03.044094 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8830fcd3-4d5f-4b8f-ae6c-8ad7333944c3 None None] The sync data for ids ['1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'] in n-d-809883-1 is: [{'id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796397890', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:57Z', 'updated_at': '2021-09-18T00:02:59Z', 'revision_number': 3, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:58Z', 'updated_at': '2021-09-18T00:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:03:03.053951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Pushing event updated for resources: {'Port': ['ID=dc5f12b0-4cb4-43f1-89d9-8b4407353bad,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:03.074875 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-d74c3a6d-8c6b-4ca6-b317-098a72e9fe3b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 6394acd2-42a9-4714-99b8-84ce03248e98) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:03.083547 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f58005-2ac2-4a6f-8aa8-f91cd690829c None None] Network 6394acd2-42a9-4714-99b8-84ce03248e98 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:03:03.110699 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74c3a6d-8c6b-4ca6-b317-098a72e9fe3b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:03.111489 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de198bc7-95ea-44e8-b065-676b4cec4611 req-a88ef43f-64e8-402f-ad85-566ac97a7a09 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 210 time: 0.1258948 Sep 18 00:03:03.115388 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d74c3a6d-8c6b-4ca6-b317-098a72e9fe3b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:03.191519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Attempting to bind port dc5f12b0-4cb4-43f1-89d9-8b4407353bad on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:03.191859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Attempting to bind port dc5f12b0-4cb4-43f1-89d9-8b4407353bad by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'a710004d-d537-42ff-b58c-6b87cf9a36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '037574df-d2ae-499c-851e-887a3b499516'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:03.192196 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Attempting to bind port dc5f12b0-4cb4-43f1-89d9-8b4407353bad on network 037574df-d2ae-499c-851e-887a3b499516 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:03.202292 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Port dc5f12b0-4cb4-43f1-89d9-8b4407353bad on network 037574df-d2ae-499c-851e-887a3b499516 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:03.202641 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Attempting to bind port dc5f12b0-4cb4-43f1-89d9-8b4407353bad on network 037574df-d2ae-499c-851e-887a3b499516 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:03.213893 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:03:03.216736 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Checking segment: {'id': 'a710004d-d537-42ff-b58c-6b87cf9a36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '037574df-d2ae-499c-851e-887a3b499516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:03:03.219681 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Bound using segment: {'id': 'a710004d-d537-42ff-b58c-6b87cf9a36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '037574df-d2ae-499c-851e-887a3b499516'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:03:03.220183 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Bound port: dc5f12b0-4cb4-43f1-89d9-8b4407353bad, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a710004d-d537-42ff-b58c-6b87cf9a36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '037574df-d2ae-499c-851e-887a3b499516'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:03:03.220567 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:03.223831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c2e73-4f77-4ac9-825a-2011c88361d6 req-e3f49fa0-5fde-43a2-b456-ea5be54cf6bb tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:03.225612 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a9c2e73-4f77-4ac9-825a-2011c88361d6 req-e3f49fa0-5fde-43a2-b456-ea5be54cf6bb tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 943 time: 0.1086500 Sep 18 00:03:03.276499 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d74c3a6d-8c6b-4ca6-b317-098a72e9fe3b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9087961 Sep 18 00:03:03.277635 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 35856) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:03.340546 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a9c2e73-4f77-4ac9-825a-2011c88361d6 req-27016b52-d7b2-4391-9662-7cda1907c9f1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f17fe213-180e-4e92-86af-43d0e3984d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999453 Sep 18 00:03:03.444552 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-6394acd2-42a9-4714-99b8-84ce03248e98', 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'fixed_ips': [{'subnet_id': '9d28e983-1f5e-4e84-89d0-753a7794debe'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:03:03.446855 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:03.659204 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] For port dc5f12b0-4cb4-43f1-89d9-8b4407353bad, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:03:03.720612 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] For port dc5f12b0-4cb4-43f1-89d9-8b4407353bad, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=dc5f12b0-4cb4-43f1-89d9-8b4407353bad,segment=NetworkSegment(a710004d-d537-42ff-b58c-6b87cf9a36e3),segment_id=a710004d-d537-42ff-b58c-6b87cf9a36e3)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:03:03.846470 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:03.910257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] Allocated IP 172.20.0.2 (6394acd2-42a9-4714-99b8-84ce03248e98/9d28e983-1f5e-4e84-89d0-753a7794debe/86c13f40-3cff-4eda-aee1-93d7c20593b2) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:03:04.043981 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:04.044714 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:04.046267 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-990aee87-527e-444a-bb4b-7663422b672c service neutron] 10.222.0.41 "PUT /v2.0/ports/dc5f12b0-4cb4-43f1-89d9-8b4407353bad HTTP/1.1" status: 200 len: 1091 time: 2.2381120 Sep 18 00:03:04.055911 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'tag': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:03:04.073198 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625ba6bf-c6d3-411e-bac9-8346043fbe54" -d '{"events": [{"name": "network-changed", "server_uuid": "546e7c0e-ee0d-4504-84be-c6103c52f63b", "tag": "dc5f12b0-4cb4-43f1-89d9-8b4407353bad"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:03:04.199558 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990aee87-527e-444a-bb4b-7663422b672c service neutron] Pushing event updated for resources: {'Port': ['ID=dc5f12b0-4cb4-43f1-89d9-8b4407353bad,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:04.233285 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a7a297-2218-4658-ace2-4cd2b1fee557 x-openstack-request-id: req-46a7a297-2218-4658-ace2-4cd2b1fee557 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:03:04.233717 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546e7c0e-ee0d-4504-84be-c6103c52f63b", "tag": "dc5f12b0-4cb4-43f1-89d9-8b4407353bad", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:03:04.233973 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-46a7a297-2218-4658-ace2-4cd2b1fee557 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:03:04.234403 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'tag': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad', 'status': 'completed', 'code': 200} Sep 18 00:03:04.291415 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:04.343827 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0cdb205d-3a92-4701-991b-af3adaacb491 req-88369b21-3814-45a0-a48d-e8354973f78c tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 210 time: 0.1237657 Sep 18 00:03:04.370228 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7a5ad07e-0419-45f2-b8cd-acf2bb25058c up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:03:04.458279 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:04.584589 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ba6bf-c6d3-411e-bac9-8346043fbe54 req-fce82174-e451-4b9d-bb51-c3bad8af4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:04.586163 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-625ba6bf-c6d3-411e-bac9-8346043fbe54 req-fce82174-e451-4b9d-bb51-c3bad8af4e87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=240dd21d0d2f45ecb6590c53be314024&device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 1094 time: 0.3170593 Sep 18 00:03:04.610946 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330851d7-08ff-4dad-a9ee-d36fa94e43c6 req-4e65985c-3e0f-4766-9b76-da38a1b03959 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:04.614408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-330851d7-08ff-4dad-a9ee-d36fa94e43c6 req-4e65985c-3e0f-4766-9b76-da38a1b03959 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 943 time: 0.1151547 Sep 18 00:03:04.698839 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-330851d7-08ff-4dad-a9ee-d36fa94e43c6 req-f053e733-b3d5-43ee-96bf-2af791a82cb9 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f17fe213-180e-4e92-86af-43d0e3984d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780792 Sep 18 00:03:04.700958 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] Network 6394acd2-42a9-4714-99b8-84ce03248e98 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:03:04.722802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:04.734668 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:03:04.760117 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] Pushing event updated for resources: {'Port': ['ID=86c13f40-3cff-4eda-aee1-93d7c20593b2,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:04.766529 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 7a5ad07e-0419-45f2-b8cd-acf2bb25058c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:04.772944 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:04.833997 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599cf6b-06d7-4ad9-af9b-5ddd5582b284 req-71006672-20f7-4659-96b5-5eccad641d69 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:04.835871 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e599cf6b-06d7-4ad9-af9b-5ddd5582b284 req-71006672-20f7-4659-96b5-5eccad641d69 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1348915 Sep 18 00:03:04.929621 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e599cf6b-06d7-4ad9-af9b-5ddd5582b284 req-8d78050f-c38b-418d-aa09-9b3194e93df4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870197 Sep 18 00:03:04.955805 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] Attempting to bind port 86c13f40-3cff-4eda-aee1-93d7c20593b2 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:04.956290 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] Attempting to bind port 86c13f40-3cff-4eda-aee1-93d7c20593b2 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:04.957240 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] Attempting to bind port 86c13f40-3cff-4eda-aee1-93d7c20593b2 on network 6394acd2-42a9-4714-99b8-84ce03248e98 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:04.979007 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ba6bf-c6d3-411e-bac9-8346043fbe54 req-684701c6-87a7-441a-8817-9ad884751c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:04.980587 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-625ba6bf-c6d3-411e-bac9-8346043fbe54 req-684701c6-87a7-441a-8817-9ad884751c3a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=240dd21d0d2f45ecb6590c53be314024&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2828071 Sep 18 00:03:05.038042 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:03:05.038430 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] Checking segment: {'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:03:05.038814 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:05.039306 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] Bound using segment: {'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:03:05.039801 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] Bound port: 86c13f40-3cff-4eda-aee1-93d7c20593b2, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:03:05.040170 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:05.084774 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:05.163051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ba6bf-c6d3-411e-bac9-8346043fbe54 req-0add16ea-ec9d-4ec5-9d27-dc6d6bf56e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:05.164659 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-625ba6bf-c6d3-411e-bac9-8346043fbe54 req-0add16ea-ec9d-4ec5-9d27-dc6d6bf56e82 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1725054 Sep 18 00:03:05.218412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 7a5ad07e-0419-45f2-b8cd-acf2bb25058c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7a5ad07e-0419-45f2-b8cd-acf2bb25058c,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:05.240236 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d36b00-80e5-48a6-980c-f0aebcf02962 req-804740ef-3492-4735-938e-26360db9ada8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:05.252107 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01d36b00-80e5-48a6-980c-f0aebcf02962 req-804740ef-3492-4735-938e-26360db9ada8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0951157 Sep 18 00:03:05.303454 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] For port 86c13f40-3cff-4eda-aee1-93d7c20593b2, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:03:05.307686 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] For port 86c13f40-3cff-4eda-aee1-93d7c20593b2, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=86c13f40-3cff-4eda-aee1-93d7c20593b2,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:03:05.312327 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:05.337684 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01d36b00-80e5-48a6-980c-f0aebcf02962 req-ab517f08-a53c-46f4-bd2e-cd86dfccfb56 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838916 Sep 18 00:03:05.382209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=7a5ad07e-0419-45f2-b8cd-acf2bb25058c,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:05.388781 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-793251f1-dbc4-489e-868b-0f78f5d1ff2b req-42625a1b-62d8-4e67-926f-5d832fad77ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1205823 Sep 18 00:03:05.412600 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:05.512199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e8746-23f0-46a4-acb9-10b090d3a501 None None] Pushing event updated for resources: {'Port': ['ID=86c13f40-3cff-4eda-aee1-93d7c20593b2,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:05.518435 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-228a7e28-c34f-469e-8d8d-234722c6c219 req-f03cc602-74c5-4f1c-b893-0ccf6098b063 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 210 time: 0.0544801 Sep 18 00:03:05.636186 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab381fdc-0e4f-4cca-937d-750aa530201f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:05.681840 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-490658f4-3462-4875-8b1f-5656d5b12009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:05.683682 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-490658f4-3462-4875-8b1f-5656d5b12009 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=240dd21d0d2f45ecb6590c53be314024&device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 1094 time: 0.3735669 Sep 18 00:03:05.846228 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-b0645b72-bdf7-4d1b-a932-df12d6c1bd66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc5f12b0-4cb4-43f1-89d9-8b4407353bad HTTP/1.1" status: 200 len: 217 time: 0.0871518 Sep 18 00:03:05.871093 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793251f1-dbc4-489e-868b-0f78f5d1ff2b req-03b4a9c8-cb48-473b-b079-1f9a5246c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:05.873098 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-793251f1-dbc4-489e-868b-0f78f5d1ff2b req-03b4a9c8-cb48-473b-b079-1f9a5246c59f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 1096 time: 0.3429630 Sep 18 00:03:05.951814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-8d6e2e95-5119-41a5-bbaf-8d10ca6db832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:05.953765 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-8d6e2e95-5119-41a5-bbaf-8d10ca6db832 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12cdc161-97a2-4758-9c62-a0043ee08ca8 HTTP/1.1" status: 200 len: 834 time: 0.0894964 Sep 18 00:03:05.991438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-bbe44afb-2134-4008-832d-27b079f3e8e6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:05.993257 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-bbe44afb-2134-4008-832d-27b079f3e8e6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 811 time: 0.3280821 Sep 18 00:03:06.044716 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-529b7a95-9c79-4171-8ed1-137ab6a93276 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/quotas/4878ab30684e4e3c9b8b59820c9890a9 HTTP/1.1" status: 200 len: 375 time: 0.0291269 Sep 18 00:03:06.066179 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774addaa-d722-4d4b-b56e-adcd60bc1403 req-7e8d4af7-ce17-4dc9-a066-f30ee8583ffd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:06.069267 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-774addaa-d722-4d4b-b56e-adcd60bc1403 req-7e8d4af7-ce17-4dc9-a066-f30ee8583ffd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 943 time: 0.2013569 Sep 18 00:03:06.266765 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-774addaa-d722-4d4b-b56e-adcd60bc1403 req-1e04c72f-786a-46d8-a807-5d084dbb78a6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f17fe213-180e-4e92-86af-43d0e3984d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824040 Sep 18 00:03:06.333903 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-db5ae5db-d2db-4ba9-a078-4c54b1751558 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2635369 Sep 18 00:03:06.455565 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7a5ad07e-0419-45f2-b8cd-acf2bb25058c up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:03:06.521673 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d77c867-dca4-4cec-aa00-4c19780dc291 req-13f78ff3-8220-4a18-a608-674b5d6789a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1773374 Sep 18 00:03:06.611841 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 7a5ad07e-0419-45f2-b8cd-acf2bb25058c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:06.614559 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:06.644763 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-979b1851-0352-4f89-91de-be18791ac8c1 service neutron] 10.222.0.46 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093071 Sep 18 00:03:06.664717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793251f1-dbc4-489e-868b-0f78f5d1ff2b req-b3498505-2c80-4b18-92b0-58380768ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:06.668443 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-793251f1-dbc4-489e-868b-0f78f5d1ff2b req-b3498505-2c80-4b18-92b0-58380768ec0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 912 time: 0.7118385 Sep 18 00:03:06.870689 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7de3270-cf8c-46d7-bcf9-c159a62455db req-190ee097-77b8-4158-a63d-ddaa4a339fb4 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 210 time: 0.1445491 Sep 18 00:03:06.875068 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77c867-dca4-4cec-aa00-4c19780dc291 req-7c1e6ab8-09bb-4fb7-a0d2-747efc32b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:06.877262 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d77c867-dca4-4cec-aa00-4c19780dc291 req-7c1e6ab8-09bb-4fb7-a0d2-747efc32b828 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 1096 time: 0.3231859 Sep 18 00:03:06.902346 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 86c13f40-3cff-4eda-aee1-93d7c20593b2 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:03:06.994736 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 86c13f40-3cff-4eda-aee1-93d7c20593b2 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:06.996972 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:07.009278 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-6cfd07fa-e61f-4a27-bee0-018b0bc400f7 service neutron] 10.222.0.46 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532293 Sep 18 00:03:07.123550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77c867-dca4-4cec-aa00-4c19780dc291 req-0bffdaf9-820b-4422-855b-92d03b36223c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:07.125124 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d77c867-dca4-4cec-aa00-4c19780dc291 req-0bffdaf9-820b-4422-855b-92d03b36223c service neutron] 10.222.0.37 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 912 time: 0.1986794 Sep 18 00:03:07.133075 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fae2cc-83f9-453b-8f01-bb971f2bd674 None None] Network 6394acd2-42a9-4714-99b8-84ce03248e98 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:03:07.198864 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d77c867-dca4-4cec-aa00-4c19780dc291 req-5ac78b34-9530-4b0b-a21e-11d7776d95fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 HTTP/1.1" status: 200 len: 217 time: 0.0501432 Sep 18 00:03:07.221246 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-102e9941-a17f-4fa0-9f82-3daf45f7aeba None None] Provisioning complete for port 86c13f40-3cff-4eda-aee1-93d7c20593b2 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:07.221973 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-102e9941-a17f-4fa0-9f82-3daf45f7aeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:07.226655 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:07.332522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77c867-dca4-4cec-aa00-4c19780dc291 req-6f2cc7d3-3a6b-431c-ba53-740b023a8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:07.334212 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d77c867-dca4-4cec-aa00-4c19780dc291 req-6f2cc7d3-3a6b-431c-ba53-740b023a8bce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.1278841 Sep 18 00:03:07.424187 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77c867-dca4-4cec-aa00-4c19780dc291 req-61fbfea8-4c2d-485e-875e-e3a1aaa9f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:07.426934 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d77c867-dca4-4cec-aa00-4c19780dc291 req-61fbfea8-4c2d-485e-875e-e3a1aaa9f76d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856283 Sep 18 00:03:07.459665 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2982b381-503c-48f6-bee9-f7e187a94f09 req-bf240e7f-e5ec-4f47-9953-8d095cb6b13f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 210 time: 0.0641038 Sep 18 00:03:07.493384 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 86c13f40-3cff-4eda-aee1-93d7c20593b2, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=86c13f40-3cff-4eda-aee1-93d7c20593b2,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:07.503863 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-ab381fdc-0e4f-4cca-937d-750aa530201f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Allocated IP 172.20.0.1 (6394acd2-42a9-4714-99b8-84ce03248e98/9d28e983-1f5e-4e84-89d0-753a7794debe/b376eb28-a5f3-4aed-bae3-d4131458ebac) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:03:07.557846 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-328a086a-4869-4169-83de-d811b23ca76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:07.559629 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-328a086a-4869-4169-83de-d811b23ca76a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=037574df-d2ae-499c-851e-887a3b499516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4436104 Sep 18 00:03:07.593581 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-793251f1-dbc4-489e-868b-0f78f5d1ff2b req-36bc60e3-a156-41e7-aa90-9fbc09968778 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 HTTP/1.1" status: 200 len: 999 time: 0.8720655 Sep 18 00:03:07.604968 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-a4d5520c-01bd-4906-980b-eb849bbd30b4 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:07.606668 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-a4d5520c-01bd-4906-980b-eb849bbd30b4 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.37 "GET /v2.0/networks?id=8b2d6011-258a-42be-9c93-b3ada3daa02d HTTP/1.1" status: 200 len: 815 time: 1.0449278 Sep 18 00:03:07.611499 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cd043-9794-4e75-acea-e6d6d86416ef req-69eb09fa-9955-4fc3-a26d-be9a0bbc5cc6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:07.620824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b24cd043-9794-4e75-acea-e6d6d86416ef req-69eb09fa-9955-4fc3-a26d-be9a0bbc5cc6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 943 time: 0.1757193 Sep 18 00:03:07.638143 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-102e9941-a17f-4fa0-9f82-3daf45f7aeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:07.641143 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-ed78f7c1-d716-4c36-a551-62f40fcefe6d tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Request body: {'port': {'device_id': '55969bbe-86f7-4605-8b5b-116955c8d418', 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d', 'admin_state_up': True, 'tenant_id': '8789870646c04ee28c537b4fe3c9719a'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:07.657135 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d77c867-dca4-4cec-aa00-4c19780dc291 req-7f23ba5d-6073-4785-a6a1-b622a6650932 service neutron] 10.222.0.37 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106521 Sep 18 00:03:07.681915 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:07.704202 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b24cd043-9794-4e75-acea-e6d6d86416ef req-8ec910b5-dfd0-4d50-8447-3a5f7118c6e2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f17fe213-180e-4e92-86af-43d0e3984d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809510 Sep 18 00:03:07.824128 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d77c867-dca4-4cec-aa00-4c19780dc291 req-5f3e1f2a-1ebe-4e28-8f7e-64e00cb1cac5 service neutron] 10.222.0.37 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519012 Sep 18 00:03:07.878025 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793251f1-dbc4-489e-868b-0f78f5d1ff2b req-f2f1f9fa-4fee-42bf-806b-db3862b9794c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:07.882487 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-793251f1-dbc4-489e-868b-0f78f5d1ff2b req-f2f1f9fa-4fee-42bf-806b-db3862b9794c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.2645969 Sep 18 00:03:07.965478 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab381fdc-0e4f-4cca-937d-750aa530201f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:07.969124 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-364bb3ee-a2be-4d0c-baaf-ad30c27d9dcb service neutron] 10.222.0.41 "GET /v2.0/networks/037574df-d2ae-499c-851e-887a3b499516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000983 Sep 18 00:03:08.050339 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793251f1-dbc4-489e-868b-0f78f5d1ff2b req-33e31830-af2e-46e8-811c-a415ead5d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:08.050339 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-793251f1-dbc4-489e-868b-0f78f5d1ff2b req-33e31830-af2e-46e8-811c-a415ead5d508 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540887 Sep 18 00:03:08.051558 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=86c13f40-3cff-4eda-aee1-93d7c20593b2,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:08.057560 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f328c73c-45ed-48ca-a10a-5743d32d96ea req-71641f3b-be02-4052-981b-3ff4a1d31f23 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 210 time: 0.0609448 Sep 18 00:03:08.133271 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-102e9941-a17f-4fa0-9f82-3daf45f7aeba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:03:08.133516 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-102e9941-a17f-4fa0-9f82-3daf45f7aeba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:03:08.182931 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-ed78f7c1-d716-4c36-a551-62f40fcefe6d tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Made reservation on behalf of 8789870646c04ee28c537b4fe3c9719a for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:03:08.187459 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-ed78f7c1-d716-4c36-a551-62f40fcefe6d tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:08.219350 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-984c4ff0-a57a-43bd-9cc4-55685ad3d193 req-827aa5c3-bdd5-4e78-b37e-67bec0a5e20e service neutron] 10.222.0.41 "GET /v2.0/networks/037574df-d2ae-499c-851e-887a3b499516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378879 Sep 18 00:03:08.249678 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab381fdc-0e4f-4cca-937d-750aa530201f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:08.275720 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 86c13f40-3cff-4eda-aee1-93d7c20593b2 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:03:08.353228 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-793251f1-dbc4-489e-868b-0f78f5d1ff2b req-40d85c56-d1f2-4ff4-b9e8-48fa79390433 service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703111 Sep 18 00:03:08.362707 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab381fdc-0e4f-4cca-937d-750aa530201f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 6394acd2-42a9-4714-99b8-84ce03248e98 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:03:08.380553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab381fdc-0e4f-4cca-937d-750aa530201f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=b376eb28-a5f3-4aed-bae3-d4131458ebac,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:08.383423 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-ab381fdc-0e4f-4cca-937d-750aa530201f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:08.409601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 86c13f40-3cff-4eda-aee1-93d7c20593b2 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:08.410085 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:08.417749 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab381fdc-0e4f-4cca-937d-750aa530201f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:03:08.593215 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dfba50da-2f19-4edc-a7a2-edfda4ed1ccd req-dc08d266-9fac-4678-aec3-8e51d7216e81 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 210 time: 0.0427969 Sep 18 00:03:08.660098 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab381fdc-0e4f-4cca-937d-750aa530201f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:08.705005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-ed78f7c1-d716-4c36-a551-62f40fcefe6d tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Allocated IP 172.20.0.6 (8b2d6011-258a-42be-9c93-b3ada3daa02d/e20553aa-891a-4dbe-a830-3d08538dc0a4/21c4a6d3-5dec-4578-926b-683b26d16289) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:03:08.714228 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-793251f1-dbc4-489e-868b-0f78f5d1ff2b req-c075e36f-02d2-439c-8b38-4946101ebed3 service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486209 Sep 18 00:03:08.811564 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c14e9810-37a4-4a56-a6aa-bf69d8ef2815 None None] Provisioning complete for port b376eb28-a5f3-4aed-bae3-d4131458ebac triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:08.812142 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c14e9810-37a4-4a56-a6aa-bf69d8ef2815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:08.858672 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c14e9810-37a4-4a56-a6aa-bf69d8ef2815 None None] Port b376eb28-a5f3-4aed-bae3-d4131458ebac cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:03:08.874431 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c14e9810-37a4-4a56-a6aa-bf69d8ef2815 None None] Provisioning complete for port 86c13f40-3cff-4eda-aee1-93d7c20593b2 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:08.875120 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c14e9810-37a4-4a56-a6aa-bf69d8ef2815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:08.896726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17fe38-6d28-4fd1-9424-6705b5a00203 req-b3a768c2-2603-499b-8a08-b91619640d50 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:08.900351 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab17fe38-6d28-4fd1-9424-6705b5a00203 req-b3a768c2-2603-499b-8a08-b91619640d50 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 943 time: 0.0953591 Sep 18 00:03:08.974603 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab17fe38-6d28-4fd1-9424-6705b5a00203 req-44e0fbf5-7ba1-4c34-8aa8-e619913269ac tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f17fe213-180e-4e92-86af-43d0e3984d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690057 Sep 18 00:03:08.987564 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-ed78f7c1-d716-4c36-a551-62f40fcefe6d tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:09.008272 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab381fdc-0e4f-4cca-937d-750aa530201f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:09.180585 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f293a14e-bf15-48aa-8cb0-e128ee29cd1c req-836d8587-7806-430c-8dc9-2d05e2740cae tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 210 time: 0.0324020 Sep 18 00:03:09.195171 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-ed78f7c1-d716-4c36-a551-62f40fcefe6d tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:09.220037 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['a866e41a-5ff6-4df2-9059-51c744015303'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:03:09.250772 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['90ae83bf-9e9f-4246-a0ae-56a2fadb7674'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:03:09.267268 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-ed78f7c1-d716-4c36-a551-62f40fcefe6d tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Network 8b2d6011-258a-42be-9c93-b3ada3daa02d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:03:09.275462 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-ed78f7c1-d716-4c36-a551-62f40fcefe6d tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:09.292955 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-ed78f7c1-d716-4c36-a551-62f40fcefe6d tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:03:09.325814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78f7c1-d716-4c36-a551-62f40fcefe6d tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Pushing event updated for resources: {'Port': ['ID=21c4a6d3-5dec-4578-926b-683b26d16289,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:09.398305 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-ed78f7c1-d716-4c36-a551-62f40fcefe6d tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:09.399012 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-ed78f7c1-d716-4c36-a551-62f40fcefe6d tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:09.467462 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab381fdc-0e4f-4cca-937d-750aa530201f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:09.536462 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-ed78f7c1-d716-4c36-a551-62f40fcefe6d tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9039707 Sep 18 00:03:09.553422 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Request body: {'port': {'device_id': '55969bbe-86f7-4605-8b5b-116955c8d418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:09.574209 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab381fdc-0e4f-4cca-937d-750aa530201f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:09.626082 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab381fdc-0e4f-4cca-937d-750aa530201f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:09.700215 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be583c7d-954d-4b82-ba43-4fbf5bc41832 req-50ec346a-4e6b-47b6-9cff-01a0c53c248f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 210 time: 0.0288377 Sep 18 00:03:09.726864 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab381fdc-0e4f-4cca-937d-750aa530201f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=b376eb28-a5f3-4aed-bae3-d4131458ebac,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:09.759935 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:09.838920 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab381fdc-0e4f-4cca-937d-750aa530201f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 6394acd2-42a9-4714-99b8-84ce03248e98 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:03:09.839947 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-ab381fdc-0e4f-4cca-937d-750aa530201f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:10.116126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab381fdc-0e4f-4cca-937d-750aa530201f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Router 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:03:10.233270 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5470f-9697-4cb9-8a16-1803389433b8 req-165f2c9c-da01-4552-bc95-50007e1365da tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:10.237392 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efa5470f-9697-4cb9-8a16-1803389433b8 req-165f2c9c-da01-4552-bc95-50007e1365da tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 943 time: 0.1116652 Sep 18 00:03:10.248173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-25981a1a-5009-4e2e-b88c-8bdc89dfc933 None None] Provisioning complete for port b376eb28-a5f3-4aed-bae3-d4131458ebac triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:10.248708 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-25981a1a-5009-4e2e-b88c-8bdc89dfc933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:10.249034 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-5f9d522c-5799-483a-b55d-193708061c03 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:10.251617 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-5f9d522c-5799-483a-b55d-193708061c03 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.37 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 811 time: 0.2553287 Sep 18 00:03:10.281783 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-a5455047-c610-4045-9186-2c765caf701e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Request body: {'port': {'device_id': '0bd735e4-c5e5-4d72-b5fc-5037faf776dd', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'admin_state_up': True, 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:10.318566 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c4a6d3-5dec-4578-926b-683b26d16289 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:03:10.336771 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:10.361303 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-25981a1a-5009-4e2e-b88c-8bdc89dfc933 None None] Port b376eb28-a5f3-4aed-bae3-d4131458ebac cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:03:10.366276 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab381fdc-0e4f-4cca-937d-750aa530201f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:03:10.374910 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ab381fdc-0e4f-4cca-937d-750aa530201f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "PUT /v2.0/routers/1fc5d931-18a9-4fab-9fa0-7089d8b36dc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0899088 Sep 18 00:03:10.375022 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Transition to ACTIVE for port object 21c4a6d3-5dec-4578-926b-683b26d16289 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:03:10.379562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] Sync routers for ids ['1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:03:10.392866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] Routers {'1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:03:10.394277 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:02:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:03:10.437841 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:10.451833 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:10.468482 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efa5470f-9697-4cb9-8a16-1803389433b8 req-0fe731ca-9757-425a-9df0-cfa748363ec1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f17fe213-180e-4e92-86af-43d0e3984d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158484 Sep 18 00:03:10.530846 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25150ff7-2185-4832-ad3c-52d0ddabdb17 req-428ee6ea-0cb8-450e-a19f-0f0e28e03b75 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:10.541072 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25150ff7-2185-4832-ad3c-52d0ddabdb17 req-428ee6ea-0cb8-450e-a19f-0f0e28e03b75 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 931 time: 0.2081113 Sep 18 00:03:10.580082 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Pushing event updated for resources: {'Port': ['ID=21c4a6d3-5dec-4578-926b-683b26d16289,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:10.631302 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25150ff7-2185-4832-ad3c-52d0ddabdb17 req-2f055f14-2a06-4e42-bf32-2cd55bef121c tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888708 Sep 18 00:03:10.648512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Attempting to bind port 21c4a6d3-5dec-4578-926b-683b26d16289 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:10.648877 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Attempting to bind port 21c4a6d3-5dec-4578-926b-683b26d16289 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '62c67ca4-8d70-4e57-871a-617366dc2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:10.649425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Attempting to bind port 21c4a6d3-5dec-4578-926b-683b26d16289 on network 8b2d6011-258a-42be-9c93-b3ada3daa02d {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:10.654842 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Port 21c4a6d3-5dec-4578-926b-683b26d16289 on network 8b2d6011-258a-42be-9c93-b3ada3daa02d not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:10.655180 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Attempting to bind port 21c4a6d3-5dec-4578-926b-683b26d16289 on network 8b2d6011-258a-42be-9c93-b3ada3daa02d {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:10.661925 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:03:10.662277 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Checking segment: {'id': '62c67ca4-8d70-4e57-871a-617366dc2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:03:10.662717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Bound using segment: {'id': '62c67ca4-8d70-4e57-871a-617366dc2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:03:10.663225 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Bound port: 21c4a6d3-5dec-4578-926b-683b26d16289, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c67ca4-8d70-4e57-871a-617366dc2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:03:10.663595 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:10.679113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] Set router 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:03:10.745399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-09f27718-b55d-41bb-abf9-9c763141216e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2058823435&fields=id&tenant_id=5d2902e7a2a54edeb7be111e15492043 HTTP/1.1" status: 200 len: 267 time: 0.0574818 Sep 18 00:03:10.794552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] For port 21c4a6d3-5dec-4578-926b-683b26d16289, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:03:10.799269 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] For port 21c4a6d3-5dec-4578-926b-683b26d16289, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=21c4a6d3-5dec-4578-926b-683b26d16289,segment=NetworkSegment(62c67ca4-8d70-4e57-871a-617366dc2113),segment_id=62c67ca4-8d70-4e57-871a-617366dc2113)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:03:10.836720 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-a5455047-c610-4045-9186-2c765caf701e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Made reservation on behalf of 4878ab30684e4e3c9b8b59820c9890a9 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:03:10.840460 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-a5455047-c610-4045-9186-2c765caf701e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:10.889613 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18624d7c-f08a-4ce1-88ed-c8ea174b0400 req-29fc62ca-e6fe-4c2c-b80a-a9b830f76a80 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 210 time: 0.0631511 Sep 18 00:03:10.897418 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:10.934878 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:10.934878 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:10.936760 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] 10.222.0.37 "PUT /v2.0/ports/21c4a6d3-5dec-4578-926b-683b26d16289 HTTP/1.1" status: 200 len: 1091 time: 1.3885722 Sep 18 00:03:10.938399 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55969bbe-86f7-4605-8b5b-116955c8d418', 'tag': '21c4a6d3-5dec-4578-926b-683b26d16289'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:03:10.943255 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133c0488-eaf0-4737-8b82-ed27c3817c92" -d '{"events": [{"name": "network-changed", "server_uuid": "55969bbe-86f7-4605-8b5b-116955c8d418", "tag": "21c4a6d3-5dec-4578-926b-683b26d16289"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:03:10.985504 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796397890', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:57Z', 'updated_at': '2021-09-18T00:03:08Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:58Z', 'updated_at': '2021-09-18T00:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b376eb28-a5f3-4aed-bae3-d4131458ebac', 'name': '', 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:48:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:03:06Z', 'updated_at': '2021-09-18T00:03:09Z', 'revision_number': 2, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:03:10.992125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-89426804-dd4c-4fd2-9eb6-a6b0d2782e1a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:11.006703 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-89426804-dd4c-4fd2-9eb6-a6b0d2782e1a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/networks?id=6394acd2-42a9-4714-99b8-84ce03248e98 HTTP/1.1" status: 200 len: 797 time: 0.2494528 Sep 18 00:03:11.015163 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f080f-37a4-4008-9cba-048fec2c2d06 service neutron] Pushing event updated for resources: {'Port': ['ID=21c4a6d3-5dec-4578-926b-683b26d16289,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:11.053901 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-e4439424-3aa5-4682-8d19-684db3e7382d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/quotas/5d2902e7a2a54edeb7be111e15492043 HTTP/1.1" status: 200 len: 375 time: 0.0367539 Sep 18 00:03:11.067957 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] Checking router: 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:03:11.068626 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] Updating router 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 port b376eb28-a5f3-4aed-bae3-d4131458ebac binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:03:11.076970 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa96730-be99-4d38-a019-4827719ad0b4 x-openstack-request-id: req-cfa96730-be99-4d38-a019-4827719ad0b4 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:03:11.077385 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55969bbe-86f7-4605-8b5b-116955c8d418", "tag": "21c4a6d3-5dec-4578-926b-683b26d16289", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:03:11.077734 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cfa96730-be99-4d38-a019-4827719ad0b4 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:03:11.078228 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55969bbe-86f7-4605-8b5b-116955c8d418', 'tag': '21c4a6d3-5dec-4578-926b-683b26d16289', 'status': 'completed', 'code': 200} Sep 18 00:03:11.094009 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-fb944277-746c-41cb-bca9-1482515422b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:11.095691 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-fb944277-746c-41cb-bca9-1482515422b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8789870646c04ee28c537b4fe3c9719a&device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 1094 time: 0.0475106 Sep 18 00:03:11.100582 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:11.158535 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-6cb70dcb-9110-4edb-b496-48b6e4999fff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21c4a6d3-5dec-4578-926b-683b26d16289 HTTP/1.1" status: 200 len: 217 time: 0.0504613 Sep 18 00:03:11.169512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-a5455047-c610-4045-9186-2c765caf701e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Allocated IP 172.20.0.3 (91d2ea37-44ea-452b-a868-79ff761347ea/27c210c7-8ed7-4b83-8806-93fe68daaa7c/46851069-58f1-4787-9805-e94320a21dac) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:03:11.193293 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-e7c8f626-6878-4985-9b85-676dccea4d85 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1168892 Sep 18 00:03:11.225966 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-16e772c2-06f5-4773-8d93-318c66e20300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:11.227597 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-16e772c2-06f5-4773-8d93-318c66e20300 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e20553aa-891a-4dbe-a830-3d08538dc0a4 HTTP/1.1" status: 200 len: 855 time: 0.0616584 Sep 18 00:03:11.272752 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-57022ab1-f822-441c-accf-42a872f75b2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b2d6011-258a-42be-9c93-b3ada3daa02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359602 Sep 18 00:03:11.346373 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-f49214c8-954a-4712-a96c-91ed410a5158 service neutron] 10.222.0.46 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521063 Sep 18 00:03:11.442810 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-4179775d-6099-43f0-9b27-290dba58b25c service neutron] 10.222.0.37 "GET /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618564 Sep 18 00:03:11.514874 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-a5455047-c610-4045-9186-2c765caf701e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:11.529951 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:11.540122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-461a5d72-8ca6-4a72-aa74-4ff3da0197fa service neutron] 10.222.0.46 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922319 Sep 18 00:03:11.615612 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:11.637633 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-021d70d2-83a4-4345-8c1b-e39988d47365 req-4eba2540-b5e3-4fea-bb93-b86b43978f60 service neutron] 10.222.0.37 "GET /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841071 Sep 18 00:03:11.711488 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdebb81-6b73-448f-be66-d5f3ed9f7b7c req-57fd26c9-c727-4970-a27e-3edf43cd27c0 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:11.716474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8cdebb81-6b73-448f-be66-d5f3ed9f7b7c req-57fd26c9-c727-4970-a27e-3edf43cd27c0 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 943 time: 0.1333237 Sep 18 00:03:11.716474 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-a5455047-c610-4045-9186-2c765caf701e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:11.730926 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7', '9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:03:11.742779 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c31c45-ee1c-4e19-addb-8ac79673491c None None] Pushing event updated for resources: {'Port': ['ID=b376eb28-a5f3-4aed-bae3-d4131458ebac,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:11.801874 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device dc5f12b0-4cb4-43f1-89d9-8b4407353bad details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:03:11.829598 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-a5455047-c610-4045-9186-2c765caf701e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Network 91d2ea37-44ea-452b-a868-79ff761347ea is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:03:11.829598 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5455047-c610-4045-9186-2c765caf701e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Pushing event updated for resources: {'Port': ['ID=46851069-58f1-4787-9805-e94320a21dac,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:11.851115 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-a5455047-c610-4045-9186-2c765caf701e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:11.855571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-a5455047-c610-4045-9186-2c765caf701e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:03:11.948694 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8cdebb81-6b73-448f-be66-d5f3ed9f7b7c req-3c1c321b-d9e7-4c73-92e1-03b05126f45c tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f17fe213-180e-4e92-86af-43d0e3984d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797690 Sep 18 00:03:11.984923 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c0488-eaf0-4737-8b82-ed27c3817c92 req-2c0bfee4-9c1b-41cd-8a25-09a8aabc075c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:11.998762 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-133c0488-eaf0-4737-8b82-ed27c3817c92 req-2c0bfee4-9c1b-41cd-8a25-09a8aabc075c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8789870646c04ee28c537b4fe3c9719a&device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 1094 time: 0.1923690 Sep 18 00:03:12.117824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1071fc5d-3979-4297-8ec7-5631571d72a6 req-5f288f4e-e459-4a7a-8f52-4cebdb6a6164 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 210 time: 0.0918944 Sep 18 00:03:12.156688 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-a5455047-c610-4045-9186-2c765caf701e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:12.162644 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-a5455047-c610-4045-9186-2c765caf701e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:12.172184 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port dc5f12b0-4cb4-43f1-89d9-8b4407353bad, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=dc5f12b0-4cb4-43f1-89d9-8b4407353bad,segment=NetworkSegment(a710004d-d537-42ff-b58c-6b87cf9a36e3),segment_id=a710004d-d537-42ff-b58c-6b87cf9a36e3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:12.191928 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72f791-9d91-4d84-a5fd-69a4139732b8 req-bac3c253-b80b-429d-9c10-e347afa28803 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:12.213061 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e72f791-9d91-4d84-a5fd-69a4139732b8 req-bac3c253-b80b-429d-9c10-e347afa28803 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 943 time: 0.2532775 Sep 18 00:03:12.234239 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'port_id': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad', 'mac_address': 'fa:16:3e:e3:da:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:03:12.399616 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c0488-eaf0-4737-8b82-ed27c3817c92 req-27d92be5-45ba-4a6a-a22e-386aa9ddb391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:12.400316 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e72f791-9d91-4d84-a5fd-69a4139732b8 req-00fc0527-64a1-48b0-bd48-59dae052e35f tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761968 Sep 18 00:03:12.400753 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-133c0488-eaf0-4737-8b82-ed27c3817c92 req-27d92be5-45ba-4a6a-a22e-386aa9ddb391 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b2d6011-258a-42be-9c93-b3ada3daa02d HTTP/1.1" status: 200 len: 916 time: 0.3804684 Sep 18 00:03:12.403137 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-a5455047-c610-4045-9186-2c765caf701e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1348917 Sep 18 00:03:12.417469 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Request body: {'port': {'device_id': '0bd735e4-c5e5-4d72-b5fc-5037faf776dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:12.422569 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] Attempting to bind port b376eb28-a5f3-4aed-bae3-d4131458ebac on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:12.423485 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] Attempting to bind port b376eb28-a5f3-4aed-bae3-d4131458ebac by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:12.424124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] Attempting to bind port b376eb28-a5f3-4aed-bae3-d4131458ebac on network 6394acd2-42a9-4714-99b8-84ce03248e98 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:12.430109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809918ea-e92a-4265-9f4b-83dcfbad62c3 req-787ddc94-e8d9-48cf-8166-16914a68d4eb tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:12.432294 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-809918ea-e92a-4265-9f4b-83dcfbad62c3 req-787ddc94-e8d9-48cf-8166-16914a68d4eb tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 931 time: 0.1715269 Sep 18 00:03:12.439520 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:12.456714 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-133c0488-eaf0-4737-8b82-ed27c3817c92 req-d248b44e-bafe-4072-ac02-17129a1b6ee6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21c4a6d3-5dec-4578-926b-683b26d16289 HTTP/1.1" status: 200 len: 217 time: 0.0554364 Sep 18 00:03:12.490874 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:03:12.491237 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] Checking segment: {'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:03:12.491839 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:12.492406 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] Bound using segment: {'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:03:12.493076 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] Bound port: b376eb28-a5f3-4aed-bae3-d4131458ebac, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:03:12.494304 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:12.512959 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b5e13712-27d9-476a-9838-f810e16009df None None] Provisioning complete for port b376eb28-a5f3-4aed-bae3-d4131458ebac triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:12.513613 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b5e13712-27d9-476a-9838-f810e16009df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:12.551327 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-809918ea-e92a-4265-9f4b-83dcfbad62c3 req-6f6cc647-5aa8-4a02-aad6-91a9d1569935 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028523 Sep 18 00:03:12.572234 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:12.595725 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c0488-eaf0-4737-8b82-ed27c3817c92 req-be906c17-9ce8-4f1a-b8cf-1a4cbcd86361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:12.595725 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-133c0488-eaf0-4737-8b82-ed27c3817c92 req-be906c17-9ce8-4f1a-b8cf-1a4cbcd86361 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e20553aa-891a-4dbe-a830-3d08538dc0a4 HTTP/1.1" status: 200 len: 855 time: 0.1231740 Sep 18 00:03:12.621367 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5f12b0-4cb4-43f1-89d9-8b4407353bad {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:03:12.646013 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-133c0488-eaf0-4737-8b82-ed27c3817c92 req-51a460df-6abc-4c92-bcac-6293c9712dbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b2d6011-258a-42be-9c93-b3ada3daa02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458527 Sep 18 00:03:12.679241 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b5e13712-27d9-476a-9838-f810e16009df None None] Port b376eb28-a5f3-4aed-bae3-d4131458ebac cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:03:12.683953 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port dc5f12b0-4cb4-43f1-89d9-8b4407353bad, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=dc5f12b0-4cb4-43f1-89d9-8b4407353bad,segment=NetworkSegment(a710004d-d537-42ff-b58c-6b87cf9a36e3),segment_id=a710004d-d537-42ff-b58c-6b87cf9a36e3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:12.728113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] For port b376eb28-a5f3-4aed-bae3-d4131458ebac, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:03:12.733647 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] For port b376eb28-a5f3-4aed-bae3-d4131458ebac, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b376eb28-a5f3-4aed-bae3-d4131458ebac,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:03:12.798114 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:12.838366 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:12.846788 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-133c0488-eaf0-4737-8b82-ed27c3817c92 req-56464e85-616a-4c00-adb2-795584642bc2 service neutron] 10.222.0.37 "GET /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910703 Sep 18 00:03:12.874995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2856e80e-7f4e-4955-a62d-703e974c4a4d None None] Provisioning complete for port 46851069-58f1-4787-9805-e94320a21dac triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:12.875398 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2856e80e-7f4e-4955-a62d-703e974c4a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:12.961280 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=dc5f12b0-4cb4-43f1-89d9-8b4407353bad,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:12.966313 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46851069-58f1-4787-9805-e94320a21dac {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:03:12.998520 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:13.002086 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-133c0488-eaf0-4737-8b82-ed27c3817c92 req-28aecd13-e666-4cb0-bc73-32738356d75c service neutron] 10.222.0.37 "GET /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457362 Sep 18 00:03:13.036653 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['dc5f12b0-4cb4-43f1-89d9-8b4407353bad'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:03:13.037410 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Transition to ACTIVE for port object 46851069-58f1-4787-9805-e94320a21dac will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:03:13.050956 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-2856e80e-7f4e-4955-a62d-703e974c4a4d None None] Port 46851069-58f1-4787-9805-e94320a21dac cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:03:13.073346 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] Routers {'1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:03:13.074077 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:02:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:03:13.153671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7a8b5-dcc4-4d59-a040-3896b61a2233 req-38f33c42-33f5-4883-be0f-082111f36e8b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:13.163587 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76f7a8b5-dcc4-4d59-a040-3896b61a2233 req-38f33c42-33f5-4883-be0f-082111f36e8b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 944 time: 0.1092942 Sep 18 00:03:13.173862 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:13.182970 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c31c45-ee1c-4e19-addb-8ac79673491c None None] Pushing event updated for resources: {'Port': ['ID=b376eb28-a5f3-4aed-bae3-d4131458ebac,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:13.637826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] Set router 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:03:13.739893 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:13.758196 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5d567d00-a263-49dd-804e-44ee9b80f2c7 None None] Provisioning complete for port b376eb28-a5f3-4aed-bae3-d4131458ebac triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:13.759962 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5d567d00-a263-49dd-804e-44ee9b80f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:13.760079 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76f7a8b5-dcc4-4d59-a040-3896b61a2233 req-37e3dfde-e834-47a1-9f32-1a702de5d748 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f17fe213-180e-4e92-86af-43d0e3984d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5951023 Sep 18 00:03:13.760544 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Pushing event updated for resources: {'Port': ['ID=46851069-58f1-4787-9805-e94320a21dac,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:13.830354 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-81d4b9b7-6779-4085-9914-77bfdce7bf88 req-6d754962-9655-4965-a7c2-f0eafdded648 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 210 time: 0.1057701 Sep 18 00:03:14.104869 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ace2e-d912-4d65-a079-7e4e797526e0 req-ac8d80b5-6139-4754-8055-cdbc4032931d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:14.110456 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a56ace2e-d912-4d65-a079-7e4e797526e0 req-ac8d80b5-6139-4754-8055-cdbc4032931d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 943 time: 0.1626544 Sep 18 00:03:14.110456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Attempting to bind port 46851069-58f1-4787-9805-e94320a21dac on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:14.110456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Attempting to bind port 46851069-58f1-4787-9805-e94320a21dac by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:14.110456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Attempting to bind port 46851069-58f1-4787-9805-e94320a21dac on network 91d2ea37-44ea-452b-a868-79ff761347ea {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:14.142436 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e6aed-56d3-4800-829c-b6fd7e827e6c req-03a78ec3-7a64-4976-bfaf-11490646e16c tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:14.149442 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7e6e6aed-56d3-4800-829c-b6fd7e827e6c req-03a78ec3-7a64-4976-bfaf-11490646e16c tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 943 time: 0.2029006 Sep 18 00:03:14.150025 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 21c4a6d3-5dec-4578-926b-683b26d16289 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:03:14.153971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Port 46851069-58f1-4787-9805-e94320a21dac on network 91d2ea37-44ea-452b-a868-79ff761347ea not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:14.154371 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Attempting to bind port 46851069-58f1-4787-9805-e94320a21dac on network 91d2ea37-44ea-452b-a868-79ff761347ea {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:14.178139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:03:14.178492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Checking segment: {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:03:14.179209 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Bound using segment: {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:03:14.179721 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Bound port: 46851069-58f1-4787-9805-e94320a21dac, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:03:14.180148 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:14.242863 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a56ace2e-d912-4d65-a079-7e4e797526e0 req-4c844129-f63b-4888-9564-1073a7768625 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204004 Sep 18 00:03:14.289258 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5d567d00-a263-49dd-804e-44ee9b80f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:14.290996 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7e6e6aed-56d3-4800-829c-b6fd7e827e6c req-725cfb58-643e-438d-85cc-5b29b7711c5c tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325977 Sep 18 00:03:14.316362 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2621fc7a-1c84-4b84-9ac9-dd6d836b0472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:14.333743 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] For port 46851069-58f1-4787-9805-e94320a21dac, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:03:14.337081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] For port 46851069-58f1-4787-9805-e94320a21dac, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=46851069-58f1-4787-9805-e94320a21dac,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:03:14.430236 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:14.438074 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-5d567d00-a263-49dd-804e-44ee9b80f2c7 None None] For port b376eb28-a5f3-4aed-bae3-d4131458ebac, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b376eb28-a5f3-4aed-bae3-d4131458ebac,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:14.560474 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 21c4a6d3-5dec-4578-926b-683b26d16289, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=21c4a6d3-5dec-4578-926b-683b26d16289,segment=NetworkSegment(62c67ca4-8d70-4e57-871a-617366dc2113),segment_id=62c67ca4-8d70-4e57-871a-617366dc2113)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:14.678392 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:14.690152 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '21c4a6d3-5dec-4578-926b-683b26d16289', 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d', 'port_id': '21c4a6d3-5dec-4578-926b-683b26d16289', 'mac_address': 'fa:16:3e:3c:49:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20553aa-891a-4dbe-a830-3d08538dc0a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:03:14.690152 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796397890', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:57Z', 'updated_at': '2021-09-18T00:03:08Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:58Z', 'updated_at': '2021-09-18T00:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b376eb28-a5f3-4aed-bae3-d4131458ebac', 'name': '', 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:48:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:03:06Z', 'updated_at': '2021-09-18T00:03:12Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:03:14.692471 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:14.692471 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] 10.222.0.37 "PUT /v2.0/ports/46851069-58f1-4787-9805-e94320a21dac HTTP/1.1" status: 200 len: 1091 time: 2.1201975 Sep 18 00:03:14.692743 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5d567d00-a263-49dd-804e-44ee9b80f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:14.693189 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd735e4-c5e5-4d72-b5fc-5037faf776dd', 'tag': '46851069-58f1-4787-9805-e94320a21dac'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:03:14.693189 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bef1215-56ce-4859-9f41-3bfb5472dbeb" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd735e4-c5e5-4d72-b5fc-5037faf776dd", "tag": "46851069-58f1-4787-9805-e94320a21dac"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:03:14.693507 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e61bd43-a672-4873-97be-e205a94a9dc3 None None] The sync data for ids ['1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'] in n-d-809883-1 is: [{'id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796397890', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:57Z', 'updated_at': '2021-09-18T00:03:08Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:58Z', 'updated_at': '2021-09-18T00:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b376eb28-a5f3-4aed-bae3-d4131458ebac', 'name': '', 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:48:ba:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:03:06Z', 'updated_at': '2021-09-18T00:03:12Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:03:14.693507 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:14.733137 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c4a6d3-5dec-4578-926b-683b26d16289 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:03:14.805787 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ae5cd-5ec2-49a6-870d-e42b63829448 service neutron] Pushing event updated for resources: {'Port': ['ID=46851069-58f1-4787-9805-e94320a21dac,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:14.829570 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 21c4a6d3-5dec-4578-926b-683b26d16289, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=21c4a6d3-5dec-4578-926b-683b26d16289,segment=NetworkSegment(62c67ca4-8d70-4e57-871a-617366dc2113),segment_id=62c67ca4-8d70-4e57-871a-617366dc2113)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:14.894570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-c74a936d-3ebf-4e53-a9fd-dd556ed9ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:14.899760 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-c74a936d-3ebf-4e53-a9fd-dd556ed9ffe1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 1094 time: 0.0863345 Sep 18 00:03:14.920431 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d567d00-a263-49dd-804e-44ee9b80f2c7 None None] Pushing event updated for resources: {'Port': ['ID=b376eb28-a5f3-4aed-bae3-d4131458ebac,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:14.938964 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:15.026371 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-b2c4950d-caba-42d2-914d-4ad8b08aa1ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46851069-58f1-4787-9805-e94320a21dac HTTP/1.1" status: 200 len: 217 time: 0.1205039 Sep 18 00:03:15.146299 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=21c4a6d3-5dec-4578-926b-683b26d16289,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:15.188572 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-967cd64c-0337-4970-b87e-0890be72da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:15.190907 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-967cd64c-0337-4970-b87e-0890be72da77 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.1435871 Sep 18 00:03:15.199348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1a536-8291-440b-b741-4dc91e5f9837 req-42977e48-b583-47f7-b2e5-585c7b846358 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:15.207521 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2e1a536-8291-440b-b741-4dc91e5f9837 req-42977e48-b583-47f7-b2e5-585c7b846358 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 944 time: 0.1943119 Sep 18 00:03:15.222042 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['21c4a6d3-5dec-4578-926b-683b26d16289'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:03:15.225332 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-40ed1bfd-56e5-45b7-a954-dbe127a18582 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:15.228001 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-40ed1bfd-56e5-45b7-a954-dbe127a18582 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.41 "GET /v2.0/networks?id=6394acd2-42a9-4714-99b8-84ce03248e98 HTTP/1.1" status: 200 len: 797 time: 0.4856920 Sep 18 00:03:15.294746 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5f91c0-a064-42a9-a7bf-9c3b9158c221 x-openstack-request-id: req-5f5f91c0-a064-42a9-a7bf-9c3b9158c221 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:03:15.295389 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd735e4-c5e5-4d72-b5fc-5037faf776dd", "tag": "46851069-58f1-4787-9805-e94320a21dac", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:03:15.295804 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f5f91c0-a064-42a9-a7bf-9c3b9158c221 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:03:15.296358 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd735e4-c5e5-4d72-b5fc-5037faf776dd', 'tag': '46851069-58f1-4787-9805-e94320a21dac', 'status': 'completed', 'code': 200} Sep 18 00:03:15.308927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-5174a4a4-8b96-4408-ba01-e80ae4e9087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:15.314333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-5174a4a4-8b96-4408-ba01-e80ae4e9087b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039107 Sep 18 00:03:15.343115 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-87467f58-c455-4d28-9902-d482ce5ec4b0 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d2902e7a2a54edeb7be111e15492043 HTTP/1.1" status: 200 len: 380 time: 0.1053326 Sep 18 00:03:15.355064 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-da310dab-68ed-40d1-9da4-b5503b2d5105 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'port': {'device_id': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98', 'admin_state_up': True, 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'security_groups': ['9d204f98-334e-4118-9031-c944c67b30fa']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:15.362750 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2e1a536-8291-440b-b741-4dc91e5f9837 req-d6f89a6a-8e06-42b6-84e1-a8d273d808cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f17fe213-180e-4e92-86af-43d0e3984d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534913 Sep 18 00:03:15.596397 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-861c13ba-0315-4c3d-a6c2-c768b4880206 req-3f172f15-1c16-4dd3-ad4c-dcc1894f5474 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 210 time: 0.1193628 Sep 18 00:03:15.682126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-da310dab-68ed-40d1-9da4-b5503b2d5105 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Made reservation on behalf of 5d2902e7a2a54edeb7be111e15492043 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:03:15.683194 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-da310dab-68ed-40d1-9da4-b5503b2d5105 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:15.766018 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1974d48-5c4d-4e7f-8c6f-4a8614cd0631 req-0b05b23c-90b9-4b74-9c60-b14d06b3f5ae tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:15.776276 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d1974d48-5c4d-4e7f-8c6f-4a8614cd0631 req-0b05b23c-90b9-4b74-9c60-b14d06b3f5ae tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 943 time: 0.2538505 Sep 18 00:03:15.792077 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device dc5f12b0-4cb4-43f1-89d9-8b4407353bad up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:03:15.867951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-da310dab-68ed-40d1-9da4-b5503b2d5105 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Allocated IP 172.20.0.10 (6394acd2-42a9-4714-99b8-84ce03248e98/9d28e983-1f5e-4e84-89d0-753a7794debe/f705268d-e990-426f-a62d-09f9a417f05a) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:03:15.875884 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-63404120-8f30-44eb-b67b-af4b40861ced service neutron] 10.222.0.37 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473006 Sep 18 00:03:15.937355 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d1974d48-5c4d-4e7f-8c6f-4a8614cd0631 req-b2fe76ef-1c97-43f5-a240-f4bb1a442075 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599407 Sep 18 00:03:15.985248 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ee163-7ed3-48e9-a0d1-3af3ab6765f4 req-4ea5022b-5986-4a45-bbd8-fb51dfd81271 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:15.991948 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-562ee163-7ed3-48e9-a0d1-3af3ab6765f4 req-4ea5022b-5986-4a45-bbd8-fb51dfd81271 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 944 time: 0.2113488 Sep 18 00:03:16.008717 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port dc5f12b0-4cb4-43f1-89d9-8b4407353bad completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:03:16.022287 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port dc5f12b0-4cb4-43f1-89d9-8b4407353bad triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:16.022706 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:16.070749 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-562ee163-7ed3-48e9-a0d1-3af3ab6765f4 req-07228ae5-3e6c-4cf8-90f9-faa3f2e65e5c tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755076 Sep 18 00:03:16.085709 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9db5d423-3b71-48d7-bff5-0cf05b592092 req-148000c9-4267-4481-918b-81ca958e3446 service neutron] 10.222.0.37 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010906 Sep 18 00:03:16.149690 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 21c4a6d3-5dec-4578-926b-683b26d16289 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:03:16.180864 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-da310dab-68ed-40d1-9da4-b5503b2d5105 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:16.228097 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:16.267847 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b376eb28-a5f3-4aed-bae3-d4131458ebac up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:03:16.283488 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:03:16.286660 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7e0ba2-6229-414c-bc14-7a4642acdd56" -d '{"events": [{"server_uuid": "546e7c0e-ee0d-4504-84be-c6103c52f63b", "name": "network-vif-plugged", "status": "completed", "tag": "dc5f12b0-4cb4-43f1-89d9-8b4407353bad"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:03:16.301006 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-da310dab-68ed-40d1-9da4-b5503b2d5105 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:16.320680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port dc5f12b0-4cb4-43f1-89d9-8b4407353bad, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=dc5f12b0-4cb4-43f1-89d9-8b4407353bad,segment=NetworkSegment(a710004d-d537-42ff-b58c-6b87cf9a36e3),segment_id=a710004d-d537-42ff-b58c-6b87cf9a36e3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:16.344051 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73beea60-93b7-45b4-bb2f-a67ee3f27a3a x-openstack-request-id: req-73beea60-93b7-45b4-bb2f-a67ee3f27a3a {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:03:16.344483 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546e7c0e-ee0d-4504-84be-c6103c52f63b", "name": "network-vif-plugged", "status": "completed", "tag": "dc5f12b0-4cb4-43f1-89d9-8b4407353bad", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:03:16.344865 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-73beea60-93b7-45b4-bb2f-a67ee3f27a3a {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:03:16.345389 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad', 'code': 200} Sep 18 00:03:16.359841 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef1215-56ce-4859-9f41-3bfb5472dbeb req-9c81a06a-f5d5-45e1-9ed1-bbf2e6b5cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:16.361767 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2bef1215-56ce-4859-9f41-3bfb5472dbeb req-9c81a06a-f5d5-45e1-9ed1-bbf2e6b5cd85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 1094 time: 0.0727928 Sep 18 00:03:16.386757 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port b376eb28-a5f3-4aed-bae3-d4131458ebac triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:16.387089 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:16.438698 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:16.457398 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-da310dab-68ed-40d1-9da4-b5503b2d5105 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 6394acd2-42a9-4714-99b8-84ce03248e98 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:03:16.475589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 21c4a6d3-5dec-4578-926b-683b26d16289 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:03:16.488994 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-da310dab-68ed-40d1-9da4-b5503b2d5105 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:16.492648 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-da310dab-68ed-40d1-9da4-b5503b2d5105 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:03:16.542577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 21c4a6d3-5dec-4578-926b-683b26d16289 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:16.543003 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:16.551153 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da310dab-68ed-40d1-9da4-b5503b2d5105 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=f705268d-e990-426f-a62d-09f9a417f05a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:16.573989 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cf749-fb07-4d15-8ed6-548ae7eff09b req-96ba0e1d-47de-4720-82c4-2bccdc6122af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:16.575862 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6a3cf749-fb07-4d15-8ed6-548ae7eff09b req-96ba0e1d-47de-4720-82c4-2bccdc6122af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 1096 time: 0.1394639 Sep 18 00:03:16.586144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2b3da-28a1-4d88-8b16-2295127b8aea req-c614a2b7-7a70-4660-9dbc-c5842d4c666d tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:16.587982 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6e2b3da-28a1-4d88-8b16-2295127b8aea req-c614a2b7-7a70-4660-9dbc-c5842d4c666d tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 945 time: 0.1248341 Sep 18 00:03:16.595066 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-da310dab-68ed-40d1-9da4-b5503b2d5105 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:16.596294 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef1215-56ce-4859-9f41-3bfb5472dbeb req-340e8319-15a5-419d-9534-1e193bc79227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:16.597837 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2bef1215-56ce-4859-9f41-3bfb5472dbeb req-340e8319-15a5-419d-9534-1e193bc79227 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 912 time: 0.2278233 Sep 18 00:03:16.610004 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-da310dab-68ed-40d1-9da4-b5503b2d5105 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:16.714061 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4cafdb71-627a-48b5-bb5e-3b1c19e0b825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:16.720319 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6a3cf749-fb07-4d15-8ed6-548ae7eff09b req-bb49954c-0e4f-41dd-bd1e-f5f3f52dead1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f17fe213-180e-4e92-86af-43d0e3984d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365576 Sep 18 00:03:16.728912 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2bef1215-56ce-4859-9f41-3bfb5472dbeb req-44aa5f3e-ab16-464c-b20f-f7102563e363 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46851069-58f1-4787-9805-e94320a21dac HTTP/1.1" status: 200 len: 217 time: 0.1019013 Sep 18 00:03:16.759189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=dc5f12b0-4cb4-43f1-89d9-8b4407353bad,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:16.769054 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6e2b3da-28a1-4d88-8b16-2295127b8aea req-17069073-6a31-4366-aff2-d9dd57a5db83 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f17fe213-180e-4e92-86af-43d0e3984d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688719 Sep 18 00:03:16.809495 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-da310dab-68ed-40d1-9da4-b5503b2d5105 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4607191 Sep 18 00:03:16.854237 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:16.880789 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef1215-56ce-4859-9f41-3bfb5472dbeb req-bf6b527f-5160-4218-b388-f5c883e786a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:16.883726 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2bef1215-56ce-4859-9f41-3bfb5472dbeb req-bf6b527f-5160-4218-b388-f5c883e786a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.1127827 Sep 18 00:03:16.922045 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Request body: {'port': {'device_id': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:16.933717 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5885ae-8a69-493d-8480-d91c2553a8b0 req-ae83e3a0-9043-45f0-a346-6b2faa5ac0ea tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:16.941209 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da5885ae-8a69-493d-8480-d91c2553a8b0 req-ae83e3a0-9043-45f0-a346-6b2faa5ac0ea tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 932 time: 0.1071024 Sep 18 00:03:16.948566 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 21c4a6d3-5dec-4578-926b-683b26d16289, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=21c4a6d3-5dec-4578-926b-683b26d16289,segment=NetworkSegment(62c67ca4-8d70-4e57-871a-617366dc2113),segment_id=62c67ca4-8d70-4e57-871a-617366dc2113)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:16.949547 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b68045d9-26c3-470c-ad8d-e5d3765bef35 None None] Provisioning complete for port f705268d-e990-426f-a62d-09f9a417f05a triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:16.950718 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b68045d9-26c3-470c-ad8d-e5d3765bef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:17.007140 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b68045d9-26c3-470c-ad8d-e5d3765bef35 None None] Port f705268d-e990-426f-a62d-09f9a417f05a cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:03:17.054230 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da5885ae-8a69-493d-8480-d91c2553a8b0 req-f358fa8f-9fbb-4ea9-852a-891e60bf4a9d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074543 Sep 18 00:03:17.054637 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:17.060848 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef1215-56ce-4859-9f41-3bfb5472dbeb req-6c372458-2164-40d9-822a-354c52ff5667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:17.062829 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2bef1215-56ce-4859-9f41-3bfb5472dbeb req-6c372458-2164-40d9-822a-354c52ff5667 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1707487 Sep 18 00:03:17.187399 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=21c4a6d3-5dec-4578-926b-683b26d16289,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:17.406253 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd077ea6-5153-47de-a42b-b00db236c86a req-92f66f18-676a-4312-9530-2937c076e0a2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:17.406253 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd077ea6-5153-47de-a42b-b00db236c86a req-92f66f18-676a-4312-9530-2937c076e0a2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 943 time: 0.2179172 Sep 18 00:03:17.406253 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd077ea6-5153-47de-a42b-b00db236c86a req-ce87923b-3357-4c29-8e95-d8693ba8cb37 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542519 Sep 18 00:03:17.406253 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2bef1215-56ce-4859-9f41-3bfb5472dbeb req-d9d7b5cc-c32a-425d-8f0a-bbaecef2ceaa service neutron] 10.222.0.37 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711158 Sep 18 00:03:17.406253 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68988c13-5097-44e4-9e97-d0946a0e6381 req-bc4c0e0a-a9a2-482d-8502-05f0ff43c551 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:17.406253 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68988c13-5097-44e4-9e97-d0946a0e6381 req-bc4c0e0a-a9a2-482d-8502-05f0ff43c551 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 945 time: 0.1804466 Sep 18 00:03:17.443731 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:17.461222 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68988c13-5097-44e4-9e97-d0946a0e6381 req-ede2953f-1c18-4372-8b73-078a910c15d6 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793829 Sep 18 00:03:17.488021 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2bef1215-56ce-4859-9f41-3bfb5472dbeb req-45c2172b-951e-4aef-bb7f-a4e3e08b21f8 service neutron] 10.222.0.37 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262021 Sep 18 00:03:17.489010 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:17.763666 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:17.859628 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f705268d-e990-426f-a62d-09f9a417f05a {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:03:17.870762 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:17.891370 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Transition to ACTIVE for port object f705268d-e990-426f-a62d-09f9a417f05a will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:03:17.929175 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9111ce-97d0-4891-9d18-6460f0263165 req-9c22c100-8c1a-402b-9884-f5e49b1b2e31 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:17.930611 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d9111ce-97d0-4891-9d18-6460f0263165 req-9c22c100-8c1a-402b-9884-f5e49b1b2e31 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 945 time: 0.0528293 Sep 18 00:03:17.969915 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d9111ce-97d0-4891-9d18-6460f0263165 req-becf5b0f-e2fe-4f48-a5e5-636320a8f3e2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f17fe213-180e-4e92-86af-43d0e3984d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326045 Sep 18 00:03:17.980450 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:18.046981 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Pushing event updated for resources: {'Port': ['ID=f705268d-e990-426f-a62d-09f9a417f05a,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:18.135717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Attempting to bind port f705268d-e990-426f-a62d-09f9a417f05a on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:18.136106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Attempting to bind port f705268d-e990-426f-a62d-09f9a417f05a by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:18.136444 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Attempting to bind port f705268d-e990-426f-a62d-09f9a417f05a on network 6394acd2-42a9-4714-99b8-84ce03248e98 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:18.141425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Port f705268d-e990-426f-a62d-09f9a417f05a on network 6394acd2-42a9-4714-99b8-84ce03248e98 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:18.141760 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Attempting to bind port f705268d-e990-426f-a62d-09f9a417f05a on network 6394acd2-42a9-4714-99b8-84ce03248e98 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:18.146944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:03:18.147309 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Checking segment: {'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:03:18.147664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Bound using segment: {'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:03:18.148094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Bound port: f705268d-e990-426f-a62d-09f9a417f05a, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:03:18.148460 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:18.209942 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a8cc0-42d4-40ea-a520-d8f17cc894f6 req-69d51fbf-213e-4acc-877a-83812b0e858a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:18.211890 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-679a8cc0-42d4-40ea-a520-d8f17cc894f6 req-69d51fbf-213e-4acc-877a-83812b0e858a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 944 time: 0.0666008 Sep 18 00:03:18.221099 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] For port f705268d-e990-426f-a62d-09f9a417f05a, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:03:18.226909 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] For port f705268d-e990-426f-a62d-09f9a417f05a, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=f705268d-e990-426f-a62d-09f9a417f05a,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:03:18.277155 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-679a8cc0-42d4-40ea-a520-d8f17cc894f6 req-90c24863-5514-4782-ace8-55771ef7c0a6 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483255 Sep 18 00:03:18.329297 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:18.349316 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55969bbe-86f7-4605-8b5b-116955c8d418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c4a6d3-5dec-4578-926b-683b26d16289'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:03:18.351932 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32db5a1b-2658-490d-adca-32dcd5e13e39" -d '{"events": [{"server_uuid": "55969bbe-86f7-4605-8b5b-116955c8d418", "name": "network-vif-plugged", "status": "completed", "tag": "21c4a6d3-5dec-4578-926b-683b26d16289"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:03:18.372059 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:18.372768 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:18.374221 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] 10.222.0.41 "PUT /v2.0/ports/f705268d-e990-426f-a62d-09f9a417f05a HTTP/1.1" status: 200 len: 1092 time: 1.4622223 Sep 18 00:03:18.374866 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:03:18.377355 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61395915-c817-4bc7-a014-4bcaeeae0609" -d '{"events": [{"name": "network-changed", "server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "tag": "f705268d-e990-426f-a62d-09f9a417f05a"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:03:18.385390 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36226) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:18.413667 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37933495-921b-4512-809a-0d420d9b7e98 service neutron] Pushing event updated for resources: {'Port': ['ID=f705268d-e990-426f-a62d-09f9a417f05a,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:18.431407 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01414142-1f67-4e9c-8598-934ed32f5778 x-openstack-request-id: req-01414142-1f67-4e9c-8598-934ed32f5778 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:03:18.431706 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55969bbe-86f7-4605-8b5b-116955c8d418", "name": "network-vif-plugged", "status": "completed", "tag": "21c4a6d3-5dec-4578-926b-683b26d16289", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:03:18.431961 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01414142-1f67-4e9c-8598-934ed32f5778 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:03:18.432369 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55969bbe-86f7-4605-8b5b-116955c8d418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c4a6d3-5dec-4578-926b-683b26d16289', 'code': 200} Sep 18 00:03:18.533123 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd34342-c9be-48b2-869f-89107c3e3cb4 x-openstack-request-id: req-ecd34342-c9be-48b2-869f-89107c3e3cb4 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:03:18.533712 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "tag": "f705268d-e990-426f-a62d-09f9a417f05a", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:03:18.533712 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ecd34342-c9be-48b2-869f-89107c3e3cb4 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:03:18.537474 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a', 'status': 'completed', 'code': 200} Sep 18 00:03:18.598466 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-536482ea-bd5a-4afb-ae49-160e1aaf717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:18.600160 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-536482ea-bd5a-4afb-ae49-160e1aaf717c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 1095 time: 0.0960283 Sep 18 00:03:18.641824 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f46dadab-753b-40cc-8d43-37e253f85b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:18.655413 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-44cd3c03-4e01-4aee-b554-c9329cccd709 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f705268d-e990-426f-a62d-09f9a417f05a HTTP/1.1" status: 200 len: 217 time: 0.0429654 Sep 18 00:03:18.698283 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001f1d5-6fc3-4147-b082-944755a8de9c req-3676c05f-06f8-4c99-90b7-aaf206a1fcde tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:18.705626 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d001f1d5-6fc3-4147-b082-944755a8de9c req-3676c05f-06f8-4c99-90b7-aaf206a1fcde tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 943 time: 0.2483160 Sep 18 00:03:18.731198 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-2088f2fa-28d9-46e3-bcd0-f4908a97cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:18.733177 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-2088f2fa-28d9-46e3-bcd0-f4908a97cf63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d28e983-1f5e-4e84-89d0-753a7794debe HTTP/1.1" status: 200 len: 835 time: 0.0640881 Sep 18 00:03:18.808059 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d001f1d5-6fc3-4147-b082-944755a8de9c req-36aabea3-74dc-41ae-99a3-21400afcc820 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009948 Sep 18 00:03:18.827563 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-9e9a98e6-5522-486e-9fb8-a969374f721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:18.828237 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ff47f-8dc6-43ab-a6c1-6a0ab4ea6e82 req-68f4a899-6826-4480-a168-757db370ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:18.829664 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-9e9a98e6-5522-486e-9fb8-a969374f721a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6394acd2-42a9-4714-99b8-84ce03248e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767612 Sep 18 00:03:18.830006 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c76ff47f-8dc6-43ab-a6c1-6a0ab4ea6e82 req-68f4a899-6826-4480-a168-757db370ab92 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 1096 time: 0.2748997 Sep 18 00:03:18.838713 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108c76c-de0b-458b-887d-7bae278812e9 req-dba0ecd9-9a29-409a-b954-9a6f3ee98aef tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:18.840223 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7108c76c-de0b-458b-887d-7bae278812e9 req-dba0ecd9-9a29-409a-b954-9a6f3ee98aef tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 945 time: 0.2496643 Sep 18 00:03:18.941535 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7108c76c-de0b-458b-887d-7bae278812e9 req-4d745390-5074-40fb-a41a-e8d35d7b19bd tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899792 Sep 18 00:03:18.946032 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-fada5215-c1e3-4743-a04a-13a0d5e9980e service neutron] 10.222.0.41 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092303 Sep 18 00:03:18.952920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c76ff47f-8dc6-43ab-a6c1-6a0ab4ea6e82 req-b17d97fd-7f2d-47dc-aa2b-8545a4646405 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080778 Sep 18 00:03:18.993240 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f46dadab-753b-40cc-8d43-37e253f85b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:19.073711 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-872d04fe-13cc-4e04-abf2-bb55be91c3a0 req-64c88992-3b3e-45ac-bb24-e84ca4d9eb33 service neutron] 10.222.0.41 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196113 Sep 18 00:03:19.073959 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f46dadab-753b-40cc-8d43-37e253f85b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:19.127629 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46dadab-753b-40cc-8d43-37e253f85b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4feaeb-af80-483b-b582-3d63e8824e36,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:19.136027 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f46dadab-753b-40cc-8d43-37e253f85b59 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=73dacdd3fcb34d9c83871698791600ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7493627 Sep 18 00:03:19.139317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36248) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:19.148785 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d82684-b599-4608-8730-a6fe3b116bcb req-85e02c98-b01d-404d-8000-4a265526f9f1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:19.148785 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6d82684-b599-4608-8730-a6fe3b116bcb req-85e02c98-b01d-404d-8000-4a265526f9f1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 945 time: 0.1007085 Sep 18 00:03:19.184040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6d82684-b599-4608-8730-a6fe3b116bcb req-54b4f158-f8eb-46d6-be26-0e7ba8f2def5 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f17fe213-180e-4e92-86af-43d0e3984d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322733 Sep 18 00:03:19.192553 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a62057a5-253d-41ef-be7b-3a3c819eee87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:19.227947 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a62057a5-253d-41ef-be7b-3a3c819eee87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:19.339166 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61395915-c817-4bc7-a014-4bcaeeae0609 req-92210ea3-2a03-4a05-b754-047e82eca3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:19.342071 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61395915-c817-4bc7-a014-4bcaeeae0609 req-92210ea3-2a03-4a05-b754-047e82eca3be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 1095 time: 0.1009879 Sep 18 00:03:19.349856 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d9ee8-f67d-4448-9b55-196fb2d43487 req-18ad6811-de77-46db-b042-e0e71e3a8dfe tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:19.352347 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d10d9ee8-f67d-4448-9b55-196fb2d43487 req-18ad6811-de77-46db-b042-e0e71e3a8dfe tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 945 time: 0.0777080 Sep 18 00:03:19.447253 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a62057a5-253d-41ef-be7b-3a3c819eee87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:19.450004 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a62057a5-253d-41ef-be7b-3a3c819eee87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:19.451334 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a62057a5-253d-41ef-be7b-3a3c819eee87 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b4feaeb-af80-483b-b582-3d63e8824e36 HTTP/1.1" status: 204 len: 168 time: 0.3108580 Sep 18 00:03:19.461837 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61395915-c817-4bc7-a014-4bcaeeae0609 req-86ea38bd-43af-4f1f-ac04-76a2b449765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:19.464278 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61395915-c817-4bc7-a014-4bcaeeae0609 req-86ea38bd-43af-4f1f-ac04-76a2b449765e service neutron] 10.222.0.41 "GET /v2.0/networks?id=6394acd2-42a9-4714-99b8-84ce03248e98 HTTP/1.1" status: 200 len: 898 time: 0.1152439 Sep 18 00:03:19.472000 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62057a5-253d-41ef-be7b-3a3c819eee87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4feaeb-af80-483b-b582-3d63e8824e36,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:19.473753 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d10d9ee8-f67d-4448-9b55-196fb2d43487 req-f668e4fd-8951-4675-a3d0-f307066543e5 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f17fe213-180e-4e92-86af-43d0e3984d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013827 Sep 18 00:03:19.495069 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36260) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:19.532139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d06e9-6d28-4d17-93f8-d37acb239024 req-3bcd52f0-9af0-4bda-a2ba-7e4bc0e195cf tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:19.533629 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61395915-c817-4bc7-a014-4bcaeeae0609 req-4bca89cc-d1f2-4892-9a2f-2a48e00218f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f705268d-e990-426f-a62d-09f9a417f05a HTTP/1.1" status: 200 len: 217 time: 0.0579553 Sep 18 00:03:19.540619 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f5d06e9-6d28-4d17-93f8-d37acb239024 req-3bcd52f0-9af0-4bda-a2ba-7e4bc0e195cf tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 944 time: 0.1375692 Sep 18 00:03:19.581851 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1648daa2-cc56-4f63-9c14-b7b197790366 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:19.590067 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1648daa2-cc56-4f63-9c14-b7b197790366 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 1091 time: 0.0887277 Sep 18 00:03:19.590526 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36262) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:19.594951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:19.599247 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f5d06e9-6d28-4d17-93f8-d37acb239024 req-83358ee9-2126-4f68-bc9b-9f6b0438d80f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547276 Sep 18 00:03:19.603367 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61395915-c817-4bc7-a014-4bcaeeae0609 req-4f869588-1919-4908-9168-3f51eceba5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:19.603367 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61395915-c817-4bc7-a014-4bcaeeae0609 req-4f869588-1919-4908-9168-3f51eceba5df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d28e983-1f5e-4e84-89d0-753a7794debe HTTP/1.1" status: 200 len: 835 time: 0.0616770 Sep 18 00:03:19.659773 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61395915-c817-4bc7-a014-4bcaeeae0609 req-714762c7-caed-4c65-911b-84a98c648ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:19.662651 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61395915-c817-4bc7-a014-4bcaeeae0609 req-714762c7-caed-4c65-911b-84a98c648ac3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6394acd2-42a9-4714-99b8-84ce03248e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492985 Sep 18 00:03:19.765576 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:19.768187 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:19.780655 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61395915-c817-4bc7-a014-4bcaeeae0609 req-cec2ac7e-32ac-4af0-a215-bff10f509edd service neutron] 10.222.0.41 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094067 Sep 18 00:03:19.950355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d215a-0c39-45fd-b6da-0d20ac181ebf req-b851f33c-b071-472a-9f71-2db893eb06c9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:19.952693 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df2d215a-0c39-45fd-b6da-0d20ac181ebf req-b851f33c-b071-472a-9f71-2db893eb06c9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 943 time: 0.0635540 Sep 18 00:03:19.960330 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61395915-c817-4bc7-a014-4bcaeeae0609 req-6c45c323-97ae-43a6-9cc3-f70bd25363f4 service neutron] 10.222.0.41 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637583 Sep 18 00:03:19.983221 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:20.037668 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df2d215a-0c39-45fd-b6da-0d20ac181ebf req-1c4985ac-5990-4c6e-b72e-b5f56cae4ad0 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662341 Sep 18 00:03:20.123475 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8024a2-c502-4f53-a0d7-0924f13419b3 req-5fffc807-5ad3-4451-ab7b-2aa5c766b275 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:20.131671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a8024a2-c502-4f53-a0d7-0924f13419b3 req-5fffc807-5ad3-4451-ab7b-2aa5c766b275 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 945 time: 0.0760093 Sep 18 00:03:20.142463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 46851069-58f1-4787-9805-e94320a21dac details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:03:20.146120 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Allocated IP 172.25.3.69 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/b5229e0e-63ad-49cb-b5b8-5a56ba6b51c7) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:03:20.176555 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a8024a2-c502-4f53-a0d7-0924f13419b3 req-f2a56447-9c57-4a96-b12b-5d150fcc0d8b tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436645 Sep 18 00:03:20.279221 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 46851069-58f1-4787-9805-e94320a21dac, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=46851069-58f1-4787-9805-e94320a21dac,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:20.291308 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '46851069-58f1-4787-9805-e94320a21dac', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'port_id': '46851069-58f1-4787-9805-e94320a21dac', 'mac_address': 'fa:16:3e:c0:e0:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:03:20.302849 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36282) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:20.308314 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:20.318002 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4675bf5-184c-4fb0-b05e-8c2c20e779ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:20.335072 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:20.348925 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46851069-58f1-4787-9805-e94320a21dac {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:03:20.372362 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 46851069-58f1-4787-9805-e94320a21dac, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=46851069-58f1-4787-9805-e94320a21dac,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:20.436385 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4675bf5-184c-4fb0-b05e-8c2c20e779ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:20.455321 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:20.483406 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:20.525499 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:03:20.527622 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:20.529584 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Port': ['ID=b5229e0e-63ad-49cb-b5b8-5a56ba6b51c7,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:20.531749 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:03:20.539798 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=46851069-58f1-4787-9805-e94320a21dac,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:20.545853 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4675bf5-184c-4fb0-b05e-8c2c20e779ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:20.587753 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f4675bf5-184c-4fb0-b05e-8c2c20e779ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=040d0c1c937a4175b145551fca920a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811382 Sep 18 00:03:20.587753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4675bf5-184c-4fb0-b05e-8c2c20e779ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27eb879f-b702-4b89-b9f3-079dd1e92015,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:20.587949 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36288) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:20.729698 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d65158-812e-49c7-8cbc-3f120484f881 req-1be7b7e1-f2d6-4106-93db-10f7bbaffcb3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:20.734764 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-26d65158-812e-49c7-8cbc-3f120484f881 req-1be7b7e1-f2d6-4106-93db-10f7bbaffcb3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 944 time: 0.0635762 Sep 18 00:03:20.752767 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['46851069-58f1-4787-9805-e94320a21dac'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:03:20.779554 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7f78db5-a894-45a3-abd7-a8a8fbc171da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:20.796368 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-26d65158-812e-49c7-8cbc-3f120484f881 req-368b7df3-68d2-496c-a497-d74e7fcb8048 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566218 Sep 18 00:03:20.861229 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7f78db5-a894-45a3-abd7-a8a8fbc171da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:21.066940 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7f78db5-a894-45a3-abd7-a8a8fbc171da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:21.069523 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7f78db5-a894-45a3-abd7-a8a8fbc171da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:21.073481 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d7f78db5-a894-45a3-abd7-a8a8fbc171da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27eb879f-b702-4b89-b9f3-079dd1e92015 HTTP/1.1" status: 204 len: 168 time: 0.4817610 Sep 18 00:03:21.097092 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:21.106254 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f78db5-a894-45a3-abd7-a8a8fbc171da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27eb879f-b702-4b89-b9f3-079dd1e92015,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:21.225644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e0bd0-7553-40cb-8127-99b961d5ec8d req-6003e5db-8157-4342-95a6-9e8b80706f85 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:21.233577 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e2e0bd0-7553-40cb-8127-99b961d5ec8d req-6003e5db-8157-4342-95a6-9e8b80706f85 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 944 time: 0.0721171 Sep 18 00:03:21.264664 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:21.297116 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e2e0bd0-7553-40cb-8127-99b961d5ec8d req-18339852-41c5-4076-b930-4c6edb468f91 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465293 Sep 18 00:03:21.366512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675befe-ada9-4d96-9233-a001c3633b69 req-19ec32cf-fd42-4258-b6c5-2c791b989ae2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:21.376581 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a675befe-ada9-4d96-9233-a001c3633b69 req-19ec32cf-fd42-4258-b6c5-2c791b989ae2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 945 time: 0.0781977 Sep 18 00:03:21.425520 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a675befe-ada9-4d96-9233-a001c3633b69 req-1930a27e-63ce-44e4-84be-77409c6fec33 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436454 Sep 18 00:03:21.483767 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:21.574503 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:21.673278 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Port': ['ID=b5229e0e-63ad-49cb-b5b8-5a56ba6b51c7,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:21.690280 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:21.817193 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Floating IP 12af943d-6cac-4887-8e29-aa8499cdcf55 associated. External IP: 172.25.3.69, port: dc5f12b0-4cb4-43f1-89d9-8b4407353bad. Sep 18 00:03:21.824236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device f705268d-e990-426f-a62d-09f9a417f05a details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:03:21.958819 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port f705268d-e990-426f-a62d-09f9a417f05a, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=f705268d-e990-426f-a62d-09f9a417f05a,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:21.989771 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'f705268d-e990-426f-a62d-09f9a417f05a', 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98', 'port_id': 'f705268d-e990-426f-a62d-09f9a417f05a', 'mac_address': 'fa:16:3e:1d:3c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:03:22.032529 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12326578-4be2-41e4-ab12-d612d5aea39f req-f91200a2-8748-40ef-aa58-285102227b69 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:22.039155 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:22.042702 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12326578-4be2-41e4-ab12-d612d5aea39f req-f91200a2-8748-40ef-aa58-285102227b69 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 944 time: 0.1222079 Sep 18 00:03:22.107543 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f705268d-e990-426f-a62d-09f9a417f05a {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:03:22.148217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 46851069-58f1-4787-9805-e94320a21dac up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:03:22.152950 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-12326578-4be2-41e4-ab12-d612d5aea39f req-21e5d2ee-cd30-4748-b65b-217d9db40881 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085663 Sep 18 00:03:22.209313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port f705268d-e990-426f-a62d-09f9a417f05a, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=f705268d-e990-426f-a62d-09f9a417f05a,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:22.290850 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Router a186c3a8-9ef0-483c-834b-6d462c6991a8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:03:22.294434 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:22.368282 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 46851069-58f1-4787-9805-e94320a21dac completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:03:22.378437 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 46851069-58f1-4787-9805-e94320a21dac triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:22.380998 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:22.438346 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd079627-c67e-483e-936d-755fbf21c605 req-f0b7af5e-d91e-41fd-8f53-7ab5271bf06e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:22.449932 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd079627-c67e-483e-936d-755fbf21c605 req-f0b7af5e-d91e-41fd-8f53-7ab5271bf06e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 944 time: 0.0793135 Sep 18 00:03:22.472319 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=f705268d-e990-426f-a62d-09f9a417f05a,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:22.500289 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd079627-c67e-483e-936d-755fbf21c605 req-57b65c24-e734-4111-b8fa-a2ebf82bfdae tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469673 Sep 18 00:03:22.507749 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:03:22.526236 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a7217a-2cb3-4b57-a01a-6300d86479fe None None] Sync routers for ids ['a186c3a8-9ef0-483c-834b-6d462c6991a8'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:03:22.540295 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a7217a-2cb3-4b57-a01a-6300d86479fe None None] Routers {'a186c3a8-9ef0-483c-834b-6d462c6991a8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:03:22.541011 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-84a7217a-2cb3-4b57-a01a-6300d86479fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:03:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a186c3a8-9ef0-483c-834b-6d462c6991a8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:03:22.558019 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['f705268d-e990-426f-a62d-09f9a417f05a'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:03:22.599109 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:22.662134 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d10e5dd4-45b3-4f44-9c66-981fe18e6157 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0705423 Sep 18 00:03:22.666120 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36358) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:22.667614 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'tag': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:03:22.673723 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7a0b91-cc6d-47cf-88ca-361aeddcc6f3" -d '{"events": [{"name": "network-changed", "server_uuid": "546e7c0e-ee0d-4504-84be-c6103c52f63b", "tag": "dc5f12b0-4cb4-43f1-89d9-8b4407353bad"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:03:22.692741 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:22.772819 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-84a7217a-2cb3-4b57-a01a-6300d86479fe None None] Set router a186c3a8-9ef0-483c-834b-6d462c6991a8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:03:22.774067 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd735e4-c5e5-4d72-b5fc-5037faf776dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46851069-58f1-4787-9805-e94320a21dac'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:03:22.774067 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2feb6d1-e721-4b42-8fc8-1064fa70c809" -d '{"events": [{"server_uuid": "0bd735e4-c5e5-4d72-b5fc-5037faf776dd", "name": "network-vif-plugged", "status": "completed", "tag": "46851069-58f1-4787-9805-e94320a21dac"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:03:22.801270 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fa5586-8346-4e05-9266-75d964639e19 x-openstack-request-id: req-31fa5586-8346-4e05-9266-75d964639e19 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:03:22.801270 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546e7c0e-ee0d-4504-84be-c6103c52f63b", "tag": "dc5f12b0-4cb4-43f1-89d9-8b4407353bad", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:03:22.801270 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31fa5586-8346-4e05-9266-75d964639e19 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:03:22.801270 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'tag': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad', 'status': 'completed', 'code': 200} Sep 18 00:03:22.817502 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 46851069-58f1-4787-9805-e94320a21dac, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=46851069-58f1-4787-9805-e94320a21dac,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:22.844814 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c155fbb7-5924-4caa-a141-7c924ce1f811 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/floatingips/12af943d-6cac-4887-8e29-aa8499cdcf55 HTTP/1.1" status: 200 len: 990 time: 0.1772447 Sep 18 00:03:22.908096 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e653cbd5-ad60-4786-ae6e-ff35c79fdd3c x-openstack-request-id: req-e653cbd5-ad60-4786-ae6e-ff35c79fdd3c {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:03:22.909708 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd735e4-c5e5-4d72-b5fc-5037faf776dd", "name": "network-vif-plugged", "status": "completed", "tag": "46851069-58f1-4787-9805-e94320a21dac", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:03:22.910191 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e653cbd5-ad60-4786-ae6e-ff35c79fdd3c {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:03:22.911066 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd735e4-c5e5-4d72-b5fc-5037faf776dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46851069-58f1-4787-9805-e94320a21dac', 'code': 200} Sep 18 00:03:22.914947 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:22.968464 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a0b91-cc6d-47cf-88ca-361aeddcc6f3 req-f610697d-0232-4bec-9db2-9746b306096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:22.975428 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5b7a0b91-cc6d-47cf-88ca-361aeddcc6f3 req-f610697d-0232-4bec-9db2-9746b306096c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=240dd21d0d2f45ecb6590c53be314024&device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 1096 time: 0.1598430 Sep 18 00:03:22.990983 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=46851069-58f1-4787-9805-e94320a21dac,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:23.034696 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794f70e-86d0-495a-8a37-8a66f0c30f29 req-b9c57849-f739-4cf7-b9f9-259c3205e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:23.038658 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a794f70e-86d0-495a-8a37-8a66f0c30f29 req-b9c57849-f739-4cf7-b9f9-259c3205e5ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 1096 time: 0.1067183 Sep 18 00:03:23.109452 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a794f70e-86d0-495a-8a37-8a66f0c30f29 req-eeb292c4-b5b6-4d96-85f4-3ff6ba4d6034 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598447 Sep 18 00:03:23.194190 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a0b91-cc6d-47cf-88ca-361aeddcc6f3 req-607e8b8b-bb05-4fc5-97b1-182113dc1f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:23.197050 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5b7a0b91-cc6d-47cf-88ca-361aeddcc6f3 req-607e8b8b-bb05-4fc5-97b1-182113dc1f9d service neutron] 10.222.0.41 "GET /v2.0/networks?id=037574df-d2ae-499c-851e-887a3b499516 HTTP/1.1" status: 200 len: 897 time: 0.2161202 Sep 18 00:03:23.338942 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5b7a0b91-cc6d-47cf-88ca-361aeddcc6f3 req-2bb0c345-8f12-4cc9-8ee7-a11df05de663 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc5f12b0-4cb4-43f1-89d9-8b4407353bad HTTP/1.1" status: 200 len: 998 time: 0.1307781 Sep 18 00:03:23.384753 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-84a7217a-2cb3-4b57-a01a-6300d86479fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:02:48Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '12af943d-6cac-4887-8e29-aa8499cdcf55', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'port_id': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'mac_address': 'fa:16:3e:e3:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:03:20Z', 'updated_at': '2021-09-18T00:03:20Z', 'revision_number': 0, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e5e017-ce49-405e-b4f2-ac624102ae24', 'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:f6:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:45Z', 'updated_at': '2021-09-18T00:02:53Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:03:23.422147 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a7217a-2cb3-4b57-a01a-6300d86479fe None None] Checking router: a186c3a8-9ef0-483c-834b-6d462c6991a8 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:03:23.426061 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a0b91-cc6d-47cf-88ca-361aeddcc6f3 req-42ab38c9-d579-4df4-821a-2139a5bcefd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:23.428179 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5b7a0b91-cc6d-47cf-88ca-361aeddcc6f3 req-42ab38c9-d579-4df4-821a-2139a5bcefd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12cdc161-97a2-4758-9c62-a0043ee08ca8 HTTP/1.1" status: 200 len: 834 time: 0.0827196 Sep 18 00:03:23.441102 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a7217a-2cb3-4b57-a01a-6300d86479fe None None] Routers {'a186c3a8-9ef0-483c-834b-6d462c6991a8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:03:23.443630 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-84a7217a-2cb3-4b57-a01a-6300d86479fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:03:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a186c3a8-9ef0-483c-834b-6d462c6991a8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:03:23.449361 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca873ac-58f1-40e1-a559-165b9771ede6 req-aa8c1bf0-1ac2-42c3-992e-fbf3b581a1d1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:23.456741 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ca873ac-58f1-40e1-a559-165b9771ede6 req-aa8c1bf0-1ac2-42c3-992e-fbf3b581a1d1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 945 time: 0.1311252 Sep 18 00:03:23.487864 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36386) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:23.581414 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a0b91-cc6d-47cf-88ca-361aeddcc6f3 req-21e7388b-133e-4787-b9c7-eb0925e9c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:23.582982 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5b7a0b91-cc6d-47cf-88ca-361aeddcc6f3 req-21e7388b-133e-4787-b9c7-eb0925e9c122 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=037574df-d2ae-499c-851e-887a3b499516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478801 Sep 18 00:03:23.597226 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ca873ac-58f1-40e1-a559-165b9771ede6 req-4da22edc-0a4b-4315-a09f-a196b77c384d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986390 Sep 18 00:03:23.725154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af863824-6ffa-4558-a7aa-ea04a724422a req-05c16b28-a1b4-4c00-9a06-d4fde0fefd0b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:23.727180 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af863824-6ffa-4558-a7aa-ea04a724422a req-05c16b28-a1b4-4c00-9a06-d4fde0fefd0b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 945 time: 0.0857489 Sep 18 00:03:23.741316 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e486451f-c144-4854-a4e3-d90c3713b39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:23.793644 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af863824-6ffa-4558-a7aa-ea04a724422a req-342160fe-c351-4e22-b789-99dfd0531ed1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593793 Sep 18 00:03:23.805913 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-84a7217a-2cb3-4b57-a01a-6300d86479fe None None] Set router a186c3a8-9ef0-483c-834b-6d462c6991a8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:03:23.811057 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5b7a0b91-cc6d-47cf-88ca-361aeddcc6f3 req-d116de1b-3b37-4878-93ac-aa46e24e3e2a service neutron] 10.222.0.41 "GET /v2.0/networks/037574df-d2ae-499c-851e-887a3b499516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198613 Sep 18 00:03:23.848588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36394) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:23.850523 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device f705268d-e990-426f-a62d-09f9a417f05a up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:03:23.984949 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5b7a0b91-cc6d-47cf-88ca-361aeddcc6f3 req-1d070a2f-1d6d-4f04-aa77-edb4108f7b7f service neutron] 10.222.0.41 "GET /v2.0/networks/037574df-d2ae-499c-851e-887a3b499516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645770 Sep 18 00:03:24.002117 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e486451f-c144-4854-a4e3-d90c3713b39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:24.026067 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port f705268d-e990-426f-a62d-09f9a417f05a completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:03:24.035782 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f0596608-5c59-4b7f-b734-c47b5d4996cf tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/floatingips/12af943d-6cac-4887-8e29-aa8499cdcf55 HTTP/1.1" status: 200 len: 990 time: 0.1853058 Sep 18 00:03:24.036209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port f705268d-e990-426f-a62d-09f9a417f05a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:24.036597 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:24.117404 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:24.152182 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port f705268d-e990-426f-a62d-09f9a417f05a, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=f705268d-e990-426f-a62d-09f9a417f05a,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:24.157394 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e486451f-c144-4854-a4e3-d90c3713b39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:24.189586 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e486451f-c144-4854-a4e3-d90c3713b39a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b85be1a9a294284b872d6d6a01b47b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6983762 Sep 18 00:03:24.190205 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36404) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:24.220105 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:24.237250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486451f-c144-4854-a4e3-d90c3713b39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee3ca34-6667-4161-8701-11a9dee7896c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:24.239542 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-84a7217a-2cb3-4b57-a01a-6300d86479fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:02:48Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '12af943d-6cac-4887-8e29-aa8499cdcf55', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'port_id': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'mac_address': 'fa:16:3e:e3:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:03:20Z', 'updated_at': '2021-09-18T00:03:20Z', 'revision_number': 0, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e5e017-ce49-405e-b4f2-ac624102ae24', 'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:f6:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:45Z', 'updated_at': '2021-09-18T00:02:53Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:03:24.280028 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a7217a-2cb3-4b57-a01a-6300d86479fe None None] The sync data for ids ['a186c3a8-9ef0-483c-834b-6d462c6991a8'] in n-d-809883-1 is: [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:02:48Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '12af943d-6cac-4887-8e29-aa8499cdcf55', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'port_id': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'mac_address': 'fa:16:3e:e3:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:03:20Z', 'updated_at': '2021-09-18T00:03:20Z', 'revision_number': 0, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e5e017-ce49-405e-b4f2-ac624102ae24', 'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:f6:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:45Z', 'updated_at': '2021-09-18T00:02:53Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:03:24.313308 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c62ccee-7476-41fe-a0d6-dfdd2c36a627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:24.328013 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=f705268d-e990-426f-a62d-09f9a417f05a,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:24.343260 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c62ccee-7476-41fe-a0d6-dfdd2c36a627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:24.454694 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c62ccee-7476-41fe-a0d6-dfdd2c36a627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:24.459508 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c62ccee-7476-41fe-a0d6-dfdd2c36a627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:24.461754 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7c62ccee-7476-41fe-a0d6-dfdd2c36a627 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6ee3ca34-6667-4161-8701-11a9dee7896c HTTP/1.1" status: 204 len: 168 time: 0.2707376 Sep 18 00:03:24.503191 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62ccee-7476-41fe-a0d6-dfdd2c36a627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee3ca34-6667-4161-8701-11a9dee7896c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:24.687661 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ca2d8f-dbb0-4bda-97d7-e9297b719be8 None None] New status for floating IP 12af943d-6cac-4887-8e29-aa8499cdcf55: ACTIVE {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:03:24.755538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801feecd-488f-4f38-844d-0adc8780ce79 req-b3fafbfa-8b9f-4186-b80f-2003f55e423f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:24.757115 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-801feecd-488f-4f38-844d-0adc8780ce79 req-b3fafbfa-8b9f-4186-b80f-2003f55e423f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.0692785 Sep 18 00:03:24.801647 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-801feecd-488f-4f38-844d-0adc8780ce79 req-465db98d-0249-43e6-a542-684b399da4f2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356672 Sep 18 00:03:24.913313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:03:24.917867 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a11d405-d614-42be-8ae0-81275acc2d54" -d '{"events": [{"server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "name": "network-vif-plugged", "status": "completed", "tag": "f705268d-e990-426f-a62d-09f9a417f05a"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:03:24.968488 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe06319-4a28-4378-a3d6-bf1f22cfdb31 req-eb7bedea-490c-4643-93e6-17ab17b8b21b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:24.970521 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fe06319-4a28-4378-a3d6-bf1f22cfdb31 req-eb7bedea-490c-4643-93e6-17ab17b8b21b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 945 time: 0.0817888 Sep 18 00:03:25.044462 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36438) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:25.087294 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fe06319-4a28-4378-a3d6-bf1f22cfdb31 req-5e16d2c3-b4aa-47af-a832-5c5cb08a4cb2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056192 Sep 18 00:03:25.139880 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c102bdb9-2f3b-4f6f-bdd3-a60b4ae170f5 x-openstack-request-id: req-c102bdb9-2f3b-4f6f-bdd3-a60b4ae170f5 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:03:25.140396 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "name": "network-vif-plugged", "status": "completed", "tag": "f705268d-e990-426f-a62d-09f9a417f05a", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:03:25.140396 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c102bdb9-2f3b-4f6f-bdd3-a60b4ae170f5 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:03:25.140805 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a', 'code': 200} Sep 18 00:03:25.162286 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c746107c-c6a7-4b6a-a436-d1af60424297 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/floatingips/12af943d-6cac-4887-8e29-aa8499cdcf55 HTTP/1.1" status: 200 len: 992 time: 0.1201777 Sep 18 00:03:25.251003 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d312e-e857-4050-b9e3-3469ab9a90d4 req-d9695cf2-46a8-4118-a977-456b803bf65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:25.252956 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4d7d312e-e857-4050-b9e3-3469ab9a90d4 req-d9695cf2-46a8-4118-a977-456b803bf65c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 1097 time: 0.0502787 Sep 18 00:03:25.274653 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d985c70-4851-4d41-a185-771662a8006e req-c81040bf-25d8-4bb7-9116-197dbaa94273 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4878ab30684e4e3c9b8b59820c9890a9 HTTP/1.1" status: 200 len: 267 time: 0.0784054 Sep 18 00:03:25.325510 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4d7d312e-e857-4050-b9e3-3469ab9a90d4 req-c51f4016-936b-4d16-8b7d-64cfdd63eada service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658696 Sep 18 00:03:25.345081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d985c70-4851-4d41-a185-771662a8006e req-de2a5f1f-e17f-442c-b9c0-0e3dd29fc10b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:25.348354 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d985c70-4851-4d41-a185-771662a8006e req-de2a5f1f-e17f-442c-b9c0-0e3dd29fc10b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 945 time: 0.0659437 Sep 18 00:03:25.359891 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-6d985c70-4851-4d41-a185-771662a8006e req-04701f87-56e9-4f41-82de-294a102fe536 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Request body: {'port': {'security_groups': []}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:25.427863 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6d985c70-4851-4d41-a185-771662a8006e req-04701f87-56e9-4f41-82de-294a102fe536 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:25.608873 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-6d985c70-4851-4d41-a185-771662a8006e req-04701f87-56e9-4f41-82de-294a102fe536 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] For port 46851069-58f1-4787-9805-e94320a21dac, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=46851069-58f1-4787-9805-e94320a21dac,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:25.702576 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6d985c70-4851-4d41-a185-771662a8006e req-04701f87-56e9-4f41-82de-294a102fe536 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:25.802703 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6d985c70-4851-4d41-a185-771662a8006e req-04701f87-56e9-4f41-82de-294a102fe536 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:25.816266 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7', '9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7', '46851069-58f1-4787-9805-e94320a21dac'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:03:25.887785 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d985c70-4851-4d41-a185-771662a8006e req-04701f87-56e9-4f41-82de-294a102fe536 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:25.910098 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6d985c70-4851-4d41-a185-771662a8006e req-04701f87-56e9-4f41-82de-294a102fe536 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:25.910098 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d985c70-4851-4d41-a185-771662a8006e req-04701f87-56e9-4f41-82de-294a102fe536 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "PUT /v2.0/ports/46851069-58f1-4787-9805-e94320a21dac HTTP/1.1" status: 200 len: 904 time: 0.5434506 Sep 18 00:03:25.910098 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd735e4-c5e5-4d72-b5fc-5037faf776dd', 'tag': '46851069-58f1-4787-9805-e94320a21dac'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:03:25.910734 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20421249-d005-48d5-99ca-52fc340533a5" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd735e4-c5e5-4d72-b5fc-5037faf776dd", "tag": "46851069-58f1-4787-9805-e94320a21dac"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:03:25.979154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04701f87-56e9-4f41-82de-294a102fe536 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Pushing event updated for resources: {'Port': ['ID=46851069-58f1-4787-9805-e94320a21dac,revision_number=6']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:26.180623 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7089e-7bad-487c-ad40-cdc0e3f22697 req-92a07908-e8d4-4e25-ac04-44b42591f194 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:26.182980 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1d7089e-7bad-487c-ad40-cdc0e3f22697 req-92a07908-e8d4-4e25-ac04-44b42591f194 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.1911089 Sep 18 00:03:26.231220 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde52bf6-e831-4efe-9e8d-5f0a8291d952 req-f7ee4f5b-7a9f-468f-a50b-7850ba9a0506 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:26.232782 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dde52bf6-e831-4efe-9e8d-5f0a8291d952 req-f7ee4f5b-7a9f-468f-a50b-7850ba9a0506 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 907 time: 0.1574783 Sep 18 00:03:26.274727 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1d7089e-7bad-487c-ad40-cdc0e3f22697 req-3f79f7de-4645-49ea-bf3c-f2633feed738 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805249 Sep 18 00:03:26.317816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['46851069-58f1-4787-9805-e94320a21dac'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:03:26.370537 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb61a283-7f5e-4a13-a5d8-b22ad6c397b8 x-openstack-request-id: req-eb61a283-7f5e-4a13-a5d8-b22ad6c397b8 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:03:26.370537 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd735e4-c5e5-4d72-b5fc-5037faf776dd", "tag": "46851069-58f1-4787-9805-e94320a21dac", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:03:26.370537 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb61a283-7f5e-4a13-a5d8-b22ad6c397b8 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:03:26.370537 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd735e4-c5e5-4d72-b5fc-5037faf776dd', 'tag': '46851069-58f1-4787-9805-e94320a21dac', 'status': 'completed', 'code': 200} Sep 18 00:03:26.538905 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053f20b-ff3b-4370-9ca6-c1b0cc4dd025 req-3184f2b4-b6d1-4707-8d01-73f3d5bed3f9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:26.541123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c053f20b-ff3b-4370-9ca6-c1b0cc4dd025 req-3184f2b4-b6d1-4707-8d01-73f3d5bed3f9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1477914 Sep 18 00:03:26.550444 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20421249-d005-48d5-99ca-52fc340533a5 req-c35257ee-67da-4218-a196-fd46d7b387b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:26.552866 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20421249-d005-48d5-99ca-52fc340533a5 req-c35257ee-67da-4218-a196-fd46d7b387b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 1058 time: 0.1206603 Sep 18 00:03:26.608380 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0cd6aac5-cd2b-4fde-81ba-fda8874015d7 None None] Provisioning complete for port 46851069-58f1-4787-9805-e94320a21dac triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:26.614149 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0cd6aac5-cd2b-4fde-81ba-fda8874015d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:26.676922 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c053f20b-ff3b-4370-9ca6-c1b0cc4dd025 req-ef412bd2-2620-460e-ae8b-21e892337cbe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295271 Sep 18 00:03:26.706392 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20421249-d005-48d5-99ca-52fc340533a5 req-4a97a623-de6a-4560-9e13-6726a503dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:26.712257 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20421249-d005-48d5-99ca-52fc340533a5 req-4a97a623-de6a-4560-9e13-6726a503dcfa service neutron] 10.222.0.37 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 912 time: 0.1480689 Sep 18 00:03:26.775994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20421249-d005-48d5-99ca-52fc340533a5 req-2dd44d29-04ea-4f95-98d6-2e74986de107 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46851069-58f1-4787-9805-e94320a21dac HTTP/1.1" status: 200 len: 217 time: 0.0594814 Sep 18 00:03:26.887933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20421249-d005-48d5-99ca-52fc340533a5 req-773d6c79-a16c-4195-9959-3f0867bd0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:26.889589 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20421249-d005-48d5-99ca-52fc340533a5 req-773d6c79-a16c-4195-9959-3f0867bd0492 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.0991542 Sep 18 00:03:26.998946 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20421249-d005-48d5-99ca-52fc340533a5 req-071a4821-99c7-4de4-ad1e-459666a9a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:26.998946 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20421249-d005-48d5-99ca-52fc340533a5 req-071a4821-99c7-4de4-ad1e-459666a9a854 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961523 Sep 18 00:03:27.008573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25041957-35f5-436e-8e73-3ae43b41af70 req-586537a3-7f1d-46a4-bc33-e4c889e3220e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:27.013304 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25041957-35f5-436e-8e73-3ae43b41af70 req-586537a3-7f1d-46a4-bc33-e4c889e3220e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1104932 Sep 18 00:03:27.134895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25041957-35f5-436e-8e73-3ae43b41af70 req-cfaa5b8e-5194-4f54-9fa4-db28e5fef3d4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099801 Sep 18 00:03:27.164899 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20421249-d005-48d5-99ca-52fc340533a5 req-ab278e56-d4a7-41af-b2c5-d9a5783aae0f service neutron] 10.222.0.37 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420140 Sep 18 00:03:27.284575 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20421249-d005-48d5-99ca-52fc340533a5 req-43ec5278-f6cb-4e3e-bef8-81c6e7f9967e service neutron] 10.222.0.37 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196110 Sep 18 00:03:27.438351 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4e4d3-5ab8-49a3-ba61-6f1872bd7bb4 req-eb3091b6-5a0e-4c47-81e7-e260d6ab0e63 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:27.447985 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ef4e4d3-5ab8-49a3-ba61-6f1872bd7bb4 req-eb3091b6-5a0e-4c47-81e7-e260d6ab0e63 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.0746353 Sep 18 00:03:27.553030 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ef4e4d3-5ab8-49a3-ba61-6f1872bd7bb4 req-155439e9-504a-4553-9e06-6683f3335c80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017239 Sep 18 00:03:27.631694 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-8bf3af19-5074-465b-b222-eab4ee3bc201 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:27.637490 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-8bf3af19-5074-465b-b222-eab4ee3bc201 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 811 time: 0.1881783 Sep 18 00:03:27.686234 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-a13edf5e-5b2b-4483-9ee8-be617410d7a1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/quotas/4878ab30684e4e3c9b8b59820c9890a9 HTTP/1.1" status: 200 len: 375 time: 0.0450745 Sep 18 00:03:27.746263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1d3da-b8f0-43d7-90dd-c61a928a6d3e req-07c92572-f1ba-4bcf-96f7-6fbaf37a948b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:27.747876 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ac1d3da-b8f0-43d7-90dd-c61a928a6d3e req-07c92572-f1ba-4bcf-96f7-6fbaf37a948b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.1090276 Sep 18 00:03:27.791555 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-ad38e136-7980-4aa1-b2db-8b33ffcd6b53 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0979576 Sep 18 00:03:27.842567 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ac1d3da-b8f0-43d7-90dd-c61a928a6d3e req-46842b0f-b904-46ff-8fd4-60f817f0c8cd tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829508 Sep 18 00:03:27.874513 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36550) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:27.946157 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef90c057-966d-4fb5-94a8-a275222d890b tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:27.946157 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ef90c057-966d-4fb5-94a8-a275222d890b tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 1092 time: 0.0681562 Sep 18 00:03:27.948005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36554) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:27.953341 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': 'f705268d-e990-426f-a62d-09f9a417f05a', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:28.096890 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-3523a4b3-bebe-4219-a53f-5132720edf9f service neutron] 10.222.0.46 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037949 Sep 18 00:03:28.101604 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36560) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:28.116078 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:28.293864 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:28.302852 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-f18ccb91-bcb3-4b50-a4d3-81825da0db8f service neutron] 10.222.0.46 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982822 Sep 18 00:03:28.447042 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70dae549-5320-4d3c-8a68-46e16d819abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:28.543708 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Allocated IP 172.25.3.156 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/4ed2ee72-391d-484d-a34d-895ddd252e8f) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:03:28.652192 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70dae549-5320-4d3c-8a68-46e16d819abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:28.672388 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f7b0264-106c-4ac4-9585-9f4a563596ba req-3740555f-d389-4595-b0e5-1d38138bea34 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 210 time: 0.0441837 Sep 18 00:03:28.706595 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:28.779925 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70dae549-5320-4d3c-8a68-46e16d819abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:28.837322 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:28.896714 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-70dae549-5320-4d3c-8a68-46e16d819abb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d930fcaccd7e4e1a9ecbc4a104a1a120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7940419 Sep 18 00:03:28.899303 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:03:28.900229 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36592) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:28.903823 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dae549-5320-4d3c-8a68-46e16d819abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5faf5f-5a21-4007-8a34-d6de4a9e227b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:28.912062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:28.928614 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:03:28.984621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=4ed2ee72-391d-484d-a34d-895ddd252e8f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:29.035176 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-809d4ccc-3fe4-4d2c-96f7-bf539eb271b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:29.075564 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-809d4ccc-3fe4-4d2c-96f7-bf539eb271b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:29.265738 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-809d4ccc-3fe4-4d2c-96f7-bf539eb271b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:29.269802 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-809d4ccc-3fe4-4d2c-96f7-bf539eb271b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:29.269802 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-809d4ccc-3fe4-4d2c-96f7-bf539eb271b2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b5faf5f-5a21-4007-8a34-d6de4a9e227b HTTP/1.1" status: 204 len: 168 time: 0.3682249 Sep 18 00:03:29.282789 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d4ccc-3fe4-4d2c-96f7-bf539eb271b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5faf5f-5a21-4007-8a34-d6de4a9e227b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:29.301995 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d4ccc-3fe4-4d2c-96f7-bf539eb271b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:29.302342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d4ccc-3fe4-4d2c-96f7-bf539eb271b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:29.302684 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d4ccc-3fe4-4d2c-96f7-bf539eb271b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:29.303024 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d4ccc-3fe4-4d2c-96f7-bf539eb271b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:29.303355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d4ccc-3fe4-4d2c-96f7-bf539eb271b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:29.303683 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d4ccc-3fe4-4d2c-96f7-bf539eb271b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:29.304008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d4ccc-3fe4-4d2c-96f7-bf539eb271b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:29.322633 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d4ccc-3fe4-4d2c-96f7-bf539eb271b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:29.327838 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d4ccc-3fe4-4d2c-96f7-bf539eb271b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:29.327838 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d4ccc-3fe4-4d2c-96f7-bf539eb271b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:29.327838 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d4ccc-3fe4-4d2c-96f7-bf539eb271b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:29.327838 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809d4ccc-3fe4-4d2c-96f7-bf539eb271b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:29.904024 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:30.123384 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:30.271718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36636) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:30.285744 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9580fb0e-9cd9-4731-a724-8ba3ba4bd668 req-bc639f73-1609-46e0-a1ad-8f8ca3366f03 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 210 time: 0.4602590 Sep 18 00:03:30.286714 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce003f0d-6459-4a46-91ad-99e030ddc2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:30.398951 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:30.474452 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:30.477705 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce003f0d-6459-4a46-91ad-99e030ddc2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:30.553146 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce003f0d-6459-4a46-91ad-99e030ddc2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:30.589311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=4ed2ee72-391d-484d-a34d-895ddd252e8f,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:30.617900 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:30.624797 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ce003f0d-6459-4a46-91ad-99e030ddc2ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bbaebf73e6e74b19ac2eaea427cb1e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520613 Sep 18 00:03:30.627892 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36646) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:30.657923 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce003f0d-6459-4a46-91ad-99e030ddc2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deea3748-41bc-4881-bbb0-d967b250c6c6,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:30.688466 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b1ec0cd9-8fff-4928-89f9-739c701b1e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:30.715840 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b1ec0cd9-8fff-4928-89f9-739c701b1e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:30.811048 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Floating IP dacf8384-1189-479b-b592-fd9e2241d590 associated. External IP: 172.25.3.156, port: f705268d-e990-426f-a62d-09f9a417f05a. Sep 18 00:03:30.849600 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b1ec0cd9-8fff-4928-89f9-739c701b1e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:30.853391 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b1ec0cd9-8fff-4928-89f9-739c701b1e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:30.857647 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b1ec0cd9-8fff-4928-89f9-739c701b1e92 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/deea3748-41bc-4881-bbb0-d967b250c6c6 HTTP/1.1" status: 204 len: 168 time: 0.2286658 Sep 18 00:03:30.867184 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec0cd9-8fff-4928-89f9-739c701b1e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deea3748-41bc-4881-bbb0-d967b250c6c6,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:31.121968 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Router 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:03:31.253094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:03:31.264072 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cec42c4-f851-4c48-a150-a05713da3cfb None None] Sync routers for ids ['1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:03:31.291100 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cec42c4-f851-4c48-a150-a05713da3cfb None None] Routers {'1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:03:31.291778 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9cec42c4-f851-4c48-a150-a05713da3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:03:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:03:31.440906 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56708775-afe9-4650-9642-adcedc9c0655 req-33e626d4-f4c4-4ab4-a22f-6fb923dc0567 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 210 time: 0.0444801 Sep 18 00:03:31.450588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-52465c21-e9a4-4aa0-9abe-4865f230560d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:31.452417 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-52465c21-e9a4-4aa0-9abe-4865f230560d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.41 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 811 time: 0.1918576 Sep 18 00:03:31.473117 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-973330ee-749a-4c8a-b90a-4d89c172c14f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Request body: {'port': {'device_id': 'a805de6f-bb90-4da8-84d8-581dde8bdc34', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'admin_state_up': True, 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:31.476960 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-9cec42c4-f851-4c48-a150-a05713da3cfb None None] Set router 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:03:31.590510 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:31.633964 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a8cc8e90-5a55-4e5f-945f-bb643f06d94e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6840436 Sep 18 00:03:31.638241 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:03:31.641815 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773d18d2-f24b-45d3-9d9f-bc6efafac1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "tag": "f705268d-e990-426f-a62d-09f9a417f05a"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:03:31.715992 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8d5402-b88a-4eb3-8272-93f687918cd3 x-openstack-request-id: req-ba8d5402-b88a-4eb3-8272-93f687918cd3 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:03:31.716571 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "tag": "f705268d-e990-426f-a62d-09f9a417f05a", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:03:31.716958 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ba8d5402-b88a-4eb3-8272-93f687918cd3 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:03:31.717462 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a', 'status': 'completed', 'code': 200} Sep 18 00:03:31.780687 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e876de-0a33-4c57-b9a2-212decd9d94b req-be7172d0-96f3-40e9-880f-f24a682a1006 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:31.782142 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9e876de-0a33-4c57-b9a2-212decd9d94b req-be7172d0-96f3-40e9-880f-f24a682a1006 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.0542450 Sep 18 00:03:31.784936 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d18d2-f24b-45d3-9d9f-bc6efafac1f9 req-0f17b592-2f60-4023-b317-5ec7a39b240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:31.786569 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-773d18d2-f24b-45d3-9d9f-bc6efafac1f9 req-0f17b592-2f60-4023-b317-5ec7a39b240f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 1097 time: 0.0471239 Sep 18 00:03:31.825970 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9e876de-0a33-4c57-b9a2-212decd9d94b req-46457aff-9a49-4721-a608-bfe4f9589a45 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361867 Sep 18 00:03:31.833155 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9cec42c4-f851-4c48-a150-a05713da3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796397890', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:57Z', 'updated_at': '2021-09-18T00:03:08Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:58Z', 'updated_at': '2021-09-18T00:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'dacf8384-1189-479b-b592-fd9e2241d590', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'port_id': 'f705268d-e990-426f-a62d-09f9a417f05a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98', 'mac_address': 'fa:16:3e:1d:3c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:03:29Z', 'updated_at': '2021-09-18T00:03:29Z', 'revision_number': 0, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b376eb28-a5f3-4aed-bae3-d4131458ebac', 'name': '', 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:48:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:03:06Z', 'updated_at': '2021-09-18T00:03:14Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:03:31.849781 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36684) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:31.868027 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cec42c4-f851-4c48-a150-a05713da3cfb None None] Checking router: 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:03:31.884682 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cec42c4-f851-4c48-a150-a05713da3cfb None None] Routers {'1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:03:31.885537 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9cec42c4-f851-4c48-a150-a05713da3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:03:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:03:31.914002 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d18d2-f24b-45d3-9d9f-bc6efafac1f9 req-10902811-d87a-46e1-b4df-a52a9fd59e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:31.915502 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-773d18d2-f24b-45d3-9d9f-bc6efafac1f9 req-10902811-d87a-46e1-b4df-a52a9fd59e77 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6394acd2-42a9-4714-99b8-84ce03248e98 HTTP/1.1" status: 200 len: 898 time: 0.1225221 Sep 18 00:03:31.934879 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-973330ee-749a-4c8a-b90a-4d89c172c14f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Made reservation on behalf of 4878ab30684e4e3c9b8b59820c9890a9 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:03:31.942522 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-973330ee-749a-4c8a-b90a-4d89c172c14f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:31.957890 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5b06344a-a5de-4b9c-a26c-5bcde200b634 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/floatingips/dacf8384-1189-479b-b592-fd9e2241d590 HTTP/1.1" status: 200 len: 992 time: 0.1049151 Sep 18 00:03:32.050592 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-9cec42c4-f851-4c48-a150-a05713da3cfb None None] Set router 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:03:32.066831 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-773d18d2-f24b-45d3-9d9f-bc6efafac1f9 req-df68d4dc-4726-4761-99c6-29db48de0165 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f705268d-e990-426f-a62d-09f9a417f05a HTTP/1.1" status: 200 len: 1000 time: 0.1435342 Sep 18 00:03:32.159827 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d18d2-f24b-45d3-9d9f-bc6efafac1f9 req-8355452e-0a8c-4047-8a15-449c9d1b5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:32.161341 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-773d18d2-f24b-45d3-9d9f-bc6efafac1f9 req-8355452e-0a8c-4047-8a15-449c9d1b5c97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d28e983-1f5e-4e84-89d0-753a7794debe HTTP/1.1" status: 200 len: 835 time: 0.0850935 Sep 18 00:03:32.206990 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-973330ee-749a-4c8a-b90a-4d89c172c14f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Allocated IP 172.20.0.5 (91d2ea37-44ea-452b-a868-79ff761347ea/27c210c7-8ed7-4b83-8806-93fe68daaa7c/e796cecc-0f91-4dfe-8c3f-b3aecca453d7) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:03:32.241737 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d18d2-f24b-45d3-9d9f-bc6efafac1f9 req-8c794e9c-41c5-449b-959b-f066c155c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:32.242197 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-773d18d2-f24b-45d3-9d9f-bc6efafac1f9 req-8c794e9c-41c5-449b-959b-f066c155c08a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6394acd2-42a9-4714-99b8-84ce03248e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689228 Sep 18 00:03:32.381463 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9cec42c4-f851-4c48-a150-a05713da3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796397890', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:57Z', 'updated_at': '2021-09-18T00:03:08Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:58Z', 'updated_at': '2021-09-18T00:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'dacf8384-1189-479b-b592-fd9e2241d590', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'port_id': 'f705268d-e990-426f-a62d-09f9a417f05a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98', 'mac_address': 'fa:16:3e:1d:3c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:03:29Z', 'updated_at': '2021-09-18T00:03:29Z', 'revision_number': 0, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b376eb28-a5f3-4aed-bae3-d4131458ebac', 'name': '', 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:48:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:03:06Z', 'updated_at': '2021-09-18T00:03:14Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:03:32.434114 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cec42c4-f851-4c48-a150-a05713da3cfb None None] The sync data for ids ['1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'] in n-d-809883-1 is: [{'id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796397890', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:57Z', 'updated_at': '2021-09-18T00:03:08Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:58Z', 'updated_at': '2021-09-18T00:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'dacf8384-1189-479b-b592-fd9e2241d590', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'port_id': 'f705268d-e990-426f-a62d-09f9a417f05a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98', 'mac_address': 'fa:16:3e:1d:3c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:03:29Z', 'updated_at': '2021-09-18T00:03:29Z', 'revision_number': 0, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b376eb28-a5f3-4aed-bae3-d4131458ebac', 'name': '', 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:48:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:03:06Z', 'updated_at': '2021-09-18T00:03:14Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:03:32.456429 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-773d18d2-f24b-45d3-9d9f-bc6efafac1f9 req-12d22ed8-6683-4d3d-899d-2c2b7b2f86bc service neutron] 10.222.0.41 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056031 Sep 18 00:03:32.514637 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-973330ee-749a-4c8a-b90a-4d89c172c14f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:32.580140 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-93806d32-f2ed-498b-86e1-e9c65a5616fd req-cbeb5f93-8476-4ffb-9221-b0b5a0bb314a tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 210 time: 0.0525944 Sep 18 00:03:32.590049 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-773d18d2-f24b-45d3-9d9f-bc6efafac1f9 req-834340ff-66f3-4a0c-b264-ead9bd6eff76 service neutron] 10.222.0.41 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267869 Sep 18 00:03:32.734867 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-973330ee-749a-4c8a-b90a-4d89c172c14f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:32.748992 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7', '9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:03:32.754499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2d0eb1-bfcd-4671-9a11-7b40f7df7496 None None] New status for floating IP dacf8384-1189-479b-b592-fd9e2241d590: ACTIVE {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:03:32.795874 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-973330ee-749a-4c8a-b90a-4d89c172c14f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Network 91d2ea37-44ea-452b-a868-79ff761347ea is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:03:32.799305 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-973330ee-749a-4c8a-b90a-4d89c172c14f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:32.805830 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-973330ee-749a-4c8a-b90a-4d89c172c14f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:03:32.839734 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973330ee-749a-4c8a-b90a-4d89c172c14f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Pushing event updated for resources: {'Port': ['ID=e796cecc-0f91-4dfe-8c3f-b3aecca453d7,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:32.878130 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-973330ee-749a-4c8a-b90a-4d89c172c14f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:32.878868 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-973330ee-749a-4c8a-b90a-4d89c172c14f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:32.961880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36728) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:33.015542 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-973330ee-749a-4c8a-b90a-4d89c172c14f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5497639 Sep 18 00:03:33.040590 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Request body: {'port': {'device_id': 'a805de6f-bb90-4da8-84d8-581dde8bdc34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:33.096123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c9171da0-c40d-4178-844c-96598a69adb4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/floatingips/dacf8384-1189-479b-b592-fd9e2241d590 HTTP/1.1" status: 200 len: 992 time: 0.1320679 Sep 18 00:03:33.155673 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:33.276265 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f3a9824e-4d02-458c-9fbc-014af9484365 None None] Provisioning complete for port e796cecc-0f91-4dfe-8c3f-b3aecca453d7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:33.276632 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f3a9824e-4d02-458c-9fbc-014af9484365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:33.329612 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-f3a9824e-4d02-458c-9fbc-014af9484365 None None] Port e796cecc-0f91-4dfe-8c3f-b3aecca453d7 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:03:33.468612 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36742) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:33.565612 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e796cecc-0f91-4dfe-8c3f-b3aecca453d7 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:03:33.573878 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:33.575762 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:03:33.587159 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Transition to ACTIVE for port object e796cecc-0f91-4dfe-8c3f-b3aecca453d7 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:03:33.636173 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-eee0206e-e748-4c1b-8261-5d57ec1a3505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:33.705342 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:33.713917 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65155e-c9d8-4357-ba7b-a5bf1e2c84d7 req-083ab5e7-1d69-4c47-ad86-d4880bbd069c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:33.715438 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d65155e-c9d8-4357-ba7b-a5bf1e2c84d7 req-083ab5e7-1d69-4c47-ad86-d4880bbd069c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 931 time: 0.0700734 Sep 18 00:03:33.775621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Pushing event updated for resources: {'Port': ['ID=e796cecc-0f91-4dfe-8c3f-b3aecca453d7,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:33.776392 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d65155e-c9d8-4357-ba7b-a5bf1e2c84d7 req-a445e9bb-de2b-44a7-8930-cd4576676101 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536411 Sep 18 00:03:33.815103 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-eee0206e-e748-4c1b-8261-5d57ec1a3505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:33.847393 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Attempting to bind port e796cecc-0f91-4dfe-8c3f-b3aecca453d7 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:33.847738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Attempting to bind port e796cecc-0f91-4dfe-8c3f-b3aecca453d7 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:33.848068 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Attempting to bind port e796cecc-0f91-4dfe-8c3f-b3aecca453d7 on network 91d2ea37-44ea-452b-a868-79ff761347ea {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:33.854197 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Port e796cecc-0f91-4dfe-8c3f-b3aecca453d7 on network 91d2ea37-44ea-452b-a868-79ff761347ea not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:33.854806 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Attempting to bind port e796cecc-0f91-4dfe-8c3f-b3aecca453d7 on network 91d2ea37-44ea-452b-a868-79ff761347ea {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:33.870570 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:03:33.870570 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Checking segment: {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:03:33.870570 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Bound using segment: {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:03:33.870570 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Bound port: e796cecc-0f91-4dfe-8c3f-b3aecca453d7, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355ede08-43a3-4592-88a7-973040af6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:03:33.870570 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:33.897356 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-eee0206e-e748-4c1b-8261-5d57ec1a3505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:33.949290 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-eee0206e-e748-4c1b-8261-5d57ec1a3505 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f004a20c738473ba245b801ec738cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4768875 Sep 18 00:03:33.949290 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0206e-e748-4c1b-8261-5d57ec1a3505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd25a9d-9050-4b40-a9a0-9cfecce57c39,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:33.950894 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36754) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:33.963177 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] For port e796cecc-0f91-4dfe-8c3f-b3aecca453d7, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:03:33.967618 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] For port e796cecc-0f91-4dfe-8c3f-b3aecca453d7, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e796cecc-0f91-4dfe-8c3f-b3aecca453d7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:03:34.013152 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ab8507dc-bfcc-4416-8de4-ec0410e2e170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:34.036499 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ab8507dc-bfcc-4416-8de4-ec0410e2e170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:34.098112 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36758) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:34.135561 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:34.193306 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:34.193948 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:34.195370 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] 10.222.0.41 "PUT /v2.0/ports/e796cecc-0f91-4dfe-8c3f-b3aecca453d7 HTTP/1.1" status: 200 len: 1091 time: 1.1717353 Sep 18 00:03:34.197845 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a805de6f-bb90-4da8-84d8-581dde8bdc34', 'tag': 'e796cecc-0f91-4dfe-8c3f-b3aecca453d7'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:03:34.200392 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2227e503-62d2-423a-af1a-b490ff531148" -d '{"events": [{"name": "network-changed", "server_uuid": "a805de6f-bb90-4da8-84d8-581dde8bdc34", "tag": "e796cecc-0f91-4dfe-8c3f-b3aecca453d7"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:03:34.208135 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ab8507dc-bfcc-4416-8de4-ec0410e2e170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:34.211843 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ab8507dc-bfcc-4416-8de4-ec0410e2e170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:34.213178 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ab8507dc-bfcc-4416-8de4-ec0410e2e170 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9dd25a9d-9050-4b40-a9a0-9cfecce57c39 HTTP/1.1" status: 204 len: 168 time: 0.2611234 Sep 18 00:03:34.224859 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8507dc-bfcc-4416-8de4-ec0410e2e170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd25a9d-9050-4b40-a9a0-9cfecce57c39,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:34.229803 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7f4a49db-ae29-4f01-a069-9479f007b16c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/floatingips/dacf8384-1189-479b-b592-fd9e2241d590 HTTP/1.1" status: 200 len: 994 time: 0.1304684 Sep 18 00:03:34.259874 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2b7f7-ad0a-43f7-a79d-4b28803f8619 service neutron] Pushing event updated for resources: {'Port': ['ID=e796cecc-0f91-4dfe-8c3f-b3aecca453d7,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:34.288995 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4040e57a-1fb8-4eff-9f2c-68ae1d1407c6 x-openstack-request-id: req-4040e57a-1fb8-4eff-9f2c-68ae1d1407c6 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:03:34.291607 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a805de6f-bb90-4da8-84d8-581dde8bdc34", "tag": "e796cecc-0f91-4dfe-8c3f-b3aecca453d7", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:03:34.291607 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4040e57a-1fb8-4eff-9f2c-68ae1d1407c6 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:03:34.291607 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a805de6f-bb90-4da8-84d8-581dde8bdc34', 'tag': 'e796cecc-0f91-4dfe-8c3f-b3aecca453d7', 'status': 'completed', 'code': 200} Sep 18 00:03:34.339993 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227e503-62d2-423a-af1a-b490ff531148 req-fa265d56-5528-4054-83ff-e431a18d3de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:34.341553 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2227e503-62d2-423a-af1a-b490ff531148 req-fa265d56-5528-4054-83ff-e431a18d3de1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 1094 time: 0.0469670 Sep 18 00:03:34.482533 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227e503-62d2-423a-af1a-b490ff531148 req-bf5627ee-023c-4c77-95d6-7033371474fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:34.485263 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2227e503-62d2-423a-af1a-b490ff531148 req-bf5627ee-023c-4c77-95d6-7033371474fd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1343269 Sep 18 00:03:34.587946 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227e503-62d2-423a-af1a-b490ff531148 req-b43bd2af-9a74-4621-83df-70da14e9399c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:34.589517 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2227e503-62d2-423a-af1a-b490ff531148 req-b43bd2af-9a74-4621-83df-70da14e9399c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972404 Sep 18 00:03:34.679519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-ffadcbe7-e27e-4c67-aa2d-ba9ee3ed5760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:34.681084 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-ffadcbe7-e27e-4c67-aa2d-ba9ee3ed5760 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 1094 time: 0.0495424 Sep 18 00:03:34.725096 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-e7e0375f-4db3-4276-8ab7-c600c3ab87ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e796cecc-0f91-4dfe-8c3f-b3aecca453d7 HTTP/1.1" status: 200 len: 217 time: 0.0359263 Sep 18 00:03:34.800577 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-d8564bce-6809-4fd3-9a15-da7e1deb5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:34.802209 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-d8564bce-6809-4fd3-9a15-da7e1deb5f28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.0690761 Sep 18 00:03:34.880987 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-5cc7aa52-89bc-4341-a5a0-d10463ae6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:34.882554 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-5cc7aa52-89bc-4341-a5a0-d10463ae6276 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730710 Sep 18 00:03:34.941422 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f72a4c-2336-4ea4-b78b-9f644fda6742 req-1faff915-7030-4e3c-810b-8a4f442c1f1e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:34.943048 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c9f72a4c-2336-4ea4-b78b-9f644fda6742 req-1faff915-7030-4e3c-810b-8a4f442c1f1e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 943 time: 0.0505998 Sep 18 00:03:34.981512 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-897959a1-419c-46f7-8958-57833ae87f51 service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907969 Sep 18 00:03:34.993608 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c9f72a4c-2336-4ea4-b78b-9f644fda6742 req-d19b45d3-276b-441e-874a-0bd2fcaaf954 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372407 Sep 18 00:03:35.108517 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-67bef7a0-163b-4c94-9ad0-9a33141a4ee5 req-ac06603e-64c8-4ceb-9b6e-fe9d1ed5c12b service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192539 Sep 18 00:03:36.147023 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2ec54-6db1-4644-b39d-e0aaa7d6d783 req-36117ff0-1d8b-44bc-9937-74c0c4b21ca5 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:36.148523 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48c2ec54-6db1-4644-b39d-e0aaa7d6d783 req-36117ff0-1d8b-44bc-9937-74c0c4b21ca5 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 943 time: 0.0596478 Sep 18 00:03:36.186067 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48c2ec54-6db1-4644-b39d-e0aaa7d6d783 req-1854e381-0922-4d00-8968-b5b4b84bb1a0 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312865 Sep 18 00:03:36.606052 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36852) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:36.776556 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f72ea490-079f-42e3-896d-2db69ce9600f tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-407085586'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:36.939885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72ea490-079f-42e3-896d-2db69ce9600f tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Made reservation on behalf of f9d19f98b4614e23ae8174c1aa9c27a9 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:03:36.943865 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f72ea490-079f-42e3-896d-2db69ce9600f tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:36.952455 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f72ea490-079f-42e3-896d-2db69ce9600f tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:37.060299 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f72ea490-079f-42e3-896d-2db69ce9600f tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:37.110595 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f72ea490-079f-42e3-896d-2db69ce9600f tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:37.139102 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72ea490-079f-42e3-896d-2db69ce9600f tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:03:37.147521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ea490-079f-42e3-896d-2db69ce9600f tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975942bb-137a-456d-8428-49e945a048fa,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:37.153494 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f72ea490-079f-42e3-896d-2db69ce9600f tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:37.153835 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-f72ea490-079f-42e3-896d-2db69ce9600f tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Added segment b1f2645f-695f-4233-9f14-9aed2b9fe45e of type vlan for network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 Sep 18 00:03:37.197440 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f72ea490-079f-42e3-896d-2db69ce9600f tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:37.309457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293303ad-ab77-4d47-8a25-0f2232a7ceeb req-71f2036c-9ec7-437d-9af2-713bf0af3172 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:37.311234 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-293303ad-ab77-4d47-8a25-0f2232a7ceeb req-71f2036c-9ec7-437d-9af2-713bf0af3172 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 943 time: 0.0558646 Sep 18 00:03:37.316878 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f72ea490-079f-42e3-896d-2db69ce9600f tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:37.323209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72ea490-079f-42e3-896d-2db69ce9600f tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:37.323922 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f72ea490-079f-42e3-896d-2db69ce9600f tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:37.367448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-293303ad-ab77-4d47-8a25-0f2232a7ceeb req-4b7dbb34-3ebf-42ab-8eea-5d71fabd778b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390184 Sep 18 00:03:37.396640 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ea490-079f-42e3-896d-2db69ce9600f tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Pushing event updated for resources: {'Network': ['ID=27dd1a97-c118-4fab-aaec-4cc5d44bb6a6,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:37.408535 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:03:37.422322 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f72ea490-079f-42e3-896d-2db69ce9600f tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8147249 Sep 18 00:03:37.605482 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36886) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:37.610779 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Request body: {'port': {'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6', 'binding:host_id': 'n-h1-809883-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-802640020'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:37.705596 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Made reservation on behalf of 5e8e24e7139445c4a8b4ac02116d5185 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:03:37.708176 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:37.744334 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:37.855923 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:37.901818 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e796cecc-0f91-4dfe-8c3f-b3aecca453d7 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:03:37.933765 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:37.938808 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] device_id is not set on port 24cbe755-850d-43c0-975d-951664fb1005 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:03:38.026575 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e796cecc-0f91-4dfe-8c3f-b3aecca453d7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e796cecc-0f91-4dfe-8c3f-b3aecca453d7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:38.042679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'e796cecc-0f91-4dfe-8c3f-b3aecca453d7', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'port_id': 'e796cecc-0f91-4dfe-8c3f-b3aecca453d7', 'mac_address': 'fa:16:3e:fa:00:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:03:38.059379 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a04bb5-d2df-47aa-82f9-32b4957463f8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:38.081718 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:38.094841 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e796cecc-0f91-4dfe-8c3f-b3aecca453d7 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:03:38.115366 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e796cecc-0f91-4dfe-8c3f-b3aecca453d7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e796cecc-0f91-4dfe-8c3f-b3aecca453d7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:38.190955 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:38.198947 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] device_id is not set on port 24cbe755-850d-43c0-975d-951664fb1005 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:03:38.211016 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:38.256712 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e796cecc-0f91-4dfe-8c3f-b3aecca453d7,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:38.316911 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:38.376189 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Pushing event updated for resources: {'Port': ['ID=24cbe755-850d-43c0-975d-951664fb1005,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:38.386582 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Checking segment: {'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:03:38.396143 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Network hostable DHCP agents. Network: 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:03:38.465520 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['e796cecc-0f91-4dfe-8c3f-b3aecca453d7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:03:38.493689 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:03:38.497268 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b9d9a-056c-42c3-a6a2-b56f4120fa25 req-4af0d58e-87c1-49ec-91d2-cc17d5a4b377 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:38.498144 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b90b9d9a-056c-42c3-a6a2-b56f4120fa25 req-4af0d58e-87c1-49ec-91d2-cc17d5a4b377 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 944 time: 0.0526927 Sep 18 00:03:38.542627 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b90b9d9a-056c-42c3-a6a2-b56f4120fa25 req-9a83666d-9441-49ef-aff8-3a726946e86f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380158 Sep 18 00:03:38.610486 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:38.615863 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:03:38.625702 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c924ecae-1ab6-4a21-9e2a-791c90ccae8a None None] Network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:03:38.634947 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:38.639669 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:38.639669 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:38.641680 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port 24cbe755-850d-43c0-975d-951664fb1005 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:38.642020 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port 24cbe755-850d-43c0-975d-951664fb1005 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:38.643250 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 2 to bind port 24cbe755-850d-43c0-975d-951664fb1005 Sep 18 00:03:38.659437 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:38.659790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:38.660123 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:38.665947 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port 24cbe755-850d-43c0-975d-951664fb1005 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:38.666555 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port 24cbe755-850d-43c0-975d-951664fb1005 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:38.667126 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 3 to bind port 24cbe755-850d-43c0-975d-951664fb1005 Sep 18 00:03:38.684560 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:38.684946 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:38.685286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:38.690134 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port 24cbe755-850d-43c0-975d-951664fb1005 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:38.690468 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port 24cbe755-850d-43c0-975d-951664fb1005 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:38.690864 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 4 to bind port 24cbe755-850d-43c0-975d-951664fb1005 Sep 18 00:03:38.705537 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:38.705881 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:38.706220 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:38.711666 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port 24cbe755-850d-43c0-975d-951664fb1005 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:38.711918 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port 24cbe755-850d-43c0-975d-951664fb1005 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:38.712312 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 5 to bind port 24cbe755-850d-43c0-975d-951664fb1005 Sep 18 00:03:38.727192 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:38.727759 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:38.728346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:38.733309 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port 24cbe755-850d-43c0-975d-951664fb1005 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:38.733913 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port 24cbe755-850d-43c0-975d-951664fb1005 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:38.734305 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 6 to bind port 24cbe755-850d-43c0-975d-951664fb1005 Sep 18 00:03:38.748578 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:38.749188 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:38.749792 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:38.755359 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port 24cbe755-850d-43c0-975d-951664fb1005 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:38.755668 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port 24cbe755-850d-43c0-975d-951664fb1005 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:38.756063 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 7 to bind port 24cbe755-850d-43c0-975d-951664fb1005 Sep 18 00:03:38.770184 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:38.771220 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:38.771359 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:38.777383 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port 24cbe755-850d-43c0-975d-951664fb1005 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:38.777656 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port 24cbe755-850d-43c0-975d-951664fb1005 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:38.778052 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 8 to bind port 24cbe755-850d-43c0-975d-951664fb1005 Sep 18 00:03:38.791469 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:38.791805 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:38.792229 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:38.797101 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port 24cbe755-850d-43c0-975d-951664fb1005 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:38.797430 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port 24cbe755-850d-43c0-975d-951664fb1005 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:38.797868 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 9 to bind port 24cbe755-850d-43c0-975d-951664fb1005 Sep 18 00:03:38.813689 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:38.814024 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:38.814398 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:38.818912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port 24cbe755-850d-43c0-975d-951664fb1005 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:38.819241 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port 24cbe755-850d-43c0-975d-951664fb1005 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:38.819627 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 10 to bind port 24cbe755-850d-43c0-975d-951664fb1005 Sep 18 00:03:38.835663 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:38.836088 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:38.836483 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 24cbe755-850d-43c0-975d-951664fb1005 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:38.841337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port 24cbe755-850d-43c0-975d-951664fb1005 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:38.841868 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port 24cbe755-850d-43c0-975d-951664fb1005 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:38.842314 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:38.920321 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] For port 24cbe755-850d-43c0-975d-951664fb1005, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:03:38.920799 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempted to set empty binding levels {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 00:03:38.986319 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:39.046137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:39.046972 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:39.061447 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Pushing event updated for resources: {'Port': ['ID=24cbe755-850d-43c0-975d-951664fb1005,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:39.157687 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-41fcc85c-b066-459b-95f9-a1066c958faa tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.5510757 Sep 18 00:03:39.162294 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36926) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:39.279597 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-34ab7cdf-a6e0-40fe-b750-495691427c07 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Deleting port 24cbe755-850d-43c0-975d-951664fb1005 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:03:39.280185 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34ab7cdf-a6e0-40fe-b750-495691427c07 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:39.364550 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-34ab7cdf-a6e0-40fe-b750-495691427c07 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] For port 24cbe755-850d-43c0-975d-951664fb1005, host n-h1-809883-1, got binding levels [] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:39.364954 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34ab7cdf-a6e0-40fe-b750-495691427c07 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:39.378892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-34ab7cdf-a6e0-40fe-b750-495691427c07 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Calling delete_port for 24cbe755-850d-43c0-975d-951664fb1005 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:03:39.551707 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34ab7cdf-a6e0-40fe-b750-495691427c07 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:39.590032 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab7cdf-a6e0-40fe-b750-495691427c07 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Pushing event deleted for resources: {'Port': ['ID=24cbe755-850d-43c0-975d-951664fb1005,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:39.608219 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34ab7cdf-a6e0-40fe-b750-495691427c07 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:39.616772 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-34ab7cdf-a6e0-40fe-b750-495691427c07 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] 10.222.0.46 "DELETE /v2.0/ports/24cbe755-850d-43c0-975d-951664fb1005 HTTP/1.1" status: 204 len: 168 time: 0.4467824 Sep 18 00:03:39.616772 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36942) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:39.654734 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc8c7d3-089f-4f47-abd9-b5591badc5ae tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] GET failed (client error): The resource could not be found. Sep 18 00:03:39.656595 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cbc8c7d3-089f-4f47-abd9-b5591badc5ae tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] 10.222.0.46 "GET /v2.0/ports/24cbe755-850d-43c0-975d-951664fb1005 HTTP/1.1" status: 404 len: 333 time: 0.0421977 Sep 18 00:03:39.660347 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36944) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:39.665854 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-292deb6e-03ac-4056-8379-a8c5b7110feb tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Request body: {'port': {'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-891514071'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:39.727175 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dc634-00fe-4eb8-8cde-97e6d9320188 req-bd59c52b-c9a5-45a6-b467-8aabe14f8d31 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:39.728702 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a31dc634-00fe-4eb8-8cde-97e6d9320188 req-bd59c52b-c9a5-45a6-b467-8aabe14f8d31 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 944 time: 0.0749493 Sep 18 00:03:39.767136 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a31dc634-00fe-4eb8-8cde-97e6d9320188 req-35336f6b-48f6-4918-a4d2-87f8eaf6b6b2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320120 Sep 18 00:03:39.802156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292deb6e-03ac-4056-8379-a8c5b7110feb tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Made reservation on behalf of 5e8e24e7139445c4a8b4ac02116d5185 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:03:39.804791 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-292deb6e-03ac-4056-8379-a8c5b7110feb tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:39.822825 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-292deb6e-03ac-4056-8379-a8c5b7110feb tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] device_id is not set on port fc7076ad-2da6-47f0-9cd5-aa783d74c00d yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:03:39.903653 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e796cecc-0f91-4dfe-8c3f-b3aecca453d7 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:03:39.987762 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-292deb6e-03ac-4056-8379-a8c5b7110feb tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:40.070898 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port e796cecc-0f91-4dfe-8c3f-b3aecca453d7 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:03:40.075335 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port e796cecc-0f91-4dfe-8c3f-b3aecca453d7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:40.075784 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:40.106100 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-292deb6e-03ac-4056-8379-a8c5b7110feb tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:40.168633 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:40.192412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a805de6f-bb90-4da8-84d8-581dde8bdc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e796cecc-0f91-4dfe-8c3f-b3aecca453d7'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:03:40.198559 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f2fe9a-8207-421a-a138-6c02195db9a1" -d '{"events": [{"server_uuid": "a805de6f-bb90-4da8-84d8-581dde8bdc34", "name": "network-vif-plugged", "status": "completed", "tag": "e796cecc-0f91-4dfe-8c3f-b3aecca453d7"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:03:40.215916 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e796cecc-0f91-4dfe-8c3f-b3aecca453d7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e796cecc-0f91-4dfe-8c3f-b3aecca453d7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:40.267892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292deb6e-03ac-4056-8379-a8c5b7110feb tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Pushing event updated for resources: {'Port': ['ID=fc7076ad-2da6-47f0-9cd5-aa783d74c00d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:40.267892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292deb6e-03ac-4056-8379-a8c5b7110feb tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:03:40.267892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-292deb6e-03ac-4056-8379-a8c5b7110feb tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:40.267892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292deb6e-03ac-4056-8379-a8c5b7110feb tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:03:40.267892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292deb6e-03ac-4056-8379-a8c5b7110feb tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:40.267892 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-292deb6e-03ac-4056-8379-a8c5b7110feb tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:40.268581 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f917f0e4-5e77-4d5e-beb3-8e41a3765f0b x-openstack-request-id: req-f917f0e4-5e77-4d5e-beb3-8e41a3765f0b {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:03:40.268581 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a805de6f-bb90-4da8-84d8-581dde8bdc34", "name": "network-vif-plugged", "status": "completed", "tag": "e796cecc-0f91-4dfe-8c3f-b3aecca453d7", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:03:40.268581 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f917f0e4-5e77-4d5e-beb3-8e41a3765f0b {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:03:40.268581 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a805de6f-bb90-4da8-84d8-581dde8bdc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e796cecc-0f91-4dfe-8c3f-b3aecca453d7', 'code': 200} Sep 18 00:03:40.368088 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:40.381548 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507b1da-85ab-484a-b98e-c63a6f6718ed req-81ebf913-a68e-4a56-9cde-cd8b944f0b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:40.383091 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7507b1da-85ab-484a-b98e-c63a6f6718ed req-81ebf913-a68e-4a56-9cde-cd8b944f0b1f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 1095 time: 0.0513968 Sep 18 00:03:40.405998 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:40.422658 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-292deb6e-03ac-4056-8379-a8c5b7110feb tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7583559 Sep 18 00:03:40.423172 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36956) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:40.429595 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:40.435992 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e796cecc-0f91-4dfe-8c3f-b3aecca453d7,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:40.466508 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7507b1da-85ab-484a-b98e-c63a6f6718ed req-57a7b628-feed-4b59-8552-cb73bfee44a3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741112 Sep 18 00:03:40.492391 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:40.676282 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] device_id is not set on port fc7076ad-2da6-47f0-9cd5-aa783d74c00d yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:03:40.684398 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:40.773737 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:40.862591 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Pushing event updated for resources: {'Port': ['ID=fc7076ad-2da6-47f0-9cd5-aa783d74c00d,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:40.868299 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:40.869475 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:40.875820 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:40.884087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:40.884425 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:40.884815 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 2 to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d Sep 18 00:03:40.918233 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:40.918574 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:40.918955 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:40.928206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:40.928543 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:40.929731 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 3 to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d Sep 18 00:03:40.939685 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482e1a3-d3c3-4443-b8af-d71000a67765 req-f0cc7df5-6050-4187-a0ee-eeffad11f5d0 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:40.941279 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8482e1a3-d3c3-4443-b8af-d71000a67765 req-f0cc7df5-6050-4187-a0ee-eeffad11f5d0 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.0692003 Sep 18 00:03:40.971492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:40.971902 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:40.972302 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:40.979482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:40.979883 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:40.980471 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 4 to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d Sep 18 00:03:41.008613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:41.009055 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:41.009451 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:41.021615 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8482e1a3-d3c3-4443-b8af-d71000a67765 req-1ece7458-eb1d-4247-9e00-d3c1b016f769 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703290 Sep 18 00:03:41.022496 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:41.023027 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:41.023594 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 5 to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d Sep 18 00:03:41.045645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:41.046066 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:41.046479 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:41.051319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:41.051739 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:41.052180 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 6 to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d Sep 18 00:03:41.067207 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:41.067539 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:41.067941 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:41.072328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:41.072649 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:41.073065 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 7 to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d Sep 18 00:03:41.085769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:41.086100 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:41.086452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:41.090753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:41.091072 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:41.091451 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 8 to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d Sep 18 00:03:41.104789 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:41.105163 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:41.105497 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:41.110208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:41.110524 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:41.110912 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 9 to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d Sep 18 00:03:41.122808 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:41.123144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:41.123481 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:41.127788 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:41.128048 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:41.128448 n-d-809883-1 neutron-server[95592]: INFO neutron.plugins.ml2.plugin [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 10 to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d Sep 18 00:03:41.140757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:41.141118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:41.141446 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:41.146122 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:41.146462 n-d-809883-1 neutron-server[95592]: ERROR neutron.plugins.ml2.managers [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:41.146822 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:41.212607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] For port fc7076ad-2da6-47f0-9cd5-aa783d74c00d, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:03:41.213286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempted to set empty binding levels {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 00:03:41.287826 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:41.323243 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] In _notify_port_updated(), no bound segment for port fc7076ad-2da6-47f0-9cd5-aa783d74c00d on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:03:41.324179 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.324794 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:41.326659 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] 10.222.0.46 "PUT /v2.0/ports/fc7076ad-2da6-47f0-9cd5-aa783d74c00d HTTP/1.1" status: 200 len: 974 time: 0.9017675 Sep 18 00:03:41.328942 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36972) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:41.347560 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73b6e6-b068-4384-a80c-1649c088f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Pushing event updated for resources: {'Port': ['ID=fc7076ad-2da6-47f0-9cd5-aa783d74c00d,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:41.400128 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.400861 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.401518 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.402171 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.402819 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.403601 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.404413 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.405205 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.405873 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.406517 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.407172 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.407812 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.409017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.409660 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.410304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.410945 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.411587 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.412230 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.412898 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.413667 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.414435 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.414921 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.415400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.416037 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.416702 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.417210 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.417857 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.418340 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.418816 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.419290 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.419762 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.420406 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.420903 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:41.425513 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9aa19eea-cea4-45c9-a57f-0349ca3fb206 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29573 time: 0.0949850 Sep 18 00:03:41.429079 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36976) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:41.518461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-6d75996a-05ec-4a73-a00e-a3fca26c9562 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Deleting port fc7076ad-2da6-47f0-9cd5-aa783d74c00d {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:03:41.518954 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6d75996a-05ec-4a73-a00e-a3fca26c9562 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:41.582444 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-6d75996a-05ec-4a73-a00e-a3fca26c9562 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] For port fc7076ad-2da6-47f0-9cd5-aa783d74c00d, host n-h1-809883-1, got binding levels [] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:41.582808 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6d75996a-05ec-4a73-a00e-a3fca26c9562 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:41.597649 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-6d75996a-05ec-4a73-a00e-a3fca26c9562 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Calling delete_port for fc7076ad-2da6-47f0-9cd5-aa783d74c00d owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:03:41.779227 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6d75996a-05ec-4a73-a00e-a3fca26c9562 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:41.810375 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75996a-05ec-4a73-a00e-a3fca26c9562 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc7076ad-2da6-47f0-9cd5-aa783d74c00d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:41.816744 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6d75996a-05ec-4a73-a00e-a3fca26c9562 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:41.819239 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6d75996a-05ec-4a73-a00e-a3fca26c9562 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] 10.222.0.46 "DELETE /v2.0/ports/fc7076ad-2da6-47f0-9cd5-aa783d74c00d HTTP/1.1" status: 204 len: 168 time: 0.3887484 Sep 18 00:03:41.821426 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 36984) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:41.845504 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d30a51-6d6a-49eb-a66b-d4eee459e979 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] GET failed (client error): The resource could not be found. Sep 18 00:03:41.847565 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-29d30a51-6d6a-49eb-a66b-d4eee459e979 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] 10.222.0.46 "GET /v2.0/ports/fc7076ad-2da6-47f0-9cd5-aa783d74c00d HTTP/1.1" status: 404 len: 333 time: 0.0251822 Sep 18 00:03:41.851431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 36988) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:41.857053 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-bb91e7aa-8492-41ca-9308-fed1d39b4b81 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1962852385', 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:41.962415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb91e7aa-8492-41ca-9308-fed1d39b4b81 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Made reservation on behalf of 5e8e24e7139445c4a8b4ac02116d5185 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:03:41.964988 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bb91e7aa-8492-41ca-9308-fed1d39b4b81 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:41.985544 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-bb91e7aa-8492-41ca-9308-fed1d39b4b81 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] device_id is not set on port e20448cb-a02c-4a45-844b-e6f82f4e6891 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:03:42.213304 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bb91e7aa-8492-41ca-9308-fed1d39b4b81 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:42.224433 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8710792-54a9-414b-b39d-8afc798ede19 req-2351c36f-289c-4bd5-bcda-f49b7525d80e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:42.226127 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8710792-54a9-414b-b39d-8afc798ede19 req-2351c36f-289c-4bd5-bcda-f49b7525d80e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.1068115 Sep 18 00:03:42.284400 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8710792-54a9-414b-b39d-8afc798ede19 req-542c585f-90fb-4091-ade6-5988b15c3683 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517170 Sep 18 00:03:42.351215 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bb91e7aa-8492-41ca-9308-fed1d39b4b81 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:42.401007 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb91e7aa-8492-41ca-9308-fed1d39b4b81 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:03:42.407078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-bb91e7aa-8492-41ca-9308-fed1d39b4b81 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:42.410481 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb91e7aa-8492-41ca-9308-fed1d39b4b81 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:03:42.411686 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb91e7aa-8492-41ca-9308-fed1d39b4b81 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:42.413483 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bb91e7aa-8492-41ca-9308-fed1d39b4b81 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:42.420062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91e7aa-8492-41ca-9308-fed1d39b4b81 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Pushing event updated for resources: {'Port': ['ID=e20448cb-a02c-4a45-844b-e6f82f4e6891,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:42.503750 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bb91e7aa-8492-41ca-9308-fed1d39b4b81 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6511545 Sep 18 00:03:42.506534 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37002) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:42.561587 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830efa95-dfcc-4ccc-a9ff-0657f0626d78 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:42.563484 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-830efa95-dfcc-4ccc-a9ff-0657f0626d78 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] 10.222.0.46 "GET /v2.0/ports/e20448cb-a02c-4a45-844b-e6f82f4e6891 HTTP/1.1" status: 200 len: 955 time: 0.0559444 Sep 18 00:03:42.567066 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37006) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:42.693990 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc841a4a-ad99-4d93-891c-d6376edd2fc5 req-f990b1ff-0cff-4aca-b321-c38973b65275 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:42.695529 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc841a4a-ad99-4d93-891c-d6376edd2fc5 req-f990b1ff-0cff-4aca-b321-c38973b65275 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.0977943 Sep 18 00:03:42.730367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5545b026-6541-4fdd-8d48-17a2b2381362 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Deleting port e20448cb-a02c-4a45-844b-e6f82f4e6891 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:03:42.730713 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5545b026-6541-4fdd-8d48-17a2b2381362 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:42.764973 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc841a4a-ad99-4d93-891c-d6376edd2fc5 req-ef80804a-648f-4d9d-aad1-a94116c58577 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629842 Sep 18 00:03:42.824381 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5545b026-6541-4fdd-8d48-17a2b2381362 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:42.839098 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5545b026-6541-4fdd-8d48-17a2b2381362 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Calling delete_port for e20448cb-a02c-4a45-844b-e6f82f4e6891 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:03:43.036343 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5545b026-6541-4fdd-8d48-17a2b2381362 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:43.070005 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545b026-6541-4fdd-8d48-17a2b2381362 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Pushing event deleted for resources: {'Port': ['ID=e20448cb-a02c-4a45-844b-e6f82f4e6891,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:43.081966 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5545b026-6541-4fdd-8d48-17a2b2381362 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:43.081966 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5545b026-6541-4fdd-8d48-17a2b2381362 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] 10.222.0.46 "DELETE /v2.0/ports/e20448cb-a02c-4a45-844b-e6f82f4e6891 HTTP/1.1" status: 204 len: 168 time: 0.5122566 Sep 18 00:03:43.083098 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37018) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:43.110994 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-056ebaf1-3f27-48e4-8f9d-a77b74b152c0 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] GET failed (client error): The resource could not be found. Sep 18 00:03:43.113331 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-056ebaf1-3f27-48e4-8f9d-a77b74b152c0 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] 10.222.0.46 "GET /v2.0/ports/e20448cb-a02c-4a45-844b-e6f82f4e6891 HTTP/1.1" status: 404 len: 333 time: 0.0291321 Sep 18 00:03:43.117026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37020) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:43.124586 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9cf5b5d0-697d-40db-a361-dc4d2fd6009b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Request body: {'port': {'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-38682238'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:43.247721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf5b5d0-697d-40db-a361-dc4d2fd6009b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Made reservation on behalf of 5e8e24e7139445c4a8b4ac02116d5185 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:03:43.250129 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9cf5b5d0-697d-40db-a361-dc4d2fd6009b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:43.269749 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-9cf5b5d0-697d-40db-a361-dc4d2fd6009b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] device_id is not set on port 64249b00-3d1d-494f-87b1-fb016271b518 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:03:43.346637 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:43.430474 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9cf5b5d0-697d-40db-a361-dc4d2fd6009b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:43.528873 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9cf5b5d0-697d-40db-a361-dc4d2fd6009b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:43.578803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf5b5d0-697d-40db-a361-dc4d2fd6009b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:03:43.584205 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-9cf5b5d0-697d-40db-a361-dc4d2fd6009b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:43.588510 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5b5d0-697d-40db-a361-dc4d2fd6009b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:03:43.597626 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf5b5d0-697d-40db-a361-dc4d2fd6009b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:43.597626 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9cf5b5d0-697d-40db-a361-dc4d2fd6009b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:43.597626 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5b5d0-697d-40db-a361-dc4d2fd6009b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Pushing event updated for resources: {'Port': ['ID=64249b00-3d1d-494f-87b1-fb016271b518,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:43.679782 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9cf5b5d0-697d-40db-a361-dc4d2fd6009b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.5589917 Sep 18 00:03:43.680075 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37032) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:43.685833 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:43.753244 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:43.971632 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] device_id is not set on port 64249b00-3d1d-494f-87b1-fb016271b518 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:03:43.972012 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2358b-2adf-44f9-b374-eee3fc4dfcb3 req-89bb042e-b9da-412a-98f0-2a00bb2d103d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:43.973639 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-97d2358b-2adf-44f9-b374-eee3fc4dfcb3 req-89bb042e-b9da-412a-98f0-2a00bb2d103d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.0851984 Sep 18 00:03:43.982145 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:44.022246 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-97d2358b-2adf-44f9-b374-eee3fc4dfcb3 req-2ab90e3f-7b16-447c-b860-e9891ba7564a tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415304 Sep 18 00:03:44.144620 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:44.144902 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-73f37571-b4dd-47fb-b7c1-b145f9ac4def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:44.207612 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Pushing event updated for resources: {'Port': ['ID=64249b00-3d1d-494f-87b1-fb016271b518,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:44.223756 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:44.224094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:44.224437 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:44.229738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:44.229738 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:44.230092 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 2 to bind port 64249b00-3d1d-494f-87b1-fb016271b518 Sep 18 00:03:44.244212 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:44.244546 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:44.244937 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:44.252639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:44.253614 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:44.255487 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 3 to bind port 64249b00-3d1d-494f-87b1-fb016271b518 Sep 18 00:03:44.271783 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:44.272149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:44.272454 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:44.277531 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:44.277860 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:44.278245 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 4 to bind port 64249b00-3d1d-494f-87b1-fb016271b518 Sep 18 00:03:44.294279 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:44.294738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:44.295185 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:44.300655 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:44.301196 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:44.301661 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 5 to bind port 64249b00-3d1d-494f-87b1-fb016271b518 Sep 18 00:03:44.315396 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:44.315737 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:44.316079 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:44.320759 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:44.321200 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:44.321606 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 6 to bind port 64249b00-3d1d-494f-87b1-fb016271b518 Sep 18 00:03:44.334765 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:44.335113 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:44.335451 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:44.340518 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:44.341067 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:44.341462 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 7 to bind port 64249b00-3d1d-494f-87b1-fb016271b518 Sep 18 00:03:44.353180 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:44.353523 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:44.353860 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:44.358245 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:44.358845 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:44.359234 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 8 to bind port 64249b00-3d1d-494f-87b1-fb016271b518 Sep 18 00:03:44.371777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:44.372113 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:44.372468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:44.377387 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:44.377810 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:44.378199 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 9 to bind port 64249b00-3d1d-494f-87b1-fb016271b518 Sep 18 00:03:44.390349 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:44.390694 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:44.391232 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:44.396478 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:44.396811 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:44.397228 n-d-809883-1 neutron-server[95591]: INFO neutron.plugins.ml2.plugin [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempt 10 to bind port 64249b00-3d1d-494f-87b1-fb016271b518 Sep 18 00:03:44.411047 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:44.411454 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:44.411862 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempting to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:44.416468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:44.416895 n-d-809883-1 neutron-server[95591]: ERROR neutron.plugins.ml2.managers [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Failed to bind port 64249b00-3d1d-494f-87b1-fb016271b518 on host n-h1-809883-1 for vnic_type normal using segments [{'id': 'b1f2645f-695f-4233-9f14-9aed2b9fe45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '27dd1a97-c118-4fab-aaec-4cc5d44bb6a6'}] Sep 18 00:03:44.417338 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:44.486624 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] For port 64249b00-3d1d-494f-87b1-fb016271b518, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:03:44.487088 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attempted to set empty binding levels {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 18 00:03:44.625446 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:44.662291 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] In _notify_port_updated(), no bound segment for port 64249b00-3d1d-494f-87b1-fb016271b518 on network 27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 {{(pid=95591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:03:44.663226 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:44.664230 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:44.668414 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] 10.222.0.46 "PUT /v2.0/ports/64249b00-3d1d-494f-87b1-fb016271b518 HTTP/1.1" status: 200 len: 973 time: 0.9845612 Sep 18 00:03:44.669575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37062) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:44.706093 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ae1ee-f5e8-4e6e-8a99-10d0a489af1c tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Pushing event updated for resources: {'Port': ['ID=64249b00-3d1d-494f-87b1-fb016271b518,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:44.757009 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-52670fa3-5903-4508-a77e-44557c46403b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Deleting port 64249b00-3d1d-494f-87b1-fb016271b518 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:03:44.757370 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52670fa3-5903-4508-a77e-44557c46403b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:44.851728 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-52670fa3-5903-4508-a77e-44557c46403b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] For port 64249b00-3d1d-494f-87b1-fb016271b518, host n-h1-809883-1, got binding levels [] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:44.852112 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52670fa3-5903-4508-a77e-44557c46403b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:44.867864 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-52670fa3-5903-4508-a77e-44557c46403b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Calling delete_port for 64249b00-3d1d-494f-87b1-fb016271b518 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:03:44.932633 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa554b7-ba3b-46b2-a4a3-e577a981f503 req-02ece851-e29b-4e2c-b0e2-b4314aad89de tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:44.937354 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5aa554b7-ba3b-46b2-a4a3-e577a981f503 req-02ece851-e29b-4e2c-b0e2-b4314aad89de tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.0678668 Sep 18 00:03:44.998619 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5aa554b7-ba3b-46b2-a4a3-e577a981f503 req-78bbb413-eaa6-4319-a47e-df215c91ae28 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536361 Sep 18 00:03:45.053586 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52670fa3-5903-4508-a77e-44557c46403b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:45.081877 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52670fa3-5903-4508-a77e-44557c46403b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Pushing event deleted for resources: {'Port': ['ID=64249b00-3d1d-494f-87b1-fb016271b518,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:45.087732 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52670fa3-5903-4508-a77e-44557c46403b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:45.098859 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-52670fa3-5903-4508-a77e-44557c46403b tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] 10.222.0.46 "DELETE /v2.0/ports/64249b00-3d1d-494f-87b1-fb016271b518 HTTP/1.1" status: 204 len: 168 time: 0.4202206 Sep 18 00:03:45.098859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37076) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:45.125862 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-745640fb-6134-4df4-8c82-5721a93b7426 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] GET failed (client error): The resource could not be found. Sep 18 00:03:45.135158 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-745640fb-6134-4df4-8c82-5721a93b7426 tempest-PortsAdminExtendedAttrsTestJSON-1975792054 tempest-PortsAdminExtendedAttrsTestJSON-1975792054-project-admin] 10.222.0.46 "GET /v2.0/ports/64249b00-3d1d-494f-87b1-fb016271b518 HTTP/1.1" status: 404 len: 333 time: 0.0337484 Sep 18 00:03:45.137382 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37078) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:45.216563 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-240ea869-3a17-4130-b380-4e3c326c15f3 tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:45.324031 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-240ea869-3a17-4130-b380-4e3c326c15f3 tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:45.345161 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-240ea869-3a17-4130-b380-4e3c326c15f3 tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27dd1a97-c118-4fab-aaec-4cc5d44bb6a6']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:03:45.355858 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-240ea869-3a17-4130-b380-4e3c326c15f3 tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f2645f-695f-4233-9f14-9aed2b9fe45e') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:03:45.356280 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-240ea869-3a17-4130-b380-4e3c326c15f3 tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f2645f-695f-4233-9f14-9aed2b9fe45e') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:03:45.366475 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-240ea869-3a17-4130-b380-4e3c326c15f3 tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:45.379799 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-240ea869-3a17-4130-b380-4e3c326c15f3 tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:45.386052 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240ea869-3a17-4130-b380-4e3c326c15f3 tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:03:45.386544 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-240ea869-3a17-4130-b380-4e3c326c15f3 tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:03:45.389933 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:03:45.562412 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-240ea869-3a17-4130-b380-4e3c326c15f3 tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:45.569795 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-240ea869-3a17-4130-b380-4e3c326c15f3 tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:45.573012 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-240ea869-3a17-4130-b380-4e3c326c15f3 tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] 10.222.0.46 "DELETE /v2.0/networks/27dd1a97-c118-4fab-aaec-4cc5d44bb6a6 HTTP/1.1" status: 204 len: 168 time: 0.4332421 Sep 18 00:03:45.598144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ea869-3a17-4130-b380-4e3c326c15f3 tempest-PortsAdminExtendedAttrsTestJSON-665264788 tempest-PortsAdminExtendedAttrsTestJSON-665264788-project] Pushing event deleted for resources: {'Network': ['ID=27dd1a97-c118-4fab-aaec-4cc5d44bb6a6,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:46.101869 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37104) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:46.226873 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf3ca8-5bdd-4101-b7fd-9ea0fd06e650 req-184b28de-4437-4805-ba9c-d4b8ca9b0e52 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:46.235130 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41bf3ca8-5bdd-4101-b7fd-9ea0fd06e650 req-184b28de-4437-4805-ba9c-d4b8ca9b0e52 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.1266425 Sep 18 00:03:46.320020 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41bf3ca8-5bdd-4101-b7fd-9ea0fd06e650 req-a52c52fa-c272-4fff-8870-f130e48e3680 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793731 Sep 18 00:03:46.361845 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dd38d8ff-d8a4-44f4-8b83-280be6b133c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9d19f98b4614e23ae8174c1aa9c27a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2579918 Sep 18 00:03:46.365062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37124) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:46.425492 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d7875bb-3fe5-483f-828f-aa2e4af87755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:46.449784 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d7875bb-3fe5-483f-828f-aa2e4af87755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:46.462709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-ef18b037-dca4-4f4d-85d2-3efae3d69243 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:46.464281 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-ef18b037-dca4-4f4d-85d2-3efae3d69243 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/networks?id=8b2d6011-258a-42be-9c93-b3ada3daa02d HTTP/1.1" status: 200 len: 815 time: 0.1232982 Sep 18 00:03:46.481897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-f243365b-ff2b-4a65-a89f-981c774c81a7 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/quotas/8789870646c04ee28c537b4fe3c9719a HTTP/1.1" status: 200 len: 375 time: 0.0103199 Sep 18 00:03:46.542524 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-87a73e0d-6b9f-475c-978b-769dd982f109 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8789870646c04ee28c537b4fe3c9719a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515671 Sep 18 00:03:46.584858 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cf49b034-6b7f-4ad5-8bd8-5eb2db730275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:46.602232 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d7875bb-3fe5-483f-828f-aa2e4af87755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:46.605569 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d7875bb-3fe5-483f-828f-aa2e4af87755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:46.606962 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4d7875bb-3fe5-483f-828f-aa2e4af87755 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/975942bb-137a-456d-8428-49e945a048fa HTTP/1.1" status: 204 len: 168 time: 0.2408092 Sep 18 00:03:46.619726 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7875bb-3fe5-483f-828f-aa2e4af87755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975942bb-137a-456d-8428-49e945a048fa,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:46.654188 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-136670b8-0698-4ef6-8ca7-5dc16cc502f2 service neutron] 10.222.0.46 "GET /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043770 Sep 18 00:03:46.754856 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-acd74e77-2e72-420d-a227-04a1d8916986 service neutron] 10.222.0.46 "GET /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931475 Sep 18 00:03:47.114991 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b3bb31ce-b305-4a3e-af29-c94f652aa9f7 req-e30db272-51b3-4da4-8547-91cd4729294a tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=44812294-bc32-4902-ae97-27f21bb12ebe HTTP/1.1" status: 200 len: 210 time: 0.0372508 Sep 18 00:03:47.276210 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:47.447497 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41280e5-1843-4c90-ab8d-027801cc12c7 req-cb3ae595-251e-4ba5-b75d-a2bdf4fd1aa8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:47.449037 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e41280e5-1843-4c90-ab8d-027801cc12c7 req-cb3ae595-251e-4ba5-b75d-a2bdf4fd1aa8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.0532382 Sep 18 00:03:47.493645 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e41280e5-1843-4c90-ab8d-027801cc12c7 req-2f036966-39fa-4226-87f4-836ea446d14f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384045 Sep 18 00:03:47.533252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37156) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:47.582888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0d82b6a3-63f4-4dd9-84fe-f323f123d0ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e8e24e7139445c4a8b4ac02116d5185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483005 Sep 18 00:03:47.585392 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37158) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:47.635129 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c2b485ea-c9bf-4c9b-a90b-3b3ceb0d30f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:47.656814 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c2b485ea-c9bf-4c9b-a90b-3b3ceb0d30f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:47.739224 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:47.807657 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c2b485ea-c9bf-4c9b-a90b-3b3ceb0d30f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:47.810321 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c2b485ea-c9bf-4c9b-a90b-3b3ceb0d30f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:47.811602 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c2b485ea-c9bf-4c9b-a90b-3b3ceb0d30f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37a04bb5-d2df-47aa-82f9-32b4957463f8 HTTP/1.1" status: 204 len: 168 time: 0.2249928 Sep 18 00:03:47.829923 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b485ea-c9bf-4c9b-a90b-3b3ceb0d30f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a04bb5-d2df-47aa-82f9-32b4957463f8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:47.958750 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e796cecc-0f91-4dfe-8c3f-b3aecca453d7 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:03:48.104598 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e796cecc-0f91-4dfe-8c3f-b3aecca453d7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e796cecc-0f91-4dfe-8c3f-b3aecca453d7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:48.119164 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'e796cecc-0f91-4dfe-8c3f-b3aecca453d7', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'port_id': 'e796cecc-0f91-4dfe-8c3f-b3aecca453d7', 'mac_address': 'fa:16:3e:fa:00:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:03:48.161337 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:48.192511 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e796cecc-0f91-4dfe-8c3f-b3aecca453d7 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:03:48.214807 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e796cecc-0f91-4dfe-8c3f-b3aecca453d7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e796cecc-0f91-4dfe-8c3f-b3aecca453d7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:48.255333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0267f6bc-74ea-4435-85b7-5f7ccc767639 req-cdad5b58-feda-4a20-b972-7f85facbf30e tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=44812294-bc32-4902-ae97-27f21bb12ebe HTTP/1.1" status: 200 len: 210 time: 0.0554621 Sep 18 00:03:48.287472 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:48.377395 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e796cecc-0f91-4dfe-8c3f-b3aecca453d7,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:48.386918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:48.387249 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:48.387773 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:48.388109 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:48.388612 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:48.388969 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:48.389462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:48.389953 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:48.390307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:48.390596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:48.390920 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:48.391244 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:48.434348 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['e796cecc-0f91-4dfe-8c3f-b3aecca453d7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:03:48.726498 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d593a4-7428-48b9-9498-00883cbfc841 req-7673b895-bc54-40c4-beec-bcbf101931c7 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:48.729636 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1d593a4-7428-48b9-9498-00883cbfc841 req-7673b895-bc54-40c4-beec-bcbf101931c7 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 944 time: 0.0643399 Sep 18 00:03:48.778263 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1d593a4-7428-48b9-9498-00883cbfc841 req-b6a0743a-a3a1-4239-b309-c9b31b67020f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358868 Sep 18 00:03:49.414642 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-59d0a101-de4d-4312-b435-1beac3bf263f req-cee3f916-aea3-4163-a658-60aa6cf3eea7 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=44812294-bc32-4902-ae97-27f21bb12ebe HTTP/1.1" status: 200 len: 210 time: 0.0590522 Sep 18 00:03:49.729395 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37274) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:49.793872 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-7eeabede-5f3b-4def-aa5d-c2de99b8cda0 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:49.811585 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:49.815386 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-7eeabede-5f3b-4def-aa5d-c2de99b8cda0 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.37 "GET /v2.0/networks?id=8b2d6011-258a-42be-9c93-b3ada3daa02d HTTP/1.1" status: 200 len: 815 time: 0.2442715 Sep 18 00:03:49.831714 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-129abe77-b785-4665-9025-77b181022e62 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Request body: {'port': {'device_id': '44812294-bc32-4902-ae97-27f21bb12ebe', 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d', 'admin_state_up': True, 'tenant_id': '8789870646c04ee28c537b4fe3c9719a'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:49.965974 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e796cecc-0f91-4dfe-8c3f-b3aecca453d7 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:03:49.978381 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1073815838'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:50.061618 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b4588-71ac-4470-ac24-1145892ae7cb req-3a6aa907-653a-42b7-bc9e-35cc517d31c1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:50.063102 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e3b4588-71ac-4470-ac24-1145892ae7cb req-3a6aa907-653a-42b7-bc9e-35cc517d31c1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 944 time: 0.1668012 Sep 18 00:03:50.126633 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port e796cecc-0f91-4dfe-8c3f-b3aecca453d7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:50.133410 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Made reservation on behalf of 04dce52b9d91442f8ef8cb116b39e3ed for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:03:50.137226 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:50.140295 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:50.144680 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e3b4588-71ac-4470-ac24-1145892ae7cb req-ebcab15c-8db3-4f0f-9d74-aa422a52a186 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732639 Sep 18 00:03:50.189346 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:50.329252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-129abe77-b785-4665-9025-77b181022e62 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Made reservation on behalf of 8789870646c04ee28c537b4fe3c9719a for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:03:50.334355 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-129abe77-b785-4665-9025-77b181022e62 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:50.378709 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:50.467639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a805de6f-bb90-4da8-84d8-581dde8bdc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e796cecc-0f91-4dfe-8c3f-b3aecca453d7'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:03:50.493381 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582cc660-e7fa-46a6-a986-6c59c0a000d4" -d '{"events": [{"server_uuid": "a805de6f-bb90-4da8-84d8-581dde8bdc34", "name": "network-vif-plugged", "status": "completed", "tag": "e796cecc-0f91-4dfe-8c3f-b3aecca453d7"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:03:50.522010 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:50.539451 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e796cecc-0f91-4dfe-8c3f-b3aecca453d7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e796cecc-0f91-4dfe-8c3f-b3aecca453d7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:50.561476 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-129abe77-b785-4665-9025-77b181022e62 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Allocated IP 172.20.0.2 (8b2d6011-258a-42be-9c93-b3ada3daa02d/e20553aa-891a-4dbe-a830-3d08538dc0a4/30d27b2b-f0eb-41d8-996c-641321fb9ce3) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:03:50.583086 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be49b4d-6364-484b-bf1e-4a3bc3d8c3d7 x-openstack-request-id: req-2be49b4d-6364-484b-bf1e-4a3bc3d8c3d7 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:03:50.583644 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a805de6f-bb90-4da8-84d8-581dde8bdc34", "name": "network-vif-plugged", "status": "completed", "tag": "e796cecc-0f91-4dfe-8c3f-b3aecca453d7", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:03:50.584154 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2be49b4d-6364-484b-bf1e-4a3bc3d8c3d7 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:03:50.584751 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a805de6f-bb90-4da8-84d8-581dde8bdc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e796cecc-0f91-4dfe-8c3f-b3aecca453d7', 'code': 200} Sep 18 00:03:50.630071 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c686848-70ae-446d-9919-ddfe6be26e47 req-6922bbce-9a2f-409a-a28f-320fc5a6810e tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=44812294-bc32-4902-ae97-27f21bb12ebe HTTP/1.1" status: 200 len: 210 time: 0.0742862 Sep 18 00:03:50.646593 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:50.653692 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:50.751857 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:03:50.766593 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189c3243-9413-4720-9d74-6eac5b46fca3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:50.791728 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:50.791728 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Added segment d2474aa8-5bc0-4bb6-aa57-a76d7c44f13d of type vlan for network f2cfd8b8-15af-4541-865f-67303feb4278 Sep 18 00:03:50.794916 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:50.796813 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:50.797454 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:50.798189 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:50.799276 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:50.800355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:50.801468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:50.802228 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:50.803598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:50.804158 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:50.804910 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:50.805264 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e796cecc-0f91-4dfe-8c3f-b3aecca453d7,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:50.806834 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:03:50.886026 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:50.939752 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-129abe77-b785-4665-9025-77b181022e62 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:51.058977 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:51.070104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:51.071574 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:51.091440 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-129abe77-b785-4665-9025-77b181022e62 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:51.103008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['a866e41a-5ff6-4df2-9059-51c744015303', '21c4a6d3-5dec-4578-926b-683b26d16289'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:03:51.105652 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['90ae83bf-9e9f-4246-a0ae-56a2fadb7674'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:03:51.191753 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event updated for resources: {'Network': ['ID=f2cfd8b8-15af-4541-865f-67303feb4278,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:51.230062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-129abe77-b785-4665-9025-77b181022e62 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Network 8b2d6011-258a-42be-9c93-b3ada3daa02d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:03:51.234655 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-129abe77-b785-4665-9025-77b181022e62 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:51.245292 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-129abe77-b785-4665-9025-77b181022e62 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:03:51.265374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network f2cfd8b8-15af-4541-865f-67303feb4278 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:03:51.303378 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9037c693-8dd8-48be-8109-d599556780d4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5721722 Sep 18 00:03:51.304443 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37336) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:51.310291 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-87b3bf35-24c4-4da4-bd65-328c1b73c714 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Request body: {'subnet': {'network_id': 'f2cfd8b8-15af-4541-865f-67303feb4278', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:51.332570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129abe77-b785-4665-9025-77b181022e62 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Pushing event updated for resources: {'Port': ['ID=30d27b2b-f0eb-41d8-996c-641321fb9ce3,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:51.401391 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-129abe77-b785-4665-9025-77b181022e62 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:51.402668 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-129abe77-b785-4665-9025-77b181022e62 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:51.502179 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e795dc9-3a7b-4dfb-8e12-b3ae03bed0ae req-e2d96596-d7a4-4709-9c6b-d68510939a04 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:51.505837 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e795dc9-3a7b-4dfb-8e12-b3ae03bed0ae req-e2d96596-d7a4-4709-9c6b-d68510939a04 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.1437082 Sep 18 00:03:51.533782 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-129abe77-b785-4665-9025-77b181022e62 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7068706 Sep 18 00:03:51.554191 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Request body: {'port': {'device_id': '44812294-bc32-4902-ae97-27f21bb12ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:51.693743 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e795dc9-3a7b-4dfb-8e12-b3ae03bed0ae req-2db62a3d-fb7f-4adb-973f-8970c1038b6a tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403747 Sep 18 00:03:51.776893 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:51.840488 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbdf26-d92a-41b8-850a-53912659c270 req-837da93e-f8a9-421b-974b-d31d039034e2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:51.844166 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07fbdf26-d92a-41b8-850a-53912659c270 req-837da93e-f8a9-421b-974b-d31d039034e2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=44812294-bc32-4902-ae97-27f21bb12ebe HTTP/1.1" status: 200 len: 931 time: 0.1181276 Sep 18 00:03:51.973656 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07fbdf26-d92a-41b8-850a-53912659c270 req-a71db405-84e8-4d50-b008-4b5800244918 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204762 Sep 18 00:03:52.275682 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d27b2b-f0eb-41d8-996c-641321fb9ce3 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:03:52.286503 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:52.304283 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Transition to ACTIVE for port object 30d27b2b-f0eb-41d8-996c-641321fb9ce3 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:03:52.378844 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:52.379062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b3bf35-24c4-4da4-bd65-328c1b73c714 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Made reservation on behalf of 04dce52b9d91442f8ef8cb116b39e3ed for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:03:52.385430 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87b3bf35-24c4-4da4-bd65-328c1b73c714 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:52.511494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=30d27b2b-f0eb-41d8-996c-641321fb9ce3,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:52.600128 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Attempting to bind port 30d27b2b-f0eb-41d8-996c-641321fb9ce3 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:52.601985 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Attempting to bind port 30d27b2b-f0eb-41d8-996c-641321fb9ce3 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '62c67ca4-8d70-4e57-871a-617366dc2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:52.603445 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Attempting to bind port 30d27b2b-f0eb-41d8-996c-641321fb9ce3 on network 8b2d6011-258a-42be-9c93-b3ada3daa02d {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:52.614443 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Port 30d27b2b-f0eb-41d8-996c-641321fb9ce3 on network 8b2d6011-258a-42be-9c93-b3ada3daa02d not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:03:52.616295 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Attempting to bind port 30d27b2b-f0eb-41d8-996c-641321fb9ce3 on network 8b2d6011-258a-42be-9c93-b3ada3daa02d {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:52.628607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:03:52.631957 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Checking segment: {'id': '62c67ca4-8d70-4e57-871a-617366dc2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:03:52.634547 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Bound using segment: {'id': '62c67ca4-8d70-4e57-871a-617366dc2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:03:52.635248 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Bound port: 30d27b2b-f0eb-41d8-996c-641321fb9ce3, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c67ca4-8d70-4e57-871a-617366dc2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:03:52.636412 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:52.729777 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] For port 30d27b2b-f0eb-41d8-996c-641321fb9ce3, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:03:52.734040 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] For port 30d27b2b-f0eb-41d8-996c-641321fb9ce3, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=30d27b2b-f0eb-41d8-996c-641321fb9ce3,segment=NetworkSegment(62c67ca4-8d70-4e57-871a-617366dc2113),segment_id=62c67ca4-8d70-4e57-871a-617366dc2113)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:03:52.844300 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:52.890733 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87b3bf35-24c4-4da4-bd65-328c1b73c714 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:52.940065 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=30d27b2b-f0eb-41d8-996c-641321fb9ce3,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:52.976332 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb26cb-4871-425d-b4db-85c074d1c46d req-43ad346f-8b54-4925-8a7e-6cbea485eb49 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:52.990600 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84fb26cb-4871-425d-b4db-85c074d1c46d req-43ad346f-8b54-4925-8a7e-6cbea485eb49 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.2049570 Sep 18 00:03:52.997823 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:52.998565 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:53.000210 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-bc8266a9-9472-4bc9-80f1-59a2aa174ce3 service neutron] 10.222.0.37 "PUT /v2.0/ports/30d27b2b-f0eb-41d8-996c-641321fb9ce3 HTTP/1.1" status: 200 len: 1091 time: 1.4524300 Sep 18 00:03:53.000764 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44812294-bc32-4902-ae97-27f21bb12ebe', 'tag': '30d27b2b-f0eb-41d8-996c-641321fb9ce3'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:03:53.003740 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36627e72-f639-48d0-b86c-3ca6f93ac55c" -d '{"events": [{"name": "network-changed", "server_uuid": "44812294-bc32-4902-ae97-27f21bb12ebe", "tag": "30d27b2b-f0eb-41d8-996c-641321fb9ce3"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:03:53.023333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3bf35-24c4-4da4-bd65-328c1b73c714 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event updated for resources: {'Subnet': ['ID=4c5a6065-6490-44f9-b8e2-36868e3db1ba,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:53.045060 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3bf35-24c4-4da4-bd65-328c1b73c714 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Checking segment: {'id': 'd2474aa8-5bc0-4bb6-aa57-a76d7c44f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f2cfd8b8-15af-4541-865f-67303feb4278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:03:53.045427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b3bf35-24c4-4da4-bd65-328c1b73c714 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Network hostable DHCP agents. Network: f2cfd8b8-15af-4541-865f-67303feb4278, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:03:53.090049 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84fb26cb-4871-425d-b4db-85c074d1c46d req-510833a2-5c67-4392-a9aa-d1f3e40a55ca tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043074 Sep 18 00:03:53.093784 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e267ce6-2370-4371-94b9-5ad8d6d1a8de x-openstack-request-id: req-3e267ce6-2370-4371-94b9-5ad8d6d1a8de {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:03:53.094083 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44812294-bc32-4902-ae97-27f21bb12ebe", "tag": "30d27b2b-f0eb-41d8-996c-641321fb9ce3", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:03:53.094341 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e267ce6-2370-4371-94b9-5ad8d6d1a8de {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:03:53.094745 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44812294-bc32-4902-ae97-27f21bb12ebe', 'tag': '30d27b2b-f0eb-41d8-996c-641321fb9ce3', 'status': 'completed', 'code': 200} Sep 18 00:03:53.195869 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b3bf35-24c4-4da4-bd65-328c1b73c714 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Network f2cfd8b8-15af-4541-865f-67303feb4278 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:03:53.270692 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-87b3bf35-24c4-4da4-bd65-328c1b73c714 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, f2cfd8b8-15af-4541-865f-67303feb4278) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:53.278586 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b3bf35-24c4-4da4-bd65-328c1b73c714 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:53.285820 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87b3bf35-24c4-4da4-bd65-328c1b73c714 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:53.286314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac53270a-be58-4a4c-89d8-6ffc9f9f4e71 None None] Network f2cfd8b8-15af-4541-865f-67303feb4278 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:03:53.349410 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0de1d-7009-449f-b214-c55ca85db95c req-82626e14-edaa-4e0d-a61a-538fc85636d2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:53.351193 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ae0de1d-7009-449f-b214-c55ca85db95c req-82626e14-edaa-4e0d-a61a-538fc85636d2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=44812294-bc32-4902-ae97-27f21bb12ebe HTTP/1.1" status: 200 len: 943 time: 0.1589901 Sep 18 00:03:53.383389 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36627e72-f639-48d0-b86c-3ca6f93ac55c req-722298f3-54da-4795-b618-03535491a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:53.383389 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36627e72-f639-48d0-b86c-3ca6f93ac55c req-722298f3-54da-4795-b618-03535491a424 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8789870646c04ee28c537b4fe3c9719a&device_id=44812294-bc32-4902-ae97-27f21bb12ebe HTTP/1.1" status: 200 len: 1094 time: 0.2543530 Sep 18 00:03:53.405063 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-87b3bf35-24c4-4da4-bd65-328c1b73c714 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0969081 Sep 18 00:03:53.405634 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37426) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:53.411861 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-194f75b1-938b-4e38-b38f-3025d553bfc3 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Request body: {'port': {'network_id': 'f2cfd8b8-15af-4541-865f-67303feb4278', 'name': 'tempest-AllowedAddressPairTestJSON-1739408407'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:53.592919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-f2cfd8b8-15af-4541-865f-67303feb4278', 'network_id': 'f2cfd8b8-15af-4541-865f-67303feb4278', 'tenant_id': '04dce52b9d91442f8ef8cb116b39e3ed', 'fixed_ips': [{'subnet_id': '4c5a6065-6490-44f9-b8e2-36868e3db1ba'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:03:53.594529 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:53.597856 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ae0de1d-7009-449f-b214-c55ca85db95c req-930ccab5-95dd-44ea-a509-68a660261c29 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366886 Sep 18 00:03:53.638854 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36627e72-f639-48d0-b86c-3ca6f93ac55c req-5178da90-d29d-468e-b5b9-47501bd15a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:53.640529 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36627e72-f639-48d0-b86c-3ca6f93ac55c req-5178da90-d29d-468e-b5b9-47501bd15a84 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8789870646c04ee28c537b4fe3c9719a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2120802 Sep 18 00:03:53.750194 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] Allocated IP 172.20.0.2 (f2cfd8b8-15af-4541-865f-67303feb4278/4c5a6065-6490-44f9-b8e2-36868e3db1ba/5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:03:53.773354 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194f75b1-938b-4e38-b38f-3025d553bfc3 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Made reservation on behalf of 04dce52b9d91442f8ef8cb116b39e3ed for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:03:53.777814 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36627e72-f639-48d0-b86c-3ca6f93ac55c req-f41e5e1c-3846-49d1-a77e-31a921cc0d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:53.779605 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36627e72-f639-48d0-b86c-3ca6f93ac55c req-f41e5e1c-3846-49d1-a77e-31a921cc0d51 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313622 Sep 18 00:03:53.780630 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-194f75b1-938b-4e38-b38f-3025d553bfc3 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:53.802178 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-194f75b1-938b-4e38-b38f-3025d553bfc3 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] device_id is not set on port 725df4ec-f290-4447-8229-5df7d4765b50 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:03:53.900396 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-535fd147-ca80-4d39-8613-b585e3ee31d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:53.901941 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-535fd147-ca80-4d39-8613-b585e3ee31d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8789870646c04ee28c537b4fe3c9719a&device_id=44812294-bc32-4902-ae97-27f21bb12ebe HTTP/1.1" status: 200 len: 1094 time: 0.0655298 Sep 18 00:03:53.949555 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-67152cb8-87d6-4c70-843a-01b24a65bb51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30d27b2b-f0eb-41d8-996c-641321fb9ce3 HTTP/1.1" status: 200 len: 217 time: 0.0375056 Sep 18 00:03:53.999759 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:54.025502 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-920e4b3b-5af9-414a-b071-b8f153f0b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:54.027098 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-920e4b3b-5af9-414a-b071-b8f153f0b438 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e20553aa-891a-4dbe-a830-3d08538dc0a4 HTTP/1.1" status: 200 len: 855 time: 0.0539005 Sep 18 00:03:54.063778 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-84e678cd-9ac1-4acf-9131-54ea496e1520 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b2d6011-258a-42be-9c93-b3ada3daa02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258231 Sep 18 00:03:54.087149 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:54.196571 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-194f75b1-938b-4e38-b38f-3025d553bfc3 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Allocated IP 172.20.0.14 (f2cfd8b8-15af-4541-865f-67303feb4278/4c5a6065-6490-44f9-b8e2-36868e3db1ba/725df4ec-f290-4447-8229-5df7d4765b50) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:03:54.197068 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-a035aee2-60d6-4a27-b3f4-0cd48e5675b9 service neutron] 10.222.0.37 "GET /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261547 Sep 18 00:03:54.351688 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] Pushing event updated for resources: {'Port': ['ID=5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:54.373567 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37460) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:54.395734 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158c9ba-2aab-4cfe-8426-3fda38cc22a9 req-e853914d-616d-40a2-865f-91430874dc99 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:54.398069 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b158c9ba-2aab-4cfe-8426-3fda38cc22a9 req-e853914d-616d-40a2-865f-91430874dc99 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.1481352 Sep 18 00:03:54.399487 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] Network f2cfd8b8-15af-4541-865f-67303feb4278 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:03:54.402128 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6b9a48b-40a5-42c4-9670-0e611caebfa8 req-ce36b3f5-ae21-48d7-a348-ad48b247178c service neutron] 10.222.0.37 "GET /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971343 Sep 18 00:03:54.402304 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:54.422380 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:03:54.452965 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b158c9ba-2aab-4cfe-8426-3fda38cc22a9 req-7c2d493a-b237-4a4e-a51a-00c76ab75637 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414979 Sep 18 00:03:54.515350 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] Attempting to bind port 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:03:54.515931 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] Attempting to bind port 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'd2474aa8-5bc0-4bb6-aa57-a76d7c44f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f2cfd8b8-15af-4541-865f-67303feb4278'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:03:54.516476 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] Attempting to bind port 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd on network f2cfd8b8-15af-4541-865f-67303feb4278 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:03:54.530126 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:03:54.530843 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] Checking segment: {'id': 'd2474aa8-5bc0-4bb6-aa57-a76d7c44f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f2cfd8b8-15af-4541-865f-67303feb4278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:03:54.531463 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:54.532255 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] Bound using segment: {'id': 'd2474aa8-5bc0-4bb6-aa57-a76d7c44f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f2cfd8b8-15af-4541-865f-67303feb4278'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:03:54.533145 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] Bound port: 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2474aa8-5bc0-4bb6-aa57-a76d7c44f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f2cfd8b8-15af-4541-865f-67303feb4278'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:03:54.536202 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:54.592659 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72903f69-e945-4605-89a9-0f4fa188352c tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:54.593795 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72903f69-e945-4605-89a9-0f4fa188352c tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:54.594271 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72903f69-e945-4605-89a9-0f4fa188352c tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:54.597894 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-72903f69-e945-4605-89a9-0f4fa188352c tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/ports?project_id=240dd21d0d2f45ecb6590c53be314024&network_id=037574df-d2ae-499c-851e-887a3b499516 HTTP/1.1" status: 200 len: 2969 time: 0.2233672 Sep 18 00:03:54.677258 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-194f75b1-938b-4e38-b38f-3025d553bfc3 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:54.678032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] For port 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:03:54.711547 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] For port 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd,segment=NetworkSegment(d2474aa8-5bc0-4bb6-aa57-a76d7c44f13d),segment_id=d2474aa8-5bc0-4bb6-aa57-a76d7c44f13d)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:03:54.761834 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:54.774360 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2176fa-7cc3-4bd2-9dd7-8deb281ae15a req-a4d5a1dd-9ee7-4d62-bd7b-6de0542cdf84 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:54.776311 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f2176fa-7cc3-4bd2-9dd7-8deb281ae15a req-a4d5a1dd-9ee7-4d62-bd7b-6de0542cdf84 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=44812294-bc32-4902-ae97-27f21bb12ebe HTTP/1.1" status: 200 len: 943 time: 0.0807009 Sep 18 00:03:54.779336 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-194f75b1-938b-4e38-b38f-3025d553bfc3 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:54.835370 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686aec2b-a010-479a-a5ca-65461fd32bc6 None None] Pushing event updated for resources: {'Port': ['ID=5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:54.882955 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f2176fa-7cc3-4bd2-9dd7-8deb281ae15a req-98a44c27-44c3-43ec-ae8d-65972c4850b0 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882747 Sep 18 00:03:54.907218 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f75b1-938b-4e38-b38f-3025d553bfc3 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Network f2cfd8b8-15af-4541-865f-67303feb4278 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:03:54.910639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-194f75b1-938b-4e38-b38f-3025d553bfc3 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:54.920017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f75b1-938b-4e38-b38f-3025d553bfc3 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:03:54.965118 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f75b1-938b-4e38-b38f-3025d553bfc3 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event updated for resources: {'Port': ['ID=725df4ec-f290-4447-8229-5df7d4765b50,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:54.995288 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194f75b1-938b-4e38-b38f-3025d553bfc3 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:54.996017 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-194f75b1-938b-4e38-b38f-3025d553bfc3 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:55.191643 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-194f75b1-938b-4e38-b38f-3025d553bfc3 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7849019 Sep 18 00:03:55.194848 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37498) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:55.200665 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8451edc1-0e16-439c-92d6-a2dc4057ad85 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Request body: {'port': {'network_id': 'f2cfd8b8-15af-4541-865f-67303feb4278', 'name': 'tempest-AllowedAddressPairTestJSON-422295303', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:9c:fd:f1'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:55.429877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8451edc1-0e16-439c-92d6-a2dc4057ad85 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Made reservation on behalf of 04dce52b9d91442f8ef8cb116b39e3ed for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:03:55.540985 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8451edc1-0e16-439c-92d6-a2dc4057ad85 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:55.596007 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-8451edc1-0e16-439c-92d6-a2dc4057ad85 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] device_id is not set on port 0eb8de1d-3cb0-4c4e-ab9b-60a3d7fd7557 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:03:55.672116 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60db51-b4c4-45a9-999e-42f81ac8de3f req-b81b00e6-16fe-47fe-acf4-acb66ab295ef tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:55.675508 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3d60db51-b4c4-45a9-999e-42f81ac8de3f req-b81b00e6-16fe-47fe-acf4-acb66ab295ef tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.1193030 Sep 18 00:03:55.766905 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3d60db51-b4c4-45a9-999e-42f81ac8de3f req-a7a4c2b7-be16-4913-beaa-6809bf2cc4f7 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841365 Sep 18 00:03:55.799169 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-8451edc1-0e16-439c-92d6-a2dc4057ad85 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Allocated IP 172.20.0.5 (f2cfd8b8-15af-4541-865f-67303feb4278/4c5a6065-6490-44f9-b8e2-36868e3db1ba/0eb8de1d-3cb0-4c4e-ab9b-60a3d7fd7557) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:03:56.064238 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8451edc1-0e16-439c-92d6-a2dc4057ad85 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:56.123143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001cb9a-c795-461d-a065-59ea71758ec4 req-a250d652-190f-4b04-8b8e-0560229ef9aa tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:56.124872 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9001cb9a-c795-461d-a065-59ea71758ec4 req-a250d652-190f-4b04-8b8e-0560229ef9aa tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=44812294-bc32-4902-ae97-27f21bb12ebe HTTP/1.1" status: 200 len: 943 time: 0.1329029 Sep 18 00:03:56.193868 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fa12a0-d0bd-40b8-ad99-e46d7243d572 None None] Network f2cfd8b8-15af-4541-865f-67303feb4278 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:03:56.196754 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8451edc1-0e16-439c-92d6-a2dc4057ad85 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:56.201674 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9001cb9a-c795-461d-a065-59ea71758ec4 req-4fffe964-d162-4404-9cb0-fee02cd06326 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692699 Sep 18 00:03:56.274841 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8451edc1-0e16-439c-92d6-a2dc4057ad85 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Network f2cfd8b8-15af-4541-865f-67303feb4278 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:03:56.278601 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-8451edc1-0e16-439c-92d6-a2dc4057ad85 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:56.281441 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8451edc1-0e16-439c-92d6-a2dc4057ad85 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:03:56.306276 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c71e7345-42fa-45d7-83ac-8dd36f85f37b None None] Provisioning complete for port 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:56.306795 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c71e7345-42fa-45d7-83ac-8dd36f85f37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:56.311934 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451edc1-0e16-439c-92d6-a2dc4057ad85 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event updated for resources: {'Port': ['ID=0eb8de1d-3cb0-4c4e-ab9b-60a3d7fd7557,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:56.346487 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8451edc1-0e16-439c-92d6-a2dc4057ad85 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:56.347722 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8451edc1-0e16-439c-92d6-a2dc4057ad85 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:56.385221 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:03:56.422994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 30d27b2b-f0eb-41d8-996c-641321fb9ce3 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:03:56.460696 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8451edc1-0e16-439c-92d6-a2dc4057ad85 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.2646523 Sep 18 00:03:56.465448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37544) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:56.581065 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:56.581443 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:56.583827 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5477c9f5-8005-4816-bbf8-7e2a4dd91100 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:56.590541 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5477c9f5-8005-4816-bbf8-7e2a4dd91100 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:56.606812 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5477c9f5-8005-4816-bbf8-7e2a4dd91100 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:56.609471 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5477c9f5-8005-4816-bbf8-7e2a4dd91100 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1428118 Sep 18 00:03:56.613105 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37550) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:56.639652 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c71e7345-42fa-45d7-83ac-8dd36f85f37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:56.755641 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 30d27b2b-f0eb-41d8-996c-641321fb9ce3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=30d27b2b-f0eb-41d8-996c-641321fb9ce3,segment=NetworkSegment(62c67ca4-8d70-4e57-871a-617366dc2113),segment_id=62c67ca4-8d70-4e57-871a-617366dc2113)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:56.812778 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '30d27b2b-f0eb-41d8-996c-641321fb9ce3', 'network_id': '8b2d6011-258a-42be-9c93-b3ada3daa02d', 'port_id': '30d27b2b-f0eb-41d8-996c-641321fb9ce3', 'mac_address': 'fa:16:3e:6c:41:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20553aa-891a-4dbe-a830-3d08538dc0a4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:03:56.823679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c71e7345-42fa-45d7-83ac-8dd36f85f37b None None] For port 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd,segment=NetworkSegment(d2474aa8-5bc0-4bb6-aa57-a76d7c44f13d),segment_id=d2474aa8-5bc0-4bb6-aa57-a76d7c44f13d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:56.909776 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:56.919390 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c71e7345-42fa-45d7-83ac-8dd36f85f37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:57.001176 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e7345-42fa-45d7-83ac-8dd36f85f37b None None] Pushing event updated for resources: {'Port': ['ID=5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:57.047766 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:57.136350 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d27b2b-f0eb-41d8-996c-641321fb9ce3 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:03:57.194795 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:03:57.195488 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:03:57.211538 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 30d27b2b-f0eb-41d8-996c-641321fb9ce3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=30d27b2b-f0eb-41d8-996c-641321fb9ce3,segment=NetworkSegment(62c67ca4-8d70-4e57-871a-617366dc2113),segment_id=62c67ca4-8d70-4e57-871a-617366dc2113)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:03:57.214530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9dcce834-37b6-435e-813e-cab28c64597b None None] Provisioning complete for port 725df4ec-f290-4447-8229-5df7d4765b50 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:57.215940 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9dcce834-37b6-435e-813e-cab28c64597b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:57.286874 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:57.291136 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9dcce834-37b6-435e-813e-cab28c64597b None None] Port 725df4ec-f290-4447-8229-5df7d4765b50 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:03:57.315735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa4018-5f40-4468-9ec6-4c4b7ffa908d req-c74ff65b-ed32-4e07-92d5-e6c54b2e5685 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:57.320032 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8aa4018-5f40-4468-9ec6-4c4b7ffa908d req-c74ff65b-ed32-4e07-92d5-e6c54b2e5685 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.1774092 Sep 18 00:03:57.425781 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-84e0c605-88f1-4f66-b72d-99ee77ec2a94 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Deleting port 0eb8de1d-3cb0-4c4e-ab9b-60a3d7fd7557 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:03:57.426584 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84e0c605-88f1-4f66-b72d-99ee77ec2a94 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:57.455020 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=30d27b2b-f0eb-41d8-996c-641321fb9ce3,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:57.478179 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9dcce834-37b6-435e-813e-cab28c64597b None None] Provisioning complete for port 0eb8de1d-3cb0-4c4e-ab9b-60a3d7fd7557 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:57.478659 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9dcce834-37b6-435e-813e-cab28c64597b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:57.480061 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8aa4018-5f40-4468-9ec6-4c4b7ffa908d req-c6b0d494-3b54-438b-a68b-6f727402f401 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547680 Sep 18 00:03:57.512324 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f5628-37e6-4895-adac-2b9416439462 req-515b7561-00d4-4117-aaa4-172147958bbe tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:57.519185 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af8f5628-37e6-4895-adac-2b9416439462 req-515b7561-00d4-4117-aaa4-172147958bbe tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=44812294-bc32-4902-ae97-27f21bb12ebe HTTP/1.1" status: 200 len: 944 time: 0.1899278 Sep 18 00:03:57.519498 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37578) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:57.587529 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9dcce834-37b6-435e-813e-cab28c64597b None None] Port 0eb8de1d-3cb0-4c4e-ab9b-60a3d7fd7557 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:03:57.611883 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9dcce834-37b6-435e-813e-cab28c64597b None None] Provisioning complete for port 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:57.612265 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9dcce834-37b6-435e-813e-cab28c64597b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:57.643963 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7207d8-d01c-4a92-a6aa-375efbc11d6d tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:57.656864 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7e7207d8-d01c-4a92-a6aa-375efbc11d6d tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 814 time: 0.1249959 Sep 18 00:03:57.664623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['30d27b2b-f0eb-41d8-996c-641321fb9ce3'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:03:57.739898 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af8f5628-37e6-4895-adac-2b9416439462 req-892e784f-1e94-4c43-881d-be5dbf60d1ec tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019384 Sep 18 00:03:57.750417 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84e0c605-88f1-4f66-b72d-99ee77ec2a94 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:57.796463 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-84e0c605-88f1-4f66-b72d-99ee77ec2a94 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Calling delete_port for 0eb8de1d-3cb0-4c4e-ab9b-60a3d7fd7557 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:03:57.994453 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-cb27c509-fe18-446d-8a19-ea6ddb04c4ef None None] Provisioning complete for port 0eb8de1d-3cb0-4c4e-ab9b-60a3d7fd7557 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:57.994839 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cb27c509-fe18-446d-8a19-ea6ddb04c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:58.037501 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-cb27c509-fe18-446d-8a19-ea6ddb04c4ef None None] Port 0eb8de1d-3cb0-4c4e-ab9b-60a3d7fd7557 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:03:58.049822 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-cb27c509-fe18-446d-8a19-ea6ddb04c4ef None None] Provisioning complete for port 725df4ec-f290-4447-8229-5df7d4765b50 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:58.050199 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cb27c509-fe18-446d-8a19-ea6ddb04c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:58.090050 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-cb27c509-fe18-446d-8a19-ea6ddb04c4ef None None] Port 725df4ec-f290-4447-8229-5df7d4765b50 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:03:58.117693 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84e0c605-88f1-4f66-b72d-99ee77ec2a94 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:58.153178 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0c605-88f1-4f66-b72d-99ee77ec2a94 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event deleted for resources: {'Port': ['ID=0eb8de1d-3cb0-4c4e-ab9b-60a3d7fd7557,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:58.300247 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:03:58.393849 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:03:58.394221 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:58.404271 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-84e0c605-88f1-4f66-b72d-99ee77ec2a94 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:58.413048 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-84e0c605-88f1-4f66-b72d-99ee77ec2a94 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "DELETE /v2.0/ports/0eb8de1d-3cb0-4c4e-ab9b-60a3d7fd7557 HTTP/1.1" status: 204 len: 168 time: 1.7984767 Sep 18 00:03:58.415716 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37608) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:58.456030 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-979d2bbd-182f-41cc-b995-2bd2686608e7 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] GET failed (client error): The resource could not be found. Sep 18 00:03:58.457724 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-979d2bbd-182f-41cc-b995-2bd2686608e7 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "GET /v2.0/ports/0eb8de1d-3cb0-4c4e-ab9b-60a3d7fd7557 HTTP/1.1" status: 404 len: 333 time: 0.0408242 Sep 18 00:03:58.461453 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37612) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:58.466839 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-57bc935e-cf4b-4604-8e0c-2bbcb43738a8 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Request body: {'port': {'network_id': 'f2cfd8b8-15af-4541-865f-67303feb4278', 'name': 'tempest-AllowedAddressPairTestJSON-321216178'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:58.517935 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37616) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:58.523185 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-96a35802-2676-42ee-9763-0245c220a8bf tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'network': {'name': 'tempest-network-smoke--1655503816', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'port_security_enabled': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:03:58.697357 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c11ff3-dc83-41da-bdf2-8b88b927b267 req-9ffaa29a-f3f3-4fff-ac63-926c1a08408f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:58.697357 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c9c11ff3-dc83-41da-bdf2-8b88b927b267 req-9ffaa29a-f3f3-4fff-ac63-926c1a08408f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.0527163 Sep 18 00:03:58.722223 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c9c11ff3-dc83-41da-bdf2-8b88b927b267 req-8303cd0b-1475-4948-82cc-7bd4ab6c1ac7 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370326 Sep 18 00:03:58.767693 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a35802-2676-42ee-9763-0245c220a8bf tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Made reservation on behalf of 240dd21d0d2f45ecb6590c53be314024 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:03:58.776142 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-96a35802-2676-42ee-9763-0245c220a8bf tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:58.812660 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a35802-2676-42ee-9763-0245c220a8bf tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:03:58.831831 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-96a35802-2676-42ee-9763-0245c220a8bf tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:58.832519 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-96a35802-2676-42ee-9763-0245c220a8bf tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Added segment b0b24837-9574-4a49-9383-f69a9f8763ec of type vlan for network 43bad501-87d5-48ba-a7cd-bcd00d485c76 Sep 18 00:03:58.887600 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-96a35802-2676-42ee-9763-0245c220a8bf tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:58.919222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78b2f0-a17c-4df7-8bc6-d25af248adac req-a901ba04-37f1-401e-9d6c-d1c99bc6e5af tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:58.920821 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b78b2f0-a17c-4df7-8bc6-d25af248adac req-a901ba04-37f1-401e-9d6c-d1c99bc6e5af tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=44812294-bc32-4902-ae97-27f21bb12ebe HTTP/1.1" status: 200 len: 944 time: 0.0670431 Sep 18 00:03:58.962496 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b78b2f0-a17c-4df7-8bc6-d25af248adac req-41559089-88dc-43f4-bf5b-7d99de8d3159 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354581 Sep 18 00:03:59.058662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bc935e-cf4b-4604-8e0c-2bbcb43738a8 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Made reservation on behalf of 04dce52b9d91442f8ef8cb116b39e3ed for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:03:59.062269 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-57bc935e-cf4b-4604-8e0c-2bbcb43738a8 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:59.083618 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-96a35802-2676-42ee-9763-0245c220a8bf tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:59.089489 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a35802-2676-42ee-9763-0245c220a8bf tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:59.090146 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-96a35802-2676-42ee-9763-0245c220a8bf tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:59.101433 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-57bc935e-cf4b-4604-8e0c-2bbcb43738a8 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] device_id is not set on port ef67f741-1385-4734-967e-2c968905e243 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:03:59.169120 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a35802-2676-42ee-9763-0245c220a8bf tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Network': ['ID=43bad501-87d5-48ba-a7cd-bcd00d485c76,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:59.180193 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 43bad501-87d5-48ba-a7cd-bcd00d485c76 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:03:59.191453 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-96a35802-2676-42ee-9763-0245c220a8bf tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6719787 Sep 18 00:03:59.193994 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37632) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:59.284964 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-57bc935e-cf4b-4604-8e0c-2bbcb43738a8 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Allocated IP 172.20.0.7 (f2cfd8b8-15af-4541-865f-67303feb4278/4c5a6065-6490-44f9-b8e2-36868e3db1ba/ef67f741-1385-4734-967e-2c968905e243) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:03:59.337132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5813226-eedc-4530-a5b5-3d8c1d8c0995 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:59.341291 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c5813226-eedc-4530-a5b5-3d8c1d8c0995 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=240dd21d0d2f45ecb6590c53be314024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1456771 Sep 18 00:03:59.343306 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37640) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:59.574129 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a6aeda-0dc4-4a99-999d-863d14420f28 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:59.577903 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e6a6aeda-0dc4-4a99-999d-863d14420f28 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2326159 Sep 18 00:03:59.580609 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37650) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:59.614993 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-57bc935e-cf4b-4604-8e0c-2bbcb43738a8 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:59.661915 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9417de66-2140-40cf-9a6e-13e24fecba17 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=544c7e65-fba8-424a-a169-b245d1aea919&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0798230 Sep 18 00:03:59.664335 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37654) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:59.697717 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8d7318b5-eb7a-43b0-b908-67a2f6205ff6 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=240dd21d0d2f45ecb6590c53be314024&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321770 Sep 18 00:03:59.699908 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37656) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:59.717952 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-57bc935e-cf4b-4604-8e0c-2bbcb43738a8 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:59.788879 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bc935e-cf4b-4604-8e0c-2bbcb43738a8 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Network f2cfd8b8-15af-4541-865f-67303feb4278 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:03:59.797131 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-57bc935e-cf4b-4604-8e0c-2bbcb43738a8 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:03:59.814804 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc935e-cf4b-4604-8e0c-2bbcb43738a8 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event updated for resources: {'Port': ['ID=ef67f741-1385-4734-967e-2c968905e243,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:03:59.817906 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bc935e-cf4b-4604-8e0c-2bbcb43738a8 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:03:59.867306 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a321d69a-8964-4e51-b107-fe0fff6493a1 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:59.869250 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a321d69a-8964-4e51-b107-fe0fff6493a1 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1682527 Sep 18 00:03:59.873321 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37664) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:59.939658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bc935e-cf4b-4604-8e0c-2bbcb43738a8 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:03:59.940626 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-57bc935e-cf4b-4604-8e0c-2bbcb43738a8 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:03:59.947320 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9f41fa57-71dd-44c8-8887-7c0dc6cc6991 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=544c7e65-fba8-424a-a169-b245d1aea919&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0724592 Sep 18 00:03:59.949875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37670) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:03:59.955684 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-ecdb3a36-25a4-4fe9-b6dc-de9ac9c57794 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1730547900', 'network_id': '43bad501-87d5-48ba-a7cd-bcd00d485c76', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:00.103412 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a76c3-3d46-41d8-b750-4a4b1443c474 req-366e3636-10f8-4ffc-875b-6599b8444c8c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:00.105736 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b3a76c3-3d46-41d8-b750-4a4b1443c474 req-366e3636-10f8-4ffc-875b-6599b8444c8c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.2390778 Sep 18 00:04:00.126826 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-57bc935e-cf4b-4604-8e0c-2bbcb43738a8 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6637380 Sep 18 00:04:00.132895 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37676) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:00.139567 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a7cbc15a-b52c-4bab-bb4c-51ad79cf66f4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:9c:fd:f1'}]}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:00.247583 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2e72a151-8758-4bd1-aa70-78734cdf8e64 None None] Provisioning complete for port ef67f741-1385-4734-967e-2c968905e243 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:00.248586 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2e72a151-8758-4bd1-aa70-78734cdf8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:00.269873 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b3a76c3-3d46-41d8-b750-4a4b1443c474 req-4df12630-28fa-45e3-868f-141c679c4525 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200254 Sep 18 00:04:00.309167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210d0d0-dcca-4a9c-b34c-847a803bc075 req-ed2ade49-c956-42ac-91f6-fd2f336eac41 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:00.316307 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a210d0d0-dcca-4a9c-b34c-847a803bc075 req-ed2ade49-c956-42ac-91f6-fd2f336eac41 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=44812294-bc32-4902-ae97-27f21bb12ebe HTTP/1.1" status: 200 len: 944 time: 0.2086837 Sep 18 00:04:00.326051 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-2e72a151-8758-4bd1-aa70-78734cdf8e64 None None] Port ef67f741-1385-4734-967e-2c968905e243 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:04:00.369246 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a210d0d0-dcca-4a9c-b34c-847a803bc075 req-3108e02b-1623-4531-b4f6-2e8f29537b2e tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459321 Sep 18 00:04:00.378637 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdb3a36-25a4-4fe9-b6dc-de9ac9c57794 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Made reservation on behalf of 240dd21d0d2f45ecb6590c53be314024 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:00.383140 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3a36-25a4-4fe9-b6dc-de9ac9c57794 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:00.414644 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7cbc15a-b52c-4bab-bb4c-51ad79cf66f4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:00.436062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 30d27b2b-f0eb-41d8-996c-641321fb9ce3 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:04:00.641292 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 30d27b2b-f0eb-41d8-996c-641321fb9ce3 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:04:00.645927 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 30d27b2b-f0eb-41d8-996c-641321fb9ce3 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:00.646550 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:00.768578 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3a36-25a4-4fe9-b6dc-de9ac9c57794 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:00.795049 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7cbc15a-b52c-4bab-bb4c-51ad79cf66f4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:00.814790 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:00.843114 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb3a36-25a4-4fe9-b6dc-de9ac9c57794 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Subnet': ['ID=35d0782a-54a3-4d0b-8e91-432c46f5344b,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:00.853941 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7cbc15a-b52c-4bab-bb4c-51ad79cf66f4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:00.857967 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44812294-bc32-4902-ae97-27f21bb12ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d27b2b-f0eb-41d8-996c-641321fb9ce3'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:00.863784 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6cf280-3c47-4ec4-b2a2-11d1f6e5471f" -d '{"events": [{"server_uuid": "44812294-bc32-4902-ae97-27f21bb12ebe", "name": "network-vif-plugged", "status": "completed", "tag": "30d27b2b-f0eb-41d8-996c-641321fb9ce3"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:00.864461 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdb3a36-25a4-4fe9-b6dc-de9ac9c57794 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Checking segment: {'id': 'b0b24837-9574-4a49-9383-f69a9f8763ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '43bad501-87d5-48ba-a7cd-bcd00d485c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:04:00.865982 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdb3a36-25a4-4fe9-b6dc-de9ac9c57794 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Network hostable DHCP agents. Network: 43bad501-87d5-48ba-a7cd-bcd00d485c76, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:04:00.880237 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 30d27b2b-f0eb-41d8-996c-641321fb9ce3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=30d27b2b-f0eb-41d8-996c-641321fb9ce3,segment=NetworkSegment(62c67ca4-8d70-4e57-871a-617366dc2113),segment_id=62c67ca4-8d70-4e57-871a-617366dc2113)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:00.924565 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3a69b7-c013-4eac-b54e-21735f287f7e x-openstack-request-id: req-9a3a69b7-c013-4eac-b54e-21735f287f7e {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:00.933626 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44812294-bc32-4902-ae97-27f21bb12ebe", "name": "network-vif-plugged", "status": "completed", "tag": "30d27b2b-f0eb-41d8-996c-641321fb9ce3", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:00.933626 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a3a69b7-c013-4eac-b54e-21735f287f7e {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:00.933626 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44812294-bc32-4902-ae97-27f21bb12ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d27b2b-f0eb-41d8-996c-641321fb9ce3', 'code': 200} Sep 18 00:04:00.984521 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:00.995611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdb3a36-25a4-4fe9-b6dc-de9ac9c57794 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Network 43bad501-87d5-48ba-a7cd-bcd00d485c76 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:04:01.076929 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=30d27b2b-f0eb-41d8-996c-641321fb9ce3,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:01.082163 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbc15a-b52c-4bab-bb4c-51ad79cf66f4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event updated for resources: {'Port': ['ID=ef67f741-1385-4734-967e-2c968905e243,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:01.105185 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a7cbc15a-b52c-4bab-bb4c-51ad79cf66f4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] In _notify_port_updated(), no bound segment for port ef67f741-1385-4734-967e-2c968905e243 on network f2cfd8b8-15af-4541-865f-67303feb4278 {{(pid=95591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:04:01.123280 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cbc15a-b52c-4bab-bb4c-51ad79cf66f4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:01.124632 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7cbc15a-b52c-4bab-bb4c-51ad79cf66f4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:01.132359 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36fef3-6b41-477c-84f0-67d15a9bdc91 req-239d5e5b-cb4d-4cb4-8120-bd59d737ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:01.134006 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a36fef3-6b41-477c-84f0-67d15a9bdc91 req-239d5e5b-cb4d-4cb4-8120-bd59d737ec71 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=44812294-bc32-4902-ae97-27f21bb12ebe HTTP/1.1" status: 200 len: 1096 time: 0.1357369 Sep 18 00:04:01.135452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37714) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:01.135557 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a7cbc15a-b52c-4bab-bb4c-51ad79cf66f4 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "PUT /v2.0/ports/ef67f741-1385-4734-967e-2c968905e243 HTTP/1.1" status: 200 len: 993 time: 1.0013170 Sep 18 00:04:01.199371 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-ecdb3a36-25a4-4fe9-b6dc-de9ac9c57794 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 43bad501-87d5-48ba-a7cd-bcd00d485c76) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:01.209100 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdb3a36-25a4-4fe9-b6dc-de9ac9c57794 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:01.209750 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad938257-9c57-4fd2-be6d-656e9df89ada None None] Network 43bad501-87d5-48ba-a7cd-bcd00d485c76 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:04:01.209892 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3a36-25a4-4fe9-b6dc-de9ac9c57794 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:01.239080 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a36fef3-6b41-477c-84f0-67d15a9bdc91 req-90937b36-169d-4aab-95f5-fb5ab7d6000a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960386 Sep 18 00:04:01.342559 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-29a55c26-5fab-498f-90bd-ac8992e41c41 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Deleting port ef67f741-1385-4734-967e-2c968905e243 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:01.343075 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29a55c26-5fab-498f-90bd-ac8992e41c41 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:01.446793 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29a55c26-5fab-498f-90bd-ac8992e41c41 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:01.464933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-29a55c26-5fab-498f-90bd-ac8992e41c41 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Calling delete_port for ef67f741-1385-4734-967e-2c968905e243 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:01.468607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-43bad501-87d5-48ba-a7cd-bcd00d485c76', 'network_id': '43bad501-87d5-48ba-a7cd-bcd00d485c76', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'fixed_ips': [{'subnet_id': '35d0782a-54a3-4d0b-8e91-432c46f5344b'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:04:01.471288 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:01.502116 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-cd8b94c9-880b-4851-896c-30b11ee8918c None None] Provisioning complete for port ef67f741-1385-4734-967e-2c968905e243 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:01.503150 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cd8b94c9-880b-4851-896c-30b11ee8918c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:01.525057 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ecdb3a36-25a4-4fe9-b6dc-de9ac9c57794 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5740254 Sep 18 00:04:01.634924 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b94c9-880b-4851-896c-30b11ee8918c None None] Port ef67f741-1385-4734-967e-2c968905e243 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:04:01.703679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] Allocated IP 172.20.0.18 (43bad501-87d5-48ba-a7cd-bcd00d485c76/35d0782a-54a3-4d0b-8e91-432c46f5344b/a9e4182d-cae2-4c28-bd97-aec04ac0c0e2) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:04:01.775279 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096ba38-9a3d-4492-aa04-da58c985596c req-d5f5f22a-8646-43ba-adb7-f3c4a8fa1d55 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:01.791069 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1096ba38-9a3d-4492-aa04-da58c985596c req-d5f5f22a-8646-43ba-adb7-f3c4a8fa1d55 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.2702565 Sep 18 00:04:01.802793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc468a14-0b0e-400d-815c-4ed9ae2fbc79 req-a2952aad-fcf5-486a-a61d-bdbadb78deef tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:01.805184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc468a14-0b0e-400d-815c-4ed9ae2fbc79 req-a2952aad-fcf5-486a-a61d-bdbadb78deef tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=44812294-bc32-4902-ae97-27f21bb12ebe HTTP/1.1" status: 200 len: 945 time: 0.2860544 Sep 18 00:04:01.812637 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29a55c26-5fab-498f-90bd-ac8992e41c41 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:01.883878 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:01.884501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a55c26-5fab-498f-90bd-ac8992e41c41 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event deleted for resources: {'Port': ['ID=ef67f741-1385-4734-967e-2c968905e243,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:01.950967 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:02.005590 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1096ba38-9a3d-4492-aa04-da58c985596c req-ee42758e-69ab-4c73-bc44-e1096e08a170 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089651 Sep 18 00:04:02.045502 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] Network 43bad501-87d5-48ba-a7cd-bcd00d485c76 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:04:02.049396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:02.054076 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:04:02.073328 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc468a14-0b0e-400d-815c-4ed9ae2fbc79 req-02eaf214-0fa4-461b-9334-8c791183e030 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582984 Sep 18 00:04:02.135623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] Pushing event updated for resources: {'Port': ['ID=a9e4182d-cae2-4c28-bd97-aec04ac0c0e2,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:02.154033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] Attempting to bind port a9e4182d-cae2-4c28-bd97-aec04ac0c0e2 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:04:02.154402 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] Attempting to bind port a9e4182d-cae2-4c28-bd97-aec04ac0c0e2 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'b0b24837-9574-4a49-9383-f69a9f8763ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '43bad501-87d5-48ba-a7cd-bcd00d485c76'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:04:02.154760 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] Attempting to bind port a9e4182d-cae2-4c28-bd97-aec04ac0c0e2 on network 43bad501-87d5-48ba-a7cd-bcd00d485c76 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:04:02.165342 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:04:02.168324 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] Checking segment: {'id': 'b0b24837-9574-4a49-9383-f69a9f8763ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '43bad501-87d5-48ba-a7cd-bcd00d485c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:04:02.168761 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:02.170223 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] Bound using segment: {'id': 'b0b24837-9574-4a49-9383-f69a9f8763ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '43bad501-87d5-48ba-a7cd-bcd00d485c76'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:04:02.170772 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] Bound port: a9e4182d-cae2-4c28-bd97-aec04ac0c0e2, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b24837-9574-4a49-9383-f69a9f8763ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '43bad501-87d5-48ba-a7cd-bcd00d485c76'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:04:02.175275 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:02.189328 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29a55c26-5fab-498f-90bd-ac8992e41c41 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:02.191677 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-29a55c26-5fab-498f-90bd-ac8992e41c41 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "DELETE /v2.0/ports/ef67f741-1385-4734-967e-2c968905e243 HTTP/1.1" status: 204 len: 168 time: 1.0561099 Sep 18 00:04:02.194936 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37756) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:02.296091 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f158fa-1802-45f5-9cc9-cbdb43b5272c tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] GET failed (client error): The resource could not be found. Sep 18 00:04:02.301889 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-29f158fa-1802-45f5-9cc9-cbdb43b5272c tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "GET /v2.0/ports/ef67f741-1385-4734-967e-2c968905e243 HTTP/1.1" status: 404 len: 333 time: 0.1041758 Sep 18 00:04:02.305617 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37762) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:02.317350 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c8433855-4c9b-4e19-a1f7-51249e0751ad tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Request body: {'port': {'network_id': 'f2cfd8b8-15af-4541-865f-67303feb4278', 'name': 'tempest-AllowedAddressPairTestJSON-270641811'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:02.357385 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] For port a9e4182d-cae2-4c28-bd97-aec04ac0c0e2, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:04:02.361998 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] For port a9e4182d-cae2-4c28-bd97-aec04ac0c0e2, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a9e4182d-cae2-4c28-bd97-aec04ac0c0e2,segment=NetworkSegment(b0b24837-9574-4a49-9383-f69a9f8763ec),segment_id=b0b24837-9574-4a49-9383-f69a9f8763ec)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:04:02.526441 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:02.584007 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8433855-4c9b-4e19-a1f7-51249e0751ad tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Made reservation on behalf of 04dce52b9d91442f8ef8cb116b39e3ed for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:02.587648 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c8433855-4c9b-4e19-a1f7-51249e0751ad tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:02.601656 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37770) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:02.608763 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-8c9fbb01-32cb-4b74-8f6e-6bc0b2db4a54 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1600757400', 'description': 'tempest-secgroup-smoke-1600757400 description', 'project_id': '240dd21d0d2f45ecb6590c53be314024'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:02.626013 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-c8433855-4c9b-4e19-a1f7-51249e0751ad tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] device_id is not set on port e1c7831e-1c12-4013-a491-d8a12e178def yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:04:02.649341 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b7afe-2407-4864-9f7c-2d7eb958238f None None] Pushing event updated for resources: {'Port': ['ID=a9e4182d-cae2-4c28-bd97-aec04ac0c0e2,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:02.767126 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8c9fbb01-32cb-4b74-8f6e-6bc0b2db4a54 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:02.845929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-c8433855-4c9b-4e19-a1f7-51249e0751ad tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Allocated IP 172.20.0.4 (f2cfd8b8-15af-4541-865f-67303feb4278/4c5a6065-6490-44f9-b8e2-36868e3db1ba/e1c7831e-1c12-4013-a491-d8a12e178def) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:04:03.024702 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8c9fbb01-32cb-4b74-8f6e-6bc0b2db4a54 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:03.104074 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8c9fbb01-32cb-4b74-8f6e-6bc0b2db4a54 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:03.171314 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fbb01-32cb-4b74-8f6e-6bc0b2db4a54 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6ebbab-09cd-4a18-8543-5c1d89f339d4,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:03.235956 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8c9fbb01-32cb-4b74-8f6e-6bc0b2db4a54 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:03.240303 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8c9fbb01-32cb-4b74-8f6e-6bc0b2db4a54 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6364982 Sep 18 00:04:03.240966 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37790) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:03.245520 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0de2941b-3ca9-472f-a044-d5e2af55342c tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group_rule': {'security_group_id': '0d6ebbab-09cd-4a18-8543-5c1d89f339d4', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:03.272113 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c8433855-4c9b-4e19-a1f7-51249e0751ad tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:03.300926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f2145-d9cf-42bd-b474-0c50e718bb9c req-5b2e258f-6069-45c3-afa7-6565b8b7fd7b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:03.302700 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d00f2145-d9cf-42bd-b474-0c50e718bb9c req-5b2e258f-6069-45c3-afa7-6565b8b7fd7b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.1766677 Sep 18 00:04:03.317454 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29f11f-947b-48ed-bc46-1a9a1c19b813 req-53c2b9ad-ef48-4982-b035-d7d3c53424c4 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:03.319417 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d29f11f-947b-48ed-bc46-1a9a1c19b813 req-53c2b9ad-ef48-4982-b035-d7d3c53424c4 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=44812294-bc32-4902-ae97-27f21bb12ebe HTTP/1.1" status: 200 len: 945 time: 0.1319709 Sep 18 00:04:03.406242 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0de2941b-3ca9-472f-a044-d5e2af55342c tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:03.418476 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d00f2145-d9cf-42bd-b474-0c50e718bb9c req-16ba7ce7-270c-45fe-bce0-ec6c4e62760e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963089 Sep 18 00:04:03.430740 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d29f11f-947b-48ed-bc46-1a9a1c19b813 req-523cb42e-492c-405c-bb65-84c7bc10b718 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964756 Sep 18 00:04:03.535584 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0de2941b-3ca9-472f-a044-d5e2af55342c tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:03.541385 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c8433855-4c9b-4e19-a1f7-51249e0751ad tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:03.599203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8433855-4c9b-4e19-a1f7-51249e0751ad tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Network f2cfd8b8-15af-4541-865f-67303feb4278 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:04:03.603009 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-c8433855-4c9b-4e19-a1f7-51249e0751ad tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:03.608094 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8433855-4c9b-4e19-a1f7-51249e0751ad tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:04:03.618417 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0de2941b-3ca9-472f-a044-d5e2af55342c tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:03.665080 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2941b-3ca9-472f-a044-d5e2af55342c tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87bb2c0-6bf8-42c3-925b-df3db0c10d6d,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:03.727261 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0de2941b-3ca9-472f-a044-d5e2af55342c tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:03.728591 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0de2941b-3ca9-472f-a044-d5e2af55342c tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4866290 Sep 18 00:04:03.731269 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37810) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:03.736469 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-caf840e8-e319-41a3-b8ab-f844931b3f8a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group_rule': {'security_group_id': '0d6ebbab-09cd-4a18-8543-5c1d89f339d4', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:03.762599 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8433855-4c9b-4e19-a1f7-51249e0751ad tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event updated for resources: {'Port': ['ID=e1c7831e-1c12-4013-a491-d8a12e178def,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:03.808117 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8433855-4c9b-4e19-a1f7-51249e0751ad tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:03.808824 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c8433855-4c9b-4e19-a1f7-51249e0751ad tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:03.888760 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-caf840e8-e319-41a3-b8ab-f844931b3f8a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:03.996290 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c8433855-4c9b-4e19-a1f7-51249e0751ad tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6895874 Sep 18 00:04:04.007591 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37822) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:04.011647 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-6d10f4cf-a53c-400b-8319-189e94f0e740 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9c:fd:f1'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:04.082699 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-caf840e8-e319-41a3-b8ab-f844931b3f8a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:04.172600 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-caf840e8-e319-41a3-b8ab-f844931b3f8a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:04.216552 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a6b3315c-e4b0-4c85-9621-4886d38aa173 None None] Provisioning complete for port e1c7831e-1c12-4013-a491-d8a12e178def triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:04.218232 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a6b3315c-e4b0-4c85-9621-4886d38aa173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:04.255497 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf840e8-e319-41a3-b8ab-f844931b3f8a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7275cf54-afbc-4a17-b7bc-2b276494a0ca,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:04.292573 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-caf840e8-e319-41a3-b8ab-f844931b3f8a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:04.295364 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-caf840e8-e319-41a3-b8ab-f844931b3f8a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5622838 Sep 18 00:04:04.297538 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37834) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:04.303279 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-de51b64e-5685-4804-8fca-23455ce95c86 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group_rule': {'security_group_id': '0d6ebbab-09cd-4a18-8543-5c1d89f339d4', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:04.358162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3315c-e4b0-4c85-9621-4886d38aa173 None None] Port e1c7831e-1c12-4013-a491-d8a12e178def cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:04:04.405763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a9e4182d-cae2-4c28-bd97-aec04ac0c0e2 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:04:04.481016 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de51b64e-5685-4804-8fca-23455ce95c86 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:04.571949 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ab5f26-770f-4f43-a039-a7a012d36502 None None] Network 43bad501-87d5-48ba-a7cd-bcd00d485c76 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:04:04.612219 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d10f4cf-a53c-400b-8319-189e94f0e740 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:04.663236 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de51b64e-5685-4804-8fca-23455ce95c86 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:04.744400 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de51b64e-5685-4804-8fca-23455ce95c86 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:04.756019 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a9e4182d-cae2-4c28-bd97-aec04ac0c0e2 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:04.756973 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:04.777047 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51b64e-5685-4804-8fca-23455ce95c86 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2f2832-d019-44dc-9efe-e3745dfbedd7,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:04.848999 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b8654373-f204-4f06-ab77-88470ddd2542 None None] Provisioning complete for port a9e4182d-cae2-4c28-bd97-aec04ac0c0e2 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:04.849799 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b8654373-f204-4f06-ab77-88470ddd2542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:04.858586 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de51b64e-5685-4804-8fca-23455ce95c86 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:04.861308 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-de51b64e-5685-4804-8fca-23455ce95c86 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5612047 Sep 18 00:04:04.863202 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37856) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:04.867879 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2173a3ad-38ac-45cf-b1fa-0c32c353c027 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group_rule': {'security_group_id': '0d6ebbab-09cd-4a18-8543-5c1d89f339d4', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:04.871524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8647da-9e5c-482d-8c11-bfee85a3d4ba req-55b64a61-10f5-4a9f-b81b-3d94b3cd5a84 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:04.877031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b8647da-9e5c-482d-8c11-bfee85a3d4ba req-55b64a61-10f5-4a9f-b81b-3d94b3cd5a84 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.2587605 Sep 18 00:04:04.992925 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b8647da-9e5c-482d-8c11-bfee85a3d4ba req-110673e7-dc06-48b8-8a34-9a052f53a520 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043296 Sep 18 00:04:05.012414 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:05.035668 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2173a3ad-38ac-45cf-b1fa-0c32c353c027 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:05.146549 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2173a3ad-38ac-45cf-b1fa-0c32c353c027 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:05.147336 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37864) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:05.163889 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port a9e4182d-cae2-4c28-bd97-aec04ac0c0e2, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a9e4182d-cae2-4c28-bd97-aec04ac0c0e2,segment=NetworkSegment(b0b24837-9574-4a49-9383-f69a9f8763ec),segment_id=b0b24837-9574-4a49-9383-f69a9f8763ec)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:05.167142 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b8654373-f204-4f06-ab77-88470ddd2542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:05.168225 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-15d38b1f-bdfb-4f59-a9fd-58516fb0a017 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1754079305', 'description': 'tempest-secgroup-smoke-1754079305 description', 'project_id': '6fe7222ae4c04910b88bcb6204ec0195'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:05.249253 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d10f4cf-a53c-400b-8319-189e94f0e740 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:05.490337 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9663031-db6b-48c0-b102-08d05dd9ae00 req-6f44ea4b-103b-4d27-8bc3-c75a2e865e34 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:05.492194 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b9663031-db6b-48c0-b102-08d05dd9ae00 req-6f44ea4b-103b-4d27-8bc3-c75a2e865e34 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 1097 time: 0.0488172 Sep 18 00:04:05.527512 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-15d38b1f-bdfb-4f59-a9fd-58516fb0a017 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:05.538633 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d10f4cf-a53c-400b-8319-189e94f0e740 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:05.539651 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:05.541467 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2173a3ad-38ac-45cf-b1fa-0c32c353c027 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:05.546929 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b9663031-db6b-48c0-b102-08d05dd9ae00 req-07e7dcbb-a485-4a84-a0fa-430252159cc3 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485268 Sep 18 00:04:05.630181 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173a3ad-38ac-45cf-b1fa-0c32c353c027 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116509fe-c976-43e0-9e5c-423958cb006c,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:05.640861 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10f4cf-a53c-400b-8319-189e94f0e740 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event updated for resources: {'Port': ['ID=e1c7831e-1c12-4013-a491-d8a12e178def,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:05.666927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-6d10f4cf-a53c-400b-8319-189e94f0e740 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] In _notify_port_updated(), no bound segment for port e1c7831e-1c12-4013-a491-d8a12e178def on network f2cfd8b8-15af-4541-865f-67303feb4278 {{(pid=95592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:04:05.679502 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d10f4cf-a53c-400b-8319-189e94f0e740 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:05.680512 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d10f4cf-a53c-400b-8319-189e94f0e740 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:05.683765 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6d10f4cf-a53c-400b-8319-189e94f0e740 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "PUT /v2.0/ports/e1c7831e-1c12-4013-a491-d8a12e178def HTTP/1.1" status: 200 len: 995 time: 1.6802950 Sep 18 00:04:05.686774 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37884) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:05.776695 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-15d38b1f-bdfb-4f59-a9fd-58516fb0a017 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:05.842515 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-15d38b1f-bdfb-4f59-a9fd-58516fb0a017 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:05.901496 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2173a3ad-38ac-45cf-b1fa-0c32c353c027 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:05.905752 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2173a3ad-38ac-45cf-b1fa-0c32c353c027 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0413980 Sep 18 00:04:05.913860 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37888) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:05.918885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-79846db9-834b-4689-bd6c-ebc3291abde9 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group_rule': {'security_group_id': '0d6ebbab-09cd-4a18-8543-5c1d89f339d4', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:05.930177 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d38b1f-bdfb-4f59-a9fd-58516fb0a017 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7743b3f8-4eb1-4f0d-9051-97e0602a204a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:05.943703 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-15d38b1f-bdfb-4f59-a9fd-58516fb0a017 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:05.943703 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-15d38b1f-bdfb-4f59-a9fd-58516fb0a017 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7809966 Sep 18 00:04:05.943703 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37892) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:05.950223 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-410f38b1-0dd7-42a1-9a82-ab158359d268 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Request body: {'security_group_rule': {'security_group_id': '7743b3f8-4eb1-4f0d-9051-97e0602a204a', 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:06.000146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df890991-1033-4ba4-92e7-062a36a8dd78 req-d51a60c1-2780-467b-a160-73c7c46dc3be tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:06.002354 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df890991-1033-4ba4-92e7-062a36a8dd78 req-d51a60c1-2780-467b-a160-73c7c46dc3be tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.1795344 Sep 18 00:04:06.036906 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=a9e4182d-cae2-4c28-bd97-aec04ac0c0e2,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:06.075877 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-b8654373-f204-4f06-ab77-88470ddd2542 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:04:06.077338 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-b8654373-f204-4f06-ab77-88470ddd2542 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:04:06.080342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-efa18df0-095c-4daf-99b8-21b3b527a331 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Deleting port e1c7831e-1c12-4013-a491-d8a12e178def {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:06.080683 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-efa18df0-095c-4daf-99b8-21b3b527a331 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:06.101857 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df890991-1033-4ba4-92e7-062a36a8dd78 req-8b5a9f85-c690-43ad-818e-d28609c977bf tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887318 Sep 18 00:04:06.118649 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-79846db9-834b-4689-bd6c-ebc3291abde9 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Project 240dd21d0d2f45ecb6590c53be314024 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:04:06.135905 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-79846db9-834b-4689-bd6c-ebc3291abde9 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:06.147254 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37904) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:06.216378 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab10af6-71e5-454b-9fa8-805f7a340c02 req-1e59d0f8-721a-476b-851c-bb2ba4cfb66f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:06.219547 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bab10af6-71e5-454b-9fa8-805f7a340c02 req-1e59d0f8-721a-476b-851c-bb2ba4cfb66f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.1210601 Sep 18 00:04:06.258200 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-efa18df0-095c-4daf-99b8-21b3b527a331 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:06.276367 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7693c174-5c92-4394-8e46-ffda1c19cefb tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/floatingips/dacf8384-1189-479b-b592-fd9e2241d590 HTTP/1.1" status: 200 len: 994 time: 0.1276114 Sep 18 00:04:06.279170 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-410f38b1-0dd7-42a1-9a82-ab158359d268 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:06.280092 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-efa18df0-095c-4daf-99b8-21b3b527a331 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Calling delete_port for e1c7831e-1c12-4013-a491-d8a12e178def owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:06.292884 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bab10af6-71e5-454b-9fa8-805f7a340c02 req-663434f9-16fa-45d6-8d08-02208d3e965b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642524 Sep 18 00:04:06.347909 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a9e4182d-cae2-4c28-bd97-aec04ac0c0e2 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:04:06.361838 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-79846db9-834b-4689-bd6c-ebc3291abde9 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:06.392159 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-410f38b1-0dd7-42a1-9a82-ab158359d268 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:06.430612 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a9e4182d-cae2-4c28-bd97-aec04ac0c0e2 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:06.431726 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:06.441352 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-79846db9-834b-4689-bd6c-ebc3291abde9 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:06.471872 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79846db9-834b-4689-bd6c-ebc3291abde9 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d10f14-46f5-4d94-9538-38ca52d51f68,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:06.534699 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-410f38b1-0dd7-42a1-9a82-ab158359d268 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:06.587830 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f38b1-0dd7-42a1-9a82-ab158359d268 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434d17a2-f6df-432e-9808-2bbd18d7cc03,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:06.591846 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-d0ca0b2b-80e1-44bc-b8d4-e4c9ed8d7063 req-75f3a819-8b72-456c-9ec6-f64e261c4a93 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:04:06.592146 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d0ca0b2b-80e1-44bc-b8d4-e4c9ed8d7063 req-75f3a819-8b72-456c-9ec6-f64e261c4a93 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121133 Sep 18 00:04:06.612726 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-79846db9-834b-4689-bd6c-ebc3291abde9 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:06.616953 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-79846db9-834b-4689-bd6c-ebc3291abde9 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6991818 Sep 18 00:04:06.618833 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37932) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:06.631137 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f564739e-9088-430e-9aba-3069f5f599f9 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group_rule': {'security_group_id': '0d6ebbab-09cd-4a18-8543-5c1d89f339d4', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:06.675911 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-efa18df0-095c-4daf-99b8-21b3b527a331 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:06.702490 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-410f38b1-0dd7-42a1-9a82-ab158359d268 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:06.702490 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-410f38b1-0dd7-42a1-9a82-ab158359d268 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7567377 Sep 18 00:04:06.704035 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37936) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:06.708676 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-4df11385-8b52-4a94-849e-32364fd133f0 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Request body: {'security_group_rule': {'security_group_id': '7743b3f8-4eb1-4f0d-9051-97e0602a204a', 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:06.712461 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa18df0-095c-4daf-99b8-21b3b527a331 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event deleted for resources: {'Port': ['ID=e1c7831e-1c12-4013-a491-d8a12e178def,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:06.754967 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-91613b92-50ee-4fe3-8f28-0d406a57da51 None None] Could not find standard attr ID for object e1c7831e-1c12-4013-a491-d8a12e178def. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:04:06.774387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-91613b92-50ee-4fe3-8f28-0d406a57da51 None None] Provisioning complete for port a9e4182d-cae2-4c28-bd97-aec04ac0c0e2 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:06.774765 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-91613b92-50ee-4fe3-8f28-0d406a57da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:06.816593 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-efa18df0-095c-4daf-99b8-21b3b527a331 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:06.819549 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-efa18df0-095c-4daf-99b8-21b3b527a331 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "DELETE /v2.0/ports/e1c7831e-1c12-4013-a491-d8a12e178def HTTP/1.1" status: 204 len: 168 time: 1.1262710 Sep 18 00:04:06.823170 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37946) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:06.855981 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ede7cd-e8eb-45b5-a70f-9a21c439115c tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] GET failed (client error): The resource could not be found. Sep 18 00:04:06.858346 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-94ede7cd-e8eb-45b5-a70f-9a21c439115c tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "GET /v2.0/ports/e1c7831e-1c12-4013-a491-d8a12e178def HTTP/1.1" status: 404 len: 333 time: 0.0338929 Sep 18 00:04:06.862452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 37948) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:06.868292 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-fc36045b-1ca6-4f68-8655-a9ee85c30313 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Request body: {'port': {'network_id': 'f2cfd8b8-15af-4541-865f-67303feb4278', 'name': 'tempest-AllowedAddressPairTestJSON-948621544'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:06.874717 n-d-809883-1 neutron-server[95592]: INFO neutron.db.securitygroups_db [None req-f564739e-9088-430e-9aba-3069f5f599f9 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Project 240dd21d0d2f45ecb6590c53be314024 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:04:06.903935 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f564739e-9088-430e-9aba-3069f5f599f9 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:06.986512 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4df11385-8b52-4a94-849e-32364fd133f0 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:07.089561 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4df11385-8b52-4a94-849e-32364fd133f0 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:07.117082 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f564739e-9088-430e-9aba-3069f5f599f9 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:07.152330 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7f042d9-bb2f-492e-b8d6-696445a8062d req-80a5e5c8-eb54-46eb-90b9-07b8222e4bc7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2786243 Sep 18 00:04:07.164461 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4df11385-8b52-4a94-849e-32364fd133f0 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:07.189056 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dd5e8-5d6b-4ad6-90ca-84aea1583af4 req-78fdf251-0bd4-4f65-ad64-55625584de97 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:07.190635 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-345dd5e8-5d6b-4ad6-90ca-84aea1583af4 req-78fdf251-0bd4-4f65-ad64-55625584de97 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.1267006 Sep 18 00:04:07.191962 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f564739e-9088-430e-9aba-3069f5f599f9 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:07.228765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564739e-9088-430e-9aba-3069f5f599f9 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85289298-0d82-42bc-bf34-1127b71965ac,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:07.236049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df11385-8b52-4a94-849e-32364fd133f0 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5850a6ad-03ee-4eda-91fc-d731eed31e5f,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:07.256341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc36045b-1ca6-4f68-8655-a9ee85c30313 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Made reservation on behalf of 04dce52b9d91442f8ef8cb116b39e3ed for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:07.259817 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc36045b-1ca6-4f68-8655-a9ee85c30313 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:07.302529 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-fc36045b-1ca6-4f68-8655-a9ee85c30313 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] device_id is not set on port 27ac7a51-7e0a-495a-9a1b-c456352eb070 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:04:07.306211 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-73c0a56f-511a-4e90-b93f-258241696223 req-5ee59adc-a39b-4b20-912e-93cc6a1b0812 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876143 Sep 18 00:04:07.309324 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-345dd5e8-5d6b-4ad6-90ca-84aea1583af4 req-234ead65-9447-478a-b628-3d94041e5f1e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055410 Sep 18 00:04:07.309906 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-68196d20-4e2d-47c0-8f3e-0b915024ac75 req-2765ff92-72dc-4d39-9f0d-b70dafb8be92 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704505 Sep 18 00:04:07.314004 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f564739e-9088-430e-9aba-3069f5f599f9 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:07.315155 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f564739e-9088-430e-9aba-3069f5f599f9 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6953218 Sep 18 00:04:07.317267 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f042d9-bb2f-492e-b8d6-696445a8062d req-a1ea5ca9-3067-4d0a-98e7-34d7d408cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:07.318813 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7f042d9-bb2f-492e-b8d6-696445a8062d req-a1ea5ca9-3067-4d0a-98e7-34d7d408cc4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 1097 time: 0.1079495 Sep 18 00:04:07.401413 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4df11385-8b52-4a94-849e-32364fd133f0 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:07.402900 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4df11385-8b52-4a94-849e-32364fd133f0 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6978798 Sep 18 00:04:07.405676 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 37982) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:07.410884 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-995ea0f8-3750-4a58-b32b-88a5475f4c89 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Request body: {'security_group_rule': {'security_group_id': '7743b3f8-4eb1-4f0d-9051-97e0602a204a', 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:07.479331 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68196d20-4e2d-47c0-8f3e-0b915024ac75 req-6cb93f61-f0e4-4627-aa03-74e8ac1d3b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:07.480946 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-68196d20-4e2d-47c0-8f3e-0b915024ac75 req-6cb93f61-f0e4-4627-aa03-74e8ac1d3b46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8789870646c04ee28c537b4fe3c9719a&device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 1096 time: 0.0493755 Sep 18 00:04:07.581522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-fc36045b-1ca6-4f68-8655-a9ee85c30313 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Allocated IP 172.20.0.9 (f2cfd8b8-15af-4541-865f-67303feb4278/4c5a6065-6490-44f9-b8e2-36868e3db1ba/27ac7a51-7e0a-495a-9a1b-c456352eb070) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:04:07.591109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdd21f-588c-4c43-ab77-13f417dd889a req-b10cd2c9-fdea-419c-a93d-f48cabab705e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:07.592756 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-85fdd21f-588c-4c43-ab77-13f417dd889a req-b10cd2c9-fdea-419c-a93d-f48cabab705e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.1754587 Sep 18 00:04:07.594708 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-995ea0f8-3750-4a58-b32b-88a5475f4c89 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:07.658129 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f042d9-bb2f-492e-b8d6-696445a8062d req-f4dba933-5c94-4310-80ae-c235c3cc50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:07.658129 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7f042d9-bb2f-492e-b8d6-696445a8062d req-f4dba933-5c94-4310-80ae-c235c3cc50b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 912 time: 0.2735267 Sep 18 00:04:07.662104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68196d20-4e2d-47c0-8f3e-0b915024ac75 req-bbec40ba-fc8b-488e-8bf8-a2fd1e09931f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:07.664137 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-68196d20-4e2d-47c0-8f3e-0b915024ac75 req-bbec40ba-fc8b-488e-8bf8-a2fd1e09931f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8b2d6011-258a-42be-9c93-b3ada3daa02d HTTP/1.1" status: 200 len: 916 time: 0.1505558 Sep 18 00:04:07.720058 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-68196d20-4e2d-47c0-8f3e-0b915024ac75 req-beb15c3a-9b71-47fc-a47a-06bc66ffb525 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90ae83bf-9e9f-4246-a0ae-56a2fadb7674 HTTP/1.1" status: 200 len: 217 time: 0.0448985 Sep 18 00:04:07.726676 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-995ea0f8-3750-4a58-b32b-88a5475f4c89 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:07.756038 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-85fdd21f-588c-4c43-ab77-13f417dd889a req-2c0af609-6541-4a4f-a044-b583a0d43fc2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495488 Sep 18 00:04:07.760120 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7f042d9-bb2f-492e-b8d6-696445a8062d req-90691788-2d66-42df-b1bb-4b4d9e8f3126 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 HTTP/1.1" status: 200 len: 217 time: 0.0926011 Sep 18 00:04:07.776120 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68196d20-4e2d-47c0-8f3e-0b915024ac75 req-6b30d448-478b-487f-ac1a-8928e19cacc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:07.777641 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-68196d20-4e2d-47c0-8f3e-0b915024ac75 req-6b30d448-478b-487f-ac1a-8928e19cacc9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e20553aa-891a-4dbe-a830-3d08538dc0a4 HTTP/1.1" status: 200 len: 855 time: 0.0498059 Sep 18 00:04:07.845663 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-68196d20-4e2d-47c0-8f3e-0b915024ac75 req-bf7bf85c-edd3-4d7c-be77-eb5fb3c68a48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b2d6011-258a-42be-9c93-b3ada3daa02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596056 Sep 18 00:04:07.846305 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-995ea0f8-3750-4a58-b32b-88a5475f4c89 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:07.901421 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ea0f8-3750-4a58-b32b-88a5475f4c89 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6e6ea5-bcc6-4d69-ad6f-1bc40570cc7b,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:07.914480 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437867e5-be76-4740-8be6-963c6f8966d9 req-97d5cf58-7b5f-4c98-93b7-ff602afbcdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:07.915348 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-437867e5-be76-4740-8be6-963c6f8966d9 req-97d5cf58-7b5f-4c98-93b7-ff602afbcdff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 1096 time: 0.1203728 Sep 18 00:04:07.916156 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-bfcc2cf5-80dd-499f-a359-4eeb2266e848 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1600757400&fields=id&tenant_id=240dd21d0d2f45ecb6590c53be314024 HTTP/1.1" status: 200 len: 267 time: 0.1642137 Sep 18 00:04:08.064437 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-995ea0f8-3750-4a58-b32b-88a5475f4c89 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:08.065687 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-995ea0f8-3750-4a58-b32b-88a5475f4c89 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6589565 Sep 18 00:04:08.069630 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38030) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:08.078745 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-be944474-c95d-4369-8ed5-f9be46c96724 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Request body: {'security_group_rule': {'security_group_id': '7743b3f8-4eb1-4f0d-9051-97e0602a204a', 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:08.138604 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-68196d20-4e2d-47c0-8f3e-0b915024ac75 req-0b8795c6-8ce5-4b75-9b2b-4e84d0630d54 service neutron] 10.222.0.41 "GET /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796915 Sep 18 00:04:08.153519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437867e5-be76-4740-8be6-963c6f8966d9 req-e8d4d715-e1e2-4e95-a4c4-55e84e81fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:08.155372 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-437867e5-be76-4740-8be6-963c6f8966d9 req-e8d4d715-e1e2-4e95-a4c4-55e84e81fa91 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 912 time: 0.2063818 Sep 18 00:04:08.193779 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-be944474-c95d-4369-8ed5-f9be46c96724 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:08.296330 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-437867e5-be76-4740-8be6-963c6f8966d9 req-ce74200b-3d65-4895-997f-242e20325491 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e796cecc-0f91-4dfe-8c3f-b3aecca453d7 HTTP/1.1" status: 200 len: 217 time: 0.1305938 Sep 18 00:04:08.402674 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f042d9-bb2f-492e-b8d6-696445a8062d req-e85872ab-d902-450c-87a9-9c4d370610c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:08.406000 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7f042d9-bb2f-492e-b8d6-696445a8062d req-e85872ab-d902-450c-87a9-9c4d370610c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.6136048 Sep 18 00:04:08.413769 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-be944474-c95d-4369-8ed5-f9be46c96724 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:08.441021 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437867e5-be76-4740-8be6-963c6f8966d9 req-6a5b2e55-31e4-455d-aa1d-ceaafbd3707c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:08.442538 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-437867e5-be76-4740-8be6-963c6f8966d9 req-6a5b2e55-31e4-455d-aa1d-ceaafbd3707c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.1333890 Sep 18 00:04:08.463053 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-68196d20-4e2d-47c0-8f3e-0b915024ac75 req-0f52a832-fce6-4937-9233-ef9385f62d41 service neutron] 10.222.0.41 "GET /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064995 Sep 18 00:04:08.480068 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-be944474-c95d-4369-8ed5-f9be46c96724 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:08.503517 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be944474-c95d-4369-8ed5-f9be46c96724 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab19f397-f3ed-4120-aff2-16989fa6d954,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:08.518896 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437867e5-be76-4740-8be6-963c6f8966d9 req-a9d6c94f-88c1-4029-b149-c42dffdd9886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:08.520503 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-437867e5-be76-4740-8be6-963c6f8966d9 req-a9d6c94f-88c1-4029-b149-c42dffdd9886 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689869 Sep 18 00:04:08.571846 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-dedc6f4b-80f6-4a43-be22-0c594232611d tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:08.573412 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-dedc6f4b-80f6-4a43-be22-0c594232611d tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/networks?id=43bad501-87d5-48ba-a7cd-bcd00d485c76 HTTP/1.1" status: 200 len: 797 time: 0.6562529 Sep 18 00:04:08.617895 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-be944474-c95d-4369-8ed5-f9be46c96724 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:08.619138 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-be944474-c95d-4369-8ed5-f9be46c96724 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5470493 Sep 18 00:04:08.624982 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38062) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:08.635035 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-5dd768a9-bfb9-4334-8415-eca82ca7e17e tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Request body: {'security_group_rule': {'security_group_id': '7743b3f8-4eb1-4f0d-9051-97e0602a204a', 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:08.636119 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-8c89779a-d85d-4d19-b1a6-a16fcf4797e9 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/quotas/240dd21d0d2f45ecb6590c53be314024 HTTP/1.1" status: 200 len: 375 time: 0.0522900 Sep 18 00:04:08.638229 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f042d9-bb2f-492e-b8d6-696445a8062d req-e07bcf45-4e3b-4754-b79a-2168c7d7b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:08.639676 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7f042d9-bb2f-492e-b8d6-696445a8062d req-e07bcf45-4e3b-4754-b79a-2168c7d7b7c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2214642 Sep 18 00:04:08.646265 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc36045b-1ca6-4f68-8655-a9ee85c30313 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:08.649412 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-437867e5-be76-4740-8be6-963c6f8966d9 req-57ecfe5a-4da6-4cbf-8e9e-34fa51758b4c service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212137 Sep 18 00:04:08.664396 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43555d88-8da6-475f-a737-4c2e97a6bf9f req-075765dd-a231-4e1f-8e75-e4c122233e51 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:08.665961 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43555d88-8da6-475f-a737-4c2e97a6bf9f req-075765dd-a231-4e1f-8e75-e4c122233e51 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.1915746 Sep 18 00:04:08.769699 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-437867e5-be76-4740-8be6-963c6f8966d9 req-de11e121-fddb-43ba-83c2-423a41e81108 service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135585 Sep 18 00:04:08.829415 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43555d88-8da6-475f-a737-4c2e97a6bf9f req-fe1a0f8c-279e-4b5f-8662-f5b5bbbdf902 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301248 Sep 18 00:04:08.841508 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-3937acde-2a7e-49d9-a0f0-9e785de30974 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=240dd21d0d2f45ecb6590c53be314024&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1723602 Sep 18 00:04:08.851326 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-5dd768a9-bfb9-4334-8415-eca82ca7e17e tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Project 6fe7222ae4c04910b88bcb6204ec0195 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:04:08.861784 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7f042d9-bb2f-492e-b8d6-696445a8062d req-be1c1fee-ce23-47fc-8cbe-c72a6229822d service neutron] 10.222.0.37 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137384 Sep 18 00:04:08.886211 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5dd768a9-bfb9-4334-8415-eca82ca7e17e tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:08.952932 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5dd768a9-bfb9-4334-8415-eca82ca7e17e tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:08.974327 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc36045b-1ca6-4f68-8655-a9ee85c30313 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:09.052471 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5dd768a9-bfb9-4334-8415-eca82ca7e17e tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:09.071722 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd768a9-bfb9-4334-8415-eca82ca7e17e tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94121185-c56a-4be4-9a14-377436cd3b65,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:09.113341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc36045b-1ca6-4f68-8655-a9ee85c30313 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Network f2cfd8b8-15af-4541-865f-67303feb4278 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:04:09.136403 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-fc36045b-1ca6-4f68-8655-a9ee85c30313 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:09.155533 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36045b-1ca6-4f68-8655-a9ee85c30313 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:04:09.169288 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36045b-1ca6-4f68-8655-a9ee85c30313 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event updated for resources: {'Port': ['ID=27ac7a51-7e0a-495a-9a1b-c456352eb070,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:09.222404 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30392ff7-3efa-41b8-a8ec-e684d4b38575 req-4dd8371a-6f9f-4365-aeb2-018274c5faf5 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:09.226659 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5dd768a9-bfb9-4334-8415-eca82ca7e17e tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:09.228449 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5dd768a9-bfb9-4334-8415-eca82ca7e17e tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6016903 Sep 18 00:04:09.229236 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38080) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:09.229367 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-30392ff7-3efa-41b8-a8ec-e684d4b38575 req-4dd8371a-6f9f-4365-aeb2-018274c5faf5 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.3202136 Sep 18 00:04:09.236987 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2805eba6-3599-4f58-b4c1-f7eb58dbcde0 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Request body: {'security_group_rule': {'security_group_id': '7743b3f8-4eb1-4f0d-9051-97e0602a204a', 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:09.253110 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7f042d9-bb2f-492e-b8d6-696445a8062d req-1f53d979-573f-4ec3-bdaa-fe210de31348 service neutron] 10.222.0.37 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709192 Sep 18 00:04:09.338302 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-05985be7-2a4b-4e58-a90b-cda1d6ca67c7 service neutron] 10.222.0.46 "GET /v2.0/networks/43bad501-87d5-48ba-a7cd-bcd00d485c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549518 Sep 18 00:04:09.373672 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc36045b-1ca6-4f68-8655-a9ee85c30313 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:09.374304 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc36045b-1ca6-4f68-8655-a9ee85c30313 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:09.384349 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-2805eba6-3599-4f58-b4c1-f7eb58dbcde0 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Project 6fe7222ae4c04910b88bcb6204ec0195 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:04:09.398693 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2805eba6-3599-4f58-b4c1-f7eb58dbcde0 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:09.419497 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-30392ff7-3efa-41b8-a8ec-e684d4b38575 req-4da98dae-3647-43a8-bcd9-018c0636b292 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653476 Sep 18 00:04:09.453532 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-531167b9-2eab-4008-9e50-a3aef8911d51 None None] Provisioning complete for port 27ac7a51-7e0a-495a-9a1b-c456352eb070 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:09.454654 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-531167b9-2eab-4008-9e50-a3aef8911d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:09.506332 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-0de62a12-3eb9-42e7-865b-116903a4c368 service neutron] 10.222.0.46 "GET /v2.0/networks/43bad501-87d5-48ba-a7cd-bcd00d485c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535077 Sep 18 00:04:09.512514 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2805eba6-3599-4f58-b4c1-f7eb58dbcde0 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:09.528793 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-531167b9-2eab-4008-9e50-a3aef8911d51 None None] Port 27ac7a51-7e0a-495a-9a1b-c456352eb070 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:04:09.534693 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fc36045b-1ca6-4f68-8655-a9ee85c30313 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6707048 Sep 18 00:04:09.537415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38088) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:09.542802 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-41d69fa3-148c-432a-8685-2540a7db4693 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Request body: {'port': {'network_id': 'f2cfd8b8-15af-4541-865f-67303feb4278', 'name': 'tempest-AllowedAddressPairTestJSON-1761532858'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:09.629901 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2805eba6-3599-4f58-b4c1-f7eb58dbcde0 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:09.650918 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805eba6-3599-4f58-b4c1-f7eb58dbcde0 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374425f2-ea3d-43bb-897c-6a0813ca54b1,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:09.738330 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2805eba6-3599-4f58-b4c1-f7eb58dbcde0 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:09.739806 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2805eba6-3599-4f58-b4c1-f7eb58dbcde0 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5078671 Sep 18 00:04:09.845288 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f907d2ec-a4e8-48e3-a29c-d16f3f8788f2 req-bf099fbe-7f5a-49cb-ab2b-94a9fe99f101 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 210 time: 0.0492136 Sep 18 00:04:09.861062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d69fa3-148c-432a-8685-2540a7db4693 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Made reservation on behalf of 04dce52b9d91442f8ef8cb116b39e3ed for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:09.865129 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-41d69fa3-148c-432a-8685-2540a7db4693 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:09.914011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-41d69fa3-148c-432a-8685-2540a7db4693 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] device_id is not set on port be3dbb61-f97d-46b2-9a07-1b8e538ec5d2 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:04:10.054494 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0a56f-511a-4e90-b93f-258241696223 req-79a955ad-cec2-40dc-8013-fa32e8464ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:10.056863 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-73c0a56f-511a-4e90-b93f-258241696223 req-79a955ad-cec2-40dc-8013-fa32e8464ac1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 1097 time: 0.0669513 Sep 18 00:04:10.101782 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7af666-6b02-4f69-aba2-b6a948c8c9c4 req-097f8f57-31e3-442a-ab23-f3f594cd6096 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:10.103327 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab7af666-6b02-4f69-aba2-b6a948c8c9c4 req-097f8f57-31e3-442a-ab23-f3f594cd6096 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.1165497 Sep 18 00:04:10.113115 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-41d69fa3-148c-432a-8685-2540a7db4693 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Allocated IP 172.20.0.13 (f2cfd8b8-15af-4541-865f-67303feb4278/4c5a6065-6490-44f9-b8e2-36868e3db1ba/be3dbb61-f97d-46b2-9a07-1b8e538ec5d2) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:04:10.168433 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0a56f-511a-4e90-b93f-258241696223 req-1d9c067a-a072-4641-94c0-dd8b33a62775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:10.171187 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-73c0a56f-511a-4e90-b93f-258241696223 req-1d9c067a-a072-4641-94c0-dd8b33a62775 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6394acd2-42a9-4714-99b8-84ce03248e98 HTTP/1.1" status: 200 len: 898 time: 0.0976744 Sep 18 00:04:10.175599 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab7af666-6b02-4f69-aba2-b6a948c8c9c4 req-3c124ee5-ba02-4594-ab2b-55c71244152d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602129 Sep 18 00:04:10.267896 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-73c0a56f-511a-4e90-b93f-258241696223 req-16c12804-068d-4207-a6cb-ae9314c97a62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f705268d-e990-426f-a62d-09f9a417f05a HTTP/1.1" status: 200 len: 1002 time: 0.0823462 Sep 18 00:04:10.344243 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0a56f-511a-4e90-b93f-258241696223 req-3425e507-4215-4181-9d93-4d66ee08fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:10.345781 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-73c0a56f-511a-4e90-b93f-258241696223 req-3425e507-4215-4181-9d93-4d66ee08fea6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d28e983-1f5e-4e84-89d0-753a7794debe HTTP/1.1" status: 200 len: 835 time: 0.0689030 Sep 18 00:04:10.370113 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-41d69fa3-148c-432a-8685-2540a7db4693 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:10.406788 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:10.418861 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0a56f-511a-4e90-b93f-258241696223 req-25a90eff-7c9c-4f43-ac25-66f2318c7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:10.420365 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-73c0a56f-511a-4e90-b93f-258241696223 req-25a90eff-7c9c-4f43-ac25-66f2318c7e17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6394acd2-42a9-4714-99b8-84ce03248e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663636 Sep 18 00:04:10.465583 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-570e63da-8152-4db4-9620-0ed7baebb884 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754079305&fields=id&tenant_id=6fe7222ae4c04910b88bcb6204ec0195 HTTP/1.1" status: 200 len: 267 time: 0.0546687 Sep 18 00:04:10.559131 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-41d69fa3-148c-432a-8685-2540a7db4693 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:10.560899 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-73c0a56f-511a-4e90-b93f-258241696223 req-413d6499-bddc-4b9b-b9fc-78337ed1d746 service neutron] 10.222.0.41 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307540 Sep 18 00:04:10.578171 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:04:10.659496 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d69fa3-148c-432a-8685-2540a7db4693 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Network f2cfd8b8-15af-4541-865f-67303feb4278 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:04:10.670738 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-49074698-0142-42bf-aa50-9ed45ed7faf9 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:10.681500 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-49074698-0142-42bf-aa50-9ed45ed7faf9 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/networks?id=86a27f7f-4384-4af7-a6c4-42b4d189081c HTTP/1.1" status: 200 len: 813 time: 0.2145085 Sep 18 00:04:10.684322 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-73c0a56f-511a-4e90-b93f-258241696223 req-dbd7fea7-3741-41a6-8640-3e2f40af624e service neutron] 10.222.0.41 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043634 Sep 18 00:04:10.706951 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-41d69fa3-148c-432a-8685-2540a7db4693 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:10.709492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d69fa3-148c-432a-8685-2540a7db4693 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:04:10.760430 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d69fa3-148c-432a-8685-2540a7db4693 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event updated for resources: {'Port': ['ID=be3dbb61-f97d-46b2-9a07-1b8e538ec5d2,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:10.775172 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e753ca-62fe-4370-a30a-d1fae6d915e1 req-27b35dd2-fcee-421e-8210-e2540f23e56f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:10.785330 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0e753ca-62fe-4370-a30a-d1fae6d915e1 req-27b35dd2-fcee-421e-8210-e2540f23e56f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.2168226 Sep 18 00:04:10.794161 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-2fda33f0-d773-4b7e-9646-45c4edb1597b tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/quotas/6fe7222ae4c04910b88bcb6204ec0195 HTTP/1.1" status: 200 len: 375 time: 0.1115584 Sep 18 00:04:10.867301 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d69fa3-148c-432a-8685-2540a7db4693 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:10.868303 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-41d69fa3-148c-432a-8685-2540a7db4693 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:10.909343 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0e753ca-62fe-4370-a30a-d1fae6d915e1 req-815037f7-09a3-44fe-81fd-5ee8d87b936b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228325 Sep 18 00:04:10.951994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-1fc73f65-65d9-4860-87ff-2294fc236f11 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6fe7222ae4c04910b88bcb6204ec0195&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1360133 Sep 18 00:04:11.077826 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-41d69fa3-148c-432a-8685-2540a7db4693 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5393717 Sep 18 00:04:11.081080 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38124) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:11.083104 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0457360e-edcb-4761-96c2-3b4e4c45ce1d None None] Provisioning complete for port be3dbb61-f97d-46b2-9a07-1b8e538ec5d2 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:11.083668 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0457360e-edcb-4761-96c2-3b4e4c45ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:11.090638 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-80f95a1e-6252-46ca-8abe-41158ed5d7da tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:9c:fd:f1'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:98:1b:83'}]}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:11.112074 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b127a52f-0ae3-47fa-b6b3-17b410f61e85 req-268ab2a8-9436-4021-8790-f5839e491338 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 210 time: 0.0386455 Sep 18 00:04:11.122296 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0457360e-edcb-4761-96c2-3b4e4c45ce1d None None] Port be3dbb61-f97d-46b2-9a07-1b8e538ec5d2 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:04:11.129952 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-a3361837-87af-495d-a953-bf3aaffa3e66 service neutron] 10.222.0.46 "GET /v2.0/networks/86a27f7f-4384-4af7-a6c4-42b4d189081c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611640 Sep 18 00:04:11.231449 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-073069ab-cce5-476c-8191-9e1fca9071b2 service neutron] 10.222.0.46 "GET /v2.0/networks/86a27f7f-4384-4af7-a6c4-42b4d189081c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006138 Sep 18 00:04:11.309710 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-80f95a1e-6252-46ca-8abe-41158ed5d7da tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:11.367584 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1365-1e71-464c-a9a9-af25e918c4a5 req-d1c4d01c-92b5-403b-950c-41eff2f2a2c8 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:11.370012 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-388d1365-1e71-464c-a9a9-af25e918c4a5 req-d1c4d01c-92b5-403b-950c-41eff2f2a2c8 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.0867405 Sep 18 00:04:11.511231 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-388d1365-1e71-464c-a9a9-af25e918c4a5 req-f272bb07-3e8f-4ed4-8c2c-0708bf35b3e3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263175 Sep 18 00:04:11.622336 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-80f95a1e-6252-46ca-8abe-41158ed5d7da tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:11.703909 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-80f95a1e-6252-46ca-8abe-41158ed5d7da tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:11.804074 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f95a1e-6252-46ca-8abe-41158ed5d7da tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event updated for resources: {'Port': ['ID=be3dbb61-f97d-46b2-9a07-1b8e538ec5d2,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:11.832751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-80f95a1e-6252-46ca-8abe-41158ed5d7da tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] In _notify_port_updated(), no bound segment for port be3dbb61-f97d-46b2-9a07-1b8e538ec5d2 on network f2cfd8b8-15af-4541-865f-67303feb4278 {{(pid=95591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:04:11.845936 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f95a1e-6252-46ca-8abe-41158ed5d7da tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:11.847127 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-80f95a1e-6252-46ca-8abe-41158ed5d7da tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:11.849698 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-80f95a1e-6252-46ca-8abe-41158ed5d7da tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "PUT /v2.0/ports/be3dbb61-f97d-46b2-9a07-1b8e538ec5d2 HTTP/1.1" status: 200 len: 1057 time: 0.7663348 Sep 18 00:04:11.855505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38140) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:12.025465 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e796cecc-0f91-4dfe-8c3f-b3aecca453d7 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:04:12.059510 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3cc3378-3b55-4b33-9953-dcd74f5772b1 req-944ac9a8-636d-4ad5-8454-402ea6c4b0e7 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 210 time: 0.0821199 Sep 18 00:04:12.075283 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-500ae58a-98ca-4d11-a042-25f6eef65585 None None] Provisioning complete for port be3dbb61-f97d-46b2-9a07-1b8e538ec5d2 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:12.075565 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-500ae58a-98ca-4d11-a042-25f6eef65585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:12.084787 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-75f992dc-0920-486e-a256-89d332b81945 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Deleting port be3dbb61-f97d-46b2-9a07-1b8e538ec5d2 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:12.085153 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-75f992dc-0920-486e-a256-89d332b81945 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:12.096783 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cac2e-633c-47a0-9000-ea3b4fb95120 req-02d9933a-3323-4984-a4b9-a486b93c6e8f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:12.104430 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a65cac2e-633c-47a0-9000-ea3b4fb95120 req-02d9933a-3323-4984-a4b9-a486b93c6e8f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 945 time: 0.0952613 Sep 18 00:04:12.162848 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a65cac2e-633c-47a0-9000-ea3b4fb95120 req-52ef86cd-45ee-4a9e-99f0-fc21ba0c0c98 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575678 Sep 18 00:04:12.202039 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-500ae58a-98ca-4d11-a042-25f6eef65585 None None] Port be3dbb61-f97d-46b2-9a07-1b8e538ec5d2 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:04:12.228187 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:12.275802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a805de6f-bb90-4da8-84d8-581dde8bdc34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e796cecc-0f91-4dfe-8c3f-b3aecca453d7'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:12.278086 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62de612c-6234-4c48-9c45-b87bbba2bc2e" -d '{"events": [{"server_uuid": "a805de6f-bb90-4da8-84d8-581dde8bdc34", "name": "network-vif-unplugged", "status": "completed", "tag": "e796cecc-0f91-4dfe-8c3f-b3aecca453d7"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:12.298131 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3f6114e-554f-4d5e-83dc-ee9f2d877721 req-788950f1-138b-4372-a087-98ef3f948e99 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 210 time: 0.0387242 Sep 18 00:04:12.305777 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e796cecc-0f91-4dfe-8c3f-b3aecca453d7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e796cecc-0f91-4dfe-8c3f-b3aecca453d7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:12.347856 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-75f992dc-0920-486e-a256-89d332b81945 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:12.378647 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd187039-ae7c-4155-9a70-a52662be38b9 x-openstack-request-id: req-dd187039-ae7c-4155-9a70-a52662be38b9 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:12.379953 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a805de6f-bb90-4da8-84d8-581dde8bdc34", "name": "network-vif-unplugged", "status": "failed", "tag": "e796cecc-0f91-4dfe-8c3f-b3aecca453d7", "code": 422}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:12.383597 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dd187039-ae7c-4155-9a70-a52662be38b9 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:12.386004 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-75f992dc-0920-486e-a256-89d332b81945 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Calling delete_port for be3dbb61-f97d-46b2-9a07-1b8e538ec5d2 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:12.386611 n-d-809883-1 neutron-server[95593]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a805de6f-bb90-4da8-84d8-581dde8bdc34', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e796cecc-0f91-4dfe-8c3f-b3aecca453d7', 'code': 422} returned with failed status Sep 18 00:04:12.387850 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:12.433159 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc7740-4ea7-474d-800e-45852b54b730 req-c04ec1b2-b1d7-45d0-add9-9a1667d0203f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:12.440507 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3dc7740-4ea7-474d-800e-45852b54b730 req-c04ec1b2-b1d7-45d0-add9-9a1667d0203f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1395698 Sep 18 00:04:12.505275 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e796cecc-0f91-4dfe-8c3f-b3aecca453d7,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:12.653413 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3dc7740-4ea7-474d-800e-45852b54b730 req-ca38be0b-2942-41bf-82f7-6f9c886cafa1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120490 Sep 18 00:04:12.739172 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-ab6d2f73-c057-4782-b527-3a39f5a12fc1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:12.740792 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-ab6d2f73-c057-4782-b527-3a39f5a12fc1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.37 "GET /v2.0/networks?id=43bad501-87d5-48ba-a7cd-bcd00d485c76 HTTP/1.1" status: 200 len: 797 time: 0.3565226 Sep 18 00:04:12.840653 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663415c-c1cf-4236-aaa6-ca2201eb261b req-d42020bf-9c38-4bdd-b5bf-d6abd46f919f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:12.842276 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3663415c-c1cf-4236-aaa6-ca2201eb261b req-d42020bf-9c38-4bdd-b5bf-d6abd46f919f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.1960616 Sep 18 00:04:12.903905 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-2fcf6206-ab52-4353-9558-7ae56c8a3085 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=240dd21d0d2f45ecb6590c53be314024 HTTP/1.1" status: 200 len: 473 time: 0.1456528 Sep 18 00:04:12.916438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-73eec52e-2409-4171-8982-c2527e18a1d2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'port': {'device_id': '2982981d-7a8c-47b4-b5cc-dfb5b4191ce3', 'network_id': '43bad501-87d5-48ba-a7cd-bcd00d485c76', 'admin_state_up': True, 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'security_groups': ['0d6ebbab-09cd-4a18-8543-5c1d89f339d4']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:12.930372 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d483690-8f20-497e-9c1a-bf2e0390ea4d req-9e833065-ade5-4703-be56-87f2b49df69c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:12.932171 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d483690-8f20-497e-9c1a-bf2e0390ea4d req-9e833065-ade5-4703-be56-87f2b49df69c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1817129 Sep 18 00:04:13.016452 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3663415c-c1cf-4236-aaa6-ca2201eb261b req-d375637b-4955-4c39-b6a3-36075e7d090d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646335 Sep 18 00:04:13.023099 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-75f992dc-0920-486e-a256-89d332b81945 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:13.081570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f992dc-0920-486e-a256-89d332b81945 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event deleted for resources: {'Port': ['ID=be3dbb61-f97d-46b2-9a07-1b8e538ec5d2,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:13.112282 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d483690-8f20-497e-9c1a-bf2e0390ea4d req-72598e32-e524-4cc2-b5ee-a1d345e071d3 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725154 Sep 18 00:04:13.243643 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c6f6ed6-83d7-4859-9264-9c25600c42ef req-b403099f-6963-49a0-9aea-afd106801e19 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 210 time: 0.0600810 Sep 18 00:04:13.325134 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-73eec52e-2409-4171-8982-c2527e18a1d2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Made reservation on behalf of 240dd21d0d2f45ecb6590c53be314024 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:13.328751 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-73eec52e-2409-4171-8982-c2527e18a1d2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:13.379448 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:13.434967 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-75f992dc-0920-486e-a256-89d332b81945 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:13.437192 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-75f992dc-0920-486e-a256-89d332b81945 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "DELETE /v2.0/ports/be3dbb61-f97d-46b2-9a07-1b8e538ec5d2 HTTP/1.1" status: 204 len: 168 time: 1.5805619 Sep 18 00:04:13.439668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38180) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:13.481258 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1e83da-be36-4002-b883-589651ed3056 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] GET failed (client error): The resource could not be found. Sep 18 00:04:13.483844 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3c1e83da-be36-4002-b883-589651ed3056 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "GET /v2.0/ports/be3dbb61-f97d-46b2-9a07-1b8e538ec5d2 HTTP/1.1" status: 404 len: 333 time: 0.0430579 Sep 18 00:04:13.489004 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38182) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:13.501945 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53a1aa6b-9b34-49d9-8fd9-1945ec47f589 req-1b8a1adf-863f-4de9-9f62-3732cec4e80a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 210 time: 0.0634494 Sep 18 00:04:13.629033 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-bd4026aa-d065-44c8-aad4-bc91d26cacd1 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Deleting port 27ac7a51-7e0a-495a-9a1b-c456352eb070 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:13.629669 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd4026aa-d065-44c8-aad4-bc91d26cacd1 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:13.634364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb6357-ec7d-4952-a388-74101a165f74 req-82fc1bab-6c3c-4202-b217-292675575772 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:13.635979 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3fb6357-ec7d-4952-a388-74101a165f74 req-82fc1bab-6c3c-4202-b217-292675575772 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1329780 Sep 18 00:04:13.650578 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-73eec52e-2409-4171-8982-c2527e18a1d2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Allocated IP 172.20.0.25 (43bad501-87d5-48ba-a7cd-bcd00d485c76/35d0782a-54a3-4d0b-8e91-432c46f5344b/a2ae57c8-4efa-47fc-9983-808562500b5e) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:04:13.695791 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3fb6357-ec7d-4952-a388-74101a165f74 req-f8387009-8005-497f-b673-20e8a3001d93 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502276 Sep 18 00:04:13.785474 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd4026aa-d065-44c8-aad4-bc91d26cacd1 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:13.816485 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-bd4026aa-d065-44c8-aad4-bc91d26cacd1 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Calling delete_port for 27ac7a51-7e0a-495a-9a1b-c456352eb070 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:13.865289 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-73eec52e-2409-4171-8982-c2527e18a1d2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:13.967898 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-73eec52e-2409-4171-8982-c2527e18a1d2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:14.022709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-73eec52e-2409-4171-8982-c2527e18a1d2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Network 43bad501-87d5-48ba-a7cd-bcd00d485c76 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:04:14.026662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-73eec52e-2409-4171-8982-c2527e18a1d2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:14.039609 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-73eec52e-2409-4171-8982-c2527e18a1d2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:04:14.058150 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-37ff36cc-fe77-465a-8721-8bf579c063c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:14.060156 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd4026aa-d065-44c8-aad4-bc91d26cacd1 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:14.072999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eec52e-2409-4171-8982-c2527e18a1d2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Port': ['ID=a2ae57c8-4efa-47fc-9983-808562500b5e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:14.096334 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4026aa-d065-44c8-aad4-bc91d26cacd1 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event deleted for resources: {'Port': ['ID=27ac7a51-7e0a-495a-9a1b-c456352eb070,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:14.124288 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-73eec52e-2409-4171-8982-c2527e18a1d2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:14.125021 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-73eec52e-2409-4171-8982-c2527e18a1d2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:14.224240 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893e119-c0d0-446f-aad1-e67110befcce req-9806b7f8-de44-49d5-a6d4-2264076cfc97 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:14.231957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8893e119-c0d0-446f-aad1-e67110befcce req-9806b7f8-de44-49d5-a6d4-2264076cfc97 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.0919421 Sep 18 00:04:14.265380 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-73eec52e-2409-4171-8982-c2527e18a1d2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3539348 Sep 18 00:04:14.271326 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd4026aa-d065-44c8-aad4-bc91d26cacd1 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:14.276563 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bd4026aa-d065-44c8-aad4-bc91d26cacd1 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "DELETE /v2.0/ports/27ac7a51-7e0a-495a-9a1b-c456352eb070 HTTP/1.1" status: 204 len: 168 time: 0.7839775 Sep 18 00:04:14.276913 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38188) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:14.280262 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8893e119-c0d0-446f-aad1-e67110befcce req-ce940b1d-c93b-4501-878b-dadfb22a79b9 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467737 Sep 18 00:04:14.284331 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Request body: {'port': {'device_id': '2982981d-7a8c-47b4-b5cc-dfb5b4191ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:14.346176 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c8632d-2ab9-4056-812c-2a7a66af4510 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] GET failed (client error): The resource could not be found. Sep 18 00:04:14.346176 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d3c8632d-2ab9-4056-812c-2a7a66af4510 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "GET /v2.0/ports/27ac7a51-7e0a-495a-9a1b-c456352eb070 HTTP/1.1" status: 404 len: 333 time: 0.0643237 Sep 18 00:04:14.346176 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38192) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:14.401526 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:14.466138 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ace9b97a-f290-4756-b49c-b00fb082ae4f req-c117dea9-8c57-4633-8b7f-6897986b57ec tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 210 time: 0.0502188 Sep 18 00:04:14.566031 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-58e06a7f-a53c-430a-b11b-841fbcfba2e1 None None] Provisioning complete for port a2ae57c8-4efa-47fc-9983-808562500b5e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:14.567508 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-58e06a7f-a53c-430a-b11b-841fbcfba2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:14.657555 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-58e06a7f-a53c-430a-b11b-841fbcfba2e1 None None] Port a2ae57c8-4efa-47fc-9983-808562500b5e cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:04:14.924313 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-b33c3d1c-3ab5-432d-8e0d-87c8a3ca7587 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Deleting port 725df4ec-f290-4447-8229-5df7d4765b50 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:14.924802 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b33c3d1c-3ab5-432d-8e0d-87c8a3ca7587 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:15.093186 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-f20aa86c-ed3b-4bf4-b983-367c809a5236 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:15.095514 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-f20aa86c-ed3b-4bf4-b983-367c809a5236 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.37 "GET /v2.0/networks?id=86a27f7f-4384-4af7-a6c4-42b4d189081c HTTP/1.1" status: 200 len: 813 time: 0.6223309 Sep 18 00:04:15.130900 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b33c3d1c-3ab5-432d-8e0d-87c8a3ca7587 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:15.163143 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-b33c3d1c-3ab5-432d-8e0d-87c8a3ca7587 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Calling delete_port for 725df4ec-f290-4447-8229-5df7d4765b50 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:15.212446 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40188296-98dc-474c-ac73-8ba8a3881a58 req-e9143b84-8440-4c32-b52e-288a04debc37 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:15.214114 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40188296-98dc-474c-ac73-8ba8a3881a58 req-e9143b84-8440-4c32-b52e-288a04debc37 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1109700 Sep 18 00:04:15.230746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4bb4f-2573-422a-abc3-9ddb35fc07d2 req-4bc92a4f-92f2-4aa4-9228-2cd0fe96495a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:15.235762 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-3c0eacff-c734-4a65-95b1-ff322e7895ac tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fe7222ae4c04910b88bcb6204ec0195 HTTP/1.1" status: 200 len: 380 time: 0.1016986 Sep 18 00:04:15.238979 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ddf4bb4f-2573-422a-abc3-9ddb35fc07d2 req-4bc92a4f-92f2-4aa4-9228-2cd0fe96495a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 932 time: 0.1368561 Sep 18 00:04:15.246973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-514025b5-6d03-430a-a047-1ebd84783a99 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Request body: {'port': {'device_id': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'admin_state_up': True, 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'security_groups': ['7743b3f8-4eb1-4f0d-9051-97e0602a204a']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:15.340168 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40188296-98dc-474c-ac73-8ba8a3881a58 req-62942af6-eccd-49b6-a5c6-07a3922e6e0f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982969 Sep 18 00:04:15.358965 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ddf4bb4f-2573-422a-abc3-9ddb35fc07d2 req-5cd9478c-1824-4576-a012-aaa178bab1eb tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d6ebbab-09cd-4a18-8543-5c1d89f339d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190255 Sep 18 00:04:15.362337 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ae57c8-4efa-47fc-9983-808562500b5e {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:04:15.381909 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:15.471877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac52a5-673e-4158-9acb-76e19bad8246 req-584a6aef-251f-49d5-9d8f-2feb40691f3a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:15.473634 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ebac52a5-673e-4158-9acb-76e19bad8246 req-584a6aef-251f-49d5-9d8f-2feb40691f3a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.0584779 Sep 18 00:04:15.518687 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ebac52a5-673e-4158-9acb-76e19bad8246 req-4cce1a9a-f5d5-45ae-96ee-75624366d062 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382266 Sep 18 00:04:15.526709 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b33c3d1c-3ab5-432d-8e0d-87c8a3ca7587 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:15.538401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Transition to ACTIVE for port object a2ae57c8-4efa-47fc-9983-808562500b5e will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:04:15.596148 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0455857-3903-45f1-bcec-f57878b367dc req-011f39fa-0c4d-4fea-b20e-25ff554965e2 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 210 time: 0.0434403 Sep 18 00:04:15.598686 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-514025b5-6d03-430a-a047-1ebd84783a99 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Made reservation on behalf of 6fe7222ae4c04910b88bcb6204ec0195 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:15.601780 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-514025b5-6d03-430a-a047-1ebd84783a99 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:15.615323 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c3d1c-3ab5-432d-8e0d-87c8a3ca7587 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event deleted for resources: {'Port': ['ID=725df4ec-f290-4447-8229-5df7d4765b50,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:15.618378 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:15.684039 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ae57c8-4efa-47fc-9983-808562500b5e,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:15.710045 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b33c3d1c-3ab5-432d-8e0d-87c8a3ca7587 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:15.712047 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b33c3d1c-3ab5-432d-8e0d-87c8a3ca7587 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "DELETE /v2.0/ports/725df4ec-f290-4447-8229-5df7d4765b50 HTTP/1.1" status: 204 len: 168 time: 1.3648896 Sep 18 00:04:15.714602 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38208) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:15.798858 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Attempting to bind port a2ae57c8-4efa-47fc-9983-808562500b5e on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:04:15.799448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Attempting to bind port a2ae57c8-4efa-47fc-9983-808562500b5e by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'b0b24837-9574-4a49-9383-f69a9f8763ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '43bad501-87d5-48ba-a7cd-bcd00d485c76'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:04:15.799856 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Attempting to bind port a2ae57c8-4efa-47fc-9983-808562500b5e on network 43bad501-87d5-48ba-a7cd-bcd00d485c76 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:04:15.806431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Port a2ae57c8-4efa-47fc-9983-808562500b5e on network 43bad501-87d5-48ba-a7cd-bcd00d485c76 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:04:15.806765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Attempting to bind port a2ae57c8-4efa-47fc-9983-808562500b5e on network 43bad501-87d5-48ba-a7cd-bcd00d485c76 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:04:15.817037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:04:15.817436 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Checking segment: {'id': 'b0b24837-9574-4a49-9383-f69a9f8763ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '43bad501-87d5-48ba-a7cd-bcd00d485c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:04:15.822728 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Bound using segment: {'id': 'b0b24837-9574-4a49-9383-f69a9f8763ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '43bad501-87d5-48ba-a7cd-bcd00d485c76'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:04:15.822728 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Bound port: a2ae57c8-4efa-47fc-9983-808562500b5e, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b24837-9574-4a49-9383-f69a9f8763ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '43bad501-87d5-48ba-a7cd-bcd00d485c76'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:04:15.822728 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:15.878644 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-514025b5-6d03-430a-a047-1ebd84783a99 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Allocated IP 172.20.0.5 (86a27f7f-4384-4af7-a6c4-42b4d189081c/0ee99a84-1f57-4ea3-b616-45b4e99de8bf/2d8c57c1-0cef-4651-a439-2e3b61c83851) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:04:15.897140 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] For port a2ae57c8-4efa-47fc-9983-808562500b5e, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:04:15.900320 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] For port a2ae57c8-4efa-47fc-9983-808562500b5e, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a2ae57c8-4efa-47fc-9983-808562500b5e,segment=NetworkSegment(b0b24837-9574-4a49-9383-f69a9f8763ec),segment_id=b0b24837-9574-4a49-9383-f69a9f8763ec)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:04:15.909237 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc1c484-379a-4678-b064-406a8d8cfdb9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Deleting subnet 4c5a6065-6490-44f9-b8e2-36868e3db1ba {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:04:15.920695 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-acc1c484-379a-4678-b064-406a8d8cfdb9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:15.973371 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:16.025661 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:16.026284 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:16.027695 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] 10.222.0.37 "PUT /v2.0/ports/a2ae57c8-4efa-47fc-9983-808562500b5e HTTP/1.1" status: 200 len: 1092 time: 1.7530556 Sep 18 00:04:16.029875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2982981d-7a8c-47b4-b5cc-dfb5b4191ce3', 'tag': 'a2ae57c8-4efa-47fc-9983-808562500b5e'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:16.033498 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31776f5f-75e9-4a6d-8c81-aaeeb218b3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "2982981d-7a8c-47b4-b5cc-dfb5b4191ce3", "tag": "a2ae57c8-4efa-47fc-9983-808562500b5e"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:16.033659 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e796cecc-0f91-4dfe-8c3f-b3aecca453d7 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:04:16.038356 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-acc1c484-379a-4678-b064-406a8d8cfdb9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:16.062085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a5134-b3e2-4cc7-96c5-4ade70bd2ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ae57c8-4efa-47fc-9983-808562500b5e,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:16.098542 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d939813f-edc6-480f-a7c1-08f0bbaa6781 x-openstack-request-id: req-d939813f-edc6-480f-a7c1-08f0bbaa6781 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:16.098829 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2982981d-7a8c-47b4-b5cc-dfb5b4191ce3", "tag": "a2ae57c8-4efa-47fc-9983-808562500b5e", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:16.099078 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d939813f-edc6-480f-a7c1-08f0bbaa6781 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:16.099556 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2982981d-7a8c-47b4-b5cc-dfb5b4191ce3', 'tag': 'a2ae57c8-4efa-47fc-9983-808562500b5e', 'status': 'completed', 'code': 200} Sep 18 00:04:16.180064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31776f5f-75e9-4a6d-8c81-aaeeb218b3ab req-ba646683-8833-47c4-a5c8-86c792ebed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:16.181894 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-31776f5f-75e9-4a6d-8c81-aaeeb218b3ab req-ba646683-8833-47c4-a5c8-86c792ebed26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=240dd21d0d2f45ecb6590c53be314024&device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 1095 time: 0.0554056 Sep 18 00:04:16.266857 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-acc1c484-379a-4678-b064-406a8d8cfdb9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:16.316897 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-514025b5-6d03-430a-a047-1ebd84783a99 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:16.329469 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31776f5f-75e9-4a6d-8c81-aaeeb218b3ab req-e59eeca0-1d2b-4657-9256-aa818492a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:16.331132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31776f5f-75e9-4a6d-8c81-aaeeb218b3ab req-e59eeca0-1d2b-4657-9256-aa818492a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:16.337970 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-31776f5f-75e9-4a6d-8c81-aaeeb218b3ab req-e59eeca0-1d2b-4657-9256-aa818492a2bc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=240dd21d0d2f45ecb6590c53be314024&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1395500 Sep 18 00:04:16.505609 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31776f5f-75e9-4a6d-8c81-aaeeb218b3ab req-eb6286fd-bc5b-4c14-b53a-14b6657cf37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:16.507326 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-31776f5f-75e9-4a6d-8c81-aaeeb218b3ab req-eb6286fd-bc5b-4c14-b53a-14b6657cf37e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1623073 Sep 18 00:04:16.547873 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e264e36-3752-4159-b5f2-3300748e83be req-16472fba-2814-4edd-95b2-4d748104ba38 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:16.547873 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e264e36-3752-4159-b5f2-3300748e83be req-16472fba-2814-4edd-95b2-4d748104ba38 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1127005 Sep 18 00:04:16.560054 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08402163-0837-48bc-b658-3836238da98e req-9fd9e5f4-7c8b-4151-b865-6d0cb1737c24 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:16.561604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08402163-0837-48bc-b658-3836238da98e req-9fd9e5f4-7c8b-4151-b865-6d0cb1737c24 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 944 time: 0.0984354 Sep 18 00:04:16.655787 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e264e36-3752-4159-b5f2-3300748e83be req-7c8cc1b4-c363-4174-8999-ce0819eb3d94 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930753 Sep 18 00:04:16.660248 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08402163-0837-48bc-b658-3836238da98e req-d7f6f69b-83cf-46ff-b8e8-21363c101f6e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d6ebbab-09cd-4a18-8543-5c1d89f339d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809791 Sep 18 00:04:16.662442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-5c34e2d2-9249-4e79-8f62-2f84b6ab0f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:16.663797 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-5c34e2d2-9249-4e79-8f62-2f84b6ab0f8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=240dd21d0d2f45ecb6590c53be314024&device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 1095 time: 0.0999026 Sep 18 00:04:16.724625 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-cf1e8649-f19b-4167-985d-f009a3623933 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=a2ae57c8-4efa-47fc-9983-808562500b5e HTTP/1.1" status: 200 len: 217 time: 0.0461702 Sep 18 00:04:16.750254 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-acc1c484-379a-4678-b064-406a8d8cfdb9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:16.772886 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-97ca9cdd-2c71-44d7-ab1b-f7fcd091c34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:16.778400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1c484-379a-4678-b064-406a8d8cfdb9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event deleted for resources: {'Subnet': ['ID=4c5a6065-6490-44f9-b8e2-36868e3db1ba,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:16.783373 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-514025b5-6d03-430a-a047-1ebd84783a99 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:16.797166 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68b95e1-c535-4953-8172-52294d10edc4 None None] Network f2cfd8b8-15af-4541-865f-67303feb4278 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:04:16.802295 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-acc1c484-379a-4678-b064-406a8d8cfdb9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:16.805402 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-acc1c484-379a-4678-b064-406a8d8cfdb9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "DELETE /v2.0/subnets/4c5a6065-6490-44f9-b8e2-36868e3db1ba HTTP/1.1" status: 204 len: 168 time: 1.0898132 Sep 18 00:04:16.812094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63d537f1-46f0-4664-97e7-07ca0ce6bd5a req-eb866948-ade6-4f56-88a7-d4d6c9c26c2c tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 210 time: 0.0830491 Sep 18 00:04:16.812734 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38224) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:16.831616 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-514025b5-6d03-430a-a047-1ebd84783a99 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Network 86a27f7f-4384-4af7-a6c4-42b4d189081c is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:04:16.835010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-514025b5-6d03-430a-a047-1ebd84783a99 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:16.846335 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-514025b5-6d03-430a-a047-1ebd84783a99 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:04:16.919111 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514025b5-6d03-430a-a047-1ebd84783a99 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Pushing event updated for resources: {'Port': ['ID=2d8c57c1-0cef-4651-a439-2e3b61c83851,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:16.923124 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:16.942939 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-514025b5-6d03-430a-a047-1ebd84783a99 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:16.943629 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-514025b5-6d03-430a-a047-1ebd84783a99 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:16.965346 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-99426da7-7def-46a6-828c-3475a8ce7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:16.969499 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-99426da7-7def-46a6-828c-3475a8ce7b38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35d0782a-54a3-4d0b-8e91-432c46f5344b HTTP/1.1" status: 200 len: 838 time: 0.2295284 Sep 18 00:04:16.977452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f75fb2-a077-4ca1-84b0-27c1779ebd69 req-a5937274-4b18-48cd-b410-bbe6850d5363 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:16.986180 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-31f75fb2-a077-4ca1-84b0-27c1779ebd69 req-a5937274-4b18-48cd-b410-bbe6850d5363 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.2587914 Sep 18 00:04:17.043407 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-514025b5-6d03-430a-a047-1ebd84783a99 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8001015 Sep 18 00:04:17.056686 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Request body: {'port': {'device_id': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:17.086499 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-31f75fb2-a077-4ca1-84b0-27c1779ebd69 req-c143aa3e-2cb3-4fb1-b6d4-70583e5eb44b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994318 Sep 18 00:04:17.099881 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-fda720b0-6727-4cd2-be7c-0f6638b61fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:17.103582 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-fda720b0-6727-4cd2-be7c-0f6638b61fb7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=43bad501-87d5-48ba-a7cd-bcd00d485c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1143398 Sep 18 00:04:17.117723 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226e56c8-718b-4b1f-bfbd-af90f5b0bfdb None None] DHCP port deletion for f2cfd8b8-15af-4541-865f-67303feb4278 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:04:17.186032 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:17.192665 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Deleting port 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:17.193282 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:17.211756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-226e56c8-718b-4b1f-bfbd-af90f5b0bfdb None None] Deleting port 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:17.212270 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-226e56c8-718b-4b1f-bfbd-af90f5b0bfdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:17.296457 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7c2fb7b2-fb7f-467f-86f0-fa2384b604b0 None None] Provisioning complete for port 2d8c57c1-0cef-4651-a439-2e3b61c83851 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:17.297848 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7c2fb7b2-fb7f-467f-86f0-fa2384b604b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:17.316125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] For port 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd,segment=NetworkSegment(d2474aa8-5bc0-4bb6-aa57-a76d7c44f13d),segment_id=d2474aa8-5bc0-4bb6-aa57-a76d7c44f13d)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:17.316766 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:17.328302 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-34c40fab-d16f-448a-a44e-fb909569bc13 service neutron] 10.222.0.37 "GET /v2.0/networks/43bad501-87d5-48ba-a7cd-bcd00d485c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968546 Sep 18 00:04:17.332879 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Calling delete_port for 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:17.338884 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:17.347650 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-7c2fb7b2-fb7f-467f-86f0-fa2384b604b0 None None] Port 2d8c57c1-0cef-4651-a439-2e3b61c83851 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:04:17.360611 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-226e56c8-718b-4b1f-bfbd-af90f5b0bfdb None None] For port 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd,segment=NetworkSegment(d2474aa8-5bc0-4bb6-aa57-a76d7c44f13d),segment_id=d2474aa8-5bc0-4bb6-aa57-a76d7c44f13d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:17.361315 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-226e56c8-718b-4b1f-bfbd-af90f5b0bfdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:17.377196 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-226e56c8-718b-4b1f-bfbd-af90f5b0bfdb None None] Calling delete_port for 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:17.498725 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1377a291-36dd-4693-8245-ca5d2f452d4a req-c412a5b5-f0b3-465c-85e0-792e9fa76973 service neutron] 10.222.0.37 "GET /v2.0/networks/43bad501-87d5-48ba-a7cd-bcd00d485c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496947 Sep 18 00:04:17.530948 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8c57c1-0cef-4651-a439-2e3b61c83851 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:04:17.533242 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-226e56c8-718b-4b1f-bfbd-af90f5b0bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:17.540683 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:17.543892 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:17.568417 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e56c8-718b-4b1f-bfbd-af90f5b0bfdb None None] Pushing event deleted for resources: {'Port': ['ID=5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:17.572624 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226e56c8-718b-4b1f-bfbd-af90f5b0bfdb None None] No DVR routers for this DVR port 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:04:17.589449 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Transition to ACTIVE for port object 2d8c57c1-0cef-4651-a439-2e3b61c83851 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:04:17.590919 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event deleted for resources: {'Port': ['ID=5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:17.593053 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] No DVR routers for this DVR port 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:04:17.679238 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:17.689997 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:17.702577 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2cfd8b8-15af-4541-865f-67303feb4278']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:17.717571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2474aa8-5bc0-4bb6-aa57-a76d7c44f13d') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:17.717851 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2474aa8-5bc0-4bb6-aa57-a76d7c44f13d') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:17.730191 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:17.755031 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:17.789084 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:04:17.789533 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:17.789756 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8c57c1-0cef-4651-a439-2e3b61c83851,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:17.793964 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:04:17.811767 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:04:17.878688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Attempting to bind port 2d8c57c1-0cef-4651-a439-2e3b61c83851 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:04:17.879169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Attempting to bind port 2d8c57c1-0cef-4651-a439-2e3b61c83851 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '4820db28-5aa6-420d-a0f3-43bebd8239f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:04:17.879594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Attempting to bind port 2d8c57c1-0cef-4651-a439-2e3b61c83851 on network 86a27f7f-4384-4af7-a6c4-42b4d189081c {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:04:17.885509 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Port 2d8c57c1-0cef-4651-a439-2e3b61c83851 on network 86a27f7f-4384-4af7-a6c4-42b4d189081c not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:04:17.885973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Attempting to bind port 2d8c57c1-0cef-4651-a439-2e3b61c83851 on network 86a27f7f-4384-4af7-a6c4-42b4d189081c {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:04:17.893076 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:04:17.893531 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Checking segment: {'id': '4820db28-5aa6-420d-a0f3-43bebd8239f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:04:17.899581 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Bound using segment: {'id': '4820db28-5aa6-420d-a0f3-43bebd8239f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:04:17.899581 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Bound port: 2d8c57c1-0cef-4651-a439-2e3b61c83851, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4820db28-5aa6-420d-a0f3-43bebd8239f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:04:17.899581 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:17.915740 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1eaab-0511-44dd-8f7d-0e1324464fd4 req-660f4bf6-0dbe-4850-9685-08f2358b6bfc tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:17.917306 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7f1eaab-0511-44dd-8f7d-0e1324464fd4 req-660f4bf6-0dbe-4850-9685-08f2358b6bfc tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 944 time: 0.1387701 Sep 18 00:04:17.926339 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd64b3b-2092-4701-8b07-0ab608c3e977 req-959e3ff2-b398-458d-b6ea-bc16c623bbce tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:17.927894 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3dd64b3b-2092-4701-8b07-0ab608c3e977 req-959e3ff2-b398-458d-b6ea-bc16c623bbce tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1834409 Sep 18 00:04:17.976756 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7f1eaab-0511-44dd-8f7d-0e1324464fd4 req-73cb1335-2cc3-4d4f-9e50-21ce61a26ec6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d6ebbab-09cd-4a18-8543-5c1d89f339d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478446 Sep 18 00:04:18.002010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] For port 2d8c57c1-0cef-4651-a439-2e3b61c83851, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:04:18.002163 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3dd64b3b-2092-4701-8b07-0ab608c3e977 req-67663900-8964-4382-a2d2-e3953d51ad48 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475476 Sep 18 00:04:18.006014 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:18.021224 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] For port 2d8c57c1-0cef-4651-a439-2e3b61c83851, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=2d8c57c1-0cef-4651-a439-2e3b61c83851,segment=NetworkSegment(4820db28-5aa6-420d-a0f3-43bebd8239f4),segment_id=4820db28-5aa6-420d-a0f3-43bebd8239f4)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:04:18.023753 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:18.027961 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] 10.222.0.46 "DELETE /v2.0/networks/f2cfd8b8-15af-4541-865f-67303feb4278 HTTP/1.1" status: 204 len: 168 time: 1.2087810 Sep 18 00:04:18.052054 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd4c9c-8f42-4c75-afe8-68031d655db9 tempest-AllowedAddressPairTestJSON-865172348 tempest-AllowedAddressPairTestJSON-865172348-project] Pushing event deleted for resources: {'Network': ['ID=f2cfd8b8-15af-4541-865f-67303feb4278,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:18.092800 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:18.135452 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:18.136070 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:18.138334 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] 10.222.0.37 "PUT /v2.0/ports/2d8c57c1-0cef-4651-a439-2e3b61c83851 HTTP/1.1" status: 200 len: 1091 time: 1.0861356 Sep 18 00:04:18.138995 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'tag': '2d8c57c1-0cef-4651-a439-2e3b61c83851'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:18.142020 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6b5bed-4e53-42d4-ade4-b55e1d7aca7a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb806ae7-a36a-4245-bc20-257e308c598c", "tag": "2d8c57c1-0cef-4651-a439-2e3b61c83851"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:18.183266 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff84773-038b-4e4e-a573-56fdb6487948 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8c57c1-0cef-4651-a439-2e3b61c83851,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:18.192480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf65162-8776-4065-8580-215843eb548b req-3fd9a304-5e62-47e2-b88a-4ec014935e95 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:18.194601 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bbf65162-8776-4065-8580-215843eb548b req-3fd9a304-5e62-47e2-b88a-4ec014935e95 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 943 time: 0.0961328 Sep 18 00:04:18.299003 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bbf65162-8776-4065-8580-215843eb548b req-96327da0-8272-4bd1-af14-063d942f40f6 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/security-groups?id=7743b3f8-4eb1-4f0d-9051-97e0602a204a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977185 Sep 18 00:04:18.331645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:04:18.350027 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-ace74525-fde3-4a8f-b3aa-1aeb53a33fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:18.351657 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-ace74525-fde3-4a8f-b3aa-1aeb53a33fc2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6fe7222ae4c04910b88bcb6204ec0195&device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 1094 time: 0.0685294 Sep 18 00:04:18.356960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861b092-1660-45a3-b0fc-56a8bda5e6c1 req-343d958b-b2d0-49c5-bcf1-618d5e9797c4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:18.360982 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e861b092-1660-45a3-b0fc-56a8bda5e6c1 req-343d958b-b2d0-49c5-bcf1-618d5e9797c4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.1267502 Sep 18 00:04:18.374095 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:04:18.382214 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5fbe2088-851b-4a24-bfb2-ad82a2f1f3cd not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:04:18.426154 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-3608b495-99b8-40ed-9f08-95d840113380 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d8c57c1-0cef-4651-a439-2e3b61c83851 HTTP/1.1" status: 200 len: 217 time: 0.0642142 Sep 18 00:04:18.428167 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a009ce4-749b-43a6-af83-e14647113f51 x-openstack-request-id: req-9a009ce4-749b-43a6-af83-e14647113f51 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:18.428527 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb806ae7-a36a-4245-bc20-257e308c598c", "tag": "2d8c57c1-0cef-4651-a439-2e3b61c83851", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:18.428899 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a009ce4-749b-43a6-af83-e14647113f51 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:18.429497 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'tag': '2d8c57c1-0cef-4651-a439-2e3b61c83851', 'status': 'completed', 'code': 200} Sep 18 00:04:18.430188 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e861b092-1660-45a3-b0fc-56a8bda5e6c1 req-f5cb97f0-f4c1-40c2-9ba8-2690aa33ab56 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612743 Sep 18 00:04:18.491103 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-c0777b40-da1e-4915-827b-d5063757a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:18.492751 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-c0777b40-da1e-4915-827b-d5063757a651 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ee99a84-1f57-4ea3-b616-45b4e99de8bf HTTP/1.1" status: 200 len: 852 time: 0.0596464 Sep 18 00:04:18.540186 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-7421eecb-cd0c-445e-af0d-0edf78999f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:18.541822 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-7421eecb-cd0c-445e-af0d-0edf78999f97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86a27f7f-4384-4af7-a6c4-42b4d189081c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414753 Sep 18 00:04:18.648329 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-bafde389-4eaf-4aa7-bb6f-23a40d37426d service neutron] 10.222.0.37 "GET /v2.0/networks/86a27f7f-4384-4af7-a6c4-42b4d189081c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962541 Sep 18 00:04:18.694565 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38248) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:18.749016 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ddb817c5-68fc-4be4-876a-61c19179b515 req-d961edb9-338e-4051-810d-9e3233526763 service neutron] 10.222.0.37 "GET /v2.0/networks/86a27f7f-4384-4af7-a6c4-42b4d189081c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926285 Sep 18 00:04:18.827603 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ba1a6f55-8390-41b7-b66a-406667a0bfaf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=04dce52b9d91442f8ef8cb116b39e3ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382518 Sep 18 00:04:18.830817 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38252) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:18.881812 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d2e1f51f-281c-41c2-8929-2dbf13e81a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:18.906510 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d2e1f51f-281c-41c2-8929-2dbf13e81a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:18.935143 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b5bed-4e53-42d4-ade4-b55e1d7aca7a req-78344913-4c9a-49f0-a7b9-30ee92dbf407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:18.936819 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c6b5bed-4e53-42d4-ade4-b55e1d7aca7a req-78344913-4c9a-49f0-a7b9-30ee92dbf407 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6fe7222ae4c04910b88bcb6204ec0195&device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 1094 time: 0.0464826 Sep 18 00:04:19.029364 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d2e1f51f-281c-41c2-8929-2dbf13e81a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:19.030229 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b5bed-4e53-42d4-ade4-b55e1d7aca7a req-b066c04b-c9d0-4ec4-9d4b-038fca67d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:19.032003 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c6b5bed-4e53-42d4-ade4-b55e1d7aca7a req-b066c04b-c9d0-4ec4-9d4b-038fca67d843 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86a27f7f-4384-4af7-a6c4-42b4d189081c HTTP/1.1" status: 200 len: 914 time: 0.0880661 Sep 18 00:04:19.033678 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d2e1f51f-281c-41c2-8929-2dbf13e81a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:19.037715 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d2e1f51f-281c-41c2-8929-2dbf13e81a4a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/189c3243-9413-4720-9d74-6eac5b46fca3 HTTP/1.1" status: 204 len: 168 time: 0.2027893 Sep 18 00:04:19.047851 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1f51f-281c-41c2-8929-2dbf13e81a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189c3243-9413-4720-9d74-6eac5b46fca3,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:19.119745 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c6b5bed-4e53-42d4-ade4-b55e1d7aca7a req-e7babe79-4cf6-40d2-8496-78143b4b6301 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d8c57c1-0cef-4651-a439-2e3b61c83851 HTTP/1.1" status: 200 len: 217 time: 0.0535221 Sep 18 00:04:19.179936 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b5bed-4e53-42d4-ade4-b55e1d7aca7a req-1a22aff4-9912-43b3-a588-3de0f2c62043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:19.181578 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c6b5bed-4e53-42d4-ade4-b55e1d7aca7a req-1a22aff4-9912-43b3-a588-3de0f2c62043 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ee99a84-1f57-4ea3-b616-45b4e99de8bf HTTP/1.1" status: 200 len: 852 time: 0.0532579 Sep 18 00:04:19.184968 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0375ea-5b1a-4256-b254-6dd4651b099d req-a44660cc-210f-4a30-8973-476f7ddb98bb tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:19.192206 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed0375ea-5b1a-4256-b254-6dd4651b099d req-a44660cc-210f-4a30-8973-476f7ddb98bb tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 944 time: 0.0982070 Sep 18 00:04:19.241293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af38d88-f2e2-4fcb-838a-d2e689c02e20 req-3f71cd6e-7c87-45f8-8b32-6678d793b0c0 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:19.245797 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b5bed-4e53-42d4-ade4-b55e1d7aca7a req-6b2f5137-ed60-453d-b509-a00421c0cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:19.247579 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c6b5bed-4e53-42d4-ade4-b55e1d7aca7a req-6b2f5137-ed60-453d-b509-a00421c0cf55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86a27f7f-4384-4af7-a6c4-42b4d189081c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586419 Sep 18 00:04:19.249165 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1af38d88-f2e2-4fcb-838a-d2e689c02e20 req-3f71cd6e-7c87-45f8-8b32-6678d793b0c0 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1134701 Sep 18 00:04:19.287664 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed0375ea-5b1a-4256-b254-6dd4651b099d req-29a6efac-c801-4d71-8751-1e08932e75cf tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d6ebbab-09cd-4a18-8543-5c1d89f339d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944774 Sep 18 00:04:19.313487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1af38d88-f2e2-4fcb-838a-d2e689c02e20 req-622b0e73-d018-41ad-aca6-c79f0e8b4088 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491862 Sep 18 00:04:19.360591 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c6b5bed-4e53-42d4-ade4-b55e1d7aca7a req-d90a0cfd-e6df-41b1-aa0c-5c917cc051dc service neutron] 10.222.0.37 "GET /v2.0/networks/86a27f7f-4384-4af7-a6c4-42b4d189081c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993533 Sep 18 00:04:19.455138 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3c651-1eb9-4066-ae64-6c73ee604f34 req-845e2f20-f9d4-4ff5-98b3-02fd7bf024ec tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:19.456870 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68e3c651-1eb9-4066-ae64-6c73ee604f34 req-845e2f20-f9d4-4ff5-98b3-02fd7bf024ec tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 943 time: 0.0740654 Sep 18 00:04:19.488643 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6c6b5bed-4e53-42d4-ade4-b55e1d7aca7a req-7a3db89f-1a6f-42f0-aff7-bbe7a3ae32e6 service neutron] 10.222.0.37 "GET /v2.0/networks/86a27f7f-4384-4af7-a6c4-42b4d189081c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240592 Sep 18 00:04:19.532094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68e3c651-1eb9-4066-ae64-6c73ee604f34 req-cb34c6ba-272d-44e2-92a2-9711b8db0d8f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/security-groups?id=7743b3f8-4eb1-4f0d-9051-97e0602a204a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593231 Sep 18 00:04:19.612898 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a950ce2-0891-4e69-b164-117a0812f959 req-7413abd5-52cf-4bac-9c89-eb668bf09a6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:19.614984 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a950ce2-0891-4e69-b164-117a0812f959 req-7413abd5-52cf-4bac-9c89-eb668bf09a6e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.0764909 Sep 18 00:04:19.694624 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a950ce2-0891-4e69-b164-117a0812f959 req-2c8f4942-41e1-49ca-ad14-0e0c8047dada tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728033 Sep 18 00:04:19.749132 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:20.385203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38306) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:20.511175 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae6584-3fa8-4b3e-ae8f-390fd5f92ac5 req-45758abe-5a27-4446-b885-54fc482399f9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:20.512971 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8ae6584-3fa8-4b3e-ae8f-390fd5f92ac5 req-45758abe-5a27-4446-b885-54fc482399f9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0908685 Sep 18 00:04:20.526380 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c3c9a-ecc5-459b-b479-aefbb40c257e req-7749000b-ef69-438f-8779-21d4df4de381 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:20.528132 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c05c3c9a-ecc5-459b-b479-aefbb40c257e req-7749000b-ef69-438f-8779-21d4df4de381 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 944 time: 0.1076205 Sep 18 00:04:20.535858 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-41fe76a2-2c8d-4e9d-ac49-7e15b9efa4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1962900680'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:20.543924 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a2ae57c8-4efa-47fc-9983-808562500b5e details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:04:20.645096 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8ae6584-3fa8-4b3e-ae8f-390fd5f92ac5 req-21b7ddf8-ef22-4a60-b3bd-bd9edc7b6e04 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992026 Sep 18 00:04:20.648108 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c05c3c9a-ecc5-459b-b479-aefbb40c257e req-d3e68f39-a70b-40b7-968c-8c2cbcb55350 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d6ebbab-09cd-4a18-8543-5c1d89f339d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048493 Sep 18 00:04:20.709273 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a2ae57c8-4efa-47fc-9983-808562500b5e, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a2ae57c8-4efa-47fc-9983-808562500b5e,segment=NetworkSegment(b0b24837-9574-4a49-9383-f69a9f8763ec),segment_id=b0b24837-9574-4a49-9383-f69a9f8763ec)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:20.714817 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fe76a2-2c8d-4e9d-ac49-7e15b9efa4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Made reservation on behalf of 3ac8d8d7934549448062c2a6e20acd20 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:20.719164 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-41fe76a2-2c8d-4e9d-ac49-7e15b9efa4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:20.723204 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'a2ae57c8-4efa-47fc-9983-808562500b5e', 'network_id': '43bad501-87d5-48ba-a7cd-bcd00d485c76', 'port_id': 'a2ae57c8-4efa-47fc-9983-808562500b5e', 'mac_address': 'fa:16:3e:e3:09:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d0782a-54a3-4d0b-8e91-432c46f5344b', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:04:20.744513 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-41fe76a2-2c8d-4e9d-ac49-7e15b9efa4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:20.775693 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:20.795969 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ae57c8-4efa-47fc-9983-808562500b5e {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:04:20.818576 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a2ae57c8-4efa-47fc-9983-808562500b5e, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a2ae57c8-4efa-47fc-9983-808562500b5e,segment=NetworkSegment(b0b24837-9574-4a49-9383-f69a9f8763ec),segment_id=b0b24837-9574-4a49-9383-f69a9f8763ec)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:20.843429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018de75-2e27-43ba-b379-92ea7e34cf02 req-f52bb654-e904-4b9c-82ff-f9d850e6682f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:20.845605 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b018de75-2e27-43ba-b379-92ea7e34cf02 req-f52bb654-e904-4b9c-82ff-f9d850e6682f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 943 time: 0.1230845 Sep 18 00:04:20.891205 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672aeb66-42d8-41dd-8536-7471bb66709d req-c430bf89-d98e-4ca1-bb16-92d5fae8b6f4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:20.892344 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:20.892716 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-672aeb66-42d8-41dd-8536-7471bb66709d req-c430bf89-d98e-4ca1-bb16-92d5fae8b6f4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.1130621 Sep 18 00:04:20.941887 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b018de75-2e27-43ba-b379-92ea7e34cf02 req-05f7d048-6fc7-493b-aeaa-b834921406b9 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/security-groups?id=7743b3f8-4eb1-4f0d-9051-97e0602a204a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893772 Sep 18 00:04:20.952209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=a2ae57c8-4efa-47fc-9983-808562500b5e,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:20.978582 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-672aeb66-42d8-41dd-8536-7471bb66709d req-aef5ad7d-1293-4148-94b1-d63c78e403aa tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790815 Sep 18 00:04:20.985212 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-41fe76a2-2c8d-4e9d-ac49-7e15b9efa4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:21.074859 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-41fe76a2-2c8d-4e9d-ac49-7e15b9efa4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:21.102840 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41fe76a2-2c8d-4e9d-ac49-7e15b9efa4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:04:21.112864 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe76a2-2c8d-4e9d-ac49-7e15b9efa4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdaa340-af6b-4111-ade4-37bd70d3cdd4,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:21.117775 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-41fe76a2-2c8d-4e9d-ac49-7e15b9efa4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:21.118118 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-41fe76a2-2c8d-4e9d-ac49-7e15b9efa4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Added segment b321c6e6-496b-4052-9377-75c9b813a932 of type vlan for network 5a466bfb-ff48-4692-8dab-a9750c2ab738 Sep 18 00:04:21.158524 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-41fe76a2-2c8d-4e9d-ac49-7e15b9efa4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:21.219362 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['a2ae57c8-4efa-47fc-9983-808562500b5e'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:04:21.246490 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-41fe76a2-2c8d-4e9d-ac49-7e15b9efa4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:21.252301 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fe76a2-2c8d-4e9d-ac49-7e15b9efa4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:21.253156 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-41fe76a2-2c8d-4e9d-ac49-7e15b9efa4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:21.323377 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe76a2-2c8d-4e9d-ac49-7e15b9efa4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Pushing event updated for resources: {'Network': ['ID=5a466bfb-ff48-4692-8dab-a9750c2ab738,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:21.337070 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 5a466bfb-ff48-4692-8dab-a9750c2ab738 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:04:21.356298 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-41fe76a2-2c8d-4e9d-ac49-7e15b9efa4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9695826 Sep 18 00:04:21.359198 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38320) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:21.365094 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-505a6b17-5730-4f10-9d45-b6167d4a6405 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Request body: {'subnet': {'network_id': '5a466bfb-ff48-4692-8dab-a9750c2ab738', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:21.532323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505a6b17-5730-4f10-9d45-b6167d4a6405 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Made reservation on behalf of 3ac8d8d7934549448062c2a6e20acd20 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:21.535827 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-505a6b17-5730-4f10-9d45-b6167d4a6405 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:21.855255 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35663fa-360b-4e30-a2a9-d998a09ebdb8 req-e1820809-602d-45a9-a284-481e4c2b6acc tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:21.856709 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c35663fa-360b-4e30-a2a9-d998a09ebdb8 req-e1820809-602d-45a9-a284-481e4c2b6acc tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 945 time: 0.0886970 Sep 18 00:04:21.865898 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611ae8f-cf4f-4039-a341-44dba74357b0 req-7bbc4c7e-50ff-4681-929d-a412fb0bfb3f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:21.867351 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9611ae8f-cf4f-4039-a341-44dba74357b0 req-7bbc4c7e-50ff-4681-929d-a412fb0bfb3f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1006579 Sep 18 00:04:21.876036 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-505a6b17-5730-4f10-9d45-b6167d4a6405 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:21.960113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a6b17-5730-4f10-9d45-b6167d4a6405 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Pushing event updated for resources: {'Subnet': ['ID=9da08509-9237-45b2-a6ee-c24ceceaa92f,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:22.007584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c35663fa-360b-4e30-a2a9-d998a09ebdb8 req-3ef76d42-8947-4925-a659-ff45267f8e68 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d6ebbab-09cd-4a18-8543-5c1d89f339d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383088 Sep 18 00:04:22.023470 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9611ae8f-cf4f-4039-a341-44dba74357b0 req-e3bc61bc-bcfd-4e85-bf9d-35d701ac8c45 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453602 Sep 18 00:04:22.037772 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505a6b17-5730-4f10-9d45-b6167d4a6405 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Checking segment: {'id': 'b321c6e6-496b-4052-9377-75c9b813a932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5a466bfb-ff48-4692-8dab-a9750c2ab738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:04:22.038129 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505a6b17-5730-4f10-9d45-b6167d4a6405 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Network hostable DHCP agents. Network: 5a466bfb-ff48-4692-8dab-a9750c2ab738, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:04:22.159482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505a6b17-5730-4f10-9d45-b6167d4a6405 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Network 5a466bfb-ff48-4692-8dab-a9750c2ab738 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:04:22.185331 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316d8b3-83d2-4ee1-84cf-31448504fe82 req-67975bbc-4b30-4c35-b45b-fc676686dccd tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:22.186839 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1316d8b3-83d2-4ee1-84cf-31448504fe82 req-67975bbc-4b30-4c35-b45b-fc676686dccd tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 943 time: 0.0923653 Sep 18 00:04:22.200688 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9637cf-129d-44e6-93c9-78fad561797a req-3953feaa-2249-4168-a26d-a4ca8b8ef40c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:22.202531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad9637cf-129d-44e6-93c9-78fad561797a req-3953feaa-2249-4168-a26d-a4ca8b8ef40c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.0970001 Sep 18 00:04:22.249677 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-505a6b17-5730-4f10-9d45-b6167d4a6405 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 5a466bfb-ff48-4692-8dab-a9750c2ab738) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:22.262238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc42293-4189-480e-b142-cedd863f3585 None None] Network 5a466bfb-ff48-4692-8dab-a9750c2ab738 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:04:22.265678 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505a6b17-5730-4f10-9d45-b6167d4a6405 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:22.266285 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-505a6b17-5730-4f10-9d45-b6167d4a6405 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:22.282610 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad9637cf-129d-44e6-93c9-78fad561797a req-889aa688-905a-492b-a297-ffb0a32a8a3a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732272 Sep 18 00:04:22.285462 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1316d8b3-83d2-4ee1-84cf-31448504fe82 req-e9ae54eb-ed16-40da-9bdf-33aef2df2b84 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/security-groups?id=7743b3f8-4eb1-4f0d-9051-97e0602a204a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691552 Sep 18 00:04:22.374551 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-505a6b17-5730-4f10-9d45-b6167d4a6405 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0140438 Sep 18 00:04:22.377140 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38340) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:22.382503 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-2578da7e-62e2-4f8c-8885-f9f5112ed1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Request body: {'port': {'network_id': '5a466bfb-ff48-4692-8dab-a9750c2ab738', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1619466571'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:22.469338 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-5a466bfb-ff48-4692-8dab-a9750c2ab738', 'network_id': '5a466bfb-ff48-4692-8dab-a9750c2ab738', 'tenant_id': '3ac8d8d7934549448062c2a6e20acd20', 'fixed_ips': [{'subnet_id': '9da08509-9237-45b2-a6ee-c24ceceaa92f'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:04:22.469338 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:22.554756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a2ae57c8-4efa-47fc-9983-808562500b5e up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:04:22.589946 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2578da7e-62e2-4f8c-8885-f9f5112ed1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Made reservation on behalf of 3ac8d8d7934549448062c2a6e20acd20 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:22.594985 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2578da7e-62e2-4f8c-8885-f9f5112ed1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:22.617830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-2578da7e-62e2-4f8c-8885-f9f5112ed1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] device_id is not set on port ae915730-8a7c-45f4-9b5e-49ab815b1235 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:04:22.657993 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] Allocated IP 2001:db8::2 (5a466bfb-ff48-4692-8dab-a9750c2ab738/9da08509-9237-45b2-a6ee-c24ceceaa92f/a9a5b634-48c0-47a8-bcb4-1244a0605ed1) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:04:22.742354 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port a2ae57c8-4efa-47fc-9983-808562500b5e completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:04:22.748645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port a2ae57c8-4efa-47fc-9983-808562500b5e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:22.751905 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:22.875437 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:22.884665 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:22.910518 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2982981d-7a8c-47b4-b5cc-dfb5b4191ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ae57c8-4efa-47fc-9983-808562500b5e'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:22.912745 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d13e086-fe89-48aa-9817-a9abdb734eb7" -d '{"events": [{"server_uuid": "2982981d-7a8c-47b4-b5cc-dfb5b4191ce3", "name": "network-vif-plugged", "status": "completed", "tag": "a2ae57c8-4efa-47fc-9983-808562500b5e"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:22.925413 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a2ae57c8-4efa-47fc-9983-808562500b5e, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a2ae57c8-4efa-47fc-9983-808562500b5e,segment=NetworkSegment(b0b24837-9574-4a49-9383-f69a9f8763ec),segment_id=b0b24837-9574-4a49-9383-f69a9f8763ec)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:22.950529 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf906bb-c6a4-48d3-8d2e-a51e47230213 x-openstack-request-id: req-8cf906bb-c6a4-48d3-8d2e-a51e47230213 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:22.950821 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2982981d-7a8c-47b4-b5cc-dfb5b4191ce3", "name": "network-vif-plugged", "status": "completed", "tag": "a2ae57c8-4efa-47fc-9983-808562500b5e", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:22.951076 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8cf906bb-c6a4-48d3-8d2e-a51e47230213 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:22.951470 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2982981d-7a8c-47b4-b5cc-dfb5b4191ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ae57c8-4efa-47fc-9983-808562500b5e', 'code': 200} Sep 18 00:04:22.961051 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:23.006604 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] Network 5a466bfb-ff48-4692-8dab-a9750c2ab738 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:04:23.011089 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:23.014271 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:23.018354 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:04:23.032205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] Pushing event updated for resources: {'Port': ['ID=a9a5b634-48c0-47a8-bcb4-1244a0605ed1,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:23.057156 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-2578da7e-62e2-4f8c-8885-f9f5112ed1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Allocated IP 2001:db8::41 (5a466bfb-ff48-4692-8dab-a9750c2ab738/9da08509-9237-45b2-a6ee-c24ceceaa92f/ae915730-8a7c-45f4-9b5e-49ab815b1235) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:04:23.139534 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae84c3-c3b9-4128-9a78-074b67cb617b req-02370131-f054-448c-a8b9-39fc98052b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:23.143738 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6eae84c3-c3b9-4128-9a78-074b67cb617b req-02370131-f054-448c-a8b9-39fc98052b70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 1097 time: 0.1123822 Sep 18 00:04:23.167216 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] Attempting to bind port a9a5b634-48c0-47a8-bcb4-1244a0605ed1 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:04:23.167713 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] Attempting to bind port a9a5b634-48c0-47a8-bcb4-1244a0605ed1 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'b321c6e6-496b-4052-9377-75c9b813a932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5a466bfb-ff48-4692-8dab-a9750c2ab738'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:04:23.168139 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] Attempting to bind port a9a5b634-48c0-47a8-bcb4-1244a0605ed1 on network 5a466bfb-ff48-4692-8dab-a9750c2ab738 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:04:23.174948 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=a2ae57c8-4efa-47fc-9983-808562500b5e,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:23.179570 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:04:23.180028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] Checking segment: {'id': 'b321c6e6-496b-4052-9377-75c9b813a932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5a466bfb-ff48-4692-8dab-a9750c2ab738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:04:23.180520 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:23.181014 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] Bound using segment: {'id': 'b321c6e6-496b-4052-9377-75c9b813a932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5a466bfb-ff48-4692-8dab-a9750c2ab738'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:04:23.181553 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] Bound port: a9a5b634-48c0-47a8-bcb4-1244a0605ed1, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b321c6e6-496b-4052-9377-75c9b813a932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5a466bfb-ff48-4692-8dab-a9750c2ab738'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:04:23.182006 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:23.212839 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [req-73c0a56f-511a-4e90-b93f-258241696223 req-541c8f89-cc09-4f84-9280-61f348877096 service neutron] show failed (client error): The resource could not be found. Sep 18 00:04:23.214358 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-73c0a56f-511a-4e90-b93f-258241696223 req-541c8f89-cc09-4f84-9280-61f348877096 service neutron] 10.222.0.41 "GET /v2.0/ports/f705268d-e990-426f-a62d-09f9a417f05a/bindings/n-h2-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.1256220 Sep 18 00:04:23.222921 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6eae84c3-c3b9-4128-9a78-074b67cb617b req-447e8ff4-45ce-45f5-b5f7-c2c9d361bfb5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0d6ebbab-09cd-4a18-8543-5c1d89f339d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698590 Sep 18 00:04:23.333023 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] For port a9a5b634-48c0-47a8-bcb4-1244a0605ed1, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:04:23.334570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c7db8-2554-45cf-b6b3-41e3ace5dc48 req-082ff2b9-bc98-412c-aecb-0d0d54d27319 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:23.339144 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] For port a9a5b634-48c0-47a8-bcb4-1244a0605ed1, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a9a5b634-48c0-47a8-bcb4-1244a0605ed1,segment=NetworkSegment(b321c6e6-496b-4052-9377-75c9b813a932),segment_id=b321c6e6-496b-4052-9377-75c9b813a932)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:04:23.342134 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c35c7db8-2554-45cf-b6b3-41e3ace5dc48 req-082ff2b9-bc98-412c-aecb-0d0d54d27319 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 946 time: 0.1820548 Sep 18 00:04:23.351140 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543996f-56d9-4d3a-a4ad-4c11d58e8a46 req-631139bf-1bf2-44e6-9a6d-d98ebfe4b435 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:23.358586 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b543996f-56d9-4d3a-a4ad-4c11d58e8a46 req-631139bf-1bf2-44e6-9a6d-d98ebfe4b435 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1928415 Sep 18 00:04:23.458300 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:23.466034 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b543996f-56d9-4d3a-a4ad-4c11d58e8a46 req-f94bc55d-09d6-4c34-ac52-f04a63cb6f9d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040332 Sep 18 00:04:23.477805 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c35c7db8-2554-45cf-b6b3-41e3ace5dc48 req-947bf1e1-f6f2-4403-862c-44c46f4bd887 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d6ebbab-09cd-4a18-8543-5c1d89f339d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347256 Sep 18 00:04:23.498537 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2578da7e-62e2-4f8c-8885-f9f5112ed1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:23.672958 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73970dc3-3093-4e93-9340-1f55482bad51 None None] Pushing event updated for resources: {'Port': ['ID=a9a5b634-48c0-47a8-bcb4-1244a0605ed1,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:23.684909 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2578da7e-62e2-4f8c-8885-f9f5112ed1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:23.771768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2578da7e-62e2-4f8c-8885-f9f5112ed1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Network 5a466bfb-ff48-4692-8dab-a9750c2ab738 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:04:23.784026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72eb110-a17d-4798-9adf-4570521d9b0e req-c936e8c2-2a5b-44ac-8942-14d4e14ca4ee tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:23.785891 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d72eb110-a17d-4798-9adf-4570521d9b0e req-c936e8c2-2a5b-44ac-8942-14d4e14ca4ee tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.1552799 Sep 18 00:04:23.788008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-2578da7e-62e2-4f8c-8885-f9f5112ed1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:23.792523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578da7e-62e2-4f8c-8885-f9f5112ed1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Pushing event updated for resources: {'Port': ['ID=ae915730-8a7c-45f4-9b5e-49ab815b1235,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:23.800170 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2578da7e-62e2-4f8c-8885-f9f5112ed1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:04:23.806041 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2578da7e-62e2-4f8c-8885-f9f5112ed1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:23.806667 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2578da7e-62e2-4f8c-8885-f9f5112ed1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:23.824542 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1adc9d-6ff5-4042-b4fa-3107ddd3649c req-a247168f-e114-4cb4-8894-52b3979aacb7 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:23.831837 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c1adc9d-6ff5-4042-b4fa-3107ddd3649c req-a247168f-e114-4cb4-8894-52b3979aacb7 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 943 time: 0.2487407 Sep 18 00:04:23.910441 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c1adc9d-6ff5-4042-b4fa-3107ddd3649c req-7f0cdb97-4346-40bc-a1ca-b3552915861c tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/security-groups?id=7743b3f8-4eb1-4f0d-9051-97e0602a204a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776393 Sep 18 00:04:23.956933 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2578da7e-62e2-4f8c-8885-f9f5112ed1b3 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5785134 Sep 18 00:04:23.962773 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0a56f-511a-4e90-b93f-258241696223 req-46461f17-d4ed-4a78-9db4-8f3d4a27cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:23.965407 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-73c0a56f-511a-4e90-b93f-258241696223 req-46461f17-d4ed-4a78-9db4-8f3d4a27cf69 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b&tenant_id=5d2902e7a2a54edeb7be111e15492043 HTTP/1.1" status: 200 len: 1097 time: 0.1636622 Sep 18 00:04:23.966238 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38368) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:23.973166 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-4d34e61f-96a6-4338-8820-e614ae6e57e9 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Request body: {'port': {'network_id': '5a466bfb-ff48-4692-8dab-a9750c2ab738', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1477500132', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:23.973663 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.api.validators [None req-4d34e61f-96a6-4338-8820-e614ae6e57e9 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] bootfile-name is not in valid_values {{(pid=95591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 00:04:23.974005 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.api.validators [None req-4d34e61f-96a6-4338-8820-e614ae6e57e9 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] tftp-server is not in valid_values {{(pid=95591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 00:04:23.974650 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.api.validators [None req-4d34e61f-96a6-4338-8820-e614ae6e57e9 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] server-ip-address is not in valid_values {{(pid=95591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 00:04:24.005409 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d72eb110-a17d-4798-9adf-4570521d9b0e req-bbf42a30-7c66-4fda-b2b7-8d1570d4f7fe tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697512 Sep 18 00:04:24.051495 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:24.176128 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:24.356304 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a9a5b634-48c0-47a8-bcb4-1244a0605ed1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:04:24.426379 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d34e61f-96a6-4338-8820-e614ae6e57e9 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Made reservation on behalf of 3ac8d8d7934549448062c2a6e20acd20 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:24.430195 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d34e61f-96a6-4338-8820-e614ae6e57e9 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:24.441855 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a9a5b634-48c0-47a8-bcb4-1244a0605ed1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:24.442528 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:24.454545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] For port f705268d-e990-426f-a62d-09f9a417f05a, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=f705268d-e990-426f-a62d-09f9a417f05a,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:24.472517 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-4d34e61f-96a6-4338-8820-e614ae6e57e9 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] device_id is not set on port 09b25a5c-bd98-47d8-a4fc-2e5fe444af39 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:04:24.615475 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:24.640926 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] For port f705268d-e990-426f-a62d-09f9a417f05a, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:04:24.706146 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port a9a5b634-48c0-47a8-bcb4-1244a0605ed1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a9a5b634-48c0-47a8-bcb4-1244a0605ed1,segment=NetworkSegment(b321c6e6-496b-4052-9377-75c9b813a932),segment_id=b321c6e6-496b-4052-9377-75c9b813a932)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:24.777171 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:24.779818 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22aa434f-2672-45ff-91ee-17d8ccb53725" -d '{"events": [{"server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "name": "network-vif-unplugged", "status": "completed", "tag": "f705268d-e990-426f-a62d-09f9a417f05a"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:24.784556 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:24.793443 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e19e0-3b63-44ce-88d6-d9c7a5928ed2 req-703b653d-545b-4994-8a3c-845dc7fe41fe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:24.795062 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a13e19e0-3b63-44ce-88d6-d9c7a5928ed2 req-703b653d-545b-4994-8a3c-845dc7fe41fe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1907504 Sep 18 00:04:24.823464 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] Transition to ACTIVE for port object f705268d-e990-426f-a62d-09f9a417f05a will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:04:24.838323 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-4d34e61f-96a6-4338-8820-e614ae6e57e9 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Allocated IP 2001:db8::cc (5a466bfb-ff48-4692-8dab-a9750c2ab738/9da08509-9237-45b2-a6ee-c24ceceaa92f/09b25a5c-bd98-47d8-a4fc-2e5fe444af39) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:04:24.854895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb3b4f-8c84-46d8-ae82-13e8a4f96ccc req-170671e9-b5e9-4d99-8498-ff7832eecfd6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:24.856130 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7beb3b4f-8c84-46d8-ae82-13e8a4f96ccc req-170671e9-b5e9-4d99-8498-ff7832eecfd6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 946 time: 0.2402899 Sep 18 00:04:24.863341 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:24.908780 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a13e19e0-3b63-44ce-88d6-d9c7a5928ed2 req-7c525ca2-b71e-49e9-b902-6663fbcbdc54 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016762 Sep 18 00:04:24.936370 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7beb3b4f-8c84-46d8-ae82-13e8a4f96ccc req-5269a8cb-a6b2-424b-b9c2-20f57708083e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d6ebbab-09cd-4a18-8543-5c1d89f339d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708494 Sep 18 00:04:24.973087 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:24.984874 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=a9a5b634-48c0-47a8-bcb4-1244a0605ed1,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:25.052895 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2bfa82-e6dc-4bf9-8264-42ce9c88a6d2 x-openstack-request-id: req-9d2bfa82-e6dc-4bf9-8264-42ce9c88a6d2 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:25.053207 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "name": "network-vif-unplugged", "status": "completed", "tag": "f705268d-e990-426f-a62d-09f9a417f05a", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:25.053457 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d2bfa82-e6dc-4bf9-8264-42ce9c88a6d2 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:25.053904 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a', 'code': 200} Sep 18 00:04:25.100913 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c28234a-59d7-427a-8492-5103a7e5d2d6 None None] Network 5a466bfb-ff48-4692-8dab-a9750c2ab738 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:04:25.189961 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f1973-a9e5-4250-a3ea-370d0187d279 req-452c3088-9f26-46c1-a843-3637894b27c1 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:25.191562 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-839f1973-a9e5-4250-a3ea-370d0187d279 req-452c3088-9f26-46c1-a843-3637894b27c1 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 943 time: 0.0915785 Sep 18 00:04:25.235467 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db6bfa7c-3792-46be-a46a-6e176e284c9f None None] Provisioning complete for port a9a5b634-48c0-47a8-bcb4-1244a0605ed1 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:25.236048 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db6bfa7c-3792-46be-a46a-6e176e284c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:25.320073 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-839f1973-a9e5-4250-a3ea-370d0187d279 req-bb787a7c-9fb8-4d8b-b698-55ff76dddd59 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/security-groups?id=7743b3f8-4eb1-4f0d-9051-97e0602a204a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176445 Sep 18 00:04:25.527886 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] Pushing event updated for resources: {'Port': ['ID=f705268d-e990-426f-a62d-09f9a417f05a,revision_number=6']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:25.539656 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e4c2f-3486-4043-8a98-62478d021d7d req-c21456c3-aff5-4e09-901f-442e2ac0271b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:25.542359 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e6e4c2f-3486-4043-8a98-62478d021d7d req-c21456c3-aff5-4e09-901f-442e2ac0271b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 944 time: 0.0828924 Sep 18 00:04:25.606284 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e6e4c2f-3486-4043-8a98-62478d021d7d req-e43626d1-21fc-40f9-935c-5c1d457d7548 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500720 Sep 18 00:04:25.767036 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] No DVR routers for this DVR port f705268d-e990-426f-a62d-09f9a417f05a on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:04:25.770029 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d34e61f-96a6-4338-8820-e614ae6e57e9 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:25.776091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474c88b-74e1-48fe-8556-2026516fe97e req-00bdd818-0dc9-4bed-894a-7df3e40fea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:25.781927 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9474c88b-74e1-48fe-8556-2026516fe97e req-00bdd818-0dc9-4bed-894a-7df3e40fea34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 1096 time: 0.1597779 Sep 18 00:04:25.928887 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-097b132b-d370-43a1-86ea-c4156def1be3 None None] Provisioning complete for port a9a5b634-48c0-47a8-bcb4-1244a0605ed1 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:25.929503 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-097b132b-d370-43a1-86ea-c4156def1be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:26.103930 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] Attempting to bind port f705268d-e990-426f-a62d-09f9a417f05a on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:04:26.104269 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] Attempting to bind port f705268d-e990-426f-a62d-09f9a417f05a by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:04:26.104598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] Attempting to bind port f705268d-e990-426f-a62d-09f9a417f05a on network 6394acd2-42a9-4714-99b8-84ce03248e98 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:04:26.128610 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] Port f705268d-e990-426f-a62d-09f9a417f05a on network 6394acd2-42a9-4714-99b8-84ce03248e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:04:26.128956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] Attempting to bind port f705268d-e990-426f-a62d-09f9a417f05a on network 6394acd2-42a9-4714-99b8-84ce03248e98 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:04:26.131664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474c88b-74e1-48fe-8556-2026516fe97e req-4cc19b0c-3e16-4121-8550-6c75ff2b8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:26.133197 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9474c88b-74e1-48fe-8556-2026516fe97e req-4cc19b0c-3e16-4121-8550-6c75ff2b8c2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 912 time: 0.3223534 Sep 18 00:04:26.139247 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:04:26.139588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] Checking segment: {'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:04:26.140052 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] Bound using segment: {'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:04:26.140527 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] Bound port: f705268d-e990-426f-a62d-09f9a417f05a, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:04:26.140930 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:26.245199 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257e60c-384a-4eb2-a1d9-647868d7ea47 req-605a2dbf-5a0d-451b-aa2f-7cb90e6d6e78 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:26.253448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3257e60c-384a-4eb2-a1d9-647868d7ea47 req-605a2dbf-5a0d-451b-aa2f-7cb90e6d6e78 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.6517889 Sep 18 00:04:26.294737 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ec0c9-c7ef-4834-9617-89207d8f5457 req-8685040b-a305-412f-b6c3-d8c6e0e082ca tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:26.299734 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d34e61f-96a6-4338-8820-e614ae6e57e9 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:26.303344 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a60ec0c9-c7ef-4834-9617-89207d8f5457 req-8685040b-a305-412f-b6c3-d8c6e0e082ca tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 946 time: 0.1335063 Sep 18 00:04:26.326658 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a9a5b634-48c0-47a8-bcb4-1244a0605ed1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:04:26.366536 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a60ec0c9-c7ef-4834-9617-89207d8f5457 req-792e5ec3-ce0c-49e1-8cb4-5edbcc0cf30e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d6ebbab-09cd-4a18-8543-5c1d89f339d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627017 Sep 18 00:04:26.370120 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3257e60c-384a-4eb2-a1d9-647868d7ea47 req-a67e2eb2-cf7e-424a-ba8c-21ec8fa4b094 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158783 Sep 18 00:04:26.422457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d34e61f-96a6-4338-8820-e614ae6e57e9 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Network 5a466bfb-ff48-4692-8dab-a9750c2ab738 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:04:26.424599 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9474c88b-74e1-48fe-8556-2026516fe97e req-5878e8a7-d4b1-49c9-b33d-a350f0c45c87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 HTTP/1.1" status: 200 len: 999 time: 0.2630022 Sep 18 00:04:26.430500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] For port f705268d-e990-426f-a62d-09f9a417f05a, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:04:26.432760 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-4d34e61f-96a6-4338-8820-e614ae6e57e9 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:26.447912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] For port f705268d-e990-426f-a62d-09f9a417f05a, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=f705268d-e990-426f-a62d-09f9a417f05a,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:04:26.450630 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34e61f-96a6-4338-8820-e614ae6e57e9 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Pushing event updated for resources: {'Port': ['ID=09b25a5c-bd98-47d8-a4fc-2e5fe444af39,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:26.454066 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d34e61f-96a6-4338-8820-e614ae6e57e9 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:04:26.460794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d34e61f-96a6-4338-8820-e614ae6e57e9 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:26.461845 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d34e61f-96a6-4338-8820-e614ae6e57e9 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:26.535859 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a9a5b634-48c0-47a8-bcb4-1244a0605ed1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:26.535859 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:26.553942 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:26.559282 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-097b132b-d370-43a1-86ea-c4156def1be3 None None] Provisioning complete for port ae915730-8a7c-45f4-9b5e-49ab815b1235 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:26.559693 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-097b132b-d370-43a1-86ea-c4156def1be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:26.604652 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-097b132b-d370-43a1-86ea-c4156def1be3 None None] Port ae915730-8a7c-45f4-9b5e-49ab815b1235 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:04:26.659208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e25a3-99a5-400b-bbcd-f20014c8edfc req-0fbbdc5d-d1f5-47d8-9124-6b215c310fbe tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:26.663593 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4d34e61f-96a6-4338-8820-e614ae6e57e9 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.6955857 Sep 18 00:04:26.667588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:26.668261 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:26.670700 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e82e25a3-99a5-400b-bbcd-f20014c8edfc req-0fbbdc5d-d1f5-47d8-9124-6b215c310fbe tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 946 time: 0.1541398 Sep 18 00:04:26.674895 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-73c0a56f-511a-4e90-b93f-258241696223 req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] 10.222.0.37 "PUT /v2.0/ports/f705268d-e990-426f-a62d-09f9a417f05a HTTP/1.1" status: 200 len: 1092 time: 2.6291633 Sep 18 00:04:26.680262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38422) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:26.704126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474c88b-74e1-48fe-8556-2026516fe97e req-51f9642f-f3e1-4223-b5ba-d240f148978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:26.704126 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9474c88b-74e1-48fe-8556-2026516fe97e req-51f9642f-f3e1-4223-b5ba-d240f148978b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.2433138 Sep 18 00:04:26.743071 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3f4d6f43-e259-474e-8eae-19cc0ebc4b83 None None] Provisioning complete for port ae915730-8a7c-45f4-9b5e-49ab815b1235 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:26.743439 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3f4d6f43-e259-474e-8eae-19cc0ebc4b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:26.749289 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c7cfb-bfd0-4615-8330-a508dce51861 req-de7d2a02-254c-4d1c-be3c-95a83698c0bf tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:26.752497 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b7c7cfb-bfd0-4615-8330-a508dce51861 req-de7d2a02-254c-4d1c-be3c-95a83698c0bf tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 943 time: 0.2831132 Sep 18 00:04:26.812049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b2120-2f28-49b6-bf93-46c2b50ae45b service neutron] Pushing event updated for resources: {'Port': ['ID=f705268d-e990-426f-a62d-09f9a417f05a,revision_number=7']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:26.824121 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d6f43-e259-474e-8eae-19cc0ebc4b83 None None] Port ae915730-8a7c-45f4-9b5e-49ab815b1235 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:04:26.848299 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e82e25a3-99a5-400b-bbcd-f20014c8edfc req-e4fd28d2-cc91-4f11-81ce-fead0921aaa5 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d6ebbab-09cd-4a18-8543-5c1d89f339d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748648 Sep 18 00:04:26.909182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b7c7cfb-bfd0-4615-8330-a508dce51861 req-043f3465-ae2c-4d1f-8ea4-6bf5409e37a0 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/security-groups?id=7743b3f8-4eb1-4f0d-9051-97e0602a204a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342382 Sep 18 00:04:26.948488 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa21bab7-cb6c-4d24-a48b-13dd5efca952 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:26.950450 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5fcba994-d589-4046-9e1d-72eb9feb5770 None None] Provisioning complete for port 09b25a5c-bd98-47d8-a4fc-2e5fe444af39 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:26.950970 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5fcba994-d589-4046-9e1d-72eb9feb5770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:26.954933 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa21bab7-cb6c-4d24-a48b-13dd5efca952 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:26.967096 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa21bab7-cb6c-4d24-a48b-13dd5efca952 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:26.978943 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38428) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:26.979198 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-aa21bab7-cb6c-4d24-a48b-13dd5efca952 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2970169 Sep 18 00:04:26.998871 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0a56f-511a-4e90-b93f-258241696223 req-014bf925-41c6-45f2-8641-c99fe6f45c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:27.000809 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-73c0a56f-511a-4e90-b93f-258241696223 req-014bf925-41c6-45f2-8641-c99fe6f45c32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 1095 time: 0.2689104 Sep 18 00:04:27.008475 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474c88b-74e1-48fe-8556-2026516fe97e req-3a02788a-a06c-4794-8b2b-0b1e3bfafa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:27.010068 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9474c88b-74e1-48fe-8556-2026516fe97e req-3a02788a-a06c-4794-8b2b-0b1e3bfafa63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2938261 Sep 18 00:04:27.031690 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-5fcba994-d589-4046-9e1d-72eb9feb5770 None None] Port 09b25a5c-bd98-47d8-a4fc-2e5fe444af39 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:04:27.060524 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:27.063521 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "tag": "f705268d-e990-426f-a62d-09f9a417f05a"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:27.117408 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50c033-4c05-4900-8201-b5026797dde5 req-7c005e88-30d4-4a55-a135-223bbd80d3e5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:27.124563 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4c50c033-4c05-4900-8201-b5026797dde5 req-7c005e88-30d4-4a55-a135-223bbd80d3e5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 944 time: 0.1097169 Sep 18 00:04:27.176757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4c50c033-4c05-4900-8201-b5026797dde5 req-6705e403-2416-4ee9-ae01-efca84b1bd83 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512786 Sep 18 00:04:27.184012 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ed68cd-d208-439c-9bb1-c84579c475e2 x-openstack-request-id: req-c0ed68cd-d208-439c-9bb1-c84579c475e2 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:27.184307 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "tag": "f705268d-e990-426f-a62d-09f9a417f05a", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:27.184560 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c0ed68cd-d208-439c-9bb1-c84579c475e2 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:27.184978 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a', 'status': 'completed', 'code': 200} Sep 18 00:04:27.192768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-27b93fa4-e5fd-4375-8047-39e648f0a120 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Deleting port 09b25a5c-bd98-47d8-a4fc-2e5fe444af39 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:27.193146 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-27b93fa4-e5fd-4375-8047-39e648f0a120 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:27.266099 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0a56f-511a-4e90-b93f-258241696223 req-78fa2320-7252-4904-bb02-8639cec2d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:27.267609 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-73c0a56f-511a-4e90-b93f-258241696223 req-78fa2320-7252-4904-bb02-8639cec2d969 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6394acd2-42a9-4714-99b8-84ce03248e98 HTTP/1.1" status: 200 len: 898 time: 0.2562919 Sep 18 00:04:27.269406 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9474c88b-74e1-48fe-8556-2026516fe97e req-f90c3697-af28-4a68-ac7a-5e032c633979 service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462318 Sep 18 00:04:27.275305 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-ac1b6354-b481-480f-aee2-3a3c8214bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:27.276720 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-ac1b6354-b481-480f-aee2-3a3c8214bf73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 1095 time: 0.0779979 Sep 18 00:04:27.305325 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-27b93fa4-e5fd-4375-8047-39e648f0a120 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:27.319549 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-27b93fa4-e5fd-4375-8047-39e648f0a120 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Calling delete_port for 09b25a5c-bd98-47d8-a4fc-2e5fe444af39 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:27.466310 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-73c0a56f-511a-4e90-b93f-258241696223 req-c6030059-1a51-469e-aad4-ee9d414a5b85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f705268d-e990-426f-a62d-09f9a417f05a HTTP/1.1" status: 200 len: 1000 time: 0.1886199 Sep 18 00:04:27.507459 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774be35-7bc6-42bf-9e77-243b740dda70 req-72578b82-e234-4d49-9c7f-082b9722b8f3 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:27.511224 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6774be35-7bc6-42bf-9e77-243b740dda70 req-72578b82-e234-4d49-9c7f-082b9722b8f3 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0512977 Sep 18 00:04:27.536177 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-a9ee25dd-7b05-43ca-9b24-9254aa7de502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:27.538010 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-a9ee25dd-7b05-43ca-9b24-9254aa7de502 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6394acd2-42a9-4714-99b8-84ce03248e98 HTTP/1.1" status: 200 len: 898 time: 0.2531688 Sep 18 00:04:27.543454 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-27b93fa4-e5fd-4375-8047-39e648f0a120 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:27.549738 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9474c88b-74e1-48fe-8556-2026516fe97e req-14eae128-d188-49d5-b349-6d7abf23127d service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658548 Sep 18 00:04:27.595552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0a56f-511a-4e90-b93f-258241696223 req-2a7821a2-f022-4a4d-9b85-febbf2291f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:27.597067 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-73c0a56f-511a-4e90-b93f-258241696223 req-2a7821a2-f022-4a4d-9b85-febbf2291f17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d28e983-1f5e-4e84-89d0-753a7794debe HTTP/1.1" status: 200 len: 835 time: 0.1225069 Sep 18 00:04:27.625531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6774be35-7bc6-42bf-9e77-243b740dda70 req-ec4ae567-6926-43ba-a0df-f97ed6395cfe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085250 Sep 18 00:04:27.629083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b93fa4-e5fd-4375-8047-39e648f0a120 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Pushing event deleted for resources: {'Port': ['ID=09b25a5c-bd98-47d8-a4fc-2e5fe444af39,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:27.631397 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-27b93fa4-e5fd-4375-8047-39e648f0a120 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:27.634936 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-27b93fa4-e5fd-4375-8047-39e648f0a120 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] 10.222.0.46 "DELETE /v2.0/ports/09b25a5c-bd98-47d8-a4fc-2e5fe444af39 HTTP/1.1" status: 204 len: 168 time: 0.6534369 Sep 18 00:04:27.638536 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38446) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:27.644342 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d9f19f04-074e-4f59-a4b1-0c39a5deaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Request body: {'port': {'name': 'tempest-new-port-name-293600704', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:27.644676 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.api.validators [None req-d9f19f04-074e-4f59-a4b1-0c39a5deaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] bootfile-name is not in valid_values {{(pid=95591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 00:04:27.645058 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.api.validators [None req-d9f19f04-074e-4f59-a4b1-0c39a5deaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] tftp-server is not in valid_values {{(pid=95591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 00:04:27.645389 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.api.validators [None req-d9f19f04-074e-4f59-a4b1-0c39a5deaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] server-ip-address is not in valid_values {{(pid=95591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 18 00:04:27.677874 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-8796deb1-e15c-44b3-9107-293bf4a031c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f705268d-e990-426f-a62d-09f9a417f05a HTTP/1.1" status: 200 len: 1000 time: 0.1312582 Sep 18 00:04:27.758298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0a56f-511a-4e90-b93f-258241696223 req-0c2960df-bcaa-4cac-afa7-a86ee67d5d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:27.759828 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-73c0a56f-511a-4e90-b93f-258241696223 req-0c2960df-bcaa-4cac-afa7-a86ee67d5d63 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6394acd2-42a9-4714-99b8-84ce03248e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538815 Sep 18 00:04:27.767042 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9f19f04-074e-4f59-a4b1-0c39a5deaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:28.043561 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device f705268d-e990-426f-a62d-09f9a417f05a no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:04:28.096948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985f454-8c48-4dba-a385-f9b279b732f0 req-1abb40ee-f0d9-4e71-8ef3-8c558b6e77b8 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:28.098556 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b985f454-8c48-4dba-a385-f9b279b732f0 req-1abb40ee-f0d9-4e71-8ef3-8c558b6e77b8 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 943 time: 0.0870955 Sep 18 00:04:28.113744 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device f705268d-e990-426f-a62d-09f9a417f05a not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:04:28.115561 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-5d07e83b-1717-44da-9fff-a7c1d3cefed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:28.118135 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-5d07e83b-1717-44da-9fff-a7c1d3cefed6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d28e983-1f5e-4e84-89d0-753a7794debe HTTP/1.1" status: 200 len: 835 time: 0.4296095 Sep 18 00:04:28.167043 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b985f454-8c48-4dba-a385-f9b279b732f0 req-6cfd8173-3a44-4f35-b209-9a1fe0e73540 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/security-groups?id=7743b3f8-4eb1-4f0d-9051-97e0602a204a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591552 Sep 18 00:04:28.295123 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-702c7651-299d-425c-94b4-84a0f8c0e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:28.297361 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-702c7651-299d-425c-94b4-84a0f8c0e600 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6394acd2-42a9-4714-99b8-84ce03248e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375222 Sep 18 00:04:28.309222 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-73c0a56f-511a-4e90-b93f-258241696223 req-91f8da01-70c3-4dae-90c8-cd33dcfdde8a service neutron] 10.222.0.37 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393338 Sep 18 00:04:28.325043 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e645e-474c-4d61-851c-00a6cf3105fe req-9d256b09-d272-4957-af40-5be79cfa56c8 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:28.326575 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-673e645e-474c-4d61-851c-00a6cf3105fe req-9d256b09-d272-4957-af40-5be79cfa56c8 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 944 time: 0.0628681 Sep 18 00:04:28.370360 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-673e645e-474c-4d61-851c-00a6cf3105fe req-72e88bfa-979c-4723-9583-4106aace6e28 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367169 Sep 18 00:04:28.389510 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38466) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:28.573998 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-2c6c59d5-c0ad-45a4-81f9-23e89751a4ff service neutron] 10.222.0.41 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636044 Sep 18 00:04:28.597360 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-73c0a56f-511a-4e90-b93f-258241696223 req-33bc9afe-ab60-4e94-ae55-14bd39c01235 service neutron] 10.222.0.37 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722862 Sep 18 00:04:28.632485 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9f19f04-074e-4f59-a4b1-0c39a5deaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:28.694492 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-083449b6-08b1-4c02-afe6-b2da05bcb5d6 service neutron] 10.222.0.41 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119738 Sep 18 00:04:28.772048 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9f19f04-074e-4f59-a4b1-0c39a5deaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:28.885216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-d9f19f04-074e-4f59-a4b1-0c39a5deaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] In _notify_port_updated(), no bound segment for port ae915730-8a7c-45f4-9b5e-49ab815b1235 on network 5a466bfb-ff48-4692-8dab-a9750c2ab738 {{(pid=95591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 18 00:04:28.886738 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079f4a5-b635-40b4-a50b-69bf18860f31 req-8202c4c4-c4ef-43c3-a66a-7fe90192f492 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:28.888396 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1079f4a5-b635-40b4-a50b-69bf18860f31 req-8202c4c4-c4ef-43c3-a66a-7fe90192f492 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1661327 Sep 18 00:04:28.892563 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f19f04-074e-4f59-a4b1-0c39a5deaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:28.893272 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9f19f04-074e-4f59-a4b1-0c39a5deaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:28.894589 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d9f19f04-074e-4f59-a4b1-0c39a5deaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] 10.222.0.46 "PUT /v2.0/ports/ae915730-8a7c-45f4-9b5e-49ab815b1235 HTTP/1.1" status: 200 len: 1128 time: 1.2554307 Sep 18 00:04:28.898234 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38478) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:28.922600 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f19f04-074e-4f59-a4b1-0c39a5deaab2 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Pushing event updated for resources: {'Port': ['ID=ae915730-8a7c-45f4-9b5e-49ab815b1235,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:28.969559 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408258b0-8ce0-40f6-a549-f8a62d28cc54 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:28.971077 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-408258b0-8ce0-40f6-a549-f8a62d28cc54 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] 10.222.0.46 "GET /v2.0/ports/ae915730-8a7c-45f4-9b5e-49ab815b1235 HTTP/1.1" status: 200 len: 1128 time: 0.0706294 Sep 18 00:04:28.973243 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-3d4d592c-5c89-4bc8-b4bf-a206d5722a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:28.974669 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-3d4d592c-5c89-4bc8-b4bf-a206d5722a7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 1095 time: 0.1309707 Sep 18 00:04:28.976941 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38480) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:29.055586 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1079f4a5-b635-40b4-a50b-69bf18860f31 req-9275a199-e860-4ed8-b5bf-247594e460d6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061294 Sep 18 00:04:29.205218 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:29.235525 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe20c2-4189-45a2-9c79-4d6f8d4d8a6d req-4bf64674-1ac6-4814-a2cf-9ecd6c35c69e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:29.237589 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5bfe20c2-4189-45a2-9c79-4d6f8d4d8a6d req-4bf64674-1ac6-4814-a2cf-9ecd6c35c69e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0829127 Sep 18 00:04:29.285326 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-509a7884-0955-41f0-9581-437dfe589f28 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Deleting port ae915730-8a7c-45f4-9b5e-49ab815b1235 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:29.285674 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-509a7884-0955-41f0-9581-437dfe589f28 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:29.338809 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0a245a26-b20d-4e9a-9010-659d0bd92713 None None] Provisioning complete for port ae915730-8a7c-45f4-9b5e-49ab815b1235 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:29.339844 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0a245a26-b20d-4e9a-9010-659d0bd92713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:29.356549 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5bfe20c2-4189-45a2-9c79-4d6f8d4d8a6d req-e6f18d10-3a94-4372-9545-0d08cdddad98 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794039 Sep 18 00:04:29.383285 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0a245a26-b20d-4e9a-9010-659d0bd92713 None None] Port ae915730-8a7c-45f4-9b5e-49ab815b1235 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:04:29.409172 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-4f342a4d-cf4b-4370-a7db-373dd2a24e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:29.411037 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-4f342a4d-cf4b-4370-a7db-373dd2a24e41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6394acd2-42a9-4714-99b8-84ce03248e98 HTTP/1.1" status: 200 len: 898 time: 0.4162884 Sep 18 00:04:29.484501 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-509a7884-0955-41f0-9581-437dfe589f28 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:29.519951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-509a7884-0955-41f0-9581-437dfe589f28 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Calling delete_port for ae915730-8a7c-45f4-9b5e-49ab815b1235 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:29.529294 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-d7ca936e-fa4c-4d41-9e84-e112a9beca1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f705268d-e990-426f-a62d-09f9a417f05a HTTP/1.1" status: 200 len: 1000 time: 0.1086998 Sep 18 00:04:29.585679 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c391e4-47ac-427d-b349-250edfcdd466 req-acf62967-1c12-45b0-9652-0cd9491fe958 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:29.593062 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5c391e4-47ac-427d-b349-250edfcdd466 req-acf62967-1c12-45b0-9652-0cd9491fe958 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 943 time: 0.3148060 Sep 18 00:04:29.647297 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-7b4872ac-1444-400c-a209-e93c0e8897db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:29.648947 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-7b4872ac-1444-400c-a209-e93c0e8897db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d28e983-1f5e-4e84-89d0-753a7794debe HTTP/1.1" status: 200 len: 835 time: 0.1021712 Sep 18 00:04:29.687519 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5c391e4-47ac-427d-b349-250edfcdd466 req-7f153aab-f85b-4616-b5d7-f020bfb889a9 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/security-groups?id=7743b3f8-4eb1-4f0d-9051-97e0602a204a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923905 Sep 18 00:04:29.703950 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc52720-62a2-4e44-a133-efef9b3b57be req-3100f75a-c47c-4107-a7d2-0071b6e3c2c7 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:29.715704 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-e7fc885b-0ebc-4511-ba91-207113bc9cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:29.715704 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-e7fc885b-0ebc-4511-ba91-207113bc9cc2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6394acd2-42a9-4714-99b8-84ce03248e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493407 Sep 18 00:04:29.716045 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efc52720-62a2-4e44-a133-efef9b3b57be req-3100f75a-c47c-4107-a7d2-0071b6e3c2c7 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1879494 Sep 18 00:04:29.765999 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efc52720-62a2-4e44-a133-efef9b3b57be req-f0aacc74-96a2-4e9d-8101-d7b813ff0c3c tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480037 Sep 18 00:04:29.870497 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-fa8d3cd3-ee5e-4130-8021-446110eb55fb service neutron] 10.222.0.37 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515789 Sep 18 00:04:29.896170 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f3170-8875-4576-9c31-f2391cbd53bf req-7d45dd49-717d-47b0-a978-e311a50b7313 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:29.897784 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-058f3170-8875-4576-9c31-f2391cbd53bf req-7d45dd49-717d-47b0-a978-e311a50b7313 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 944 time: 0.1115499 Sep 18 00:04:29.915709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Allocated IP 172.20.0.17 (43bad501-87d5-48ba-a7cd-bcd00d485c76/35d0782a-54a3-4d0b-8e91-432c46f5344b/484f7d2e-a421-4c5a-b5a7-b4058f921e0c) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:04:29.985733 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-058f3170-8875-4576-9c31-f2391cbd53bf req-c91011ff-d7b4-4db4-ae57-3d4b7201ca76 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784576 Sep 18 00:04:29.989523 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-509a7884-0955-41f0-9581-437dfe589f28 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:30.051207 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a7884-0955-41f0-9581-437dfe589f28 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Pushing event deleted for resources: {'Port': ['ID=ae915730-8a7c-45f4-9b5e-49ab815b1235,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:30.104805 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-509a7884-0955-41f0-9581-437dfe589f28 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:30.107301 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-509a7884-0955-41f0-9581-437dfe589f28 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] 10.222.0.46 "DELETE /v2.0/ports/ae915730-8a7c-45f4-9b5e-49ab815b1235 HTTP/1.1" status: 204 len: 168 time: 1.1292145 Sep 18 00:04:30.110313 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca040b80-1237-4b5b-87b9-f7ae93a77a4b req-0364e71d-1592-4fe2-9e24-673594f01978 service neutron] 10.222.0.37 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284844 Sep 18 00:04:30.110993 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38504) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:30.178801 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:30.225272 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8fa8c1-81e2-409c-b7cb-957f998227fa tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Deleting subnet 9da08509-9237-45b2-a6ee-c24ceceaa92f {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:04:30.230972 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ae8fa8c1-81e2-409c-b7cb-957f998227fa tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:30.288028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03aeb1c-d7e5-4a97-96bf-aad667694fc4 req-56aa6638-e77c-40b9-ae9a-01fa8b7f5446 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:30.290094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a03aeb1c-d7e5-4a97-96bf-aad667694fc4 req-56aa6638-e77c-40b9-ae9a-01fa8b7f5446 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0673723 Sep 18 00:04:30.302571 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ae8fa8c1-81e2-409c-b7cb-957f998227fa tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:30.344147 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:30.424587 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ae8fa8c1-81e2-409c-b7cb-957f998227fa tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:30.431693 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Port': ['ID=484f7d2e-a421-4c5a-b5a7-b4058f921e0c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:30.444046 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Network 43bad501-87d5-48ba-a7cd-bcd00d485c76 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:04:30.447513 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a03aeb1c-d7e5-4a97-96bf-aad667694fc4 req-d3f33c85-05a1-4928-836e-a359187dd5d5 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495121 Sep 18 00:04:30.449331 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:30.449677 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:30.450021 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:30.450506 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:30.450842 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:30.451311 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:30.451484 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:30.451810 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:30.452137 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:30.453183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:30.453698 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:30.453865 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:30.457603 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:30.459612 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:04:30.518638 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:30.579176 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ae8fa8c1-81e2-409c-b7cb-957f998227fa tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:30.590907 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 2d8c57c1-0cef-4651-a439-2e3b61c83851 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:04:30.660087 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ae8fa8c1-81e2-409c-b7cb-957f998227fa tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:30.662160 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ae8fa8c1-81e2-409c-b7cb-957f998227fa tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] 10.222.0.46 "DELETE /v2.0/subnets/9da08509-9237-45b2-a6ee-c24ceceaa92f HTTP/1.1" status: 204 len: 168 time: 0.5499220 Sep 18 00:04:30.663138 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fa8c1-81e2-409c-b7cb-957f998227fa tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Pushing event deleted for resources: {'Subnet': ['ID=9da08509-9237-45b2-a6ee-c24ceceaa92f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:30.665832 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38518) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:30.704496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3656dd-cb3e-4cf7-9fd5-358ed3128cc9 None None] Network 5a466bfb-ff48-4692-8dab-a9750c2ab738 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:04:30.835415 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 2d8c57c1-0cef-4651-a439-2e3b61c83851, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=2d8c57c1-0cef-4651-a439-2e3b61c83851,segment=NetworkSegment(4820db28-5aa6-420d-a0f3-43bebd8239f4),segment_id=4820db28-5aa6-420d-a0f3-43bebd8239f4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:30.848868 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '2d8c57c1-0cef-4651-a439-2e3b61c83851', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'port_id': '2d8c57c1-0cef-4651-a439-2e3b61c83851', 'mac_address': 'fa:16:3e:79:e2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:04:30.850527 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:30.894260 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:30.933843 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:31.032582 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8c57c1-0cef-4651-a439-2e3b61c83851 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:04:31.068788 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ec153f32-49ef-4f12-afd7-13d5f6416e62 None None] Provisioning complete for port 484f7d2e-a421-4c5a-b5a7-b4058f921e0c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:31.069703 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ec153f32-49ef-4f12-afd7-13d5f6416e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:31.089718 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586934f0-c919-42d0-b66a-866049270aa1 req-28be5220-7724-4b99-a679-41acc2c1f5b1 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:31.096934 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-586934f0-c919-42d0-b66a-866049270aa1 req-28be5220-7724-4b99-a679-41acc2c1f5b1 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 943 time: 0.2822208 Sep 18 00:04:31.098048 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 2d8c57c1-0cef-4651-a439-2e3b61c83851, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=2d8c57c1-0cef-4651-a439-2e3b61c83851,segment=NetworkSegment(4820db28-5aa6-420d-a0f3-43bebd8239f4),segment_id=4820db28-5aa6-420d-a0f3-43bebd8239f4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:31.121551 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ec153f32-49ef-4f12-afd7-13d5f6416e62 None None] Port 484f7d2e-a421-4c5a-b5a7-b4058f921e0c cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:04:31.180967 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3b15e0-9091-414d-8714-d3c2773eb524 None None] DHCP port deletion for 5a466bfb-ff48-4692-8dab-a9750c2ab738 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:04:31.213687 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:31.247978 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-586934f0-c919-42d0-b66a-866049270aa1 req-c80cce3d-13d6-4398-903c-6dce8b037f0d tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/security-groups?id=7743b3f8-4eb1-4f0d-9051-97e0602a204a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501656 Sep 18 00:04:31.288815 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6ba03-310b-42cd-8aa4-aa4bb11f552c req-d620e21c-bd41-461d-b9b4-af817f1e3868 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:31.290409 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63c6ba03-310b-42cd-8aa4-aa4bb11f552c req-d620e21c-bd41-461d-b9b4-af817f1e3868 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 944 time: 0.1816823 Sep 18 00:04:31.292451 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=2d8c57c1-0cef-4651-a439-2e3b61c83851,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:31.314475 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-df3b15e0-9091-414d-8714-d3c2773eb524 None None] Deleting port a9a5b634-48c0-47a8-bcb4-1244a0605ed1 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:31.315207 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-df3b15e0-9091-414d-8714-d3c2773eb524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:31.336774 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Deleting port a9a5b634-48c0-47a8-bcb4-1244a0605ed1 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:31.337159 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:31.398032 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:31.405814 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63c6ba03-310b-42cd-8aa4-aa4bb11f552c req-ccdfcaeb-e859-463e-a5c2-04ab24bec3f6 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974870 Sep 18 00:04:31.415022 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-df3b15e0-9091-414d-8714-d3c2773eb524 None None] For port a9a5b634-48c0-47a8-bcb4-1244a0605ed1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a9a5b634-48c0-47a8-bcb4-1244a0605ed1,segment=NetworkSegment(b321c6e6-496b-4052-9377-75c9b813a932),segment_id=b321c6e6-496b-4052-9377-75c9b813a932)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:31.415801 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-df3b15e0-9091-414d-8714-d3c2773eb524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:31.431498 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-df3b15e0-9091-414d-8714-d3c2773eb524 None None] Calling delete_port for a9a5b634-48c0-47a8-bcb4-1244a0605ed1 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:31.447509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] For port a9a5b634-48c0-47a8-bcb4-1244a0605ed1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a9a5b634-48c0-47a8-bcb4-1244a0605ed1,segment=NetworkSegment(b321c6e6-496b-4052-9377-75c9b813a932),segment_id=b321c6e6-496b-4052-9377-75c9b813a932)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:31.448127 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:31.461612 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Calling delete_port for a9a5b634-48c0-47a8-bcb4-1244a0605ed1 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:31.542206 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:31.550879 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['2d8c57c1-0cef-4651-a439-2e3b61c83851'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:04:31.634808 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-df3b15e0-9091-414d-8714-d3c2773eb524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:31.659769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Port': ['ID=484f7d2e-a421-4c5a-b5a7-b4058f921e0c,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:31.663259 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:31.665373 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:31.668637 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b15e0-9091-414d-8714-d3c2773eb524 None None] Pushing event deleted for resources: {'Port': ['ID=a9a5b634-48c0-47a8-bcb4-1244a0605ed1,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:31.681285 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3b15e0-9091-414d-8714-d3c2773eb524 None None] No DVR routers for this DVR port a9a5b634-48c0-47a8-bcb4-1244a0605ed1 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:04:31.705095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Pushing event deleted for resources: {'Port': ['ID=a9a5b634-48c0-47a8-bcb4-1244a0605ed1,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:31.712579 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] No DVR routers for this DVR port a9a5b634-48c0-47a8-bcb4-1244a0605ed1 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:04:31.721599 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8e54-50e7-4a45-9070-f12f9404abdc req-e1640f1b-f577-41dc-bd99-edc20d517b35 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:31.731343 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-240a8e54-50e7-4a45-9070-f12f9404abdc req-e1640f1b-f577-41dc-bd99-edc20d517b35 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1776085 Sep 18 00:04:31.858281 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-240a8e54-50e7-4a45-9070-f12f9404abdc req-767f504f-7321-4ec3-8832-06f18dd4ec75 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218073 Sep 18 00:04:31.887543 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:31.922231 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a466bfb-ff48-4692-8dab-a9750c2ab738']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:31.943064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b321c6e6-496b-4052-9377-75c9b813a932') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:31.943417 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b321c6e6-496b-4052-9377-75c9b813a932') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:31.946226 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Network 43bad501-87d5-48ba-a7cd-bcd00d485c76 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:04:31.952425 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:31.959551 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:32.021203 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:32.031773 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:04:32.033476 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:04:32.035822 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:04:32.305650 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a9a5b634-48c0-47a8-bcb4-1244a0605ed1 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:04:32.332610 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: a9a5b634-48c0-47a8-bcb4-1244a0605ed1 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:04:32.333089 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a9a5b634-48c0-47a8-bcb4-1244a0605ed1 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:04:32.370002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d7561717-79ec-4559-8073-d3945c579157 None None] Provisioning complete for port 484f7d2e-a421-4c5a-b5a7-b4058f921e0c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:32.370360 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d7561717-79ec-4559-8073-d3945c579157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:32.423380 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d7561717-79ec-4559-8073-d3945c579157 None None] Port 484f7d2e-a421-4c5a-b5a7-b4058f921e0c cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:04:32.452732 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bbce6-685a-44a9-9810-f43077ea7c12 req-9dbca9a5-78ae-4d8b-b602-5d5b081017f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:32.454817 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-927bbce6-685a-44a9-9810-f43077ea7c12 req-9dbca9a5-78ae-4d8b-b602-5d5b081017f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 1096 time: 0.0651190 Sep 18 00:04:32.567617 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bbce6-685a-44a9-9810-f43077ea7c12 req-470d0fc6-838a-4dc1-b65c-8be00ecd2e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:32.567617 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-927bbce6-685a-44a9-9810-f43077ea7c12 req-470d0fc6-838a-4dc1-b65c-8be00ecd2e85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 200 len: 912 time: 0.1036072 Sep 18 00:04:32.596351 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Router a186c3a8-9ef0-483c-834b-6d462c6991a8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:04:32.596952 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device f705268d-e990-426f-a62d-09f9a417f05a details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:04:32.635693 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe03fb-03ae-4e35-beff-f5070e92bfcd req-d1e1fb7f-8fa2-4402-bf18-3e4c003559a5 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:32.637289 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0fe03fb-03ae-4e35-beff-f5070e92bfcd req-d1e1fb7f-8fa2-4402-bf18-3e4c003559a5 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=44812294-bc32-4902-ae97-27f21bb12ebe HTTP/1.1" status: 200 len: 945 time: 0.0909576 Sep 18 00:04:32.647726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920cd36-e037-43a4-bd54-d06513baf350 req-a9a3e8c5-411d-41fe-a763-bd96ac9dd494 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:32.654911 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7920cd36-e037-43a4-bd54-d06513baf350 req-a9a3e8c5-411d-41fe-a763-bd96ac9dd494 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1171801 Sep 18 00:04:32.658616 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-927bbce6-685a-44a9-9810-f43077ea7c12 req-084c24ef-7074-4151-8e8f-d1f2219a3fed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 HTTP/1.1" status: 200 len: 999 time: 0.0859606 Sep 18 00:04:32.721302 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:32.750978 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bbce6-685a-44a9-9810-f43077ea7c12 req-cf7f5283-07a9-4273-8745-ae7c9d54f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:32.752384 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:32.753044 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-927bbce6-685a-44a9-9810-f43077ea7c12 req-cf7f5283-07a9-4273-8745-ae7c9d54f486 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 200 len: 850 time: 0.0872879 Sep 18 00:04:32.754282 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] 10.222.0.46 "DELETE /v2.0/networks/5a466bfb-ff48-4692-8dab-a9750c2ab738 HTTP/1.1" status: 204 len: 168 time: 2.0874567 Sep 18 00:04:32.783525 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7920cd36-e037-43a4-bd54-d06513baf350 req-d9ff3cc9-98ce-4e46-aac3-d9c790f082a1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275952 Sep 18 00:04:32.791423 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22beb521-e1b5-4309-bb63-413c551337ed tempest-ExtraDHCPOptionsIpV6TestJSON-902753127 tempest-ExtraDHCPOptionsIpV6TestJSON-902753127-project] Pushing event deleted for resources: {'Network': ['ID=5a466bfb-ff48-4692-8dab-a9750c2ab738,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:32.825339 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0fe03fb-03ae-4e35-beff-f5070e92bfcd req-f7d46aa0-537f-49ed-903b-ed3e8df432ad tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468618 Sep 18 00:04:32.855132 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port f705268d-e990-426f-a62d-09f9a417f05a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=f705268d-e990-426f-a62d-09f9a417f05a,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:32.883900 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'f705268d-e990-426f-a62d-09f9a417f05a', 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98', 'port_id': 'f705268d-e990-426f-a62d-09f9a417f05a', 'mac_address': 'fa:16:3e:1d:3c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:04:32.886463 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:04:32.893353 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-201ad439-a09c-4d99-b7a2-ebe755e761cd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "PUT /v2.0/routers/a186c3a8-9ef0-483c-834b-6d462c6991a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5019357 Sep 18 00:04:32.902237 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] Sync routers for ids ['a186c3a8-9ef0-483c-834b-6d462c6991a8'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:04:32.914168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bbce6-685a-44a9-9810-f43077ea7c12 req-381105e6-5bbd-4c8b-a768-4817c05046ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:32.919296 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-927bbce6-685a-44a9-9810-f43077ea7c12 req-381105e6-5bbd-4c8b-a768-4817c05046ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91d2ea37-44ea-452b-a868-79ff761347ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470385 Sep 18 00:04:32.922823 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] Routers {'a186c3a8-9ef0-483c-834b-6d462c6991a8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:04:32.923461 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a186c3a8-9ef0-483c-834b-6d462c6991a8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:32.933856 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:32.949562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f705268d-e990-426f-a62d-09f9a417f05a {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:04:32.967429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4bce1-a0f6-41fd-98a5-b99e2de95eb1 req-17d512c3-0567-4576-9a56-beb93ebb707e tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:32.975373 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port f705268d-e990-426f-a62d-09f9a417f05a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=f705268d-e990-426f-a62d-09f9a417f05a,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:32.975679 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2f4bce1-a0f6-41fd-98a5-b99e2de95eb1 req-17d512c3-0567-4576-9a56-beb93ebb707e tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 944 time: 0.0605624 Sep 18 00:04:33.046675 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:33.054141 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2f4bce1-a0f6-41fd-98a5-b99e2de95eb1 req-648d9b65-9bd2-43f9-97c5-c730dc8b94e6 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/security-groups?id=7743b3f8-4eb1-4f0d-9051-97e0602a204a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747902 Sep 18 00:04:33.102327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0500052-799b-480f-aa74-26141287791d req-be04348e-1bc3-4d9f-a267-7915f94d4b63 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:33.104260 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0500052-799b-480f-aa74-26141287791d req-be04348e-1bc3-4d9f-a267-7915f94d4b63 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 944 time: 0.0929263 Sep 18 00:04:33.144595 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=f705268d-e990-426f-a62d-09f9a417f05a,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:33.152446 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] Set router a186c3a8-9ef0-483c-834b-6d462c6991a8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:04:33.156795 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-927bbce6-685a-44a9-9810-f43077ea7c12 req-fbd14d25-1ece-4e4d-8f41-c29c2da42251 service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286596 Sep 18 00:04:33.179231 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0500052-799b-480f-aa74-26141287791d req-1fefd143-6d1f-4839-8bbf-8e3fed45957d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611634 Sep 18 00:04:33.264661 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-927bbce6-685a-44a9-9810-f43077ea7c12 req-ba7ec302-968f-446b-93bf-6fc8271bf101 service neutron] 10.222.0.41 "GET /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988581 Sep 18 00:04:33.393534 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:04:30Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '12af943d-6cac-4887-8e29-aa8499cdcf55', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'port_id': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'mac_address': 'fa:16:3e:e3:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:03:20Z', 'updated_at': '2021-09-18T00:03:24Z', 'revision_number': 1, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '484f7d2e-a421-4c5a-b5a7-b4058f921e0c', 'name': '', 'network_id': '43bad501-87d5-48ba-a7cd-bcd00d485c76', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:db:c0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '35d0782a-54a3-4d0b-8e91-432c46f5344b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:04:29Z', 'updated_at': '2021-09-18T00:04:31Z', 'revision_number': 2, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '35d0782a-54a3-4d0b-8e91-432c46f5344b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e5e017-ce49-405e-b4f2-ac624102ae24', 'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:f6:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:45Z', 'updated_at': '2021-09-18T00:02:53Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:33.399417 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['f705268d-e990-426f-a62d-09f9a417f05a'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:04:33.424349 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] Checking router: a186c3a8-9ef0-483c-834b-6d462c6991a8 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:04:33.425684 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] Updating router a186c3a8-9ef0-483c-834b-6d462c6991a8 port 484f7d2e-a421-4c5a-b5a7-b4058f921e0c binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:04:33.449857 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:33.702022 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38580) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:33.975750 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3b941-74f6-424e-b873-756123bfce78 req-92de650a-f53e-4bea-8535-33e35f1a4679 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:33.977892 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78c3b941-74f6-424e-b873-756123bfce78 req-92de650a-f53e-4bea-8535-33e35f1a4679 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.37 "GET /v2.0/ports?device_id=44812294-bc32-4902-ae97-27f21bb12ebe HTTP/1.1" status: 200 len: 945 time: 0.1713014 Sep 18 00:04:34.084282 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:34.142459 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-78c3b941-74f6-424e-b873-756123bfce78 req-a432f4df-3312-48cf-a939-6a07647f6216 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Deleting port 30d27b2b-f0eb-41d8-996c-641321fb9ce3 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:34.142900 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78c3b941-74f6-424e-b873-756123bfce78 req-a432f4df-3312-48cf-a939-6a07647f6216 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:34.163391 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:34.179778 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216ca09-dabc-479d-95dd-660bc505cfda req-d8bc0773-a9d6-4200-af2c-6f6e6f824238 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:34.181498 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a216ca09-dabc-479d-95dd-660bc505cfda req-d8bc0773-a9d6-4200-af2c-6f6e6f824238 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 945 time: 0.4022169 Sep 18 00:04:34.197293 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e428af8e-b82c-46fe-b193-484cb8d80595 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ac8d8d7934549448062c2a6e20acd20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4968855 Sep 18 00:04:34.214358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38596) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:34.224119 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed2f3d-2c6d-4292-af8d-377f7fbcb229 req-8e5c39db-a34e-4d29-93f6-51782552b98b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:34.226073 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07ed2f3d-2c6d-4292-af8d-377f7fbcb229 req-8e5c39db-a34e-4d29-93f6-51782552b98b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.2299323 Sep 18 00:04:34.227777 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44992574-47ce-4d5c-8ba0-6df445dbd03a None None] Pushing event updated for resources: {'Port': ['ID=484f7d2e-a421-4c5a-b5a7-b4058f921e0c,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:34.234537 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-ec898112-84a1-48df-8130-466c1920f782 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:34.236051 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-ec898112-84a1-48df-8130-466c1920f782 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.37 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b&tenant_id=5d2902e7a2a54edeb7be111e15492043&binding%3Ahost_id=n-h2-809883-1 HTTP/1.1" status: 200 len: 945 time: 0.3584323 Sep 18 00:04:34.243101 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44992574-47ce-4d5c-8ba0-6df445dbd03a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:34.243443 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44992574-47ce-4d5c-8ba0-6df445dbd03a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:34.243917 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44992574-47ce-4d5c-8ba0-6df445dbd03a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:34.244431 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44992574-47ce-4d5c-8ba0-6df445dbd03a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:34.245032 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44992574-47ce-4d5c-8ba0-6df445dbd03a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:34.245362 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44992574-47ce-4d5c-8ba0-6df445dbd03a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:34.245687 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44992574-47ce-4d5c-8ba0-6df445dbd03a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:34.246011 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44992574-47ce-4d5c-8ba0-6df445dbd03a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:34.246330 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44992574-47ce-4d5c-8ba0-6df445dbd03a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:34.246643 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44992574-47ce-4d5c-8ba0-6df445dbd03a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:34.247147 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44992574-47ce-4d5c-8ba0-6df445dbd03a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:34.247653 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44992574-47ce-4d5c-8ba0-6df445dbd03a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:34.291199 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-78c3b941-74f6-424e-b873-756123bfce78 req-a432f4df-3312-48cf-a939-6a07647f6216 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] For port 30d27b2b-f0eb-41d8-996c-641321fb9ce3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=30d27b2b-f0eb-41d8-996c-641321fb9ce3,segment=NetworkSegment(62c67ca4-8d70-4e57-871a-617366dc2113),segment_id=62c67ca4-8d70-4e57-871a-617366dc2113)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:34.293692 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78c3b941-74f6-424e-b873-756123bfce78 req-a432f4df-3312-48cf-a939-6a07647f6216 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:34.313685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-78c3b941-74f6-424e-b873-756123bfce78 req-a432f4df-3312-48cf-a939-6a07647f6216 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Calling delete_port for 30d27b2b-f0eb-41d8-996c-641321fb9ce3 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:34.326362 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] Attempting to bind port 484f7d2e-a421-4c5a-b5a7-b4058f921e0c on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:04:34.327047 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] Attempting to bind port 484f7d2e-a421-4c5a-b5a7-b4058f921e0c by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'b0b24837-9574-4a49-9383-f69a9f8763ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '43bad501-87d5-48ba-a7cd-bcd00d485c76'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:04:34.328029 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] Attempting to bind port 484f7d2e-a421-4c5a-b5a7-b4058f921e0c on network 43bad501-87d5-48ba-a7cd-bcd00d485c76 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:04:34.336531 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:04:34.337285 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] Checking segment: {'id': 'b0b24837-9574-4a49-9383-f69a9f8763ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '43bad501-87d5-48ba-a7cd-bcd00d485c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:04:34.337891 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:34.338706 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] Bound using segment: {'id': 'b0b24837-9574-4a49-9383-f69a9f8763ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '43bad501-87d5-48ba-a7cd-bcd00d485c76'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:04:34.339355 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] Bound port: 484f7d2e-a421-4c5a-b5a7-b4058f921e0c, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b24837-9574-4a49-9383-f69a9f8763ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '43bad501-87d5-48ba-a7cd-bcd00d485c76'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:04:34.340093 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:34.359594 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a216ca09-dabc-479d-95dd-660bc505cfda req-950d6c7c-547b-4487-9280-941d4f803891 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651411 Sep 18 00:04:34.368446 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07ed2f3d-2c6d-4292-af8d-377f7fbcb229 req-44d6fcfd-4438-4bfc-b475-af4af51d7afe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161525 Sep 18 00:04:34.409794 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-270e7b74-de2e-45fa-b2a1-019d587fb618 service neutron] 10.222.0.37 "GET /v2.0/ports/f705268d-e990-426f-a62d-09f9a417f05a/bindings/n-h2-809883-1 HTTP/1.1" status: 200 len: 382 time: 0.1355062 Sep 18 00:04:34.441545 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3b5d87aa-1960-4f25-a558-ad0eb0096133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:34.528813 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] For port 484f7d2e-a421-4c5a-b5a7-b4058f921e0c, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:04:34.535161 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] For port 484f7d2e-a421-4c5a-b5a7-b4058f921e0c, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=484f7d2e-a421-4c5a-b5a7-b4058f921e0c,segment=NetworkSegment(b0b24837-9574-4a49-9383-f69a9f8763ec),segment_id=b0b24837-9574-4a49-9383-f69a9f8763ec)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:04:34.540146 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3b5d87aa-1960-4f25-a558-ad0eb0096133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:34.606015 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device f705268d-e990-426f-a62d-09f9a417f05a up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:04:34.608756 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-a182a605-458e-4047-a879-029294cc2734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:34.610604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-a182a605-458e-4047-a879-029294cc2734 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 1096 time: 0.1759560 Sep 18 00:04:34.620605 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e99e1-9131-4bd5-b8b2-228b48a092ea req-5da4065c-4645-4e36-93c6-4992bb0e99a0 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:34.622080 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e2e99e1-9131-4bd5-b8b2-228b48a092ea req-5da4065c-4645-4e36-93c6-4992bb0e99a0 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=44812294-bc32-4902-ae97-27f21bb12ebe HTTP/1.1" status: 200 len: 945 time: 0.1350658 Sep 18 00:04:34.641559 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:34.651612 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78c3b941-74f6-424e-b873-756123bfce78 req-a432f4df-3312-48cf-a939-6a07647f6216 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:34.677315 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['a866e41a-5ff6-4df2-9059-51c744015303', '21c4a6d3-5dec-4578-926b-683b26d16289', '30d27b2b-f0eb-41d8-996c-641321fb9ce3'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:04:34.679884 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24627b-c476-46d7-a966-513b6fc9fb71 req-8a174506-e5d9-49fb-b8e4-76793bb33a3b tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:34.681617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['90ae83bf-9e9f-4246-a0ae-56a2fadb7674'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:04:34.681744 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae24627b-c476-46d7-a966-513b6fc9fb71 req-8a174506-e5d9-49fb-b8e4-76793bb33a3b tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 944 time: 0.1537902 Sep 18 00:04:34.720551 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432f4df-3312-48cf-a939-6a07647f6216 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Pushing event deleted for resources: {'Port': ['ID=30d27b2b-f0eb-41d8-996c-641321fb9ce3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:34.754714 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] Routers {'a186c3a8-9ef0-483c-834b-6d462c6991a8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:04:34.755576 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a186c3a8-9ef0-483c-834b-6d462c6991a8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:34.778087 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c3b941-74f6-424e-b873-756123bfce78 req-a432f4df-3312-48cf-a939-6a07647f6216 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] No DVR routers for this DVR port 30d27b2b-f0eb-41d8-996c-641321fb9ce3 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:04:34.781954 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-78c3b941-74f6-424e-b873-756123bfce78 req-a432f4df-3312-48cf-a939-6a07647f6216 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:34.784008 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-78c3b941-74f6-424e-b873-756123bfce78 req-a432f4df-3312-48cf-a939-6a07647f6216 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.37 "DELETE /v2.0/ports/30d27b2b-f0eb-41d8-996c-641321fb9ce3 HTTP/1.1" status: 204 len: 173 time: 0.7994771 Sep 18 00:04:34.784492 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44812294-bc32-4902-ae97-27f21bb12ebe', 'name': 'network-vif-deleted', 'tag': '30d27b2b-f0eb-41d8-996c-641321fb9ce3'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:34.787707 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f2b31a-af0a-43a9-ac57-29bf8b719b0b" -d '{"events": [{"server_uuid": "44812294-bc32-4902-ae97-27f21bb12ebe", "name": "network-vif-deleted", "tag": "30d27b2b-f0eb-41d8-996c-641321fb9ce3"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:34.792783 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f0dd1516-acd5-4156-b111-ab871703366e None None] Provisioning complete for port 484f7d2e-a421-4c5a-b5a7-b4058f921e0c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:34.793295 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f0dd1516-acd5-4156-b111-ab871703366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:34.800651 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae24627b-c476-46d7-a966-513b6fc9fb71 req-761e1c16-4ad5-485a-8f5f-4baa31e5802e tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/security-groups?id=7743b3f8-4eb1-4f0d-9051-97e0602a204a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087129 Sep 18 00:04:34.836166 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e2e99e1-9131-4bd5-b8b2-228b48a092ea req-b1a8312e-3e67-494b-99f0-3bc4b63cc1c2 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009046 Sep 18 00:04:34.876290 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd7af27-ff79-4398-83be-b731510fe75d x-openstack-request-id: req-8cd7af27-ff79-4398-83be-b731510fe75d {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:34.876795 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44812294-bc32-4902-ae97-27f21bb12ebe", "name": "network-vif-deleted", "tag": "30d27b2b-f0eb-41d8-996c-641321fb9ce3", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:34.877279 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8cd7af27-ff79-4398-83be-b731510fe75d {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:34.877691 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44812294-bc32-4902-ae97-27f21bb12ebe', 'name': 'network-vif-deleted', 'tag': '30d27b2b-f0eb-41d8-996c-641321fb9ce3', 'status': 'completed', 'code': 200} Sep 18 00:04:34.883897 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3b5d87aa-1960-4f25-a558-ad0eb0096133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:34.886510 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3b5d87aa-1960-4f25-a558-ad0eb0096133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:34.890542 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3b5d87aa-1960-4f25-a558-ad0eb0096133 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cfdaa340-af6b-4111-ade4-37bd70d3cdd4 HTTP/1.1" status: 204 len: 168 time: 0.6507046 Sep 18 00:04:34.916439 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port f705268d-e990-426f-a62d-09f9a417f05a completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:04:34.920512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d87aa-1960-4f25-a558-ad0eb0096133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdaa340-af6b-4111-ade4-37bd70d3cdd4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:34.928229 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44992574-47ce-4d5c-8ba0-6df445dbd03a None None] Pushing event updated for resources: {'Port': ['ID=484f7d2e-a421-4c5a-b5a7-b4058f921e0c,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:34.943341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-7d9332e4-bd5b-495c-b25c-8de9da2af64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:34.946117 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] Set router a186c3a8-9ef0-483c-834b-6d462c6991a8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:04:34.946972 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-7d9332e4-bd5b-495c-b25c-8de9da2af64b service neutron] 10.222.0.37 "GET /v2.0/networks?id=6394acd2-42a9-4714-99b8-84ce03248e98 HTTP/1.1" status: 200 len: 898 time: 0.3239591 Sep 18 00:04:34.955885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port f705268d-e990-426f-a62d-09f9a417f05a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:34.957754 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:35.054603 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-80792361-6a99-4e31-9cf5-46d0843bea1a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f705268d-e990-426f-a62d-09f9a417f05a HTTP/1.1" status: 200 len: 1001 time: 0.1004279 Sep 18 00:04:35.124682 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-f5d4ddfa-9de7-45b9-9cc7-95d182f87a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:35.126736 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-f5d4ddfa-9de7-45b9-9cc7-95d182f87a93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d28e983-1f5e-4e84-89d0-753a7794debe HTTP/1.1" status: 200 len: 835 time: 0.0640039 Sep 18 00:04:35.195347 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f0dd1516-acd5-4156-b111-ab871703366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:35.214351 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-d86c4b46-4415-4c72-a8c0-f1dfda79b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:35.215353 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-d86c4b46-4415-4c72-a8c0-f1dfda79b9d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6394acd2-42a9-4714-99b8-84ce03248e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813377 Sep 18 00:04:35.318065 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:35.330012 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f0dd1516-acd5-4156-b111-ab871703366e None None] For port 484f7d2e-a421-4c5a-b5a7-b4058f921e0c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=484f7d2e-a421-4c5a-b5a7-b4058f921e0c,segment=NetworkSegment(b0b24837-9574-4a49-9383-f69a9f8763ec),segment_id=b0b24837-9574-4a49-9383-f69a9f8763ec)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:35.341346 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-fd31b80e-daa1-46e9-95d5-4f12a86b14da service neutron] 10.222.0.37 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180165 Sep 18 00:04:35.372234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:35.375235 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f347b02c-859f-4d73-b862-0dc93d123d83" -d '{"events": [{"server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "name": "network-vif-plugged", "status": "completed", "tag": "f705268d-e990-426f-a62d-09f9a417f05a"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:35.431064 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f0dd1516-acd5-4156-b111-ab871703366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:35.453333 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:04:30Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '12af943d-6cac-4887-8e29-aa8499cdcf55', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'port_id': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'mac_address': 'fa:16:3e:e3:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:03:20Z', 'updated_at': '2021-09-18T00:03:24Z', 'revision_number': 1, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '484f7d2e-a421-4c5a-b5a7-b4058f921e0c', 'name': '', 'network_id': '43bad501-87d5-48ba-a7cd-bcd00d485c76', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:db:c0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '35d0782a-54a3-4d0b-8e91-432c46f5344b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:04:29Z', 'updated_at': '2021-09-18T00:04:34Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '35d0782a-54a3-4d0b-8e91-432c46f5344b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e5e017-ce49-405e-b4f2-ac624102ae24', 'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:f6:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:45Z', 'updated_at': '2021-09-18T00:02:53Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:35.460594 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port f705268d-e990-426f-a62d-09f9a417f05a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=f705268d-e990-426f-a62d-09f9a417f05a,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:35.510380 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca89951-1379-4f4d-ac30-9f468d306610 x-openstack-request-id: req-7ca89951-1379-4f4d-ac30-9f468d306610 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:35.510603 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "name": "network-vif-plugged", "status": "completed", "tag": "f705268d-e990-426f-a62d-09f9a417f05a", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:35.516349 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ca89951-1379-4f4d-ac30-9f468d306610 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:35.516349 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a', 'code': 200} Sep 18 00:04:35.539254 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:35.540171 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2adfb16-4750-4bba-b41e-f28d32efe9c3 None None] The sync data for ids ['a186c3a8-9ef0-483c-834b-6d462c6991a8'] in n-d-809883-1 is: [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:04:30Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '12af943d-6cac-4887-8e29-aa8499cdcf55', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'port_id': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'mac_address': 'fa:16:3e:e3:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:03:20Z', 'updated_at': '2021-09-18T00:03:24Z', 'revision_number': 1, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '484f7d2e-a421-4c5a-b5a7-b4058f921e0c', 'name': '', 'network_id': '43bad501-87d5-48ba-a7cd-bcd00d485c76', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:db:c0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '35d0782a-54a3-4d0b-8e91-432c46f5344b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:04:29Z', 'updated_at': '2021-09-18T00:04:34Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '35d0782a-54a3-4d0b-8e91-432c46f5344b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e5e017-ce49-405e-b4f2-ac624102ae24', 'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:f6:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:45Z', 'updated_at': '2021-09-18T00:02:53Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:04:35.542928 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 2d8c57c1-0cef-4651-a439-2e3b61c83851 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:04:35.661303 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a16da00f-2115-4cf3-9ef5-994810b15c6c None None] Provisioning complete for port 484f7d2e-a421-4c5a-b5a7-b4058f921e0c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:35.662024 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a16da00f-2115-4cf3-9ef5-994810b15c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:35.711819 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd1516-acd5-4156-b111-ab871703366e None None] Pushing event updated for resources: {'Port': ['ID=484f7d2e-a421-4c5a-b5a7-b4058f921e0c,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:35.740455 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-26cdba84-0849-4775-bb9c-0ec3186d2d2f service neutron] 10.222.0.37 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732753 Sep 18 00:04:35.778821 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440c44b-c5d8-4f68-a21c-6d6f5beb6f0c req-cfd06d5f-2a09-4a97-b07b-4c0e82f29797 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:35.780110 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2440c44b-c5d8-4f68-a21c-6d6f5beb6f0c req-cfd06d5f-2a09-4a97-b07b-4c0e82f29797 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.1942511 Sep 18 00:04:35.790381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237ed23-2752-42f0-a7d5-1bfbe9e6020a req-bf976ea3-4d5a-40f6-8afc-00ac3135bcb5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:35.793433 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2237ed23-2752-42f0-a7d5-1bfbe9e6020a req-bf976ea3-4d5a-40f6-8afc-00ac3135bcb5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.2088516 Sep 18 00:04:35.852101 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=f705268d-e990-426f-a62d-09f9a417f05a,revision_number=9']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:35.910771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2237ed23-2752-42f0-a7d5-1bfbe9e6020a req-b4abbe3a-1b98-48f1-9324-d49028c3457e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851438 Sep 18 00:04:35.916730 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 2d8c57c1-0cef-4651-a439-2e3b61c83851 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:04:35.925166 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2440c44b-c5d8-4f68-a21c-6d6f5beb6f0c req-2b2e07c4-b5c9-4cb0-94c3-526ea2be86de tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305366 Sep 18 00:04:35.933256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 2d8c57c1-0cef-4651-a439-2e3b61c83851 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:35.933720 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:36.078477 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb717f-a085-4ec9-bd46-d51634947d77 req-72b2b7b6-e388-42f8-b703-b2052e50b2ed tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:36.087080 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b4cb717f-a085-4ec9-bd46-d51634947d77 req-72b2b7b6-e388-42f8-b703-b2052e50b2ed tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 944 time: 0.0779190 Sep 18 00:04:36.116418 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:36.153762 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 2d8c57c1-0cef-4651-a439-2e3b61c83851, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=2d8c57c1-0cef-4651-a439-2e3b61c83851,segment=NetworkSegment(4820db28-5aa6-420d-a0f3-43bebd8239f4),segment_id=4820db28-5aa6-420d-a0f3-43bebd8239f4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:36.160123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b4cb717f-a085-4ec9-bd46-d51634947d77 req-1209b4e9-8b9e-4b2a-a128-87237ee40930 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/security-groups?id=7743b3f8-4eb1-4f0d-9051-97e0602a204a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720181 Sep 18 00:04:36.162805 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01e829ca-c698-4749-a89b-37a4c54fa8b5 req-c8f775bf-01ed-41cd-bd24-d8791038583a tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=44812294-bc32-4902-ae97-27f21bb12ebe HTTP/1.1" status: 200 len: 210 time: 0.0536563 Sep 18 00:04:36.249434 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:36.329368 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0875e-fb04-47b3-9998-b61cb567c04a req-a545bb8d-330e-4366-a578-8f2677231194 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:36.331045 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9cc0875e-fb04-47b3-9998-b61cb567c04a req-a545bb8d-330e-4366-a578-8f2677231194 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0921605 Sep 18 00:04:36.341967 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 484f7d2e-a421-4c5a-b5a7-b4058f921e0c up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:04:36.348445 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=2d8c57c1-0cef-4651-a439-2e3b61c83851,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:36.389382 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9cc0875e-fb04-47b3-9998-b61cb567c04a req-70245b90-0920-4e3e-8c0f-ef06ec790827 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464520 Sep 18 00:04:36.421582 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 484f7d2e-a421-4c5a-b5a7-b4058f921e0c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:36.421894 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:36.587681 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38664) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:36.694688 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Request body: {'networks': [{'name': 'tempest-network--1912500261'}, {'name': 'tempest-network--2032741323'}]} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:36.695010 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Request body: {'network': {'name': 'tempest-network--1912500261'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:36.695470 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Request body: {'network': {'name': 'tempest-network--2032741323'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:36.775793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Made reservation on behalf of 5294a936319641519d00a0e284b126c4 for: {'network': 2} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:36.783348 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:36.792962 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:36.882888 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:36.965931 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:36.966578 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:37.034329 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=710bb1e3-23b0-4537-bda6-e60aa921ec4b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:37.043543 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:04:37.056908 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:37.057263 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Added segment 83bf969d-3840-439c-874a-0002d9b4160d of type vlan for network f438a6d6-f8eb-4045-b7f2-017a7e853060 Sep 18 00:04:37.072130 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174971f-4a97-4071-ba9f-929835c94301 req-5696ad4a-8e82-4f7c-9b64-70394411e107 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:37.073689 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4174971f-4a97-4071-ba9f-929835c94301 req-5696ad4a-8e82-4f7c-9b64-70394411e107 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.0905015 Sep 18 00:04:37.120674 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:37.154787 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4174971f-4a97-4071-ba9f-929835c94301 req-052460d4-7670-467f-b3a4-07032caab0b0 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595865 Sep 18 00:04:37.168239 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:04:37.177180 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:37.177531 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Added segment 6abf1a05-8daa-4fbd-91b1-2754f89d2388 of type vlan for network 14f6c4fb-e8c6-41aa-9d6f-bd69f5d0e395 Sep 18 00:04:37.221350 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:37.304019 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d2807-8c31-47ce-a4e9-a972fb06f609 req-6120f538-e9cb-4d5b-ad50-5fe85c44f978 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:37.305679 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae3d2807-8c31-47ce-a4e9-a972fb06f609 req-6120f538-e9cb-4d5b-ad50-5fe85c44f978 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 945 time: 0.0666308 Sep 18 00:04:37.349329 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae3d2807-8c31-47ce-a4e9-a972fb06f609 req-120163d4-5a31-445f-a5f5-5f54b03a7e6a tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/security-groups?id=7743b3f8-4eb1-4f0d-9051-97e0602a204a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374279 Sep 18 00:04:37.360041 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:37.360910 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:37.368516 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:37.372516 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:37.373272 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:37.447792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event updated for resources: {'Network': ['ID=f438a6d6-f8eb-4045-b7f2-017a7e853060,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:37.458655 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network f438a6d6-f8eb-4045-b7f2-017a7e853060 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:04:37.515958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event updated for resources: {'Network': ['ID=14f6c4fb-e8c6-41aa-9d6f-bd69f5d0e395,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:37.517625 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8c57c1-0cef-4651-a439-2e3b61c83851'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:37.519807 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2e50e8-6808-4665-a102-b7bc5af0a55f" -d '{"events": [{"server_uuid": "cb806ae7-a36a-4245-bc20-257e308c598c", "name": "network-vif-plugged", "status": "completed", "tag": "2d8c57c1-0cef-4651-a439-2e3b61c83851"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:37.519967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-05a8d18c-d95a-40c9-9209-df9475148eea tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9314005 Sep 18 00:04:37.523831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38718) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:37.535799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 14f6c4fb-e8c6-41aa-9d6f-bd69f5d0e395 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:04:37.562709 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f2ccef-4b14-45d1-92d0-d6f1e0585905 x-openstack-request-id: req-a9f2ccef-4b14-45d1-92d0-d6f1e0585905 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:37.563148 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb806ae7-a36a-4245-bc20-257e308c598c", "name": "network-vif-plugged", "status": "completed", "tag": "2d8c57c1-0cef-4651-a439-2e3b61c83851", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:37.563472 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9f2ccef-4b14-45d1-92d0-d6f1e0585905 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:37.563919 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8c57c1-0cef-4651-a439-2e3b61c83851', 'code': 200} Sep 18 00:04:37.780194 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445bdb6-5ca3-4c88-ae5b-8964d2c7cadc req-50242267-5da6-47c7-9c39-d698e4518d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:37.781967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8445bdb6-5ca3-4c88-ae5b-8964d2c7cadc req-50242267-5da6-47c7-9c39-d698e4518d4a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 1096 time: 0.1144435 Sep 18 00:04:37.789808 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0183f086-54a7-444d-ad4f-fc81a6f89e5c tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:37.802970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0183f086-54a7-444d-ad4f-fc81a6f89e5c tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:37.809162 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0183f086-54a7-444d-ad4f-fc81a6f89e5c tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:37.815624 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0183f086-54a7-444d-ad4f-fc81a6f89e5c tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:37.818292 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0183f086-54a7-444d-ad4f-fc81a6f89e5c tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2939932 Sep 18 00:04:37.820725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38730) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:37.886447 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8445bdb6-5ca3-4c88-ae5b-8964d2c7cadc req-7346174c-9049-41c5-96a5-fad61bacc897 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7743b3f8-4eb1-4f0d-9051-97e0602a204a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677581 Sep 18 00:04:37.928005 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a15297d6-f9ab-46f0-b568-17412d705623 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:38.020738 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a15297d6-f9ab-46f0-b568-17412d705623 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:38.044167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-a15297d6-f9ab-46f0-b568-17412d705623 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f438a6d6-f8eb-4045-b7f2-017a7e853060']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:38.056007 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-a15297d6-f9ab-46f0-b568-17412d705623 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83bf969d-3840-439c-874a-0002d9b4160d') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:38.056317 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-a15297d6-f9ab-46f0-b568-17412d705623 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83bf969d-3840-439c-874a-0002d9b4160d') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:38.084168 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a15297d6-f9ab-46f0-b568-17412d705623 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:38.100868 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a15297d6-f9ab-46f0-b568-17412d705623 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:38.109845 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15297d6-f9ab-46f0-b568-17412d705623 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:04:38.110387 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a15297d6-f9ab-46f0-b568-17412d705623 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:04:38.113857 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:04:38.262155 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2615b-198f-4df5-8a91-f21cd1f8c8ee req-1f2bcb22-9b2a-498e-9e7b-f3eac3fc1ac8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:38.264207 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b3d2615b-198f-4df5-8a91-f21cd1f8c8ee req-1f2bcb22-9b2a-498e-9e7b-f3eac3fc1ac8 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=a805de6f-bb90-4da8-84d8-581dde8bdc34 HTTP/1.1" status: 200 len: 943 time: 0.0719337 Sep 18 00:04:38.320335 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a15297d6-f9ab-46f0-b568-17412d705623 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:38.342782 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a15297d6-f9ab-46f0-b568-17412d705623 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:38.346680 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a15297d6-f9ab-46f0-b568-17412d705623 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "DELETE /v2.0/networks/f438a6d6-f8eb-4045-b7f2-017a7e853060 HTTP/1.1" status: 204 len: 168 time: 0.5235269 Sep 18 00:04:38.349480 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38740) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:38.378008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15297d6-f9ab-46f0-b568-17412d705623 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event deleted for resources: {'Network': ['ID=f438a6d6-f8eb-4045-b7f2-017a7e853060,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:38.428605 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca606f8-e95a-4a99-ab94-0f1ded3f4d22 req-ca247f40-b25a-49df-9a03-0511d9fbf4e7 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:38.430347 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bca606f8-e95a-4a99-ab94-0f1ded3f4d22 req-ca247f40-b25a-49df-9a03-0511d9fbf4e7 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.1510758 Sep 18 00:04:38.441450 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-00225415-b825-4231-bd9d-57fa1bc85eb7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:38.486284 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bca606f8-e95a-4a99-ab94-0f1ded3f4d22 req-dc6bb2c7-d829-4eca-a195-f04987de986d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475824 Sep 18 00:04:38.489789 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-b3d2615b-198f-4df5-8a91-f21cd1f8c8ee req-af85d952-9612-4700-b68c-cb1df89364c1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Deleting port e796cecc-0f91-4dfe-8c3f-b3aecca453d7 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:38.490010 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b3d2615b-198f-4df5-8a91-f21cd1f8c8ee req-af85d952-9612-4700-b68c-cb1df89364c1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:38.564865 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-00225415-b825-4231-bd9d-57fa1bc85eb7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:38.594605 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 30d27b2b-f0eb-41d8-996c-641321fb9ce3 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:04:38.635654 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 30d27b2b-f0eb-41d8-996c-641321fb9ce3 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:04:38.636201 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 30d27b2b-f0eb-41d8-996c-641321fb9ce3 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:04:38.639240 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-00225415-b825-4231-bd9d-57fa1bc85eb7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f6c4fb-e8c6-41aa-9d6f-bd69f5d0e395']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:38.688041 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-b3d2615b-198f-4df5-8a91-f21cd1f8c8ee req-af85d952-9612-4700-b68c-cb1df89364c1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] For port e796cecc-0f91-4dfe-8c3f-b3aecca453d7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e796cecc-0f91-4dfe-8c3f-b3aecca453d7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:38.688580 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b3d2615b-198f-4df5-8a91-f21cd1f8c8ee req-af85d952-9612-4700-b68c-cb1df89364c1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:38.700859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-00225415-b825-4231-bd9d-57fa1bc85eb7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abf1a05-8daa-4fbd-91b1-2754f89d2388') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:38.701162 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-00225415-b825-4231-bd9d-57fa1bc85eb7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abf1a05-8daa-4fbd-91b1-2754f89d2388') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:38.708729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-b3d2615b-198f-4df5-8a91-f21cd1f8c8ee req-af85d952-9612-4700-b68c-cb1df89364c1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Calling delete_port for e796cecc-0f91-4dfe-8c3f-b3aecca453d7 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:38.723872 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca52d3-2710-4619-a3a9-0c4b06c346f5 req-751a0b08-cdc4-4e7b-9cf6-4b3490ab96c3 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:38.725600 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04ca52d3-2710-4619-a3a9-0c4b06c346f5 req-751a0b08-cdc4-4e7b-9cf6-4b3490ab96c3 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 945 time: 0.0876291 Sep 18 00:04:38.748528 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-00225415-b825-4231-bd9d-57fa1bc85eb7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:38.783856 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-00225415-b825-4231-bd9d-57fa1bc85eb7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:38.817935 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00225415-b825-4231-bd9d-57fa1bc85eb7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:04:38.819219 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-00225415-b825-4231-bd9d-57fa1bc85eb7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:04:38.824875 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:04:38.836243 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04ca52d3-2710-4619-a3a9-0c4b06c346f5 req-eac9354f-8bcb-48d7-a577-52bade9c64d9 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/security-groups?id=7743b3f8-4eb1-4f0d-9051-97e0602a204a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005988 Sep 18 00:04:38.902881 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-67141e7f-0115-4a05-883b-8887a11bbd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:38.904419 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-67141e7f-0115-4a05-883b-8887a11bbd4d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b&tenant_id=5d2902e7a2a54edeb7be111e15492043 HTTP/1.1" status: 200 len: 1097 time: 0.2429240 Sep 18 00:04:38.923065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:38.975847 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:39.013843 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-00225415-b825-4231-bd9d-57fa1bc85eb7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:39.028794 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-00225415-b825-4231-bd9d-57fa1bc85eb7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:39.028794 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-00225415-b825-4231-bd9d-57fa1bc85eb7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "DELETE /v2.0/networks/14f6c4fb-e8c6-41aa-9d6f-bd69f5d0e395 HTTP/1.1" status: 204 len: 168 time: 0.6755931 Sep 18 00:04:39.029885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38754) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:39.045767 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b3d2615b-198f-4df5-8a91-f21cd1f8c8ee req-af85d952-9612-4700-b68c-cb1df89364c1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:39.057226 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7', '9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:04:39.072715 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00225415-b825-4231-bd9d-57fa1bc85eb7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event deleted for resources: {'Network': ['ID=14f6c4fb-e8c6-41aa-9d6f-bd69f5d0e395,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:39.128512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85d952-9612-4700-b68c-cb1df89364c1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Pushing event deleted for resources: {'Port': ['ID=e796cecc-0f91-4dfe-8c3f-b3aecca453d7,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:39.232164 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d2615b-198f-4df5-8a91-f21cd1f8c8ee req-af85d952-9612-4700-b68c-cb1df89364c1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] No DVR routers for this DVR port e796cecc-0f91-4dfe-8c3f-b3aecca453d7 on host n-h1-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:04:39.238101 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b3d2615b-198f-4df5-8a91-f21cd1f8c8ee req-af85d952-9612-4700-b68c-cb1df89364c1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:39.251190 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b3d2615b-198f-4df5-8a91-f21cd1f8c8ee req-af85d952-9612-4700-b68c-cb1df89364c1 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "DELETE /v2.0/ports/e796cecc-0f91-4dfe-8c3f-b3aecca453d7 HTTP/1.1" status: 204 len: 173 time: 0.9804053 Sep 18 00:04:39.251663 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a805de6f-bb90-4da8-84d8-581dde8bdc34', 'name': 'network-vif-deleted', 'tag': 'e796cecc-0f91-4dfe-8c3f-b3aecca453d7'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:39.254336 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b53ff85-c71b-4e19-9a8b-84b5e1b76a98" -d '{"events": [{"server_uuid": "a805de6f-bb90-4da8-84d8-581dde8bdc34", "name": "network-vif-deleted", "tag": "e796cecc-0f91-4dfe-8c3f-b3aecca453d7"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:39.298404 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e37199-0394-4a6d-825a-bba24060452a x-openstack-request-id: req-b4e37199-0394-4a6d-825a-bba24060452a {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:39.299268 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a805de6f-bb90-4da8-84d8-581dde8bdc34", "name": "network-vif-deleted", "tag": "e796cecc-0f91-4dfe-8c3f-b3aecca453d7", "status": "failed", "code": 422}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:39.299694 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4e37199-0394-4a6d-825a-bba24060452a {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:39.300503 n-d-809883-1 neutron-server[95592]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a805de6f-bb90-4da8-84d8-581dde8bdc34', 'name': 'network-vif-deleted', 'tag': 'e796cecc-0f91-4dfe-8c3f-b3aecca453d7', 'status': 'failed', 'code': 422} returned with failed status Sep 18 00:04:39.676859 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff31ae-28c3-4cb4-85b5-cee0bba37c58 req-009f8fba-036d-4ec7-b946-13e09010bfb2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:39.682537 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07ff31ae-28c3-4cb4-85b5-cee0bba37c58 req-009f8fba-036d-4ec7-b946-13e09010bfb2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.0662401 Sep 18 00:04:39.718369 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9104ccae-abf7-4c71-9f16-e8d4595f19a6 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:39.734254 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9104ccae-abf7-4c71-9f16-e8d4595f19a6 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:39.741357 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9104ccae-abf7-4c71-9f16-e8d4595f19a6 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7084405 Sep 18 00:04:39.755545 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07ff31ae-28c3-4cb4-85b5-cee0bba37c58 req-2c1324d2-8229-43cc-8f7b-c3b4a0c2bde3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573795 Sep 18 00:04:39.757087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38768) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:39.764461 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-78181fda-732f-4247-b7f3-c718dabd8307 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1347514340'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:39.818581 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] For port f705268d-e990-426f-a62d-09f9a417f05a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=f705268d-e990-426f-a62d-09f9a417f05a,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:39.872389 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] For port f705268d-e990-426f-a62d-09f9a417f05a, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:04:39.921904 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:39.924245 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c0cd0a-6e1a-4f76-8659-f4b427909834" -d '{"events": [{"server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "name": "network-vif-unplugged", "status": "completed", "tag": "f705268d-e990-426f-a62d-09f9a417f05a"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:39.939113 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:39.961573 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] Transition to ACTIVE for port object f705268d-e990-426f-a62d-09f9a417f05a will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:04:39.970207 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78181fda-732f-4247-b7f3-c718dabd8307 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Made reservation on behalf of 5294a936319641519d00a0e284b126c4 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:39.975240 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78181fda-732f-4247-b7f3-c718dabd8307 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:40.015205 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c095da-9945-4fb4-a35c-39fdeef234f0 req-c927b52b-39f3-4b54-baaa-f5c42dac1e89 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:40.016807 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17c095da-9945-4fb4-a35c-39fdeef234f0 req-c927b52b-39f3-4b54-baaa-f5c42dac1e89 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 945 time: 0.0908554 Sep 18 00:04:40.034332 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78181fda-732f-4247-b7f3-c718dabd8307 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:04:40.046024 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:40.066094 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78181fda-732f-4247-b7f3-c718dabd8307 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:40.066679 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-78181fda-732f-4247-b7f3-c718dabd8307 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Added segment a7263c2e-95e6-4401-8db2-0df752bde063 of type vlan for network 6ac15a56-bbd5-447e-9d1d-0acf863d9d13 Sep 18 00:04:40.138615 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78181fda-732f-4247-b7f3-c718dabd8307 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:40.156927 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17c095da-9945-4fb4-a35c-39fdeef234f0 req-904429f4-baa6-43e9-b5db-f1c69500fb00 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/security-groups?id=7743b3f8-4eb1-4f0d-9051-97e0602a204a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827940 Sep 18 00:04:40.206937 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd3a9b1-8994-49a6-a998-47d288ae57f4 x-openstack-request-id: req-9bd3a9b1-8994-49a6-a998-47d288ae57f4 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:40.207488 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "name": "network-vif-unplugged", "status": "completed", "tag": "f705268d-e990-426f-a62d-09f9a417f05a", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:40.207845 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9bd3a9b1-8994-49a6-a998-47d288ae57f4 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:40.208445 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a', 'code': 200} Sep 18 00:04:40.211566 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] Pushing event updated for resources: {'Port': ['ID=f705268d-e990-426f-a62d-09f9a417f05a,revision_number=10']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:40.271641 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] No DVR routers for this DVR port f705268d-e990-426f-a62d-09f9a417f05a on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:04:40.310921 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78181fda-732f-4247-b7f3-c718dabd8307 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:40.321192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78181fda-732f-4247-b7f3-c718dabd8307 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:40.321848 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78181fda-732f-4247-b7f3-c718dabd8307 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:40.406624 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:40.439218 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78181fda-732f-4247-b7f3-c718dabd8307 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event updated for resources: {'Network': ['ID=6ac15a56-bbd5-447e-9d1d-0acf863d9d13,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:40.449762 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 6ac15a56-bbd5-447e-9d1d-0acf863d9d13 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:04:40.457263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95389b10-242f-44ce-9e94-66cbf5177576 req-9f7403dd-f246-4b0e-8af8-92021ab275a6 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:40.465609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95389b10-242f-44ce-9e94-66cbf5177576 req-9f7403dd-f246-4b0e-8af8-92021ab275a6 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 945 time: 0.1882660 Sep 18 00:04:40.475784 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-78181fda-732f-4247-b7f3-c718dabd8307 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7162335 Sep 18 00:04:40.476072 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38792) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:40.497380 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] Attempting to bind port f705268d-e990-426f-a62d-09f9a417f05a on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:04:40.497380 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] Attempting to bind port f705268d-e990-426f-a62d-09f9a417f05a by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:04:40.497380 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] Attempting to bind port f705268d-e990-426f-a62d-09f9a417f05a on network 6394acd2-42a9-4714-99b8-84ce03248e98 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:04:40.504805 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] Port f705268d-e990-426f-a62d-09f9a417f05a on network 6394acd2-42a9-4714-99b8-84ce03248e98 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:04:40.505409 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] Attempting to bind port f705268d-e990-426f-a62d-09f9a417f05a on network 6394acd2-42a9-4714-99b8-84ce03248e98 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:04:40.506731 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-e7d94de8-4007-48b1-9308-469314137acf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-541943439'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:40.511467 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:04:40.512044 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] Checking segment: {'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:04:40.512597 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] Bound using segment: {'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:04:40.514336 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] Bound port: f705268d-e990-426f-a62d-09f9a417f05a, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada18572-0513-454e-bcf2-2165c361e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:04:40.515445 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:40.557543 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95389b10-242f-44ce-9e94-66cbf5177576 req-857d9756-baf0-4728-b0f7-0b39e5549e3a tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/security-groups?id=7743b3f8-4eb1-4f0d-9051-97e0602a204a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919890 Sep 18 00:04:40.580909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38796) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:40.606558 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] For port f705268d-e990-426f-a62d-09f9a417f05a, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:04:40.606744 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device f705268d-e990-426f-a62d-09f9a417f05a no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:04:40.607783 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] For port f705268d-e990-426f-a62d-09f9a417f05a, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=f705268d-e990-426f-a62d-09f9a417f05a,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:04:40.651408 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device f705268d-e990-426f-a62d-09f9a417f05a not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:04:40.668855 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d94de8-4007-48b1-9308-469314137acf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Made reservation on behalf of 5294a936319641519d00a0e284b126c4 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:40.672949 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e7d94de8-4007-48b1-9308-469314137acf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:40.742762 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d94de8-4007-48b1-9308-469314137acf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:04:40.755093 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:40.755673 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e7d94de8-4007-48b1-9308-469314137acf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:40.755673 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-e7d94de8-4007-48b1-9308-469314137acf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Added segment 5ae29008-cdd0-46df-8522-4a09a192f247 of type vlan for network ece8c419-cc58-43bf-b5a7-95e22406f20b Sep 18 00:04:40.771790 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f34a04-96a9-492d-a72d-a8a7ccbd2537 tempest-TestVolumeBackupRestore-1066840484 tempest-TestVolumeBackupRestore-1066840484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:40.774530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c7f34a04-96a9-492d-a72d-a8a7ccbd2537 tempest-TestVolumeBackupRestore-1066840484 tempest-TestVolumeBackupRestore-1066840484-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 1091 time: 0.1924241 Sep 18 00:04:40.790362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38802) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:40.798484 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '2d8c57c1-0cef-4651-a439-2e3b61c83851', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:40.827162 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e7d94de8-4007-48b1-9308-469314137acf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:40.830936 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:40.831809 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:40.834647 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] 10.222.0.41 "PUT /v2.0/ports/f705268d-e990-426f-a62d-09f9a417f05a HTTP/1.1" status: 200 len: 1093 time: 1.9219613 Sep 18 00:04:40.923673 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:40.927629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1b428-876c-4f23-b060-4ea3904adca9 service neutron] Pushing event updated for resources: {'Port': ['ID=f705268d-e990-426f-a62d-09f9a417f05a,revision_number=11']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:40.999859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-b041819e-3aba-4239-9cfa-47422b06a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:40.999859 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-b041819e-3aba-4239-9cfa-47422b06a51e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 1096 time: 0.1196926 Sep 18 00:04:41.013382 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141a778-a7b3-442a-ba11-1d13be60b4f8 req-28c55b12-73e5-4acd-a329-0a5792f4f91f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:41.019045 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6141a778-a7b3-442a-ba11-1d13be60b4f8 req-28c55b12-73e5-4acd-a329-0a5792f4f91f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 945 time: 0.1632025 Sep 18 00:04:41.024428 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e7d94de8-4007-48b1-9308-469314137acf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:41.031075 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d94de8-4007-48b1-9308-469314137acf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:41.031648 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e7d94de8-4007-48b1-9308-469314137acf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:41.123468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ea2d0-d746-4dfb-b9ee-12c9bdccf2fb req-19027595-5797-485e-80a8-e224d29df284 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:41.125011 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc0ea2d0-d746-4dfb-b9ee-12c9bdccf2fb req-19027595-5797-485e-80a8-e224d29df284 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 907 time: 0.2047789 Sep 18 00:04:41.134619 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d94de8-4007-48b1-9308-469314137acf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event updated for resources: {'Network': ['ID=ece8c419-cc58-43bf-b5a7-95e22406f20b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:41.147905 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network ece8c419-cc58-43bf-b5a7-95e22406f20b details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:04:41.189512 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6141a778-a7b3-442a-ba11-1d13be60b4f8 req-04afb69c-7bfb-4f3c-9561-b11445dce073 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540320 Sep 18 00:04:41.204410 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e7d94de8-4007-48b1-9308-469314137acf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6961262 Sep 18 00:04:41.204776 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-d6ba9d99-121e-43c3-8533-21127177a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:41.205010 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-d6ba9d99-121e-43c3-8533-21127177a266 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6394acd2-42a9-4714-99b8-84ce03248e98 HTTP/1.1" status: 200 len: 898 time: 0.1991279 Sep 18 00:04:41.205250 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38816) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:41.212997 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Request body: {'ports': [{'network_id': '6ac15a56-bbd5-447e-9d1d-0acf863d9d13', 'name': 'tempest-port--123079714', 'admin_state_up': True}, {'network_id': 'ece8c419-cc58-43bf-b5a7-95e22406f20b', 'admin_state_up': False}]} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:41.212997 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Request body: {'port': {'network_id': '6ac15a56-bbd5-447e-9d1d-0acf863d9d13', 'name': 'tempest-port--123079714', 'admin_state_up': True}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:41.212997 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Request body: {'port': {'network_id': 'ece8c419-cc58-43bf-b5a7-95e22406f20b', 'admin_state_up': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:41.316523 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-011bcf93-7853-47bb-a999-b6f95d8556ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f705268d-e990-426f-a62d-09f9a417f05a HTTP/1.1" status: 200 len: 1000 time: 0.1028566 Sep 18 00:04:41.318783 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:41.414033 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-8cb64f5b-f01a-454e-bf87-4f107a53d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:41.415576 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-8cb64f5b-f01a-454e-bf87-4f107a53d873 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d28e983-1f5e-4e84-89d0-753a7794debe HTTP/1.1" status: 200 len: 835 time: 0.0895762 Sep 18 00:04:41.502040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Allocated IP 172.25.3.59 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/cb68dee1-4b04-4917-a244-1729946bdac2) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:04:41.503283 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Made reservation on behalf of 5294a936319641519d00a0e284b126c4 for: {'port': 2} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:41.509574 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:41.521830 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-e13ee6ba-9dd5-4881-bfcb-c4f4e1387463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:41.523682 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-e13ee6ba-9dd5-4881-bfcb-c4f4e1387463 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6394acd2-42a9-4714-99b8-84ce03248e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006007 Sep 18 00:04:41.525450 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:41.671526 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] device_id is not set on port 2e24509f-ba2b-48ff-9cf4-d6f60c10a172 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:04:41.685947 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-0a8754ec-e924-47a0-b224-a2a7ac8fb6ac service neutron] 10.222.0.41 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544735 Sep 18 00:04:41.733537 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:41.817380 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e4e88116-6317-4f84-9ac6-b2126189e2f6 req-ec40942f-b25c-4999-b62d-148b361ef029 service neutron] 10.222.0.41 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229870 Sep 18 00:04:41.834928 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2ae74-b36a-4355-a90c-a4c8a44d3944 req-7490dbba-6119-4381-81df-6fc903a456cc tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:41.836468 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82c2ae74-b36a-4355-a90c-a4c8a44d3944 req-7490dbba-6119-4381-81df-6fc903a456cc tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 945 time: 0.0790422 Sep 18 00:04:41.864622 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:41.912196 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82c2ae74-b36a-4355-a90c-a4c8a44d3944 req-278b8476-9115-43cd-82e3-82f6ead8ee25 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678585 Sep 18 00:04:41.932249 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:41.953829 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] device_id is not set on port 2a6ea9e3-a960-41ba-969b-34c586a582de yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:04:42.015521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Pushing event updated for resources: {'Port': ['ID=cb68dee1-4b04-4917-a244-1729946bdac2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:42.023994 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:04:42.026651 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:42.029331 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:04:42.077816 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:42.177850 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:42.210797 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:42.213129 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea073169-1b28-4380-b8d3-1087920d33a7" -d '{"events": [{"name": "network-changed", "server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "tag": "f705268d-e990-426f-a62d-09f9a417f05a"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:42.327855 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event updated for resources: {'Port': ['ID=2e24509f-ba2b-48ff-9cf4-d6f60c10a172,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:42.382654 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e5e41-dcea-49be-897b-3f74ecd9fff9 req-ec764187-e0bd-4793-a6ca-109aa1743ec4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:42.384121 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-416e5e41-dcea-49be-897b-3f74ecd9fff9 req-ec764187-e0bd-4793-a6ca-109aa1743ec4 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 907 time: 0.1664574 Sep 18 00:04:42.384867 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Checking segment: {'id': 'a7263c2e-95e6-4401-8db2-0df752bde063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6ac15a56-bbd5-447e-9d1d-0acf863d9d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:04:42.385231 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Network hostable DHCP agents. Network: 6ac15a56-bbd5-447e-9d1d-0acf863d9d13, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:04:42.397462 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8562b-d509-41e6-aac2-5fa1c45721d0 req-901a0c95-90bd-468a-9f8a-503b39a22c96 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:42.398921 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57e8562b-d509-41e6-aac2-5fa1c45721d0 req-901a0c95-90bd-468a-9f8a-503b39a22c96 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 907 time: 0.1666799 Sep 18 00:04:42.428707 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8e956-672f-44f3-86c2-973a4d895f7f req-f947d7a4-1178-4553-87c6-58b32decda22 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:42.430344 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13d8e956-672f-44f3-86c2-973a4d895f7f req-f947d7a4-1178-4553-87c6-58b32decda22 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 945 time: 0.1504669 Sep 18 00:04:42.458321 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:42.483879 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda403df-364f-4691-9788-b478a2b3a185 x-openstack-request-id: req-dda403df-364f-4691-9788-b478a2b3a185 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:42.484159 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "tag": "f705268d-e990-426f-a62d-09f9a417f05a", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:42.484417 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dda403df-364f-4691-9788-b478a2b3a185 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:42.485272 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a', 'status': 'completed', 'code': 200} Sep 18 00:04:42.521506 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13d8e956-672f-44f3-86c2-973a4d895f7f req-cabcf5cb-edfa-4ac4-b9d2-f8b66c1dd231 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714610 Sep 18 00:04:42.525036 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Network 6ac15a56-bbd5-447e-9d1d-0acf863d9d13 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:04:42.561728 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-416e5e41-dcea-49be-897b-3f74ecd9fff9 req-0b9d45e8-51b6-4320-a61c-e5a0c40facbe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Deleting port 46851069-58f1-4787-9805-e94320a21dac {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:42.562812 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-416e5e41-dcea-49be-897b-3f74ecd9fff9 req-0b9d45e8-51b6-4320-a61c-e5a0c40facbe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:42.577673 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-cb5e5ed9-d529-44b9-9ae9-c0a21c69588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:42.579214 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-cb5e5ed9-d529-44b9-9ae9-c0a21c69588e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 1096 time: 0.0800638 Sep 18 00:04:42.581254 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-2b1f1124-be16-45a9-9437-08e3ae53b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:42.582728 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-2b1f1124-be16-45a9-9437-08e3ae53b51e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 1096 time: 0.0564096 Sep 18 00:04:42.760405 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:42.800548 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-28e29a0f-87f2-47de-918c-bde057c16491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:42.802097 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-28e29a0f-87f2-47de-918c-bde057c16491 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6394acd2-42a9-4714-99b8-84ce03248e98 HTTP/1.1" status: 200 len: 898 time: 0.2153115 Sep 18 00:04:42.803075 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-1ecdc86c-180d-41b9-9bd7-4bd23eee892e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:42.804404 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-1ecdc86c-180d-41b9-9bd7-4bd23eee892e service neutron] 10.222.0.37 "GET /v2.0/networks?id=6394acd2-42a9-4714-99b8-84ce03248e98 HTTP/1.1" status: 200 len: 898 time: 0.2088561 Sep 18 00:04:42.956819 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-ae361a6a-2f89-45fa-a267-4bd07a704951 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f705268d-e990-426f-a62d-09f9a417f05a HTTP/1.1" status: 200 len: 1000 time: 0.1420887 Sep 18 00:04:42.958528 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-92c7d274-b1e4-42c8-8cb1-319560301871 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f705268d-e990-426f-a62d-09f9a417f05a HTTP/1.1" status: 200 len: 1000 time: 0.1450405 Sep 18 00:04:42.987098 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 6ac15a56-bbd5-447e-9d1d-0acf863d9d13) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:42.995570 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f34b69-5e2c-4ac3-bd0c-cbd65866ed87 None None] Network 6ac15a56-bbd5-447e-9d1d-0acf863d9d13 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:04:43.043991 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:04:43.044921 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:43.112295 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-39e0d4dd-877a-4da7-9dc4-4e1c1c9a8395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:43.113832 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-39e0d4dd-877a-4da7-9dc4-4e1c1c9a8395 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d28e983-1f5e-4e84-89d0-753a7794debe HTTP/1.1" status: 200 len: 835 time: 0.1251457 Sep 18 00:04:43.116395 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-416e5e41-dcea-49be-897b-3f74ecd9fff9 req-0b9d45e8-51b6-4320-a61c-e5a0c40facbe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] For port 46851069-58f1-4787-9805-e94320a21dac, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=46851069-58f1-4787-9805-e94320a21dac,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:43.116916 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-416e5e41-dcea-49be-897b-3f74ecd9fff9 req-0b9d45e8-51b6-4320-a61c-e5a0c40facbe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:43.121910 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-e3ebe0c8-b1b4-4b26-b368-b33a3638dcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:43.123140 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-e3ebe0c8-b1b4-4b26-b368-b33a3638dcb7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d28e983-1f5e-4e84-89d0-753a7794debe HTTP/1.1" status: 200 len: 835 time: 0.1360984 Sep 18 00:04:43.152166 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-416e5e41-dcea-49be-897b-3f74ecd9fff9 req-0b9d45e8-51b6-4320-a61c-e5a0c40facbe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Calling delete_port for 46851069-58f1-4787-9805-e94320a21dac owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:43.186307 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event updated for resources: {'Port': ['ID=2a6ea9e3-a960-41ba-969b-34c586a582de,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:43.197296 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308c4ce-1135-4e63-a9b8-1696b57082fa req-1d0abcb7-3e7b-4542-bffa-1546bf5aa7ec tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:43.198784 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4308c4ce-1135-4e63-a9b8-1696b57082fa req-1d0abcb7-3e7b-4542-bffa-1546bf5aa7ec tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 945 time: 0.1597199 Sep 18 00:04:43.206505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Checking segment: {'id': '5ae29008-cdd0-46df-8522-4a09a192f247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ece8c419-cc58-43bf-b5a7-95e22406f20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:04:43.206740 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Network hostable DHCP agents. Network: ece8c419-cc58-43bf-b5a7-95e22406f20b, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:04:43.213191 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:43.226126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-24908329-93a3-4efa-b529-a12bbd25afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:43.227651 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-24908329-93a3-4efa-b529-a12bbd25afdb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6394acd2-42a9-4714-99b8-84ce03248e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036561 Sep 18 00:04:43.229549 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-d72e2562-c7d3-4d87-8aa9-da3b07e9e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:43.233944 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-d72e2562-c7d3-4d87-8aa9-da3b07e9e0f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6394acd2-42a9-4714-99b8-84ce03248e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930183 Sep 18 00:04:43.298959 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4308c4ce-1135-4e63-a9b8-1696b57082fa req-ddf76fb1-7d60-42d3-8452-e32d510f5906 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624464 Sep 18 00:04:43.305003 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:43.368791 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Network ece8c419-cc58-43bf-b5a7-95e22406f20b is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:04:43.423176 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:43.510003 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-416e5e41-dcea-49be-897b-3f74ecd9fff9 req-0b9d45e8-51b6-4320-a61c-e5a0c40facbe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:43.550246 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, ece8c419-cc58-43bf-b5a7-95e22406f20b) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:43.557651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:04:43.564723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:43.572240 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:43.572674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f95db3-81e2-445e-be89-7be2fe1067e8 None None] Network ece8c419-cc58-43bf-b5a7-95e22406f20b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:04:43.572983 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:43.578965 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d45e8-51b6-4320-a61c-e5a0c40facbe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Pushing event deleted for resources: {'Port': ['ID=46851069-58f1-4787-9805-e94320a21dac,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:43.678731 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dfd8d-6d50-4204-980c-782a0a578a88 req-af609919-5b7e-4205-b53e-9629d7519168 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:43.688886 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-201dfd8d-6d50-4204-980c-782a0a578a88 req-af609919-5b7e-4205-b53e-9629d7519168 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 829 time: 0.2069197 Sep 18 00:04:43.739699 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-416e5e41-dcea-49be-897b-3f74ecd9fff9 req-0b9d45e8-51b6-4320-a61c-e5a0c40facbe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] No DVR routers for this DVR port 46851069-58f1-4787-9805-e94320a21dac on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:04:43.743051 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-416e5e41-dcea-49be-897b-3f74ecd9fff9 req-0b9d45e8-51b6-4320-a61c-e5a0c40facbe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:43.745135 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-416e5e41-dcea-49be-897b-3f74ecd9fff9 req-0b9d45e8-51b6-4320-a61c-e5a0c40facbe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.37 "DELETE /v2.0/ports/46851069-58f1-4787-9805-e94320a21dac HTTP/1.1" status: 204 len: 173 time: 1.3453040 Sep 18 00:04:43.747519 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd735e4-c5e5-4d72-b5fc-5037faf776dd', 'name': 'network-vif-deleted', 'tag': '46851069-58f1-4787-9805-e94320a21dac'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:43.750659 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065d292e-b812-4337-9d9b-b59051e3ea42" -d '{"events": [{"server_uuid": "0bd735e4-c5e5-4d72-b5fc-5037faf776dd", "name": "network-vif-deleted", "tag": "46851069-58f1-4787-9805-e94320a21dac"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:43.758179 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1df67d63-a7f9-496e-83c8-bc58765dc1f8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.5518115 Sep 18 00:04:43.758887 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38862) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:43.824103 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfdddb8-e776-46ec-9fe0-d06069ebace2 x-openstack-request-id: req-bcfdddb8-e776-46ec-9fe0-d06069ebace2 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:43.824385 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd735e4-c5e5-4d72-b5fc-5037faf776dd", "name": "network-vif-deleted", "tag": "46851069-58f1-4787-9805-e94320a21dac", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:43.824634 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bcfdddb8-e776-46ec-9fe0-d06069ebace2 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:43.825060 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd735e4-c5e5-4d72-b5fc-5037faf776dd', 'name': 'network-vif-deleted', 'tag': '46851069-58f1-4787-9805-e94320a21dac', 'status': 'completed', 'code': 200} Sep 18 00:04:43.855802 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263d472-6684-4157-bb17-f6b07950ab1e req-169b389b-ea5a-423d-9f8a-34798f4dd155 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:43.864396 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d263d472-6684-4157-bb17-f6b07950ab1e req-169b389b-ea5a-423d-9f8a-34798f4dd155 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 945 time: 0.2182024 Sep 18 00:04:43.881495 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c222e3-6bb8-47b7-8468-e9a182b8a63f req-46ebcfc2-8c15-4431-b291-61dfd434bbc3 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:43.883114 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-24c222e3-6bb8-47b7-8468-e9a182b8a63f req-46ebcfc2-8c15-4431-b291-61dfd434bbc3 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.37 "GET /v2.0/ports?device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 945 time: 0.6270571 Sep 18 00:04:43.884741 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb6ecd7-ff50-4ccc-95c5-003c8772fcc3 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:43.890900 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb6ecd7-ff50-4ccc-95c5-003c8772fcc3 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:43.895221 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Pushing event updated for resources: {'Port': ['ID=cb68dee1-4b04-4917-a244-1729946bdac2,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:43.895656 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-efb6ecd7-ff50-4ccc-95c5-003c8772fcc3 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1198728 Sep 18 00:04:43.895656 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38866) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:43.948621 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-97cb9cb6-8399-4ccb-a6e4-ebd22de4cad6 service neutron] 10.222.0.41 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7013266 Sep 18 00:04:43.953229 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:43.996107 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-e922c75b-18d3-4747-af9f-c6cb621abb8a service neutron] 10.222.0.37 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7565389 Sep 18 00:04:44.050707 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d263d472-6684-4157-bb17-f6b07950ab1e req-ef616faa-c1dd-42d6-91d3-0c03c4bd2e16 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853125 Sep 18 00:04:44.096553 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8546476e-303f-4268-a4ba-c7391d15cffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:44.105642 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-af402c4b-240e-41fd-bd91-80f9bc157b2d tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Deleting port 2e24509f-ba2b-48ff-9cf4-d6f60c10a172 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:44.106531 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af402c4b-240e-41fd-bd91-80f9bc157b2d tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:44.121191 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device f705268d-e990-426f-a62d-09f9a417f05a details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:04:44.195028 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af402c4b-240e-41fd-bd91-80f9bc157b2d tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:44.211870 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-af402c4b-240e-41fd-bd91-80f9bc157b2d tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Calling delete_port for 2e24509f-ba2b-48ff-9cf4-d6f60c10a172 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:44.261887 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-24c222e3-6bb8-47b7-8468-e9a182b8a63f req-218f101b-590a-48d8-9460-f4227914e31f tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Deleting port 21c4a6d3-5dec-4578-926b-683b26d16289 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:44.262441 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-24c222e3-6bb8-47b7-8468-e9a182b8a63f req-218f101b-590a-48d8-9460-f4227914e31f tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:44.279723 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Floating IP 2246a939-7711-47c4-99a2-de0986a70e72 associated. External IP: 172.25.3.59, port: 2d8c57c1-0cef-4651-a439-2e3b61c83851. Sep 18 00:04:44.285664 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port f705268d-e990-426f-a62d-09f9a417f05a, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=f705268d-e990-426f-a62d-09f9a417f05a,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:44.301911 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'f705268d-e990-426f-a62d-09f9a417f05a', 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98', 'port_id': 'f705268d-e990-426f-a62d-09f9a417f05a', 'mac_address': 'fa:16:3e:1d:3c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:04:44.344599 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:44.351850 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-19e3a949-a7d6-49b8-bf2b-83d4ccdfcd7a service neutron] 10.222.0.37 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422565 Sep 18 00:04:44.353836 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ea073169-1b28-4380-b8d3-1087920d33a7 req-2c30280b-7d34-4d4b-a158-eca8979829b7 service neutron] 10.222.0.41 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601973 Sep 18 00:04:44.365198 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f705268d-e990-426f-a62d-09f9a417f05a {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:04:44.366074 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af402c4b-240e-41fd-bd91-80f9bc157b2d tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:44.392273 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port f705268d-e990-426f-a62d-09f9a417f05a, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=f705268d-e990-426f-a62d-09f9a417f05a,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:44.421963 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af402c4b-240e-41fd-bd91-80f9bc157b2d tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event deleted for resources: {'Port': ['ID=2e24509f-ba2b-48ff-9cf4-d6f60c10a172,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:44.441169 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af402c4b-240e-41fd-bd91-80f9bc157b2d tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:44.445876 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-af402c4b-240e-41fd-bd91-80f9bc157b2d tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "DELETE /v2.0/ports/2e24509f-ba2b-48ff-9cf4-d6f60c10a172 HTTP/1.1" status: 204 len: 168 time: 0.5470035 Sep 18 00:04:44.448034 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38876) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:44.470249 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:44.501680 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902cec3-29b2-41a4-ab24-352c993e4804 req-37da68de-a7f8-4608-969d-ca1bfd2d8b24 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:44.510410 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4902cec3-29b2-41a4-ab24-352c993e4804 req-37da68de-a7f8-4608-969d-ca1bfd2d8b24 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 945 time: 0.1197193 Sep 18 00:04:44.518375 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-24c222e3-6bb8-47b7-8468-e9a182b8a63f req-218f101b-590a-48d8-9460-f4227914e31f tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] For port 21c4a6d3-5dec-4578-926b-683b26d16289, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=21c4a6d3-5dec-4578-926b-683b26d16289,segment=NetworkSegment(62c67ca4-8d70-4e57-871a-617366dc2113),segment_id=62c67ca4-8d70-4e57-871a-617366dc2113)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:44.518846 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-24c222e3-6bb8-47b7-8468-e9a182b8a63f req-218f101b-590a-48d8-9460-f4227914e31f tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:44.536373 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-24c222e3-6bb8-47b7-8468-e9a182b8a63f req-218f101b-590a-48d8-9460-f4227914e31f tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Calling delete_port for 21c4a6d3-5dec-4578-926b-683b26d16289 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:44.538035 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=f705268d-e990-426f-a62d-09f9a417f05a,revision_number=12']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:44.586885 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4902cec3-29b2-41a4-ab24-352c993e4804 req-9c8993f8-6181-4fc4-b749-0b985096e501 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749691 Sep 18 00:04:44.617870 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5ca5d9d0-8d16-49a9-974e-91a102c88af8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Deleting port 2a6ea9e3-a960-41ba-969b-34c586a582de {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:44.618215 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ca5d9d0-8d16-49a9-974e-91a102c88af8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:44.719807 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ca5d9d0-8d16-49a9-974e-91a102c88af8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:44.740323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5ca5d9d0-8d16-49a9-974e-91a102c88af8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Calling delete_port for 2a6ea9e3-a960-41ba-969b-34c586a582de owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:44.745660 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['f705268d-e990-426f-a62d-09f9a417f05a'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:04:44.801948 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Router 43b49091-ead7-4262-a6af-7da34f7586e4 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:04:44.827747 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be1cb3d5-1e10-451e-864d-86ef6627c9fd req-1804ee83-ca0d-47be-bd57-2254c826e0db tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd735e4-c5e5-4d72-b5fc-5037faf776dd HTTP/1.1" status: 200 len: 210 time: 0.0295110 Sep 18 00:04:44.927385 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:04:44.943180 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-24c222e3-6bb8-47b7-8468-e9a182b8a63f req-218f101b-590a-48d8-9460-f4227914e31f tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:44.945557 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e68e534-b292-45a5-abe2-7c48c3a794ab None None] Sync routers for ids ['43b49091-ead7-4262-a6af-7da34f7586e4'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:04:44.958261 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68e534-b292-45a5-abe2-7c48c3a794ab None None] Routers {'43b49091-ead7-4262-a6af-7da34f7586e4'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:04:44.958901 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5e68e534-b292-45a5-abe2-7c48c3a794ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['43b49091-ead7-4262-a6af-7da34f7586e4'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:44.977326 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ca5d9d0-8d16-49a9-974e-91a102c88af8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:44.981761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f101b-590a-48d8-9460-f4227914e31f tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Pushing event deleted for resources: {'Port': ['ID=21c4a6d3-5dec-4578-926b-683b26d16289,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:45.050135 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c222e3-6bb8-47b7-8468-e9a182b8a63f req-218f101b-590a-48d8-9460-f4227914e31f tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] No DVR routers for this DVR port 21c4a6d3-5dec-4578-926b-683b26d16289 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:04:45.052720 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-24c222e3-6bb8-47b7-8468-e9a182b8a63f req-218f101b-590a-48d8-9460-f4227914e31f tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:45.054997 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-24c222e3-6bb8-47b7-8468-e9a182b8a63f req-218f101b-590a-48d8-9460-f4227914e31f tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.37 "DELETE /v2.0/ports/21c4a6d3-5dec-4578-926b-683b26d16289 HTTP/1.1" status: 204 len: 173 time: 1.1554265 Sep 18 00:04:45.056130 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55969bbe-86f7-4605-8b5b-116955c8d418', 'name': 'network-vif-deleted', 'tag': '21c4a6d3-5dec-4578-926b-683b26d16289'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:45.058481 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d23bc4-5a39-4492-aff5-d39f66c87200" -d '{"events": [{"server_uuid": "55969bbe-86f7-4605-8b5b-116955c8d418", "name": "network-vif-deleted", "tag": "21c4a6d3-5dec-4578-926b-683b26d16289"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:45.076016 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ca5d9d0-8d16-49a9-974e-91a102c88af8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:45.083418 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38892) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:45.083891 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5ca5d9d0-8d16-49a9-974e-91a102c88af8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "DELETE /v2.0/ports/2a6ea9e3-a960-41ba-969b-34c586a582de HTTP/1.1" status: 204 len: 168 time: 0.6351225 Sep 18 00:04:45.085247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5d9d0-8d16-49a9-974e-91a102c88af8 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event deleted for resources: {'Port': ['ID=2a6ea9e3-a960-41ba-969b-34c586a582de,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:45.125102 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-940620d9-320c-4160-a40f-9b6fc1d78735 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0353429 Sep 18 00:04:45.125347 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['a866e41a-5ff6-4df2-9059-51c744015303'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:04:45.126534 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38894) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:45.128382 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:45.156760 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad6aef2-32bf-45c7-9e7b-ac477a897902 x-openstack-request-id: req-2ad6aef2-32bf-45c7-9e7b-ac477a897902 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:45.157296 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55969bbe-86f7-4605-8b5b-116955c8d418", "name": "network-vif-deleted", "tag": "21c4a6d3-5dec-4578-926b-683b26d16289", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:45.157642 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ad6aef2-32bf-45c7-9e7b-ac477a897902 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:45.158137 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55969bbe-86f7-4605-8b5b-116955c8d418', 'name': 'network-vif-deleted', 'tag': '21c4a6d3-5dec-4578-926b-683b26d16289', 'status': 'completed', 'code': 200} Sep 18 00:04:45.163404 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-cad72080-ad32-4ba5-a90f-71b47535f872 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-318439562'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:45.184629 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-37be015c-609e-48b1-a3e8-ab3068e1f4ef tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3921983 Sep 18 00:04:45.193158 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38896) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:45.240994 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df10d7-50d2-4ae1-a738-e9e050338984 req-bf46ace5-4df0-4540-95ff-680a80542849 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:45.243795 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51df10d7-50d2-4ae1-a738-e9e050338984 req-bf46ace5-4df0-4540-95ff-680a80542849 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 946 time: 0.0853782 Sep 18 00:04:45.247375 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f74c4d-da09-416f-b2db-8b11fdc8478b tempest-TestVolumeBackupRestore-1066840484 tempest-TestVolumeBackupRestore-1066840484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:45.250063 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-52f74c4d-da09-416f-b2db-8b11fdc8478b tempest-TestVolumeBackupRestore-1066840484 tempest-TestVolumeBackupRestore-1066840484-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 1091 time: 0.0534256 Sep 18 00:04:45.252906 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38900) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:45.257933 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-81dcc5dc-1091-4daf-8d82-04022651c745 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Request body: {'floatingip': {'port_id': '2d8c57c1-0cef-4651-a439-2e3b61c83851'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:45.262471 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad72080-ad32-4ba5-a90f-71b47535f872 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Made reservation on behalf of 5294a936319641519d00a0e284b126c4 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:45.265732 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cad72080-ad32-4ba5-a90f-71b47535f872 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:45.334734 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51df10d7-50d2-4ae1-a738-e9e050338984 req-714b8cfd-a0a4-4c4a-a199-a4fa7f276fe3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798697 Sep 18 00:04:45.348151 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-5e68e534-b292-45a5-abe2-7c48c3a794ab None None] Set router 43b49091-ead7-4262-a6af-7da34f7586e4 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:04:45.354919 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81dcc5dc-1091-4daf-8d82-04022651c745 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for floatingip, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:45.359033 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad72080-ad32-4ba5-a90f-71b47535f872 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:04:45.360685 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38904) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:45.421346 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cad72080-ad32-4ba5-a90f-71b47535f872 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:45.422589 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-cad72080-ad32-4ba5-a90f-71b47535f872 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Added segment 2cd7398d-4dad-455c-8c16-578b0b847184 of type vlan for network 3c2539b6-bd72-46df-8b36-36508ea4eccf Sep 18 00:04:45.445412 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a6f23811-4935-443e-a2c2-ecfcd8b18d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/floatingips/dacf8384-1189-479b-b592-fd9e2241d590 HTTP/1.1" status: 200 len: 993 time: 0.0768909 Sep 18 00:04:45.504410 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cad72080-ad32-4ba5-a90f-71b47535f872 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:45.667760 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cad72080-ad32-4ba5-a90f-71b47535f872 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:45.673657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad72080-ad32-4ba5-a90f-71b47535f872 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:45.674266 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cad72080-ad32-4ba5-a90f-71b47535f872 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:45.707895 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5e68e534-b292-45a5-abe2-7c48c3a794ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'name': 'tempest-TestVolumeBackupRestore-959256036-router', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:21Z', 'updated_at': '2021-09-18T00:00:27Z', 'revision_number': 4, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'gw_port': {'id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:37:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:22Z', 'updated_at': '2021-09-18T00:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '2246a939-7711-47c4-99a2-de0986a70e72', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'port_id': '2d8c57c1-0cef-4651-a439-2e3b61c83851', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'mac_address': 'fa:16:3e:79:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:04:42Z', 'updated_at': '2021-09-18T00:04:42Z', 'revision_number': 0, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4776ec6f-a419-4dcc-80a6-39e7a52734d3', 'name': '', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'mac_address': 'fa:16:3e:31:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:26Z', 'updated_at': '2021-09-18T00:00:35Z', 'revision_number': 5, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'subnets': [{'id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:45.727821 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3aedef16-ed77-43f1-a0a5-ccd7911aaf4e req-aca0ee64-5c77-4a94-b565-5affc6370c76 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=55969bbe-86f7-4605-8b5b-116955c8d418 HTTP/1.1" status: 200 len: 210 time: 0.0473948 Sep 18 00:04:45.751572 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e68e534-b292-45a5-abe2-7c48c3a794ab None None] Checking router: 43b49091-ead7-4262-a6af-7da34f7586e4 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:04:45.765046 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68e534-b292-45a5-abe2-7c48c3a794ab None None] Routers {'43b49091-ead7-4262-a6af-7da34f7586e4'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:04:45.766350 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5e68e534-b292-45a5-abe2-7c48c3a794ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['43b49091-ead7-4262-a6af-7da34f7586e4'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:45.809107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad72080-ad32-4ba5-a90f-71b47535f872 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event updated for resources: {'Network': ['ID=3c2539b6-bd72-46df-8b36-36508ea4eccf,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:45.815018 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cad72080-ad32-4ba5-a90f-71b47535f872 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6878510 Sep 18 00:04:45.817909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38912) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:45.823024 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7b5b1ad3-6d16-4779-8d81-0ba4150c6c3a tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1115993777'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:45.831736 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 3c2539b6-bd72-46df-8b36-36508ea4eccf details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:04:45.946311 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['90ae83bf-9e9f-4246-a0ae-56a2fadb7674'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:04:45.948356 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5b1ad3-6d16-4779-8d81-0ba4150c6c3a tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Made reservation on behalf of 5294a936319641519d00a0e284b126c4 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:45.952046 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1ad3-6d16-4779-8d81-0ba4150c6c3a tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:45.987951 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5b1ad3-6d16-4779-8d81-0ba4150c6c3a tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:04:46.001806 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-5e68e534-b292-45a5-abe2-7c48c3a794ab None None] Set router 43b49091-ead7-4262-a6af-7da34f7586e4 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:04:46.022398 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1ad3-6d16-4779-8d81-0ba4150c6c3a tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:46.022741 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-7b5b1ad3-6d16-4779-8d81-0ba4150c6c3a tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Added segment 9df2a6cc-6ff3-48f6-9efc-7659eead1970 of type vlan for network 1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a Sep 18 00:04:46.075281 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1ad3-6d16-4779-8d81-0ba4150c6c3a tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:46.098122 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81dcc5dc-1091-4daf-8d82-04022651c745 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:46.158189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device f705268d-e990-426f-a62d-09f9a417f05a up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:04:46.188935 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1ad3-6d16-4779-8d81-0ba4150c6c3a tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:46.189600 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81dcc5dc-1091-4daf-8d82-04022651c745 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:46.195597 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5b1ad3-6d16-4779-8d81-0ba4150c6c3a tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:46.197799 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b5b1ad3-6d16-4779-8d81-0ba4150c6c3a tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:46.322378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7b5b1ad3-6d16-4779-8d81-0ba4150c6c3a tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5033178 Sep 18 00:04:46.324261 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b1ad3-6d16-4779-8d81-0ba4150c6c3a tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event updated for resources: {'Network': ['ID=1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:46.351120 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:04:46.451194 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port f705268d-e990-426f-a62d-09f9a417f05a completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:04:46.481393 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port f705268d-e990-426f-a62d-09f9a417f05a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:04:46.482054 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:46.535824 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5e68e534-b292-45a5-abe2-7c48c3a794ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'name': 'tempest-TestVolumeBackupRestore-959256036-router', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:21Z', 'updated_at': '2021-09-18T00:00:27Z', 'revision_number': 4, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'gw_port': {'id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:37:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:22Z', 'updated_at': '2021-09-18T00:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '2246a939-7711-47c4-99a2-de0986a70e72', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'port_id': '2d8c57c1-0cef-4651-a439-2e3b61c83851', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'mac_address': 'fa:16:3e:79:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:04:42Z', 'updated_at': '2021-09-18T00:04:42Z', 'revision_number': 0, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4776ec6f-a419-4dcc-80a6-39e7a52734d3', 'name': '', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'mac_address': 'fa:16:3e:31:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:26Z', 'updated_at': '2021-09-18T00:00:35Z', 'revision_number': 5, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'subnets': [{'id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:46.547919 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890181e8-1f1f-4fe7-ac25-16972149e493 req-d996e9fb-9894-475a-bd7f-f056bec7b70b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:46.554205 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-890181e8-1f1f-4fe7-ac25-16972149e493 req-d996e9fb-9894-475a-bd7f-f056bec7b70b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 945 time: 0.0655916 Sep 18 00:04:46.554745 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 38928) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:46.559956 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Request body: {'subnets': [{'network_id': '3c2539b6-bd72-46df-8b36-36508ea4eccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1401471514', 'ip_version': 4}, {'network_id': '1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:46.560334 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Request body: {'subnet': {'network_id': '3c2539b6-bd72-46df-8b36-36508ea4eccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1401471514', 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:46.560948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Request body: {'subnet': {'network_id': '1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:46.589671 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e68e534-b292-45a5-abe2-7c48c3a794ab None None] The sync data for ids ['43b49091-ead7-4262-a6af-7da34f7586e4'] in n-d-809883-1 is: [{'id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'name': 'tempest-TestVolumeBackupRestore-959256036-router', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:21Z', 'updated_at': '2021-09-18T00:00:27Z', 'revision_number': 4, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'gw_port': {'id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:37:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:22Z', 'updated_at': '2021-09-18T00:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '2246a939-7711-47c4-99a2-de0986a70e72', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'port_id': '2d8c57c1-0cef-4651-a439-2e3b61c83851', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'mac_address': 'fa:16:3e:79:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:04:42Z', 'updated_at': '2021-09-18T00:04:42Z', 'revision_number': 0, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4776ec6f-a419-4dcc-80a6-39e7a52734d3', 'name': '', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'mac_address': 'fa:16:3e:31:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:26Z', 'updated_at': '2021-09-18T00:00:35Z', 'revision_number': 5, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'subnets': [{'id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:04:46.626229 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-890181e8-1f1f-4fe7-ac25-16972149e493 req-00e113b9-825d-41b9-9ae2-b826e013ed6e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599084 Sep 18 00:04:46.626482 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d0c2c419-a0e0-479c-9317-8269244d6416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:46.643173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 46851069-58f1-4787-9805-e94320a21dac no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:04:46.685578 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 46851069-58f1-4787-9805-e94320a21dac {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:04:46.686064 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 46851069-58f1-4787-9805-e94320a21dac not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:04:46.686639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 21c4a6d3-5dec-4578-926b-683b26d16289 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:04:46.714132 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 21c4a6d3-5dec-4578-926b-683b26d16289 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:04:46.714626 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 21c4a6d3-5dec-4578-926b-683b26d16289 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:04:46.718992 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:46.785064 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port f705268d-e990-426f-a62d-09f9a417f05a, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=f705268d-e990-426f-a62d-09f9a417f05a,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:46.786092 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:46.790305 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a7afc5-3930-48b3-b468-3fa66ceb8976" -d '{"events": [{"server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "name": "network-vif-plugged", "status": "completed", "tag": "f705268d-e990-426f-a62d-09f9a417f05a"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:46.854524 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1d913d-88d6-42fe-be75-b35f84d327fa x-openstack-request-id: req-7b1d913d-88d6-42fe-be75-b35f84d327fa {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:46.854878 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "name": "network-vif-plugged", "status": "completed", "tag": "f705268d-e990-426f-a62d-09f9a417f05a", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:46.855182 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7b1d913d-88d6-42fe-be75-b35f84d327fa {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:46.855584 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a', 'code': 200} Sep 18 00:04:46.857221 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:46.874539 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Made reservation on behalf of 5294a936319641519d00a0e284b126c4 for: {'subnet': 2} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:46.881889 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:46.882244 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:46.903711 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dcc5dc-1091-4daf-8d82-04022651c745 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Router 43b49091-ead7-4262-a6af-7da34f7586e4 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:04:46.947298 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=f705268d-e990-426f-a62d-09f9a417f05a,revision_number=13']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:46.977648 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfe4bc-6e33-4e4c-988f-b7c7e19f8089 None None] New status for floating IP 2246a939-7711-47c4-99a2-de0986a70e72: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:04:47.069594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dcc5dc-1091-4daf-8d82-04022651c745 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:04:47.075896 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81dcc5dc-1091-4daf-8d82-04022651c745 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:47.149351 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-81dcc5dc-1091-4daf-8d82-04022651c745 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "PUT /v2.0/floatingips/2246a939-7711-47c4-99a2-de0986a70e72 HTTP/1.1" status: 200 len: 990 time: 1.8948457 Sep 18 00:04:47.159292 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'tag': '2d8c57c1-0cef-4651-a439-2e3b61c83851'}, {'name': 'network-changed', 'server_uuid': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'tag': '2d8c57c1-0cef-4651-a439-2e3b61c83851'}, {'name': 'network-changed', 'server_uuid': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'tag': '2d8c57c1-0cef-4651-a439-2e3b61c83851'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:47.167935 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992d0de5-9e03-4a7c-81cb-a5421a2cc963" -d '{"events": [{"name": "network-changed", "server_uuid": "cb806ae7-a36a-4245-bc20-257e308c598c", "tag": "2d8c57c1-0cef-4651-a439-2e3b61c83851"}, {"name": "network-changed", "server_uuid": "cb806ae7-a36a-4245-bc20-257e308c598c", "tag": "2d8c57c1-0cef-4651-a439-2e3b61c83851"}, {"name": "network-changed", "server_uuid": "cb806ae7-a36a-4245-bc20-257e308c598c", "tag": "2d8c57c1-0cef-4651-a439-2e3b61c83851"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:47.234391 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd14137-1875-49a2-ab3a-80bd6d502e4c x-openstack-request-id: req-2dd14137-1875-49a2-ab3a-80bd6d502e4c {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:47.234709 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb806ae7-a36a-4245-bc20-257e308c598c", "tag": "2d8c57c1-0cef-4651-a439-2e3b61c83851", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cb806ae7-a36a-4245-bc20-257e308c598c", "tag": "2d8c57c1-0cef-4651-a439-2e3b61c83851", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cb806ae7-a36a-4245-bc20-257e308c598c", "tag": "2d8c57c1-0cef-4651-a439-2e3b61c83851", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:47.234969 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2dd14137-1875-49a2-ab3a-80bd6d502e4c {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:47.235380 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'tag': '2d8c57c1-0cef-4651-a439-2e3b61c83851', 'status': 'completed', 'code': 200} Sep 18 00:04:47.235640 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'tag': '2d8c57c1-0cef-4651-a439-2e3b61c83851', 'status': 'completed', 'code': 200} Sep 18 00:04:47.235893 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'tag': '2d8c57c1-0cef-4651-a439-2e3b61c83851', 'status': 'completed', 'code': 200} Sep 18 00:04:47.273930 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:47.319296 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-572c779d-3ff0-4de3-9e23-ed4df8fe727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:47.321920 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-572c779d-3ff0-4de3-9e23-ed4df8fe727a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6fe7222ae4c04910b88bcb6204ec0195&device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 1096 time: 0.0529430 Sep 18 00:04:47.360247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff151f0-8b10-424b-9be8-b0d2c827469e req-e96eb274-e2c5-4298-a10c-62f95c8c8fb5 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:47.361723 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ff151f0-8b10-424b-9be8-b0d2c827469e req-e96eb274-e2c5-4298-a10c-62f95c8c8fb5 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 946 time: 0.0971978 Sep 18 00:04:47.365700 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410a861-667c-4638-9eb2-140f3d20cb2a None None] Sync routers for ids ['43b49091-ead7-4262-a6af-7da34f7586e4'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:04:47.379569 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9410a861-667c-4638-9eb2-140f3d20cb2a None None] Routers {'43b49091-ead7-4262-a6af-7da34f7586e4'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:04:47.380473 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9410a861-667c-4638-9eb2-140f3d20cb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['43b49091-ead7-4262-a6af-7da34f7586e4'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:47.438096 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-80434d69-9205-4f50-9feb-4a16a097ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:47.439413 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-80434d69-9205-4f50-9feb-4a16a097ff61 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86a27f7f-4384-4af7-a6c4-42b4d189081c HTTP/1.1" status: 200 len: 914 time: 0.1099050 Sep 18 00:04:47.445026 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ff151f0-8b10-424b-9be8-b0d2c827469e req-16646b5a-b929-4922-b5b7-dc2db1331ef7 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714755 Sep 18 00:04:47.520785 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-829410df-f2d0-44d8-bb56-37c98b615a18 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d8c57c1-0cef-4651-a439-2e3b61c83851 HTTP/1.1" status: 200 len: 1000 time: 0.0730510 Sep 18 00:04:47.523966 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-9410a861-667c-4638-9eb2-140f3d20cb2a None None] Set router 43b49091-ead7-4262-a6af-7da34f7586e4 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:04:47.571923 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-6e888016-f82f-43d7-b07b-acf1ca47bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:47.573436 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-6e888016-f82f-43d7-b07b-acf1ca47bda0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ee99a84-1f57-4ea3-b616-45b4e99de8bf HTTP/1.1" status: 200 len: 852 time: 0.0445592 Sep 18 00:04:47.577844 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:04:47.611920 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:47.627196 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-0ae1e8e7-c1c4-4e56-90c9-3fc0c5702ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:47.628782 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-0ae1e8e7-c1c4-4e56-90c9-3fc0c5702ff3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86a27f7f-4384-4af7-a6c4-42b4d189081c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427268 Sep 18 00:04:47.680799 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event updated for resources: {'Subnet': ['ID=17800159-47b8-4cb6-a11e-38840033dbed,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:47.688971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Checking segment: {'id': '2cd7398d-4dad-455c-8c16-578b0b847184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3c2539b6-bd72-46df-8b36-36508ea4eccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:04:47.689339 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Network hostable DHCP agents. Network: 3c2539b6-bd72-46df-8b36-36508ea4eccf, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:04:47.767640 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-ac8dbad4-a765-4ba0-9c69-df6dede98086 service neutron] 10.222.0.37 "GET /v2.0/networks/86a27f7f-4384-4af7-a6c4-42b4d189081c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280990 Sep 18 00:04:47.787971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ccc83-ad79-4004-a5e2-5acfe8646101 req-8b54dcfc-4d24-4455-8e12-fac759a76869 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:47.801404 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d25ccc83-ad79-4004-a5e2-5acfe8646101 req-8b54dcfc-4d24-4455-8e12-fac759a76869 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 945 time: 0.0774798 Sep 18 00:04:47.805386 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9410a861-667c-4638-9eb2-140f3d20cb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'name': 'tempest-TestVolumeBackupRestore-959256036-router', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:21Z', 'updated_at': '2021-09-18T00:00:27Z', 'revision_number': 4, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'gw_port': {'id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:37:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:22Z', 'updated_at': '2021-09-18T00:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '2246a939-7711-47c4-99a2-de0986a70e72', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'port_id': '2d8c57c1-0cef-4651-a439-2e3b61c83851', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'mac_address': 'fa:16:3e:79:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:04:42Z', 'updated_at': '2021-09-18T00:04:47Z', 'revision_number': 2, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4776ec6f-a419-4dcc-80a6-39e7a52734d3', 'name': '', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'mac_address': 'fa:16:3e:31:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:26Z', 'updated_at': '2021-09-18T00:00:35Z', 'revision_number': 5, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'subnets': [{'id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:47.814021 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Network 3c2539b6-bd72-46df-8b36-36508ea4eccf is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:04:47.833518 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410a861-667c-4638-9eb2-140f3d20cb2a None None] Checking router: 43b49091-ead7-4262-a6af-7da34f7586e4 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:04:47.846776 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d25ccc83-ad79-4004-a5e2-5acfe8646101 req-fe00a733-2450-4a69-b1b5-372f785ef918 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422857 Sep 18 00:04:47.848706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9410a861-667c-4638-9eb2-140f3d20cb2a None None] Routers {'43b49091-ead7-4262-a6af-7da34f7586e4'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:04:47.849419 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9410a861-667c-4638-9eb2-140f3d20cb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['43b49091-ead7-4262-a6af-7da34f7586e4'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:47.888142 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:47.919981 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 3c2539b6-bd72-46df-8b36-36508ea4eccf) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:47.924463 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:47.937320 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-6fd87c9e-e21f-4d7b-96eb-28e11c06ca1c service neutron] 10.222.0.37 "GET /v2.0/networks/86a27f7f-4384-4af7-a6c4-42b4d189081c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600463 Sep 18 00:04:47.945232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd74dc9-f0b6-4d3c-bd52-eaa51ea045ff None None] Network 3c2539b6-bd72-46df-8b36-36508ea4eccf requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:04:47.955197 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b69f6-91e1-4ca0-a85b-7beb3498006c req-d1b79809-19d1-41fc-8029-88aed9956f94 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:47.957427 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f92b69f6-91e1-4ca0-a85b-7beb3498006c req-d1b79809-19d1-41fc-8029-88aed9956f94 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 945 time: 0.0925605 Sep 18 00:04:48.022017 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event updated for resources: {'Subnet': ['ID=31f07a74-7adc-432e-b49b-ce6321c985d5,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:48.028077 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-9410a861-667c-4638-9eb2-140f3d20cb2a None None] Set router 43b49091-ead7-4262-a6af-7da34f7586e4 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:04:48.033914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Checking segment: {'id': '9df2a6cc-6ff3-48f6-9efc-7659eead1970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:04:48.034285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Network hostable DHCP agents. Network: 1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:04:48.111248 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-f92b69f6-91e1-4ca0-a85b-7beb3498006c req-130a27aa-c967-4125-9288-ba24ae6263ba tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Deleting port 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:48.111651 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f92b69f6-91e1-4ca0-a85b-7beb3498006c req-130a27aa-c967-4125-9288-ba24ae6263ba tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:48.128150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Network 1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:04:48.210756 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:48.217215 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:48.224449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:48.224449 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:48.234065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-4660911f-2488-474c-8d8b-c98d9a8f35ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:48.235912 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-4660911f-2488-474c-8d8b-c98d9a8f35ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6fe7222ae4c04910b88bcb6204ec0195&device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 1096 time: 0.1093588 Sep 18 00:04:48.292211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-f92b69f6-91e1-4ca0-a85b-7beb3498006c req-130a27aa-c967-4125-9288-ba24ae6263ba tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] For port 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:48.292211 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f92b69f6-91e1-4ca0-a85b-7beb3498006c req-130a27aa-c967-4125-9288-ba24ae6263ba tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:48.294912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38962) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:48.295871 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-87d9ce99-67de-4b7c-b8fe-f6be0e0567cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.7386663 Sep 18 00:04:48.322174 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4071ab-5eba-47aa-a0ef-002c84dc4270 None None] Network 1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:04:48.379837 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-f92b69f6-91e1-4ca0-a85b-7beb3498006c req-130a27aa-c967-4125-9288-ba24ae6263ba tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Calling delete_port for 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:48.453732 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8076faee-c489-4db4-9550-4bd94c02c74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-3c2539b6-bd72-46df-8b36-36508ea4eccf', 'network_id': '3c2539b6-bd72-46df-8b36-36508ea4eccf', 'tenant_id': '5294a936319641519d00a0e284b126c4', 'fixed_ips': [{'subnet_id': '17800159-47b8-4cb6-a11e-38840033dbed'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:04:48.454569 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8076faee-c489-4db4-9550-4bd94c02c74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:48.482686 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6a49f1-8d4b-4902-8f1f-0bd42882ceee tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:48.484310 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6a49f1-8d4b-4902-8f1f-0bd42882ceee tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:48.486255 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6a49f1-8d4b-4902-8f1f-0bd42882ceee tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:48.487955 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6a6a49f1-8d4b-4902-8f1f-0bd42882ceee tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1920469 Sep 18 00:04:48.491999 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38970) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:48.525581 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-6c05c8f1-347c-4d07-9f78-45c915b507b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:48.527088 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-6c05c8f1-347c-4d07-9f78-45c915b507b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86a27f7f-4384-4af7-a6c4-42b4d189081c HTTP/1.1" status: 200 len: 914 time: 0.2812245 Sep 18 00:04:48.632734 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5becc71-c9ff-48dd-a9d9-3e5adbf8cb02 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Deleting subnet 17800159-47b8-4cb6-a11e-38840033dbed {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:04:48.638353 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c5becc71-c9ff-48dd-a9d9-3e5adbf8cb02 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:48.647637 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0bd6e-40f9-4382-8c4e-d868d9db369e req-87fa9c27-3894-4849-b2bd-0cf19125ebe8 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:48.649775 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04d0bd6e-40f9-4382-8c4e-d868d9db369e req-87fa9c27-3894-4849-b2bd-0cf19125ebe8 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 946 time: 0.0755634 Sep 18 00:04:48.665844 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-0009769f-b93a-46b8-853b-087976338659 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d8c57c1-0cef-4651-a439-2e3b61c83851 HTTP/1.1" status: 200 len: 1000 time: 0.1231468 Sep 18 00:04:48.704429 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a', 'network_id': '1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a', 'tenant_id': '5294a936319641519d00a0e284b126c4', 'fixed_ips': [{'subnet_id': '31f07a74-7adc-432e-b49b-ce6321c985d5'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:04:48.706700 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:48.717839 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c5becc71-c9ff-48dd-a9d9-3e5adbf8cb02 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:48.754855 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04d0bd6e-40f9-4382-8c4e-d868d9db369e req-6b9beb94-f676-4bed-8cca-12c2b3b08d8d tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928764 Sep 18 00:04:48.791904 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e9ec9-2cf9-41ca-9a65-809802d8baec req-cffa2edb-1032-4d9e-80c9-d0440e19643d tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:48.794925 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-395e9ec9-2cf9-41ca-9a65-809802d8baec req-cffa2edb-1032-4d9e-80c9-d0440e19643d tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.37 "GET /v2.0/ports?device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 946 time: 0.1440952 Sep 18 00:04:48.805378 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-810af850-2d04-4b81-8798-4c7586f195cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:48.806904 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-810af850-2d04-4b81-8798-4c7586f195cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ee99a84-1f57-4ea3-b616-45b4e99de8bf HTTP/1.1" status: 200 len: 852 time: 0.1312311 Sep 18 00:04:48.842028 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c5becc71-c9ff-48dd-a9d9-3e5adbf8cb02 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:48.863280 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9410a861-667c-4638-9eb2-140f3d20cb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'name': 'tempest-TestVolumeBackupRestore-959256036-router', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:21Z', 'updated_at': '2021-09-18T00:00:27Z', 'revision_number': 4, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'gw_port': {'id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:37:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:22Z', 'updated_at': '2021-09-18T00:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '2246a939-7711-47c4-99a2-de0986a70e72', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'port_id': '2d8c57c1-0cef-4651-a439-2e3b61c83851', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'mac_address': 'fa:16:3e:79:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:04:42Z', 'updated_at': '2021-09-18T00:04:47Z', 'revision_number': 2, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4776ec6f-a419-4dcc-80a6-39e7a52734d3', 'name': '', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'mac_address': 'fa:16:3e:31:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:26Z', 'updated_at': '2021-09-18T00:00:35Z', 'revision_number': 5, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'subnets': [{'id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:48.889358 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f92b69f6-91e1-4ca0-a85b-7beb3498006c req-130a27aa-c967-4125-9288-ba24ae6263ba tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:48.897120 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410a861-667c-4638-9eb2-140f3d20cb2a None None] The sync data for ids ['43b49091-ead7-4262-a6af-7da34f7586e4'] in n-d-809883-1 is: [{'id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'name': 'tempest-TestVolumeBackupRestore-959256036-router', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:21Z', 'updated_at': '2021-09-18T00:00:27Z', 'revision_number': 4, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'gw_port': {'id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:37:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:22Z', 'updated_at': '2021-09-18T00:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '2246a939-7711-47c4-99a2-de0986a70e72', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'port_id': '2d8c57c1-0cef-4651-a439-2e3b61c83851', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'mac_address': 'fa:16:3e:79:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:04:42Z', 'updated_at': '2021-09-18T00:04:47Z', 'revision_number': 2, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4776ec6f-a419-4dcc-80a6-39e7a52734d3', 'name': '', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'mac_address': 'fa:16:3e:31:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:26Z', 'updated_at': '2021-09-18T00:00:35Z', 'revision_number': 5, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'subnets': [{'id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:04:48.914267 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-395e9ec9-2cf9-41ca-9a65-809802d8baec req-f8eed7fb-1bb7-4d78-ad3e-fa30cc989e28 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Deleting port a866e41a-5ff6-4df2-9059-51c744015303 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:48.914932 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-395e9ec9-2cf9-41ca-9a65-809802d8baec req-f8eed7fb-1bb7-4d78-ad3e-fa30cc989e28 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:48.938505 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7', '9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:04:48.981623 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a27aa-c967-4125-9288-ba24ae6263ba tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Pushing event deleted for resources: {'Port': ['ID=9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:49.002326 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-64de5180-4071-4070-ab1a-f0f30865cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:49.005321 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-64de5180-4071-4070-ab1a-f0f30865cbca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86a27f7f-4384-4af7-a6c4-42b4d189081c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1871307 Sep 18 00:04:49.039213 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Allocated IP 172.20.0.18 (1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a/31f07a74-7adc-432e-b49b-ce6321c985d5/68d36c29-a35e-4a88-81a5-50729c88999f) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:04:49.074884 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad1bef30-0cae-4313-ac79-747eb3671aee req-d98d999f-bf87-436a-9e2a-5bea88d96b02 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 210 time: 0.1199567 Sep 18 00:04:49.112404 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c5becc71-c9ff-48dd-a9d9-3e5adbf8cb02 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:49.119904 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-395e9ec9-2cf9-41ca-9a65-809802d8baec req-f8eed7fb-1bb7-4d78-ad3e-fa30cc989e28 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] For port a866e41a-5ff6-4df2-9059-51c744015303, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a866e41a-5ff6-4df2-9059-51c744015303,segment=NetworkSegment(62c67ca4-8d70-4e57-871a-617366dc2113),segment_id=62c67ca4-8d70-4e57-871a-617366dc2113)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:49.120276 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-395e9ec9-2cf9-41ca-9a65-809802d8baec req-f8eed7fb-1bb7-4d78-ad3e-fa30cc989e28 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:49.135887 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-395e9ec9-2cf9-41ca-9a65-809802d8baec req-f8eed7fb-1bb7-4d78-ad3e-fa30cc989e28 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Calling delete_port for a866e41a-5ff6-4df2-9059-51c744015303 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:49.136404 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92b69f6-91e1-4ca0-a85b-7beb3498006c req-130a27aa-c967-4125-9288-ba24ae6263ba tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] No DVR routers for this DVR port 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:04:49.146893 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f92b69f6-91e1-4ca0-a85b-7beb3498006c req-130a27aa-c967-4125-9288-ba24ae6263ba tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:49.149579 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f92b69f6-91e1-4ca0-a85b-7beb3498006c req-130a27aa-c967-4125-9288-ba24ae6263ba tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.37 "DELETE /v2.0/ports/9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 HTTP/1.1" status: 204 len: 173 time: 1.1858034 Sep 18 00:04:49.187726 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5becc71-c9ff-48dd-a9d9-3e5adbf8cb02 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event deleted for resources: {'Subnet': ['ID=17800159-47b8-4cb6-a11e-38840033dbed,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:49.201862 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c5becc71-c9ff-48dd-a9d9-3e5adbf8cb02 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:49.205457 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c5becc71-c9ff-48dd-a9d9-3e5adbf8cb02 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "DELETE /v2.0/subnets/17800159-47b8-4cb6-a11e-38840033dbed HTTP/1.1" status: 204 len: 168 time: 0.7123744 Sep 18 00:04:49.208075 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38982) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:49.259059 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24', 'name': 'network-vif-deleted', 'tag': '9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:49.270265 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2615a05-8735-4b96-9dbc-e32fdc58421e" -d '{"events": [{"server_uuid": "6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24", "name": "network-vif-deleted", "tag": "9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server [None req-8076faee-c489-4db4-9550-4bd94c02c74b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17800159-47b8-4cb6-a11e-38840033dbed: This subnet is being modified by another concurrent operation. Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 00:04:49.287573 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise exception Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17800159-47b8-4cb6-a11e-38840033dbed: This subnet is being modified by another concurrent operation. Sep 18 00:04:49.292476 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Sep 18 00:04:49.319522 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4b8173-dda6-456a-a205-8ecd0e10536a None None] Network 3c2539b6-bd72-46df-8b36-36508ea4eccf requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:04:49.339911 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-026c3820-2669-4388-b10d-4800cf43994d tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Deleting subnet 31f07a74-7adc-432e-b49b-ce6321c985d5 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:04:49.343347 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aba5e0f-51fc-4230-9568-69c1a7291537 x-openstack-request-id: req-0aba5e0f-51fc-4230-9568-69c1a7291537 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:49.343642 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24", "name": "network-vif-deleted", "tag": "9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:49.343894 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0aba5e0f-51fc-4230-9568-69c1a7291537 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:49.344283 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24', 'name': 'network-vif-deleted', 'tag': '9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7', 'status': 'completed', 'code': 200} Sep 18 00:04:49.381682 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-a3ff8f0d-bcaf-4fa3-8443-8ce683387fc1 service neutron] 10.222.0.37 "GET /v2.0/networks/86a27f7f-4384-4af7-a6c4-42b4d189081c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599415 Sep 18 00:04:49.417130 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:49.423359 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-395e9ec9-2cf9-41ca-9a65-809802d8baec req-f8eed7fb-1bb7-4d78-ad3e-fa30cc989e28 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:49.439147 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['90ae83bf-9e9f-4246-a0ae-56a2fadb7674'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:04:49.539392 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eed7fb-1bb7-4d78-ad3e-fa30cc989e28 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Pushing event deleted for resources: {'Port': ['ID=a866e41a-5ff6-4df2-9059-51c744015303,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:49.555559 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-17df16ed-f960-48f8-ada5-8896eb36d4cb service neutron] 10.222.0.37 "GET /v2.0/networks/86a27f7f-4384-4af7-a6c4-42b4d189081c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647656 Sep 18 00:04:49.556278 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-026c3820-2669-4388-b10d-4800cf43994d tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:49.559383 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-395e9ec9-2cf9-41ca-9a65-809802d8baec req-f8eed7fb-1bb7-4d78-ad3e-fa30cc989e28 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] No DVR routers for this DVR port a866e41a-5ff6-4df2-9059-51c744015303 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:04:49.562774 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:49.574307 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-395e9ec9-2cf9-41ca-9a65-809802d8baec req-f8eed7fb-1bb7-4d78-ad3e-fa30cc989e28 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:49.577961 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-395e9ec9-2cf9-41ca-9a65-809802d8baec req-f8eed7fb-1bb7-4d78-ad3e-fa30cc989e28 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.37 "DELETE /v2.0/ports/a866e41a-5ff6-4df2-9059-51c744015303 HTTP/1.1" status: 204 len: 173 time: 0.7749152 Sep 18 00:04:49.579398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327fd7b4-2597-4f26-a3af-a5ce13d6e4d2', 'name': 'network-vif-deleted', 'tag': 'a866e41a-5ff6-4df2-9059-51c744015303'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:49.582804 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cfad8a-3638-4636-9237-29ad40117050" -d '{"events": [{"server_uuid": "327fd7b4-2597-4f26-a3af-a5ce13d6e4d2", "name": "network-vif-deleted", "tag": "a866e41a-5ff6-4df2-9059-51c744015303"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:49.638213 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-026c3820-2669-4388-b10d-4800cf43994d tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:49.680279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Network 1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:04:49.695756 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a4a2e4-d170-4692-b00e-7e8e510dafcd x-openstack-request-id: req-b6a4a2e4-d170-4692-b00e-7e8e510dafcd {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:49.696386 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327fd7b4-2597-4f26-a3af-a5ce13d6e4d2", "name": "network-vif-deleted", "tag": "a866e41a-5ff6-4df2-9059-51c744015303", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:49.698878 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b6a4a2e4-d170-4692-b00e-7e8e510dafcd {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:49.699112 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327fd7b4-2597-4f26-a3af-a5ce13d6e4d2', 'name': 'network-vif-deleted', 'tag': 'a866e41a-5ff6-4df2-9059-51c744015303', 'status': 'completed', 'code': 200} Sep 18 00:04:49.705077 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-fccdb725-763b-4355-b156-6f5a07d891bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:49.708263 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-fccdb725-763b-4355-b156-6f5a07d891bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6fe7222ae4c04910b88bcb6204ec0195&device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 1096 time: 0.0857389 Sep 18 00:04:49.721574 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:49.731763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:04:49.753348 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Pushing event updated for resources: {'Port': ['ID=68d36c29-a35e-4a88-81a5-50729c88999f,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:49.770545 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-026c3820-2669-4388-b10d-4800cf43994d tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:49.805611 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:49.806324 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:49.806876 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:49.807387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:49.807886 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:49.808389 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:49.809076 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:49.809599 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:49.810134 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:49.810661 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:49.811219 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:49.811744 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:49.837911 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-baad5ad8-d223-4651-a46f-69ad18454103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:49.839600 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-baad5ad8-d223-4651-a46f-69ad18454103 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86a27f7f-4384-4af7-a6c4-42b4d189081c HTTP/1.1" status: 200 len: 914 time: 0.1239488 Sep 18 00:04:49.877514 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:49.879910 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Attempting to bind port 68d36c29-a35e-4a88-81a5-50729c88999f on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:04:49.880286 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Attempting to bind port 68d36c29-a35e-4a88-81a5-50729c88999f by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '9df2a6cc-6ff3-48f6-9efc-7659eead1970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:04:49.880651 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Attempting to bind port 68d36c29-a35e-4a88-81a5-50729c88999f on network 1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:04:49.886729 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['a866e41a-5ff6-4df2-9059-51c744015303'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:04:49.914395 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2132ba1a-3f67-4742-a43a-4fb7cde5e4fd req-a86d6547-1b9c-45b5-8eb8-11fbe02beabf tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=327fd7b4-2597-4f26-a3af-a5ce13d6e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0655344 Sep 18 00:04:49.915033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:04:49.915409 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Checking segment: {'id': '9df2a6cc-6ff3-48f6-9efc-7659eead1970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:04:49.915811 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:49.916206 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Bound using segment: {'id': '9df2a6cc-6ff3-48f6-9efc-7659eead1970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:04:49.916683 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Bound port: 68d36c29-a35e-4a88-81a5-50729c88999f, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df2a6cc-6ff3-48f6-9efc-7659eead1970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:04:49.917092 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:49.943364 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-6b743521-1e1d-4c38-ad74-c417364adeeb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d8c57c1-0cef-4651-a439-2e3b61c83851 HTTP/1.1" status: 200 len: 1000 time: 0.0956821 Sep 18 00:04:49.974432 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-026c3820-2669-4388-b10d-4800cf43994d tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:50.005194 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c3820-2669-4388-b10d-4800cf43994d tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event deleted for resources: {'Subnet': ['ID=31f07a74-7adc-432e-b49b-ce6321c985d5,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:50.006795 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-026c3820-2669-4388-b10d-4800cf43994d tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:50.011387 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-026c3820-2669-4388-b10d-4800cf43994d tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "DELETE /v2.0/subnets/31f07a74-7adc-432e-b49b-ce6321c985d5 HTTP/1.1" status: 204 len: 168 time: 0.8015928 Sep 18 00:04:50.013850 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 38998) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:50.043926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-28f3e9a7-00be-4604-a176-d24bcfc80a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:50.045491 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-28f3e9a7-00be-4604-a176-d24bcfc80a01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ee99a84-1f57-4ea3-b616-45b4e99de8bf HTTP/1.1" status: 200 len: 852 time: 0.0839903 Sep 18 00:04:50.055554 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] For port 68d36c29-a35e-4a88-81a5-50729c88999f, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:04:50.062202 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] For port 68d36c29-a35e-4a88-81a5-50729c88999f, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=68d36c29-a35e-4a88-81a5-50729c88999f,segment=NetworkSegment(9df2a6cc-6ff3-48f6-9efc-7659eead1970),segment_id=9df2a6cc-6ff3-48f6-9efc-7659eead1970)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:04:50.095586 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-7bd34307-8d5e-48c9-a446-fa94038c9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:50.096742 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1a5a9f-c86e-4ee6-8cfc-08bfb1325bec tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:50.097138 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-7bd34307-8d5e-48c9-a446-fa94038c9a9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86a27f7f-4384-4af7-a6c4-42b4d189081c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426073 Sep 18 00:04:50.098780 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cb1a5a9f-c86e-4ee6-8cfc-08bfb1325bec tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0848589 Sep 18 00:04:50.102713 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39002) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:50.189045 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:50.244178 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-97c1b436-be13-4c0f-81ca-d62e95777156 req-fc8c1366-4a2c-4d28-a798-2f8cdb9922fe tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a1f4fd7-6987-4c76-9ee9-fdf66b5dbc24 HTTP/1.1" status: 200 len: 210 time: 0.0596828 Sep 18 00:04:50.264885 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:50.283659 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-d9500b1b-06b6-4b5e-91f4-38f9a48888a6 service neutron] 10.222.0.37 "GET /v2.0/networks/86a27f7f-4384-4af7-a6c4-42b4d189081c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770623 Sep 18 00:04:50.284151 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e6a00-9633-4227-acef-ecdb0a7a3068 None None] Pushing event updated for resources: {'Port': ['ID=68d36c29-a35e-4a88-81a5-50729c88999f,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:50.345932 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Deleting port 68d36c29-a35e-4a88-81a5-50729c88999f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:50.346289 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:50.419620 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] For port 68d36c29-a35e-4a88-81a5-50729c88999f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=68d36c29-a35e-4a88-81a5-50729c88999f,segment=NetworkSegment(9df2a6cc-6ff3-48f6-9efc-7659eead1970),segment_id=9df2a6cc-6ff3-48f6-9efc-7659eead1970)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:50.420057 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:50.421470 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-992d0de5-9e03-4a7c-81cb-a5421a2cc963 req-0d35c440-a2f3-4438-b958-86ef7b279bd1 service neutron] 10.222.0.37 "GET /v2.0/networks/86a27f7f-4384-4af7-a6c4-42b4d189081c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271656 Sep 18 00:04:50.442595 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Calling delete_port for 68d36c29-a35e-4a88-81a5-50729c88999f owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:50.680416 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:50.704394 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event deleted for resources: {'Port': ['ID=68d36c29-a35e-4a88-81a5-50729c88999f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:50.709995 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] No DVR routers for this DVR port 68d36c29-a35e-4a88-81a5-50729c88999f on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:04:50.793903 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:50.815519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:50.825241 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df2a6cc-6ff3-48f6-9efc-7659eead1970') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:50.827190 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df2a6cc-6ff3-48f6-9efc-7659eead1970') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:50.835041 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:50.893967 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:50.900358 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:04:50.900750 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:04:50.903721 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:04:51.034392 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:51.052764 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:51.054711 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "DELETE /v2.0/networks/1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a HTTP/1.1" status: 204 len: 168 time: 0.9510682 Sep 18 00:04:51.055863 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event deleted for resources: {'Network': ['ID=1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:51.057381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39020) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:51.074668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:51.075039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:51.075384 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:51.075723 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:51.076055 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:51.076385 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:51.077301 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:51.077604 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:51.077935 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:51.078353 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:51.079379 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:51.079379 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bbc686-56d3-49af-ad59-df4cd03813cb tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:04:51.145161 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f44c-1039-4539-9977-e2b6993b9bdf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:51.257197 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f44c-1039-4539-9977-e2b6993b9bdf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:51.283077 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-a9c9f44c-1039-4539-9977-e2b6993b9bdf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2539b6-bd72-46df-8b36-36508ea4eccf']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:51.296580 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-a9c9f44c-1039-4539-9977-e2b6993b9bdf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd7398d-4dad-455c-8c16-578b0b847184') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:51.296904 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-a9c9f44c-1039-4539-9977-e2b6993b9bdf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd7398d-4dad-455c-8c16-578b0b847184') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:51.323144 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f44c-1039-4539-9977-e2b6993b9bdf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:51.341050 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f44c-1039-4539-9977-e2b6993b9bdf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:51.350609 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c9f44c-1039-4539-9977-e2b6993b9bdf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:04:51.351458 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f44c-1039-4539-9977-e2b6993b9bdf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:04:51.356292 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:04:51.439833 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-25284d8b-e3dd-4793-a74a-4d57f5777532 None None] Could not find standard attr ID for object 68d36c29-a35e-4a88-81a5-50729c88999f. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:04:51.462396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36cd992-a2a3-413b-8340-29fb819c7780 None None] DHCP port deletion for 1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:04:51.483172 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463efcd0-5885-47cc-9eb9-391af483cd3e None None] Network 1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:04:51.495514 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463efcd0-5885-47cc-9eb9-391af483cd3e None None] Network 1c3717b3-2afc-4ac5-b4d1-3d5c0331bd7a could not be found, it might have been deleted concurrently. {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 00:04:51.504848 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e4bfe4-2d37-4324-b143-9da5f0035cdc None None] get_active_networks_info from n-d-809883-1 {{(pid=95593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 00:04:51.516723 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f44c-1039-4539-9977-e2b6993b9bdf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:51.534580 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f44c-1039-4539-9977-e2b6993b9bdf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:51.536766 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a9c9f44c-1039-4539-9977-e2b6993b9bdf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "DELETE /v2.0/networks/3c2539b6-bd72-46df-8b36-36508ea4eccf HTTP/1.1" status: 204 len: 168 time: 0.4783854 Sep 18 00:04:51.540340 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39036) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:51.550714 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9f44c-1039-4539-9977-e2b6993b9bdf tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event deleted for resources: {'Network': ['ID=3c2539b6-bd72-46df-8b36-36508ea4eccf,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:51.627703 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-300441d7-dc97-4cc9-b8e0-b5cafe8550a7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:51.638144 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e4bfe4-2d37-4324-b143-9da5f0035cdc None None] Resources bound (agent type, host, resource id): {{(pid=95593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 00:04:51.730133 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-300441d7-dc97-4cc9-b8e0-b5cafe8550a7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:51.754575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-300441d7-dc97-4cc9-b8e0-b5cafe8550a7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece8c419-cc58-43bf-b5a7-95e22406f20b']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:51.766102 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-300441d7-dc97-4cc9-b8e0-b5cafe8550a7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae29008-cdd0-46df-8522-4a09a192f247') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:51.766724 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-300441d7-dc97-4cc9-b8e0-b5cafe8550a7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae29008-cdd0-46df-8522-4a09a192f247') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:51.778206 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-300441d7-dc97-4cc9-b8e0-b5cafe8550a7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:51.794900 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-300441d7-dc97-4cc9-b8e0-b5cafe8550a7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:51.804305 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300441d7-dc97-4cc9-b8e0-b5cafe8550a7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:04:51.805149 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-300441d7-dc97-4cc9-b8e0-b5cafe8550a7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:04:51.808795 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:04:51.955298 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb17ee-23e9-49e0-9727-7c7dac2eb4e8 req-663517dc-8645-4771-ada9-598926f2711e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:51.957102 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-befb17ee-23e9-49e0-9727-7c7dac2eb4e8 req-663517dc-8645-4771-ada9-598926f2711e tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.0575576 Sep 18 00:04:52.001454 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-befb17ee-23e9-49e0-9727-7c7dac2eb4e8 req-f6cb83d6-ab57-4e8b-9c6d-c14fb13d89e5 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378511 Sep 18 00:04:52.046230 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-300441d7-dc97-4cc9-b8e0-b5cafe8550a7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:52.054026 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-300441d7-dc97-4cc9-b8e0-b5cafe8550a7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:52.056055 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-300441d7-dc97-4cc9-b8e0-b5cafe8550a7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "DELETE /v2.0/networks/ece8c419-cc58-43bf-b5a7-95e22406f20b HTTP/1.1" status: 204 len: 168 time: 0.5155237 Sep 18 00:04:52.064923 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39044) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:52.069892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300441d7-dc97-4cc9-b8e0-b5cafe8550a7 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event deleted for resources: {'Network': ['ID=ece8c419-cc58-43bf-b5a7-95e22406f20b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:52.165647 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9657c78-6f8e-4a27-94f3-51dfc0f82c78 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:52.261187 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9657c78-6f8e-4a27-94f3-51dfc0f82c78 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:52.282135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-a9657c78-6f8e-4a27-94f3-51dfc0f82c78 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac15a56-bbd5-447e-9d1d-0acf863d9d13']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:52.291974 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-a9657c78-6f8e-4a27-94f3-51dfc0f82c78 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7263c2e-95e6-4401-8db2-0df752bde063') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:52.292344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-a9657c78-6f8e-4a27-94f3-51dfc0f82c78 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7263c2e-95e6-4401-8db2-0df752bde063') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:52.303334 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9657c78-6f8e-4a27-94f3-51dfc0f82c78 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:52.319042 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9657c78-6f8e-4a27-94f3-51dfc0f82c78 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:52.327864 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9657c78-6f8e-4a27-94f3-51dfc0f82c78 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:04:52.328290 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9657c78-6f8e-4a27-94f3-51dfc0f82c78 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:04:52.331520 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:04:52.491303 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9657c78-6f8e-4a27-94f3-51dfc0f82c78 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:52.495846 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9657c78-6f8e-4a27-94f3-51dfc0f82c78 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:52.498977 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a9657c78-6f8e-4a27-94f3-51dfc0f82c78 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] 10.222.0.46 "DELETE /v2.0/networks/6ac15a56-bbd5-447e-9d1d-0acf863d9d13 HTTP/1.1" status: 204 len: 168 time: 0.4326615 Sep 18 00:04:52.515437 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9657c78-6f8e-4a27-94f3-51dfc0f82c78 tempest-BulkNetworkOpsTest-529398572 tempest-BulkNetworkOpsTest-529398572-project] Pushing event deleted for resources: {'Network': ['ID=6ac15a56-bbd5-447e-9d1d-0acf863d9d13,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:52.684845 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:04:52.707241 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:04:52.707667 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9bb46f4f-572b-4d3d-b5d7-f05b4e3fdcc7 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:04:52.708268 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a866e41a-5ff6-4df2-9059-51c744015303 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:04:52.729736 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: a866e41a-5ff6-4df2-9059-51c744015303 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:04:52.730083 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a866e41a-5ff6-4df2-9059-51c744015303 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:04:53.094763 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39066) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:53.181623 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8f864-c373-4c15-8e61-9c37f6f6a535 req-4380f622-dfe3-4ecb-8fb0-c63a7c6ac4e5 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:53.183205 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fb8f864-c373-4c15-8e61-9c37f6f6a535 req-4380f622-dfe3-4ecb-8fb0-c63a7c6ac4e5 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.0951619 Sep 18 00:04:53.216646 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559be62e-eefa-43a3-a937-55ae43e3590e req-70083e5b-bce7-4789-b426-ee45d64c12fc tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:53.218756 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-559be62e-eefa-43a3-a937-55ae43e3590e req-70083e5b-bce7-4789-b426-ee45d64c12fc tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 946 time: 0.0838976 Sep 18 00:04:53.252958 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a0ce2c62-67c4-4f73-b3f7-c8b63e87f87f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5294a936319641519d00a0e284b126c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564901 Sep 18 00:04:53.254962 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39072) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:53.307578 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6318baac-3840-4d85-b93b-6781014647e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:53.320400 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fb8f864-c373-4c15-8e61-9c37f6f6a535 req-00828162-690b-4d70-a89b-801f8f671e31 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=5604834a-ac66-4e91-8e13-750d72729080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278982 Sep 18 00:04:53.332024 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6318baac-3840-4d85-b93b-6781014647e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:53.356420 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-559be62e-eefa-43a3-a937-55ae43e3590e req-18bb5c37-1ad7-4d58-a7d5-56b0412d3ef2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Deleting port c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:53.356927 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-559be62e-eefa-43a3-a937-55ae43e3590e req-18bb5c37-1ad7-4d58-a7d5-56b0412d3ef2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:53.457010 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6318baac-3840-4d85-b93b-6781014647e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:53.460108 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6318baac-3840-4d85-b93b-6781014647e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:53.461657 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6318baac-3840-4d85-b93b-6781014647e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/710bb1e3-23b0-4537-bda6-e60aa921ec4b HTTP/1.1" status: 204 len: 168 time: 0.2056890 Sep 18 00:04:53.501318 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318baac-3840-4d85-b93b-6781014647e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710bb1e3-23b0-4537-bda6-e60aa921ec4b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:53.511273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-559be62e-eefa-43a3-a937-55ae43e3590e req-18bb5c37-1ad7-4d58-a7d5-56b0412d3ef2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] For port c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:53.511864 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-559be62e-eefa-43a3-a937-55ae43e3590e req-18bb5c37-1ad7-4d58-a7d5-56b0412d3ef2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:53.535838 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-559be62e-eefa-43a3-a937-55ae43e3590e req-18bb5c37-1ad7-4d58-a7d5-56b0412d3ef2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Calling delete_port for c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:53.741516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39086) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:53.742688 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-559be62e-eefa-43a3-a937-55ae43e3590e req-18bb5c37-1ad7-4d58-a7d5-56b0412d3ef2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:53.755747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:04:53.804267 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb5c37-1ad7-4d58-a7d5-56b0412d3ef2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Pushing event deleted for resources: {'Port': ['ID=c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:53.891034 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-559be62e-eefa-43a3-a937-55ae43e3590e req-18bb5c37-1ad7-4d58-a7d5-56b0412d3ef2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] No DVR routers for this DVR port c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:04:53.902114 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-559be62e-eefa-43a3-a937-55ae43e3590e req-18bb5c37-1ad7-4d58-a7d5-56b0412d3ef2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:53.904184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-559be62e-eefa-43a3-a937-55ae43e3590e req-18bb5c37-1ad7-4d58-a7d5-56b0412d3ef2 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.37 "DELETE /v2.0/ports/c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 HTTP/1.1" status: 204 len: 173 time: 0.6694169 Sep 18 00:04:53.905209 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e07988-dd35-471b-bb96-4d4b3449b27c', 'name': 'network-vif-deleted', 'tag': 'c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:53.907545 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd10e08-aa58-4f43-8dfc-d1ad003755ec" -d '{"events": [{"server_uuid": "f7e07988-dd35-471b-bb96-4d4b3449b27c", "name": "network-vif-deleted", "tag": "c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:53.991516 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864b844c-2048-46b3-9f21-3cdb27f115b0 x-openstack-request-id: req-864b844c-2048-46b3-9f21-3cdb27f115b0 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:53.991516 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e07988-dd35-471b-bb96-4d4b3449b27c", "name": "network-vif-deleted", "tag": "c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:53.991516 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-864b844c-2048-46b3-9f21-3cdb27f115b0 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:53.991516 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e07988-dd35-471b-bb96-4d4b3449b27c', 'name': 'network-vif-deleted', 'tag': 'c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7', 'status': 'completed', 'code': 200} Sep 18 00:04:54.532704 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b17aa9b-f0b2-4869-9200-1c54a3638b05 req-f19c1fc3-9552-4b0d-9f69-b3187f38d5c6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7e07988-dd35-471b-bb96-4d4b3449b27c HTTP/1.1" status: 200 len: 210 time: 0.0914097 Sep 18 00:04:54.698805 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa4ca-f09c-4b40-bd0a-0c523ca38ae0 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:55.069400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39128) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:55.099604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e558a34-0ee6-442a-8a93-b96459670621 req-52c87114-a7e2-4848-92e7-c9f35101178c tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:55.108530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e558a34-0ee6-442a-8a93-b96459670621 req-52c87114-a7e2-4848-92e7-c9f35101178c tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 945 time: 0.0669668 Sep 18 00:04:55.156896 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e558a34-0ee6-442a-8a93-b96459670621 req-6af51480-a4d1-43c9-a2e0-a6632ceb1404 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470684 Sep 18 00:04:55.192386 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-4c3aa4ca-f09c-4b40-bd0a-0c523ca38ae0 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Deleting port 484f7d2e-a421-4c5a-b5a7-b4058f921e0c {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:55.192753 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa4ca-f09c-4b40-bd0a-0c523ca38ae0 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:55.217614 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a66e0b1c-a3fa-4770-ac06-03fbf8a72231 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'network': {'name': 'tempest-RoutersTest-1034629266'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:55.308917 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-4c3aa4ca-f09c-4b40-bd0a-0c523ca38ae0 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] For port 484f7d2e-a421-4c5a-b5a7-b4058f921e0c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=484f7d2e-a421-4c5a-b5a7-b4058f921e0c,segment=NetworkSegment(b0b24837-9574-4a49-9383-f69a9f8763ec),segment_id=b0b24837-9574-4a49-9383-f69a9f8763ec)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:55.309475 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa4ca-f09c-4b40-bd0a-0c523ca38ae0 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:55.324534 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-4c3aa4ca-f09c-4b40-bd0a-0c523ca38ae0 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Calling delete_port for 484f7d2e-a421-4c5a-b5a7-b4058f921e0c owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:55.368849 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66e0b1c-a3fa-4770-ac06-03fbf8a72231 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Made reservation on behalf of b28a6a6f3afb4125a0b904f655028692 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:55.372225 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a66e0b1c-a3fa-4770-ac06-03fbf8a72231 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:55.384700 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a66e0b1c-a3fa-4770-ac06-03fbf8a72231 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:55.579303 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a66e0b1c-a3fa-4770-ac06-03fbf8a72231 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:55.634983 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a66e0b1c-a3fa-4770-ac06-03fbf8a72231 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:55.663652 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e0b1c-a3fa-4770-ac06-03fbf8a72231 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c802249-e9cf-4bc2-8b98-7d191c5a16ee,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:55.683500 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa4ca-f09c-4b40-bd0a-0c523ca38ae0 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:55.693180 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66e0b1c-a3fa-4770-ac06-03fbf8a72231 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:04:55.719451 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3aa4ca-f09c-4b40-bd0a-0c523ca38ae0 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event deleted for resources: {'Port': ['ID=484f7d2e-a421-4c5a-b5a7-b4058f921e0c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:55.726068 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a66e0b1c-a3fa-4770-ac06-03fbf8a72231 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:55.726417 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-a66e0b1c-a3fa-4770-ac06-03fbf8a72231 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Added segment dd637500-81e0-4468-a4bc-efc7a7911458 of type vlan for network a9812c5c-0d4b-44c8-816c-17edc5076055 Sep 18 00:04:55.809495 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a66e0b1c-a3fa-4770-ac06-03fbf8a72231 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:55.934413 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a66e0b1c-a3fa-4770-ac06-03fbf8a72231 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:55.940431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66e0b1c-a3fa-4770-ac06-03fbf8a72231 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:55.941054 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a66e0b1c-a3fa-4770-ac06-03fbf8a72231 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:55.999082 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa4ca-f09c-4b40-bd0a-0c523ca38ae0 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:56.032821 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e0b1c-a3fa-4770-ac06-03fbf8a72231 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Network': ['ID=a9812c5c-0d4b-44c8-816c-17edc5076055,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:56.047281 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network a9812c5c-0d4b-44c8-816c-17edc5076055 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:04:56.064327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c704915-195b-416d-99e9-9d992cac1a80 req-fcb1a621-ee2d-43cc-b919-b243cacb617f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:56.064327 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c704915-195b-416d-99e9-9d992cac1a80 req-fcb1a621-ee2d-43cc-b919-b243cacb617f tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0636506 Sep 18 00:04:56.083728 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a66e0b1c-a3fa-4770-ac06-03fbf8a72231 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0079105 Sep 18 00:04:56.083960 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39152) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:56.089419 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7079cc9a-4fe1-4024-9500-243840b4cca8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'network': {'name': 'tempest-RoutersTest-381395964'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:56.121065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c704915-195b-416d-99e9-9d992cac1a80 req-25af40c0-9540-412d-ad94-d38d91410357 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501771 Sep 18 00:04:56.224704 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7079cc9a-4fe1-4024-9500-243840b4cca8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Made reservation on behalf of b28a6a6f3afb4125a0b904f655028692 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:56.228287 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7079cc9a-4fe1-4024-9500-243840b4cca8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:56.293108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90209eef-980a-4984-ade0-1a4ad9d7c660 req-85db4cbc-674e-4038-9a27-e81b02975cfd tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:56.294678 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90209eef-980a-4984-ade0-1a4ad9d7c660 req-85db4cbc-674e-4038-9a27-e81b02975cfd tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 945 time: 0.0712678 Sep 18 00:04:56.304165 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7079cc9a-4fe1-4024-9500-243840b4cca8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:04:56.325322 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7079cc9a-4fe1-4024-9500-243840b4cca8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:56.325676 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-7079cc9a-4fe1-4024-9500-243840b4cca8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Added segment f0752fa9-97c0-4d72-923e-5fbce92c2910 of type vlan for network a251a0d9-95b1-488a-bc64-db1a20ca968e Sep 18 00:04:56.335569 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90209eef-980a-4984-ade0-1a4ad9d7c660 req-5932087d-7fe1-4bf5-b221-de46b8140402 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/security-groups?id=16bb2adc-2aea-4b53-a56f-5b42a553ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344629 Sep 18 00:04:56.366251 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3aa4ca-f09c-4b40-bd0a-0c523ca38ae0 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Router a186c3a8-9ef0-483c-834b-6d462c6991a8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:04:56.382523 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7079cc9a-4fe1-4024-9500-243840b4cca8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:56.504323 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3aa4ca-f09c-4b40-bd0a-0c523ca38ae0 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:04:56.512570 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4c3aa4ca-f09c-4b40-bd0a-0c523ca38ae0 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "PUT /v2.0/routers/a186c3a8-9ef0-483c-834b-6d462c6991a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7671061 Sep 18 00:04:56.515405 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a15cee-989f-4638-bec6-43451fd78267 None None] Sync routers for ids ['a186c3a8-9ef0-483c-834b-6d462c6991a8'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:04:56.525687 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7079cc9a-4fe1-4024-9500-243840b4cca8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:56.532368 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7079cc9a-4fe1-4024-9500-243840b4cca8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:56.533070 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7079cc9a-4fe1-4024-9500-243840b4cca8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:56.541048 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a15cee-989f-4638-bec6-43451fd78267 None None] Routers {'a186c3a8-9ef0-483c-834b-6d462c6991a8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:04:56.542331 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d1a15cee-989f-4638-bec6-43451fd78267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a186c3a8-9ef0-483c-834b-6d462c6991a8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:56.620555 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079cc9a-4fe1-4024-9500-243840b4cca8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Network': ['ID=a251a0d9-95b1-488a-bc64-db1a20ca968e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:56.627034 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7079cc9a-4fe1-4024-9500-243840b4cca8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5420737 Sep 18 00:04:56.630359 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39164) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:56.632318 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network a251a0d9-95b1-488a-bc64-db1a20ca968e details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:04:56.637818 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7a5ed351-fee9-44f8-a75e-968b7fc4afd5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'subnet': {'network_id': 'a9812c5c-0d4b-44c8-816c-17edc5076055', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:56.704687 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-d1a15cee-989f-4638-bec6-43451fd78267 None None] Set router a186c3a8-9ef0-483c-834b-6d462c6991a8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:04:56.714851 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:04:56.742993 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:04:56.743641 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device c65f6de7-fb4e-41d2-bfb8-93c2b5068fd7 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:04:56.807404 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0a4a8-43f8-4bc1-900a-b6b7ed16e4db req-43f6b40d-e126-4bb2-9414-9826c98d1178 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:56.808997 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ccd0a4a8-43f8-4bc1-900a-b6b7ed16e4db req-43f6b40d-e126-4bb2-9414-9826c98d1178 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 945 time: 0.0505733 Sep 18 00:04:56.838673 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5ed351-fee9-44f8-a75e-968b7fc4afd5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Made reservation on behalf of b28a6a6f3afb4125a0b904f655028692 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:56.842712 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed351-fee9-44f8-a75e-968b7fc4afd5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:56.930869 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-ccd0a4a8-43f8-4bc1-900a-b6b7ed16e4db req-1119d9da-9493-47ef-86cb-8efcefd2d932 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Deleting port 90ae83bf-9e9f-4246-a0ae-56a2fadb7674 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:56.931226 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ccd0a4a8-43f8-4bc1-900a-b6b7ed16e4db req-1119d9da-9493-47ef-86cb-8efcefd2d932 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:56.986617 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d1a15cee-989f-4638-bec6-43451fd78267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:04:55Z', 'revision_number': 6, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '12af943d-6cac-4887-8e29-aa8499cdcf55', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'port_id': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'mac_address': 'fa:16:3e:e3:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:03:20Z', 'updated_at': '2021-09-18T00:03:24Z', 'revision_number': 1, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e5e017-ce49-405e-b4f2-ac624102ae24', 'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:f6:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:45Z', 'updated_at': '2021-09-18T00:02:53Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:57.015294 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a15cee-989f-4638-bec6-43451fd78267 None None] Checking router: a186c3a8-9ef0-483c-834b-6d462c6991a8 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:04:57.023878 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a15cee-989f-4638-bec6-43451fd78267 None None] Routers {'a186c3a8-9ef0-483c-834b-6d462c6991a8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:04:57.024694 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d1a15cee-989f-4638-bec6-43451fd78267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a186c3a8-9ef0-483c-834b-6d462c6991a8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:57.044025 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ccd0a4a8-43f8-4bc1-900a-b6b7ed16e4db req-1119d9da-9493-47ef-86cb-8efcefd2d932 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] For port 90ae83bf-9e9f-4246-a0ae-56a2fadb7674, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=90ae83bf-9e9f-4246-a0ae-56a2fadb7674,segment=NetworkSegment(62c67ca4-8d70-4e57-871a-617366dc2113),segment_id=62c67ca4-8d70-4e57-871a-617366dc2113)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:57.044392 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ccd0a4a8-43f8-4bc1-900a-b6b7ed16e4db req-1119d9da-9493-47ef-86cb-8efcefd2d932 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:57.058315 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-ccd0a4a8-43f8-4bc1-900a-b6b7ed16e4db req-1119d9da-9493-47ef-86cb-8efcefd2d932 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Calling delete_port for 90ae83bf-9e9f-4246-a0ae-56a2fadb7674 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:57.088321 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef7c0c-bc7a-4d96-93ba-e91ad29cf331 req-0ce17b3c-d764-4b16-8969-b188ec581131 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:57.089866 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3ef7c0c-bc7a-4d96-93ba-e91ad29cf331 req-0ce17b3c-d764-4b16-8969-b188ec581131 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 946 time: 0.0959086 Sep 18 00:04:57.135183 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3ef7c0c-bc7a-4d96-93ba-e91ad29cf331 req-13104a88-9043-47d5-8cd0-0374417f9dae tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d6ebbab-09cd-4a18-8543-5c1d89f339d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377512 Sep 18 00:04:57.172379 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed351-fee9-44f8-a75e-968b7fc4afd5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:57.246299 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ed351-fee9-44f8-a75e-968b7fc4afd5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Subnet': ['ID=71f62598-e251-4e52-acda-191dd111c51a,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:57.260081 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-d1a15cee-989f-4638-bec6-43451fd78267 None None] Set router a186c3a8-9ef0-483c-834b-6d462c6991a8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:04:57.299883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ed351-fee9-44f8-a75e-968b7fc4afd5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Checking segment: {'id': 'dd637500-81e0-4468-a4bc-efc7a7911458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a9812c5c-0d4b-44c8-816c-17edc5076055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:04:57.300245 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5ed351-fee9-44f8-a75e-968b7fc4afd5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network hostable DHCP agents. Network: a9812c5c-0d4b-44c8-816c-17edc5076055, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:04:57.302804 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ccd0a4a8-43f8-4bc1-900a-b6b7ed16e4db req-1119d9da-9493-47ef-86cb-8efcefd2d932 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:57.319946 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['90ae83bf-9e9f-4246-a0ae-56a2fadb7674'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:04:57.329420 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb632298-b9c9-4d06-9e84-988bcd6f58ab req-41f98813-f551-4c0c-8862-7c779de89039 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:57.330896 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb632298-b9c9-4d06-9e84-988bcd6f58ab req-41f98813-f551-4c0c-8862-7c779de89039 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0712175 Sep 18 00:04:57.346011 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119d9da-9493-47ef-86cb-8efcefd2d932 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Pushing event deleted for resources: {'Port': ['ID=90ae83bf-9e9f-4246-a0ae-56a2fadb7674,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:57.396755 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb632298-b9c9-4d06-9e84-988bcd6f58ab req-c98f1c7e-f389-453e-b6e3-64ce300cb6a0 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595517 Sep 18 00:04:57.398227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd0a4a8-43f8-4bc1-900a-b6b7ed16e4db req-1119d9da-9493-47ef-86cb-8efcefd2d932 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] No DVR routers for this DVR port 90ae83bf-9e9f-4246-a0ae-56a2fadb7674 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:04:57.399638 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5ed351-fee9-44f8-a75e-968b7fc4afd5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network a9812c5c-0d4b-44c8-816c-17edc5076055 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:04:57.401629 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ccd0a4a8-43f8-4bc1-900a-b6b7ed16e4db req-1119d9da-9493-47ef-86cb-8efcefd2d932 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:57.404884 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ccd0a4a8-43f8-4bc1-900a-b6b7ed16e4db req-1119d9da-9493-47ef-86cb-8efcefd2d932 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.41 "DELETE /v2.0/ports/90ae83bf-9e9f-4246-a0ae-56a2fadb7674 HTTP/1.1" status: 204 len: 173 time: 0.5863886 Sep 18 00:04:57.405349 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b28390-77a0-4654-aa64-9547c7086a41', 'name': 'network-vif-deleted', 'tag': '90ae83bf-9e9f-4246-a0ae-56a2fadb7674'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:04:57.407624 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e29203-64be-4ce5-bab6-806503673ac2" -d '{"events": [{"server_uuid": "d4b28390-77a0-4654-aa64-9547c7086a41", "name": "network-vif-deleted", "tag": "90ae83bf-9e9f-4246-a0ae-56a2fadb7674"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:04:57.452543 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc4885a-e201-4e6f-aa02-4305235cb3c9 x-openstack-request-id: req-9bc4885a-e201-4e6f-aa02-4305235cb3c9 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:04:57.452969 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b28390-77a0-4654-aa64-9547c7086a41", "name": "network-vif-deleted", "tag": "90ae83bf-9e9f-4246-a0ae-56a2fadb7674", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:04:57.453317 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9bc4885a-e201-4e6f-aa02-4305235cb3c9 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:04:57.453806 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b28390-77a0-4654-aa64-9547c7086a41', 'name': 'network-vif-deleted', 'tag': '90ae83bf-9e9f-4246-a0ae-56a2fadb7674', 'status': 'completed', 'code': 200} Sep 18 00:04:57.461529 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6034f8f3-b7fa-4573-9aea-22b5d8341743 req-5f9cb92a-6818-4274-b89a-e746256fc399 tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 210 time: 0.0287130 Sep 18 00:04:57.537140 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-7a5ed351-fee9-44f8-a75e-968b7fc4afd5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, a9812c5c-0d4b-44c8-816c-17edc5076055) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:57.542711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5ed351-fee9-44f8-a75e-968b7fc4afd5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:57.543428 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed351-fee9-44f8-a75e-968b7fc4afd5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:57.549891 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4349f340-bb7c-4dbb-964a-7bd43bccd81b None None] Network a9812c5c-0d4b-44c8-816c-17edc5076055 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:04:57.586036 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d1a15cee-989f-4638-bec6-43451fd78267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:04:55Z', 'revision_number': 6, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '12af943d-6cac-4887-8e29-aa8499cdcf55', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'port_id': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'mac_address': 'fa:16:3e:e3:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:03:20Z', 'updated_at': '2021-09-18T00:03:24Z', 'revision_number': 1, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e5e017-ce49-405e-b4f2-ac624102ae24', 'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:f6:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:45Z', 'updated_at': '2021-09-18T00:02:53Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:04:57.618410 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a15cee-989f-4638-bec6-43451fd78267 None None] The sync data for ids ['a186c3a8-9ef0-483c-834b-6d462c6991a8'] in n-d-809883-1 is: [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:04:55Z', 'revision_number': 6, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '12af943d-6cac-4887-8e29-aa8499cdcf55', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'port_id': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'mac_address': 'fa:16:3e:e3:da:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:03:20Z', 'updated_at': '2021-09-18T00:03:24Z', 'revision_number': 1, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e5e017-ce49-405e-b4f2-ac624102ae24', 'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:f6:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:45Z', 'updated_at': '2021-09-18T00:02:53Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:04:57.673664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39184) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:57.673961 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7a5ed351-fee9-44f8-a75e-968b7fc4afd5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0419176 Sep 18 00:04:57.680340 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-dbfd0c35-06c0-4167-bfe5-241cfb4060a2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'subnet': {'network_id': 'a251a0d9-95b1-488a-bc64-db1a20ca968e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:57.755175 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-a9812c5c-0d4b-44c8-816c-17edc5076055', 'network_id': 'a9812c5c-0d4b-44c8-816c-17edc5076055', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'fixed_ips': [{'subnet_id': '71f62598-e251-4e52-acda-191dd111c51a'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:04:57.759966 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:57.857467 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fa60b-e867-4705-b358-7f5a496ad585 req-5606f2ac-3fa5-4497-9644-d6c87c8aa09b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:57.859005 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a83fa60b-e867-4705-b358-7f5a496ad585 req-5606f2ac-3fa5-4497-9644-d6c87c8aa09b tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.0533390 Sep 18 00:04:57.873603 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfd0c35-06c0-4167-bfe5-241cfb4060a2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Made reservation on behalf of b28a6a6f3afb4125a0b904f655028692 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:04:57.876934 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dbfd0c35-06c0-4167-bfe5-241cfb4060a2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:57.896708 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] Allocated IP 172.20.0.2 (a9812c5c-0d4b-44c8-816c-17edc5076055/71f62598-e251-4e52-acda-191dd111c51a/064e3c78-db32-447e-a8a0-0bd0f785a26d) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:04:58.079782 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:58.097423 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a83fa60b-e867-4705-b358-7f5a496ad585 req-2b8bda7f-a9f4-43d4-8233-e60df4be82e6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Deleting port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:58.101929 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a83fa60b-e867-4705-b358-7f5a496ad585 req-2b8bda7f-a9f4-43d4-8233-e60df4be82e6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:58.160225 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:58.204693 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] Pushing event updated for resources: {'Port': ['ID=064e3c78-db32-447e-a8a0-0bd0f785a26d,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:58.229320 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] Network a9812c5c-0d4b-44c8-816c-17edc5076055 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:04:58.231126 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:58.234308 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:04:58.288465 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a83fa60b-e867-4705-b358-7f5a496ad585 req-2b8bda7f-a9f4-43d4-8233-e60df4be82e6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] For port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:58.289046 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a83fa60b-e867-4705-b358-7f5a496ad585 req-2b8bda7f-a9f4-43d4-8233-e60df4be82e6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:58.297991 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 484f7d2e-a421-4c5a-b5a7-b4058f921e0c no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:04:58.328395 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 484f7d2e-a421-4c5a-b5a7-b4058f921e0c {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:04:58.329152 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 484f7d2e-a421-4c5a-b5a7-b4058f921e0c not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:04:58.333801 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] Attempting to bind port 064e3c78-db32-447e-a8a0-0bd0f785a26d on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:04:58.334251 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] Attempting to bind port 064e3c78-db32-447e-a8a0-0bd0f785a26d by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'dd637500-81e0-4468-a4bc-efc7a7911458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a9812c5c-0d4b-44c8-816c-17edc5076055'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:04:58.334689 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] Attempting to bind port 064e3c78-db32-447e-a8a0-0bd0f785a26d on network a9812c5c-0d4b-44c8-816c-17edc5076055 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:04:58.336952 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e6df7-0839-4cbd-92e9-7df79cc54ea7 req-782f7910-67f1-459d-862b-43a9fc040872 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:58.338536 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e79e6df7-0839-4cbd-92e9-7df79cc54ea7 req-782f7910-67f1-459d-862b-43a9fc040872 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 946 time: 0.0913630 Sep 18 00:04:58.346472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:04:58.347223 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] Checking segment: {'id': 'dd637500-81e0-4468-a4bc-efc7a7911458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a9812c5c-0d4b-44c8-816c-17edc5076055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:04:58.347965 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:58.348611 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] Bound using segment: {'id': 'dd637500-81e0-4468-a4bc-efc7a7911458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a9812c5c-0d4b-44c8-816c-17edc5076055'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:04:58.349332 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] Bound port: 064e3c78-db32-447e-a8a0-0bd0f785a26d, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd637500-81e0-4468-a4bc-efc7a7911458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a9812c5c-0d4b-44c8-816c-17edc5076055'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:04:58.349947 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:58.375643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb1ff9-fb38-405c-a0f0-85fa9d4e16e4 req-2afc784c-dbd0-44a4-8253-cf3cf94a08e8 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:58.377161 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ebb1ff9-fb38-405c-a0f0-85fa9d4e16e4 req-2afc784c-dbd0-44a4-8253-cf3cf94a08e8 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.37 "GET /v2.0/ports?device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 946 time: 0.0835409 Sep 18 00:04:58.403356 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dbfd0c35-06c0-4167-bfe5-241cfb4060a2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:58.428308 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] For port 064e3c78-db32-447e-a8a0-0bd0f785a26d, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:04:58.432495 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e79e6df7-0839-4cbd-92e9-7df79cc54ea7 req-b7e9b25a-d1ff-45b2-8d8e-1a1848ebbf62 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d6ebbab-09cd-4a18-8543-5c1d89f339d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878263 Sep 18 00:04:58.440024 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] For port 064e3c78-db32-447e-a8a0-0bd0f785a26d, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=064e3c78-db32-447e-a8a0-0bd0f785a26d,segment=NetworkSegment(dd637500-81e0-4468-a4bc-efc7a7911458),segment_id=dd637500-81e0-4468-a4bc-efc7a7911458)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:04:58.514621 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:58.612188 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d14a3-3ed2-4812-b187-732ad1269717 None None] Pushing event updated for resources: {'Port': ['ID=064e3c78-db32-447e-a8a0-0bd0f785a26d,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:58.666298 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1adda728-dd54-42ab-aadd-046e151f5100 req-6bb2ca90-d237-4f20-bf86-43a0e130054e tempest-AttachVolumeNegativeTest-276115047 tempest-AttachVolumeNegativeTest-276115047-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b28390-77a0-4654-aa64-9547c7086a41 HTTP/1.1" status: 200 len: 210 time: 0.0578661 Sep 18 00:04:58.703177 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a042bc3-0575-412d-9fee-d2b3fb8917fb req-a7400764-77a2-4ac7-9ecf-f013a86520e9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:58.709323 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a042bc3-0575-412d-9fee-d2b3fb8917fb req-a7400764-77a2-4ac7-9ecf-f013a86520e9 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 945 time: 0.2080042 Sep 18 00:04:58.713325 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-3ebb1ff9-fb38-405c-a0f0-85fa9d4e16e4 req-b95a67a9-f91d-4733-8ee2-35b09af12f2a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Deleting port a2ae57c8-4efa-47fc-9983-808562500b5e {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:04:58.714109 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3ebb1ff9-fb38-405c-a0f0-85fa9d4e16e4 req-b95a67a9-f91d-4733-8ee2-35b09af12f2a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:58.718469 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd0c35-06c0-4167-bfe5-241cfb4060a2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Subnet': ['ID=f4063f5a-6565-4ea9-b0f4-5a0869969877,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:58.729664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfd0c35-06c0-4167-bfe5-241cfb4060a2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Checking segment: {'id': 'f0752fa9-97c0-4d72-923e-5fbce92c2910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a251a0d9-95b1-488a-bc64-db1a20ca968e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:04:58.729993 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfd0c35-06c0-4167-bfe5-241cfb4060a2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network hostable DHCP agents. Network: a251a0d9-95b1-488a-bc64-db1a20ca968e, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:04:58.751261 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a83fa60b-e867-4705-b358-7f5a496ad585 req-2b8bda7f-a9f4-43d4-8233-e60df4be82e6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:58.751624 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a83fa60b-e867-4705-b358-7f5a496ad585 req-2b8bda7f-a9f4-43d4-8233-e60df4be82e6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:58.751959 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [req-a83fa60b-e867-4705-b358-7f5a496ad585 req-2b8bda7f-a9f4-43d4-8233-e60df4be82e6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Floating IP d44e6305-09a7-456e-adf2-d4a2575e72e2 disassociated. External IP: 172.25.3.77, port: 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7. Sep 18 00:04:58.752287 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a83fa60b-e867-4705-b358-7f5a496ad585 req-2b8bda7f-a9f4-43d4-8233-e60df4be82e6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Calling delete_port for 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:58.839692 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfd0c35-06c0-4167-bfe5-241cfb4060a2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network a251a0d9-95b1-488a-bc64-db1a20ca968e is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:04:58.949688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-dbfd0c35-06c0-4167-bfe5-241cfb4060a2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, a251a0d9-95b1-488a-bc64-db1a20ca968e) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:04:58.962377 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfd0c35-06c0-4167-bfe5-241cfb4060a2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:58.962518 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f7b381-de5b-4d1e-bfb9-a9cd2eaaac04 None None] Network a251a0d9-95b1-488a-bc64-db1a20ca968e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:04:58.962631 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dbfd0c35-06c0-4167-bfe5-241cfb4060a2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:59.046094 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a83fa60b-e867-4705-b358-7f5a496ad585 req-2b8bda7f-a9f4-43d4-8233-e60df4be82e6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:59.088736 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dbfd0c35-06c0-4167-bfe5-241cfb4060a2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4095566 Sep 18 00:04:59.088736 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bda7f-a9f4-43d4-8233-e60df4be82e6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Pushing event deleted for resources: {'Port': ['ID=154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:59.088736 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39206) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:59.095730 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-63741280-f6c2-47c7-be55-56625328a793 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-105084318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:04:59.227249 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a83fa60b-e867-4705-b358-7f5a496ad585 req-2b8bda7f-a9f4-43d4-8233-e60df4be82e6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Router 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:04:59.249300 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-a251a0d9-95b1-488a-bc64-db1a20ca968e', 'network_id': 'a251a0d9-95b1-488a-bc64-db1a20ca968e', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'fixed_ips': [{'subnet_id': 'f4063f5a-6565-4ea9-b0f4-5a0869969877'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:04:59.250596 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:59.258749 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-63741280-f6c2-47c7-be55-56625328a793 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:59.262196 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-63741280-f6c2-47c7-be55-56625328a793 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:59.290141 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a042bc3-0575-412d-9fee-d2b3fb8917fb req-22741320-7ea5-4419-a3e2-fbe2e79b0578 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddcdd1-e3ba-4229-9fe4-84383597bf89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5702002 Sep 18 00:04:59.334859 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-3ebb1ff9-fb38-405c-a0f0-85fa9d4e16e4 req-b95a67a9-f91d-4733-8ee2-35b09af12f2a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] For port a2ae57c8-4efa-47fc-9983-808562500b5e, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a2ae57c8-4efa-47fc-9983-808562500b5e,segment=NetworkSegment(b0b24837-9574-4a49-9383-f69a9f8763ec),segment_id=b0b24837-9574-4a49-9383-f69a9f8763ec)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:04:59.335526 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3ebb1ff9-fb38-405c-a0f0-85fa9d4e16e4 req-b95a67a9-f91d-4733-8ee2-35b09af12f2a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:59.354090 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-3ebb1ff9-fb38-405c-a0f0-85fa9d4e16e4 req-b95a67a9-f91d-4733-8ee2-35b09af12f2a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Calling delete_port for a2ae57c8-4efa-47fc-9983-808562500b5e owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:04:59.689773 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a39be-fb1f-4909-94ab-bd89f6df351a req-dac907ed-fa27-496c-a2c1-33aba55c7e66 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:04:59.697560 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-648a39be-fb1f-4909-94ab-bd89f6df351a req-dac907ed-fa27-496c-a2c1-33aba55c7e66 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 946 time: 0.1237144 Sep 18 00:04:59.723513 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] Allocated IP 172.21.0.2 (a251a0d9-95b1-488a-bc64-db1a20ca968e/f4063f5a-6565-4ea9-b0f4-5a0869969877/e07697b8-7c0a-453e-8565-05185deaa191) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:04:59.761355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39220) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:04:59.771008 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3ebb1ff9-fb38-405c-a0f0-85fa9d4e16e4 req-b95a67a9-f91d-4733-8ee2-35b09af12f2a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:59.836911 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-648a39be-fb1f-4909-94ab-bd89f6df351a req-7d762faf-7d4d-47d0-86fa-0bfb2dbb702f tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=0d6ebbab-09cd-4a18-8543-5c1d89f339d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312048 Sep 18 00:04:59.899257 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-63741280-f6c2-47c7-be55-56625328a793 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:59.905150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a67a9-f91d-4733-8ee2-35b09af12f2a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event deleted for resources: {'Port': ['ID=a2ae57c8-4efa-47fc-9983-808562500b5e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:04:59.964452 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a83fa60b-e867-4705-b358-7f5a496ad585 req-2b8bda7f-a9f4-43d4-8233-e60df4be82e6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:04:59.990960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6bb44b-5ca4-471d-8c5a-85c4116521e8 admin admin] Deleting subnet e20553aa-891a-4dbe-a830-3d08538dc0a4 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:04:59.994981 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d6bb44b-5ca4-471d-8c5a-85c4116521e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:59.997012 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-63741280-f6c2-47c7-be55-56625328a793 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:04:59.999187 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e29624-5c2d-462e-86c4-4921949add78 None None] Sync routers for ids ['2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:00.023587 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e29624-5c2d-462e-86c4-4921949add78 None None] Routers {'2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:00.024679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-82e29624-5c2d-462e-86c4-4921949add78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:00.045853 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d6bb44b-5ca4-471d-8c5a-85c4116521e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:00.046202 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83fa60b-e867-4705-b358-7f5a496ad585 req-2b8bda7f-a9f4-43d4-8233-e60df4be82e6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] No DVR routers for this DVR port 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:05:00.050273 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a83fa60b-e867-4705-b358-7f5a496ad585 req-2b8bda7f-a9f4-43d4-8233-e60df4be82e6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:00.052944 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a83fa60b-e867-4705-b358-7f5a496ad585 req-2b8bda7f-a9f4-43d4-8233-e60df4be82e6 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.41 "DELETE /v2.0/ports/154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 HTTP/1.1" status: 204 len: 173 time: 2.1866293 Sep 18 00:05:00.053494 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1678bb-8691-4267-932f-403a00b254b9', 'name': 'network-vif-deleted', 'tag': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:05:00.055909 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a79d758-b569-479f-9af3-dcb5e98d78c9" -d '{"events": [{"server_uuid": "bc1678bb-8691-4267-932f-403a00b254b9", "name": "network-vif-deleted", "tag": "154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:05:00.072689 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebb1ff9-fb38-405c-a0f0-85fa9d4e16e4 req-b95a67a9-f91d-4733-8ee2-35b09af12f2a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] No DVR routers for this DVR port a2ae57c8-4efa-47fc-9983-808562500b5e on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:05:00.084048 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-3ebb1ff9-fb38-405c-a0f0-85fa9d4e16e4 req-b95a67a9-f91d-4733-8ee2-35b09af12f2a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:00.084048 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ebb1ff9-fb38-405c-a0f0-85fa9d4e16e4 req-b95a67a9-f91d-4733-8ee2-35b09af12f2a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.37 "DELETE /v2.0/ports/a2ae57c8-4efa-47fc-9983-808562500b5e HTTP/1.1" status: 204 len: 173 time: 1.6966457 Sep 18 00:05:00.090364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2982981d-7a8c-47b4-b5cc-dfb5b4191ce3', 'name': 'network-vif-deleted', 'tag': 'a2ae57c8-4efa-47fc-9983-808562500b5e'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:05:00.093626 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad0eca8-a4ab-49f5-bc8d-c0858d0498d5" -d '{"events": [{"server_uuid": "2982981d-7a8c-47b4-b5cc-dfb5b4191ce3", "name": "network-vif-deleted", "tag": "a2ae57c8-4efa-47fc-9983-808562500b5e"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:05:00.121798 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d6bb44b-5ca4-471d-8c5a-85c4116521e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:00.127117 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-63741280-f6c2-47c7-be55-56625328a793 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:00.129370 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-63741280-f6c2-47c7-be55-56625328a793 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0385671 Sep 18 00:05:00.135745 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3bcbcc-61d4-4ab4-8ec2-3a7c81c2b143 x-openstack-request-id: req-4f3bcbcc-61d4-4ab4-8ec2-3a7c81c2b143 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:05:00.135745 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1678bb-8691-4267-932f-403a00b254b9", "name": "network-vif-deleted", "tag": "154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:05:00.135745 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f3bcbcc-61d4-4ab4-8ec2-3a7c81c2b143 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:05:00.140284 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1678bb-8691-4267-932f-403a00b254b9', 'name': 'network-vif-deleted', 'tag': '154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7', 'status': 'completed', 'code': 200} Sep 18 00:05:00.142686 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39228) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:00.197225 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40bbf77-2e1e-4022-b2af-f1084e478cbd None None] Network a9812c5c-0d4b-44c8-816c-17edc5076055 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:00.214156 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d101873-94fc-4254-a5c0-bea707d5d9d8 x-openstack-request-id: req-0d101873-94fc-4254-a5c0-bea707d5d9d8 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:05:00.214606 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2982981d-7a8c-47b4-b5cc-dfb5b4191ce3", "name": "network-vif-deleted", "tag": "a2ae57c8-4efa-47fc-9983-808562500b5e", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:05:00.214982 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d101873-94fc-4254-a5c0-bea707d5d9d8 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:05:00.217676 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:00.220217 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2982981d-7a8c-47b4-b5cc-dfb5b4191ce3', 'name': 'network-vif-deleted', 'tag': 'a2ae57c8-4efa-47fc-9983-808562500b5e', 'status': 'completed', 'code': 200} Sep 18 00:05:00.257554 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-82e29624-5c2d-462e-86c4-4921949add78 None None] Set router 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:05:00.385213 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d6bb44b-5ca4-471d-8c5a-85c4116521e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:00.421992 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6bb44b-5ca4-471d-8c5a-85c4116521e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20553aa-891a-4dbe-a830-3d08538dc0a4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:00.428482 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4391eadf-ece8-49a5-9903-e4c484bc4c46 None None] Provisioning complete for port 064e3c78-db32-447e-a8a0-0bd0f785a26d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:00.431578 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4391eadf-ece8-49a5-9903-e4c484bc4c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:00.433889 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 064e3c78-db32-447e-a8a0-0bd0f785a26d up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:00.447532 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:00.452385 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d6bb44b-5ca4-471d-8c5a-85c4116521e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:00.464905 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6d6bb44b-5ca4-471d-8c5a-85c4116521e8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e20553aa-891a-4dbe-a830-3d08538dc0a4 HTTP/1.1" status: 204 len: 168 time: 0.6866372 Sep 18 00:05:00.469374 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39236) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:00.485384 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7bab29ac-6f0b-4d7e-95bd-08fca67753f4 req-e8c359ca-b2e8-4456-ade6-9d33b91491a5 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc1678bb-8691-4267-932f-403a00b254b9 HTTP/1.1" status: 200 len: 210 time: 0.0683110 Sep 18 00:05:00.617631 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-63eb1c18-2e56-4db3-9a65-2548e28cc594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:00.645554 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de2ba8f1-df72-4b5b-9904-9fd346919488 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:00.660360 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] Network a251a0d9-95b1-488a-bc64-db1a20ca968e is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:00.708177 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:00.724387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:05:00.744557 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-63eb1c18-2e56-4db3-9a65-2548e28cc594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:00.767002 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-63eb1c18-2e56-4db3-9a65-2548e28cc594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2d6011-258a-42be-9c93-b3ada3daa02d']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:00.781434 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-63eb1c18-2e56-4db3-9a65-2548e28cc594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c67ca4-8d70-4e57-871a-617366dc2113') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:00.781991 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-63eb1c18-2e56-4db3-9a65-2548e28cc594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c67ca4-8d70-4e57-871a-617366dc2113') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:00.795145 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-63eb1c18-2e56-4db3-9a65-2548e28cc594 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:00.812366 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-63eb1c18-2e56-4db3-9a65-2548e28cc594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:00.820484 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63eb1c18-2e56-4db3-9a65-2548e28cc594 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:05:00.821201 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-63eb1c18-2e56-4db3-9a65-2548e28cc594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:05:00.823400 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:05:00.843189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] Pushing event updated for resources: {'Port': ['ID=e07697b8-7c0a-453e-8565-05185deaa191,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:00.989536 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-de2ba8f1-df72-4b5b-9904-9fd346919488 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Allocated IP 172.20.0.1 (a9812c5c-0d4b-44c8-816c-17edc5076055/71f62598-e251-4e52-acda-191dd111c51a/8008ae20-aaa5-4152-9d8f-584069c046ff) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:05:00.994967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a5db6ebb-61e9-4682-be21-ddea7b852dd5 req-f360dc40-d222-48b2-9c1a-0ed3a2b125c4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=2982981d-7a8c-47b4-b5cc-dfb5b4191ce3 HTTP/1.1" status: 200 len: 210 time: 0.0499167 Sep 18 00:05:00.997764 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-63eb1c18-2e56-4db3-9a65-2548e28cc594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:01.012964 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-63eb1c18-2e56-4db3-9a65-2548e28cc594 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:01.015516 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-63eb1c18-2e56-4db3-9a65-2548e28cc594 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8b2d6011-258a-42be-9c93-b3ada3daa02d HTTP/1.1" status: 204 len: 168 time: 0.5447876 Sep 18 00:05:01.025285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb1c18-2e56-4db3-9a65-2548e28cc594 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b2d6011-258a-42be-9c93-b3ada3daa02d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:01.068307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] Attempting to bind port e07697b8-7c0a-453e-8565-05185deaa191 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:05:01.068687 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] Attempting to bind port e07697b8-7c0a-453e-8565-05185deaa191 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f0752fa9-97c0-4d72-923e-5fbce92c2910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a251a0d9-95b1-488a-bc64-db1a20ca968e'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:05:01.069448 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] Attempting to bind port e07697b8-7c0a-453e-8565-05185deaa191 on network a251a0d9-95b1-488a-bc64-db1a20ca968e {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:05:01.093231 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:05:01.093674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] Checking segment: {'id': 'f0752fa9-97c0-4d72-923e-5fbce92c2910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a251a0d9-95b1-488a-bc64-db1a20ca968e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:05:01.094054 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:01.094880 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] Bound using segment: {'id': 'f0752fa9-97c0-4d72-923e-5fbce92c2910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a251a0d9-95b1-488a-bc64-db1a20ca968e'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:05:01.095019 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] Bound port: e07697b8-7c0a-453e-8565-05185deaa191, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0752fa9-97c0-4d72-923e-5fbce92c2910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a251a0d9-95b1-488a-bc64-db1a20ca968e'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:05:01.095411 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:01.178390 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de2ba8f1-df72-4b5b-9904-9fd346919488 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:01.203547 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 064e3c78-db32-447e-a8a0-0bd0f785a26d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:01.204144 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:01.303516 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4391eadf-ece8-49a5-9903-e4c484bc4c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:01.308637 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de2ba8f1-df72-4b5b-9904-9fd346919488 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:01.367444 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-4391eadf-ece8-49a5-9903-e4c484bc4c46 None None] For port 064e3c78-db32-447e-a8a0-0bd0f785a26d, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=064e3c78-db32-447e-a8a0-0bd0f785a26d,segment=NetworkSegment(dd637500-81e0-4468-a4bc-efc7a7911458),segment_id=dd637500-81e0-4468-a4bc-efc7a7911458)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:01.378057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-82e29624-5c2d-462e-86c4-4921949add78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'name': 'tempest-ServerActionsTestJSON-615657599-router', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:55:45Z', 'updated_at': '2021-09-17T23:55:52Z', 'revision_number': 4, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'gw_port': {'id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:46Z', 'updated_at': '2021-09-17T23:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '243caaf1-ef80-4641-881a-86bd42204516', 'name': '', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'mac_address': 'fa:16:3e:7b:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:51Z', 'updated_at': '2021-09-17T23:56:00Z', 'revision_number': 5, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'subnets': [{'id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:01.385337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2ba8f1-df72-4b5b-9904-9fd346919488 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network a9812c5c-0d4b-44c8-816c-17edc5076055 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:01.404584 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-de2ba8f1-df72-4b5b-9904-9fd346919488 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:01.404794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ba8f1-df72-4b5b-9904-9fd346919488 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=8008ae20-aaa5-4152-9d8f-584069c046ff,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:01.407309 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2ba8f1-df72-4b5b-9904-9fd346919488 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:05:01.409232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e29624-5c2d-462e-86c4-4921949add78 None None] Checking router: 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:05:01.458631 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de2ba8f1-df72-4b5b-9904-9fd346919488 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:01.474475 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e29624-5c2d-462e-86c4-4921949add78 None None] Routers {'2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:01.475281 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-82e29624-5c2d-462e-86c4-4921949add78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:01.479901 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] For port e07697b8-7c0a-453e-8565-05185deaa191, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:05:01.494866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] For port e07697b8-7c0a-453e-8565-05185deaa191, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e07697b8-7c0a-453e-8565-05185deaa191,segment=NetworkSegment(f0752fa9-97c0-4d72-923e-5fbce92c2910),segment_id=f0752fa9-97c0-4d72-923e-5fbce92c2910)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:05:01.541591 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4391eadf-ece8-49a5-9903-e4c484bc4c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:01.559495 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39256) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:01.610910 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:01.616493 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:01.617738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39258) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:01.618830 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f03a1619-fe3d-419b-baae-b994d758b7e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8789870646c04ee28c537b4fe3c9719a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568156 Sep 18 00:05:01.674053 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39262) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:01.731298 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de2ba8f1-df72-4b5b-9904-9fd346919488 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:01.756309 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c0fc40dd-f2c2-4cd1-8297-a57a37448572 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:01.780439 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:05:01.781119 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:05:01.781428 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d06b9b61-bb71-4c02-91f2-44a55c818714 None None] Provisioning complete for port 064e3c78-db32-447e-a8a0-0bd0f785a26d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:01.781802 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d06b9b61-bb71-4c02-91f2-44a55c818714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:01.793094 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c0fc40dd-f2c2-4cd1-8297-a57a37448572 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:01.798140 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-514db785-fb7a-48c2-a5ad-1511112188ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:01.815780 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391eadf-ece8-49a5-9903-e4c484bc4c46 None None] Pushing event updated for resources: {'Port': ['ID=064e3c78-db32-447e-a8a0-0bd0f785a26d,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:01.877713 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-514db785-fb7a-48c2-a5ad-1511112188ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:01.896377 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-82e29624-5c2d-462e-86c4-4921949add78 None None] Set router 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:05:01.936853 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c0fc40dd-f2c2-4cd1-8297-a57a37448572 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:01.940190 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c0fc40dd-f2c2-4cd1-8297-a57a37448572 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:01.941703 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c0fc40dd-f2c2-4cd1-8297-a57a37448572 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "DELETE /v2.0/security-groups/daddcdd1-e3ba-4229-9fe4-84383597bf89 HTTP/1.1" status: 204 len: 168 time: 0.2693710 Sep 18 00:05:01.945206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39268) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:01.972724 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc40dd-f2c2-4cd1-8297-a57a37448572 tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daddcdd1-e3ba-4229-9fe4-84383597bf89,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:01.975068 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-3f31ee7d-662d-44b7-a1a4-e01a44b976ea tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] show failed (client error): The resource could not be found. Sep 18 00:05:01.979693 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3f31ee7d-662d-44b7-a1a4-e01a44b976ea tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "GET /v2.0/security-groups/daddcdd1-e3ba-4229-9fe4-84383597bf89 HTTP/1.1" status: 404 len: 347 time: 0.0297978 Sep 18 00:05:01.981107 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39270) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:02.038382 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7aad6-f46d-4301-9a33-c494940cb229 None None] Pushing event updated for resources: {'Port': ['ID=e07697b8-7c0a-453e-8565-05185deaa191,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:02.114938 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39274) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:02.232015 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-514db785-fb7a-48c2-a5ad-1511112188ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:02.232898 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-14019a6b-db0e-472c-a4ae-aca9e8f95a1d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Deleting port 8baf2a01-66b5-4910-af99-f16535fabdb9 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:02.233435 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14019a6b-db0e-472c-a4ae-aca9e8f95a1d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:02.234969 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-514db785-fb7a-48c2-a5ad-1511112188ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:02.238753 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-514db785-fb7a-48c2-a5ad-1511112188ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/16bb2adc-2aea-4b53-a56f-5b42a553ff00 HTTP/1.1" status: 204 len: 168 time: 0.6172917 Sep 18 00:05:02.300931 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514db785-fb7a-48c2-a5ad-1511112188ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bb2adc-2aea-4b53-a56f-5b42a553ff00,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:02.323034 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8161-c7ec-46cf-bfba-1f40a03a1c86 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:02.374209 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8161-c7ec-46cf-bfba-1f40a03a1c86 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:02.402573 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14019a6b-db0e-472c-a4ae-aca9e8f95a1d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:02.402912 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14019a6b-db0e-472c-a4ae-aca9e8f95a1d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:02.424380 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-14019a6b-db0e-472c-a4ae-aca9e8f95a1d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Calling delete_port for 8baf2a01-66b5-4910-af99-f16535fabdb9 owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:02.426640 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de2ba8f1-df72-4b5b-9904-9fd346919488 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:02.474955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:05:02.524421 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de2ba8f1-df72-4b5b-9904-9fd346919488 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:02.559401 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:05:02.559669 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 154ce392-9a07-4ffe-9f5c-bda6d4c3a2c7 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:05:02.560074 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 90ae83bf-9e9f-4246-a0ae-56a2fadb7674 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:05:02.608500 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 90ae83bf-9e9f-4246-a0ae-56a2fadb7674 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:05:02.608739 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 90ae83bf-9e9f-4246-a0ae-56a2fadb7674 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:05:02.610852 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8161-c7ec-46cf-bfba-1f40a03a1c86 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:02.613498 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8161-c7ec-46cf-bfba-1f40a03a1c86 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:02.614914 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5a4e8161-c7ec-46cf-bfba-1f40a03a1c86 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "DELETE /v2.0/security-groups/0d6ebbab-09cd-4a18-8543-5c1d89f339d4 HTTP/1.1" status: 204 len: 168 time: 0.4989228 Sep 18 00:05:02.641786 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e8161-c7ec-46cf-bfba-1f40a03a1c86 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6ebbab-09cd-4a18-8543-5c1d89f339d4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:02.665827 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de2ba8f1-df72-4b5b-9904-9fd346919488 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:02.669231 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ba8f1-df72-4b5b-9904-9fd346919488 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=8008ae20-aaa5-4152-9d8f-584069c046ff,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:02.754456 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14019a6b-db0e-472c-a4ae-aca9e8f95a1d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:02.780494 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a2ae57c8-4efa-47fc-9983-808562500b5e no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:05:02.786117 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39292) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:02.790105 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-22a43f0e-dce9-4ff2-aa9c-2e75d2f155bf None None] Provisioning complete for port 8008ae20-aaa5-4152-9d8f-584069c046ff triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:02.790525 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-22a43f0e-dce9-4ff2-aa9c-2e75d2f155bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:02.822363 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14019a6b-db0e-472c-a4ae-aca9e8f95a1d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Pushing event deleted for resources: {'Port': ['ID=8baf2a01-66b5-4910-af99-f16535fabdb9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:02.922339 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ffdbd3-01cb-4b7b-ad3b-e68fe73d3215 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Deleting subnet 35d0782a-54a3-4d0b-8e91-432c46f5344b {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:05:02.930704 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: a2ae57c8-4efa-47fc-9983-808562500b5e {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:05:02.931216 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a2ae57c8-4efa-47fc-9983-808562500b5e not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:05:02.958879 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2ba8f1-df72-4b5b-9904-9fd346919488 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network a9812c5c-0d4b-44c8-816c-17edc5076055 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:02.960471 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-72ffdbd3-01cb-4b7b-ad3b-e68fe73d3215 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:02.964085 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-de2ba8f1-df72-4b5b-9904-9fd346919488 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:02.977081 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-22a43f0e-dce9-4ff2-aa9c-2e75d2f155bf None None] Port 8008ae20-aaa5-4152-9d8f-584069c046ff cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:05:03.000166 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-82e29624-5c2d-462e-86c4-4921949add78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'name': 'tempest-ServerActionsTestJSON-615657599-router', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:55:45Z', 'updated_at': '2021-09-17T23:55:52Z', 'revision_number': 4, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'gw_port': {'id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:46Z', 'updated_at': '2021-09-17T23:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '243caaf1-ef80-4641-881a-86bd42204516', 'name': '', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'mac_address': 'fa:16:3e:7b:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:51Z', 'updated_at': '2021-09-17T23:56:00Z', 'revision_number': 5, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'subnets': [{'id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:03.018954 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14019a6b-db0e-472c-a4ae-aca9e8f95a1d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:03.039624 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14019a6b-db0e-472c-a4ae-aca9e8f95a1d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:03.043501 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-14019a6b-db0e-472c-a4ae-aca9e8f95a1d tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] 10.222.0.46 "DELETE /v2.0/floatingips/d44e6305-09a7-456e-adf2-d4a2575e72e2 HTTP/1.1" status: 204 len: 168 time: 1.0586019 Sep 18 00:05:03.044206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39296) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:03.084572 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 064e3c78-db32-447e-a8a0-0bd0f785a26d up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:03.090439 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e29624-5c2d-462e-86c4-4921949add78 None None] The sync data for ids ['2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'] in n-d-809883-1 is: [{'id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'name': 'tempest-ServerActionsTestJSON-615657599-router', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:55:45Z', 'updated_at': '2021-09-17T23:55:52Z', 'revision_number': 4, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'gw_port': {'id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:46Z', 'updated_at': '2021-09-17T23:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '243caaf1-ef80-4641-881a-86bd42204516', 'name': '', 'network_id': '91d2ea37-44ea-452b-a868-79ff761347ea', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'mac_address': 'fa:16:3e:7b:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:51Z', 'updated_at': '2021-09-17T23:56:00Z', 'revision_number': 5, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'subnets': [{'id': '27c210c7-8ed7-4b83-8806-93fe68daaa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:03.203213 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-72ffdbd3-01cb-4b7b-ad3b-e68fe73d3215 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:03.217317 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 064e3c78-db32-447e-a8a0-0bd0f785a26d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:03.218904 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:03.389738 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e07697b8-7c0a-453e-8565-05185deaa191 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:03.394640 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-72ffdbd3-01cb-4b7b-ad3b-e68fe73d3215 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:03.459153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb82f94-4b5f-430d-ab4c-feea202f6dfa None None] Network a251a0d9-95b1-488a-bc64-db1a20ca968e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:03.603634 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-02ce0b89-7824-40a2-83aa-0aba975befba None None] Provisioning complete for port 8008ae20-aaa5-4152-9d8f-584069c046ff triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:03.604373 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-02ce0b89-7824-40a2-83aa-0aba975befba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:03.662866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-02ce0b89-7824-40a2-83aa-0aba975befba None None] Port 8008ae20-aaa5-4152-9d8f-584069c046ff cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:05:03.693895 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e29f46-189c-471d-b7d3-24b6dc650d6a None None] New status for floating IP d44e6305-09a7-456e-adf2-d4a2575e72e2: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:05:03.710995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e07697b8-7c0a-453e-8565-05185deaa191 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:03.711371 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:03.714570 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-02ce0b89-7824-40a2-83aa-0aba975befba None None] Provisioning complete for port e07697b8-7c0a-453e-8565-05185deaa191 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:03.714929 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-02ce0b89-7824-40a2-83aa-0aba975befba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:03.731203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2ba8f1-df72-4b5b-9904-9fd346919488 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router 8a73f630-8e88-42b6-b541-8dae1a200625 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:05:03.837327 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-72ffdbd3-01cb-4b7b-ad3b-e68fe73d3215 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:03.941383 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-72ffdbd3-01cb-4b7b-ad3b-e68fe73d3215 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:03.945685 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-72ffdbd3-01cb-4b7b-ad3b-e68fe73d3215 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "DELETE /v2.0/subnets/35d0782a-54a3-4d0b-8e91-432c46f5344b HTTP/1.1" status: 204 len: 168 time: 1.1551328 Sep 18 00:05:03.945685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffdbd3-01cb-4b7b-ad3b-e68fe73d3215 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event deleted for resources: {'Subnet': ['ID=35d0782a-54a3-4d0b-8e91-432c46f5344b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:03.948440 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39318) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:03.975377 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2ba8f1-df72-4b5b-9904-9fd346919488 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:05:03.986204 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-de2ba8f1-df72-4b5b-9904-9fd346919488 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/8a73f630-8e88-42b6-b541-8dae1a200625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8422163 Sep 18 00:05:03.987152 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39320) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:04.009648 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb18154-7e4a-42b6-b29f-cd594701d147 None None] Sync routers for ids ['8a73f630-8e88-42b6-b541-8dae1a200625'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:04.023873 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c573c60-27b9-45ff-b8e6-b128bcea42d9 None None] Network 43bad501-87d5-48ba-a7cd-bcd00d485c76 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:04.042047 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aa8166-f368-403d-af1e-a92dac3db09d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:04.047019 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b3aa8166-f368-403d-af1e-a92dac3db09d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/ports/8008ae20-aaa5-4152-9d8f-584069c046ff HTTP/1.1" status: 200 len: 910 time: 0.0584552 Sep 18 00:05:04.047698 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39324) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:04.135354 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:04.168077 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:04.187370 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb18154-7e4a-42b6-b29f-cd594701d147 None None] Routers {'8a73f630-8e88-42b6-b541-8dae1a200625'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:04.187789 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8cb18154-7e4a-42b6-b29f-cd594701d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['8a73f630-8e88-42b6-b541-8dae1a200625'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:04.227888 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-40860e2d-a860-495e-b15d-311caedf9162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:04.323702 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8cb18154-7e4a-42b6-b29f-cd594701d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:04.387111 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port e07697b8-7c0a-453e-8565-05185deaa191, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e07697b8-7c0a-453e-8565-05185deaa191,segment=NetworkSegment(f0752fa9-97c0-4d72-923e-5fbce92c2910),segment_id=f0752fa9-97c0-4d72-923e-5fbce92c2910)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:04.408575 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-02ce0b89-7824-40a2-83aa-0aba975befba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:04.515398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Deleting port a9e4182d-cae2-4c28-bd97-aec04ac0c0e2 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:04.518719 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:04.523409 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:04.553173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb18154-7e4a-42b6-b29f-cd594701d147 None None] Routers {'8a73f630-8e88-42b6-b541-8dae1a200625'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:04.554158 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8cb18154-7e4a-42b6-b29f-cd594701d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['8a73f630-8e88-42b6-b541-8dae1a200625'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:04.629737 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8cb18154-7e4a-42b6-b29f-cd594701d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:04.630711 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb18154-7e4a-42b6-b29f-cd594701d147 None None] The sync data for ids ['8a73f630-8e88-42b6-b541-8dae1a200625'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:04.631548 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] For port a9e4182d-cae2-4c28-bd97-aec04ac0c0e2, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a9e4182d-cae2-4c28-bd97-aec04ac0c0e2,segment=NetworkSegment(b0b24837-9574-4a49-9383-f69a9f8763ec),segment_id=b0b24837-9574-4a49-9383-f69a9f8763ec)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:04.633038 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:04.650567 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Calling delete_port for a9e4182d-cae2-4c28-bd97-aec04ac0c0e2 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:04.727731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=e07697b8-7c0a-453e-8565-05185deaa191,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:04.736953 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-02ce0b89-7824-40a2-83aa-0aba975befba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:05:04.737632 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-02ce0b89-7824-40a2-83aa-0aba975befba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:05:04.754816 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-718bb228-de64-4a9b-af35-99b5e8f22c51 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:04.828376 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3949e22-5196-4806-9af4-cd8ab07e9a7c None None] DHCP port deletion for 43bad501-87d5-48ba-a7cd-bcd00d485c76 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:05:04.915601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a3949e22-5196-4806-9af4-cd8ab07e9a7c None None] Deleting port a9e4182d-cae2-4c28-bd97-aec04ac0c0e2 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:04.917278 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a3949e22-5196-4806-9af4-cd8ab07e9a7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:04.962620 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:05.044277 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] No DVR routers for this DVR port a9e4182d-cae2-4c28-bd97-aec04ac0c0e2 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:05:05.056374 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event deleted for resources: {'Port': ['ID=a9e4182d-cae2-4c28-bd97-aec04ac0c0e2,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:05.074744 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a3949e22-5196-4806-9af4-cd8ab07e9a7c None None] For port a9e4182d-cae2-4c28-bd97-aec04ac0c0e2, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a9e4182d-cae2-4c28-bd97-aec04ac0c0e2,segment=NetworkSegment(b0b24837-9574-4a49-9383-f69a9f8763ec),segment_id=b0b24837-9574-4a49-9383-f69a9f8763ec)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:05.075558 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a3949e22-5196-4806-9af4-cd8ab07e9a7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:05.090171 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a3949e22-5196-4806-9af4-cd8ab07e9a7c None None] Calling delete_port for a9e4182d-cae2-4c28-bd97-aec04ac0c0e2 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:05.146406 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:05.172909 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a3949e22-5196-4806-9af4-cd8ab07e9a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:05.173196 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43bad501-87d5-48ba-a7cd-bcd00d485c76']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:05.176217 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-40860e2d-a860-495e-b15d-311caedf9162 admin admin] Deleting port 243caaf1-ef80-4641-881a-86bd42204516 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:05.176558 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-40860e2d-a860-495e-b15d-311caedf9162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:05.190405 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-718bb228-de64-4a9b-af35-99b5e8f22c51 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Allocated IP 172.21.0.1 (a251a0d9-95b1-488a-bc64-db1a20ca968e/f4063f5a-6565-4ea9-b0f4-5a0869969877/098cc1a5-71ef-4edf-b677-57733bc68e6f) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:05:05.199659 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b24837-9574-4a49-9383-f69a9f8763ec') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:05.200158 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b24837-9574-4a49-9383-f69a9f8763ec') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:05.202272 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3949e22-5196-4806-9af4-cd8ab07e9a7c None None] Pushing event deleted for resources: {'Port': ['ID=a9e4182d-cae2-4c28-bd97-aec04ac0c0e2,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:05.206222 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3949e22-5196-4806-9af4-cd8ab07e9a7c None None] No DVR routers for this DVR port a9e4182d-cae2-4c28-bd97-aec04ac0c0e2 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:05:05.225820 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:05.308258 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:05.332732 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:05:05.334379 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:05:05.343810 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:05:05.379888 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-40860e2d-a860-495e-b15d-311caedf9162 admin admin] For port 243caaf1-ef80-4641-881a-86bd42204516, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=243caaf1-ef80-4641-881a-86bd42204516,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:05.380321 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-40860e2d-a860-495e-b15d-311caedf9162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:05.381102 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-718bb228-de64-4a9b-af35-99b5e8f22c51 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:05.429240 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-40860e2d-a860-495e-b15d-311caedf9162 admin admin] Calling delete_port for 243caaf1-ef80-4641-881a-86bd42204516 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:05.437594 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4743e0c0-91b3-4e38-b8cb-2cd517005ec3 None None] Provisioning complete for port e07697b8-7c0a-453e-8565-05185deaa191 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:05.438052 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4743e0c0-91b3-4e38-b8cb-2cd517005ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:05.513151 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-718bb228-de64-4a9b-af35-99b5e8f22c51 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:05.534661 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:05.550717 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:05.552593 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "DELETE /v2.0/networks/43bad501-87d5-48ba-a7cd-bcd00d485c76 HTTP/1.1" status: 204 len: 168 time: 1.6019330 Sep 18 00:05:05.558854 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39352) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:05.566460 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ba792-a29b-412c-b27b-e461b1d72657 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event deleted for resources: {'Network': ['ID=43bad501-87d5-48ba-a7cd-bcd00d485c76,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:05.584950 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bb228-de64-4a9b-af35-99b5e8f22c51 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=098cc1a5-71ef-4edf-b677-57733bc68e6f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:05.640800 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718bb228-de64-4a9b-af35-99b5e8f22c51 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network a251a0d9-95b1-488a-bc64-db1a20ca968e is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:05.645072 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-718bb228-de64-4a9b-af35-99b5e8f22c51 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:05.650013 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718bb228-de64-4a9b-af35-99b5e8f22c51 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:05:05.755253 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-40860e2d-a860-495e-b15d-311caedf9162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:05.755838 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-718bb228-de64-4a9b-af35-99b5e8f22c51 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:05.812981 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40860e2d-a860-495e-b15d-311caedf9162 admin admin] Pushing event deleted for resources: {'Port': ['ID=243caaf1-ef80-4641-881a-86bd42204516,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:05.934346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1d89c-12d0-4e64-88d8-b5a5ba09b593 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Deleting port b5229e0e-63ad-49cb-b5b8-5a56ba6b51c7 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:05.934736 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d89c-12d0-4e64-88d8-b5a5ba09b593 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:06.078847 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-40860e2d-a860-495e-b15d-311caedf9162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:06.108664 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-718bb228-de64-4a9b-af35-99b5e8f22c51 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:06.114136 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d89c-12d0-4e64-88d8-b5a5ba09b593 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:06.114796 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d89c-12d0-4e64-88d8-b5a5ba09b593 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:06.156331 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1d89c-12d0-4e64-88d8-b5a5ba09b593 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Calling delete_port for b5229e0e-63ad-49cb-b5b8-5a56ba6b51c7 owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:06.162707 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-129033f4-d9ef-4568-be0d-4cf23a7ebdfe None None] Provisioning complete for port 098cc1a5-71ef-4edf-b677-57733bc68e6f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:06.163551 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-129033f4-d9ef-4568-be0d-4cf23a7ebdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:06.226495 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-129033f4-d9ef-4568-be0d-4cf23a7ebdfe None None] Port 098cc1a5-71ef-4edf-b677-57733bc68e6f cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:05:06.396478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40860e2d-a860-495e-b15d-311caedf9162 admin admin] Router 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:05:06.517467 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40860e2d-a860-495e-b15d-311caedf9162 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:05:06.530665 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-40860e2d-a860-495e-b15d-311caedf9162 admin admin] 10.222.0.46 "PUT /v2.0/routers/2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4845974 Sep 18 00:05:06.531442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39380) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:06.536083 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cada5871-fbd1-47fc-ba96-e13ee1dab210 None None] Sync routers for ids ['2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:06.558420 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada5871-fbd1-47fc-ba96-e13ee1dab210 None None] Routers {'2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:06.559085 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-cada5871-fbd1-47fc-ba96-e13ee1dab210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:06.699303 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc5e3-219c-4611-b8fe-5939841e0ccd admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:06.734046 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-cada5871-fbd1-47fc-ba96-e13ee1dab210 None None] Set router 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:05:06.844044 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e07697b8-7c0a-453e-8565-05185deaa191 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:06.901758 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc5e3-219c-4611-b8fe-5939841e0ccd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:06.951393 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e07697b8-7c0a-453e-8565-05185deaa191 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:06.951864 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:07.034420 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-cada5871-fbd1-47fc-ba96-e13ee1dab210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'name': 'tempest-ServerActionsTestJSON-615657599-router', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:55:45Z', 'updated_at': '2021-09-18T00:05:05Z', 'revision_number': 5, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'gw_port': {'id': '8d3c7d1a-c66a-4337-af66-28cd072a6d8f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T23:55:46Z', 'updated_at': '2021-09-17T23:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:07.048445 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-718bb228-de64-4a9b-af35-99b5e8f22c51 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:07.061711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-bd2bc5e3-219c-4611-b8fe-5939841e0ccd admin admin] Deleting port 8d3c7d1a-c66a-4337-af66-28cd072a6d8f {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:07.062192 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc5e3-219c-4611-b8fe-5939841e0ccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:07.084639 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cada5871-fbd1-47fc-ba96-e13ee1dab210 None None] Checking router: 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:05:07.094185 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada5871-fbd1-47fc-ba96-e13ee1dab210 None None] Routers {'2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:07.094729 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-cada5871-fbd1-47fc-ba96-e13ee1dab210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:07.130922 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a9e4182d-cae2-4c28-bd97-aec04ac0c0e2 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:05:07.154960 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: a9e4182d-cae2-4c28-bd97-aec04ac0c0e2 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:05:07.155457 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a9e4182d-cae2-4c28-bd97-aec04ac0c0e2 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:05:07.159550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-bd2bc5e3-219c-4611-b8fe-5939841e0ccd admin admin] For port 8d3c7d1a-c66a-4337-af66-28cd072a6d8f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8d3c7d1a-c66a-4337-af66-28cd072a6d8f,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:07.160161 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d89c-12d0-4e64-88d8-b5a5ba09b593 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:07.160312 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc5e3-219c-4611-b8fe-5939841e0ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:07.181864 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-bd2bc5e3-219c-4611-b8fe-5939841e0ccd admin admin] Calling delete_port for 8d3c7d1a-c66a-4337-af66-28cd072a6d8f owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:07.218326 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-718bb228-de64-4a9b-af35-99b5e8f22c51 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:07.235642 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-cada5871-fbd1-47fc-ba96-e13ee1dab210 None None] Set router 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:05:07.260436 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1d89c-12d0-4e64-88d8-b5a5ba09b593 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event deleted for resources: {'Port': ['ID=b5229e0e-63ad-49cb-b5b8-5a56ba6b51c7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:07.312600 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-cada5871-fbd1-47fc-ba96-e13ee1dab210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'name': 'tempest-ServerActionsTestJSON-615657599-router', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:55:45Z', 'updated_at': '2021-09-18T00:05:06Z', 'revision_number': 6, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:07.347667 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cada5871-fbd1-47fc-ba96-e13ee1dab210 None None] The sync data for ids ['2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1'] in n-d-809883-1 is: [{'id': '2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1', 'name': 'tempest-ServerActionsTestJSON-615657599-router', 'tenant_id': '4878ab30684e4e3c9b8b59820c9890a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T23:55:45Z', 'updated_at': '2021-09-18T00:05:06Z', 'revision_number': 6, 'project_id': '4878ab30684e4e3c9b8b59820c9890a9', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:07.427986 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d89c-12d0-4e64-88d8-b5a5ba09b593 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:07.428128 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-a2c1d89c-12d0-4e64-88d8-b5a5ba09b593 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Floating IP 12af943d-6cac-4887-8e29-aa8499cdcf55 disassociated (deleted). External IP: 172.25.3.69, port: dc5f12b0-4cb4-43f1-89d9-8b4407353bad. Sep 18 00:05:07.430117 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-718bb228-de64-4a9b-af35-99b5e8f22c51 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:07.491679 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bb228-de64-4a9b-af35-99b5e8f22c51 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=098cc1a5-71ef-4edf-b677-57733bc68e6f,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:07.502277 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca14c794-58da-4d86-8ea6-2cd94db2b5fe req-27607d04-b88f-4a4c-bb26-1a10b0dc22b0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2446132 Sep 18 00:05:07.502685 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc5e3-219c-4611-b8fe-5939841e0ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:07.532016 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bc5e3-219c-4611-b8fe-5939841e0ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3c7d1a-c66a-4337-af66-28cd072a6d8f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:07.593450 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc5e3-219c-4611-b8fe-5939841e0ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:07.667797 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14c794-58da-4d86-8ea6-2cd94db2b5fe req-c80bf874-6dc5-4d65-9f49-bec012b368cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:07.671451 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca14c794-58da-4d86-8ea6-2cd94db2b5fe req-c80bf874-6dc5-4d65-9f49-bec012b368cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=240dd21d0d2f45ecb6590c53be314024&device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 1096 time: 0.1079218 Sep 18 00:05:07.701728 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc5e3-219c-4611-b8fe-5939841e0ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:07.704190 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc5e3-219c-4611-b8fe-5939841e0ccd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:07.738016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718bb228-de64-4a9b-af35-99b5e8f22c51 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network a251a0d9-95b1-488a-bc64-db1a20ca968e is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:07.743840 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-718bb228-de64-4a9b-af35-99b5e8f22c51 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:07.829624 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc5e3-219c-4611-b8fe-5939841e0ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:07.830205 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2bc5e3-219c-4611-b8fe-5939841e0ccd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:05:07.835030 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc5e3-219c-4611-b8fe-5939841e0ccd admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:07.841388 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bd2bc5e3-219c-4611-b8fe-5939841e0ccd admin admin] 10.222.0.46 "DELETE /v2.0/routers/2f4b7ba6-7e01-4a22-b7de-a8bc2ab63ad1 HTTP/1.1" status: 204 len: 168 time: 1.3040118 Sep 18 00:05:07.841388 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39408) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:07.907558 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-640a482a-bc2b-4a42-9f4d-cdcda82e8e5c admin admin] Deleting subnet 27c210c7-8ed7-4b83-8806-93fe68daaa7c {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:05:07.917488 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-640a482a-bc2b-4a42-9f4d-cdcda82e8e5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:07.964333 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-640a482a-bc2b-4a42-9f4d-cdcda82e8e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:08.002356 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718bb228-de64-4a9b-af35-99b5e8f22c51 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router 8a73f630-8e88-42b6-b541-8dae1a200625 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:05:08.020516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c1d89c-12d0-4e64-88d8-b5a5ba09b593 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Router a186c3a8-9ef0-483c-834b-6d462c6991a8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:05:08.025561 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14c794-58da-4d86-8ea6-2cd94db2b5fe req-04261bbc-5136-4bff-8c85-14e5c7b0d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:08.030811 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca14c794-58da-4d86-8ea6-2cd94db2b5fe req-04261bbc-5136-4bff-8c85-14e5c7b0d795 service neutron] 10.222.0.41 "GET /v2.0/networks?id=037574df-d2ae-499c-851e-887a3b499516 HTTP/1.1" status: 200 len: 897 time: 0.2872820 Sep 18 00:05:08.081527 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-640a482a-bc2b-4a42-9f4d-cdcda82e8e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:08.118764 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca14c794-58da-4d86-8ea6-2cd94db2b5fe req-6d580f7d-0db7-4d4f-89f6-59e90feb39fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc5f12b0-4cb4-43f1-89d9-8b4407353bad HTTP/1.1" status: 200 len: 217 time: 0.0821676 Sep 18 00:05:08.171251 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e4ca9f9d-aea3-45a0-a598-10c81b7ea498 None None] Provisioning complete for port 098cc1a5-71ef-4edf-b677-57733bc68e6f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:08.171788 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e4ca9f9d-aea3-45a0-a598-10c81b7ea498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:08.233556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca9f9d-aea3-45a0-a598-10c81b7ea498 None None] Port 098cc1a5-71ef-4edf-b677-57733bc68e6f cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:05:08.256457 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-640a482a-bc2b-4a42-9f4d-cdcda82e8e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:08.282882 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a482a-bc2b-4a42-9f4d-cdcda82e8e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27c210c7-8ed7-4b83-8806-93fe68daaa7c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:08.286966 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-640a482a-bc2b-4a42-9f4d-cdcda82e8e5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:08.289235 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-640a482a-bc2b-4a42-9f4d-cdcda82e8e5c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/27c210c7-8ed7-4b83-8806-93fe68daaa7c HTTP/1.1" status: 204 len: 168 time: 0.4481485 Sep 18 00:05:08.294520 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39424) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:08.308427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f74ea2-ca06-4f7a-b7ac-a628d47377b1 None None] Network 91d2ea37-44ea-452b-a868-79ff761347ea requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:08.347660 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718bb228-de64-4a9b-af35-99b5e8f22c51 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:05:08.353100 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-718bb228-de64-4a9b-af35-99b5e8f22c51 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/8a73f630-8e88-42b6-b541-8dae1a200625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3043494 Sep 18 00:05:08.354913 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14c794-58da-4d86-8ea6-2cd94db2b5fe req-6b65bf0b-434e-4cac-a5c3-4c0aa98bcbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:08.357087 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca14c794-58da-4d86-8ea6-2cd94db2b5fe req-6b65bf0b-434e-4cac-a5c3-4c0aa98bcbe7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12cdc161-97a2-4758-9c62-a0043ee08ca8 HTTP/1.1" status: 200 len: 834 time: 0.1974866 Sep 18 00:05:08.357744 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39426) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:08.366133 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c1d89c-12d0-4e64-88d8-b5a5ba09b593 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:05:08.366478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351ca807-67cf-4b2e-a519-c46f42ce565e None None] Sync routers for ids ['8a73f630-8e88-42b6-b541-8dae1a200625'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:08.371491 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d89c-12d0-4e64-88d8-b5a5ba09b593 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:08.380578 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917d591b-a71e-404c-9e50-11be5f8fa8ac None None] Sync routers for ids ['a186c3a8-9ef0-483c-834b-6d462c6991a8'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:08.397183 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:08.398159 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917d591b-a71e-404c-9e50-11be5f8fa8ac None None] Routers {'a186c3a8-9ef0-483c-834b-6d462c6991a8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:08.398971 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-917d591b-a71e-404c-9e50-11be5f8fa8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a186c3a8-9ef0-483c-834b-6d462c6991a8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:08.499415 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f271d2c-549c-43ef-8a91-2e005f23a70a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:08.502398 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4f271d2c-549c-43ef-8a91-2e005f23a70a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/ports/098cc1a5-71ef-4edf-b677-57733bc68e6f HTTP/1.1" status: 200 len: 910 time: 0.1416578 Sep 18 00:05:08.504191 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351ca807-67cf-4b2e-a519-c46f42ce565e None None] Routers {'8a73f630-8e88-42b6-b541-8dae1a200625'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:08.506445 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39430) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:08.508183 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-351ca807-67cf-4b2e-a519-c46f42ce565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['8a73f630-8e88-42b6-b541-8dae1a200625'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:08.518961 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a2c1d89c-12d0-4e64-88d8-b5a5ba09b593 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "DELETE /v2.0/floatingips/12af943d-6cac-4887-8e29-aa8499cdcf55 HTTP/1.1" status: 204 len: 168 time: 2.9564352 Sep 18 00:05:08.533777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'tag': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:05:08.545264 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789610fc-83ad-4465-8482-fad75f127949" -d '{"events": [{"name": "network-changed", "server_uuid": "546e7c0e-ee0d-4504-84be-c6103c52f63b", "tag": "dc5f12b0-4cb4-43f1-89d9-8b4407353bad"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:05:08.648701 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-917d591b-a71e-404c-9e50-11be5f8fa8ac None None] Set router a186c3a8-9ef0-483c-834b-6d462c6991a8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:05:08.653511 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3275d3-793e-430e-8994-fc750c559a45 x-openstack-request-id: req-5e3275d3-793e-430e-8994-fc750c559a45 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:05:08.653832 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546e7c0e-ee0d-4504-84be-c6103c52f63b", "tag": "dc5f12b0-4cb4-43f1-89d9-8b4407353bad", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:05:08.654092 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e3275d3-793e-430e-8994-fc750c559a45 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:05:08.654493 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'tag': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad', 'status': 'completed', 'code': 200} Sep 18 00:05:08.737999 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-351ca807-67cf-4b2e-a519-c46f42ce565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:08.753025 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14c794-58da-4d86-8ea6-2cd94db2b5fe req-1189c952-66f9-42ba-8f7f-b29c9b3fd83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:08.754963 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca14c794-58da-4d86-8ea6-2cd94db2b5fe req-1189c952-66f9-42ba-8f7f-b29c9b3fd83a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=037574df-d2ae-499c-851e-887a3b499516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3808861 Sep 18 00:05:08.785625 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351ca807-67cf-4b2e-a519-c46f42ce565e None None] Routers {'8a73f630-8e88-42b6-b541-8dae1a200625'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:08.787028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-351ca807-67cf-4b2e-a519-c46f42ce565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['8a73f630-8e88-42b6-b541-8dae1a200625'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:08.837956 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-351ca807-67cf-4b2e-a519-c46f42ce565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:08.839335 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351ca807-67cf-4b2e-a519-c46f42ce565e None None] The sync data for ids ['8a73f630-8e88-42b6-b541-8dae1a200625'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:08.844186 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8d3c7d1a-c66a-4337-af66-28cd072a6d8f no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:05:08.888751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 8d3c7d1a-c66a-4337-af66-28cd072a6d8f {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:05:08.889543 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8d3c7d1a-c66a-4337-af66-28cd072a6d8f not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:05:08.890359 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 243caaf1-ef80-4641-881a-86bd42204516 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:05:08.922505 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 243caaf1-ef80-4641-881a-86bd42204516 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:05:08.923034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 243caaf1-ef80-4641-881a-86bd42204516 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:05:08.952995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d479c0-6f51-4065-8f02-ec1b1d931fa8 None None] DHCP port deletion for 91d2ea37-44ea-452b-a868-79ff761347ea request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:05:09.081912 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca14c794-58da-4d86-8ea6-2cd94db2b5fe req-e3002faf-e115-4b16-b5c7-c208f6428429 service neutron] 10.222.0.41 "GET /v2.0/networks/037574df-d2ae-499c-851e-887a3b499516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176384 Sep 18 00:05:09.088187 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e0d479c0-6f51-4065-8f02-ec1b1d931fa8 None None] Deleting port 05181407-27e4-4cd2-9206-75a6d87be515 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:09.088576 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e0d479c0-6f51-4065-8f02-ec1b1d931fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:09.137747 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-917d591b-a71e-404c-9e50-11be5f8fa8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:04:55Z', 'revision_number': 6, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'd8e5e017-ce49-405e-b4f2-ac624102ae24', 'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:f6:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:45Z', 'updated_at': '2021-09-18T00:02:53Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:09.148759 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] Deleting port 05181407-27e4-4cd2-9206-75a6d87be515 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:09.149461 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:09.234094 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] For port 05181407-27e4-4cd2-9206-75a6d87be515, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=05181407-27e4-4cd2-9206-75a6d87be515,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:09.237520 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:09.241598 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917d591b-a71e-404c-9e50-11be5f8fa8ac None None] Checking router: a186c3a8-9ef0-483c-834b-6d462c6991a8 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:05:09.261219 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] Calling delete_port for 05181407-27e4-4cd2-9206-75a6d87be515 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:09.264776 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917d591b-a71e-404c-9e50-11be5f8fa8ac None None] Routers {'a186c3a8-9ef0-483c-834b-6d462c6991a8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:09.265453 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-917d591b-a71e-404c-9e50-11be5f8fa8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a186c3a8-9ef0-483c-834b-6d462c6991a8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:09.269228 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e0d479c0-6f51-4065-8f02-ec1b1d931fa8 None None] For port 05181407-27e4-4cd2-9206-75a6d87be515, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=05181407-27e4-4cd2-9206-75a6d87be515,segment=NetworkSegment(355ede08-43a3-4592-88a7-973040af6e0f),segment_id=355ede08-43a3-4592-88a7-973040af6e0f)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:09.270781 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e0d479c0-6f51-4065-8f02-ec1b1d931fa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:09.309130 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e0d479c0-6f51-4065-8f02-ec1b1d931fa8 None None] Calling delete_port for 05181407-27e4-4cd2-9206-75a6d87be515 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:09.324864 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ca14c794-58da-4d86-8ea6-2cd94db2b5fe req-b7751406-d157-4a47-bacc-2f74a8b70ae4 service neutron] 10.222.0.41 "GET /v2.0/networks/037574df-d2ae-499c-851e-887a3b499516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323763 Sep 18 00:05:09.350778 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9b94-b107-47b8-a8ee-c89d8ba79a96 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:09.426305 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39450) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:09.431343 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-917d591b-a71e-404c-9e50-11be5f8fa8ac None None] Set router a186c3a8-9ef0-483c-834b-6d462c6991a8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:05:09.543039 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c87d16-ff0f-40b7-a2ad-45062144d8b6 req-e0fddde0-d3ed-49bd-9b6a-543232ab9c1d tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:09.545265 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68c87d16-ff0f-40b7-a2ad-45062144d8b6 req-e0fddde0-d3ed-49bd-9b6a-543232ab9c1d tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 945 time: 0.1852348 Sep 18 00:05:09.652448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68c87d16-ff0f-40b7-a2ad-45062144d8b6 req-d3c40740-31dc-48c4-a30e-6f234f1ab408 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f17fe213-180e-4e92-86af-43d0e3984d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003268 Sep 18 00:05:09.680113 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:09.715041 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e0d479c0-6f51-4065-8f02-ec1b1d931fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:09.753785 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d479c0-6f51-4065-8f02-ec1b1d931fa8 None None] Pushing event deleted for resources: {'Port': ['ID=05181407-27e4-4cd2-9206-75a6d87be515,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:09.764729 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d479c0-6f51-4065-8f02-ec1b1d931fa8 None None] No DVR routers for this DVR port 05181407-27e4-4cd2-9206-75a6d87be515 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:05:09.773575 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e827de17-18c3-4f71-be83-12b75bd77ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:09.787100 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] Pushing event deleted for resources: {'Port': ['ID=05181407-27e4-4cd2-9206-75a6d87be515,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:09.803113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] No DVR routers for this DVR port 05181407-27e4-4cd2-9206-75a6d87be515 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:05:09.850517 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-917d591b-a71e-404c-9e50-11be5f8fa8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:04:55Z', 'revision_number': 6, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'd8e5e017-ce49-405e-b4f2-ac624102ae24', 'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:f6:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:45Z', 'updated_at': '2021-09-18T00:02:53Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:09.885059 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917d591b-a71e-404c-9e50-11be5f8fa8ac None None] The sync data for ids ['a186c3a8-9ef0-483c-834b-6d462c6991a8'] in n-d-809883-1 is: [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:04:55Z', 'revision_number': 6, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'd8e5e017-ce49-405e-b4f2-ac624102ae24', 'name': '', 'network_id': '037574df-d2ae-499c-851e-887a3b499516', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:f6:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:45Z', 'updated_at': '2021-09-18T00:02:53Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '12cdc161-97a2-4758-9c62-a0043ee08ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:09.919140 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:09.952064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d2ea37-44ea-452b-a868-79ff761347ea']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:09.967781 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355ede08-43a3-4592-88a7-973040af6e0f') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:09.981285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355ede08-43a3-4592-88a7-973040af6e0f') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:09.982491 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:10.007945 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:10.013464 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789610fc-83ad-4465-8482-fad75f127949 req-5c68dc65-9c1c-4b89-aad0-54f23177f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:10.015747 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-789610fc-83ad-4465-8482-fad75f127949 req-5c68dc65-9c1c-4b89-aad0-54f23177f571 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=240dd21d0d2f45ecb6590c53be314024&device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 1096 time: 0.5369811 Sep 18 00:05:10.030272 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:05:10.030950 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:05:10.033208 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:05:10.038329 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e827de17-18c3-4f71-be83-12b75bd77ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:10.125337 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e827de17-18c3-4f71-be83-12b75bd77ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:10.162353 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827de17-18c3-4f71-be83-12b75bd77ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329ea947-d9ab-4978-80c3-fc83ca60525c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:10.195951 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e827de17-18c3-4f71-be83-12b75bd77ad7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aab7ff32c3364905b32d023080e2d70c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7673211 Sep 18 00:05:10.196612 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39464) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:10.212720 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789610fc-83ad-4465-8482-fad75f127949 req-37274c37-522d-42ee-a7d3-801c35419538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:10.214526 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-789610fc-83ad-4465-8482-fad75f127949 req-37274c37-522d-42ee-a7d3-801c35419538 service neutron] 10.222.0.41 "GET /v2.0/networks?id=037574df-d2ae-499c-851e-887a3b499516 HTTP/1.1" status: 200 len: 897 time: 0.1537983 Sep 18 00:05:10.215365 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:10.243991 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:10.245901 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] 10.222.0.46 "DELETE /v2.0/networks/91d2ea37-44ea-452b-a868-79ff761347ea HTTP/1.1" status: 204 len: 168 time: 1.9503531 Sep 18 00:05:10.250804 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca360d57-6cb6-4fff-89fe-fcf67a8d34a7 None None] New status for floating IP 12af943d-6cac-4887-8e29-aa8499cdcf55: DOWN {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:05:10.263692 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289e7d2-0817-4455-b232-eeb358ef2111 admin admin] Pushing event deleted for resources: {'Network': ['ID=91d2ea37-44ea-452b-a868-79ff761347ea,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:10.273421 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-789610fc-83ad-4465-8482-fad75f127949 req-8564df3c-f8cd-48dc-82dd-68a297190d39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc5f12b0-4cb4-43f1-89d9-8b4407353bad HTTP/1.1" status: 200 len: 217 time: 0.0492473 Sep 18 00:05:10.290335 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f60ca833-8906-47fc-ae7c-6cea694e9e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:10.339509 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f60ca833-8906-47fc-ae7c-6cea694e9e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:10.353515 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789610fc-83ad-4465-8482-fad75f127949 req-55adeeeb-b035-4b88-99d7-30f51cf42092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:10.355390 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-789610fc-83ad-4465-8482-fad75f127949 req-55adeeeb-b035-4b88-99d7-30f51cf42092 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12cdc161-97a2-4758-9c62-a0043ee08ca8 HTTP/1.1" status: 200 len: 834 time: 0.0618031 Sep 18 00:05:10.379635 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-6b4d9b94-b107-47b8-a8ee-c89d8ba79a96 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting port 098cc1a5-71ef-4edf-b677-57733bc68e6f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:10.380180 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9b94-b107-47b8-a8ee-c89d8ba79a96 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:10.470139 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789610fc-83ad-4465-8482-fad75f127949 req-aacb1f2d-a62b-4ba3-9e22-0164004c627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:10.471672 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-789610fc-83ad-4465-8482-fad75f127949 req-aacb1f2d-a62b-4ba3-9e22-0164004c627f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=037574df-d2ae-499c-851e-887a3b499516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041465 Sep 18 00:05:10.515160 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9b94-b107-47b8-a8ee-c89d8ba79a96 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:10.547795 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f60ca833-8906-47fc-ae7c-6cea694e9e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:10.548786 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:10.550804 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f60ca833-8906-47fc-ae7c-6cea694e9e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:10.554631 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f60ca833-8906-47fc-ae7c-6cea694e9e8c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/329ea947-d9ab-4978-80c3-fc83ca60525c HTTP/1.1" status: 204 len: 168 time: 0.3544557 Sep 18 00:05:10.572799 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ca833-8906-47fc-ae7c-6cea694e9e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329ea947-d9ab-4978-80c3-fc83ca60525c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:10.586115 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-6b4d9b94-b107-47b8-a8ee-c89d8ba79a96 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Calling delete_port for 098cc1a5-71ef-4edf-b677-57733bc68e6f owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:10.690238 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daba23-0f2e-4b6c-8813-267d751bf6ac req-13540d6f-7459-4854-84df-2864e8597447 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:10.691637 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-02daba23-0f2e-4b6c-8813-267d751bf6ac req-13540d6f-7459-4854-84df-2864e8597447 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.41 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 945 time: 0.1740253 Sep 18 00:05:10.704119 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-789610fc-83ad-4465-8482-fad75f127949 req-086ffe2c-9ef5-4ce4-94de-df9683a441ee service neutron] 10.222.0.41 "GET /v2.0/networks/037574df-d2ae-499c-851e-887a3b499516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251503 Sep 18 00:05:10.714826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 05181407-27e4-4cd2-9206-75a6d87be515 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:05:10.715461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-f250f1c9-bad2-4793-8a21-d5d9f5410b8a req-ac85a759-84d4-4c3f-a449-72ec74b77acb service neutron] (95591) timed out ('10.222.0.46', 42564) {{(pid=95591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 00:05:10.744451 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 05181407-27e4-4cd2-9206-75a6d87be515 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:05:10.745091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 05181407-27e4-4cd2-9206-75a6d87be515 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:05:10.747328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39476) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:10.837117 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-13e5d609-92a3-44ef-98ab-4fdb62a4c032 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4878ab30684e4e3c9b8b59820c9890a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885851 Sep 18 00:05:10.841097 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39478) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:10.856686 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63692a3-162b-4fde-827e-e9ed5416f5fd req-49f35ab9-4085-4668-9efe-7c4e90ee3330 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:10.858629 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c63692a3-162b-4fde-827e-e9ed5416f5fd req-49f35ab9-4085-4668-9efe-7c4e90ee3330 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 945 time: 0.1129906 Sep 18 00:05:10.929935 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c63692a3-162b-4fde-827e-e9ed5416f5fd req-fee1f324-9df7-4cc7-844f-8f9443868f91 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=f17fe213-180e-4e92-86af-43d0e3984d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653579 Sep 18 00:05:10.935703 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b0000e3-621e-4b47-89c0-b1ecbde0c3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:10.962956 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-789610fc-83ad-4465-8482-fad75f127949 req-8447c4d9-7160-4890-b584-425966a07034 service neutron] 10.222.0.41 "GET /v2.0/networks/037574df-d2ae-499c-851e-887a3b499516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423501 Sep 18 00:05:10.963398 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b0000e3-621e-4b47-89c0-b1ecbde0c3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:10.994215 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-02daba23-0f2e-4b6c-8813-267d751bf6ac req-0e232001-518a-461a-b202-56a059fe1da6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Deleting port dc5f12b0-4cb4-43f1-89d9-8b4407353bad {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:10.994501 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-02daba23-0f2e-4b6c-8813-267d751bf6ac req-0e232001-518a-461a-b202-56a059fe1da6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:11.074981 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9b94-b107-47b8-a8ee-c89d8ba79a96 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:11.107757 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b0000e3-621e-4b47-89c0-b1ecbde0c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:11.109816 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d9b94-b107-47b8-a8ee-c89d8ba79a96 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Port': ['ID=098cc1a5-71ef-4edf-b677-57733bc68e6f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:11.110469 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b0000e3-621e-4b47-89c0-b1ecbde0c3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:11.114538 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4b0000e3-621e-4b47-89c0-b1ecbde0c3ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5604834a-ac66-4e91-8e13-750d72729080 HTTP/1.1" status: 204 len: 168 time: 0.2716429 Sep 18 00:05:11.129732 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0000e3-621e-4b47-89c0-b1ecbde0c3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5604834a-ac66-4e91-8e13-750d72729080,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:11.182846 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-02daba23-0f2e-4b6c-8813-267d751bf6ac req-0e232001-518a-461a-b202-56a059fe1da6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] For port dc5f12b0-4cb4-43f1-89d9-8b4407353bad, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=dc5f12b0-4cb4-43f1-89d9-8b4407353bad,segment=NetworkSegment(a710004d-d537-42ff-b58c-6b87cf9a36e3),segment_id=a710004d-d537-42ff-b58c-6b87cf9a36e3)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:11.183225 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-02daba23-0f2e-4b6c-8813-267d751bf6ac req-0e232001-518a-461a-b202-56a059fe1da6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:11.207662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-02daba23-0f2e-4b6c-8813-267d751bf6ac req-0e232001-518a-461a-b202-56a059fe1da6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Calling delete_port for dc5f12b0-4cb4-43f1-89d9-8b4407353bad owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:11.303415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39490) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:11.318894 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5576f818-c245-4d06-8269-ab39413855e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:11.372261 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b4d9b94-b107-47b8-a8ee-c89d8ba79a96 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:11.430346 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5576f818-c245-4d06-8269-ab39413855e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:11.553493 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5576f818-c245-4d06-8269-ab39413855e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:11.588970 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-02daba23-0f2e-4b6c-8813-267d751bf6ac req-0e232001-518a-461a-b202-56a059fe1da6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:11.615626 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5576f818-c245-4d06-8269-ab39413855e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b956d957acd4a0d8ffe5c20f0efb6fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3108857 Sep 18 00:05:11.618309 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39498) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:11.625344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576f818-c245-4d06-8269-ab39413855e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d32c5b-5b96-4707-bdb0-7bd20530fd75,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:11.631245 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e232001-518a-461a-b202-56a059fe1da6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event deleted for resources: {'Port': ['ID=dc5f12b0-4cb4-43f1-89d9-8b4407353bad,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:11.683575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4d9b94-b107-47b8-a8ee-c89d8ba79a96 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router 8a73f630-8e88-42b6-b541-8dae1a200625 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:05:11.705355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-02daba23-0f2e-4b6c-8813-267d751bf6ac req-0e232001-518a-461a-b202-56a059fe1da6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] No DVR routers for this DVR port dc5f12b0-4cb4-43f1-89d9-8b4407353bad on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:05:11.710380 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-02daba23-0f2e-4b6c-8813-267d751bf6ac req-0e232001-518a-461a-b202-56a059fe1da6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:11.712439 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-02daba23-0f2e-4b6c-8813-267d751bf6ac req-0e232001-518a-461a-b202-56a059fe1da6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.41 "DELETE /v2.0/ports/dc5f12b0-4cb4-43f1-89d9-8b4407353bad HTTP/1.1" status: 204 len: 173 time: 1.0060906 Sep 18 00:05:11.712925 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'name': 'network-vif-deleted', 'tag': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:05:11.715572 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb047bfe-63c8-4e49-a006-1299ea371050" -d '{"events": [{"server_uuid": "546e7c0e-ee0d-4504-84be-c6103c52f63b", "name": "network-vif-deleted", "tag": "dc5f12b0-4cb4-43f1-89d9-8b4407353bad"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:05:11.734992 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-17750de3-429d-4a57-a16d-171993354ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:11.767802 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-17750de3-429d-4a57-a16d-171993354ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:11.831939 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67486bef-0e44-41d5-a2b5-c786b346a267 x-openstack-request-id: req-67486bef-0e44-41d5-a2b5-c786b346a267 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:05:11.832249 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546e7c0e-ee0d-4504-84be-c6103c52f63b", "name": "network-vif-deleted", "tag": "dc5f12b0-4cb4-43f1-89d9-8b4407353bad", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:05:11.832521 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-67486bef-0e44-41d5-a2b5-c786b346a267 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:05:11.833054 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546e7c0e-ee0d-4504-84be-c6103c52f63b', 'name': 'network-vif-deleted', 'tag': 'dc5f12b0-4cb4-43f1-89d9-8b4407353bad', 'status': 'completed', 'code': 200} Sep 18 00:05:11.834176 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4d9b94-b107-47b8-a8ee-c89d8ba79a96 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:05:11.842331 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39506) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:11.842547 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6b4d9b94-b107-47b8-a8ee-c89d8ba79a96 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/8a73f630-8e88-42b6-b541-8dae1a200625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3306801 Sep 18 00:05:11.847171 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dcfb50-809f-4a77-bfcc-bc4337ad4fd2 None None] Sync routers for ids ['8a73f630-8e88-42b6-b541-8dae1a200625'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:11.856666 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dcfb50-809f-4a77-bfcc-bc4337ad4fd2 None None] Routers {'8a73f630-8e88-42b6-b541-8dae1a200625'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:11.857638 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c5dcfb50-809f-4a77-bfcc-bc4337ad4fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['8a73f630-8e88-42b6-b541-8dae1a200625'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:11.892127 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c5dcfb50-809f-4a77-bfcc-bc4337ad4fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:11.900903 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dcfb50-809f-4a77-bfcc-bc4337ad4fd2 None None] Routers {'8a73f630-8e88-42b6-b541-8dae1a200625'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:11.901488 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c5dcfb50-809f-4a77-bfcc-bc4337ad4fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['8a73f630-8e88-42b6-b541-8dae1a200625'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:11.937890 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c5dcfb50-809f-4a77-bfcc-bc4337ad4fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:11.938460 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dcfb50-809f-4a77-bfcc-bc4337ad4fd2 None None] The sync data for ids ['8a73f630-8e88-42b6-b541-8dae1a200625'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:11.944550 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-17750de3-429d-4a57-a16d-171993354ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:11.947220 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-17750de3-429d-4a57-a16d-171993354ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:11.948367 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-17750de3-429d-4a57-a16d-171993354ed0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/39d32c5b-5b96-4707-bdb0-7bd20530fd75 HTTP/1.1" status: 204 len: 168 time: 0.3289144 Sep 18 00:05:11.964084 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17750de3-429d-4a57-a16d-171993354ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d32c5b-5b96-4707-bdb0-7bd20530fd75,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:12.091394 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67eb87a6-b0aa-41f5-8949-1c0bfd1b257e req-0cb27184-cb4f-44b8-a5ea-b6b934136f23 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=546e7c0e-ee0d-4504-84be-c6103c52f63b HTTP/1.1" status: 200 len: 210 time: 0.0614603 Sep 18 00:05:12.307628 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-407cd125-52bf-4186-9ba6-6c565d115308 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:12.594241 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-407cd125-52bf-4186-9ba6-6c565d115308 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting port 8008ae20-aaa5-4152-9d8f-584069c046ff {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:12.594588 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-407cd125-52bf-4186-9ba6-6c565d115308 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:12.682320 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-407cd125-52bf-4186-9ba6-6c565d115308 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:12.694883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-407cd125-52bf-4186-9ba6-6c565d115308 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Calling delete_port for 8008ae20-aaa5-4152-9d8f-584069c046ff owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:12.879458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39552) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:12.986281 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-0579f4b4-8c41-42a2-8f95-d1b84f5f32d1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1621287214-network', 'tenant_id': '6e7d2eb600864f58a25155f488945be2'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:13.109124 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-407cd125-52bf-4186-9ba6-6c565d115308 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:13.115006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0579f4b4-8c41-42a2-8f95-d1b84f5f32d1 admin admin] Made reservation on behalf of 6e7d2eb600864f58a25155f488945be2 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:05:13.118367 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0579f4b4-8c41-42a2-8f95-d1b84f5f32d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:13.153519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39568) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:13.173949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cd125-52bf-4186-9ba6-6c565d115308 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Port': ['ID=8008ae20-aaa5-4152-9d8f-584069c046ff,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:13.177789 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0579f4b4-8c41-42a2-8f95-d1b84f5f32d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:13.219986 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0121cdc-2bd0-4d66-bfb7-71fd43bf3992 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:13.248085 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0121cdc-2bd0-4d66-bfb7-71fd43bf3992 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:13.370958 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:13.427986 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-407cd125-52bf-4186-9ba6-6c565d115308 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:13.456723 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0121cdc-2bd0-4d66-bfb7-71fd43bf3992 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:13.460605 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0121cdc-2bd0-4d66-bfb7-71fd43bf3992 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:13.476197 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a0121cdc-2bd0-4d66-bfb7-71fd43bf3992 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "DELETE /v2.0/security-groups/f17fe213-180e-4e92-86af-43d0e3984d2e HTTP/1.1" status: 204 len: 168 time: 0.3188999 Sep 18 00:05:13.499644 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0121cdc-2bd0-4d66-bfb7-71fd43bf3992 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17fe213-180e-4e92-86af-43d0e3984d2e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:13.572370 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39576) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:13.609820 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0579f4b4-8c41-42a2-8f95-d1b84f5f32d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:13.655970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407cd125-52bf-4186-9ba6-6c565d115308 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router 8a73f630-8e88-42b6-b541-8dae1a200625 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:05:13.733286 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0579f4b4-8c41-42a2-8f95-d1b84f5f32d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:13.743974 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407cd125-52bf-4186-9ba6-6c565d115308 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:05:13.758149 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-407cd125-52bf-4186-9ba6-6c565d115308 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/8a73f630-8e88-42b6-b541-8dae1a200625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9124870 Sep 18 00:05:13.760416 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39578) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:13.765715 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e3a3e3-c878-4ef3-9ad9-5648b59698c7 None None] Sync routers for ids ['8a73f630-8e88-42b6-b541-8dae1a200625'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:13.777980 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0579f4b4-8c41-42a2-8f95-d1b84f5f32d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:05:13.794082 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e3a3e3-c878-4ef3-9ad9-5648b59698c7 None None] Routers {'8a73f630-8e88-42b6-b541-8dae1a200625'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:13.795257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c1e3a3e3-c878-4ef3-9ad9-5648b59698c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['8a73f630-8e88-42b6-b541-8dae1a200625'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:13.806299 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0e62eec2-273f-4371-b081-f1e27d722ee4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73f630-8e88-42b6-b541-8dae1a200625 HTTP/1.1" status: 200 len: 205 time: 0.0400462 Sep 18 00:05:13.806979 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39582) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:13.815805 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579f4b4-8c41-42a2-8f95-d1b84f5f32d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29297ced-af72-4bbe-85dd-94700cd3da34,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:13.824603 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0579f4b4-8c41-42a2-8f95-d1b84f5f32d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:13.824603 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-0579f4b4-8c41-42a2-8f95-d1b84f5f32d1 admin admin] Added segment d16ea471-980a-4168-8118-9efae2610312 of type vlan for network 8e023543-4e71-4d8b-af2d-fb5d79c2ce29 Sep 18 00:05:13.849445 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c1e3a3e3-c878-4ef3-9ad9-5648b59698c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:13.875142 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e3a3e3-c878-4ef3-9ad9-5648b59698c7 None None] Routers {'8a73f630-8e88-42b6-b541-8dae1a200625'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:13.876365 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c1e3a3e3-c878-4ef3-9ad9-5648b59698c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['8a73f630-8e88-42b6-b541-8dae1a200625'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:13.912787 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c1e3a3e3-c878-4ef3-9ad9-5648b59698c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:13.913518 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e3a3e3-c878-4ef3-9ad9-5648b59698c7 None None] The sync data for ids ['8a73f630-8e88-42b6-b541-8dae1a200625'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:13.934437 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ffa7850-b889-45d8-b01a-7b8776da5061 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:13.968421 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0579f4b4-8c41-42a2-8f95-d1b84f5f32d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:14.033110 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2399e91-4923-4e73-9d56-1edd3d0b9964 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:14.045743 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5adf8667-3fea-4cd5-af18-b2c74fe914b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:14.134564 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ffa7850-b889-45d8-b01a-7b8776da5061 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:14.136906 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ffa7850-b889-45d8-b01a-7b8776da5061 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:14.203850 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0579f4b4-8c41-42a2-8f95-d1b84f5f32d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:14.205014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0579f4b4-8c41-42a2-8f95-d1b84f5f32d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:14.205607 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0579f4b4-8c41-42a2-8f95-d1b84f5f32d1 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:14.273961 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579f4b4-8c41-42a2-8f95-d1b84f5f32d1 admin admin] Pushing event updated for resources: {'Network': ['ID=8e023543-4e71-4d8b-af2d-fb5d79c2ce29,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:14.297593 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 8e023543-4e71-4d8b-af2d-fb5d79c2ce29 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:05:14.347832 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device dc5f12b0-4cb4-43f1-89d9-8b4407353bad no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:05:14.352496 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a2399e91-4923-4e73-9d56-1edd3d0b9964 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Deleting port d8e5e017-ce49-405e-b4f2-ac624102ae24 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:14.353042 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2399e91-4923-4e73-9d56-1edd3d0b9964 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:14.375301 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: dc5f12b0-4cb4-43f1-89d9-8b4407353bad {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:05:14.375853 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device dc5f12b0-4cb4-43f1-89d9-8b4407353bad not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:05:14.418211 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0579f4b4-8c41-42a2-8f95-d1b84f5f32d1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5322185 Sep 18 00:05:14.418211 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ffa7850-b889-45d8-b01a-7b8776da5061 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:14.418211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffa7850-b889-45d8-b01a-7b8776da5061 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Fanout notify agent at l3_agent the message router_deleted on router 8a73f630-8e88-42b6-b541-8dae1a200625 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:05:14.418211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39592) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:14.424563 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ffa7850-b889-45d8-b01a-7b8776da5061 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:14.426024 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3ffa7850-b889-45d8-b01a-7b8776da5061 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/routers/8a73f630-8e88-42b6-b541-8dae1a200625 HTTP/1.1" status: 204 len: 168 time: 0.6181188 Sep 18 00:05:14.429110 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39594) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:14.430889 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-4ed89ca8-d02c-4a30-84c5-15e2e992e9dd admin admin] Request body: {'subnet': {'network_id': '8e023543-4e71-4d8b-af2d-fb5d79c2ce29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1621287214-subnet', 'tenant_id': '6e7d2eb600864f58a25155f488945be2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:14.499750 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-a2399e91-4923-4e73-9d56-1edd3d0b9964 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] For port d8e5e017-ce49-405e-b4f2-ac624102ae24, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d8e5e017-ce49-405e-b4f2-ac624102ae24,segment=NetworkSegment(a710004d-d537-42ff-b58c-6b87cf9a36e3),segment_id=a710004d-d537-42ff-b58c-6b87cf9a36e3)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:14.500110 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2399e91-4923-4e73-9d56-1edd3d0b9964 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:14.521910 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-32dd2cb4-3e74-4b53-bd9e-eed23798aa82 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting subnet f4063f5a-6565-4ea9-b0f4-5a0869969877 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:05:14.521910 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32dd2cb4-3e74-4b53-bd9e-eed23798aa82 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:14.524422 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a2399e91-4923-4e73-9d56-1edd3d0b9964 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Calling delete_port for d8e5e017-ce49-405e-b4f2-ac624102ae24 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:14.542209 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed89ca8-d02c-4a30-84c5-15e2e992e9dd admin admin] Made reservation on behalf of 6e7d2eb600864f58a25155f488945be2 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:05:14.546879 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ed89ca8-d02c-4a30-84c5-15e2e992e9dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:14.600496 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32dd2cb4-3e74-4b53-bd9e-eed23798aa82 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:14.755259 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32dd2cb4-3e74-4b53-bd9e-eed23798aa82 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:14.868106 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ed89ca8-d02c-4a30-84c5-15e2e992e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:14.930890 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed89ca8-d02c-4a30-84c5-15e2e992e9dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=214037a2-1624-45ef-8513-6921d984a25e,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:14.935859 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed89ca8-d02c-4a30-84c5-15e2e992e9dd admin admin] Checking segment: {'id': 'd16ea471-980a-4168-8118-9efae2610312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8e023543-4e71-4d8b-af2d-fb5d79c2ce29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:05:14.936156 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed89ca8-d02c-4a30-84c5-15e2e992e9dd admin admin] Network hostable DHCP agents. Network: 8e023543-4e71-4d8b-af2d-fb5d79c2ce29, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:05:14.949210 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32dd2cb4-3e74-4b53-bd9e-eed23798aa82 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:14.956154 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2399e91-4923-4e73-9d56-1edd3d0b9964 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:15.011212 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32dd2cb4-3e74-4b53-bd9e-eed23798aa82 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:15.013311 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-32dd2cb4-3e74-4b53-bd9e-eed23798aa82 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/subnets/f4063f5a-6565-4ea9-b0f4-5a0869969877 HTTP/1.1" status: 204 len: 168 time: 0.5781150 Sep 18 00:05:15.014097 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2cb4-3e74-4b53-bd9e-eed23798aa82 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Subnet': ['ID=f4063f5a-6565-4ea9-b0f4-5a0869969877,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:15.017678 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39606) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:15.029552 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3783459e-2b21-4c4f-ba4e-8383af78f27f None None] Network a251a0d9-95b1-488a-bc64-db1a20ca968e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:15.040310 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed89ca8-d02c-4a30-84c5-15e2e992e9dd admin admin] Network 8e023543-4e71-4d8b-af2d-fb5d79c2ce29 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:05:15.164293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-4ed89ca8-d02c-4a30-84c5-15e2e992e9dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 8e023543-4e71-4d8b-af2d-fb5d79c2ce29) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:15.179262 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed89ca8-d02c-4a30-84c5-15e2e992e9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:15.181586 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ed89ca8-d02c-4a30-84c5-15e2e992e9dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:15.192646 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1f40d5-d565-41af-931d-7f07e80285c0 None None] Network 8e023543-4e71-4d8b-af2d-fb5d79c2ce29 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:15.261259 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4ed89ca8-d02c-4a30-84c5-15e2e992e9dd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8422296 Sep 18 00:05:15.382573 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c933e823-d4a6-4802-8f0f-e07cb624ae5f None None] DHCP port deletion for a251a0d9-95b1-488a-bc64-db1a20ca968e request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:05:15.457596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2389669-7fcd-4f38-b613-9228ea6d3861 None None] Network 8e023543-4e71-4d8b-af2d-fb5d79c2ce29 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:15.531431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2399e91-4923-4e73-9d56-1edd3d0b9964 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event deleted for resources: {'Port': ['ID=d8e5e017-ce49-405e-b4f2-ac624102ae24,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:15.560383 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c933e823-d4a6-4802-8f0f-e07cb624ae5f None None] Deleting port e07697b8-7c0a-453e-8565-05185deaa191 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:15.561174 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c933e823-d4a6-4802-8f0f-e07cb624ae5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:15.618596 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bc88d6-d831-49c1-93f1-af012a0983d4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting subnet 71f62598-e251-4e52-acda-191dd111c51a {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:05:15.621863 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12bc88d6-d831-49c1-93f1-af012a0983d4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:15.678696 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12bc88d6-d831-49c1-93f1-af012a0983d4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:15.692137 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c933e823-d4a6-4802-8f0f-e07cb624ae5f None None] For port e07697b8-7c0a-453e-8565-05185deaa191, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e07697b8-7c0a-453e-8565-05185deaa191,segment=NetworkSegment(f0752fa9-97c0-4d72-923e-5fbce92c2910),segment_id=f0752fa9-97c0-4d72-923e-5fbce92c2910)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:15.692773 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c933e823-d4a6-4802-8f0f-e07cb624ae5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:15.714718 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c933e823-d4a6-4802-8f0f-e07cb624ae5f None None] Calling delete_port for e07697b8-7c0a-453e-8565-05185deaa191 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:15.848713 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2399e91-4923-4e73-9d56-1edd3d0b9964 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:15.858649 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12bc88d6-d831-49c1-93f1-af012a0983d4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:15.948753 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c933e823-d4a6-4802-8f0f-e07cb624ae5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:15.986006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933e823-d4a6-4802-8f0f-e07cb624ae5f None None] Pushing event deleted for resources: {'Port': ['ID=e07697b8-7c0a-453e-8565-05185deaa191,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:16.006908 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c933e823-d4a6-4802-8f0f-e07cb624ae5f None None] No DVR routers for this DVR port e07697b8-7c0a-453e-8565-05185deaa191 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:05:16.093266 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82d928-6b36-414c-a728-c89426c469e8 req-f67bdbda-d704-478d-9389-506ae9d2c206 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:16.094849 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d82d928-6b36-414c-a728-c89426c469e8 req-f67bdbda-d704-478d-9389-506ae9d2c206 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/networks?id=8e023543-4e71-4d8b-af2d-fb5d79c2ce29 HTTP/1.1" status: 200 len: 822 time: 0.2036533 Sep 18 00:05:16.113037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c94609-bee3-420c-9e69-45d5ad2b12ab req-8a244795-93a5-439a-b182-d5e1b6385ca4 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:16.114664 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1c94609-bee3-420c-9e69-45d5ad2b12ab req-8a244795-93a5-439a-b182-d5e1b6385ca4 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 1098 time: 0.0742803 Sep 18 00:05:16.124673 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d82d928-6b36-414c-a728-c89426c469e8 req-8c459f27-94fc-49f0-87f8-72cab79a8376 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/quotas/6e7d2eb600864f58a25155f488945be2 HTTP/1.1" status: 200 len: 375 time: 0.0208287 Sep 18 00:05:16.144446 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2399e91-4923-4e73-9d56-1edd3d0b9964 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Router a186c3a8-9ef0-483c-834b-6d462c6991a8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:05:16.144446 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12bc88d6-d831-49c1-93f1-af012a0983d4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:16.174080 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc88d6-d831-49c1-93f1-af012a0983d4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Subnet': ['ID=71f62598-e251-4e52-acda-191dd111c51a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:16.181807 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12bc88d6-d831-49c1-93f1-af012a0983d4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:16.181807 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-12bc88d6-d831-49c1-93f1-af012a0983d4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/subnets/71f62598-e251-4e52-acda-191dd111c51a HTTP/1.1" status: 204 len: 168 time: 1.1586785 Sep 18 00:05:16.185572 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39646) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:16.194574 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947985f7-ec74-47fd-9925-d565748469e6 None None] Network a9812c5c-0d4b-44c8-816c-17edc5076055 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:16.200399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d82d928-6b36-414c-a728-c89426c469e8 req-30263c04-beb8-4aed-8fa5-0e50b15321c7 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e7d2eb600864f58a25155f488945be2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746017 Sep 18 00:05:16.264724 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1c94609-bee3-420c-9e69-45d5ad2b12ab req-285167a1-3883-4901-a942-33f5e0517ea8 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332729 Sep 18 00:05:16.300943 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39648) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:16.302346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2399e91-4923-4e73-9d56-1edd3d0b9964 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:05:16.310560 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a2399e91-4923-4e73-9d56-1edd3d0b9964 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "PUT /v2.0/routers/a186c3a8-9ef0-483c-834b-6d462c6991a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7402189 Sep 18 00:05:16.317900 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39652) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:16.321069 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60aeb7c-1877-4c22-917b-4d1a7d6951b9 None None] Sync routers for ids ['a186c3a8-9ef0-483c-834b-6d462c6991a8'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:16.335009 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60aeb7c-1877-4c22-917b-4d1a7d6951b9 None None] Routers {'a186c3a8-9ef0-483c-834b-6d462c6991a8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:16.335638 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-b60aeb7c-1877-4c22-917b-4d1a7d6951b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:04:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a186c3a8-9ef0-483c-834b-6d462c6991a8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:16.435017 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-cedd12fa-e9de-4935-97a3-655c79823d21 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Deleting subnet 12cdc161-97a2-4758-9c62-a0043ee08ca8 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:05:16.455080 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d82d928-6b36-414c-a728-c89426c469e8 req-7ea1c453-b8f3-4948-8ce3-6d4df9c5ab36 service neutron] 10.222.0.46 "GET /v2.0/networks/8e023543-4e71-4d8b-af2d-fb5d79c2ce29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505751 Sep 18 00:05:16.456816 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cedd12fa-e9de-4935-97a3-655c79823d21 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:16.500742 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdc945e-90bb-4d85-8a75-5b1a0a36bc11 None None] DHCP port deletion for a9812c5c-0d4b-44c8-816c-17edc5076055 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:05:16.563610 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cedd12fa-e9de-4935-97a3-655c79823d21 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:16.563855 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-735ce62d-4b40-47c9-aae5-67d0ef59576f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:16.566882 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-b60aeb7c-1877-4c22-917b-4d1a7d6951b9 None None] Set router a186c3a8-9ef0-483c-834b-6d462c6991a8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:05:16.610829 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-fcdc945e-90bb-4d85-8a75-5b1a0a36bc11 None None] Deleting port 064e3c78-db32-447e-a8a0-0bd0f785a26d {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:16.611225 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fcdc945e-90bb-4d85-8a75-5b1a0a36bc11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:16.656725 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d82d928-6b36-414c-a728-c89426c469e8 req-f4a4d076-c7f8-4ae8-8c6a-fd395d96516e service neutron] 10.222.0.46 "GET /v2.0/networks/8e023543-4e71-4d8b-af2d-fb5d79c2ce29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975377 Sep 18 00:05:16.685341 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-583da97d-5ed8-4782-acf1-0687a22fefef tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:16.718421 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-7a889e7a-bc8f-43eb-8e88-ad1ff51a9918 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting port 4ed2ee72-391d-484d-a34d-895ddd252e8f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:16.721436 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a889e7a-bc8f-43eb-8e88-ad1ff51a9918 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:16.776922 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-fcdc945e-90bb-4d85-8a75-5b1a0a36bc11 None None] For port 064e3c78-db32-447e-a8a0-0bd0f785a26d, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=064e3c78-db32-447e-a8a0-0bd0f785a26d,segment=NetworkSegment(dd637500-81e0-4468-a4bc-efc7a7911458),segment_id=dd637500-81e0-4468-a4bc-efc7a7911458)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:16.777413 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fcdc945e-90bb-4d85-8a75-5b1a0a36bc11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:16.788213 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cedd12fa-e9de-4935-97a3-655c79823d21 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:16.812511 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-fcdc945e-90bb-4d85-8a75-5b1a0a36bc11 None None] Calling delete_port for 064e3c78-db32-447e-a8a0-0bd0f785a26d owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:16.938246 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e07697b8-7c0a-453e-8565-05185deaa191 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:05:16.961495 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: e07697b8-7c0a-453e-8565-05185deaa191 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:05:16.961840 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e07697b8-7c0a-453e-8565-05185deaa191 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:05:16.962259 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 064e3c78-db32-447e-a8a0-0bd0f785a26d no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:05:16.962405 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-b60aeb7c-1877-4c22-917b-4d1a7d6951b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:05:14Z', 'revision_number': 7, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:16.982231 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-583da97d-5ed8-4782-acf1-0687a22fefef tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:17.015983 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-583da97d-5ed8-4782-acf1-0687a22fefef tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a251a0d9-95b1-488a-bc64-db1a20ca968e']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:17.028778 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60aeb7c-1877-4c22-917b-4d1a7d6951b9 None None] Checking router: a186c3a8-9ef0-483c-834b-6d462c6991a8 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:05:17.034391 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cedd12fa-e9de-4935-97a3-655c79823d21 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:17.037558 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60aeb7c-1877-4c22-917b-4d1a7d6951b9 None None] Routers {'a186c3a8-9ef0-483c-834b-6d462c6991a8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:17.039135 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-b60aeb7c-1877-4c22-917b-4d1a7d6951b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a186c3a8-9ef0-483c-834b-6d462c6991a8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:17.051405 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a889e7a-bc8f-43eb-8e88-ad1ff51a9918 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:17.052275 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a889e7a-bc8f-43eb-8e88-ad1ff51a9918 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:17.058373 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cedd12fa-e9de-4935-97a3-655c79823d21 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:17.060530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dc0f3d-2ff4-457a-88c2-009c641a83d3 None None] Network 037574df-d2ae-499c-851e-887a3b499516 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:17.061513 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cedd12fa-e9de-4935-97a3-655c79823d21 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "DELETE /v2.0/subnets/12cdc161-97a2-4758-9c62-a0043ee08ca8 HTTP/1.1" status: 204 len: 168 time: 0.7395315 Sep 18 00:05:17.064201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39660) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:17.066898 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:17.074542 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-7a889e7a-bc8f-43eb-8e88-ad1ff51a9918 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Calling delete_port for 4ed2ee72-391d-484d-a34d-895ddd252e8f owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:17.098120 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fcdc945e-90bb-4d85-8a75-5b1a0a36bc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:17.150537 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc945e-90bb-4d85-8a75-5b1a0a36bc11 None None] Pushing event deleted for resources: {'Port': ['ID=064e3c78-db32-447e-a8a0-0bd0f785a26d,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:17.155401 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdc945e-90bb-4d85-8a75-5b1a0a36bc11 None None] No DVR routers for this DVR port 064e3c78-db32-447e-a8a0-0bd0f785a26d on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:05:17.254204 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-b60aeb7c-1877-4c22-917b-4d1a7d6951b9 None None] Set router a186c3a8-9ef0-483c-834b-6d462c6991a8 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:05:17.305905 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a156c43c-d114-4731-b0a2-45ef54b526b7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:17.343912 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2cbf3ea1-4e91-4909-898f-d56ac98ad55a req-2eab2fb9-033a-4421-beb7-c63dc00b3281 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/ports?device_id=a309f5aa-0225-4221-8490-6ccf9ec3af10 HTTP/1.1" status: 200 len: 210 time: 0.0621679 Sep 18 00:05:17.344717 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd12fa-e9de-4935-97a3-655c79823d21 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event deleted for resources: {'Subnet': ['ID=12cdc161-97a2-4758-9c62-a0043ee08ca8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:17.365135 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-583da97d-5ed8-4782-acf1-0687a22fefef tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0752fa9-97c0-4d72-923e-5fbce92c2910') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:17.365999 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-583da97d-5ed8-4782-acf1-0687a22fefef tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0752fa9-97c0-4d72-923e-5fbce92c2910') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:17.388226 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-583da97d-5ed8-4782-acf1-0687a22fefef tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:17.451078 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-583da97d-5ed8-4782-acf1-0687a22fefef tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:17.463667 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:17.482533 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583da97d-5ed8-4782-acf1-0687a22fefef tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:05:17.486750 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-583da97d-5ed8-4782-acf1-0687a22fefef tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:17.493268 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a156c43c-d114-4731-b0a2-45ef54b526b7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:05:17.585137 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:05:17.602185 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-b60aeb7c-1877-4c22-917b-4d1a7d6951b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:05:14Z', 'revision_number': 7, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:17.612111 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0fe51d-ab73-4231-bdcc-244d828305e2 None None] DHCP port deletion for 037574df-d2ae-499c-851e-887a3b499516 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:05:17.683572 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60aeb7c-1877-4c22-917b-4d1a7d6951b9 None None] The sync data for ids ['a186c3a8-9ef0-483c-834b-6d462c6991a8'] in n-d-809883-1 is: [{'id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'name': 'tempest-TestNetworkBasicOps-router-2051902514', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:37Z', 'updated_at': '2021-09-18T00:05:14Z', 'revision_number': 7, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': '309827e9-a84b-4ddf-a3dd-1b3563c8f980', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186c3a8-9ef0-483c-834b-6d462c6991a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:38Z', 'updated_at': '2021-09-18T00:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:17.707247 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-583da97d-5ed8-4782-acf1-0687a22fefef tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:17.735853 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-583da97d-5ed8-4782-acf1-0687a22fefef tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:17.738282 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-583da97d-5ed8-4782-acf1-0687a22fefef tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/networks/a251a0d9-95b1-488a-bc64-db1a20ca968e HTTP/1.1" status: 204 len: 168 time: 1.5514359 Sep 18 00:05:17.747658 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ad0fe51d-ab73-4231-bdcc-244d828305e2 None None] Deleting port 188af244-06cc-4868-afe2-d52c9da68905 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:17.748053 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ad0fe51d-ab73-4231-bdcc-244d828305e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:17.768914 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39676) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:17.786791 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:17.804819 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583da97d-5ed8-4782-acf1-0687a22fefef tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Network': ['ID=a251a0d9-95b1-488a-bc64-db1a20ca968e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:17.847797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ad0fe51d-ab73-4231-bdcc-244d828305e2 None None] For port 188af244-06cc-4868-afe2-d52c9da68905, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=188af244-06cc-4868-afe2-d52c9da68905,segment=NetworkSegment(a710004d-d537-42ff-b58c-6b87cf9a36e3),segment_id=a710004d-d537-42ff-b58c-6b87cf9a36e3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:17.848118 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ad0fe51d-ab73-4231-bdcc-244d828305e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:17.871085 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ad0fe51d-ab73-4231-bdcc-244d828305e2 None None] Calling delete_port for 188af244-06cc-4868-afe2-d52c9da68905 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:17.917830 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a95ba470-2290-43f7-bb4f-cf98ffc43e73 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:17.979170 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a889e7a-bc8f-43eb-8e88-ad1ff51a9918 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:18.056628 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ad0fe51d-ab73-4231-bdcc-244d828305e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:18.085330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fe51d-ab73-4231-bdcc-244d828305e2 None None] Pushing event deleted for resources: {'Port': ['ID=188af244-06cc-4868-afe2-d52c9da68905,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:18.096095 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0fe51d-ab73-4231-bdcc-244d828305e2 None None] No DVR routers for this DVR port 188af244-06cc-4868-afe2-d52c9da68905 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:05:18.143467 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a95ba470-2290-43f7-bb4f-cf98ffc43e73 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:18.162931 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-a156c43c-d114-4731-b0a2-45ef54b526b7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Deleting port 309827e9-a84b-4ddf-a3dd-1b3563c8f980 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:18.163272 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a156c43c-d114-4731-b0a2-45ef54b526b7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:18.173889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a889e7a-bc8f-43eb-8e88-ad1ff51a9918 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Port': ['ID=4ed2ee72-391d-484d-a34d-895ddd252e8f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:18.194989 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-a95ba470-2290-43f7-bb4f-cf98ffc43e73 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9812c5c-0d4b-44c8-816c-17edc5076055']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:18.230607 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-a95ba470-2290-43f7-bb4f-cf98ffc43e73 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd637500-81e0-4468-a4bc-efc7a7911458') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:18.231270 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-a95ba470-2290-43f7-bb4f-cf98ffc43e73 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd637500-81e0-4468-a4bc-efc7a7911458') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:18.297718 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a95ba470-2290-43f7-bb4f-cf98ffc43e73 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:18.301344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-a156c43c-d114-4731-b0a2-45ef54b526b7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] For port 309827e9-a84b-4ddf-a3dd-1b3563c8f980, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=309827e9-a84b-4ddf-a3dd-1b3563c8f980,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:18.301738 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a156c43c-d114-4731-b0a2-45ef54b526b7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:18.335185 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a95ba470-2290-43f7-bb4f-cf98ffc43e73 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:18.347352 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a889e7a-bc8f-43eb-8e88-ad1ff51a9918 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:18.347961 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-7a889e7a-bc8f-43eb-8e88-ad1ff51a9918 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Floating IP dacf8384-1189-479b-b592-fd9e2241d590 disassociated (deleted). External IP: 172.25.3.156, port: f705268d-e990-426f-a62d-09f9a417f05a. Sep 18 00:05:18.362620 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-a156c43c-d114-4731-b0a2-45ef54b526b7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Calling delete_port for 309827e9-a84b-4ddf-a3dd-1b3563c8f980 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:18.434731 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-63a679b4-f710-4412-8927-f54ecef5bc37 req-d16198b2-c97b-401d-913d-86faf2477766 service neutron] (95592) timed out ('10.222.0.46', 42812) {{(pid=95592) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 00:05:18.483143 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a780408-104f-4689-861a-ef2a86f2dfc4 req-d73f1bc5-3127-40cc-9f95-936202f6a72f tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/ports?device_id=a309f5aa-0225-4221-8490-6ccf9ec3af10 HTTP/1.1" status: 200 len: 210 time: 0.0460961 Sep 18 00:05:18.535503 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95ba470-2290-43f7-bb4f-cf98ffc43e73 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:05:18.535932 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a95ba470-2290-43f7-bb4f-cf98ffc43e73 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:05:18.540295 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:05:18.694747 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a156c43c-d114-4731-b0a2-45ef54b526b7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:18.726475 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a95ba470-2290-43f7-bb4f-cf98ffc43e73 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:18.735663 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 188af244-06cc-4868-afe2-d52c9da68905 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:05:18.740025 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a95ba470-2290-43f7-bb4f-cf98ffc43e73 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:18.745494 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a95ba470-2290-43f7-bb4f-cf98ffc43e73 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/networks/a9812c5c-0d4b-44c8-816c-17edc5076055 HTTP/1.1" status: 204 len: 168 time: 0.9706607 Sep 18 00:05:18.750487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39698) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:18.766394 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7195ee59-c468-4331-9d47-0f76c8578107 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'network': {'name': 'tempest-RoutersTest-318489407'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:18.777541 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ba470-2290-43f7-bb4f-cf98ffc43e73 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Network': ['ID=a9812c5c-0d4b-44c8-816c-17edc5076055,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:18.787767 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a889e7a-bc8f-43eb-8e88-ad1ff51a9918 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Router 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:05:18.789597 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 188af244-06cc-4868-afe2-d52c9da68905 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:05:18.790184 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 188af244-06cc-4868-afe2-d52c9da68905 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:05:18.790938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d8e5e017-ce49-405e-b4f2-ac624102ae24 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:05:18.814959 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: d8e5e017-ce49-405e-b4f2-ac624102ae24 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:05:18.815656 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d8e5e017-ce49-405e-b4f2-ac624102ae24 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:05:18.840607 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a156c43c-d114-4731-b0a2-45ef54b526b7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:18.873577 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156c43c-d114-4731-b0a2-45ef54b526b7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event deleted for resources: {'Port': ['ID=309827e9-a84b-4ddf-a3dd-1b3563c8f980,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:18.912564 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a889e7a-bc8f-43eb-8e88-ad1ff51a9918 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:05:18.921200 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a889e7a-bc8f-43eb-8e88-ad1ff51a9918 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:18.923572 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991c9a98-9a90-4b19-9c38-bb1806ed926f None None] Sync routers for ids ['1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:18.934165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991c9a98-9a90-4b19-9c38-bb1806ed926f None None] Routers {'1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:18.935161 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-991c9a98-9a90-4b19-9c38-bb1806ed926f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:18.941434 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7195ee59-c468-4331-9d47-0f76c8578107 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Made reservation on behalf of b28a6a6f3afb4125a0b904f655028692 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:05:18.943976 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a156c43c-d114-4731-b0a2-45ef54b526b7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:18.945183 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7195ee59-c468-4331-9d47-0f76c8578107 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:18.945585 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a156c43c-d114-4731-b0a2-45ef54b526b7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:18.960208 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7a889e7a-bc8f-43eb-8e88-ad1ff51a9918 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "DELETE /v2.0/floatingips/dacf8384-1189-479b-b592-fd9e2241d590 HTTP/1.1" status: 204 len: 168 time: 2.6561360 Sep 18 00:05:18.970194 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:05:18.974419 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac1982b-71a9-40f8-95c4-e96fbcc81444" -d '{"events": [{"name": "network-changed", "server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "tag": "f705268d-e990-426f-a62d-09f9a417f05a"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:05:19.039556 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7195ee59-c468-4331-9d47-0f76c8578107 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:05:19.062149 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7195ee59-c468-4331-9d47-0f76c8578107 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:19.062402 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-7195ee59-c468-4331-9d47-0f76c8578107 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Added segment 0487571c-5ca9-4b62-b480-0fadea818d48 of type vlan for network 51a49525-575d-4201-80e8-f95e4737851d Sep 18 00:05:19.075045 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046ceddc-8b3b-4f76-b0a6-f08223d5d83c x-openstack-request-id: req-046ceddc-8b3b-4f76-b0a6-f08223d5d83c {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:05:19.076266 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "tag": "f705268d-e990-426f-a62d-09f9a417f05a", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:05:19.076820 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-046ceddc-8b3b-4f76-b0a6-f08223d5d83c {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:05:19.077601 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a', 'status': 'completed', 'code': 200} Sep 18 00:05:19.110290 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-991c9a98-9a90-4b19-9c38-bb1806ed926f None None] Set router 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:05:19.142241 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a156c43c-d114-4731-b0a2-45ef54b526b7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:19.143470 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a156c43c-d114-4731-b0a2-45ef54b526b7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Fanout notify agent at l3_agent the message router_deleted on router a186c3a8-9ef0-483c-834b-6d462c6991a8 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:05:19.151568 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7195ee59-c468-4331-9d47-0f76c8578107 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:19.167218 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a156c43c-d114-4731-b0a2-45ef54b526b7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:19.170373 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a156c43c-d114-4731-b0a2-45ef54b526b7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "DELETE /v2.0/routers/a186c3a8-9ef0-483c-834b-6d462c6991a8 HTTP/1.1" status: 204 len: 168 time: 2.1048317 Sep 18 00:05:19.173976 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39710) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:19.186955 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1982b-71a9-40f8-95c4-e96fbcc81444 req-58f6b248-9793-4aaa-a888-7b7dbacdfc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:19.188643 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aac1982b-71a9-40f8-95c4-e96fbcc81444 req-58f6b248-9793-4aaa-a888-7b7dbacdfc7c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 1098 time: 0.0796316 Sep 18 00:05:19.312519 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6ee00ec1-ce60-43a2-a47b-8ab68f525a3e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:19.332035 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1982b-71a9-40f8-95c4-e96fbcc81444 req-d76d7bcd-cf8b-4f8c-bb52-95a58d52da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:19.348219 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aac1982b-71a9-40f8-95c4-e96fbcc81444 req-d76d7bcd-cf8b-4f8c-bb52-95a58d52da4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=6394acd2-42a9-4714-99b8-84ce03248e98 HTTP/1.1" status: 200 len: 898 time: 0.1372368 Sep 18 00:05:19.442376 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6ee00ec1-ce60-43a2-a47b-8ab68f525a3e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:19.464455 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7195ee59-c468-4331-9d47-0f76c8578107 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:19.484350 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6ee00ec1-ce60-43a2-a47b-8ab68f525a3e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037574df-d2ae-499c-851e-887a3b499516']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:19.496598 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6ee00ec1-ce60-43a2-a47b-8ab68f525a3e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a710004d-d537-42ff-b58c-6b87cf9a36e3') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:19.497663 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6ee00ec1-ce60-43a2-a47b-8ab68f525a3e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a710004d-d537-42ff-b58c-6b87cf9a36e3') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:19.498323 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7195ee59-c468-4331-9d47-0f76c8578107 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:19.499053 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7195ee59-c468-4331-9d47-0f76c8578107 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:19.510356 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6ee00ec1-ce60-43a2-a47b-8ab68f525a3e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:19.528437 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6ee00ec1-ce60-43a2-a47b-8ab68f525a3e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:19.541118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee00ec1-ce60-43a2-a47b-8ab68f525a3e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:05:19.541529 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aac1982b-71a9-40f8-95c4-e96fbcc81444 req-4d05ea42-aa5b-4e89-be11-626238dacaac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f705268d-e990-426f-a62d-09f9a417f05a HTTP/1.1" status: 200 len: 217 time: 0.1924598 Sep 18 00:05:19.542896 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6ee00ec1-ce60-43a2-a47b-8ab68f525a3e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:05:19.555869 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:05:19.562845 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-991c9a98-9a90-4b19-9c38-bb1806ed926f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796397890', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:57Z', 'updated_at': '2021-09-18T00:03:08Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:58Z', 'updated_at': '2021-09-18T00:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b376eb28-a5f3-4aed-bae3-d4131458ebac', 'name': '', 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:48:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:03:06Z', 'updated_at': '2021-09-18T00:03:14Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:19.622016 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991c9a98-9a90-4b19-9c38-bb1806ed926f None None] Checking router: 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:05:19.636337 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991c9a98-9a90-4b19-9c38-bb1806ed926f None None] Routers {'1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:19.636337 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-991c9a98-9a90-4b19-9c38-bb1806ed926f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:19.670353 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7195ee59-c468-4331-9d47-0f76c8578107 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9187739 Sep 18 00:05:19.699529 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39730) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:19.704889 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-5ebc9406-c0b9-4b0e-8f44-6cfd47905f56 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'subnet': {'network_id': '51a49525-575d-4201-80e8-f95e4737851d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:19.716765 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195ee59-c468-4331-9d47-0f76c8578107 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Network': ['ID=51a49525-575d-4201-80e8-f95e4737851d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:19.728670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 51a49525-575d-4201-80e8-f95e4737851d details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:05:19.730790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1982b-71a9-40f8-95c4-e96fbcc81444 req-023db8c3-744b-4de5-8e88-450bd3c19759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:19.733445 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aac1982b-71a9-40f8-95c4-e96fbcc81444 req-023db8c3-744b-4de5-8e88-450bd3c19759 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d28e983-1f5e-4e84-89d0-753a7794debe HTTP/1.1" status: 200 len: 835 time: 0.1786947 Sep 18 00:05:19.809441 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1982b-71a9-40f8-95c4-e96fbcc81444 req-15532bb9-5776-4813-87fb-884ea62f5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:19.811233 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aac1982b-71a9-40f8-95c4-e96fbcc81444 req-15532bb9-5776-4813-87fb-884ea62f5a7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6394acd2-42a9-4714-99b8-84ce03248e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694509 Sep 18 00:05:19.856126 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e44d7f1c-9d2e-41f8-a474-fcbd304d0aed req-ec1a2f6e-4fdd-4530-b26a-aa80be6de8c7 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/ports?device_id=a309f5aa-0225-4221-8490-6ccf9ec3af10 HTTP/1.1" status: 200 len: 210 time: 0.1546614 Sep 18 00:05:19.891153 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6ee00ec1-ce60-43a2-a47b-8ab68f525a3e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:19.923790 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6ee00ec1-ce60-43a2-a47b-8ab68f525a3e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:19.925954 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6ee00ec1-ce60-43a2-a47b-8ab68f525a3e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "DELETE /v2.0/networks/037574df-d2ae-499c-851e-887a3b499516 HTTP/1.1" status: 204 len: 168 time: 0.7491801 Sep 18 00:05:19.941692 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:19.942274 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee00ec1-ce60-43a2-a47b-8ab68f525a3e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event deleted for resources: {'Network': ['ID=037574df-d2ae-499c-851e-887a3b499516,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:19.949051 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebc9406-c0b9-4b0e-8f44-6cfd47905f56 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Made reservation on behalf of b28a6a6f3afb4125a0b904f655028692 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:05:19.955842 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ebc9406-c0b9-4b0e-8f44-6cfd47905f56 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:19.956089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39734) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:19.961121 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-991c9a98-9a90-4b19-9c38-bb1806ed926f None None] Set router 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:05:19.961475 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0ce634aa-2e7a-4b07-8c08-3f687d27caec tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'network': {'name': 'tempest-network-smoke--148151901', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'port_security_enabled': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:19.984040 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aac1982b-71a9-40f8-95c4-e96fbcc81444 req-b21d78fb-4313-4cc0-96c2-3b00b6abd4aa service neutron] 10.222.0.41 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590490 Sep 18 00:05:20.103203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce634aa-2e7a-4b07-8c08-3f687d27caec tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Made reservation on behalf of 240dd21d0d2f45ecb6590c53be314024 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:05:20.108587 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ce634aa-2e7a-4b07-8c08-3f687d27caec tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:20.177851 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce634aa-2e7a-4b07-8c08-3f687d27caec tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:05:20.238690 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aac1982b-71a9-40f8-95c4-e96fbcc81444 req-9eae0420-7b70-423f-906a-d1dcafc6b1f8 service neutron] 10.222.0.41 "GET /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455227 Sep 18 00:05:20.240506 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ce634aa-2e7a-4b07-8c08-3f687d27caec tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:20.241099 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-0ce634aa-2e7a-4b07-8c08-3f687d27caec tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Added segment 8262a247-fbf0-42c0-9911-6579a8abafa8 of type vlan for network 7e5b19c7-d838-4db3-94b8-813112c248ff Sep 18 00:05:20.291886 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ce634aa-2e7a-4b07-8c08-3f687d27caec tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:20.351309 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ebc9406-c0b9-4b0e-8f44-6cfd47905f56 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:20.421852 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ce634aa-2e7a-4b07-8c08-3f687d27caec tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:20.442923 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce634aa-2e7a-4b07-8c08-3f687d27caec tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:20.442923 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ce634aa-2e7a-4b07-8c08-3f687d27caec tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:20.443642 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-991c9a98-9a90-4b19-9c38-bb1806ed926f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796397890', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:57Z', 'updated_at': '2021-09-18T00:03:08Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:58Z', 'updated_at': '2021-09-18T00:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b376eb28-a5f3-4aed-bae3-d4131458ebac', 'name': '', 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:48:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:03:06Z', 'updated_at': '2021-09-18T00:03:14Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:20.443913 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41361ac9-6183-4ecc-a5f7-8a5919bf21ca req-9cd5093c-73b6-40b7-b039-e631b480be05 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:20.446142 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41361ac9-6183-4ecc-a5f7-8a5919bf21ca req-9cd5093c-73b6-40b7-b039-e631b480be05 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 947 time: 0.1712439 Sep 18 00:05:20.468225 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82d928-6b36-414c-a728-c89426c469e8 req-f400dfb5-6a06-4515-b2c4-e1aaa200a8ed tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:20.469510 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991c9a98-9a90-4b19-9c38-bb1806ed926f None None] The sync data for ids ['1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'] in n-d-809883-1 is: [{'id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796397890', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:57Z', 'updated_at': '2021-09-18T00:03:08Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:58Z', 'updated_at': '2021-09-18T00:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b376eb28-a5f3-4aed-bae3-d4131458ebac', 'name': '', 'network_id': '6394acd2-42a9-4714-99b8-84ce03248e98', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:48:ba:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:03:06Z', 'updated_at': '2021-09-18T00:03:14Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '9d28e983-1f5e-4e84-89d0-753a7794debe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:20.469838 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d82d928-6b36-414c-a728-c89426c469e8 req-f400dfb5-6a06-4515-b2c4-e1aaa200a8ed tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.37 "GET /v2.0/networks?id=8e023543-4e71-4d8b-af2d-fb5d79c2ce29 HTTP/1.1" status: 200 len: 822 time: 0.2457314 Sep 18 00:05:20.473995 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc9406-c0b9-4b0e-8f44-6cfd47905f56 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Subnet': ['ID=57d8966c-97e8-4232-a3fa-a29eda47e7d4,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:20.504274 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-9d82d928-6b36-414c-a728-c89426c469e8 req-b93d5788-d644-48e7-8e5f-9144b8e159ba tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Request body: {'port': {'device_id': 'a309f5aa-0225-4221-8490-6ccf9ec3af10', 'network_id': '8e023543-4e71-4d8b-af2d-fb5d79c2ce29', 'admin_state_up': True, 'tenant_id': '6e7d2eb600864f58a25155f488945be2'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:20.531246 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce634aa-2e7a-4b07-8c08-3f687d27caec tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Network': ['ID=7e5b19c7-d838-4db3-94b8-813112c248ff,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:20.536987 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0ce634aa-2e7a-4b07-8c08-3f687d27caec tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5799072 Sep 18 00:05:20.540590 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39748) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:20.546656 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 7e5b19c7-d838-4db3-94b8-813112c248ff details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:05:20.550751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2585d79e-269f-4be5-aacc-0317c28c67d6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1806184355', 'admin_state_up': True, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:20.564136 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebc9406-c0b9-4b0e-8f44-6cfd47905f56 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Checking segment: {'id': '0487571c-5ca9-4b62-b480-0fadea818d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '51a49525-575d-4201-80e8-f95e4737851d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:05:20.564557 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc9406-c0b9-4b0e-8f44-6cfd47905f56 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network hostable DHCP agents. Network: 51a49525-575d-4201-80e8-f95e4737851d, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:05:20.599959 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41361ac9-6183-4ecc-a5f7-8a5919bf21ca req-80690797-95ce-4cc4-83e9-7912ca907437 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454291 Sep 18 00:05:20.639553 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2585d79e-269f-4be5-aacc-0317c28c67d6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:20.644812 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2585d79e-269f-4be5-aacc-0317c28c67d6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:20.711806 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2585d79e-269f-4be5-aacc-0317c28c67d6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:20.734987 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc9406-c0b9-4b0e-8f44-6cfd47905f56 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network 51a49525-575d-4201-80e8-f95e4737851d is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:05:20.737514 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 309827e9-a84b-4ddf-a3dd-1b3563c8f980 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:05:20.754312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d82d928-6b36-414c-a728-c89426c469e8 req-b93d5788-d644-48e7-8e5f-9144b8e159ba tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Made reservation on behalf of 6e7d2eb600864f58a25155f488945be2 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:05:20.760658 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d82d928-6b36-414c-a728-c89426c469e8 req-b93d5788-d644-48e7-8e5f-9144b8e159ba tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:20.765031 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 309827e9-a84b-4ddf-a3dd-1b3563c8f980 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:05:20.765031 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 309827e9-a84b-4ddf-a3dd-1b3563c8f980 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:05:20.837105 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-5ebc9406-c0b9-4b0e-8f44-6cfd47905f56 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 51a49525-575d-4201-80e8-f95e4737851d) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:20.847715 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d040c260-639d-470d-b4f2-a1112fa3a242 None None] Network 51a49525-575d-4201-80e8-f95e4737851d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:20.848568 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebc9406-c0b9-4b0e-8f44-6cfd47905f56 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:20.849370 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ebc9406-c0b9-4b0e-8f44-6cfd47905f56 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:20.945678 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5ebc9406-c0b9-4b0e-8f44-6cfd47905f56 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2442341 Sep 18 00:05:20.955706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39766) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:20.966544 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-6f88ab98-f4ca-4d9c-9fd5-6febaa3cacd6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1874420631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:20.982996 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2c41d-246c-499f-8c34-607f6ce134fd None None] New status for floating IP dacf8384-1189-479b-b592-fd9e2241d590: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:05:21.005227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-9d82d928-6b36-414c-a728-c89426c469e8 req-b93d5788-d644-48e7-8e5f-9144b8e159ba tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Allocated IP 172.20.0.8 (8e023543-4e71-4d8b-af2d-fb5d79c2ce29/214037a2-1624-45ef-8513-6921d984a25e/3426ebfd-0ed4-4065-ab96-e313521e69e9) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:05:21.019756 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2585d79e-269f-4be5-aacc-0317c28c67d6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:21.070839 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-00898159-360e-4b32-a328-299bea131500 req-ed670458-e886-46c7-ae83-83fd771fae8d tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/ports?device_id=a309f5aa-0225-4221-8490-6ccf9ec3af10 HTTP/1.1" status: 200 len: 210 time: 0.0612361 Sep 18 00:05:21.089205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-51a49525-575d-4201-80e8-f95e4737851d', 'network_id': '51a49525-575d-4201-80e8-f95e4737851d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'fixed_ips': [{'subnet_id': '57d8966c-97e8-4232-a3fa-a29eda47e7d4'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:05:21.090758 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:21.144380 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f88ab98-f4ca-4d9c-9fd5-6febaa3cacd6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:21.151134 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f88ab98-f4ca-4d9c-9fd5-6febaa3cacd6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:21.243433 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f88ab98-f4ca-4d9c-9fd5-6febaa3cacd6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:21.298777 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] Allocated IP 172.20.0.2 (51a49525-575d-4201-80e8-f95e4737851d/57d8966c-97e8-4232-a3fa-a29eda47e7d4/51f7e66d-37b5-41ae-a704-1f3ba2e37591) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:05:21.319062 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d82d928-6b36-414c-a728-c89426c469e8 req-b93d5788-d644-48e7-8e5f-9144b8e159ba tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:21.326442 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f88ab98-f4ca-4d9c-9fd5-6febaa3cacd6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:21.369813 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2585d79e-269f-4be5-aacc-0317c28c67d6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:21.390991 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2585d79e-269f-4be5-aacc-0317c28c67d6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:21.410696 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f88ab98-f4ca-4d9c-9fd5-6febaa3cacd6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:21.411994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6f88ab98-f4ca-4d9c-9fd5-6febaa3cacd6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4552319 Sep 18 00:05:21.414703 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39786) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:21.420025 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7bb2281d-8579-467d-8ffb-c492cd3dc115 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'port': {'network_id': '51a49525-575d-4201-80e8-f95e4737851d', 'name': 'tempest-RoutersTest-1839400184'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:21.461051 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:21.478716 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d82d928-6b36-414c-a728-c89426c469e8 req-b93d5788-d644-48e7-8e5f-9144b8e159ba tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:21.524954 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9af8f-be8f-44f9-9aee-14b485afdd00 req-5cf9f090-9efe-4bd1-be09-85e82756b90e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:21.526475 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e7c9af8f-be8f-44f9-9aee-14b485afdd00 req-5cf9f090-9efe-4bd1-be09-85e82756b90e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.41 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 947 time: 0.0892074 Sep 18 00:05:21.546676 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-2585d79e-269f-4be5-aacc-0317c28c67d6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Allocated IP 172.25.3.236 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/d80350be-d273-465c-9cf6-7f6f32ace768) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:05:21.547868 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d82d928-6b36-414c-a728-c89426c469e8 req-b93d5788-d644-48e7-8e5f-9144b8e159ba tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Network 8e023543-4e71-4d8b-af2d-fb5d79c2ce29 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:21.558389 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-9d82d928-6b36-414c-a728-c89426c469e8 req-b93d5788-d644-48e7-8e5f-9144b8e159ba tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:21.567268 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:21.568270 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d82d928-6b36-414c-a728-c89426c469e8 req-b93d5788-d644-48e7-8e5f-9144b8e159ba tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:05:21.573792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d5788-d644-48e7-8e5f-9144b8e159ba tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Pushing event updated for resources: {'Port': ['ID=3426ebfd-0ed4-4065-ab96-e313521e69e9,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:21.649586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] Network 51a49525-575d-4201-80e8-f95e4737851d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:21.649746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82d928-6b36-414c-a728-c89426c469e8 req-b93d5788-d644-48e7-8e5f-9144b8e159ba tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:21.649746 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d82d928-6b36-414c-a728-c89426c469e8 req-b93d5788-d644-48e7-8e5f-9144b8e159ba tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:21.655097 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:21.662156 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:05:21.683016 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] Pushing event updated for resources: {'Port': ['ID=51f7e66d-37b5-41ae-a704-1f3ba2e37591,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:21.695745 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb2281d-8579-467d-8ffb-c492cd3dc115 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Made reservation on behalf of b28a6a6f3afb4125a0b904f655028692 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:05:21.695745 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7bb2281d-8579-467d-8ffb-c492cd3dc115 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:21.740212 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-7bb2281d-8579-467d-8ffb-c492cd3dc115 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] device_id is not set on port 6af8dee4-020d-4d47-87c3-9697c27d7893 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:05:21.745266 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] Attempting to bind port 51f7e66d-37b5-41ae-a704-1f3ba2e37591 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:05:21.747787 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] Attempting to bind port 51f7e66d-37b5-41ae-a704-1f3ba2e37591 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '0487571c-5ca9-4b62-b480-0fadea818d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '51a49525-575d-4201-80e8-f95e4737851d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:05:21.748873 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] Attempting to bind port 51f7e66d-37b5-41ae-a704-1f3ba2e37591 on network 51a49525-575d-4201-80e8-f95e4737851d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:05:21.763353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:05:21.764018 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] Checking segment: {'id': '0487571c-5ca9-4b62-b480-0fadea818d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '51a49525-575d-4201-80e8-f95e4737851d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:05:21.764608 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:21.765151 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] Bound using segment: {'id': '0487571c-5ca9-4b62-b480-0fadea818d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '51a49525-575d-4201-80e8-f95e4737851d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:05:21.773537 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] Bound port: 51f7e66d-37b5-41ae-a704-1f3ba2e37591, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0487571c-5ca9-4b62-b480-0fadea818d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '51a49525-575d-4201-80e8-f95e4737851d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:05:21.773537 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:21.822267 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebfd43-28fd-4144-ae3a-33e5a5077918 req-6b21c950-0f11-49c8-832b-c2cc44064674 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:21.823894 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdebfd43-28fd-4144-ae3a-33e5a5077918 req-6b21c950-0f11-49c8-832b-c2cc44064674 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 947 time: 0.1159327 Sep 18 00:05:21.853650 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] For port 51f7e66d-37b5-41ae-a704-1f3ba2e37591, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:05:21.858299 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] For port 51f7e66d-37b5-41ae-a704-1f3ba2e37591, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=51f7e66d-37b5-41ae-a704-1f3ba2e37591,segment=NetworkSegment(0487571c-5ca9-4b62-b480-0fadea818d48),segment_id=0487571c-5ca9-4b62-b480-0fadea818d48)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:05:21.869747 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d82d928-6b36-414c-a728-c89426c469e8 req-b93d5788-d644-48e7-8e5f-9144b8e159ba tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3768103 Sep 18 00:05:21.890470 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Request body: {'port': {'device_id': 'a309f5aa-0225-4221-8490-6ccf9ec3af10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:21.948071 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-7bb2281d-8579-467d-8ffb-c492cd3dc115 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Allocated IP 172.20.0.9 (51a49525-575d-4201-80e8-f95e4737851d/57d8966c-97e8-4232-a3fa-a29eda47e7d4/6af8dee4-020d-4d47-87c3-9697c27d7893) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:05:21.954732 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:21.959095 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdebfd43-28fd-4144-ae3a-33e5a5077918 req-ab233628-aa19-4b93-9dbc-4ee93b4bb190 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=9d204f98-334e-4118-9031-c944c67b30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266632 Sep 18 00:05:22.032538 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:22.089971 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-e7c9af8f-be8f-44f9-9aee-14b485afdd00 req-36d28aa5-cccb-4106-8983-30b9aa80686d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting port f705268d-e990-426f-a62d-09f9a417f05a {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:22.090540 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7c9af8f-be8f-44f9-9aee-14b485afdd00 req-36d28aa5-cccb-4106-8983-30b9aa80686d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:22.109641 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2585d79e-269f-4be5-aacc-0317c28c67d6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:22.179400 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e7367-ab40-4a3b-b7a3-287f72dbc5be None None] Pushing event updated for resources: {'Port': ['ID=51f7e66d-37b5-41ae-a704-1f3ba2e37591,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:22.228666 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-e7c9af8f-be8f-44f9-9aee-14b485afdd00 req-36d28aa5-cccb-4106-8983-30b9aa80686d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] For port f705268d-e990-426f-a62d-09f9a417f05a, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=f705268d-e990-426f-a62d-09f9a417f05a,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:22.230831 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7c9af8f-be8f-44f9-9aee-14b485afdd00 req-36d28aa5-cccb-4106-8983-30b9aa80686d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:22.245174 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-e7c9af8f-be8f-44f9-9aee-14b485afdd00 req-36d28aa5-cccb-4106-8983-30b9aa80686d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Calling delete_port for f705268d-e990-426f-a62d-09f9a417f05a owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:22.306861 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2585d79e-269f-4be5-aacc-0317c28c67d6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:22.309573 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7bb2281d-8579-467d-8ffb-c492cd3dc115 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:22.355888 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c021416-6d5b-41c6-9700-9b86a13b4be7 req-477059ae-cb81-4db2-a3ca-3e83d0a8c915 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:22.358065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c021416-6d5b-41c6-9700-9b86a13b4be7 req-477059ae-cb81-4db2-a3ca-3e83d0a8c915 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/ports?device_id=a309f5aa-0225-4221-8490-6ccf9ec3af10 HTTP/1.1" status: 200 len: 931 time: 0.1271117 Sep 18 00:05:22.389149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2585d79e-269f-4be5-aacc-0317c28c67d6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:22.398686 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-2585d79e-269f-4be5-aacc-0317c28c67d6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:22.402546 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2585d79e-269f-4be5-aacc-0317c28c67d6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:05:22.405538 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585d79e-269f-4be5-aacc-0317c28c67d6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Port': ['ID=d80350be-d273-465c-9cf6-7f6f32ace768,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:22.520454 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c021416-6d5b-41c6-9700-9b86a13b4be7 req-30c4e9c2-5d75-45ca-aa44-1a41367ae91c tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/security-groups?id=29297ced-af72-4bbe-85dd-94700cd3da34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938995 Sep 18 00:05:22.620203 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7bb2281d-8579-467d-8ffb-c492cd3dc115 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:22.678807 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3426ebfd-0ed4-4065-ab96-e313521e69e9 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:05:22.685928 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb2281d-8579-467d-8ffb-c492cd3dc115 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network 51a49525-575d-4201-80e8-f95e4737851d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:22.694038 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:22.696448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-7bb2281d-8579-467d-8ffb-c492cd3dc115 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:22.705280 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb2281d-8579-467d-8ffb-c492cd3dc115 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:05:22.705619 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7c9af8f-be8f-44f9-9aee-14b485afdd00 req-36d28aa5-cccb-4106-8983-30b9aa80686d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:22.711303 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2281d-8579-467d-8ffb-c492cd3dc115 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=6af8dee4-020d-4d47-87c3-9697c27d7893,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:22.739169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d28aa5-cccb-4106-8983-30b9aa80686d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Port': ['ID=f705268d-e990-426f-a62d-09f9a417f05a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:22.743659 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Transition to ACTIVE for port object 3426ebfd-0ed4-4065-ab96-e313521e69e9 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:05:22.775928 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb2281d-8579-467d-8ffb-c492cd3dc115 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:22.779266 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7bb2281d-8579-467d-8ffb-c492cd3dc115 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:22.791948 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 51f7e66d-37b5-41ae-a704-1f3ba2e37591 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:22.810963 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c9af8f-be8f-44f9-9aee-14b485afdd00 req-36d28aa5-cccb-4106-8983-30b9aa80686d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] No DVR routers for this DVR port f705268d-e990-426f-a62d-09f9a417f05a on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:05:22.813860 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7c9af8f-be8f-44f9-9aee-14b485afdd00 req-36d28aa5-cccb-4106-8983-30b9aa80686d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:22.815809 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e7c9af8f-be8f-44f9-9aee-14b485afdd00 req-36d28aa5-cccb-4106-8983-30b9aa80686d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.41 "DELETE /v2.0/ports/f705268d-e990-426f-a62d-09f9a417f05a HTTP/1.1" status: 204 len: 173 time: 1.2806268 Sep 18 00:05:22.817180 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'name': 'network-vif-deleted', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:05:22.819611 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ddd11d-5a56-47b0-85da-63350245c605" -d '{"events": [{"server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "name": "network-vif-deleted", "tag": "f705268d-e990-426f-a62d-09f9a417f05a"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:05:22.828554 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:22.872909 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9b1ebd-414e-4860-8707-8bdcc834aca8 x-openstack-request-id: req-2b9b1ebd-414e-4860-8707-8bdcc834aca8 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:05:22.873161 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8869065b-2297-4ffd-b267-4c6ea31dbf6b", "name": "network-vif-deleted", "tag": "f705268d-e990-426f-a62d-09f9a417f05a", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:05:22.873414 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b9b1ebd-414e-4860-8707-8bdcc834aca8 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:05:22.876031 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8869065b-2297-4ffd-b267-4c6ea31dbf6b', 'name': 'network-vif-deleted', 'tag': 'f705268d-e990-426f-a62d-09f9a417f05a', 'status': 'completed', 'code': 200} Sep 18 00:05:22.892928 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 51f7e66d-37b5-41ae-a704-1f3ba2e37591 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:22.894311 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:22.923306 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7bb2281d-8579-467d-8ffb-c492cd3dc115 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5073488 Sep 18 00:05:22.923917 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Pushing event updated for resources: {'Port': ['ID=3426ebfd-0ed4-4065-ab96-e313521e69e9,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:22.944435 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39860) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:22.989414 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Attempting to bind port 3426ebfd-0ed4-4065-ab96-e313521e69e9 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:05:22.989764 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Attempting to bind port 3426ebfd-0ed4-4065-ab96-e313521e69e9 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'd16ea471-980a-4168-8118-9efae2610312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8e023543-4e71-4d8b-af2d-fb5d79c2ce29'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:05:22.990184 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Attempting to bind port 3426ebfd-0ed4-4065-ab96-e313521e69e9 on network 8e023543-4e71-4d8b-af2d-fb5d79c2ce29 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:05:23.007338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Port 3426ebfd-0ed4-4065-ab96-e313521e69e9 on network 8e023543-4e71-4d8b-af2d-fb5d79c2ce29 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:05:23.007338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Attempting to bind port 3426ebfd-0ed4-4065-ab96-e313521e69e9 on network 8e023543-4e71-4d8b-af2d-fb5d79c2ce29 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:05:23.019174 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:05:23.019787 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Checking segment: {'id': 'd16ea471-980a-4168-8118-9efae2610312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8e023543-4e71-4d8b-af2d-fb5d79c2ce29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:05:23.020019 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:23.020649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Bound using segment: {'id': 'd16ea471-980a-4168-8118-9efae2610312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8e023543-4e71-4d8b-af2d-fb5d79c2ce29'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:05:23.021330 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Bound port: 3426ebfd-0ed4-4065-ab96-e313521e69e9, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd16ea471-980a-4168-8118-9efae2610312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8e023543-4e71-4d8b-af2d-fb5d79c2ce29'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:05:23.022151 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:23.073314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 51f7e66d-37b5-41ae-a704-1f3ba2e37591, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=51f7e66d-37b5-41ae-a704-1f3ba2e37591,segment=NetworkSegment(0487571c-5ca9-4b62-b480-0fadea818d48),segment_id=0487571c-5ca9-4b62-b480-0fadea818d48)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:23.122936 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2585d79e-269f-4be5-aacc-0317c28c67d6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:23.126852 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17d281e0-b72d-4542-bdc9-923da6d85c15 req-b13a272c-3d13-4bc2-b3c4-5ea945aebfb7 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=8869065b-2297-4ffd-b267-4c6ea31dbf6b HTTP/1.1" status: 200 len: 210 time: 0.0347269 Sep 18 00:05:23.169339 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:23.185859 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] For port 3426ebfd-0ed4-4065-ab96-e313521e69e9, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:05:23.190550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] For port 3426ebfd-0ed4-4065-ab96-e313521e69e9, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=3426ebfd-0ed4-4065-ab96-e313521e69e9,segment=NetworkSegment(d16ea471-980a-4168-8118-9efae2610312),segment_id=d16ea471-980a-4168-8118-9efae2610312)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:05:23.244713 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=51f7e66d-37b5-41ae-a704-1f3ba2e37591,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:23.251483 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:23.332534 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:23.333800 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:23.335834 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d82d928-6b36-414c-a728-c89426c469e8 req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] 10.222.0.37 "PUT /v2.0/ports/3426ebfd-0ed4-4065-ab96-e313521e69e9 HTTP/1.1" status: 200 len: 1091 time: 1.4528368 Sep 18 00:05:23.339223 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a309f5aa-0225-4221-8490-6ccf9ec3af10', 'tag': '3426ebfd-0ed4-4065-ab96-e313521e69e9'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:05:23.351221 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0faa9fa-9566-4296-bbde-7b0e9c67094a" -d '{"events": [{"name": "network-changed", "server_uuid": "a309f5aa-0225-4221-8490-6ccf9ec3af10", "tag": "3426ebfd-0ed4-4065-ab96-e313521e69e9"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:05:23.378395 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa772f87-520b-4f7b-89ab-649e25431281 service neutron] Pushing event updated for resources: {'Port': ['ID=3426ebfd-0ed4-4065-ab96-e313521e69e9,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:23.429052 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396935ef-b847-419c-a20a-c6e38ff8bffd x-openstack-request-id: req-396935ef-b847-419c-a20a-c6e38ff8bffd {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:05:23.429440 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a309f5aa-0225-4221-8490-6ccf9ec3af10", "tag": "3426ebfd-0ed4-4065-ab96-e313521e69e9", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:05:23.429941 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-396935ef-b847-419c-a20a-c6e38ff8bffd {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:05:23.430511 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a309f5aa-0225-4221-8490-6ccf9ec3af10', 'tag': '3426ebfd-0ed4-4065-ab96-e313521e69e9', 'status': 'completed', 'code': 200} Sep 18 00:05:23.512094 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0faa9fa-9566-4296-bbde-7b0e9c67094a req-05d0d5bb-f4a0-4269-a25d-45baeb859591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:23.513700 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0faa9fa-9566-4296-bbde-7b0e9c67094a req-05d0d5bb-f4a0-4269-a25d-45baeb859591 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e7d2eb600864f58a25155f488945be2&device_id=a309f5aa-0225-4221-8490-6ccf9ec3af10 HTTP/1.1" status: 200 len: 1094 time: 0.0622318 Sep 18 00:05:23.690379 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee8e423-b062-46a3-9af8-a105042fb43d None None] Network 51a49525-575d-4201-80e8-f95e4737851d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:23.702205 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2585d79e-269f-4be5-aacc-0317c28c67d6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:23.708007 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-510a85a1-ad21-4e93-b679-8d66a7c1b2b0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:23.726283 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695490c-a3ed-439a-86dc-f1487bb4f7bb req-f7cab201-f576-4052-9377-6371454f38e9 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:23.727922 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3695490c-a3ed-439a-86dc-f1487bb4f7bb req-f7cab201-f576-4052-9377-6371454f38e9 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/ports?device_id=a309f5aa-0225-4221-8490-6ccf9ec3af10 HTTP/1.1" status: 200 len: 943 time: 0.0767787 Sep 18 00:05:23.728998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0faa9fa-9566-4296-bbde-7b0e9c67094a req-135c9821-31ed-419c-bf7e-3c5e4665e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:23.730629 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0faa9fa-9566-4296-bbde-7b0e9c67094a req-135c9821-31ed-419c-bf7e-3c5e4665e3db service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6e7d2eb600864f58a25155f488945be2&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2094896 Sep 18 00:05:23.832708 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7842abf1-13c3-43ed-8001-fb1abbb2f33c None None] Provisioning complete for port 51f7e66d-37b5-41ae-a704-1f3ba2e37591 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:23.833349 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7842abf1-13c3-43ed-8001-fb1abbb2f33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:23.845378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3695490c-a3ed-439a-86dc-f1487bb4f7bb req-ab52894f-6bb8-451a-acc9-1f85feb0c585 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/security-groups?id=29297ced-af72-4bbe-85dd-94700cd3da34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093256 Sep 18 00:05:23.875684 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0faa9fa-9566-4296-bbde-7b0e9c67094a req-ce506db2-292d-45de-84ef-e0576f592426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:23.877393 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0faa9fa-9566-4296-bbde-7b0e9c67094a req-ce506db2-292d-45de-84ef-e0576f592426 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352401 Sep 18 00:05:23.997014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82d928-6b36-414c-a728-c89426c469e8 req-8da86de9-08dc-4c9d-9952-c7ab9d65814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:23.998950 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d82d928-6b36-414c-a728-c89426c469e8 req-8da86de9-08dc-4c9d-9952-c7ab9d65814d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e7d2eb600864f58a25155f488945be2&device_id=a309f5aa-0225-4221-8490-6ccf9ec3af10 HTTP/1.1" status: 200 len: 1094 time: 0.0708382 Sep 18 00:05:24.059731 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d82d928-6b36-414c-a728-c89426c469e8 req-c396d7da-4a35-432e-aacb-cd16d32b78c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3426ebfd-0ed4-4065-ab96-e313521e69e9 HTTP/1.1" status: 200 len: 217 time: 0.0512509 Sep 18 00:05:24.088674 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-510a85a1-ad21-4e93-b679-8d66a7c1b2b0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:24.116075 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82d928-6b36-414c-a728-c89426c469e8 req-1f7b83e9-16a4-4208-ad60-70d743a03ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:24.117750 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d82d928-6b36-414c-a728-c89426c469e8 req-1f7b83e9-16a4-4208-ad60-70d743a03ec0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=214037a2-1624-45ef-8513-6921d984a25e HTTP/1.1" status: 200 len: 862 time: 0.0513225 Sep 18 00:05:24.130453 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2585d79e-269f-4be5-aacc-0317c28c67d6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Router e2593a4a-1783-485b-8e68-cbbc092fbfda is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:05:24.180586 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d82d928-6b36-414c-a728-c89426c469e8 req-25879450-99fb-4060-b9b2-e4d23be8f424 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8e023543-4e71-4d8b-af2d-fb5d79c2ce29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553875 Sep 18 00:05:24.182723 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-510a85a1-ad21-4e93-b679-8d66a7c1b2b0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:24.212381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 39932) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:24.358093 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a85a1-ad21-4e93-b679-8d66a7c1b2b0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=6af8dee4-020d-4d47-87c3-9697c27d7893,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:24.383708 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2585d79e-269f-4be5-aacc-0317c28c67d6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:05:24.389186 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d82d928-6b36-414c-a728-c89426c469e8 req-a4d07f25-145a-45ea-a25f-ebe9d8883905 service neutron] 10.222.0.37 "GET /v2.0/networks/8e023543-4e71-4d8b-af2d-fb5d79c2ce29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009938 Sep 18 00:05:24.401571 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] Sync routers for ids ['e2593a4a-1783-485b-8e68-cbbc092fbfda'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:24.415644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] Routers {'e2593a4a-1783-485b-8e68-cbbc092fbfda'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:24.416279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e2593a4a-1783-485b-8e68-cbbc092fbfda'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:24.478173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f09f9860-51c3-461a-ba59-124424f9b4d5 None None] Provisioning complete for port 6af8dee4-020d-4d47-87c3-9697c27d7893 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:24.478542 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f09f9860-51c3-461a-ba59-124424f9b4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:24.557295 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-f09f9860-51c3-461a-ba59-124424f9b4d5 None None] Port 6af8dee4-020d-4d47-87c3-9697c27d7893 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:05:24.579631 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-510a85a1-ad21-4e93-b679-8d66a7c1b2b0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:24.580532 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:05:24.585271 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2585d79e-269f-4be5-aacc-0317c28c67d6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:24.593405 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2585d79e-269f-4be5-aacc-0317c28c67d6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.0518653 Sep 18 00:05:24.598854 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] Set router e2593a4a-1783-485b-8e68-cbbc092fbfda gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:05:24.640212 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39952) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:24.640767 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f09f9860-51c3-461a-ba59-124424f9b4d5 None None] Provisioning complete for port 51f7e66d-37b5-41ae-a704-1f3ba2e37591 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:24.641179 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f09f9860-51c3-461a-ba59-124424f9b4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:24.710083 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-026d9201-1403-4d3e-9308-20a3189d2c3e tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=240dd21d0d2f45ecb6590c53be314024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0680339 Sep 18 00:05:24.716284 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39956) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:24.937021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 51f7e66d-37b5-41ae-a704-1f3ba2e37591 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:24.977718 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-510a85a1-ad21-4e93-b679-8d66a7c1b2b0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:25.126216 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 51f7e66d-37b5-41ae-a704-1f3ba2e37591 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:25.128065 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:25.130144 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'name': 'tempest-TestNetworkBasicOps-router-1806184355', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:20Z', 'updated_at': '2021-09-18T00:05:22Z', 'revision_number': 3, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:21Z', 'updated_at': '2021-09-18T00:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:25.155660 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d82d928-6b36-414c-a728-c89426c469e8 req-a41433d1-25af-485a-a587-5054ccc552c9 service neutron] 10.222.0.37 "GET /v2.0/networks/8e023543-4e71-4d8b-af2d-fb5d79c2ce29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7546182 Sep 18 00:05:25.182303 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] Checking router: e2593a4a-1783-485b-8e68-cbbc092fbfda for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:05:25.182946 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] Updating router e2593a4a-1783-485b-8e68-cbbc092fbfda port d80350be-d273-465c-9cf6-7f6f32ace768 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:05:25.192394 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98118b1a-95f2-4230-b670-7ad788a7a712 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:25.194553 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-98118b1a-95f2-4230-b670-7ad788a7a712 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4770231 Sep 18 00:05:25.198074 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39980) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:25.218232 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aac989-5c87-4fba-afd9-165136a7b65a req-e4bbbd7c-9663-4d0b-a38e-d637b8911ed4 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:25.225557 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5aac989-5c87-4fba-afd9-165136a7b65a req-e4bbbd7c-9663-4d0b-a38e-d637b8911ed4 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/ports?device_id=a309f5aa-0225-4221-8490-6ccf9ec3af10 HTTP/1.1" status: 200 len: 943 time: 0.1856670 Sep 18 00:05:25.237687 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2e46c766-5034-4dd0-9e8f-8d9f63c43209 None None] Provisioning complete for port 6af8dee4-020d-4d47-87c3-9697c27d7893 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:25.238068 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2e46c766-5034-4dd0-9e8f-8d9f63c43209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:25.240321 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:25.281138 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-417b319f-6758-4bf7-bb09-24b9a351a422 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=544c7e65-fba8-424a-a169-b245d1aea919&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0817034 Sep 18 00:05:25.288267 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 39988) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:25.298961 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-ad0fe05f-0483-4c4a-bebc-653bdd9f102b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1134640815', 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:25.320420 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5aac989-5c87-4fba-afd9-165136a7b65a req-1a23a23a-8ddd-438f-a516-9e5ff66b200a tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/security-groups?id=29297ced-af72-4bbe-85dd-94700cd3da34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888300 Sep 18 00:05:25.396776 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-2e46c766-5034-4dd0-9e8f-8d9f63c43209 None None] Port 6af8dee4-020d-4d47-87c3-9697c27d7893 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:05:25.434980 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dabd5620-d4e0-4447-a34e-722d9a92c7e5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:25.627092 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:25.736334 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:25.738471 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-dabd5620-d4e0-4447-a34e-722d9a92c7e5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting port b376eb28-a5f3-4aed-bae3-d4131458ebac {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:25.738818 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dabd5620-d4e0-4447-a34e-722d9a92c7e5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:25.799536 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43df25-b596-461f-9c48-dcdc3df71b6e None None] Pushing event updated for resources: {'Port': ['ID=d80350be-d273-465c-9cf6-7f6f32ace768,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:25.819810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] Attempting to bind port d80350be-d273-465c-9cf6-7f6f32ace768 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:05:25.820428 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] Attempting to bind port d80350be-d273-465c-9cf6-7f6f32ace768 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:05:25.821034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] Attempting to bind port d80350be-d273-465c-9cf6-7f6f32ace768 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:05:25.827539 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:05:25.828693 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:05:25.828987 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:25.829945 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:05:25.830616 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] Bound port: d80350be-d273-465c-9cf6-7f6f32ace768, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:05:25.831183 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:25.867367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-dabd5620-d4e0-4447-a34e-722d9a92c7e5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] For port b376eb28-a5f3-4aed-bae3-d4131458ebac, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b376eb28-a5f3-4aed-bae3-d4131458ebac,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:25.867650 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dabd5620-d4e0-4447-a34e-722d9a92c7e5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:25.873298 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-510a85a1-ad21-4e93-b679-8d66a7c1b2b0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:25.885013 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-dabd5620-d4e0-4447-a34e-722d9a92c7e5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Calling delete_port for b376eb28-a5f3-4aed-bae3-d4131458ebac owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:25.895166 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] For port d80350be-d273-465c-9cf6-7f6f32ace768, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:05:25.898991 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] For port d80350be-d273-465c-9cf6-7f6f32ace768, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d80350be-d273-465c-9cf6-7f6f32ace768,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:05:25.976214 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0fe05f-0483-4c4a-bebc-653bdd9f102b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Made reservation on behalf of 240dd21d0d2f45ecb6590c53be314024 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:05:25.980457 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ad0fe05f-0483-4c4a-bebc-653bdd9f102b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:26.036543 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:26.048795 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-510a85a1-ad21-4e93-b679-8d66a7c1b2b0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:26.106662 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43df25-b596-461f-9c48-dcdc3df71b6e None None] Pushing event updated for resources: {'Port': ['ID=d80350be-d273-465c-9cf6-7f6f32ace768,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:26.130631 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] Routers {'e2593a4a-1783-485b-8e68-cbbc092fbfda'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:26.131687 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e2593a4a-1783-485b-8e68-cbbc092fbfda'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:26.141550 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a85a1-ad21-4e93-b679-8d66a7c1b2b0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=6af8dee4-020d-4d47-87c3-9697c27d7893,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:26.157754 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-510a85a1-ad21-4e93-b679-8d66a7c1b2b0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:26.203743 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dabd5620-d4e0-4447-a34e-722d9a92c7e5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:26.240790 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd5620-d4e0-4447-a34e-722d9a92c7e5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Port': ['ID=b376eb28-a5f3-4aed-bae3-d4131458ebac,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:26.403663 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510a85a1-ad21-4e93-b679-8d66a7c1b2b0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network 51a49525-575d-4201-80e8-f95e4737851d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:26.405287 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-510a85a1-ad21-4e93-b679-8d66a7c1b2b0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:26.472935 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ad0fe05f-0483-4c4a-bebc-653bdd9f102b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:26.497869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] Set router e2593a4a-1783-485b-8e68-cbbc092fbfda gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:05:26.580474 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dabd5620-d4e0-4447-a34e-722d9a92c7e5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:26.619187 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device f705268d-e990-426f-a62d-09f9a417f05a no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:05:26.638439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fe05f-0483-4c4a-bebc-653bdd9f102b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Subnet': ['ID=551c8237-9be9-4ef1-844e-7e82fcffc55a,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:26.643563 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: f705268d-e990-426f-a62d-09f9a417f05a {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:05:26.649547 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device f705268d-e990-426f-a62d-09f9a417f05a not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:05:26.650515 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0fe05f-0483-4c4a-bebc-653bdd9f102b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Checking segment: {'id': '8262a247-fbf0-42c0-9911-6579a8abafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:05:26.650515 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0fe05f-0483-4c4a-bebc-653bdd9f102b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Network hostable DHCP agents. Network: 7e5b19c7-d838-4db3-94b8-813112c248ff, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:05:26.708202 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071529c6-5335-4618-ae72-432ecac716ee req-4c4e1a9f-79d5-4cf9-9388-64b4512dd875 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:26.708202 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-071529c6-5335-4618-ae72-432ecac716ee req-4c4e1a9f-79d5-4cf9-9388-64b4512dd875 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/ports?device_id=a309f5aa-0225-4221-8490-6ccf9ec3af10 HTTP/1.1" status: 200 len: 943 time: 0.1250665 Sep 18 00:05:26.776746 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0fe05f-0483-4c4a-bebc-653bdd9f102b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Network 7e5b19c7-d838-4db3-94b8-813112c248ff is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:05:26.812541 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510a85a1-ad21-4e93-b679-8d66a7c1b2b0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router e757b29e-a033-4738-b0df-07ab4cb9c3e2 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:05:26.834433 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-071529c6-5335-4618-ae72-432ecac716ee req-3a727526-d63e-4f06-be27-c7edc5b3cc82 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/security-groups?id=29297ced-af72-4bbe-85dd-94700cd3da34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577037 Sep 18 00:05:26.845152 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d65d271d-090f-4333-acf5-1711bb253fcc None None] Provisioning complete for port 6af8dee4-020d-4d47-87c3-9697c27d7893 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:26.845663 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d65d271d-090f-4333-acf5-1711bb253fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:26.882268 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-ad0fe05f-0483-4c4a-bebc-653bdd9f102b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 7e5b19c7-d838-4db3-94b8-813112c248ff) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:26.891644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 3426ebfd-0ed4-4065-ab96-e313521e69e9 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:05:26.901621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0fe05f-0483-4c4a-bebc-653bdd9f102b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:26.902207 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ad0fe05f-0483-4c4a-bebc-653bdd9f102b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:26.931330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63fc417-7e37-4c4f-b018-fda1878fe283 None None] Network 7e5b19c7-d838-4db3-94b8-813112c248ff requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:26.934167 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'name': 'tempest-TestNetworkBasicOps-router-1806184355', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:20Z', 'updated_at': '2021-09-18T00:05:22Z', 'revision_number': 3, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:21Z', 'updated_at': '2021-09-18T00:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:26.960049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510a85a1-ad21-4e93-b679-8d66a7c1b2b0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:05:26.968368 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-510a85a1-ad21-4e93-b679-8d66a7c1b2b0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/e757b29e-a033-4738-b0df-07ab4cb9c3e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0226355 Sep 18 00:05:26.969009 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40062) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:26.974398 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a4acd-37b9-45f4-b148-e196b0392dcb None None] Sync routers for ids ['e757b29e-a033-4738-b0df-07ab4cb9c3e2'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:26.985317 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a4acd-37b9-45f4-b148-e196b0392dcb None None] Routers {'e757b29e-a033-4738-b0df-07ab4cb9c3e2'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:26.985925 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-2d9a4acd-37b9-45f4-b148-e196b0392dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e757b29e-a033-4738-b0df-07ab4cb9c3e2'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:27.019202 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-2d9a4acd-37b9-45f4-b148-e196b0392dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:27.038452 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf784a2-821c-4d04-8e38-5965df33bbc5 None None] The sync data for ids ['e2593a4a-1783-485b-8e68-cbbc092fbfda'] in n-d-809883-1 is: [{'id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'name': 'tempest-TestNetworkBasicOps-router-1806184355', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:20Z', 'updated_at': '2021-09-18T00:05:22Z', 'revision_number': 3, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:21Z', 'updated_at': '2021-09-18T00:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:27.048726 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d65d271d-090f-4333-acf5-1711bb253fcc None None] Port 6af8dee4-020d-4d47-87c3-9697c27d7893 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:05:27.060188 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fddff2-1a86-4b76-b2ff-c5e4bd15f0b0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:27.062477 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-58fddff2-1a86-4b76-b2ff-c5e4bd15f0b0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/ports/6af8dee4-020d-4d47-87c3-9697c27d7893 HTTP/1.1" status: 200 len: 977 time: 0.0924921 Sep 18 00:05:27.063317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40068) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:27.063898 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a4acd-37b9-45f4-b148-e196b0392dcb None None] Routers {'e757b29e-a033-4738-b0df-07ab4cb9c3e2'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:27.065087 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-2d9a4acd-37b9-45f4-b148-e196b0392dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e757b29e-a033-4738-b0df-07ab4cb9c3e2'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:27.070546 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ad0fe05f-0483-4c4a-bebc-653bdd9f102b tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7801571 Sep 18 00:05:27.076229 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40070) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:27.099682 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabd5620-d4e0-4447-a34e-722d9a92c7e5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Router 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:05:27.120558 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-2d9a4acd-37b9-45f4-b148-e196b0392dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:27.121612 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a4acd-37b9-45f4-b148-e196b0392dcb None None] The sync data for ids ['e757b29e-a033-4738-b0df-07ab4cb9c3e2'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:27.152633 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 3426ebfd-0ed4-4065-ab96-e313521e69e9, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=3426ebfd-0ed4-4065-ab96-e313521e69e9,segment=NetworkSegment(d16ea471-980a-4168-8118-9efae2610312),segment_id=d16ea471-980a-4168-8118-9efae2610312)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:27.174657 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '3426ebfd-0ed4-4065-ab96-e313521e69e9', 'network_id': '8e023543-4e71-4d8b-af2d-fb5d79c2ce29', 'port_id': '3426ebfd-0ed4-4065-ab96-e313521e69e9', 'mac_address': 'fa:16:3e:e9:98:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '214037a2-1624-45ef-8513-6921d984a25e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:05:27.279779 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:27.291734 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-7e5b19c7-d838-4db3-94b8-813112c248ff', 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'fixed_ips': [{'subnet_id': '551c8237-9be9-4ef1-844e-7e82fcffc55a'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:05:27.293276 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:27.297448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabd5620-d4e0-4447-a34e-722d9a92c7e5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:05:27.309607 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dabd5620-d4e0-4447-a34e-722d9a92c7e5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "PUT /v2.0/routers/1fc5d931-18a9-4fab-9fa0-7089d8b36dc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0930822 Sep 18 00:05:27.309607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40084) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:27.316190 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd61315-594b-4822-b0d4-48a583a0a9bc None None] Sync routers for ids ['1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:27.332767 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3426ebfd-0ed4-4065-ab96-e313521e69e9 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:05:27.376757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bd163b-f9be-4f9e-8466-6c8b3dc984e3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting subnet 9d28e983-1f5e-4e84-89d0-753a7794debe {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:05:27.381101 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5bd163b-f9be-4f9e-8466-6c8b3dc984e3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:27.425981 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd61315-594b-4822-b0d4-48a583a0a9bc None None] Routers {'1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:27.425981 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bbd61315-594b-4822-b0d4-48a583a0a9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:27.441266 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5bd163b-f9be-4f9e-8466-6c8b3dc984e3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:27.492246 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 3426ebfd-0ed4-4065-ab96-e313521e69e9, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=3426ebfd-0ed4-4065-ab96-e313521e69e9,segment=NetworkSegment(d16ea471-980a-4168-8118-9efae2610312),segment_id=d16ea471-980a-4168-8118-9efae2610312)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:27.600529 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5bd163b-f9be-4f9e-8466-6c8b3dc984e3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:27.604108 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:27.686648 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] Allocated IP 172.20.0.2 (7e5b19c7-d838-4db3-94b8-813112c248ff/551c8237-9be9-4ef1-844e-7e82fcffc55a/f0850bf7-52a0-4be4-8dce-1c269682d395) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:05:27.715116 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-bbd61315-594b-4822-b0d4-48a583a0a9bc None None] Set router 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:05:27.805230 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5bd163b-f9be-4f9e-8466-6c8b3dc984e3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:27.823069 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=3426ebfd-0ed4-4065-ab96-e313521e69e9,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:27.881851 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd163b-f9be-4f9e-8466-6c8b3dc984e3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Subnet': ['ID=9d28e983-1f5e-4e84-89d0-753a7794debe,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:27.894771 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5bd163b-f9be-4f9e-8466-6c8b3dc984e3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:27.897122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b5bd163b-f9be-4f9e-8466-6c8b3dc984e3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "DELETE /v2.0/subnets/9d28e983-1f5e-4e84-89d0-753a7794debe HTTP/1.1" status: 204 len: 168 time: 0.5888457 Sep 18 00:05:27.901004 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40110) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:27.923333 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['3426ebfd-0ed4-4065-ab96-e313521e69e9'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:05:27.926707 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5d54a1-dc57-4587-9fa9-84d15f05a917 None None] Network 6394acd2-42a9-4714-99b8-84ce03248e98 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:28.146876 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d57e33-be4b-47fa-ab09-74ec239d8b16 req-8d2230b8-199b-4e1f-918e-69cc11da12f8 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:28.148799 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05d57e33-be4b-47fa-ab09-74ec239d8b16 req-8d2230b8-199b-4e1f-918e-69cc11da12f8 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/ports?device_id=a309f5aa-0225-4221-8490-6ccf9ec3af10 HTTP/1.1" status: 200 len: 944 time: 0.1012239 Sep 18 00:05:28.155002 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1ce87830-59ea-4d54-92b5-39a8b006870d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:28.208380 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f6f8b9b1-99e0-478f-afaf-c0c966c999f4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:28.291156 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:28.341409 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05d57e33-be4b-47fa-ab09-74ec239d8b16 req-8a5f64c3-f2da-437e-a675-55a90fc18b14 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/security-groups?id=29297ced-af72-4bbe-85dd-94700cd3da34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173372 Sep 18 00:05:28.422078 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a165ed1d-4821-46c0-aad6-6c1a00a071f4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:28.428558 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1ce87830-59ea-4d54-92b5-39a8b006870d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:28.442275 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:28.502120 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9caf09-7a88-4608-9a14-eb722b6e4716 None None] DHCP port deletion for 6394acd2-42a9-4714-99b8-84ce03248e98 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:05:28.519061 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bbd61315-594b-4822-b0d4-48a583a0a9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796397890', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:57Z', 'updated_at': '2021-09-18T00:05:26Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': '7a5ad07e-0419-45f2-b8cd-acf2bb25058c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:02:58Z', 'updated_at': '2021-09-18T00:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:28.676137 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-1ce87830-59ea-4d54-92b5-39a8b006870d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting port 7a5ad07e-0419-45f2-b8cd-acf2bb25058c {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:28.676486 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1ce87830-59ea-4d54-92b5-39a8b006870d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:28.803891 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd61315-594b-4822-b0d4-48a583a0a9bc None None] Checking router: 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:05:28.809936 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] Network 7e5b19c7-d838-4db3-94b8-813112c248ff is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:28.811874 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] Pushing event updated for resources: {'Port': ['ID=f0850bf7-52a0-4be4-8dce-1c269682d395,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:28.819518 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:28.822082 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d80350be-d273-465c-9cf6-7f6f32ace768 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:28.824047 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:05:28.883607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 3426ebfd-0ed4-4065-ab96-e313521e69e9 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:28.884793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-1ce87830-59ea-4d54-92b5-39a8b006870d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] For port 7a5ad07e-0419-45f2-b8cd-acf2bb25058c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7a5ad07e-0419-45f2-b8cd-acf2bb25058c,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:28.885456 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1ce87830-59ea-4d54-92b5-39a8b006870d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:28.901879 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-1ce87830-59ea-4d54-92b5-39a8b006870d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Calling delete_port for 7a5ad07e-0419-45f2-b8cd-acf2bb25058c owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:28.912244 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd61315-594b-4822-b0d4-48a583a0a9bc None None] Routers {'1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:28.912938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bbd61315-594b-4822-b0d4-48a583a0a9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:29.042854 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port d80350be-d273-465c-9cf6-7f6f32ace768 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:29.043250 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.112244 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0f9caf09-7a88-4608-9a14-eb722b6e4716 None None] Deleting port 86c13f40-3cff-4eda-aee1-93d7c20593b2 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:29.112625 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0f9caf09-7a88-4608-9a14-eb722b6e4716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.136742 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] Attempting to bind port f0850bf7-52a0-4be4-8dce-1c269682d395 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:05:29.137135 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] Attempting to bind port f0850bf7-52a0-4be4-8dce-1c269682d395 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8262a247-fbf0-42c0-9911-6579a8abafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:05:29.137747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] Attempting to bind port f0850bf7-52a0-4be4-8dce-1c269682d395 on network 7e5b19c7-d838-4db3-94b8-813112c248ff {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:05:29.203521 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:05:29.203521 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] Checking segment: {'id': '8262a247-fbf0-42c0-9911-6579a8abafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:05:29.203521 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.203521 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] Bound using segment: {'id': '8262a247-fbf0-42c0-9911-6579a8abafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:05:29.203521 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] Bound port: f0850bf7-52a0-4be4-8dce-1c269682d395, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8262a247-fbf0-42c0-9911-6579a8abafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:05:29.203521 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.207702 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-bbd61315-594b-4822-b0d4-48a583a0a9bc None None] Set router 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:05:29.271943 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1ce87830-59ea-4d54-92b5-39a8b006870d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.275663 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-a165ed1d-4821-46c0-aad6-6c1a00a071f4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Allocated IP 172.20.0.1 (7e5b19c7-d838-4db3-94b8-813112c248ff/551c8237-9be9-4ef1-844e-7e82fcffc55a/5c1a7c5d-4d2e-4d41-b949-01e5e1876572) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:05:29.291577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0f9caf09-7a88-4608-9a14-eb722b6e4716 None None] For port 86c13f40-3cff-4eda-aee1-93d7c20593b2, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=86c13f40-3cff-4eda-aee1-93d7c20593b2,segment=NetworkSegment(ada18572-0513-454e-bcf2-2165c361e483),segment_id=ada18572-0513-454e-bcf2-2165c361e483)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:29.291977 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0f9caf09-7a88-4608-9a14-eb722b6e4716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.298163 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bbd61315-594b-4822-b0d4-48a583a0a9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796397890', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:57Z', 'updated_at': '2021-09-18T00:05:28Z', 'revision_number': 6, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:29.331157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce87830-59ea-4d54-92b5-39a8b006870d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Port': ['ID=7a5ad07e-0419-45f2-b8cd-acf2bb25058c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:29.335439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f6f8b9b1-99e0-478f-afaf-c0c966c999f4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting port 6af8dee4-020d-4d47-87c3-9697c27d7893 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:29.335906 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f6f8b9b1-99e0-478f-afaf-c0c966c999f4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.337631 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd61315-594b-4822-b0d4-48a583a0a9bc None None] The sync data for ids ['1fc5d931-18a9-4fab-9fa0-7089d8b36dc8'] in n-d-809883-1 is: [{'id': '1fc5d931-18a9-4fab-9fa0-7089d8b36dc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796397890', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:02:57Z', 'updated_at': '2021-09-18T00:05:28Z', 'revision_number': 6, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:29.348317 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0f9caf09-7a88-4608-9a14-eb722b6e4716 None None] Calling delete_port for 86c13f40-3cff-4eda-aee1-93d7c20593b2 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:29.456282 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 3426ebfd-0ed4-4065-ab96-e313521e69e9 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:05:29.508903 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 3426ebfd-0ed4-4065-ab96-e313521e69e9 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:29.509264 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.536769 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.537876 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1ce87830-59ea-4d54-92b5-39a8b006870d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.567539 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f6f8b9b1-99e0-478f-afaf-c0c966c999f4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.568171 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] For port f0850bf7-52a0-4be4-8dce-1c269682d395, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:05:29.572159 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a165ed1d-4821-46c0-aad6-6c1a00a071f4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.588420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f6f8b9b1-99e0-478f-afaf-c0c966c999f4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Calling delete_port for 6af8dee4-020d-4d47-87c3-9697c27d7893 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:29.596621 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port d80350be-d273-465c-9cf6-7f6f32ace768, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d80350be-d273-465c-9cf6-7f6f32ace768,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:29.605800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] For port f0850bf7-52a0-4be4-8dce-1c269682d395, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f0850bf7-52a0-4be4-8dce-1c269682d395,segment=NetworkSegment(8262a247-fbf0-42c0-9911-6579a8abafa8),segment_id=8262a247-fbf0-42c0-9911-6579a8abafa8)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:05:29.625101 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d366a-94c1-453f-83f6-3a4c05ad3602 req-8d1a441e-3c42-4f3d-b70f-c9237424a60a tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:29.627162 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-017d366a-94c1-453f-83f6-3a4c05ad3602 req-8d1a441e-3c42-4f3d-b70f-c9237424a60a tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/ports?device_id=a309f5aa-0225-4221-8490-6ccf9ec3af10 HTTP/1.1" status: 200 len: 944 time: 0.1624296 Sep 18 00:05:29.692159 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.714717 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1ce87830-59ea-4d54-92b5-39a8b006870d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.719547 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-017d366a-94c1-453f-83f6-3a4c05ad3602 req-8e4ab774-76a5-4a72-80d4-b6e9079f3b2f tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/security-groups?id=29297ced-af72-4bbe-85dd-94700cd3da34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520535 Sep 18 00:05:29.720917 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1ce87830-59ea-4d54-92b5-39a8b006870d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.748576 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.797580 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a165ed1d-4821-46c0-aad6-6c1a00a071f4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.812268 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.821756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 86c13f40-3cff-4eda-aee1-93d7c20593b2 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:05:29.828773 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0f9caf09-7a88-4608-9a14-eb722b6e4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.866256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=d80350be-d273-465c-9cf6-7f6f32ace768,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:29.868707 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a165ed1d-4821-46c0-aad6-6c1a00a071f4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Network 7e5b19c7-d838-4db3-94b8-813112c248ff is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:29.898934 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165ed1d-4821-46c0-aad6-6c1a00a071f4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Port': ['ID=5c1a7c5d-4d2e-4d41-b949-01e5e1876572,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:29.909971 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-a165ed1d-4821-46c0-aad6-6c1a00a071f4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:29.914321 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a165ed1d-4821-46c0-aad6-6c1a00a071f4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:05:29.938668 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 86c13f40-3cff-4eda-aee1-93d7c20593b2 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:05:29.938856 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 86c13f40-3cff-4eda-aee1-93d7c20593b2 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:05:29.947656 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9caf09-7a88-4608-9a14-eb722b6e4716 None None] No DVR routers for this DVR port 86c13f40-3cff-4eda-aee1-93d7c20593b2 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:05:29.951688 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1ce87830-59ea-4d54-92b5-39a8b006870d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.952658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce87830-59ea-4d54-92b5-39a8b006870d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Fanout notify agent at l3_agent the message router_deleted on router 1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:05:29.954167 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3607399-5aa0-40c5-bcaa-d92aa84111d0 None None] Pushing event updated for resources: {'Port': ['ID=f0850bf7-52a0-4be4-8dce-1c269682d395,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:29.960657 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1ce87830-59ea-4d54-92b5-39a8b006870d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.966627 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1ce87830-59ea-4d54-92b5-39a8b006870d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "DELETE /v2.0/routers/1fc5d931-18a9-4fab-9fa0-7089d8b36dc8 HTTP/1.1" status: 204 len: 168 time: 2.0616286 Sep 18 00:05:29.970429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40200) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:29.976514 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a165ed1d-4821-46c0-aad6-6c1a00a071f4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:29.999501 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9caf09-7a88-4608-9a14-eb722b6e4716 None None] Pushing event deleted for resources: {'Port': ['ID=86c13f40-3cff-4eda-aee1-93d7c20593b2,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:30.006518 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a309f5aa-0225-4221-8490-6ccf9ec3af10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3426ebfd-0ed4-4065-ab96-e313521e69e9'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:05:30.008434 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd60a7cf-c192-4373-9f5d-cf2450a7fa64" -d '{"events": [{"server_uuid": "a309f5aa-0225-4221-8490-6ccf9ec3af10", "name": "network-vif-plugged", "status": "completed", "tag": "3426ebfd-0ed4-4065-ab96-e313521e69e9"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:05:30.025365 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 3426ebfd-0ed4-4065-ab96-e313521e69e9, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=3426ebfd-0ed4-4065-ab96-e313521e69e9,segment=NetworkSegment(d16ea471-980a-4168-8118-9efae2610312),segment_id=d16ea471-980a-4168-8118-9efae2610312)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:30.088359 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d361e06-4606-4920-aa4e-88be5af6616b x-openstack-request-id: req-0d361e06-4606-4920-aa4e-88be5af6616b {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:05:30.089555 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a309f5aa-0225-4221-8490-6ccf9ec3af10", "name": "network-vif-plugged", "status": "completed", "tag": "3426ebfd-0ed4-4065-ab96-e313521e69e9", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:05:30.095357 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d361e06-4606-4920-aa4e-88be5af6616b {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:05:30.095357 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a309f5aa-0225-4221-8490-6ccf9ec3af10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3426ebfd-0ed4-4065-ab96-e313521e69e9', 'code': 200} Sep 18 00:05:30.130382 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:30.196116 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=3426ebfd-0ed4-4065-ab96-e313521e69e9,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:30.229198 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:30.239179 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f6f8b9b1-99e0-478f-afaf-c0c966c999f4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:30.258719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d0fd0-0852-4d7e-b9e1-12e2a42ac6c5 req-d059b0e6-e4eb-40d5-b833-c47a65f15464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:30.260325 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-205d0fd0-0852-4d7e-b9e1-12e2a42ac6c5 req-d059b0e6-e4eb-40d5-b833-c47a65f15464 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a309f5aa-0225-4221-8490-6ccf9ec3af10 HTTP/1.1" status: 200 len: 1096 time: 0.0917394 Sep 18 00:05:30.309933 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8b9b1-99e0-478f-afaf-c0c966c999f4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Port': ['ID=6af8dee4-020d-4d47-87c3-9697c27d7893,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:30.387290 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:30.426300 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6394acd2-42a9-4714-99b8-84ce03248e98']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:30.445374 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada18572-0513-454e-bcf2-2165c361e483') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:30.445588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada18572-0513-454e-bcf2-2165c361e483') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:30.449385 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-205d0fd0-0852-4d7e-b9e1-12e2a42ac6c5 req-b5bccb0a-120e-437b-9284-64c2f6020c0a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=29297ced-af72-4bbe-85dd-94700cd3da34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597228 Sep 18 00:05:30.459816 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:30.469675 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a165ed1d-4821-46c0-aad6-6c1a00a071f4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:30.490280 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:30.499129 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:05:30.499402 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:05:30.507372 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:05:30.633698 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:30.646347 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:30.653905 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "DELETE /v2.0/networks/6394acd2-42a9-4714-99b8-84ce03248e98 HTTP/1.1" status: 204 len: 168 time: 0.6814778 Sep 18 00:05:30.656974 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40232) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:30.675975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Network': ['ID=6394acd2-42a9-4714-99b8-84ce03248e98,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:30.709194 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:30.709834 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:30.709962 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:30.710193 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:30.710720 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:30.711237 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:30.711766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:30.712256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:30.713446 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:30.713942 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:30.714436 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:30.716678 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c40c-f165-481f-8e03-8b8701663d75 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:30.768248 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f38d7323-5c8b-48cb-b7a4-8653b9b55474 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:30.769645 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f6f8b9b1-99e0-478f-afaf-c0c966c999f4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:30.813823 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f38d7323-5c8b-48cb-b7a4-8653b9b55474 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:30.904622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d80350be-d273-465c-9cf6-7f6f32ace768 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:30.923523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80774fe5-955e-4abe-b584-29b66e1be0ce req-dfb7a25a-d0bf-4196-a3dc-1014df3c9ebd tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:30.925076 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80774fe5-955e-4abe-b584-29b66e1be0ce req-dfb7a25a-d0bf-4196-a3dc-1014df3c9ebd tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/ports?device_id=a309f5aa-0225-4221-8490-6ccf9ec3af10 HTTP/1.1" status: 200 len: 945 time: 0.1013727 Sep 18 00:05:30.996299 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port d80350be-d273-465c-9cf6-7f6f32ace768 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:30.996945 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:31.020541 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80774fe5-955e-4abe-b584-29b66e1be0ce req-208c8638-c2ed-497b-b22b-6d418d9102d2 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/security-groups?id=29297ced-af72-4bbe-85dd-94700cd3da34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782149 Sep 18 00:05:31.055923 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f38d7323-5c8b-48cb-b7a4-8653b9b55474 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:31.059373 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f38d7323-5c8b-48cb-b7a4-8653b9b55474 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:31.061393 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f38d7323-5c8b-48cb-b7a4-8653b9b55474 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "DELETE /v2.0/security-groups/9d204f98-334e-4118-9031-c944c67b30fa HTTP/1.1" status: 204 len: 168 time: 0.4026020 Sep 18 00:05:31.076477 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d7323-5c8b-48cb-b7a4-8653b9b55474 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d204f98-334e-4118-9031-c944c67b30fa,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:31.083317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f8b9b1-99e0-478f-afaf-c0c966c999f4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router e757b29e-a033-4738-b0df-07ab4cb9c3e2 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:05:31.100795 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f0850bf7-52a0-4be4-8dce-1c269682d395 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:31.172775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port f0850bf7-52a0-4be4-8dce-1c269682d395 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:31.173576 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:31.199248 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f8b9b1-99e0-478f-afaf-c0c966c999f4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:05:31.212347 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40260) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:31.212521 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f6f8b9b1-99e0-478f-afaf-c0c966c999f4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/e757b29e-a033-4738-b0df-07ab4cb9c3e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1465185 Sep 18 00:05:31.215340 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b968ad9-6d41-4de7-a2fc-334197cfceca None None] Sync routers for ids ['e757b29e-a033-4738-b0df-07ab4cb9c3e2'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:31.217651 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a165ed1d-4821-46c0-aad6-6c1a00a071f4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:31.233158 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b968ad9-6d41-4de7-a2fc-334197cfceca None None] Routers {'e757b29e-a033-4738-b0df-07ab4cb9c3e2'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:31.236564 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-8b968ad9-6d41-4de7-a2fc-334197cfceca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e757b29e-a033-4738-b0df-07ab4cb9c3e2'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:31.300970 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-8b968ad9-6d41-4de7-a2fc-334197cfceca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:31.314416 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b968ad9-6d41-4de7-a2fc-334197cfceca None None] Routers {'e757b29e-a033-4738-b0df-07ab4cb9c3e2'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:31.315273 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-8b968ad9-6d41-4de7-a2fc-334197cfceca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e757b29e-a033-4738-b0df-07ab4cb9c3e2'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:31.317541 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a165ed1d-4821-46c0-aad6-6c1a00a071f4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:31.339972 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:31.356966 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-8b968ad9-6d41-4de7-a2fc-334197cfceca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:31.357932 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b968ad9-6d41-4de7-a2fc-334197cfceca None None] The sync data for ids ['e757b29e-a033-4738-b0df-07ab4cb9c3e2'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:31.444493 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a165ed1d-4821-46c0-aad6-6c1a00a071f4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:31.446583 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165ed1d-4821-46c0-aad6-6c1a00a071f4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Port': ['ID=5c1a7c5d-4d2e-4d41-b949-01e5e1876572,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:31.470215 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port f0850bf7-52a0-4be4-8dce-1c269682d395, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f0850bf7-52a0-4be4-8dce-1c269682d395,segment=NetworkSegment(8262a247-fbf0-42c0-9911-6579a8abafa8),segment_id=8262a247-fbf0-42c0-9911-6579a8abafa8)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:31.523307 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:31.588912 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-0f34b8e6-669c-493f-b781-f927bc98f4c2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] remove_router_interface failed (client error): The resource could not be found. Sep 18 00:05:31.590034 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0f34b8e6-669c-493f-b781-f927bc98f4c2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/e757b29e-a033-4738-b0df-07ab4cb9c3e2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3765717 Sep 18 00:05:31.595872 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40284) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:31.610327 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eff0a70-a356-49b9-9d0b-bedf03de5f5c None None] Network 7e5b19c7-d838-4db3-94b8-813112c248ff requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:31.619869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7a5ad07e-0419-45f2-b8cd-acf2bb25058c no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:05:31.646262 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-937210a4-6d91-440b-b6f4-7d3d918abef9 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e757b29e-a033-4738-b0df-07ab4cb9c3e2 HTTP/1.1" status: 200 len: 205 time: 0.0503242 Sep 18 00:05:31.647569 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40290) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:31.652115 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 7a5ad07e-0419-45f2-b8cd-acf2bb25058c {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:05:31.652467 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7a5ad07e-0419-45f2-b8cd-acf2bb25058c not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:05:31.652962 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b376eb28-a5f3-4aed-bae3-d4131458ebac no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:05:31.662525 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a165ed1d-4821-46c0-aad6-6c1a00a071f4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Network 7e5b19c7-d838-4db3-94b8-813112c248ff is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:31.664075 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-a165ed1d-4821-46c0-aad6-6c1a00a071f4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:31.666878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=f0850bf7-52a0-4be4-8dce-1c269682d395,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:31.696134 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: b376eb28-a5f3-4aed-bae3-d4131458ebac {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:05:31.696799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b376eb28-a5f3-4aed-bae3-d4131458ebac not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:05:31.742913 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c1818d8a-232d-4c6e-ad13-c7584128b199 None None] Provisioning complete for port f0850bf7-52a0-4be4-8dce-1c269682d395 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:31.744133 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c1818d8a-232d-4c6e-ad13-c7584128b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:31.776263 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4902f90-e244-4f94-9332-5e2ed5fa8a0a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:31.838099 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a165ed1d-4821-46c0-aad6-6c1a00a071f4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Router e2593a4a-1783-485b-8e68-cbbc092fbfda has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:05:31.995583 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a165ed1d-4821-46c0-aad6-6c1a00a071f4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:05:32.007659 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4902f90-e244-4f94-9332-5e2ed5fa8a0a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:32.012163 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4902f90-e244-4f94-9332-5e2ed5fa8a0a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:32.012736 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a165ed1d-4821-46c0-aad6-6c1a00a071f4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "PUT /v2.0/routers/e2593a4a-1783-485b-8e68-cbbc092fbfda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9332454 Sep 18 00:05:32.012736 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40308) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:32.028437 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] Sync routers for ids ['e2593a4a-1783-485b-8e68-cbbc092fbfda'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:32.058031 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] Routers {'e2593a4a-1783-485b-8e68-cbbc092fbfda'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:32.058749 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e2593a4a-1783-485b-8e68-cbbc092fbfda'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:32.136135 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40318) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:32.162935 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-ec0338b6-7e7e-4889-9ee7-cd45e3647022 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1806012717', 'description': 'tempest-secgroup-smoke-1806012717 description', 'project_id': '5d2902e7a2a54edeb7be111e15492043'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:32.183533 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d02ef-bf99-4cfa-af1a-e329bb9f0e3f req-13a3706a-d92f-44c1-bad9-73a56cc2af0b tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:32.190574 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e0d02ef-bf99-4cfa-af1a-e329bb9f0e3f req-13a3706a-d92f-44c1-bad9-73a56cc2af0b tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/ports?device_id=a309f5aa-0225-4221-8490-6ccf9ec3af10 HTTP/1.1" status: 200 len: 945 time: 0.0949576 Sep 18 00:05:32.191486 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4902f90-e244-4f94-9332-5e2ed5fa8a0a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:32.192049 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4902f90-e244-4f94-9332-5e2ed5fa8a0a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Fanout notify agent at l3_agent the message router_deleted on router e757b29e-a033-4738-b0df-07ab4cb9c3e2 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:05:32.202886 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4902f90-e244-4f94-9332-5e2ed5fa8a0a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:32.208093 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f4902f90-e244-4f94-9332-5e2ed5fa8a0a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/routers/e757b29e-a033-4738-b0df-07ab4cb9c3e2 HTTP/1.1" status: 204 len: 168 time: 0.5592217 Sep 18 00:05:32.214326 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40320) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:32.238916 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] Set router e2593a4a-1783-485b-8e68-cbbc092fbfda gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:05:32.298274 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e7e4b4-2b8b-4a70-aa48-ee6313ace45c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting subnet 57d8966c-97e8-4232-a3fa-a29eda47e7d4 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:05:32.301772 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-66e7e4b4-2b8b-4a70-aa48-ee6313ace45c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:32.348688 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-66e7e4b4-2b8b-4a70-aa48-ee6313ace45c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:32.370331 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be7cab-1219-4ca4-bc98-1ffa858d1348 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:32.370938 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be7cab-1219-4ca4-bc98-1ffa858d1348 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:32.371407 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be7cab-1219-4ca4-bc98-1ffa858d1348 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:32.371946 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be7cab-1219-4ca4-bc98-1ffa858d1348 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:32.372406 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be7cab-1219-4ca4-bc98-1ffa858d1348 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:32.372922 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be7cab-1219-4ca4-bc98-1ffa858d1348 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:32.379346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be7cab-1219-4ca4-bc98-1ffa858d1348 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:32.379346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be7cab-1219-4ca4-bc98-1ffa858d1348 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:32.379346 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-63be7cab-1219-4ca4-bc98-1ffa858d1348 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5678 time: 0.3631396 Sep 18 00:05:32.380203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40332) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:32.381970 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec0338b6-7e7e-4889-9ee7-cd45e3647022 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:32.457199 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e0d02ef-bf99-4cfa-af1a-e329bb9f0e3f req-7f07d8f5-6a2d-4148-9d6c-fa8263530663 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/security-groups?id=29297ced-af72-4bbe-85dd-94700cd3da34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435658 Sep 18 00:05:32.555683 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec0338b6-7e7e-4889-9ee7-cd45e3647022 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:32.673690 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-53d7d64e-9860-46f8-bd4d-17f20c2852f2 None None] Provisioning complete for port 5c1a7c5d-4d2e-4d41-b949-01e5e1876572 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:32.673690 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-53d7d64e-9860-46f8-bd4d-17f20c2852f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:32.707568 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec0338b6-7e7e-4889-9ee7-cd45e3647022 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:32.811090 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0338b6-7e7e-4889-9ee7-cd45e3647022 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e241cd5d-3391-49ff-8a2f-6b019e8b01be,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:32.855567 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f0850bf7-52a0-4be4-8dce-1c269682d395 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:32.886353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-53d7d64e-9860-46f8-bd4d-17f20c2852f2 None None] Port 5c1a7c5d-4d2e-4d41-b949-01e5e1876572 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:05:32.936976 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec0338b6-7e7e-4889-9ee7-cd45e3647022 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:32.940866 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ec0338b6-7e7e-4889-9ee7-cd45e3647022 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7870579 Sep 18 00:05:32.942276 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40360) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:32.942534 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-53d7d64e-9860-46f8-bd4d-17f20c2852f2 None None] Provisioning complete for port f0850bf7-52a0-4be4-8dce-1c269682d395 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:32.942982 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-53d7d64e-9860-46f8-bd4d-17f20c2852f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:32.949217 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-03feb224-27df-4dcb-a195-dac6fead61cb tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': 'e241cd5d-3391-49ff-8a2f-6b019e8b01be', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:33.012746 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port f0850bf7-52a0-4be4-8dce-1c269682d395 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:33.013124 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.045549 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'name': 'tempest-TestNetworkBasicOps-router-1806184355', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:20Z', 'updated_at': '2021-09-18T00:05:30Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:21Z', 'updated_at': '2021-09-18T00:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5c1a7c5d-4d2e-4d41-b949-01e5e1876572', 'name': '', 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:d0:2e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '551c8237-9be9-4ef1-844e-7e82fcffc55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:29Z', 'updated_at': '2021-09-18T00:05:30Z', 'revision_number': 2, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '551c8237-9be9-4ef1-844e-7e82fcffc55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:33.056884 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f938910-4f23-475d-ab1b-e79f083fa2b5 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:33.057387 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f938910-4f23-475d-ab1b-e79f083fa2b5 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:33.057843 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f938910-4f23-475d-ab1b-e79f083fa2b5 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:33.058314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f938910-4f23-475d-ab1b-e79f083fa2b5 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:33.058778 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f938910-4f23-475d-ab1b-e79f083fa2b5 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:33.059824 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f938910-4f23-475d-ab1b-e79f083fa2b5 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:33.060288 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f938910-4f23-475d-ab1b-e79f083fa2b5 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:33.060748 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f938910-4f23-475d-ab1b-e79f083fa2b5 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:33.065245 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5f938910-4f23-475d-ab1b-e79f083fa2b5 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5250 time: 0.6796899 Sep 18 00:05:33.065469 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40368) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:33.071688 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-66e7e4b4-2b8b-4a70-aa48-ee6313ace45c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.101845 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] Checking router: e2593a4a-1783-485b-8e68-cbbc092fbfda for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:05:33.102196 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] Updating router e2593a4a-1783-485b-8e68-cbbc092fbfda port 5c1a7c5d-4d2e-4d41-b949-01e5e1876572 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:05:33.154698 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-03feb224-27df-4dcb-a195-dac6fead61cb tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.174546 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.235567 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-03feb224-27df-4dcb-a195-dac6fead61cb tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.277593 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-66e7e4b4-2b8b-4a70-aa48-ee6313ace45c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.322474 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7e4b4-2b8b-4a70-aa48-ee6313ace45c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Subnet': ['ID=57d8966c-97e8-4232-a3fa-a29eda47e7d4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:33.336963 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-fcfbcf68-9d65-4475-8570-da8ca38725a2 None None] Provisioning complete for port 5c1a7c5d-4d2e-4d41-b949-01e5e1876572 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:33.337336 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fcfbcf68-9d65-4475-8570-da8ca38725a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.339010 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f926bb7-9905-4252-863e-27193c117e3c req-dd6d9629-7f99-4277-b705-7c75d950a04b tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:33.343734 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29364068-5293-44c0-b4cd-22598dff9252 None None] Network 51a49525-575d-4201-80e8-f95e4737851d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:33.346901 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f926bb7-9905-4252-863e-27193c117e3c req-dd6d9629-7f99-4277-b705-7c75d950a04b tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/ports?device_id=a309f5aa-0225-4221-8490-6ccf9ec3af10 HTTP/1.1" status: 200 len: 945 time: 0.1447804 Sep 18 00:05:33.347755 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-03feb224-27df-4dcb-a195-dac6fead61cb tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.349200 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-66e7e4b4-2b8b-4a70-aa48-ee6313ace45c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.353798 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-66e7e4b4-2b8b-4a70-aa48-ee6313ace45c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/subnets/57d8966c-97e8-4232-a3fa-a29eda47e7d4 HTTP/1.1" status: 204 len: 168 time: 1.1340985 Sep 18 00:05:33.356144 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40382) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:33.393935 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-62767eaa-c8ba-4867-bbe6-80597b558146 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.3273602 Sep 18 00:05:33.407202 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03feb224-27df-4dcb-a195-dac6fead61cb tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec183bd3-d4c0-4bbf-8980-6f9663e18e6a,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:33.414346 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f926bb7-9905-4252-863e-27193c117e3c req-1914bbdd-c472-4f24-89a7-492b9a3f3d6e tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/security-groups?id=29297ced-af72-4bbe-85dd-94700cd3da34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655794 Sep 18 00:05:33.480628 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-fcfbcf68-9d65-4475-8570-da8ca38725a2 None None] Port 5c1a7c5d-4d2e-4d41-b949-01e5e1876572 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:05:33.513362 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-03feb224-27df-4dcb-a195-dac6fead61cb tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.516884 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-03feb224-27df-4dcb-a195-dac6fead61cb tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5712230 Sep 18 00:05:33.517924 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40394) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:33.522394 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.532874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-74e62bf6-c260-4da7-89ad-405feaf9414b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': 'e241cd5d-3391-49ff-8a2f-6b019e8b01be', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:33.587925 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting port 51f7e66d-37b5-41ae-a704-1f3ba2e37591 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:33.588193 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.650629 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.666625 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-74e62bf6-c260-4da7-89ad-405feaf9414b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.678819 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40402) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:33.683357 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-5f302c30-2d3e-43f3-b3d4-593affccab7c tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1139481205', 'description': 'tempest-secgroup-smoke-1139481205 description', 'project_id': '240dd21d0d2f45ecb6590c53be314024'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:33.697980 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc46c000-aadf-457b-987b-836bd5366cdd None None] DHCP port deletion for 51a49525-575d-4201-80e8-f95e4737851d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:05:33.724887 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] For port 51f7e66d-37b5-41ae-a704-1f3ba2e37591, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=51f7e66d-37b5-41ae-a704-1f3ba2e37591,segment=NetworkSegment(0487571c-5ca9-4b62-b480-0fadea818d48),segment_id=0487571c-5ca9-4b62-b480-0fadea818d48)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:33.725565 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.736782 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.740110 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Calling delete_port for 51f7e66d-37b5-41ae-a704-1f3ba2e37591 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:33.759874 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-74e62bf6-c260-4da7-89ad-405feaf9414b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.796113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-dc46c000-aadf-457b-987b-836bd5366cdd None None] Deleting port 51f7e66d-37b5-41ae-a704-1f3ba2e37591 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:33.797712 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dc46c000-aadf-457b-987b-836bd5366cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.804881 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6d687-a931-44b1-a358-c7edadddd757 None None] Pushing event updated for resources: {'Port': ['ID=5c1a7c5d-4d2e-4d41-b949-01e5e1876572,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:33.860551 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f302c30-2d3e-43f3-b3d4-593affccab7c tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.907822 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-74e62bf6-c260-4da7-89ad-405feaf9414b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.914236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] Attempting to bind port 5c1a7c5d-4d2e-4d41-b949-01e5e1876572 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:05:33.914236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] Attempting to bind port 5c1a7c5d-4d2e-4d41-b949-01e5e1876572 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8262a247-fbf0-42c0-9911-6579a8abafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:05:33.914236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] Attempting to bind port 5c1a7c5d-4d2e-4d41-b949-01e5e1876572 on network 7e5b19c7-d838-4db3-94b8-813112c248ff {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:05:33.917475 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-dc46c000-aadf-457b-987b-836bd5366cdd None None] For port 51f7e66d-37b5-41ae-a704-1f3ba2e37591, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=51f7e66d-37b5-41ae-a704-1f3ba2e37591,segment=NetworkSegment(0487571c-5ca9-4b62-b480-0fadea818d48),segment_id=0487571c-5ca9-4b62-b480-0fadea818d48)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:33.917892 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dc46c000-aadf-457b-987b-836bd5366cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.935607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:05:33.940015 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] Checking segment: {'id': '8262a247-fbf0-42c0-9911-6579a8abafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:05:33.940453 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.941073 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] Bound using segment: {'id': '8262a247-fbf0-42c0-9911-6579a8abafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:05:33.941747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] Bound port: 5c1a7c5d-4d2e-4d41-b949-01e5e1876572, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8262a247-fbf0-42c0-9911-6579a8abafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:05:33.942753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e62bf6-c260-4da7-89ad-405feaf9414b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66cb3c7-6ae2-476a-bd2e-1bd63e1436cb,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:33.948591 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:33.958552 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-dc46c000-aadf-457b-987b-836bd5366cdd None None] Calling delete_port for 51f7e66d-37b5-41ae-a704-1f3ba2e37591 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:33.974269 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.013971 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f302c30-2d3e-43f3-b3d4-593affccab7c tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.016310 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Port': ['ID=51f7e66d-37b5-41ae-a704-1f3ba2e37591,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:34.020506 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] No DVR routers for this DVR port 51f7e66d-37b5-41ae-a704-1f3ba2e37591 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:05:34.081459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] For port 5c1a7c5d-4d2e-4d41-b949-01e5e1876572, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:05:34.085650 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] For port 5c1a7c5d-4d2e-4d41-b949-01e5e1876572, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5c1a7c5d-4d2e-4d41-b949-01e5e1876572,segment=NetworkSegment(8262a247-fbf0-42c0-9911-6579a8abafa8),segment_id=8262a247-fbf0-42c0-9911-6579a8abafa8)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.093049 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.096622 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.096622 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.096622 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.096622 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.096622 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.096622 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.096622 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.096622 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.096622 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.096622 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.096622 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.096622 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.096622 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:05:34.096622 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:05:34.109760 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dc46c000-aadf-457b-987b-836bd5366cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.124410 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.124665 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc46c000-aadf-457b-987b-836bd5366cdd None None] No DVR routers for this DVR port 51f7e66d-37b5-41ae-a704-1f3ba2e37591 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:05:34.126570 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f302c30-2d3e-43f3-b3d4-593affccab7c tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.161309 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46c000-aadf-457b-987b-836bd5366cdd None None] Pushing event deleted for resources: {'Port': ['ID=51f7e66d-37b5-41ae-a704-1f3ba2e37591,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:34.164314 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.171166 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-74e62bf6-c260-4da7-89ad-405feaf9414b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.176645 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-74e62bf6-c260-4da7-89ad-405feaf9414b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6549885 Sep 18 00:05:34.176645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40420) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:34.178909 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-27ad56a2-b786-40f4-8b88-801a0a8a4cac None None] Provisioning complete for port 5c1a7c5d-4d2e-4d41-b949-01e5e1876572 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:34.179518 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-27ad56a2-b786-40f4-8b88-801a0a8a4cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.183816 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-6060926e-0ce0-4f7d-9391-4e25da2c58bd tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': 'e241cd5d-3391-49ff-8a2f-6b019e8b01be', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:34.215105 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a49525-575d-4201-80e8-f95e4737851d']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:34.250643 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0487571c-5ca9-4b62-b480-0fadea818d48') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:34.251011 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0487571c-5ca9-4b62-b480-0fadea818d48') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:34.274537 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.285406 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f302c30-2d3e-43f3-b3d4-593affccab7c tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff23ca98-1792-465b-96d3-9b55dcf30d6a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:34.301894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] Routers {'e2593a4a-1783-485b-8e68-cbbc092fbfda'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:34.302768 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e2593a4a-1783-485b-8e68-cbbc092fbfda'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:34.311987 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f302c30-2d3e-43f3-b3d4-593affccab7c tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.313345 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5f302c30-2d3e-43f3-b3d4-593affccab7c tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6334131 Sep 18 00:05:34.316181 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40426) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:34.322466 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-2880bb63-8b06-4b26-a92e-edc49535efd4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group_rule': {'security_group_id': 'ff23ca98-1792-465b-96d3-9b55dcf30d6a', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:34.331112 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.346400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:05:34.346818 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:05:34.350401 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:05:34.370838 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6d687-a931-44b1-a358-c7edadddd757 None None] Pushing event updated for resources: {'Port': ['ID=5c1a7c5d-4d2e-4d41-b949-01e5e1876572,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:34.405795 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-27ad56a2-b786-40f4-8b88-801a0a8a4cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.436021 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6060926e-0ce0-4f7d-9391-4e25da2c58bd tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.541087 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-27ad56a2-b786-40f4-8b88-801a0a8a4cac None None] For port 5c1a7c5d-4d2e-4d41-b949-01e5e1876572, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5c1a7c5d-4d2e-4d41-b949-01e5e1876572,segment=NetworkSegment(8262a247-fbf0-42c0-9911-6579a8abafa8),segment_id=8262a247-fbf0-42c0-9911-6579a8abafa8)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:34.562610 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] Set router e2593a4a-1783-485b-8e68-cbbc092fbfda gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:05:34.631232 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.634777 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.636886 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/networks/51a49525-575d-4201-80e8-f95e4737851d HTTP/1.1" status: 204 len: 168 time: 1.2766361 Sep 18 00:05:34.637339 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a59a81-592d-4fb7-b597-0c9c12e1828e req-48232d08-4e85-4655-9b46-a3350e8612fd tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:34.642757 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40444) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:34.643595 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-86a59a81-592d-4fb7-b597-0c9c12e1828e req-48232d08-4e85-4655-9b46-a3350e8612fd tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/ports?device_id=a309f5aa-0225-4221-8490-6ccf9ec3af10 HTTP/1.1" status: 200 len: 945 time: 0.1030791 Sep 18 00:05:34.677842 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e4a778d6-71cd-4103-b253-5e3b816e7bfe tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'network': {'name': 'tempest-RoutersTest-891182781'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:34.688519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ce87b-8899-4ee8-9c5a-d5b47406d4e6 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Network': ['ID=51a49525-575d-4201-80e8-f95e4737851d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:34.690512 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-27ad56a2-b786-40f4-8b88-801a0a8a4cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.738748 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b8ea1-9d58-4333-b1e0-ded5eccb665f req-e305716b-353e-4a0f-b2e5-34c925f2a597 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:34.743185 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-101b8ea1-9d58-4333-b1e0-ded5eccb665f req-e305716b-353e-4a0f-b2e5-34c925f2a597 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.37 "GET /v2.0/ports?device_id=a309f5aa-0225-4221-8490-6ccf9ec3af10 HTTP/1.1" status: 200 len: 945 time: 0.2824023 Sep 18 00:05:34.764236 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6060926e-0ce0-4f7d-9391-4e25da2c58bd tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.784491 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2880bb63-8b06-4b26-a92e-edc49535efd4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.791893 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-86a59a81-592d-4fb7-b597-0c9c12e1828e req-977f57ca-7857-454c-bb94-b827646357d3 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/security-groups?id=29297ced-af72-4bbe-85dd-94700cd3da34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434834 Sep 18 00:05:34.815553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a778d6-71cd-4103-b253-5e3b816e7bfe tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Made reservation on behalf of b28a6a6f3afb4125a0b904f655028692 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:05:34.819255 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e4a778d6-71cd-4103-b253-5e3b816e7bfe tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.845992 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a778d6-71cd-4103-b253-5e3b816e7bfe tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:05:34.858861 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e4a778d6-71cd-4103-b253-5e3b816e7bfe tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.859362 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-e4a778d6-71cd-4103-b253-5e3b816e7bfe tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Added segment c3acdf79-a453-469d-8424-66926b2c4c52 of type vlan for network 3d4c470c-d2ce-4454-8249-5e5b3be66ce4 Sep 18 00:05:34.867696 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6060926e-0ce0-4f7d-9391-4e25da2c58bd tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.906195 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060926e-0ce0-4f7d-9391-4e25da2c58bd tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39a4cb6-7f3d-47e8-bf81-534a6b7b7e8a,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:34.911684 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e4a778d6-71cd-4103-b253-5e3b816e7bfe tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.930154 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2880bb63-8b06-4b26-a92e-edc49535efd4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.942516 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-101b8ea1-9d58-4333-b1e0-ded5eccb665f req-c6e3a48e-a948-485e-abf3-0aa4f0ddb8f0 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Deleting port 3426ebfd-0ed4-4065-ab96-e313521e69e9 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:34.942861 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-101b8ea1-9d58-4333-b1e0-ded5eccb665f req-c6e3a48e-a948-485e-abf3-0aa4f0ddb8f0 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:34.969051 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 51f7e66d-37b5-41ae-a704-1f3ba2e37591 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:05:35.022427 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6060926e-0ce0-4f7d-9391-4e25da2c58bd tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:35.024532 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6060926e-0ce0-4f7d-9391-4e25da2c58bd tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8458135 Sep 18 00:05:35.026857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40460) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:35.031752 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c7084718-6b54-41ec-b0b8-2a1403aaafc9 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': 'e241cd5d-3391-49ff-8a2f-6b019e8b01be', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:35.036963 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 51f7e66d-37b5-41ae-a704-1f3ba2e37591 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:05:35.037302 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 51f7e66d-37b5-41ae-a704-1f3ba2e37591 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:05:35.047476 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e4a778d6-71cd-4103-b253-5e3b816e7bfe tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:35.051373 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2880bb63-8b06-4b26-a92e-edc49535efd4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:35.057834 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a778d6-71cd-4103-b253-5e3b816e7bfe tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:35.058602 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e4a778d6-71cd-4103-b253-5e3b816e7bfe tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:35.061793 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad56a2-b786-40f4-8b88-801a0a8a4cac None None] Pushing event updated for resources: {'Port': ['ID=5c1a7c5d-4d2e-4d41-b949-01e5e1876572,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:35.070077 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-02952863-b3df-4b09-8329-23c79050b1f1 None None] Provisioning complete for port 5c1a7c5d-4d2e-4d41-b949-01e5e1876572 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:35.070726 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-02952863-b3df-4b09-8329-23c79050b1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:35.081727 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-101b8ea1-9d58-4333-b1e0-ded5eccb665f req-c6e3a48e-a948-485e-abf3-0aa4f0ddb8f0 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] For port 3426ebfd-0ed4-4065-ab96-e313521e69e9, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=3426ebfd-0ed4-4065-ab96-e313521e69e9,segment=NetworkSegment(d16ea471-980a-4168-8118-9efae2610312),segment_id=d16ea471-980a-4168-8118-9efae2610312)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:35.082138 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-101b8ea1-9d58-4333-b1e0-ded5eccb665f req-c6e3a48e-a948-485e-abf3-0aa4f0ddb8f0 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:35.093473 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880bb63-8b06-4b26-a92e-edc49535efd4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04731945-3995-4cb2-9a98-61d54ce5fc34,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:35.104493 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-101b8ea1-9d58-4333-b1e0-ded5eccb665f req-c6e3a48e-a948-485e-abf3-0aa4f0ddb8f0 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Calling delete_port for 3426ebfd-0ed4-4065-ab96-e313521e69e9 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:35.165585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a778d6-71cd-4103-b253-5e3b816e7bfe tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Network': ['ID=3d4c470c-d2ce-4454-8249-5e5b3be66ce4,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:35.189017 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 3d4c470c-d2ce-4454-8249-5e5b3be66ce4 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:05:35.229630 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'name': 'tempest-TestNetworkBasicOps-router-1806184355', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:20Z', 'updated_at': '2021-09-18T00:05:30Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:21Z', 'updated_at': '2021-09-18T00:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5c1a7c5d-4d2e-4d41-b949-01e5e1876572', 'name': '', 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:d0:2e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '551c8237-9be9-4ef1-844e-7e82fcffc55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:29Z', 'updated_at': '2021-09-18T00:05:34Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '551c8237-9be9-4ef1-844e-7e82fcffc55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:35.253984 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7084718-6b54-41ec-b0b8-2a1403aaafc9 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:35.290179 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f371cff-f44f-4e3b-b688-63618cd19409 None None] The sync data for ids ['e2593a4a-1783-485b-8e68-cbbc092fbfda'] in n-d-809883-1 is: [{'id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'name': 'tempest-TestNetworkBasicOps-router-1806184355', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:20Z', 'updated_at': '2021-09-18T00:05:30Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:21Z', 'updated_at': '2021-09-18T00:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5c1a7c5d-4d2e-4d41-b949-01e5e1876572', 'name': '', 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:d0:2e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '551c8237-9be9-4ef1-844e-7e82fcffc55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:29Z', 'updated_at': '2021-09-18T00:05:34Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '551c8237-9be9-4ef1-844e-7e82fcffc55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:35.308326 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e4a778d6-71cd-4103-b253-5e3b816e7bfe tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6624899 Sep 18 00:05:35.309757 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2880bb63-8b06-4b26-a92e-edc49535efd4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:35.311029 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2880bb63-8b06-4b26-a92e-edc49535efd4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9937744 Sep 18 00:05:35.311588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40466) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:35.313619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40468) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:35.317833 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-3c5a4f97-8c7a-445e-8657-f9dc61a6347c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'subnet': {'network_id': '3d4c470c-d2ce-4454-8249-5e5b3be66ce4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:35.342665 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7084718-6b54-41ec-b0b8-2a1403aaafc9 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:35.347664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b442b6d1-0829-4955-aec5-7c17b39afe5e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group_rule': {'security_group_id': 'ff23ca98-1792-465b-96d3-9b55dcf30d6a', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:35.369702 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-101b8ea1-9d58-4333-b1e0-ded5eccb665f req-c6e3a48e-a948-485e-abf3-0aa4f0ddb8f0 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:35.389552 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['3426ebfd-0ed4-4065-ab96-e313521e69e9'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:05:35.443780 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3a48e-a948-485e-abf3-0aa4f0ddb8f0 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Pushing event deleted for resources: {'Port': ['ID=3426ebfd-0ed4-4065-ab96-e313521e69e9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:35.474812 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-101b8ea1-9d58-4333-b1e0-ded5eccb665f req-c6e3a48e-a948-485e-abf3-0aa4f0ddb8f0 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] No DVR routers for this DVR port 3426ebfd-0ed4-4065-ab96-e313521e69e9 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:05:35.477523 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-101b8ea1-9d58-4333-b1e0-ded5eccb665f req-c6e3a48e-a948-485e-abf3-0aa4f0ddb8f0 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:35.479903 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-101b8ea1-9d58-4333-b1e0-ded5eccb665f req-c6e3a48e-a948-485e-abf3-0aa4f0ddb8f0 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.37 "DELETE /v2.0/ports/3426ebfd-0ed4-4065-ab96-e313521e69e9 HTTP/1.1" status: 204 len: 173 time: 0.7281740 Sep 18 00:05:35.480381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a309f5aa-0225-4221-8490-6ccf9ec3af10', 'name': 'network-vif-deleted', 'tag': '3426ebfd-0ed4-4065-ab96-e313521e69e9'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:05:35.482766 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89985ee9-98dd-47c4-893a-0f66d399c1ea" -d '{"events": [{"server_uuid": "a309f5aa-0225-4221-8490-6ccf9ec3af10", "name": "network-vif-deleted", "tag": "3426ebfd-0ed4-4065-ab96-e313521e69e9"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:05:35.496099 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7084718-6b54-41ec-b0b8-2a1403aaafc9 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:35.518704 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7084718-6b54-41ec-b0b8-2a1403aaafc9 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c975d7b-1514-4f2f-a5e3-0e4f068981a9,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:35.536713 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3687338-f08c-4ad4-86c6-d674eacd373b x-openstack-request-id: req-d3687338-f08c-4ad4-86c6-d674eacd373b {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:05:35.537175 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a309f5aa-0225-4221-8490-6ccf9ec3af10", "name": "network-vif-deleted", "tag": "3426ebfd-0ed4-4065-ab96-e313521e69e9", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:05:35.537434 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d3687338-f08c-4ad4-86c6-d674eacd373b {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:05:35.537847 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a309f5aa-0225-4221-8490-6ccf9ec3af10', 'name': 'network-vif-deleted', 'tag': '3426ebfd-0ed4-4065-ab96-e313521e69e9', 'status': 'completed', 'code': 200} Sep 18 00:05:35.553058 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b442b6d1-0829-4955-aec5-7c17b39afe5e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:35.629948 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b442b6d1-0829-4955-aec5-7c17b39afe5e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:35.633119 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7084718-6b54-41ec-b0b8-2a1403aaafc9 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:35.634580 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c7084718-6b54-41ec-b0b8-2a1403aaafc9 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6068516 Sep 18 00:05:35.638104 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40478) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:35.644547 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-1e99ac56-f6e9-4893-9a50-3cda239a97ec tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': 'e241cd5d-3391-49ff-8a2f-6b019e8b01be', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:35.718529 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b442b6d1-0829-4955-aec5-7c17b39afe5e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:35.737847 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442b6d1-0829-4955-aec5-7c17b39afe5e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45827b43-facc-4dd7-a52e-46c2c0e0056a,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:35.752855 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5a4f97-8c7a-445e-8657-f9dc61a6347c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Made reservation on behalf of b28a6a6f3afb4125a0b904f655028692 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:05:35.756591 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3c5a4f97-8c7a-445e-8657-f9dc61a6347c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:35.856720 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b442b6d1-0829-4955-aec5-7c17b39afe5e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:35.858186 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b442b6d1-0829-4955-aec5-7c17b39afe5e tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5334382 Sep 18 00:05:35.860963 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40484) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:35.869983 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-25fb56cc-77c9-40ec-b0f5-1e0d0a4ab2e1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group_rule': {'security_group_id': 'ff23ca98-1792-465b-96d3-9b55dcf30d6a', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:35.957392 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fec549b8-f37f-4ee4-8863-c6a0047cf7b3 req-013d9ef0-cc36-46db-89d7-5fb4435743f2 tempest-ServerAddressesNegativeTestJSON-629020667 tempest-ServerAddressesNegativeTestJSON-629020667-project] 10.222.0.46 "GET /v2.0/ports?device_id=a309f5aa-0225-4221-8490-6ccf9ec3af10 HTTP/1.1" status: 200 len: 210 time: 0.0375700 Sep 18 00:05:35.965409 n-d-809883-1 neutron-server[95592]: INFO neutron.db.securitygroups_db [None req-1e99ac56-f6e9-4893-9a50-3cda239a97ec tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Project 5d2902e7a2a54edeb7be111e15492043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:05:35.971561 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1e99ac56-f6e9-4893-9a50-3cda239a97ec tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:36.038742 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1e99ac56-f6e9-4893-9a50-3cda239a97ec tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:36.222165 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1e99ac56-f6e9-4893-9a50-3cda239a97ec tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:36.222760 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3c5a4f97-8c7a-445e-8657-f9dc61a6347c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:36.242098 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99ac56-f6e9-4893-9a50-3cda239a97ec tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d759ccf8-83b2-41da-b178-6410ea9f17a3,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:36.257944 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25fb56cc-77c9-40ec-b0f5-1e0d0a4ab2e1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:36.325656 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a4f97-8c7a-445e-8657-f9dc61a6347c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Subnet': ['ID=bd98ba68-5f4b-42c8-93f7-fa271d8afe8f,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:36.348576 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5a4f97-8c7a-445e-8657-f9dc61a6347c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Checking segment: {'id': 'c3acdf79-a453-469d-8424-66926b2c4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d4c470c-d2ce-4454-8249-5e5b3be66ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:05:36.348960 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5a4f97-8c7a-445e-8657-f9dc61a6347c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network hostable DHCP agents. Network: 3d4c470c-d2ce-4454-8249-5e5b3be66ce4, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:05:36.366305 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25fb56cc-77c9-40ec-b0f5-1e0d0a4ab2e1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:36.368258 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1e99ac56-f6e9-4893-9a50-3cda239a97ec tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:36.369800 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1e99ac56-f6e9-4893-9a50-3cda239a97ec tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7299504 Sep 18 00:05:36.373155 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40488) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:36.380234 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-3c9ad5bf-bb04-4f5d-b57f-d7aaff3d9a16 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': 'e241cd5d-3391-49ff-8a2f-6b019e8b01be', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:36.490485 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25fb56cc-77c9-40ec-b0f5-1e0d0a4ab2e1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:36.490934 n-d-809883-1 neutron-server[95592]: INFO neutron.db.securitygroups_db [None req-3c9ad5bf-bb04-4f5d-b57f-d7aaff3d9a16 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Project 5d2902e7a2a54edeb7be111e15492043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:05:36.494977 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5a4f97-8c7a-445e-8657-f9dc61a6347c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network 3d4c470c-d2ce-4454-8249-5e5b3be66ce4 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:05:36.503123 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3c9ad5bf-bb04-4f5d-b57f-d7aaff3d9a16 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:36.519123 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb56cc-77c9-40ec-b0f5-1e0d0a4ab2e1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4ae19c-6064-44e1-80ca-2ed847fc2666,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:36.593719 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3c9ad5bf-bb04-4f5d-b57f-d7aaff3d9a16 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:36.604741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-3c5a4f97-8c7a-445e-8657-f9dc61a6347c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 3d4c470c-d2ce-4454-8249-5e5b3be66ce4) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:36.610049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5a4f97-8c7a-445e-8657-f9dc61a6347c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:36.610921 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3c5a4f97-8c7a-445e-8657-f9dc61a6347c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:36.621427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f505cd8-a16b-49a6-86cc-9c167d5d42f4 None None] Network 3d4c470c-d2ce-4454-8249-5e5b3be66ce4 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:36.647441 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25fb56cc-77c9-40ec-b0f5-1e0d0a4ab2e1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:36.653145 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-25fb56cc-77c9-40ec-b0f5-1e0d0a4ab2e1 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7882259 Sep 18 00:05:36.654037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40492) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:36.665292 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a383b576-bbb0-40c8-a6e6-f8d4ec618946 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group_rule': {'security_group_id': 'ff23ca98-1792-465b-96d3-9b55dcf30d6a', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:36.684634 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3c9ad5bf-bb04-4f5d-b57f-d7aaff3d9a16 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:36.725197 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ad5bf-bb04-4f5d-b57f-d7aaff3d9a16 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f833b576-edb3-420b-a72b-a7498e409f38,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:36.752340 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3c5a4f97-8c7a-445e-8657-f9dc61a6347c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4390638 Sep 18 00:05:36.753435 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40496) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:36.761666 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-ddcc3dc8-0d82-4a39-ba9e-ad1facea3159 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1068967626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:36.843002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5c1a7c5d-4d2e-4d41-b949-01e5e1876572 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:36.873689 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a383b576-bbb0-40c8-a6e6-f8d4ec618946 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:36.928240 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-3d4c470c-d2ce-4454-8249-5e5b3be66ce4', 'network_id': '3d4c470c-d2ce-4454-8249-5e5b3be66ce4', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'fixed_ips': [{'subnet_id': 'bd98ba68-5f4b-42c8-93f7-fa271d8afe8f'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:05:36.929448 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:36.947109 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 5c1a7c5d-4d2e-4d41-b949-01e5e1876572 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:36.947477 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:36.947915 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a383b576-bbb0-40c8-a6e6-f8d4ec618946 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.018268 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3c9ad5bf-bb04-4f5d-b57f-d7aaff3d9a16 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.025750 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3c9ad5bf-bb04-4f5d-b57f-d7aaff3d9a16 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6513605 Sep 18 00:05:37.026330 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40504) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:37.031940 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-aec7ebca-3466-4104-b311-94c0d047f5d1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'network': {'name': 'tempest-network-smoke--768154559', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'port_security_enabled': True}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:37.045415 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a383b576-bbb0-40c8-a6e6-f8d4ec618946 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.051777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40506) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:37.077508 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383b576-bbb0-40c8-a6e6-f8d4ec618946 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752247aa-5449-4793-969b-a0494621d41f,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:37.121728 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ddcc3dc8-0d82-4a39-ba9e-ad1facea3159 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.123196 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ddcc3dc8-0d82-4a39-ba9e-ad1facea3159 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.135882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5054955-730c-4c1b-a456-38147060c303 admin admin] Deleting subnet 214037a2-1624-45ef-8513-6921d984a25e {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:05:37.142984 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a5054955-730c-4c1b-a456-38147060c303 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.204272 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] Allocated IP 172.20.0.2 (3d4c470c-d2ce-4454-8249-5e5b3be66ce4/bd98ba68-5f4b-42c8-93f7-fa271d8afe8f/36db1801-875e-4ce2-8cbe-1effb1c0bbb7) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:05:37.234374 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a5054955-730c-4c1b-a456-38147060c303 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.236968 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ddcc3dc8-0d82-4a39-ba9e-ad1facea3159 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.243064 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a383b576-bbb0-40c8-a6e6-f8d4ec618946 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.244354 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a383b576-bbb0-40c8-a6e6-f8d4ec618946 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5896361 Sep 18 00:05:37.247680 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40508) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:37.253565 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8febbb09-ffd7-4ed5-9aa4-ecd667e6f5f8 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group_rule': {'security_group_id': 'ff23ca98-1792-465b-96d3-9b55dcf30d6a', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:37.285256 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a5054955-730c-4c1b-a456-38147060c303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.353635 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ddcc3dc8-0d82-4a39-ba9e-ad1facea3159 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.363417 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.402968 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec7ebca-3466-4104-b311-94c0d047f5d1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Made reservation on behalf of 5d2902e7a2a54edeb7be111e15492043 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:05:37.406702 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-aec7ebca-3466-4104-b311-94c0d047f5d1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.437065 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec7ebca-3466-4104-b311-94c0d047f5d1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:05:37.446254 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-aec7ebca-3466-4104-b311-94c0d047f5d1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.446597 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-aec7ebca-3466-4104-b311-94c0d047f5d1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Added segment f8e32ce9-e788-400e-9540-834ca05cc6af of type vlan for network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e Sep 18 00:05:37.450995 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a5054955-730c-4c1b-a456-38147060c303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.481534 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5054955-730c-4c1b-a456-38147060c303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=214037a2-1624-45ef-8513-6921d984a25e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:37.485992 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a5054955-730c-4c1b-a456-38147060c303 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.490257 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a5054955-730c-4c1b-a456-38147060c303 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/214037a2-1624-45ef-8513-6921d984a25e HTTP/1.1" status: 204 len: 168 time: 0.4349051 Sep 18 00:05:37.490507 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40512) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:37.490748 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-aec7ebca-3466-4104-b311-94c0d047f5d1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.507680 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.533380 n-d-809883-1 neutron-server[95592]: INFO neutron.db.securitygroups_db [None req-8febbb09-ffd7-4ed5-9aa4-ecd667e6f5f8 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Project 240dd21d0d2f45ecb6590c53be314024 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:05:37.545931 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] Network 3d4c470c-d2ce-4454-8249-5e5b3be66ce4 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:37.546507 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8febbb09-ffd7-4ed5-9aa4-ecd667e6f5f8 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.548898 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:37.554889 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:05:37.562714 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] Pushing event updated for resources: {'Port': ['ID=36db1801-875e-4ce2-8cbe-1effb1c0bbb7,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:37.591801 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1d58dc0-1554-41e2-8856-2ba28415fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.611352 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-aec7ebca-3466-4104-b311-94c0d047f5d1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.613389 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec7ebca-3466-4104-b311-94c0d047f5d1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:37.614160 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-aec7ebca-3466-4104-b311-94c0d047f5d1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.692998 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1d58dc0-1554-41e2-8856-2ba28415fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.695286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40516) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:37.696747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] Attempting to bind port 36db1801-875e-4ce2-8cbe-1effb1c0bbb7 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:05:37.701353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] Attempting to bind port 36db1801-875e-4ce2-8cbe-1effb1c0bbb7 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'c3acdf79-a453-469d-8424-66926b2c4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d4c470c-d2ce-4454-8249-5e5b3be66ce4'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:05:37.701781 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] Attempting to bind port 36db1801-875e-4ce2-8cbe-1effb1c0bbb7 on network 3d4c470c-d2ce-4454-8249-5e5b3be66ce4 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:05:37.710010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:05:37.710010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] Checking segment: {'id': 'c3acdf79-a453-469d-8424-66926b2c4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d4c470c-d2ce-4454-8249-5e5b3be66ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:05:37.710010 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.710010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] Bound using segment: {'id': 'c3acdf79-a453-469d-8424-66926b2c4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d4c470c-d2ce-4454-8249-5e5b3be66ce4'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:05:37.710010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] Bound port: 36db1801-875e-4ce2-8cbe-1effb1c0bbb7, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3acdf79-a453-469d-8424-66926b2c4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d4c470c-d2ce-4454-8249-5e5b3be66ce4'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:05:37.710566 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.715333 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ddcc3dc8-0d82-4a39-ba9e-ad1facea3159 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.716569 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ddcc3dc8-0d82-4a39-ba9e-ad1facea3159 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9603736 Sep 18 00:05:37.720556 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40520) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:37.740429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7ebca-3466-4104-b311-94c0d047f5d1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Network': ['ID=5a7ba1d7-4d71-4a9b-8358-db384e44cd0e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:37.770151 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-e1d58dc0-1554-41e2-8856-2ba28415fed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e023543-4e71-4d8b-af2d-fb5d79c2ce29']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:37.780771 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8febbb09-ffd7-4ed5-9aa4-ecd667e6f5f8 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.783606 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-e1d58dc0-1554-41e2-8856-2ba28415fed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd16ea471-980a-4168-8118-9efae2610312') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:37.783907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-e1d58dc0-1554-41e2-8856-2ba28415fed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd16ea471-980a-4168-8118-9efae2610312') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:37.787025 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:05:37.825888 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1d58dc0-1554-41e2-8856-2ba28415fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.867443 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] For port 36db1801-875e-4ce2-8cbe-1effb1c0bbb7, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:05:37.870093 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-aec7ebca-3466-4104-b311-94c0d047f5d1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8424141 Sep 18 00:05:37.870732 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40522) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:37.878777 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-39f6e824-99ed-422c-9611-8d84f9f3cb80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1463930371', 'admin_state_up': True, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:37.890643 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cf0fac6f-f2a3-41e3-a506-7ab0068ab053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.893530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] For port 36db1801-875e-4ce2-8cbe-1effb1c0bbb7, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=36db1801-875e-4ce2-8cbe-1effb1c0bbb7,segment=NetworkSegment(c3acdf79-a453-469d-8424-66926b2c4c52),segment_id=c3acdf79-a453-469d-8424-66926b2c4c52)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:05:37.914649 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8febbb09-ffd7-4ed5-9aa4-ecd667e6f5f8 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.916962 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1d58dc0-1554-41e2-8856-2ba28415fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.934133 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d58dc0-1554-41e2-8856-2ba28415fed4 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:05:37.934438 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1d58dc0-1554-41e2-8856-2ba28415fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:37.934852 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febbb09-ffd7-4ed5-9aa4-ecd667e6f5f8 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7e65ee-97f0-496b-9b34-e525b01c1ba0,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:05:37.936903 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:05:37.976616 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:38.020151 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-39f6e824-99ed-422c-9611-8d84f9f3cb80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:38.022120 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-39f6e824-99ed-422c-9611-8d84f9f3cb80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:38.059920 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ae446-e51b-4575-9e4d-220f8a22ff41 None None] Pushing event updated for resources: {'Port': ['ID=36db1801-875e-4ce2-8cbe-1effb1c0bbb7,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:38.100103 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-39f6e824-99ed-422c-9611-8d84f9f3cb80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:38.102175 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8febbb09-ffd7-4ed5-9aa4-ecd667e6f5f8 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:38.106781 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8febbb09-ffd7-4ed5-9aa4-ecd667e6f5f8 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8578801 Sep 18 00:05:38.107416 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40526) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:38.112178 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-3ca392af-df89-4196-8fcb-f2d21e52be71 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'security_group_rule': {'security_group_id': 'ff23ca98-1792-465b-96d3-9b55dcf30d6a', 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:38.414174 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-39f6e824-99ed-422c-9611-8d84f9f3cb80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:38.535566 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1d58dc0-1554-41e2-8856-2ba28415fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:38.535808 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1d58dc0-1554-41e2-8856-2ba28415fed4 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:38.540229 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e1d58dc0-1554-41e2-8856-2ba28415fed4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8e023543-4e71-4d8b-af2d-fb5d79c2ce29 HTTP/1.1" status: 204 len: 168 time: 1.0486095 Sep 18 00:05:38.567195 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d58dc0-1554-41e2-8856-2ba28415fed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e023543-4e71-4d8b-af2d-fb5d79c2ce29,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:38.616915 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b438e319-26e5-44a5-9c3d-03259a918422 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:38.751212 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cf0fac6f-f2a3-41e3-a506-7ab0068ab053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:38.758019 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-39f6e824-99ed-422c-9611-8d84f9f3cb80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:38.784124 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-39f6e824-99ed-422c-9611-8d84f9f3cb80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:38.791483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 36db1801-875e-4ce2-8cbe-1effb1c0bbb7 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:38.853809 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 36db1801-875e-4ce2-8cbe-1effb1c0bbb7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:38.854488 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:38.912106 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 3426ebfd-0ed4-4065-ab96-e313521e69e9 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:05:38.915414 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-39f6e824-99ed-422c-9611-8d84f9f3cb80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Allocated IP 172.25.3.109 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/fdbeb9e1-048b-4570-be13-0968ac86237a) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:05:38.939535 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 3426ebfd-0ed4-4065-ab96-e313521e69e9 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:05:38.940064 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 3426ebfd-0ed4-4065-ab96-e313521e69e9 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:05:38.971865 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-b438e319-26e5-44a5-9c3d-03259a918422 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Allocated IP 172.20.0.1 (3d4c470c-d2ce-4454-8249-5e5b3be66ce4/bd98ba68-5f4b-42c8-93f7-fa271d8afe8f/d235567a-8b6f-4f45-bbc7-d3227adadac9) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:05:39.020135 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.027242 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cf0fac6f-f2a3-41e3-a506-7ab0068ab053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.072627 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 36db1801-875e-4ce2-8cbe-1effb1c0bbb7, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=36db1801-875e-4ce2-8cbe-1effb1c0bbb7,segment=NetworkSegment(c3acdf79-a453-469d-8424-66926b2c4c52),segment_id=c3acdf79-a453-469d-8424-66926b2c4c52)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:39.085684 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-39f6e824-99ed-422c-9611-8d84f9f3cb80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.121005 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cf0fac6f-f2a3-41e3-a506-7ab0068ab053 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1cd44f9a86424227b3313e9a1f5d2641&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4246523 Sep 18 00:05:39.124748 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40532) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:39.124926 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fac6f-f2a3-41e3-a506-7ab0068ab053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88595a5-ee1e-4335-ab56-f9e03cf46af6,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:39.142437 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40534) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:39.176391 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.185578 n-d-809883-1 neutron-server[95592]: INFO neutron.db.securitygroups_db [None req-3ca392af-df89-4196-8fcb-f2d21e52be71 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Project 240dd21d0d2f45ecb6590c53be314024 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:05:39.195280 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ca392af-df89-4196-8fcb-f2d21e52be71 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.231140 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-39f6e824-99ed-422c-9611-8d84f9f3cb80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.257427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=36db1801-875e-4ce2-8cbe-1effb1c0bbb7,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:39.263890 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b438e319-26e5-44a5-9c3d-03259a918422 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.278025 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a660efd1-50d9-4281-bf88-82fecee3133a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.286438 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60331ff1-fced-4415-b94a-0b327762025f None None] Network 3d4c470c-d2ce-4454-8249-5e5b3be66ce4 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:39.290292 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ae1d5b5b-173f-4dca-a85b-fc76a5dc3249 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6e7d2eb600864f58a25155f488945be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442702 Sep 18 00:05:39.291628 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40538) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:39.328951 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f6e824-99ed-422c-9611-8d84f9f3cb80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:39.347210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-39f6e824-99ed-422c-9611-8d84f9f3cb80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:39.363026 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc9aeb69-769a-4d6d-9c29-e8f19d2e51fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.380623 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ca392af-df89-4196-8fcb-f2d21e52be71 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.382722 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a660efd1-50d9-4281-bf88-82fecee3133a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.384594 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f6e824-99ed-422c-9611-8d84f9f3cb80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:05:39.393920 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc9aeb69-769a-4d6d-9c29-e8f19d2e51fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.432753 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b438e319-26e5-44a5-9c3d-03259a918422 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.472787 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ded82b18-d081-4aca-b32f-3d40f528e645 None None] Provisioning complete for port 36db1801-875e-4ce2-8cbe-1effb1c0bbb7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:39.473340 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ded82b18-d081-4aca-b32f-3d40f528e645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.486255 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6e824-99ed-422c-9611-8d84f9f3cb80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=fdbeb9e1-048b-4570-be13-0968ac86237a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:39.497757 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b438e319-26e5-44a5-9c3d-03259a918422 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network 3d4c470c-d2ce-4454-8249-5e5b3be66ce4 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:39.508997 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-b438e319-26e5-44a5-9c3d-03259a918422 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:39.515822 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ca392af-df89-4196-8fcb-f2d21e52be71 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.516044 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b438e319-26e5-44a5-9c3d-03259a918422 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:05:39.552506 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438e319-26e5-44a5-9c3d-03259a918422 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=d235567a-8b6f-4f45-bbc7-d3227adadac9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:39.592350 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b438e319-26e5-44a5-9c3d-03259a918422 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.643964 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca392af-df89-4196-8fcb-f2d21e52be71 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af7d78f-5266-4449-995d-06f68c04689e,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:39.686516 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc9aeb69-769a-4d6d-9c29-e8f19d2e51fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.689195 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc9aeb69-769a-4d6d-9c29-e8f19d2e51fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.692632 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fc9aeb69-769a-4d6d-9c29-e8f19d2e51fb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/29297ced-af72-4bbe-85dd-94700cd3da34 HTTP/1.1" status: 204 len: 168 time: 0.3970208 Sep 18 00:05:39.708313 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9aeb69-769a-4d6d-9c29-e8f19d2e51fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29297ced-af72-4bbe-85dd-94700cd3da34,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:39.750943 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ca392af-df89-4196-8fcb-f2d21e52be71 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.760193 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3ca392af-df89-4196-8fcb-f2d21e52be71 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6439147 Sep 18 00:05:39.894997 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b438e319-26e5-44a5-9c3d-03259a918422 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.899314 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a660efd1-50d9-4281-bf88-82fecee3133a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.901887 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a660efd1-50d9-4281-bf88-82fecee3133a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:39.914049 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a660efd1-50d9-4281-bf88-82fecee3133a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f88595a5-ee1e-4335-ab56-f9e03cf46af6 HTTP/1.1" status: 204 len: 168 time: 0.7884560 Sep 18 00:05:39.933064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660efd1-50d9-4281-bf88-82fecee3133a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88595a5-ee1e-4335-ab56-f9e03cf46af6,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:39.992555 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a4c52c3f-a449-474d-9bbb-05a41a730721 None None] Provisioning complete for port d235567a-8b6f-4f45-bbc7-d3227adadac9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:39.993181 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a4c52c3f-a449-474d-9bbb-05a41a730721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:40.049210 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-39f6e824-99ed-422c-9611-8d84f9f3cb80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:40.101358 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a4c52c3f-a449-474d-9bbb-05a41a730721 None None] Port d235567a-8b6f-4f45-bbc7-d3227adadac9 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:05:40.132296 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a4c52c3f-a449-474d-9bbb-05a41a730721 None None] Provisioning complete for port 36db1801-875e-4ce2-8cbe-1effb1c0bbb7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:40.133530 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a4c52c3f-a449-474d-9bbb-05a41a730721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:40.241195 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-7aa1ece7-d58c-45db-9c2e-a1eb8b8a4e92 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1139481205&fields=id&tenant_id=240dd21d0d2f45ecb6590c53be314024 HTTP/1.1" status: 200 len: 267 time: 0.1025755 Sep 18 00:05:40.414894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-775211ef-719e-45c2-b92e-002d7e7978ce None None] Provisioning complete for port d235567a-8b6f-4f45-bbc7-d3227adadac9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:40.415409 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-775211ef-719e-45c2-b92e-002d7e7978ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:40.463487 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:40.488820 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b438e319-26e5-44a5-9c3d-03259a918422 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:40.519017 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-775211ef-719e-45c2-b92e-002d7e7978ce None None] Port d235567a-8b6f-4f45-bbc7-d3227adadac9 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:05:40.570538 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b438e319-26e5-44a5-9c3d-03259a918422 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:40.623854 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-589016c6-77ba-4409-9ed2-4269e97d4b57 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:40.625568 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-589016c6-77ba-4409-9ed2-4269e97d4b57 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/networks?id=7e5b19c7-d838-4db3-94b8-813112c248ff HTTP/1.1" status: 200 len: 796 time: 0.3699853 Sep 18 00:05:40.662357 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438e319-26e5-44a5-9c3d-03259a918422 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=d235567a-8b6f-4f45-bbc7-d3227adadac9,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:40.675502 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b438e319-26e5-44a5-9c3d-03259a918422 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:40.698610 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-162cef90-49b8-4bba-88e4-339ed67c5f83 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/quotas/240dd21d0d2f45ecb6590c53be314024 HTTP/1.1" status: 200 len: 375 time: 0.0181813 Sep 18 00:05:40.724544 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-39f6e824-99ed-422c-9611-8d84f9f3cb80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:40.806183 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 36db1801-875e-4ce2-8cbe-1effb1c0bbb7 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:40.833963 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b438e319-26e5-44a5-9c3d-03259a918422 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network 3d4c470c-d2ce-4454-8249-5e5b3be66ce4 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:40.838454 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-b438e319-26e5-44a5-9c3d-03259a918422 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:40.933082 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 36db1801-875e-4ce2-8cbe-1effb1c0bbb7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:40.933525 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:40.942311 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-57388273-75d5-4b02-8941-eb2d1e58c2bd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=240dd21d0d2f45ecb6590c53be314024&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2320211 Sep 18 00:05:41.001739 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40574) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:41.024933 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ce96a33-376e-4521-a6c2-b79cc1ddba28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:41.030383 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f6e824-99ed-422c-9611-8d84f9f3cb80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Router 7a50fe0c-c7cd-454d-b9c4-92437f3c246b is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:05:41.170229 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b438e319-26e5-44a5-9c3d-03259a918422 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router 6b4ce94a-1f65-40de-b3f5-d57a9fa83c66 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:05:41.236863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f6e824-99ed-422c-9611-8d84f9f3cb80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:05:41.252764 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] Sync routers for ids ['7a50fe0c-c7cd-454d-b9c4-92437f3c246b'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:41.261452 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5e9c299a-a71f-4d74-8951-a6080fbb22df None None] Provisioning complete for port d235567a-8b6f-4f45-bbc7-d3227adadac9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:41.266004 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5e9c299a-a71f-4d74-8951-a6080fbb22df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:41.273612 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] Routers {'7a50fe0c-c7cd-454d-b9c4-92437f3c246b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:41.274610 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['7a50fe0c-c7cd-454d-b9c4-92437f3c246b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:41.314368 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ce96a33-376e-4521-a6c2-b79cc1ddba28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:41.363036 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-5e9c299a-a71f-4d74-8951-a6080fbb22df None None] Port d235567a-8b6f-4f45-bbc7-d3227adadac9 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:05:41.370338 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b438e319-26e5-44a5-9c3d-03259a918422 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:05:41.382329 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e3ca0-b706-4c56-8a80-b8ec0110db20 None None] Sync routers for ids ['6b4ce94a-1f65-40de-b3f5-d57a9fa83c66'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:41.388496 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ce96a33-376e-4521-a6c2-b79cc1ddba28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:41.388732 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b438e319-26e5-44a5-9c3d-03259a918422 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/6b4ce94a-1f65-40de-b3f5-d57a9fa83c66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6669965 Sep 18 00:05:41.389263 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40582) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:41.400595 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e3ca0-b706-4c56-8a80-b8ec0110db20 None None] Routers {'6b4ce94a-1f65-40de-b3f5-d57a9fa83c66'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:41.401270 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-786e3ca0-b706-4c56-8a80-b8ec0110db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['6b4ce94a-1f65-40de-b3f5-d57a9fa83c66'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:41.419357 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-deeb855f-d3ea-40c1-aacc-886b3294c05e service neutron] 10.222.0.46 "GET /v2.0/networks/7e5b19c7-d838-4db3-94b8-813112c248ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551716 Sep 18 00:05:41.455377 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-786e3ca0-b706-4c56-8a80-b8ec0110db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:41.464593 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e3ca0-b706-4c56-8a80-b8ec0110db20 None None] Routers {'6b4ce94a-1f65-40de-b3f5-d57a9fa83c66'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:41.465545 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-786e3ca0-b706-4c56-8a80-b8ec0110db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['6b4ce94a-1f65-40de-b3f5-d57a9fa83c66'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:41.479553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43214b51-a922-4c71-8fd5-5b1af333c4ad tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:41.485599 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-43214b51-a922-4c71-8fd5-5b1af333c4ad tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/ports/d235567a-8b6f-4f45-bbc7-d3227adadac9 HTTP/1.1" status: 200 len: 910 time: 0.0953138 Sep 18 00:05:41.486262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40584) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:41.509424 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] Set router 7a50fe0c-c7cd-454d-b9c4-92437f3c246b gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:05:41.531301 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-3b7f5a2b-dea9-494b-81ac-da0bc5cf9ad5 service neutron] 10.222.0.46 "GET /v2.0/networks/7e5b19c7-d838-4db3-94b8-813112c248ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046815 Sep 18 00:05:41.551922 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-39f6e824-99ed-422c-9611-8d84f9f3cb80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:41.554048 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-39f6e824-99ed-422c-9611-8d84f9f3cb80 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6811397 Sep 18 00:05:41.579664 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9ce96a33-376e-4521-a6c2-b79cc1ddba28 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ec0c904acb5458389c101646ef1e6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5794122 Sep 18 00:05:41.583627 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-786e3ca0-b706-4c56-8a80-b8ec0110db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:41.584536 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40588) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:41.585012 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40592) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:41.593344 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e3ca0-b706-4c56-8a80-b8ec0110db20 None None] The sync data for ids ['6b4ce94a-1f65-40de-b3f5-d57a9fa83c66'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:41.613883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce96a33-376e-4521-a6c2-b79cc1ddba28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dca8a7-6d9f-42c8-ae34-691c9c12072c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:41.912986 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d279717-c093-44ec-b3a0-2da639e868b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:41.912986 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d279717-c093-44ec-b3a0-2da639e868b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:41.977848 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36c6fd73-c0e5-40de-8aac-d00162b81512 req-069a6261-e1f4-4a91-955d-9278bdd87b63 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 210 time: 0.1125157 Sep 18 00:05:42.012676 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d279717-c093-44ec-b3a0-2da639e868b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:42.015699 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d279717-c093-44ec-b3a0-2da639e868b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:42.016932 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4d279717-c093-44ec-b3a0-2da639e868b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/66dca8a7-6d9f-42c8-ae34-691c9c12072c HTTP/1.1" status: 204 len: 168 time: 0.4119225 Sep 18 00:05:42.025716 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6534b53d-01b9-4c65-9bd7-bac167c1fb85 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=5d2902e7a2a54edeb7be111e15492043&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4395378 Sep 18 00:05:42.032255 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40612) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:42.049099 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d279717-c093-44ec-b3a0-2da639e868b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dca8a7-6d9f-42c8-ae34-691c9c12072c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:42.055575 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463930371', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:39Z', 'revision_number': 3, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:13:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:42.165006 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-82fac2c5-9831-41ae-80cf-c018a38618a0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:42.216318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb7a36c-2883-4bca-b389-b662de9a861b tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:42.218049 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bdb7a36c-2883-4bca-b389-b662de9a861b tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1844192 Sep 18 00:05:42.221164 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40618) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:42.272270 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6e5b9489-6330-4028-ae24-cfc52d575520 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=544c7e65-fba8-424a-a169-b245d1aea919&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475113 Sep 18 00:05:42.272469 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40620) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:42.279164 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-24e38503-69bb-45e0-a749-78bb9318bae5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2039109329', 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:42.304421 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] Checking router: 7a50fe0c-c7cd-454d-b9c4-92437f3c246b for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:05:42.304960 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] Updating router 7a50fe0c-c7cd-454d-b9c4-92437f3c246b port fdbeb9e1-048b-4570-be13-0968ac86237a binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:05:42.347803 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:42.483442 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-82fac2c5-9831-41ae-80cf-c018a38618a0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting port d235567a-8b6f-4f45-bbc7-d3227adadac9 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:42.483732 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-82fac2c5-9831-41ae-80cf-c018a38618a0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:42.530143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e38503-69bb-45e0-a749-78bb9318bae5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Made reservation on behalf of 5d2902e7a2a54edeb7be111e15492043 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:05:42.534212 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24e38503-69bb-45e0-a749-78bb9318bae5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:42.590144 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-82fac2c5-9831-41ae-80cf-c018a38618a0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:42.609003 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-82fac2c5-9831-41ae-80cf-c018a38618a0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Calling delete_port for d235567a-8b6f-4f45-bbc7-d3227adadac9 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:42.701802 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40632) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:42.730544 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:42.840745 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:42.914535 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] Attempting to bind port fdbeb9e1-048b-4570-be13-0968ac86237a on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:05:42.914986 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] Attempting to bind port fdbeb9e1-048b-4570-be13-0968ac86237a by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:05:42.915444 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] Attempting to bind port fdbeb9e1-048b-4570-be13-0968ac86237a on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:05:42.931229 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:05:42.931608 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:05:42.931782 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4eb59de6-1e2b-4796-a662-dba13b9ed48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:42.932221 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:42.932734 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:05:42.933329 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] Bound port: fdbeb9e1-048b-4570-be13-0968ac86237a, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:05:42.934431 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:42.937688 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9690b3a-9d8b-47c4-bb40-86b717d593de None None] Pushing event updated for resources: {'Port': ['ID=fdbeb9e1-048b-4570-be13-0968ac86237a,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:42.965366 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9690b3a-9d8b-47c4-bb40-86b717d593de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:42.965808 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9690b3a-9d8b-47c4-bb40-86b717d593de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:42.966310 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9690b3a-9d8b-47c4-bb40-86b717d593de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:42.966591 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9690b3a-9d8b-47c4-bb40-86b717d593de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:42.966980 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9690b3a-9d8b-47c4-bb40-86b717d593de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:42.967632 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9690b3a-9d8b-47c4-bb40-86b717d593de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:42.967732 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9690b3a-9d8b-47c4-bb40-86b717d593de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:42.968083 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9690b3a-9d8b-47c4-bb40-86b717d593de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:42.968526 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9690b3a-9d8b-47c4-bb40-86b717d593de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:42.968943 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9690b3a-9d8b-47c4-bb40-86b717d593de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:42.969331 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9690b3a-9d8b-47c4-bb40-86b717d593de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:42.969899 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9690b3a-9d8b-47c4-bb40-86b717d593de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:43.006896 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] For port fdbeb9e1-048b-4570-be13-0968ac86237a, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:05:43.010890 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-82fac2c5-9831-41ae-80cf-c018a38618a0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:43.013839 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] For port fdbeb9e1-048b-4570-be13-0968ac86237a, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=fdbeb9e1-048b-4570-be13-0968ac86237a,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:05:43.083068 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fac2c5-9831-41ae-80cf-c018a38618a0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Port': ['ID=d235567a-8b6f-4f45-bbc7-d3227adadac9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:43.115680 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24e38503-69bb-45e0-a749-78bb9318bae5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:43.147899 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b8614db-a3f0-44e5-9145-0bd14202f414 req-fa98fced-e93d-4ee1-965c-4217d6eb7bac tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 210 time: 0.0659394 Sep 18 00:05:43.180164 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:43.203486 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4eb59de6-1e2b-4796-a662-dba13b9ed48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:43.250326 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-82fac2c5-9831-41ae-80cf-c018a38618a0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:43.251550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e38503-69bb-45e0-a749-78bb9318bae5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Subnet': ['ID=10ec69ae-5591-4c46-a623-8840f79774a8,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:43.260512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e38503-69bb-45e0-a749-78bb9318bae5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Checking segment: {'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:05:43.261732 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e38503-69bb-45e0-a749-78bb9318bae5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network hostable DHCP agents. Network: 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:05:43.267080 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] Routers {'7a50fe0c-c7cd-454d-b9c4-92437f3c246b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:43.267706 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['7a50fe0c-c7cd-454d-b9c4-92437f3c246b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:43.387888 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4eb59de6-1e2b-4796-a662-dba13b9ed48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:43.389761 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] Set router 7a50fe0c-c7cd-454d-b9c4-92437f3c246b gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:05:43.427969 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9690b3a-9d8b-47c4-bb40-86b717d593de None None] Pushing event updated for resources: {'Port': ['ID=fdbeb9e1-048b-4570-be13-0968ac86237a,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:43.445635 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fac2c5-9831-41ae-80cf-c018a38618a0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router 6b4ce94a-1f65-40de-b3f5-d57a9fa83c66 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:05:43.476697 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4eb59de6-1e2b-4796-a662-dba13b9ed48b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2f5216a5aafa4325be38cd5321522235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7715302 Sep 18 00:05:43.476697 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb59de6-1e2b-4796-a662-dba13b9ed48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d042a8a2-09d0-4987-811f-3b0a91786238,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:43.490908 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40650) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:43.500150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e38503-69bb-45e0-a749-78bb9318bae5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:05:43.524271 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:43.538487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fac2c5-9831-41ae-80cf-c018a38618a0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:05:43.546787 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-82fac2c5-9831-41ae-80cf-c018a38618a0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/6b4ce94a-1f65-40de-b3f5-d57a9fa83c66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0594642 Sep 18 00:05:43.547608 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40654) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:43.553669 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f858b-ac1b-4ff8-8991-133a6489e220 None None] Sync routers for ids ['6b4ce94a-1f65-40de-b3f5-d57a9fa83c66'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:43.576249 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f858b-ac1b-4ff8-8991-133a6489e220 None None] Routers {'6b4ce94a-1f65-40de-b3f5-d57a9fa83c66'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:43.577267 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9d1f858b-ac1b-4ff8-8991-133a6489e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['6b4ce94a-1f65-40de-b3f5-d57a9fa83c66'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:43.583914 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e5e1c11e-5099-4459-8173-f4740c733ccf tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b4ce94a-1f65-40de-b3f5-d57a9fa83c66 HTTP/1.1" status: 200 len: 205 time: 0.0349436 Sep 18 00:05:43.584593 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40656) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:43.639897 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9d1f858b-ac1b-4ff8-8991-133a6489e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:43.679330 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f858b-ac1b-4ff8-8991-133a6489e220 None None] Routers {'6b4ce94a-1f65-40de-b3f5-d57a9fa83c66'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:43.679980 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9d1f858b-ac1b-4ff8-8991-133a6489e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['6b4ce94a-1f65-40de-b3f5-d57a9fa83c66'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:43.711766 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0db51196-85a4-4344-8951-2b25824f02ec tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:43.735130 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9d1f858b-ac1b-4ff8-8991-133a6489e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:43.735130 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f858b-ac1b-4ff8-8991-133a6489e220 None None] The sync data for ids ['6b4ce94a-1f65-40de-b3f5-d57a9fa83c66'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:43.773702 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463930371', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:39Z', 'revision_number': 3, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:13:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:43.835845 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bdedfd-9a93-41ee-9c60-eb49f76524c4 None None] The sync data for ids ['7a50fe0c-c7cd-454d-b9c4-92437f3c246b'] in n-d-809883-1 is: [{'id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463930371', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:39Z', 'revision_number': 3, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:13:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:43.956225 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0db51196-85a4-4344-8951-2b25824f02ec tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:43.960823 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0db51196-85a4-4344-8951-2b25824f02ec tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:44.025086 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4366f14e-5f9b-4c6a-8b0a-86c6a62b3d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:44.094158 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fe1d165-0640-4797-832c-6dfe73b39233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:44.123676 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fe1d165-0640-4797-832c-6dfe73b39233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:44.162384 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0db51196-85a4-4344-8951-2b25824f02ec tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:44.162906 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db51196-85a4-4344-8951-2b25824f02ec tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Fanout notify agent at l3_agent the message router_deleted on router 6b4ce94a-1f65-40de-b3f5-d57a9fa83c66 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:05:44.169768 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0db51196-85a4-4344-8951-2b25824f02ec tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:44.171009 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0db51196-85a4-4344-8951-2b25824f02ec tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/routers/6b4ce94a-1f65-40de-b3f5-d57a9fa83c66 HTTP/1.1" status: 204 len: 168 time: 0.5847983 Sep 18 00:05:44.171665 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-24e38503-69bb-45e0-a749-78bb9318bae5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:44.173596 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40674) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:44.183387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1212a7e0-c873-49bb-bafe-4fc3d4c81cb4 None None] Network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:44.244520 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e38503-69bb-45e0-a749-78bb9318bae5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:44.244520 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24e38503-69bb-45e0-a749-78bb9318bae5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:44.284402 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63f41dc-6999-455b-8791-2cf092e11b7d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting subnet bd98ba68-5f4b-42c8-93f7-fa271d8afe8f {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:05:44.287580 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d63f41dc-6999-455b-8791-2cf092e11b7d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:44.358415 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e8a9fe4c-ff65-4b51-9845-a046cf45cc4a req-f3250981-05ad-4d7d-a0ff-01622ff4359c tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 210 time: 0.0407326 Sep 18 00:05:44.379187 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d63f41dc-6999-455b-8791-2cf092e11b7d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:44.419983 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40678) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:44.421145 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-24e38503-69bb-45e0-a749-78bb9318bae5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1466680 Sep 18 00:05:44.442606 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-5a7ba1d7-4d71-4a9b-8358-db384e44cd0e', 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'fixed_ips': [{'subnet_id': '10ec69ae-5591-4c46-a623-8840f79774a8'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:05:44.443610 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:44.446817 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fe1d165-0640-4797-832c-6dfe73b39233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:44.450709 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fe1d165-0640-4797-832c-6dfe73b39233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:44.452789 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5fe1d165-0640-4797-832c-6dfe73b39233 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d042a8a2-09d0-4987-811f-3b0a91786238 HTTP/1.1" status: 204 len: 168 time: 0.9590218 Sep 18 00:05:44.482377 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1d165-0640-4797-832c-6dfe73b39233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d042a8a2-09d0-4987-811f-3b0a91786238,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:44.539218 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d63f41dc-6999-455b-8791-2cf092e11b7d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:44.679659 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40684) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:44.744775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] Allocated IP 172.20.0.2 (5a7ba1d7-4d71-4a9b-8358-db384e44cd0e/10ec69ae-5591-4c46-a623-8840f79774a8/57b4dddd-8ae9-49d5-adfe-34d3f860a28e) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:05:44.825626 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d63f41dc-6999-455b-8791-2cf092e11b7d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:44.932166 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f41dc-6999-455b-8791-2cf092e11b7d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Subnet': ['ID=bd98ba68-5f4b-42c8-93f7-fa271d8afe8f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:44.954592 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d63f41dc-6999-455b-8791-2cf092e11b7d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:44.955057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device fdbeb9e1-048b-4570-be13-0968ac86237a up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:44.959113 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d63f41dc-6999-455b-8791-2cf092e11b7d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/subnets/bd98ba68-5f4b-42c8-93f7-fa271d8afe8f HTTP/1.1" status: 204 len: 168 time: 0.7817826 Sep 18 00:05:44.963092 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a35278e-9bff-4ba0-a780-37c1b22814c3 None None] Network 3d4c470c-d2ce-4454-8249-5e5b3be66ce4 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:44.973787 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40692) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:44.976388 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c4745c7-2b65-4603-a90f-35820823df40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:45.038078 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-42d24c7a-2158-4b5f-a75b-d67dae742885 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:45.039650 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-42d24c7a-2158-4b5f-a75b-d67dae742885 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.41 "GET /v2.0/networks?id=7e5b19c7-d838-4db3-94b8-813112c248ff HTTP/1.1" status: 200 len: 796 time: 0.2240899 Sep 18 00:05:45.148312 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-1e5e5e8e-5775-46bf-80c5-b53d919b9c47 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=240dd21d0d2f45ecb6590c53be314024 HTTP/1.1" status: 200 len: 380 time: 0.0965669 Sep 18 00:05:45.169783 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-6b066179-b02a-4c09-b2f0-801695f5f589 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'port': {'device_id': '59304ab6-db9e-4e53-929a-bda29aba06d6', 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff', 'admin_state_up': True, 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'security_groups': ['ff23ca98-1792-465b-96d3-9b55dcf30d6a']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:45.230827 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:45.237878 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:45.338271 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port fdbeb9e1-048b-4570-be13-0968ac86237a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:45.338650 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:45.391954 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:45.404564 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c4745c7-2b65-4603-a90f-35820823df40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:45.427913 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting port 36db1801-875e-4ce2-8cbe-1effb1c0bbb7 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:45.428256 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:45.454420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c01804-8949-49ba-8658-7c4f52bc9c32 None None] DHCP port deletion for 3d4c470c-d2ce-4454-8249-5e5b3be66ce4 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:05:45.465153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] Network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:45.477408 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:45.481876 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:05:45.485741 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] Pushing event updated for resources: {'Port': ['ID=57b4dddd-8ae9-49d5-adfe-34d3f860a28e,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:45.561985 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c4745c7-2b65-4603-a90f-35820823df40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:45.602625 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] Attempting to bind port 57b4dddd-8ae9-49d5-adfe-34d3f860a28e on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:05:45.603003 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] Attempting to bind port 57b4dddd-8ae9-49d5-adfe-34d3f860a28e by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:05:45.604057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] Attempting to bind port 57b4dddd-8ae9-49d5-adfe-34d3f860a28e on network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:05:45.619685 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:45.627297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:05:45.627670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] Checking segment: {'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:05:45.628081 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:45.628479 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] Bound using segment: {'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:05:45.629002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] Bound port: 57b4dddd-8ae9-49d5-adfe-34d3f860a28e, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:05:45.629386 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:45.648933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] For port 36db1801-875e-4ce2-8cbe-1effb1c0bbb7, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=36db1801-875e-4ce2-8cbe-1effb1c0bbb7,segment=NetworkSegment(c3acdf79-a453-469d-8424-66926b2c4c52),segment_id=c3acdf79-a453-469d-8424-66926b2c4c52)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:45.656130 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:45.672432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a4c01804-8949-49ba-8658-7c4f52bc9c32 None None] Deleting port 36db1801-875e-4ce2-8cbe-1effb1c0bbb7 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:45.672748 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a4c01804-8949-49ba-8658-7c4f52bc9c32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:45.686033 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Calling delete_port for 36db1801-875e-4ce2-8cbe-1effb1c0bbb7 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:45.693570 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port fdbeb9e1-048b-4570-be13-0968ac86237a, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=fdbeb9e1-048b-4570-be13-0968ac86237a,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:45.831837 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0c4745c7-2b65-4603-a90f-35820823df40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2bd16e3f93c5403a82c641e283dfb484&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1477230 Sep 18 00:05:45.833759 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40708) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:45.858635 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1bfd7ece-9931-491d-8fb9-988ed7ba4f6c req-c40a8b42-ec1d-4a71-9909-bc4ca499d9ba tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 210 time: 0.3143766 Sep 18 00:05:45.863019 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40710) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:45.976149 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:45.979688 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a4c01804-8949-49ba-8658-7c4f52bc9c32 None None] For port 36db1801-875e-4ce2-8cbe-1effb1c0bbb7, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=36db1801-875e-4ce2-8cbe-1effb1c0bbb7,segment=NetworkSegment(c3acdf79-a453-469d-8424-66926b2c4c52),segment_id=c3acdf79-a453-469d-8424-66926b2c4c52)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:45.980078 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a4c01804-8949-49ba-8658-7c4f52bc9c32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:45.992186 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4745c7-2b65-4603-a90f-35820823df40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9c780b-4888-4b82-bb5c-208f1cec3c41,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:46.038796 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.060120 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] For port 57b4dddd-8ae9-49d5-adfe-34d3f860a28e, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:05:46.065580 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a4c01804-8949-49ba-8658-7c4f52bc9c32 None None] Calling delete_port for 36db1801-875e-4ce2-8cbe-1effb1c0bbb7 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:46.093910 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] For port 57b4dddd-8ae9-49d5-adfe-34d3f860a28e, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=57b4dddd-8ae9-49d5-adfe-34d3f860a28e,segment=NetworkSegment(f8e32ce9-e788-400e-9540-834ca05cc6af),segment_id=f8e32ce9-e788-400e-9540-834ca05cc6af)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:05:46.099844 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Port': ['ID=36db1801-875e-4ce2-8cbe-1effb1c0bbb7,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:46.133571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] No DVR routers for this DVR port 36db1801-875e-4ce2-8cbe-1effb1c0bbb7 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:05:46.164578 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=fdbeb9e1-048b-4570-be13-0968ac86237a,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:46.164787 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-073850f2-821a-4b37-a390-aea8c604fce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.186935 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.214369 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45b0d90a-392f-47bf-b794-ee443251c0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.297944 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a4c01804-8949-49ba-8658-7c4f52bc9c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.300112 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11ff3f-eb17-43d9-9f50-7c6a8b3f2bd6 None None] Pushing event updated for resources: {'Port': ['ID=57b4dddd-8ae9-49d5-adfe-34d3f860a28e,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:46.300429 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.313862 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45b0d90a-392f-47bf-b794-ee443251c0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.334923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c01804-8949-49ba-8658-7c4f52bc9c32 None None] Pushing event deleted for resources: {'Port': ['ID=36db1801-875e-4ce2-8cbe-1effb1c0bbb7,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:46.337484 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c01804-8949-49ba-8658-7c4f52bc9c32 None None] No DVR routers for this DVR port 36db1801-875e-4ce2-8cbe-1effb1c0bbb7 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:05:46.370637 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-698bf99b-a217-42d5-9488-405d4c650531 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.376227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-6b066179-b02a-4c09-b2f0-801695f5f589 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Made reservation on behalf of 240dd21d0d2f45ecb6590c53be314024 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:05:46.379883 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-6b066179-b02a-4c09-b2f0-801695f5f589 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.415730 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d4c470c-d2ce-4454-8249-5e5b3be66ce4']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:46.447597 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3acdf79-a453-469d-8424-66926b2c4c52') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:46.447895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3acdf79-a453-469d-8424-66926b2c4c52') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:46.473708 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.539561 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.561486 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:05:46.562026 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:05:46.568446 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:05:46.572044 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-073850f2-821a-4b37-a390-aea8c604fce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.572179 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-28e04e68-f93b-489a-8426-1729db24909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.688333 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45b0d90a-392f-47bf-b794-ee443251c0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.696650 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45b0d90a-392f-47bf-b794-ee443251c0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.697890 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-45b0d90a-392f-47bf-b794-ee443251c0f6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c9c780b-4888-4b82-bb5c-208f1cec3c41 HTTP/1.1" status: 204 len: 168 time: 0.8210061 Sep 18 00:05:46.716457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-6b066179-b02a-4c09-b2f0-801695f5f589 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Allocated IP 172.20.0.8 (7e5b19c7-d838-4db3-94b8-813112c248ff/551c8237-9be9-4ef1-844e-7e82fcffc55a/2051658b-b20b-457a-ab0e-2b0c8d77307f) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:05:46.719365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0d90a-392f-47bf-b794-ee443251c0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9c780b-4888-4b82-bb5c-208f1cec3c41,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:46.754432 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-073850f2-821a-4b37-a390-aea8c604fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.804043 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.812468 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-073850f2-821a-4b37-a390-aea8c604fce3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=791ab17bdba342eeb1172663f3ee4d18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9570651 Sep 18 00:05:46.816407 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073850f2-821a-4b37-a390-aea8c604fce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95de02c-a0b1-448a-b171-e6d1838b4261,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:46.818647 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40728) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:46.825898 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.827914 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/networks/3d4c470c-d2ce-4454-8249-5e5b3be66ce4 HTTP/1.1" status: 204 len: 168 time: 1.8528192 Sep 18 00:05:46.834373 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40730) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:46.856040 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-6968a599-94cb-4f55-b57b-86e48857e888 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1396473669', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}, 'admin_state_up': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:46.896809 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d51cd-6f85-4127-a1fc-b1caef2de56e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Network': ['ID=3d4c470c-d2ce-4454-8249-5e5b3be66ce4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:46.926787 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 57b4dddd-8ae9-49d5-adfe-34d3f860a28e up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:46.990023 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-698bf99b-a217-42d5-9488-405d4c650531 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Allocated IP 172.20.0.1 (5a7ba1d7-4d71-4a9b-8358-db384e44cd0e/10ec69ae-5591-4c46-a623-8840f79774a8/fd80ff96-8f09-432e-b459-129285300684) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:05:46.994803 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6968a599-94cb-4f55-b57b-86e48857e888 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.995308 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 57b4dddd-8ae9-49d5-adfe-34d3f860a28e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:46.996718 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6968a599-94cb-4f55-b57b-86e48857e888 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:46.997205 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.042592 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6ad4e708-cbdc-4a09-bd51-2032767970f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.084060 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6968a599-94cb-4f55-b57b-86e48857e888 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.087360 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-77b5faaa-c4df-46f1-8ee1-a8b7979b983c req-3185c112-d129-462a-87ce-68359f05e2f2 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 210 time: 0.1315672 Sep 18 00:05:47.096346 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6ad4e708-cbdc-4a09-bd51-2032767970f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.098016 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.131958 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-6b066179-b02a-4c09-b2f0-801695f5f589 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.158518 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 57b4dddd-8ae9-49d5-adfe-34d3f860a28e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=57b4dddd-8ae9-49d5-adfe-34d3f860a28e,segment=NetworkSegment(f8e32ce9-e788-400e-9540-834ca05cc6af),segment_id=f8e32ce9-e788-400e-9540-834ca05cc6af)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:47.266291 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-698bf99b-a217-42d5-9488-405d4c650531 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.283553 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.284570 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device fdbeb9e1-048b-4570-be13-0968ac86237a up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:47.334462 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.345786 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-6b066179-b02a-4c09-b2f0-801695f5f589 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.377919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=57b4dddd-8ae9-49d5-adfe-34d3f860a28e,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:47.389471 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port fdbeb9e1-048b-4570-be13-0968ac86237a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:47.390493 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.399442 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-6b066179-b02a-4c09-b2f0-801695f5f589 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Network 7e5b19c7-d838-4db3-94b8-813112c248ff is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:47.405563 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-6b066179-b02a-4c09-b2f0-801695f5f589 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:47.410636 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-6b066179-b02a-4c09-b2f0-801695f5f589 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:05:47.415095 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b066179-b02a-4c09-b2f0-801695f5f589 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Port': ['ID=2051658b-b20b-457a-ab0e-2b0c8d77307f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:47.434952 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6968a599-94cb-4f55-b57b-86e48857e888 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.440796 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6ad4e708-cbdc-4a09-bd51-2032767970f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.443514 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6ad4e708-cbdc-4a09-bd51-2032767970f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.444902 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6ad4e708-cbdc-4a09-bd51-2032767970f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b95de02c-a0b1-448a-b171-e6d1838b4261 HTTP/1.1" status: 204 len: 168 time: 0.6220102 Sep 18 00:05:47.470658 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4e708-cbdc-4a09-bd51-2032767970f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95de02c-a0b1-448a-b171-e6d1838b4261,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:47.486866 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-6b066179-b02a-4c09-b2f0-801695f5f589 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:47.487723 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-6b066179-b02a-4c09-b2f0-801695f5f589 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.530386 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-698bf99b-a217-42d5-9488-405d4c650531 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.561144 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698bf99b-a217-42d5-9488-405d4c650531 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:47.564408 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-698bf99b-a217-42d5-9488-405d4c650531 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:47.567260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698bf99b-a217-42d5-9488-405d4c650531 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:05:47.633335 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 36db1801-875e-4ce2-8cbe-1effb1c0bbb7 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:05:47.674614 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-698bf99b-a217-42d5-9488-405d4c650531 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.681675 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-6b066179-b02a-4c09-b2f0-801695f5f589 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5253086 Sep 18 00:05:47.696048 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 36db1801-875e-4ce2-8cbe-1effb1c0bbb7 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:05:47.696432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 36db1801-875e-4ce2-8cbe-1effb1c0bbb7 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:05:47.761699 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Request body: {'port': {'device_id': '59304ab6-db9e-4e53-929a-bda29aba06d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:47.790392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c486e4e-461b-4cd1-8ebf-ca121179563a None None] Network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:47.820773 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.834788 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698bf99b-a217-42d5-9488-405d4c650531 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=fd80ff96-8f09-432e-b459-129285300684,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:47.842645 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6968a599-94cb-4f55-b57b-86e48857e888 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.867787 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6968a599-94cb-4f55-b57b-86e48857e888 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.874077 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db6629a2-f675-4b29-97ac-13357587cbb2 None None] Provisioning complete for port 2051658b-b20b-457a-ab0e-2b0c8d77307f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:47.874226 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db6629a2-f675-4b29-97ac-13357587cbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.917193 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:47.949021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db6629a2-f675-4b29-97ac-13357587cbb2 None None] Port 2051658b-b20b-457a-ab0e-2b0c8d77307f cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:05:47.988129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db6629a2-f675-4b29-97ac-13357587cbb2 None None] Provisioning complete for port 57b4dddd-8ae9-49d5-adfe-34d3f860a28e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:47.988529 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db6629a2-f675-4b29-97ac-13357587cbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:48.037185 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-6968a599-94cb-4f55-b57b-86e48857e888 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Allocated IP 172.25.3.189 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/6cbf621e-199e-4d05-a038-0a11124db24d) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:05:48.215777 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6968a599-94cb-4f55-b57b-86e48857e888 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:48.314292 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f97dfb-29ca-48f1-a62b-7a0d3f572a70 req-993de254-4279-415e-81bc-4d68fddd8b63 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:48.330220 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-698bf99b-a217-42d5-9488-405d4c650531 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:48.331430 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5f97dfb-29ca-48f1-a62b-7a0d3f572a70 req-993de254-4279-415e-81bc-4d68fddd8b63 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 931 time: 0.0967588 Sep 18 00:05:48.339432 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2051658b-b20b-457a-ab0e-2b0c8d77307f {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:05:48.355606 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:48.378502 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5f97dfb-29ca-48f1-a62b-7a0d3f572a70 req-d7df84e0-7027-42ce-9883-670d315eb8ce tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff23ca98-1792-465b-96d3-9b55dcf30d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460494 Sep 18 00:05:48.396608 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Transition to ACTIVE for port object 2051658b-b20b-457a-ab0e-2b0c8d77307f will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:05:48.436785 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-af5d6a73-5604-404e-b6c4-511ca5fcadb4 None None] Provisioning complete for port 57b4dddd-8ae9-49d5-adfe-34d3f860a28e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:48.437358 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-af5d6a73-5604-404e-b6c4-511ca5fcadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:48.503903 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6968a599-94cb-4f55-b57b-86e48857e888 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:48.529623 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:48.559002 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40770) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:48.564778 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-af5d6a73-5604-404e-b6c4-511ca5fcadb4 None None] Provisioning complete for port fd80ff96-8f09-432e-b459-129285300684 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:48.565743 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-af5d6a73-5604-404e-b6c4-511ca5fcadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:48.601587 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6968a599-94cb-4f55-b57b-86e48857e888 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:48.605271 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2e25370d-8b81-46fe-b774-e114e0c29c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:48.632032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-af5d6a73-5604-404e-b6c4-511ca5fcadb4 None None] Port fd80ff96-8f09-432e-b459-129285300684 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:05:48.640125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-6968a599-94cb-4f55-b57b-86e48857e888 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:48.652595 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6968a599-94cb-4f55-b57b-86e48857e888 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:05:48.652770 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Pushing event updated for resources: {'Port': ['ID=2051658b-b20b-457a-ab0e-2b0c8d77307f,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:48.696564 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968a599-94cb-4f55-b57b-86e48857e888 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=6cbf621e-199e-4d05-a038-0a11124db24d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:48.781578 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 57b4dddd-8ae9-49d5-adfe-34d3f860a28e up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:48.894326 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Attempting to bind port 2051658b-b20b-457a-ab0e-2b0c8d77307f on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:05:48.896391 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Attempting to bind port 2051658b-b20b-457a-ab0e-2b0c8d77307f by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '8262a247-fbf0-42c0-9911-6579a8abafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:05:48.897333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Attempting to bind port 2051658b-b20b-457a-ab0e-2b0c8d77307f on network 7e5b19c7-d838-4db3-94b8-813112c248ff {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:05:48.915357 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Port 2051658b-b20b-457a-ab0e-2b0c8d77307f on network 7e5b19c7-d838-4db3-94b8-813112c248ff not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:05:48.917496 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Attempting to bind port 2051658b-b20b-457a-ab0e-2b0c8d77307f on network 7e5b19c7-d838-4db3-94b8-813112c248ff {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:05:48.922828 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3ed83a87-9d6c-4996-b582-c435ae330b5b None None] Provisioning complete for port fd80ff96-8f09-432e-b459-129285300684 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:48.923936 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3ed83a87-9d6c-4996-b582-c435ae330b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:48.940136 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:05:48.940492 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Checking segment: {'id': '8262a247-fbf0-42c0-9911-6579a8abafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:05:48.940881 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Bound using segment: {'id': '8262a247-fbf0-42c0-9911-6579a8abafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:05:48.941323 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Bound port: 2051658b-b20b-457a-ab0e-2b0c8d77307f, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8262a247-fbf0-42c0-9911-6579a8abafa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:05:48.944973 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:48.958917 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2e25370d-8b81-46fe-b774-e114e0c29c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:48.972688 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 57b4dddd-8ae9-49d5-adfe-34d3f860a28e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:48.973236 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:48.999456 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3ed83a87-9d6c-4996-b582-c435ae330b5b None None] Port fd80ff96-8f09-432e-b459-129285300684 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:05:49.063710 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] For port 2051658b-b20b-457a-ab0e-2b0c8d77307f, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:05:49.081965 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2e25370d-8b81-46fe-b774-e114e0c29c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:49.091543 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-698bf99b-a217-42d5-9488-405d4c650531 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:49.097473 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] For port 2051658b-b20b-457a-ab0e-2b0c8d77307f, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=2051658b-b20b-457a-ab0e-2b0c8d77307f,segment=NetworkSegment(8262a247-fbf0-42c0-9911-6579a8abafa8),segment_id=8262a247-fbf0-42c0-9911-6579a8abafa8)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:05:49.134482 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2e25370d-8b81-46fe-b774-e114e0c29c15 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b91452b234e44a69b3c7a25132f5e0c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5743864 Sep 18 00:05:49.135199 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25370d-8b81-46fe-b774-e114e0c29c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d0fbef-47d8-4cfd-9403-9b583190d33d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:49.138277 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40778) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:49.139118 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6968a599-94cb-4f55-b57b-86e48857e888 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:49.199829 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ea388048-c9c7-47b6-ae39-c736d4109e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:49.206059 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-698bf99b-a217-42d5-9488-405d4c650531 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:49.216629 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:49.286597 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ea388048-c9c7-47b6-ae39-c736d4109e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:49.311595 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:49.312231 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:49.313673 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] 10.222.0.41 "PUT /v2.0/ports/2051658b-b20b-457a-ab0e-2b0c8d77307f HTTP/1.1" status: 200 len: 1091 time: 1.5596817 Sep 18 00:05:49.320389 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59304ab6-db9e-4e53-929a-bda29aba06d6', 'tag': '2051658b-b20b-457a-ab0e-2b0c8d77307f'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:05:49.320389 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a81cf5-d3f4-4bbd-865f-1047b812caa8" -d '{"events": [{"name": "network-changed", "server_uuid": "59304ab6-db9e-4e53-929a-bda29aba06d6", "tag": "2051658b-b20b-457a-ab0e-2b0c8d77307f"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:05:49.334721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698bf99b-a217-42d5-9488-405d4c650531 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=fd80ff96-8f09-432e-b459-129285300684,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:49.339298 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-698bf99b-a217-42d5-9488-405d4c650531 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:49.396846 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733d057d-19f5-4b54-9987-f8f69cb11093 x-openstack-request-id: req-733d057d-19f5-4b54-9987-f8f69cb11093 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:05:49.397603 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59304ab6-db9e-4e53-929a-bda29aba06d6", "tag": "2051658b-b20b-457a-ab0e-2b0c8d77307f", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:05:49.397875 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-733d057d-19f5-4b54-9987-f8f69cb11093 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:05:49.398231 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59304ab6-db9e-4e53-929a-bda29aba06d6', 'tag': '2051658b-b20b-457a-ab0e-2b0c8d77307f', 'status': 'completed', 'code': 200} Sep 18 00:05:49.420536 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6968a599-94cb-4f55-b57b-86e48857e888 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:49.540166 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13ac03-2a96-42b9-b335-7ca11be083dd service neutron] Pushing event updated for resources: {'Port': ['ID=2051658b-b20b-457a-ab0e-2b0c8d77307f,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:49.567959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b10d7-9963-404b-92cb-3969799193c1 req-b7a6caba-0666-42f3-9e08-3559287ae881 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:49.569592 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-283b10d7-9963-404b-92cb-3969799193c1 req-b7a6caba-0666-42f3-9e08-3559287ae881 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 943 time: 0.0752158 Sep 18 00:05:49.572898 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81cf5-d3f4-4bbd-865f-1047b812caa8 req-d5d9bfe4-61dd-4499-a5d9-ef7ab718bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:49.574005 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-33a81cf5-d3f4-4bbd-865f-1047b812caa8 req-d5d9bfe4-61dd-4499-a5d9-ef7ab718bae9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=240dd21d0d2f45ecb6590c53be314024&device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 1094 time: 0.1428661 Sep 18 00:05:49.626305 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698bf99b-a217-42d5-9488-405d4c650531 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:49.627207 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ea388048-c9c7-47b6-ae39-c736d4109e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:49.629945 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ea388048-c9c7-47b6-ae39-c736d4109e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:49.631117 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ea388048-c9c7-47b6-ae39-c736d4109e78 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4d0fbef-47d8-4cfd-9403-9b583190d33d HTTP/1.1" status: 204 len: 168 time: 0.4917672 Sep 18 00:05:49.644112 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-698bf99b-a217-42d5-9488-405d4c650531 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:49.656069 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-283b10d7-9963-404b-92cb-3969799193c1 req-b4ef9b1f-87ee-4d94-bfab-bdd066e9a621 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff23ca98-1792-465b-96d3-9b55dcf30d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542481 Sep 18 00:05:49.657504 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea388048-c9c7-47b6-ae39-c736d4109e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d0fbef-47d8-4cfd-9403-9b583190d33d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:49.758513 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6968a599-94cb-4f55-b57b-86e48857e888 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router b2286be6-1cf1-42ec-9c9e-a4b95e68e661 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:05:49.817131 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81cf5-d3f4-4bbd-865f-1047b812caa8 req-896e4a7c-680d-45c6-a5ae-ab0c9907b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:49.818627 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-33a81cf5-d3f4-4bbd-865f-1047b812caa8 req-896e4a7c-680d-45c6-a5ae-ab0c9907b76a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=240dd21d0d2f45ecb6590c53be314024&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2336359 Sep 18 00:05:49.853448 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:49.890204 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6968a599-94cb-4f55-b57b-86e48857e888 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:05:49.913121 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5919ce43-3d64-4107-a78f-8a168abf8291 None None] Sync routers for ids ['b2286be6-1cf1-42ec-9c9e-a4b95e68e661'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:49.923756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5919ce43-3d64-4107-a78f-8a168abf8291 None None] Routers {'b2286be6-1cf1-42ec-9c9e-a4b95e68e661'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:49.925489 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5919ce43-3d64-4107-a78f-8a168abf8291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['b2286be6-1cf1-42ec-9c9e-a4b95e68e661'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:49.941083 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698bf99b-a217-42d5-9488-405d4c650531 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Router 7a50fe0c-c7cd-454d-b9c4-92437f3c246b has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:05:49.981160 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5919ce43-3d64-4107-a78f-8a168abf8291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:49.989897 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5919ce43-3d64-4107-a78f-8a168abf8291 None None] Routers {'b2286be6-1cf1-42ec-9c9e-a4b95e68e661'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:49.990491 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5919ce43-3d64-4107-a78f-8a168abf8291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['b2286be6-1cf1-42ec-9c9e-a4b95e68e661'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:50.013070 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6968a599-94cb-4f55-b57b-86e48857e888 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:50.013255 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81cf5-d3f4-4bbd-865f-1047b812caa8 req-c7fcf47d-1bfb-43cd-970b-5928d6822558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:50.013255 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-33a81cf5-d3f4-4bbd-865f-1047b812caa8 req-c7fcf47d-1bfb-43cd-970b-5928d6822558 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1638844 Sep 18 00:05:50.013984 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40804) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:50.014113 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6968a599-94cb-4f55-b57b-86e48857e888 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.1620729 Sep 18 00:05:50.033356 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5919ce43-3d64-4107-a78f-8a168abf8291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:50.034019 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5919ce43-3d64-4107-a78f-8a168abf8291 None None] The sync data for ids ['b2286be6-1cf1-42ec-9c9e-a4b95e68e661'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:50.068297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e76b1576-cc4f-47d9-9c11-be9f01519e84 None None] Provisioning complete for port fd80ff96-8f09-432e-b459-129285300684 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:50.068903 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e76b1576-cc4f-47d9-9c11-be9f01519e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:50.107396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e76b1576-cc4f-47d9-9c11-be9f01519e84 None None] Port fd80ff96-8f09-432e-b459-129285300684 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:05:50.189056 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-e29d9f8b-3972-47f1-b457-c80c1cbf7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:50.190456 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-e29d9f8b-3972-47f1-b457-c80c1cbf7cb5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=240dd21d0d2f45ecb6590c53be314024&device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 1094 time: 0.1375887 Sep 18 00:05:50.580420 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7e3fa698-16c1-4405-b421-262508bbdd99 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/routers/b2286be6-1cf1-42ec-9c9e-a4b95e68e661 HTTP/1.1" status: 200 len: 881 time: 0.5656090 Sep 18 00:05:50.581573 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698bf99b-a217-42d5-9488-405d4c650531 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:05:50.583464 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40826) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:50.584207 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-f535a317-00f6-40e5-92a8-16e8482c3489 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2051658b-b20b-457a-ab0e-2b0c8d77307f HTTP/1.1" status: 200 len: 217 time: 0.3838797 Sep 18 00:05:50.596415 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-698bf99b-a217-42d5-9488-405d4c650531 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "PUT /v2.0/routers/7a50fe0c-c7cd-454d-b9c4-92437f3c246b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1666982 Sep 18 00:05:50.601326 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] Sync routers for ids ['7a50fe0c-c7cd-454d-b9c4-92437f3c246b'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:50.618643 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] Routers {'7a50fe0c-c7cd-454d-b9c4-92437f3c246b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:50.618643 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['7a50fe0c-c7cd-454d-b9c4-92437f3c246b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:50.635339 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-4ec6a31a-755a-401c-a33d-3461de920f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:50.637450 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-4ec6a31a-755a-401c-a33d-3461de920f41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=551c8237-9be9-4ef1-844e-7e82fcffc55a HTTP/1.1" status: 200 len: 835 time: 0.0464623 Sep 18 00:05:50.692053 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-d705494d-3612-4f80-bb15-2b7a12928ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:50.693264 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-d705494d-3612-4f80-bb15-2b7a12928ccc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e5b19c7-d838-4db3-94b8-813112c248ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487843 Sep 18 00:05:50.754860 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40834) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:50.836770 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] Set router 7a50fe0c-c7cd-454d-b9c4-92437f3c246b gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:05:50.867416 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-aa3b17fd-ae26-4cfc-b8bc-a59af284abc0 service neutron] 10.222.0.41 "GET /v2.0/networks/7e5b19c7-d838-4db3-94b8-813112c248ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665549 Sep 18 00:05:50.964115 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b808214-6130-478a-9107-7dda4d37943d req-df5ca7be-c3c5-4a13-8894-bf7816e2ca35 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:50.971467 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b808214-6130-478a-9107-7dda4d37943d req-df5ca7be-c3c5-4a13-8894-bf7816e2ca35 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 943 time: 0.1604433 Sep 18 00:05:51.017097 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f1f578b7-24e4-40fc-99fc-afa856be2e50 req-fde1fc53-f61c-41c3-8546-b46e93fa318c service neutron] 10.222.0.41 "GET /v2.0/networks/7e5b19c7-d838-4db3-94b8-813112c248ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381338 Sep 18 00:05:51.088717 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d34ecd3-c30f-4d85-a864-afb2df3f4040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:51.091494 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b808214-6130-478a-9107-7dda4d37943d req-bbd7ec63-8106-47c6-849a-f771016ebcba tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff23ca98-1792-465b-96d3-9b55dcf30d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189666 Sep 18 00:05:51.099846 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-688def31-b9d0-4735-b226-106ec778b6f4 req-c73dd634-32f6-4d02-b069-0088b79bff8f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1806012717&fields=id&tenant_id=5d2902e7a2a54edeb7be111e15492043 HTTP/1.1" status: 200 len: 267 time: 0.1476440 Sep 18 00:05:51.113660 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2f3358c2-9283-451b-93e3-3e700803df46 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5292642 Sep 18 00:05:51.116390 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40854) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:51.122146 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d9f0c3b1-f49d-4a4c-b8c8-e6af0f5c2e59 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1396473669'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:51.180238 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463930371', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:48Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'fd80ff96-8f09-432e-b459-129285300684', 'name': '', 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:cf:94:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '10ec69ae-5591-4c46-a623-8840f79774a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:46Z', 'updated_at': '2021-09-18T00:05:48Z', 'revision_number': 2, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '10ec69ae-5591-4c46-a623-8840f79774a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:51.201919 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] Checking router: 7a50fe0c-c7cd-454d-b9c4-92437f3c246b for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:05:51.202468 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] Updating router 7a50fe0c-c7cd-454d-b9c4-92437f3c246b port fd80ff96-8f09-432e-b459-129285300684 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:05:51.231773 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:51.272908 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688def31-b9d0-4735-b226-106ec778b6f4 req-f8bf1901-a27f-4de8-9f9c-be86f1df3414 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:51.274410 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-688def31-b9d0-4735-b226-106ec778b6f4 req-f8bf1901-a27f-4de8-9f9c-be86f1df3414 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/networks?id=5a7ba1d7-4d71-4a9b-8358-db384e44cd0e HTTP/1.1" status: 200 len: 796 time: 0.1595786 Sep 18 00:05:51.307319 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-688def31-b9d0-4735-b226-106ec778b6f4 req-13064be8-eaf5-4d0b-a514-85e9285675b6 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/quotas/5d2902e7a2a54edeb7be111e15492043 HTTP/1.1" status: 200 len: 375 time: 0.0214510 Sep 18 00:05:51.336884 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d34ecd3-c30f-4d85-a864-afb2df3f4040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:51.385622 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-688def31-b9d0-4735-b226-106ec778b6f4 req-54d0e7b3-3613-4b0a-9766-a257e88f70c8 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700922 Sep 18 00:05:51.418475 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d34ecd3-c30f-4d85-a864-afb2df3f4040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:51.496133 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0d34ecd3-c30f-4d85-a864-afb2df3f4040 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=687963c9f5dd4a62b02b35a315be203c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7392962 Sep 18 00:05:51.502125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40866) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:51.507739 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9f0c3b1-f49d-4a4c-b8c8-e6af0f5c2e59 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:51.528862 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34ecd3-c30f-4d85-a864-afb2df3f4040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d21eb9-7ac4-48d4-ab39-e9972a1693da,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:51.549908 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-688def31-b9d0-4735-b226-106ec778b6f4 req-fc220965-73ee-4086-93b7-1640891c4a13 service neutron] 10.222.0.46 "GET /v2.0/networks/5a7ba1d7-4d71-4a9b-8358-db384e44cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616750 Sep 18 00:05:51.601847 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d7820bd-57a6-41b7-b20d-4fb9a3cbe63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:51.627135 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9f0c3b1-f49d-4a4c-b8c8-e6af0f5c2e59 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:51.698823 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:51.750514 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f0c3b1-f49d-4a4c-b8c8-e6af0f5c2e59 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router b2286be6-1cf1-42ec-9c9e-a4b95e68e661 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:05:51.804732 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:51.869753 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f0c3b1-f49d-4a4c-b8c8-e6af0f5c2e59 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:05:51.877636 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9f0c3b1-f49d-4a4c-b8c8-e6af0f5c2e59 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:51.879756 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964953fa-a737-4151-bf17-19f96c3b1317 None None] Pushing event updated for resources: {'Port': ['ID=fd80ff96-8f09-432e-b459-129285300684,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:51.884291 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e30588-41cf-4b9a-bd7d-09955243fa30 None None] Sync routers for ids ['b2286be6-1cf1-42ec-9c9e-a4b95e68e661'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:51.885142 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d9f0c3b1-f49d-4a4c-b8c8-e6af0f5c2e59 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/b2286be6-1cf1-42ec-9c9e-a4b95e68e661 HTTP/1.1" status: 200 len: 888 time: 0.7671192 Sep 18 00:05:51.887189 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40870) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:51.897819 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e30588-41cf-4b9a-bd7d-09955243fa30 None None] Routers {'b2286be6-1cf1-42ec-9c9e-a4b95e68e661'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:51.898895 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-59e30588-41cf-4b9a-bd7d-09955243fa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['b2286be6-1cf1-42ec-9c9e-a4b95e68e661'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:51.923081 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] Attempting to bind port fd80ff96-8f09-432e-b459-129285300684 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:05:51.923688 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] Attempting to bind port fd80ff96-8f09-432e-b459-129285300684 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:05:51.924046 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] Attempting to bind port fd80ff96-8f09-432e-b459-129285300684 on network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:05:51.930012 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:05:51.932740 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] Checking segment: {'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:05:51.932740 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:51.932740 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] Bound using segment: {'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:05:51.932740 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] Bound port: fd80ff96-8f09-432e-b459-129285300684, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:05:51.932740 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:51.969545 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-59e30588-41cf-4b9a-bd7d-09955243fa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:51.989854 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e30588-41cf-4b9a-bd7d-09955243fa30 None None] Routers {'b2286be6-1cf1-42ec-9c9e-a4b95e68e661'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:51.990724 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-59e30588-41cf-4b9a-bd7d-09955243fa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['b2286be6-1cf1-42ec-9c9e-a4b95e68e661'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:52.050061 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] For port fd80ff96-8f09-432e-b459-129285300684, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:05:52.057483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-59e30588-41cf-4b9a-bd7d-09955243fa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:52.058634 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e30588-41cf-4b9a-bd7d-09955243fa30 None None] The sync data for ids ['b2286be6-1cf1-42ec-9c9e-a4b95e68e661'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:52.059232 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] For port fd80ff96-8f09-432e-b459-129285300684, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=fd80ff96-8f09-432e-b459-129285300684,segment=NetworkSegment(f8e32ce9-e788-400e-9540-834ca05cc6af),segment_id=f8e32ce9-e788-400e-9540-834ca05cc6af)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:05:52.082833 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-deea8ed5-dafb-4b06-8ec2-9b2d5c3138f9 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/routers/b2286be6-1cf1-42ec-9c9e-a4b95e68e661 HTTP/1.1" status: 200 len: 888 time: 0.1934977 Sep 18 00:05:52.085582 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40872) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:52.116718 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-161e410a-5340-439d-b76a-3c238ee386f8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2286be6-1cf1-42ec-9c9e-a4b95e68e661 HTTP/1.1" status: 200 len: 205 time: 0.0294778 Sep 18 00:05:52.119740 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40876) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:52.135014 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d7820bd-57a6-41b7-b20d-4fb9a3cbe63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:52.143314 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:52.246435 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148b598-9f8c-4d7b-8a7b-7536024eb181 req-416bfc23-df7d-4f75-b6e0-404e42fa56bc tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:52.257544 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-004435a8-fdfb-4ab8-872b-d7e9f840b099 None None] Provisioning complete for port fd80ff96-8f09-432e-b459-129285300684 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:52.257716 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d148b598-9f8c-4d7b-8a7b-7536024eb181 req-416bfc23-df7d-4f75-b6e0-404e42fa56bc tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 943 time: 0.0778234 Sep 18 00:05:52.257791 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-004435a8-fdfb-4ab8-872b-d7e9f840b099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:52.273178 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] Routers {'7a50fe0c-c7cd-454d-b9c4-92437f3c246b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:52.274740 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['7a50fe0c-c7cd-454d-b9c4-92437f3c246b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:52.280262 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964953fa-a737-4151-bf17-19f96c3b1317 None None] Pushing event updated for resources: {'Port': ['ID=fd80ff96-8f09-432e-b459-129285300684,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:52.302134 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-688def31-b9d0-4735-b226-106ec778b6f4 req-700c6e71-968b-42dd-9884-0ba0589c9d2e service neutron] 10.222.0.46 "GET /v2.0/networks/5a7ba1d7-4d71-4a9b-8358-db384e44cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7419140 Sep 18 00:05:52.322066 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:52.367441 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d148b598-9f8c-4d7b-8a7b-7536024eb181 req-9faae815-3de7-4026-8a7a-15813f06b32f tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff23ca98-1792-465b-96d3-9b55dcf30d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124885 Sep 18 00:05:52.367982 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40884) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:52.407545 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d7820bd-57a6-41b7-b20d-4fb9a3cbe63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:52.410549 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6d7820bd-57a6-41b7-b20d-4fb9a3cbe63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:52.413716 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6d7820bd-57a6-41b7-b20d-4fb9a3cbe63e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/66d21eb9-7ac4-48d4-ab39-e9972a1693da HTTP/1.1" status: 204 len: 168 time: 0.9082704 Sep 18 00:05:52.422724 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7820bd-57a6-41b7-b20d-4fb9a3cbe63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d21eb9-7ac4-48d4-ab39-e9972a1693da,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:52.484300 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-004435a8-fdfb-4ab8-872b-d7e9f840b099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:52.512329 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] Set router 7a50fe0c-c7cd-454d-b9c4-92437f3c246b gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:05:52.554277 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:52.559945 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-004435a8-fdfb-4ab8-872b-d7e9f840b099 None None] For port fd80ff96-8f09-432e-b459-129285300684, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=fd80ff96-8f09-432e-b459-129285300684,segment=NetworkSegment(f8e32ce9-e788-400e-9540-834ca05cc6af),segment_id=f8e32ce9-e788-400e-9540-834ca05cc6af)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:52.600943 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-48c523c4-71ec-4886-a015-d83201276a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:52.649793 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-004435a8-fdfb-4ab8-872b-d7e9f840b099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:52.691241 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f522ea79-162e-4ead-8722-56fca7354a9a req-49183a6b-7cde-4b45-8994-60d0d544f68e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 210 time: 0.0809131 Sep 18 00:05:52.729790 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004435a8-fdfb-4ab8-872b-d7e9f840b099 None None] Pushing event updated for resources: {'Port': ['ID=fd80ff96-8f09-432e-b459-129285300684,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:52.746589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004435a8-fdfb-4ab8-872b-d7e9f840b099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:52.746943 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004435a8-fdfb-4ab8-872b-d7e9f840b099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:52.747257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004435a8-fdfb-4ab8-872b-d7e9f840b099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:52.747589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004435a8-fdfb-4ab8-872b-d7e9f840b099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:52.748002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004435a8-fdfb-4ab8-872b-d7e9f840b099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:52.748226 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004435a8-fdfb-4ab8-872b-d7e9f840b099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:52.748544 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004435a8-fdfb-4ab8-872b-d7e9f840b099 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:52.748898 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004435a8-fdfb-4ab8-872b-d7e9f840b099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:52.749223 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004435a8-fdfb-4ab8-872b-d7e9f840b099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:52.749616 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004435a8-fdfb-4ab8-872b-d7e9f840b099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:52.749957 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004435a8-fdfb-4ab8-872b-d7e9f840b099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:52.750149 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004435a8-fdfb-4ab8-872b-d7e9f840b099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:52.787526 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-604089c2-f53a-4477-b7ac-68ea584d760c None None] Provisioning complete for port fd80ff96-8f09-432e-b459-129285300684 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:52.787897 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-604089c2-f53a-4477-b7ac-68ea584d760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:52.790673 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting port 6cbf621e-199e-4d05-a038-0a11124db24d {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:05:52.791724 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:52.826108 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-48c523c4-71ec-4886-a015-d83201276a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:52.859575 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463930371', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:48Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'fd80ff96-8f09-432e-b459-129285300684', 'name': '', 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:cf:94:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '10ec69ae-5591-4c46-a623-8840f79774a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:46Z', 'updated_at': '2021-09-18T00:05:52Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '10ec69ae-5591-4c46-a623-8840f79774a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:52.891163 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78134164-9d17-441a-aa90-ad1f45f51922 None None] The sync data for ids ['7a50fe0c-c7cd-454d-b9c4-92437f3c246b'] in n-d-809883-1 is: [{'id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463930371', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:48Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'fd80ff96-8f09-432e-b459-129285300684', 'name': '', 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:cf:94:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '10ec69ae-5591-4c46-a623-8840f79774a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:46Z', 'updated_at': '2021-09-18T00:05:52Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '10ec69ae-5591-4c46-a623-8840f79774a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:52.903723 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:52.912863 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-48c523c4-71ec-4886-a015-d83201276a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:52.918112 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Calling delete_port for 6cbf621e-199e-4d05-a038-0a11124db24d owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:05:53.037707 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c523c4-71ec-4886-a015-d83201276a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2575160-667b-4ef6-86ec-f7171b4aeb5c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:53.042233 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-48c523c4-71ec-4886-a015-d83201276a2a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe3ac49b0a05486780268ab17a6c2727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6732266 Sep 18 00:05:53.045449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40902) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:53.113773 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca26fe93-6528-4789-b654-16eb9e5cd959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:53.140953 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca26fe93-6528-4789-b654-16eb9e5cd959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:53.192481 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:53.226346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Port': ['ID=6cbf621e-199e-4d05-a038-0a11124db24d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:53.251070 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:53.251426 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:53.251770 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:53.252109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:53.252444 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:53.252779 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:53.253129 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:53.253469 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:53.253988 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:53.254089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:53.254423 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:53.254743 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:05:53.255257 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca26fe93-6528-4789-b654-16eb9e5cd959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:53.257923 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca26fe93-6528-4789-b654-16eb9e5cd959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:53.262081 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ca26fe93-6528-4789-b654-16eb9e5cd959 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2575160-667b-4ef6-86ec-f7171b4aeb5c HTTP/1.1" status: 204 len: 168 time: 0.2126207 Sep 18 00:05:53.269770 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26fe93-6528-4789-b654-16eb9e5cd959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2575160-667b-4ef6-86ec-f7171b4aeb5c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:53.302575 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:53.409487 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:53.411872 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:53.452587 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 40910) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:53.475511 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fd131ad7-840d-42cd-8910-d7bfec3ca1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:53.543607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5e4a5-190e-4263-94f7-4a9c106a9c54 req-22989882-d766-48ce-917a-74308765e81a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:53.545045 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ac5e4a5-190e-4263-94f7-4a9c106a9c54 req-22989882-d766-48ce-917a-74308765e81a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 943 time: 0.0785816 Sep 18 00:05:53.589501 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ac5e4a5-190e-4263-94f7-4a9c106a9c54 req-180d1e6b-ea06-4f24-8fdb-e8365a2861df tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff23ca98-1792-465b-96d3-9b55dcf30d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353942 Sep 18 00:05:53.596586 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:53.597193 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Fanout notify agent at l3_agent the message router_deleted on router b2286be6-1cf1-42ec-9c9e-a4b95e68e661 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:05:53.608039 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:53.612731 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-afbc0eee-2d85-48d6-b2f6-5c5d71903db7 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/routers/b2286be6-1cf1-42ec-9c9e-a4b95e68e661 HTTP/1.1" status: 204 len: 168 time: 1.4917407 Sep 18 00:05:53.618655 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40914) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:53.627113 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f23d7578-a07b-4de8-a39f-5b6d20779abc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'network': {'name': 'tempest-RoutersTest-1801411864'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:53.713749 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fd131ad7-840d-42cd-8910-d7bfec3ca1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:53.840080 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-03508222-a7de-42cf-aae6-6df79066787b req-afe5b194-6145-4360-838d-290cb6663de6 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 210 time: 0.0576060 Sep 18 00:05:53.841228 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fd131ad7-840d-42cd-8910-d7bfec3ca1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:53.866939 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23d7578-a07b-4de8-a39f-5b6d20779abc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Made reservation on behalf of b28a6a6f3afb4125a0b904f655028692 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:05:53.872272 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f23d7578-a07b-4de8-a39f-5b6d20779abc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:53.923502 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23d7578-a07b-4de8-a39f-5b6d20779abc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:05:53.932623 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fd131ad7-840d-42cd-8910-d7bfec3ca1df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=58bad123f7ac4638a7a8dd3a15a93eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4765038 Sep 18 00:05:53.932623 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd131ad7-840d-42cd-8910-d7bfec3ca1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c559c7b-c347-4b57-b76c-081133c85535,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:53.937094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40930) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:53.994985 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f23d7578-a07b-4de8-a39f-5b6d20779abc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:53.994985 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-f23d7578-a07b-4de8-a39f-5b6d20779abc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Added segment 90b64138-9d12-474d-a18c-bd59a455a1fa of type vlan for network 60e1a45a-8b47-4f54-b1f3-e6eaed046075 Sep 18 00:05:54.108172 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f23d7578-a07b-4de8-a39f-5b6d20779abc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:54.133292 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df5d56eb-cf80-4379-86e3-5066b7c116f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:54.164334 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df5d56eb-cf80-4379-86e3-5066b7c116f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:54.238591 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f23d7578-a07b-4de8-a39f-5b6d20779abc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:54.248064 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23d7578-a07b-4de8-a39f-5b6d20779abc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:54.248064 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f23d7578-a07b-4de8-a39f-5b6d20779abc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:54.316633 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df5d56eb-cf80-4379-86e3-5066b7c116f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:54.319182 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df5d56eb-cf80-4379-86e3-5066b7c116f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:54.320420 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-df5d56eb-cf80-4379-86e3-5066b7c116f3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c559c7b-c347-4b57-b76c-081133c85535 HTTP/1.1" status: 204 len: 168 time: 0.3822522 Sep 18 00:05:54.326183 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d7578-a07b-4de8-a39f-5b6d20779abc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Network': ['ID=60e1a45a-8b47-4f54-b1f3-e6eaed046075,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:54.332981 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d56eb-cf80-4379-86e3-5066b7c116f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c559c7b-c347-4b57-b76c-081133c85535,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:54.337588 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 60e1a45a-8b47-4f54-b1f3-e6eaed046075 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:05:54.358982 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f23d7578-a07b-4de8-a39f-5b6d20779abc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7392170 Sep 18 00:05:54.361982 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40942) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:54.367751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-466bf846-e79d-4bf5-9285-bd1e3fa50aab tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'subnet': {'network_id': '60e1a45a-8b47-4f54-b1f3-e6eaed046075', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:54.538890 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466bf846-e79d-4bf5-9285-bd1e3fa50aab tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Made reservation on behalf of b28a6a6f3afb4125a0b904f655028692 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:05:54.549802 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-466bf846-e79d-4bf5-9285-bd1e3fa50aab tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:54.583257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 2051658b-b20b-457a-ab0e-2b0c8d77307f details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:05:54.762645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 2051658b-b20b-457a-ab0e-2b0c8d77307f, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=2051658b-b20b-457a-ab0e-2b0c8d77307f,segment=NetworkSegment(8262a247-fbf0-42c0-9911-6579a8abafa8),segment_id=8262a247-fbf0-42c0-9911-6579a8abafa8)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:54.786049 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedf2c9-1134-48f5-b13a-e193a3c3c1ef req-005a1dcc-4f5c-410d-904d-52fad9f35d42 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:54.787630 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6cedf2c9-1134-48f5-b13a-e193a3c3c1ef req-005a1dcc-4f5c-410d-904d-52fad9f35d42 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 943 time: 0.0881720 Sep 18 00:05:54.793270 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '2051658b-b20b-457a-ab0e-2b0c8d77307f', 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff', 'port_id': '2051658b-b20b-457a-ab0e-2b0c8d77307f', 'mac_address': 'fa:16:3e:d0:cd:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551c8237-9be9-4ef1-844e-7e82fcffc55a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:05:54.854773 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device fd80ff96-8f09-432e-b459-129285300684 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:54.864036 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6cedf2c9-1134-48f5-b13a-e193a3c3c1ef req-f4137ad6-865d-431c-93db-925daad48079 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff23ca98-1792-465b-96d3-9b55dcf30d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674450 Sep 18 00:05:54.884562 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:54.901315 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-466bf846-e79d-4bf5-9285-bd1e3fa50aab tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:54.906288 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2051658b-b20b-457a-ab0e-2b0c8d77307f {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:05:54.933587 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 2051658b-b20b-457a-ab0e-2b0c8d77307f, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=2051658b-b20b-457a-ab0e-2b0c8d77307f,segment=NetworkSegment(8262a247-fbf0-42c0-9911-6579a8abafa8),segment_id=8262a247-fbf0-42c0-9911-6579a8abafa8)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:54.954464 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port fd80ff96-8f09-432e-b459-129285300684 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:54.956720 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:54.972371 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bf846-e79d-4bf5-9285-bd1e3fa50aab tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Subnet': ['ID=444769c9-fd8e-46cb-a7ff-8f9d3cd49cc1,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:54.986682 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ed14287-9874-4dd3-9747-7fa88814ba28 req-d91c1095-ad58-4030-9fbb-3ac1ceb0d4b1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 210 time: 0.0579178 Sep 18 00:05:55.045093 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466bf846-e79d-4bf5-9285-bd1e3fa50aab tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Checking segment: {'id': '90b64138-9d12-474d-a18c-bd59a455a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '60e1a45a-8b47-4f54-b1f3-e6eaed046075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:05:55.045492 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466bf846-e79d-4bf5-9285-bd1e3fa50aab tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network hostable DHCP agents. Network: 60e1a45a-8b47-4f54-b1f3-e6eaed046075, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:05:55.068182 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:55.134160 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=2051658b-b20b-457a-ab0e-2b0c8d77307f,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:55.137309 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688def31-b9d0-4735-b226-106ec778b6f4 req-48f84112-eaf5-4fcf-95b8-bcd4ce447a1b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:55.139238 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466bf846-e79d-4bf5-9285-bd1e3fa50aab tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network 60e1a45a-8b47-4f54-b1f3-e6eaed046075 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:05:55.139643 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-688def31-b9d0-4735-b226-106ec778b6f4 req-48f84112-eaf5-4fcf-95b8-bcd4ce447a1b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.37 "GET /v2.0/networks?id=5a7ba1d7-4d71-4a9b-8358-db384e44cd0e HTTP/1.1" status: 200 len: 796 time: 0.1596699 Sep 18 00:05:55.198258 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-688def31-b9d0-4735-b226-106ec778b6f4 req-3de084f8-b106-4ce8-a799-a0b96f3823a4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d2902e7a2a54edeb7be111e15492043 HTTP/1.1" status: 200 len: 380 time: 0.0480876 Sep 18 00:05:55.208877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-688def31-b9d0-4735-b226-106ec778b6f4 req-31164365-2302-422f-834a-1c55f38c28e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'port': {'device_id': '149f55f3-65be-44a0-8199-479f10fc2a46', 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e', 'admin_state_up': True, 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'security_groups': ['e241cd5d-3391-49ff-8a2f-6b019e8b01be']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:55.255469 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-466bf846-e79d-4bf5-9285-bd1e3fa50aab tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 60e1a45a-8b47-4f54-b1f3-e6eaed046075) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:55.260327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466bf846-e79d-4bf5-9285-bd1e3fa50aab tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:55.261132 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-466bf846-e79d-4bf5-9285-bd1e3fa50aab tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:55.267189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a5e47e-56a4-41b7-aa97-cf35898cd7de None None] Network 60e1a45a-8b47-4f54-b1f3-e6eaed046075 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:55.284411 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['2051658b-b20b-457a-ab0e-2b0c8d77307f'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:05:55.349825 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-466bf846-e79d-4bf5-9285-bd1e3fa50aab tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9865122 Sep 18 00:05:55.350780 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40972) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:55.357102 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-68a2711a-0b97-4826-86ba-fdd9462d93bc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2139257829', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:55.479296 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688def31-b9d0-4735-b226-106ec778b6f4 req-31164365-2302-422f-834a-1c55f38c28e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Made reservation on behalf of 5d2902e7a2a54edeb7be111e15492043 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:05:55.487060 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-688def31-b9d0-4735-b226-106ec778b6f4 req-31164365-2302-422f-834a-1c55f38c28e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:55.549256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-60e1a45a-8b47-4f54-b1f3-e6eaed046075', 'network_id': '60e1a45a-8b47-4f54-b1f3-e6eaed046075', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'fixed_ips': [{'subnet_id': '444769c9-fd8e-46cb-a7ff-8f9d3cd49cc1'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:05:55.550232 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:55.574792 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-68a2711a-0b97-4826-86ba-fdd9462d93bc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:55.575958 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-68a2711a-0b97-4826-86ba-fdd9462d93bc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:55.708135 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-68a2711a-0b97-4826-86ba-fdd9462d93bc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:55.711446 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-688def31-b9d0-4735-b226-106ec778b6f4 req-31164365-2302-422f-834a-1c55f38c28e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Allocated IP 172.20.0.3 (5a7ba1d7-4d71-4a9b-8358-db384e44cd0e/10ec69ae-5591-4c46-a623-8840f79774a8/089fff15-eb9f-4db8-b812-11728e9fcd1c) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:05:55.761986 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] Allocated IP 172.20.0.2 (60e1a45a-8b47-4f54-b1f3-e6eaed046075/444769c9-fd8e-46cb-a7ff-8f9d3cd49cc1/30dbb5c9-782b-4fff-899a-4554308f895b) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:05:55.788066 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-68a2711a-0b97-4826-86ba-fdd9462d93bc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:55.884407 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-68a2711a-0b97-4826-86ba-fdd9462d93bc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:55.888709 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-68a2711a-0b97-4826-86ba-fdd9462d93bc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5338590 Sep 18 00:05:55.888709 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 40992) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:55.931001 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-688def31-b9d0-4735-b226-106ec778b6f4 req-31164365-2302-422f-834a-1c55f38c28e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:56.120875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce3d98-b872-4129-8183-af6b043db329 req-f3a65fc0-75f0-413d-8daa-f8be3c0dbf57 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:56.133796 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0ce3d98-b872-4129-8183-af6b043db329 req-f3a65fc0-75f0-413d-8daa-f8be3c0dbf57 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 944 time: 0.1647921 Sep 18 00:05:56.170270 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-688def31-b9d0-4735-b226-106ec778b6f4 req-31164365-2302-422f-834a-1c55f38c28e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:56.173656 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ef14ae96-620e-4523-9998-974f4be7efdf req-e31f8754-4cc1-4dcb-8205-1562c622b7c2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 210 time: 0.0801089 Sep 18 00:05:56.231720 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:56.244540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31164365-2302-422f-834a-1c55f38c28e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=089fff15-eb9f-4db8-b812-11728e9fcd1c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:56.253232 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8be87ea8-0bfe-45b6-ae0f-6de92788c54d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:56.258885 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688def31-b9d0-4735-b226-106ec778b6f4 req-31164365-2302-422f-834a-1c55f38c28e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:56.259994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0ce3d98-b872-4129-8183-af6b043db329 req-48fcc91d-6baa-4828-a0f5-766674ced68d tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff23ca98-1792-465b-96d3-9b55dcf30d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242621 Sep 18 00:05:56.261838 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-688def31-b9d0-4735-b226-106ec778b6f4 req-31164365-2302-422f-834a-1c55f38c28e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:56.264299 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-688def31-b9d0-4735-b226-106ec778b6f4 req-31164365-2302-422f-834a-1c55f38c28e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:05:56.326812 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688def31-b9d0-4735-b226-106ec778b6f4 req-31164365-2302-422f-834a-1c55f38c28e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:56.327484 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-688def31-b9d0-4735-b226-106ec778b6f4 req-31164365-2302-422f-834a-1c55f38c28e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:56.336496 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:56.390476 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] Pushing event updated for resources: {'Port': ['ID=30dbb5c9-782b-4fff-899a-4554308f895b,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:56.397694 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] Network 60e1a45a-8b47-4f54-b1f3-e6eaed046075 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:56.400511 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:56.403504 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:05:56.447779 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-688def31-b9d0-4735-b226-106ec778b6f4 req-31164365-2302-422f-834a-1c55f38c28e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2394114 Sep 18 00:05:56.458326 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Request body: {'port': {'device_id': '149f55f3-65be-44a0-8199-479f10fc2a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:56.468624 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] Attempting to bind port 30dbb5c9-782b-4fff-899a-4554308f895b on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:05:56.469021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] Attempting to bind port 30dbb5c9-782b-4fff-899a-4554308f895b by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '90b64138-9d12-474d-a18c-bd59a455a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '60e1a45a-8b47-4f54-b1f3-e6eaed046075'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:05:56.470839 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] Attempting to bind port 30dbb5c9-782b-4fff-899a-4554308f895b on network 60e1a45a-8b47-4f54-b1f3-e6eaed046075 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:05:56.475137 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:05:56.475571 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] Checking segment: {'id': '90b64138-9d12-474d-a18c-bd59a455a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '60e1a45a-8b47-4f54-b1f3-e6eaed046075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:05:56.475978 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:56.476363 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] Bound using segment: {'id': '90b64138-9d12-474d-a18c-bd59a455a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '60e1a45a-8b47-4f54-b1f3-e6eaed046075'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:05:56.477028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] Bound port: 30dbb5c9-782b-4fff-899a-4554308f895b, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b64138-9d12-474d-a18c-bd59a455a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '60e1a45a-8b47-4f54-b1f3-e6eaed046075'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:05:56.477566 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:56.560003 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] For port 30dbb5c9-782b-4fff-899a-4554308f895b, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:05:56.564291 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] For port 30dbb5c9-782b-4fff-899a-4554308f895b, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=30dbb5c9-782b-4fff-899a-4554308f895b,segment=NetworkSegment(90b64138-9d12-474d-a18c-bd59a455a1fa),segment_id=90b64138-9d12-474d-a18c-bd59a455a1fa)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:05:56.581315 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 2051658b-b20b-457a-ab0e-2b0c8d77307f up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:56.582101 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:56.594012 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-8be87ea8-0bfe-45b6-ae0f-6de92788c54d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Allocated IP 172.20.0.1 (60e1a45a-8b47-4f54-b1f3-e6eaed046075/444769c9-fd8e-46cb-a7ff-8f9d3cd49cc1/efa8a559-5930-445e-8b15-dc50b5ade3ce) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:05:56.656699 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-75174fab-bfd7-49d6-89cb-939b67be17c0 None None] Provisioning complete for port 089fff15-eb9f-4db8-b812-11728e9fcd1c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:56.657112 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-75174fab-bfd7-49d6-89cb-939b67be17c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:56.683388 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:56.734092 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-75174fab-bfd7-49d6-89cb-939b67be17c0 None None] Port 089fff15-eb9f-4db8-b812-11728e9fcd1c cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:05:56.738118 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 2051658b-b20b-457a-ab0e-2b0c8d77307f completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:05:56.751558 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8be87ea8-0bfe-45b6-ae0f-6de92788c54d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:56.753919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 2051658b-b20b-457a-ab0e-2b0c8d77307f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:56.754356 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:56.781807 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74d093-e8d6-4c01-87ba-b4b457182a88 None None] Pushing event updated for resources: {'Port': ['ID=30dbb5c9-782b-4fff-899a-4554308f895b,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:56.874942 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:56.895695 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8be87ea8-0bfe-45b6-ae0f-6de92788c54d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:56.949717 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 2051658b-b20b-457a-ab0e-2b0c8d77307f, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=2051658b-b20b-457a-ab0e-2b0c8d77307f,segment=NetworkSegment(8262a247-fbf0-42c0-9911-6579a8abafa8),segment_id=8262a247-fbf0-42c0-9911-6579a8abafa8)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:56.951065 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59304ab6-db9e-4e53-929a-bda29aba06d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2051658b-b20b-457a-ab0e-2b0c8d77307f'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:05:56.959459 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acc6692-900a-4caf-9a7f-38e4359b097f" -d '{"events": [{"server_uuid": "59304ab6-db9e-4e53-929a-bda29aba06d6", "name": "network-vif-plugged", "status": "completed", "tag": "2051658b-b20b-457a-ab0e-2b0c8d77307f"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:05:56.980906 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be87ea8-0bfe-45b6-ae0f-6de92788c54d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=efa8a559-5930-445e-8b15-dc50b5ade3ce,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:57.015815 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be87ea8-0bfe-45b6-ae0f-6de92788c54d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network 60e1a45a-8b47-4f54-b1f3-e6eaed046075 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:57.020522 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-8be87ea8-0bfe-45b6-ae0f-6de92788c54d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:57.038764 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be87ea8-0bfe-45b6-ae0f-6de92788c54d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:05:57.050603 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 089fff15-eb9f-4db8-b812-11728e9fcd1c {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:05:57.055135 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:57.078187 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:57.110116 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Transition to ACTIVE for port object 089fff15-eb9f-4db8-b812-11728e9fcd1c will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:05:57.127350 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0206d332-ce43-423b-bff4-1498cb4a0757 x-openstack-request-id: req-0206d332-ce43-423b-bff4-1498cb4a0757 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:05:57.127636 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59304ab6-db9e-4e53-929a-bda29aba06d6", "name": "network-vif-plugged", "status": "completed", "tag": "2051658b-b20b-457a-ab0e-2b0c8d77307f", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:05:57.127891 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0206d332-ce43-423b-bff4-1498cb4a0757 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:05:57.128282 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59304ab6-db9e-4e53-929a-bda29aba06d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2051658b-b20b-457a-ab0e-2b0c8d77307f', 'code': 200} Sep 18 00:05:57.131729 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=2051658b-b20b-457a-ab0e-2b0c8d77307f,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:57.171057 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8be87ea8-0bfe-45b6-ae0f-6de92788c54d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:57.203764 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:57.234443 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00d063-7b4f-42f7-bf46-6de2f1fea6cd req-8f17a823-d0cf-4d3d-88eb-b2711a2efcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:57.236070 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9c00d063-7b4f-42f7-bf46-6de2f1fea6cd req-8f17a823-d0cf-4d3d-88eb-b2711a2efcee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 1096 time: 0.1029720 Sep 18 00:05:57.307385 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9c00d063-7b4f-42f7-bf46-6de2f1fea6cd req-bf4e6ee1-a9be-4edc-bff2-4b6e081a33c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ff23ca98-1792-465b-96d3-9b55dcf30d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494680 Sep 18 00:05:57.352491 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Pushing event updated for resources: {'Port': ['ID=089fff15-eb9f-4db8-b812-11728e9fcd1c,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:57.451794 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Attempting to bind port 089fff15-eb9f-4db8-b812-11728e9fcd1c on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:05:57.452692 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Attempting to bind port 089fff15-eb9f-4db8-b812-11728e9fcd1c by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:05:57.464279 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Attempting to bind port 089fff15-eb9f-4db8-b812-11728e9fcd1c on network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:05:57.464652 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8be87ea8-0bfe-45b6-ae0f-6de92788c54d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:57.479253 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b67e6f-256e-4b80-922a-bf5910683990 req-09f42349-6508-4c8b-a846-a527f10837e4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:57.481487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-59b67e6f-256e-4b80-922a-bf5910683990 req-09f42349-6508-4c8b-a846-a527f10837e4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 943 time: 0.1849580 Sep 18 00:05:57.484723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Port 089fff15-eb9f-4db8-b812-11728e9fcd1c on network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:05:57.484902 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Attempting to bind port 089fff15-eb9f-4db8-b812-11728e9fcd1c on network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:05:57.499544 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c5eea-61d8-4239-84d9-46b22e30ac41 req-b1f128ff-14a2-4034-82fd-33c1482962e4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:57.501562 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c50c5eea-61d8-4239-84d9-46b22e30ac41 req-b1f128ff-14a2-4034-82fd-33c1482962e4 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 945 time: 0.1270592 Sep 18 00:05:57.524917 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:05:57.525272 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Checking segment: {'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:05:57.525664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Bound using segment: {'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:05:57.526098 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Bound port: 089fff15-eb9f-4db8-b812-11728e9fcd1c, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:05:57.526470 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:57.601672 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-59b67e6f-256e-4b80-922a-bf5910683990 req-3f71200d-c194-4f9b-9e70-406b61ee9073 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988970 Sep 18 00:05:57.644366 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c50c5eea-61d8-4239-84d9-46b22e30ac41 req-51a5cbeb-f9ce-4207-bda5-0046ab030811 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff23ca98-1792-465b-96d3-9b55dcf30d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010900 Sep 18 00:05:57.657239 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] For port 089fff15-eb9f-4db8-b812-11728e9fcd1c, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:05:57.662353 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] For port 089fff15-eb9f-4db8-b812-11728e9fcd1c, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=089fff15-eb9f-4db8-b812-11728e9fcd1c,segment=NetworkSegment(f8e32ce9-e788-400e-9540-834ca05cc6af),segment_id=f8e32ce9-e788-400e-9540-834ca05cc6af)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:05:57.747621 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:57.823722 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:57.826107 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:57.828673 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] 10.222.0.37 "PUT /v2.0/ports/089fff15-eb9f-4db8-b812-11728e9fcd1c HTTP/1.1" status: 200 len: 1091 time: 1.3747973 Sep 18 00:05:57.829349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149f55f3-65be-44a0-8199-479f10fc2a46', 'tag': '089fff15-eb9f-4db8-b812-11728e9fcd1c'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:05:57.833360 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2882dbe7-7e92-450a-b74a-9e9636fe0ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "149f55f3-65be-44a0-8199-479f10fc2a46", "tag": "089fff15-eb9f-4db8-b812-11728e9fcd1c"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:05:57.868640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35dbd93-bedb-4d72-bdd5-3b63537bacea service neutron] Pushing event updated for resources: {'Port': ['ID=089fff15-eb9f-4db8-b812-11728e9fcd1c,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:57.903220 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701ebfb9-ad74-4723-967a-dcced2082028 x-openstack-request-id: req-701ebfb9-ad74-4723-967a-dcced2082028 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:05:57.903514 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149f55f3-65be-44a0-8199-479f10fc2a46", "tag": "089fff15-eb9f-4db8-b812-11728e9fcd1c", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:05:57.903771 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-701ebfb9-ad74-4723-967a-dcced2082028 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:05:57.904188 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149f55f3-65be-44a0-8199-479f10fc2a46', 'tag': '089fff15-eb9f-4db8-b812-11728e9fcd1c', 'status': 'completed', 'code': 200} Sep 18 00:05:57.905468 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8be87ea8-0bfe-45b6-ae0f-6de92788c54d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:57.966646 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882dbe7-7e92-450a-b74a-9e9636fe0ce7 req-4c7034ca-3a3d-4373-ab8b-38aa85421cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:57.968277 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2882dbe7-7e92-450a-b74a-9e9636fe0ce7 req-4c7034ca-3a3d-4373-ab8b-38aa85421cef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 1094 time: 0.0495422 Sep 18 00:05:58.013994 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8be87ea8-0bfe-45b6-ae0f-6de92788c54d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:58.122658 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8be87ea8-0bfe-45b6-ae0f-6de92788c54d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:58.128923 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be87ea8-0bfe-45b6-ae0f-6de92788c54d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=efa8a559-5930-445e-8b15-dc50b5ade3ce,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:58.167095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882dbe7-7e92-450a-b74a-9e9636fe0ce7 req-2da43ea5-df56-4066-a16d-3747c4b032ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:58.175633 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2882dbe7-7e92-450a-b74a-9e9636fe0ce7 req-2da43ea5-df56-4066-a16d-3747c4b032ff service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5d2902e7a2a54edeb7be111e15492043&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1977959 Sep 18 00:05:58.222397 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be87ea8-0bfe-45b6-ae0f-6de92788c54d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network 60e1a45a-8b47-4f54-b1f3-e6eaed046075 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:05:58.223957 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-8be87ea8-0bfe-45b6-ae0f-6de92788c54d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:05:58.243731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8570d7d-d6e9-4130-a281-531b98ab8fb6 None None] Network 60e1a45a-8b47-4f54-b1f3-e6eaed046075 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:05:58.397412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-975f3c67-30b3-4ba3-aeb4-78a9f920b922 None None] Provisioning complete for port 30dbb5c9-782b-4fff-899a-4554308f895b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:58.399300 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-975f3c67-30b3-4ba3-aeb4-78a9f920b922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:58.407492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882dbe7-7e92-450a-b74a-9e9636fe0ce7 req-7b8964c7-7414-461e-9dee-e227be81ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:58.410014 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2882dbe7-7e92-450a-b74a-9e9636fe0ce7 req-7b8964c7-7414-461e-9dee-e227be81ddad service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2335649 Sep 18 00:05:58.503796 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688def31-b9d0-4735-b226-106ec778b6f4 req-c0da708c-a1a5-448c-b7cf-05bcecdcd147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:58.505490 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-688def31-b9d0-4735-b226-106ec778b6f4 req-c0da708c-a1a5-448c-b7cf-05bcecdcd147 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 1094 time: 0.0486271 Sep 18 00:05:58.542211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be87ea8-0bfe-45b6-ae0f-6de92788c54d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router ddd89f7d-cac2-49df-81f4-bf9873ddb92d is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:05:58.559986 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-975f3c67-30b3-4ba3-aeb4-78a9f920b922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:58.566575 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d3eb07e4-865e-49b8-b71c-d2b843f46fb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=089fff15-eb9f-4db8-b812-11728e9fcd1c HTTP/1.1" status: 200 len: 217 time: 0.0536141 Sep 18 00:05:58.614459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-975f3c67-30b3-4ba3-aeb4-78a9f920b922 None None] For port 30dbb5c9-782b-4fff-899a-4554308f895b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=30dbb5c9-782b-4fff-899a-4554308f895b,segment=NetworkSegment(90b64138-9d12-474d-a18c-bd59a455a1fa),segment_id=90b64138-9d12-474d-a18c-bd59a455a1fa)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:05:58.671738 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688def31-b9d0-4735-b226-106ec778b6f4 req-364d40c9-4887-4cc1-ab20-f088f13a4fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:58.673281 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-688def31-b9d0-4735-b226-106ec778b6f4 req-364d40c9-4887-4cc1-ab20-f088f13a4fd6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10ec69ae-5591-4c46-a623-8840f79774a8 HTTP/1.1" status: 200 len: 835 time: 0.1001303 Sep 18 00:05:58.702355 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-975f3c67-30b3-4ba3-aeb4-78a9f920b922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:58.739505 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be87ea8-0bfe-45b6-ae0f-6de92788c54d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:05:58.753774 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de7fe32-c9da-4cfe-8b37-e564a6905383 None None] Sync routers for ids ['ddd89f7d-cac2-49df-81f4-bf9873ddb92d'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:05:58.759792 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8be87ea8-0bfe-45b6-ae0f-6de92788c54d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/ddd89f7d-cac2-49df-81f4-bf9873ddb92d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8700151 Sep 18 00:05:58.761925 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41058) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:58.769340 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de7fe32-c9da-4cfe-8b37-e564a6905383 None None] Routers {'ddd89f7d-cac2-49df-81f4-bf9873ddb92d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:58.770327 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-8de7fe32-c9da-4cfe-8b37-e564a6905383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ddd89f7d-cac2-49df-81f4-bf9873ddb92d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:58.792044 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d483fe2a-1777-4427-b373-2f5cd1b818ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:58.797487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-688def31-b9d0-4735-b226-106ec778b6f4 req-d483fe2a-1777-4427-b373-2f5cd1b818ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a7ba1d7-4d71-4a9b-8358-db384e44cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103513 Sep 18 00:05:58.842291 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa801d3b-6022-44b0-b4e4-c6d4055ab582 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:58.842481 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f3c67-30b3-4ba3-aeb4-78a9f920b922 None None] Pushing event updated for resources: {'Port': ['ID=30dbb5c9-782b-4fff-899a-4554308f895b,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:05:58.857160 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fa801d3b-6022-44b0-b4e4-c6d4055ab582 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/ports/efa8a559-5930-445e-8b15-dc50b5ade3ce HTTP/1.1" status: 200 len: 910 time: 0.0939662 Sep 18 00:05:58.858125 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41062) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:58.873586 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-72bd2fb5-37b1-4fcc-a670-eaf9edccab12 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '444769c9-fd8e-46cb-a7ff-8f9d3cd49cc1'}]}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:58.879275 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 30dbb5c9-782b-4fff-899a-4554308f895b up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:05:58.908781 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-8de7fe32-c9da-4cfe-8b37-e564a6905383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:58.919461 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de7fe32-c9da-4cfe-8b37-e564a6905383 None None] Routers {'ddd89f7d-cac2-49df-81f4-bf9873ddb92d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:05:58.920092 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-8de7fe32-c9da-4cfe-8b37-e564a6905383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ddd89f7d-cac2-49df-81f4-bf9873ddb92d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:58.927099 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-688def31-b9d0-4735-b226-106ec778b6f4 req-8941e751-3377-4422-8426-c3ed5e36459c service neutron] 10.222.0.37 "GET /v2.0/networks/5a7ba1d7-4d71-4a9b-8358-db384e44cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248286 Sep 18 00:05:58.961509 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 30dbb5c9-782b-4fff-899a-4554308f895b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:58.961877 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:59.045796 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-8de7fe32-c9da-4cfe-8b37-e564a6905383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:05:59.050877 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de7fe32-c9da-4cfe-8b37-e564a6905383 None None] The sync data for ids ['ddd89f7d-cac2-49df-81f4-bf9873ddb92d'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:05:59.065568 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-94e4e04f-f2f5-4e6d-8dd4-95e321d96c75 None None] Provisioning complete for port 30dbb5c9-782b-4fff-899a-4554308f895b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:59.067610 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-688def31-b9d0-4735-b226-106ec778b6f4 req-680f2222-0ee3-4fc6-8e68-2e23e785afba service neutron] 10.222.0.37 "GET /v2.0/networks/5a7ba1d7-4d71-4a9b-8358-db384e44cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274428 Sep 18 00:05:59.070504 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-94e4e04f-f2f5-4e6d-8dd4-95e321d96c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:59.078599 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8b25a-50a4-40d4-9b9a-c1b8c4262c1b req-fe60adb7-4614-4bf0-b39b-d69ff85329bf tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:59.080130 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72c8b25a-50a4-40d4-9b9a-c1b8c4262c1b req-fe60adb7-4614-4bf0-b39b-d69ff85329bf tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 943 time: 0.3536611 Sep 18 00:05:59.186766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5c770-acb1-46d8-9fd4-ef2528ce05db req-18efcb54-4963-4d38-904c-27d5772e53a7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:59.188508 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3bc5c770-acb1-46d8-9fd4-ef2528ce05db req-18efcb54-4963-4d38-904c-27d5772e53a7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 945 time: 0.2604041 Sep 18 00:05:59.265514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72c8b25a-50a4-40d4-9b9a-c1b8c4262c1b req-0358db0b-6e15-4aef-8dcc-c08f14b6858f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514971 Sep 18 00:05:59.313995 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3bc5c770-acb1-46d8-9fd4-ef2528ce05db req-7aaf70b3-6efb-4c30-939f-28257e2f1447 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff23ca98-1792-465b-96d3-9b55dcf30d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131518 Sep 18 00:05:59.337183 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-94e4e04f-f2f5-4e6d-8dd4-95e321d96c75 None None] Provisioning complete for port efa8a559-5930-445e-8b15-dc50b5ade3ce triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:59.337781 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-94e4e04f-f2f5-4e6d-8dd4-95e321d96c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:59.382049 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-94e4e04f-f2f5-4e6d-8dd4-95e321d96c75 None None] Port efa8a559-5930-445e-8b15-dc50b5ade3ce cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:05:59.461121 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce380b5-3023-40be-9240-3dfb9126f71b req-2911f5df-babb-4729-9aa1-d7a5bc952d11 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:59.462954 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ce380b5-3023-40be-9240-3dfb9126f71b req-2911f5df-babb-4729-9aa1-d7a5bc952d11 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 945 time: 0.0567505 Sep 18 00:05:59.507422 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ce380b5-3023-40be-9240-3dfb9126f71b req-83328119-394d-4ef3-a2d2-b5afba79d441 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff23ca98-1792-465b-96d3-9b55dcf30d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380509 Sep 18 00:05:59.510173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-701b9df4-26a4-4fd5-b61a-2c9548899f98 None None] Provisioning complete for port efa8a559-5930-445e-8b15-dc50b5ade3ce triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:59.510741 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-701b9df4-26a4-4fd5-b61a-2c9548899f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:59.534873 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41074) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:59.571370 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-72bd2fb5-37b1-4fcc-a670-eaf9edccab12 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:59.584470 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-701b9df4-26a4-4fd5-b61a-2c9548899f98 None None] Port efa8a559-5930-445e-8b15-dc50b5ade3ce cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:05:59.592342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f7dd21-bf23-4200-a437-860703b30695 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:05:59.593943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-85f7dd21-bf23-4200-a437-860703b30695 tempest-TestNetworkBasicOps-854369153 tempest-TestNetworkBasicOps-854369153-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 1091 time: 0.0577149 Sep 18 00:05:59.596791 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41080) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:05:59.601568 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '2051658b-b20b-457a-ab0e-2b0c8d77307f', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:05:59.703672 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-87296bd8-3b3f-476e-a5f6-d4a21a631b9d None None] Provisioning complete for port efa8a559-5930-445e-8b15-dc50b5ade3ce triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:05:59.704049 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-87296bd8-3b3f-476e-a5f6-d4a21a631b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:59.730753 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:59.739804 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-87296bd8-3b3f-476e-a5f6-d4a21a631b9d None None] Port efa8a559-5930-445e-8b15-dc50b5ade3ce cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:05:59.836529 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:05:59.954116 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Allocated IP 172.25.3.58 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/45c23afc-8323-490e-9cb9-21545796dd40) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:05:59.993737 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-72bd2fb5-37b1-4fcc-a670-eaf9edccab12 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:00.081263 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:00.099244 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-72bd2fb5-37b1-4fcc-a670-eaf9edccab12 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:00.181850 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bd2fb5-37b1-4fcc-a670-eaf9edccab12 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:00.182464 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-72bd2fb5-37b1-4fcc-a670-eaf9edccab12 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:00.183822 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-72bd2fb5-37b1-4fcc-a670-eaf9edccab12 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/ports/efa8a559-5930-445e-8b15-dc50b5ade3ce HTTP/1.1" status: 200 len: 910 time: 1.3245471 Sep 18 00:06:00.184718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd2fb5-37b1-4fcc-a670-eaf9edccab12 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=efa8a559-5930-445e-8b15-dc50b5ade3ce,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:00.186931 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41086) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:00.227890 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:00.246423 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41088) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:00.550926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:06:00.579173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:00.584794 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:06:00.623870 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41096) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:00.641226 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Port': ['ID=45c23afc-8323-490e-9cb9-21545796dd40,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:00.659809 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-71fc550d-76bf-4e00-a086-083940bd4f0f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Deleting port cb68dee1-4b04-4917-a244-1729946bdac2 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:00.660317 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-71fc550d-76bf-4e00-a086-083940bd4f0f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:00.665367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b645a-48ee-4cda-9474-78225ee59919 req-ad7055f2-b2b8-4843-b7a3-fdc22d70babb tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:00.667106 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c9b645a-48ee-4cda-9474-78225ee59919 req-ad7055f2-b2b8-4843-b7a3-fdc22d70babb tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 943 time: 0.1274889 Sep 18 00:06:00.774628 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-71fc550d-76bf-4e00-a086-083940bd4f0f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:00.775116 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-71fc550d-76bf-4e00-a086-083940bd4f0f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:00.792691 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-71fc550d-76bf-4e00-a086-083940bd4f0f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Calling delete_port for cb68dee1-4b04-4917-a244-1729946bdac2 owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:00.817487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c9b645a-48ee-4cda-9474-78225ee59919 req-ee19d41f-b1c0-4ee9-99e1-a66ce37f0860 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105614 Sep 18 00:06:00.839459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 30dbb5c9-782b-4fff-899a-4554308f895b up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:06:00.900137 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 30dbb5c9-782b-4fff-899a-4554308f895b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:00.900427 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:00.900907 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8915cbdd-c6f0-4287-b6ad-b40d87a7908b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:01.024763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 089fff15-eb9f-4db8-b812-11728e9fcd1c details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:06:01.041704 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-71fc550d-76bf-4e00-a086-083940bd4f0f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:01.097571 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc550d-76bf-4e00-a086-083940bd4f0f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Pushing event deleted for resources: {'Port': ['ID=cb68dee1-4b04-4917-a244-1729946bdac2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:01.138600 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-71fc550d-76bf-4e00-a086-083940bd4f0f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:01.138934 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-71fc550d-76bf-4e00-a086-083940bd4f0f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Floating IP 2246a939-7711-47c4-99a2-de0986a70e72 disassociated (deleted). External IP: 172.25.3.59, port: 2d8c57c1-0cef-4651-a439-2e3b61c83851. Sep 18 00:06:01.179429 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 089fff15-eb9f-4db8-b812-11728e9fcd1c, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=089fff15-eb9f-4db8-b812-11728e9fcd1c,segment=NetworkSegment(f8e32ce9-e788-400e-9540-834ca05cc6af),segment_id=f8e32ce9-e788-400e-9540-834ca05cc6af)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:01.194036 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8915cbdd-c6f0-4287-b6ad-b40d87a7908b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:01.194936 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '089fff15-eb9f-4db8-b812-11728e9fcd1c', 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e', 'port_id': '089fff15-eb9f-4db8-b812-11728e9fcd1c', 'mac_address': 'fa:16:3e:40:3f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ec69ae-5591-4c46-a623-8840f79774a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:06:01.236011 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:01.253696 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 089fff15-eb9f-4db8-b812-11728e9fcd1c {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:06:01.274368 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 089fff15-eb9f-4db8-b812-11728e9fcd1c, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=089fff15-eb9f-4db8-b812-11728e9fcd1c,segment=NetworkSegment(f8e32ce9-e788-400e-9540-834ca05cc6af),segment_id=f8e32ce9-e788-400e-9540-834ca05cc6af)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:01.351351 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8915cbdd-c6f0-4287-b6ad-b40d87a7908b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:01.380917 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:01.400975 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fc550d-76bf-4e00-a086-083940bd4f0f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Router 43b49091-ead7-4262-a6af-7da34f7586e4 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:06:01.434771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8915cbdd-c6f0-4287-b6ad-b40d87a7908b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d8f5da8ae99642d9862973bd259b7120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8056209 Sep 18 00:06:01.438287 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=089fff15-eb9f-4db8-b812-11728e9fcd1c,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:01.444367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41102) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:01.451054 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915cbdd-c6f0-4287-b6ad-b40d87a7908b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cab578-b830-4ab6-b57b-c631efca92df,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:01.520785 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fc550d-76bf-4e00-a086-083940bd4f0f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:06:01.525442 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-71fc550d-76bf-4e00-a086-083940bd4f0f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:01.534877 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6e95d0-2a77-4512-a174-c0485ef059bc None None] Sync routers for ids ['43b49091-ead7-4262-a6af-7da34f7586e4'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:06:01.539276 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2124c0b6-8619-4290-8a72-023a0c7c976a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:01.550988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e95d0-2a77-4512-a174-c0485ef059bc None None] Routers {'43b49091-ead7-4262-a6af-7da34f7586e4'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:01.551732 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-2b6e95d0-2a77-4512-a174-c0485ef059bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['43b49091-ead7-4262-a6af-7da34f7586e4'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:01.559430 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-71fc550d-76bf-4e00-a086-083940bd4f0f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "DELETE /v2.0/floatingips/2246a939-7711-47c4-99a2-de0986a70e72 HTTP/1.1" status: 204 len: 168 time: 1.3118372 Sep 18 00:06:01.560283 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'tag': '2d8c57c1-0cef-4651-a439-2e3b61c83851'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:06:01.565157 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0c60d1-66a0-434e-9bf9-84a656c18510" -d '{"events": [{"name": "network-changed", "server_uuid": "cb806ae7-a36a-4245-bc20-257e308c598c", "tag": "2d8c57c1-0cef-4651-a439-2e3b61c83851"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:06:01.579424 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:06:01.608492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['089fff15-eb9f-4db8-b812-11728e9fcd1c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:06:01.611413 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06687297-fc15-4449-91a6-ad8a9b7bfa24 x-openstack-request-id: req-06687297-fc15-4449-91a6-ad8a9b7bfa24 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:06:01.611765 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb806ae7-a36a-4245-bc20-257e308c598c", "tag": "2d8c57c1-0cef-4651-a439-2e3b61c83851", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:06:01.612024 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-06687297-fc15-4449-91a6-ad8a9b7bfa24 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:06:01.612658 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'tag': '2d8c57c1-0cef-4651-a439-2e3b61c83851', 'status': 'completed', 'code': 200} Sep 18 00:06:01.723815 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:01.746391 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-2b6e95d0-2a77-4512-a174-c0485ef059bc None None] Set router 43b49091-ead7-4262-a6af-7da34f7586e4 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:01.836616 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a16ea3af-3548-4d80-ac64-47702e6de9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:01.849145 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c60d1-66a0-434e-9bf9-84a656c18510 req-f4aa225a-7858-4ec2-98bc-f1e772fa742b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:01.850758 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a0c60d1-66a0-434e-9bf9-84a656c18510 req-f4aa225a-7858-4ec2-98bc-f1e772fa742b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6fe7222ae4c04910b88bcb6204ec0195&device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 1096 time: 0.2039838 Sep 18 00:06:01.975154 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a16ea3af-3548-4d80-ac64-47702e6de9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:02.089166 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-2b6e95d0-2a77-4512-a174-c0485ef059bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'name': 'tempest-TestVolumeBackupRestore-959256036-router', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:21Z', 'updated_at': '2021-09-18T00:00:27Z', 'revision_number': 4, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'gw_port': {'id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:37:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:22Z', 'updated_at': '2021-09-18T00:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '4776ec6f-a419-4dcc-80a6-39e7a52734d3', 'name': '', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'mac_address': 'fa:16:3e:31:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:26Z', 'updated_at': '2021-09-18T00:00:35Z', 'revision_number': 5, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'subnets': [{'id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:02.123802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6e95d0-2a77-4512-a174-c0485ef059bc None None] Checking router: 43b49091-ead7-4262-a6af-7da34f7586e4 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:06:02.133565 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e95d0-2a77-4512-a174-c0485ef059bc None None] Routers {'43b49091-ead7-4262-a6af-7da34f7586e4'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:02.134226 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-2b6e95d0-2a77-4512-a174-c0485ef059bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['43b49091-ead7-4262-a6af-7da34f7586e4'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:02.246481 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-2b6e95d0-2a77-4512-a174-c0485ef059bc None None] Set router 43b49091-ead7-4262-a6af-7da34f7586e4 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:02.462692 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:02.535561 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2063b06-3f8f-4a38-b8cf-4df02156e2c0 req-1dfa7ff9-ad12-4fb5-836d-bee19aaf8cc8 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:02.537049 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2063b06-3f8f-4a38-b8cf-4df02156e2c0 req-1dfa7ff9-ad12-4fb5-836d-bee19aaf8cc8 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 944 time: 0.6364689 Sep 18 00:06:02.571736 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c60d1-66a0-434e-9bf9-84a656c18510 req-37f97d10-850a-4430-ae60-d194340a9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:02.573015 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a0c60d1-66a0-434e-9bf9-84a656c18510 req-37f97d10-850a-4430-ae60-d194340a9361 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86a27f7f-4384-4af7-a6c4-42b4d189081c HTTP/1.1" status: 200 len: 914 time: 0.6840823 Sep 18 00:06:02.607082 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca85f19-7c06-4c8d-8557-5e580d0f6a30 req-1571e2c3-9205-4414-b142-dfb62a802504 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:02.607383 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-2b6e95d0-2a77-4512-a174-c0485ef059bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'name': 'tempest-TestVolumeBackupRestore-959256036-router', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:21Z', 'updated_at': '2021-09-18T00:00:27Z', 'revision_number': 4, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'gw_port': {'id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:37:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:22Z', 'updated_at': '2021-09-18T00:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '4776ec6f-a419-4dcc-80a6-39e7a52734d3', 'name': '', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'mac_address': 'fa:16:3e:31:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:26Z', 'updated_at': '2021-09-18T00:00:35Z', 'revision_number': 5, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'subnets': [{'id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:02.613325 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ca85f19-7c06-4c8d-8557-5e580d0f6a30 req-1571e2c3-9205-4414-b142-dfb62a802504 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 945 time: 0.2904301 Sep 18 00:06:02.636467 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6e95d0-2a77-4512-a174-c0485ef059bc None None] The sync data for ids ['43b49091-ead7-4262-a6af-7da34f7586e4'] in n-d-809883-1 is: [{'id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'name': 'tempest-TestVolumeBackupRestore-959256036-router', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:21Z', 'updated_at': '2021-09-18T00:00:27Z', 'revision_number': 4, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'gw_port': {'id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:37:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:22Z', 'updated_at': '2021-09-18T00:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '4776ec6f-a419-4dcc-80a6-39e7a52734d3', 'name': '', 'network_id': '86a27f7f-4384-4af7-a6c4-42b4d189081c', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'mac_address': 'fa:16:3e:31:1e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:26Z', 'updated_at': '2021-09-18T00:00:35Z', 'revision_number': 5, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'subnets': [{'id': '0ee99a84-1f57-4ea3-b616-45b4e99de8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:06:02.690989 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a0c60d1-66a0-434e-9bf9-84a656c18510 req-8988e39b-58bd-4458-8594-8bf664900449 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d8c57c1-0cef-4651-a439-2e3b61c83851 HTTP/1.1" status: 200 len: 217 time: 0.0930593 Sep 18 00:06:02.740272 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2063b06-3f8f-4a38-b8cf-4df02156e2c0 req-32029a2e-8bf9-41a4-a53c-439396ea13d3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954732 Sep 18 00:06:02.808897 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a16ea3af-3548-4d80-ac64-47702e6de9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:02.811499 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a16ea3af-3548-4d80-ac64-47702e6de9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:02.812645 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a16ea3af-3548-4d80-ac64-47702e6de9bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59cab578-b830-4ab6-b57b-c631efca92df HTTP/1.1" status: 204 len: 168 time: 1.3630121 Sep 18 00:06:02.841636 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ea3af-3548-4d80-ac64-47702e6de9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cab578-b830-4ab6-b57b-c631efca92df,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:02.880296 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ca85f19-7c06-4c8d-8557-5e580d0f6a30 req-4b4f1b85-7737-4541-a380-aab2f7f8b52c tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/security-groups?id=7743b3f8-4eb1-4f0d-9051-97e0602a204a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654119 Sep 18 00:06:02.895853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c60d1-66a0-434e-9bf9-84a656c18510 req-85d5cf09-def4-4c84-b282-cd69ddd059cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:02.897496 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a0c60d1-66a0-434e-9bf9-84a656c18510 req-85d5cf09-def4-4c84-b282-cd69ddd059cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ee99a84-1f57-4ea3-b616-45b4e99de8bf HTTP/1.1" status: 200 len: 852 time: 0.1894109 Sep 18 00:06:02.958622 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3b8f8c-a085-49c8-a02f-6194e9b50b6e None None] New status for floating IP 2246a939-7711-47c4-99a2-de0986a70e72: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:06:02.997430 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:03.005055 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c60d1-66a0-434e-9bf9-84a656c18510 req-e101ee66-acf6-43ee-a3dc-d8019e012fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:03.006783 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a0c60d1-66a0-434e-9bf9-84a656c18510 req-e101ee66-acf6-43ee-a3dc-d8019e012fee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86a27f7f-4384-4af7-a6c4-42b4d189081c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987530 Sep 18 00:06:03.009336 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-2124c0b6-8619-4290-8a72-023a0c7c976a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting port efa8a559-5930-445e-8b15-dc50b5ade3ce {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:03.009685 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2124c0b6-8619-4290-8a72-023a0c7c976a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:03.053314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 089fff15-eb9f-4db8-b812-11728e9fcd1c up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:06:03.129829 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:03.158018 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 089fff15-eb9f-4db8-b812-11728e9fcd1c completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:06:03.162239 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 089fff15-eb9f-4db8-b812-11728e9fcd1c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:03.162663 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:03.253219 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:03.253488 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a0c60d1-66a0-434e-9bf9-84a656c18510 req-81188785-40e9-4d54-b189-6d2bb4835401 service neutron] 10.222.0.37 "GET /v2.0/networks/86a27f7f-4384-4af7-a6c4-42b4d189081c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383144 Sep 18 00:06:03.255609 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2124c0b6-8619-4290-8a72-023a0c7c976a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:03.268522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event updated for resources: {'Port': ['ID=45c23afc-8323-490e-9cb9-21545796dd40,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:03.288194 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-2124c0b6-8619-4290-8a72-023a0c7c976a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Calling delete_port for efa8a559-5930-445e-8b15-dc50b5ade3ce owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:03.309267 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 089fff15-eb9f-4db8-b812-11728e9fcd1c, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=089fff15-eb9f-4db8-b812-11728e9fcd1c,segment=NetworkSegment(f8e32ce9-e788-400e-9540-834ca05cc6af),segment_id=f8e32ce9-e788-400e-9540-834ca05cc6af)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:03.310233 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149f55f3-65be-44a0-8199-479f10fc2a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089fff15-eb9f-4db8-b812-11728e9fcd1c'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:06:03.313345 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504efeca-6d3b-4f6c-a352-d9dc1c06a3ec" -d '{"events": [{"server_uuid": "149f55f3-65be-44a0-8199-479f10fc2a46", "name": "network-vif-plugged", "status": "completed", "tag": "089fff15-eb9f-4db8-b812-11728e9fcd1c"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:06:03.323993 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:03.355329 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3a6c9e-5f5d-4a0b-936c-af73c207453e x-openstack-request-id: req-de3a6c9e-5f5d-4a0b-936c-af73c207453e {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:06:03.355640 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149f55f3-65be-44a0-8199-479f10fc2a46", "name": "network-vif-plugged", "status": "completed", "tag": "089fff15-eb9f-4db8-b812-11728e9fcd1c", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:06:03.356372 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de3a6c9e-5f5d-4a0b-936c-af73c207453e {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:06:03.357393 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149f55f3-65be-44a0-8199-479f10fc2a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089fff15-eb9f-4db8-b812-11728e9fcd1c', 'code': 200} Sep 18 00:06:03.366235 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41126) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:03.386974 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:03.492573 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311fa40-02ea-4a3e-b9e1-8c04e6d09c27 req-f997db37-02d7-4369-9d3e-18796930d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:03.494821 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b311fa40-02ea-4a3e-b9e1-8c04e6d09c27 req-f997db37-02d7-4369-9d3e-18796930d9e7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 1096 time: 0.0633714 Sep 18 00:06:03.502560 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=089fff15-eb9f-4db8-b812-11728e9fcd1c,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:03.531769 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a0c60d1-66a0-434e-9bf9-84a656c18510 req-a1a34e64-9c28-45f7-9057-bd791303ecc4 service neutron] 10.222.0.37 "GET /v2.0/networks/86a27f7f-4384-4af7-a6c4-42b4d189081c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572970 Sep 18 00:06:03.559247 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c3b12af5-06b6-46a7-932d-3c31fbae9ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:03.563264 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b311fa40-02ea-4a3e-b9e1-8c04e6d09c27 req-2271f7ec-0a16-482e-b854-d8c55a58f9e8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611024 Sep 18 00:06:03.591923 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Floating IP 66486880-e85e-41d1-9700-bc4c67e7a5ec associated. External IP: 172.25.3.58, port: 2051658b-b20b-457a-ab0e-2b0c8d77307f. Sep 18 00:06:03.592290 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41130) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:03.617827 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-420e5154-d4aa-490c-ac5b-54332b4b9809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:03.838678 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2124c0b6-8619-4290-8a72-023a0c7c976a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:03.859117 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831a5b1-83ee-4ebb-8e84-ca5a610b3e06 req-d128f344-c720-40d9-9f6c-176805a3b77b tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:03.860942 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3831a5b1-83ee-4ebb-8e84-ca5a610b3e06 req-d128f344-c720-40d9-9f6c-176805a3b77b tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 945 time: 0.0776873 Sep 18 00:06:03.897458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124c0b6-8619-4290-8a72-023a0c7c976a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Port': ['ID=efa8a559-5930-445e-8b15-dc50b5ade3ce,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:03.933704 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c3b12af5-06b6-46a7-932d-3c31fbae9ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:03.945806 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Router e2593a4a-1783-485b-8e68-cbbc092fbfda has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:06:03.997505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cff070-0035-4d89-984b-f767209c9dd4 req-a5767d7a-a16d-47ce-8192-e50c99918c0f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:03.999058 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3cff070-0035-4d89-984b-f767209c9dd4 req-a5767d7a-a16d-47ce-8192-e50c99918c0f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 945 time: 0.1636851 Sep 18 00:06:04.019423 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c3b12af5-06b6-46a7-932d-3c31fbae9ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:04.063532 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c3b12af5-06b6-46a7-932d-3c31fbae9ff1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0a625808743403a8850e7f23648b35b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6932814 Sep 18 00:06:04.067529 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41136) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:04.070831 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-3831a5b1-83ee-4ebb-8e84-ca5a610b3e06 req-99b1a0e1-8d31-4897-97f2-a292fa2d0b31 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Deleting port 2d8c57c1-0cef-4651-a439-2e3b61c83851 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:04.070831 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3831a5b1-83ee-4ebb-8e84-ca5a610b3e06 req-99b1a0e1-8d31-4897-97f2-a292fa2d0b31 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:04.202025 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b12af5-06b6-46a7-932d-3c31fbae9ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da54a1f7-f482-41b5-a3da-500ad9c9521e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:04.214874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166a1fa-3018-49bd-867d-3bf062b93b20 req-c9e0e6e3-219f-4506-8717-b5c76c6f754e tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:04.216443 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d166a1fa-3018-49bd-867d-3bf062b93b20 req-c9e0e6e3-219f-4506-8717-b5c76c6f754e tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 945 time: 0.2298367 Sep 18 00:06:04.223402 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3cff070-0035-4d89-984b-f767209c9dd4 req-ca58433a-7144-492b-8514-c2faad305ed9 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124829 Sep 18 00:06:04.233645 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2124c0b6-8619-4290-8a72-023a0c7c976a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:04.291465 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-293ed74a-02ba-4500-ae56-4d535cd84ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:04.301849 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-3831a5b1-83ee-4ebb-8e84-ca5a610b3e06 req-99b1a0e1-8d31-4897-97f2-a292fa2d0b31 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] For port 2d8c57c1-0cef-4651-a439-2e3b61c83851, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=2d8c57c1-0cef-4651-a439-2e3b61c83851,segment=NetworkSegment(4820db28-5aa6-420d-a0f3-43bebd8239f4),segment_id=4820db28-5aa6-420d-a0f3-43bebd8239f4)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:04.302286 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3831a5b1-83ee-4ebb-8e84-ca5a610b3e06 req-99b1a0e1-8d31-4897-97f2-a292fa2d0b31 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:04.335463 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-3831a5b1-83ee-4ebb-8e84-ca5a610b3e06 req-99b1a0e1-8d31-4897-97f2-a292fa2d0b31 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Calling delete_port for 2d8c57c1-0cef-4651-a439-2e3b61c83851 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:04.361351 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-293ed74a-02ba-4500-ae56-4d535cd84ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:04.372666 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-420e5154-d4aa-490c-ac5b-54332b4b9809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:04.433600 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-420e5154-d4aa-490c-ac5b-54332b4b9809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:04.498654 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e5154-d4aa-490c-ac5b-54332b4b9809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0056a450-452e-47ec-ba39-c99b688fb3a9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:04.505940 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-420e5154-d4aa-490c-ac5b-54332b4b9809 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=23bfab832c38484481db7b073763486a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9124072 Sep 18 00:06:04.508483 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41138) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:04.598530 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-293ed74a-02ba-4500-ae56-4d535cd84ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:04.600996 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-293ed74a-02ba-4500-ae56-4d535cd84ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:04.605703 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-293ed74a-02ba-4500-ae56-4d535cd84ff2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/da54a1f7-f482-41b5-a3da-500ad9c9521e HTTP/1.1" status: 204 len: 168 time: 0.5273249 Sep 18 00:06:04.613809 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2bfdea61-91db-4753-80bc-c94374ebc70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:04.616640 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ed74a-02ba-4500-ae56-4d535cd84ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da54a1f7-f482-41b5-a3da-500ad9c9521e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:04.643409 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2bfdea61-91db-4753-80bc-c94374ebc70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:04.717689 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3831a5b1-83ee-4ebb-8e84-ca5a610b3e06 req-99b1a0e1-8d31-4897-97f2-a292fa2d0b31 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:04.720970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:06:04.727340 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d166a1fa-3018-49bd-867d-3bf062b93b20 req-b39ba843-6040-4216-a2b0-3b37cec70202 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/security-groups?id=7743b3f8-4eb1-4f0d-9051-97e0602a204a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4992032 Sep 18 00:06:04.731966 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7255a71a-ee5a-4bd3-9f80-4ac88a32d4aa None None] Sync routers for ids ['e2593a4a-1783-485b-8e68-cbbc092fbfda'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:06:04.748390 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7255a71a-ee5a-4bd3-9f80-4ac88a32d4aa None None] Routers {'e2593a4a-1783-485b-8e68-cbbc092fbfda'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:04.749407 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-7255a71a-ee5a-4bd3-9f80-4ac88a32d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e2593a4a-1783-485b-8e68-cbbc092fbfda'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:04.756249 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1a0e1-8d31-4897-97f2-a292fa2d0b31 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Pushing event deleted for resources: {'Port': ['ID=2d8c57c1-0cef-4651-a439-2e3b61c83851,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:04.811126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3831a5b1-83ee-4ebb-8e84-ca5a610b3e06 req-99b1a0e1-8d31-4897-97f2-a292fa2d0b31 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] No DVR routers for this DVR port 2d8c57c1-0cef-4651-a439-2e3b61c83851 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:06:04.813262 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2bfdea61-91db-4753-80bc-c94374ebc70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:04.816181 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2bfdea61-91db-4753-80bc-c94374ebc70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:04.818036 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2bfdea61-91db-4753-80bc-c94374ebc70d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0056a450-452e-47ec-ba39-c99b688fb3a9 HTTP/1.1" status: 204 len: 168 time: 0.3083231 Sep 18 00:06:04.819685 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3831a5b1-83ee-4ebb-8e84-ca5a610b3e06 req-99b1a0e1-8d31-4897-97f2-a292fa2d0b31 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:04.822511 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3831a5b1-83ee-4ebb-8e84-ca5a610b3e06 req-99b1a0e1-8d31-4897-97f2-a292fa2d0b31 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.37 "DELETE /v2.0/ports/2d8c57c1-0cef-4651-a439-2e3b61c83851 HTTP/1.1" status: 204 len: 173 time: 0.9530728 Sep 18 00:06:04.825432 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'name': 'network-vif-deleted', 'tag': '2d8c57c1-0cef-4651-a439-2e3b61c83851'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:06:04.828188 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c293f478-5728-4ee7-a994-52490e895ea2" -d '{"events": [{"server_uuid": "cb806ae7-a36a-4245-bc20-257e308c598c", "name": "network-vif-deleted", "tag": "2d8c57c1-0cef-4651-a439-2e3b61c83851"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:06:04.837316 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2124c0b6-8619-4290-8a72-023a0c7c976a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router ddd89f7d-cac2-49df-81f4-bf9873ddb92d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:06:04.838549 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdea61-91db-4753-80bc-c94374ebc70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0056a450-452e-47ec-ba39-c99b688fb3a9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:04.888447 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935fe501-a2a6-4900-9434-283ccff05a7a x-openstack-request-id: req-935fe501-a2a6-4900-9434-283ccff05a7a {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:06:04.888447 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb806ae7-a36a-4245-bc20-257e308c598c", "name": "network-vif-deleted", "tag": "2d8c57c1-0cef-4651-a439-2e3b61c83851", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:06:04.888447 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-935fe501-a2a6-4900-9434-283ccff05a7a {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:06:04.888447 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb806ae7-a36a-4245-bc20-257e308c598c', 'name': 'network-vif-deleted', 'tag': '2d8c57c1-0cef-4651-a439-2e3b61c83851', 'status': 'completed', 'code': 200} Sep 18 00:06:04.888886 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:04.946613 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-7255a71a-ee5a-4bd3-9f80-4ac88a32d4aa None None] Set router e2593a4a-1783-485b-8e68-cbbc092fbfda gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:04.953101 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2124c0b6-8619-4290-8a72-023a0c7c976a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:06:04.961959 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41146) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:04.962680 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2124c0b6-8619-4290-8a72-023a0c7c976a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/ddd89f7d-cac2-49df-81f4-bf9873ddb92d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7745843 Sep 18 00:06:04.969412 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b69605-b764-4957-9373-9058283a9da3 None None] Sync routers for ids ['ddd89f7d-cac2-49df-81f4-bf9873ddb92d'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:06:04.993791 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b69605-b764-4957-9373-9058283a9da3 None None] Routers {'ddd89f7d-cac2-49df-81f4-bf9873ddb92d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:04.994426 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-57b69605-b764-4957-9373-9058283a9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ddd89f7d-cac2-49df-81f4-bf9873ddb92d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:04.998541 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3ed04544-f802-42fd-8851-7a81873ce222 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd89f7d-cac2-49df-81f4-bf9873ddb92d HTTP/1.1" status: 200 len: 205 time: 0.0359051 Sep 18 00:06:05.003090 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41150) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:05.022656 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1fdc5a54-d9e4-4939-a1da-e09411e7d156 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.4156115 Sep 18 00:06:05.022656 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59304ab6-db9e-4e53-929a-bda29aba06d6', 'tag': '2051658b-b20b-457a-ab0e-2b0c8d77307f'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:06:05.023641 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b652a322-77bb-4c49-99a7-1a9580f4eb19" -d '{"events": [{"name": "network-changed", "server_uuid": "59304ab6-db9e-4e53-929a-bda29aba06d6", "tag": "2051658b-b20b-457a-ab0e-2b0c8d77307f"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:06:05.032013 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41152) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:05.095189 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-57b69605-b764-4957-9373-9058283a9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:05.106327 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b69605-b764-4957-9373-9058283a9da3 None None] Routers {'ddd89f7d-cac2-49df-81f4-bf9873ddb92d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:05.107406 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-57b69605-b764-4957-9373-9058283a9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ddd89f7d-cac2-49df-81f4-bf9873ddb92d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:05.120786 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2630752c-52fd-4d06-997f-90bec710be2d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:05.143372 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-57b69605-b764-4957-9373-9058283a9da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:05.145986 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b69605-b764-4957-9373-9058283a9da3 None None] The sync data for ids ['ddd89f7d-cac2-49df-81f4-bf9873ddb92d'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:06:05.343015 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7d9609-9fde-4b49-8f19-25d768f95b55 x-openstack-request-id: req-5f7d9609-9fde-4b49-8f19-25d768f95b55 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:06:05.343311 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59304ab6-db9e-4e53-929a-bda29aba06d6", "tag": "2051658b-b20b-457a-ab0e-2b0c8d77307f", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:06:05.343770 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f7d9609-9fde-4b49-8f19-25d768f95b55 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:06:05.344384 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59304ab6-db9e-4e53-929a-bda29aba06d6', 'tag': '2051658b-b20b-457a-ab0e-2b0c8d77307f', 'status': 'completed', 'code': 200} Sep 18 00:06:05.411710 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6613a77c-e8be-4317-9715-d11cb3e5b253 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/floatingips/66486880-e85e-41d1-9700-bc4c67e7a5ec HTTP/1.1" status: 200 len: 990 time: 0.3729722 Sep 18 00:06:05.423498 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-7255a71a-ee5a-4bd3-9f80-4ac88a32d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'name': 'tempest-TestNetworkBasicOps-router-1806184355', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:20Z', 'updated_at': '2021-09-18T00:05:30Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:21Z', 'updated_at': '2021-09-18T00:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '66486880-e85e-41d1-9700-bc4c67e7a5ec', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'port_id': '2051658b-b20b-457a-ab0e-2b0c8d77307f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff', 'mac_address': 'fa:16:3e:d0:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59304ab6-db9e-4e53-929a-bda29aba06d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:06:01Z', 'updated_at': '2021-09-18T00:06:01Z', 'revision_number': 0, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1a7c5d-4d2e-4d41-b949-01e5e1876572', 'name': '', 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:d0:2e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '551c8237-9be9-4ef1-844e-7e82fcffc55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:29Z', 'updated_at': '2021-09-18T00:05:34Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '551c8237-9be9-4ef1-844e-7e82fcffc55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:05.436404 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41164) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:05.442718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652a322-77bb-4c49-99a7-1a9580f4eb19 req-336da144-fad6-440f-9cc5-8b1d808eb6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:05.444211 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b652a322-77bb-4c49-99a7-1a9580f4eb19 req-336da144-fad6-440f-9cc5-8b1d808eb6be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=240dd21d0d2f45ecb6590c53be314024&device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 1096 time: 0.2663972 Sep 18 00:06:05.460459 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6cc3af89-f59e-47ba-8f4e-5929bd22950a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:05.463295 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7255a71a-ee5a-4bd3-9f80-4ac88a32d4aa None None] Checking router: e2593a4a-1783-485b-8e68-cbbc092fbfda for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:06:05.475505 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7255a71a-ee5a-4bd3-9f80-4ac88a32d4aa None None] Routers {'e2593a4a-1783-485b-8e68-cbbc092fbfda'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:05.476304 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-7255a71a-ee5a-4bd3-9f80-4ac88a32d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e2593a4a-1783-485b-8e68-cbbc092fbfda'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:05.491762 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2630752c-52fd-4d06-997f-90bec710be2d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:05.502958 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2630752c-52fd-4d06-997f-90bec710be2d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:05.596067 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-7255a71a-ee5a-4bd3-9f80-4ac88a32d4aa None None] Set router e2593a4a-1783-485b-8e68-cbbc092fbfda gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:05.598458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05828ea0-5675-4848-97ab-8870b03022fc req-e1c6f87c-19ee-4df1-b55b-a5e7638d9f71 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:05.612631 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05828ea0-5675-4848-97ab-8870b03022fc req-e1c6f87c-19ee-4df1-b55b-a5e7638d9f71 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 945 time: 0.2129071 Sep 18 00:06:05.642266 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652a322-77bb-4c49-99a7-1a9580f4eb19 req-ae466cd9-de62-4ea1-b4c7-0173cb9e4138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:05.644555 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b652a322-77bb-4c49-99a7-1a9580f4eb19 req-ae466cd9-de62-4ea1-b4c7-0173cb9e4138 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7e5b19c7-d838-4db3-94b8-813112c248ff HTTP/1.1" status: 200 len: 897 time: 0.1555657 Sep 18 00:06:05.705208 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05828ea0-5675-4848-97ab-8870b03022fc req-a6ec448b-4c8e-4d46-bf74-99e73e63a4c4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915031 Sep 18 00:06:05.716964 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2630752c-52fd-4d06-997f-90bec710be2d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:05.717510 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2630752c-52fd-4d06-997f-90bec710be2d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Fanout notify agent at l3_agent the message router_deleted on router ddd89f7d-cac2-49df-81f4-bf9873ddb92d {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:06:05.734111 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2630752c-52fd-4d06-997f-90bec710be2d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:05.735175 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2630752c-52fd-4d06-997f-90bec710be2d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/routers/ddd89f7d-cac2-49df-81f4-bf9873ddb92d HTTP/1.1" status: 204 len: 168 time: 0.7314742 Sep 18 00:06:05.737883 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41170) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:05.828208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0a6d73-e946-458a-9893-0609bf222112 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting subnet 444769c9-fd8e-46cb-a7ff-8f9d3cd49cc1 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:06:05.831576 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6d73-e946-458a-9893-0609bf222112 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:05.864219 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6cc3af89-f59e-47ba-8f4e-5929bd22950a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:05.886294 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6d73-e946-458a-9893-0609bf222112 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:05.943554 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2da50ecf-cab4-4ac3-9632-fbde6ca9b174 req-2e46c02d-7d51-4a8b-9c98-d738b61f1bf4 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 210 time: 0.0726829 Sep 18 00:06:05.958171 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6c87b-c282-4f19-bdfd-d89be56a7e89 req-d4528cce-3299-452f-84e1-9106bd10639c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:05.960488 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6bf6c87b-c282-4f19-bdfd-d89be56a7e89 req-d4528cce-3299-452f-84e1-9106bd10639c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 945 time: 0.1230233 Sep 18 00:06:05.961949 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6cc3af89-f59e-47ba-8f4e-5929bd22950a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:05.980667 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b652a322-77bb-4c49-99a7-1a9580f4eb19 req-fe2d36cd-23cc-4a05-8f34-1d9c2ee09b5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2051658b-b20b-457a-ab0e-2b0c8d77307f HTTP/1.1" status: 200 len: 998 time: 0.3210998 Sep 18 00:06:06.002849 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6cc3af89-f59e-47ba-8f4e-5929bd22950a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=28df05faa61b4ffaa795c1e38805357d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5605717 Sep 18 00:06:06.005333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41176) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:06.030165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-7255a71a-ee5a-4bd3-9f80-4ac88a32d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'name': 'tempest-TestNetworkBasicOps-router-1806184355', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:20Z', 'updated_at': '2021-09-18T00:05:30Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:21Z', 'updated_at': '2021-09-18T00:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '66486880-e85e-41d1-9700-bc4c67e7a5ec', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'port_id': '2051658b-b20b-457a-ab0e-2b0c8d77307f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff', 'mac_address': 'fa:16:3e:d0:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59304ab6-db9e-4e53-929a-bda29aba06d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:06:01Z', 'updated_at': '2021-09-18T00:06:01Z', 'revision_number': 0, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1a7c5d-4d2e-4d41-b949-01e5e1876572', 'name': '', 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:d0:2e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '551c8237-9be9-4ef1-844e-7e82fcffc55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:29Z', 'updated_at': '2021-09-18T00:05:34Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '551c8237-9be9-4ef1-844e-7e82fcffc55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:06.051286 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6d73-e946-458a-9893-0609bf222112 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:06.060714 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7255a71a-ee5a-4bd3-9f80-4ac88a32d4aa None None] The sync data for ids ['e2593a4a-1783-485b-8e68-cbbc092fbfda'] in n-d-809883-1 is: [{'id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'name': 'tempest-TestNetworkBasicOps-router-1806184355', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:20Z', 'updated_at': '2021-09-18T00:05:30Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:21Z', 'updated_at': '2021-09-18T00:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '66486880-e85e-41d1-9700-bc4c67e7a5ec', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'port_id': '2051658b-b20b-457a-ab0e-2b0c8d77307f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff', 'mac_address': 'fa:16:3e:d0:cd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59304ab6-db9e-4e53-929a-bda29aba06d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:06:01Z', 'updated_at': '2021-09-18T00:06:01Z', 'revision_number': 0, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1a7c5d-4d2e-4d41-b949-01e5e1876572', 'name': '', 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:d0:2e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '551c8237-9be9-4ef1-844e-7e82fcffc55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:29Z', 'updated_at': '2021-09-18T00:05:34Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '551c8237-9be9-4ef1-844e-7e82fcffc55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:06:06.109042 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652a322-77bb-4c49-99a7-1a9580f4eb19 req-f6b77838-2ac5-4af3-b343-c7039e5e2d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:06.110968 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b652a322-77bb-4c49-99a7-1a9580f4eb19 req-f6b77838-2ac5-4af3-b343-c7039e5e2d12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=551c8237-9be9-4ef1-844e-7e82fcffc55a HTTP/1.1" status: 200 len: 835 time: 0.1214814 Sep 18 00:06:06.149470 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6ea79610-66ef-4b84-9cf6-c5a3b5991cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:06.153568 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3af89-f59e-47ba-8f4e-5929bd22950a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55feef9e-9207-46f8-bc5a-c354d18efe3d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:06.192963 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652a322-77bb-4c49-99a7-1a9580f4eb19 req-d45922f8-8156-44fb-ac1c-9e79cfec286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:06.195123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6bf6c87b-c282-4f19-bdfd-d89be56a7e89 req-8f75f350-4445-4474-ae90-7be38a13165b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261200 Sep 18 00:06:06.198105 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b652a322-77bb-4c49-99a7-1a9580f4eb19 req-d45922f8-8156-44fb-ac1c-9e79cfec286d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e5b19c7-d838-4db3-94b8-813112c248ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742750 Sep 18 00:06:06.205729 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41184) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:06.225920 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6ea79610-66ef-4b84-9cf6-c5a3b5991cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:06.287984 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6d73-e946-458a-9893-0609bf222112 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:06.334925 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a6d73-e946-458a-9893-0609bf222112 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Subnet': ['ID=444769c9-fd8e-46cb-a7ff-8f9d3cd49cc1,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:06.355880 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e0a6d73-e946-458a-9893-0609bf222112 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:06.358207 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6ea79610-66ef-4b84-9cf6-c5a3b5991cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:06.361095 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1e0a6d73-e946-458a-9893-0609bf222112 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/subnets/444769c9-fd8e-46cb-a7ff-8f9d3cd49cc1 HTTP/1.1" status: 204 len: 168 time: 0.6221874 Sep 18 00:06:06.361598 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6ea79610-66ef-4b84-9cf6-c5a3b5991cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:06.363081 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6ea79610-66ef-4b84-9cf6-c5a3b5991cda admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55feef9e-9207-46f8-bc5a-c354d18efe3d HTTP/1.1" status: 204 len: 168 time: 0.3495748 Sep 18 00:06:06.363356 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf07a13b-e2ab-4a72-aacf-341c5c676a56 None None] Network 60e1a45a-8b47-4f54-b1f3-e6eaed046075 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:06:06.363874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41188) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:06.385716 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d021df6b-1a4a-4225-9a05-d29dcd77f91e tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:06.390577 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d021df6b-1a4a-4225-9a05-d29dcd77f91e tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 1091 time: 0.1215343 Sep 18 00:06:06.392985 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b652a322-77bb-4c49-99a7-1a9580f4eb19 req-fbb05b19-6591-40c1-906a-3a5417b09414 service neutron] 10.222.0.41 "GET /v2.0/networks/7e5b19c7-d838-4db3-94b8-813112c248ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881928 Sep 18 00:06:06.393885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41192) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:06.400670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '089fff15-eb9f-4db8-b812-11728e9fcd1c', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:06.418636 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41194) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:06.425752 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e1733-5ca8-434b-9dfa-ffadf5c7a70a None None] New status for floating IP 66486880-e85e-41d1-9700-bc4c67e7a5ec: ACTIVE {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:06:06.556175 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3ddfda41-6b16-4d51-b8b9-4620b127975d tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/floatingips/66486880-e85e-41d1-9700-bc4c67e7a5ec HTTP/1.1" status: 200 len: 990 time: 0.1353340 Sep 18 00:06:06.559690 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:06.561662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea79610-66ef-4b84-9cf6-c5a3b5991cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55feef9e-9207-46f8-bc5a-c354d18efe3d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:06.572488 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:06.607355 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b652a322-77bb-4c49-99a7-1a9580f4eb19 req-ecb3b0cd-d3c3-4643-971e-8cb8655a6b2b service neutron] 10.222.0.41 "GET /v2.0/networks/7e5b19c7-d838-4db3-94b8-813112c248ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993906 Sep 18 00:06:06.663530 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting port 30dbb5c9-782b-4fff-899a-4554308f895b {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:06.664091 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:06.746711 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:06.749150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] For port 30dbb5c9-782b-4fff-899a-4554308f895b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=30dbb5c9-782b-4fff-899a-4554308f895b,segment=NetworkSegment(90b64138-9d12-474d-a18c-bd59a455a1fa),segment_id=90b64138-9d12-474d-a18c-bd59a455a1fa)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:06.749702 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:06.767062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Calling delete_port for 30dbb5c9-782b-4fff-899a-4554308f895b owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:06.816147 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416cd186-38a2-4ba4-a6f2-d337e0fb4981 None None] DHCP port deletion for 60e1a45a-8b47-4f54-b1f3-e6eaed046075 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:06:06.899861 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Allocated IP 172.25.3.125 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/0ac24e5f-a396-4cac-93d1-0e60c7d6ecd0) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:06:06.905548 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-416cd186-38a2-4ba4-a6f2-d337e0fb4981 None None] Deleting port 30dbb5c9-782b-4fff-899a-4554308f895b {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:06.905935 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-416cd186-38a2-4ba4-a6f2-d337e0fb4981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:06.933773 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:06.992358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Port': ['ID=30dbb5c9-782b-4fff-899a-4554308f895b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:07.004382 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-416cd186-38a2-4ba4-a6f2-d337e0fb4981 None None] For port 30dbb5c9-782b-4fff-899a-4554308f895b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=30dbb5c9-782b-4fff-899a-4554308f895b,segment=NetworkSegment(90b64138-9d12-474d-a18c-bd59a455a1fa),segment_id=90b64138-9d12-474d-a18c-bd59a455a1fa)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:07.005044 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-416cd186-38a2-4ba4-a6f2-d337e0fb4981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:07.026551 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-416cd186-38a2-4ba4-a6f2-d337e0fb4981 None None] Calling delete_port for 30dbb5c9-782b-4fff-899a-4554308f895b owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:07.038418 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] No DVR routers for this DVR port 30dbb5c9-782b-4fff-899a-4554308f895b on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:06:07.102003 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:07.114282 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 2d8c57c1-0cef-4651-a439-2e3b61c83851 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:06:07.163691 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 2d8c57c1-0cef-4651-a439-2e3b61c83851 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:06:07.163691 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 2d8c57c1-0cef-4651-a439-2e3b61c83851 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:06:07.184585 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-843c209b-1690-4ec3-ba51-affabc15c29f req-0b87ccc7-b01c-42a4-b375-986bc5a19971 tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 210 time: 0.0902789 Sep 18 00:06:07.210670 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:07.221922 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-416cd186-38a2-4ba4-a6f2-d337e0fb4981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:07.231063 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:07.261316 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e1a45a-8b47-4f54-b1f3-e6eaed046075']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:07.265667 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:06:07.270533 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:07.276923 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b64138-9d12-474d-a18c-bd59a455a1fa') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:07.276923 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b64138-9d12-474d-a18c-bd59a455a1fa') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:07.277519 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cd186-38a2-4ba4-a6f2-d337e0fb4981 None None] Pushing event deleted for resources: {'Port': ['ID=30dbb5c9-782b-4fff-899a-4554308f895b,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:07.279779 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416cd186-38a2-4ba4-a6f2-d337e0fb4981 None None] No DVR routers for this DVR port 30dbb5c9-782b-4fff-899a-4554308f895b on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:06:07.288863 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:06:07.308682 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:07.316259 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:07.324488 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:06:07.325045 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:06:07.329135 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:06:07.343190 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=0ac24e5f-a396-4cac-93d1-0e60c7d6ecd0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:07.461053 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:07.470981 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:07.480303 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/networks/60e1a45a-8b47-4f54-b1f3-e6eaed046075 HTTP/1.1" status: 204 len: 168 time: 1.0935392 Sep 18 00:06:07.498664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41220) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:07.506989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-26783799-0631-43d2-a6e7-e0a534c13b8e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-453029777', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:07.528779 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae37134-2ac3-4a0a-a5a6-57081d6cb464 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Network': ['ID=60e1a45a-8b47-4f54-b1f3-e6eaed046075,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:07.559565 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41224) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:07.638302 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8970b6be-61bd-4a77-b53e-db847b8aab85 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/floatingips/66486880-e85e-41d1-9700-bc4c67e7a5ec HTTP/1.1" status: 200 len: 992 time: 0.0774522 Sep 18 00:06:07.649173 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-26783799-0631-43d2-a6e7-e0a534c13b8e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:07.650283 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-26783799-0631-43d2-a6e7-e0a534c13b8e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:07.745941 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-26783799-0631-43d2-a6e7-e0a534c13b8e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:07.855849 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-26783799-0631-43d2-a6e7-e0a534c13b8e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:07.946646 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-26783799-0631-43d2-a6e7-e0a534c13b8e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:07.951170 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-26783799-0631-43d2-a6e7-e0a534c13b8e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4471538 Sep 18 00:06:07.951411 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41236) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:07.956545 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7d233825-4c08-4162-abc9-ca0e7c9c75b5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'network': {'name': 'tempest-RoutersTest-2043602091'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:08.078382 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d233825-4c08-4162-abc9-ca0e7c9c75b5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Made reservation on behalf of b28a6a6f3afb4125a0b904f655028692 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:06:08.083183 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7d233825-4c08-4162-abc9-ca0e7c9c75b5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:08.123701 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d233825-4c08-4162-abc9-ca0e7c9c75b5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:06:08.134217 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7d233825-4c08-4162-abc9-ca0e7c9c75b5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:08.134778 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-7d233825-4c08-4162-abc9-ca0e7c9c75b5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Added segment a7fa3d5d-93ce-4353-bb05-8462ea126183 of type vlan for network a25a0907-6f52-47cd-880a-b13d7245906d Sep 18 00:06:08.185759 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7d233825-4c08-4162-abc9-ca0e7c9c75b5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:08.255336 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:08.298918 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53946831-ebb0-432d-995c-5235dfae6ac1 req-5f3e9aea-f511-4269-a962-40d3d891cdbb tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 210 time: 0.0342166 Sep 18 00:06:08.299966 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7d233825-4c08-4162-abc9-ca0e7c9c75b5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:08.306726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d233825-4c08-4162-abc9-ca0e7c9c75b5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:08.308104 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7d233825-4c08-4162-abc9-ca0e7c9c75b5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:08.386880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d233825-4c08-4162-abc9-ca0e7c9c75b5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Network': ['ID=a25a0907-6f52-47cd-880a-b13d7245906d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:08.397894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network a25a0907-6f52-47cd-880a-b13d7245906d details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:06:08.447341 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:08.465071 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7d233825-4c08-4162-abc9-ca0e7c9c75b5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5126116 Sep 18 00:06:08.467651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41254) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:08.475840 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-71e069b5-9da9-408b-bd35-253437cdade0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'subnet': {'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:08.672166 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e069b5-9da9-408b-bd35-253437cdade0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Made reservation on behalf of b28a6a6f3afb4125a0b904f655028692 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:06:08.675743 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-71e069b5-9da9-408b-bd35-253437cdade0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:08.701759 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:08.758289 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 30dbb5c9-782b-4fff-899a-4554308f895b no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:06:08.784339 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 30dbb5c9-782b-4fff-899a-4554308f895b {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:06:08.786274 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:08.797041 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 30dbb5c9-782b-4fff-899a-4554308f895b not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:06:08.863016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=0ac24e5f-a396-4cac-93d1-0e60c7d6ecd0,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:08.884043 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:08.985774 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Floating IP 11807c04-d66a-4303-9a75-56cbe97f8ac0 associated. External IP: 172.25.3.125, port: 089fff15-eb9f-4db8-b812-11728e9fcd1c. Sep 18 00:06:09.001716 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-71e069b5-9da9-408b-bd35-253437cdade0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:09.103694 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e069b5-9da9-408b-bd35-253437cdade0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Subnet': ['ID=fb81c6b8-cc2a-456e-9f27-b10341637b17,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:09.118916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e069b5-9da9-408b-bd35-253437cdade0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Checking segment: {'id': 'a7fa3d5d-93ce-4353-bb05-8462ea126183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:06:09.119271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e069b5-9da9-408b-bd35-253437cdade0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network hostable DHCP agents. Network: a25a0907-6f52-47cd-880a-b13d7245906d, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:06:09.213271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e069b5-9da9-408b-bd35-253437cdade0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network a25a0907-6f52-47cd-880a-b13d7245906d is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:06:09.241207 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba2d8077-7f49-4988-8907-32d9f0d8680d req-cd21b2c3-a7b6-41a0-8800-7b159603abef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1262205 Sep 18 00:06:09.268765 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Router 7a50fe0c-c7cd-454d-b9c4-92437f3c246b has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:06:09.300554 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-71e069b5-9da9-408b-bd35-253437cdade0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, a25a0907-6f52-47cd-880a-b13d7245906d) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:09.310016 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e069b5-9da9-408b-bd35-253437cdade0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:09.311418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1263af6f-28f8-432b-a8c9-92d14facc1ef None None] Network a25a0907-6f52-47cd-880a-b13d7245906d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:06:09.311699 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-71e069b5-9da9-408b-bd35-253437cdade0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:09.445000 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41280) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:09.445197 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-71e069b5-9da9-408b-bd35-253437cdade0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9764018 Sep 18 00:06:09.459386 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d8077-7f49-4988-8907-32d9f0d8680d req-c69dcce5-1e92-4d3d-ba60-6f4c581a7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:09.461205 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba2d8077-7f49-4988-8907-32d9f0d8680d req-c69dcce5-1e92-4d3d-ba60-6f4c581a7c9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 1096 time: 0.1467252 Sep 18 00:06:09.484019 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-118b67ae-224a-470a-9c2a-27e3290cfe87 req-e33d6448-5055-470a-8c62-7d7752c8e18d tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 210 time: 0.0769985 Sep 18 00:06:09.583046 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-a25a0907-6f52-47cd-880a-b13d7245906d', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:06:09.584045 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:09.585249 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:06:09.596250 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25e07c-9318-49df-893e-2c59ef4d3e13 None None] Sync routers for ids ['7a50fe0c-c7cd-454d-b9c4-92437f3c246b'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:06:09.614149 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25e07c-9318-49df-893e-2c59ef4d3e13 None None] Routers {'7a50fe0c-c7cd-454d-b9c4-92437f3c246b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:09.614790 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3d25e07c-9318-49df-893e-2c59ef4d3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['7a50fe0c-c7cd-454d-b9c4-92437f3c246b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:09.794146 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-3d25e07c-9318-49df-893e-2c59ef4d3e13 None None] Set router 7a50fe0c-c7cd-454d-b9c4-92437f3c246b gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:09.805091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] Allocated IP 172.20.0.2 (a25a0907-6f52-47cd-880a-b13d7245906d/fb81c6b8-cc2a-456e-9f27-b10341637b17/e30d8ddf-2435-4fe5-8e3d-280215a84744) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:06:09.835544 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:09.841403 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d8077-7f49-4988-8907-32d9f0d8680d req-8987faf8-d6f6-4a11-9810-b6d6169d9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:09.842908 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba2d8077-7f49-4988-8907-32d9f0d8680d req-8987faf8-d6f6-4a11-9810-b6d6169d9fc1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a7ba1d7-4d71-4a9b-8358-db384e44cd0e HTTP/1.1" status: 200 len: 897 time: 0.3271134 Sep 18 00:06:09.988605 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5c03e2d3-068c-4088-8cbd-4bbb4a5059d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5908425 Sep 18 00:06:09.991855 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149f55f3-65be-44a0-8199-479f10fc2a46', 'tag': '089fff15-eb9f-4db8-b812-11728e9fcd1c'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:06:09.994418 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985f76d0-74ba-4568-8fd0-cd86ceee982d" -d '{"events": [{"name": "network-changed", "server_uuid": "149f55f3-65be-44a0-8199-479f10fc2a46", "tag": "089fff15-eb9f-4db8-b812-11728e9fcd1c"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:06:10.020049 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:10.067898 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3515c8b0-4cd4-4e3a-b6cb-62ecd041ac34 x-openstack-request-id: req-3515c8b0-4cd4-4e3a-b6cb-62ecd041ac34 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:06:10.068381 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149f55f3-65be-44a0-8199-479f10fc2a46", "tag": "089fff15-eb9f-4db8-b812-11728e9fcd1c", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:06:10.068786 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3515c8b0-4cd4-4e3a-b6cb-62ecd041ac34 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:06:10.069352 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149f55f3-65be-44a0-8199-479f10fc2a46', 'tag': '089fff15-eb9f-4db8-b812-11728e9fcd1c', 'status': 'completed', 'code': 200} Sep 18 00:06:10.074813 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba2d8077-7f49-4988-8907-32d9f0d8680d req-580d2975-c957-46c1-bb2e-e49690b1b1d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=089fff15-eb9f-4db8-b812-11728e9fcd1c HTTP/1.1" status: 200 len: 999 time: 0.1971390 Sep 18 00:06:10.112623 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:10.144721 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3d25e07c-9318-49df-893e-2c59ef4d3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463930371', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:48Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '11807c04-d66a-4303-9a75-56cbe97f8ac0', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'port_id': '089fff15-eb9f-4db8-b812-11728e9fcd1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e', 'mac_address': 'fa:16:3e:40:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f55f3-65be-44a0-8199-479f10fc2a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:06:08Z', 'updated_at': '2021-09-18T00:06:08Z', 'revision_number': 0, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd80ff96-8f09-432e-b459-129285300684', 'name': '', 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:cf:94:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '10ec69ae-5591-4c46-a623-8840f79774a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:46Z', 'updated_at': '2021-09-18T00:05:52Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '10ec69ae-5591-4c46-a623-8840f79774a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:10.154120 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d8077-7f49-4988-8907-32d9f0d8680d req-a5e2983e-1c48-46e6-bb93-9d5bf3516c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:10.155901 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba2d8077-7f49-4988-8907-32d9f0d8680d req-a5e2983e-1c48-46e6-bb93-9d5bf3516c6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10ec69ae-5591-4c46-a623-8840f79774a8 HTTP/1.1" status: 200 len: 835 time: 0.0567312 Sep 18 00:06:10.157251 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5e3e9a7-4abd-4168-b179-5434c2759748 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:10.164318 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] Network a25a0907-6f52-47cd-880a-b13d7245906d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:06:10.169479 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:10.170775 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d690a-7041-4235-9114-293f9dd04b89 req-0c280e90-dcdd-49d4-aa0d-a01c49b4b796 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:10.174514 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:06:10.176287 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25e07c-9318-49df-893e-2c59ef4d3e13 None None] Checking router: 7a50fe0c-c7cd-454d-b9c4-92437f3c246b for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:06:10.187120 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25e07c-9318-49df-893e-2c59ef4d3e13 None None] Routers {'7a50fe0c-c7cd-454d-b9c4-92437f3c246b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:10.187754 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3d25e07c-9318-49df-893e-2c59ef4d3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['7a50fe0c-c7cd-454d-b9c4-92437f3c246b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:10.196712 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] Pushing event updated for resources: {'Port': ['ID=e30d8ddf-2435-4fe5-8e3d-280215a84744,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:10.200107 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f7d690a-7041-4235-9114-293f9dd04b89 req-0c280e90-dcdd-49d4-aa0d-a01c49b4b796 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 945 time: 0.1095545 Sep 18 00:06:10.268556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] Attempting to bind port e30d8ddf-2435-4fe5-8e3d-280215a84744 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:06:10.269184 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] Attempting to bind port e30d8ddf-2435-4fe5-8e3d-280215a84744 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'a7fa3d5d-93ce-4353-bb05-8462ea126183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:06:10.269699 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] Attempting to bind port e30d8ddf-2435-4fe5-8e3d-280215a84744 on network a25a0907-6f52-47cd-880a-b13d7245906d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:06:10.275775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:06:10.276410 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] Checking segment: {'id': 'a7fa3d5d-93ce-4353-bb05-8462ea126183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:06:10.277061 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:10.278057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] Bound using segment: {'id': 'a7fa3d5d-93ce-4353-bb05-8462ea126183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:06:10.278705 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] Bound port: e30d8ddf-2435-4fe5-8e3d-280215a84744, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fa3d5d-93ce-4353-bb05-8462ea126183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:06:10.279272 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:10.286482 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f7d690a-7041-4235-9114-293f9dd04b89 req-7f1b374b-fadb-4fdb-9d0c-823a4845a68a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813076 Sep 18 00:06:10.313137 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41300) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:10.370517 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-3d25e07c-9318-49df-893e-2c59ef4d3e13 None None] Set router 7a50fe0c-c7cd-454d-b9c4-92437f3c246b gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:10.406230 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] For port e30d8ddf-2435-4fe5-8e3d-280215a84744, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:06:10.411328 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] For port e30d8ddf-2435-4fe5-8e3d-280215a84744, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e30d8ddf-2435-4fe5-8e3d-280215a84744,segment=NetworkSegment(a7fa3d5d-93ce-4353-bb05-8462ea126183),segment_id=a7fa3d5d-93ce-4353-bb05-8462ea126183)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:06:10.417607 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d8077-7f49-4988-8907-32d9f0d8680d req-857678e6-7d4f-4d3f-a731-9821cd2dde3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:10.421353 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba2d8077-7f49-4988-8907-32d9f0d8680d req-857678e6-7d4f-4d3f-a731-9821cd2dde3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a7ba1d7-4d71-4a9b-8358-db384e44cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2545521 Sep 18 00:06:10.440265 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c1315c2d-8814-4af5-b082-4b2134d384d4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/floatingips/11807c04-d66a-4303-9a75-56cbe97f8ac0 HTTP/1.1" status: 200 len: 991 time: 0.1258886 Sep 18 00:06:10.458352 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:10.491654 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:10.579192 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab66ab-f59c-464b-b06e-d7d2a79df16d None None] Pushing event updated for resources: {'Port': ['ID=e30d8ddf-2435-4fe5-8e3d-280215a84744,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:10.651204 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba2d8077-7f49-4988-8907-32d9f0d8680d req-30673081-b546-4d50-99c6-f42884c8e479 service neutron] 10.222.0.37 "GET /v2.0/networks/5a7ba1d7-4d71-4a9b-8358-db384e44cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103770 Sep 18 00:06:10.660120 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d56372f-0e95-4438-bcf7-98353f7cb63d req-6693f9e1-4d02-4272-a131-8a0bc23168cd tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb806ae7-a36a-4245-bc20-257e308c598c HTTP/1.1" status: 200 len: 210 time: 0.0406313 Sep 18 00:06:10.701422 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-e5e3e9a7-4abd-4168-b179-5434c2759748 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Allocated IP 172.20.0.1 (a25a0907-6f52-47cd-880a-b13d7245906d/fb81c6b8-cc2a-456e-9f27-b10341637b17/1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:06:10.834652 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3d25e07c-9318-49df-893e-2c59ef4d3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463930371', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:48Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '11807c04-d66a-4303-9a75-56cbe97f8ac0', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'port_id': '089fff15-eb9f-4db8-b812-11728e9fcd1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e', 'mac_address': 'fa:16:3e:40:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f55f3-65be-44a0-8199-479f10fc2a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:06:08Z', 'updated_at': '2021-09-18T00:06:08Z', 'revision_number': 0, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd80ff96-8f09-432e-b459-129285300684', 'name': '', 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:cf:94:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '10ec69ae-5591-4c46-a623-8840f79774a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:46Z', 'updated_at': '2021-09-18T00:05:52Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '10ec69ae-5591-4c46-a623-8840f79774a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:10.904822 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25e07c-9318-49df-893e-2c59ef4d3e13 None None] The sync data for ids ['7a50fe0c-c7cd-454d-b9c4-92437f3c246b'] in n-d-809883-1 is: [{'id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463930371', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:48Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '11807c04-d66a-4303-9a75-56cbe97f8ac0', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'port_id': '089fff15-eb9f-4db8-b812-11728e9fcd1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e', 'mac_address': 'fa:16:3e:40:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f55f3-65be-44a0-8199-479f10fc2a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:06:08Z', 'updated_at': '2021-09-18T00:06:08Z', 'revision_number': 0, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd80ff96-8f09-432e-b459-129285300684', 'name': '', 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:cf:94:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '10ec69ae-5591-4c46-a623-8840f79774a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:46Z', 'updated_at': '2021-09-18T00:05:52Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '10ec69ae-5591-4c46-a623-8840f79774a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:06:10.968814 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba2d8077-7f49-4988-8907-32d9f0d8680d req-4e1ba5e0-e4e4-4515-9fd3-87836b93fb49 service neutron] 10.222.0.37 "GET /v2.0/networks/5a7ba1d7-4d71-4a9b-8358-db384e44cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168988 Sep 18 00:06:10.972915 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5e3e9a7-4abd-4168-b179-5434c2759748 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:11.062206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41314) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:11.118889 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5e3e9a7-4abd-4168-b179-5434c2759748 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:11.177722 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e3e9a7-4abd-4168-b179-5434c2759748 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network a25a0907-6f52-47cd-880a-b13d7245906d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:06:11.183449 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-e5e3e9a7-4abd-4168-b179-5434c2759748 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:11.183827 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f0352fd3-e497-4e6c-ad0e-bf5c60b649b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:11.186019 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e3e9a7-4abd-4168-b179-5434c2759748 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:06:11.236313 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3e9a7-4abd-4168-b179-5434c2759748 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:11.243958 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f76d0-74ba-4568-8fd0-cd86ceee982d req-21949534-bd09-4637-9b9a-615be1ad23d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:11.246567 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-985f76d0-74ba-4568-8fd0-cd86ceee982d req-21949534-bd09-4637-9b9a-615be1ad23d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 1096 time: 0.1384315 Sep 18 00:06:11.262394 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5e3e9a7-4abd-4168-b179-5434c2759748 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:11.303669 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f0352fd3-e497-4e6c-ad0e-bf5c60b649b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:11.377882 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f0352fd3-e497-4e6c-ad0e-bf5c60b649b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:11.407412 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f76d0-74ba-4568-8fd0-cd86ceee982d req-84b4c5b1-7de3-40f3-a7ca-14dc1fb6ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:11.408939 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-985f76d0-74ba-4568-8fd0-cd86ceee982d req-84b4c5b1-7de3-40f3-a7ca-14dc1fb6ad64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a7ba1d7-4d71-4a9b-8358-db384e44cd0e HTTP/1.1" status: 200 len: 897 time: 0.1550708 Sep 18 00:06:11.416161 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f0352fd3-e497-4e6c-ad0e-bf5c60b649b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=81f524d1f4884ada841f23ee9899567b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3528616 Sep 18 00:06:11.418767 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0352fd3-e497-4e6c-ad0e-bf5c60b649b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fa9ad0-1b43-495d-9769-d1f972e8d04b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:11.421235 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41318) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:11.446726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41320) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:11.484205 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-985f76d0-74ba-4568-8fd0-cd86ceee982d req-70ecda0b-5471-42f7-995c-b5f0e100f06a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=089fff15-eb9f-4db8-b812-11728e9fcd1c HTTP/1.1" status: 200 len: 999 time: 0.0683804 Sep 18 00:06:11.536704 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-58dd52ec-beb6-4b46-95d1-044969162d6f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/floatingips/11807c04-d66a-4303-9a75-56cbe97f8ac0 HTTP/1.1" status: 200 len: 991 time: 0.0887280 Sep 18 00:06:11.540093 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-478a00ba-4c11-48eb-a111-d7c829d01461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:11.574235 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-478a00ba-4c11-48eb-a111-d7c829d01461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:11.581942 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5e3e9a7-4abd-4168-b179-5434c2759748 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:11.595007 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f76d0-74ba-4568-8fd0-cd86ceee982d req-7ea4cc63-bfd3-4df5-b57f-2d9b6faa1c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:11.596630 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-985f76d0-74ba-4568-8fd0-cd86ceee982d req-7ea4cc63-bfd3-4df5-b57f-2d9b6faa1c0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10ec69ae-5591-4c46-a623-8840f79774a8 HTTP/1.1" status: 200 len: 835 time: 0.1052258 Sep 18 00:06:11.653958 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5090d6-19b5-4e29-a218-0c5e3903189a None None] New status for floating IP 11807c04-d66a-4303-9a75-56cbe97f8ac0: ACTIVE {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:06:11.722515 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-478a00ba-4c11-48eb-a111-d7c829d01461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:11.731219 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-478a00ba-4c11-48eb-a111-d7c829d01461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:11.732943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-478a00ba-4c11-48eb-a111-d7c829d01461 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e0fa9ad0-1b43-495d-9769-d1f972e8d04b HTTP/1.1" status: 204 len: 168 time: 0.3106227 Sep 18 00:06:11.742923 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a00ba-4c11-48eb-a111-d7c829d01461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fa9ad0-1b43-495d-9769-d1f972e8d04b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:11.766853 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f76d0-74ba-4568-8fd0-cd86ceee982d req-44e4c4d7-ee4f-4808-83eb-ae9249362496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:11.768403 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-985f76d0-74ba-4568-8fd0-cd86ceee982d req-44e4c4d7-ee4f-4808-83eb-ae9249362496 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a7ba1d7-4d71-4a9b-8358-db384e44cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1632352 Sep 18 00:06:11.792592 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41330) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:11.895736 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14c1959d-2845-471e-900a-fc5a1595f02f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:11.955043 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14c1959d-2845-471e-900a-fc5a1595f02f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:12.023458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74a06e2-aba8-455f-94d8-88bc1abe5ae5 None None] Network a25a0907-6f52-47cd-880a-b13d7245906d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:06:12.172691 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14c1959d-2845-471e-900a-fc5a1595f02f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:12.175763 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14c1959d-2845-471e-900a-fc5a1595f02f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:12.177331 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-14c1959d-2845-471e-900a-fc5a1595f02f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] 10.222.0.46 "DELETE /v2.0/security-groups/7743b3f8-4eb1-4f0d-9051-97e0602a204a HTTP/1.1" status: 204 len: 168 time: 0.3900771 Sep 18 00:06:12.201205 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1959d-2845-471e-900a-fc5a1595f02f tempest-TestVolumeBackupRestore-1718013639 tempest-TestVolumeBackupRestore-1718013639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7743b3f8-4eb1-4f0d-9051-97e0602a204a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:12.287331 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e8e729a9-8ec7-47fc-96ac-c25bcb167b5c None None] Provisioning complete for port e30d8ddf-2435-4fe5-8e3d-280215a84744 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:12.287715 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e8e729a9-8ec7-47fc-96ac-c25bcb167b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:12.484149 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e8e729a9-8ec7-47fc-96ac-c25bcb167b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:12.501003 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-985f76d0-74ba-4568-8fd0-cd86ceee982d req-db75b4de-2722-495a-9dda-805c54c9e10d service neutron] 10.222.0.37 "GET /v2.0/networks/5a7ba1d7-4d71-4a9b-8358-db384e44cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7235274 Sep 18 00:06:12.540166 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41350) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:12.573583 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e8e729a9-8ec7-47fc-96ac-c25bcb167b5c None None] For port e30d8ddf-2435-4fe5-8e3d-280215a84744, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e30d8ddf-2435-4fe5-8e3d-280215a84744,segment=NetworkSegment(a7fa3d5d-93ce-4353-bb05-8462ea126183),segment_id=a7fa3d5d-93ce-4353-bb05-8462ea126183)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:12.644728 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5e3e9a7-4abd-4168-b179-5434c2759748 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:12.655222 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-00f49c95-7d99-4a02-a457-1735cf8f83d5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/floatingips/11807c04-d66a-4303-9a75-56cbe97f8ac0 HTTP/1.1" status: 200 len: 993 time: 0.1136246 Sep 18 00:06:12.670444 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-985f76d0-74ba-4568-8fd0-cd86ceee982d req-bd17b7b0-f1c8-4607-b88e-e1f8633e1106 service neutron] 10.222.0.37 "GET /v2.0/networks/5a7ba1d7-4d71-4a9b-8358-db384e44cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565037 Sep 18 00:06:12.685528 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e8e729a9-8ec7-47fc-96ac-c25bcb167b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:12.724083 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5e3e9a7-4abd-4168-b179-5434c2759748 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:12.811477 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e729a9-8ec7-47fc-96ac-c25bcb167b5c None None] Pushing event updated for resources: {'Port': ['ID=e30d8ddf-2435-4fe5-8e3d-280215a84744,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:12.821943 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41366) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:12.834502 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e5e3e9a7-4abd-4168-b179-5434c2759748 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:12.854467 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-540ae764-bc15-4b8e-b08f-2ff8917c2ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:12.935285 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3e9a7-4abd-4168-b179-5434c2759748 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:12.967507 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e30d8ddf-2435-4fe5-8e3d-280215a84744 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:06:13.071500 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-540ae764-bc15-4b8e-b08f-2ff8917c2ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:13.085372 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-6bed2994-e6b5-48c3-ab5c-fbdac17664b9 None None] Provisioning complete for port 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:13.085752 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6bed2994-e6b5-48c3-ab5c-fbdac17664b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:13.113297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e30d8ddf-2435-4fe5-8e3d-280215a84744 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:13.113297 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:13.150738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e3e9a7-4abd-4168-b179-5434c2759748 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network a25a0907-6f52-47cd-880a-b13d7245906d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:06:13.152621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-e5e3e9a7-4abd-4168-b179-5434c2759748 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:13.190991 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6bed2994-e6b5-48c3-ab5c-fbdac17664b9 None None] Port 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:06:13.230130 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-540ae764-bc15-4b8e-b08f-2ff8917c2ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:13.230671 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-6bed2994-e6b5-48c3-ab5c-fbdac17664b9 None None] Provisioning complete for port e30d8ddf-2435-4fe5-8e3d-280215a84744 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:13.231032 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6bed2994-e6b5-48c3-ab5c-fbdac17664b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:13.319095 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-540ae764-bc15-4b8e-b08f-2ff8917c2ec5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f5f2d2b5ceeb49949fac2976db76ab5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4950757 Sep 18 00:06:13.327075 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ae764-bc15-4b8e-b08f-2ff8917c2ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0af15d8-0a36-4590-9cbb-46129440ca52,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:13.329082 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41384) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:13.401256 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:13.456892 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-975a1065-ecfe-4690-801d-8be15e2b0ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:13.498587 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4572412a-7a50-45d1-8148-e325a205590e None None] Provisioning complete for port 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:13.500014 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4572412a-7a50-45d1-8148-e325a205590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:13.503068 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-975a1065-ecfe-4690-801d-8be15e2b0ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:13.523298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e3e9a7-4abd-4168-b179-5434c2759748 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router e9a4d15c-6437-4529-af3f-388cb9b1d088 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:06:13.547970 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-4572412a-7a50-45d1-8148-e325a205590e None None] Port 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:06:13.667482 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e3e9a7-4abd-4168-b179-5434c2759748 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:06:13.673928 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e5e3e9a7-4abd-4168-b179-5434c2759748 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/e9a4d15c-6437-4529-af3f-388cb9b1d088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2257636 Sep 18 00:06:13.676392 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41398) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:13.681185 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] Sync routers for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:06:13.687402 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9b59b915-7460-4b8e-a359-1b88601d761d None None] Provisioning complete for port 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:13.692645 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9b59b915-7460-4b8e-a359-1b88601d761d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:13.696814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-6fb73f7c-6710-433b-a01d-10e9c65ba889 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'network': {'name': 'tempest-RoutersTest-1959309173'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:13.703717 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:13.704361 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:13.749017 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9b59b915-7460-4b8e-a359-1b88601d761d None None] Port 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:06:13.752625 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-975a1065-ecfe-4690-801d-8be15e2b0ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:13.755584 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-975a1065-ecfe-4690-801d-8be15e2b0ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:13.757623 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-975a1065-ecfe-4690-801d-8be15e2b0ca2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e0af15d8-0a36-4590-9cbb-46129440ca52 HTTP/1.1" status: 204 len: 168 time: 0.4264867 Sep 18 00:06:13.768536 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a1065-ecfe-4690-801d-8be15e2b0ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0af15d8-0a36-4590-9cbb-46129440ca52,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:13.809698 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:13.859813 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb73f7c-6710-433b-a01d-10e9c65ba889 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Made reservation on behalf of b28a6a6f3afb4125a0b904f655028692 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:06:13.864347 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6fb73f7c-6710-433b-a01d-10e9c65ba889 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:13.909229 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb73f7c-6710-433b-a01d-10e9c65ba889 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:06:13.929193 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6fb73f7c-6710-433b-a01d-10e9c65ba889 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:13.929558 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-6fb73f7c-6710-433b-a01d-10e9c65ba889 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Added segment 91fc93b1-f7fd-4bec-b21d-dee779f80253 of type vlan for network 85bd3eb9-a8d8-4361-8a9f-481670092a93 Sep 18 00:06:13.984015 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6fb73f7c-6710-433b-a01d-10e9c65ba889 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:14.071864 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d8a26997-441c-410a-b514-6e0f966fd141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:14.110053 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:11Z', 'revision_number': 2, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:11Z', 'revision_number': 2, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:14.151103 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] Checking router: e9a4d15c-6437-4529-af3f-388cb9b1d088 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:06:14.151573 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] Updating router e9a4d15c-6437-4529-af3f-388cb9b1d088 port 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:06:14.189829 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:14.205879 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6fb73f7c-6710-433b-a01d-10e9c65ba889 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:14.221482 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb73f7c-6710-433b-a01d-10e9c65ba889 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:14.228644 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6fb73f7c-6710-433b-a01d-10e9c65ba889 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:14.366269 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb73f7c-6710-433b-a01d-10e9c65ba889 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Network': ['ID=85bd3eb9-a8d8-4361-8a9f-481670092a93,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:14.380756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 85bd3eb9-a8d8-4361-8a9f-481670092a93 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:06:14.415814 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6fb73f7c-6710-433b-a01d-10e9c65ba889 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7249548 Sep 18 00:06:14.418938 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41428) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:14.424277 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-c21b2286-ac2b-45f6-81b0-49b91e905a6f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'subnet': {'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:14.579518 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:14.693350 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21b2286-ac2b-45f6-81b0-49b91e905a6f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Made reservation on behalf of b28a6a6f3afb4125a0b904f655028692 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:06:14.693715 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:14.708099 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c21b2286-ac2b-45f6-81b0-49b91e905a6f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:14.820269 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8284d2-a9bf-47f0-a098-5fe18ec95009 None None] Pushing event updated for resources: {'Port': ['ID=1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:14.860436 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e30d8ddf-2435-4fe5-8e3d-280215a84744 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:06:14.913737 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] Attempting to bind port 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:06:14.914926 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] Attempting to bind port 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'a7fa3d5d-93ce-4353-bb05-8462ea126183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:06:14.915352 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] Attempting to bind port 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7 on network a25a0907-6f52-47cd-880a-b13d7245906d {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:06:14.944700 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:06:14.944700 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] Checking segment: {'id': 'a7fa3d5d-93ce-4353-bb05-8462ea126183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:06:14.944700 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:14.944700 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] Bound using segment: {'id': 'a7fa3d5d-93ce-4353-bb05-8462ea126183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:06:14.944700 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] Bound port: 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fa3d5d-93ce-4353-bb05-8462ea126183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:06:14.944700 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:14.958926 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e30d8ddf-2435-4fe5-8e3d-280215a84744 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:14.959605 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:15.127338 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] For port 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:06:15.134380 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] For port 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7,segment=NetworkSegment(a7fa3d5d-93ce-4353-bb05-8462ea126183),segment_id=a7fa3d5d-93ce-4353-bb05-8462ea126183)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:06:15.209318 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:15.277147 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:15.277369 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:05:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:15.289350 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-530e3a46-c405-4c7e-b7be-1a0aa93dfbbb None None] Provisioning complete for port 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:15.289947 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-530e3a46-c405-4c7e-b7be-1a0aa93dfbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:15.330494 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8284d2-a9bf-47f0-a098-5fe18ec95009 None None] Pushing event updated for resources: {'Port': ['ID=1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:15.355722 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c21b2286-ac2b-45f6-81b0-49b91e905a6f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:15.417726 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:15.455097 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-530e3a46-c405-4c7e-b7be-1a0aa93dfbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:15.483507 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b2286-ac2b-45f6-81b0-49b91e905a6f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Subnet': ['ID=a2c84088-7230-4b56-8561-b20f98acc01d,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:15.498468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21b2286-ac2b-45f6-81b0-49b91e905a6f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Checking segment: {'id': '91fc93b1-f7fd-4bec-b21d-dee779f80253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:06:15.498468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b2286-ac2b-45f6-81b0-49b91e905a6f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network hostable DHCP agents. Network: 85bd3eb9-a8d8-4361-8a9f-481670092a93, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:06:15.561221 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-530e3a46-c405-4c7e-b7be-1a0aa93dfbbb None None] For port 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7,segment=NetworkSegment(a7fa3d5d-93ce-4353-bb05-8462ea126183),segment_id=a7fa3d5d-93ce-4353-bb05-8462ea126183)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:15.626531 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b2286-ac2b-45f6-81b0-49b91e905a6f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network 85bd3eb9-a8d8-4361-8a9f-481670092a93 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:06:15.684666 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-530e3a46-c405-4c7e-b7be-1a0aa93dfbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:15.743592 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e3a46-c405-4c7e-b7be-1a0aa93dfbbb None None] Pushing event updated for resources: {'Port': ['ID=1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:15.781402 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:11Z', 'revision_number': 2, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 4, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:15.809231 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-8c5c7e45-b967-4a99-89ed-f83f73164c38 None None] Provisioning complete for port 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:15.810238 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8c5c7e45-b967-4a99-89ed-f83f73164c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:15.815967 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-c21b2286-ac2b-45f6-81b0-49b91e905a6f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 85bd3eb9-a8d8-4361-8a9f-481670092a93) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:15.820426 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21b2286-ac2b-45f6-81b0-49b91e905a6f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:15.822037 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c21b2286-ac2b-45f6-81b0-49b91e905a6f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:15.852109 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f96232-24f1-4a96-a95e-e2c25615a9c4 None None] The sync data for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 is: [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:11Z', 'revision_number': 2, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 4, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:06:15.865599 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c29368-825f-4eae-8931-8b042ff8bd3c None None] Network 85bd3eb9-a8d8-4361-8a9f-481670092a93 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:06:15.962136 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c21b2286-ac2b-45f6-81b0-49b91e905a6f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5394197 Sep 18 00:06:15.962393 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41498) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:16.151717 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-85bd3eb9-a8d8-4361-8a9f-481670092a93', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:06:16.152759 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:16.464518 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] Allocated IP 172.21.0.2 (85bd3eb9-a8d8-4361-8a9f-481670092a93/a2c84088-7230-4b56-8561-b20f98acc01d/3059db3a-9faa-4364-830b-b3f50cda0679) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:06:16.551251 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be123598-9f4e-4109-8080-224ee50adb1d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:16.642646 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c76fcfce-cfbe-4626-8569-e2ed62a8cc4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:16.766858 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:16.881836 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:16.970268 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:06:16.971572 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-be123598-9f4e-4109-8080-224ee50adb1d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Allocated IP 172.21.0.1 (85bd3eb9-a8d8-4361-8a9f-481670092a93/a2c84088-7230-4b56-8561-b20f98acc01d/f84935b8-2efc-4b2f-abb6-65e9196181cc) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:06:17.008355 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] Pushing event updated for resources: {'Port': ['ID=3059db3a-9faa-4364-830b-b3f50cda0679,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:17.092537 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] Network 85bd3eb9-a8d8-4361-8a9f-481670092a93 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:06:17.103817 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:17.126856 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:06:17.142910 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be123598-9f4e-4109-8080-224ee50adb1d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:17.251980 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:17.252595 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:17.255544 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] Attempting to bind port 3059db3a-9faa-4364-830b-b3f50cda0679 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:06:17.256063 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] Attempting to bind port 3059db3a-9faa-4364-830b-b3f50cda0679 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '91fc93b1-f7fd-4bec-b21d-dee779f80253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:06:17.256579 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] Attempting to bind port 3059db3a-9faa-4364-830b-b3f50cda0679 on network 85bd3eb9-a8d8-4361-8a9f-481670092a93 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:06:17.293444 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:06:17.294349 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] Checking segment: {'id': '91fc93b1-f7fd-4bec-b21d-dee779f80253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:06:17.294475 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:17.295015 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] Bound using segment: {'id': '91fc93b1-f7fd-4bec-b21d-dee779f80253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:06:17.295606 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] Bound port: 3059db3a-9faa-4364-830b-b3f50cda0679, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91fc93b1-f7fd-4bec-b21d-dee779f80253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:06:17.296366 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:17.316771 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be123598-9f4e-4109-8080-224ee50adb1d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:17.394866 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:17.429007 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be123598-9f4e-4109-8080-224ee50adb1d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network 85bd3eb9-a8d8-4361-8a9f-481670092a93 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:06:17.439972 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] For port 3059db3a-9faa-4364-830b-b3f50cda0679, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:06:17.456025 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] For port 3059db3a-9faa-4364-830b-b3f50cda0679, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3059db3a-9faa-4364-830b-b3f50cda0679,segment=NetworkSegment(91fc93b1-f7fd-4bec-b21d-dee779f80253),segment_id=91fc93b1-f7fd-4bec-b21d-dee779f80253)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:06:17.456564 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-be123598-9f4e-4109-8080-224ee50adb1d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:17.498474 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be123598-9f4e-4109-8080-224ee50adb1d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=f84935b8-2efc-4b2f-abb6-65e9196181cc,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:17.501957 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be123598-9f4e-4109-8080-224ee50adb1d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:06:17.559289 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:17.571341 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be123598-9f4e-4109-8080-224ee50adb1d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:17.734664 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcd909-cab7-458b-bc99-01a7a3166da8 None None] Pushing event updated for resources: {'Port': ['ID=3059db3a-9faa-4364-830b-b3f50cda0679,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:17.831791 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:18.530155 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41620) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:18.559683 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be123598-9f4e-4109-8080-224ee50adb1d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:18.872093 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3059db3a-9faa-4364-830b-b3f50cda0679 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:06:18.956440 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 3059db3a-9faa-4364-830b-b3f50cda0679 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:18.956956 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:19.138315 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be123598-9f4e-4109-8080-224ee50adb1d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:19.165950 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41648) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:19.200596 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:19.254489 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be123598-9f4e-4109-8080-224ee50adb1d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:19.269987 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 3059db3a-9faa-4364-830b-b3f50cda0679, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3059db3a-9faa-4364-830b-b3f50cda0679,segment=NetworkSegment(91fc93b1-f7fd-4bec-b21d-dee779f80253),segment_id=91fc93b1-f7fd-4bec-b21d-dee779f80253)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:19.289937 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb39eea3-b76b-4d6e-b19e-b82e7bdbe8fc None None] Network 85bd3eb9-a8d8-4361-8a9f-481670092a93 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:06:19.450572 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:19.460100 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c6d3de0d-654f-462a-a2b3-5c031c134461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:19.518024 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be123598-9f4e-4109-8080-224ee50adb1d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:19.523373 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be123598-9f4e-4109-8080-224ee50adb1d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=f84935b8-2efc-4b2f-abb6-65e9196181cc,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:19.534997 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b6c57cc9-0c99-4627-a2d6-b27c7fb3e22c None None] Provisioning complete for port 3059db3a-9faa-4364-830b-b3f50cda0679 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:19.535484 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b6c57cc9-0c99-4627-a2d6-b27c7fb3e22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:19.644199 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-934b135c-27f3-4cc7-b8c8-bbc0b215753a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:19.661263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be123598-9f4e-4109-8080-224ee50adb1d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network 85bd3eb9-a8d8-4361-8a9f-481670092a93 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:06:19.668959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-be123598-9f4e-4109-8080-224ee50adb1d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:19.741776 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41670) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:19.771800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=3059db3a-9faa-4364-830b-b3f50cda0679,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:19.859893 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be123598-9f4e-4109-8080-224ee50adb1d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router e9a4d15c-6437-4529-af3f-388cb9b1d088 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:06:19.888629 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c6d3de0d-654f-462a-a2b3-5c031c134461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:19.909104 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:19.984790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-934b135c-27f3-4cc7-b8c8-bbc0b215753a admin admin] Deleting port 4776ec6f-a419-4dcc-80a6-39e7a52734d3 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:19.987292 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-934b135c-27f3-4cc7-b8c8-bbc0b215753a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:19.992615 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be123598-9f4e-4109-8080-224ee50adb1d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:06:19.998578 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-be123598-9f4e-4109-8080-224ee50adb1d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/e9a4d15c-6437-4529-af3f-388cb9b1d088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0344350 Sep 18 00:06:20.003933 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] Sync routers for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:06:20.006248 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41680) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:20.020925 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f239196f-46e2-4ad2-a583-b92b44b1bb5a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'network': {'name': 'tempest-RoutersTest-354017463'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:20.024424 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:20.025169 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:20.028317 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c6d3de0d-654f-462a-a2b3-5c031c134461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:20.094169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-934b135c-27f3-4cc7-b8c8-bbc0b215753a admin admin] For port 4776ec6f-a419-4dcc-80a6-39e7a52734d3, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4776ec6f-a419-4dcc-80a6-39e7a52734d3,segment=NetworkSegment(4820db28-5aa6-420d-a0f3-43bebd8239f4),segment_id=4820db28-5aa6-420d-a0f3-43bebd8239f4)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:20.094647 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-934b135c-27f3-4cc7-b8c8-bbc0b215753a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:20.109781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-934b135c-27f3-4cc7-b8c8-bbc0b215753a admin admin] Calling delete_port for 4776ec6f-a419-4dcc-80a6-39e7a52734d3 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:20.139624 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8ba7-1052-44b2-87bf-5e32299f8d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:20.156420 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c6d3de0d-654f-462a-a2b3-5c031c134461 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=787768699e0b4dd5b3d7ef6cd7e4b512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9863956 Sep 18 00:06:20.172388 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41684) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:20.195076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3de0d-654f-462a-a2b3-5c031c134461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32a4362-6602-4e51-bd68-116f5cc22f55,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:20.225121 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:20.252208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f239196f-46e2-4ad2-a583-b92b44b1bb5a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Made reservation on behalf of b28a6a6f3afb4125a0b904f655028692 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:06:20.256760 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f239196f-46e2-4ad2-a583-b92b44b1bb5a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:20.272746 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cacaabf8-91e7-4fd8-b929-6a97a033924c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:20.332917 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-496bd9c0-01a6-40e5-a34e-a03d5c204005 None None] Provisioning complete for port f84935b8-2efc-4b2f-abb6-65e9196181cc triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:20.333638 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-496bd9c0-01a6-40e5-a34e-a03d5c204005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:20.340054 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f239196f-46e2-4ad2-a583-b92b44b1bb5a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:06:20.358610 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f239196f-46e2-4ad2-a583-b92b44b1bb5a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:20.359188 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-f239196f-46e2-4ad2-a583-b92b44b1bb5a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Added segment 6c874c56-c91c-4e4a-b2a0-c99f59863527 of type vlan for network a87faf2a-a832-4ccb-b35f-853f6d883ccc Sep 18 00:06:20.393915 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cacaabf8-91e7-4fd8-b929-6a97a033924c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:20.452372 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-496bd9c0-01a6-40e5-a34e-a03d5c204005 None None] Port f84935b8-2efc-4b2f-abb6-65e9196181cc cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:06:20.475335 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f239196f-46e2-4ad2-a583-b92b44b1bb5a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:20.497489 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-934b135c-27f3-4cc7-b8c8-bbc0b215753a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:20.497892 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-496bd9c0-01a6-40e5-a34e-a03d5c204005 None None] Provisioning complete for port 3059db3a-9faa-4364-830b-b3f50cda0679 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:20.497892 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-496bd9c0-01a6-40e5-a34e-a03d5c204005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:20.539471 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b135c-27f3-4cc7-b8c8-bbc0b215753a admin admin] Pushing event deleted for resources: {'Port': ['ID=4776ec6f-a419-4dcc-80a6-39e7a52734d3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:20.563079 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8ba7-1052-44b2-87bf-5e32299f8d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:20.621951 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f239196f-46e2-4ad2-a583-b92b44b1bb5a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:20.632895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f239196f-46e2-4ad2-a583-b92b44b1bb5a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:20.632895 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f239196f-46e2-4ad2-a583-b92b44b1bb5a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:20.633826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:18Z', 'revision_number': 3, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:18Z', 'revision_number': 2, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:20.665169 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8ba7-1052-44b2-87bf-5e32299f8d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:20.787607 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-934b135c-27f3-4cc7-b8c8-bbc0b215753a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:20.805107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41708) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:20.807527 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4f6e8ba7-1052-44b2-87bf-5e32299f8d78 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=591fd20f09ae4347abd14acd52664c83&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0626957 Sep 18 00:06:20.808592 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cacaabf8-91e7-4fd8-b929-6a97a033924c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:20.812573 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cacaabf8-91e7-4fd8-b929-6a97a033924c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:20.819170 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cacaabf8-91e7-4fd8-b929-6a97a033924c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e32a4362-6602-4e51-bd68-116f5cc22f55 HTTP/1.1" status: 204 len: 168 time: 0.6455574 Sep 18 00:06:20.971978 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] Checking router: e9a4d15c-6437-4529-af3f-388cb9b1d088 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:06:20.972933 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] Updating router e9a4d15c-6437-4529-af3f-388cb9b1d088 port f84935b8-2efc-4b2f-abb6-65e9196181cc binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:06:21.019485 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d2b81931-ba2d-4d71-9500-ba13bddb5526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:21.029198 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:21.062688 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3059db3a-9faa-4364-830b-b3f50cda0679 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:06:21.062923 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d2b81931-ba2d-4d71-9500-ba13bddb5526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:21.070753 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f239196f-46e2-4ad2-a583-b92b44b1bb5a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0634129 Sep 18 00:06:21.072460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41720) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:21.080006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239196f-46e2-4ad2-a583-b92b44b1bb5a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Network': ['ID=a87faf2a-a832-4ccb-b35f-853f6d883ccc,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:21.081701 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-65d0a9fc-a3bc-42f4-9de8-a94ac294c379 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'subnet': {'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:21.087374 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e8ba7-1052-44b2-87bf-5e32299f8d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb582b38-5b79-49c5-bc3e-94c466705985,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:21.098214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacaabf8-91e7-4fd8-b929-6a97a033924c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32a4362-6602-4e51-bd68-116f5cc22f55,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:21.141938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network a87faf2a-a832-4ccb-b35f-853f6d883ccc details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:06:21.209937 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-04833ba3-204e-4fb2-a826-ae36669c9d6c None None] Provisioning complete for port f84935b8-2efc-4b2f-abb6-65e9196181cc triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:21.210310 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-04833ba3-204e-4fb2-a826-ae36669c9d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:21.315594 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 3059db3a-9faa-4364-830b-b3f50cda0679 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:21.315961 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:21.325719 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934b135c-27f3-4cc7-b8c8-bbc0b215753a admin admin] Router 43b49091-ead7-4262-a6af-7da34f7586e4 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:06:21.381165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-04833ba3-204e-4fb2-a826-ae36669c9d6c None None] Port f84935b8-2efc-4b2f-abb6-65e9196181cc cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:06:21.418046 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d2b81931-ba2d-4d71-9500-ba13bddb5526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:21.422645 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d2b81931-ba2d-4d71-9500-ba13bddb5526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:21.428145 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d2b81931-ba2d-4d71-9500-ba13bddb5526 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb582b38-5b79-49c5-bc3e-94c466705985 HTTP/1.1" status: 204 len: 168 time: 0.6217616 Sep 18 00:06:21.441195 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b81931-ba2d-4d71-9500-ba13bddb5526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb582b38-5b79-49c5-bc3e-94c466705985,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:21.445360 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d0a9fc-a3bc-42f4-9de8-a94ac294c379 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Made reservation on behalf of b28a6a6f3afb4125a0b904f655028692 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:06:21.449804 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65d0a9fc-a3bc-42f4-9de8-a94ac294c379 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:21.646776 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:21.647063 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934b135c-27f3-4cc7-b8c8-bbc0b215753a admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:06:21.655649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41748) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:21.655774 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-934b135c-27f3-4cc7-b8c8-bbc0b215753a admin admin] 10.222.0.46 "PUT /v2.0/routers/43b49091-ead7-4262-a6af-7da34f7586e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1233203 Sep 18 00:06:21.657747 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4abc0e-eada-491b-bc1d-2c37bf30066d None None] Sync routers for ids ['43b49091-ead7-4262-a6af-7da34f7586e4'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:06:21.673168 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4abc0e-eada-491b-bc1d-2c37bf30066d None None] Routers {'43b49091-ead7-4262-a6af-7da34f7586e4'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:21.674093 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3f4abc0e-eada-491b-bc1d-2c37bf30066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['43b49091-ead7-4262-a6af-7da34f7586e4'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:21.770386 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:21.897382 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-3f4abc0e-eada-491b-bc1d-2c37bf30066d None None] Set router 43b49091-ead7-4262-a6af-7da34f7586e4 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:21.918024 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7230c85b-173e-471a-9282-f778ace13c8f admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:22.009061 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63e991-8057-4d03-8887-818e969f761a None None] Pushing event updated for resources: {'Port': ['ID=f84935b8-2efc-4b2f-abb6-65e9196181cc,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:22.017270 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65d0a9fc-a3bc-42f4-9de8-a94ac294c379 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:22.040122 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] Attempting to bind port f84935b8-2efc-4b2f-abb6-65e9196181cc on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:06:22.040740 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] Attempting to bind port f84935b8-2efc-4b2f-abb6-65e9196181cc by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '91fc93b1-f7fd-4bec-b21d-dee779f80253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:06:22.044492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] Attempting to bind port f84935b8-2efc-4b2f-abb6-65e9196181cc on network 85bd3eb9-a8d8-4361-8a9f-481670092a93 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:06:22.054577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:06:22.056011 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] Checking segment: {'id': '91fc93b1-f7fd-4bec-b21d-dee779f80253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:06:22.056606 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:22.059963 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] Bound using segment: {'id': '91fc93b1-f7fd-4bec-b21d-dee779f80253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:06:22.061991 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] Bound port: f84935b8-2efc-4b2f-abb6-65e9196181cc, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91fc93b1-f7fd-4bec-b21d-dee779f80253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:06:22.062594 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:22.196103 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] For port f84935b8-2efc-4b2f-abb6-65e9196181cc, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:06:22.208543 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] For port f84935b8-2efc-4b2f-abb6-65e9196181cc, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f84935b8-2efc-4b2f-abb6-65e9196181cc,segment=NetworkSegment(91fc93b1-f7fd-4bec-b21d-dee779f80253),segment_id=91fc93b1-f7fd-4bec-b21d-dee779f80253)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:06:22.215575 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7230c85b-173e-471a-9282-f778ace13c8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:22.226240 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d0a9fc-a3bc-42f4-9de8-a94ac294c379 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Checking segment: {'id': '6c874c56-c91c-4e4a-b2a0-c99f59863527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:06:22.230484 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d0a9fc-a3bc-42f4-9de8-a94ac294c379 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network hostable DHCP agents. Network: a87faf2a-a832-4ccb-b35f-853f6d883ccc, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:06:22.233885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0a9fc-a3bc-42f4-9de8-a94ac294c379 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Subnet': ['ID=ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:22.313493 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3827ff6a-4a0c-4a98-ad5a-1be8c025e41d None None] Provisioning complete for port f84935b8-2efc-4b2f-abb6-65e9196181cc triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:22.314092 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3827ff6a-4a0c-4a98-ad5a-1be8c025e41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:22.335013 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3f4abc0e-eada-491b-bc1d-2c37bf30066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'name': 'tempest-TestVolumeBackupRestore-959256036-router', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:21Z', 'updated_at': '2021-09-18T00:06:20Z', 'revision_number': 5, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'gw_port': {'id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:37:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:22Z', 'updated_at': '2021-09-18T00:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:22.353614 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3827ff6a-4a0c-4a98-ad5a-1be8c025e41d None None] Port f84935b8-2efc-4b2f-abb6-65e9196181cc cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:06:22.370849 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4abc0e-eada-491b-bc1d-2c37bf30066d None None] Checking router: 43b49091-ead7-4262-a6af-7da34f7586e4 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:06:22.372454 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:22.379261 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4abc0e-eada-491b-bc1d-2c37bf30066d None None] Routers {'43b49091-ead7-4262-a6af-7da34f7586e4'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:22.379867 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3f4abc0e-eada-491b-bc1d-2c37bf30066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['43b49091-ead7-4262-a6af-7da34f7586e4'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:22.424008 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d0a9fc-a3bc-42f4-9de8-a94ac294c379 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network a87faf2a-a832-4ccb-b35f-853f6d883ccc is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:06:22.462016 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:22.462685 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:22.546155 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7230c85b-173e-471a-9282-f778ace13c8f admin admin] Deleting port 807b4708-109b-4cfe-b1f7-042d4aafbaec {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:22.554792 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7230c85b-173e-471a-9282-f778ace13c8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:22.592875 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-65d0a9fc-a3bc-42f4-9de8-a94ac294c379 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, a87faf2a-a832-4ccb-b35f-853f6d883ccc) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:22.601924 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d0a9fc-a3bc-42f4-9de8-a94ac294c379 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:22.602780 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65d0a9fc-a3bc-42f4-9de8-a94ac294c379 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:22.677794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41794) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:22.687198 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-3f4abc0e-eada-491b-bc1d-2c37bf30066d None None] Set router 43b49091-ead7-4262-a6af-7da34f7586e4 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:22.716988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:22.724495 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41800) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:22.727611 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-65d0a9fc-a3bc-42f4-9de8-a94ac294c379 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6525204 Sep 18 00:06:22.737714 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e130b450-2c5e-42c4-a3f6-47f4a575be2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:22.768764 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-7230c85b-173e-471a-9282-f778ace13c8f admin admin] For port 807b4708-109b-4cfe-b1f7-042d4aafbaec, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=807b4708-109b-4cfe-b1f7-042d4aafbaec,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:22.770096 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7230c85b-173e-471a-9282-f778ace13c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:22.792558 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bd0d61-49fc-41b2-b5c1-7dc91a0443aa None None] Network a87faf2a-a832-4ccb-b35f-853f6d883ccc requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:06:22.845996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7230c85b-173e-471a-9282-f778ace13c8f admin admin] Calling delete_port for 807b4708-109b-4cfe-b1f7-042d4aafbaec owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:22.907776 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63e991-8057-4d03-8887-818e969f761a None None] Pushing event updated for resources: {'Port': ['ID=f84935b8-2efc-4b2f-abb6-65e9196181cc,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:22.941509 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e130b450-2c5e-42c4-a3f6-47f4a575be2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:23.022462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-8d3c3c68-fafc-4e85-b84e-8c6c89c6e66f None None] Provisioning complete for port f84935b8-2efc-4b2f-abb6-65e9196181cc triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:23.028035 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3c68-fafc-4e85-b84e-8c6c89c6e66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:23.028152 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e130b450-2c5e-42c4-a3f6-47f4a575be2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:23.049594 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3f4abc0e-eada-491b-bc1d-2c37bf30066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'name': 'tempest-TestVolumeBackupRestore-959256036-router', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:21Z', 'updated_at': '2021-09-18T00:06:20Z', 'revision_number': 5, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'gw_port': {'id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:37:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:22Z', 'updated_at': '2021-09-18T00:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:23.087374 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130b450-2c5e-42c4-a3f6-47f4a575be2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bd5c01-1a80-4b2f-897e-4fb1a7f4866e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:23.109666 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4abc0e-eada-491b-bc1d-2c37bf30066d None None] The sync data for ids ['43b49091-ead7-4262-a6af-7da34f7586e4'] in n-d-809883-1 is: [{'id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'name': 'tempest-TestVolumeBackupRestore-959256036-router', 'tenant_id': '6fe7222ae4c04910b88bcb6204ec0195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:21Z', 'updated_at': '2021-09-18T00:06:20Z', 'revision_number': 5, 'project_id': '6fe7222ae4c04910b88bcb6204ec0195', 'gw_port': {'id': '807b4708-109b-4cfe-b1f7-042d4aafbaec', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:37:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b49091-ead7-4262-a6af-7da34f7586e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:22Z', 'updated_at': '2021-09-18T00:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:06:23.113872 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e130b450-2c5e-42c4-a3f6-47f4a575be2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=927b47eea0ae44b9a1b83671c219f592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4333341 Sep 18 00:06:23.115590 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41814) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:23.193816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-a87faf2a-a832-4ccb-b35f-853f6d883ccc', 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'fixed_ips': [{'subnet_id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:06:23.198914 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:23.231306 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b252b6ac-fb4c-4432-a87b-9a99f30b2929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:23.267314 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b252b6ac-fb4c-4432-a87b-9a99f30b2929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:23.357003 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3c68-fafc-4e85-b84e-8c6c89c6e66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:23.435024 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b252b6ac-fb4c-4432-a87b-9a99f30b2929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:23.437623 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b252b6ac-fb4c-4432-a87b-9a99f30b2929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:23.441959 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b252b6ac-fb4c-4432-a87b-9a99f30b2929 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e7bd5c01-1a80-4b2f-897e-4fb1a7f4866e HTTP/1.1" status: 204 len: 168 time: 0.3096809 Sep 18 00:06:23.449047 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14d5c966-17d5-4078-9091-fffe48163e4e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:23.450924 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252b6ac-fb4c-4432-a87b-9a99f30b2929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bd5c01-1a80-4b2f-897e-4fb1a7f4866e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:23.509035 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:18Z', 'revision_number': 3, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:22Z', 'revision_number': 4, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:23.545695 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8d3c3c68-fafc-4e85-b84e-8c6c89c6e66f None None] For port f84935b8-2efc-4b2f-abb6-65e9196181cc, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f84935b8-2efc-4b2f-abb6-65e9196181cc,segment=NetworkSegment(91fc93b1-f7fd-4bec-b21d-dee779f80253),segment_id=91fc93b1-f7fd-4bec-b21d-dee779f80253)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:23.546907 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16ae475-2ff3-45b2-bc54-2dcb205f7877 None None] The sync data for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 is: [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:18Z', 'revision_number': 3, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:22Z', 'revision_number': 4, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:06:23.576217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] Allocated IP 172.22.0.2 (a87faf2a-a832-4ccb-b35f-853f6d883ccc/ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d/29f3823b-89e6-4666-a177-21be5a7aa1c6) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:06:23.641751 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8d3c3c68-fafc-4e85-b84e-8c6c89c6e66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:23.976992 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c3c68-fafc-4e85-b84e-8c6c89c6e66f None None] Pushing event updated for resources: {'Port': ['ID=f84935b8-2efc-4b2f-abb6-65e9196181cc,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:24.003845 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7230c85b-173e-471a-9282-f778ace13c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:24.078814 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230c85b-173e-471a-9282-f778ace13c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=807b4708-109b-4cfe-b1f7-042d4aafbaec,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:24.116547 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:24.174402 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7230c85b-173e-471a-9282-f778ace13c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:24.221503 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:24.330851 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] Pushing event updated for resources: {'Port': ['ID=29f3823b-89e6-4666-a177-21be5a7aa1c6,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:24.338068 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] Network a87faf2a-a832-4ccb-b35f-853f6d883ccc is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:06:24.339602 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:24.342516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:06:24.423075 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-14d5c966-17d5-4078-9091-fffe48163e4e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Allocated IP 172.22.0.1 (a87faf2a-a832-4ccb-b35f-853f6d883ccc/ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d/9cc0da98-a5f6-4f84-983e-73b860e1636b) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:06:24.449467 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] Attempting to bind port 29f3823b-89e6-4666-a177-21be5a7aa1c6 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:06:24.449781 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] Attempting to bind port 29f3823b-89e6-4666-a177-21be5a7aa1c6 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '6c874c56-c91c-4e4a-b2a0-c99f59863527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:06:24.450205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] Attempting to bind port 29f3823b-89e6-4666-a177-21be5a7aa1c6 on network a87faf2a-a832-4ccb-b35f-853f6d883ccc {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:06:24.455910 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:06:24.456221 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] Checking segment: {'id': '6c874c56-c91c-4e4a-b2a0-c99f59863527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:06:24.456637 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:24.457148 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] Bound using segment: {'id': '6c874c56-c91c-4e4a-b2a0-c99f59863527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:06:24.457608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] Bound port: 29f3823b-89e6-4666-a177-21be5a7aa1c6, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c874c56-c91c-4e4a-b2a0-c99f59863527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:06:24.458005 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:24.519504 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7230c85b-173e-471a-9282-f778ace13c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:24.521868 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7230c85b-173e-471a-9282-f778ace13c8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:24.551287 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] For port 29f3823b-89e6-4666-a177-21be5a7aa1c6, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:06:24.552639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] For port 29f3823b-89e6-4666-a177-21be5a7aa1c6, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=29f3823b-89e6-4666-a177-21be5a7aa1c6,segment=NetworkSegment(6c874c56-c91c-4e4a-b2a0-c99f59863527),segment_id=6c874c56-c91c-4e4a-b2a0-c99f59863527)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:06:24.632966 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:24.758806 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21631b26-ae46-4b72-9839-298cd26f925c None None] Pushing event updated for resources: {'Port': ['ID=29f3823b-89e6-4666-a177-21be5a7aa1c6,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:24.832314 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41906) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:25.026552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-4652ccb2-7613-49ae-943d-1f705837b47b tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:25.026981 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f84935b8-2efc-4b2f-abb6-65e9196181cc up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:06:25.109828 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14d5c966-17d5-4078-9091-fffe48163e4e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:25.120712 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port f84935b8-2efc-4b2f-abb6-65e9196181cc triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:25.121426 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:25.180687 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7230c85b-173e-471a-9282-f778ace13c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:25.181617 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7230c85b-173e-471a-9282-f778ace13c8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43b49091-ead7-4262-a6af-7da34f7586e4 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:06:25.187967 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4652ccb2-7613-49ae-943d-1f705837b47b tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] 10.222.0.46 "PUT /v2.0/quotas/6b00805d40a04377879e452ba11b0363 HTTP/1.1" status: 200 len: 368 time: 0.3533154 Sep 18 00:06:25.189475 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7230c85b-173e-471a-9282-f778ace13c8f admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:25.190218 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41932) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:25.195643 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7230c85b-173e-471a-9282-f778ace13c8f admin admin] 10.222.0.46 "DELETE /v2.0/routers/43b49091-ead7-4262-a6af-7da34f7586e4 HTTP/1.1" status: 204 len: 168 time: 3.5387540 Sep 18 00:06:25.196637 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41934) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:25.201098 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-6a088fb5-55f8-47de-8bbf-1681a3321172 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Request body: {'network': {'project_id': '6b00805d40a04377879e452ba11b0363'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:25.238043 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14d5c966-17d5-4078-9091-fffe48163e4e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:25.295669 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4776ec6f-a419-4dcc-80a6-39e7a52734d3 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:06:25.323099 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 4776ec6f-a419-4dcc-80a6-39e7a52734d3 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:06:25.323698 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4776ec6f-a419-4dcc-80a6-39e7a52734d3 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:06:25.344557 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5c966-17d5-4078-9091-fffe48163e4e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=9cc0da98-a5f6-4f84-983e-73b860e1636b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:25.345037 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a088fb5-55f8-47de-8bbf-1681a3321172 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Made reservation on behalf of 6b00805d40a04377879e452ba11b0363 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:06:25.359543 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6a088fb5-55f8-47de-8bbf-1681a3321172 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:25.360092 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d5c966-17d5-4078-9091-fffe48163e4e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network a87faf2a-a832-4ccb-b35f-853f6d883ccc is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:06:25.360661 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-14d5c966-17d5-4078-9091-fffe48163e4e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:25.364732 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d5c966-17d5-4078-9091-fffe48163e4e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:06:25.378128 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6a088fb5-55f8-47de-8bbf-1681a3321172 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:25.418291 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-809c0af5-9919-484a-ab21-39b4ffb7bac6 admin admin] Deleting subnet 0ee99a84-1f57-4ea3-b616-45b4e99de8bf {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:06:25.428204 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-809c0af5-9919-484a-ab21-39b4ffb7bac6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:25.468732 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14d5c966-17d5-4078-9091-fffe48163e4e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:25.527109 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-809c0af5-9919-484a-ab21-39b4ffb7bac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:25.546546 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6a088fb5-55f8-47de-8bbf-1681a3321172 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:25.604007 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6a088fb5-55f8-47de-8bbf-1681a3321172 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:25.628803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a088fb5-55f8-47de-8bbf-1681a3321172 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:06:25.639149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a088fb5-55f8-47de-8bbf-1681a3321172 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b8ebee-980a-436a-ab9a-eaf184c12f4b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:25.644039 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6a088fb5-55f8-47de-8bbf-1681a3321172 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:25.644586 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-6a088fb5-55f8-47de-8bbf-1681a3321172 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Added segment ac83c061-4fb4-4b7e-ba31-3cb901c4a577 of type vlan for network 2b69f960-a97f-4d39-81b7-b19f9ad9877d Sep 18 00:06:25.653841 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-809c0af5-9919-484a-ab21-39b4ffb7bac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:25.686940 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6a088fb5-55f8-47de-8bbf-1681a3321172 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:25.769802 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6a088fb5-55f8-47de-8bbf-1681a3321172 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:25.771123 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a088fb5-55f8-47de-8bbf-1681a3321172 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:25.771950 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6a088fb5-55f8-47de-8bbf-1681a3321172 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:25.807209 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14d5c966-17d5-4078-9091-fffe48163e4e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:25.830469 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-809c0af5-9919-484a-ab21-39b4ffb7bac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:25.907710 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c0af5-9919-484a-ab21-39b4ffb7bac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ee99a84-1f57-4ea3-b616-45b4e99de8bf,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:25.917975 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-809c0af5-9919-484a-ab21-39b4ffb7bac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:25.923078 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-809c0af5-9919-484a-ab21-39b4ffb7bac6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0ee99a84-1f57-4ea3-b616-45b4e99de8bf HTTP/1.1" status: 204 len: 168 time: 0.7227707 Sep 18 00:06:25.923711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 41972) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:25.924460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a088fb5-55f8-47de-8bbf-1681a3321172 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Pushing event updated for resources: {'Network': ['ID=2b69f960-a97f-4d39-81b7-b19f9ad9877d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:25.935205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9d6650-f668-487f-b11d-19a1d35dc50a None None] Network 86a27f7f-4384-4af7-a6c4-42b4d189081c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:06:25.953891 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 2b69f960-a97f-4d39-81b7-b19f9ad9877d details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:06:26.021445 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6a088fb5-55f8-47de-8bbf-1681a3321172 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8295748 Sep 18 00:06:26.024286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 41978) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:26.029058 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-c7071446-5102-4322-9ce4-f924fb9edae6 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Request body: {'network': {'project_id': '6b00805d40a04377879e452ba11b0363'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:26.106768 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:26.171168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7071446-5102-4322-9ce4-f924fb9edae6 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Made reservation on behalf of 6b00805d40a04377879e452ba11b0363 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:06:26.175747 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7071446-5102-4322-9ce4-f924fb9edae6 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:26.271049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7071446-5102-4322-9ce4-f924fb9edae6 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:06:26.295585 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7071446-5102-4322-9ce4-f924fb9edae6 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:26.296545 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-c7071446-5102-4322-9ce4-f924fb9edae6 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Added segment 8cba06ce-56e8-4b40-8884-ff9648e23455 of type vlan for network 5e3800cf-1925-4eec-9664-ecb82b22b343 Sep 18 00:06:26.319994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07790898-aea8-4eef-a6e0-4764586ca462 None None] DHCP port deletion for 86a27f7f-4384-4af7-a6c4-42b4d189081c request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:06:26.346078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] Deleting port c7eb4b38-074e-4545-98df-940acde8163b {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:26.346399 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:26.380174 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdfa523-0a2c-4ef2-97f5-4e8d2dd6692b None None] Network a87faf2a-a832-4ccb-b35f-853f6d883ccc requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:06:26.440329 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7071446-5102-4322-9ce4-f924fb9edae6 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:26.441276 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] For port c7eb4b38-074e-4545-98df-940acde8163b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c7eb4b38-074e-4545-98df-940acde8163b,segment=NetworkSegment(4820db28-5aa6-420d-a0f3-43bebd8239f4),segment_id=4820db28-5aa6-420d-a0f3-43bebd8239f4)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:26.441276 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:26.453794 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-07790898-aea8-4eef-a6e0-4764586ca462 None None] Deleting port c7eb4b38-074e-4545-98df-940acde8163b {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:26.456457 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07790898-aea8-4eef-a6e0-4764586ca462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:26.463772 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14d5c966-17d5-4078-9091-fffe48163e4e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:26.465634 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] Calling delete_port for c7eb4b38-074e-4545-98df-940acde8163b owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:26.537709 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1cf00670-8dc2-42be-94ea-e31fc7d34914 None None] Provisioning complete for port 29f3823b-89e6-4666-a177-21be5a7aa1c6 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:26.538131 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1cf00670-8dc2-42be-94ea-e31fc7d34914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:26.573654 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7071446-5102-4322-9ce4-f924fb9edae6 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:26.573654 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7071446-5102-4322-9ce4-f924fb9edae6 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:26.573654 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7071446-5102-4322-9ce4-f924fb9edae6 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:26.593258 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14d5c966-17d5-4078-9091-fffe48163e4e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:26.661861 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7071446-5102-4322-9ce4-f924fb9edae6 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Pushing event updated for resources: {'Network': ['ID=5e3800cf-1925-4eec-9664-ecb82b22b343,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:26.690737 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5c966-17d5-4078-9091-fffe48163e4e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=9cc0da98-a5f6-4f84-983e-73b860e1636b,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:26.691738 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 5e3800cf-1925-4eec-9664-ecb82b22b343 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:06:26.693569 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14d5c966-17d5-4078-9091-fffe48163e4e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:26.704662 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:26.758127 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c7071446-5102-4322-9ce4-f924fb9edae6 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7307272 Sep 18 00:06:26.758857 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42012) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:26.767061 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2ccecba8-cac5-482b-b5d5-d94734cd9ba6 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Request body: {'network': {'project_id': '6b00805d40a04377879e452ba11b0363'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:26.779801 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-07790898-aea8-4eef-a6e0-4764586ca462 None None] For port c7eb4b38-074e-4545-98df-940acde8163b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c7eb4b38-074e-4545-98df-940acde8163b,segment=NetworkSegment(4820db28-5aa6-420d-a0f3-43bebd8239f4),segment_id=4820db28-5aa6-420d-a0f3-43bebd8239f4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:26.780204 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07790898-aea8-4eef-a6e0-4764586ca462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:26.791899 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] No DVR routers for this DVR port c7eb4b38-074e-4545-98df-940acde8163b on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:06:26.811812 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-07790898-aea8-4eef-a6e0-4764586ca462 None None] Calling delete_port for c7eb4b38-074e-4545-98df-940acde8163b owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:26.816037 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ccecba8-cac5-482b-b5d5-d94734cd9ba6 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 18 00:06:26.817343 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ccecba8-cac5-482b-b5d5-d94734cd9ba6 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:06:26.819621 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2ccecba8-cac5-482b-b5d5-d94734cd9ba6 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0589485 Sep 18 00:06:26.823099 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42018) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:26.933679 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:26.945800 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-795e6204-9be2-47c9-bb74-6ca728c54d96 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6b00805d40a04377879e452ba11b0363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1200972 Sep 18 00:06:26.946422 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42028) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:26.963717 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a27f7f-4384-4af7-a6c4-42b4d189081c']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:26.967252 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07790898-aea8-4eef-a6e0-4764586ca462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:26.972452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7eb4b38-074e-4545-98df-940acde8163b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:26.973673 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 29f3823b-89e6-4666-a177-21be5a7aa1c6 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:06:27.026762 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4820db28-5aa6-420d-a0f3-43bebd8239f4') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:27.027331 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4820db28-5aa6-420d-a0f3-43bebd8239f4') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:27.043647 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.050076 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25c7e141-ce92-4b1e-9c18-ceaf9c293d95 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.084674 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25c7e141-ce92-4b1e-9c18-ceaf9c293d95 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.086166 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.097293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:06:27.097719 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:06:27.099990 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:06:27.123142 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07790898-aea8-4eef-a6e0-4764586ca462 None None] Pushing event deleted for resources: {'Port': ['ID=c7eb4b38-074e-4545-98df-940acde8163b,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:27.132180 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07790898-aea8-4eef-a6e0-4764586ca462 None None] No DVR routers for this DVR port c7eb4b38-074e-4545-98df-940acde8163b on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:06:27.132580 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d5c966-17d5-4078-9091-fffe48163e4e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network a87faf2a-a832-4ccb-b35f-853f6d883ccc is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:06:27.174859 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1cf00670-8dc2-42be-94ea-e31fc7d34914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.186747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 29f3823b-89e6-4666-a177-21be5a7aa1c6 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:27.187121 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.187507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-14d5c966-17d5-4078-9091-fffe48163e4e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:27.279073 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1cf00670-8dc2-42be-94ea-e31fc7d34914 None None] For port 29f3823b-89e6-4666-a177-21be5a7aa1c6, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=29f3823b-89e6-4666-a177-21be5a7aa1c6,segment=NetworkSegment(6c874c56-c91c-4e4a-b2a0-c99f59863527),segment_id=6c874c56-c91c-4e4a-b2a0-c99f59863527)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:27.305971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d5c966-17d5-4078-9091-fffe48163e4e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router e9a4d15c-6437-4529-af3f-388cb9b1d088 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:06:27.334359 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.361107 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25c7e141-ce92-4b1e-9c18-ceaf9c293d95 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.363689 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25c7e141-ce92-4b1e-9c18-ceaf9c293d95 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.364921 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-25c7e141-ce92-4b1e-9c18-ceaf9c293d95 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/38b8ebee-980a-436a-ab9a-eaf184c12f4b HTTP/1.1" status: 204 len: 168 time: 0.4175158 Sep 18 00:06:27.378819 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1cf00670-8dc2-42be-94ea-e31fc7d34914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.391116 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42050) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:27.400699 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.407284 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7e141-ce92-4b1e-9c18-ceaf9c293d95 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b8ebee-980a-436a-ab9a-eaf184c12f4b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:27.418233 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.426724 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/86a27f7f-4384-4af7-a6c4-42b4d189081c HTTP/1.1" status: 204 len: 168 time: 1.5016730 Sep 18 00:06:27.427711 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42056) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:27.479154 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:06:27.479676 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:06:27.490176 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf00670-8dc2-42be-94ea-e31fc7d34914 None None] Pushing event updated for resources: {'Port': ['ID=29f3823b-89e6-4666-a177-21be5a7aa1c6,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:27.497628 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446f5fd-7e66-402d-b4af-d23e2acafaf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=86a27f7f-4384-4af7-a6c4-42b4d189081c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:27.554600 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d5c966-17d5-4078-9091-fffe48163e4e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:06:27.558299 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-70fd1876-95bc-4672-95a8-cf20c4f2a59f tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.574842 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-14d5c966-17d5-4078-9091-fffe48163e4e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/e9a4d15c-6437-4529-af3f-388cb9b1d088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8368809 Sep 18 00:06:27.575132 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] Sync routers for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:06:27.575251 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42062) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:27.582989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-34b42e71-0f4c-4f75-bdb4-0cfb4e902e80 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'network': {'name': 'tempest-RoutersTest-566895279'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:27.605268 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:27.605927 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:27.762515 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ab7a15b5-e979-4fdf-bee7-5197ef75e010 None None] Provisioning complete for port 9cc0da98-a5f6-4f84-983e-73b860e1636b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:27.762889 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ab7a15b5-e979-4fdf-bee7-5197ef75e010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.771896 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-70fd1876-95bc-4672-95a8-cf20c4f2a59f tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.774703 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b42e71-0f4c-4f75-bdb4-0cfb4e902e80 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Made reservation on behalf of b28a6a6f3afb4125a0b904f655028692 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:06:27.778861 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-34b42e71-0f4c-4f75-bdb4-0cfb4e902e80 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.803421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ab7a15b5-e979-4fdf-bee7-5197ef75e010 None None] Port 9cc0da98-a5f6-4f84-983e-73b860e1636b cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:06:27.828432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ab7a15b5-e979-4fdf-bee7-5197ef75e010 None None] Provisioning complete for port 29f3823b-89e6-4666-a177-21be5a7aa1c6 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:27.828432 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ab7a15b5-e979-4fdf-bee7-5197ef75e010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.847691 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-70fd1876-95bc-4672-95a8-cf20c4f2a59f tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3800cf-1925-4eec-9664-ecb82b22b343']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:27.860211 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:27.878933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-70fd1876-95bc-4672-95a8-cf20c4f2a59f tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cba06ce-56e8-4b40-8884-ff9648e23455') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:27.879261 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-70fd1876-95bc-4672-95a8-cf20c4f2a59f tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cba06ce-56e8-4b40-8884-ff9648e23455') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:27.893831 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-70fd1876-95bc-4672-95a8-cf20c4f2a59f tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.925922 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-70fd1876-95bc-4672-95a8-cf20c4f2a59f tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.967825 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70fd1876-95bc-4672-95a8-cf20c4f2a59f tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:06:27.970266 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-70fd1876-95bc-4672-95a8-cf20c4f2a59f tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:27.972197 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b42e71-0f4c-4f75-bdb4-0cfb4e902e80 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:06:27.974723 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:06:28.249499 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-34b42e71-0f4c-4f75-bdb4-0cfb4e902e80 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:28.249918 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-34b42e71-0f4c-4f75-bdb4-0cfb4e902e80 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Added segment 231eab5f-c104-4b0d-bf87-d3e513640636 of type vlan for network fea48997-6883-4c85-bebf-de85d4c6b13c Sep 18 00:06:28.270596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 807b4708-109b-4cfe-b1f7-042d4aafbaec no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:06:28.299426 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-70fd1876-95bc-4672-95a8-cf20c4f2a59f tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:28.310689 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-70fd1876-95bc-4672-95a8-cf20c4f2a59f tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:28.315323 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-70fd1876-95bc-4672-95a8-cf20c4f2a59f tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] 10.222.0.46 "DELETE /v2.0/networks/5e3800cf-1925-4eec-9664-ecb82b22b343 HTTP/1.1" status: 204 len: 168 time: 0.9229698 Sep 18 00:06:28.315896 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42096) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:28.330900 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 807b4708-109b-4cfe-b1f7-042d4aafbaec {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:06:28.331286 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 807b4708-109b-4cfe-b1f7-042d4aafbaec not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:06:28.331797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c7eb4b38-074e-4545-98df-940acde8163b no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:06:28.340513 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-34b42e71-0f4c-4f75-bdb4-0cfb4e902e80 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:28.342830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd1876-95bc-4672-95a8-cf20c4f2a59f tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e3800cf-1925-4eec-9664-ecb82b22b343,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:28.373307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: c7eb4b38-074e-4545-98df-940acde8163b {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:06:28.373887 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c7eb4b38-074e-4545-98df-940acde8163b not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:06:28.395155 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d439cfa2-8cee-4fd2-9b07-490623da4235 None None] Provisioning complete for port 9cc0da98-a5f6-4f84-983e-73b860e1636b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:28.395155 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d439cfa2-8cee-4fd2-9b07-490623da4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:28.445956 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d439cfa2-8cee-4fd2-9b07-490623da4235 None None] Port 9cc0da98-a5f6-4f84-983e-73b860e1636b cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:06:28.450684 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-71cedd11-6fb7-446f-9163-b650c150f686 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:28.459242 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:25Z', 'revision_number': 4, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc0da98-a5f6-4f84-983e-73b860e1636b', 'name': '', 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:19:a8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:23Z', 'updated_at': '2021-09-18T00:06:26Z', 'revision_number': 2, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:23Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:28.507821 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] Checking router: e9a4d15c-6437-4529-af3f-388cb9b1d088 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:06:28.508185 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] Updating router e9a4d15c-6437-4529-af3f-388cb9b1d088 port 9cc0da98-a5f6-4f84-983e-73b860e1636b binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:06:28.525218 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5ef82a06-05aa-4fe2-942f-e89aab928aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:28.536305 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:28.544674 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-71cedd11-6fb7-446f-9163-b650c150f686 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:28.573656 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-34b42e71-0f4c-4f75-bdb4-0cfb4e902e80 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:28.579799 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b42e71-0f4c-4f75-bdb4-0cfb4e902e80 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:28.580560 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-34b42e71-0f4c-4f75-bdb4-0cfb4e902e80 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:28.584024 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-71cedd11-6fb7-446f-9163-b650c150f686 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b69f960-a97f-4d39-81b7-b19f9ad9877d']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:28.624281 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-71cedd11-6fb7-446f-9163-b650c150f686 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac83c061-4fb4-4b7e-ba31-3cb901c4a577') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:28.624648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-71cedd11-6fb7-446f-9163-b650c150f686 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac83c061-4fb4-4b7e-ba31-3cb901c4a577') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:28.674283 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-71cedd11-6fb7-446f-9163-b650c150f686 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:28.686978 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b42e71-0f4c-4f75-bdb4-0cfb4e902e80 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Network': ['ID=fea48997-6883-4c85-bebf-de85d4c6b13c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:28.703386 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-71cedd11-6fb7-446f-9163-b650c150f686 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:28.719226 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network fea48997-6883-4c85-bebf-de85d4c6b13c details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:06:28.719355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71cedd11-6fb7-446f-9163-b650c150f686 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:06:28.719606 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-71cedd11-6fb7-446f-9163-b650c150f686 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:06:28.727390 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:06:28.763240 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-34b42e71-0f4c-4f75-bdb4-0cfb4e902e80 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1882744 Sep 18 00:06:28.765903 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42118) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:28.786576 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-8394e7bf-789d-4698-882e-90362ddecf52 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'subnet': {'network_id': 'fea48997-6883-4c85-bebf-de85d4c6b13c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:28.958269 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-71cedd11-6fb7-446f-9163-b650c150f686 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:28.977902 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-71cedd11-6fb7-446f-9163-b650c150f686 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:28.978184 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-5ef82a06-05aa-4fe2-942f-e89aab928aa9 admin admin] Deleting port 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:28.978655 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5ef82a06-05aa-4fe2-942f-e89aab928aa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:28.980212 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-71cedd11-6fb7-446f-9163-b650c150f686 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] 10.222.0.46 "DELETE /v2.0/networks/2b69f960-a97f-4d39-81b7-b19f9ad9877d HTTP/1.1" status: 204 len: 168 time: 0.6568882 Sep 18 00:06:28.991813 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 29f3823b-89e6-4666-a177-21be5a7aa1c6 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:06:28.999210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cedd11-6fb7-446f-9163-b650c150f686 tempest-QuotasNegativeTest-1008869567 tempest-QuotasNegativeTest-1008869567-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b69f960-a97f-4d39-81b7-b19f9ad9877d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:29.054054 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8394e7bf-789d-4698-882e-90362ddecf52 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Made reservation on behalf of b28a6a6f3afb4125a0b904f655028692 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:06:29.058573 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8394e7bf-789d-4698-882e-90362ddecf52 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:29.150544 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-5ef82a06-05aa-4fe2-942f-e89aab928aa9 admin admin] For port 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b,segment=NetworkSegment(d1445c88-6b0b-4483-ad90-89776dec6d86),segment_id=d1445c88-6b0b-4483-ad90-89776dec6d86)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:29.151148 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5ef82a06-05aa-4fe2-942f-e89aab928aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:29.178315 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-5ef82a06-05aa-4fe2-942f-e89aab928aa9 admin admin] Calling delete_port for 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:29.216970 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:29.299321 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 29f3823b-89e6-4666-a177-21be5a7aa1c6 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:29.299700 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:29.332663 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:29.388192 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d5621-1d79-4541-ba99-a22a50b8ec02 None None] Pushing event updated for resources: {'Port': ['ID=9cc0da98-a5f6-4f84-983e-73b860e1636b,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:29.486159 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] Attempting to bind port 9cc0da98-a5f6-4f84-983e-73b860e1636b on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:06:29.486528 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] Attempting to bind port 9cc0da98-a5f6-4f84-983e-73b860e1636b by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '6c874c56-c91c-4e4a-b2a0-c99f59863527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:06:29.486892 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] Attempting to bind port 9cc0da98-a5f6-4f84-983e-73b860e1636b on network a87faf2a-a832-4ccb-b35f-853f6d883ccc {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:06:29.497665 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:06:29.498041 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] Checking segment: {'id': '6c874c56-c91c-4e4a-b2a0-c99f59863527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:06:29.498448 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:29.498943 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] Bound using segment: {'id': '6c874c56-c91c-4e4a-b2a0-c99f59863527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:06:29.499423 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] Bound port: 9cc0da98-a5f6-4f84-983e-73b860e1636b, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c874c56-c91c-4e4a-b2a0-c99f59863527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:06:29.499851 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:29.532170 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8394e7bf-789d-4698-882e-90362ddecf52 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:29.583857 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] For port 9cc0da98-a5f6-4f84-983e-73b860e1636b, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:06:29.593034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] For port 9cc0da98-a5f6-4f84-983e-73b860e1636b, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=9cc0da98-a5f6-4f84-983e-73b860e1636b,segment=NetworkSegment(6c874c56-c91c-4e4a-b2a0-c99f59863527),segment_id=6c874c56-c91c-4e4a-b2a0-c99f59863527)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:06:29.612574 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5ef82a06-05aa-4fe2-942f-e89aab928aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:29.683945 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:29.747694 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d5621-1d79-4541-ba99-a22a50b8ec02 None None] Pushing event updated for resources: {'Port': ['ID=9cc0da98-a5f6-4f84-983e-73b860e1636b,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:29.756709 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef82a06-05aa-4fe2-942f-e89aab928aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:29.768332 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394e7bf-789d-4698-882e-90362ddecf52 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Subnet': ['ID=8af346a0-8eb7-4096-a13e-d8f6accf5b70,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:29.801149 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:29.801976 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:29.847491 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394e7bf-789d-4698-882e-90362ddecf52 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Checking segment: {'id': '231eab5f-c104-4b0d-bf87-d3e513640636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fea48997-6883-4c85-bebf-de85d4c6b13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:06:29.847846 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8394e7bf-789d-4698-882e-90362ddecf52 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network hostable DHCP agents. Network: fea48997-6883-4c85-bebf-de85d4c6b13c, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:06:29.905315 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7c97f1b2-be0b-4c40-b1cc-813759338b56 None None] Provisioning complete for port 9cc0da98-a5f6-4f84-983e-73b860e1636b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:29.905724 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7c97f1b2-be0b-4c40-b1cc-813759338b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:29.960360 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5ef82a06-05aa-4fe2-942f-e89aab928aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:29.970021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:30.049577 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8394e7bf-789d-4698-882e-90362ddecf52 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network fea48997-6883-4c85-bebf-de85d4c6b13c is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:06:30.160582 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42152) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:30.195312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-8394e7bf-789d-4698-882e-90362ddecf52 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, fea48997-6883-4c85-bebf-de85d4c6b13c) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:30.209405 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42156) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:30.213607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce234f1f-e102-423a-a134-e4646ad7ff08 None None] Network fea48997-6883-4c85-bebf-de85d4c6b13c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:06:30.230265 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8394e7bf-789d-4698-882e-90362ddecf52 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:30.230839 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8394e7bf-789d-4698-882e-90362ddecf52 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:30.261475 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef82a06-05aa-4fe2-942f-e89aab928aa9 admin admin] Router 353e99d2-786d-4153-8846-7023817cd3aa has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:06:30.286923 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7c97f1b2-be0b-4c40-b1cc-813759338b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:30.312999 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8394e7bf-789d-4698-882e-90362ddecf52 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5459626 Sep 18 00:06:30.315975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42162) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:30.367825 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-7c97f1b2-be0b-4c40-b1cc-813759338b56 None None] For port 9cc0da98-a5f6-4f84-983e-73b860e1636b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=9cc0da98-a5f6-4f84-983e-73b860e1636b,segment=NetworkSegment(6c874c56-c91c-4e4a-b2a0-c99f59863527),segment_id=6c874c56-c91c-4e4a-b2a0-c99f59863527)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:30.425799 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef82a06-05aa-4fe2-942f-e89aab928aa9 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:06:30.434832 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5ef82a06-05aa-4fe2-942f-e89aab928aa9 admin admin] 10.222.0.46 "PUT /v2.0/routers/353e99d2-786d-4153-8846-7023817cd3aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0033112 Sep 18 00:06:30.441426 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42164) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:30.443173 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4471b7-505f-4c51-829c-190e15987e5b None None] Sync routers for ids ['353e99d2-786d-4153-8846-7023817cd3aa'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:06:30.448192 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:25Z', 'revision_number': 4, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc0da98-a5f6-4f84-983e-73b860e1636b', 'name': '', 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:19:a8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:23Z', 'updated_at': '2021-09-18T00:06:29Z', 'revision_number': 4, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:23Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:30.449642 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7c97f1b2-be0b-4c40-b1cc-813759338b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:30.458677 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4471b7-505f-4c51-829c-190e15987e5b None None] Routers {'353e99d2-786d-4153-8846-7023817cd3aa'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:30.458677 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-fd4471b7-505f-4c51-829c-190e15987e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['353e99d2-786d-4153-8846-7023817cd3aa'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:30.585648 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-fea48997-6883-4c85-bebf-de85d4c6b13c', 'network_id': 'fea48997-6883-4c85-bebf-de85d4c6b13c', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'fixed_ips': [{'subnet_id': '8af346a0-8eb7-4096-a13e-d8f6accf5b70'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:06:30.585648 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:30.590537 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ad322-d5a5-4061-9561-a7c7cbfdb1c3 None None] The sync data for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 is: [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:25Z', 'revision_number': 4, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc0da98-a5f6-4f84-983e-73b860e1636b', 'name': '', 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:19:a8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:23Z', 'updated_at': '2021-09-18T00:06:29Z', 'revision_number': 4, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:23Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:06:30.598442 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42166) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:30.632378 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b3f8db65-0fa0-4e37-bf84-e5547eb2a92a admin admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:30.699638 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-fd4471b7-505f-4c51-829c-190e15987e5b None None] Set router 353e99d2-786d-4153-8846-7023817cd3aa gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:30.769784 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f6cfe10-775c-43e7-a051-7b745fd1cccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:30.772110 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6de6fb58-3294-472d-b7e6-107cc6c077b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:30.783288 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1416f6f8-24fb-48ad-b0da-720430519f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:30.849559 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-03c864b0-d601-4f68-a8c9-f8c7778fb6fd None None] Provisioning complete for port 9cc0da98-a5f6-4f84-983e-73b860e1636b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:30.854020 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-03c864b0-d601-4f68-a8c9-f8c7778fb6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:30.909312 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b3f8db65-0fa0-4e37-bf84-e5547eb2a92a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:30.935077 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97f1b2-be0b-4c40-b1cc-813759338b56 None None] Pushing event updated for resources: {'Port': ['ID=9cc0da98-a5f6-4f84-983e-73b860e1636b,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:31.065420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-b3f8db65-0fa0-4e37-bf84-e5547eb2a92a admin admin] Deleting port bc199a0b-3da6-4d82-a9e8-27903db00184 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:31.065912 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b3f8db65-0fa0-4e37-bf84-e5547eb2a92a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.071607 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-fd4471b7-505f-4c51-829c-190e15987e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353e99d2-786d-4153-8846-7023817cd3aa', 'name': 'tempest-TestVolumeBackupRestore-580741138-router', 'tenant_id': 'b92062d64e30424eb1c455e4875cc6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'bc199a0b-3da6-4d82-a9e8-27903db00184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:35Z', 'updated_at': '2021-09-18T00:06:29Z', 'revision_number': 5, 'project_id': 'b92062d64e30424eb1c455e4875cc6b7', 'gw_port': {'id': 'bc199a0b-3da6-4d82-a9e8-27903db00184', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353e99d2-786d-4153-8846-7023817cd3aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:00:36Z', 'updated_at': '2021-09-18T00:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:31.089357 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9cc0da98-a5f6-4f84-983e-73b860e1636b up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:06:31.109435 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4471b7-505f-4c51-829c-190e15987e5b None None] Checking router: 353e99d2-786d-4153-8846-7023817cd3aa for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:06:31.118618 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4471b7-505f-4c51-829c-190e15987e5b None None] Routers {'353e99d2-786d-4153-8846-7023817cd3aa'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:31.119388 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-fd4471b7-505f-4c51-829c-190e15987e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['353e99d2-786d-4153-8846-7023817cd3aa'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:31.151497 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6de6fb58-3294-472d-b7e6-107cc6c077b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.162444 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d8e82a5c-c3f9-42c8-b0e7-d4cd1df4684d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.181075 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-b3f8db65-0fa0-4e37-bf84-e5547eb2a92a admin admin] For port bc199a0b-3da6-4d82-a9e8-27903db00184, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bc199a0b-3da6-4d82-a9e8-27903db00184,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:31.181388 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b3f8db65-0fa0-4e37-bf84-e5547eb2a92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.194512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-b3f8db65-0fa0-4e37-bf84-e5547eb2a92a admin admin] Calling delete_port for bc199a0b-3da6-4d82-a9e8-27903db00184 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:31.197999 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] Allocated IP 172.23.0.2 (fea48997-6883-4c85-bebf-de85d4c6b13c/8af346a0-8eb7-4096-a13e-d8f6accf5b70/b0443be9-676d-4c62-8eb2-5795ac4ec3e1) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:06:31.229062 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-fd4471b7-505f-4c51-829c-190e15987e5b None None] Set router 353e99d2-786d-4153-8846-7023817cd3aa gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:31.241094 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 9cc0da98-a5f6-4f84-983e-73b860e1636b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:31.241708 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.321285 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-fd4471b7-505f-4c51-829c-190e15987e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353e99d2-786d-4153-8846-7023817cd3aa', 'name': 'tempest-TestVolumeBackupRestore-580741138-router', 'tenant_id': 'b92062d64e30424eb1c455e4875cc6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:35Z', 'updated_at': '2021-09-18T00:06:30Z', 'revision_number': 6, 'project_id': 'b92062d64e30424eb1c455e4875cc6b7', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:31.340192 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1416f6f8-24fb-48ad-b0da-720430519f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.371661 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4471b7-505f-4c51-829c-190e15987e5b None None] The sync data for ids ['353e99d2-786d-4153-8846-7023817cd3aa'] in n-d-809883-1 is: [{'id': '353e99d2-786d-4153-8846-7023817cd3aa', 'name': 'tempest-TestVolumeBackupRestore-580741138-router', 'tenant_id': 'b92062d64e30424eb1c455e4875cc6b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:00:35Z', 'updated_at': '2021-09-18T00:06:30Z', 'revision_number': 6, 'project_id': 'b92062d64e30424eb1c455e4875cc6b7', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:06:31.390472 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.api [None req-6f6cfe10-775c-43e7-a051-7b745fd1cccd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 00:06:31.390472 n-d-809883-1 neutron-server[95592]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 00:06:31.390472 n-d-809883-1 neutron-server[95592]: [parameters: {'project_id_1': '51f02f42ead24ba39e72604e38859654', 'expiration_1': datetime.datetime(2021, 9, 18, 0, 6, 10, 932519)}] Sep 18 00:06:31.390472 n-d-809883-1 neutron-server[95592]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:06:31.391344 n-d-809883-1 neutron-server[95592]: DEBUG oslo_db.api [None req-6f6cfe10-775c-43e7-a051-7b745fd1cccd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:06:31.395060 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6de6fb58-3294-472d-b7e6-107cc6c077b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.441388 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1416f6f8-24fb-48ad-b0da-720430519f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.461793 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6de6fb58-3294-472d-b7e6-107cc6c077b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8075b414179a407ea6299f073383f89b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2986174 Sep 18 00:06:31.467918 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42174) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:31.493584 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6fb58-3294-472d-b7e6-107cc6c077b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df165dc-9312-478a-895e-061edc2f525a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:31.511863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6fb58-3294-472d-b7e6-107cc6c077b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:31.512059 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6fb58-3294-472d-b7e6-107cc6c077b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:31.512385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6fb58-3294-472d-b7e6-107cc6c077b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:31.512794 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6fb58-3294-472d-b7e6-107cc6c077b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:31.513218 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6fb58-3294-472d-b7e6-107cc6c077b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:31.513554 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6fb58-3294-472d-b7e6-107cc6c077b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:31.513931 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6fb58-3294-472d-b7e6-107cc6c077b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:31.514198 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6fb58-3294-472d-b7e6-107cc6c077b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:31.514526 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6fb58-3294-472d-b7e6-107cc6c077b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:31.515098 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6fb58-3294-472d-b7e6-107cc6c077b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:31.515230 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6fb58-3294-472d-b7e6-107cc6c077b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:31.515463 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6fb58-3294-472d-b7e6-107cc6c077b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:31.516342 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.524766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416f6f8-24fb-48ad-b0da-720430519f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3430e227-6a25-4696-ba74-e0f67a4d93f3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:31.535469 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1416f6f8-24fb-48ad-b0da-720430519f5b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=52284345a25246d0b0d97d44628e479d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9336138 Sep 18 00:06:31.536432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42176) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:31.583187 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.595070 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f60d062b-e021-42d3-b3a7-1f55f8ae7edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.616618 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-46b05a5c-d0ad-4acf-9f5c-f0f8bf154d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.628814 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f60d062b-e021-42d3-b3a7-1f55f8ae7edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.634699 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] Network fea48997-6883-4c85-bebf-de85d4c6b13c is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:06:31.644000 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:31.646711 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:06:31.650952 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] Pushing event updated for resources: {'Port': ['ID=b0443be9-676d-4c62-8eb2-5795ac4ec3e1,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:31.654431 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-46b05a5c-d0ad-4acf-9f5c-f0f8bf154d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.674632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-d8e82a5c-c3f9-42c8-b0e7-d4cd1df4684d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Allocated IP 172.23.0.1 (fea48997-6883-4c85-bebf-de85d4c6b13c/8af346a0-8eb7-4096-a13e-d8f6accf5b70/c3991174-a12d-4797-8212-fb13de98ceb7) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:06:31.710779 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] Attempting to bind port b0443be9-676d-4c62-8eb2-5795ac4ec3e1 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:06:31.711151 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] Attempting to bind port b0443be9-676d-4c62-8eb2-5795ac4ec3e1 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '231eab5f-c104-4b0d-bf87-d3e513640636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fea48997-6883-4c85-bebf-de85d4c6b13c'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:06:31.711508 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] Attempting to bind port b0443be9-676d-4c62-8eb2-5795ac4ec3e1 on network fea48997-6883-4c85-bebf-de85d4c6b13c {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:06:31.716932 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:06:31.717307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] Checking segment: {'id': '231eab5f-c104-4b0d-bf87-d3e513640636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fea48997-6883-4c85-bebf-de85d4c6b13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:06:31.717702 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.718095 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] Bound using segment: {'id': '231eab5f-c104-4b0d-bf87-d3e513640636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fea48997-6883-4c85-bebf-de85d4c6b13c'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:06:31.718682 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] Bound port: b0443be9-676d-4c62-8eb2-5795ac4ec3e1, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231eab5f-c104-4b0d-bf87-d3e513640636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fea48997-6883-4c85-bebf-de85d4c6b13c'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:06:31.718922 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.738761 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b3f8db65-0fa0-4e37-bf84-e5547eb2a92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.775575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8db65-0fa0-4e37-bf84-e5547eb2a92a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc199a0b-3da6-4d82-a9e8-27903db00184,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:31.786915 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f60d062b-e021-42d3-b3a7-1f55f8ae7edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.796317 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] For port b0443be9-676d-4c62-8eb2-5795ac4ec3e1, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:06:31.798112 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f60d062b-e021-42d3-b3a7-1f55f8ae7edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.799300 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f60d062b-e021-42d3-b3a7-1f55f8ae7edd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2df165dc-9312-478a-895e-061edc2f525a HTTP/1.1" status: 204 len: 168 time: 0.3304307 Sep 18 00:06:31.812011 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] For port b0443be9-676d-4c62-8eb2-5795ac4ec3e1, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b0443be9-676d-4c62-8eb2-5795ac4ec3e1,segment=NetworkSegment(231eab5f-c104-4b0d-bf87-d3e513640636),segment_id=231eab5f-c104-4b0d-bf87-d3e513640636)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:06:31.822158 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d8e82a5c-c3f9-42c8-b0e7-d4cd1df4684d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.857020 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-46b05a5c-d0ad-4acf-9f5c-f0f8bf154d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.858727 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-46b05a5c-d0ad-4acf-9f5c-f0f8bf154d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.862446 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-46b05a5c-d0ad-4acf-9f5c-f0f8bf154d10 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3430e227-6a25-4696-ba74-e0f67a4d93f3 HTTP/1.1" status: 204 len: 168 time: 0.3223703 Sep 18 00:06:31.862890 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d062b-e021-42d3-b3a7-1f55f8ae7edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df165dc-9312-478a-895e-061edc2f525a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:31.868647 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b3f8db65-0fa0-4e37-bf84-e5547eb2a92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.877015 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b05a5c-d0ad-4acf-9f5c-f0f8bf154d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3430e227-6a25-4696-ba74-e0f67a4d93f3,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:31.893244 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f6cfe10-775c-43e7-a051-7b745fd1cccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.898766 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.971065 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b3f8db65-0fa0-4e37-bf84-e5547eb2a92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:31.973391 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b3f8db65-0fa0-4e37-bf84-e5547eb2a92a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.015522 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27799b14-76a9-49f3-b846-fa11bf9dcd03 None None] Pushing event updated for resources: {'Port': ['ID=b0443be9-676d-4c62-8eb2-5795ac4ec3e1,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:32.028346 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d8e82a5c-c3f9-42c8-b0e7-d4cd1df4684d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.088229 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e82a5c-c3f9-42c8-b0e7-d4cd1df4684d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=c3991174-a12d-4797-8212-fb13de98ceb7,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:32.093398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e82a5c-c3f9-42c8-b0e7-d4cd1df4684d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network fea48997-6883-4c85-bebf-de85d4c6b13c is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:06:32.095452 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f6cfe10-775c-43e7-a051-7b745fd1cccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.097093 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-d8e82a5c-c3f9-42c8-b0e7-d4cd1df4684d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:32.099446 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e82a5c-c3f9-42c8-b0e7-d4cd1df4684d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:06:32.115663 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b3f8db65-0fa0-4e37-bf84-e5547eb2a92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.116322 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f8db65-0fa0-4e37-bf84-e5547eb2a92a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 353e99d2-786d-4153-8846-7023817cd3aa {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:06:32.122542 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b3f8db65-0fa0-4e37-bf84-e5547eb2a92a admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.125028 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b3f8db65-0fa0-4e37-bf84-e5547eb2a92a admin admin] 10.222.0.46 "DELETE /v2.0/routers/353e99d2-786d-4153-8846-7023817cd3aa HTTP/1.1" status: 204 len: 168 time: 1.6812656 Sep 18 00:06:32.127461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42182) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:32.156098 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d8e82a5c-c3f9-42c8-b0e7-d4cd1df4684d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.189977 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb021975-54b5-4564-bca0-9c9a8a7b89eb admin admin] Deleting subnet 71cf0e61-43e9-442f-b8bb-a2a591c9a5af {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:06:32.194550 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb021975-54b5-4564-bca0-9c9a8a7b89eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.274378 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb021975-54b5-4564-bca0-9c9a8a7b89eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.418875 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb021975-54b5-4564-bca0-9c9a8a7b89eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.558471 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb021975-54b5-4564-bca0-9c9a8a7b89eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.586721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb021975-54b5-4564-bca0-9c9a8a7b89eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71cf0e61-43e9-442f-b8bb-a2a591c9a5af,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:32.590539 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb021975-54b5-4564-bca0-9c9a8a7b89eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.592441 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bb021975-54b5-4564-bca0-9c9a8a7b89eb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/71cf0e61-43e9-442f-b8bb-a2a591c9a5af HTTP/1.1" status: 204 len: 168 time: 0.4639609 Sep 18 00:06:32.595127 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42188) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:32.600581 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f6cfe10-775c-43e7-a051-7b745fd1cccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.604295 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b345626-6822-42a9-9e60-d69b2c2738e7 None None] Network 2d868962-4a73-49b9-8cd5-f6f73a39e86d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:06:32.670784 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42190) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:32.677621 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6f6cfe10-775c-43e7-a051-7b745fd1cccd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=51f02f42ead24ba39e72604e38859654&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4667888 Sep 18 00:06:32.679388 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42192) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:32.697278 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.704284 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6cfe10-775c-43e7-a051-7b745fd1cccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113a0ef5-d835-4167-b2ef-655b9803743b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:32.719226 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9b1b9fe1-1be8-48c7-a43f-89b74197c484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.761286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] Deleting port f87ec6af-a6c0-404d-97dd-49ed83d29ac0 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:32.761595 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.789186 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42196) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:32.819256 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e724f9f1-e7f1-4531-9f8d-7b249944e9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.881768 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] For port f87ec6af-a6c0-404d-97dd-49ed83d29ac0, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f87ec6af-a6c0-404d-97dd-49ed83d29ac0,segment=NetworkSegment(d1445c88-6b0b-4483-ad90-89776dec6d86),segment_id=d1445c88-6b0b-4483-ad90-89776dec6d86)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:32.882205 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.885372 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b74a3b2-dfde-4e9d-af03-be524acc8f8e None None] DHCP port deletion for 2d868962-4a73-49b9-8cd5-f6f73a39e86d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:06:32.893500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42198) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:32.902858 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9b1b9fe1-1be8-48c7-a43f-89b74197c484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.904081 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91e3da79-8604-4f24-a974-333a3f8ab0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.912008 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d8e82a5c-c3f9-42c8-b0e7-d4cd1df4684d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.954466 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91e3da79-8604-4f24-a974-333a3f8ab0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.981072 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0b74a3b2-dfde-4e9d-af03-be524acc8f8e None None] Deleting port f87ec6af-a6c0-404d-97dd-49ed83d29ac0 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:32.981406 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0b74a3b2-dfde-4e9d-af03-be524acc8f8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:32.997617 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ff9c7b8d-083c-4781-8071-fb93ac57fd57 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/floatingips/66486880-e85e-41d1-9700-bc4c67e7a5ec HTTP/1.1" status: 200 len: 992 time: 0.0998609 Sep 18 00:06:33.026192 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b0443be9-676d-4c62-8eb2-5795ac4ec3e1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:06:33.038040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] Calling delete_port for f87ec6af-a6c0-404d-97dd-49ed83d29ac0 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:33.048027 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9b1b9fe1-1be8-48c7-a43f-89b74197c484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.159987 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0b74a3b2-dfde-4e9d-af03-be524acc8f8e None None] For port f87ec6af-a6c0-404d-97dd-49ed83d29ac0, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f87ec6af-a6c0-404d-97dd-49ed83d29ac0,segment=NetworkSegment(d1445c88-6b0b-4483-ad90-89776dec6d86),segment_id=d1445c88-6b0b-4483-ad90-89776dec6d86)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:33.160353 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0b74a3b2-dfde-4e9d-af03-be524acc8f8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.182551 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port b0443be9-676d-4c62-8eb2-5795ac4ec3e1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:33.182982 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.185116 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0b74a3b2-dfde-4e9d-af03-be524acc8f8e None None] Calling delete_port for f87ec6af-a6c0-404d-97dd-49ed83d29ac0 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:33.216375 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9b1b9fe1-1be8-48c7-a43f-89b74197c484 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee2124177cec43978672986ab018c6e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5406933 Sep 18 00:06:33.217506 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42204) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:33.246016 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b9fe1-1be8-48c7-a43f-89b74197c484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc82832-67c6-4055-8778-415db2d3e95e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:33.286051 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e724f9f1-e7f1-4531-9f8d-7b249944e9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.319406 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7652f4e5-01fe-4a93-8796-a59c703864bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.325669 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.331279 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42206) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:33.361577 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7652f4e5-01fe-4a93-8796-a59c703864bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.433240 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91e3da79-8604-4f24-a974-333a3f8ab0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.435780 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91e3da79-8604-4f24-a974-333a3f8ab0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.440425 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-91e3da79-8604-4f24-a974-333a3f8ab0e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/113a0ef5-d835-4167-b2ef-655b9803743b HTTP/1.1" status: 204 len: 168 time: 0.7490416 Sep 18 00:06:33.451517 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e724f9f1-e7f1-4531-9f8d-7b249944e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.454759 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] No DVR routers for this DVR port f87ec6af-a6c0-404d-97dd-49ed83d29ac0 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:06:33.464552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] Pushing event deleted for resources: {'Port': ['ID=f87ec6af-a6c0-404d-97dd-49ed83d29ac0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:33.466909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3da79-8604-4f24-a974-333a3f8ab0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113a0ef5-d835-4167-b2ef-655b9803743b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:33.507760 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191d0d2a-abd5-44fb-9a13-2c810dbe16e6 None None] Network fea48997-6883-4c85-bebf-de85d4c6b13c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:06:33.531208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724f9f1-e7f1-4531-9f8d-7b249944e9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44187330-8cd0-45f6-b67d-26dc7ad272a2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:33.541900 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e724f9f1-e7f1-4531-9f8d-7b249944e9dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1896c306b0964737be1d92966db1ce01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7516398 Sep 18 00:06:33.544300 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42212) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:33.592868 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.596677 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7652f4e5-01fe-4a93-8796-a59c703864bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.599899 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7652f4e5-01fe-4a93-8796-a59c703864bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.601257 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7652f4e5-01fe-4a93-8796-a59c703864bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4dc82832-67c6-4055-8778-415db2d3e95e HTTP/1.1" status: 204 len: 168 time: 0.3827908 Sep 18 00:06:33.634689 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652f4e5-01fe-4a93-8796-a59c703864bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc82832-67c6-4055-8778-415db2d3e95e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:33.650317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d868962-4a73-49b9-8cd5-f6f73a39e86d']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:33.662215 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1445c88-6b0b-4483-ad90-89776dec6d86') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:33.662755 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1445c88-6b0b-4483-ad90-89776dec6d86') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:33.667852 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d8e82a5c-c3f9-42c8-b0e7-d4cd1df4684d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.675799 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.676520 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.682068 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-bf32681a-3939-4a0b-aff0-4f99468dc4e9 None None] Provisioning complete for port b0443be9-676d-4c62-8eb2-5795ac4ec3e1 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:33.682550 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bf32681a-3939-4a0b-aff0-4f99468dc4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.694788 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.704446 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:06:33.705744 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:06:33.708731 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:06:33.725020 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0b74a3b2-dfde-4e9d-af03-be524acc8f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.752519 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-37bb6c2b-1c3e-4f3d-b9d2-ae3fcc788372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.758473 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74a3b2-dfde-4e9d-af03-be524acc8f8e None None] Pushing event deleted for resources: {'Port': ['ID=f87ec6af-a6c0-404d-97dd-49ed83d29ac0,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:33.779864 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-36555923-639b-4457-a5cf-fe10883fe3f6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Deleting port 45c23afc-8323-490e-9cb9-21545796dd40 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:33.780221 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-36555923-639b-4457-a5cf-fe10883fe3f6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.794752 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b74a3b2-dfde-4e9d-af03-be524acc8f8e None None] No DVR routers for this DVR port f87ec6af-a6c0-404d-97dd-49ed83d29ac0 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:06:33.798823 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d8e82a5c-c3f9-42c8-b0e7-d4cd1df4684d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.817073 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port b0443be9-676d-4c62-8eb2-5795ac4ec3e1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b0443be9-676d-4c62-8eb2-5795ac4ec3e1,segment=NetworkSegment(231eab5f-c104-4b0d-bf87-d3e513640636),segment_id=231eab5f-c104-4b0d-bf87-d3e513640636)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:33.859189 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-37bb6c2b-1c3e-4f3d-b9d2-ae3fcc788372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.878232 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.892790 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.897743 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] 10.222.0.46 "DELETE /v2.0/networks/2d868962-4a73-49b9-8cd5-f6f73a39e86d HTTP/1.1" status: 204 len: 168 time: 1.3016188 Sep 18 00:06:33.906423 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d8e82a5c-c3f9-42c8-b0e7-d4cd1df4684d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.927148 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bf32681a-3939-4a0b-aff0-4f99468dc4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.934678 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe9ce1-abb4-4e90-bf62-63e3dd386fba admin admin] Pushing event deleted for resources: {'Network': ['ID=2d868962-4a73-49b9-8cd5-f6f73a39e86d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:33.952417 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:33.953334 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9cc0da98-a5f6-4f84-983e-73b860e1636b up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:06:33.986996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e82a5c-c3f9-42c8-b0e7-d4cd1df4684d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event updated for resources: {'Port': ['ID=c3991174-a12d-4797-8212-fb13de98ceb7,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:34.079436 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-bf32681a-3939-4a0b-aff0-4f99468dc4e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:06:34.079850 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-bf32681a-3939-4a0b-aff0-4f99468dc4e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:06:34.091039 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-36555923-639b-4457-a5cf-fe10883fe3f6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:34.091373 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-36555923-639b-4457-a5cf-fe10883fe3f6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:34.112610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-36555923-639b-4457-a5cf-fe10883fe3f6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Calling delete_port for 45c23afc-8323-490e-9cb9-21545796dd40 owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:34.122695 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=b0443be9-676d-4c62-8eb2-5795ac4ec3e1,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:34.147826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 9cc0da98-a5f6-4f84-983e-73b860e1636b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:34.148355 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:34.207153 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-37bb6c2b-1c3e-4f3d-b9d2-ae3fcc788372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:34.209836 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-37bb6c2b-1c3e-4f3d-b9d2-ae3fcc788372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:34.211190 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-37bb6c2b-1c3e-4f3d-b9d2-ae3fcc788372 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/44187330-8cd0-45f6-b67d-26dc7ad272a2 HTTP/1.1" status: 204 len: 168 time: 0.6659217 Sep 18 00:06:34.237257 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e82a5c-c3f9-42c8-b0e7-d4cd1df4684d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Network fea48997-6883-4c85-bebf-de85d4c6b13c is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:06:34.243914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb6c2b-1c3e-4f3d-b9d2-ae3fcc788372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44187330-8cd0-45f6-b67d-26dc7ad272a2,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:34.251345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-d8e82a5c-c3f9-42c8-b0e7-d4cd1df4684d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:34.368498 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bc199a0b-3da6-4d82-a9e8-27903db00184 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:06:34.398036 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: bc199a0b-3da6-4d82-a9e8-27903db00184 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:06:34.398499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bc199a0b-3da6-4d82-a9e8-27903db00184 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:06:34.398978 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:06:34.412641 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e82a5c-c3f9-42c8-b0e7-d4cd1df4684d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router e9a4d15c-6437-4529-af3f-388cb9b1d088 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:06:34.423092 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:06:34.423513 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 6b835a28-1ca3-4a2f-b91b-d1e7de2c0d8b not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:06:34.551388 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e82a5c-c3f9-42c8-b0e7-d4cd1df4684d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:06:34.560459 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d8e82a5c-c3f9-42c8-b0e7-d4cd1df4684d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/e9a4d15c-6437-4529-af3f-388cb9b1d088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2404509 Sep 18 00:06:34.560459 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42224) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:34.562152 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] Sync routers for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:06:34.564958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-22caf46c-8241-47a1-b0a0-d7922a1908e2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:34.584741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42226) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:34.606142 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-36555923-639b-4457-a5cf-fe10883fe3f6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:34.631019 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:34.632021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:34.667300 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36555923-639b-4457-a5cf-fe10883fe3f6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event deleted for resources: {'Port': ['ID=45c23afc-8323-490e-9cb9-21545796dd40,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:34.678059 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42228) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:34.740035 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-505aa3b2-492f-4be7-8c6b-d87d1ac71d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:34.788968 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42232) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:34.789811 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f0b0997f-b469-437d-9106-82754bce3ccd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6fe7222ae4c04910b88bcb6204ec0195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968648 Sep 18 00:06:34.800628 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:34.945513 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-36555923-639b-4457-a5cf-fe10883fe3f6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:34.945864 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-36555923-639b-4457-a5cf-fe10883fe3f6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Floating IP 66486880-e85e-41d1-9700-bc4c67e7a5ec disassociated (deleted). External IP: 172.25.3.58, port: 2051658b-b20b-457a-ab0e-2b0c8d77307f. Sep 18 00:06:35.004798 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b0443be9-676d-4c62-8eb2-5795ac4ec3e1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:06:35.020685 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-505aa3b2-492f-4be7-8c6b-d87d1ac71d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:35.078371 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5313a3c-645f-4044-a3d8-2a4751cf6e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:35.084989 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4b690dea-1f81-4c50-adc5-d419b43b9552 None None] Provisioning complete for port b0443be9-676d-4c62-8eb2-5795ac4ec3e1 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:35.084989 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4b690dea-1f81-4c50-adc5-d419b43b9552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:35.097123 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-505aa3b2-492f-4be7-8c6b-d87d1ac71d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:35.177455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505aa3b2-492f-4be7-8c6b-d87d1ac71d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bce871-52f7-4740-aed4-7809765170e0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:35.200490 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5313a3c-645f-4044-a3d8-2a4751cf6e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:35.203547 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-505aa3b2-492f-4be7-8c6b-d87d1ac71d15 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd15f99eda3a4bacaee52956c0b7ea15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5243990 Sep 18 00:06:35.204944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42240) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:35.275471 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1b611e3-36f0-4cf9-99be-69aec8997050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:35.304274 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1b611e3-36f0-4cf9-99be-69aec8997050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:35.334686 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port b0443be9-676d-4c62-8eb2-5795ac4ec3e1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:35.334928 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:35.390909 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4b690dea-1f81-4c50-adc5-d419b43b9552 None None] Provisioning complete for port c3991174-a12d-4797-8212-fb13de98ceb7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:35.391359 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4b690dea-1f81-4c50-adc5-d419b43b9552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:35.448051 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:32Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc0da98-a5f6-4f84-983e-73b860e1636b', 'name': '', 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:19:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:23Z', 'updated_at': '2021-09-18T00:06:30Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3991174-a12d-4797-8212-fb13de98ceb7', 'name': '', 'network_id': 'fea48997-6883-4c85-bebf-de85d4c6b13c', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:f0:b8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '8af346a0-8eb7-4096-a13e-d8f6accf5b70', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:31Z', 'updated_at': '2021-09-18T00:06:33Z', 'revision_number': 2, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': '8af346a0-8eb7-4096-a13e-d8f6accf5b70', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:23Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:35.450668 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-4b690dea-1f81-4c50-adc5-d419b43b9552 None None] Port c3991174-a12d-4797-8212-fb13de98ceb7 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:06:35.457655 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1b611e3-36f0-4cf9-99be-69aec8997050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:35.462647 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1b611e3-36f0-4cf9-99be-69aec8997050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:35.465556 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f1b611e3-36f0-4cf9-99be-69aec8997050 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e6bce871-52f7-4740-aed4-7809765170e0 HTTP/1.1" status: 204 len: 168 time: 0.2582738 Sep 18 00:06:35.477586 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b611e3-36f0-4cf9-99be-69aec8997050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bce871-52f7-4740-aed4-7809765170e0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:35.498299 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] Checking router: e9a4d15c-6437-4529-af3f-388cb9b1d088 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:06:35.498299 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] Updating router e9a4d15c-6437-4529-af3f-388cb9b1d088 port c3991174-a12d-4797-8212-fb13de98ceb7 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:06:35.500529 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.extraroute_db [None req-22caf46c-8241-47a1-b0a0-d7922a1908e2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95592) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 00:06:35.528994 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.extraroute_db [None req-22caf46c-8241-47a1-b0a0-d7922a1908e2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Removed routes are [] {{(pid=95592) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 00:06:35.529297 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22caf46c-8241-47a1-b0a0-d7922a1908e2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:35.539826 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:35.546719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36555923-639b-4457-a5cf-fe10883fe3f6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Router e2593a4a-1783-485b-8e68-cbbc092fbfda has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:06:35.546719 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5313a3c-645f-4044-a3d8-2a4751cf6e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:35.548685 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5313a3c-645f-4044-a3d8-2a4751cf6e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:35.552195 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b5313a3c-645f-4044-a3d8-2a4751cf6e60 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9627cd56-4569-4a8f-a5d9-37d9a60e5d54 HTTP/1.1" status: 204 len: 168 time: 0.7599549 Sep 18 00:06:35.562755 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5313a3c-645f-4044-a3d8-2a4751cf6e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9627cd56-4569-4a8f-a5d9-37d9a60e5d54,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:35.654296 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f87ec6af-a6c0-404d-97dd-49ed83d29ac0 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:06:35.684728 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: f87ec6af-a6c0-404d-97dd-49ed83d29ac0 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:06:35.685419 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f87ec6af-a6c0-404d-97dd-49ed83d29ac0 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:06:35.872708 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:35.964530 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:36.069181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0be11e-54d1-4621-8923-0ba8fcbaa632 None None] Pushing event updated for resources: {'Port': ['ID=c3991174-a12d-4797-8212-fb13de98ceb7,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:36.082787 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] Attempting to bind port c3991174-a12d-4797-8212-fb13de98ceb7 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:06:36.083071 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] Attempting to bind port c3991174-a12d-4797-8212-fb13de98ceb7 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '231eab5f-c104-4b0d-bf87-d3e513640636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fea48997-6883-4c85-bebf-de85d4c6b13c'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:06:36.083531 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] Attempting to bind port c3991174-a12d-4797-8212-fb13de98ceb7 on network fea48997-6883-4c85-bebf-de85d4c6b13c {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:06:36.089460 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:06:36.091324 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] Checking segment: {'id': '231eab5f-c104-4b0d-bf87-d3e513640636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fea48997-6883-4c85-bebf-de85d4c6b13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:06:36.091324 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:36.091324 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] Bound using segment: {'id': '231eab5f-c104-4b0d-bf87-d3e513640636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fea48997-6883-4c85-bebf-de85d4c6b13c'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:06:36.091324 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] Bound port: c3991174-a12d-4797-8212-fb13de98ceb7, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231eab5f-c104-4b0d-bf87-d3e513640636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fea48997-6883-4c85-bebf-de85d4c6b13c'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:06:36.091789 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:36.128143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36555923-639b-4457-a5cf-fe10883fe3f6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:06:36.133550 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-36555923-639b-4457-a5cf-fe10883fe3f6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:36.143015 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4368bedd-3b10-482e-b2d9-6847629e2876 None None] Sync routers for ids ['e2593a4a-1783-485b-8e68-cbbc092fbfda'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:06:36.152958 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4368bedd-3b10-482e-b2d9-6847629e2876 None None] Routers {'e2593a4a-1783-485b-8e68-cbbc092fbfda'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:36.153616 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4368bedd-3b10-482e-b2d9-6847629e2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e2593a4a-1783-485b-8e68-cbbc092fbfda'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:36.173495 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] For port c3991174-a12d-4797-8212-fb13de98ceb7, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:06:36.177508 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] For port c3991174-a12d-4797-8212-fb13de98ceb7, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c3991174-a12d-4797-8212-fb13de98ceb7,segment=NetworkSegment(231eab5f-c104-4b0d-bf87-d3e513640636),segment_id=231eab5f-c104-4b0d-bf87-d3e513640636)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:06:36.203213 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-36555923-639b-4457-a5cf-fe10883fe3f6 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "DELETE /v2.0/floatingips/66486880-e85e-41d1-9700-bc4c67e7a5ec HTTP/1.1" status: 204 len: 168 time: 2.8681371 Sep 18 00:06:36.205430 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59304ab6-db9e-4e53-929a-bda29aba06d6', 'tag': '2051658b-b20b-457a-ab0e-2b0c8d77307f'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:06:36.207667 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78efa41-75f2-4e64-a5f8-26f6ded937ed" -d '{"events": [{"name": "network-changed", "server_uuid": "59304ab6-db9e-4e53-929a-bda29aba06d6", "tag": "2051658b-b20b-457a-ab0e-2b0c8d77307f"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:06:36.217339 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22caf46c-8241-47a1-b0a0-d7922a1908e2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:36.220572 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22caf46c-8241-47a1-b0a0-d7922a1908e2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:36.243752 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:36.296184 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-4368bedd-3b10-482e-b2d9-6847629e2876 None None] Set router e2593a4a-1783-485b-8e68-cbbc092fbfda gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:36.304874 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cdbe86-b154-47c3-9697-a33d7955564e x-openstack-request-id: req-54cdbe86-b154-47c3-9697-a33d7955564e {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:06:36.304874 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59304ab6-db9e-4e53-929a-bda29aba06d6", "tag": "2051658b-b20b-457a-ab0e-2b0c8d77307f", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:06:36.305221 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54cdbe86-b154-47c3-9697-a33d7955564e {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:06:36.305463 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59304ab6-db9e-4e53-929a-bda29aba06d6', 'tag': '2051658b-b20b-457a-ab0e-2b0c8d77307f', 'status': 'completed', 'code': 200} Sep 18 00:06:36.379650 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0be11e-54d1-4621-8923-0ba8fcbaa632 None None] Pushing event updated for resources: {'Port': ['ID=c3991174-a12d-4797-8212-fb13de98ceb7,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:36.404145 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:36.404898 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:36.437974 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22caf46c-8241-47a1-b0a0-d7922a1908e2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router e9a4d15c-6437-4529-af3f-388cb9b1d088 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:06:36.523891 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42272) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:36.544663 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:36.545320 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-948c3ef9-e957-4cc8-94ab-e35558475187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:36.606786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22caf46c-8241-47a1-b0a0-d7922a1908e2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:06:36.614489 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22caf46c-8241-47a1-b0a0-d7922a1908e2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:36.618993 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-22caf46c-8241-47a1-b0a0-d7922a1908e2 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/e9a4d15c-6437-4529-af3f-388cb9b1d088 HTTP/1.1" status: 200 len: 933 time: 2.0572805 Sep 18 00:06:36.619866 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42274) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:36.664806 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4368bedd-3b10-482e-b2d9-6847629e2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'name': 'tempest-TestNetworkBasicOps-router-1806184355', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:20Z', 'updated_at': '2021-09-18T00:05:30Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:21Z', 'updated_at': '2021-09-18T00:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5c1a7c5d-4d2e-4d41-b949-01e5e1876572', 'name': '', 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:d0:2e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '551c8237-9be9-4ef1-844e-7e82fcffc55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:29Z', 'updated_at': '2021-09-18T00:05:34Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '551c8237-9be9-4ef1-844e-7e82fcffc55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:36.740044 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4368bedd-3b10-482e-b2d9-6847629e2876 None None] Checking router: e2593a4a-1783-485b-8e68-cbbc092fbfda for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:06:36.762611 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4368bedd-3b10-482e-b2d9-6847629e2876 None None] Routers {'e2593a4a-1783-485b-8e68-cbbc092fbfda'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:36.766053 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4368bedd-3b10-482e-b2d9-6847629e2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e2593a4a-1783-485b-8e68-cbbc092fbfda'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:36.771292 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-948c3ef9-e957-4cc8-94ab-e35558475187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:36.778945 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d4490b8b-0578-4bb0-9841-36b5579ed1d0 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/routers/e9a4d15c-6437-4529-af3f-388cb9b1d088 HTTP/1.1" status: 200 len: 933 time: 0.1577628 Sep 18 00:06:36.782043 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42278) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:36.789141 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-539cec5c-e8ef-481e-a6b7-7d16109d1410 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'router': {'routes': None}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:36.799405 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42282) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:36.893692 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-948c3ef9-e957-4cc8-94ab-e35558475187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:36.912614 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-00715e79-ef3e-4d3e-abde-26151880d8b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b92062d64e30424eb1c455e4875cc6b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1110492 Sep 18 00:06:36.913208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42288) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:36.929302 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-4368bedd-3b10-482e-b2d9-6847629e2876 None None] Set router e2593a4a-1783-485b-8e68-cbbc092fbfda gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:36.991194 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d43b37c-ac5d-4540-b290-f0d731f9d758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:37.021462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-eb52e5e8-2f28-4769-992b-e2a073938e01 None None] Provisioning complete for port c3991174-a12d-4797-8212-fb13de98ceb7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:37.022040 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eb52e5e8-2f28-4769-992b-e2a073938e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:37.034185 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c3ef9-e957-4cc8-94ab-e35558475187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb2a8c8-c1d3-46b3-9172-b994b988e47f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:37.048478 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d43b37c-ac5d-4540-b290-f0d731f9d758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:37.062708 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-948c3ef9-e957-4cc8-94ab-e35558475187 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7834387da5d846e19c8cab0416f41e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5360606 Sep 18 00:06:37.065750 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42290) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:37.182602 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eb52e5e8-2f28-4769-992b-e2a073938e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:37.203841 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d43b37c-ac5d-4540-b290-f0d731f9d758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:37.207252 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d43b37c-ac5d-4540-b290-f0d731f9d758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:37.209108 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0d43b37c-ac5d-4540-b290-f0d731f9d758 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/28c45034-4d2f-432f-aab0-ee89efbc34c6 HTTP/1.1" status: 204 len: 168 time: 0.2948503 Sep 18 00:06:37.224624 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43b37c-ac5d-4540-b290-f0d731f9d758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c45034-4d2f-432f-aab0-ee89efbc34c6,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:37.299738 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-eb52e5e8-2f28-4769-992b-e2a073938e01 None None] For port c3991174-a12d-4797-8212-fb13de98ceb7, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c3991174-a12d-4797-8212-fb13de98ceb7,segment=NetworkSegment(231eab5f-c104-4b0d-bf87-d3e513640636),segment_id=231eab5f-c104-4b0d-bf87-d3e513640636)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:37.330078 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:35Z', 'revision_number': 6, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc0da98-a5f6-4f84-983e-73b860e1636b', 'name': '', 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:19:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:23Z', 'updated_at': '2021-09-18T00:06:30Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3991174-a12d-4797-8212-fb13de98ceb7', 'name': '', 'network_id': 'fea48997-6883-4c85-bebf-de85d4c6b13c', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:f0:b8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '8af346a0-8eb7-4096-a13e-d8f6accf5b70', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:31Z', 'updated_at': '2021-09-18T00:06:36Z', 'revision_number': 4, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': '8af346a0-8eb7-4096-a13e-d8f6accf5b70', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:23Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:37.371856 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-4368bedd-3b10-482e-b2d9-6847629e2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'name': 'tempest-TestNetworkBasicOps-router-1806184355', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:20Z', 'updated_at': '2021-09-18T00:05:30Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:21Z', 'updated_at': '2021-09-18T00:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5c1a7c5d-4d2e-4d41-b949-01e5e1876572', 'name': '', 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:d0:2e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '551c8237-9be9-4ef1-844e-7e82fcffc55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:29Z', 'updated_at': '2021-09-18T00:05:34Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '551c8237-9be9-4ef1-844e-7e82fcffc55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:37.416030 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8241b3a1-3c51-46d5-9e0a-fc1c9c0261ea None None] The sync data for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 is: [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:35Z', 'revision_number': 6, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc0da98-a5f6-4f84-983e-73b860e1636b', 'name': '', 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:19:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:23Z', 'updated_at': '2021-09-18T00:06:30Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3991174-a12d-4797-8212-fb13de98ceb7', 'name': '', 'network_id': 'fea48997-6883-4c85-bebf-de85d4c6b13c', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:f0:b8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '8af346a0-8eb7-4096-a13e-d8f6accf5b70', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:31Z', 'updated_at': '2021-09-18T00:06:36Z', 'revision_number': 4, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': '8af346a0-8eb7-4096-a13e-d8f6accf5b70', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:23Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:06:37.421557 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4368bedd-3b10-482e-b2d9-6847629e2876 None None] The sync data for ids ['e2593a4a-1783-485b-8e68-cbbc092fbfda'] in n-d-809883-1 is: [{'id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'name': 'tempest-TestNetworkBasicOps-router-1806184355', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:20Z', 'updated_at': '2021-09-18T00:05:30Z', 'revision_number': 4, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:21Z', 'updated_at': '2021-09-18T00:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5c1a7c5d-4d2e-4d41-b949-01e5e1876572', 'name': '', 'network_id': '7e5b19c7-d838-4db3-94b8-813112c248ff', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'mac_address': 'fa:16:3e:d0:2e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '551c8237-9be9-4ef1-844e-7e82fcffc55a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:29Z', 'updated_at': '2021-09-18T00:05:34Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'subnets': [{'id': '551c8237-9be9-4ef1-844e-7e82fcffc55a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:06:37.429151 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eb52e5e8-2f28-4769-992b-e2a073938e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:37.465788 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef539d7e-ee9f-4482-b9ba-1d75973ee2c4 req-1528705f-7ee1-4215-b666-e35bf5326531 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:37.469635 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ef539d7e-ee9f-4482-b9ba-1d75973ee2c4 req-1528705f-7ee1-4215-b666-e35bf5326531 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 945 time: 0.6893568 Sep 18 00:06:37.555601 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ef539d7e-ee9f-4482-b9ba-1d75973ee2c4 req-b0e3f1f1-5497-43ab-b4e9-b2d1c6ddd2e7 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff23ca98-1792-465b-96d3-9b55dcf30d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627079 Sep 18 00:06:37.611754 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52e5e8-2f28-4769-992b-e2a073938e01 None None] Pushing event updated for resources: {'Port': ['ID=c3991174-a12d-4797-8212-fb13de98ceb7,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:37.625756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7d820dfe-82a1-409a-a06d-8d02db495ed9 None None] Provisioning complete for port c3991174-a12d-4797-8212-fb13de98ceb7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:37.626132 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7d820dfe-82a1-409a-a06d-8d02db495ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:37.953599 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d254f4-fbca-4709-b6c5-0ec9ca9916fd None None] New status for floating IP 66486880-e85e-41d1-9700-bc4c67e7a5ec: DOWN {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:06:38.031199 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78efa41-75f2-4e64-a5f8-26f6ded937ed req-a5f031fd-6d21-42b9-a45f-9ea629dab899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:38.037937 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d78efa41-75f2-4e64-a5f8-26f6ded937ed req-a5f031fd-6d21-42b9-a45f-9ea629dab899 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=240dd21d0d2f45ecb6590c53be314024&device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 1096 time: 1.7202721 Sep 18 00:06:38.164406 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-560f5cac-307d-4f43-828d-b07aa3dfc8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:38.194349 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff670f-8770-42fa-8d9f-6e9564724669 req-9d5dae5b-405b-47e5-989f-96e858879a71 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:38.196063 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ccff670f-8770-42fa-8d9f-6e9564724669 req-9d5dae5b-405b-47e5-989f-96e858879a71 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.41 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 945 time: 0.2872753 Sep 18 00:06:38.230487 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ac05d-59bd-466b-9c9c-060c934ede54 req-5429eba8-ec0d-450f-aa06-a602acf0b6f1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:38.238247 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-667ac05d-59bd-466b-9c9c-060c934ede54 req-5429eba8-ec0d-450f-aa06-a602acf0b6f1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 945 time: 0.8316250 Sep 18 00:06:38.280628 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-667ac05d-59bd-466b-9c9c-060c934ede54 req-da85e393-f8db-4878-ba9b-23ed88996505 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415065 Sep 18 00:06:38.307481 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42310) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:38.331726 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-560f5cac-307d-4f43-828d-b07aa3dfc8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:38.401475 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8b87056e-6b8d-4090-b157-c6891ed1cd4e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/floatingips/11807c04-d66a-4303-9a75-56cbe97f8ac0 HTTP/1.1" status: 200 len: 993 time: 0.0921059 Sep 18 00:06:38.446068 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78efa41-75f2-4e64-a5f8-26f6ded937ed req-e370d61b-f357-4e9a-9508-e74dc35aea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:38.448165 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d78efa41-75f2-4e64-a5f8-26f6ded937ed req-e370d61b-f357-4e9a-9508-e74dc35aea0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7e5b19c7-d838-4db3-94b8-813112c248ff HTTP/1.1" status: 200 len: 897 time: 0.3943739 Sep 18 00:06:38.534976 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d78efa41-75f2-4e64-a5f8-26f6ded937ed req-425505d6-1c89-47f4-b0c0-7f13ce52edc5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2051658b-b20b-457a-ab0e-2b0c8d77307f HTTP/1.1" status: 200 len: 217 time: 0.0771210 Sep 18 00:06:38.581074 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:06:38.602353 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.extraroute_db [None req-539cec5c-e8ef-481e-a6b7-7d16109d1410 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Added routes are [] {{(pid=95591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 00:06:38.602679 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.extraroute_db [None req-539cec5c-e8ef-481e-a6b7-7d16109d1410 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 00:06:38.604994 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48982957-331d-494f-83cf-a733d3f2002b None None] Sync routers for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:06:38.626527 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-ccff670f-8770-42fa-8d9f-6e9564724669 req-82affbce-891d-407a-bf39-222d2adda102 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Deleting port 2051658b-b20b-457a-ab0e-2b0c8d77307f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:38.626914 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ccff670f-8770-42fa-8d9f-6e9564724669 req-82affbce-891d-407a-bf39-222d2adda102 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:38.632767 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48982957-331d-494f-83cf-a733d3f2002b None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:38.634108 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-48982957-331d-494f-83cf-a733d3f2002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:38.650811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78efa41-75f2-4e64-a5f8-26f6ded937ed req-6b7ff897-6203-41ba-a336-4f9452f29b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:38.652327 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d78efa41-75f2-4e64-a5f8-26f6ded937ed req-6b7ff897-6203-41ba-a336-4f9452f29b0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=551c8237-9be9-4ef1-844e-7e82fcffc55a HTTP/1.1" status: 200 len: 835 time: 0.1068265 Sep 18 00:06:38.732015 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-560f5cac-307d-4f43-828d-b07aa3dfc8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:38.735326 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-560f5cac-307d-4f43-828d-b07aa3dfc8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:38.736666 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-560f5cac-307d-4f43-828d-b07aa3dfc8e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ddb2a8c8-c1d3-46b3-9172-b994b988e47f HTTP/1.1" status: 204 len: 168 time: 1.6658592 Sep 18 00:06:38.743240 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-48982957-331d-494f-83cf-a733d3f2002b None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:38.779123 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a3f00-ef9e-425b-9919-ed7331e87141 req-051f887a-f47b-4e0b-99a6-6a724397769a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:38.787139 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-539cec5c-e8ef-481e-a6b7-7d16109d1410 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:38.791482 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4b5a3f00-ef9e-425b-9919-ed7331e87141 req-051f887a-f47b-4e0b-99a6-6a724397769a tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 945 time: 0.1115460 Sep 18 00:06:38.813913 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f5cac-307d-4f43-828d-b07aa3dfc8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb2a8c8-c1d3-46b3-9172-b994b988e47f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:38.858446 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78efa41-75f2-4e64-a5f8-26f6ded937ed req-beb73293-3922-410e-8d64-de08679c0720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:38.860020 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d78efa41-75f2-4e64-a5f8-26f6ded937ed req-beb73293-3922-410e-8d64-de08679c0720 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e5b19c7-d838-4db3-94b8-813112c248ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1845634 Sep 18 00:06:38.895172 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c3991174-a12d-4797-8212-fb13de98ceb7 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:06:38.912652 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ccff670f-8770-42fa-8d9f-6e9564724669 req-82affbce-891d-407a-bf39-222d2adda102 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] For port 2051658b-b20b-457a-ab0e-2b0c8d77307f, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=2051658b-b20b-457a-ab0e-2b0c8d77307f,segment=NetworkSegment(8262a247-fbf0-42c0-9911-6579a8abafa8),segment_id=8262a247-fbf0-42c0-9911-6579a8abafa8)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:38.913372 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ccff670f-8770-42fa-8d9f-6e9564724669 req-82affbce-891d-407a-bf39-222d2adda102 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:38.916152 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4b5a3f00-ef9e-425b-9919-ed7331e87141 req-89f4ba0d-3d3d-4509-9297-1c4292dc4ecd tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/security-groups?id=ff23ca98-1792-465b-96d3-9b55dcf30d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183572 Sep 18 00:06:38.936307 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd6562-286b-451c-8eb9-fc9f3bc5124e req-af8e95f9-ff9a-4a6e-8f28-94f3069ec126 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:38.937968 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ccfd6562-286b-451c-8eb9-fc9f3bc5124e req-af8e95f9-ff9a-4a6e-8f28-94f3069ec126 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 1096 time: 0.0947158 Sep 18 00:06:38.949229 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-d78efa41-75f2-4e64-a5f8-26f6ded937ed req-c6dd276c-89f5-482e-8623-65e28f1ed7f5 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:06:38.950258 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d78efa41-75f2-4e64-a5f8-26f6ded937ed req-c6dd276c-89f5-482e-8623-65e28f1ed7f5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0709906 Sep 18 00:06:38.975160 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c3991174-a12d-4797-8212-fb13de98ceb7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:38.975809 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:38.996136 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ccfd6562-286b-451c-8eb9-fc9f3bc5124e req-a38f1408-7f02-42b5-875f-5381f7833e6f tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453160 Sep 18 00:06:39.033308 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-ccff670f-8770-42fa-8d9f-6e9564724669 req-82affbce-891d-407a-bf39-222d2adda102 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Calling delete_port for 2051658b-b20b-457a-ab0e-2b0c8d77307f owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:39.152562 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-48982957-331d-494f-83cf-a733d3f2002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:35Z', 'revision_number': 6, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc0da98-a5f6-4f84-983e-73b860e1636b', 'name': '', 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:19:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:23Z', 'updated_at': '2021-09-18T00:06:30Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3991174-a12d-4797-8212-fb13de98ceb7', 'name': '', 'network_id': 'fea48997-6883-4c85-bebf-de85d4c6b13c', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:f0:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '8af346a0-8eb7-4096-a13e-d8f6accf5b70', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:31Z', 'updated_at': '2021-09-18T00:06:37Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': '8af346a0-8eb7-4096-a13e-d8f6accf5b70', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:23Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:39.185255 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48982957-331d-494f-83cf-a733d3f2002b None None] Checking router: e9a4d15c-6437-4529-af3f-388cb9b1d088 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:06:39.194956 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48982957-331d-494f-83cf-a733d3f2002b None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:39.195801 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-48982957-331d-494f-83cf-a733d3f2002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:39.307270 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d78efa41-75f2-4e64-a5f8-26f6ded937ed req-e7328515-1633-4b17-85ab-91fa2672e607 service neutron] 10.222.0.41 "GET /v2.0/networks/7e5b19c7-d838-4db3-94b8-813112c248ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876120 Sep 18 00:06:39.323737 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-48982957-331d-494f-83cf-a733d3f2002b None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:39.325200 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-539cec5c-e8ef-481e-a6b7-7d16109d1410 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:39.342224 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-539cec5c-e8ef-481e-a6b7-7d16109d1410 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:39.561385 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d78efa41-75f2-4e64-a5f8-26f6ded937ed req-32ec7d96-0a63-4edc-9173-096db9cba144 service neutron] 10.222.0.41 "GET /v2.0/networks/7e5b19c7-d838-4db3-94b8-813112c248ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454479 Sep 18 00:06:39.563094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539cec5c-e8ef-481e-a6b7-7d16109d1410 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router e9a4d15c-6437-4529-af3f-388cb9b1d088 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:06:39.587781 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-48982957-331d-494f-83cf-a733d3f2002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:38Z', 'revision_number': 7, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc0da98-a5f6-4f84-983e-73b860e1636b', 'name': '', 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:19:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:23Z', 'updated_at': '2021-09-18T00:06:30Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3991174-a12d-4797-8212-fb13de98ceb7', 'name': '', 'network_id': 'fea48997-6883-4c85-bebf-de85d4c6b13c', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:f0:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '8af346a0-8eb7-4096-a13e-d8f6accf5b70', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:31Z', 'updated_at': '2021-09-18T00:06:37Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': '8af346a0-8eb7-4096-a13e-d8f6accf5b70', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:23Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:39.637804 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48982957-331d-494f-83cf-a733d3f2002b None None] The sync data for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 is: [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:38Z', 'revision_number': 7, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc0da98-a5f6-4f84-983e-73b860e1636b', 'name': '', 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:19:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:23Z', 'updated_at': '2021-09-18T00:06:30Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3991174-a12d-4797-8212-fb13de98ceb7', 'name': '', 'network_id': 'fea48997-6883-4c85-bebf-de85d4c6b13c', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:f0:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '8af346a0-8eb7-4096-a13e-d8f6accf5b70', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:31Z', 'updated_at': '2021-09-18T00:06:37Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': '8af346a0-8eb7-4096-a13e-d8f6accf5b70', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:23Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:06:39.682552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539cec5c-e8ef-481e-a6b7-7d16109d1410 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:06:39.685011 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ccff670f-8770-42fa-8d9f-6e9564724669 req-82affbce-891d-407a-bf39-222d2adda102 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:39.693054 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-539cec5c-e8ef-481e-a6b7-7d16109d1410 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:39.696157 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-539cec5c-e8ef-481e-a6b7-7d16109d1410 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/e9a4d15c-6437-4529-af3f-388cb9b1d088 HTTP/1.1" status: 200 len: 699 time: 2.9113290 Sep 18 00:06:39.698960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42358) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:39.762599 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82affbce-891d-407a-bf39-222d2adda102 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event deleted for resources: {'Port': ['ID=2051658b-b20b-457a-ab0e-2b0c8d77307f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:39.804748 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccff670f-8770-42fa-8d9f-6e9564724669 req-82affbce-891d-407a-bf39-222d2adda102 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] No DVR routers for this DVR port 2051658b-b20b-457a-ab0e-2b0c8d77307f on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:06:39.808162 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ccff670f-8770-42fa-8d9f-6e9564724669 req-82affbce-891d-407a-bf39-222d2adda102 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:39.810655 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ccff670f-8770-42fa-8d9f-6e9564724669 req-82affbce-891d-407a-bf39-222d2adda102 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.41 "DELETE /v2.0/ports/2051658b-b20b-457a-ab0e-2b0c8d77307f HTTP/1.1" status: 204 len: 173 time: 1.5827992 Sep 18 00:06:39.811480 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59304ab6-db9e-4e53-929a-bda29aba06d6', 'name': 'network-vif-deleted', 'tag': '2051658b-b20b-457a-ab0e-2b0c8d77307f'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:06:39.814536 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b38667-932f-40c2-8ea2-a90b5ceaf069" -d '{"events": [{"server_uuid": "59304ab6-db9e-4e53-929a-bda29aba06d6", "name": "network-vif-deleted", "tag": "2051658b-b20b-457a-ab0e-2b0c8d77307f"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:06:39.852326 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42366) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:39.852459 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d742fb5c-0add-4396-81d0-d5c42457b26c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/routers/e9a4d15c-6437-4529-af3f-388cb9b1d088 HTTP/1.1" status: 200 len: 699 time: 0.1513519 Sep 18 00:06:39.914156 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe1b3c2-7238-41a2-b281-fd1d0b02ad8b x-openstack-request-id: req-7fe1b3c2-7238-41a2-b281-fd1d0b02ad8b {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:06:39.918146 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59304ab6-db9e-4e53-929a-bda29aba06d6", "name": "network-vif-deleted", "tag": "2051658b-b20b-457a-ab0e-2b0c8d77307f", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:06:39.919177 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7fe1b3c2-7238-41a2-b281-fd1d0b02ad8b {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:06:39.920234 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59304ab6-db9e-4e53-929a-bda29aba06d6', 'name': 'network-vif-deleted', 'tag': '2051658b-b20b-457a-ab0e-2b0c8d77307f', 'status': 'completed', 'code': 200} Sep 18 00:06:40.046918 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a96c73b-59f8-456c-a392-a35db83de07f req-ffb4f5b8-6666-41a7-ae13-814b632ab10d tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "GET /v2.0/ports?device_id=59304ab6-db9e-4e53-929a-bda29aba06d6 HTTP/1.1" status: 200 len: 210 time: 0.0383453 Sep 18 00:06:40.082141 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c32976-34d9-42e2-8c1f-ed57709ed418 None None] Sync routers for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:06:40.099393 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c32976-34d9-42e2-8c1f-ed57709ed418 None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:40.100457 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-01c32976-34d9-42e2-8c1f-ed57709ed418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:40.285097 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-01c32976-34d9-42e2-8c1f-ed57709ed418 None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:40.364988 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c2735487-28ad-4ffd-aa74-b5783c220dfa tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:40.493761 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:40.569995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-01c32976-34d9-42e2-8c1f-ed57709ed418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:38Z', 'revision_number': 7, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc0da98-a5f6-4f84-983e-73b860e1636b', 'name': '', 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:19:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:23Z', 'updated_at': '2021-09-18T00:06:30Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3991174-a12d-4797-8212-fb13de98ceb7', 'name': '', 'network_id': 'fea48997-6883-4c85-bebf-de85d4c6b13c', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:f0:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '8af346a0-8eb7-4096-a13e-d8f6accf5b70', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:31Z', 'updated_at': '2021-09-18T00:06:37Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': '8af346a0-8eb7-4096-a13e-d8f6accf5b70', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:23Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:40.599024 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c32976-34d9-42e2-8c1f-ed57709ed418 None None] Checking router: e9a4d15c-6437-4529-af3f-388cb9b1d088 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:06:40.617866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c32976-34d9-42e2-8c1f-ed57709ed418 None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:40.619047 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-01c32976-34d9-42e2-8c1f-ed57709ed418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:40.674445 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-c2735487-28ad-4ffd-aa74-b5783c220dfa tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting port c3991174-a12d-4797-8212-fb13de98ceb7 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:40.674788 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c2735487-28ad-4ffd-aa74-b5783c220dfa tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:40.721218 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-01c32976-34d9-42e2-8c1f-ed57709ed418 None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:40.784698 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-c2735487-28ad-4ffd-aa74-b5783c220dfa tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] For port c3991174-a12d-4797-8212-fb13de98ceb7, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c3991174-a12d-4797-8212-fb13de98ceb7,segment=NetworkSegment(231eab5f-c104-4b0d-bf87-d3e513640636),segment_id=231eab5f-c104-4b0d-bf87-d3e513640636)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:40.785169 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c2735487-28ad-4ffd-aa74-b5783c220dfa tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:40.798908 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-c2735487-28ad-4ffd-aa74-b5783c220dfa tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Calling delete_port for c3991174-a12d-4797-8212-fb13de98ceb7 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:40.956570 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-01c32976-34d9-42e2-8c1f-ed57709ed418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:38Z', 'revision_number': 7, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc0da98-a5f6-4f84-983e-73b860e1636b', 'name': '', 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:19:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:23Z', 'updated_at': '2021-09-18T00:06:30Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3991174-a12d-4797-8212-fb13de98ceb7', 'name': '', 'network_id': 'fea48997-6883-4c85-bebf-de85d4c6b13c', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:f0:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '8af346a0-8eb7-4096-a13e-d8f6accf5b70', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:31Z', 'updated_at': '2021-09-18T00:06:37Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': '8af346a0-8eb7-4096-a13e-d8f6accf5b70', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:23Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:40.989322 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c32976-34d9-42e2-8c1f-ed57709ed418 None None] The sync data for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 is: [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:38Z', 'revision_number': 7, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc0da98-a5f6-4f84-983e-73b860e1636b', 'name': '', 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:19:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:23Z', 'updated_at': '2021-09-18T00:06:30Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3991174-a12d-4797-8212-fb13de98ceb7', 'name': '', 'network_id': 'fea48997-6883-4c85-bebf-de85d4c6b13c', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:f0:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '8af346a0-8eb7-4096-a13e-d8f6accf5b70', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:31Z', 'updated_at': '2021-09-18T00:06:37Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': '8af346a0-8eb7-4096-a13e-d8f6accf5b70', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:23Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:06:41.103493 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42410) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:41.136333 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c2735487-28ad-4ffd-aa74-b5783c220dfa tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:41.138400 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42414) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:41.224799 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-e80c12da-6d7e-4649-92e9-7d324e8122f8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3607433 Sep 18 00:06:41.233426 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42420) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:41.249236 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2735487-28ad-4ffd-aa74-b5783c220dfa tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Port': ['ID=c3991174-a12d-4797-8212-fb13de98ceb7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:41.256951 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-3d2ca838-11f7-474b-af0d-4826fae16bff tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:41.270234 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-eb5b85ec-2314-4080-8a79-2b02bf976578 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:06:41.271276 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-eb5b85ec-2314-4080-8a79-2b02bf976578 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149734 Sep 18 00:06:41.284966 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c47a-8af4-45a7-b7de-b68fc5faa076 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:41.325490 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c47a-8af4-45a7-b7de-b68fc5faa076 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:41.363334 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc012f67-477b-4924-8bd4-851f08b0fcc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:41.497954 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc012f67-477b-4924-8bd4-851f08b0fcc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:41.572476 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc012f67-477b-4924-8bd4-851f08b0fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:41.612612 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc012f67-477b-4924-8bd4-851f08b0fcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e109aceb-81da-48a1-913c-d263b3916398,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:41.618227 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cc012f67-477b-4924-8bd4-851f08b0fcc1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9354f9ae872141f099f3fc11ca64c8dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3789575 Sep 18 00:06:41.621435 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42430) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:41.645718 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3d2ca838-11f7-474b-af0d-4826fae16bff tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] 10.222.0.46 "PUT /v2.0/quotas/c69106407eb542668e90ded3bfc1a6c2 HTTP/1.1" status: 200 len: 366 time: 0.5408709 Sep 18 00:06:41.650596 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42432) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:41.675096 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-deb27c30-d49f-426b-915b-c1a727e55ada tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0211213 Sep 18 00:06:41.676110 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42434) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:41.693844 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1a1d2ed5-5420-4bf2-b390-42d5f5775aa9 tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] 10.222.0.46 "GET /v2.0/quotas/c69106407eb542668e90ded3bfc1a6c2 HTTP/1.1" status: 200 len: 366 time: 0.0143805 Sep 18 00:06:41.697069 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42436) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:41.708351 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2d036b20-e283-4241-99cd-eb0fbc953bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:41.733877 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2d036b20-e283-4241-99cd-eb0fbc953bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:41.764442 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c47a-8af4-45a7-b7de-b68fc5faa076 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:41.767070 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c47a-8af4-45a7-b7de-b68fc5faa076 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:41.768234 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e4f9c47a-8af4-45a7-b7de-b68fc5faa076 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "DELETE /v2.0/security-groups/ff23ca98-1792-465b-96d3-9b55dcf30d6a HTTP/1.1" status: 204 len: 168 time: 0.6287374 Sep 18 00:06:41.780957 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9c47a-8af4-45a7-b7de-b68fc5faa076 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff23ca98-1792-465b-96d3-9b55dcf30d6a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:41.845274 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c2735487-28ad-4ffd-aa74-b5783c220dfa tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:41.910005 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e8a3fecc-9573-442c-98bc-03ba2afc48cf tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/c69106407eb542668e90ded3bfc1a6c2 HTTP/1.1" status: 204 len: 168 time: 0.2113471 Sep 18 00:06:41.911818 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42440) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:41.921127 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c5f35ec8-2ab0-485a-b6c6-4f6d80445896 tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0081651 Sep 18 00:06:41.923332 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42442) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:41.932153 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4733676b-af25-4909-9ee9-a6f602fadd66 tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] 10.222.0.46 "GET /v2.0/quotas/c69106407eb542668e90ded3bfc1a6c2 HTTP/1.1" status: 200 len: 370 time: 0.0078468 Sep 18 00:06:41.934364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42444) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:41.939063 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-feb2d3a8-97aa-411f-a34a-1ba2f226d53c tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] 10.222.0.46 "GET /v2.0/quotas/c69106407eb542668e90ded3bfc1a6c2/default HTTP/1.1" status: 200 len: 370 time: 0.0037334 Sep 18 00:06:41.941303 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42446) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:41.955389 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42448) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:41.963471 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2d036b20-e283-4241-99cd-eb0fbc953bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:41.965949 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2d036b20-e283-4241-99cd-eb0fbc953bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:41.970080 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2d036b20-e283-4241-99cd-eb0fbc953bfe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e109aceb-81da-48a1-913c-d263b3916398 HTTP/1.1" status: 204 len: 168 time: 0.3444855 Sep 18 00:06:41.971562 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-89202488-4d10-4d3b-9aa9-a1ea7c8f617c tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] delete failed (client error): The resource could not be found. Sep 18 00:06:41.972566 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-89202488-4d10-4d3b-9aa9-a1ea7c8f617c tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/c69106407eb542668e90ded3bfc1a6c2 HTTP/1.1" status: 404 len: 348 time: 0.0303812 Sep 18 00:06:42.015367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d036b20-e283-4241-99cd-eb0fbc953bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e109aceb-81da-48a1-913c-d263b3916398,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:42.091170 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2735487-28ad-4ffd-aa74-b5783c220dfa tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router e9a4d15c-6437-4529-af3f-388cb9b1d088 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:06:42.187451 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2735487-28ad-4ffd-aa74-b5783c220dfa tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:06:42.192960 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c2735487-28ad-4ffd-aa74-b5783c220dfa tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/e9a4d15c-6437-4529-af3f-388cb9b1d088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3374991 Sep 18 00:06:42.195622 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42454) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:42.203398 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d8371c-1cbe-4998-82e7-95af89b03354 None None] Sync routers for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:06:42.214696 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d8371c-1cbe-4998-82e7-95af89b03354 None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:42.215658 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-30d8371c-1cbe-4998-82e7-95af89b03354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:42.295439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7714c8-ea80-43f9-b43c-25dfa8450ef8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting subnet 8af346a0-8eb7-4096-a13e-d8f6accf5b70 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:06:42.299474 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6a7714c8-ea80-43f9-b43c-25dfa8450ef8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:42.345598 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6a7714c8-ea80-43f9-b43c-25dfa8450ef8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:42.360146 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-30d8371c-1cbe-4998-82e7-95af89b03354 None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:42.380526 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0a0c-3db3-4bfa-8e6d-c770701f9036 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:42.490392 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6a7714c8-ea80-43f9-b43c-25dfa8450ef8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:42.577116 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42460) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:42.600863 n-d-809883-1 neutron-server[95591]: DEBUG neutron.quota.resource [None req-6dbc56f3-b721-4043-b29b-1bd50138e135 tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] Usage tracker for resource:network and tenant:96d6dd0662344610899959525a4f3400 is out of sync, need to count used quota {{(pid=95591) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 00:06:42.614393 n-d-809883-1 neutron-server[95591]: DEBUG neutron.quota.resource [None req-6dbc56f3-b721-4043-b29b-1bd50138e135 tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95591) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 00:06:42.624190 n-d-809883-1 neutron-server[95591]: DEBUG neutron.quota.resource [None req-6dbc56f3-b721-4043-b29b-1bd50138e135 tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] Usage tracker for resource:subnet and tenant:96d6dd0662344610899959525a4f3400 is out of sync, need to count used quota {{(pid=95591) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 00:06:42.630777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.quota.resource [None req-6dbc56f3-b721-4043-b29b-1bd50138e135 tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95591) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 00:06:42.639855 n-d-809883-1 neutron-server[95591]: DEBUG neutron.quota.resource [None req-6dbc56f3-b721-4043-b29b-1bd50138e135 tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] Usage tracker for resource:subnetpool and tenant:96d6dd0662344610899959525a4f3400 is out of sync, need to count used quota {{(pid=95591) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 00:06:42.646491 n-d-809883-1 neutron-server[95591]: DEBUG neutron.quota.resource [None req-6dbc56f3-b721-4043-b29b-1bd50138e135 tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95591) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 00:06:42.654621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.quota.resource [None req-6dbc56f3-b721-4043-b29b-1bd50138e135 tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] Usage tracker for resource:port and tenant:96d6dd0662344610899959525a4f3400 is out of sync, need to count used quota {{(pid=95591) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 00:06:42.660334 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6a7714c8-ea80-43f9-b43c-25dfa8450ef8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:42.664202 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-30d8371c-1cbe-4998-82e7-95af89b03354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:40Z', 'revision_number': 8, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc0da98-a5f6-4f84-983e-73b860e1636b', 'name': '', 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:19:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:23Z', 'updated_at': '2021-09-18T00:06:30Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:23Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:42.672158 n-d-809883-1 neutron-server[95591]: DEBUG neutron.quota.resource [None req-6dbc56f3-b721-4043-b29b-1bd50138e135 tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95591) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 00:06:42.709648 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7714c8-ea80-43f9-b43c-25dfa8450ef8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Subnet': ['ID=8af346a0-8eb7-4096-a13e-d8f6accf5b70,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:42.712225 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6a7714c8-ea80-43f9-b43c-25dfa8450ef8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:42.714285 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6a7714c8-ea80-43f9-b43c-25dfa8450ef8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/subnets/8af346a0-8eb7-4096-a13e-d8f6accf5b70 HTTP/1.1" status: 204 len: 168 time: 0.5167735 Sep 18 00:06:42.717656 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35aa5a0d-b99f-442d-a6c8-464825fab600 None None] Network fea48997-6883-4c85-bebf-de85d4c6b13c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:06:42.720712 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d8371c-1cbe-4998-82e7-95af89b03354 None None] Checking router: e9a4d15c-6437-4529-af3f-388cb9b1d088 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:06:42.725350 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42470) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:42.736324 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d8371c-1cbe-4998-82e7-95af89b03354 None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:42.736324 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-30d8371c-1cbe-4998-82e7-95af89b03354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:42.736516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.quota.resource [None req-6dbc56f3-b721-4043-b29b-1bd50138e135 tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] Usage tracker for resource:router and tenant:96d6dd0662344610899959525a4f3400 is out of sync, need to count used quota {{(pid=95591) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 00:06:42.746775 n-d-809883-1 neutron-server[95591]: DEBUG neutron.quota.resource [None req-6dbc56f3-b721-4043-b29b-1bd50138e135 tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95591) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 00:06:42.761027 n-d-809883-1 neutron-server[95591]: DEBUG neutron.quota.resource [None req-6dbc56f3-b721-4043-b29b-1bd50138e135 tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] Usage tracker for resource:floatingip and tenant:96d6dd0662344610899959525a4f3400 is out of sync, need to count used quota {{(pid=95591) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 00:06:42.772460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.quota.resource [None req-6dbc56f3-b721-4043-b29b-1bd50138e135 tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95591) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 00:06:42.841088 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 2051658b-b20b-457a-ab0e-2b0c8d77307f no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:06:42.872637 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:42.873527 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-30d8371c-1cbe-4998-82e7-95af89b03354 None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:42.874772 n-d-809883-1 neutron-server[95591]: DEBUG neutron.quota.resource [None req-6dbc56f3-b721-4043-b29b-1bd50138e135 tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] Usage tracker for resource:security_group and tenant:96d6dd0662344610899959525a4f3400 is out of sync, need to count used quota {{(pid=95591) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 00:06:42.885421 n-d-809883-1 neutron-server[95591]: DEBUG neutron.quota.resource [None req-6dbc56f3-b721-4043-b29b-1bd50138e135 tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95591) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 00:06:42.894896 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b0a0c-3db3-4bfa-8e6d-c770701f9036 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Deleting port 5c1a7c5d-4d2e-4d41-b949-01e5e1876572 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:42.895464 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0a0c-3db3-4bfa-8e6d-c770701f9036 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:42.898595 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 2051658b-b20b-457a-ab0e-2b0c8d77307f {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:06:42.898933 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 2051658b-b20b-457a-ab0e-2b0c8d77307f not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:06:42.903985 n-d-809883-1 neutron-server[95591]: DEBUG neutron.quota.resource [None req-6dbc56f3-b721-4043-b29b-1bd50138e135 tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] Usage tracker for resource:security_group_rule and tenant:96d6dd0662344610899959525a4f3400 is out of sync, need to count used quota {{(pid=95591) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 18 00:06:42.930932 n-d-809883-1 neutron-server[95591]: DEBUG neutron.quota.resource [None req-6dbc56f3-b721-4043-b29b-1bd50138e135 tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95591) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 18 00:06:42.945848 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6dbc56f3-b721-4043-b29b-1bd50138e135 tempest-QuotasTest-1907957775 tempest-QuotasTest-1907957775-project-admin] 10.222.0.46 "GET /v2.0/quotas/96d6dd0662344610899959525a4f3400/details.json HTTP/1.1" status: 200 len: 703 time: 0.3643916 Sep 18 00:06:43.042657 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-0d0b0a0c-3db3-4bfa-8e6d-c770701f9036 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] For port 5c1a7c5d-4d2e-4d41-b949-01e5e1876572, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5c1a7c5d-4d2e-4d41-b949-01e5e1876572,segment=NetworkSegment(8262a247-fbf0-42c0-9911-6579a8abafa8),segment_id=8262a247-fbf0-42c0-9911-6579a8abafa8)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:43.042657 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0a0c-3db3-4bfa-8e6d-c770701f9036 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:43.045212 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting port b0443be9-676d-4c62-8eb2-5795ac4ec3e1 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:43.045549 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:43.086603 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b0a0c-3db3-4bfa-8e6d-c770701f9036 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Calling delete_port for 5c1a7c5d-4d2e-4d41-b949-01e5e1876572 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:43.115520 n-d-809883-1 neutron-server[95591]: WARNING keystonemiddleware.auth_token [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-eb5b85ec-2314-4080-8a79-2b02bf976578 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 18 00:06:43.143643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced097f9-2f78-4d76-865c-8561fd9e3cdf None None] DHCP port deletion for fea48997-6883-4c85-bebf-de85d4c6b13c request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:06:43.182393 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] For port b0443be9-676d-4c62-8eb2-5795ac4ec3e1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b0443be9-676d-4c62-8eb2-5795ac4ec3e1,segment=NetworkSegment(231eab5f-c104-4b0d-bf87-d3e513640636),segment_id=231eab5f-c104-4b0d-bf87-d3e513640636)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:43.182799 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:43.199546 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Calling delete_port for b0443be9-676d-4c62-8eb2-5795ac4ec3e1 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:43.200701 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-068a5a0b-019d-48dd-aa7e-0ee8baa176d1 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:43.203615 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-068a5a0b-019d-48dd-aa7e-0ee8baa176d1 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/ports/089fff15-eb9f-4db8-b812-11728e9fcd1c HTTP/1.1" status: 200 len: 1093 time: 0.5017850 Sep 18 00:06:43.215507 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-39ce63ec-f05d-4d2d-a768-a7c0d8856f06 service neutron] Request body: {'binding': {'host': 'n-h1-809883-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:43.216010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-39ce63ec-f05d-4d2d-a768-a7c0d8856f06 service neutron] Unknown quota resources ['binding']. {{(pid=95591) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 18 00:06:43.275511 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ced097f9-2f78-4d76-865c-8561fd9e3cdf None None] Deleting port b0443be9-676d-4c62-8eb2-5795ac4ec3e1 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:43.276631 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ced097f9-2f78-4d76-865c-8561fd9e3cdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:43.380797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ced097f9-2f78-4d76-865c-8561fd9e3cdf None None] For port b0443be9-676d-4c62-8eb2-5795ac4ec3e1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b0443be9-676d-4c62-8eb2-5795ac4ec3e1,segment=NetworkSegment(231eab5f-c104-4b0d-bf87-d3e513640636),segment_id=231eab5f-c104-4b0d-bf87-d3e513640636)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:43.381237 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ced097f9-2f78-4d76-865c-8561fd9e3cdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:43.394432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ced097f9-2f78-4d76-865c-8561fd9e3cdf None None] Calling delete_port for b0443be9-676d-4c62-8eb2-5795ac4ec3e1 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:43.423549 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-39ce63ec-f05d-4d2d-a768-a7c0d8856f06 service neutron] Attempting to bind port 089fff15-eb9f-4db8-b812-11728e9fcd1c on host n-h1-809883-1 for vnic_type normal with profile None {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:06:43.423899 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-39ce63ec-f05d-4d2d-a768-a7c0d8856f06 service neutron] Attempting to bind port 089fff15-eb9f-4db8-b812-11728e9fcd1c by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:06:43.424242 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-39ce63ec-f05d-4d2d-a768-a7c0d8856f06 service neutron] Attempting to bind port 089fff15-eb9f-4db8-b812-11728e9fcd1c on network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:06:43.430214 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-39ce63ec-f05d-4d2d-a768-a7c0d8856f06 service neutron] Port 089fff15-eb9f-4db8-b812-11728e9fcd1c on network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:06:43.430549 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-39ce63ec-f05d-4d2d-a768-a7c0d8856f06 service neutron] Attempting to bind port 089fff15-eb9f-4db8-b812-11728e9fcd1c on network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:06:43.436490 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-39ce63ec-f05d-4d2d-a768-a7c0d8856f06 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:06:43.436854 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-39ce63ec-f05d-4d2d-a768-a7c0d8856f06 service neutron] Checking segment: {'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:06:43.437267 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-39ce63ec-f05d-4d2d-a768-a7c0d8856f06 service neutron] Bound using segment: {'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:06:43.440962 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-39ce63ec-f05d-4d2d-a768-a7c0d8856f06 service neutron] Bound port: 089fff15-eb9f-4db8-b812-11728e9fcd1c, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:06:43.460626 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-30d8371c-1cbe-4998-82e7-95af89b03354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:40Z', 'revision_number': 8, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc0da98-a5f6-4f84-983e-73b860e1636b', 'name': '', 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:19:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:23Z', 'updated_at': '2021-09-18T00:06:30Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:23Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:43.482398 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:43.534263 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d8371c-1cbe-4998-82e7-95af89b03354 None None] The sync data for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 is: [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:40Z', 'revision_number': 8, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cc0da98-a5f6-4f84-983e-73b860e1636b', 'name': '', 'network_id': 'a87faf2a-a832-4ccb-b35f-853f6d883ccc', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:19:a8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:23Z', 'updated_at': '2021-09-18T00:06:30Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:23Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:06:43.545882 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0a0c-3db3-4bfa-8e6d-c770701f9036 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:43.599387 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b0a0c-3db3-4bfa-8e6d-c770701f9036 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event deleted for resources: {'Port': ['ID=5c1a7c5d-4d2e-4d41-b949-01e5e1876572,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:43.612567 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ced097f9-2f78-4d76-865c-8561fd9e3cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:43.628621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-39ce63ec-f05d-4d2d-a768-a7c0d8856f06 service neutron] For port 089fff15-eb9f-4db8-b812-11728e9fcd1c, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=089fff15-eb9f-4db8-b812-11728e9fcd1c,segment=NetworkSegment(f8e32ce9-e788-400e-9540-834ca05cc6af),segment_id=f8e32ce9-e788-400e-9540-834ca05cc6af)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:06:43.648217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced097f9-2f78-4d76-865c-8561fd9e3cdf None None] Pushing event deleted for resources: {'Port': ['ID=b0443be9-676d-4c62-8eb2-5795ac4ec3e1,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:43.652126 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced097f9-2f78-4d76-865c-8561fd9e3cdf None None] No DVR routers for this DVR port b0443be9-676d-4c62-8eb2-5795ac4ec3e1 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:06:43.661674 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:43.733180 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] No DVR routers for this DVR port b0443be9-676d-4c62-8eb2-5795ac4ec3e1 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:06:43.737032 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Port': ['ID=b0443be9-676d-4c62-8eb2-5795ac4ec3e1,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:43.738206 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-39ce63ec-f05d-4d2d-a768-a7c0d8856f06 service neutron] Notify callbacks [] for binding, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:43.741843 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-39ce63ec-f05d-4d2d-a768-a7c0d8856f06 service neutron] 10.222.0.46 "POST /v2.0/ports/089fff15-eb9f-4db8-b812-11728e9fcd1c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5289629 Sep 18 00:06:43.776644 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42490) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:44.072008 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-60011ba9-f332-4b51-9ce1-9ea52fa47542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:44.126698 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8638b42-49da-4102-9ea9-4139e1a2b9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:44.265862 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:44.281992 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8638b42-49da-4102-9ea9-4139e1a2b9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:44.323626 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea48997-6883-4c85-bebf-de85d4c6b13c']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:44.370190 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231eab5f-c104-4b0d-bf87-d3e513640636') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:44.370492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231eab5f-c104-4b0d-bf87-d3e513640636') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:44.399636 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88b215-9281-47ec-aed8-2296c799f804 req-5dc96ce9-77f2-43ff-ad5b-3477f30f0089 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:44.400048 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8638b42-49da-4102-9ea9-4139e1a2b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:44.401277 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a88b215-9281-47ec-aed8-2296c799f804 req-5dc96ce9-77f2-43ff-ad5b-3477f30f0089 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 945 time: 0.1375391 Sep 18 00:06:44.405785 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:44.423062 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0a0c-3db3-4bfa-8e6d-c770701f9036 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:44.434956 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:44.452796 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:06:44.453249 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:06:44.456358 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:06:44.484288 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8638b42-49da-4102-9ea9-4139e1a2b9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d927db78-a3ef-47fb-91ca-64d99f1d0c8a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:44.491285 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a8638b42-49da-4102-9ea9-4139e1a2b9f5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f60b7d6f2ae14c41ba2d1f512e2afe38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7110045 Sep 18 00:06:44.495190 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42504) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:44.510517 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-b4612c3b-2942-425d-93f3-4f7e9bc83675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:44.512191 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-b4612c3b-2942-425d-93f3-4f7e9bc83675 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 1096 time: 0.1038280 Sep 18 00:06:44.570360 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a88b215-9281-47ec-aed8-2296c799f804 req-a7c471bf-f4ff-4066-b1a5-3e3362117ff3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511548 Sep 18 00:06:44.625058 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7f7aae8-6de8-489b-b506-63468fec0e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:44.654448 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-4fbd6d5a-1162-42df-846a-fd6fa63257d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:44.655976 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-4fbd6d5a-1162-42df-846a-fd6fa63257d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a7ba1d7-4d71-4a9b-8358-db384e44cd0e HTTP/1.1" status: 200 len: 897 time: 0.1348355 Sep 18 00:06:44.660728 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7f7aae8-6de8-489b-b506-63468fec0e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:44.673484 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:44.686166 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:44.692358 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/networks/fea48997-6883-4c85-bebf-de85d4c6b13c HTTP/1.1" status: 204 len: 168 time: 1.9655797 Sep 18 00:06:44.694082 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42512) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:44.716213 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40746b-d08f-4a9b-bb13-edb0977ddfff tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Network': ['ID=fea48997-6883-4c85-bebf-de85d4c6b13c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:44.754388 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-27aa2c92-1a8c-463e-8f87-647dd7ee7c22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=089fff15-eb9f-4db8-b812-11728e9fcd1c HTTP/1.1" status: 200 len: 1001 time: 0.0864215 Sep 18 00:06:44.820777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-cfa3a57f-8e3b-43fc-b61b-a2e5eaf3c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:44.823696 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-cfa3a57f-8e3b-43fc-b61b-a2e5eaf3c32d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ec69ae-5591-4c46-a623-8840f79774a8 HTTP/1.1" status: 200 len: 835 time: 0.0615880 Sep 18 00:06:44.869221 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0b0a0c-3db3-4bfa-8e6d-c770701f9036 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Router e2593a4a-1783-485b-8e68-cbbc092fbfda has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:06:44.888340 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-83bcbf12-be74-4f97-8a69-16ce2bfb6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:44.890024 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-83bcbf12-be74-4f97-8a69-16ce2bfb6653 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a7ba1d7-4d71-4a9b-8358-db384e44cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591819 Sep 18 00:06:44.922283 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c3991174-a12d-4797-8212-fb13de98ceb7 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:06:44.948878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: c3991174-a12d-4797-8212-fb13de98ceb7 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:06:44.949328 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c3991174-a12d-4797-8212-fb13de98ceb7 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:06:44.949829 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b0443be9-676d-4c62-8eb2-5795ac4ec3e1 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:06:44.968557 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: b0443be9-676d-4c62-8eb2-5795ac4ec3e1 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:06:44.969071 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b0443be9-676d-4c62-8eb2-5795ac4ec3e1 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:06:44.976750 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7f7aae8-6de8-489b-b506-63468fec0e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:44.980121 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7f7aae8-6de8-489b-b506-63468fec0e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:44.983766 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f7f7aae8-6de8-489b-b506-63468fec0e76 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d927db78-a3ef-47fb-91ca-64d99f1d0c8a HTTP/1.1" status: 204 len: 168 time: 0.4824624 Sep 18 00:06:44.995813 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7aae8-6de8-489b-b506-63468fec0e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d927db78-a3ef-47fb-91ca-64d99f1d0c8a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:45.031341 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-2cd307e4-651e-4800-871f-57535e6145a9 service neutron] 10.222.0.41 "GET /v2.0/networks/5a7ba1d7-4d71-4a9b-8358-db384e44cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341214 Sep 18 00:06:45.137175 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-a905dd6a-3a82-4158-8b1c-e934ffa99352 service neutron] 10.222.0.41 "GET /v2.0/networks/5a7ba1d7-4d71-4a9b-8358-db384e44cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984960 Sep 18 00:06:45.139544 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0b0a0c-3db3-4bfa-8e6d-c770701f9036 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:06:45.145281 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0d0b0a0c-3db3-4bfa-8e6d-c770701f9036 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "PUT /v2.0/routers/e2593a4a-1783-485b-8e68-cbbc092fbfda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1890438 Sep 18 00:06:45.149052 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42522) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:45.154070 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c055fbd-f5dd-4133-9b1b-afcc3938b9e7 None None] Sync routers for ids ['e2593a4a-1783-485b-8e68-cbbc092fbfda'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:06:45.164484 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c055fbd-f5dd-4133-9b1b-afcc3938b9e7 None None] Routers {'e2593a4a-1783-485b-8e68-cbbc092fbfda'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:45.165961 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9c055fbd-f5dd-4133-9b1b-afcc3938b9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e2593a4a-1783-485b-8e68-cbbc092fbfda'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:45.240856 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-203ff838-174f-4b67-be8e-31d8c251b827 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Deleting subnet 551c8237-9be9-4ef1-844e-7e82fcffc55a {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:06:45.258208 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-203ff838-174f-4b67-be8e-31d8c251b827 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:45.292226 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-c20cd566-31bb-4e9b-bbb5-9ad054a7802f tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:45.294412 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-c20cd566-31bb-4e9b-bbb5-9ad054a7802f tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46&tenant_id=5d2902e7a2a54edeb7be111e15492043&binding%3Ahost_id=n-h2-809883-1 HTTP/1.1" status: 200 len: 1096 time: 0.1023488 Sep 18 00:06:45.297051 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-9c055fbd-f5dd-4133-9b1b-afcc3938b9e7 None None] Set router e2593a4a-1783-485b-8e68-cbbc092fbfda gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:45.310147 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-809883-1'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:45.320408 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-203ff838-174f-4b67-be8e-31d8c251b827 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:45.395535 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:45.417760 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c29035c9-4486-4d03-89ef-604eacd4a075 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:45.472229 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-203ff838-174f-4b67-be8e-31d8c251b827 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:45.590981 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] For port 089fff15-eb9f-4db8-b812-11728e9fcd1c, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=089fff15-eb9f-4db8-b812-11728e9fcd1c,segment=NetworkSegment(f8e32ce9-e788-400e-9540-834ca05cc6af),segment_id=f8e32ce9-e788-400e-9540-834ca05cc6af)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:45.688457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] For port 089fff15-eb9f-4db8-b812-11728e9fcd1c, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:06:45.754184 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9c055fbd-f5dd-4133-9b1b-afcc3938b9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'name': 'tempest-TestNetworkBasicOps-router-1806184355', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:20Z', 'updated_at': '2021-09-18T00:06:43Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:21Z', 'updated_at': '2021-09-18T00:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:45.766195 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c26f8-d81a-4a0c-b0d1-87c93b52c596 req-3f18bc05-7df4-4ee1-96c3-7baa6c8948f3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:45.768786 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ec3c26f8-d81a-4a0c-b0d1-87c93b52c596 req-3f18bc05-7df4-4ee1-96c3-7baa6c8948f3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 945 time: 0.0968556 Sep 18 00:06:45.790868 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c055fbd-f5dd-4133-9b1b-afcc3938b9e7 None None] Checking router: e2593a4a-1783-485b-8e68-cbbc092fbfda for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:06:45.805342 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c055fbd-f5dd-4133-9b1b-afcc3938b9e7 None None] Routers {'e2593a4a-1783-485b-8e68-cbbc092fbfda'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:45.805342 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9c055fbd-f5dd-4133-9b1b-afcc3938b9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e2593a4a-1783-485b-8e68-cbbc092fbfda'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:45.863581 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ec3c26f8-d81a-4a0c-b0d1-87c93b52c596 req-3ac19e6e-114f-4d7e-82ca-ddc5463b8417 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863612 Sep 18 00:06:45.868307 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-203ff838-174f-4b67-be8e-31d8c251b827 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:45.917507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ff838-174f-4b67-be8e-31d8c251b827 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event deleted for resources: {'Subnet': ['ID=551c8237-9be9-4ef1-844e-7e82fcffc55a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:45.917507 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-203ff838-174f-4b67-be8e-31d8c251b827 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:45.917507 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-203ff838-174f-4b67-be8e-31d8c251b827 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "DELETE /v2.0/subnets/551c8237-9be9-4ef1-844e-7e82fcffc55a HTTP/1.1" status: 204 len: 168 time: 0.7605307 Sep 18 00:06:45.917507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42536) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:45.921104 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401f8905-037b-4b8d-9bd7-67bfc95092c3 None None] Network 7e5b19c7-d838-4db3-94b8-813112c248ff requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:06:46.032825 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:46.032825 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149f55f3-65be-44a0-8199-479f10fc2a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '089fff15-eb9f-4db8-b812-11728e9fcd1c'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:06:46.032825 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cbc298-efbc-4985-86b0-daa2964671c9" -d '{"events": [{"server_uuid": "149f55f3-65be-44a0-8199-479f10fc2a46", "name": "network-vif-unplugged", "status": "completed", "tag": "089fff15-eb9f-4db8-b812-11728e9fcd1c"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:06:46.049202 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-9c055fbd-f5dd-4133-9b1b-afcc3938b9e7 None None] Set router e2593a4a-1783-485b-8e68-cbbc092fbfda gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:46.052762 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42538) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:46.106009 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dd4f3f92-24eb-4600-be52-e9bec4ffcef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:46.267616 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697b7c53-f63e-4b2a-b2a9-ed2a7e785cd7 x-openstack-request-id: req-697b7c53-f63e-4b2a-b2a9-ed2a7e785cd7 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:06:46.267616 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149f55f3-65be-44a0-8199-479f10fc2a46", "name": "network-vif-unplugged", "status": "completed", "tag": "089fff15-eb9f-4db8-b812-11728e9fcd1c", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:06:46.267616 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-697b7c53-f63e-4b2a-b2a9-ed2a7e785cd7 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:06:46.267616 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149f55f3-65be-44a0-8199-479f10fc2a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '089fff15-eb9f-4db8-b812-11728e9fcd1c', 'code': 200} Sep 18 00:06:46.268654 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-c29035c9-4486-4d03-89ef-604eacd4a075 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting port 9cc0da98-a5f6-4f84-983e-73b860e1636b {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:46.268654 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c29035c9-4486-4d03-89ef-604eacd4a075 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:46.269229 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dd4f3f92-24eb-4600-be52-e9bec4ffcef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:46.269326 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9c055fbd-f5dd-4133-9b1b-afcc3938b9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'name': 'tempest-TestNetworkBasicOps-router-1806184355', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:20Z', 'updated_at': '2021-09-18T00:06:43Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:21Z', 'updated_at': '2021-09-18T00:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:46.276204 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c055fbd-f5dd-4133-9b1b-afcc3938b9e7 None None] The sync data for ids ['e2593a4a-1783-485b-8e68-cbbc092fbfda'] in n-d-809883-1 is: [{'id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'name': 'tempest-TestNetworkBasicOps-router-1806184355', 'tenant_id': '240dd21d0d2f45ecb6590c53be314024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:20Z', 'updated_at': '2021-09-18T00:06:43Z', 'revision_number': 5, 'project_id': '240dd21d0d2f45ecb6590c53be314024', 'gw_port': {'id': 'd80350be-d273-465c-9cf6-7f6f32ace768', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2593a4a-1783-485b-8e68-cbbc092fbfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:21Z', 'updated_at': '2021-09-18T00:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:06:46.320703 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef321e8-67fc-48f9-97ec-dda7801f0a18 None None] DHCP port deletion for 7e5b19c7-d838-4db3-94b8-813112c248ff request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:06:46.335521 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ece9533-f0aa-48cb-b241-c82748531404 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:46.361960 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-bef321e8-67fc-48f9-97ec-dda7801f0a18 None None] Deleting port f0850bf7-52a0-4be4-8dce-1c269682d395 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:46.362418 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bef321e8-67fc-48f9-97ec-dda7801f0a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:46.401072 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-c29035c9-4486-4d03-89ef-604eacd4a075 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] For port 9cc0da98-a5f6-4f84-983e-73b860e1636b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=9cc0da98-a5f6-4f84-983e-73b860e1636b,segment=NetworkSegment(6c874c56-c91c-4e4a-b2a0-c99f59863527),segment_id=6c874c56-c91c-4e4a-b2a0-c99f59863527)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:46.401444 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c29035c9-4486-4d03-89ef-604eacd4a075 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:46.427222 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-bef321e8-67fc-48f9-97ec-dda7801f0a18 None None] For port f0850bf7-52a0-4be4-8dce-1c269682d395, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f0850bf7-52a0-4be4-8dce-1c269682d395,segment=NetworkSegment(8262a247-fbf0-42c0-9911-6579a8abafa8),segment_id=8262a247-fbf0-42c0-9911-6579a8abafa8)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:46.432115 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bef321e8-67fc-48f9-97ec-dda7801f0a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:46.440645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-bef321e8-67fc-48f9-97ec-dda7801f0a18 None None] Calling delete_port for f0850bf7-52a0-4be4-8dce-1c269682d395 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:46.449301 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-c29035c9-4486-4d03-89ef-604eacd4a075 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Calling delete_port for 9cc0da98-a5f6-4f84-983e-73b860e1636b owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:46.450585 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:46.458828 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dd4f3f92-24eb-4600-be52-e9bec4ffcef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:46.516359 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ece9533-f0aa-48cb-b241-c82748531404 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:46.562774 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dd4f3f92-24eb-4600-be52-e9bec4ffcef6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96d6dd0662344610899959525a4f3400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5054908 Sep 18 00:06:46.596034 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42550) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:46.667225 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f3f92-24eb-4600-be52-e9bec4ffcef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb4a732-0846-4012-a1dd-bbaf2f6628ba,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:46.717316 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] Pushing event updated for resources: {'Port': ['ID=089fff15-eb9f-4db8-b812-11728e9fcd1c,revision_number=7']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:46.725682 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fd4f12ee-f675-4676-a0b1-30531b82e36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:46.734465 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bef321e8-67fc-48f9-97ec-dda7801f0a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:46.849110 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7ece9533-f0aa-48cb-b241-c82748531404 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Deleting port d80350be-d273-465c-9cf6-7f6f32ace768 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:46.850418 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ece9533-f0aa-48cb-b241-c82748531404 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:46.867067 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef321e8-67fc-48f9-97ec-dda7801f0a18 None None] Pushing event deleted for resources: {'Port': ['ID=f0850bf7-52a0-4be4-8dce-1c269682d395,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:46.870905 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef321e8-67fc-48f9-97ec-dda7801f0a18 None None] No DVR routers for this DVR port f0850bf7-52a0-4be4-8dce-1c269682d395 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:06:46.902199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f0850bf7-52a0-4be4-8dce-1c269682d395 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:06:46.935482 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: f0850bf7-52a0-4be4-8dce-1c269682d395 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:06:46.935900 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f0850bf7-52a0-4be4-8dce-1c269682d395 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:06:46.936385 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5c1a7c5d-4d2e-4d41-b949-01e5e1876572 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:06:46.959227 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 5c1a7c5d-4d2e-4d41-b949-01e5e1876572 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:06:46.961905 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5c1a7c5d-4d2e-4d41-b949-01e5e1876572 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:06:46.971857 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3b39dc4a-8cc8-4dec-aa35-314ee189d1be None None] Provisioning complete for port 089fff15-eb9f-4db8-b812-11728e9fcd1c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:46.972305 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3b39dc4a-8cc8-4dec-aa35-314ee189d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:46.993685 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec24fe09-29d4-4eff-a186-6803b4f31c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:46.999832 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] Attempting to bind port 089fff15-eb9f-4db8-b812-11728e9fcd1c on host n-h2-809883-1 for vnic_type normal with profile {"migrating_to": "n-h1-809883-1"} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:06:47.000238 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] Attempting to bind port 089fff15-eb9f-4db8-b812-11728e9fcd1c by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:06:47.000680 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] Attempting to bind port 089fff15-eb9f-4db8-b812-11728e9fcd1c on network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:06:47.017043 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] Port 089fff15-eb9f-4db8-b812-11728e9fcd1c on network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:06:47.019060 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] Attempting to bind port 089fff15-eb9f-4db8-b812-11728e9fcd1c on network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:06:47.038162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3b39dc4a-8cc8-4dec-aa35-314ee189d1be None None] Port 089fff15-eb9f-4db8-b812-11728e9fcd1c cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:06:47.044186 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec24fe09-29d4-4eff-a186-6803b4f31c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:47.045745 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:06:47.046196 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] Checking segment: {'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:06:47.046697 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] Bound using segment: {'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:06:47.047733 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] Bound port: 089fff15-eb9f-4db8-b812-11728e9fcd1c, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e32ce9-e788-400e-9540-834ca05cc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:06:47.048348 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:47.069209 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c29035c9-4486-4d03-89ef-604eacd4a075 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:47.154221 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] For port 089fff15-eb9f-4db8-b812-11728e9fcd1c, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:06:47.156877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29035c9-4486-4d03-89ef-604eacd4a075 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Port': ['ID=9cc0da98-a5f6-4f84-983e-73b860e1636b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:47.159406 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] For port 089fff15-eb9f-4db8-b812-11728e9fcd1c, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=089fff15-eb9f-4db8-b812-11728e9fcd1c,segment=NetworkSegment(f8e32ce9-e788-400e-9540-834ca05cc6af),segment_id=f8e32ce9-e788-400e-9540-834ca05cc6af)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:06:47.197984 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-7ece9533-f0aa-48cb-b241-c82748531404 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] For port d80350be-d273-465c-9cf6-7f6f32ace768, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d80350be-d273-465c-9cf6-7f6f32ace768,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:47.198355 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ece9533-f0aa-48cb-b241-c82748531404 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:47.218890 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868d5a4-4551-497a-a0d7-e217b468ca69 req-149c7ca1-51b9-41b5-8894-2bf49c343c28 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:47.220468 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a868d5a4-4551-497a-a0d7-e217b468ca69 req-149c7ca1-51b9-41b5-8894-2bf49c343c28 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 943 time: 0.2135720 Sep 18 00:06:47.232447 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec24fe09-29d4-4eff-a186-6803b4f31c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:47.235551 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec24fe09-29d4-4eff-a186-6803b4f31c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:47.240605 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ec24fe09-29d4-4eff-a186-6803b4f31c1c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cdb4a732-0846-4012-a1dd-bbaf2f6628ba HTTP/1.1" status: 204 len: 168 time: 0.6295292 Sep 18 00:06:47.240605 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:47.264175 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:47.321360 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24fe09-29d4-4eff-a186-6803b4f31c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb4a732-0846-4012-a1dd-bbaf2f6628ba,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:47.438211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] Pushing event updated for resources: {'Port': ['ID=089fff15-eb9f-4db8-b812-11728e9fcd1c,revision_number=8']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:47.512590 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:47.513118 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:47.515716 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-7c6edbf0-5fe3-40fa-8cd6-faa82fe3372a service neutron] 10.222.0.41 "PUT /v2.0/ports/089fff15-eb9f-4db8-b812-11728e9fcd1c HTTP/1.1" status: 200 len: 1121 time: 2.2130799 Sep 18 00:06:47.584221 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['089fff15-eb9f-4db8-b812-11728e9fcd1c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:06:47.735211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7ece9533-f0aa-48cb-b241-c82748531404 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Calling delete_port for d80350be-d273-465c-9cf6-7f6f32ace768 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:47.844616 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:47.849256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-6fc7195a-22d9-4fbf-a208-8aec5f7ca374 None None] Provisioning complete for port 089fff15-eb9f-4db8-b812-11728e9fcd1c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:06:47.860335 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6fc7195a-22d9-4fbf-a208-8aec5f7ca374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:47.928858 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a868d5a4-4551-497a-a0d7-e217b468ca69 req-e4fba9fd-ea3d-40d9-a9b8-bf089d6595df tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048881 Sep 18 00:06:47.960363 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c29035c9-4486-4d03-89ef-604eacd4a075 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:48.037372 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6fc7195a-22d9-4fbf-a208-8aec5f7ca374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:48.065944 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149f55f3-65be-44a0-8199-479f10fc2a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089fff15-eb9f-4db8-b812-11728e9fcd1c'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:06:48.069112 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85e7317-20e1-4369-98a4-64a017f49dd0" -d '{"events": [{"server_uuid": "149f55f3-65be-44a0-8199-479f10fc2a46", "name": "network-vif-plugged", "status": "completed", "tag": "089fff15-eb9f-4db8-b812-11728e9fcd1c"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:06:48.085869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6fc7195a-22d9-4fbf-a208-8aec5f7ca374 None None] For port 089fff15-eb9f-4db8-b812-11728e9fcd1c, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=089fff15-eb9f-4db8-b812-11728e9fcd1c,segment=NetworkSegment(f8e32ce9-e788-400e-9540-834ca05cc6af),segment_id=f8e32ce9-e788-400e-9540-834ca05cc6af)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:48.125602 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149f55f3-65be-44a0-8199-479f10fc2a46', 'tag': '089fff15-eb9f-4db8-b812-11728e9fcd1c'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:06:48.127940 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a547417-1cf1-4a92-8cae-78f33e3e0906" -d '{"events": [{"name": "network-changed", "server_uuid": "149f55f3-65be-44a0-8199-479f10fc2a46", "tag": "089fff15-eb9f-4db8-b812-11728e9fcd1c"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:06:48.156006 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b15518b-0aa3-4871-aacd-4382963ad019 x-openstack-request-id: req-1b15518b-0aa3-4871-aacd-4382963ad019 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:06:48.156006 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149f55f3-65be-44a0-8199-479f10fc2a46", "name": "network-vif-plugged", "status": "completed", "tag": "089fff15-eb9f-4db8-b812-11728e9fcd1c", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:06:48.156006 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b15518b-0aa3-4871-aacd-4382963ad019 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:06:48.156006 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149f55f3-65be-44a0-8199-479f10fc2a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089fff15-eb9f-4db8-b812-11728e9fcd1c', 'code': 200} Sep 18 00:06:48.174531 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6fc7195a-22d9-4fbf-a208-8aec5f7ca374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:48.177869 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a460060a-591a-460b-952e-4f8ab4cef0d1 x-openstack-request-id: req-a460060a-591a-460b-952e-4f8ab4cef0d1 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:06:48.178161 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149f55f3-65be-44a0-8199-479f10fc2a46", "tag": "089fff15-eb9f-4db8-b812-11728e9fcd1c", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:06:48.178418 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a460060a-591a-460b-952e-4f8ab4cef0d1 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:06:48.178811 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149f55f3-65be-44a0-8199-479f10fc2a46', 'tag': '089fff15-eb9f-4db8-b812-11728e9fcd1c', 'status': 'completed', 'code': 200} Sep 18 00:06:48.265515 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a547417-1cf1-4a92-8cae-78f33e3e0906 req-fb146928-b8d3-4da5-8773-486144826f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:48.270070 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a547417-1cf1-4a92-8cae-78f33e3e0906 req-fb146928-b8d3-4da5-8773-486144826f41 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 1126 time: 0.0666444 Sep 18 00:06:48.317205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7195a-22d9-4fbf-a208-8aec5f7ca374 None None] Pushing event updated for resources: {'Port': ['ID=089fff15-eb9f-4db8-b812-11728e9fcd1c,revision_number=9']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:48.341004 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42588) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:48.379856 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29035c9-4486-4d03-89ef-604eacd4a075 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router e9a4d15c-6437-4529-af3f-388cb9b1d088 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:06:48.491711 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7dfdf31-9550-418f-9393-726066c67df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:48.498143 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ece9533-f0aa-48cb-b241-c82748531404 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:48.501270 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a547417-1cf1-4a92-8cae-78f33e3e0906 req-8c9e937d-3a0a-47b3-b625-c44fd677c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:48.503391 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a547417-1cf1-4a92-8cae-78f33e3e0906 req-8c9e937d-3a0a-47b3-b625-c44fd677c7dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a7ba1d7-4d71-4a9b-8358-db384e44cd0e HTTP/1.1" status: 200 len: 897 time: 0.2258615 Sep 18 00:06:48.531277 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece9533-f0aa-48cb-b241-c82748531404 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event deleted for resources: {'Port': ['ID=d80350be-d273-465c-9cf6-7f6f32ace768,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:48.595190 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a547417-1cf1-4a92-8cae-78f33e3e0906 req-22a78b35-8540-458f-a33b-8c432a9105d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=089fff15-eb9f-4db8-b812-11728e9fcd1c HTTP/1.1" status: 200 len: 1001 time: 0.0838602 Sep 18 00:06:48.642896 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29035c9-4486-4d03-89ef-604eacd4a075 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:06:48.661478 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c29035c9-4486-4d03-89ef-604eacd4a075 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/e9a4d15c-6437-4529-af3f-388cb9b1d088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9525144 Sep 18 00:06:48.662160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42598) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:48.670178 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db174b5-a74b-4c87-b1b6-b16363e3b31e None None] Sync routers for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:06:48.672339 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a547417-1cf1-4a92-8cae-78f33e3e0906 req-0a14d72c-035b-4827-978e-2823488e6814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:48.674627 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a547417-1cf1-4a92-8cae-78f33e3e0906 req-0a14d72c-035b-4827-978e-2823488e6814 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10ec69ae-5591-4c46-a623-8840f79774a8 HTTP/1.1" status: 200 len: 835 time: 0.0690432 Sep 18 00:06:48.682727 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db174b5-a74b-4c87-b1b6-b16363e3b31e None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:48.683613 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5db174b5-a74b-4c87-b1b6-b16363e3b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:48.714103 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ece9533-f0aa-48cb-b241-c82748531404 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:48.731351 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7dfdf31-9550-418f-9393-726066c67df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:48.758217 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a547417-1cf1-4a92-8cae-78f33e3e0906 req-ba78e0d0-10d4-4071-a9be-90d4ec55d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:48.762988 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a547417-1cf1-4a92-8cae-78f33e3e0906 req-ba78e0d0-10d4-4071-a9be-90d4ec55d07c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a7ba1d7-4d71-4a9b-8358-db384e44cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814707 Sep 18 00:06:48.777751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-7a547417-1cf1-4a92-8cae-78f33e3e0906 req-67c9814a-e3d0-4840-8153-1a92a17fe660 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:06:48.780488 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a547417-1cf1-4a92-8cae-78f33e3e0906 req-67c9814a-e3d0-4840-8153-1a92a17fe660 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089538 Sep 18 00:06:48.855681 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-5db174b5-a74b-4c87-b1b6-b16363e3b31e None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:48.887858 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ddab705-0f7a-4e8e-bb5f-7c5488689b8b tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting subnet ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:06:48.892017 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ddab705-0f7a-4e8e-bb5f-7c5488689b8b tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:48.897386 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d7dfdf31-9550-418f-9393-726066c67df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:48.975233 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ddab705-0f7a-4e8e-bb5f-7c5488689b8b tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:48.980901 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a547417-1cf1-4a92-8cae-78f33e3e0906 req-0d0b0c53-600f-471e-83de-c4d468180f05 service neutron] 10.222.0.37 "GET /v2.0/networks/5a7ba1d7-4d71-4a9b-8358-db384e44cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929061 Sep 18 00:06:48.983618 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfdf31-9550-418f-9393-726066c67df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94a1025-1aaa-4416-b5a0-d0a92281dce0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:48.988624 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d7dfdf31-9550-418f-9393-726066c67df5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6da39bd728a443798540fa0aaa4ef1c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6460314 Sep 18 00:06:49.002433 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42606) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:49.115451 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5db174b5-a74b-4c87-b1b6-b16363e3b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:46Z', 'revision_number': 9, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:23Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:49.144214 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db174b5-a74b-4c87-b1b6-b16363e3b31e None None] Checking router: e9a4d15c-6437-4529-af3f-388cb9b1d088 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:06:49.151305 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ece9533-f0aa-48cb-b241-c82748531404 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:49.153417 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db174b5-a74b-4c87-b1b6-b16363e3b31e None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:49.154032 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5db174b5-a74b-4c87-b1b6-b16363e3b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:49.158961 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ece9533-f0aa-48cb-b241-c82748531404 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:49.174077 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a547417-1cf1-4a92-8cae-78f33e3e0906 req-eb83ae3b-c487-467d-9761-632f05e6ecbd service neutron] 10.222.0.37 "GET /v2.0/networks/5a7ba1d7-4d71-4a9b-8358-db384e44cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835451 Sep 18 00:06:49.174952 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d47224f-8e33-4028-9a93-931ed7953f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:49.216198 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d47224f-8e33-4028-9a93-931ed7953f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:49.279188 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-5db174b5-a74b-4c87-b1b6-b16363e3b31e None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:49.292654 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ddab705-0f7a-4e8e-bb5f-7c5488689b8b tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:49.320163 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d47224f-8e33-4028-9a93-931ed7953f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:49.324001 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d47224f-8e33-4028-9a93-931ed7953f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:49.328613 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1d47224f-8e33-4028-9a93-931ed7953f46 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f94a1025-1aaa-4416-b5a0-d0a92281dce0 HTTP/1.1" status: 204 len: 168 time: 0.3247349 Sep 18 00:06:49.340145 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47224f-8e33-4028-9a93-931ed7953f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94a1025-1aaa-4416-b5a0-d0a92281dce0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:49.341066 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897feac-af4a-4555-b3e7-8ecc26e7486b req-46334bc0-0489-4385-bd09-7c3235677f84 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:49.343329 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1897feac-af4a-4555-b3e7-8ecc26e7486b req-46334bc0-0489-4385-bd09-7c3235677f84 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 945 time: 0.2306623 Sep 18 00:06:49.407162 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ece9533-f0aa-48cb-b241-c82748531404 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:49.407641 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ece9533-f0aa-48cb-b241-c82748531404 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Fanout notify agent at l3_agent the message router_deleted on router e2593a4a-1783-485b-8e68-cbbc092fbfda {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:06:49.423094 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7ece9533-f0aa-48cb-b241-c82748531404 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:49.427317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42614) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:49.427829 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7ece9533-f0aa-48cb-b241-c82748531404 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "DELETE /v2.0/routers/e2593a4a-1783-485b-8e68-cbbc092fbfda HTTP/1.1" status: 204 len: 168 time: 3.5103827 Sep 18 00:06:49.441749 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1897feac-af4a-4555-b3e7-8ecc26e7486b req-bd4d760d-b820-41d1-aab4-ae4a06a359f3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703871 Sep 18 00:06:49.478180 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ddab705-0f7a-4e8e-bb5f-7c5488689b8b tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:49.563395 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ddab705-0f7a-4e8e-bb5f-7c5488689b8b tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:49.567899 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8ddab705-0f7a-4e8e-bb5f-7c5488689b8b tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/subnets/ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d HTTP/1.1" status: 204 len: 168 time: 0.9006760 Sep 18 00:06:49.567899 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddab705-0f7a-4e8e-bb5f-7c5488689b8b tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Subnet': ['ID=ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:49.574008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dea13dd-ddf3-42ea-bf10-7a32d07635ba None None] Network a87faf2a-a832-4ccb-b35f-853f6d883ccc requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:06:49.574559 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42620) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:49.575931 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5db174b5-a74b-4c87-b1b6-b16363e3b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:46Z', 'revision_number': 9, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:23Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:49.624433 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db174b5-a74b-4c87-b1b6-b16363e3b31e None None] The sync data for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 is: [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:46Z', 'revision_number': 9, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f84935b8-2efc-4b2f-abb6-65e9196181cc', 'name': '', 'network_id': '85bd3eb9-a8d8-4361-8a9f-481670092a93', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:42:11:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:16Z', 'updated_at': '2021-09-18T00:06:23Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'a2c84088-7230-4b56-8561-b20f98acc01d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:06:49.691103 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6c831b8-bedb-4edc-b740-c85129903562 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:49.736884 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:49.809539 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:49.849185 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6c831b8-bedb-4edc-b740-c85129903562 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:49.876113 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-e6c831b8-bedb-4edc-b740-c85129903562 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5b19c7-d838-4db3-94b8-813112c248ff']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:49.890368 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-e6c831b8-bedb-4edc-b740-c85129903562 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8262a247-fbf0-42c0-9911-6579a8abafa8') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:49.890744 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-e6c831b8-bedb-4edc-b740-c85129903562 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8262a247-fbf0-42c0-9911-6579a8abafa8') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:49.907718 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6c831b8-bedb-4edc-b740-c85129903562 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:49.918757 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting port 29f3823b-89e6-4666-a177-21be5a7aa1c6 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:49.919190 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:49.957797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a661fe-669d-4f14-9d51-6926844013b7 None None] DHCP port deletion for a87faf2a-a832-4ccb-b35f-853f6d883ccc request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:06:49.970287 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6c831b8-bedb-4edc-b740-c85129903562 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:50.029157 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] For port 29f3823b-89e6-4666-a177-21be5a7aa1c6, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=29f3823b-89e6-4666-a177-21be5a7aa1c6,segment=NetworkSegment(6c874c56-c91c-4e4a-b2a0-c99f59863527),segment_id=6c874c56-c91c-4e4a-b2a0-c99f59863527)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:50.029533 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:50.044642 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Calling delete_port for 29f3823b-89e6-4666-a177-21be5a7aa1c6 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:50.050206 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c831b8-bedb-4edc-b740-c85129903562 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:06:50.050609 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6c831b8-bedb-4edc-b740-c85129903562 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:06:50.053931 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:06:50.068742 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e6a661fe-669d-4f14-9d51-6926844013b7 None None] Deleting port 29f3823b-89e6-4666-a177-21be5a7aa1c6 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:50.071794 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e6a661fe-669d-4f14-9d51-6926844013b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:50.169628 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42638) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:50.200238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e6a661fe-669d-4f14-9d51-6926844013b7 None None] For port 29f3823b-89e6-4666-a177-21be5a7aa1c6, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=29f3823b-89e6-4666-a177-21be5a7aa1c6,segment=NetworkSegment(6c874c56-c91c-4e4a-b2a0-c99f59863527),segment_id=6c874c56-c91c-4e4a-b2a0-c99f59863527)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:50.200690 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e6a661fe-669d-4f14-9d51-6926844013b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:50.213759 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e6a661fe-669d-4f14-9d51-6926844013b7 None None] Calling delete_port for 29f3823b-89e6-4666-a177-21be5a7aa1c6 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:50.279375 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6c831b8-bedb-4edc-b740-c85129903562 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:50.289617 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e6c831b8-bedb-4edc-b740-c85129903562 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:50.289617 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e6c831b8-bedb-4edc-b740-c85129903562 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] 10.222.0.46 "DELETE /v2.0/networks/7e5b19c7-d838-4db3-94b8-813112c248ff HTTP/1.1" status: 204 len: 168 time: 0.8604977 Sep 18 00:06:50.315803 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:50.326859 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e6a661fe-669d-4f14-9d51-6926844013b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:50.330365 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c831b8-bedb-4edc-b740-c85129903562 tempest-TestNetworkBasicOps-933751664 tempest-TestNetworkBasicOps-933751664-project] Pushing event deleted for resources: {'Network': ['ID=7e5b19c7-d838-4db3-94b8-813112c248ff,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:50.366821 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-842efa27-b7b0-4766-94d5-fb0d90268641 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1387602411', 'router:external': True}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:50.376855 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a661fe-669d-4f14-9d51-6926844013b7 None None] Pushing event deleted for resources: {'Port': ['ID=29f3823b-89e6-4666-a177-21be5a7aa1c6,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:50.388633 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a661fe-669d-4f14-9d51-6926844013b7 None None] No DVR routers for this DVR port 29f3823b-89e6-4666-a177-21be5a7aa1c6 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:06:50.393475 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Port': ['ID=29f3823b-89e6-4666-a177-21be5a7aa1c6,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:50.395601 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] No DVR routers for this DVR port 29f3823b-89e6-4666-a177-21be5a7aa1c6 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:06:50.530262 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:50.533801 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842efa27-b7b0-4766-94d5-fb0d90268641 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Made reservation on behalf of de4579de6fe24a61b1468fce5c65a923 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:06:50.536214 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-842efa27-b7b0-4766-94d5-fb0d90268641 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:50.545536 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-842efa27-b7b0-4766-94d5-fb0d90268641 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:50.559512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87faf2a-a832-4ccb-b35f-853f6d883ccc']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:50.575169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c874c56-c91c-4e4a-b2a0-c99f59863527') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:50.575759 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c874c56-c91c-4e4a-b2a0-c99f59863527') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:50.591768 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:50.616305 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:50.625732 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:06:50.626378 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:50.633176 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50702c54-9d62-43fc-bae6-855e1fbddfa3 req-5137ab38-30ea-43c5-a4a9-bf9b756764cb tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:50.636467 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-50702c54-9d62-43fc-bae6-855e1fbddfa3 req-5137ab38-30ea-43c5-a4a9-bf9b756764cb tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 945 time: 0.0785844 Sep 18 00:06:50.687157 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-50702c54-9d62-43fc-bae6-855e1fbddfa3 req-3024571f-4124-40db-8e9e-56841b71ce59 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444431 Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:06:50.691999 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:06:50.806870 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 089fff15-eb9f-4db8-b812-11728e9fcd1c details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:06:50.818100 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 29f3823b-89e6-4666-a177-21be5a7aa1c6 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:06:50.842444 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 29f3823b-89e6-4666-a177-21be5a7aa1c6 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:06:50.842791 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 29f3823b-89e6-4666-a177-21be5a7aa1c6 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:06:50.844451 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d80350be-d273-465c-9cf6-7f6f32ace768 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:06:50.865642 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: d80350be-d273-465c-9cf6-7f6f32ace768 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:06:50.865999 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d80350be-d273-465c-9cf6-7f6f32ace768 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:06:50.866393 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9cc0da98-a5f6-4f84-983e-73b860e1636b no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:06:50.871012 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:50.876077 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:50.880961 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/networks/a87faf2a-a832-4ccb-b35f-853f6d883ccc HTTP/1.1" status: 204 len: 168 time: 1.2987959 Sep 18 00:06:50.881680 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42656) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:50.911527 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa6f59-5d07-42d3-bd41-20794920b623 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Network': ['ID=a87faf2a-a832-4ccb-b35f-853f6d883ccc,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:50.953485 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 9cc0da98-a5f6-4f84-983e-73b860e1636b {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:06:50.953833 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9cc0da98-a5f6-4f84-983e-73b860e1636b not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:06:50.994147 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-842efa27-b7b0-4766-94d5-fb0d90268641 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:51.078305 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42662) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:51.088293 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 089fff15-eb9f-4db8-b812-11728e9fcd1c, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=089fff15-eb9f-4db8-b812-11728e9fcd1c,segment=NetworkSegment(f8e32ce9-e788-400e-9540-834ca05cc6af),segment_id=f8e32ce9-e788-400e-9540-834ca05cc6af)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:51.088976 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-842efa27-b7b0-4766-94d5-fb0d90268641 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:51.106229 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 089fff15-eb9f-4db8-b812-11728e9fcd1c has no active binding in host n-h1-809883-1 {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 18 00:06:51.126087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842efa27-b7b0-4766-94d5-fb0d90268641 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:06:51.187333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842efa27-b7b0-4766-94d5-fb0d90268641 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df14d4a8-ab05-4878-8b59-a3218c26954d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:51.202052 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-842efa27-b7b0-4766-94d5-fb0d90268641 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:51.202448 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-842efa27-b7b0-4766-94d5-fb0d90268641 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Added segment 42fe0cd9-52aa-46ca-ae9b-08b051738945 of type vlan for network ec783e97-fa6a-405f-b744-2a0af28e5b73 Sep 18 00:06:51.354114 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-842efa27-b7b0-4766-94d5-fb0d90268641 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:51.427447 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-38fbd2f6-01a9-4eb1-bee0-b574aca58388 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=240dd21d0d2f45ecb6590c53be314024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3473101 Sep 18 00:06:51.430331 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42672) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:51.519524 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ccd502da-dc5b-4dc4-ad1f-01469c7df512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:51.552890 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ccd502da-dc5b-4dc4-ad1f-01469c7df512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:51.562412 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2c3ebfae-baad-433f-87f2-9abfd1300a9f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:51.600218 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-842efa27-b7b0-4766-94d5-fb0d90268641 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:51.601813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842efa27-b7b0-4766-94d5-fb0d90268641 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:51.602589 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-842efa27-b7b0-4766-94d5-fb0d90268641 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:51.735834 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842efa27-b7b0-4766-94d5-fb0d90268641 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Pushing event updated for resources: {'Network': ['ID=ec783e97-fa6a-405f-b744-2a0af28e5b73,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:51.746683 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network ec783e97-fa6a-405f-b744-2a0af28e5b73 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:06:51.771083 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ccd502da-dc5b-4dc4-ad1f-01469c7df512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:51.776633 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ccd502da-dc5b-4dc4-ad1f-01469c7df512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:51.778335 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ccd502da-dc5b-4dc4-ad1f-01469c7df512 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5e8fce66-6d5a-4a0e-a70e-c800cebfa8fe HTTP/1.1" status: 204 len: 168 time: 0.3463006 Sep 18 00:06:51.794223 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd502da-dc5b-4dc4-ad1f-01469c7df512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8fce66-6d5a-4a0e-a70e-c800cebfa8fe,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:51.834393 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-842efa27-b7b0-4766-94d5-fb0d90268641 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6629040 Sep 18 00:06:51.837743 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42686) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:51.843356 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a84dc7e2-1763-424b-bda7-83a815e79a32 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Request body: {'subnet': {'network_id': 'ec783e97-fa6a-405f-b744-2a0af28e5b73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:51.847084 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629dd46-046c-4303-b641-0bea107c967b req-6c76cd97-1296-48c1-a8f1-06075292004b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:51.848660 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f629dd46-046c-4303-b641-0bea107c967b req-6c76cd97-1296-48c1-a8f1-06075292004b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 945 time: 0.0777366 Sep 18 00:06:51.931244 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f629dd46-046c-4303-b641-0bea107c967b req-2da7d91e-0f7b-43d2-ad3d-16a95f5b5284 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703888 Sep 18 00:06:51.980160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ebfae-baad-433f-87f2-9abfd1300a9f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting port f84935b8-2efc-4b2f-abb6-65e9196181cc {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:51.980425 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2c3ebfae-baad-433f-87f2-9abfd1300a9f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:52.071428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-2c3ebfae-baad-433f-87f2-9abfd1300a9f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] For port f84935b8-2efc-4b2f-abb6-65e9196181cc, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f84935b8-2efc-4b2f-abb6-65e9196181cc,segment=NetworkSegment(91fc93b1-f7fd-4bec-b21d-dee779f80253),segment_id=91fc93b1-f7fd-4bec-b21d-dee779f80253)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:52.071831 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2c3ebfae-baad-433f-87f2-9abfd1300a9f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:52.073417 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84dc7e2-1763-424b-bda7-83a815e79a32 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Made reservation on behalf of de4579de6fe24a61b1468fce5c65a923 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:06:52.075970 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a84dc7e2-1763-424b-bda7-83a815e79a32 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:52.100737 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ebfae-baad-433f-87f2-9abfd1300a9f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Calling delete_port for f84935b8-2efc-4b2f-abb6-65e9196181cc owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:52.362373 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2c3ebfae-baad-433f-87f2-9abfd1300a9f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:52.390236 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ebfae-baad-433f-87f2-9abfd1300a9f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Port': ['ID=f84935b8-2efc-4b2f-abb6-65e9196181cc,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:52.857320 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42712) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:52.900405 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fd284613-2d61-4395-982d-b72347435de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:52.943737 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2c3ebfae-baad-433f-87f2-9abfd1300a9f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:52.985595 n-d-809883-1 neutron-server[95591]: DEBUG neutron.objects.ports [None req-a84dc7e2-1763-424b-bda7-83a815e79a32 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95591) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:06:52.985595 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a84dc7e2-1763-424b-bda7-83a815e79a32 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:53.031712 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-f99f73cb-5290-4629-9e4f-3afd3a68f0c4 service neutron] 10.222.0.37 "GET /v2.0/ports/089fff15-eb9f-4db8-b812-11728e9fcd1c/bindings/n-h1-809883-1 HTTP/1.1" status: 200 len: 384 time: 0.5925784 Sep 18 00:06:53.095565 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dc7e2-1763-424b-bda7-83a815e79a32 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e6c1bbe7-7703-4896-ad7e-297b6d102797,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:53.114691 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84dc7e2-1763-424b-bda7-83a815e79a32 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Checking segment: {'id': '42fe0cd9-52aa-46ca-ae9b-08b051738945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ec783e97-fa6a-405f-b744-2a0af28e5b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:06:53.115134 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84dc7e2-1763-424b-bda7-83a815e79a32 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Network hostable DHCP agents. Network: ec783e97-fa6a-405f-b744-2a0af28e5b73, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:06:53.166932 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23819d-f179-4ad9-b067-51354c9254a4 req-b5b4371f-e112-4e09-bea5-e81558678777 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:53.168474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f23819d-f179-4ad9-b067-51354c9254a4 req-b5b4371f-e112-4e09-bea5-e81558678777 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 945 time: 0.1263082 Sep 18 00:06:53.235698 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fd284613-2d61-4395-982d-b72347435de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:53.241487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84dc7e2-1763-424b-bda7-83a815e79a32 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Network ec783e97-fa6a-405f-b744-2a0af28e5b73 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:06:53.267632 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f23819d-f179-4ad9-b067-51354c9254a4 req-71b79106-fedf-4174-8178-5a945876a686 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893955 Sep 18 00:06:53.271590 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3ebfae-baad-433f-87f2-9abfd1300a9f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router e9a4d15c-6437-4529-af3f-388cb9b1d088 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:06:53.277367 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] For port 089fff15-eb9f-4db8-b812-11728e9fcd1c, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=089fff15-eb9f-4db8-b812-11728e9fcd1c,segment=NetworkSegment(f8e32ce9-e788-400e-9540-834ca05cc6af),segment_id=f8e32ce9-e788-400e-9540-834ca05cc6af)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:53.303409 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] For port 089fff15-eb9f-4db8-b812-11728e9fcd1c, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:06:53.342698 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-a84dc7e2-1763-424b-bda7-83a815e79a32 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, ec783e97-fa6a-405f-b744-2a0af28e5b73) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:53.348033 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149f55f3-65be-44a0-8199-479f10fc2a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '089fff15-eb9f-4db8-b812-11728e9fcd1c'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:06:53.350376 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d639dcf9-910b-4523-bfd0-91f827afcf09" -d '{"events": [{"server_uuid": "149f55f3-65be-44a0-8199-479f10fc2a46", "name": "network-vif-unplugged", "status": "completed", "tag": "089fff15-eb9f-4db8-b812-11728e9fcd1c"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:06:53.352124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df2ea6e-fc24-4cc4-ad4e-17fd09cc534d None None] Network ec783e97-fa6a-405f-b744-2a0af28e5b73 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:06:53.354125 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84dc7e2-1763-424b-bda7-83a815e79a32 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:53.354937 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a84dc7e2-1763-424b-bda7-83a815e79a32 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:53.361929 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] For port 089fff15-eb9f-4db8-b812-11728e9fcd1c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=089fff15-eb9f-4db8-b812-11728e9fcd1c,segment=NetworkSegment(f8e32ce9-e788-400e-9540-834ca05cc6af),segment_id=f8e32ce9-e788-400e-9540-834ca05cc6af)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:53.372473 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fd284613-2d61-4395-982d-b72347435de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:53.407016 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba81821-11c5-41fe-bfa0-7513aa12f5b0 x-openstack-request-id: req-5ba81821-11c5-41fe-bfa0-7513aa12f5b0 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:06:53.407338 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149f55f3-65be-44a0-8199-479f10fc2a46", "name": "network-vif-unplugged", "status": "completed", "tag": "089fff15-eb9f-4db8-b812-11728e9fcd1c", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:06:53.407573 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5ba81821-11c5-41fe-bfa0-7513aa12f5b0 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:06:53.408278 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149f55f3-65be-44a0-8199-479f10fc2a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '089fff15-eb9f-4db8-b812-11728e9fcd1c', 'code': 200} Sep 18 00:06:53.439008 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:53.443035 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fd284613-2d61-4395-982d-b72347435de3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d80d17cac584e719dc67e879151bd30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5846546 Sep 18 00:06:53.447280 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42748) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:53.453632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd284613-2d61-4395-982d-b72347435de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2361d079-d302-4832-8b0f-a064d5d063a5,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:53.457045 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3ebfae-baad-433f-87f2-9abfd1300a9f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:06:53.463370 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2c3ebfae-baad-433f-87f2-9abfd1300a9f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/e9a4d15c-6437-4529-af3f-388cb9b1d088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5809765 Sep 18 00:06:53.472237 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42750) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:53.480643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84d5438-9c15-487b-8fb3-94d37461a97b None None] Sync routers for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:06:53.496329 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a84dc7e2-1763-424b-bda7-83a815e79a32 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6571259 Sep 18 00:06:53.501020 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42752) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:53.514687 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-ff7c84bc-98fc-4c56-97fa-bd48fc033eb1 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2143062735', 'network_id': 'ec783e97-fa6a-405f-b744-2a0af28e5b73'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:53.527270 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84d5438-9c15-487b-8fb3-94d37461a97b None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:53.528149 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a84d5438-9c15-487b-8fb3-94d37461a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:53.552587 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-b160ef68-eb93-498f-a9a3-bbc0bc64d29f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting subnet a2c84088-7230-4b56-8561-b20f98acc01d {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:06:53.556212 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1eec5181-d78f-46e7-81dc-66046e8a033b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:53.557965 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b160ef68-eb93-498f-a9a3-bbc0bc64d29f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:53.586109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] Transition to ACTIVE for port object 089fff15-eb9f-4db8-b812-11728e9fcd1c will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:06:53.614824 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1eec5181-d78f-46e7-81dc-66046e8a033b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:53.624858 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b160ef68-eb93-498f-a9a3-bbc0bc64d29f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:53.630560 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5616f4ff-1503-4c1e-a7f1-8a31b592882c None None] Network ec783e97-fa6a-405f-b744-2a0af28e5b73 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:06:53.631299 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42756) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:53.650630 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-a84d5438-9c15-487b-8fb3-94d37461a97b None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:53.733838 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7c84bc-98fc-4c56-97fa-bd48fc033eb1 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Made reservation on behalf of de4579de6fe24a61b1468fce5c65a923 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:06:53.737969 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff7c84bc-98fc-4c56-97fa-bd48fc033eb1 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:53.766258 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c59a7b0f-5f9a-410a-bcd6-729351414454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:53.776728 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-ff7c84bc-98fc-4c56-97fa-bd48fc033eb1 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] device_id is not set on port e19b3e21-a5e0-46ab-bbc6-e2e78455c256 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:06:53.793575 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:53.824953 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1eec5181-d78f-46e7-81dc-66046e8a033b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:53.828414 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1eec5181-d78f-46e7-81dc-66046e8a033b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:53.832043 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1eec5181-d78f-46e7-81dc-66046e8a033b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2361d079-d302-4832-8b0f-a064d5d063a5 HTTP/1.1" status: 204 len: 168 time: 0.3813412 Sep 18 00:06:53.835877 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b160ef68-eb93-498f-a9a3-bbc0bc64d29f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:53.866964 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec5181-d78f-46e7-81dc-66046e8a033b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2361d079-d302-4832-8b0f-a064d5d063a5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:53.967512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] Pushing event updated for resources: {'Port': ['ID=089fff15-eb9f-4db8-b812-11728e9fcd1c,revision_number=11']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:54.015889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:54.016530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:54.021398 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:54.021398 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:54.021398 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:54.021398 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:54.021398 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:54.021398 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:54.021398 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:54.021398 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:54.021398 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:54.021398 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:54.037955 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b160ef68-eb93-498f-a9a3-bbc0bc64d29f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:54.073528 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-ff7c84bc-98fc-4c56-97fa-bd48fc033eb1 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Allocated IP 172.20.0.11 (ec783e97-fa6a-405f-b744-2a0af28e5b73/e6c1bbe7-7703-4896-ad7e-297b6d102797/e19b3e21-a5e0-46ab-bbc6-e2e78455c256) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:06:54.094766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] No DVR routers for this DVR port 089fff15-eb9f-4db8-b812-11728e9fcd1c on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:06:54.122333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160ef68-eb93-498f-a9a3-bbc0bc64d29f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c84088-7230-4b56-8561-b20f98acc01d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:54.146802 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b160ef68-eb93-498f-a9a3-bbc0bc64d29f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:54.151919 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b160ef68-eb93-498f-a9a3-bbc0bc64d29f tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/subnets/a2c84088-7230-4b56-8561-b20f98acc01d HTTP/1.1" status: 204 len: 168 time: 0.6789765 Sep 18 00:06:54.152311 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42770) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:54.154596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c2c6d9-1a78-485d-9fb4-a56ce81cf9d5 None None] Network 85bd3eb9-a8d8-4361-8a9f-481670092a93 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:06:54.207990 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c59a7b0f-5f9a-410a-bcd6-729351414454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:54.275275 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:54.312864 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c59a7b0f-5f9a-410a-bcd6-729351414454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:54.353628 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a84d5438-9c15-487b-8fb3-94d37461a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:52Z', 'revision_number': 10, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:54.398458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84d5438-9c15-487b-8fb3-94d37461a97b None None] Checking router: e9a4d15c-6437-4529-af3f-388cb9b1d088 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:06:54.409751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84d5438-9c15-487b-8fb3-94d37461a97b None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:54.410631 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a84d5438-9c15-487b-8fb3-94d37461a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:54.417903 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting port 3059db3a-9faa-4364-830b-b3f50cda0679 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:54.418510 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:54.498790 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c59a7b0f-5f9a-410a-bcd6-729351414454 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=513c415dcbbb46729f247189ee10f2b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8662705 Sep 18 00:06:54.502791 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42778) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:54.531095 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-a84d5438-9c15-487b-8fb3-94d37461a97b None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:54.543146 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a7b0f-5f9a-410a-bcd6-729351414454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eebe47c-746e-4b00-8bca-6df4b289d196,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:54.588267 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-303047cf-5835-4971-a4c4-72c08ed26ebe service neutron] 10.222.0.37 "PUT /v2.0/ports/089fff15-eb9f-4db8-b812-11728e9fcd1c/bindings/n-h1-809883-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5444343 Sep 18 00:06:54.598153 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] For port 3059db3a-9faa-4364-830b-b3f50cda0679, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3059db3a-9faa-4364-830b-b3f50cda0679,segment=NetworkSegment(91fc93b1-f7fd-4bec-b21d-dee779f80253),segment_id=91fc93b1-f7fd-4bec-b21d-dee779f80253)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:54.598783 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:54.627767 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff7c84bc-98fc-4c56-97fa-bd48fc033eb1 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:54.640228 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116473ba-f27c-42d0-861a-c68d6932a62c req-23e3e10d-7de6-4221-aacd-9d6dba4be4f4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:54.653477 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-116473ba-f27c-42d0-861a-c68d6932a62c req-23e3e10d-7de6-4221-aacd-9d6dba4be4f4 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 944 time: 0.2479303 Sep 18 00:06:54.685211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Calling delete_port for 3059db3a-9faa-4364-830b-b3f50cda0679 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:54.694249 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] DHCP port deletion for 85bd3eb9-a8d8-4361-8a9f-481670092a93 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:06:54.816906 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff7c84bc-98fc-4c56-97fa-bd48fc033eb1 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:54.842725 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1bcd9208-7386-41e8-a92e-dd76cc7abdfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:54.853925 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] Deleting port 3059db3a-9faa-4364-830b-b3f50cda0679 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:54.855375 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:54.882606 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-116473ba-f27c-42d0-861a-c68d6932a62c req-e50c70f8-bca7-4340-ac50-6207dd60fe59 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202182 Sep 18 00:06:54.885377 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3059db3a-9faa-4364-830b-b3f50cda0679 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:06:54.910991 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1bcd9208-7386-41e8-a92e-dd76cc7abdfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:54.938628 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7c84bc-98fc-4c56-97fa-bd48fc033eb1 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Network ec783e97-fa6a-405f-b744-2a0af28e5b73 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:06:54.947266 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-ff7c84bc-98fc-4c56-97fa-bd48fc033eb1 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:54.964110 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c84bc-98fc-4c56-97fa-bd48fc033eb1 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:06:54.968766 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:54.988878 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c84bc-98fc-4c56-97fa-bd48fc033eb1 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Pushing event updated for resources: {'Port': ['ID=e19b3e21-a5e0-46ab-bbc6-e2e78455c256,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:54.999968 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-05246c09-3e6a-46c2-9cd1-ff666c4df985 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:55.001594 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-05246c09-3e6a-46c2-9cd1-ff666c4df985 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46&tenant_id=5d2902e7a2a54edeb7be111e15492043&binding%3Ahost_id=n-h2-809883-1 HTTP/1.1" status: 200 len: 1095 time: 0.2237940 Sep 18 00:06:55.014804 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Port': ['ID=3059db3a-9faa-4364-830b-b3f50cda0679,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:55.017356 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] No DVR routers for this DVR port 3059db3a-9faa-4364-830b-b3f50cda0679 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:06:55.024496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] For port 3059db3a-9faa-4364-830b-b3f50cda0679, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3059db3a-9faa-4364-830b-b3f50cda0679,segment=NetworkSegment(91fc93b1-f7fd-4bec-b21d-dee779f80253),segment_id=91fc93b1-f7fd-4bec-b21d-dee779f80253)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:55.024920 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:55.030244 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7c84bc-98fc-4c56-97fa-bd48fc033eb1 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:55.030973 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff7c84bc-98fc-4c56-97fa-bd48fc033eb1 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:55.046884 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a84d5438-9c15-487b-8fb3-94d37461a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:52Z', 'revision_number': 10, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:55.049648 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1bcd9208-7386-41e8-a92e-dd76cc7abdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:55.050099 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] Calling delete_port for 3059db3a-9faa-4364-830b-b3f50cda0679 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:55.052991 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1bcd9208-7386-41e8-a92e-dd76cc7abdfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:55.053355 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1bcd9208-7386-41e8-a92e-dd76cc7abdfd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2eebe47c-746e-4b00-8bca-6df4b289d196 HTTP/1.1" status: 204 len: 168 time: 0.5470543 Sep 18 00:06:55.076086 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd9208-7386-41e8-a92e-dd76cc7abdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eebe47c-746e-4b00-8bca-6df4b289d196,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:55.086564 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No active binding found for port 3059db3a-9faa-4364-830b-b3f50cda0679 {{(pid=95593) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 00:06:55.087003 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3059db3a-9faa-4364-830b-b3f50cda0679 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:06:55.088731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84d5438-9c15-487b-8fb3-94d37461a97b None None] The sync data for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 is: [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:52Z', 'revision_number': 10, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None, '_interfaces': [{'id': '1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7', 'name': '', 'network_id': 'a25a0907-6f52-47cd-880a-b13d7245906d', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'mac_address': 'fa:16:3e:1a:53:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:10Z', 'updated_at': '2021-09-18T00:06:15Z', 'revision_number': 5, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'subnets': [{'id': 'fb81c6b8-cc2a-456e-9f27-b10341637b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:06:55.182722 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:55.196559 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-75e3f5c8-a53d-443e-9593-d4b8a55fce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:55.198294 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-75e3f5c8-a53d-443e-9593-d4b8a55fce78 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46&tenant_id=5d2902e7a2a54edeb7be111e15492043 HTTP/1.1" status: 200 len: 1095 time: 0.1774426 Sep 18 00:06:55.201305 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:55.217481 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85bd3eb9-a8d8-4361-8a9f-481670092a93']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:55.232292 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 089fff15-eb9f-4db8-b812-11728e9fcd1c no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:06:55.235022 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] Pushing event deleted for resources: {'Port': ['ID=3059db3a-9faa-4364-830b-b3f50cda0679,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:55.244544 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:55.256330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:55.256330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:55.256330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:55.256330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:55.256330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:55.256330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:55.256330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:55.256330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:55.256330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:55.256330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:55.256330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:06:55.257413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fc93b1-f7fd-4bec-b21d-dee779f80253') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:55.257413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fc93b1-f7fd-4bec-b21d-dee779f80253') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:55.257595 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5842de-70b8-4510-b4f2-2b613cb8ed9d None None] No DVR routers for this DVR port 3059db3a-9faa-4364-830b-b3f50cda0679 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:06:55.272206 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:55.280423 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ff7c84bc-98fc-4c56-97fa-bd48fc033eb1 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.7791905 Sep 18 00:06:55.283519 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42790) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:55.302306 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-0cb94adf-5894-4efb-a1ce-1dc0ec4c3669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:55.302473 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 089fff15-eb9f-4db8-b812-11728e9fcd1c not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:06:55.304545 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-0cb94adf-5894-4efb-a1ce-1dc0ec4c3669 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 1095 time: 0.0799947 Sep 18 00:06:55.313649 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:55.322557 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:06:55.323028 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:06:55.326123 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:06:55.429389 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-510c11b0-9243-42fc-9016-ccf62bd57839 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Deleting port e19b3e21-a5e0-46ab-bbc6-e2e78455c256 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:55.430078 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-510c11b0-9243-42fc-9016-ccf62bd57839 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:55.432442 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-887b1f22-376d-4124-9d13-467465aa856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:55.434019 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-887b1f22-376d-4124-9d13-467465aa856d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a7ba1d7-4d71-4a9b-8358-db384e44cd0e HTTP/1.1" status: 200 len: 897 time: 0.1225553 Sep 18 00:06:55.497249 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:55.502330 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:55.505750 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-3fa49e59-5bd1-454b-ad06-76c873ea8f69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=089fff15-eb9f-4db8-b812-11728e9fcd1c HTTP/1.1" status: 200 len: 999 time: 0.0651140 Sep 18 00:06:55.507132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42796) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:55.507252 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/networks/85bd3eb9-a8d8-4361-8a9f-481670092a93 HTTP/1.1" status: 204 len: 168 time: 1.3540616 Sep 18 00:06:55.528397 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f723ce-e660-4b8b-995a-46d0068bca71 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Network': ['ID=85bd3eb9-a8d8-4361-8a9f-481670092a93,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:55.549845 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-510c11b0-9243-42fc-9016-ccf62bd57839 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:55.574394 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-510c11b0-9243-42fc-9016-ccf62bd57839 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Calling delete_port for e19b3e21-a5e0-46ab-bbc6-e2e78455c256 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:55.660992 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-c1d79060-10fe-4012-8b5a-20ac52143e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:55.662713 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-c1d79060-10fe-4012-8b5a-20ac52143e9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ec69ae-5591-4c46-a623-8840f79774a8 HTTP/1.1" status: 200 len: 835 time: 0.0738230 Sep 18 00:06:55.788212 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-b04f7ed7-5c5c-4c38-af2f-73af753b8a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:55.790378 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-b04f7ed7-5c5c-4c38-af2f-73af753b8a15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a7ba1d7-4d71-4a9b-8358-db384e44cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176436 Sep 18 00:06:55.802643 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-510c11b0-9243-42fc-9016-ccf62bd57839 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:55.836162 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c11b0-9243-42fc-9016-ccf62bd57839 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Pushing event deleted for resources: {'Port': ['ID=e19b3e21-a5e0-46ab-bbc6-e2e78455c256,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:55.896795 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-510c11b0-9243-42fc-9016-ccf62bd57839 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:55.899719 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-510c11b0-9243-42fc-9016-ccf62bd57839 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "DELETE /v2.0/ports/e19b3e21-a5e0-46ab-bbc6-e2e78455c256 HTTP/1.1" status: 204 len: 168 time: 0.6131427 Sep 18 00:06:55.902389 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42802) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:55.906797 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-321a011f-8410-4a3e-b22b-bff6c37cd25b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec783e97-fa6a-405f-b744-2a0af28e5b73', 'external_fixed_ips': [{'subnet_id': 'e6c1bbe7-7703-4896-ad7e-297b6d102797', 'ip_address': '172.20.0.11'}]}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:55.958859 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-2e59731f-e581-4481-9b2a-ec018db524c7 service neutron] 10.222.0.41 "GET /v2.0/networks/5a7ba1d7-4d71-4a9b-8358-db384e44cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368549 Sep 18 00:06:55.980914 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42810) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:56.009991 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-321a011f-8410-4a3e-b22b-bff6c37cd25b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:56.009991 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-321a011f-8410-4a3e-b22b-bff6c37cd25b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:56.024994 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1139e7dc-7e52-4123-8a11-7754955f1b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:56.082550 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-321a011f-8410-4a3e-b22b-bff6c37cd25b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:56.091345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6aaa42-bd0f-49e5-9190-8134f387df68 req-a8150d11-a71e-415a-bccc-400fc187ae57 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:56.097748 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf6aaa42-bd0f-49e5-9190-8134f387df68 req-a8150d11-a71e-415a-bccc-400fc187ae57 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 944 time: 0.1241894 Sep 18 00:06:56.136524 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf6aaa42-bd0f-49e5-9190-8134f387df68 req-d9ee9da1-e70c-48e1-8dfa-74a51b4f53a6 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375881 Sep 18 00:06:56.140295 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-d738787b-29d0-444f-90cf-a7cacd551a37 service neutron] 10.222.0.41 "GET /v2.0/networks/5a7ba1d7-4d71-4a9b-8358-db384e44cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710742 Sep 18 00:06:56.173880 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8a301da-5333-492a-a64b-9a400c59bd18 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:56.311798 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-321a011f-8410-4a3e-b22b-bff6c37cd25b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:56.576269 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1139e7dc-7e52-4123-8a11-7754955f1b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:56.632516 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-321a011f-8410-4a3e-b22b-bff6c37cd25b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:56.653051 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-321a011f-8410-4a3e-b22b-bff6c37cd25b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:56.671381 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1139e7dc-7e52-4123-8a11-7754955f1b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:56.675205 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-c620030a-d42c-4f34-949a-71d07b37ee67 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:56.676751 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-c620030a-d42c-4f34-949a-71d07b37ee67 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46&tenant_id=5d2902e7a2a54edeb7be111e15492043&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 1095 time: 0.0815773 Sep 18 00:06:56.763992 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1139e7dc-7e52-4123-8a11-7754955f1b7e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa3fef24297c4500be3c9316ed9d24c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7809360 Sep 18 00:06:56.767788 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139e7dc-7e52-4123-8a11-7754955f1b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd1fcfb-345f-435f-adb7-a6bcf94fb4e1,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:56.772384 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42818) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:56.772751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f84935b8-2efc-4b2f-abb6-65e9196181cc no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:06:56.839508 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: f84935b8-2efc-4b2f-abb6-65e9196181cc {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:06:56.840597 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f84935b8-2efc-4b2f-abb6-65e9196181cc not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:06:56.873856 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-321a011f-8410-4a3e-b22b-bff6c37cd25b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Allocated IP 172.20.0.11 (ec783e97-fa6a-405f-b744-2a0af28e5b73/e6c1bbe7-7703-4896-ad7e-297b6d102797/d6e92bb6-bbd4-4f57-9858-d0122d40bb52) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:06:56.876442 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a8a301da-5333-492a-a64b-9a400c59bd18 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting port 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:56.876751 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8a301da-5333-492a-a64b-9a400c59bd18 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:56.912411 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e2ee-5635-4613-a477-7070337da34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:56.983930 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e2ee-5635-4613-a477-7070337da34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:56.989161 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-321a011f-8410-4a3e-b22b-bff6c37cd25b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:57.034868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-a8a301da-5333-492a-a64b-9a400c59bd18 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] For port 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7,segment=NetworkSegment(a7fa3d5d-93ce-4353-bb05-8462ea126183),segment_id=a7fa3d5d-93ce-4353-bb05-8462ea126183)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:57.035162 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8a301da-5333-492a-a64b-9a400c59bd18 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:57.050682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-ae564553-2048-4172-99b9-1a15bb6219ab service neutron] For port 089fff15-eb9f-4db8-b812-11728e9fcd1c, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:06:57.052087 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a8a301da-5333-492a-a64b-9a400c59bd18 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Calling delete_port for 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:57.059026 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-ae564553-2048-4172-99b9-1a15bb6219ab service neutron] Notify callbacks [] for binding, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:57.060151 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-ae564553-2048-4172-99b9-1a15bb6219ab service neutron] 10.222.0.41 "DELETE /v2.0/ports/089fff15-eb9f-4db8-b812-11728e9fcd1c/bindings/n-h2-809883-1 HTTP/1.1" status: 204 len: 173 time: 0.3712974 Sep 18 00:06:57.085218 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-321a011f-8410-4a3e-b22b-bff6c37cd25b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:57.136482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321a011f-8410-4a3e-b22b-bff6c37cd25b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Network ec783e97-fa6a-405f-b744-2a0af28e5b73 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:06:57.140863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-321a011f-8410-4a3e-b22b-bff6c37cd25b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:06:57.143329 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a011f-8410-4a3e-b22b-bff6c37cd25b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:06:57.160667 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e2ee-5635-4613-a477-7070337da34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:57.163219 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e2ee-5635-4613-a477-7070337da34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:57.165218 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f4d6e2ee-5635-4613-a477-7070337da34b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7dd1fcfb-345f-435f-adb7-a6bcf94fb4e1 HTTP/1.1" status: 204 len: 168 time: 0.3910215 Sep 18 00:06:57.183613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6e2ee-5635-4613-a477-7070337da34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd1fcfb-345f-435f-adb7-a6bcf94fb4e1,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:57.187424 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a011f-8410-4a3e-b22b-bff6c37cd25b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Pushing event updated for resources: {'Port': ['ID=d6e92bb6-bbd4-4f57-9858-d0122d40bb52,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:57.322400 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8a301da-5333-492a-a64b-9a400c59bd18 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:57.351345 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a301da-5333-492a-a64b-9a400c59bd18 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Port': ['ID=1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:57.550476 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8a301da-5333-492a-a64b-9a400c59bd18 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:57.720735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a696616-1550-49df-81e7-d9aa6be38597 req-35284553-4ad8-4f4f-a541-9aeb64419862 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:57.722378 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a301da-5333-492a-a64b-9a400c59bd18 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router e9a4d15c-6437-4529-af3f-388cb9b1d088 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:06:57.722491 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a696616-1550-49df-81e7-d9aa6be38597 req-35284553-4ad8-4f4f-a541-9aeb64419862 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 944 time: 0.4874086 Sep 18 00:06:57.800844 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a696616-1550-49df-81e7-d9aa6be38597 req-e0ebd67c-d031-4055-90e6-1a106160e044 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465596 Sep 18 00:06:57.809607 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a301da-5333-492a-a64b-9a400c59bd18 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:06:57.820081 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e635c1-c364-436e-9802-c75eb4e3b665 None None] Sync routers for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:06:57.821915 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42840) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:57.825599 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a8a301da-5333-492a-a64b-9a400c59bd18 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/e9a4d15c-6437-4529-af3f-388cb9b1d088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3168960 Sep 18 00:06:57.840601 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e635c1-c364-436e-9802-c75eb4e3b665 None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:57.841695 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-32e635c1-c364-436e-9802-c75eb4e3b665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:57.936310 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-32e635c1-c364-436e-9802-c75eb4e3b665 None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:58.011316 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-32e635c1-c364-436e-9802-c75eb4e3b665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:57Z', 'revision_number': 11, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:58.039881 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e635c1-c364-436e-9802-c75eb4e3b665 None None] Checking router: e9a4d15c-6437-4529-af3f-388cb9b1d088 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:06:58.049224 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e635c1-c364-436e-9802-c75eb4e3b665 None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:58.049850 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-32e635c1-c364-436e-9802-c75eb4e3b665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:58.053760 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-321a011f-8410-4a3e-b22b-bff6c37cd25b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:58.110230 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54bed50-d96d-409a-84b5-3e8e193347b4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting subnet fb81c6b8-cc2a-456e-9f27-b10341637b17 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:06:58.115410 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b54bed50-d96d-409a-84b5-3e8e193347b4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:58.119068 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-32e635c1-c364-436e-9802-c75eb4e3b665 None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:58.120066 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3eb104-4628-4e69-bbdf-f334c364a102 req-1b236243-e3b5-402c-b5be-f8d1c38ec671 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:58.121662 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc3eb104-4628-4e69-bbdf-f334c364a102 req-1b236243-e3b5-402c-b5be-f8d1c38ec671 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 1095 time: 0.1339395 Sep 18 00:06:58.176910 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-32e635c1-c364-436e-9802-c75eb4e3b665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:57Z', 'revision_number': 11, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:58.191020 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b54bed50-d96d-409a-84b5-3e8e193347b4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:58.210887 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e635c1-c364-436e-9802-c75eb4e3b665 None None] The sync data for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 is: [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:57Z', 'revision_number': 11, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:06:58.276824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc3eb104-4628-4e69-bbdf-f334c364a102 req-9de10442-35c4-40ff-8203-6f9ba42906c1 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322620 Sep 18 00:06:58.406248 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b54bed50-d96d-409a-84b5-3e8e193347b4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:58.492305 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e483aa-182f-4c96-bcdb-49aa77ac72ef req-8bd98e61-bf77-4e5b-a52d-5d8b98f4dacb tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:06:58.494482 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8e483aa-182f-4c96-bcdb-49aa77ac72ef req-8bd98e61-bf77-4e5b-a52d-5d8b98f4dacb tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 944 time: 0.1370347 Sep 18 00:06:58.522311 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-321a011f-8410-4a3e-b22b-bff6c37cd25b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:58.597530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8e483aa-182f-4c96-bcdb-49aa77ac72ef req-d76de859-9c2c-4a7e-85d7-3c722a61c360 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857923 Sep 18 00:06:58.624248 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42870) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:58.692180 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b54bed50-d96d-409a-84b5-3e8e193347b4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:58.727488 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54bed50-d96d-409a-84b5-3e8e193347b4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Subnet': ['ID=fb81c6b8-cc2a-456e-9f27-b10341637b17,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:58.733418 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-910f5ed7-d6cb-4a09-ac54-5a42b91fa10f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/floatingips/11807c04-d66a-4303-9a75-56cbe97f8ac0 HTTP/1.1" status: 200 len: 991 time: 0.0968494 Sep 18 00:06:58.734861 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b54bed50-d96d-409a-84b5-3e8e193347b4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:58.739148 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b54bed50-d96d-409a-84b5-3e8e193347b4 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/subnets/fb81c6b8-cc2a-456e-9f27-b10341637b17 HTTP/1.1" status: 204 len: 168 time: 0.9138372 Sep 18 00:06:58.740719 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6235359e-2d4b-4d62-963c-ac8be2a98345 None None] Network a25a0907-6f52-47cd-880a-b13d7245906d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:06:58.743855 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42876) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:58.864975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321a011f-8410-4a3e-b22b-bff6c37cd25b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Router e52f9877-4af8-494a-b1c2-751065cb736b is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:06:58.879214 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:06:58.891967 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:58.925885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:06:58.926563 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1e9b92d1-fbaa-4f26-9ad4-621b4f7caab7 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:06:58.960946 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Deleting port e30d8ddf-2435-4fe5-8e3d-280215a84744 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:58.961968 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.004405 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42884) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:59.026697 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eed915-b8ad-4e26-9dad-42dd2e539086 None None] DHCP port deletion for a25a0907-6f52-47cd-880a-b13d7245906d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:06:59.057698 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] For port e30d8ddf-2435-4fe5-8e3d-280215a84744, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e30d8ddf-2435-4fe5-8e3d-280215a84744,segment=NetworkSegment(a7fa3d5d-93ce-4353-bb05-8462ea126183),segment_id=a7fa3d5d-93ce-4353-bb05-8462ea126183)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:59.058065 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.071982 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Calling delete_port for e30d8ddf-2435-4fe5-8e3d-280215a84744 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:59.094951 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321a011f-8410-4a3e-b22b-bff6c37cd25b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:06:59.125254 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Sync routers for ids ['e52f9877-4af8-494a-b1c2-751065cb736b'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:06:59.142264 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c0eed915-b8ad-4e26-9dad-42dd2e539086 None None] Deleting port e30d8ddf-2435-4fe5-8e3d-280215a84744 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:59.142732 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c0eed915-b8ad-4e26-9dad-42dd2e539086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.169122 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Routers {'e52f9877-4af8-494a-b1c2-751065cb736b'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:06:59.169835 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e52f9877-4af8-494a-b1c2-751065cb736b'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:59.182004 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-321a011f-8410-4a3e-b22b-bff6c37cd25b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.185726 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-321a011f-8410-4a3e-b22b-bff6c37cd25b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.2799795 Sep 18 00:06:59.186839 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42890) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:59.256640 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c0eed915-b8ad-4e26-9dad-42dd2e539086 None None] For port e30d8ddf-2435-4fe5-8e3d-280215a84744, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e30d8ddf-2435-4fe5-8e3d-280215a84744,segment=NetworkSegment(a7fa3d5d-93ce-4353-bb05-8462ea126183),segment_id=a7fa3d5d-93ce-4353-bb05-8462ea126183)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:06:59.257221 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c0eed915-b8ad-4e26-9dad-42dd2e539086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.280595 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-a1880880-9775-48df-b4a4-f2a0c98d6880 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting port 0ac24e5f-a396-4cac-93d1-0e60c7d6ecd0 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:59.281124 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1880880-9775-48df-b4a4-f2a0c98d6880 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.317555 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.363036 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Port': ['ID=e30d8ddf-2435-4fe5-8e3d-280215a84744,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:59.365685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] No DVR routers for this DVR port e30d8ddf-2435-4fe5-8e3d-280215a84744 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:06:59.378548 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ee69dc7-fffc-42cd-9e67-7a15e2ce5f41 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.404077 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1880880-9775-48df-b4a4-f2a0c98d6880 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.404691 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1880880-9775-48df-b4a4-f2a0c98d6880 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.418467 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-a1880880-9775-48df-b4a4-f2a0c98d6880 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Calling delete_port for 0ac24e5f-a396-4cac-93d1-0e60c7d6ecd0 owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:59.455769 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c0eed915-b8ad-4e26-9dad-42dd2e539086 None None] Calling delete_port for e30d8ddf-2435-4fe5-8e3d-280215a84744 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:06:59.520119 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.593075 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Set router e52f9877-4af8-494a-b1c2-751065cb736b gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:06:59.604040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25a0907-6f52-47cd-880a-b13d7245906d']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:59.624485 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7fa3d5d-93ce-4353-bb05-8462ea126183') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:59.625272 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7fa3d5d-93ce-4353-bb05-8462ea126183') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:06:59.640817 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.644411 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ee69dc7-fffc-42cd-9e67-7a15e2ce5f41 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.665287 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1880880-9775-48df-b4a4-f2a0c98d6880 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.672735 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.672735 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:06:59.672735 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:06:59.677702 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:06:59.724979 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1880880-9775-48df-b4a4-f2a0c98d6880 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Port': ['ID=0ac24e5f-a396-4cac-93d1-0e60c7d6ecd0,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:59.812116 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42908) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:59.830072 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c0eed915-b8ad-4e26-9dad-42dd2e539086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.833345 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-0ee69dc7-fffc-42cd-9e67-7a15e2ce5f41 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Deleting port d6e92bb6-bbd4-4f57-9858-d0122d40bb52 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:06:59.833807 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ee69dc7-fffc-42cd-9e67-7a15e2ce5f41 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.840187 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1880880-9775-48df-b4a4-f2a0c98d6880 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.840880 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-a1880880-9775-48df-b4a4-f2a0c98d6880 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Floating IP 11807c04-d66a-4303-9a75-56cbe97f8ac0 disassociated (deleted). External IP: 172.25.3.125, port: 089fff15-eb9f-4db8-b812-11728e9fcd1c. Sep 18 00:06:59.858605 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.867651 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:06:59.872741 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/networks/a25a0907-6f52-47cd-880a-b13d7245906d HTTP/1.1" status: 204 len: 168 time: 1.1278138 Sep 18 00:06:59.873441 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eed915-b8ad-4e26-9dad-42dd2e539086 None None] Pushing event deleted for resources: {'Port': ['ID=e30d8ddf-2435-4fe5-8e3d-280215a84744,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:59.875681 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eed915-b8ad-4e26-9dad-42dd2e539086 None None] No DVR routers for this DVR port e30d8ddf-2435-4fe5-8e3d-280215a84744 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:06:59.875841 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42912) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:06:59.950830 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-73ccec7e-dfe4-4ed0-8982-2252e8589421 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'router': {'routes': None}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:06:59.953301 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061eed2-ae77-4df9-a3c9-f36fcab83545 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Pushing event deleted for resources: {'Network': ['ID=a25a0907-6f52-47cd-880a-b13d7245906d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:06:59.979118 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52f9877-4af8-494a-b1c2-751065cb736b', 'name': '', 'tenant_id': 'de4579de6fe24a61b1468fce5c65a923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec783e97-fa6a-405f-b744-2a0af28e5b73', 'external_fixed_ips': [{'subnet_id': 'e6c1bbe7-7703-4896-ad7e-297b6d102797', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd6e92bb6-bbd4-4f57-9858-d0122d40bb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:56Z', 'updated_at': '2021-09-18T00:06:57Z', 'revision_number': 3, 'project_id': 'de4579de6fe24a61b1468fce5c65a923', 'gw_port': {'id': 'd6e92bb6-bbd4-4f57-9858-d0122d40bb52', 'name': '', 'network_id': 'ec783e97-fa6a-405f-b744-2a0af28e5b73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ea:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52f9877-4af8-494a-b1c2-751065cb736b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'e6c1bbe7-7703-4896-ad7e-297b6d102797', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:06:56Z', 'updated_at': '2021-09-18T00:06:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6c1bbe7-7703-4896-ad7e-297b6d102797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:00.012553 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-31ec4ba5-eb73-498f-aaae-90caf769caba tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1238623751'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:00.013961 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Checking router: e52f9877-4af8-494a-b1c2-751065cb736b for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:07:00.015413 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Updating router e52f9877-4af8-494a-b1c2-751065cb736b port d6e92bb6-bbd4-4f57-9858-d0122d40bb52 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:07:00.045997 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:00.108478 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-31ec4ba5-eb73-498f-aaae-90caf769caba tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:00.109712 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-31ec4ba5-eb73-498f-aaae-90caf769caba tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:00.121638 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ee69dc7-fffc-42cd-9e67-7a15e2ce5f41 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:00.177749 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-0ee69dc7-fffc-42cd-9e67-7a15e2ce5f41 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Calling delete_port for d6e92bb6-bbd4-4f57-9858-d0122d40bb52 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:00.203893 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.extraroute_db [None req-73ccec7e-dfe4-4ed0-8982-2252e8589421 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Added routes are [] {{(pid=95591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 00:07:00.204483 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.extraroute_db [None req-73ccec7e-dfe4-4ed0-8982-2252e8589421 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Removed routes are [] {{(pid=95591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 00:07:00.204993 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-73ccec7e-dfe4-4ed0-8982-2252e8589421 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:00.218261 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1880880-9775-48df-b4a4-f2a0c98d6880 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Router 7a50fe0c-c7cd-454d-b9c4-92437f3c246b has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:07:00.219966 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-31ec4ba5-eb73-498f-aaae-90caf769caba tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:00.323091 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-31ec4ba5-eb73-498f-aaae-90caf769caba tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:00.340123 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:00.341855 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1880880-9775-48df-b4a4-f2a0c98d6880 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:07:00.346698 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1880880-9775-48df-b4a4-f2a0c98d6880 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:00.353974 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6236c5a5-b654-4f43-994e-9c14007ac4d2 None None] Sync routers for ids ['7a50fe0c-c7cd-454d-b9c4-92437f3c246b'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:07:00.364605 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6236c5a5-b654-4f43-994e-9c14007ac4d2 None None] Routers {'7a50fe0c-c7cd-454d-b9c4-92437f3c246b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:00.365581 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6236c5a5-b654-4f43-994e-9c14007ac4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['7a50fe0c-c7cd-454d-b9c4-92437f3c246b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:00.377844 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a1880880-9775-48df-b4a4-f2a0c98d6880 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "DELETE /v2.0/floatingips/11807c04-d66a-4303-9a75-56cbe97f8ac0 HTTP/1.1" status: 204 len: 168 time: 1.3753271 Sep 18 00:07:00.378471 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149f55f3-65be-44a0-8199-479f10fc2a46', 'tag': '089fff15-eb9f-4db8-b812-11728e9fcd1c'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:07:00.380772 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1d6d90-bd3e-4d91-a654-40540785b422" -d '{"events": [{"name": "network-changed", "server_uuid": "149f55f3-65be-44a0-8199-479f10fc2a46", "tag": "089fff15-eb9f-4db8-b812-11728e9fcd1c"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:07:00.400523 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-73ccec7e-dfe4-4ed0-8982-2252e8589421 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:00.419822 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d09965-8d12-4d0b-a995-922bfb2ce9f1 x-openstack-request-id: req-21d09965-8d12-4d0b-a995-922bfb2ce9f1 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:07:00.420323 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149f55f3-65be-44a0-8199-479f10fc2a46", "tag": "089fff15-eb9f-4db8-b812-11728e9fcd1c", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:07:00.420764 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21d09965-8d12-4d0b-a995-922bfb2ce9f1 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:07:00.421379 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149f55f3-65be-44a0-8199-479f10fc2a46', 'tag': '089fff15-eb9f-4db8-b812-11728e9fcd1c', 'status': 'completed', 'code': 200} Sep 18 00:07:00.439693 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-31ec4ba5-eb73-498f-aaae-90caf769caba tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:00.443792 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-31ec4ba5-eb73-498f-aaae-90caf769caba tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6306448 Sep 18 00:07:00.444445 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42926) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:00.459473 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-73ccec7e-dfe4-4ed0-8982-2252e8589421 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:00.470901 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:00.572219 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-6236c5a5-b654-4f43-994e-9c14007ac4d2 None None] Set router 7a50fe0c-c7cd-454d-b9c4-92437f3c246b gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:07:00.573051 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2f355b00-ac02-42f5-997f-954e20dc38d1 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:00.578392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Attempting to bind port d6e92bb6-bbd4-4f57-9858-d0122d40bb52 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:07:00.578766 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Attempting to bind port d6e92bb6-bbd4-4f57-9858-d0122d40bb52 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '42fe0cd9-52aa-46ca-ae9b-08b051738945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ec783e97-fa6a-405f-b744-2a0af28e5b73'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:07:00.579135 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Attempting to bind port d6e92bb6-bbd4-4f57-9858-d0122d40bb52 on network ec783e97-fa6a-405f-b744-2a0af28e5b73 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:07:00.591969 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:07:00.592355 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Checking segment: {'id': '42fe0cd9-52aa-46ca-ae9b-08b051738945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ec783e97-fa6a-405f-b744-2a0af28e5b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:07:00.592758 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:00.593202 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Bound using segment: {'id': '42fe0cd9-52aa-46ca-ae9b-08b051738945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ec783e97-fa6a-405f-b744-2a0af28e5b73'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:07:00.593683 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Bound port: d6e92bb6-bbd4-4f57-9858-d0122d40bb52, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fe0cd9-52aa-46ca-ae9b-08b051738945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ec783e97-fa6a-405f-b744-2a0af28e5b73'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:07:00.594074 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:00.642017 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188be9a1-67df-4191-a848-f8163384af0b None None] Pushing event updated for resources: {'Port': ['ID=d6e92bb6-bbd4-4f57-9858-d0122d40bb52,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:00.809081 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2f355b00-ac02-42f5-997f-954e20dc38d1 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:00.811432 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2f355b00-ac02-42f5-997f-954e20dc38d1 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:00.855705 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e30d8ddf-2435-4fe5-8e3d-280215a84744 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:07:00.895463 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d6d90-bd3e-4d91-a654-40540785b422 req-cb36f156-118d-4cf0-9524-07b278c8523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:00.897079 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8d1d6d90-bd3e-4d91-a654-40540785b422 req-cb36f156-118d-4cf0-9524-07b278c8523b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 1095 time: 0.4391661 Sep 18 00:07:00.900756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: e30d8ddf-2435-4fe5-8e3d-280215a84744 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:07:00.901454 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e30d8ddf-2435-4fe5-8e3d-280215a84744 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:07:00.952664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ccec7e-dfe4-4ed0-8982-2252e8589421 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router e9a4d15c-6437-4529-af3f-388cb9b1d088 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:07:01.033744 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6236c5a5-b654-4f43-994e-9c14007ac4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463930371', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:48Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'fd80ff96-8f09-432e-b459-129285300684', 'name': '', 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:cf:94:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '10ec69ae-5591-4c46-a623-8840f79774a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:46Z', 'updated_at': '2021-09-18T00:05:52Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '10ec69ae-5591-4c46-a623-8840f79774a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:01.065117 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6236c5a5-b654-4f43-994e-9c14007ac4d2 None None] Checking router: 7a50fe0c-c7cd-454d-b9c4-92437f3c246b for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:07:01.078309 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6236c5a5-b654-4f43-994e-9c14007ac4d2 None None] Routers {'7a50fe0c-c7cd-454d-b9c4-92437f3c246b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:01.079281 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6236c5a5-b654-4f43-994e-9c14007ac4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['7a50fe0c-c7cd-454d-b9c4-92437f3c246b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:01.103400 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:07:01.103755 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:07:01.135529 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ee69dc7-fffc-42cd-9e67-7a15e2ce5f41 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:01.143199 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ccec7e-dfe4-4ed0-8982-2252e8589421 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:07:01.159579 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12e69e4-2acf-44a7-bafc-60bd6da2ea80 None None] Sync routers for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:07:01.163452 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-73ccec7e-dfe4-4ed0-8982-2252e8589421 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:01.167794 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-73ccec7e-dfe4-4ed0-8982-2252e8589421 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/e9a4d15c-6437-4529-af3f-388cb9b1d088 HTTP/1.1" status: 200 len: 700 time: 1.2868800 Sep 18 00:07:01.169163 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42936) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:01.178950 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12e69e4-2acf-44a7-bafc-60bd6da2ea80 None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:01.179917 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b12e69e4-2acf-44a7-bafc-60bd6da2ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:01.203287 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee69dc7-fffc-42cd-9e67-7a15e2ce5f41 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6e92bb6-bbd4-4f57-9858-d0122d40bb52,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:01.224013 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d6d90-bd3e-4d91-a654-40540785b422 req-ea77d0fb-e816-4615-9f02-524f398e397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:01.226411 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8d1d6d90-bd3e-4d91-a654-40540785b422 req-ea77d0fb-e816-4615-9f02-524f398e397c service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a7ba1d7-4d71-4a9b-8358-db384e44cd0e HTTP/1.1" status: 200 len: 897 time: 0.3159249 Sep 18 00:07:01.248963 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c3965825-6489-4fb7-846d-48737613c03c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a4d15c-6437-4529-af3f-388cb9b1d088 HTTP/1.1" status: 200 len: 205 time: 0.0607986 Sep 18 00:07:01.256441 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-6236c5a5-b654-4f43-994e-9c14007ac4d2 None None] Set router 7a50fe0c-c7cd-454d-b9c4-92437f3c246b gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:07:01.274541 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42940) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:01.316218 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-b12e69e4-2acf-44a7-bafc-60bd6da2ea80 None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:07:01.318565 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf692a5-3f67-46b8-922f-31663c941e29 req-91b3c451-f75d-4584-a1a6-d2ee5864c86a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:01.322720 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bbf692a5-3f67-46b8-922f-31663c941e29 req-91b3c451-f75d-4584-a1a6-d2ee5864c86a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 944 time: 0.0594063 Sep 18 00:07:01.348537 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8d1d6d90-bd3e-4d91-a654-40540785b422 req-00cd8abe-c9ed-48e3-b241-fca888e637dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=089fff15-eb9f-4db8-b812-11728e9fcd1c HTTP/1.1" status: 200 len: 217 time: 0.1020539 Sep 18 00:07:01.373301 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bbf692a5-3f67-46b8-922f-31663c941e29 req-8625287a-3293-4822-96a9-533e269b0110 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455072 Sep 18 00:07:01.377524 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b12e69e4-2acf-44a7-bafc-60bd6da2ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:57Z', 'revision_number': 11, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:01.410405 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2f355b00-ac02-42f5-997f-954e20dc38d1 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:01.411095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f355b00-ac02-42f5-997f-954e20dc38d1 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 819d46d9-e16c-45a1-a2f3-5f46f5981e52 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:07:01.417387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12e69e4-2acf-44a7-bafc-60bd6da2ea80 None None] Checking router: e9a4d15c-6437-4529-af3f-388cb9b1d088 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:07:01.422930 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2f355b00-ac02-42f5-997f-954e20dc38d1 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:01.426856 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2f355b00-ac02-42f5-997f-954e20dc38d1 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] 10.222.0.46 "DELETE /v2.0/routers/819d46d9-e16c-45a1-a2f3-5f46f5981e52 HTTP/1.1" status: 204 len: 168 time: 0.9813011 Sep 18 00:07:01.427638 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42946) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:01.434654 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12e69e4-2acf-44a7-bafc-60bd6da2ea80 None None] Routers {'e9a4d15c-6437-4529-af3f-388cb9b1d088'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:01.435380 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-586ab9b0-e14f-4205-ad8c-052e593d4083 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Request body: {'router': {'name': 'tempest-router-321175962', 'distributed': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:01.438370 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b12e69e4-2acf-44a7-bafc-60bd6da2ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e9a4d15c-6437-4529-af3f-388cb9b1d088'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:01.502711 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ee69dc7-fffc-42cd-9e67-7a15e2ce5f41 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:01.510939 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b37aaf7c-31b8-4c30-9824-73a8b03b3edc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:01.530108 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6236c5a5-b654-4f43-994e-9c14007ac4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463930371', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:48Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'fd80ff96-8f09-432e-b459-129285300684', 'name': '', 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:cf:94:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '10ec69ae-5591-4c46-a623-8840f79774a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:46Z', 'updated_at': '2021-09-18T00:05:52Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '10ec69ae-5591-4c46-a623-8840f79774a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:01.534209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-b12e69e4-2acf-44a7-bafc-60bd6da2ea80 None None] Set router e9a4d15c-6437-4529-af3f-388cb9b1d088 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:07:01.544507 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d6d90-bd3e-4d91-a654-40540785b422 req-e7830f07-6be8-4b6f-a11c-f98cc1df8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:01.546206 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8d1d6d90-bd3e-4d91-a654-40540785b422 req-e7830f07-6be8-4b6f-a11c-f98cc1df8b2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10ec69ae-5591-4c46-a623-8840f79774a8 HTTP/1.1" status: 200 len: 835 time: 0.1545331 Sep 18 00:07:01.557446 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-586ab9b0-e14f-4205-ad8c-052e593d4083 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:01.558788 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-586ab9b0-e14f-4205-ad8c-052e593d4083 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:01.583876 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6236c5a5-b654-4f43-994e-9c14007ac4d2 None None] The sync data for ids ['7a50fe0c-c7cd-454d-b9c4-92437f3c246b'] in n-d-809883-1 is: [{'id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463930371', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:48Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'fd80ff96-8f09-432e-b459-129285300684', 'name': '', 'network_id': '5a7ba1d7-4d71-4a9b-8358-db384e44cd0e', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:cf:94:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '10ec69ae-5591-4c46-a623-8840f79774a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:46Z', 'updated_at': '2021-09-18T00:05:52Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '10ec69ae-5591-4c46-a623-8840f79774a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:07:01.594445 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b12e69e4-2acf-44a7-bafc-60bd6da2ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:57Z', 'revision_number': 11, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:01.629977 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12e69e4-2acf-44a7-bafc-60bd6da2ea80 None None] The sync data for ids ['e9a4d15c-6437-4529-af3f-388cb9b1d088'] in n-d-809883-1 is: [{'id': 'e9a4d15c-6437-4529-af3f-388cb9b1d088', 'name': 'tempest-RoutersTest-router-453029777', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:07Z', 'updated_at': '2021-09-18T00:06:57Z', 'revision_number': 11, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:07:01.632558 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-586ab9b0-e14f-4205-ad8c-052e593d4083 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:01.638883 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ad3f4-8ac0-46d1-beb7-ea1739263940 req-fdd103c4-9581-48a1-98de-7bb2f1d13edd tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:01.640501 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-353ad3f4-8ac0-46d1-beb7-ea1739263940 req-fdd103c4-9581-48a1-98de-7bb2f1d13edd tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.41 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 944 time: 0.3690703 Sep 18 00:07:01.650778 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Attempting to bind port d6e92bb6-bbd4-4f57-9858-d0122d40bb52 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:07:01.651217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Attempting to bind port d6e92bb6-bbd4-4f57-9858-d0122d40bb52 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '42fe0cd9-52aa-46ca-ae9b-08b051738945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ec783e97-fa6a-405f-b744-2a0af28e5b73'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:07:01.651730 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Attempting to bind port d6e92bb6-bbd4-4f57-9858-d0122d40bb52 on network ec783e97-fa6a-405f-b744-2a0af28e5b73 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:07:01.657972 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:07:01.658560 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Checking segment: {'id': '42fe0cd9-52aa-46ca-ae9b-08b051738945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ec783e97-fa6a-405f-b744-2a0af28e5b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:07:01.659036 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:01.659497 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Bound using segment: {'id': '42fe0cd9-52aa-46ca-ae9b-08b051738945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ec783e97-fa6a-405f-b744-2a0af28e5b73'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:07:01.660238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Bound port: d6e92bb6-bbd4-4f57-9858-d0122d40bb52, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fe0cd9-52aa-46ca-ae9b-08b051738945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ec783e97-fa6a-405f-b744-2a0af28e5b73'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:07:01.660694 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:01.683450 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Port d6e92bb6-bbd4-4f57-9858-d0122d40bb52 has been deleted concurrently {{(pid=95593) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 18 00:07:01.692775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Routers {'e52f9877-4af8-494a-b1c2-751065cb736b'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:01.692775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e52f9877-4af8-494a-b1c2-751065cb736b'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:01.768687 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-586ab9b0-e14f-4205-ad8c-052e593d4083 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:01.768953 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] Set router e52f9877-4af8-494a-b1c2-751065cb736b gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:07:01.816106 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ee69dc7-fffc-42cd-9e67-7a15e2ce5f41 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:01.823172 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52f9877-4af8-494a-b1c2-751065cb736b', 'name': '', 'tenant_id': 'de4579de6fe24a61b1468fce5c65a923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:56Z', 'updated_at': '2021-09-18T00:07:00Z', 'revision_number': 5, 'project_id': 'de4579de6fe24a61b1468fce5c65a923', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:01.847134 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ee69dc7-fffc-42cd-9e67-7a15e2ce5f41 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:01.854539 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb401c41-8855-4912-a58a-fab3e202b1f7 None None] The sync data for ids ['e52f9877-4af8-494a-b1c2-751065cb736b'] in n-d-809883-1 is: [{'id': 'e52f9877-4af8-494a-b1c2-751065cb736b', 'name': '', 'tenant_id': 'de4579de6fe24a61b1468fce5c65a923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:06:56Z', 'updated_at': '2021-09-18T00:07:00Z', 'revision_number': 5, 'project_id': 'de4579de6fe24a61b1468fce5c65a923', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:07:01.891276 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-586ab9b0-e14f-4205-ad8c-052e593d4083 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:01.895238 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-586ab9b0-e14f-4205-ad8c-052e593d4083 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4629593 Sep 18 00:07:01.896206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42950) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:01.968461 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b37aaf7c-31b8-4c30-9824-73a8b03b3edc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:01.991997 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b37aaf7c-31b8-4c30-9824-73a8b03b3edc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:01.998878 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-904415a3-2747-44ee-acd1-b312c2944c1c tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.013490 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f07a32-c629-427b-97cb-b6236b53a50e None None] New status for floating IP 11807c04-d66a-4303-9a75-56cbe97f8ac0: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:07:02.021795 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d6d90-bd3e-4d91-a654-40540785b422 req-b29cb4a3-d9f9-4f3d-99a8-9dc4292032f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:02.023260 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8d1d6d90-bd3e-4d91-a654-40540785b422 req-b29cb4a3-d9f9-4f3d-99a8-9dc4292032f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a7ba1d7-4d71-4a9b-8358-db384e44cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3793318 Sep 18 00:07:02.112768 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ee69dc7-fffc-42cd-9e67-7a15e2ce5f41 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.118054 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee69dc7-fffc-42cd-9e67-7a15e2ce5f41 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e52f9877-4af8-494a-b1c2-751065cb736b {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:07:02.121284 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ee69dc7-fffc-42cd-9e67-7a15e2ce5f41 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.125295 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0ee69dc7-fffc-42cd-9e67-7a15e2ce5f41 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "DELETE /v2.0/routers/e52f9877-4af8-494a-b1c2-751065cb736b HTTP/1.1" status: 204 len: 168 time: 2.9381182 Sep 18 00:07:02.128731 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42956) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:02.179602 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-904415a3-2747-44ee-acd1-b312c2944c1c tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.182384 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-904415a3-2747-44ee-acd1-b312c2944c1c tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.249372 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b37aaf7c-31b8-4c30-9824-73a8b03b3edc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.254196 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37aaf7c-31b8-4c30-9824-73a8b03b3edc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Fanout notify agent at l3_agent the message router_deleted on router e9a4d15c-6437-4529-af3f-388cb9b1d088 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:07:02.261964 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b37aaf7c-31b8-4c30-9824-73a8b03b3edc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.263098 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b37aaf7c-31b8-4c30-9824-73a8b03b3edc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/routers/e9a4d15c-6437-4529-af3f-388cb9b1d088 HTTP/1.1" status: 204 len: 168 time: 0.9876568 Sep 18 00:07:02.268054 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42960) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:02.272086 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8d1d6d90-bd3e-4d91-a654-40540785b422 req-befbf56a-1799-475f-87aa-723c64c9840e service neutron] 10.222.0.41 "GET /v2.0/networks/5a7ba1d7-4d71-4a9b-8358-db384e44cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059624 Sep 18 00:07:02.274478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-fa386ddd-ab68-422f-8e86-aad664acd5ea tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-89875174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:02.283328 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-353ad3f4-8ac0-46d1-beb7-ea1739263940 req-bc6f0dfd-7f34-47d4-8a22-f668c3d2d66d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting port 089fff15-eb9f-4db8-b812-11728e9fcd1c {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:02.288706 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-353ad3f4-8ac0-46d1-beb7-ea1739263940 req-bc6f0dfd-7f34-47d4-8a22-f668c3d2d66d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.310913 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-904415a3-2747-44ee-acd1-b312c2944c1c tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.311669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904415a3-2747-44ee-acd1-b312c2944c1c tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 177a5259-b22b-4f7c-a4b3-afdff83a0898 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:07:02.316420 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-904415a3-2747-44ee-acd1-b312c2944c1c tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.319978 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-904415a3-2747-44ee-acd1-b312c2944c1c tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] 10.222.0.46 "DELETE /v2.0/routers/177a5259-b22b-4f7c-a4b3-afdff83a0898 HTTP/1.1" status: 204 len: 168 time: 0.4225769 Sep 18 00:07:02.324096 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42962) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:02.330279 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-ff549724-f830-4487-97a8-f061539abdaa tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Request body: {'router': {'name': 'tempest-router-936278857', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ba8ac3fe98c34fa891e59738efe046a7'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:02.337682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a57f2e8-0477-4cd4-942a-73cf9523d50f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Deleting subnet e6c1bbe7-7703-4896-ad7e-297b6d102797 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:07:02.354910 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0a57f2e8-0477-4cd4-942a-73cf9523d50f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.416428 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa386ddd-ab68-422f-8e86-aad664acd5ea tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.424286 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa386ddd-ab68-422f-8e86-aad664acd5ea tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.467998 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0a57f2e8-0477-4cd4-942a-73cf9523d50f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.508800 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0a57f2e8-0477-4cd4-942a-73cf9523d50f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.539334 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa386ddd-ab68-422f-8e86-aad664acd5ea tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.540632 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff549724-f830-4487-97a8-f061539abdaa tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.541662 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff549724-f830-4487-97a8-f061539abdaa tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.575526 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65df048-bf5d-42ae-a42d-c374c87b6dae req-719e4dd6-b61c-4aa7-a5ca-fbc9446e4b4e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:02.577068 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e65df048-bf5d-42ae-a42d-c374c87b6dae req-719e4dd6-b61c-4aa7-a5ca-fbc9446e4b4e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 944 time: 0.0969903 Sep 18 00:07:02.601220 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-353ad3f4-8ac0-46d1-beb7-ea1739263940 req-bc6f0dfd-7f34-47d4-8a22-f668c3d2d66d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] For port 089fff15-eb9f-4db8-b812-11728e9fcd1c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=089fff15-eb9f-4db8-b812-11728e9fcd1c,segment=NetworkSegment(f8e32ce9-e788-400e-9540-834ca05cc6af),segment_id=f8e32ce9-e788-400e-9540-834ca05cc6af)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:02.601624 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-353ad3f4-8ac0-46d1-beb7-ea1739263940 req-bc6f0dfd-7f34-47d4-8a22-f668c3d2d66d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.618920 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-353ad3f4-8ac0-46d1-beb7-ea1739263940 req-bc6f0dfd-7f34-47d4-8a22-f668c3d2d66d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Calling delete_port for 089fff15-eb9f-4db8-b812-11728e9fcd1c owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:02.626280 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff549724-f830-4487-97a8-f061539abdaa tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.645729 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e65df048-bf5d-42ae-a42d-c374c87b6dae req-b96bebbf-3eed-457a-9642-13839233780d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=e241cd5d-3391-49ff-8a2f-6b019e8b01be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609193 Sep 18 00:07:02.648169 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa386ddd-ab68-422f-8e86-aad664acd5ea tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.668488 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8d1d6d90-bd3e-4d91-a654-40540785b422 req-d444151d-cf37-4075-b939-18991dae5826 service neutron] 10.222.0.41 "GET /v2.0/networks/5a7ba1d7-4d71-4a9b-8358-db384e44cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874757 Sep 18 00:07:02.735727 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0a57f2e8-0477-4cd4-942a-73cf9523d50f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.775819 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57f2e8-0477-4cd4-942a-73cf9523d50f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c1bbe7-7703-4896-ad7e-297b6d102797,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:02.777872 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0a57f2e8-0477-4cd4-942a-73cf9523d50f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.782453 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0a57f2e8-0477-4cd4-942a-73cf9523d50f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/e6c1bbe7-7703-4896-ad7e-297b6d102797 HTTP/1.1" status: 204 len: 168 time: 0.5896606 Sep 18 00:07:02.782609 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 42970) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:02.843799 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa386ddd-ab68-422f-8e86-aad664acd5ea tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.847479 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fa386ddd-ab68-422f-8e86-aad664acd5ea tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5753212 Sep 18 00:07:02.847855 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42974) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:02.853375 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-70e7e753-95a9-4bb6-9429-d0ec23b6fb8a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:02.865394 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6b3cbbb2-89a6-43f3-9f18-2dee8edddb85 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.870430 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff549724-f830-4487-97a8-f061539abdaa tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.892630 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-353ad3f4-8ac0-46d1-beb7-ea1739263940 req-bc6f0dfd-7f34-47d4-8a22-f668c3d2d66d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:02.951198 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f0dfd-7f34-47d4-8a22-f668c3d2d66d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Port': ['ID=089fff15-eb9f-4db8-b812-11728e9fcd1c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:02.972679 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6b3cbbb2-89a6-43f3-9f18-2dee8edddb85 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:03.003871 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6b3cbbb2-89a6-43f3-9f18-2dee8edddb85 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec783e97-fa6a-405f-b744-2a0af28e5b73']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:03.015775 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6b3cbbb2-89a6-43f3-9f18-2dee8edddb85 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fe0cd9-52aa-46ca-ae9b-08b051738945') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:03.016325 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6b3cbbb2-89a6-43f3-9f18-2dee8edddb85 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fe0cd9-52aa-46ca-ae9b-08b051738945') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:03.030551 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6b3cbbb2-89a6-43f3-9f18-2dee8edddb85 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:03.047596 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6b3cbbb2-89a6-43f3-9f18-2dee8edddb85 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:03.049356 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-353ad3f4-8ac0-46d1-beb7-ea1739263940 req-bc6f0dfd-7f34-47d4-8a22-f668c3d2d66d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] No DVR routers for this DVR port 089fff15-eb9f-4db8-b812-11728e9fcd1c on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:07:03.053485 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-353ad3f4-8ac0-46d1-beb7-ea1739263940 req-bc6f0dfd-7f34-47d4-8a22-f668c3d2d66d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:03.056144 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-353ad3f4-8ac0-46d1-beb7-ea1739263940 req-bc6f0dfd-7f34-47d4-8a22-f668c3d2d66d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.41 "DELETE /v2.0/ports/089fff15-eb9f-4db8-b812-11728e9fcd1c HTTP/1.1" status: 204 len: 173 time: 1.3977509 Sep 18 00:07:03.056601 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149f55f3-65be-44a0-8199-479f10fc2a46', 'name': 'network-vif-deleted', 'tag': '089fff15-eb9f-4db8-b812-11728e9fcd1c'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:07:03.059013 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53576949-1c7e-462c-aa98-b71f2449582d" -d '{"events": [{"server_uuid": "149f55f3-65be-44a0-8199-479f10fc2a46", "name": "network-vif-deleted", "tag": "089fff15-eb9f-4db8-b812-11728e9fcd1c"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:07:03.059290 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3cbbb2-89a6-43f3-9f18-2dee8edddb85 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6b3cbbb2-89a6-43f3-9f18-2dee8edddb85 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:07:03.065467 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:07:03.091021 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff549724-f830-4487-97a8-f061539abdaa tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:03.093299 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ff549724-f830-4487-97a8-f061539abdaa tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7681689 Sep 18 00:07:03.132343 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 42980) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:03.136783 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9463a44b-7f94-40fe-a93c-152d03647f6b tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:03.252579 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6b3cbbb2-89a6-43f3-9f18-2dee8edddb85 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:03.274594 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3cbbb2-89a6-43f3-9f18-2dee8edddb85 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ec783e97-fa6a-405f-b744-2a0af28e5b73 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 18 00:07:03.274594 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6b3cbbb2-89a6-43f3-9f18-2dee8edddb85 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:03.275629 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6b3cbbb2-89a6-43f3-9f18-2dee8edddb85 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "DELETE /v2.0/networks/ec783e97-fa6a-405f-b744-2a0af28e5b73 HTTP/1.1" status: 204 len: 168 time: 0.4914362 Sep 18 00:07:03.355331 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cbbb2-89a6-43f3-9f18-2dee8edddb85 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Pushing event deleted for resources: {'Network': ['ID=ec783e97-fa6a-405f-b744-2a0af28e5b73,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:03.669251 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c01892-9ab1-40b5-a40f-8780639a430b x-openstack-request-id: req-35c01892-9ab1-40b5-a40f-8780639a430b {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:07:03.669548 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149f55f3-65be-44a0-8199-479f10fc2a46", "name": "network-vif-deleted", "tag": "089fff15-eb9f-4db8-b812-11728e9fcd1c", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:07:03.669807 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-35c01892-9ab1-40b5-a40f-8780639a430b {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:07:03.671864 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149f55f3-65be-44a0-8199-479f10fc2a46', 'name': 'network-vif-deleted', 'tag': '089fff15-eb9f-4db8-b812-11728e9fcd1c', 'status': 'completed', 'code': 200} Sep 18 00:07:03.675825 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70e7e753-95a9-4bb6-9429-d0ec23b6fb8a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:03.825284 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9463a44b-7f94-40fe-a93c-152d03647f6b tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:03.825655 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9463a44b-7f94-40fe-a93c-152d03647f6b tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:03.827663 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70e7e753-95a9-4bb6-9429-d0ec23b6fb8a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:03.840200 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2f4682a-63b6-4385-ab95-e8a32cb49966 req-11ca3003-8f19-47ee-b0f7-c749c99893bf tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=149f55f3-65be-44a0-8199-479f10fc2a46 HTTP/1.1" status: 200 len: 210 time: 0.0952115 Sep 18 00:07:03.983226 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9463a44b-7f94-40fe-a93c-152d03647f6b tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95591) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 18 00:07:03.983576 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9463a44b-7f94-40fe-a93c-152d03647f6b tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Router b33ab71f-c74f-4842-be7e-25aadb0f142c migrating from provider to provider. {{(pid=95591) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 18 00:07:03.983965 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9463a44b-7f94-40fe-a93c-152d03647f6b tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:04.021087 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9463a44b-7f94-40fe-a93c-152d03647f6b tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:04.031289 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43000) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:04.035860 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-4ff913c5-8f04-4432-b413-0afbb0415a12 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Request body: {'router': {'name': 'tempest-router--945259904', 'project_id': '5ce6799809784d1da54fd434eb479d2d'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:04.122749 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9463a44b-7f94-40fe-a93c-152d03647f6b tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:04.204064 n-d-809883-1 neutron-server[95591]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9463a44b-7f94-40fe-a93c-152d03647f6b tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] No L3 agents can host the router b33ab71f-c74f-4842-be7e-25aadb0f142c Sep 18 00:07:04.204725 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ff913c5-8f04-4432-b413-0afbb0415a12 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:04.208869 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ff913c5-8f04-4432-b413-0afbb0415a12 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:04.209220 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e7e753-95a9-4bb6-9429-d0ec23b6fb8a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Router eb942bb0-8555-41d7-8b94-eff18b8c682c is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:07:04.318356 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ff913c5-8f04-4432-b413-0afbb0415a12 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:04.387148 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e7e753-95a9-4bb6-9429-d0ec23b6fb8a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:07:04.396192 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70e7e753-95a9-4bb6-9429-d0ec23b6fb8a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:04.397441 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-70e7e753-95a9-4bb6-9429-d0ec23b6fb8a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "PUT /v2.0/routers/eb942bb0-8555-41d7-8b94-eff18b8c682c HTTP/1.1" status: 200 len: 692 time: 1.5485301 Sep 18 00:07:04.399029 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3da4fb9-f978-465e-a0ac-60d40d051123 None None] Sync routers for ids ['eb942bb0-8555-41d7-8b94-eff18b8c682c'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:07:04.400220 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43008) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:04.401819 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9463a44b-7f94-40fe-a93c-152d03647f6b tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Hosts for router b33ab71f-c74f-4842-be7e-25aadb0f142c: [] {{(pid=95591) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 18 00:07:04.408191 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ff913c5-8f04-4432-b413-0afbb0415a12 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:04.413071 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3da4fb9-f978-465e-a0ac-60d40d051123 None None] Routers {'eb942bb0-8555-41d7-8b94-eff18b8c682c'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:04.414719 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c3da4fb9-f978-465e-a0ac-60d40d051123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['eb942bb0-8555-41d7-8b94-eff18b8c682c'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:04.431719 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9463a44b-7f94-40fe-a93c-152d03647f6b tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Hosts for other DVR routers connected to router b33ab71f-c74f-4842-be7e-25aadb0f142c: set() {{(pid=95591) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 18 00:07:04.434863 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9463a44b-7f94-40fe-a93c-152d03647f6b tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:04.438816 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9463a44b-7f94-40fe-a93c-152d03647f6b tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] 10.222.0.46 "PUT /v2.0/routers/b33ab71f-c74f-4842-be7e-25aadb0f142c HTTP/1.1" status: 200 len: 716 time: 1.3030000 Sep 18 00:07:04.439357 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43010) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:04.495387 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c283fcdb-2883-4346-a29a-948fa18ff030 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/routers/eb942bb0-8555-41d7-8b94-eff18b8c682c HTTP/1.1" status: 200 len: 698 time: 0.0927713 Sep 18 00:07:04.496876 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43012) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:04.501813 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-c3da4fb9-f978-465e-a0ac-60d40d051123 None None] Set router eb942bb0-8555-41d7-8b94-eff18b8c682c gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:07:04.525571 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-137818e0-9001-48fb-86d4-2526d42d69f5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb942bb0-8555-41d7-8b94-eff18b8c682c HTTP/1.1" status: 200 len: 205 time: 0.0275807 Sep 18 00:07:04.529112 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43016) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:04.535665 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-53b8e4be-4e89-42c0-a1e3-6bce055cd842 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] 10.222.0.46 "GET /v2.0/routers/b33ab71f-c74f-4842-be7e-25aadb0f142c HTTP/1.1" status: 200 len: 716 time: 0.0927250 Sep 18 00:07:04.537154 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43018) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:04.569975 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c3da4fb9-f978-465e-a0ac-60d40d051123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb942bb0-8555-41d7-8b94-eff18b8c682c', 'name': 'tempest-RoutersTest-router-89875174', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:02Z', 'updated_at': '2021-09-18T00:07:03Z', 'revision_number': 2, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:04.577526 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ff913c5-8f04-4432-b413-0afbb0415a12 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:04.578779 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4ff913c5-8f04-4432-b413-0afbb0415a12 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5464268 Sep 18 00:07:04.581674 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43022) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:04.602645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3da4fb9-f978-465e-a0ac-60d40d051123 None None] Checking router: eb942bb0-8555-41d7-8b94-eff18b8c682c for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:07:04.611372 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3da4fb9-f978-465e-a0ac-60d40d051123 None None] Routers {'eb942bb0-8555-41d7-8b94-eff18b8c682c'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:04.611987 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c3da4fb9-f978-465e-a0ac-60d40d051123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['eb942bb0-8555-41d7-8b94-eff18b8c682c'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:04.639481 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc07f-ab7d-40de-a700-8bae777ff9e8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:04.672787 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-69b2599e-08eb-4a68-9060-d90dd2974ac8 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:04.696961 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-c3da4fb9-f978-465e-a0ac-60d40d051123 None None] Set router eb942bb0-8555-41d7-8b94-eff18b8c682c gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:07:04.823425 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c3da4fb9-f978-465e-a0ac-60d40d051123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb942bb0-8555-41d7-8b94-eff18b8c682c', 'name': 'tempest-RoutersTest-router-89875174', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:02Z', 'updated_at': '2021-09-18T00:07:03Z', 'revision_number': 2, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:04.829776 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 089fff15-eb9f-4db8-b812-11728e9fcd1c no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:07:04.878469 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3da4fb9-f978-465e-a0ac-60d40d051123 None None] The sync data for ids ['eb942bb0-8555-41d7-8b94-eff18b8c682c'] in n-d-809883-1 is: [{'id': 'eb942bb0-8555-41d7-8b94-eff18b8c682c', 'name': 'tempest-RoutersTest-router-89875174', 'tenant_id': 'b28a6a6f3afb4125a0b904f655028692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:02Z', 'updated_at': '2021-09-18T00:07:03Z', 'revision_number': 2, 'project_id': 'b28a6a6f3afb4125a0b904f655028692', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:07:04.882186 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 089fff15-eb9f-4db8-b812-11728e9fcd1c {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:07:04.882712 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 089fff15-eb9f-4db8-b812-11728e9fcd1c not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:07:04.896257 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc07f-ab7d-40de-a700-8bae777ff9e8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:04.899183 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc07f-ab7d-40de-a700-8bae777ff9e8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:04.926006 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43028) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:04.938960 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-69b2599e-08eb-4a68-9060-d90dd2974ac8 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:04.942740 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-69b2599e-08eb-4a68-9060-d90dd2974ac8 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:05.005326 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc07f-ab7d-40de-a700-8bae777ff9e8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:05.006064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7cc07f-ab7d-40de-a700-8bae777ff9e8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Fanout notify agent at l3_agent the message router_deleted on router eb942bb0-8555-41d7-8b94-eff18b8c682c {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:07:05.018273 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0a7cc07f-ab7d-40de-a700-8bae777ff9e8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:05.021927 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0a7cc07f-ab7d-40de-a700-8bae777ff9e8 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/routers/eb942bb0-8555-41d7-8b94-eff18b8c682c HTTP/1.1" status: 204 len: 168 time: 0.4913745 Sep 18 00:07:05.025986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43032) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:05.054088 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ed6baba7-d1b0-487f-a85e-757c9a87e4e9 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb942bb0-8555-41d7-8b94-eff18b8c682c HTTP/1.1" status: 200 len: 205 time: 0.0265353 Sep 18 00:07:05.056712 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43034) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:05.100337 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-67d92b3e-6ee7-4585-9a44-e2ca31088397 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] delete failed (client error): The resource could not be found. Sep 18 00:07:05.101961 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-67d92b3e-6ee7-4585-9a44-e2ca31088397 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/routers/eb942bb0-8555-41d7-8b94-eff18b8c682c HTTP/1.1" status: 404 len: 336 time: 0.0440431 Sep 18 00:07:05.104249 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43036) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:05.108992 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b1efeb48-d564-40e9-865a-ef16cb1577dc tempest-RoutersTestDVR-468931309 tempest-RoutersTestDVR-468931309-project] 10.222.0.46 "GET /v2.0/routers/b33ab71f-c74f-4842-be7e-25aadb0f142c HTTP/1.1" status: 200 len: 682 time: 0.5705276 Sep 18 00:07:05.112521 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43038) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:05.170148 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb53ef9-2cdc-43ac-8948-2541888244dc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] DELETE failed (client error): The resource could not be found. Sep 18 00:07:05.170610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb53ef9-2cdc-43ac-8948-2541888244dc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:07:05.174758 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ddb53ef9-2cdc-43ac-8948-2541888244dc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/subnets/8af346a0-8eb7-4096-a13e-d8f6accf5b70 HTTP/1.1" status: 404 len: 337 time: 0.0669930 Sep 18 00:07:05.174981 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43042) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:05.185932 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-69b2599e-08eb-4a68-9060-d90dd2974ac8 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:05.186477 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b2599e-08eb-4a68-9060-d90dd2974ac8 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 858fb647-109f-466f-883f-86a3dca4f451 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:07:05.195241 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-69b2599e-08eb-4a68-9060-d90dd2974ac8 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:05.195241 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-69b2599e-08eb-4a68-9060-d90dd2974ac8 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "DELETE /v2.0/routers/858fb647-109f-466f-883f-86a3dca4f451 HTTP/1.1" status: 204 len: 168 time: 0.6116567 Sep 18 00:07:05.210849 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c3b667-44d5-41c2-bee1-d4021135347c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] DELETE failed (client error): The resource could not be found. Sep 18 00:07:05.212005 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c3b667-44d5-41c2-bee1-d4021135347c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:07:05.216508 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b6c3b667-44d5-41c2-bee1-d4021135347c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/subnets/ea90616c-4ba5-4f20-9fdf-a5f8f28b8c7d HTTP/1.1" status: 404 len: 337 time: 0.0377994 Sep 18 00:07:05.216508 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43046) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:05.301570 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f6a148aa-40e4-493a-82aa-a051ac448774 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:05.303460 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff32193-dae2-4f2e-a26e-290575167d0d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] DELETE failed (client error): The resource could not be found. Sep 18 00:07:05.303973 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff32193-dae2-4f2e-a26e-290575167d0d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:07:05.308591 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8ff32193-dae2-4f2e-a26e-290575167d0d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/subnets/a2c84088-7230-4b56-8561-b20f98acc01d HTTP/1.1" status: 404 len: 337 time: 0.0892041 Sep 18 00:07:05.309971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43050) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:05.375897 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-770d351c-df86-44d2-96ee-6bffa811c09e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] DELETE failed (client error): The resource could not be found. Sep 18 00:07:05.376658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770d351c-df86-44d2-96ee-6bffa811c09e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:07:05.381417 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-770d351c-df86-44d2-96ee-6bffa811c09e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/subnets/fb81c6b8-cc2a-456e-9f27-b10341637b17 HTTP/1.1" status: 404 len: 337 time: 0.0692096 Sep 18 00:07:05.381506 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43052) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:05.444912 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1562beae-d4ef-494c-9946-c4271a9261ab tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9a4d15c-6437-4529-af3f-388cb9b1d088 HTTP/1.1" status: 200 len: 205 time: 0.0622251 Sep 18 00:07:05.447841 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43056) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:05.506229 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43058) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:05.507164 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-fee240c8-d38a-4a45-80c6-d7fc47af363a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] delete failed (client error): The resource could not be found. Sep 18 00:07:05.508788 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fee240c8-d38a-4a45-80c6-d7fc47af363a tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/routers/e9a4d15c-6437-4529-af3f-388cb9b1d088 HTTP/1.1" status: 404 len: 336 time: 0.0600078 Sep 18 00:07:05.511548 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43060) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:05.545429 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7b5d24cd-6bf7-4fc7-835c-8725380f697e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddd89f7d-cac2-49df-81f4-bf9873ddb92d HTTP/1.1" status: 200 len: 205 time: 0.0307169 Sep 18 00:07:05.546661 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43064) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:05.550367 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f6a148aa-40e4-493a-82aa-a051ac448774 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:05.552873 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f6a148aa-40e4-493a-82aa-a051ac448774 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:05.672969 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f6a148aa-40e4-493a-82aa-a051ac448774 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:05.672969 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a148aa-40e4-493a-82aa-a051ac448774 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b33ab71f-c74f-4842-be7e-25aadb0f142c {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:07:05.686362 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f6a148aa-40e4-493a-82aa-a051ac448774 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:05.690896 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f6a148aa-40e4-493a-82aa-a051ac448774 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] 10.222.0.46 "DELETE /v2.0/routers/b33ab71f-c74f-4842-be7e-25aadb0f142c HTTP/1.1" status: 204 len: 168 time: 0.5740654 Sep 18 00:07:05.691089 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d5f5b9e3-ec13-4e04-af5e-fb62add5062c tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-231210280', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}, 'admin_state_up': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:05.697068 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43068) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:05.702561 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-ac5c3792-4419-4191-a0bd-02faed8c5425 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Request body: {'router': {'name': 'tempest-router-34375974', 'distributed': True}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:05.731036 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.api [None req-ac5c3792-4419-4191-a0bd-02faed8c5425 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 00:07:05.731036 n-d-809883-1 neutron-server[95592]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 18 00:07:05.731036 n-d-809883-1 neutron-server[95592]: [parameters: {'project_id': 'd3729870b0484addb77d4ca897ccd649', 'id': '03670959-1db1-4b79-a1a7-1e1023596863', 'expiration': datetime.datetime(2021, 9, 18, 0, 9, 5, 720793)}] Sep 18 00:07:05.731036 n-d-809883-1 neutron-server[95592]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:07:05.731525 n-d-809883-1 neutron-server[95592]: DEBUG oslo_db.api [None req-ac5c3792-4419-4191-a0bd-02faed8c5425 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:07:05.813422 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b9e3-ec13-4e04-af5e-fb62add5062c tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:05.813422 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b9e3-ec13-4e04-af5e-fb62add5062c tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:05.841712 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-ffaf9e58-91b3-4d71-b5b6-d2ed66365cf5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] delete failed (client error): The resource could not be found. Sep 18 00:07:05.842770 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ffaf9e58-91b3-4d71-b5b6-d2ed66365cf5 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/routers/ddd89f7d-cac2-49df-81f4-bf9873ddb92d HTTP/1.1" status: 404 len: 336 time: 0.2952833 Sep 18 00:07:05.852662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43070) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:05.871687 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b9e3-ec13-4e04-af5e-fb62add5062c tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:05.883215 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c6c75e2-729a-48dd-b16b-79369a5c0886 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:05.887194 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f560ab0-75a0-4e64-a95c-b217757cf72d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] DELETE failed (client error): The resource could not be found. Sep 18 00:07:05.887194 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f560ab0-75a0-4e64-a95c-b217757cf72d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:07:05.888766 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8f560ab0-75a0-4e64-a95c-b217757cf72d tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/subnets/444769c9-fd8e-46cb-a7ff-8f9d3cd49cc1 HTTP/1.1" status: 404 len: 337 time: 0.0342941 Sep 18 00:07:05.891376 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43074) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:05.918798 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-80b177f4-58d7-4f81-97f4-facbc1330166 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2286be6-1cf1-42ec-9c9e-a4b95e68e661 HTTP/1.1" status: 200 len: 205 time: 0.0261426 Sep 18 00:07:05.921171 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43076) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:05.960756 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-76789340-fa70-4d1c-8d97-fcca75a690f9 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] delete failed (client error): The resource could not be found. Sep 18 00:07:05.966170 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-76789340-fa70-4d1c-8d97-fcca75a690f9 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/routers/b2286be6-1cf1-42ec-9c9e-a4b95e68e661 HTTP/1.1" status: 404 len: 336 time: 0.0402784 Sep 18 00:07:05.968512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43078) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:06.005775 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7986475f-ea9d-4727-bb88-d679f4eba343 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b4ce94a-1f65-40de-b3f5-d57a9fa83c66 HTTP/1.1" status: 200 len: 205 time: 0.0360024 Sep 18 00:07:06.008792 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43082) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:06.060557 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-1a9f002f-599c-4cfe-a9d7-fd5696e4a561 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] delete failed (client error): The resource could not be found. Sep 18 00:07:06.064128 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1a9f002f-599c-4cfe-a9d7-fd5696e4a561 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/routers/6b4ce94a-1f65-40de-b3f5-d57a9fa83c66 HTTP/1.1" status: 404 len: 336 time: 0.0517600 Sep 18 00:07:06.064410 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43084) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:06.097579 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-728d82ca-4d02-4a1d-bb26-0b024af5358e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] DELETE failed (client error): The resource could not be found. Sep 18 00:07:06.098037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728d82ca-4d02-4a1d-bb26-0b024af5358e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:07:06.103059 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-728d82ca-4d02-4a1d-bb26-0b024af5358e tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/subnets/bd98ba68-5f4b-42c8-93f7-fa271d8afe8f HTTP/1.1" status: 404 len: 337 time: 0.0343957 Sep 18 00:07:06.125847 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43086) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:06.172087 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1f29fc88-fef1-4b27-8aa2-d6cafc6c2f29 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/ports?device_id=e757b29e-a033-4738-b0df-07ab4cb9c3e2 HTTP/1.1" status: 200 len: 205 time: 0.0430639 Sep 18 00:07:06.174216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43088) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:06.219658 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-79a36c5d-4893-4df3-a227-db9d17bbc6fc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] delete failed (client error): The resource could not be found. Sep 18 00:07:06.223243 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-79a36c5d-4893-4df3-a227-db9d17bbc6fc tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/routers/e757b29e-a033-4738-b0df-07ab4cb9c3e2 HTTP/1.1" status: 404 len: 336 time: 0.0454662 Sep 18 00:07:06.223243 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43090) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:06.255909 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf9dd3e-ce6b-4d95-88c0-8bba29d2df49 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] DELETE failed (client error): The resource could not be found. Sep 18 00:07:06.256668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf9dd3e-ce6b-4d95-88c0-8bba29d2df49 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:07:06.260960 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3cf9dd3e-ce6b-4d95-88c0-8bba29d2df49 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/subnets/57d8966c-97e8-4232-a3fa-a29eda47e7d4 HTTP/1.1" status: 404 len: 337 time: 0.0340528 Sep 18 00:07:06.260960 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43094) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:06.295443 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1017d804-f942-4395-b7f4-56236e7ea029 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73f630-8e88-42b6-b541-8dae1a200625 HTTP/1.1" status: 200 len: 205 time: 0.0334256 Sep 18 00:07:06.299920 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43098) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:06.349064 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-d9271e90-a6a6-4048-b722-c33d8998bd8c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] delete failed (client error): The resource could not be found. Sep 18 00:07:06.350032 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d9271e90-a6a6-4048-b722-c33d8998bd8c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/routers/8a73f630-8e88-42b6-b541-8dae1a200625 HTTP/1.1" status: 404 len: 336 time: 0.0491686 Sep 18 00:07:06.354711 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43100) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:06.397420 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-5017dab0-731d-4c80-a6bc-27d347643ee1 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] DELETE failed (client error): The resource could not be found. Sep 18 00:07:06.398038 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5017dab0-731d-4c80-a6bc-27d347643ee1 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:07:06.402616 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5017dab0-731d-4c80-a6bc-27d347643ee1 tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/subnets/f4063f5a-6565-4ea9-b0f4-5a0869969877 HTTP/1.1" status: 404 len: 337 time: 0.0446608 Sep 18 00:07:06.403604 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43104) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:06.438918 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-465d2a3a-71ec-4cdf-9f54-058ba532607c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] DELETE failed (client error): The resource could not be found. Sep 18 00:07:06.439708 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-465d2a3a-71ec-4cdf-9f54-058ba532607c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:07:06.441791 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-465d2a3a-71ec-4cdf-9f54-058ba532607c tempest-RoutersTest-1686600180 tempest-RoutersTest-1686600180-project] 10.222.0.46 "DELETE /v2.0/subnets/71f62598-e251-4e52-acda-191dd111c51a HTTP/1.1" status: 404 len: 337 time: 0.0376124 Sep 18 00:07:06.503451 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b9e3-ec13-4e04-af5e-fb62add5062c tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:06.505513 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-5c6c75e2-729a-48dd-b16b-79369a5c0886 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting port fd80ff96-8f09-432e-b459-129285300684 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:06.505869 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c6c75e2-729a-48dd-b16b-79369a5c0886 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:06.601049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-5c6c75e2-729a-48dd-b16b-79369a5c0886 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] For port fd80ff96-8f09-432e-b459-129285300684, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=fd80ff96-8f09-432e-b459-129285300684,segment=NetworkSegment(f8e32ce9-e788-400e-9540-834ca05cc6af),segment_id=f8e32ce9-e788-400e-9540-834ca05cc6af)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:06.601280 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c6c75e2-729a-48dd-b16b-79369a5c0886 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:06.602570 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ac5c3792-4419-4191-a0bd-02faed8c5425 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:06.603821 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ac5c3792-4419-4191-a0bd-02faed8c5425 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:06.615216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-5c6c75e2-729a-48dd-b16b-79369a5c0886 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Calling delete_port for fd80ff96-8f09-432e-b459-129285300684 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:06.693288 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ac5c3792-4419-4191-a0bd-02faed8c5425 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:06.807088 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b9e3-ec13-4e04-af5e-fb62add5062c tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:06.827375 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b9e3-ec13-4e04-af5e-fb62add5062c tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:06.829744 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ac5c3792-4419-4191-a0bd-02faed8c5425 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:06.901544 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c6c75e2-729a-48dd-b16b-79369a5c0886 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:06.928578 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ac5c3792-4419-4191-a0bd-02faed8c5425 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:06.933308 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ac5c3792-4419-4191-a0bd-02faed8c5425 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 1.2341011 Sep 18 00:07:06.933620 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43112) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:06.939931 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c75e2-729a-48dd-b16b-79369a5c0886 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Port': ['ID=fd80ff96-8f09-432e-b459-129285300684,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:07.030476 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-d5f5b9e3-ec13-4e04-af5e-fb62add5062c tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Allocated IP 172.25.3.135 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/93a3266b-4a33-4542-85d3-722409cd7732) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:07.081789 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-53b1d786-7d2e-4423-bbbd-080d6e714ad7 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:07.125916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43118) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:07.170545 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b9e3-ec13-4e04-af5e-fb62add5062c tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:07.291415 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a8498b4a-96e1-4a7c-9c5c-bae0c58c97a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b28a6a6f3afb4125a0b904f655028692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639078 Sep 18 00:07:07.293929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43126) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:07.301121 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b9e3-ec13-4e04-af5e-fb62add5062c tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:07.330837 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-53b1d786-7d2e-4423-bbbd-080d6e714ad7 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:07.337705 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-53b1d786-7d2e-4423-bbbd-080d6e714ad7 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:07.381401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5b9e3-ec13-4e04-af5e-fb62add5062c tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Pushing event updated for resources: {'Port': ['ID=93a3266b-4a33-4542-85d3-722409cd7732,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:07.400097 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f5b9e3-ec13-4e04-af5e-fb62add5062c tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:07.414569 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-d5f5b9e3-ec13-4e04-af5e-fb62add5062c tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:07.417953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f5b9e3-ec13-4e04-af5e-fb62add5062c tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:07.437077 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5c6c75e2-729a-48dd-b16b-79369a5c0886 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:07.471184 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8f36e81d-7edc-425b-bb53-1bd9b8981696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:07.493340 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-53b1d786-7d2e-4423-bbbd-080d6e714ad7 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:07.494092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b1d786-7d2e-4423-bbbd-080d6e714ad7 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70ce68d7-4206-426c-a489-9af3b942f4fc {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:07:07.499965 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-53b1d786-7d2e-4423-bbbd-080d6e714ad7 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:07.505000 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-53b1d786-7d2e-4423-bbbd-080d6e714ad7 tempest-RoutersTestDVR-1322719630 tempest-RoutersTestDVR-1322719630-project-admin] 10.222.0.46 "DELETE /v2.0/routers/70ce68d7-4206-426c-a489-9af3b942f4fc HTTP/1.1" status: 204 len: 168 time: 0.5701873 Sep 18 00:07:07.575330 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8f36e81d-7edc-425b-bb53-1bd9b8981696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:07.690184 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6c75e2-729a-48dd-b16b-79369a5c0886 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Router 7a50fe0c-c7cd-454d-b9c4-92437f3c246b has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:07:07.739861 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8f36e81d-7edc-425b-bb53-1bd9b8981696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:07.743205 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8f36e81d-7edc-425b-bb53-1bd9b8981696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:07.746398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8f36e81d-7edc-425b-bb53-1bd9b8981696 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c802249-e9cf-4bc2-8b98-7d191c5a16ee HTTP/1.1" status: 204 len: 168 time: 0.4489620 Sep 18 00:07:07.792395 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36e81d-7edc-425b-bb53-1bd9b8981696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c802249-e9cf-4bc2-8b98-7d191c5a16ee,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:07.845544 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6c75e2-729a-48dd-b16b-79369a5c0886 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:07:07.857712 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5c6c75e2-729a-48dd-b16b-79369a5c0886 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "PUT /v2.0/routers/7a50fe0c-c7cd-454d-b9c4-92437f3c246b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9247301 Sep 18 00:07:07.858887 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43136) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:07.866393 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b9e3-ec13-4e04-af5e-fb62add5062c tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:07.867908 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f71cc8-6dd8-4cb6-ac84-9da532c8c565 None None] Sync routers for ids ['7a50fe0c-c7cd-454d-b9c4-92437f3c246b'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:07:07.881439 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f71cc8-6dd8-4cb6-ac84-9da532c8c565 None None] Routers {'7a50fe0c-c7cd-454d-b9c4-92437f3c246b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:07.886089 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d0f71cc8-6dd8-4cb6-ac84-9da532c8c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['7a50fe0c-c7cd-454d-b9c4-92437f3c246b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:07.964576 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d304508-36e9-4490-9654-a2b6b7e1f303 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting subnet 10ec69ae-5591-4c46-a623-8840f79774a8 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:07:07.968570 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8d304508-36e9-4490-9654-a2b6b7e1f303 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:08.062682 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8d304508-36e9-4490-9654-a2b6b7e1f303 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:08.150559 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-d0f71cc8-6dd8-4cb6-ac84-9da532c8c565 None None] Set router 7a50fe0c-c7cd-454d-b9c4-92437f3c246b gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:07:08.159096 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b9e3-ec13-4e04-af5e-fb62add5062c tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:08.161333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43146) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:08.263153 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8d304508-36e9-4490-9654-a2b6b7e1f303 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:08.381408 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e2512db9-607a-46e1-aa05-3d0e9c8b01c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:08.427136 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d0f71cc8-6dd8-4cb6-ac84-9da532c8c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463930371', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:07:06Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:08.453530 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f71cc8-6dd8-4cb6-ac84-9da532c8c565 None None] Checking router: 7a50fe0c-c7cd-454d-b9c4-92437f3c246b for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:07:08.461696 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f71cc8-6dd8-4cb6-ac84-9da532c8c565 None None] Routers {'7a50fe0c-c7cd-454d-b9c4-92437f3c246b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:08.462316 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d0f71cc8-6dd8-4cb6-ac84-9da532c8c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['7a50fe0c-c7cd-454d-b9c4-92437f3c246b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:08.485447 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8d304508-36e9-4490-9654-a2b6b7e1f303 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:08.507427 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e2512db9-607a-46e1-aa05-3d0e9c8b01c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:08.519576 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d304508-36e9-4490-9654-a2b6b7e1f303 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Subnet': ['ID=10ec69ae-5591-4c46-a623-8840f79774a8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:08.523849 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8d304508-36e9-4490-9654-a2b6b7e1f303 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:08.529021 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8d304508-36e9-4490-9654-a2b6b7e1f303 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "DELETE /v2.0/subnets/10ec69ae-5591-4c46-a623-8840f79774a8 HTTP/1.1" status: 204 len: 168 time: 0.6690056 Sep 18 00:07:08.529938 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43164) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:08.544012 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e7d5dc-ec87-4ffa-b8ec-19db4fe863d0 None None] Network 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:08.575665 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f5b9e3-ec13-4e04-af5e-fb62add5062c tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Router 55f12e92-22f4-46d7-b1d0-5a9608799cad is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:07:08.609295 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-d0f71cc8-6dd8-4cb6-ac84-9da532c8c565 None None] Set router 7a50fe0c-c7cd-454d-b9c4-92437f3c246b gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:07:08.686472 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e2512db9-607a-46e1-aa05-3d0e9c8b01c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:08.808980 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2512db9-607a-46e1-aa05-3d0e9c8b01c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1915e29a-e1c0-4838-903f-8c9d3c529491,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:08.858592 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe37f53-c1d9-4111-bf0e-e32be8886b55 None None] DHCP port deletion for 5a7ba1d7-4d71-4a9b-8358-db384e44cd0e request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:07:08.887944 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e2512db9-607a-46e1-aa05-3d0e9c8b01c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba8ac3fe98c34fa891e59738efe046a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7208757 Sep 18 00:07:08.888323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43176) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:08.979723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f5b9e3-ec13-4e04-af5e-fb62add5062c tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:07:08.994542 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4de406c-3cf9-4b99-9f3e-aaa573bff91c None None] Sync routers for ids ['55f12e92-22f4-46d7-b1d0-5a9608799cad'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:07:09.012619 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-02e2f301-7545-4a24-bf17-50a561917eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.030307 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d0f71cc8-6dd8-4cb6-ac84-9da532c8c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463930371', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:07:06Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:09.036394 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-dfe37f53-c1d9-4111-bf0e-e32be8886b55 None None] Deleting port 57b4dddd-8ae9-49d5-adfe-34d3f860a28e {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:09.037383 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dfe37f53-c1d9-4111-bf0e-e32be8886b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.041711 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-02e2f301-7545-4a24-bf17-50a561917eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.058894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4de406c-3cf9-4b99-9f3e-aaa573bff91c None None] Routers {'55f12e92-22f4-46d7-b1d0-5a9608799cad'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:09.059539 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f4de406c-3cf9-4b99-9f3e-aaa573bff91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['55f12e92-22f4-46d7-b1d0-5a9608799cad'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:09.099882 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f4de406c-3cf9-4b99-9f3e-aaa573bff91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:09.107199 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0166d435-ecfb-4d39-a96c-8efe1c95df79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.117606 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b9e3-ec13-4e04-af5e-fb62add5062c tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.118863 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d5f5b9e3-ec13-4e04-af5e-fb62add5062c tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6116695 Sep 18 00:07:09.121398 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f71cc8-6dd8-4cb6-ac84-9da532c8c565 None None] The sync data for ids ['7a50fe0c-c7cd-454d-b9c4-92437f3c246b'] in n-d-809883-1 is: [{'id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463930371', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:07:06Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'fdbeb9e1-048b-4570-be13-0968ac86237a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50fe0c-c7cd-454d-b9c4-92437f3c246b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:05:38Z', 'updated_at': '2021-09-18T00:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:07:09.123031 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43180) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:09.187938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-dfe37f53-c1d9-4111-bf0e-e32be8886b55 None None] For port 57b4dddd-8ae9-49d5-adfe-34d3f860a28e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=57b4dddd-8ae9-49d5-adfe-34d3f860a28e,segment=NetworkSegment(f8e32ce9-e788-400e-9540-834ca05cc6af),segment_id=f8e32ce9-e788-400e-9540-834ca05cc6af)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:09.187938 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dfe37f53-c1d9-4111-bf0e-e32be8886b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.187938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4de406c-3cf9-4b99-9f3e-aaa573bff91c None None] Routers {'55f12e92-22f4-46d7-b1d0-5a9608799cad'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:09.187938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f4de406c-3cf9-4b99-9f3e-aaa573bff91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['55f12e92-22f4-46d7-b1d0-5a9608799cad'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:09.221330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-dfe37f53-c1d9-4111-bf0e-e32be8886b55 None None] Calling delete_port for 57b4dddd-8ae9-49d5-adfe-34d3f860a28e owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:09.223361 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f4de406c-3cf9-4b99-9f3e-aaa573bff91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:09.224206 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4de406c-3cf9-4b99-9f3e-aaa573bff91c None None] The sync data for ids ['55f12e92-22f4-46d7-b1d0-5a9608799cad'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:07:09.245795 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-02e2f301-7545-4a24-bf17-50a561917eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.248680 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-02e2f301-7545-4a24-bf17-50a561917eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.250314 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-02e2f301-7545-4a24-bf17-50a561917eea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1915e29a-e1c0-4838-903f-8c9d3c529491 HTTP/1.1" status: 204 len: 168 time: 0.3604131 Sep 18 00:07:09.265183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43186) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:09.271070 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2f301-7545-4a24-bf17-50a561917eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1915e29a-e1c0-4838-903f-8c9d3c529491,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:09.299157 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0166d435-ecfb-4d39-a96c-8efe1c95df79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.339698 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-388198c1-c090-447a-9269-ad2b6be31708 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "GET /v2.0/routers/55f12e92-22f4-46d7-b1d0-5a9608799cad HTTP/1.1" status: 200 len: 920 time: 0.2147241 Sep 18 00:07:09.342333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43190) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:09.375171 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4b3830d5-0469-409f-b46c-203c8fc16573 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "GET /v2.0/ports?device_id=55f12e92-22f4-46d7-b1d0-5a9608799cad HTTP/1.1" status: 200 len: 205 time: 0.0312095 Sep 18 00:07:09.377333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43196) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:09.427307 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-50d02607-6f8d-4108-b50a-0780d4e5d0f6 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group': {'name': 'tempest-secgroup--356257692'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:09.438484 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dfe37f53-c1d9-4111-bf0e-e32be8886b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.463590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe37f53-c1d9-4111-bf0e-e32be8886b55 None None] Pushing event deleted for resources: {'Port': ['ID=57b4dddd-8ae9-49d5-adfe-34d3f860a28e,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:09.470784 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe37f53-c1d9-4111-bf0e-e32be8886b55 None None] No DVR routers for this DVR port 57b4dddd-8ae9-49d5-adfe-34d3f860a28e on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:07:09.474985 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-0166d435-ecfb-4d39-a96c-8efe1c95df79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting port fdbeb9e1-048b-4570-be13-0968ac86237a {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:09.475349 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0166d435-ecfb-4d39-a96c-8efe1c95df79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.539786 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8443faf-4d5a-44b9-89c6-fcd4159e6d8a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.581346 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50d02607-6f8d-4108-b50a-0780d4e5d0f6 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.593918 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50d02607-6f8d-4108-b50a-0780d4e5d0f6 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.607062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-0166d435-ecfb-4d39-a96c-8efe1c95df79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] For port fdbeb9e1-048b-4570-be13-0968ac86237a, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=fdbeb9e1-048b-4570-be13-0968ac86237a,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:09.607615 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0166d435-ecfb-4d39-a96c-8efe1c95df79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.638481 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-0166d435-ecfb-4d39-a96c-8efe1c95df79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Calling delete_port for fdbeb9e1-048b-4570-be13-0968ac86237a owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:09.706313 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8443faf-4d5a-44b9-89c6-fcd4159e6d8a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.767646 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50d02607-6f8d-4108-b50a-0780d4e5d0f6 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.858930 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-b8443faf-4d5a-44b9-89c6-fcd4159e6d8a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Deleting port 93a3266b-4a33-4542-85d3-722409cd7732 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:09.859267 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8443faf-4d5a-44b9-89c6-fcd4159e6d8a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.910250 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50d02607-6f8d-4108-b50a-0780d4e5d0f6 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.930263 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0166d435-ecfb-4d39-a96c-8efe1c95df79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:09.962458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d02607-6f8d-4108-b50a-0780d4e5d0f6 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51293063-5e45-4cbe-966f-857b4a1ef278,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:09.966190 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166d435-ecfb-4d39-a96c-8efe1c95df79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Port': ['ID=fdbeb9e1-048b-4570-be13-0968ac86237a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:09.993754 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8443faf-4d5a-44b9-89c6-fcd4159e6d8a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.017516 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-b8443faf-4d5a-44b9-89c6-fcd4159e6d8a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Calling delete_port for 93a3266b-4a33-4542-85d3-722409cd7732 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:10.055580 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0166d435-ecfb-4d39-a96c-8efe1c95df79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.098512 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50d02607-6f8d-4108-b50a-0780d4e5d0f6 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.149745 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43204) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:10.155493 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50d02607-6f8d-4108-b50a-0780d4e5d0f6 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.157345 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0166d435-ecfb-4d39-a96c-8efe1c95df79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.160104 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0166d435-ecfb-4d39-a96c-8efe1c95df79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.170112 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-86772e85-930e-4d99-bf1b-aa0b657f584f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.199302 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d02607-6f8d-4108-b50a-0780d4e5d0f6 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0527b63d-73c2-4a54-a262-150c85677b08,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:10.267701 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50d02607-6f8d-4108-b50a-0780d4e5d0f6 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.271332 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-50d02607-6f8d-4108-b50a-0780d4e5d0f6 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0000226 Sep 18 00:07:10.271460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43210) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:10.296649 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0166d435-ecfb-4d39-a96c-8efe1c95df79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.297238 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0166d435-ecfb-4d39-a96c-8efe1c95df79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Fanout notify agent at l3_agent the message router_deleted on router 7a50fe0c-c7cd-454d-b9c4-92437f3c246b {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:07:10.307066 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0166d435-ecfb-4d39-a96c-8efe1c95df79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.309294 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0166d435-ecfb-4d39-a96c-8efe1c95df79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "DELETE /v2.0/routers/7a50fe0c-c7cd-454d-b9c4-92437f3c246b HTTP/1.1" status: 204 len: 168 time: 1.7785642 Sep 18 00:07:10.313975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43212) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:10.347637 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8443faf-4d5a-44b9-89c6-fcd4159e6d8a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.400023 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.405030 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4ef9fe7d-4568-4bee-b9ba-ab5bd8c80ead tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1326809 Sep 18 00:07:10.409007 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43214) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:10.409423 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8443faf-4d5a-44b9-89c6-fcd4159e6d8a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Pushing event deleted for resources: {'Port': ['ID=93a3266b-4a33-4542-85d3-722409cd7732,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:10.416465 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-93abdf5f-3f74-4760-8931-7c8b467939c1 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group': {'name': 'tempest-security--894314269', 'description': 'tempest-security-description-885285457'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:10.468024 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-93abdf5f-3f74-4760-8931-7c8b467939c1 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.527238 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-86772e85-930e-4d99-bf1b-aa0b657f584f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.537093 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-93abdf5f-3f74-4760-8931-7c8b467939c1 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.545401 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b0da07dc-5f85-4f2f-a491-dff772d569e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.549111 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8443faf-4d5a-44b9-89c6-fcd4159e6d8a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.587264 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-86772e85-930e-4d99-bf1b-aa0b657f584f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.622855 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-93abdf5f-3f74-4760-8931-7c8b467939c1 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.625435 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-93abdf5f-3f74-4760-8931-7c8b467939c1 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.627800 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-93abdf5f-3f74-4760-8931-7c8b467939c1 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "PUT /v2.0/security-groups/0527b63d-73c2-4a54-a262-150c85677b08 HTTP/1.1" status: 200 len: 1778 time: 0.2180827 Sep 18 00:07:10.631036 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43222) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:10.641414 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-86772e85-930e-4d99-bf1b-aa0b657f584f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d3729870b0484addb77d4ca897ccd649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4906592 Sep 18 00:07:10.642350 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86772e85-930e-4d99-bf1b-aa0b657f584f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1d5939-4c17-4d9b-a8b2-f46766b65e9e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:10.650953 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43224) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:10.666770 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8443faf-4d5a-44b9-89c6-fcd4159e6d8a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.674684 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8443faf-4d5a-44b9-89c6-fcd4159e6d8a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.711839 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abdf5f-3f74-4760-8931-7c8b467939c1 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0527b63d-73c2-4a54-a262-150c85677b08,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:10.738670 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0d60b3eb-23c7-4305-bab4-a18fc7397e53 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-groups/0527b63d-73c2-4a54-a262-150c85677b08 HTTP/1.1" status: 200 len: 1778 time: 0.1058939 Sep 18 00:07:10.741342 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43226) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:10.781828 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b0da07dc-5f85-4f2f-a491-dff772d569e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.782163 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-58c81fe8-723b-4957-9e03-84da1408b0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.802449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b0da07dc-5f85-4f2f-a491-dff772d569e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7ba1d7-4d71-4a9b-8358-db384e44cd0e']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:10.812517 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b0da07dc-5f85-4f2f-a491-dff772d569e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e32ce9-e788-400e-9540-834ca05cc6af') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:10.816167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b0da07dc-5f85-4f2f-a491-dff772d569e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e32ce9-e788-400e-9540-834ca05cc6af') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:10.819281 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-58c81fe8-723b-4957-9e03-84da1408b0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.831286 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-08ca1b1a-73f0-42eb-ab19-69145658e623 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.834788 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b0da07dc-5f85-4f2f-a491-dff772d569e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.849491 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b0da07dc-5f85-4f2f-a491-dff772d569e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.861613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0da07dc-5f85-4f2f-a491-dff772d569e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:07:10.862685 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b0da07dc-5f85-4f2f-a491-dff772d569e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:07:10.866374 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:07:10.878998 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-08ca1b1a-73f0-42eb-ab19-69145658e623 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.884961 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8443faf-4d5a-44b9-89c6-fcd4159e6d8a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.885655 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8443faf-4d5a-44b9-89c6-fcd4159e6d8a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Fanout notify agent at l3_agent the message router_deleted on router 55f12e92-22f4-46d7-b1d0-5a9608799cad {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:07:10.907802 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8443faf-4d5a-44b9-89c6-fcd4159e6d8a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.909043 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b8443faf-4d5a-44b9-89c6-fcd4159e6d8a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "DELETE /v2.0/routers/55f12e92-22f4-46d7-b1d0-5a9608799cad HTTP/1.1" status: 204 len: 168 time: 1.5306058 Sep 18 00:07:10.913526 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43230) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:10.918445 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-0e702ea9-6e15-47d2-90b8-db7105bc671f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Request body: {'router': {'name': 'tempest-snat-router-164110417', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'enable_snat': False}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:10.936811 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 57b4dddd-8ae9-49d5-adfe-34d3f860a28e no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:07:10.956562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 57b4dddd-8ae9-49d5-adfe-34d3f860a28e {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:07:10.956983 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 57b4dddd-8ae9-49d5-adfe-34d3f860a28e not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:07:10.957489 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device fdbeb9e1-048b-4570-be13-0968ac86237a no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:07:10.975787 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: fdbeb9e1-048b-4570-be13-0968ac86237a {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:07:10.976138 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device fdbeb9e1-048b-4570-be13-0968ac86237a not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:07:10.977106 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device fd80ff96-8f09-432e-b459-129285300684 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:07:10.992970 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-58c81fe8-723b-4957-9e03-84da1408b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.995630 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-58c81fe8-723b-4957-9e03-84da1408b0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:10.995812 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: fd80ff96-8f09-432e-b459-129285300684 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:07:10.996016 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device fd80ff96-8f09-432e-b459-129285300684 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:07:11.003832 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-58c81fe8-723b-4957-9e03-84da1408b0ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bf1d5939-4c17-4d9b-a8b2-f46766b65e9e HTTP/1.1" status: 204 len: 168 time: 0.3436606 Sep 18 00:07:11.020369 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c81fe8-723b-4957-9e03-84da1408b0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1d5939-4c17-4d9b-a8b2-f46766b65e9e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:11.050032 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b0da07dc-5f85-4f2f-a491-dff772d569e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:11.056761 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-08ca1b1a-73f0-42eb-ab19-69145658e623 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:11.059913 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-08ca1b1a-73f0-42eb-ab19-69145658e623 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:11.063629 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-08ca1b1a-73f0-42eb-ab19-69145658e623 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "DELETE /v2.0/security-groups/0527b63d-73c2-4a54-a262-150c85677b08 HTTP/1.1" status: 204 len: 168 time: 0.3183110 Sep 18 00:07:11.068939 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43236) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:11.072790 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b0da07dc-5f85-4f2f-a491-dff772d569e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:11.077337 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b0da07dc-5f85-4f2f-a491-dff772d569e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "DELETE /v2.0/networks/5a7ba1d7-4d71-4a9b-8358-db384e44cd0e HTTP/1.1" status: 204 len: 168 time: 0.7596254 Sep 18 00:07:11.080546 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43238) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:11.091363 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da07dc-5f85-4f2f-a491-dff772d569e2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Network': ['ID=5a7ba1d7-4d71-4a9b-8358-db384e44cd0e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:11.093503 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0e702ea9-6e15-47d2-90b8-db7105bc671f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:11.094630 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0e702ea9-6e15-47d2-90b8-db7105bc671f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:11.104774 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca1b1a-73f0-42eb-ab19-69145658e623 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0527b63d-73c2-4a54-a262-150c85677b08,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:11.171995 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7f8c840-72c0-480e-bb90-70cbdb17566e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:11.187064 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0e702ea9-6e15-47d2-90b8-db7105bc671f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:11.192539 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-125524f4-9f7e-41aa-aee6-f0b79288f5d4 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1199422 Sep 18 00:07:11.195460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43240) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:11.207413 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7f8c840-72c0-480e-bb90-70cbdb17566e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:11.221904 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-a9747b28-35e4-4acb-a496-2cba21694c27 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] delete failed (client error): The resource could not be found. Sep 18 00:07:11.222918 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a9747b28-35e4-4acb-a496-2cba21694c27 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "DELETE /v2.0/security-groups/0527b63d-73c2-4a54-a262-150c85677b08 HTTP/1.1" status: 404 len: 347 time: 0.0265188 Sep 18 00:07:11.227598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43242) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:11.231925 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d9954b19-ec80-4933-85fe-f37d41851015 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group': {'name': 'tempest-secgroup--1461203384'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:11.392926 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9954b19-ec80-4933-85fe-f37d41851015 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:11.443802 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7f8c840-72c0-480e-bb90-70cbdb17566e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:11.447459 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7f8c840-72c0-480e-bb90-70cbdb17566e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:11.451338 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a7f8c840-72c0-480e-bb90-70cbdb17566e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "DELETE /v2.0/security-groups/e241cd5d-3391-49ff-8a2f-6b019e8b01be HTTP/1.1" status: 204 len: 168 time: 0.3656750 Sep 18 00:07:11.478973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8c840-72c0-480e-bb90-70cbdb17566e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e241cd5d-3391-49ff-8a2f-6b019e8b01be,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:11.523663 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9954b19-ec80-4933-85fe-f37d41851015 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:11.596049 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9954b19-ec80-4933-85fe-f37d41851015 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:11.649132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9954b19-ec80-4933-85fe-f37d41851015 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ade56d-f030-4b5e-ae49-5be77aaecb5d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:11.705009 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9954b19-ec80-4933-85fe-f37d41851015 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:11.709179 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d9954b19-ec80-4933-85fe-f37d41851015 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4778283 Sep 18 00:07:11.709381 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43260) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:11.714492 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-631006ae-524d-434d-8b28-b7356a98d96e tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group_rule': {'security_group_id': '14ade56d-f030-4b5e-ae49-5be77aaecb5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:11.814189 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0e702ea9-6e15-47d2-90b8-db7105bc671f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:11.826490 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-631006ae-524d-434d-8b28-b7356a98d96e tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:11.898412 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-631006ae-524d-434d-8b28-b7356a98d96e tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:11.974860 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43270) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:11.980324 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a5b60e5e-425b-4e3d-8c85-5c2a75a796ed tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1691522186', 'description': 'tempest-secgroup-smoke-1691522186 description', 'project_id': '5d2902e7a2a54edeb7be111e15492043'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:11.997800 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-631006ae-524d-434d-8b28-b7356a98d96e tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.019356 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631006ae-524d-434d-8b28-b7356a98d96e tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc95881d-c023-4713-a99f-a0c5b16a9122,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:12.084883 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a5b60e5e-425b-4e3d-8c85-5c2a75a796ed tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.169430 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-631006ae-524d-434d-8b28-b7356a98d96e tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.173335 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-631006ae-524d-434d-8b28-b7356a98d96e tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4601595 Sep 18 00:07:12.173742 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43278) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:12.194756 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0e702ea9-6e15-47d2-90b8-db7105bc671f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.218705 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0e702ea9-6e15-47d2-90b8-db7105bc671f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.222416 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab708486-163c-48b4-af2a-3b2adaf8aab9 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.232328 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab708486-163c-48b4-af2a-3b2adaf8aab9 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.293300 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a5b60e5e-425b-4e3d-8c85-5c2a75a796ed tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.332851 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-0e702ea9-6e15-47d2-90b8-db7105bc671f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Allocated IP 172.25.3.4 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/798430a3-1cf3-4a25-a13e-30c54f5816c9) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:12.341764 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab708486-163c-48b4-af2a-3b2adaf8aab9 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.351127 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab708486-163c-48b4-af2a-3b2adaf8aab9 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc95881d-c023-4713-a99f-a0c5b16a9122,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:12.360557 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ab708486-163c-48b4-af2a-3b2adaf8aab9 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.368612 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ab708486-163c-48b4-af2a-3b2adaf8aab9 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/cc95881d-c023-4713-a99f-a0c5b16a9122 HTTP/1.1" status: 204 len: 168 time: 0.1935577 Sep 18 00:07:12.369754 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43286) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:12.379127 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a5b60e5e-425b-4e3d-8c85-5c2a75a796ed tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.473114 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ab6414b1-6b4e-462d-b78a-377f07e19bad tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1017039 Sep 18 00:07:12.478964 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a5b60e5e-425b-4e3d-8c85-5c2a75a796ed tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.482893 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a5b60e5e-425b-4e3d-8c85-5c2a75a796ed tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5040367 Sep 18 00:07:12.482893 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43290) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:12.482893 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b60e5e-425b-4e3d-8c85-5c2a75a796ed tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ea8d96-fade-4254-b590-bf603ee4312b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:12.484218 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43292) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:12.505747 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-6929056d-a125-40e7-bd02-258628e1fa9f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': 'd2ea8d96-fade-4254-b590-bf603ee4312b', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:12.514045 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0e702ea9-6e15-47d2-90b8-db7105bc671f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.581849 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2569a6f7-ae83-4074-af80-68895cb70bd2 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.605631 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2569a6f7-ae83-4074-af80-68895cb70bd2 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.614342 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6929056d-a125-40e7-bd02-258628e1fa9f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.670313 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6929056d-a125-40e7-bd02-258628e1fa9f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.701626 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0e702ea9-6e15-47d2-90b8-db7105bc671f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.735525 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2569a6f7-ae83-4074-af80-68895cb70bd2 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.738304 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2569a6f7-ae83-4074-af80-68895cb70bd2 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.739509 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2569a6f7-ae83-4074-af80-68895cb70bd2 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "DELETE /v2.0/security-groups/14ade56d-f030-4b5e-ae49-5be77aaecb5d HTTP/1.1" status: 204 len: 168 time: 0.2442586 Sep 18 00:07:12.741561 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e702ea9-6e15-47d2-90b8-db7105bc671f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:12.742256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43302) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:12.750443 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569a6f7-ae83-4074-af80-68895cb70bd2 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ade56d-f030-4b5e-ae49-5be77aaecb5d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:12.752047 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-0e702ea9-6e15-47d2-90b8-db7105bc671f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:12.762080 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e702ea9-6e15-47d2-90b8-db7105bc671f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:12.795481 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6929056d-a125-40e7-bd02-258628e1fa9f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.819098 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e702ea9-6e15-47d2-90b8-db7105bc671f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Pushing event updated for resources: {'Port': ['ID=798430a3-1cf3-4a25-a13e-30c54f5816c9,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:12.839928 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929056d-a125-40e7-bd02-258628e1fa9f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f045e71-be7d-4ea8-a604-65794f5b1736,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:12.863818 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6920db40-8b78-4e50-a781-22f97c4bb4b9 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1204777 Sep 18 00:07:12.869370 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43304) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:12.874998 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1611bfb6-fe5d-49ed-b269-0ee4fe364e3a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333113542'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:12.938129 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6929056d-a125-40e7-bd02-258628e1fa9f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:12.942050 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6929056d-a125-40e7-bd02-258628e1fa9f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4539452 Sep 18 00:07:12.943799 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43308) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:12.965024 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7e0f8a95-e3c4-4a9e-8fa0-84ede76f3c41 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': 'd2ea8d96-fade-4254-b590-bf603ee4312b', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:13.027043 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1611bfb6-fe5d-49ed-b269-0ee4fe364e3a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.132574 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e0f8a95-e3c4-4a9e-8fa0-84ede76f3c41 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.187828 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1611bfb6-fe5d-49ed-b269-0ee4fe364e3a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.229509 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e0f8a95-e3c4-4a9e-8fa0-84ede76f3c41 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.240769 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0e702ea9-6e15-47d2-90b8-db7105bc671f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.248669 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1611bfb6-fe5d-49ed-b269-0ee4fe364e3a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.290559 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611bfb6-fe5d-49ed-b269-0ee4fe364e3a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cd40ae-8e32-430e-a0f1-5d08055f06f6,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:13.322132 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e0f8a95-e3c4-4a9e-8fa0-84ede76f3c41 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.342977 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f8a95-e3c4-4a9e-8fa0-84ede76f3c41 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041c1ea9-395d-4053-ad9a-41049dd854dd,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:13.374032 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1611bfb6-fe5d-49ed-b269-0ee4fe364e3a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.376763 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1611bfb6-fe5d-49ed-b269-0ee4fe364e3a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5063248 Sep 18 00:07:13.379525 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43322) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:13.385104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b90f92e6-872a-4d93-8cb4-a2b4c91d3e76 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group_rule': {'security_group_id': 'b9cd40ae-8e32-430e-a0f1-5d08055f06f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:13.408695 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.428458 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43326) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:13.461206 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0e702ea9-6e15-47d2-90b8-db7105bc671f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.503950 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e0f8a95-e3c4-4a9e-8fa0-84ede76f3c41 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.505184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7e0f8a95-e3c4-4a9e-8fa0-84ede76f3c41 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5607708 Sep 18 00:07:13.508960 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43330) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:13.514187 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-ff50c014-1fa3-4bf8-9bcb-092f0ab059c3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': 'd2ea8d96-fade-4254-b590-bf603ee4312b', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:13.529959 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d6f0e597-2404-4a91-b918-f2e47ebd69f0 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1531568364', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:13.589827 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b90f92e6-872a-4d93-8cb4-a2b4c91d3e76 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.651539 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b90f92e6-872a-4d93-8cb4-a2b4c91d3e76 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.670735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e702ea9-6e15-47d2-90b8-db7105bc671f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Router a7070ee3-9917-446c-88ac-b4d2c940cb48 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:07:13.741185 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff50c014-1fa3-4bf8-9bcb-092f0ab059c3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.765528 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b90f92e6-872a-4d93-8cb4-a2b4c91d3e76 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.784346 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e702ea9-6e15-47d2-90b8-db7105bc671f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:07:13.800367 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] Sync routers for ids ['a7070ee3-9917-446c-88ac-b4d2c940cb48'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:07:13.807697 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f92e6-872a-4d93-8cb4-a2b4c91d3e76 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514c2dc5-7c0d-41a1-bbad-38e35f8f1082,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:13.810017 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] Routers {'a7070ee3-9917-446c-88ac-b4d2c940cb48'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:13.810825 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a7070ee3-9917-446c-88ac-b4d2c940cb48'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:13.823831 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff50c014-1fa3-4bf8-9bcb-092f0ab059c3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.837141 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f0e597-2404-4a91-b918-f2e47ebd69f0 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Made reservation on behalf of e811eeddcb43495695a123527257f1e3 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:13.839620 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e597-2404-4a91-b918-f2e47ebd69f0 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.848615 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e597-2404-4a91-b918-f2e47ebd69f0 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.916051 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] Set router a7070ee3-9917-446c-88ac-b4d2c940cb48 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:07:13.952581 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff50c014-1fa3-4bf8-9bcb-092f0ab059c3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.974487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50c014-1fa3-4bf8-9bcb-092f0ab059c3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90809d7c-0507-4571-b1c6-483af0eb41a7,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:13.977432 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0e702ea9-6e15-47d2-90b8-db7105bc671f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.979056 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b90f92e6-872a-4d93-8cb4-a2b4c91d3e76 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:13.980678 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0e702ea9-6e15-47d2-90b8-db7105bc671f tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.0659757 Sep 18 00:07:13.983382 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b90f92e6-872a-4d93-8cb4-a2b4c91d3e76 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6019721 Sep 18 00:07:13.984462 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43340) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:13.984462 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43342) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:13.992740 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f6f0e3ae-66e7-4d8b-bb01-60cad4366a2c tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group_rule': {'security_group_id': 'b9cd40ae-8e32-430e-a0f1-5d08055f06f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:14.042178 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7878ee05-0e7d-436c-8ff1-d3d6948a5c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.071125 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff50c014-1fa3-4bf8-9bcb-092f0ab059c3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.074038 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ff50c014-1fa3-4bf8-9bcb-092f0ab059c3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5633061 Sep 18 00:07:14.076540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43344) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:14.081553 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-ffa66405-914f-487f-9d66-f0859d1453ee tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': 'd2ea8d96-fade-4254-b590-bf603ee4312b', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:14.091468 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.db.api [None req-f6f0e3ae-66e7-4d8b-bb01-60cad4366a2c tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 00:07:14.091468 n-d-809883-1 neutron-server[95591]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 00:07:14.091468 n-d-809883-1 neutron-server[95591]: [parameters: {'project_id_1': '0eccf21813834300ba6f968c2c3ee79f', 'expiration_1': datetime.datetime(2021, 9, 18, 0, 6, 54, 3860)}] Sep 18 00:07:14.091468 n-d-809883-1 neutron-server[95591]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:07:14.092148 n-d-809883-1 neutron-server[95591]: DEBUG oslo_db.api [None req-f6f0e3ae-66e7-4d8b-bb01-60cad4366a2c tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:07:14.153848 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-09bec578-a5af-4e2f-abc2-309cf3a45c09 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "GET /v2.0/routers/a7070ee3-9917-446c-88ac-b4d2c940cb48 HTTP/1.1" status: 200 len: 906 time: 0.1665008 Sep 18 00:07:14.156398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43346) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:14.160964 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Request body: {'router': {'name': 'tempest-snat-router-164110417', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'enable_snat': True}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:14.203750 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e597-2404-4a91-b918-f2e47ebd69f0 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.215720 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7070ee3-9917-446c-88ac-b4d2c940cb48', 'name': 'tempest-snat-router-164110417', 'tenant_id': 'de4579de6fe24a61b1468fce5c65a923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.4'}], 'enable_snat': False}, 'gw_port_id': '798430a3-1cf3-4a25-a13e-30c54f5816c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:11Z', 'updated_at': '2021-09-18T00:07:12Z', 'revision_number': 3, 'project_id': 'de4579de6fe24a61b1468fce5c65a923', 'gw_port': {'id': '798430a3-1cf3-4a25-a13e-30c54f5816c9', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7070ee3-9917-446c-88ac-b4d2c940cb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:12Z', 'updated_at': '2021-09-18T00:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:14.245939 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] Checking router: a7070ee3-9917-446c-88ac-b4d2c940cb48 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:07:14.246286 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] Updating router a7070ee3-9917-446c-88ac-b4d2c940cb48 port 798430a3-1cf3-4a25-a13e-30c54f5816c9 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:07:14.269641 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.272311 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e597-2404-4a91-b918-f2e47ebd69f0 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.277369 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-d6f0e597-2404-4a91-b918-f2e47ebd69f0 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] device_id is not set on port cacb62ca-4f67-499e-a9c8-72d2a6138ae4 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:07:14.282633 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.api [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 18 00:07:14.282633 n-d-809883-1 neutron-server[95592]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 18 00:07:14.282633 n-d-809883-1 neutron-server[95592]: [parameters: {'project_id_1': 'de4579de6fe24a61b1468fce5c65a923', 'expiration_1': datetime.datetime(2021, 9, 18, 0, 6, 54, 166753)}] Sep 18 00:07:14.282633 n-d-809883-1 neutron-server[95592]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:07:14.283378 n-d-809883-1 neutron-server[95592]: DEBUG oslo_db.api [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:07:14.337662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0e597-2404-4a91-b918-f2e47ebd69f0 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f549a45-3d8d-4f31-a836-432dd985212d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:14.380011 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffa66405-914f-487f-9d66-f0859d1453ee tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.401149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-d6f0e597-2404-4a91-b918-f2e47ebd69f0 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Allocated IP 172.25.3.218 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/cacb62ca-4f67-499e-a9c8-72d2a6138ae4) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:14.455982 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffa66405-914f-487f-9d66-f0859d1453ee tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.506689 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffa66405-914f-487f-9d66-f0859d1453ee tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.526852 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa66405-914f-487f-9d66-f0859d1453ee tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a16b00db-2b05-4289-ac1c-2caef69d1e2a,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:14.552476 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e597-2404-4a91-b918-f2e47ebd69f0 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.581548 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffa66405-914f-487f-9d66-f0859d1453ee tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.582938 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ffa66405-914f-487f-9d66-f0859d1453ee tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5051816 Sep 18 00:07:14.586324 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43354) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:14.591515 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-9664448f-d948-4428-9086-07672d650e61 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': 'd2ea8d96-fade-4254-b590-bf603ee4312b', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:14.638553 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e597-2404-4a91-b918-f2e47ebd69f0 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.682974 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f0e597-2404-4a91-b918-f2e47ebd69f0 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:14.685805 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-d6f0e597-2404-4a91-b918-f2e47ebd69f0 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:14.688223 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f0e597-2404-4a91-b918-f2e47ebd69f0 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:14.693586 n-d-809883-1 neutron-server[95592]: INFO neutron.db.securitygroups_db [None req-9664448f-d948-4428-9086-07672d650e61 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Project 5d2902e7a2a54edeb7be111e15492043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:07:14.699410 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9664448f-d948-4428-9086-07672d650e61 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.736117 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0e597-2404-4a91-b918-f2e47ebd69f0 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Pushing event updated for resources: {'Port': ['ID=cacb62ca-4f67-499e-a9c8-72d2a6138ae4,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:14.749413 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f0e597-2404-4a91-b918-f2e47ebd69f0 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:14.750323 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e597-2404-4a91-b918-f2e47ebd69f0 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.774290 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9664448f-d948-4428-9086-07672d650e61 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.795001 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.832199 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f6f0e3ae-66e7-4d8b-bb01-60cad4366a2c tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.858608 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9664448f-d948-4428-9086-07672d650e61 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.880023 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664448f-d948-4428-9086-07672d650e61 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa48994b-1b8e-4303-99d0-9fe815bd7d75,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:14.895023 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f6f0e3ae-66e7-4d8b-bb01-60cad4366a2c tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.895648 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.928485 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d6f0e597-2404-4a91-b918-f2e47ebd69f0 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.4961219 Sep 18 00:07:14.928698 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43360) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:14.933408 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7874d779-1767-4b4c-aa0d-68a14a896d95 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.218'}]}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:14.950184 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] Attempting to bind port 798430a3-1cf3-4a25-a13e-30c54f5816c9 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:07:14.950541 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] Attempting to bind port 798430a3-1cf3-4a25-a13e-30c54f5816c9 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:07:14.950931 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] Attempting to bind port 798430a3-1cf3-4a25-a13e-30c54f5816c9 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:07:14.961848 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988c5ab-ff17-420c-b25c-4c57bb599409 None None] Pushing event updated for resources: {'Port': ['ID=798430a3-1cf3-4a25-a13e-30c54f5816c9,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:14.964681 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:07:14.965060 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:07:14.965450 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.965828 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:07:14.966276 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] Bound port: 798430a3-1cf3-4a25-a13e-30c54f5816c9, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:07:14.966641 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:14.972845 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988c5ab-ff17-420c-b25c-4c57bb599409 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:14.973240 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988c5ab-ff17-420c-b25c-4c57bb599409 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:14.973592 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988c5ab-ff17-420c-b25c-4c57bb599409 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:14.973901 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988c5ab-ff17-420c-b25c-4c57bb599409 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:14.974218 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988c5ab-ff17-420c-b25c-4c57bb599409 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:14.974535 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988c5ab-ff17-420c-b25c-4c57bb599409 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:14.974851 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988c5ab-ff17-420c-b25c-4c57bb599409 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:14.975162 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988c5ab-ff17-420c-b25c-4c57bb599409 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:14.975732 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988c5ab-ff17-420c-b25c-4c57bb599409 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:14.976041 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988c5ab-ff17-420c-b25c-4c57bb599409 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:14.976387 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988c5ab-ff17-420c-b25c-4c57bb599409 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:14.976702 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988c5ab-ff17-420c-b25c-4c57bb599409 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:14.981138 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f6f0e3ae-66e7-4d8b-bb01-60cad4366a2c tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.005749 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0e3ae-66e7-4d8b-bb01-60cad4366a2c tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3312ed1c-c83e-4e8f-85f9-d52682ab9979,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:15.024550 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.027696 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.029051 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] For port 798430a3-1cf3-4a25-a13e-30c54f5816c9, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:07:15.032337 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] For port 798430a3-1cf3-4a25-a13e-30c54f5816c9, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=798430a3-1cf3-4a25-a13e-30c54f5816c9,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:07:15.078925 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.093108 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9664448f-d948-4428-9086-07672d650e61 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.097581 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9664448f-d948-4428-9086-07672d650e61 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5068080 Sep 18 00:07:15.097581 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43364) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:15.101615 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-9f6c1206-6502-457e-a279-cbd09c39c78f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'security_group_rule': {'security_group_id': 'd2ea8d96-fade-4254-b590-bf603ee4312b', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:15.113015 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.172412 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] Routers {'a7070ee3-9917-446c-88ac-b4d2c940cb48'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:15.173172 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:06:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a7070ee3-9917-446c-88ac-b4d2c940cb48'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:15.178645 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988c5ab-ff17-420c-b25c-4c57bb599409 None None] Pushing event updated for resources: {'Port': ['ID=798430a3-1cf3-4a25-a13e-30c54f5816c9,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:15.205741 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7874d779-1767-4b4c-aa0d-68a14a896d95 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.206768 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7874d779-1767-4b4c-aa0d-68a14a896d95 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.236379 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f6f0e3ae-66e7-4d8b-bb01-60cad4366a2c tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.237933 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f6f0e3ae-66e7-4d8b-bb01-60cad4366a2c tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2523818 Sep 18 00:07:15.254165 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43368) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:15.259431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-39bda88f-336d-4726-bb29-81b3b3771dad tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group_rule': {'security_group_id': 'b9cd40ae-8e32-430e-a0f1-5d08055f06f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:15.292961 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] Set router a7070ee3-9917-446c-88ac-b4d2c940cb48 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:07:15.355075 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.389284 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7874d779-1767-4b4c-aa0d-68a14a896d95 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.419084 n-d-809883-1 neutron-server[95592]: INFO neutron.db.securitygroups_db [None req-9f6c1206-6502-457e-a279-cbd09c39c78f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Project 5d2902e7a2a54edeb7be111e15492043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:07:15.424806 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1206-6502-457e-a279-cbd09c39c78f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.475769 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7070ee3-9917-446c-88ac-b4d2c940cb48', 'name': 'tempest-snat-router-164110417', 'tenant_id': 'de4579de6fe24a61b1468fce5c65a923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.4'}], 'enable_snat': False}, 'gw_port_id': '798430a3-1cf3-4a25-a13e-30c54f5816c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:11Z', 'updated_at': '2021-09-18T00:07:12Z', 'revision_number': 3, 'project_id': 'de4579de6fe24a61b1468fce5c65a923', 'gw_port': {'id': '798430a3-1cf3-4a25-a13e-30c54f5816c9', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7070ee3-9917-446c-88ac-b4d2c940cb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:12Z', 'updated_at': '2021-09-18T00:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:15.500541 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39bda88f-336d-4726-bb29-81b3b3771dad tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.502579 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd5048-d140-4ca4-b195-ba6675074f17 None None] The sync data for ids ['a7070ee3-9917-446c-88ac-b4d2c940cb48'] in n-d-809883-1 is: [{'id': 'a7070ee3-9917-446c-88ac-b4d2c940cb48', 'name': 'tempest-snat-router-164110417', 'tenant_id': 'de4579de6fe24a61b1468fce5c65a923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.4'}], 'enable_snat': False}, 'gw_port_id': '798430a3-1cf3-4a25-a13e-30c54f5816c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:11Z', 'updated_at': '2021-09-18T00:07:12Z', 'revision_number': 3, 'project_id': 'de4579de6fe24a61b1468fce5c65a923', 'gw_port': {'id': '798430a3-1cf3-4a25-a13e-30c54f5816c9', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7070ee3-9917-446c-88ac-b4d2c940cb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:12Z', 'updated_at': '2021-09-18T00:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:07:15.577883 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39bda88f-336d-4726-bb29-81b3b3771dad tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.589299 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:07:15.625430 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1206-6502-457e-a279-cbd09c39c78f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.652950 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7874d779-1767-4b4c-aa0d-68a14a896d95 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.683949 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39bda88f-336d-4726-bb29-81b3b3771dad tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.698574 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bda88f-336d-4726-bb29-81b3b3771dad tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e82881e-9e50-4c14-a13a-f45a697314c0,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:15.721850 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1206-6502-457e-a279-cbd09c39c78f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.747033 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c1206-6502-457e-a279-cbd09c39c78f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93821fc0-c8e5-4da3-b473-d8fa50abc0fe,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:15.861425 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39bda88f-336d-4726-bb29-81b3b3771dad tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.863104 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-39bda88f-336d-4726-bb29-81b3b3771dad tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6075017 Sep 18 00:07:15.865464 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43378) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:15.870804 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-57c4ee99-865f-483d-ab8a-82ef8013da2d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group_rule': {'security_group_id': 'b9cd40ae-8e32-430e-a0f1-5d08055f06f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:15.900145 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.943384 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.947835 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1206-6502-457e-a279-cbd09c39c78f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:15.951673 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9f6c1206-6502-457e-a279-cbd09c39c78f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8512108 Sep 18 00:07:15.953575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43380) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:15.967286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-17c82d85-adf9-44a0-9e5b-de669ca85e79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'network': {'name': 'tempest-network-smoke--1093307493', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'port_security_enabled': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:16.109927 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-57c4ee99-865f-483d-ab8a-82ef8013da2d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.144163 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Allocated IP 172.25.3.46 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/c4ed781a-d13d-486f-9b9a-0967e52929cd) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:16.181316 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-57c4ee99-865f-483d-ab8a-82ef8013da2d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.201538 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c82d85-adf9-44a0-9e5b-de669ca85e79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Made reservation on behalf of 5d2902e7a2a54edeb7be111e15492043 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:16.205168 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17c82d85-adf9-44a0-9e5b-de669ca85e79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.233216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c82d85-adf9-44a0-9e5b-de669ca85e79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:07:16.242872 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17c82d85-adf9-44a0-9e5b-de669ca85e79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.243232 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-17c82d85-adf9-44a0-9e5b-de669ca85e79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Added segment 3ce7430e-8225-4398-9f8a-d35dc396ab8e of type vlan for network 2e538436-221e-43ae-be37-c1ee657631a0 Sep 18 00:07:16.277288 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-57c4ee99-865f-483d-ab8a-82ef8013da2d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.299430 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17c82d85-adf9-44a0-9e5b-de669ca85e79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.306017 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7874d779-1767-4b4c-aa0d-68a14a896d95 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.314690 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4ee99-865f-483d-ab8a-82ef8013da2d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4abc4b5-2f31-4112-9541-6845ebc1f1b4,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:16.335206 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7874d779-1767-4b4c-aa0d-68a14a896d95 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.399953 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-57c4ee99-865f-483d-ab8a-82ef8013da2d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.401979 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-57c4ee99-865f-483d-ab8a-82ef8013da2d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5353773 Sep 18 00:07:16.404744 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43388) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:16.412178 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a10c10ec-ee53-441b-a836-7dd80eb37a42 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group_rule': {'security_group_id': 'b9cd40ae-8e32-430e-a0f1-5d08055f06f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:16.419045 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.428717 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17c82d85-adf9-44a0-9e5b-de669ca85e79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.438876 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c82d85-adf9-44a0-9e5b-de669ca85e79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:16.439751 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17c82d85-adf9-44a0-9e5b-de669ca85e79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.537171 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c82d85-adf9-44a0-9e5b-de669ca85e79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Network': ['ID=2e538436-221e-43ae-be37-c1ee657631a0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:16.548060 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 2e538436-221e-43ae-be37-c1ee657631a0 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:07:16.581006 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a10c10ec-ee53-441b-a836-7dd80eb37a42 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.602578 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.606730 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-815e4de4-8502-4937-88be-cb972d3d6abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.631386 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-17c82d85-adf9-44a0-9e5b-de669ca85e79 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6730943 Sep 18 00:07:16.632352 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43390) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:16.673971 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-be65a141-69c4-4f8b-a90a-5b669ec4d7db tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1737731793', 'admin_state_up': True, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:16.682205 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a10c10ec-ee53-441b-a836-7dd80eb37a42 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.687965 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:16.690982 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:16.693598 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:16.734637 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Pushing event updated for resources: {'Port': ['ID=c4ed781a-d13d-486f-9b9a-0967e52929cd,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:16.744532 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a10c10ec-ee53-441b-a836-7dd80eb37a42 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.767994 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c10ec-ee53-441b-a836-7dd80eb37a42 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cecf9a-e1ed-4711-b84b-2109b8396c23,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:16.782740 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-be65a141-69c4-4f8b-a90a-5b669ec4d7db tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.792332 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-be65a141-69c4-4f8b-a90a-5b669ec4d7db tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.844763 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7874d779-1767-4b4c-aa0d-68a14a896d95 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.904000 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 798430a3-1cf3-4a25-a13e-30c54f5816c9 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:07:16.947759 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-be65a141-69c4-4f8b-a90a-5b669ec4d7db tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.951058 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a10c10ec-ee53-441b-a836-7dd80eb37a42 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:16.955012 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a10c10ec-ee53-441b-a836-7dd80eb37a42 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5455709 Sep 18 00:07:16.964353 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43398) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:16.994519 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee3b0-b174-44ac-83c3-6a4811add3ea tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:17.003008 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee3b0-b174-44ac-83c3-6a4811add3ea tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:17.006711 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 798430a3-1cf3-4a25-a13e-30c54f5816c9 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:17.007364 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:17.079387 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7874d779-1767-4b4c-aa0d-68a14a896d95 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:17.081783 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7874d779-1767-4b4c-aa0d-68a14a896d95 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:17.125896 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:17.146899 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 798430a3-1cf3-4a25-a13e-30c54f5816c9, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=798430a3-1cf3-4a25-a13e-30c54f5816c9,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:17.195270 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-be65a141-69c4-4f8b-a90a-5b669ec4d7db tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:17.286632 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:17.287849 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7874d779-1767-4b4c-aa0d-68a14a896d95 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:17.287849 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7874d779-1767-4b4c-aa0d-68a14a896d95 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b3be981-4827-4738-9bb6-1b224019ee14 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:07:17.336427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=798430a3-1cf3-4a25-a13e-30c54f5816c9,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:17.341432 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:17.345358 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee3b0-b174-44ac-83c3-6a4811add3ea tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:17.361461 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee3b0-b174-44ac-83c3-6a4811add3ea tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:17.365328 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0d4ee3b0-b174-44ac-83c3-6a4811add3ea tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/37cecf9a-e1ed-4711-b84b-2109b8396c23 HTTP/1.1" status: 204 len: 168 time: 0.4063206 Sep 18 00:07:17.365742 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43404) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:17.390472 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ee3b0-b174-44ac-83c3-6a4811add3ea tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37cecf9a-e1ed-4711-b84b-2109b8396c23,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:17.436110 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9b60b6ae-0cd5-402e-a1f4-a592d3019094 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0692790 Sep 18 00:07:17.439059 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43406) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:17.495314 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7e07fe08-68e9-4f38-b2dc-4d0aa80f69cc tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:17.508737 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7e07fe08-68e9-4f38-b2dc-4d0aa80f69cc tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:17.647515 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-be65a141-69c4-4f8b-a90a-5b669ec4d7db tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:17.649757 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7e07fe08-68e9-4f38-b2dc-4d0aa80f69cc tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:17.654359 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-7874d779-1767-4b4c-aa0d-68a14a896d95 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 18 00:07:17.655442 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7874d779-1767-4b4c-aa0d-68a14a896d95 tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7256436 Sep 18 00:07:17.657404 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7e07fe08-68e9-4f38-b2dc-4d0aa80f69cc tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:17.658515 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7e07fe08-68e9-4f38-b2dc-4d0aa80f69cc tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/b4abc4b5-2f31-4112-9541-6845ebc1f1b4 HTTP/1.1" status: 204 len: 168 time: 0.2185342 Sep 18 00:07:17.659915 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43410) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:17.661725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43412) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:17.682720 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-be65a141-69c4-4f8b-a90a-5b669ec4d7db tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:17.685294 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07fe08-68e9-4f38-b2dc-4d0aa80f69cc tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4abc4b5-2f31-4112-9541-6845ebc1f1b4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:17.712575 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:17.794499 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-be65a141-69c4-4f8b-a90a-5b669ec4d7db tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Allocated IP 172.25.3.211 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/bebcc2d0-0f0f-46df-9953-2ca9cd3577f1) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:17.819587 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:17.832882 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0737914f-f734-4fd1-9559-0fef618decad tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1597691 Sep 18 00:07:17.837443 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43418) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:17.891357 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-201c8b16-bf3b-44e1-94d3-c8dc0aa8d9ac tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Deleting port cacb62ca-4f67-499e-a9c8-72d2a6138ae4 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:17.891707 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-201c8b16-bf3b-44e1-94d3-c8dc0aa8d9ac tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:18.045679 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-201c8b16-bf3b-44e1-94d3-c8dc0aa8d9ac tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:18.065941 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-201c8b16-bf3b-44e1-94d3-c8dc0aa8d9ac tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Calling delete_port for cacb62ca-4f67-499e-a9c8-72d2a6138ae4 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:18.075999 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:18.150183 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6a00b0aa-5445-4305-90ad-1cb0571cb08d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:18.169156 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6a00b0aa-5445-4305-90ad-1cb0571cb08d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:18.196666 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-be65a141-69c4-4f8b-a90a-5b669ec4d7db tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:18.266961 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6a00b0aa-5445-4305-90ad-1cb0571cb08d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:18.274876 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6a00b0aa-5445-4305-90ad-1cb0571cb08d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:18.279246 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6a00b0aa-5445-4305-90ad-1cb0571cb08d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/9e82881e-9e50-4c14-a13a-f45a697314c0 HTTP/1.1" status: 204 len: 168 time: 0.4374208 Sep 18 00:07:18.279246 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43424) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:18.285523 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00b0aa-5445-4305-90ad-1cb0571cb08d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e82881e-9e50-4c14-a13a-f45a697314c0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:18.296979 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-be65a141-69c4-4f8b-a90a-5b669ec4d7db tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:18.354389 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be65a141-69c4-4f8b-a90a-5b669ec4d7db tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:18.363862 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-201c8b16-bf3b-44e1-94d3-c8dc0aa8d9ac tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:18.367229 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-be65a141-69c4-4f8b-a90a-5b669ec4d7db tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:18.383553 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3d1b2ccf-0f41-479b-8862-823ddc484ee5 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0960310 Sep 18 00:07:18.384772 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be65a141-69c4-4f8b-a90a-5b669ec4d7db tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:18.387851 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43428) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:18.393614 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c8b16-bf3b-44e1-94d3-c8dc0aa8d9ac tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Pushing event deleted for resources: {'Port': ['ID=cacb62ca-4f67-499e-a9c8-72d2a6138ae4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:18.395739 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Router b93dd161-6b4e-4bae-b33c-00e8e71b1628 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:07:18.414690 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65a141-69c4-4f8b-a90a-5b669ec4d7db tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=bebcc2d0-0f0f-46df-9953-2ca9cd3577f1,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:18.446895 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8b324947-c420-4e74-be85-287292cd6043 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:18.457607 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8b324947-c420-4e74-be85-287292cd6043 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:18.551200 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-201c8b16-bf3b-44e1-94d3-c8dc0aa8d9ac tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:18.553189 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-201c8b16-bf3b-44e1-94d3-c8dc0aa8d9ac tempest-RoutersAdminNegativeIpV6Test-1892207629 tempest-RoutersAdminNegativeIpV6Test-1892207629-project-admin] 10.222.0.46 "DELETE /v2.0/ports/cacb62ca-4f67-499e-a9c8-72d2a6138ae4 HTTP/1.1" status: 204 len: 168 time: 0.8922269 Sep 18 00:07:18.573543 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:07:18.585197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] Sync routers for ids ['b93dd161-6b4e-4bae-b33c-00e8e71b1628'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:07:18.593978 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] Routers {'b93dd161-6b4e-4bae-b33c-00e8e71b1628'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:18.594509 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['b93dd161-6b4e-4bae-b33c-00e8e71b1628'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:18.609812 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8b324947-c420-4e74-be85-287292cd6043 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:18.624021 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8b324947-c420-4e74-be85-287292cd6043 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:18.625950 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8b324947-c420-4e74-be85-287292cd6043 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/3312ed1c-c83e-4e8f-85f9-d52682ab9979 HTTP/1.1" status: 204 len: 168 time: 0.2371857 Sep 18 00:07:18.627078 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b324947-c420-4e74-be85-287292cd6043 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3312ed1c-c83e-4e8f-85f9-d52682ab9979,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:18.628747 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43434) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:18.684583 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-87b17e8f-a989-4d37-ab86-5ed552a82ad6 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0520611 Sep 18 00:07:18.691016 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43436) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:18.692461 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:18.693784 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-53f5a72b-f80e-4200-9488-8da089dd44e3 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.5363491 Sep 18 00:07:18.697262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43438) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:18.734866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] Set router b93dd161-6b4e-4bae-b33c-00e8e71b1628 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:07:18.747152 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e106c3a8-b3f2-4982-8e71-105fcee1d6f3 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:18.755266 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e106c3a8-b3f2-4982-8e71-105fcee1d6f3 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:18.867891 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 798430a3-1cf3-4a25-a13e-30c54f5816c9 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:07:18.878422 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e106c3a8-b3f2-4982-8e71-105fcee1d6f3 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:18.885121 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e106c3a8-b3f2-4982-8e71-105fcee1d6f3 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:18.886295 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e106c3a8-b3f2-4982-8e71-105fcee1d6f3 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/514c2dc5-7c0d-41a1-bbad-38e35f8f1082 HTTP/1.1" status: 204 len: 168 time: 0.2002850 Sep 18 00:07:18.891443 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43446) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:18.905251 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106c3a8-b3f2-4982-8e71-105fcee1d6f3 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=514c2dc5-7c0d-41a1-bbad-38e35f8f1082,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:18.919981 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1b52bf9b-125e-42f2-b8a6-49a22bead40b tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "GET /v2.0/routers/b93dd161-6b4e-4bae-b33c-00e8e71b1628 HTTP/1.1" status: 200 len: 906 time: 0.2214887 Sep 18 00:07:18.920611 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43448) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:18.950479 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-de7796d5-1c9e-4794-95ab-283faee77044 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0529187 Sep 18 00:07:18.955931 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43450) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:18.972674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 798430a3-1cf3-4a25-a13e-30c54f5816c9 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:18.973457 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.002207 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-be65a141-69c4-4f8b-a90a-5b669ec4d7db tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.045091 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5382085a-a14d-4efb-b060-8b8e381e9a95 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.093171 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5382085a-a14d-4efb-b060-8b8e381e9a95 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.104983 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93dd161-6b4e-4bae-b33c-00e8e71b1628', 'name': 'tempest-snat-router-164110417', 'tenant_id': 'de4579de6fe24a61b1468fce5c65a923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c4ed781a-d13d-486f-9b9a-0967e52929cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:15Z', 'updated_at': '2021-09-18T00:07:16Z', 'revision_number': 3, 'project_id': 'de4579de6fe24a61b1468fce5c65a923', 'gw_port': {'id': 'c4ed781a-d13d-486f-9b9a-0967e52929cd', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:78:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93dd161-6b4e-4bae-b33c-00e8e71b1628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:15Z', 'updated_at': '2021-09-18T00:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:19.126164 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a82779d-5713-4966-a537-e1758c62c843 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.145034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] Checking router: b93dd161-6b4e-4bae-b33c-00e8e71b1628 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:07:19.145381 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] Updating router b93dd161-6b4e-4bae-b33c-00e8e71b1628 port c4ed781a-d13d-486f-9b9a-0967e52929cd binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:07:19.185226 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.207119 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43456) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:19.227471 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5382085a-a14d-4efb-b060-8b8e381e9a95 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.230245 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5382085a-a14d-4efb-b060-8b8e381e9a95 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.235809 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5382085a-a14d-4efb-b060-8b8e381e9a95 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "DELETE /v2.0/security-groups/b9cd40ae-8e32-430e-a0f1-5d08055f06f6 HTTP/1.1" status: 204 len: 168 time: 0.2761488 Sep 18 00:07:19.236934 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43460) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:19.252416 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382085a-a14d-4efb-b060-8b8e381e9a95 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cd40ae-8e32-430e-a0f1-5d08055f06f6,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:19.370621 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c291ce44-74d2-49e0-8490-001b13b1d176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.454594 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a82779d-5713-4966-a537-e1758c62c843 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.471260 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d2d56ca5-11b4-42f3-b214-d191a2d0908a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2299087 Sep 18 00:07:19.472768 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-be65a141-69c4-4f8b-a90a-5b669ec4d7db tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.477281 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43464) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:19.479015 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c291ce44-74d2-49e0-8490-001b13b1d176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.486739 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9b859687-f033-4d9d-9f86-8660bf70c17c tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831655599'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:19.500689 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.590029 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c291ce44-74d2-49e0-8490-001b13b1d176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.591774 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.620975 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c291ce44-74d2-49e0-8490-001b13b1d176 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=599813a3c8b148ff8c4036ffdea37e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4126031 Sep 18 00:07:19.623375 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43468) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:19.654203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-7a82779d-5713-4966-a537-e1758c62c843 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Deleting port c4ed781a-d13d-486f-9b9a-0967e52929cd {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:19.658018 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a82779d-5713-4966-a537-e1758c62c843 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.659918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54dfb9-ae04-45de-b56e-67a7ea1da7bc None None] Pushing event updated for resources: {'Port': ['ID=c4ed781a-d13d-486f-9b9a-0967e52929cd,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:19.662386 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] Attempting to bind port c4ed781a-d13d-486f-9b9a-0967e52929cd on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:07:19.662737 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] Attempting to bind port c4ed781a-d13d-486f-9b9a-0967e52929cd by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:07:19.663095 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] Attempting to bind port c4ed781a-d13d-486f-9b9a-0967e52929cd on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:07:19.666092 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291ce44-74d2-49e0-8490-001b13b1d176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ec46fd-a8cc-49b4-b57e-76944b8ce9e6,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:19.669503 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:07:19.670405 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:07:19.671007 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.671703 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:07:19.672283 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] Bound port: c4ed781a-d13d-486f-9b9a-0967e52929cd, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:07:19.672768 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.692717 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c58cb93e-3688-4291-8b9a-a8158fd1520d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.721462 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c58cb93e-3688-4291-8b9a-a8158fd1520d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.738969 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] For port c4ed781a-d13d-486f-9b9a-0967e52929cd, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:07:19.744718 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] For port c4ed781a-d13d-486f-9b9a-0967e52929cd, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c4ed781a-d13d-486f-9b9a-0967e52929cd,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:07:19.751693 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9b859687-f033-4d9d-9f86-8660bf70c17c tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.780137 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a82779d-5713-4966-a537-e1758c62c843 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.784728 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.807853 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-7a82779d-5713-4966-a537-e1758c62c843 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Calling delete_port for c4ed781a-d13d-486f-9b9a-0967e52929cd owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:19.855805 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.886190 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c58cb93e-3688-4291-8b9a-a8158fd1520d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.890601 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be65a141-69c4-4f8b-a90a-5b669ec4d7db tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Router db260545-607c-4011-9f23-fdc166cac75b is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:07:19.897362 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c58cb93e-3688-4291-8b9a-a8158fd1520d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:19.900186 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c58cb93e-3688-4291-8b9a-a8158fd1520d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10ec46fd-a8cc-49b4-b57e-76944b8ce9e6 HTTP/1.1" status: 204 len: 168 time: 0.2759058 Sep 18 00:07:19.914571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58cb93e-3688-4291-8b9a-a8158fd1520d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ec46fd-a8cc-49b4-b57e-76944b8ce9e6,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:19.930407 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] Routers {'b93dd161-6b4e-4bae-b33c-00e8e71b1628'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:19.931123 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['b93dd161-6b4e-4bae-b33c-00e8e71b1628'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:19.937660 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54dfb9-ae04-45de-b56e-67a7ea1da7bc None None] Pushing event updated for resources: {'Port': ['ID=c4ed781a-d13d-486f-9b9a-0967e52929cd,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:20.038244 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] Set router b93dd161-6b4e-4bae-b33c-00e8e71b1628 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:07:20.095294 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93dd161-6b4e-4bae-b33c-00e8e71b1628', 'name': 'tempest-snat-router-164110417', 'tenant_id': 'de4579de6fe24a61b1468fce5c65a923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:15Z', 'updated_at': '2021-09-18T00:07:19Z', 'revision_number': 4, 'project_id': 'de4579de6fe24a61b1468fce5c65a923', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:20.125670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fc9ba1-6c27-4ff0-8a49-bd5e580b938e None None] The sync data for ids ['b93dd161-6b4e-4bae-b33c-00e8e71b1628'] in n-d-809883-1 is: [{'id': 'b93dd161-6b4e-4bae-b33c-00e8e71b1628', 'name': 'tempest-snat-router-164110417', 'tenant_id': 'de4579de6fe24a61b1468fce5c65a923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:15Z', 'updated_at': '2021-09-18T00:07:19Z', 'revision_number': 4, 'project_id': 'de4579de6fe24a61b1468fce5c65a923', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:07:20.368202 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9b859687-f033-4d9d-9f86-8660bf70c17c tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:20.399696 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be65a141-69c4-4f8b-a90a-5b669ec4d7db tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:07:20.410220 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] Sync routers for ids ['db260545-607c-4011-9f23-fdc166cac75b'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:07:20.420556 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] Routers {'db260545-607c-4011-9f23-fdc166cac75b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:20.421195 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['db260545-607c-4011-9f23-fdc166cac75b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:20.501938 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9b859687-f033-4d9d-9f86-8660bf70c17c tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:20.526157 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] Set router db260545-607c-4011-9f23-fdc166cac75b gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:07:20.528086 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a82779d-5713-4966-a537-e1758c62c843 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:20.559787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b859687-f033-4d9d-9f86-8660bf70c17c tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a246a485-dda5-40f4-a0a0-6f9998d42f36,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:20.564014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82779d-5713-4966-a537-e1758c62c843 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4ed781a-d13d-486f-9b9a-0967e52929cd,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:20.624296 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9b859687-f033-4d9d-9f86-8660bf70c17c tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:20.625589 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9b859687-f033-4d9d-9f86-8660bf70c17c tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1442568 Sep 18 00:07:20.630088 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-be65a141-69c4-4f8b-a90a-5b669ec4d7db tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:20.630230 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43486) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:20.630782 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-be65a141-69c4-4f8b-a90a-5b669ec4d7db tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9925141 Sep 18 00:07:20.631071 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43488) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:20.636975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-22e43574-2ec4-449b-b1e8-073f244420a3 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group_rule': {'security_group_id': 'a246a485-dda5-40f4-a0a0-6f9998d42f36', 'direction': 'ingress', 'protocol': 17}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:20.678771 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a28b4970-abe7-4756-8d99-ce9e8536cd44 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=5d2902e7a2a54edeb7be111e15492043&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407445 Sep 18 00:07:20.680156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43490) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:20.712719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43492) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:20.720229 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a82779d-5713-4966-a537-e1758c62c843 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:20.768077 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db260545-607c-4011-9f23-fdc166cac75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737731793', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:16Z', 'updated_at': '2021-09-18T00:07:18Z', 'revision_number': 3, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:45:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:17Z', 'updated_at': '2021-09-18T00:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:20.787306 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6a53547d-8c09-4bce-aa2b-24a0e15b468a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e811eeddcb43495695a123527257f1e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730398 Sep 18 00:07:20.789632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43496) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:20.822217 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22e43574-2ec4-449b-b1e8-073f244420a3 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:20.840918 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] Checking router: db260545-607c-4011-9f23-fdc166cac75b for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:07:20.841537 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] Updating router db260545-607c-4011-9f23-fdc166cac75b port bebcc2d0-0f0f-46df-9953-2ca9cd3577f1 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:07:20.867244 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:20.903449 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a82779d-5713-4966-a537-e1758c62c843 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:20.911830 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a82779d-5713-4966-a537-e1758c62c843 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:20.915779 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22e43574-2ec4-449b-b1e8-073f244420a3 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:20.916931 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-636dc69b-88c6-492b-81b8-aba4b9c1b062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:20.980554 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22e43574-2ec4-449b-b1e8-073f244420a3 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:20.983742 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-636dc69b-88c6-492b-81b8-aba4b9c1b062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:20.992207 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c54837-5ec0-4a98-81f2-662985157573 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:20.993824 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-36c54837-5ec0-4a98-81f2-662985157573 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3131375 Sep 18 00:07:20.998567 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43502) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:21.056184 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a82779d-5713-4966-a537-e1758c62c843 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.056722 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a82779d-5713-4966-a537-e1758c62c843 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b93dd161-6b4e-4bae-b33c-00e8e71b1628 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:07:21.061065 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a82779d-5713-4966-a537-e1758c62c843 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.062228 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7a82779d-5713-4966-a537-e1758c62c843 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "DELETE /v2.0/routers/b93dd161-6b4e-4bae-b33c-00e8e71b1628 HTTP/1.1" status: 204 len: 168 time: 2.1350269 Sep 18 00:07:21.065607 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43504) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:21.071142 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e43574-2ec4-449b-b1e8-073f244420a3 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df58dac1-a8af-4786-88eb-0a9b24b48b04,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:21.074263 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a0d079bd-9723-49aa-afb8-524aeb7a9d2d tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=544c7e65-fba8-424a-a169-b245d1aea919&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0723946 Sep 18 00:07:21.077865 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43506) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:21.083182 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-4d1b3293-d578-42dd-9a3d-3514efc4b107 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1331539332', 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0', 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:21.139076 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.178842 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-22e43574-2ec4-449b-b1e8-073f244420a3 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.183764 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-22e43574-2ec4-449b-b1e8-073f244420a3 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5496397 Sep 18 00:07:21.183764 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-636dc69b-88c6-492b-81b8-aba4b9c1b062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.192927 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43508) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:21.193055 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-636dc69b-88c6-492b-81b8-aba4b9c1b062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.193055 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-636dc69b-88c6-492b-81b8-aba4b9c1b062 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2f549a45-3d8d-4f31-a836-432dd985212d HTTP/1.1" status: 204 len: 168 time: 0.3943808 Sep 18 00:07:21.205145 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636dc69b-88c6-492b-81b8-aba4b9c1b062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f549a45-3d8d-4f31-a836-432dd985212d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:21.209575 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.250214 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af83bf3-11d8-4bb3-b57e-1cf00903e40b None None] Pushing event updated for resources: {'Port': ['ID=bebcc2d0-0f0f-46df-9953-2ca9cd3577f1,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:21.277533 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2869a97-37c1-46a8-be05-5137b5d6a159 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.286060 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] Attempting to bind port bebcc2d0-0f0f-46df-9953-2ca9cd3577f1 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:07:21.286869 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] Attempting to bind port bebcc2d0-0f0f-46df-9953-2ca9cd3577f1 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:07:21.287230 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] Attempting to bind port bebcc2d0-0f0f-46df-9953-2ca9cd3577f1 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:07:21.295477 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:07:21.295903 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:07:21.296302 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.296684 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:07:21.297253 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] Bound port: bebcc2d0-0f0f-46df-9953-2ca9cd3577f1, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:07:21.297622 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.307008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1b3293-d578-42dd-9a3d-3514efc4b107 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Made reservation on behalf of 5d2902e7a2a54edeb7be111e15492043 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:21.314191 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d1b3293-d578-42dd-9a3d-3514efc4b107 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.353715 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-068c2767-cbd4-466d-baab-c1aac909a11a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.382668 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] For port bebcc2d0-0f0f-46df-9953-2ca9cd3577f1, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:07:21.388864 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] For port bebcc2d0-0f0f-46df-9953-2ca9cd3577f1, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bebcc2d0-0f0f-46df-9953-2ca9cd3577f1,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:07:21.418547 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-068c2767-cbd4-466d-baab-c1aac909a11a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.469401 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2869a97-37c1-46a8-be05-5137b5d6a159 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.487682 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.541300 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] Routers {'db260545-607c-4011-9f23-fdc166cac75b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:21.542174 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['db260545-607c-4011-9f23-fdc166cac75b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:21.572685 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-068c2767-cbd4-466d-baab-c1aac909a11a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.575541 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-068c2767-cbd4-466d-baab-c1aac909a11a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.579335 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-068c2767-cbd4-466d-baab-c1aac909a11a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "DELETE /v2.0/security-groups/a246a485-dda5-40f4-a0a0-6f9998d42f36 HTTP/1.1" status: 204 len: 168 time: 0.3949432 Sep 18 00:07:21.580145 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43516) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:21.585056 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af83bf3-11d8-4bb3-b57e-1cf00903e40b None None] Pushing event updated for resources: {'Port': ['ID=bebcc2d0-0f0f-46df-9953-2ca9cd3577f1,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:21.619393 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c2767-cbd4-466d-baab-c1aac909a11a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a246a485-dda5-40f4-a0a0-6f9998d42f36,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:21.695976 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d0417018-f365-4ee8-8a71-b7778378e297 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1090813 Sep 18 00:07:21.699008 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f2869a97-37c1-46a8-be05-5137b5d6a159 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Deleting port 798430a3-1cf3-4a25-a13e-30c54f5816c9 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:21.699167 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2869a97-37c1-46a8-be05-5137b5d6a159 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.701973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43522) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:21.707582 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-91596604-e024-4c36-8377-2abd4542fd3a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group': {'name': 'tempest-secgroup--2138837317'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:21.712930 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d1b3293-d578-42dd-9a3d-3514efc4b107 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.780467 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b3293-d578-42dd-9a3d-3514efc4b107 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Subnet': ['ID=8112a6a7-1aea-4250-8e3a-79449b09191a,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:21.787540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1b3293-d578-42dd-9a3d-3514efc4b107 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Checking segment: {'id': '3ce7430e-8225-4398-9f8a-d35dc396ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:07:21.788913 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1b3293-d578-42dd-9a3d-3514efc4b107 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network hostable DHCP agents. Network: 2e538436-221e-43ae-be37-c1ee657631a0, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:07:21.806429 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] Set router db260545-607c-4011-9f23-fdc166cac75b gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:07:21.832298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-f2869a97-37c1-46a8-be05-5137b5d6a159 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] For port 798430a3-1cf3-4a25-a13e-30c54f5816c9, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=798430a3-1cf3-4a25-a13e-30c54f5816c9,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:21.832672 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2869a97-37c1-46a8-be05-5137b5d6a159 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.849473 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f2869a97-37c1-46a8-be05-5137b5d6a159 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Calling delete_port for 798430a3-1cf3-4a25-a13e-30c54f5816c9 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:21.898925 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91596604-e024-4c36-8377-2abd4542fd3a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:21.912948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1b3293-d578-42dd-9a3d-3514efc4b107 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 2e538436-221e-43ae-be37-c1ee657631a0 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:07:22.016650 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-4d1b3293-d578-42dd-9a3d-3514efc4b107 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 2e538436-221e-43ae-be37-c1ee657631a0) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:22.021453 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1b3293-d578-42dd-9a3d-3514efc4b107 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:22.026018 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d1b3293-d578-42dd-9a3d-3514efc4b107 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:22.028732 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516af961-83a4-4a9e-9ade-ec8e76453391 None None] Network 2e538436-221e-43ae-be37-c1ee657631a0 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:22.084810 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db260545-607c-4011-9f23-fdc166cac75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737731793', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:16Z', 'updated_at': '2021-09-18T00:07:18Z', 'revision_number': 3, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:45:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:17Z', 'updated_at': '2021-09-18T00:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:22.121446 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbbacc9-2898-4dfe-b4cc-335bfbe5e03b None None] The sync data for ids ['db260545-607c-4011-9f23-fdc166cac75b'] in n-d-809883-1 is: [{'id': 'db260545-607c-4011-9f23-fdc166cac75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737731793', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:16Z', 'updated_at': '2021-09-18T00:07:18Z', 'revision_number': 3, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:45:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:17Z', 'updated_at': '2021-09-18T00:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:07:22.167645 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91596604-e024-4c36-8377-2abd4542fd3a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:22.200274 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-2e538436-221e-43ae-be37-c1ee657631a0', 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'fixed_ips': [{'subnet_id': '8112a6a7-1aea-4250-8e3a-79449b09191a'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:07:22.201179 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:22.264444 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2869a97-37c1-46a8-be05-5137b5d6a159 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:22.304561 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2869a97-37c1-46a8-be05-5137b5d6a159 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Pushing event deleted for resources: {'Port': ['ID=798430a3-1cf3-4a25-a13e-30c54f5816c9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:22.342971 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91596604-e024-4c36-8377-2abd4542fd3a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:22.399080 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] Allocated IP 172.20.0.2 (2e538436-221e-43ae-be37-c1ee657631a0/8112a6a7-1aea-4250-8e3a-79449b09191a/420bd64d-fa6f-46d3-b02d-1707d566b5ef) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:22.404200 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4d1b3293-d578-42dd-9a3d-3514efc4b107 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3223069 Sep 18 00:07:22.405014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43546) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:22.483122 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91596604-e024-4c36-8377-2abd4542fd3a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a3de3a-0769-4e84-b64c-603ea8750825,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:22.510957 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2869a97-37c1-46a8-be05-5137b5d6a159 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:22.617548 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2869a97-37c1-46a8-be05-5137b5d6a159 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:22.619201 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91596604-e024-4c36-8377-2abd4542fd3a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:22.628379 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-91596604-e024-4c36-8377-2abd4542fd3a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9253900 Sep 18 00:07:22.629166 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43552) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:22.630446 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2869a97-37c1-46a8-be05-5137b5d6a159 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:22.638485 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-47167343-b3f4-45ca-a31f-0868480898b5 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981642743'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:22.690472 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:22.726051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43554) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:22.781102 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47167343-b3f4-45ca-a31f-0868480898b5 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:22.810075 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:22.886490 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] Network 2e538436-221e-43ae-be37-c1ee657631a0 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:22.892058 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:22.902843 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:22.936219 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-12bcc251-363b-4ffd-93ef-24a52bdd0505 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-978448148'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:22.945662 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2869a97-37c1-46a8-be05-5137b5d6a159 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:22.946421 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2869a97-37c1-46a8-be05-5137b5d6a159 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7070ee3-9917-446c-88ac-b4d2c940cb48 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:07:22.958776 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2869a97-37c1-46a8-be05-5137b5d6a159 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:22.960250 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f2869a97-37c1-46a8-be05-5137b5d6a159 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "DELETE /v2.0/routers/a7070ee3-9917-446c-88ac-b4d2c940cb48 HTTP/1.1" status: 204 len: 168 time: 1.8934689 Sep 18 00:07:22.968262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43562) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:22.972724 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-dd799023-6b94-4548-9e42-20b884bb77cb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-751660301', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}, 'admin_state_up': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:22.986068 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47167343-b3f4-45ca-a31f-0868480898b5 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:22.991029 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] Pushing event updated for resources: {'Port': ['ID=420bd64d-fa6f-46d3-b02d-1707d566b5ef,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:23.049826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] Attempting to bind port 420bd64d-fa6f-46d3-b02d-1707d566b5ef on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:07:23.050752 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] Attempting to bind port 420bd64d-fa6f-46d3-b02d-1707d566b5ef by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '3ce7430e-8225-4398-9f8a-d35dc396ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:07:23.052510 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] Attempting to bind port 420bd64d-fa6f-46d3-b02d-1707d566b5ef on network 2e538436-221e-43ae-be37-c1ee657631a0 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:07:23.058793 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:07:23.059819 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] Checking segment: {'id': '3ce7430e-8225-4398-9f8a-d35dc396ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:07:23.061121 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.062217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] Bound using segment: {'id': '3ce7430e-8225-4398-9f8a-d35dc396ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:07:23.062477 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47167343-b3f4-45ca-a31f-0868480898b5 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.063091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] Bound port: 420bd64d-fa6f-46d3-b02d-1707d566b5ef, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce7430e-8225-4398-9f8a-d35dc396ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:07:23.063636 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.071879 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bebcc2d0-0f0f-46df-9953-2ca9cd3577f1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:07:23.146054 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47167343-b3f4-45ca-a31f-0868480898b5 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4b4597-da70-451f-907a-cbca9d20bf0c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:23.202688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bcc251-363b-4ffd-93ef-24a52bdd0505 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:23.206276 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12bcc251-363b-4ffd-93ef-24a52bdd0505 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.209929 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e01652a5-be6f-4f0d-b558-00a798c5b7c1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.215761 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12bcc251-363b-4ffd-93ef-24a52bdd0505 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.239911 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port bebcc2d0-0f0f-46df-9953-2ca9cd3577f1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:23.239911 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.243346 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] For port 420bd64d-fa6f-46d3-b02d-1707d566b5ef, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:07:23.275364 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47167343-b3f4-45ca-a31f-0868480898b5 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.275364 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-47167343-b3f4-45ca-a31f-0868480898b5 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6344717 Sep 18 00:07:23.275364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43568) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:23.284240 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-327bfef7-7dc7-440d-b557-693bb7835d2a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group_rule': {'security_group_id': '48a3de3a-0769-4e84-b64c-603ea8750825', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0f4b4597-da70-451f-907a-cbca9d20bf0c', 'remote_ip_prefix': None}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:23.292023 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] For port 420bd64d-fa6f-46d3-b02d-1707d566b5ef, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=420bd64d-fa6f-46d3-b02d-1707d566b5ef,segment=NetworkSegment(3ce7430e-8225-4398-9f8a-d35dc396ab8e),segment_id=3ce7430e-8225-4398-9f8a-d35dc396ab8e)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:07:23.372930 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.379840 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.393552 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dd799023-6b94-4548-9e42-20b884bb77cb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.395136 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dd799023-6b94-4548-9e42-20b884bb77cb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.457141 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port bebcc2d0-0f0f-46df-9953-2ca9cd3577f1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bebcc2d0-0f0f-46df-9953-2ca9cd3577f1,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:23.494459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc80a8-497c-4b9c-a554-706b642f01e1 None None] Pushing event updated for resources: {'Port': ['ID=420bd64d-fa6f-46d3-b02d-1707d566b5ef,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:23.535451 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.558773 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dd799023-6b94-4548-9e42-20b884bb77cb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.605812 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-e01652a5-be6f-4f0d-b558-00a798c5b7c1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Allocated IP 172.20.0.1 (2e538436-221e-43ae-be37-c1ee657631a0/8112a6a7-1aea-4250-8e3a-79449b09191a/a7577a1e-f919-4788-b2be-cb3ea6100ddd) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:23.622920 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12bcc251-363b-4ffd-93ef-24a52bdd0505 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.634422 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=bebcc2d0-0f0f-46df-9953-2ca9cd3577f1,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:23.734148 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12bcc251-363b-4ffd-93ef-24a52bdd0505 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.820057 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e01652a5-be6f-4f0d-b558-00a798c5b7c1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.821417 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12bcc251-363b-4ffd-93ef-24a52bdd0505 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:07:23.872894 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12bcc251-363b-4ffd-93ef-24a52bdd0505 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.873344 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-12bcc251-363b-4ffd-93ef-24a52bdd0505 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Added segment 8336d678-a55b-45d9-a0c0-26aab9eaf284 of type vlan for network ba56a403-ab7f-44f7-9f47-cabda0897d3d Sep 18 00:07:23.876422 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dd799023-6b94-4548-9e42-20b884bb77cb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.887132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcc251-363b-4ffd-93ef-24a52bdd0505 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d21e31c-57d8-43c9-9d96-354cd1c3d2c1,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:23.912569 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e01652a5-be6f-4f0d-b558-00a798c5b7c1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.925525 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-327bfef7-7dc7-440d-b557-693bb7835d2a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.949375 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12bcc251-363b-4ffd-93ef-24a52bdd0505 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:23.982335 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01652a5-be6f-4f0d-b558-00a798c5b7c1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 2e538436-221e-43ae-be37-c1ee657631a0 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:23.985588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-e01652a5-be6f-4f0d-b558-00a798c5b7c1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:23.988275 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01652a5-be6f-4f0d-b558-00a798c5b7c1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:24.033385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01652a5-be6f-4f0d-b558-00a798c5b7c1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=a7577a1e-f919-4788-b2be-cb3ea6100ddd,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:24.050466 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e01652a5-be6f-4f0d-b558-00a798c5b7c1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:24.091006 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-327bfef7-7dc7-440d-b557-693bb7835d2a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:24.125906 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12bcc251-363b-4ffd-93ef-24a52bdd0505 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:24.131486 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bcc251-363b-4ffd-93ef-24a52bdd0505 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:24.132101 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12bcc251-363b-4ffd-93ef-24a52bdd0505 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:24.208453 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-327bfef7-7dc7-440d-b557-693bb7835d2a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:24.286532 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e01652a5-be6f-4f0d-b558-00a798c5b7c1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:24.287089 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-12bcc251-363b-4ffd-93ef-24a52bdd0505 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5596325 Sep 18 00:07:24.290483 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43580) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:24.291140 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bfef7-7dc7-440d-b557-693bb7835d2a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3271781-7132-4829-907f-f602160b5cc0,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:24.301506 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-21948898-e78c-446d-aa4d-347e54937994 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:24.304771 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcc251-363b-4ffd-93ef-24a52bdd0505 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Network': ['ID=ba56a403-ab7f-44f7-9f47-cabda0897d3d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:24.321589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:07:24.336017 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dd799023-6b94-4548-9e42-20b884bb77cb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:24.365273 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dd799023-6b94-4548-9e42-20b884bb77cb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:24.410542 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-327bfef7-7dc7-440d-b557-693bb7835d2a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:24.411766 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-327bfef7-7dc7-440d-b557-693bb7835d2a tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1342139 Sep 18 00:07:24.439021 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43582) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:24.486356 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f759fe9b-29fe-46bc-a1bf-8d6f657ad2bc tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:24.497580 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f759fe9b-29fe-46bc-a1bf-8d6f657ad2bc tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:24.526167 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-dd799023-6b94-4548-9e42-20b884bb77cb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Allocated IP 172.25.3.152 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/c3c22359-7833-416f-a1c3-d9a04f7191e2) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:24.598602 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21948898-e78c-446d-aa4d-347e54937994 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:24.603489 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-21948898-e78c-446d-aa4d-347e54937994 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:24.667890 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e01652a5-be6f-4f0d-b558-00a798c5b7c1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:24.677781 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f759fe9b-29fe-46bc-a1bf-8d6f657ad2bc tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:24.686398 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f759fe9b-29fe-46bc-a1bf-8d6f657ad2bc tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:24.687686 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f759fe9b-29fe-46bc-a1bf-8d6f657ad2bc tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/c3271781-7132-4829-907f-f602160b5cc0 HTTP/1.1" status: 204 len: 168 time: 0.2474108 Sep 18 00:07:24.694101 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43588) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:24.696659 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759fe9b-29fe-46bc-a1bf-8d6f657ad2bc tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3271781-7132-4829-907f-f602160b5cc0,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:24.746410 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e01652a5-be6f-4f0d-b558-00a798c5b7c1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:24.786406 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b0c847a8-299c-4675-87cf-38d3518b8df3 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0883813 Sep 18 00:07:24.886071 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43590) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:24.958988 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01652a5-be6f-4f0d-b558-00a798c5b7c1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=a7577a1e-f919-4788-b2be-cb3ea6100ddd,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:24.970129 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e01652a5-be6f-4f0d-b558-00a798c5b7c1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:24.990376 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 420bd64d-fa6f-46d3-b02d-1707d566b5ef up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:07:25.019805 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4371259-665f-42d0-a611-0ff13c0dfd75 None None] Network 2e538436-221e-43ae-be37-c1ee657631a0 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:25.034963 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7b1294b-c776-4a97-a840-251da67fc901 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:25.124915 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7b1294b-c776-4a97-a840-251da67fc901 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:25.138286 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7743c8cc-9403-40ba-9b6b-816e84b586fa None None] Provisioning complete for port 420bd64d-fa6f-46d3-b02d-1707d566b5ef triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:25.138927 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7743c8cc-9403-40ba-9b6b-816e84b586fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:25.156275 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dd799023-6b94-4548-9e42-20b884bb77cb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:25.184860 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 420bd64d-fa6f-46d3-b02d-1707d566b5ef triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:25.185467 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:25.206450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01652a5-be6f-4f0d-b558-00a798c5b7c1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 2e538436-221e-43ae-be37-c1ee657631a0 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:25.208028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-e01652a5-be6f-4f0d-b558-00a798c5b7c1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:25.317056 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7b1294b-c776-4a97-a840-251da67fc901 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:25.320100 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7b1294b-c776-4a97-a840-251da67fc901 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:25.321351 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d7b1294b-c776-4a97-a840-251da67fc901 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "DELETE /v2.0/security-groups/0f4b4597-da70-451f-907a-cbca9d20bf0c HTTP/1.1" status: 204 len: 168 time: 0.4340260 Sep 18 00:07:25.324509 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43600) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:25.333609 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1294b-c776-4a97-a840-251da67fc901 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4b4597-da70-451f-907a-cbca9d20bf0c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:25.345502 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dd799023-6b94-4548-9e42-20b884bb77cb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:25.363162 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01652a5-be6f-4f0d-b558-00a798c5b7c1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Router db260545-607c-4011-9f23-fdc166cac75b has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:07:25.402823 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd799023-6b94-4548-9e42-20b884bb77cb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:25.403853 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-21948898-e78c-446d-aa4d-347e54937994 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:25.428670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-dd799023-6b94-4548-9e42-20b884bb77cb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:25.450711 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd799023-6b94-4548-9e42-20b884bb77cb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:25.452870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd799023-6b94-4548-9e42-20b884bb77cb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Pushing event updated for resources: {'Port': ['ID=c3c22359-7833-416f-a1c3-d9a04f7191e2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:25.509298 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01652a5-be6f-4f0d-b558-00a798c5b7c1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:07:25.525714 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e01652a5-be6f-4f0d-b558-00a798c5b7c1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "PUT /v2.0/routers/db260545-607c-4011-9f23-fdc166cac75b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1195798 Sep 18 00:07:25.531231 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43606) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:25.531659 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bf1933c2-b396-49bc-8d9a-b67e75e8c56d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2058036 Sep 18 00:07:25.535869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] Sync routers for ids ['db260545-607c-4011-9f23-fdc166cac75b'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:07:25.561063 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21948898-e78c-446d-aa4d-347e54937994 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=2d55891b-7288-477a-861d-638dd58504de,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:25.583982 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:25.622790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21948898-e78c-446d-aa4d-347e54937994 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:07:25.623439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21948898-e78c-446d-aa4d-347e54937994 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network hostable DHCP agents. Network: ba56a403-ab7f-44f7-9f47-cabda0897d3d, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:07:25.630556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] Routers {'db260545-607c-4011-9f23-fdc166cac75b'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:25.631365 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['db260545-607c-4011-9f23-fdc166cac75b'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:25.700728 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7743c8cc-9403-40ba-9b6b-816e84b586fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:25.729704 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 420bd64d-fa6f-46d3-b02d-1707d566b5ef, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=420bd64d-fa6f-46d3-b02d-1707d566b5ef,segment=NetworkSegment(3ce7430e-8225-4398-9f8a-d35dc396ab8e),segment_id=3ce7430e-8225-4398-9f8a-d35dc396ab8e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:25.816802 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:25.816802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bebcc2d0-0f0f-46df-9953-2ca9cd3577f1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:07:25.867204 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21948898-e78c-446d-aa4d-347e54937994 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:07:25.915384 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] Set router db260545-607c-4011-9f23-fdc166cac75b gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:07:25.952452 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-7743c8cc-9403-40ba-9b6b-816e84b586fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:07:25.952813 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-7743c8cc-9403-40ba-9b6b-816e84b586fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:07:26.025933 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-c4f50f5a-2fc2-4953-a0ad-186e624469f1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1691522186&fields=id&tenant_id=5d2902e7a2a54edeb7be111e15492043 HTTP/1.1" status: 200 len: 267 time: 0.0992048 Sep 18 00:07:26.032076 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c471965-8865-4230-9873-45d979370f8d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:26.051782 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=420bd64d-fa6f-46d3-b02d-1707d566b5ef,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:26.067847 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port bebcc2d0-0f0f-46df-9953-2ca9cd3577f1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:26.068135 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:26.078808 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c471965-8865-4230-9873-45d979370f8d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:26.084445 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-21948898-e78c-446d-aa4d-347e54937994 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, ba56a403-ab7f-44f7-9f47-cabda0897d3d) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:26.090285 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21948898-e78c-446d-aa4d-347e54937994 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:26.090883 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-21948898-e78c-446d-aa4d-347e54937994 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:26.093336 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dd799023-6b94-4548-9e42-20b884bb77cb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:26.173314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce8a2e1-1562-4dff-9336-6ff7c8c8c502 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:26.211054 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-ba5662fe-47c0-40ad-a36e-7765e7f1289e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:26.223297 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-ba5662fe-47c0-40ad-a36e-7765e7f1289e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/networks?id=2e538436-221e-43ae-be37-c1ee657631a0 HTTP/1.1" status: 200 len: 797 time: 0.1771448 Sep 18 00:07:26.246330 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-21948898-e78c-446d-aa4d-347e54937994 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9508269 Sep 18 00:07:26.249010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43624) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:26.255209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-96570519-c8bd-45a8-911e-ad238747cdf0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'name': 'tempest-NetworksTestDHCPv6-1288806127'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:26.261697 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-1aa45791-af68-4935-b4b3-e1fd123bef81 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/quotas/5d2902e7a2a54edeb7be111e15492043 HTTP/1.1" status: 200 len: 375 time: 0.0374539 Sep 18 00:07:26.333020 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-0bdfd17a-41f1-4777-a72e-19a29acef1de tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646653 Sep 18 00:07:26.345361 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db260545-607c-4011-9f23-fdc166cac75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737731793', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:16Z', 'updated_at': '2021-09-18T00:07:24Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:17Z', 'updated_at': '2021-09-18T00:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'a7577a1e-f919-4788-b2be-cb3ea6100ddd', 'name': '', 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:bd:7c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '8112a6a7-1aea-4250-8e3a-79449b09191a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:23Z', 'updated_at': '2021-09-18T00:07:24Z', 'revision_number': 2, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '8112a6a7-1aea-4250-8e3a-79449b09191a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:26.386856 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c471965-8865-4230-9873-45d979370f8d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:26.390976 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c471965-8865-4230-9873-45d979370f8d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:26.397378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9c471965-8865-4230-9873-45d979370f8d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "DELETE /v2.0/security-groups/48a3de3a-0769-4e84-b64c-603ea8750825 HTTP/1.1" status: 204 len: 168 time: 0.8623784 Sep 18 00:07:26.397378 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43626) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:26.419721 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] Checking router: db260545-607c-4011-9f23-fdc166cac75b for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:07:26.420074 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] Updating router db260545-607c-4011-9f23-fdc166cac75b port a7577a1e-f919-4788-b2be-cb3ea6100ddd binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:07:26.468923 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c471965-8865-4230-9873-45d979370f8d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a3de3a-0769-4e84-b64c-603ea8750825,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:26.488359 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dd799023-6b94-4548-9e42-20b884bb77cb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:26.540788 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:26.554906 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-abcb5058-6aea-49cb-afee-43019f736064 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1388738 Sep 18 00:07:26.556920 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43630) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:26.563065 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 798430a3-1cf3-4a25-a13e-30c54f5816c9 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:07:26.567251 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-6c6e84bb-d85d-46b7-91cd-1fb85f9f5e85 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group': {'name': 'tempest-secgroup--686930479'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:26.577919 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-e7881212-19e1-4405-8f67-f3b77fb28d15 service neutron] 10.222.0.46 "GET /v2.0/networks/2e538436-221e-43ae-be37-c1ee657631a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357097 Sep 18 00:07:26.618527 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96570519-c8bd-45a8-911e-ad238747cdf0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:26.623014 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-96570519-c8bd-45a8-911e-ad238747cdf0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:26.623668 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 798430a3-1cf3-4a25-a13e-30c54f5816c9 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:07:26.625475 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 798430a3-1cf3-4a25-a13e-30c54f5816c9 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:07:26.653312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-96570519-c8bd-45a8-911e-ad238747cdf0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port 0a70b847-cbc1-4cac-be5e-8d0d28f6a2aa yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:07:26.654917 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'fixed_ips': [{'subnet_id': '2d55891b-7288-477a-861d-638dd58504de'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:07:26.655850 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:26.738516 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-f354106e-a3eb-40e8-a018-f762c59e1dd8 service neutron] 10.222.0.46 "GET /v2.0/networks/2e538436-221e-43ae-be37-c1ee657631a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548393 Sep 18 00:07:26.769367 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6c6e84bb-d85d-46b7-91cd-1fb85f9f5e85 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:26.833809 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd799023-6b94-4548-9e42-20b884bb77cb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Router 8702a633-7057-49e9-b1aa-40083079b74c is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:07:26.871901 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-96570519-c8bd-45a8-911e-ad238747cdf0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::20f (ba56a403-ab7f-44f7-9f47-cabda0897d3d/2d55891b-7288-477a-861d-638dd58504de/0a70b847-cbc1-4cac-be5e-8d0d28f6a2aa) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:26.924051 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 420bd64d-fa6f-46d3-b02d-1707d566b5ef up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:07:26.928058 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6c6e84bb-d85d-46b7-91cd-1fb85f9f5e85 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:26.966075 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db5913b5-ea6c-4d30-a5f7-dbf4b79cc982 None None] Provisioning complete for port 420bd64d-fa6f-46d3-b02d-1707d566b5ef triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:26.966649 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db5913b5-ea6c-4d30-a5f7-dbf4b79cc982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.041868 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6c6e84bb-d85d-46b7-91cd-1fb85f9f5e85 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.079865 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e84bb-d85d-46b7-91cd-1fb85f9f5e85 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0737194-08f3-4934-afbb-85553253ab2b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:27.084441 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd799023-6b94-4548-9e42-20b884bb77cb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:07:27.105401 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8cf73b-2e64-4cc5-af2f-66874c72ba56 None None] Sync routers for ids ['8702a633-7057-49e9-b1aa-40083079b74c'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:07:27.119770 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8cf73b-2e64-4cc5-af2f-66874c72ba56 None None] Routers {'8702a633-7057-49e9-b1aa-40083079b74c'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:27.120500 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-8f8cf73b-2e64-4cc5-af2f-66874c72ba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['8702a633-7057-49e9-b1aa-40083079b74c'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:27.138812 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 420bd64d-fa6f-46d3-b02d-1707d566b5ef triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:27.139517 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.180667 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-8f8cf73b-2e64-4cc5-af2f-66874c72ba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:27.181017 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6c6e84bb-d85d-46b7-91cd-1fb85f9f5e85 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.184867 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6c6e84bb-d85d-46b7-91cd-1fb85f9f5e85 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6213076 Sep 18 00:07:27.185072 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43640) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:27.190816 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-63aa6977-e633-40f6-b3ad-5e85ad6ece59 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group_rule': {'security_group_id': 'b0737194-08f3-4934-afbb-85553253ab2b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:27.191522 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8cf73b-2e64-4cc5-af2f-66874c72ba56 None None] Routers {'8702a633-7057-49e9-b1aa-40083079b74c'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:27.192143 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-8f8cf73b-2e64-4cc5-af2f-66874c72ba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['8702a633-7057-49e9-b1aa-40083079b74c'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:27.286071 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-96570519-c8bd-45a8-911e-ad238747cdf0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.302944 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-8f8cf73b-2e64-4cc5-af2f-66874c72ba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:27.304636 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8cf73b-2e64-4cc5-af2f-66874c72ba56 None None] The sync data for ids ['8702a633-7057-49e9-b1aa-40083079b74c'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:07:27.310961 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db5913b5-ea6c-4d30-a5f7-dbf4b79cc982 None None] Provisioning complete for port a7577a1e-f919-4788-b2be-cb3ea6100ddd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:27.311539 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db5913b5-ea6c-4d30-a5f7-dbf4b79cc982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.330951 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dd799023-6b94-4548-9e42-20b884bb77cb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.334937 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dd799023-6b94-4548-9e42-20b884bb77cb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3630376 Sep 18 00:07:27.335907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43644) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:27.342157 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0754fb54-ad23-4737-8651-4c1b25535b80 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'enable_snat': False}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:27.372411 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de3fe8ba-2f49-40ec-a593-94dce30511f4 req-268e3163-66b8-47bd-8124-843b8bbdf32f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 210 time: 0.0473905 Sep 18 00:07:27.378860 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-63aa6977-e633-40f6-b3ad-5e85ad6ece59 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.409060 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-96570519-c8bd-45a8-911e-ad238747cdf0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.410894 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.448383 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-63aa6977-e633-40f6-b3ad-5e85ad6ece59 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.484022 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96570519-c8bd-45a8-911e-ad238747cdf0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:27.489506 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96570519-c8bd-45a8-911e-ad238747cdf0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=0a70b847-cbc1-4cac-be5e-8d0d28f6a2aa,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:27.490248 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-96570519-c8bd-45a8-911e-ad238747cdf0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:27.511914 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-63aa6977-e633-40f6-b3ad-5e85ad6ece59 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.526143 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96570519-c8bd-45a8-911e-ad238747cdf0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:27.532596 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96570519-c8bd-45a8-911e-ad238747cdf0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:27.533350 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-96570519-c8bd-45a8-911e-ad238747cdf0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.543322 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa6977-e633-40f6-b3ad-5e85ad6ece59 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab456c1b-6b13-40ca-b32f-082e3e8c5b7a,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:27.626585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db5913b5-ea6c-4d30-a5f7-dbf4b79cc982 None None] Port a7577a1e-f919-4788-b2be-cb3ea6100ddd cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:07:27.628100 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-63aa6977-e633-40f6-b3ad-5e85ad6ece59 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.629619 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-63aa6977-e633-40f6-b3ad-5e85ad6ece59 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4435816 Sep 18 00:07:27.633598 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43654) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:27.660568 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] Allocated IP 2001:db8::2 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/2d55891b-7288-477a-861d-638dd58504de/eb7250f4-01b9-4d71-9778-f4ff4054ddde) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:27.662410 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-db53b420-41e7-4c33-83d5-6ceb632f08b6 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.664193 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-96570519-c8bd-45a8-911e-ad238747cdf0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4140475 Sep 18 00:07:27.666615 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43658) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:27.671903 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-db53b420-41e7-4c33-83d5-6ceb632f08b6 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.750950 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.816717 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f708072-7695-4a72-8c0d-29d8f7ec965a None None] Pushing event updated for resources: {'Port': ['ID=a7577a1e-f919-4788-b2be-cb3ea6100ddd,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:27.823958 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51dc1fe-80cc-44df-8415-ab3d0210babc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:27.825538 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c51dc1fe-80cc-44df-8415-ab3d0210babc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1580105 Sep 18 00:07:27.828396 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43660) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:27.878526 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-db53b420-41e7-4c33-83d5-6ceb632f08b6 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.894300 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-db53b420-41e7-4c33-83d5-6ceb632f08b6 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.898308 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0754fb54-ad23-4737-8651-4c1b25535b80 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.899499 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-db53b420-41e7-4c33-83d5-6ceb632f08b6 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/ab456c1b-6b13-40ca-b32f-082e3e8c5b7a HTTP/1.1" status: 204 len: 168 time: 0.2648530 Sep 18 00:07:27.902651 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43662) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:27.916375 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53b420-41e7-4c33-83d5-6ceb632f08b6 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab456c1b-6b13-40ca-b32f-082e3e8c5b7a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:27.916595 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7717bb17-e17c-4e55-9b27-8cfdc3859c54 None None] Provisioning complete for port a7577a1e-f919-4788-b2be-cb3ea6100ddd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:27.916595 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7717bb17-e17c-4e55-9b27-8cfdc3859c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:27.980869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-7717bb17-e17c-4e55-9b27-8cfdc3859c54 None None] Port a7577a1e-f919-4788-b2be-cb3ea6100ddd cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:07:27.982996 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f6c73b22-09dc-4a04-83e7-b22c3f4da00f tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0771387 Sep 18 00:07:27.985904 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43664) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:27.999401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-1eaafdfc-24d6-4428-bb1a-bb0631de89e7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port 0a70b847-cbc1-4cac-be5e-8d0d28f6a2aa {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:27.999750 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1eaafdfc-24d6-4428-bb1a-bb0631de89e7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:28.086897 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] Attempting to bind port a7577a1e-f919-4788-b2be-cb3ea6100ddd on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:07:28.089072 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] Attempting to bind port a7577a1e-f919-4788-b2be-cb3ea6100ddd by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '3ce7430e-8225-4398-9f8a-d35dc396ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:07:28.090534 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] Attempting to bind port a7577a1e-f919-4788-b2be-cb3ea6100ddd on network 2e538436-221e-43ae-be37-c1ee657631a0 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:07:28.112110 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b345f8e0-513d-4541-92dc-34bd3493a736 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:28.122450 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:07:28.122835 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] Checking segment: {'id': '3ce7430e-8225-4398-9f8a-d35dc396ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:07:28.123243 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:28.123645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] Bound using segment: {'id': '3ce7430e-8225-4398-9f8a-d35dc396ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:07:28.124135 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] Bound port: a7577a1e-f919-4788-b2be-cb3ea6100ddd, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce7430e-8225-4398-9f8a-d35dc396ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:07:28.124515 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:28.135104 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1eaafdfc-24d6-4428-bb1a-bb0631de89e7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:28.155354 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:28.169277 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-1eaafdfc-24d6-4428-bb1a-bb0631de89e7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for 0a70b847-cbc1-4cac-be5e-8d0d28f6a2aa owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:28.214788 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b345f8e0-513d-4541-92dc-34bd3493a736 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:28.230263 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ff214b9a-ce80-4694-9e41-223caab39735 None None] Provisioning complete for port a7577a1e-f919-4788-b2be-cb3ea6100ddd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:28.230478 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ff214b9a-ce80-4694-9e41-223caab39735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:28.253934 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] For port a7577a1e-f919-4788-b2be-cb3ea6100ddd, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:07:28.258540 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:28.305340 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] For port a7577a1e-f919-4788-b2be-cb3ea6100ddd, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a7577a1e-f919-4788-b2be-cb3ea6100ddd,segment=NetworkSegment(3ce7430e-8225-4398-9f8a-d35dc396ab8e),segment_id=3ce7430e-8225-4398-9f8a-d35dc396ab8e)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:07:28.313284 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ff214b9a-ce80-4694-9e41-223caab39735 None None] Port a7577a1e-f919-4788-b2be-cb3ea6100ddd cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:07:28.322582 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:28.327593 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:28.332577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:28.336555 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] Pushing event updated for resources: {'Port': ['ID=eb7250f4-01b9-4d71-9778-f4ff4054ddde,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:28.396609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] Attempting to bind port eb7250f4-01b9-4d71-9778-f4ff4054ddde on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:07:28.397020 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] Attempting to bind port eb7250f4-01b9-4d71-9778-f4ff4054ddde by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:07:28.397936 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] Attempting to bind port eb7250f4-01b9-4d71-9778-f4ff4054ddde on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:07:28.409620 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:07:28.410002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:07:28.410414 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:28.410812 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:07:28.411296 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] Bound port: eb7250f4-01b9-4d71-9778-f4ff4054ddde, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:07:28.411686 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:28.416280 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:28.470701 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1eaafdfc-24d6-4428-bb1a-bb0631de89e7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:28.477839 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-86941f39-6156-4f63-8b99-1be94d01fc53 req-9e15c5c3-bbd6-4b4c-830f-bb2b2d486310 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 210 time: 0.0448492 Sep 18 00:07:28.521203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaafdfc-24d6-4428-bb1a-bb0631de89e7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=0a70b847-cbc1-4cac-be5e-8d0d28f6a2aa,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:28.545288 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1eaafdfc-24d6-4428-bb1a-bb0631de89e7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:28.550162 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1eaafdfc-24d6-4428-bb1a-bb0631de89e7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/0a70b847-cbc1-4cac-be5e-8d0d28f6a2aa HTTP/1.1" status: 204 len: 168 time: 0.7184362 Sep 18 00:07:28.552877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43678) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:28.565096 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] Routers {'db260545-607c-4011-9f23-fdc166cac75b'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:28.565998 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['db260545-607c-4011-9f23-fdc166cac75b'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:28.567901 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f708072-7695-4a72-8c0d-29d8f7ec965a None None] Pushing event updated for resources: {'Port': ['ID=a7577a1e-f919-4788-b2be-cb3ea6100ddd,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:28.611711 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] For port eb7250f4-01b9-4d71-9778-f4ff4054ddde, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:07:28.630679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] For port eb7250f4-01b9-4d71-9778-f4ff4054ddde, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=eb7250f4-01b9-4d71-9778-f4ff4054ddde,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:07:28.716256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] Set router db260545-607c-4011-9f23-fdc166cac75b gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:07:28.735032 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af8e4cb-2d8b-444f-86c3-000c12110a17 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:28.736770 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af8e4cb-2d8b-444f-86c3-000c12110a17 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:28.751718 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5af8e4cb-2d8b-444f-86c3-000c12110a17 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1963768 Sep 18 00:07:28.752414 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43682) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:28.768667 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:28.795368 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b345f8e0-513d-4541-92dc-34bd3493a736 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:28.798335 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b345f8e0-513d-4541-92dc-34bd3493a736 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:28.799624 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b345f8e0-513d-4541-92dc-34bd3493a736 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "DELETE /v2.0/security-groups/b0737194-08f3-4934-afbb-85553253ab2b HTTP/1.1" status: 204 len: 168 time: 0.8123603 Sep 18 00:07:28.804056 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43684) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:28.829574 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345f8e0-513d-4541-92dc-34bd3493a736 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0737194-08f3-4934-afbb-85553253ab2b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:28.865494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebae7ccd-7fc7-4336-ac76-72ad604914f0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet 2d55891b-7288-477a-861d-638dd58504de {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:07:28.869854 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ebae7ccd-7fc7-4336-ac76-72ad604914f0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:28.949633 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c73a22d2-7c41-4014-b7a3-02512f1a1d8f tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1444631 Sep 18 00:07:28.957054 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43688) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:28.963119 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ebae7ccd-7fc7-4336-ac76-72ad604914f0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:28.975432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-be027cc1-8f70-4a0c-aac0-76a9ad36b464 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737466990'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:29.042659 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-29626024-9f13-417f-b12c-37d260a703cb None None] Provisioning complete for port a7577a1e-f919-4788-b2be-cb3ea6100ddd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:29.043334 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-29626024-9f13-417f-b12c-37d260a703cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:29.048335 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d2031-4d94-4a03-8747-5ffc0e3d1c6c None None] Pushing event updated for resources: {'Port': ['ID=eb7250f4-01b9-4d71-9778-f4ff4054ddde,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:29.146722 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ebae7ccd-7fc7-4336-ac76-72ad604914f0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:29.161011 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be027cc1-8f70-4a0c-aac0-76a9ad36b464 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:29.217539 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0754fb54-ad23-4737-8651-4c1b25535b80 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:29.228517 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0754fb54-ad23-4737-8651-4c1b25535b80 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:29.304196 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-29626024-9f13-417f-b12c-37d260a703cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:29.317028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db260545-607c-4011-9f23-fdc166cac75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737731793', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:16Z', 'updated_at': '2021-09-18T00:07:24Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:17Z', 'updated_at': '2021-09-18T00:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'a7577a1e-f919-4788-b2be-cb3ea6100ddd', 'name': '', 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:bd:7c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '8112a6a7-1aea-4250-8e3a-79449b09191a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:23Z', 'updated_at': '2021-09-18T00:07:28Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '8112a6a7-1aea-4250-8e3a-79449b09191a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:29.344962 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd90363c-e7ea-4093-99be-0ef5f3e7d6c0 None None] The sync data for ids ['db260545-607c-4011-9f23-fdc166cac75b'] in n-d-809883-1 is: [{'id': 'db260545-607c-4011-9f23-fdc166cac75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737731793', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:16Z', 'updated_at': '2021-09-18T00:07:24Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:17Z', 'updated_at': '2021-09-18T00:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'a7577a1e-f919-4788-b2be-cb3ea6100ddd', 'name': '', 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:bd:7c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '8112a6a7-1aea-4250-8e3a-79449b09191a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:23Z', 'updated_at': '2021-09-18T00:07:28Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '8112a6a7-1aea-4250-8e3a-79449b09191a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:07:29.370164 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-29626024-9f13-417f-b12c-37d260a703cb None None] For port a7577a1e-f919-4788-b2be-cb3ea6100ddd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a7577a1e-f919-4788-b2be-cb3ea6100ddd,segment=NetworkSegment(3ce7430e-8225-4398-9f8a-d35dc396ab8e),segment_id=3ce7430e-8225-4398-9f8a-d35dc396ab8e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:29.373715 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ebae7ccd-7fc7-4336-ac76-72ad604914f0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:29.410973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0754fb54-ad23-4737-8651-4c1b25535b80 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Router 8702a633-7057-49e9-b1aa-40083079b74c has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:07:29.434228 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae7ccd-7fc7-4336-ac76-72ad604914f0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=2d55891b-7288-477a-861d-638dd58504de,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:29.442381 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ebae7ccd-7fc7-4336-ac76-72ad604914f0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:29.447419 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ebae7ccd-7fc7-4336-ac76-72ad604914f0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/2d55891b-7288-477a-861d-638dd58504de HTTP/1.1" status: 204 len: 168 time: 0.6908431 Sep 18 00:07:29.447689 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43694) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:29.454713 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-29626024-9f13-417f-b12c-37d260a703cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:29.543763 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c56f9882-6271-49a8-be41-348e10d8a5a1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0949593 Sep 18 00:07:29.546598 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43700) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:29.552350 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8ad8bd18-845c-4b73-98ed-1d672c4bf9a9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:29.553243 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29626024-9f13-417f-b12c-37d260a703cb None None] Pushing event updated for resources: {'Port': ['ID=a7577a1e-f919-4788-b2be-cb3ea6100ddd,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:29.591351 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0754fb54-ad23-4737-8651-4c1b25535b80 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:07:29.596481 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0754fb54-ad23-4737-8651-4c1b25535b80 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:29.597227 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0754fb54-ad23-4737-8651-4c1b25535b80 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "PUT /v2.0/routers/8702a633-7057-49e9-b1aa-40083079b74c HTTP/1.1" status: 200 len: 921 time: 2.2602384 Sep 18 00:07:29.599657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43702) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:29.618074 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6ce6a0-f3cb-47a5-90ba-3c82edf0e8fe None None] Sync routers for ids ['8702a633-7057-49e9-b1aa-40083079b74c'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:07:29.660311 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99200da7-9fc8-4d76-9e20-7fe44d11a21f req-64fecb75-d337-4f0c-b7ff-537a5167eb26 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 210 time: 0.0700493 Sep 18 00:07:29.674200 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6ce6a0-f3cb-47a5-90ba-3c82edf0e8fe None None] Routers {'8702a633-7057-49e9-b1aa-40083079b74c'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:29.676469 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ee6ce6a0-f3cb-47a5-90ba-3c82edf0e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['8702a633-7057-49e9-b1aa-40083079b74c'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:29.716661 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be027cc1-8f70-4a0c-aac0-76a9ad36b464 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:29.733115 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ee6ce6a0-f3cb-47a5-90ba-3c82edf0e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:29.743802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6ce6a0-f3cb-47a5-90ba-3c82edf0e8fe None None] Routers {'8702a633-7057-49e9-b1aa-40083079b74c'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:29.743802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ee6ce6a0-f3cb-47a5-90ba-3c82edf0e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['8702a633-7057-49e9-b1aa-40083079b74c'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:29.748174 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7becabc7-9e7e-453f-af33-aab4e593630a tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "GET /v2.0/routers/8702a633-7057-49e9-b1aa-40083079b74c HTTP/1.1" status: 200 len: 921 time: 0.1469886 Sep 18 00:07:29.750942 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43706) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:29.781514 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ee6ce6a0-f3cb-47a5-90ba-3c82edf0e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:29.782401 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6ce6a0-f3cb-47a5-90ba-3c82edf0e8fe None None] The sync data for ids ['8702a633-7057-49e9-b1aa-40083079b74c'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:07:29.855518 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937d1f86-7833-49e5-8fda-c3e330382b66 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:29.856824 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be027cc1-8f70-4a0c-aac0-76a9ad36b464 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:29.858797 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-937d1f86-7833-49e5-8fda-c3e330382b66 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=544c7e65-fba8-424a-a169-b245d1aea919&device_id=8702a633-7057-49e9-b1aa-40083079b74c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1054246 Sep 18 00:07:29.860531 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43708) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:29.958467 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be027cc1-8f70-4a0c-aac0-76a9ad36b464 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f071989-1c6a-4b51-8bf1-314b8396b8d9,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:30.045318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad8bd18-845c-4b73-98ed-1d672c4bf9a9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:30.051697 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ad8bd18-845c-4b73-98ed-1d672c4bf9a9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:30.111825 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-be027cc1-8f70-4a0c-aac0-76a9ad36b464 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:30.113395 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-be027cc1-8f70-4a0c-aac0-76a9ad36b464 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1534331 Sep 18 00:07:30.116425 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43710) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:30.130889 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7c6868a3-ac1d-46de-966e-9183177376db tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group_rule': {'security_group_id': '0f071989-1c6a-4b51-8bf1-314b8396b8d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:30.162237 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e659ea-bc18-4068-a657-634f0303c102 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:30.164132 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-14e659ea-bc18-4068-a657-634f0303c102 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 881 time: 0.3024471 Sep 18 00:07:30.170470 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43714) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:30.217562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b7927f-9a7f-4485-be67-ffa5e56afdb6 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:30.233510 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-746dff0b-2164-4b61-80d7-9559dd230f6a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "GET /v2.0/ports?device_id=8702a633-7057-49e9-b1aa-40083079b74c HTTP/1.1" status: 200 len: 205 time: 0.0618441 Sep 18 00:07:30.240015 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43718) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:30.311525 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-09d92af0-6e49-4be8-9daf-09b8acdbc0cf tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:30.313090 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-09d92af0-6e49-4be8-9daf-09b8acdbc0cf tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.37 "GET /v2.0/networks?id=2e538436-221e-43ae-be37-c1ee657631a0 HTTP/1.1" status: 200 len: 797 time: 0.3738277 Sep 18 00:07:30.341910 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c6868a3-ac1d-46de-966e-9183177376db tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:30.360638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7ff5dd95-1da4-4f16-9262-917976f34eab None None] Provisioning complete for port eb7250f4-01b9-4d71-9778-f4ff4054ddde triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:30.365216 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7ff5dd95-1da4-4f16-9262-917976f34eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:30.478082 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-086577f1-8dc8-4e9c-9196-62674e30a2f2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d2902e7a2a54edeb7be111e15492043 HTTP/1.1" status: 200 len: 380 time: 0.1423986 Sep 18 00:07:30.485040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-269485f3-db5d-4491-b26a-5c43c477d36a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'port': {'device_id': '75bc3c80-207c-4969-a752-585f4c24c356', 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0', 'admin_state_up': True, 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'security_groups': ['d2ea8d96-fade-4254-b590-bf603ee4312b']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:30.513736 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c6868a3-ac1d-46de-966e-9183177376db tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:30.518338 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8be02515-bef7-49cd-8a78-deb407344d19 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:30.521012 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7ff5dd95-1da4-4f16-9262-917976f34eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:30.540056 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761b4ff3-7640-415c-ad7c-621fdabd9e78 None None] DHCP port deletion for ba56a403-ab7f-44f7-9f47-cabda0897d3d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:07:30.571307 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ad8bd18-845c-4b73-98ed-1d672c4bf9a9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:30.606828 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-7ff5dd95-1da4-4f16-9262-917976f34eab None None] For port eb7250f4-01b9-4d71-9778-f4ff4054ddde, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=eb7250f4-01b9-4d71-9778-f4ff4054ddde,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:30.629050 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-761b4ff3-7640-415c-ad7c-621fdabd9e78 None None] Deleting port eb7250f4-01b9-4d71-9778-f4ff4054ddde {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:30.629646 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-761b4ff3-7640-415c-ad7c-621fdabd9e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:30.661728 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c6868a3-ac1d-46de-966e-9183177376db tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:30.692254 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7ff5dd95-1da4-4f16-9262-917976f34eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:30.701060 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad8bd18-845c-4b73-98ed-1d672c4bf9a9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:30.704410 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8be02515-bef7-49cd-8a78-deb407344d19 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:30.705224 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6868a3-ac1d-46de-966e-9183177376db tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5362c189-0ed3-4865-909b-17e3fffcfe51,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:30.726505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-8ad8bd18-845c-4b73-98ed-1d672c4bf9a9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:30.730187 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad8bd18-845c-4b73-98ed-1d672c4bf9a9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:30.730440 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ad8bd18-845c-4b73-98ed-1d672c4bf9a9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:30.746030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8bd18-845c-4b73-98ed-1d672c4bf9a9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=87c05993-3530-4ef8-bad4-32a26bc94d8c,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:30.768360 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-761b4ff3-7640-415c-ad7c-621fdabd9e78 None None] For port eb7250f4-01b9-4d71-9778-f4ff4054ddde, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=eb7250f4-01b9-4d71-9778-f4ff4054ddde,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:30.768693 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-761b4ff3-7640-415c-ad7c-621fdabd9e78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:30.782593 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5dd95-1da4-4f16-9262-917976f34eab None None] Pushing event updated for resources: {'Port': ['ID=eb7250f4-01b9-4d71-9778-f4ff4054ddde,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:30.788890 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-761b4ff3-7640-415c-ad7c-621fdabd9e78 None None] Calling delete_port for eb7250f4-01b9-4d71-9778-f4ff4054ddde owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:30.808470 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4c52ca26-5c96-4e7e-b0fb-94b5f547488f req-02cbb9b9-0ebf-4e74-ac10-309b7e706955 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 210 time: 0.0527427 Sep 18 00:07:30.810946 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c6868a3-ac1d-46de-966e-9183177376db tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:30.815099 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7c6868a3-ac1d-46de-966e-9183177376db tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6965127 Sep 18 00:07:30.817413 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43728) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:30.880987 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-269485f3-db5d-4491-b26a-5c43c477d36a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Made reservation on behalf of 5d2902e7a2a54edeb7be111e15492043 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:30.889848 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-269485f3-db5d-4491-b26a-5c43c477d36a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:30.917416 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d0046b12-8e76-4cc3-bde9-8dd04dc93363 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-group-rules/5362c189-0ed3-4865-909b-17e3fffcfe51 HTTP/1.1" status: 200 len: 763 time: 0.0916924 Sep 18 00:07:30.917764 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43730) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:30.946367 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a7577a1e-f919-4788-b2be-cb3ea6100ddd up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:07:30.959378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8ad8bd18-845c-4b73-98ed-1d672c4bf9a9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4117038 Sep 18 00:07:30.978280 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43732) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:30.984161 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-4368434e-5d92-4dc0-926d-a986643a8ad5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'name': 'tempest-NetworksTestDHCPv6-1930848244'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:31.004799 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-8be02515-bef7-49cd-8a78-deb407344d19 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Deleting port c3c22359-7833-416f-a1c3-d9a04f7191e2 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:31.005907 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8be02515-bef7-49cd-8a78-deb407344d19 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:31.007956 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a7577a1e-f919-4788-b2be-cb3ea6100ddd triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:31.009475 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:31.042760 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-761b4ff3-7640-415c-ad7c-621fdabd9e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:31.092047 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8be02515-bef7-49cd-8a78-deb407344d19 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:31.098229 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b4ff3-7640-415c-ad7c-621fdabd9e78 None None] Pushing event deleted for resources: {'Port': ['ID=eb7250f4-01b9-4d71-9778-f4ff4054ddde,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:31.108817 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b4ff3-7640-415c-ad7c-621fdabd9e78 None None] No DVR routers for this DVR port eb7250f4-01b9-4d71-9778-f4ff4054ddde on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:07:31.113629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-8be02515-bef7-49cd-8a78-deb407344d19 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Calling delete_port for c3c22359-7833-416f-a1c3-d9a04f7191e2 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:31.127536 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c6bf8a-8bc7-45a2-a8ff-6426e1639280 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:31.154736 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-df5c9dbe-c2ab-4c79-a651-82c9600ce880 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2358108 Sep 18 00:07:31.157574 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43736) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:31.197692 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e6f78eaf-18cf-43d1-8d9f-fa0d869076b7 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:31.206900 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e6f78eaf-18cf-43d1-8d9f-fa0d869076b7 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:31.262214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4368434e-5d92-4dc0-926d-a986643a8ad5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:31.266528 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4368434e-5d92-4dc0-926d-a986643a8ad5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:31.290195 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-4368434e-5d92-4dc0-926d-a986643a8ad5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port 3829384a-dee9-443c-b09e-e56a72d13d5b yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:07:31.341870 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e6f78eaf-18cf-43d1-8d9f-fa0d869076b7 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:31.353790 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e6f78eaf-18cf-43d1-8d9f-fa0d869076b7 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:31.354131 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'fixed_ips': [{'subnet_id': '87c05993-3530-4ef8-bad4-32a26bc94d8c'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:07:31.355224 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:31.358599 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e6f78eaf-18cf-43d1-8d9f-fa0d869076b7 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/5362c189-0ed3-4865-909b-17e3fffcfe51 HTTP/1.1" status: 204 len: 168 time: 0.1996303 Sep 18 00:07:31.365591 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43742) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:31.431579 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4b640b98-531c-4d8f-9f28-16522f2264f1 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0588765 Sep 18 00:07:31.432547 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f78eaf-18cf-43d1-8d9f-fa0d869076b7 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5362c189-0ed3-4865-909b-17e3fffcfe51,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:31.438650 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43744) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:31.442880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-818396dc-e583-4fbf-ac24-e391136a0575 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group_rule': {'security_group_id': '0f071989-1c6a-4b51-8bf1-314b8396b8d9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:31.523746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-4368434e-5d92-4dc0-926d-a986643a8ad5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::e4 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/87c05993-3530-4ef8-bad4-32a26bc94d8c/3829384a-dee9-443c-b09e-e56a72d13d5b) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:31.542170 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-269485f3-db5d-4491-b26a-5c43c477d36a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Allocated IP 172.20.0.12 (2e538436-221e-43ae-be37-c1ee657631a0/8112a6a7-1aea-4250-8e3a-79449b09191a/7c8f5f7f-7250-4f95-8ebd-76daef2ca79d) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:31.604172 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-818396dc-e583-4fbf-ac24-e391136a0575 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:31.727662 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4368434e-5d92-4dc0-926d-a986643a8ad5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:31.729952 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-818396dc-e583-4fbf-ac24-e391136a0575 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:31.764645 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8be02515-bef7-49cd-8a78-deb407344d19 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:31.808726 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be02515-bef7-49cd-8a78-deb407344d19 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Pushing event deleted for resources: {'Port': ['ID=c3c22359-7833-416f-a1c3-d9a04f7191e2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:31.820239 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-818396dc-e583-4fbf-ac24-e391136a0575 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:31.841853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818396dc-e583-4fbf-ac24-e391136a0575 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446e1d13-8e77-4a9d-b84b-0c5f00f27db0,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:31.860331 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4368434e-5d92-4dc0-926d-a986643a8ad5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:31.880246 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818396dc-e583-4fbf-ac24-e391136a0575 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:31.885626 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818396dc-e583-4fbf-ac24-e391136a0575 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:31.893203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818396dc-e583-4fbf-ac24-e391136a0575 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:31.893203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818396dc-e583-4fbf-ac24-e391136a0575 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:31.893203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818396dc-e583-4fbf-ac24-e391136a0575 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:31.893203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818396dc-e583-4fbf-ac24-e391136a0575 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:31.893203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818396dc-e583-4fbf-ac24-e391136a0575 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:31.893203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818396dc-e583-4fbf-ac24-e391136a0575 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:31.893203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818396dc-e583-4fbf-ac24-e391136a0575 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:31.893203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818396dc-e583-4fbf-ac24-e391136a0575 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:31.893203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818396dc-e583-4fbf-ac24-e391136a0575 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:31.893203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818396dc-e583-4fbf-ac24-e391136a0575 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:31.929542 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8be02515-bef7-49cd-8a78-deb407344d19 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:31.935458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] Allocated IP 2001:db8::2 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/87c05993-3530-4ef8-bad4-32a26bc94d8c/c56d6749-26af-49c1-90ab-70d37199c1ca) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:31.942891 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4368434e-5d92-4dc0-926d-a986643a8ad5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:31.964138 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c58a6be-2d8a-47e9-aec0-1669fb144d0a req-253d88af-95de-44f6-9715-48d11edc4f07 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 210 time: 0.0414891 Sep 18 00:07:31.967021 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-4368434e-5d92-4dc0-926d-a986643a8ad5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:31.973639 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-818396dc-e583-4fbf-ac24-e391136a0575 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:31.975229 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-818396dc-e583-4fbf-ac24-e391136a0575 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5358448 Sep 18 00:07:31.982513 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4368434e-5d92-4dc0-926d-a986643a8ad5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:31.991915 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4368434e-5d92-4dc0-926d-a986643a8ad5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:31.992580 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4368434e-5d92-4dc0-926d-a986643a8ad5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:31.994958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43754) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:32.023492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368434e-5d92-4dc0-926d-a986643a8ad5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=3829384a-dee9-443c-b09e-e56a72d13d5b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:32.026611 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-269485f3-db5d-4491-b26a-5c43c477d36a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.030050 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-df500fda-9b4d-499e-94b4-fca3bfcd0c0d tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-group-rules/446e1d13-8e77-4a9d-b84b-0c5f00f27db0 HTTP/1.1" status: 200 len: 763 time: 0.0288920 Sep 18 00:07:32.039256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43758) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:32.063061 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8be02515-bef7-49cd-8a78-deb407344d19 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.066963 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8be02515-bef7-49cd-8a78-deb407344d19 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.096933 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fd441214-0ac9-4b31-a6cc-de12a63553d6 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0544999 Sep 18 00:07:32.097694 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43760) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:32.127106 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7f93489-df9e-4cbf-8401-0b9babc6beb4 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.139271 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7f93489-df9e-4cbf-8401-0b9babc6beb4 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.166897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4368434e-5d92-4dc0-926d-a986643a8ad5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1851470 Sep 18 00:07:32.167481 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43762) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:32.220490 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8be02515-bef7-49cd-8a78-deb407344d19 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.222452 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be02515-bef7-49cd-8a78-deb407344d19 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Fanout notify agent at l3_agent the message router_deleted on router 8702a633-7057-49e9-b1aa-40083079b74c {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:07:32.244718 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8be02515-bef7-49cd-8a78-deb407344d19 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.248724 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8be02515-bef7-49cd-8a78-deb407344d19 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "DELETE /v2.0/routers/8702a633-7057-49e9-b1aa-40083079b74c HTTP/1.1" status: 204 len: 168 time: 2.0052729 Sep 18 00:07:32.253211 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-269485f3-db5d-4491-b26a-5c43c477d36a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.269754 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43766) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:32.269754 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b6b32c5a-b9d6-4006-8b27-e41272d879c2 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1125186505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:32.271036 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fae032-49b5-489d-941c-8b20b34bf418 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:32.271036 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-82fae032-49b5-489d-941c-8b20b34bf418 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0980430 Sep 18 00:07:32.271036 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7f93489-df9e-4cbf-8401-0b9babc6beb4 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.276106 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7f93489-df9e-4cbf-8401-0b9babc6beb4 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.279275 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c7f93489-df9e-4cbf-8401-0b9babc6beb4 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/446e1d13-8e77-4a9d-b84b-0c5f00f27db0 HTTP/1.1" status: 204 len: 168 time: 0.1783946 Sep 18 00:07:32.279275 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43768) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:32.283799 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43770) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:32.301484 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f93489-df9e-4cbf-8401-0b9babc6beb4 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=446e1d13-8e77-4a9d-b84b-0c5f00f27db0,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:32.309538 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.348095 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-269485f3-db5d-4491-b26a-5c43c477d36a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 2e538436-221e-43ae-be37-c1ee657631a0 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:32.357494 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-269485f3-db5d-4491-b26a-5c43c477d36a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:32.363745 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-269485f3-db5d-4491-b26a-5c43c477d36a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:32.366640 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269485f3-db5d-4491-b26a-5c43c477d36a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:32.375547 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.386771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dbaa6d96-0f18-4022-91fc-15ecb4972bec tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0930386 Sep 18 00:07:32.388663 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43774) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:32.399421 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-042f3a2f-dbde-43a3-830b-b659eaee18d1 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Request body: {'security_group_rule': {'security_group_id': '0f071989-1c6a-4b51-8bf1-314b8396b8d9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:32.428406 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:32.431822 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:32.432352 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-269485f3-db5d-4491-b26a-5c43c477d36a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:32.433328 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-269485f3-db5d-4491-b26a-5c43c477d36a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.438752 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:32.446291 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b6b32c5a-b9d6-4006-8b27-e41272d879c2 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.447390 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-16f99ebc-5b4e-4b69-9167-b5e7de0ac89d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port 3829384a-dee9-443c-b09e-e56a72d13d5b {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:32.447858 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-16f99ebc-5b4e-4b69-9167-b5e7de0ac89d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.448143 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b6b32c5a-b9d6-4006-8b27-e41272d879c2 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.475978 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] Pushing event updated for resources: {'Port': ['ID=c56d6749-26af-49c1-90ab-70d37199c1ca,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:32.510887 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b6b32c5a-b9d6-4006-8b27-e41272d879c2 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.516896 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] Attempting to bind port c56d6749-26af-49c1-90ab-70d37199c1ca on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:07:32.517630 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] Attempting to bind port c56d6749-26af-49c1-90ab-70d37199c1ca by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:07:32.518464 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] Attempting to bind port c56d6749-26af-49c1-90ab-70d37199c1ca on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:07:32.526122 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:07:32.526878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:07:32.527499 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.527897 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:07:32.528387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] Bound port: c56d6749-26af-49c1-90ab-70d37199c1ca, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:07:32.528773 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.580079 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-042f3a2f-dbde-43a3-830b-b659eaee18d1 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.597131 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b6b32c5a-b9d6-4006-8b27-e41272d879c2 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.602489 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] For port c56d6749-26af-49c1-90ab-70d37199c1ca, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:07:32.606633 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] For port c56d6749-26af-49c1-90ab-70d37199c1ca, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c56d6749-26af-49c1-90ab-70d37199c1ca,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:07:32.629395 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-16f99ebc-5b4e-4b69-9167-b5e7de0ac89d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.631819 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-269485f3-db5d-4491-b26a-5c43c477d36a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1500607 Sep 18 00:07:32.652477 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-16f99ebc-5b4e-4b69-9167-b5e7de0ac89d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for 3829384a-dee9-443c-b09e-e56a72d13d5b owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:32.676989 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-042f3a2f-dbde-43a3-830b-b659eaee18d1 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.681725 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.718201 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Request body: {'port': {'device_id': '75bc3c80-207c-4969-a752-585f4c24c356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:32.743737 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1a0d631c-1ac0-4513-89fc-a46c42690c11 None None] Provisioning complete for port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:32.744112 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1a0d631c-1ac0-4513-89fc-a46c42690c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.751184 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b6b32c5a-b9d6-4006-8b27-e41272d879c2 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.752488 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b6b32c5a-b9d6-4006-8b27-e41272d879c2 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4962151 Sep 18 00:07:32.755343 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43782) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:32.760613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0bbb3ebd-1999-4d65-9f3e-3ecfac1e7cf5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Request body: {'router': {'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:32.766486 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-042f3a2f-dbde-43a3-830b-b659eaee18d1 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.794307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ec29c-95af-4fe9-a863-eb28235654dd None None] Pushing event updated for resources: {'Port': ['ID=c56d6749-26af-49c1-90ab-70d37199c1ca,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:32.800091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f3a2f-dbde-43a3-830b-b659eaee18d1 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25bc085-126d-4440-8460-58bc4b432fd3,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:32.818650 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1a0d631c-1ac0-4513-89fc-a46c42690c11 None None] Port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:07:32.893124 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-042f3a2f-dbde-43a3-830b-b659eaee18d1 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.896994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-042f3a2f-dbde-43a3-830b-b659eaee18d1 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5047982 Sep 18 00:07:32.903283 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43786) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:32.908587 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:32.920862 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f5cebff7-349e-4e15-a400-906e37ced16e tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-group-rules/e25bc085-126d-4440-8460-58bc4b432fd3 HTTP/1.1" status: 200 len: 764 time: 0.0216358 Sep 18 00:07:32.923810 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43788) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:32.970418 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-16f99ebc-5b4e-4b69-9167-b5e7de0ac89d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:33.035936 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f99ebc-5b4e-4b69-9167-b5e7de0ac89d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=3829384a-dee9-443c-b09e-e56a72d13d5b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:33.067796 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-16f99ebc-5b4e-4b69-9167-b5e7de0ac89d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:33.078109 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-16f99ebc-5b4e-4b69-9167-b5e7de0ac89d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/3829384a-dee9-443c-b09e-e56a72d13d5b HTTP/1.1" status: 204 len: 168 time: 0.7982349 Sep 18 00:07:33.079203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43792) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:33.129127 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3ebd-1999-4d65-9f3e-3ecfac1e7cf5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:33.159239 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d0c51360-7a4b-4ed3-8be3-7a22385f521c tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1862202 Sep 18 00:07:33.162389 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43794) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:33.174457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c24711-aead-4aeb-bd39-b455265e1445 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:33.176061 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c24711-aead-4aeb-bd39-b455265e1445 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:33.177706 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-74c24711-aead-4aeb-bd39-b455265e1445 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0974646 Sep 18 00:07:33.187594 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd01be7-f4b8-489b-9964-415f3994b12c req-db376cf7-95ed-4ec1-9db7-65f103fd9f8a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:33.189066 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9fd01be7-f4b8-489b-9964-415f3994b12c req-db376cf7-95ed-4ec1-9db7-65f103fd9f8a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 932 time: 0.1003182 Sep 18 00:07:33.189597 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43798) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:33.263056 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9fd01be7-f4b8-489b-9964-415f3994b12c req-b2e9c208-d7c2-4321-a43c-7bc8a2e95d69 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640690 Sep 18 00:07:33.267304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b218c8f-69a5-4489-9096-7795a6573f96 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet 87c05993-3530-4ef8-bad4-32a26bc94d8c {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:07:33.270952 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9b218c8f-69a5-4489-9096-7795a6573f96 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:33.315817 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9b218c8f-69a5-4489-9096-7795a6573f96 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:33.319731 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-213b7eb8-f2d0-4299-9138-75a7eec5c7cb tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:33.335310 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-213b7eb8-f2d0-4299-9138-75a7eec5c7cb tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:33.410585 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9b218c8f-69a5-4489-9096-7795a6573f96 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:33.488575 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-213b7eb8-f2d0-4299-9138-75a7eec5c7cb tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:33.499596 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-213b7eb8-f2d0-4299-9138-75a7eec5c7cb tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:33.503031 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-213b7eb8-f2d0-4299-9138-75a7eec5c7cb tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/e25bc085-126d-4440-8460-58bc4b432fd3 HTTP/1.1" status: 204 len: 168 time: 0.3372180 Sep 18 00:07:33.503558 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43804) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:33.511025 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b7eb8-f2d0-4299-9138-75a7eec5c7cb tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e25bc085-126d-4440-8460-58bc4b432fd3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:33.554598 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9b218c8f-69a5-4489-9096-7795a6573f96 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:33.577100 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-42bb9871-1df7-4bcf-9b19-7c5c1187a5a0 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0724208 Sep 18 00:07:33.589116 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43806) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:33.593356 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:07:33.609984 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:33.611091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b218c8f-69a5-4489-9096-7795a6573f96 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=87c05993-3530-4ef8-bad4-32a26bc94d8c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:33.617965 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9b218c8f-69a5-4489-9096-7795a6573f96 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:33.620143 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9b218c8f-69a5-4489-9096-7795a6573f96 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/87c05993-3530-4ef8-bad4-32a26bc94d8c HTTP/1.1" status: 204 len: 168 time: 0.4284377 Sep 18 00:07:33.622529 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43810) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:33.659778 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e37ec77b-e1f4-46d9-9e01-92326430d28b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0358386 Sep 18 00:07:33.662468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43812) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:33.667920 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8ec01807-d4a4-4813-b639-e08eba806613 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:33.681581 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Transition to ACTIVE for port object 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:07:33.746565 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3ebd-1999-4d65-9f3e-3ecfac1e7cf5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:33.780995 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3ebd-1999-4d65-9f3e-3ecfac1e7cf5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:33.800530 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:33.840519 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa13c1f8-0451-441b-b37e-669dee596920 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:33.848927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec01807-d4a4-4813-b639-e08eba806613 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:33.853566 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ec01807-d4a4-4813-b639-e08eba806613 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:33.930392 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa13c1f8-0451-441b-b37e-669dee596920 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:33.995413 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:34.044390 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00839c1-e8d1-4a36-8563-b751be933653 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:34.084168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-0bbb3ebd-1999-4d65-9f3e-3ecfac1e7cf5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Allocated IP 172.25.3.212 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/d192f6c6-895f-4276-a155-5b12879c7cef) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:34.093655 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Attempting to bind port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:07:34.093993 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Attempting to bind port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '3ce7430e-8225-4398-9f8a-d35dc396ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:07:34.094588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Attempting to bind port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d on network 2e538436-221e-43ae-be37-c1ee657631a0 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:07:34.103517 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d on network 2e538436-221e-43ae-be37-c1ee657631a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:07:34.104019 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Attempting to bind port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d on network 2e538436-221e-43ae-be37-c1ee657631a0 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:07:34.121079 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:07:34.121422 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Checking segment: {'id': '3ce7430e-8225-4398-9f8a-d35dc396ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:07:34.121808 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Bound using segment: {'id': '3ce7430e-8225-4398-9f8a-d35dc396ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:07:34.122247 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Bound port: 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce7430e-8225-4398-9f8a-d35dc396ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:07:34.122607 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:34.171069 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ec01807-d4a4-4813-b639-e08eba806613 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:34.171711 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa13c1f8-0451-441b-b37e-669dee596920 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:34.174422 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fa13c1f8-0451-441b-b37e-669dee596920 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:34.178154 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fa13c1f8-0451-441b-b37e-669dee596920 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "DELETE /v2.0/security-groups/0f071989-1c6a-4b51-8bf1-314b8396b8d9 HTTP/1.1" status: 204 len: 168 time: 0.5855939 Sep 18 00:07:34.186776 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43820) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:34.191244 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13c1f8-0451-441b-b37e-669dee596920 tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f071989-1c6a-4b51-8bf1-314b8396b8d9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:34.226027 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec01807-d4a4-4813-b639-e08eba806613 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:34.233457 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-661785b6-87bb-4520-b2a7-2306ea60ca17 None None] Provisioning complete for port c56d6749-26af-49c1-90ab-70d37199c1ca triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:34.233835 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-661785b6-87bb-4520-b2a7-2306ea60ca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:34.267196 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-8ec01807-d4a4-4813-b639-e08eba806613 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:34.280515 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec01807-d4a4-4813-b639-e08eba806613 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:34.281516 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ec01807-d4a4-4813-b639-e08eba806613 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:34.306712 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec01807-d4a4-4813-b639-e08eba806613 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=ae49ede1-a009-433d-9cf6-f1160469e198,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:34.346362 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3ebd-1999-4d65-9f3e-3ecfac1e7cf5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:34.362488 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b0c69b05-b63f-4491-8614-6783f919bedf tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1525073 Sep 18 00:07:34.367318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43826) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:34.369993 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] For port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:07:34.375045 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] For port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d,segment=NetworkSegment(3ce7430e-8225-4398-9f8a-d35dc396ab8e),segment_id=3ce7430e-8225-4398-9f8a-d35dc396ab8e)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:07:34.376908 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-661785b6-87bb-4520-b2a7-2306ea60ca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:34.396628 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e74e34-f4b3-4bb7-84fd-81ee31163a6a None None] DHCP port deletion for ba56a403-ab7f-44f7-9f47-cabda0897d3d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:07:34.433099 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ccd64880-8223-4f16-af71-4ef8402411df tempest-SecGroupTest-616569812 tempest-SecGroupTest-616569812-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0644772 Sep 18 00:07:34.437011 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8ec01807-d4a4-4813-b639-e08eba806613 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7705355 Sep 18 00:07:34.438320 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43830) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:34.445004 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-fb13727e-997a-4f92-b9eb-a7bc8927719b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'name': 'tempest-NetworksTestDHCPv6-980522521'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:34.466980 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-661785b6-87bb-4520-b2a7-2306ea60ca17 None None] For port c56d6749-26af-49c1-90ab-70d37199c1ca, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c56d6749-26af-49c1-90ab-70d37199c1ca,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:34.480793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa69f3-d493-4b0a-9fc0-b7f37e5ff8b8 req-edfcc27e-a4e2-4d57-84dc-1991e9f3cfc9 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:34.481205 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:34.482403 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-44fa69f3-d493-4b0a-9fc0-b7f37e5ff8b8 req-edfcc27e-a4e2-4d57-84dc-1991e9f3cfc9 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 944 time: 0.0656710 Sep 18 00:07:34.505242 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-52e74e34-f4b3-4bb7-84fd-81ee31163a6a None None] Deleting port c56d6749-26af-49c1-90ab-70d37199c1ca {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:34.505666 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-52e74e34-f4b3-4bb7-84fd-81ee31163a6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:34.526261 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-44fa69f3-d493-4b0a-9fc0-b7f37e5ff8b8 req-b99c80ff-065f-4026-b336-041f6c01023f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370479 Sep 18 00:07:34.544072 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:34.580285 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3ebd-1999-4d65-9f3e-3ecfac1e7cf5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:34.598174 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-661785b6-87bb-4520-b2a7-2306ea60ca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:34.610082 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:34.610855 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:34.612307 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-617ecb8b-16f0-4181-bf00-8031772068a6 service neutron] 10.222.0.37 "PUT /v2.0/ports/7c8f5f7f-7250-4f95-8ebd-76daef2ca79d HTTP/1.1" status: 200 len: 1092 time: 1.9725554 Sep 18 00:07:34.630311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bc3c80-207c-4969-a752-585f4c24c356', 'tag': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:07:34.633716 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a769ad4-fcb8-4e0f-89f7-490c17e82fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "75bc3c80-207c-4969-a752-585f4c24c356", "tag": "7c8f5f7f-7250-4f95-8ebd-76daef2ca79d"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:07:34.656661 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbb3ebd-1999-4d65-9f3e-3ecfac1e7cf5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:34.661544 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661785b6-87bb-4520-b2a7-2306ea60ca17 None None] Pushing event updated for resources: {'Port': ['ID=c56d6749-26af-49c1-90ab-70d37199c1ca,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:34.670299 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-0bbb3ebd-1999-4d65-9f3e-3ecfac1e7cf5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:34.673132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbb3ebd-1999-4d65-9f3e-3ecfac1e7cf5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:34.677713 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-52e74e34-f4b3-4bb7-84fd-81ee31163a6a None None] For port c56d6749-26af-49c1-90ab-70d37199c1ca, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c56d6749-26af-49c1-90ab-70d37199c1ca,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:34.678103 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-52e74e34-f4b3-4bb7-84fd-81ee31163a6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:34.698418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-52e74e34-f4b3-4bb7-84fd-81ee31163a6a None None] Calling delete_port for c56d6749-26af-49c1-90ab-70d37199c1ca owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:34.728089 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ab0f99-cd88-4334-b6ff-7492fa4d2e23 x-openstack-request-id: req-72ab0f99-cd88-4334-b6ff-7492fa4d2e23 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:07:34.728536 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bc3c80-207c-4969-a752-585f4c24c356", "tag": "7c8f5f7f-7250-4f95-8ebd-76daef2ca79d", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:07:34.728857 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-72ab0f99-cd88-4334-b6ff-7492fa4d2e23 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:07:34.729329 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bc3c80-207c-4969-a752-585f4c24c356', 'tag': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d', 'status': 'completed', 'code': 200} Sep 18 00:07:34.798360 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb3ebd-1999-4d65-9f3e-3ecfac1e7cf5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Pushing event updated for resources: {'Port': ['ID=d192f6c6-895f-4276-a155-5b12879c7cef,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:34.889486 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-52e74e34-f4b3-4bb7-84fd-81ee31163a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:34.921498 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a769ad4-fcb8-4e0f-89f7-490c17e82fd3 req-13d62216-16c7-4ddf-bcb5-5507224902cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:34.921859 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e74e34-f4b3-4bb7-84fd-81ee31163a6a None None] Pushing event deleted for resources: {'Port': ['ID=c56d6749-26af-49c1-90ab-70d37199c1ca,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:34.923829 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e74e34-f4b3-4bb7-84fd-81ee31163a6a None None] No DVR routers for this DVR port c56d6749-26af-49c1-90ab-70d37199c1ca on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:07:34.926029 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0a769ad4-fcb8-4e0f-89f7-490c17e82fd3 req-13d62216-16c7-4ddf-bcb5-5507224902cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 1095 time: 0.1775219 Sep 18 00:07:34.941871 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcac72b2-6844-4466-8b6c-dd681ada37fc None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:34.974473 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb13727e-997a-4f92-b9eb-a7bc8927719b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:34.979544 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fb13727e-997a-4f92-b9eb-a7bc8927719b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:35.072037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43844) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:35.179134 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'fixed_ips': [{'subnet_id': 'ae49ede1-a009-433d-9cf6-f1160469e198'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:07:35.181082 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:35.301263 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7f3e582d-fb5b-4306-a475-1b9b734c4264 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0eccf21813834300ba6f968c2c3ee79f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279756 Sep 18 00:07:35.301972 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43848) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:35.370172 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1beacca5-a568-45f3-99f5-521384adf4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:35.386200 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] Allocated IP 2001:db8::2 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/ae49ede1-a009-433d-9cf6-f1160469e198/897df7dc-8ddb-4660-847e-0ec700be12b8) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:35.398865 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1beacca5-a568-45f3-99f5-521384adf4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:35.436540 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-fb13727e-997a-4f92-b9eb-a7bc8927719b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port a4425809-7a20-4676-aed6-a14d0623fe7f yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:07:35.577999 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a769ad4-fcb8-4e0f-89f7-490c17e82fd3 req-6bc031b6-580d-457a-ab3f-eea98b88fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:35.579632 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0a769ad4-fcb8-4e0f-89f7-490c17e82fd3 req-6bc031b6-580d-457a-ab3f-eea98b88fea2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5d2902e7a2a54edeb7be111e15492043&shared=False HTTP/1.1" status: 200 len: 898 time: 0.6454847 Sep 18 00:07:35.583562 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1beacca5-a568-45f3-99f5-521384adf4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:35.587684 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:35.594807 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1beacca5-a568-45f3-99f5-521384adf4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:35.603205 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1beacca5-a568-45f3-99f5-521384adf4f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51293063-5e45-4cbe-966f-857b4a1ef278 HTTP/1.1" status: 204 len: 168 time: 0.2970786 Sep 18 00:07:35.618924 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beacca5-a568-45f3-99f5-521384adf4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51293063-5e45-4cbe-966f-857b4a1ef278,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:35.690966 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:35.742589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:35.744988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:35.757075 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:35.767896 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] Pushing event updated for resources: {'Port': ['ID=897df7dc-8ddb-4660-847e-0ec700be12b8,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:35.768070 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4723d-1ddb-40dc-8dc6-0fb80c957925 req-a48dbd9b-03fa-4ea8-b313-0c8999cb313c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:35.776195 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4aa4723d-1ddb-40dc-8dc6-0fb80c957925 req-a48dbd9b-03fa-4ea8-b313-0c8999cb313c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 944 time: 0.1323917 Sep 18 00:07:35.828611 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a769ad4-fcb8-4e0f-89f7-490c17e82fd3 req-4d3fac1c-a79c-4ed7-968c-ed594e72cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:35.830527 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0a769ad4-fcb8-4e0f-89f7-490c17e82fd3 req-4d3fac1c-a79c-4ed7-968c-ed594e72cfee service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2031958 Sep 18 00:07:35.836194 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4aa4723d-1ddb-40dc-8dc6-0fb80c957925 req-41160302-2c8c-4813-9228-8054eb2b198d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591266 Sep 18 00:07:35.865206 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3ebd-1999-4d65-9f3e-3ecfac1e7cf5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:35.865392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] Attempting to bind port 897df7dc-8ddb-4660-847e-0ec700be12b8 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:07:35.865392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] Attempting to bind port 897df7dc-8ddb-4660-847e-0ec700be12b8 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:07:35.865392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] Attempting to bind port 897df7dc-8ddb-4660-847e-0ec700be12b8 on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:07:35.872084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:07:35.872461 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:07:35.872896 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:35.873302 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:07:35.873762 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] Bound port: 897df7dc-8ddb-4660-847e-0ec700be12b8, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:07:35.874143 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:35.937014 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] For port 897df7dc-8ddb-4660-847e-0ec700be12b8, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:07:35.940275 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] For port 897df7dc-8ddb-4660-847e-0ec700be12b8, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=897df7dc-8ddb-4660-847e-0ec700be12b8,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:07:36.019316 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-fb13727e-997a-4f92-b9eb-a7bc8927719b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::22f (ba56a403-ab7f-44f7-9f47-cabda0897d3d/ae49ede1-a009-433d-9cf6-f1160469e198/a4425809-7a20-4676-aed6-a14d0623fe7f) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:36.031948 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:36.040094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-1fe744ca-a9ba-4291-a140-f756f907dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:36.041683 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-1fe744ca-a9ba-4291-a140-f756f907dbc0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 1095 time: 0.1421738 Sep 18 00:07:36.153510 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-1a4ff2c7-e364-40f9-a0b0-573634af9a57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d HTTP/1.1" status: 200 len: 217 time: 0.1011446 Sep 18 00:07:36.154336 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4a1ba-d725-4966-9f0a-6cbfe787a533 None None] Pushing event updated for resources: {'Port': ['ID=897df7dc-8ddb-4660-847e-0ec700be12b8,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:36.333407 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-84e5b96f-cd5b-4b2c-af11-bc406a998a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:36.335872 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-84e5b96f-cd5b-4b2c-af11-bc406a998a8f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8112a6a7-1aea-4250-8e3a-79449b09191a HTTP/1.1" status: 200 len: 835 time: 0.1699471 Sep 18 00:07:36.338294 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3ebd-1999-4d65-9f3e-3ecfac1e7cf5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:36.361861 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3ebd-1999-4d65-9f3e-3ecfac1e7cf5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:36.469487 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fb13727e-997a-4f92-b9eb-a7bc8927719b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:36.487970 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-3654ee41-af58-4a09-970f-f781a964619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:36.489835 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-3654ee41-af58-4a09-970f-f781a964619c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e538436-221e-43ae-be37-c1ee657631a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450984 Sep 18 00:07:36.655288 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-f6da6c69-15cf-4d6c-a6e1-f6aadc17c1ef service neutron] 10.222.0.37 "GET /v2.0/networks/2e538436-221e-43ae-be37-c1ee657631a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353023 Sep 18 00:07:36.694343 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fb13727e-997a-4f92-b9eb-a7bc8927719b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:36.777537 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb13727e-997a-4f92-b9eb-a7bc8927719b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:36.781349 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbb3ebd-1999-4d65-9f3e-3ecfac1e7cf5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Router 6ea1aaaa-afc2-43b0-ac50-30e5b62b3337 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:07:36.793868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-fb13727e-997a-4f92-b9eb-a7bc8927719b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:36.799439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb13727e-997a-4f92-b9eb-a7bc8927719b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:36.809040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb13727e-997a-4f92-b9eb-a7bc8927719b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:36.809040 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fb13727e-997a-4f92-b9eb-a7bc8927719b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:36.809040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13727e-997a-4f92-b9eb-a7bc8927719b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=a4425809-7a20-4676-aed6-a14d0623fe7f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:36.819996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43892) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:36.846880 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6de2f16-4055-4b60-90e2-de9cf55518b8 req-3cad212e-6b11-413c-9eef-48b4f971c16a service neutron] 10.222.0.37 "GET /v2.0/networks/2e538436-221e-43ae-be37-c1ee657631a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838470 Sep 18 00:07:36.945676 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fb13727e-997a-4f92-b9eb-a7bc8927719b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5033574 Sep 18 00:07:36.945880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43898) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:36.980744 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 897df7dc-8ddb-4660-847e-0ec700be12b8 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:07:37.069493 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 897df7dc-8ddb-4660-847e-0ec700be12b8 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:37.070351 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:37.084312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d4a78fc7-9fbe-469c-847c-3bdab643fd78 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-875131680-network', 'tenant_id': '2a579a169af841b9a55f65023aefb0d0'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:37.088600 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbb3ebd-1999-4d65-9f3e-3ecfac1e7cf5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:07:37.100673 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23a515e-bb66-49c6-8081-9cb5f9323ad5 None None] Sync routers for ids ['6ea1aaaa-afc2-43b0-ac50-30e5b62b3337'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:07:37.102942 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3ebd-1999-4d65-9f3e-3ecfac1e7cf5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:37.105841 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0bbb3ebd-1999-4d65-9f3e-3ecfac1e7cf5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "PUT /v2.0/routers/6ea1aaaa-afc2-43b0-ac50-30e5b62b3337 HTTP/1.1" status: 200 len: 880 time: 4.3478479 Sep 18 00:07:37.107630 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c7fc5-57ad-453e-8705-71ddc11f8edc req-943df141-1593-411f-b087-5df225adc308 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:37.109476 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e8c7fc5-57ad-453e-8705-71ddc11f8edc req-943df141-1593-411f-b087-5df225adc308 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 944 time: 0.1498182 Sep 18 00:07:37.113825 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43900) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:37.118255 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23a515e-bb66-49c6-8081-9cb5f9323ad5 None None] Routers {'6ea1aaaa-afc2-43b0-ac50-30e5b62b3337'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:37.119257 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d23a515e-bb66-49c6-8081-9cb5f9323ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['6ea1aaaa-afc2-43b0-ac50-30e5b62b3337'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:37.174682 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d23a515e-bb66-49c6-8081-9cb5f9323ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:37.184535 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23a515e-bb66-49c6-8081-9cb5f9323ad5 None None] Routers {'6ea1aaaa-afc2-43b0-ac50-30e5b62b3337'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:37.185347 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d23a515e-bb66-49c6-8081-9cb5f9323ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['6ea1aaaa-afc2-43b0-ac50-30e5b62b3337'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:37.189685 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc588b7-adc1-4d77-820d-e8bdc837b619 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:37.197328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc588b7-adc1-4d77-820d-e8bdc837b619 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:37.198987 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-edc588b7-adc1-4d77-820d-e8bdc837b619 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2521152 Sep 18 00:07:37.202210 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43904) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:37.231646 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:37.260245 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d23a515e-bb66-49c6-8081-9cb5f9323ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:37.261190 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23a515e-bb66-49c6-8081-9cb5f9323ad5 None None] The sync data for ids ['6ea1aaaa-afc2-43b0-ac50-30e5b62b3337'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:07:37.279711 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e8c7fc5-57ad-453e-8705-71ddc11f8edc req-f8341f5e-73a2-40f0-9519-e78666a247be tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557243 Sep 18 00:07:37.309869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 897df7dc-8ddb-4660-847e-0ec700be12b8, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=897df7dc-8ddb-4660-847e-0ec700be12b8,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:37.312372 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f0012c72-415d-49f1-a45b-5fe90dbe909e tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "GET /v2.0/routers/6ea1aaaa-afc2-43b0-ac50-30e5b62b3337 HTTP/1.1" status: 200 len: 921 time: 0.1973131 Sep 18 00:07:37.314662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a78fc7-9fbe-469c-847c-3bdab643fd78 admin admin] Made reservation on behalf of 2a579a169af841b9a55f65023aefb0d0 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:37.316886 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d4a78fc7-9fbe-469c-847c-3bdab643fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:37.322411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43908) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:37.326805 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d4a78fc7-9fbe-469c-847c-3bdab643fd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:37.374225 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f080e136-840e-43a9-972f-a7773c3e7cb8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port a4425809-7a20-4676-aed6-a14d0623fe7f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:37.374890 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f080e136-840e-43a9-972f-a7773c3e7cb8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:37.385964 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:37.424319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30eaea-2d24-4609-9018-5a0170fec1b9 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:37.429278 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43912) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:37.437281 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6e30eaea-2d24-4609-9018-5a0170fec1b9 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=544c7e65-fba8-424a-a169-b245d1aea919&device_id=6ea1aaaa-afc2-43b0-ac50-30e5b62b3337&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1093919 Sep 18 00:07:37.440707 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=897df7dc-8ddb-4660-847e-0ec700be12b8,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:37.505298 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f080e136-840e-43a9-972f-a7773c3e7cb8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:37.510510 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d4a78fc7-9fbe-469c-847c-3bdab643fd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:37.519081 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f080e136-840e-43a9-972f-a7773c3e7cb8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for a4425809-7a20-4676-aed6-a14d0623fe7f owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:37.531339 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c69344a-59cf-4ec3-bfc7-8d046d4dc787 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:37.532940 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1c69344a-59cf-4ec3-bfc7-8d046d4dc787 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 881 time: 0.1025872 Sep 18 00:07:37.535905 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43914) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:37.569691 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3fa36e65-8205-49f0-b3e9-787c5e50c21a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ea1aaaa-afc2-43b0-ac50-30e5b62b3337 HTTP/1.1" status: 200 len: 205 time: 0.0319865 Sep 18 00:07:37.572055 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43916) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:37.580819 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d4a78fc7-9fbe-469c-847c-3bdab643fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:37.584851 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ffcf4707-9938-44bb-ab6e-038d9460ab65 None None] Provisioning complete for port 897df7dc-8ddb-4660-847e-0ec700be12b8 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:37.585367 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ffcf4707-9938-44bb-ab6e-038d9460ab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:37.643544 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a78fc7-9fbe-469c-847c-3bdab643fd78 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:07:37.668432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a78fc7-9fbe-469c-847c-3bdab643fd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f161f8-c80c-4acd-8d4d-f58961022e08,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:37.724449 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-107ed62d-f315-4044-a34c-26de1cc74fff tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:37.791443 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f080e136-840e-43a9-972f-a7773c3e7cb8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:37.823881 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-fb5d0b59-c162-4513-bd51-73444242ec0f None None] Could not find standard attr ID for object 0a70b847-cbc1-4cac-be5e-8d0d28f6a2aa. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:07:37.834702 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080e136-840e-43a9-972f-a7773c3e7cb8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=a4425809-7a20-4676-aed6-a14d0623fe7f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:37.852486 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f080e136-840e-43a9-972f-a7773c3e7cb8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:37.856621 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f080e136-840e-43a9-972f-a7773c3e7cb8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/a4425809-7a20-4676-aed6-a14d0623fe7f HTTP/1.1" status: 204 len: 168 time: 0.6510515 Sep 18 00:07:37.856950 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43922) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:37.858074 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d4a78fc7-9fbe-469c-847c-3bdab643fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:37.858954 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-d4a78fc7-9fbe-469c-847c-3bdab643fd78 admin admin] Added segment f7141248-70ae-4ebc-86ed-0b08aa186d60 of type vlan for network 8f74739e-4341-4449-b8ca-6dc8f1d7e9f2 Sep 18 00:07:37.875328 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-107ed62d-f315-4044-a34c-26de1cc74fff tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:37.920338 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d4a78fc7-9fbe-469c-847c-3bdab643fd78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:37.949089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0df50a4-76a3-4a5d-94f4-c2e75e3ddaf4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:37.950622 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0df50a4-76a3-4a5d-94f4-c2e75e3ddaf4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:37.952234 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a0df50a4-76a3-4a5d-94f4-c2e75e3ddaf4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0943279 Sep 18 00:07:37.955004 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43924) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:38.018183 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-526f415c-897a-457a-9ef5-ac0a8348be60 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet ae49ede1-a009-433d-9cf6-f1160469e198 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:07:38.022502 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-526f415c-897a-457a-9ef5-ac0a8348be60 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:38.040002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-517c4ef8-e80a-454b-ae00-1378d0d2f031 None None] Could not find standard attr ID for object 3829384a-dee9-443c-b09e-e56a72d13d5b. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:07:38.087277 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-526f415c-897a-457a-9ef5-ac0a8348be60 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:38.335556 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d4a78fc7-9fbe-469c-847c-3bdab643fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:38.336549 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a78fc7-9fbe-469c-847c-3bdab643fd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:38.337140 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d4a78fc7-9fbe-469c-847c-3bdab643fd78 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:38.356026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d856685a-1fb8-45ff-8f22-06984e1ff8df None None] Could not find standard attr ID for object a4425809-7a20-4676-aed6-a14d0623fe7f. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:07:38.423997 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a78fc7-9fbe-469c-847c-3bdab643fd78 admin admin] Pushing event updated for resources: {'Network': ['ID=8f74739e-4341-4449-b8ca-6dc8f1d7e9f2,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:38.434154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 8f74739e-4341-4449-b8ca-6dc8f1d7e9f2 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:07:38.485645 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d4a78fc7-9fbe-469c-847c-3bdab643fd78 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6643686 Sep 18 00:07:38.490422 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43934) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:38.495568 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-4573faf3-2e8c-4b88-86dc-b95f67676f9a admin admin] Request body: {'subnet': {'network_id': '8f74739e-4341-4449-b8ca-6dc8f1d7e9f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-875131680-subnet', 'tenant_id': '2a579a169af841b9a55f65023aefb0d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:38.504444 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-107ed62d-f315-4044-a34c-26de1cc74fff tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Deleting port d192f6c6-895f-4276-a155-5b12879c7cef {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:38.505052 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-107ed62d-f315-4044-a34c-26de1cc74fff tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:38.565741 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-526f415c-897a-457a-9ef5-ac0a8348be60 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:38.606012 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d365e79-91aa-4146-bf83-8796491aa238 req-59a53015-f43a-4d15-97be-3a6497195107 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:38.607597 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d365e79-91aa-4146-bf83-8796491aa238 req-59a53015-f43a-4d15-97be-3a6497195107 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 944 time: 0.1999226 Sep 18 00:07:38.630753 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-107ed62d-f315-4044-a34c-26de1cc74fff tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:38.651338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-107ed62d-f315-4044-a34c-26de1cc74fff tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Calling delete_port for d192f6c6-895f-4276-a155-5b12879c7cef owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:38.716559 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d365e79-91aa-4146-bf83-8796491aa238 req-1ae00f93-8177-43ae-8b5b-8f0a96070355 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005764 Sep 18 00:07:38.717149 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4573faf3-2e8c-4b88-86dc-b95f67676f9a admin admin] Made reservation on behalf of 2a579a169af841b9a55f65023aefb0d0 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:38.719564 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4573faf3-2e8c-4b88-86dc-b95f67676f9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:38.740370 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-526f415c-897a-457a-9ef5-ac0a8348be60 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:38.781661 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f415c-897a-457a-9ef5-ac0a8348be60 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=ae49ede1-a009-433d-9cf6-f1160469e198,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:38.788241 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-526f415c-897a-457a-9ef5-ac0a8348be60 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:38.806781 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43940) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:38.807982 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-526f415c-897a-457a-9ef5-ac0a8348be60 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/ae49ede1-a009-433d-9cf6-f1160469e198 HTTP/1.1" status: 204 len: 168 time: 0.8516827 Sep 18 00:07:38.880899 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 897df7dc-8ddb-4660-847e-0ec700be12b8 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:07:38.891092 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f86fab62-375f-4c34-9a16-e98a0523bb69 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0860519 Sep 18 00:07:38.893581 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43944) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:38.928325 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275b015a-a602-42fb-a2d2-2253ad1caa67 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:38.950065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2b70f5-437b-4309-bd70-7ae5969d4624 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:38.954570 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ba2b70f5-437b-4309-bd70-7ae5969d4624 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0570676 Sep 18 00:07:38.955792 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43946) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:39.002630 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 897df7dc-8ddb-4660-847e-0ec700be12b8 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:39.002997 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.027845 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9720fbc3-5fae-4423-aeb5-0beb9f6d2e1d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:39.029803 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9720fbc3-5fae-4423-aeb5-0beb9f6d2e1d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0730269 Sep 18 00:07:39.032256 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43950) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:39.093605 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-107ed62d-f315-4044-a34c-26de1cc74fff tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.097014 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-65b804c3-1837-44bf-9095-16ea20b2f997 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625212 Sep 18 00:07:39.101286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43952) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:39.110414 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-6b02222e-42c2-4aed-8f3b-644353b978cc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:39.142226 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4573faf3-2e8c-4b88-86dc-b95f67676f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.166895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ed62d-f315-4044-a34c-26de1cc74fff tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Pushing event deleted for resources: {'Port': ['ID=d192f6c6-895f-4276-a155-5b12879c7cef,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:39.248320 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f9e2cf-741c-40d0-ad76-91f2d4e42be9 None None] DHCP port deletion for ba56a403-ab7f-44f7-9f47-cabda0897d3d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:07:39.262725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573faf3-2e8c-4b88-86dc-b95f67676f9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4d30a8a-d2cf-4a5d-8381-5d74809e5efa,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:39.269556 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-107ed62d-f315-4044-a34c-26de1cc74fff tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.274476 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4573faf3-2e8c-4b88-86dc-b95f67676f9a admin admin] Checking segment: {'id': 'f7141248-70ae-4ebc-86ed-0b08aa186d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8f74739e-4341-4449-b8ca-6dc8f1d7e9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:07:39.274910 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4573faf3-2e8c-4b88-86dc-b95f67676f9a admin admin] Network hostable DHCP agents. Network: 8f74739e-4341-4449-b8ca-6dc8f1d7e9f2, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:07:39.296018 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-69f9e2cf-741c-40d0-ad76-91f2d4e42be9 None None] Deleting port 897df7dc-8ddb-4660-847e-0ec700be12b8 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:39.296391 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-69f9e2cf-741c-40d0-ad76-91f2d4e42be9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.302398 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b02222e-42c2-4aed-8f3b-644353b978cc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:39.314739 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b02222e-42c2-4aed-8f3b-644353b978cc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.370059 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-69f9e2cf-741c-40d0-ad76-91f2d4e42be9 None None] For port 897df7dc-8ddb-4660-847e-0ec700be12b8, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=897df7dc-8ddb-4660-847e-0ec700be12b8,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:39.370516 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-69f9e2cf-741c-40d0-ad76-91f2d4e42be9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.378001 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-107ed62d-f315-4044-a34c-26de1cc74fff tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.378001 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-107ed62d-f315-4044-a34c-26de1cc74fff tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.385152 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-69f9e2cf-741c-40d0-ad76-91f2d4e42be9 None None] Calling delete_port for 897df7dc-8ddb-4660-847e-0ec700be12b8 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:39.458447 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:07:39.477270 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4573faf3-2e8c-4b88-86dc-b95f67676f9a admin admin] Network 8f74739e-4341-4449-b8ca-6dc8f1d7e9f2 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:07:39.528422 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-107ed62d-f315-4044-a34c-26de1cc74fff tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.529055 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107ed62d-f315-4044-a34c-26de1cc74fff tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Fanout notify agent at l3_agent the message router_deleted on router 6ea1aaaa-afc2-43b0-ac50-30e5b62b3337 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:07:39.541169 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-107ed62d-f315-4044-a34c-26de1cc74fff tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.541169 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-107ed62d-f315-4044-a34c-26de1cc74fff tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "DELETE /v2.0/routers/6ea1aaaa-afc2-43b0-ac50-30e5b62b3337 HTTP/1.1" status: 204 len: 168 time: 1.9652753 Sep 18 00:07:39.542308 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43960) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:39.547698 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7214f3d3-08e5-4f17-a4d4-3b842161ca60 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1788881478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:39.564869 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-69f9e2cf-741c-40d0-ad76-91f2d4e42be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.608208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-4573faf3-2e8c-4b88-86dc-b95f67676f9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 8f74739e-4341-4449-b8ca-6dc8f1d7e9f2) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:39.612757 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9e2cf-741c-40d0-ad76-91f2d4e42be9 None None] Pushing event deleted for resources: {'Port': ['ID=897df7dc-8ddb-4660-847e-0ec700be12b8,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:39.617476 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4573faf3-2e8c-4b88-86dc-b95f67676f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:39.618876 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4573faf3-2e8c-4b88-86dc-b95f67676f9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.621342 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9e2cf-741c-40d0-ad76-91f2d4e42be9 None None] No DVR routers for this DVR port 897df7dc-8ddb-4660-847e-0ec700be12b8 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:07:39.624862 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d,segment=NetworkSegment(3ce7430e-8225-4398-9f8a-d35dc396ab8e),segment_id=3ce7430e-8225-4398-9f8a-d35dc396ab8e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:39.625574 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b02222e-42c2-4aed-8f3b-644353b978cc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.629663 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458e572e-68bd-4395-9751-237421d423fb None None] Network 8f74739e-4341-4449-b8ca-6dc8f1d7e9f2 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:39.664062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d', 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0', 'port_id': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d', 'mac_address': 'fa:16:3e:d7:89:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8112a6a7-1aea-4250-8e3a-79449b09191a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:07:39.686094 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7214f3d3-08e5-4f17-a4d4-3b842161ca60 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.686094 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7214f3d3-08e5-4f17-a4d4-3b842161ca60 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.690861 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b02222e-42c2-4aed-8f3b-644353b978cc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:39.697179 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-6b02222e-42c2-4aed-8f3b-644353b978cc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:39.702710 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b02222e-42c2-4aed-8f3b-644353b978cc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:39.703397 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b02222e-42c2-4aed-8f3b-644353b978cc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.724789 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d7ea73-5200-4215-a502-1789f0153a45 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:39.725563 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02222e-42c2-4aed-8f3b-644353b978cc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=90054bac-a710-4486-8b96-450bcef7fdf0,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:39.768145 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4573faf3-2e8c-4b88-86dc-b95f67676f9a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2778623 Sep 18 00:07:39.784413 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7214f3d3-08e5-4f17-a4d4-3b842161ca60 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.814013 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6b02222e-42c2-4aed-8f3b-644353b978cc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7090864 Sep 18 00:07:39.814795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43970) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:39.825803 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.844130 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-06a73b08-bfbc-4807-9524-20e7916bbdb9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'fixed_ips': [{'subnet_id': '90054bac-a710-4486-8b96-450bcef7fdf0', 'ip_address': '2001:db8::991d:1e0c:8661:7cec'}], 'name': 'tempest-NetworksTestDHCPv6-1063085444'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:39.871924 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7214f3d3-08e5-4f17-a4d4-3b842161ca60 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.896010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:07:39.954617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03138793-3bfc-42cd-99fc-b6c1040a7023 None None] Network 8f74739e-4341-4449-b8ca-6dc8f1d7e9f2 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:39.960340 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d,segment=NetworkSegment(3ce7430e-8225-4398-9f8a-d35dc396ab8e),segment_id=3ce7430e-8225-4398-9f8a-d35dc396ab8e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:39.963873 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7214f3d3-08e5-4f17-a4d4-3b842161ca60 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:39.969812 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 43976) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:39.971517 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7214f3d3-08e5-4f17-a4d4-3b842161ca60 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4275310 Sep 18 00:07:39.977665 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-494ee0d2-b4f2-4f51-b8ce-dd90cacec700 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'enable_snat': True}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:39.987518 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de190bda-814f-4cb2-ac5c-07981c9a0dbd req-8c68191a-ace5-43bd-b240-5f34fa7b98ca tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:39.989110 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de190bda-814f-4cb2-ac5c-07981c9a0dbd req-8c68191a-ace5-43bd-b240-5f34fa7b98ca tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 944 time: 0.1932385 Sep 18 00:07:40.046971 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:40.116714 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'fixed_ips': [{'subnet_id': '90054bac-a710-4486-8b96-450bcef7fdf0'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:07:40.119247 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:40.162043 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de190bda-814f-4cb2-ac5c-07981c9a0dbd req-a0b520cf-e3c1-4eef-8050-8e2789be364b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313186 Sep 18 00:07:40.196199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:40.255542 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a73b08-bfbc-4807-9524-20e7916bbdb9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:40.269317 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['7c8f5f7f-7250-4f95-8ebd-76daef2ca79d'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:07:40.309334 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-494ee0d2-b4f2-4f51-b8ce-dd90cacec700 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:40.393855 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-06a73b08-bfbc-4807-9524-20e7916bbdb9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:40.433766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-06a73b08-bfbc-4807-9524-20e7916bbdb9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port 34e8498f-a218-45c4-8164-f1d671fbf821 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:07:40.523643 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:40.565957 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] Allocated IP 2001:db8::2 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/90054bac-a710-4486-8b96-450bcef7fdf0/c58b6a44-9501-4db1-9a9b-0a7a4a238b51) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:40.710285 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 43996) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:40.717093 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0d0e710c-72c7-4b6c-a5cc-178b10da6c82 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-10793838-network', 'tenant_id': '31471f869052403cbd67f380add885c8'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:40.778878 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-494ee0d2-b4f2-4f51-b8ce-dd90cacec700 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:40.800379 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-494ee0d2-b4f2-4f51-b8ce-dd90cacec700 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:40.805950 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:40.843162 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0e710c-72c7-4b6c-a5cc-178b10da6c82 admin admin] Made reservation on behalf of 31471f869052403cbd67f380add885c8 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:40.845841 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d0e710c-72c7-4b6c-a5cc-178b10da6c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:40.864656 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d0e710c-72c7-4b6c-a5cc-178b10da6c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:40.866678 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:40.903129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 897df7dc-8ddb-4660-847e-0ec700be12b8 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:07:40.916218 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-494ee0d2-b4f2-4f51-b8ce-dd90cacec700 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Allocated IP 172.25.3.172 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/56e64e24-fc3e-4b50-9f81-6c4047402762) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:40.934790 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 897df7dc-8ddb-4660-847e-0ec700be12b8 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:07:40.935377 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 897df7dc-8ddb-4660-847e-0ec700be12b8 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:07:40.942902 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:40.949477 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:40.953953 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] Pushing event updated for resources: {'Port': ['ID=c58b6a44-9501-4db1-9a9b-0a7a4a238b51,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:40.957107 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:40.973237 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d0e710c-72c7-4b6c-a5cc-178b10da6c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:41.020298 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] Attempting to bind port c58b6a44-9501-4db1-9a9b-0a7a4a238b51 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:07:41.020670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] Attempting to bind port c58b6a44-9501-4db1-9a9b-0a7a4a238b51 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:07:41.021106 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] Attempting to bind port c58b6a44-9501-4db1-9a9b-0a7a4a238b51 on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:07:41.025807 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d0e710c-72c7-4b6c-a5cc-178b10da6c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:41.027645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:07:41.028024 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:07:41.028432 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:41.028844 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:07:41.029445 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] Bound port: c58b6a44-9501-4db1-9a9b-0a7a4a238b51, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:07:41.029836 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:41.069639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0e710c-72c7-4b6c-a5cc-178b10da6c82 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:07:41.075853 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e710c-72c7-4b6c-a5cc-178b10da6c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8278675-4288-46d4-bd32-d08a06aee241,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:41.086564 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d0e710c-72c7-4b6c-a5cc-178b10da6c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:41.087029 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-0d0e710c-72c7-4b6c-a5cc-178b10da6c82 admin admin] Added segment 5e03b420-e777-4d8e-9e92-3320afd580db of type vlan for network 23248b45-342b-4450-ae94-acff8719e72b Sep 18 00:07:41.104617 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-06a73b08-bfbc-4807-9524-20e7916bbdb9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::991d:1e0c:8661:7cec (ba56a403-ab7f-44f7-9f47-cabda0897d3d/90054bac-a710-4486-8b96-450bcef7fdf0/34e8498f-a218-45c4-8164-f1d671fbf821) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:41.111908 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] For port c58b6a44-9501-4db1-9a9b-0a7a4a238b51, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:07:41.115179 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] For port c58b6a44-9501-4db1-9a9b-0a7a4a238b51, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c58b6a44-9501-4db1-9a9b-0a7a4a238b51,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:07:41.126337 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-494ee0d2-b4f2-4f51-b8ce-dd90cacec700 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:41.136743 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d0e710c-72c7-4b6c-a5cc-178b10da6c82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:41.190697 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:41.219295 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d0e710c-72c7-4b6c-a5cc-178b10da6c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:41.222162 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0e710c-72c7-4b6c-a5cc-178b10da6c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:41.222162 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d0e710c-72c7-4b6c-a5cc-178b10da6c82 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:41.269273 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52614cb6-0db1-4d8c-9f83-491c71f5ee4c None None] Pushing event updated for resources: {'Port': ['ID=c58b6a44-9501-4db1-9a9b-0a7a4a238b51,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:41.310285 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-494ee0d2-b4f2-4f51-b8ce-dd90cacec700 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:41.321725 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e710c-72c7-4b6c-a5cc-178b10da6c82 admin admin] Pushing event updated for resources: {'Network': ['ID=23248b45-342b-4450-ae94-acff8719e72b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:41.330967 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0d0e710c-72c7-4b6c-a5cc-178b10da6c82 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6161690 Sep 18 00:07:41.330967 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44000) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:41.334342 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 23248b45-342b-4450-ae94-acff8719e72b details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:07:41.354380 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-49e24265-1e59-4784-b6a0-0204dafa267c admin admin] Request body: {'subnet': {'network_id': '23248b45-342b-4450-ae94-acff8719e72b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-10793838-subnet', 'tenant_id': '31471f869052403cbd67f380add885c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:41.413816 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-06a73b08-bfbc-4807-9524-20e7916bbdb9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:41.436375 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494ee0d2-b4f2-4f51-b8ce-dd90cacec700 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:41.449407 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e24265-1e59-4784-b6a0-0204dafa267c admin admin] Made reservation on behalf of 31471f869052403cbd67f380add885c8 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:41.450281 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-494ee0d2-b4f2-4f51-b8ce-dd90cacec700 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:41.452783 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494ee0d2-b4f2-4f51-b8ce-dd90cacec700 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:41.455419 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-49e24265-1e59-4784-b6a0-0204dafa267c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:41.460736 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ee0d2-b4f2-4f51-b8ce-dd90cacec700 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Pushing event updated for resources: {'Port': ['ID=56e64e24-fc3e-4b50-9f81-6c4047402762,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:41.490194 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:07:41.550166 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d164f12-19c8-47ba-921a-39e46cdb8597 req-286c3753-ab02-4b01-9793-d12d686d8f3c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:41.551795 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d164f12-19c8-47ba-921a-39e46cdb8597 req-286c3753-ab02-4b01-9793-d12d686d8f3c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 945 time: 0.2460175 Sep 18 00:07:41.696325 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-06a73b08-bfbc-4807-9524-20e7916bbdb9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:41.712243 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:07:41.717178 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:41.717711 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:41.727221 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d164f12-19c8-47ba-921a-39e46cdb8597 req-e77eb786-8dea-4850-a997-717680ad21a0 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663289 Sep 18 00:07:41.773435 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a73b08-bfbc-4807-9524-20e7916bbdb9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:41.782299 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-06a73b08-bfbc-4807-9524-20e7916bbdb9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:41.784866 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a73b08-bfbc-4807-9524-20e7916bbdb9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:41.791233 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a73b08-bfbc-4807-9524-20e7916bbdb9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:41.791863 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-06a73b08-bfbc-4807-9524-20e7916bbdb9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:41.814654 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a73b08-bfbc-4807-9524-20e7916bbdb9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=34e8498f-a218-45c4-8164-f1d671fbf821,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:41.834066 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:41.857984 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bc3c80-207c-4969-a752-585f4c24c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:07:41.858324 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-49e24265-1e59-4784-b6a0-0204dafa267c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:41.860413 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224b3339-d3aa-4549-81c1-2cfb86b46cee" -d '{"events": [{"server_uuid": "75bc3c80-207c-4969-a752-585f4c24c356", "name": "network-vif-plugged", "status": "completed", "tag": "7c8f5f7f-7250-4f95-8ebd-76daef2ca79d"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:07:41.874911 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d,segment=NetworkSegment(3ce7430e-8225-4398-9f8a-d35dc396ab8e),segment_id=3ce7430e-8225-4398-9f8a-d35dc396ab8e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:41.892682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44006) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:41.894003 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-06a73b08-bfbc-4807-9524-20e7916bbdb9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0780506 Sep 18 00:07:41.906490 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b19838e-ea2b-4745-a460-3ecafe5139ae x-openstack-request-id: req-8b19838e-ea2b-4745-a460-3ecafe5139ae {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:07:41.907060 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bc3c80-207c-4969-a752-585f4c24c356", "name": "network-vif-plugged", "status": "completed", "tag": "7c8f5f7f-7250-4f95-8ebd-76daef2ca79d", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:07:41.907667 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8b19838e-ea2b-4745-a460-3ecafe5139ae {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:07:41.908275 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bc3c80-207c-4969-a752-585f4c24c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d', 'code': 200} Sep 18 00:07:41.945792 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:41.951717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e24265-1e59-4784-b6a0-0204dafa267c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e202e36e-41fa-4713-9655-371dddb28427,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:41.967855 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e24265-1e59-4784-b6a0-0204dafa267c admin admin] Checking segment: {'id': '5e03b420-e777-4d8e-9e92-3320afd580db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '23248b45-342b-4450-ae94-acff8719e72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:07:41.968175 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e24265-1e59-4784-b6a0-0204dafa267c admin admin] Network hostable DHCP agents. Network: 23248b45-342b-4450-ae94-acff8719e72b, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:07:41.997006 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493fed42-506b-4ab3-a755-d80e0fe9cab1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:42.002952 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493fed42-506b-4ab3-a755-d80e0fe9cab1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:42.004884 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-493fed42-506b-4ab3-a755-d80e0fe9cab1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1107197 Sep 18 00:07:42.018385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44008) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:42.028329 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:42.049530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14399687-f651-426b-8f28-bbfed072b107 req-881d0a79-fad4-4e39-b1d1-5f7edab8b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:42.051080 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-14399687-f651-426b-8f28-bbfed072b107 req-881d0a79-fad4-4e39-b1d1-5f7edab8b74c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 1097 time: 0.0782979 Sep 18 00:07:42.089498 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-14399687-f651-426b-8f28-bbfed072b107 req-bcce92b8-9851-46e8-b537-52ba62f88606 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310953 Sep 18 00:07:42.093326 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-494ee0d2-b4f2-4f51-b8ce-dd90cacec700 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:42.127020 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e24265-1e59-4784-b6a0-0204dafa267c admin admin] Network 23248b45-342b-4450-ae94-acff8719e72b is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:07:42.197866 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-09bf1454-2ca8-4d8a-ae0d-c2456eccb4e4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port 34e8498f-a218-45c4-8164-f1d671fbf821 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:42.198437 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09bf1454-2ca8-4d8a-ae0d-c2456eccb4e4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:42.258406 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-49e24265-1e59-4784-b6a0-0204dafa267c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 23248b45-342b-4450-ae94-acff8719e72b) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:42.268141 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2d5dad-e572-44c5-bac4-74b5a64c94f9 None None] Network 23248b45-342b-4450-ae94-acff8719e72b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:42.268934 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e24265-1e59-4784-b6a0-0204dafa267c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:42.271159 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-49e24265-1e59-4784-b6a0-0204dafa267c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:42.363532 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-49e24265-1e59-4784-b6a0-0204dafa267c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0316770 Sep 18 00:07:42.382752 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09bf1454-2ca8-4d8a-ae0d-c2456eccb4e4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:42.401687 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-09bf1454-2ca8-4d8a-ae0d-c2456eccb4e4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for 34e8498f-a218-45c4-8164-f1d671fbf821 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:42.415134 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-494ee0d2-b4f2-4f51-b8ce-dd90cacec700 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:42.424084 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-494ee0d2-b4f2-4f51-b8ce-dd90cacec700 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:42.463278 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4dd9f2-f431-48e8-a4a1-b5c45932d441 None None] Network 23248b45-342b-4450-ae94-acff8719e72b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:42.565592 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44012) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:42.655706 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e751048-f6fa-48ca-81b5-2aee9d8298be admin admin] Deleting subnet c4d30a8a-d2cf-4a5d-8381-5d74809e5efa {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:07:42.659796 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5e751048-f6fa-48ca-81b5-2aee9d8298be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:42.702307 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5e751048-f6fa-48ca-81b5-2aee9d8298be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:42.728232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-25c299ae-3b75-4fe7-bf47-93a370e97ffb None None] Provisioning complete for port c58b6a44-9501-4db1-9a9b-0a7a4a238b51 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:42.728731 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-25c299ae-3b75-4fe7-bf47-93a370e97ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:42.759616 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5e751048-f6fa-48ca-81b5-2aee9d8298be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:42.774573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494ee0d2-b4f2-4f51-b8ce-dd90cacec700 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Router 9dc27971-91b1-4121-ae25-d4a72328c5fb is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:07:42.776497 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09bf1454-2ca8-4d8a-ae0d-c2456eccb4e4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:42.853789 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf1454-2ca8-4d8a-ae0d-c2456eccb4e4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=34e8498f-a218-45c4-8164-f1d671fbf821,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:42.899105 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-09bf1454-2ca8-4d8a-ae0d-c2456eccb4e4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:42.901446 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-09bf1454-2ca8-4d8a-ae0d-c2456eccb4e4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/34e8498f-a218-45c4-8164-f1d671fbf821 HTTP/1.1" status: 204 len: 168 time: 0.8818815 Sep 18 00:07:42.904124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44018) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:42.905759 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-25c299ae-3b75-4fe7-bf47-93a370e97ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:42.950353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-25c299ae-3b75-4fe7-bf47-93a370e97ffb None None] For port c58b6a44-9501-4db1-9a9b-0a7a4a238b51, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c58b6a44-9501-4db1-9a9b-0a7a4a238b51,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:42.961161 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c58b6a44-9501-4db1-9a9b-0a7a4a238b51 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:07:42.965921 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5e751048-f6fa-48ca-81b5-2aee9d8298be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:43.027717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e751048-f6fa-48ca-81b5-2aee9d8298be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4d30a8a-d2cf-4a5d-8381-5d74809e5efa,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:43.030154 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5e751048-f6fa-48ca-81b5-2aee9d8298be admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:43.032080 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5e751048-f6fa-48ca-81b5-2aee9d8298be admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c4d30a8a-d2cf-4a5d-8381-5d74809e5efa HTTP/1.1" status: 204 len: 168 time: 0.4652257 Sep 18 00:07:43.034815 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44020) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:43.048792 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-25c299ae-3b75-4fe7-bf47-93a370e97ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:43.088699 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcdb5b-0834-4569-b8b6-15b239dba078 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:43.089367 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c58b6a44-9501-4db1-9a9b-0a7a4a238b51 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:43.089743 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:43.090594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcdb5b-0834-4569-b8b6-15b239dba078 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:43.092235 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3adcdb5b-0834-4569-b8b6-15b239dba078 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1864979 Sep 18 00:07:43.094983 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44022) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:43.125281 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c728e-32d1-4958-b1b3-f818570d08f0 req-895d8dfb-39c0-406f-a32e-7b246764787b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:43.126814 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-432c728e-32d1-4958-b1b3-f818570d08f0 req-895d8dfb-39c0-406f-a32e-7b246764787b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.2623019 Sep 18 00:07:43.184437 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1b447b33-f64a-43da-8793-82583121737a None None] Could not find standard attr ID for object 34e8498f-a218-45c4-8164-f1d671fbf821. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:07:43.196981 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c299ae-3b75-4fe7-bf47-93a370e97ffb None None] Pushing event updated for resources: {'Port': ['ID=c58b6a44-9501-4db1-9a9b-0a7a4a238b51,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:43.207775 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-95df5adb-7a46-4b5b-8f58-758eee5d8ff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet 90054bac-a710-4486-8b96-450bcef7fdf0 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:07:43.217356 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95df5adb-7a46-4b5b-8f58-758eee5d8ff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:43.224614 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494ee0d2-b4f2-4f51-b8ce-dd90cacec700 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:07:43.240103 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f981200-53ae-49b0-b8c0-89b4f6ff1202 None None] Sync routers for ids ['9dc27971-91b1-4121-ae25-d4a72328c5fb'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:07:43.262598 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-494ee0d2-b4f2-4f51-b8ce-dd90cacec700 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:43.263750 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-494ee0d2-b4f2-4f51-b8ce-dd90cacec700 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "PUT /v2.0/routers/9dc27971-91b1-4121-ae25-d4a72328c5fb HTTP/1.1" status: 200 len: 915 time: 3.2933872 Sep 18 00:07:43.267767 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44024) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:43.280267 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-432c728e-32d1-4958-b1b3-f818570d08f0 req-d17f31a7-6fc9-4443-9ef7-d4524ddb694b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345959 Sep 18 00:07:43.297829 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f981200-53ae-49b0-b8c0-89b4f6ff1202 None None] Routers {'9dc27971-91b1-4121-ae25-d4a72328c5fb'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:43.298798 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8f981200-53ae-49b0-b8c0-89b4f6ff1202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['9dc27971-91b1-4121-ae25-d4a72328c5fb'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:43.331921 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95df5adb-7a46-4b5b-8f58-758eee5d8ff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:43.335404 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7419d46-812d-4239-b5bb-f2ee46e0b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:43.356735 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8f981200-53ae-49b0-b8c0-89b4f6ff1202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:43.373418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f981200-53ae-49b0-b8c0-89b4f6ff1202 None None] Routers {'9dc27971-91b1-4121-ae25-d4a72328c5fb'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:43.374041 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8f981200-53ae-49b0-b8c0-89b4f6ff1202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['9dc27971-91b1-4121-ae25-d4a72328c5fb'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:43.415540 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8f981200-53ae-49b0-b8c0-89b4f6ff1202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:43.416231 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f981200-53ae-49b0-b8c0-89b4f6ff1202 None None] The sync data for ids ['9dc27971-91b1-4121-ae25-d4a72328c5fb'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:07:43.446699 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95df5adb-7a46-4b5b-8f58-758eee5d8ff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:43.458422 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:43.591622 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95df5adb-7a46-4b5b-8f58-758eee5d8ff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:43.609642 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95df5adb-7a46-4b5b-8f58-758eee5d8ff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:43.613853 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-95df5adb-7a46-4b5b-8f58-758eee5d8ff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/90054bac-a710-4486-8b96-450bcef7fdf0 HTTP/1.1" status: 204 len: 168 time: 0.5156534 Sep 18 00:07:43.620384 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560f9134-568a-4c66-9d7a-4641e615dbf2 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:43.640129 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44026) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:43.691663 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-54bdec67-bc45-4709-87ef-408fdc8fc2a0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500875 Sep 18 00:07:43.692604 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df5adb-7a46-4b5b-8f58-758eee5d8ff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=90054bac-a710-4486-8b96-450bcef7fdf0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:43.694578 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44030) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:43.704388 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-dc6ac621-8230-4cfa-b57f-a49bf299e653 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:43.820281 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7419d46-812d-4239-b5bb-f2ee46e0b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:43.829825 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2b4aa4a5-9845-4298-9b0d-a1e5fe5df100 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "GET /v2.0/routers/9dc27971-91b1-4121-ae25-d4a72328c5fb HTTP/1.1" status: 200 len: 921 time: 0.5591028 Sep 18 00:07:43.833206 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44032) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:43.846752 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7a091e-3b90-4e61-bc05-5fc86b784a07 None None] DHCP port deletion for ba56a403-ab7f-44f7-9f47-cabda0897d3d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:07:43.849668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-c7419d46-812d-4239-b5bb-f2ee46e0b0cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f74739e-4341-4449-b8ca-6dc8f1d7e9f2']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:43.864813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-c7419d46-812d-4239-b5bb-f2ee46e0b0cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7141248-70ae-4ebc-86ed-0b08aa186d60') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:43.865505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-c7419d46-812d-4239-b5bb-f2ee46e0b0cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7141248-70ae-4ebc-86ed-0b08aa186d60') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:43.876226 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7419d46-812d-4239-b5bb-f2ee46e0b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:43.890113 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6ac621-8230-4cfa-b57f-a49bf299e653 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:43.894090 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7419d46-812d-4239-b5bb-f2ee46e0b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:43.898094 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dc6ac621-8230-4cfa-b57f-a49bf299e653 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:43.904213 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7419d46-812d-4239-b5bb-f2ee46e0b0cd admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:07:43.905290 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7419d46-812d-4239-b5bb-f2ee46e0b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:07:43.907419 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:07:43.916810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6b7a091e-3b90-4e61-bc05-5fc86b784a07 None None] Deleting port c58b6a44-9501-4db1-9a9b-0a7a4a238b51 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:43.917479 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6b7a091e-3b90-4e61-bc05-5fc86b784a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:43.954014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669fb851-2233-4b81-9a79-c3285e98b874 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:43.957884 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-669fb851-2233-4b81-9a79-c3285e98b874 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=544c7e65-fba8-424a-a169-b245d1aea919&device_id=9dc27971-91b1-4121-ae25-d4a72328c5fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1212485 Sep 18 00:07:43.959741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44034) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:43.994510 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6b7a091e-3b90-4e61-bc05-5fc86b784a07 None None] For port c58b6a44-9501-4db1-9a9b-0a7a4a238b51, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c58b6a44-9501-4db1-9a9b-0a7a4a238b51,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:43.994914 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6b7a091e-3b90-4e61-bc05-5fc86b784a07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:44.017853 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6b7a091e-3b90-4e61-bc05-5fc86b784a07 None None] Calling delete_port for c58b6a44-9501-4db1-9a9b-0a7a4a238b51 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:44.033502 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7419d46-812d-4239-b5bb-f2ee46e0b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:44.043239 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c7419d46-812d-4239-b5bb-f2ee46e0b0cd admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:44.049075 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c7419d46-812d-4239-b5bb-f2ee46e0b0cd admin admin] 10.222.0.46 "DELETE /v2.0/networks/8f74739e-4341-4449-b8ca-6dc8f1d7e9f2 HTTP/1.1" status: 204 len: 168 time: 1.0083005 Sep 18 00:07:44.049787 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44036) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:44.078237 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7419d46-812d-4239-b5bb-f2ee46e0b0cd admin admin] Pushing event deleted for resources: {'Network': ['ID=8f74739e-4341-4449-b8ca-6dc8f1d7e9f2,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:44.103070 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a1a604ff-e95d-4866-8ed7-d2d7182a16f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:44.133239 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb03b19-5108-4ed8-bec8-4272b7103ab2 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:44.137894 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bbb03b19-5108-4ed8-bec8-4272b7103ab2 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 881 time: 0.1740122 Sep 18 00:07:44.137894 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44038) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:44.149971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bf6430-6b30-4fb9-a559-04b2ec1423ac admin admin] Deleting subnet e202e36e-41fa-4713-9655-371dddb28427 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:07:44.155336 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c6bf6430-6b30-4fb9-a559-04b2ec1423ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:44.174657 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1fc2b23d-3ecc-49a4-a08d-5bb325402ccb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "GET /v2.0/ports?device_id=9dc27971-91b1-4121-ae25-d4a72328c5fb HTTP/1.1" status: 200 len: 205 time: 0.0337844 Sep 18 00:07:44.175944 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44040) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:44.224615 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6b7a091e-3b90-4e61-bc05-5fc86b784a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:44.236965 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c6bf6430-6b30-4fb9-a559-04b2ec1423ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:44.259441 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a091e-3b90-4e61-bc05-5fc86b784a07 None None] No DVR routers for this DVR port c58b6a44-9501-4db1-9a9b-0a7a4a238b51 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:07:44.261456 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a091e-3b90-4e61-bc05-5fc86b784a07 None None] Pushing event deleted for resources: {'Port': ['ID=c58b6a44-9501-4db1-9a9b-0a7a4a238b51,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:44.311450 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dc6ac621-8230-4cfa-b57f-a49bf299e653 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:44.319304 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c6bf6430-6b30-4fb9-a559-04b2ec1423ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:44.345589 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b85ebad-a895-4405-a077-92e3c8d5f44e tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:44.357916 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6ac621-8230-4cfa-b57f-a49bf299e653 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:44.363258 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-dc6ac621-8230-4cfa-b57f-a49bf299e653 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:44.368086 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ac621-8230-4cfa-b57f-a49bf299e653 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:44.368680 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dc6ac621-8230-4cfa-b57f-a49bf299e653 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:44.375006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198cf722-a540-4f7f-ac65-8f8b8eb84ff5 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:44.378111 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ac621-8230-4cfa-b57f-a49bf299e653 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=ba7a08a3-75e2-4190-a500-f2fd8adc57eb,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:44.463982 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dc6ac621-8230-4cfa-b57f-a49bf299e653 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7615860 Sep 18 00:07:44.464391 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44044) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:44.469869 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f1e640da-b06e-4511-9337-568df67a5ea7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'fixed_ips': [{'subnet_id': 'ba7a08a3-75e2-4190-a500-f2fd8adc57eb', 'ip_address': '2001:db8::a9c0:8366:f708:85b'}], 'name': 'tempest-NetworksTestDHCPv6-807935207'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:44.501122 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cdc52-b875-4282-b76d-ff90d16f40d2 req-e947a9dc-c1f5-47c6-8432-d43e85602104 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:44.502670 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f4cdc52-b875-4282-b76d-ff90d16f40d2 req-e947a9dc-c1f5-47c6-8432-d43e85602104 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.1153924 Sep 18 00:07:44.543203 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b85ebad-a895-4405-a077-92e3c8d5f44e tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:44.558644 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c6bf6430-6b30-4fb9-a559-04b2ec1423ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:44.571618 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'fixed_ips': [{'subnet_id': 'ba7a08a3-75e2-4190-a500-f2fd8adc57eb'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:07:44.573642 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:44.589676 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f4cdc52-b875-4282-b76d-ff90d16f40d2 req-926f0892-4776-4c16-9a63-aaf943ed6a76 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758593 Sep 18 00:07:44.592484 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf6430-6b30-4fb9-a559-04b2ec1423ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e202e36e-41fa-4713-9655-371dddb28427,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:44.597380 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c6bf6430-6b30-4fb9-a559-04b2ec1423ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:44.601935 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c6bf6430-6b30-4fb9-a559-04b2ec1423ac admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e202e36e-41fa-4713-9655-371dddb28427 HTTP/1.1" status: 204 len: 168 time: 0.5348158 Sep 18 00:07:44.603918 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44046) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:44.722848 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bcf8edcd-751b-451c-8393-cdec62296fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:44.760202 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5b85ebad-a895-4405-a077-92e3c8d5f44e tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Deleting port 56e64e24-fc3e-4b50-9f81-6c4047402762 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:44.760511 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] Allocated IP 2001:db8::2 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/ba7a08a3-75e2-4190-a500-f2fd8adc57eb/6c0b8403-bba0-4052-8403-98cd55b52e50) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:44.761008 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b85ebad-a895-4405-a077-92e3c8d5f44e tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:44.796364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af34d1-793d-4038-ba62-4dbbdc63eaae req-215af80b-1a59-416a-8030-bcd51cefd372 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:44.797914 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-37af34d1-793d-4038-ba62-4dbbdc63eaae req-215af80b-1a59-416a-8030-bcd51cefd372 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.1053658 Sep 18 00:07:44.838564 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bcf8edcd-751b-451c-8393-cdec62296fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:44.841431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e640da-b06e-4511-9337-568df67a5ea7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:44.906978 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c58b6a44-9501-4db1-9a9b-0a7a4a238b51 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:07:44.919032 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-37af34d1-793d-4038-ba62-4dbbdc63eaae req-0b87c42c-4e93-45e6-bb50-3e4ad5976c5f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106210 Sep 18 00:07:44.935879 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b85ebad-a895-4405-a077-92e3c8d5f44e tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:44.948765 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44052) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:44.949411 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5b85ebad-a895-4405-a077-92e3c8d5f44e tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Calling delete_port for 56e64e24-fc3e-4b50-9f81-6c4047402762 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:44.958937 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1e640da-b06e-4511-9337-568df67a5ea7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:44.963649 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: c58b6a44-9501-4db1-9a9b-0a7a4a238b51 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:07:44.964236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c58b6a44-9501-4db1-9a9b-0a7a4a238b51 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:07:45.023088 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-bcf8edcd-751b-451c-8393-cdec62296fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23248b45-342b-4450-ae94-acff8719e72b']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:45.033867 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.042308 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-f1e640da-b06e-4511-9337-568df67a5ea7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port 412a3ec8-56b0-4ffa-8245-85ab74d5784f yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:07:45.049013 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-bcf8edcd-751b-451c-8393-cdec62296fa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e03b420-e777-4d8e-9e92-3320afd580db') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:45.049419 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-bcf8edcd-751b-451c-8393-cdec62296fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e03b420-e777-4d8e-9e92-3320afd580db') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:45.063937 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bcf8edcd-751b-451c-8393-cdec62296fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.104745 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.125298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8516c87-3f82-4311-8b7a-eee4fc9fbfc9 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:45.130191 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b8516c87-3f82-4311-8b7a-eee4fc9fbfc9 tempest-TestNetworkAdvancedServerOps-1327938555 tempest-TestNetworkAdvancedServerOps-1327938555-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 1092 time: 0.1632328 Sep 18 00:07:45.131462 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44054) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:45.134807 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bcf8edcd-751b-451c-8393-cdec62296fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.137853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf8edcd-751b-451c-8393-cdec62296fa5 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bcf8edcd-751b-451c-8393-cdec62296fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: items = [ Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:07:45.153692 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:07:45.179846 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:45.183207 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:45.189420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:45.196936 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] Pushing event updated for resources: {'Port': ['ID=6c0b8403-bba0-4052-8403-98cd55b52e50,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:45.231609 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b85ebad-a895-4405-a077-92e3c8d5f44e tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.266963 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85ebad-a895-4405-a077-92e3c8d5f44e tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Pushing event deleted for resources: {'Port': ['ID=56e64e24-fc3e-4b50-9f81-6c4047402762,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:45.270577 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.281946 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] Attempting to bind port 6c0b8403-bba0-4052-8403-98cd55b52e50 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:07:45.282469 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] Attempting to bind port 6c0b8403-bba0-4052-8403-98cd55b52e50 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:07:45.282835 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] Attempting to bind port 6c0b8403-bba0-4052-8403-98cd55b52e50 on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:07:45.290820 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:07:45.291259 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:07:45.291594 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.291988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:07:45.292601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] Bound port: 6c0b8403-bba0-4052-8403-98cd55b52e50, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:07:45.293029 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.315958 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-f1e640da-b06e-4511-9337-568df67a5ea7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::a9c0:8366:f708:85b (ba56a403-ab7f-44f7-9f47-cabda0897d3d/ba7a08a3-75e2-4190-a500-f2fd8adc57eb/412a3ec8-56b0-4ffa-8245-85ab74d5784f) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:45.323303 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bcf8edcd-751b-451c-8393-cdec62296fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.338330 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bcf8edcd-751b-451c-8393-cdec62296fa5 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.342474 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bcf8edcd-751b-451c-8393-cdec62296fa5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/23248b45-342b-4450-ae94-acff8719e72b HTTP/1.1" status: 204 len: 168 time: 0.7332432 Sep 18 00:07:45.356123 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8edcd-751b-451c-8393-cdec62296fa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=23248b45-342b-4450-ae94-acff8719e72b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:45.383987 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b85ebad-a895-4405-a077-92e3c8d5f44e tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.385124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] For port 6c0b8403-bba0-4052-8403-98cd55b52e50, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:07:45.395956 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] For port 6c0b8403-bba0-4052-8403-98cd55b52e50, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6c0b8403-bba0-4052-8403-98cd55b52e50,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:07:45.460800 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.533180 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55b2e8-7e6b-4bc6-aa72-ac76e5b781a9 None None] Pushing event updated for resources: {'Port': ['ID=6c0b8403-bba0-4052-8403-98cd55b52e50,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:45.534947 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b85ebad-a895-4405-a077-92e3c8d5f44e tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.537969 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b85ebad-a895-4405-a077-92e3c8d5f44e tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.569200 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1e640da-b06e-4511-9337-568df67a5ea7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.606060 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.667400 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1e640da-b06e-4511-9337-568df67a5ea7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.668448 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b85ebad-a895-4405-a077-92e3c8d5f44e tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.669808 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b85ebad-a895-4405-a077-92e3c8d5f44e tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Fanout notify agent at l3_agent the message router_deleted on router 9dc27971-91b1-4121-ae25-d4a72328c5fb {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:07:45.681763 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b85ebad-a895-4405-a077-92e3c8d5f44e tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.687138 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5b85ebad-a895-4405-a077-92e3c8d5f44e tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "DELETE /v2.0/routers/9dc27971-91b1-4121-ae25-d4a72328c5fb HTTP/1.1" status: 204 len: 168 time: 1.5077472 Sep 18 00:07:45.702753 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44058) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:45.726026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-29893126-c485-4cef-a00a-fc82f2eab5db tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-772718896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:45.754765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Allocated IP 172.25.3.57 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/82ea5d5a-e6c4-48b1-8dab-440a8825168f) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:45.770870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e640da-b06e-4511-9337-568df67a5ea7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:45.781708 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-f1e640da-b06e-4511-9337-568df67a5ea7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:45.824804 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e640da-b06e-4511-9337-568df67a5ea7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:45.830488 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e640da-b06e-4511-9337-568df67a5ea7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:45.831116 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1e640da-b06e-4511-9337-568df67a5ea7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.842485 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44064) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:45.851161 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e640da-b06e-4511-9337-568df67a5ea7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=412a3ec8-56b0-4ffa-8245-85ab74d5784f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:45.900886 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-61c03de4-655c-49d7-8a54-41453243f806 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2a579a169af841b9a55f65023aefb0d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562639 Sep 18 00:07:45.916348 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44068) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:45.916611 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.951009 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29893126-c485-4cef-a00a-fc82f2eab5db tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.951009 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29893126-c485-4cef-a00a-fc82f2eab5db tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.962396 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-23822deb-d0eb-4572-9bcd-18484b6db438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:45.997894 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-23822deb-d0eb-4572-9bcd-18484b6db438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:46.001817 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:46.033720 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29893126-c485-4cef-a00a-fc82f2eab5db tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:46.044338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:46.047420 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:46.051049 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:46.063106 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f1e640da-b06e-4511-9337-568df67a5ea7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5948005 Sep 18 00:07:46.063516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44074) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:46.093381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=82ea5d5a-e6c4-48b1-8dab-440a8825168f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:46.097112 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29893126-c485-4cef-a00a-fc82f2eab5db tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:46.131027 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f47c76-59d8-4f2c-8e79-afd1ab50f899 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:46.139108 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f47c76-59d8-4f2c-8e79-afd1ab50f899 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:46.139947 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e3f47c76-59d8-4f2c-8e79-afd1ab50f899 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0754743 Sep 18 00:07:46.142729 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44078) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:46.207663 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-23822deb-d0eb-4572-9bcd-18484b6db438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:46.210239 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-23822deb-d0eb-4572-9bcd-18484b6db438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:46.211385 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-23822deb-d0eb-4572-9bcd-18484b6db438 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/82f161f8-c80c-4acd-8d4d-f58961022e08 HTTP/1.1" status: 204 len: 168 time: 0.3056657 Sep 18 00:07:46.217875 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29893126-c485-4cef-a00a-fc82f2eab5db tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:46.219805 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-29893126-c485-4cef-a00a-fc82f2eab5db tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5153019 Sep 18 00:07:46.227122 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23822deb-d0eb-4572-9bcd-18484b6db438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f161f8-c80c-4acd-8d4d-f58961022e08,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:46.228766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44086) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:46.233519 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-dc3a74cb-04dc-44e3-b66b-3cb22d980fa4 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'enable_snat': False}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:46.254963 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-27beb90a-0fd3-4a0b-86ba-35cad21c57d3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port 412a3ec8-56b0-4ffa-8245-85ab74d5784f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:46.255329 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-27beb90a-0fd3-4a0b-86ba-35cad21c57d3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:46.353100 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-27beb90a-0fd3-4a0b-86ba-35cad21c57d3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:46.372474 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-27beb90a-0fd3-4a0b-86ba-35cad21c57d3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for 412a3ec8-56b0-4ffa-8245-85ab74d5784f owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:46.530848 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc3a74cb-04dc-44e3-b66b-3cb22d980fa4 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:46.586631 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d214817e-59ce-412f-bbe6-947ff2cbfac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:46.609063 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-27beb90a-0fd3-4a0b-86ba-35cad21c57d3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:46.654410 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27beb90a-0fd3-4a0b-86ba-35cad21c57d3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=412a3ec8-56b0-4ffa-8245-85ab74d5784f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:46.673256 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-27beb90a-0fd3-4a0b-86ba-35cad21c57d3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:46.675467 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-27beb90a-0fd3-4a0b-86ba-35cad21c57d3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/412a3ec8-56b0-4ffa-8245-85ab74d5784f HTTP/1.1" status: 204 len: 168 time: 0.5317025 Sep 18 00:07:46.678416 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44096) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:46.745953 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a6497-4bf3-4c20-8c83-75a0df6fa7ef tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:46.746877 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a6497-4bf3-4c20-8c83-75a0df6fa7ef tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:46.749407 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4e4ee01e-54ea-4dc9-9530-205febfef456 None None] Provisioning complete for port 6c0b8403-bba0-4052-8403-98cd55b52e50 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:46.749877 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4e4ee01e-54ea-4dc9-9530-205febfef456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:46.754215 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8c3a6497-4bf3-4c20-8c83-75a0df6fa7ef tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0728590 Sep 18 00:07:46.754478 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44102) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:46.833301 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71de90f-09e3-40b7-a4d1-15f59d971d9a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet ba7a08a3-75e2-4190-a500-f2fd8adc57eb {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:07:46.843115 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d71de90f-09e3-40b7-a4d1-15f59d971d9a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:46.864200 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:46.887385 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4e4ee01e-54ea-4dc9-9530-205febfef456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:46.939534 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d71de90f-09e3-40b7-a4d1-15f59d971d9a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:46.945815 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-4e4ee01e-54ea-4dc9-9530-205febfef456 None None] For port 6c0b8403-bba0-4052-8403-98cd55b52e50, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6c0b8403-bba0-4052-8403-98cd55b52e50,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:46.978891 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 6c0b8403-bba0-4052-8403-98cd55b52e50 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:07:47.054181 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4e4ee01e-54ea-4dc9-9530-205febfef456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.064148 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d71de90f-09e3-40b7-a4d1-15f59d971d9a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.119306 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 6c0b8403-bba0-4052-8403-98cd55b52e50 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:47.119684 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.122567 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ee01e-54ea-4dc9-9530-205febfef456 None None] Pushing event updated for resources: {'Port': ['ID=6c0b8403-bba0-4052-8403-98cd55b52e50,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:47.146486 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc3a74cb-04dc-44e3-b66b-3cb22d980fa4 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.148524 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.182721 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7110ae36-0c2f-409c-913b-183258e704f5 None None] Could not find standard attr ID for object 412a3ec8-56b0-4ffa-8245-85ab74d5784f. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:07:47.210760 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc3a74cb-04dc-44e3-b66b-3cb22d980fa4 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.222880 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d71de90f-09e3-40b7-a4d1-15f59d971d9a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.265752 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71de90f-09e3-40b7-a4d1-15f59d971d9a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=ba7a08a3-75e2-4190-a500-f2fd8adc57eb,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:47.276324 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d71de90f-09e3-40b7-a4d1-15f59d971d9a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.278331 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d71de90f-09e3-40b7-a4d1-15f59d971d9a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/ba7a08a3-75e2-4190-a500-f2fd8adc57eb HTTP/1.1" status: 204 len: 168 time: 0.5228992 Sep 18 00:07:47.281387 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44124) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:47.281634 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44126) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:47.301966 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.328891 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-682e0576-5b87-4c0c-8a2c-f2133cc3f184 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456939 Sep 18 00:07:47.331043 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44130) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:47.337197 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-511274f3-77a0-4637-ab61-7111b0c6f24d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:47.387871 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82773237-3e31-46a5-af99-e439eb803534 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:47.414121 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-56f423d8-a8a8-4592-a6e3-43d0973ab99f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=31471f869052403cbd67f380add885c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274960 Sep 18 00:07:47.415811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44134) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:47.455827 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-dc3a74cb-04dc-44e3-b66b-3cb22d980fa4 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Allocated IP 172.25.3.26 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/6d15c599-d81f-4b95-ae95-1c5a513225cb) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:47.483556 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.486821 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-224846c4-9187-4592-add3-8877871a47f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.510013 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-224846c4-9187-4592-add3-8877871a47f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.556117 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511274f3-77a0-4637-ab61-7111b0c6f24d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:47.561601 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-511274f3-77a0-4637-ab61-7111b0c6f24d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.588371 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.588870 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cd369e-a878-4e6a-aaed-73ee8100a10a None None] DHCP port deletion for ba56a403-ab7f-44f7-9f47-cabda0897d3d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:07:47.634201 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-224846c4-9187-4592-add3-8877871a47f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.637472 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-224846c4-9187-4592-add3-8877871a47f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.638639 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-224846c4-9187-4592-add3-8877871a47f9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d8278675-4288-46d4-bd32-d08a06aee241 HTTP/1.1" status: 204 len: 168 time: 0.2218604 Sep 18 00:07:47.642688 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc3a74cb-04dc-44e3-b66b-3cb22d980fa4 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.646028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event updated for resources: {'Port': ['ID=82ea5d5a-e6c4-48b1-8dab-440a8825168f,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:47.659435 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-40cd369e-a878-4e6a-aaed-73ee8100a10a None None] Deleting port 6c0b8403-bba0-4052-8403-98cd55b52e50 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:47.659940 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-40cd369e-a878-4e6a-aaed-73ee8100a10a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.661371 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224846c4-9187-4592-add3-8877871a47f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8278675-4288-46d4-bd32-d08a06aee241,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:47.715653 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.811816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-40cd369e-a878-4e6a-aaed-73ee8100a10a None None] For port 6c0b8403-bba0-4052-8403-98cd55b52e50, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6c0b8403-bba0-4052-8403-98cd55b52e50,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:47.812257 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-40cd369e-a878-4e6a-aaed-73ee8100a10a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.823835 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Floating IP 7b192339-756d-4017-b4df-52d575a482df associated. External IP: 172.25.3.57, port: 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d. Sep 18 00:07:47.827525 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-40cd369e-a878-4e6a-aaed-73ee8100a10a None None] Calling delete_port for 6c0b8403-bba0-4052-8403-98cd55b52e50 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:47.910844 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.957005 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-511274f3-77a0-4637-ab61-7111b0c6f24d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:47.980204 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-40cd369e-a878-4e6a-aaed-73ee8100a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:48.002000 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511274f3-77a0-4637-ab61-7111b0c6f24d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:48.005141 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-511274f3-77a0-4637-ab61-7111b0c6f24d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:48.013048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511274f3-77a0-4637-ab61-7111b0c6f24d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:48.013676 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-511274f3-77a0-4637-ab61-7111b0c6f24d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:48.027440 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511274f3-77a0-4637-ab61-7111b0c6f24d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=01511a07-da9a-4b7a-9504-28b6b913a44c,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:48.095337 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cd369e-a878-4e6a-aaed-73ee8100a10a None None] No DVR routers for this DVR port 6c0b8403-bba0-4052-8403-98cd55b52e50 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:07:48.095337 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd369e-a878-4e6a-aaed-73ee8100a10a None None] Pushing event deleted for resources: {'Port': ['ID=6c0b8403-bba0-4052-8403-98cd55b52e50,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:48.095337 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdff977-cb60-43ef-81ed-df9c5d425280 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:48.237555 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc3a74cb-04dc-44e3-b66b-3cb22d980fa4 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:48.261238 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-511274f3-77a0-4637-ab61-7111b0c6f24d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9266522 Sep 18 00:07:48.261704 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44172) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:48.264494 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'fixed_ips': [{'subnet_id': '01511a07-da9a-4b7a-9504-28b6b913a44c'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:07:48.265488 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:48.271859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-daa09315-d5cf-4490-b68f-e2b0b3fa7a45 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'fixed_ips': [{'subnet_id': '01511a07-da9a-4b7a-9504-28b6b913a44c', 'ip_address': '2001:db8::871c:f663:e8a9:6cc0'}], 'name': 'tempest-NetworksTestDHCPv6-410710916'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:48.290523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3a74cb-04dc-44e3-b66b-3cb22d980fa4 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:48.298770 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-dc3a74cb-04dc-44e3-b66b-3cb22d980fa4 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:48.306349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a74cb-04dc-44e3-b66b-3cb22d980fa4 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:48.356318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a74cb-04dc-44e3-b66b-3cb22d980fa4 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Pushing event updated for resources: {'Port': ['ID=6d15c599-d81f-4b95-ae95-1c5a513225cb,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:48.431836 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] Allocated IP 2001:db8::2 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/01511a07-da9a-4b7a-9504-28b6b913a44c/be4a1558-c6f3-4381-a01e-e9e353ad7bfe) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:48.528228 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa09315-d5cf-4490-b68f-e2b0b3fa7a45 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:48.535059 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-daa09315-d5cf-4490-b68f-e2b0b3fa7a45 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:48.566156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-daa09315-d5cf-4490-b68f-e2b0b3fa7a45 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port e0bc41ba-5052-4826-b9de-8cc2947cae22 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:07:48.599319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Router db260545-607c-4011-9f23-fdc166cac75b has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:07:48.602038 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:48.751730 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:48.791344 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:48.801552 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:48.802524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:07:48.810847 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc3a74cb-04dc-44e3-b66b-3cb22d980fa4 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:48.817788 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:48.821333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-daa09315-d5cf-4490-b68f-e2b0b3fa7a45 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::871c:f663:e8a9:6cc0 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/01511a07-da9a-4b7a-9504-28b6b913a44c/e0bc41ba-5052-4826-b9de-8cc2947cae22) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:48.830377 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07584d1-a761-4c6e-98da-79188e220d61 None None] Sync routers for ids ['db260545-607c-4011-9f23-fdc166cac75b'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:07:48.855044 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07584d1-a761-4c6e-98da-79188e220d61 None None] Routers {'db260545-607c-4011-9f23-fdc166cac75b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:48.855605 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c07584d1-a761-4c6e-98da-79188e220d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['db260545-607c-4011-9f23-fdc166cac75b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:48.865169 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] Pushing event updated for resources: {'Port': ['ID=be4a1558-c6f3-4381-a01e-e9e353ad7bfe,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:48.923192 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 6c0b8403-bba0-4052-8403-98cd55b52e50 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:07:49.020653 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-daa09315-d5cf-4490-b68f-e2b0b3fa7a45 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:49.021987 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:49.068447 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-c07584d1-a761-4c6e-98da-79188e220d61 None None] Set router db260545-607c-4011-9f23-fdc166cac75b gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:07:49.108794 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-28f09797-b596-4c2d-b3f9-342f17ecc7dc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9762847 Sep 18 00:07:49.112213 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bc3c80-207c-4969-a752-585f4c24c356', 'tag': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:07:49.114811 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5898d86b-5af0-4736-991d-1982dd84a639" -d '{"events": [{"name": "network-changed", "server_uuid": "75bc3c80-207c-4969-a752-585f4c24c356", "tag": "7c8f5f7f-7250-4f95-8ebd-76daef2ca79d"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:07:49.168501 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-daa09315-d5cf-4490-b68f-e2b0b3fa7a45 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:49.178372 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc3a74cb-04dc-44e3-b66b-3cb22d980fa4 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:49.184894 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc3a74cb-04dc-44e3-b66b-3cb22d980fa4 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:49.188875 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] Attempting to bind port be4a1558-c6f3-4381-a01e-e9e353ad7bfe on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:07:49.193991 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] Attempting to bind port be4a1558-c6f3-4381-a01e-e9e353ad7bfe by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:07:49.194468 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] Attempting to bind port be4a1558-c6f3-4381-a01e-e9e353ad7bfe on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:07:49.206845 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef2cc95-d6b9-41bf-aa59-657aace793ed x-openstack-request-id: req-4ef2cc95-d6b9-41bf-aa59-657aace793ed {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:07:49.206845 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bc3c80-207c-4969-a752-585f4c24c356", "tag": "7c8f5f7f-7250-4f95-8ebd-76daef2ca79d", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:07:49.206845 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ef2cc95-d6b9-41bf-aa59-657aace793ed {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:07:49.206845 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bc3c80-207c-4969-a752-585f4c24c356', 'tag': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d', 'status': 'completed', 'code': 200} Sep 18 00:07:49.260620 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 6c0b8403-bba0-4052-8403-98cd55b52e50 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:07:49.264130 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 6c0b8403-bba0-4052-8403-98cd55b52e50 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:07:49.276869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:07:49.276869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:07:49.279355 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:49.279894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:07:49.280378 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] Bound port: be4a1558-c6f3-4381-a01e-e9e353ad7bfe, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:07:49.280749 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:49.319400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa09315-d5cf-4490-b68f-e2b0b3fa7a45 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:49.341289 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-daa09315-d5cf-4490-b68f-e2b0b3fa7a45 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:49.345634 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa09315-d5cf-4490-b68f-e2b0b3fa7a45 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=e0bc41ba-5052-4826-b9de-8cc2947cae22,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:49.359684 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa09315-d5cf-4490-b68f-e2b0b3fa7a45 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:49.364162 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec418833-44c3-4853-886a-f79d84ceca0d req-fd486e52-17dc-47ab-9c2a-a68d9f4ec488 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:49.365188 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa09315-d5cf-4490-b68f-e2b0b3fa7a45 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:49.365827 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-daa09315-d5cf-4490-b68f-e2b0b3fa7a45 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:49.372105 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ec418833-44c3-4853-886a-f79d84ceca0d req-fd486e52-17dc-47ab-9c2a-a68d9f4ec488 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.1184318 Sep 18 00:07:49.413290 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898d86b-5af0-4736-991d-1982dd84a639 req-d9147c7d-e932-4c03-b196-d715465a7098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:49.413498 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] For port be4a1558-c6f3-4381-a01e-e9e353ad7bfe, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:07:49.422654 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5898d86b-5af0-4736-991d-1982dd84a639 req-d9147c7d-e932-4c03-b196-d715465a7098 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 1097 time: 0.1174161 Sep 18 00:07:49.422819 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] For port be4a1558-c6f3-4381-a01e-e9e353ad7bfe, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=be4a1558-c6f3-4381-a01e-e9e353ad7bfe,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:07:49.428401 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ec418833-44c3-4853-886a-f79d84ceca0d req-fda735d6-cefe-4922-8064-7e3f09fe6caf tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554137 Sep 18 00:07:49.456430 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44232) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:49.499196 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c07584d1-a761-4c6e-98da-79188e220d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db260545-607c-4011-9f23-fdc166cac75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737731793', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:16Z', 'updated_at': '2021-09-18T00:07:24Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:17Z', 'updated_at': '2021-09-18T00:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '7b192339-756d-4017-b4df-52d575a482df', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'port_id': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0', 'mac_address': 'fa:16:3e:d7:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bc3c80-207c-4969-a752-585f4c24c356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:07:46Z', 'updated_at': '2021-09-18T00:07:46Z', 'revision_number': 0, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7577a1e-f919-4788-b2be-cb3ea6100ddd', 'name': '', 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:bd:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '8112a6a7-1aea-4250-8e3a-79449b09191a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:23Z', 'updated_at': '2021-09-18T00:07:29Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '8112a6a7-1aea-4250-8e3a-79449b09191a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:49.503049 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:49.508689 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-daa09315-d5cf-4490-b68f-e2b0b3fa7a45 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2432606 Sep 18 00:07:49.509531 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44238) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:49.534805 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07584d1-a761-4c6e-98da-79188e220d61 None None] Checking router: db260545-607c-4011-9f23-fdc166cac75b for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:07:49.541879 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3a74cb-04dc-44e3-b66b-3cb22d980fa4 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Router fcc3cec6-f211-44a8-bb62-bedbee5803dd is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:07:49.547885 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07584d1-a761-4c6e-98da-79188e220d61 None None] Routers {'db260545-607c-4011-9f23-fdc166cac75b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:49.549398 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c07584d1-a761-4c6e-98da-79188e220d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['db260545-607c-4011-9f23-fdc166cac75b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:49.585409 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e95429b0-98ed-4c51-b8bc-349b774a33b1 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/floatingips/7b192339-756d-4017-b4df-52d575a482df HTTP/1.1" status: 200 len: 991 time: 0.1274362 Sep 18 00:07:49.595328 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898d86b-5af0-4736-991d-1982dd84a639 req-1d393f07-756f-4137-8b68-e5fde9d771e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:49.596848 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5898d86b-5af0-4736-991d-1982dd84a639 req-1d393f07-756f-4137-8b68-e5fde9d771e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e538436-221e-43ae-be37-c1ee657631a0 HTTP/1.1" status: 200 len: 898 time: 0.1738112 Sep 18 00:07:49.601847 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f93e4f-693b-4a47-a907-dc8d66c8fbe5 None None] Pushing event updated for resources: {'Port': ['ID=be4a1558-c6f3-4381-a01e-e9e353ad7bfe,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:49.628388 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9a142d-b142-4c27-a8ce-11976720ceb2 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:49.639221 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9a142d-b142-4c27-a8ce-11976720ceb2 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:49.643390 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6f9a142d-b142-4c27-a8ce-11976720ceb2 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1308653 Sep 18 00:07:49.647178 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44248) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:49.704911 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5898d86b-5af0-4736-991d-1982dd84a639 req-17d091e9-7b8a-49cf-8b15-ba1b75f6b400 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d HTTP/1.1" status: 200 len: 999 time: 0.0901372 Sep 18 00:07:49.764329 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-c07584d1-a761-4c6e-98da-79188e220d61 None None] Set router db260545-607c-4011-9f23-fdc166cac75b gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:07:49.774201 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898d86b-5af0-4736-991d-1982dd84a639 req-c1bfa8ee-6edd-41bd-a235-b1a9e8ddf8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:49.775722 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5898d86b-5af0-4736-991d-1982dd84a639 req-c1bfa8ee-6edd-41bd-a235-b1a9e8ddf8f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8112a6a7-1aea-4250-8e3a-79449b09191a HTTP/1.1" status: 200 len: 835 time: 0.0637484 Sep 18 00:07:49.778161 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:49.820117 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3a74cb-04dc-44e3-b66b-3cb22d980fa4 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:07:49.830781 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd3a431-a536-4464-b6f0-ac0a82f0f354 None None] Sync routers for ids ['fcc3cec6-f211-44a8-bb62-bedbee5803dd'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:07:49.832420 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc3a74cb-04dc-44e3-b66b-3cb22d980fa4 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:49.835774 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898d86b-5af0-4736-991d-1982dd84a639 req-79d76d5a-dd26-4101-a322-8148d8b56689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:49.837682 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dc3a74cb-04dc-44e3-b66b-3cb22d980fa4 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "PUT /v2.0/routers/fcc3cec6-f211-44a8-bb62-bedbee5803dd HTTP/1.1" status: 200 len: 914 time: 3.6076062 Sep 18 00:07:49.842876 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5898d86b-5af0-4736-991d-1982dd84a639 req-79d76d5a-dd26-4101-a322-8148d8b56689 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e538436-221e-43ae-be37-c1ee657631a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580771 Sep 18 00:07:49.843191 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44258) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:49.845185 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd3a431-a536-4464-b6f0-ac0a82f0f354 None None] Routers {'fcc3cec6-f211-44a8-bb62-bedbee5803dd'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:49.846012 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bfd3a431-a536-4464-b6f0-ac0a82f0f354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['fcc3cec6-f211-44a8-bb62-bedbee5803dd'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:49.936543 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bfd3a431-a536-4464-b6f0-ac0a82f0f354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:49.974568 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5a0c2089-fea8-44c4-8010-621cf7f36963 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port e0bc41ba-5052-4826-b9de-8cc2947cae22 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:49.975580 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5a0c2089-fea8-44c4-8010-621cf7f36963 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:49.980750 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd3a431-a536-4464-b6f0-ac0a82f0f354 None None] Routers {'fcc3cec6-f211-44a8-bb62-bedbee5803dd'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:49.981991 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bfd3a431-a536-4464-b6f0-ac0a82f0f354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['fcc3cec6-f211-44a8-bb62-bedbee5803dd'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:50.055981 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bfd3a431-a536-4464-b6f0-ac0a82f0f354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:50.056652 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd3a431-a536-4464-b6f0-ac0a82f0f354 None None] The sync data for ids ['fcc3cec6-f211-44a8-bb62-bedbee5803dd'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:07:50.074676 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5898d86b-5af0-4736-991d-1982dd84a639 req-5697b862-da3e-426b-b651-a33b9d8aa26d service neutron] 10.222.0.37 "GET /v2.0/networks/2e538436-221e-43ae-be37-c1ee657631a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246041 Sep 18 00:07:50.149865 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cf9c15f0-3c0a-4040-894a-ea1e9c5f0843 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "GET /v2.0/routers/fcc3cec6-f211-44a8-bb62-bedbee5803dd HTTP/1.1" status: 200 len: 920 time: 0.3050168 Sep 18 00:07:50.153429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44278) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:50.204846 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5898d86b-5af0-4736-991d-1982dd84a639 req-0dcfca05-26d2-4882-90fa-03147119d17d service neutron] 10.222.0.37 "GET /v2.0/networks/2e538436-221e-43ae-be37-c1ee657631a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214809 Sep 18 00:07:50.217367 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c07584d1-a761-4c6e-98da-79188e220d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db260545-607c-4011-9f23-fdc166cac75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737731793', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:16Z', 'updated_at': '2021-09-18T00:07:24Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:17Z', 'updated_at': '2021-09-18T00:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '7b192339-756d-4017-b4df-52d575a482df', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'port_id': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0', 'mac_address': 'fa:16:3e:d7:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bc3c80-207c-4969-a752-585f4c24c356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:07:46Z', 'updated_at': '2021-09-18T00:07:46Z', 'revision_number': 0, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7577a1e-f919-4788-b2be-cb3ea6100ddd', 'name': '', 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:bd:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '8112a6a7-1aea-4250-8e3a-79449b09191a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:23Z', 'updated_at': '2021-09-18T00:07:29Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '8112a6a7-1aea-4250-8e3a-79449b09191a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:50.237793 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5a0c2089-fea8-44c4-8010-621cf7f36963 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:50.256559 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07584d1-a761-4c6e-98da-79188e220d61 None None] The sync data for ids ['db260545-607c-4011-9f23-fdc166cac75b'] in n-d-809883-1 is: [{'id': 'db260545-607c-4011-9f23-fdc166cac75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737731793', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:16Z', 'updated_at': '2021-09-18T00:07:24Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:17Z', 'updated_at': '2021-09-18T00:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '7b192339-756d-4017-b4df-52d575a482df', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'port_id': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0', 'mac_address': 'fa:16:3e:d7:89:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bc3c80-207c-4969-a752-585f4c24c356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:07:46Z', 'updated_at': '2021-09-18T00:07:46Z', 'revision_number': 0, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7577a1e-f919-4788-b2be-cb3ea6100ddd', 'name': '', 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:bd:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '8112a6a7-1aea-4250-8e3a-79449b09191a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:23Z', 'updated_at': '2021-09-18T00:07:29Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '8112a6a7-1aea-4250-8e3a-79449b09191a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:07:50.258379 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5a0c2089-fea8-44c4-8010-621cf7f36963 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for e0bc41ba-5052-4826-b9de-8cc2947cae22 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:50.275417 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee9de22-da3c-4987-93b7-c4a826a0cb5a tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:50.279790 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fee9de22-da3c-4987-93b7-c4a826a0cb5a tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=544c7e65-fba8-424a-a169-b245d1aea919&device_id=fcc3cec6-f211-44a8-bb62-bedbee5803dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1253138 Sep 18 00:07:50.280178 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44286) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:50.488400 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5a0c2089-fea8-44c4-8010-621cf7f36963 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:50.517658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c2089-fea8-44c4-8010-621cf7f36963 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=e0bc41ba-5052-4826-b9de-8cc2947cae22,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:50.563546 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5a0c2089-fea8-44c4-8010-621cf7f36963 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:50.569003 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5a0c2089-fea8-44c4-8010-621cf7f36963 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/e0bc41ba-5052-4826-b9de-8cc2947cae22 HTTP/1.1" status: 204 len: 168 time: 0.9088783 Sep 18 00:07:50.569799 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44304) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:50.601499 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44306) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:50.677724 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72898398-29d2-4193-9684-98cb2acd3caf tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:50.679369 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72898398-29d2-4193-9684-98cb2acd3caf tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:50.683587 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-72898398-29d2-4193-9684-98cb2acd3caf tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1101656 Sep 18 00:07:50.686010 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44314) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:50.723600 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4ddbde5a-8179-4d85-ba67-093eec29fdcb tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/floatingips/7b192339-756d-4017-b4df-52d575a482df HTTP/1.1" status: 200 len: 991 time: 0.1028960 Sep 18 00:07:50.752566 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9c2793-5254-4d1a-a68a-e583ffd6cffd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet 01511a07-da9a-4b7a-9504-28b6b913a44c {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:07:50.758014 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2793-5254-4d1a-a68a-e583ffd6cffd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:50.780355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dbf944-466b-4516-8bdf-faa9be27166c tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:50.782648 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b9dbf944-466b-4516-8bdf-faa9be27166c tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "GET /v2.0/networks/544c7e65-fba8-424a-a169-b245d1aea919 HTTP/1.1" status: 200 len: 881 time: 0.5010419 Sep 18 00:07:50.787420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44316) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:50.814986 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be23dfb0-df2a-4627-b8bc-fef19ac109d4 None None] New status for floating IP 7b192339-756d-4017-b4df-52d575a482df: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:07:50.846367 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5d981524-f718-44bc-97c9-8a6f51d0933a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcc3cec6-f211-44a8-bb62-bedbee5803dd HTTP/1.1" status: 200 len: 205 time: 0.0575478 Sep 18 00:07:50.854935 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44326) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:50.886855 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2793-5254-4d1a-a68a-e583ffd6cffd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:50.956994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device be4a1558-c6f3-4381-a01e-e9e353ad7bfe up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:07:51.073207 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-730b3139-2eae-4b8d-9daf-6a94b8717d79 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:51.077384 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2793-5254-4d1a-a68a-e583ffd6cffd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:51.093873 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port be4a1558-c6f3-4381-a01e-e9e353ad7bfe triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:51.096741 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:51.175125 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-565c1a30-7a8c-41ca-92ac-745035bea767 None None] Provisioning complete for port be4a1558-c6f3-4381-a01e-e9e353ad7bfe triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:51.175503 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-565c1a30-7a8c-41ca-92ac-745035bea767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:51.210686 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-730b3139-2eae-4b8d-9daf-6a94b8717d79 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:51.255515 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:51.271811 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2793-5254-4d1a-a68a-e583ffd6cffd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:51.335319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c2793-5254-4d1a-a68a-e583ffd6cffd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=01511a07-da9a-4b7a-9504-28b6b913a44c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:51.351075 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:07:51.351437 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:07:51.352925 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ee9c2793-5254-4d1a-a68a-e583ffd6cffd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:51.353839 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-565c1a30-7a8c-41ca-92ac-745035bea767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:51.355908 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ee9c2793-5254-4d1a-a68a-e583ffd6cffd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/01511a07-da9a-4b7a-9504-28b6b913a44c HTTP/1.1" status: 204 len: 168 time: 0.6685123 Sep 18 00:07:51.360588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44350) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:51.378394 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae7780e-2ef5-4aac-90cd-525149c2a032 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:51.391999 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-730b3139-2eae-4b8d-9daf-6a94b8717d79 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Deleting port 6d15c599-d81f-4b95-ae95-1c5a513225cb {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:51.392560 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-730b3139-2eae-4b8d-9daf-6a94b8717d79 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:51.412613 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-565c1a30-7a8c-41ca-92ac-745035bea767 None None] For port be4a1558-c6f3-4381-a01e-e9e353ad7bfe, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=be4a1558-c6f3-4381-a01e-e9e353ad7bfe,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:51.432428 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-132bd3b4-17fc-443f-8317-969ae1a9e35c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705369 Sep 18 00:07:51.434795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44356) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:51.482543 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2a3478-798d-4b4b-bb30-9308d3eb2161 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:51.486647 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8c2a3478-798d-4b4b-bb30-9308d3eb2161 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0482922 Sep 18 00:07:51.486803 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-730b3139-2eae-4b8d-9daf-6a94b8717d79 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:51.486917 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44358) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:51.496364 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-565c1a30-7a8c-41ca-92ac-745035bea767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:51.500460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-730b3139-2eae-4b8d-9daf-6a94b8717d79 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Calling delete_port for 6d15c599-d81f-4b95-ae95-1c5a513225cb owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:51.542863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a6484-13f9-4c16-9fc6-680f97db162b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:51.545380 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2d1a6484-13f9-4c16-9fc6-680f97db162b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0566697 Sep 18 00:07:51.547328 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44362) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:51.581626 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c1a30-7a8c-41ca-92ac-745035bea767 None None] Pushing event updated for resources: {'Port': ['ID=be4a1558-c6f3-4381-a01e-e9e353ad7bfe,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:51.608217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-25b5a493-79ea-466b-a7d2-bf7fabd03f83 None None] Could not find standard attr ID for object e0bc41ba-5052-4826-b9de-8cc2947cae22. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:07:51.617656 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c0a519-48ed-47ed-8f5a-f8bf692a3a40 None None] DHCP port deletion for ba56a403-ab7f-44f7-9f47-cabda0897d3d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:07:51.623256 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0c06a32f-1e65-4a41-84a6-a35cdc3f30d3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618668 Sep 18 00:07:51.627721 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44368) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:51.633612 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-77f8bdec-b4e6-4821-bfc4-4558c829da25 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:51.682018 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-07c0a519-48ed-47ed-8f5a-f8bf692a3a40 None None] Deleting port be4a1558-c6f3-4381-a01e-e9e353ad7bfe {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:51.682410 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07c0a519-48ed-47ed-8f5a-f8bf692a3a40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:51.726653 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44374) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:51.758228 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-07c0a519-48ed-47ed-8f5a-f8bf692a3a40 None None] For port be4a1558-c6f3-4381-a01e-e9e353ad7bfe, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=be4a1558-c6f3-4381-a01e-e9e353ad7bfe,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:51.758628 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07c0a519-48ed-47ed-8f5a-f8bf692a3a40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:51.770935 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-07c0a519-48ed-47ed-8f5a-f8bf692a3a40 None None] Calling delete_port for be4a1558-c6f3-4381-a01e-e9e353ad7bfe owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:51.796065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d681f853-363c-4dd1-aba5-ac6d44c12817 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/floatingips/7b192339-756d-4017-b4df-52d575a482df HTTP/1.1" status: 200 len: 993 time: 0.0678525 Sep 18 00:07:51.876516 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-730b3139-2eae-4b8d-9daf-6a94b8717d79 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:51.901249 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b3139-2eae-4b8d-9daf-6a94b8717d79 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Pushing event deleted for resources: {'Port': ['ID=6d15c599-d81f-4b95-ae95-1c5a513225cb,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:51.965723 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-730b3139-2eae-4b8d-9daf-6a94b8717d79 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:51.984708 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f8bdec-b4e6-4821-bfc4-4558c829da25 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:51.988281 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-77f8bdec-b4e6-4821-bfc4-4558c829da25 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:52.019232 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07c0a519-48ed-47ed-8f5a-f8bf692a3a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:52.047557 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0a519-48ed-47ed-8f5a-f8bf692a3a40 None None] Pushing event deleted for resources: {'Port': ['ID=be4a1558-c6f3-4381-a01e-e9e353ad7bfe,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:52.053163 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c0a519-48ed-47ed-8f5a-f8bf692a3a40 None None] No DVR routers for this DVR port be4a1558-c6f3-4381-a01e-e9e353ad7bfe on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:07:52.066509 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-730b3139-2eae-4b8d-9daf-6a94b8717d79 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:52.068950 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-730b3139-2eae-4b8d-9daf-6a94b8717d79 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:52.206564 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-730b3139-2eae-4b8d-9daf-6a94b8717d79 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:52.207136 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730b3139-2eae-4b8d-9daf-6a94b8717d79 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Fanout notify agent at l3_agent the message router_deleted on router fcc3cec6-f211-44a8-bb62-bedbee5803dd {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:07:52.214762 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-730b3139-2eae-4b8d-9daf-6a94b8717d79 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:52.215844 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-730b3139-2eae-4b8d-9daf-6a94b8717d79 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "DELETE /v2.0/routers/fcc3cec6-f211-44a8-bb62-bedbee5803dd HTTP/1.1" status: 204 len: 168 time: 1.3598156 Sep 18 00:07:52.219563 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44392) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:52.224243 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b7028428-b967-44af-a615-745c36a7aae5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-385392813', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}, 'admin_state_up': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:52.288324 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-77f8bdec-b4e6-4821-bfc4-4558c829da25 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:52.315229 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b7028428-b967-44af-a615-745c36a7aae5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:52.316245 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b7028428-b967-44af-a615-745c36a7aae5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:52.330574 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f8bdec-b4e6-4821-bfc4-4558c829da25 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:52.333873 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-77f8bdec-b4e6-4821-bfc4-4558c829da25 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:52.338556 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f8bdec-b4e6-4821-bfc4-4558c829da25 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:52.339151 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-77f8bdec-b4e6-4821-bfc4-4558c829da25 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:52.345776 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4c9f8e-420a-4d2c-8e51-7364505594bf None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:52.348451 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8bdec-b4e6-4821-bfc4-4558c829da25 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=694d9c7a-0f22-4fed-b769-41f04738dc6a,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:52.375859 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b7028428-b967-44af-a615-745c36a7aae5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:52.418684 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-77f8bdec-b4e6-4821-bfc4-4558c829da25 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7891834 Sep 18 00:07:52.421382 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44404) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:52.426420 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7c88297f-6afe-4ef5-9db8-7cde5343742a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'fixed_ips': [{'subnet_id': '694d9c7a-0f22-4fed-b769-41f04738dc6a', 'ip_address': '2001:db8::452a:7d0b:2f62:18f6'}], 'name': 'tempest-NetworksTestDHCPv6-1118103995'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:52.510452 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'fixed_ips': [{'subnet_id': '694d9c7a-0f22-4fed-b769-41f04738dc6a'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:07:52.510452 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:52.592717 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b7028428-b967-44af-a615-745c36a7aae5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:52.597987 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:07:52.671209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] Allocated IP 2001:db8::2 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/694d9c7a-0f22-4fed-b769-41f04738dc6a/01e980c5-cf97-41d8-b1de-3bd0e00f5f5a) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:52.855676 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:52.903767 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device be4a1558-c6f3-4381-a01e-e9e353ad7bfe no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:07:52.929039 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: be4a1558-c6f3-4381-a01e-e9e353ad7bfe {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:07:52.929384 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device be4a1558-c6f3-4381-a01e-e9e353ad7bfe not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:07:52.938315 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:52.949214 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b7028428-b967-44af-a615-745c36a7aae5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:52.968898 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b7028428-b967-44af-a615-745c36a7aae5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:52.978153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:52.983185 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:52.987724 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:52.993593 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] Pushing event updated for resources: {'Port': ['ID=01e980c5-cf97-41d8-b1de-3bd0e00f5f5a,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:53.006057 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c88297f-6afe-4ef5-9db8-7cde5343742a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:53.046350 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] Attempting to bind port 01e980c5-cf97-41d8-b1de-3bd0e00f5f5a on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:07:53.046943 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] Attempting to bind port 01e980c5-cf97-41d8-b1de-3bd0e00f5f5a by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:07:53.047044 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] Attempting to bind port 01e980c5-cf97-41d8-b1de-3bd0e00f5f5a on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:07:53.052133 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:07:53.053185 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:07:53.053598 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:53.053994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:07:53.054461 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] Bound port: 01e980c5-cf97-41d8-b1de-3bd0e00f5f5a, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:07:53.054843 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:53.106301 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-b7028428-b967-44af-a615-745c36a7aae5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Allocated IP 172.25.3.22 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/50c7d631-9de0-4c4c-912a-b4427a171be4) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:53.116422 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c88297f-6afe-4ef5-9db8-7cde5343742a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:53.123608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] For port 01e980c5-cf97-41d8-b1de-3bd0e00f5f5a, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:07:53.126970 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] For port 01e980c5-cf97-41d8-b1de-3bd0e00f5f5a, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=01e980c5-cf97-41d8-b1de-3bd0e00f5f5a,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:07:53.133863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-7c88297f-6afe-4ef5-9db8-7cde5343742a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port caad5aa2-7156-4b43-91f0-1d9ac1a61312 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:07:53.218158 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b7028428-b967-44af-a615-745c36a7aae5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:53.265545 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:53.300115 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-7c88297f-6afe-4ef5-9db8-7cde5343742a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::452a:7d0b:2f62:18f6 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/694d9c7a-0f22-4fed-b769-41f04738dc6a/caad5aa2-7156-4b43-91f0-1d9ac1a61312) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:53.328706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d8f0d-4f3a-4f56-9424-07ab888c08b7 None None] Pushing event updated for resources: {'Port': ['ID=01e980c5-cf97-41d8-b1de-3bd0e00f5f5a,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:53.362966 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b7028428-b967-44af-a615-745c36a7aae5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:53.436932 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7028428-b967-44af-a615-745c36a7aae5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Pushing event updated for resources: {'Port': ['ID=50c7d631-9de0-4c4c-912a-b4427a171be4,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:53.445932 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7028428-b967-44af-a615-745c36a7aae5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:53.447936 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-b7028428-b967-44af-a615-745c36a7aae5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:53.450307 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7028428-b967-44af-a615-745c36a7aae5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:53.493493 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c88297f-6afe-4ef5-9db8-7cde5343742a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:53.603855 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c88297f-6afe-4ef5-9db8-7cde5343742a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:53.666791 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c88297f-6afe-4ef5-9db8-7cde5343742a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:53.672199 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-7c88297f-6afe-4ef5-9db8-7cde5343742a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:53.679884 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c88297f-6afe-4ef5-9db8-7cde5343742a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:53.685589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c88297f-6afe-4ef5-9db8-7cde5343742a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:53.686217 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7c88297f-6afe-4ef5-9db8-7cde5343742a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:53.689989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88297f-6afe-4ef5-9db8-7cde5343742a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=caad5aa2-7156-4b43-91f0-1d9ac1a61312,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:53.877083 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7c88297f-6afe-4ef5-9db8-7cde5343742a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4544921 Sep 18 00:07:53.882477 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44470) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:53.889927 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9723f424-4ab4-4f3e-82c8-2e31f8e58db1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'fixed_ips': [{'subnet_id': '694d9c7a-0f22-4fed-b769-41f04738dc6a', 'ip_address': '2001:db8::452a:7d0b:2f62:18f6'}], 'name': 'tempest-NetworksTestDHCPv6-216521423'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:53.963723 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b7028428-b967-44af-a615-745c36a7aae5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:54.158057 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9723f424-4ab4-4f3e-82c8-2e31f8e58db1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:54.295168 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b7028428-b967-44af-a615-745c36a7aae5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:54.303942 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9723f424-4ab4-4f3e-82c8-2e31f8e58db1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:54.363413 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-9723f424-4ab4-4f3e-82c8-2e31f8e58db1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port 501e4e8d-fa88-42f3-94c4-cd5de326923e yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:07:54.566533 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0b3e3161-94d4-449f-8c6d-8cb992ba4293 None None] Provisioning complete for port 01e980c5-cf97-41d8-b1de-3bd0e00f5f5a triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:54.567117 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3161-94d4-449f-8c6d-8cb992ba4293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:54.638874 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-9723f424-4ab4-4f3e-82c8-2e31f8e58db1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 18 00:07:54.639305 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9723f424-4ab4-4f3e-82c8-2e31f8e58db1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:07:54.699843 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7028428-b967-44af-a615-745c36a7aae5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Router 16c19230-98e1-47ff-b0ce-864993488e0c is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:07:54.701459 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3161-94d4-449f-8c6d-8cb992ba4293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:54.764918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0b3e3161-94d4-449f-8c6d-8cb992ba4293 None None] For port 01e980c5-cf97-41d8-b1de-3bd0e00f5f5a, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=01e980c5-cf97-41d8-b1de-3bd0e00f5f5a,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:54.774915 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9723f424-4ab4-4f3e-82c8-2e31f8e58db1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8912170 Sep 18 00:07:54.777844 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44516) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:54.859091 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3161-94d4-449f-8c6d-8cb992ba4293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:54.861381 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5ce89b-9a20-43fe-9304-b048261e9cba tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:54.872579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5ce89b-9a20-43fe-9304-b048261e9cba tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:54.876319 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7d5ce89b-9a20-43fe-9304-b048261e9cba tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0957074 Sep 18 00:07:54.877374 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44518) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:54.914236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 01e980c5-cf97-41d8-b1de-3bd0e00f5f5a up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:07:54.928613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7028428-b967-44af-a615-745c36a7aae5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:07:54.946878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dfeb13-f774-4653-97ca-68f08bf94660 None None] Sync routers for ids ['16c19230-98e1-47ff-b0ce-864993488e0c'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:07:54.961371 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e3161-94d4-449f-8c6d-8cb992ba4293 None None] Pushing event updated for resources: {'Port': ['ID=01e980c5-cf97-41d8-b1de-3bd0e00f5f5a,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:54.978755 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dfeb13-f774-4653-97ca-68f08bf94660 None None] Routers {'16c19230-98e1-47ff-b0ce-864993488e0c'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:54.980030 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a3dfeb13-f774-4653-97ca-68f08bf94660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['16c19230-98e1-47ff-b0ce-864993488e0c'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:54.999176 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-88c3d2d2-898b-4150-894b-649be28ba07d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port caad5aa2-7156-4b43-91f0-1d9ac1a61312 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:55.000052 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-88c3d2d2-898b-4150-894b-649be28ba07d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:55.026841 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a3dfeb13-f774-4653-97ca-68f08bf94660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:55.027291 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b7028428-b967-44af-a615-745c36a7aae5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:55.028527 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b7028428-b967-44af-a615-745c36a7aae5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8079770 Sep 18 00:07:55.031340 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44528) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:55.035681 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-6f6b38e9-5a93-4edb-a3dd-e9de5f640c78 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:55.041946 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-dc60ef89-4f89-4c1d-a5d8-ca65aacc3c23 None None] Provisioning complete for port caad5aa2-7156-4b43-91f0-1d9ac1a61312 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:55.042316 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dc60ef89-4f89-4c1d-a5d8-ca65aacc3c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:55.048065 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dfeb13-f774-4653-97ca-68f08bf94660 None None] Routers {'16c19230-98e1-47ff-b0ce-864993488e0c'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:55.048674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a3dfeb13-f774-4653-97ca-68f08bf94660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['16c19230-98e1-47ff-b0ce-864993488e0c'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:55.104644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 01e980c5-cf97-41d8-b1de-3bd0e00f5f5a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:55.105036 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:55.108286 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a3dfeb13-f774-4653-97ca-68f08bf94660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:55.108987 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dfeb13-f774-4653-97ca-68f08bf94660 None None] The sync data for ids ['16c19230-98e1-47ff-b0ce-864993488e0c'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:07:55.143086 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-dc60ef89-4f89-4c1d-a5d8-ca65aacc3c23 None None] Port caad5aa2-7156-4b43-91f0-1d9ac1a61312 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:07:55.477879 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-88c3d2d2-898b-4150-894b-649be28ba07d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:55.494584 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-88c3d2d2-898b-4150-894b-649be28ba07d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for caad5aa2-7156-4b43-91f0-1d9ac1a61312 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:55.803029 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f6b38e9-5a93-4edb-a3dd-e9de5f640c78 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:55.840876 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-88c3d2d2-898b-4150-894b-649be28ba07d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:55.869532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3d2d2-898b-4150-894b-649be28ba07d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=caad5aa2-7156-4b43-91f0-1d9ac1a61312,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:55.882620 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d2d2-898b-4150-894b-649be28ba07d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:55.882971 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d2d2-898b-4150-894b-649be28ba07d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:55.883315 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d2d2-898b-4150-894b-649be28ba07d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:55.883657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d2d2-898b-4150-894b-649be28ba07d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:55.883993 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d2d2-898b-4150-894b-649be28ba07d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:55.884326 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d2d2-898b-4150-894b-649be28ba07d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:55.884657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d2d2-898b-4150-894b-649be28ba07d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:55.885039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d2d2-898b-4150-894b-649be28ba07d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:55.885343 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d2d2-898b-4150-894b-649be28ba07d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:55.886140 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d2d2-898b-4150-894b-649be28ba07d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:55.886140 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d2d2-898b-4150-894b-649be28ba07d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:55.886346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d2d2-898b-4150-894b-649be28ba07d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:55.889258 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f6b38e9-5a93-4edb-a3dd-e9de5f640c78 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:55.919781 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-88c3d2d2-898b-4150-894b-649be28ba07d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:55.919781 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-88c3d2d2-898b-4150-894b-649be28ba07d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/caad5aa2-7156-4b43-91f0-1d9ac1a61312 HTTP/1.1" status: 204 len: 168 time: 1.0410657 Sep 18 00:07:55.922261 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44578) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:55.978235 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00826f58-b736-43d8-85f5-8edef11f06f6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:55.980060 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00826f58-b736-43d8-85f5-8edef11f06f6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:55.981707 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-00826f58-b736-43d8-85f5-8edef11f06f6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0584836 Sep 18 00:07:55.984299 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44582) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:56.068805 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c21483-49fd-4ef1-944f-ee0808486394 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet 694d9c7a-0f22-4fed-b769-41f04738dc6a {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:07:56.073578 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4c21483-49fd-4ef1-944f-ee0808486394 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:56.119058 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4c21483-49fd-4ef1-944f-ee0808486394 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:56.159984 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-6f6b38e9-5a93-4edb-a3dd-e9de5f640c78 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Deleting port 50c7d631-9de0-4c4c-912a-b4427a171be4 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:56.160258 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f6b38e9-5a93-4edb-a3dd-e9de5f640c78 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:56.265709 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4c21483-49fd-4ef1-944f-ee0808486394 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:56.301087 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f6b38e9-5a93-4edb-a3dd-e9de5f640c78 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:56.319104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-6f6b38e9-5a93-4edb-a3dd-e9de5f640c78 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Calling delete_port for 50c7d631-9de0-4c4c-912a-b4427a171be4 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:56.484739 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4c21483-49fd-4ef1-944f-ee0808486394 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:56.525260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c21483-49fd-4ef1-944f-ee0808486394 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=694d9c7a-0f22-4fed-b769-41f04738dc6a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:56.529467 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d4c21483-49fd-4ef1-944f-ee0808486394 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:56.531322 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d4c21483-49fd-4ef1-944f-ee0808486394 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/694d9c7a-0f22-4fed-b769-41f04738dc6a HTTP/1.1" status: 204 len: 168 time: 0.5460539 Sep 18 00:07:56.533911 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44604) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:56.538968 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6437b234-fde5-46e7-8a84-9bc5890ea371 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:56.582181 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3a80e711-3d00-497c-8d9e-27f70e22aedb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437744 Sep 18 00:07:56.582447 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44612) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:56.588000 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-45de0712-085a-4f94-88ec-2f28fc56f974 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:56.604751 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f6b38e9-5a93-4edb-a3dd-e9de5f640c78 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:56.647213 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b38e9-5a93-4edb-a3dd-e9de5f640c78 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Pushing event deleted for resources: {'Port': ['ID=50c7d631-9de0-4c4c-912a-b4427a171be4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:56.758534 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f6b38e9-5a93-4edb-a3dd-e9de5f640c78 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:56.779068 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6306e37b-368a-495a-8eeb-08bf361bb049 None None] DHCP port deletion for ba56a403-ab7f-44f7-9f47-cabda0897d3d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:07:56.842042 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6306e37b-368a-495a-8eeb-08bf361bb049 None None] Deleting port 01e980c5-cf97-41d8-b1de-3bd0e00f5f5a {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:07:56.842755 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6306e37b-368a-495a-8eeb-08bf361bb049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:56.908140 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 01e980c5-cf97-41d8-b1de-3bd0e00f5f5a no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:07:56.913946 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45de0712-085a-4f94-88ec-2f28fc56f974 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:56.917690 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-45de0712-085a-4f94-88ec-2f28fc56f974 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:56.950855 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6306e37b-368a-495a-8eeb-08bf361bb049 None None] For port 01e980c5-cf97-41d8-b1de-3bd0e00f5f5a, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=01e980c5-cf97-41d8-b1de-3bd0e00f5f5a,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:56.951248 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6306e37b-368a-495a-8eeb-08bf361bb049 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:56.971348 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6306e37b-368a-495a-8eeb-08bf361bb049 None None] Calling delete_port for 01e980c5-cf97-41d8-b1de-3bd0e00f5f5a owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:07:57.011306 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f6b38e9-5a93-4edb-a3dd-e9de5f640c78 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:57.040856 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f6b38e9-5a93-4edb-a3dd-e9de5f640c78 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:57.069773 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:57.113360 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 01e980c5-cf97-41d8-b1de-3bd0e00f5f5a, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=01e980c5-cf97-41d8-b1de-3bd0e00f5f5a,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:57.149964 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6b38e9-5a93-4edb-a3dd-e9de5f640c78 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Router 16c19230-98e1-47ff-b0ce-864993488e0c has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:07:57.187319 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:57.250679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=01e980c5-cf97-41d8-b1de-3bd0e00f5f5a,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:57.259315 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:57.259805 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:57.260295 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:57.262344 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:57.263449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:57.264078 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:57.264684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:57.265161 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:57.265596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:57.266084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:57.266528 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:57.267371 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:07:57.269872 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6b38e9-5a93-4edb-a3dd-e9de5f640c78 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:07:57.277448 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f6b38e9-5a93-4edb-a3dd-e9de5f640c78 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:57.279704 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb02eb73-3533-4dc0-99bd-858f1ee67705 None None] Sync routers for ids ['16c19230-98e1-47ff-b0ce-864993488e0c'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:07:57.282346 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6f6b38e9-5a93-4edb-a3dd-e9de5f640c78 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "PUT /v2.0/routers/16c19230-98e1-47ff-b0ce-864993488e0c HTTP/1.1" status: 200 len: 705 time: 2.2497888 Sep 18 00:07:57.284743 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44638) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:57.293417 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6306e37b-368a-495a-8eeb-08bf361bb049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:57.306041 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb02eb73-3533-4dc0-99bd-858f1ee67705 None None] Routers {'16c19230-98e1-47ff-b0ce-864993488e0c'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:57.306891 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-fb02eb73-3533-4dc0-99bd-858f1ee67705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['16c19230-98e1-47ff-b0ce-864993488e0c'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:57.345897 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6306e37b-368a-495a-8eeb-08bf361bb049 None None] No DVR routers for this DVR port 01e980c5-cf97-41d8-b1de-3bd0e00f5f5a on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:07:57.362639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306e37b-368a-495a-8eeb-08bf361bb049 None None] Pushing event deleted for resources: {'Port': ['ID=01e980c5-cf97-41d8-b1de-3bd0e00f5f5a,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:57.377651 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-fb02eb73-3533-4dc0-99bd-858f1ee67705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:57.387712 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb02eb73-3533-4dc0-99bd-858f1ee67705 None None] Routers {'16c19230-98e1-47ff-b0ce-864993488e0c'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:07:57.388186 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-fb02eb73-3533-4dc0-99bd-858f1ee67705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['16c19230-98e1-47ff-b0ce-864993488e0c'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:57.396415 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-45de0712-085a-4f94-88ec-2f28fc56f974 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:57.424504 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-fb02eb73-3533-4dc0-99bd-858f1ee67705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:07:57.425179 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb02eb73-3533-4dc0-99bd-858f1ee67705 None None] The sync data for ids ['16c19230-98e1-47ff-b0ce-864993488e0c'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:07:57.438166 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1f3ef8d4-02b8-4704-8305-d072a7e7cb93 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "GET /v2.0/routers/16c19230-98e1-47ff-b0ce-864993488e0c HTTP/1.1" status: 200 len: 740 time: 0.1497447 Sep 18 00:07:57.438319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45de0712-085a-4f94-88ec-2f28fc56f974 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:57.438427 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44648) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:57.442755 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-45de0712-085a-4f94-88ec-2f28fc56f974 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:57.447426 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45de0712-085a-4f94-88ec-2f28fc56f974 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:57.448022 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-45de0712-085a-4f94-88ec-2f28fc56f974 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:57.455563 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87c194e-1cf1-49a1-bdfc-277fd230cab2 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:57.467395 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de0712-085a-4f94-88ec-2f28fc56f974 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=a466663d-df0f-4243-a6d7-3a33283e6aff,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:57.509337 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-407b50eb-1965-4a6a-9467-473ddb708e19 tempest-RoutersAdminTest-1914816629 tempest-RoutersAdminTest-1914816629-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=544c7e65-fba8-424a-a169-b245d1aea919&device_id=16c19230-98e1-47ff-b0ce-864993488e0c HTTP/1.1" status: 200 len: 205 time: 0.0669248 Sep 18 00:07:57.509466 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44656) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:57.536221 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4d6eeb88-9f29-4bd6-9c00-fddc83637ba5 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "GET /v2.0/ports?device_id=16c19230-98e1-47ff-b0ce-864993488e0c HTTP/1.1" status: 200 len: 205 time: 0.0257289 Sep 18 00:07:57.539398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44658) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:57.540089 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-45de0712-085a-4f94-88ec-2f28fc56f974 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9564621 Sep 18 00:07:57.543211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44660) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:57.549321 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-317fc2a3-8591-423d-a010-f3163b6cbff4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'fixed_ips': [{'subnet_id': 'a466663d-df0f-4243-a6d7-3a33283e6aff', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-144018778'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:57.631061 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cd79a6ce-4d42-43b8-95d1-e4ca90f92a3a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:57.653317 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'fixed_ips': [{'subnet_id': 'a466663d-df0f-4243-a6d7-3a33283e6aff'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:07:57.654323 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:57.811959 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317fc2a3-8591-423d-a010-f3163b6cbff4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:57.821495 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-317fc2a3-8591-423d-a010-f3163b6cbff4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:57.835135 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cd79a6ce-4d42-43b8-95d1-e4ca90f92a3a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:57.837428 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cd79a6ce-4d42-43b8-95d1-e4ca90f92a3a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:57.864792 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] Allocated IP 2001:db8::2 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/a466663d-df0f-4243-a6d7-3a33283e6aff/2120dd26-890a-4180-be93-7f5e6081997f) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:07:57.955431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-317fc2a3-8591-423d-a010-f3163b6cbff4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port 683bb1cd-c3fe-4da9-b83d-cc33b67b47de yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:07:57.960872 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cd79a6ce-4d42-43b8-95d1-e4ca90f92a3a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:57.961430 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd79a6ce-4d42-43b8-95d1-e4ca90f92a3a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Fanout notify agent at l3_agent the message router_deleted on router 16c19230-98e1-47ff-b0ce-864993488e0c {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:07:57.969940 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cd79a6ce-4d42-43b8-95d1-e4ca90f92a3a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:57.971319 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cd79a6ce-4d42-43b8-95d1-e4ca90f92a3a tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "DELETE /v2.0/routers/16c19230-98e1-47ff-b0ce-864993488e0c HTTP/1.1" status: 204 len: 168 time: 0.4298425 Sep 18 00:07:57.975665 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44676) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:58.011318 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-adde7ce6-947d-4835-a515-7723ba08fae0 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "GET /v2.0/ports?device_id=16c19230-98e1-47ff-b0ce-864993488e0c HTTP/1.1" status: 200 len: 205 time: 0.0341697 Sep 18 00:07:58.013786 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44678) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:58.068392 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-c53c91ca-59c9-4a3c-a2ab-1d9e3097490d tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] delete failed (client error): The resource could not be found. Sep 18 00:07:58.068392 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c53c91ca-59c9-4a3c-a2ab-1d9e3097490d tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "DELETE /v2.0/routers/16c19230-98e1-47ff-b0ce-864993488e0c HTTP/1.1" status: 404 len: 336 time: 0.0514891 Sep 18 00:07:58.069358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44684) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:58.082327 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:58.096446 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-785b285c-575c-4d8f-acd4-1e3aa46b2005 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcc3cec6-f211-44a8-bb62-bedbee5803dd HTTP/1.1" status: 200 len: 205 time: 0.0258882 Sep 18 00:07:58.099685 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44686) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:58.139518 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-fa5b81e2-6f64-4ca9-836a-3a3f22faff99 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] delete failed (client error): The resource could not be found. Sep 18 00:07:58.140498 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fa5b81e2-6f64-4ca9-836a-3a3f22faff99 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "DELETE /v2.0/routers/fcc3cec6-f211-44a8-bb62-bedbee5803dd HTTP/1.1" status: 404 len: 336 time: 0.0396926 Sep 18 00:07:58.143113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44690) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:58.162817 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:58.171828 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3c957cee-b0f9-4d3e-9ef4-4278c15899eb tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "GET /v2.0/ports?device_id=9dc27971-91b1-4121-ae25-d4a72328c5fb HTTP/1.1" status: 200 len: 205 time: 0.0274446 Sep 18 00:07:58.174959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44694) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:58.190740 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-317fc2a3-8591-423d-a010-f3163b6cbff4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:07:58.191453 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317fc2a3-8591-423d-a010-f3163b6cbff4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:07:58.203667 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:58.206897 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:58.209950 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:07:58.213522 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-da6fa9b2-efd2-40d6-837e-2ddb2920b318 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] delete failed (client error): The resource could not be found. Sep 18 00:07:58.214715 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-da6fa9b2-efd2-40d6-837e-2ddb2920b318 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "DELETE /v2.0/routers/9dc27971-91b1-4121-ae25-d4a72328c5fb HTTP/1.1" status: 404 len: 336 time: 0.0388570 Sep 18 00:07:58.217434 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44696) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:58.221507 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] Pushing event updated for resources: {'Port': ['ID=2120dd26-890a-4180-be93-7f5e6081997f,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:58.251437 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-63ab4105-85ae-447d-9ff0-0766c8cc5481 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ea1aaaa-afc2-43b0-ac50-30e5b62b3337 HTTP/1.1" status: 200 len: 205 time: 0.0326717 Sep 18 00:07:58.253817 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44702) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:58.275123 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] Attempting to bind port 2120dd26-890a-4180-be93-7f5e6081997f on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:07:58.275498 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] Attempting to bind port 2120dd26-890a-4180-be93-7f5e6081997f by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:07:58.275861 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] Attempting to bind port 2120dd26-890a-4180-be93-7f5e6081997f on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:07:58.280787 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:07:58.281194 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:07:58.281596 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:58.281993 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:07:58.282455 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] Bound port: 2120dd26-890a-4180-be93-7f5e6081997f, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:07:58.282835 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:58.296646 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-317fc2a3-8591-423d-a010-f3163b6cbff4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7516797 Sep 18 00:07:58.297669 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-0e3dbe69-d524-4262-9d4f-53e8710c0f89 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] delete failed (client error): The resource could not be found. Sep 18 00:07:58.299380 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0e3dbe69-d524-4262-9d4f-53e8710c0f89 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "DELETE /v2.0/routers/6ea1aaaa-afc2-43b0-ac50-30e5b62b3337 HTTP/1.1" status: 404 len: 336 time: 0.0438223 Sep 18 00:07:58.299714 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44704) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:58.307463 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44706) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:58.340228 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ea935df2-83b5-47b6-a77f-555b8b7af314 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "GET /v2.0/ports?device_id=8702a633-7057-49e9-b1aa-40083079b74c HTTP/1.1" status: 200 len: 205 time: 0.0312035 Sep 18 00:07:58.342530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44708) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:58.352339 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c98d123-deb1-411c-b9e2-b79b6d2af380 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:58.353592 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] For port 2120dd26-890a-4180-be93-7f5e6081997f, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:07:58.363321 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7c98d123-deb1-411c-b9e2-b79b6d2af380 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0557902 Sep 18 00:07:58.363321 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44712) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:58.363850 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] For port 2120dd26-890a-4180-be93-7f5e6081997f, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2120dd26-890a-4180-be93-7f5e6081997f,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:07:58.388592 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-e34d0f87-e639-44f2-937e-c067617f4c5d tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] delete failed (client error): The resource could not be found. Sep 18 00:07:58.389687 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e34d0f87-e639-44f2-937e-c067617f4c5d tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "DELETE /v2.0/routers/8702a633-7057-49e9-b1aa-40083079b74c HTTP/1.1" status: 404 len: 336 time: 0.0455875 Sep 18 00:07:58.392545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44716) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:58.411623 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc79e45-b8f1-45b6-980b-cd303f788030 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:58.413284 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc79e45-b8f1-45b6-980b-cd303f788030 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:58.414853 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3bc79e45-b8f1-45b6-980b-cd303f788030 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0565581 Sep 18 00:07:58.417451 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44718) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:58.421288 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2bbcfd1c-fe01-479a-8787-9c00c8742c62 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "GET /v2.0/ports?device_id=55f12e92-22f4-46d7-b1d0-5a9608799cad HTTP/1.1" status: 200 len: 205 time: 0.0275538 Sep 18 00:07:58.423619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44720) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:58.431178 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:58.469465 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-07395cd5-2085-4c6a-93f7-4383f2bb8df1 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] delete failed (client error): The resource could not be found. Sep 18 00:07:58.470532 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-07395cd5-2085-4c6a-93f7-4383f2bb8df1 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "DELETE /v2.0/routers/55f12e92-22f4-46d7-b1d0-5a9608799cad HTTP/1.1" status: 404 len: 336 time: 0.0460279 Sep 18 00:07:58.473241 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44724) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:58.486794 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1a564f-0d5a-458a-a8d0-6b2000bbe023 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet a466663d-df0f-4243-a6d7-3a33283e6aff {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:07:58.490624 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1a1a564f-0d5a-458a-a8d0-6b2000bbe023 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:58.502239 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a30f01f-a222-4275-94bf-81c7dcc33d42 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] DELETE failed (client error): The resource could not be found. Sep 18 00:07:58.502705 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a30f01f-a222-4275-94bf-81c7dcc33d42 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:07:58.504921 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1a30f01f-a222-4275-94bf-81c7dcc33d42 tempest-RoutersAdminTest-1862472594 tempest-RoutersAdminTest-1862472594-project] 10.222.0.46 "DELETE /v2.0/subnets/e6c1bbe7-7703-4896-ad7e-297b6d102797 HTTP/1.1" status: 404 len: 337 time: 0.0302300 Sep 18 00:07:58.512185 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a1818-85b9-4cdf-9233-58e978c3c900 None None] Pushing event updated for resources: {'Port': ['ID=2120dd26-890a-4180-be93-7f5e6081997f,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:58.559789 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1a1a564f-0d5a-458a-a8d0-6b2000bbe023 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:58.653088 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1a1a564f-0d5a-458a-a8d0-6b2000bbe023 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:58.865620 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1a1a564f-0d5a-458a-a8d0-6b2000bbe023 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:58.898425 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2120dd26-890a-4180-be93-7f5e6081997f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:07:58.900775 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a564f-0d5a-458a-a8d0-6b2000bbe023 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=a466663d-df0f-4243-a6d7-3a33283e6aff,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:58.905959 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1a1a564f-0d5a-458a-a8d0-6b2000bbe023 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:58.910599 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1a1a564f-0d5a-458a-a8d0-6b2000bbe023 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/a466663d-df0f-4243-a6d7-3a33283e6aff HTTP/1.1" status: 204 len: 168 time: 0.4898832 Sep 18 00:07:58.913373 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44738) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:58.951908 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 2120dd26-890a-4180-be93-7f5e6081997f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:58.952297 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:58.960897 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ffcb7313-32dc-4bfd-b27a-33ecf97c828c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443170 Sep 18 00:07:58.965043 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44740) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:58.969972 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-91c1e88c-49af-4191-8356-8bb7ab4a864f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:59.133350 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c1e88c-49af-4191-8356-8bb7ab4a864f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:07:59.137604 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91c1e88c-49af-4191-8356-8bb7ab4a864f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:59.176523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44744) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:59.202911 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:59.249162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 2120dd26-890a-4180-be93-7f5e6081997f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2120dd26-890a-4180-be93-7f5e6081997f,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:07:59.313794 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-691e6971-d044-408e-a91c-c0ad2c611129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:59.339352 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:59.396495 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=2120dd26-890a-4180-be93-7f5e6081997f,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:59.434248 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-691e6971-d044-408e-a91c-c0ad2c611129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:59.509704 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91c1e88c-49af-4191-8356-8bb7ab4a864f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:59.532537 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-691e6971-d044-408e-a91c-c0ad2c611129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:59.557480 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c1e88c-49af-4191-8356-8bb7ab4a864f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:07:59.560422 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-91c1e88c-49af-4191-8356-8bb7ab4a864f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:07:59.563581 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c1e88c-49af-4191-8356-8bb7ab4a864f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:07:59.564197 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91c1e88c-49af-4191-8356-8bb7ab4a864f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:59.576878 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1e88c-49af-4191-8356-8bb7ab4a864f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=c4b0894a-b0ee-4246-93f0-6de7e4d2baca,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:59.590680 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e6971-d044-408e-a91c-c0ad2c611129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9d976a-5f16-4079-882b-844bfe2093a8,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:59.598030 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-691e6971-d044-408e-a91c-c0ad2c611129 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ef9b861db1934c3d8c3a96a3f36ee245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4171903 Sep 18 00:07:59.600505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44752) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:59.611146 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d80fb5-27d8-4f66-b706-835c4f5807ec None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:07:59.655689 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dd6ac801-d815-46e7-8e0d-2218f696dd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:59.679269 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dd6ac801-d815-46e7-8e0d-2218f696dd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:59.700041 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-91c1e88c-49af-4191-8356-8bb7ab4a864f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7338350 Sep 18 00:07:59.702443 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44754) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:07:59.707447 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0c70efcc-0bfa-4b7e-b3a3-1ed72c2e3711 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1176708329', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:07:59.732378 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-acf052c6-e58c-4478-b38d-1168a471297b None None] Provisioning complete for port 2120dd26-890a-4180-be93-7f5e6081997f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:07:59.732750 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-acf052c6-e58c-4478-b38d-1168a471297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:59.853394 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dd6ac801-d815-46e7-8e0d-2218f696dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:59.853605 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0c70efcc-0bfa-4b7e-b3a3-1ed72c2e3711 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:59.857505 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0c70efcc-0bfa-4b7e-b3a3-1ed72c2e3711 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:59.857833 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dd6ac801-d815-46e7-8e0d-2218f696dd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:07:59.860386 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dd6ac801-d815-46e7-8e0d-2218f696dd94 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb9d976a-5f16-4079-882b-844bfe2093a8 HTTP/1.1" status: 204 len: 168 time: 0.2584088 Sep 18 00:07:59.873756 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ac801-d815-46e7-8e0d-2218f696dd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9d976a-5f16-4079-882b-844bfe2093a8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:07:59.978517 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0c70efcc-0bfa-4b7e-b3a3-1ed72c2e3711 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:00.067490 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0c70efcc-0bfa-4b7e-b3a3-1ed72c2e3711 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:00.167395 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-38e234d0-68c2-4f10-9ad3-1333b70abc2e None None] Provisioning complete for port 2120dd26-890a-4180-be93-7f5e6081997f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:00.167395 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-38e234d0-68c2-4f10-9ad3-1333b70abc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:00.190238 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0c70efcc-0bfa-4b7e-b3a3-1ed72c2e3711 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:00.191421 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0c70efcc-0bfa-4b7e-b3a3-1ed72c2e3711 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4878027 Sep 18 00:08:00.194234 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44772) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:00.619563 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44776) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:00.679011 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-73d41c25-bc95-4530-839f-276cb9d6e50a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=de4579de6fe24a61b1468fce5c65a923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575061 Sep 18 00:08:00.681477 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44778) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:00.736734 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-533ca27f-189e-47e4-9b6f-26fb866ab01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:00.761075 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-533ca27f-189e-47e4-9b6f-26fb866ab01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:00.856235 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d1c7-dc96-4c75-ae49-23f021942741 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:00.882472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2120dd26-890a-4180-be93-7f5e6081997f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:00.898900 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-533ca27f-189e-47e4-9b6f-26fb866ab01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:00.902247 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-533ca27f-189e-47e4-9b6f-26fb866ab01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:00.903807 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-533ca27f-189e-47e4-9b6f-26fb866ab01b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df14d4a8-ab05-4878-8b59-a3218c26954d HTTP/1.1" status: 204 len: 168 time: 0.2210605 Sep 18 00:08:00.928428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ca27f-189e-47e4-9b6f-26fb866ab01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df14d4a8-ab05-4878-8b59-a3218c26954d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:01.014269 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 2120dd26-890a-4180-be93-7f5e6081997f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:01.014716 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:01.227398 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-1ff3d1c7-dc96-4c75-ae49-23f021942741 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::1 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/c4b0894a-b0ee-4246-93f0-6de7e4d2baca/a24a93bf-0b3f-40f5-8901-63e134cd4464) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:01.354105 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d1c7-dc96-4c75-ae49-23f021942741 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:01.460489 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d1c7-dc96-4c75-ae49-23f021942741 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:01.533425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff3d1c7-dc96-4c75-ae49-23f021942741 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:01.533425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3d1c7-dc96-4c75-ae49-23f021942741 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=a24a93bf-0b3f-40f5-8901-63e134cd4464,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:01.533425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-1ff3d1c7-dc96-4c75-ae49-23f021942741 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:01.535700 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff3d1c7-dc96-4c75-ae49-23f021942741 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:01.536348 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d1c7-dc96-4c75-ae49-23f021942741 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:01.751390 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d1c7-dc96-4c75-ae49-23f021942741 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:01.901756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f04a7af4-c4d5-4dfe-a0c3-cf536de18678 None None] Provisioning complete for port a24a93bf-0b3f-40f5-8901-63e134cd4464 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:01.902261 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f04a7af4-c4d5-4dfe-a0c3-cf536de18678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:01.959150 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-f04a7af4-c4d5-4dfe-a0c3-cf536de18678 None None] Port a24a93bf-0b3f-40f5-8901-63e134cd4464 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:08:02.140964 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d1c7-dc96-4c75-ae49-23f021942741 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:02.202683 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d1c7-dc96-4c75-ae49-23f021942741 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:02.204302 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1ff3d1c7-dc96-4c75-ae49-23f021942741 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:02.209260 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44808) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.322040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3d1c7-dc96-4c75-ae49-23f021942741 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=a24a93bf-0b3f-40f5-8901-63e134cd4464,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:02.366655 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff3d1c7-dc96-4c75-ae49-23f021942741 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:02.368170 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-1ff3d1c7-dc96-4c75-ae49-23f021942741 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:02.394536 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-7c4b5b26-cdfc-4715-949c-fb107381ef23 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.399295 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7c4b5b26-cdfc-4715-949c-fb107381ef23 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1853464 Sep 18 00:08:02.399295 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44816) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.403629 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-f6216c08-25eb-4edf-a654-b4a693c8cdf1 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.408218 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f6216c08-25eb-4edf-a654-b4a693c8cdf1 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0064447 Sep 18 00:08:02.409665 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44818) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.416076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-20c08cc8-63da-41a0-9d91-5bac1d7c4f92 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.417217 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-20c08cc8-63da-41a0-9d91-5bac1d7c4f92 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0065358 Sep 18 00:08:02.422214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44820) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.431972 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-19f1ab66-9c1b-4628-b1b2-0b640ad8a978 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.436123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-19f1ab66-9c1b-4628-b1b2-0b640ad8a978 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0093281 Sep 18 00:08:02.436786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44822) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.441442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-36c9d11f-f1c9-4959-a97e-70a22446dff8 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.443883 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-36c9d11f-f1c9-4959-a97e-70a22446dff8 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0061128 Sep 18 00:08:02.446543 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44824) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.451356 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-77afea81-7c6e-4260-be41-6bb0ca52156c tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.452395 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-77afea81-7c6e-4260-be41-6bb0ca52156c tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0046399 Sep 18 00:08:02.454792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44826) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.459244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-5640701b-02c0-4318-8767-5cffebe78b20 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.460825 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5640701b-02c0-4318-8767-5cffebe78b20 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0050933 Sep 18 00:08:02.463287 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44828) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.467859 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-6b001cc1-a34d-4b14-b016-79072c4289dc tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.469046 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6b001cc1-a34d-4b14-b016-79072c4289dc tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0044322 Sep 18 00:08:02.471874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44830) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.476358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-e5ad91fe-d076-4fc6-a71e-14c04a44fb7b tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.480146 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e5ad91fe-d076-4fc6-a71e-14c04a44fb7b tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0073285 Sep 18 00:08:02.481312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44832) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.485713 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-87c2d856-39e4-4080-ab38-3d07f1f0d5e0 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.490343 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-87c2d856-39e4-4080-ab38-3d07f1f0d5e0 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0074699 Sep 18 00:08:02.491056 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44834) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.500370 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-3b8588ff-0c94-40a6-bae5-6441fb44931a tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.501415 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3b8588ff-0c94-40a6-bae5-6441fb44931a tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0084143 Sep 18 00:08:02.503945 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44836) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.511163 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-1fc9b373-c6fd-44e2-b4b7-d4297aded8f4 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.513963 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1fc9b373-c6fd-44e2-b4b7-d4297aded8f4 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0090466 Sep 18 00:08:02.517169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44838) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.526878 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-835bf47a-e7d8-440a-839c-b91c75ff5366 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.530627 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44840) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.530756 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-835bf47a-e7d8-440a-839c-b91c75ff5366 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0126755 Sep 18 00:08:02.535454 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-dc7c1339-aa1b-40e2-87e0-243a123f0b06 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.536446 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dc7c1339-aa1b-40e2-87e0-243a123f0b06 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048218 Sep 18 00:08:02.539933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44842) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.544983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-33e0cb3c-f4e7-40e4-ab12-654d4a9db3f9 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.546151 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-33e0cb3c-f4e7-40e4-ab12-654d4a9db3f9 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0050061 Sep 18 00:08:02.548641 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44844) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.555705 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-e39936e2-184e-43a1-af6e-a8864cc06812 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.556632 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e39936e2-184e-43a1-af6e-a8864cc06812 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0061069 Sep 18 00:08:02.559119 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44846) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.563534 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-224a57d1-ec73-444a-8d5b-9a019d35c7ac tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.564969 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-224a57d1-ec73-444a-8d5b-9a019d35c7ac tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047665 Sep 18 00:08:02.567535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44848) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.574613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-028a8a9b-573e-465a-a78d-4ccaca7f7605 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.574613 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-028a8a9b-573e-465a-a78d-4ccaca7f7605 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045114 Sep 18 00:08:02.588142 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44850) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.592719 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-ba30d0e8-bc82-4ef5-a23c-1ea94e6499a6 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.593737 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ba30d0e8-bc82-4ef5-a23c-1ea94e6499a6 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044322 Sep 18 00:08:02.596322 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44852) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.602347 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-cfd0916d-27ab-47f8-85e6-e9a0954b8908 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.603319 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cfd0916d-27ab-47f8-85e6-e9a0954b8908 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0059786 Sep 18 00:08:02.605834 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44854) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.610401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-e163fc22-0cf4-4f9e-a801-ba1f009a77f6 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.611487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e163fc22-0cf4-4f9e-a801-ba1f009a77f6 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044570 Sep 18 00:08:02.613854 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44856) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.618782 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-626c3efc-0d18-4cc2-a07b-b8ac7bee195b tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.620213 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-626c3efc-0d18-4cc2-a07b-b8ac7bee195b tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0050023 Sep 18 00:08:02.622321 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44858) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.627291 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-4a714199-74f4-4490-9660-9c229abc6c2c tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.628277 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4a714199-74f4-4490-9660-9c229abc6c2c tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0049813 Sep 18 00:08:02.631478 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44860) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.636742 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-4a15b5ff-c460-4228-ac5e-f13ec7e0fba7 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.637910 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4a15b5ff-c460-4228-ac5e-f13ec7e0fba7 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0053387 Sep 18 00:08:02.640009 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44862) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.644336 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-8e68550e-2a84-4ad1-aa39-40a0b42733d5 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.645449 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8e68550e-2a84-4ad1-aa39-40a0b42733d5 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0045507 Sep 18 00:08:02.646363 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff3d1c7-dc96-4c75-ae49-23f021942741 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Router 1440df82-ed7e-4c7a-9f34-87c25fe09236 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:08:02.650447 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44864) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.655576 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-c2b88f67-3ac3-43d1-aa85-17019f368dc4 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.657341 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c2b88f67-3ac3-43d1-aa85-17019f368dc4 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0058787 Sep 18 00:08:02.658640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44866) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.663661 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-9b643ee1-11b1-409c-b670-ce6c9c2aa390 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.665252 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9b643ee1-11b1-409c-b670-ce6c9c2aa390 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0057340 Sep 18 00:08:02.666408 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44868) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.671286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-1e656416-4751-4852-9868-5e8c5c47c7e8 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.672545 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1e656416-4751-4852-9868-5e8c5c47c7e8 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052986 Sep 18 00:08:02.674929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44870) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.685389 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-67fd58e0-c819-4261-9084-aedab8843391 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.685389 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-67fd58e0-c819-4261-9084-aedab8843391 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0054734 Sep 18 00:08:02.686475 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44872) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.688851 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-546e9f12-b24c-4712-bf0d-08fa3736bb64 None None] Provisioning complete for port a24a93bf-0b3f-40f5-8901-63e134cd4464 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:02.689314 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-546e9f12-b24c-4712-bf0d-08fa3736bb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:02.690909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-f3326403-a0d8-4796-a7ae-74ddfc0f423e tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.692107 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f3326403-a0d8-4796-a7ae-74ddfc0f423e tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044739 Sep 18 00:08:02.694826 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44874) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.727673 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-9e3a18ab-bcd4-4341-920b-051846611209 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.728025 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-546e9f12-b24c-4712-bf0d-08fa3736bb64 None None] Port a24a93bf-0b3f-40f5-8901-63e134cd4464 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:08:02.732908 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9e3a18ab-bcd4-4341-920b-051846611209 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0328884 Sep 18 00:08:02.733936 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44876) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.738325 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-d2f00ce5-bb15-411f-9e90-0d382573f27f tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.739273 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d2f00ce5-bb15-411f-9e90-0d382573f27f tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0043764 Sep 18 00:08:02.742322 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44878) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.746364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-8a393a60-14bb-449a-ada2-6e9b1bba6bbe tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.747296 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8a393a60-14bb-449a-ada2-6e9b1bba6bbe tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0041378 Sep 18 00:08:02.748603 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff3d1c7-dc96-4c75-ae49-23f021942741 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:08:02.754186 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44880) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.756386 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1ff3d1c7-dc96-4c75-ae49-23f021942741 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "PUT /v2.0/routers/1440df82-ed7e-4c7a-9f34-87c25fe09236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5610077 Sep 18 00:08:02.757005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44882) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.759154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-b5304f29-bc9e-43ac-9a52-9b281b0b3e35 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.760099 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b5304f29-bc9e-43ac-9a52-9b281b0b3e35 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0047500 Sep 18 00:08:02.762589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44884) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.763113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] Sync routers for ids ['1440df82-ed7e-4c7a-9f34-87c25fe09236'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:08:02.769168 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-c24af20a-5823-4128-b877-30fd19a13eb7 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.773296 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c24af20a-5823-4128-b877-30fd19a13eb7 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0096347 Sep 18 00:08:02.774009 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44886) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.774678 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] Routers {'1440df82-ed7e-4c7a-9f34-87c25fe09236'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:02.775296 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1440df82-ed7e-4c7a-9f34-87c25fe09236'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:02.779093 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-1f85367b-1011-496f-baa7-20e14fe67822 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.783355 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1f85367b-1011-496f-baa7-20e14fe67822 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0050943 Sep 18 00:08:02.783724 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44888) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.789312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-0898237b-7f7f-41db-8465-f083392df747 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.790364 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0898237b-7f7f-41db-8465-f083392df747 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0055807 Sep 18 00:08:02.792589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44890) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.796661 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-65e98f9c-493c-43c2-ab78-499082a948d2 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.797715 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-65e98f9c-493c-43c2-ab78-499082a948d2 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0040958 Sep 18 00:08:02.799924 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44892) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.804604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-abd369f5-cae3-43ed-a2e4-8d50f1c2b48c tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.806252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92f0e95-67f9-4ec4-819e-216ed3148355 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:02.807864 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-abd369f5-cae3-43ed-a2e4-8d50f1c2b48c tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0070653 Sep 18 00:08:02.808613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44894) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.810509 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f92f0e95-67f9-4ec4-819e-216ed3148355 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports/a24a93bf-0b3f-40f5-8901-63e134cd4464 HTTP/1.1" status: 200 len: 911 time: 0.0526028 Sep 18 00:08:02.810857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44896) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.813969 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-b5de1bf3-1d0d-41e3-bbb6-1e56f220616d tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.817301 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b5de1bf3-1d0d-41e3-bbb6-1e56f220616d tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0073812 Sep 18 00:08:02.817744 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44898) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.822396 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-0f87f5ef-d535-4c33-b7cf-baff79782d59 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.823483 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0f87f5ef-d535-4c33-b7cf-baff79782d59 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045226 Sep 18 00:08:02.825804 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44900) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.829682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-014f3cca-f247-4485-bdb6-ed8295ac94ee tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.832527 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-014f3cca-f247-4485-bdb6-ed8295ac94ee tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0039749 Sep 18 00:08:02.832862 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44902) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.836732 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-5ee5de5d-c4e0-45f7-a897-b55809795946 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.837685 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5ee5de5d-c4e0-45f7-a897-b55809795946 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0038960 Sep 18 00:08:02.839751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44904) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.843388 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-16538412-4176-474f-b2bc-38de3d882fec tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.846526 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-16538412-4176-474f-b2bc-38de3d882fec tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0044131 Sep 18 00:08:02.847200 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44906) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.852448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-3f259672-b49a-4e25-a48b-f73c0141e3f1 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.853503 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3f259672-b49a-4e25-a48b-f73c0141e3f1 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0053096 Sep 18 00:08:02.855511 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44908) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.859259 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-40fbfbe4-add0-4b5e-87db-cb9d01f9c2e1 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.860239 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-40fbfbe4-add0-4b5e-87db-cb9d01f9c2e1 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0039012 Sep 18 00:08:02.863941 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44910) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.868289 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-80cf1e85-fd08-42e7-8670-496e85142474 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.869587 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-80cf1e85-fd08-42e7-8670-496e85142474 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044713 Sep 18 00:08:02.871423 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44912) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.875313 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-5cb006b8-d851-4624-be5c-8873b7462eb0 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.876272 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5cb006b8-d851-4624-be5c-8873b7462eb0 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0039616 Sep 18 00:08:02.878312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44914) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.885094 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-48e9e266-e392-4a19-96ee-9cce62593b52 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.887931 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-48e9e266-e392-4a19-96ee-9cce62593b52 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0069234 Sep 18 00:08:02.888527 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44916) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.892744 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-ee7df5b1-838e-43fc-996e-03dc0b57dbce tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.895681 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ee7df5b1-838e-43fc-996e-03dc0b57dbce tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0042231 Sep 18 00:08:02.895870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44918) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.899704 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-4c37b5b9-e32c-4ccc-9437-bf562f3239cc tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.901328 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4c37b5b9-e32c-4ccc-9437-bf562f3239cc tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0040445 Sep 18 00:08:02.904236 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44920) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.908535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-1483bd8b-9f4c-4601-be1e-77bd25b373e4 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.912301 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1483bd8b-9f4c-4601-be1e-77bd25b373e4 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0045168 Sep 18 00:08:02.913264 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44922) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.918307 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-3ce7886b-6ac3-4e61-ba8c-8241759ea747 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.919264 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3ce7886b-6ac3-4e61-ba8c-8241759ea747 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0051112 Sep 18 00:08:02.921739 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44924) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.928179 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-113767ea-b564-4dc3-8077-d52ed94ed58c tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.931545 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-113767ea-b564-4dc3-8077-d52ed94ed58c tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0064294 Sep 18 00:08:02.931849 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44926) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.932853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5642fd0-5c8c-4735-aada-9c1a3952cdbc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:02.935996 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-41faa031-13be-4b70-ae46-dcbb3222f9fe tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.937763 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-41faa031-13be-4b70-ae46-dcbb3222f9fe tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0043342 Sep 18 00:08:02.938998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5642fd0-5c8c-4735-aada-9c1a3952cdbc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:02.945079 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e5642fd0-5c8c-4735-aada-9c1a3952cdbc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1219356 Sep 18 00:08:02.945203 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] Set router 1440df82-ed7e-4c7a-9f34-87c25fe09236 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:08:02.946875 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44928) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.947191 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44930) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.951284 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-53df5e2b-85c0-4a84-8959-119d09ddaeaa tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.952484 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-53df5e2b-85c0-4a84-8959-119d09ddaeaa tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0043807 Sep 18 00:08:02.954861 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44932) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:02.995430 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-af92aade-4f3f-4b00-8f3d-b2fba9038032 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:02.996427 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-af92aade-4f3f-4b00-8f3d-b2fba9038032 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0405154 Sep 18 00:08:02.999255 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44934) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:03.003968 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-940729d8-5e5b-4704-a471-bbd7bab3abea tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:03.005155 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-940729d8-5e5b-4704-a471-bbd7bab3abea tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0048068 Sep 18 00:08:03.007669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44936) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:03.012271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-40edff26-9169-4753-b1dd-ab031c689153 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:03.013233 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-40edff26-9169-4753-b1dd-ab031c689153 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0046921 Sep 18 00:08:03.015610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44938) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:03.019748 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-7fed9260-609a-406d-9419-7fae75249358 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:03.021438 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7fed9260-609a-406d-9419-7fae75249358 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0049191 Sep 18 00:08:03.023864 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44940) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:03.028496 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-27dd130a-bfcd-4b67-be78-8b12d86d65f6 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:03.032255 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-27dd130a-bfcd-4b67-be78-8b12d86d65f6 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0071218 Sep 18 00:08:03.033012 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44942) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:03.037887 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-efa63e3d-2ed8-4b72-82ae-36c0fca115ca tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:03.039886 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-efa63e3d-2ed8-4b72-82ae-36c0fca115ca tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0058393 Sep 18 00:08:03.054232 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44944) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:03.060209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-85ca62d6-890a-41f6-9c46-4c1d618cf405 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:03.064020 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-85ca62d6-890a-41f6-9c46-4c1d618cf405 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0078866 Sep 18 00:08:03.064772 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44946) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:03.069613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-765d3ed7-5a38-443c-8b6e-24ae3c58b9c0 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:03.073365 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-765d3ed7-5a38-443c-8b6e-24ae3c58b9c0 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0075176 Sep 18 00:08:03.074084 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44948) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:03.079133 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-55526bfd-a62e-4873-85b4-b035942c516e tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:03.083980 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-55526bfd-a62e-4873-85b4-b035942c516e tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0081761 Sep 18 00:08:03.084775 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44950) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:03.090732 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-48ddb322-e823-4e6f-9956-0fa47c16442c tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:03.095046 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44952) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:03.095460 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-48ddb322-e823-4e6f-9956-0fa47c16442c tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0094404 Sep 18 00:08:03.100165 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [None req-cd5c8f2a-8676-4727-8cfa-5531aa1517eb tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:03.103280 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cd5c8f2a-8676-4727-8cfa-5531aa1517eb tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050728 Sep 18 00:08:03.103420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44954) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:03.111268 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-87871b0d-cb8e-4ba2-be08-711fb8591026 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:03.114844 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-87871b0d-cb8e-4ba2-be08-711fb8591026 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0104773 Sep 18 00:08:03.115417 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44956) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:03.119505 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [None req-49bda1d6-24f1-4d8a-b8ca-2d21704d5886 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:08:03.130154 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-49bda1d6-24f1-4d8a-b8ca-2d21704d5886 tempest-ExtensionsTestJSON-496281553 tempest-ExtensionsTestJSON-496281553-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0115423 Sep 18 00:08:03.238671 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1440df82-ed7e-4c7a-9f34-87c25fe09236', 'name': 'tempest-NetworksTestDHCPv6-router-1176708329', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:59Z', 'updated_at': '2021-09-18T00:08:01Z', 'revision_number': 2, 'project_id': 'f090bbaa3d0b420ca85075153b7568c7', 'gw_port_host': None, '_interfaces': [{'id': 'a24a93bf-0b3f-40f5-8901-63e134cd4464', 'name': '', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'mac_address': 'fa:16:3e:d1:12:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1440df82-ed7e-4c7a-9f34-87c25fe09236', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c4b0894a-b0ee-4246-93f0-6de7e4d2baca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:08:00Z', 'updated_at': '2021-09-18T00:08:01Z', 'revision_number': 2, 'project_id': 'f090bbaa3d0b420ca85075153b7568c7', 'subnets': [{'id': 'c4b0894a-b0ee-4246-93f0-6de7e4d2baca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:03.293761 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] Checking router: 1440df82-ed7e-4c7a-9f34-87c25fe09236 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:08:03.297659 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] Updating router 1440df82-ed7e-4c7a-9f34-87c25fe09236 port a24a93bf-0b3f-40f5-8901-63e134cd4464 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:08:03.370861 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:03.608008 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6845e20a-57fd-4775-9761-31df5dbec837 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:03.817598 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:03.849084 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44972) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:03.921508 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:03.950483 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44976) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:04.054378 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-6845e20a-57fd-4775-9761-31df5dbec837 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port a24a93bf-0b3f-40f5-8901-63e134cd4464 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:04.054893 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6845e20a-57fd-4775-9761-31df5dbec837 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:04.067402 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4fc94-089c-4707-bb1c-bc5ee5aaca63 None None] Pushing event updated for resources: {'Port': ['ID=a24a93bf-0b3f-40f5-8901-63e134cd4464,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:04.167995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] Attempting to bind port a24a93bf-0b3f-40f5-8901-63e134cd4464 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:08:04.168907 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] Attempting to bind port a24a93bf-0b3f-40f5-8901-63e134cd4464 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:08:04.169436 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] Attempting to bind port a24a93bf-0b3f-40f5-8901-63e134cd4464 on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:08:04.172898 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99f1d8da-9724-419d-81a0-4644d83cf0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:04.175843 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:08:04.176507 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:08:04.177929 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:04.178643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:08:04.180510 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] Bound port: a24a93bf-0b3f-40f5-8901-63e134cd4464, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:08:04.181195 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:04.248519 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0b9cb80a-aaed-4841-9fdc-89bae321b214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:04.253623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] For port a24a93bf-0b3f-40f5-8901-63e134cd4464, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:08:04.257119 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] For port a24a93bf-0b3f-40f5-8901-63e134cd4464, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a24a93bf-0b3f-40f5-8901-63e134cd4464,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:08:04.283232 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-6845e20a-57fd-4775-9761-31df5dbec837 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] For port a24a93bf-0b3f-40f5-8901-63e134cd4464, host n-d-809883-1, got binding levels [] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:04.283232 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6845e20a-57fd-4775-9761-31df5dbec837 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:04.311757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-6845e20a-57fd-4775-9761-31df5dbec837 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for a24a93bf-0b3f-40f5-8901-63e134cd4464 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:04.328286 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:04.410363 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] Routers {'1440df82-ed7e-4c7a-9f34-87c25fe09236'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:04.410999 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1440df82-ed7e-4c7a-9f34-87c25fe09236'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:04.444108 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99f1d8da-9724-419d-81a0-4644d83cf0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:04.469708 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4fc94-089c-4707-bb1c-bc5ee5aaca63 None None] Pushing event updated for resources: {'Port': ['ID=a24a93bf-0b3f-40f5-8901-63e134cd4464,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:04.544198 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99f1d8da-9724-419d-81a0-4644d83cf0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:04.558415 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c4c0a544-805f-4c7d-93bf-3d4a2ea00996 None None] Provisioning complete for port a24a93bf-0b3f-40f5-8901-63e134cd4464 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:04.558809 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c4c0a544-805f-4c7d-93bf-3d4a2ea00996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:04.617575 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] Set router 1440df82-ed7e-4c7a-9f34-87c25fe09236 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:08:04.627711 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-99f1d8da-9724-419d-81a0-4644d83cf0b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3b7d36491837440c8739d239091e341b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6735399 Sep 18 00:08:04.628048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44984) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:04.629818 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1d8da-9724-419d-81a0-4644d83cf0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0dc0bd-d2c1-45f5-ba27-4a3664576604,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:04.697149 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-65925835-d9f3-4fe0-b6aa-e6cb74256cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:04.724729 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-65925835-d9f3-4fe0-b6aa-e6cb74256cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:04.809048 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6845e20a-57fd-4775-9761-31df5dbec837 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:04.818944 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c4c0a544-805f-4c7d-93bf-3d4a2ea00996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:04.848145 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0b9cb80a-aaed-4841-9fdc-89bae321b214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:04.848395 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845e20a-57fd-4775-9761-31df5dbec837 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=a24a93bf-0b3f-40f5-8901-63e134cd4464,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:04.921649 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-65925835-d9f3-4fe0-b6aa-e6cb74256cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:04.924430 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-65925835-d9f3-4fe0-b6aa-e6cb74256cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:04.930949 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-65925835-d9f3-4fe0-b6aa-e6cb74256cb5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe0dc0bd-d2c1-45f5-ba27-4a3664576604 HTTP/1.1" status: 204 len: 168 time: 0.2980981 Sep 18 00:08:04.939937 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0b9cb80a-aaed-4841-9fdc-89bae321b214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:04.965114 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1440df82-ed7e-4c7a-9f34-87c25fe09236', 'name': 'tempest-NetworksTestDHCPv6-router-1176708329', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:59Z', 'updated_at': '2021-09-18T00:08:01Z', 'revision_number': 2, 'project_id': 'f090bbaa3d0b420ca85075153b7568c7', 'gw_port_host': None, '_interfaces': [{'id': 'a24a93bf-0b3f-40f5-8901-63e134cd4464', 'name': '', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'mac_address': 'fa:16:3e:d1:12:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1440df82-ed7e-4c7a-9f34-87c25fe09236', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c4b0894a-b0ee-4246-93f0-6de7e4d2baca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:08:00Z', 'updated_at': '2021-09-18T00:08:04Z', 'revision_number': 4, 'project_id': 'f090bbaa3d0b420ca85075153b7568c7', 'subnets': [{'id': 'c4b0894a-b0ee-4246-93f0-6de7e4d2baca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:04.983132 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0b9cb80a-aaed-4841-9fdc-89bae321b214 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f190b61cf4914bebab5c803f02af49a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1327586 Sep 18 00:08:04.987352 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44988) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:05.012821 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cb80a-aaed-4841-9fdc-89bae321b214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e14a6ba-dbdd-4799-b7bc-230c922ce7b1,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:05.015462 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65925835-d9f3-4fe0-b6aa-e6cb74256cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0dc0bd-d2c1-45f5-ba27-4a3664576604,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:05.023342 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6845e20a-57fd-4775-9761-31df5dbec837 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:05.034178 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d92c76-5177-42c2-9b5d-473ce3b79185 None None] The sync data for ids ['1440df82-ed7e-4c7a-9f34-87c25fe09236'] in n-d-809883-1 is: [{'id': '1440df82-ed7e-4c7a-9f34-87c25fe09236', 'name': 'tempest-NetworksTestDHCPv6-router-1176708329', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:59Z', 'updated_at': '2021-09-18T00:08:01Z', 'revision_number': 2, 'project_id': 'f090bbaa3d0b420ca85075153b7568c7', 'gw_port_host': None, '_interfaces': [{'id': 'a24a93bf-0b3f-40f5-8901-63e134cd4464', 'name': '', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'mac_address': 'fa:16:3e:d1:12:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1440df82-ed7e-4c7a-9f34-87c25fe09236', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'c4b0894a-b0ee-4246-93f0-6de7e4d2baca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:08:00Z', 'updated_at': '2021-09-18T00:08:04Z', 'revision_number': 4, 'project_id': 'f090bbaa3d0b420ca85075153b7568c7', 'subnets': [{'id': 'c4b0894a-b0ee-4246-93f0-6de7e4d2baca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:08:05.064091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d2e1634d-6d08-43ff-bf09-320109e6f3bb None None] Could not find standard attr ID for object a24a93bf-0b3f-40f5-8901-63e134cd4464. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:08:05.172421 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e533ee1b-de13-4650-a6f2-936b374b883f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:05.263911 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e533ee1b-de13-4650-a6f2-936b374b883f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:05.275278 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6845e20a-57fd-4775-9761-31df5dbec837 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Router 1440df82-ed7e-4c7a-9f34-87c25fe09236 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:08:05.392086 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6845e20a-57fd-4775-9761-31df5dbec837 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:08:05.397532 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6845e20a-57fd-4775-9761-31df5dbec837 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "PUT /v2.0/routers/1440df82-ed7e-4c7a-9f34-87c25fe09236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4491398 Sep 18 00:08:05.400195 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 44992) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:05.485346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34335380-97b3-4561-a1dc-a26351623ae5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:05.491111 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34335380-97b3-4561-a1dc-a26351623ae5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:05.493501 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-34335380-97b3-4561-a1dc-a26351623ae5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0917439 Sep 18 00:08:05.495883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 44998) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:05.535472 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e533ee1b-de13-4650-a6f2-936b374b883f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:05.538056 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e533ee1b-de13-4650-a6f2-936b374b883f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:05.541909 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e533ee1b-de13-4650-a6f2-936b374b883f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e14a6ba-dbdd-4799-b7bc-230c922ce7b1 HTTP/1.1" status: 204 len: 168 time: 0.5470049 Sep 18 00:08:05.559388 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533ee1b-de13-4650-a6f2-936b374b883f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e14a6ba-dbdd-4799-b7bc-230c922ce7b1,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:05.573307 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0ab0b7-3ea6-441e-b400-532404d3d6e7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet c4b0894a-b0ee-4246-93f0-6de7e4d2baca {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:08:05.577793 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1c0ab0b7-3ea6-441e-b400-532404d3d6e7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:05.623664 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1c0ab0b7-3ea6-441e-b400-532404d3d6e7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:05.676421 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1c0ab0b7-3ea6-441e-b400-532404d3d6e7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:06.286828 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1c0ab0b7-3ea6-441e-b400-532404d3d6e7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:06.315667 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ab0b7-3ea6-441e-b400-532404d3d6e7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=c4b0894a-b0ee-4246-93f0-6de7e4d2baca,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:06.320747 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1c0ab0b7-3ea6-441e-b400-532404d3d6e7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:06.325728 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1c0ab0b7-3ea6-441e-b400-532404d3d6e7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/c4b0894a-b0ee-4246-93f0-6de7e4d2baca HTTP/1.1" status: 204 len: 168 time: 0.8259263 Sep 18 00:08:06.325728 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45026) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:06.330090 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8e83c2-947c-4efc-b8d3-70a008415557 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:06.441529 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-85302dbe-f2dd-4156-b59c-067e393b6c32 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1150224 Sep 18 00:08:06.444071 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45030) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:06.559313 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-769c555f-5aee-45c4-a35d-11fae0ba86ae tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:06.561088 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8e5c71-5049-4ab9-96a9-fcb503d2984f None None] DHCP port deletion for ba56a403-ab7f-44f7-9f47-cabda0897d3d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:08:06.611534 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e5c71-5049-4ab9-96a9-fcb503d2984f None None] Deleting port 2120dd26-890a-4180-be93-7f5e6081997f {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:06.612254 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0a8e5c71-5049-4ab9-96a9-fcb503d2984f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:06.697661 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0a8e5c71-5049-4ab9-96a9-fcb503d2984f None None] For port 2120dd26-890a-4180-be93-7f5e6081997f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2120dd26-890a-4180-be93-7f5e6081997f,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:06.698351 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0a8e5c71-5049-4ab9-96a9-fcb503d2984f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:06.714376 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e5c71-5049-4ab9-96a9-fcb503d2984f None None] Calling delete_port for 2120dd26-890a-4180-be93-7f5e6081997f owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:06.840936 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-769c555f-5aee-45c4-a35d-11fae0ba86ae tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:06.846443 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-769c555f-5aee-45c4-a35d-11fae0ba86ae tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:06.902157 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c6aaea-4b2b-43a1-ab9a-3105157feba7 None None] Sync routers for ids ['1440df82-ed7e-4c7a-9f34-87c25fe09236'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:08:06.913416 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c6aaea-4b2b-43a1-ab9a-3105157feba7 None None] Routers {'1440df82-ed7e-4c7a-9f34-87c25fe09236'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:06.914037 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-f8c6aaea-4b2b-43a1-ab9a-3105157feba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1440df82-ed7e-4c7a-9f34-87c25fe09236'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:06.918825 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2120dd26-890a-4180-be93-7f5e6081997f no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:08:07.000741 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:07.003522 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0a8e5c71-5049-4ab9-96a9-fcb503d2984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:07.049547 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-769c555f-5aee-45c4-a35d-11fae0ba86ae tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:07.058915 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e5c71-5049-4ab9-96a9-fcb503d2984f None None] Pushing event deleted for resources: {'Port': ['ID=2120dd26-890a-4180-be93-7f5e6081997f,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:07.059070 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769c555f-5aee-45c4-a35d-11fae0ba86ae tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Fanout notify agent at l3_agent the message router_deleted on router 1440df82-ed7e-4c7a-9f34-87c25fe09236 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:08:07.059155 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8e5c71-5049-4ab9-96a9-fcb503d2984f None None] No DVR routers for this DVR port 2120dd26-890a-4180-be93-7f5e6081997f on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:08:07.075411 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-769c555f-5aee-45c4-a35d-11fae0ba86ae tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:07.076621 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-769c555f-5aee-45c4-a35d-11fae0ba86ae tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/routers/1440df82-ed7e-4c7a-9f34-87c25fe09236 HTTP/1.1" status: 204 len: 168 time: 0.6316097 Sep 18 00:08:07.087613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45082) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:07.100808 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-84d2649f-4832-4a0b-a0e4-9c3d25ab08b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:07.138976 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-f8c6aaea-4b2b-43a1-ab9a-3105157feba7 None None] Set router 1440df82-ed7e-4c7a-9f34-87c25fe09236 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:08:07.191730 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-f8c6aaea-4b2b-43a1-ab9a-3105157feba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1440df82-ed7e-4c7a-9f34-87c25fe09236', 'name': 'tempest-NetworksTestDHCPv6-router-1176708329', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:59Z', 'updated_at': '2021-09-18T00:08:04Z', 'revision_number': 3, 'project_id': 'f090bbaa3d0b420ca85075153b7568c7', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:07.221693 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c6aaea-4b2b-43a1-ab9a-3105157feba7 None None] Checking router: 1440df82-ed7e-4c7a-9f34-87c25fe09236 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:08:07.233354 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45086) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:07.235107 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c6aaea-4b2b-43a1-ab9a-3105157feba7 None None] Routers set() bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:07.235548 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c6aaea-4b2b-43a1-ab9a-3105157feba7 None None] Router IDs set() for agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 00:08:07.236053 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_agentschedulers_db [None req-f8c6aaea-4b2b-43a1-ab9a-3105157feba7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1440df82-ed7e-4c7a-9f34-87c25fe09236'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent'). {{(pid=95594) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 00:08:07.236427 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c6aaea-4b2b-43a1-ab9a-3105157feba7 None None] The sync data for ids ['1440df82-ed7e-4c7a-9f34-87c25fe09236'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:08:07.304672 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d2649f-4832-4a0b-a0e4-9c3d25ab08b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:07.309124 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84d2649f-4832-4a0b-a0e4-9c3d25ab08b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:07.340639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2e4f0dea-2a29-4c92-9be1-49c6365199cb tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] Request body: {'port': {'network_id': '146f42e8-6b76-4f99-ab59-0357ed0ae87a', 'name': 'tempest-NetworksNegativeTestJSON-945291343'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:07.358982 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4f0dea-2a29-4c92-9be1-49c6365199cb tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] POST failed (client error): The resource could not be found. Sep 18 00:08:07.359518 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4f0dea-2a29-4c92-9be1-49c6365199cb tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:08:07.360715 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2e4f0dea-2a29-4c92-9be1-49c6365199cb tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1262126 Sep 18 00:08:07.364974 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45090) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:07.385892 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d0f343-cbcb-4754-939e-ceef11ebd3f5 tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] DELETE failed (client error): The resource could not be found. Sep 18 00:08:07.390057 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d0f343-cbcb-4754-939e-ceef11ebd3f5 tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:08:07.390057 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d3d0f343-cbcb-4754-939e-ceef11ebd3f5 tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] 10.222.0.46 "DELETE /v2.0/networks/132d0f43-4dba-46f5-b83f-9902d2a64122 HTTP/1.1" status: 404 len: 339 time: 0.0224307 Sep 18 00:08:07.393102 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45092) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:07.416615 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22e643d-9864-415b-bc8c-6f3fcca3f311 tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] DELETE failed (client error): The resource could not be found. Sep 18 00:08:07.417642 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22e643d-9864-415b-bc8c-6f3fcca3f311 tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:08:07.419747 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c22e643d-9864-415b-bc8c-6f3fcca3f311 tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] 10.222.0.46 "DELETE /v2.0/ports/f0ab55ca-9442-4356-b090-b9ef2185cf33 HTTP/1.1" status: 404 len: 333 time: 0.0255370 Sep 18 00:08:07.424116 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45094) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:07.451212 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da2da59-8487-417b-b0f5-65d5b53d12ab tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] DELETE failed (client error): The resource could not be found. Sep 18 00:08:07.451677 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da2da59-8487-417b-b0f5-65d5b53d12ab tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:08:07.453614 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2da2da59-8487-417b-b0f5-65d5b53d12ab tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] 10.222.0.46 "DELETE /v2.0/subnets/db0be462-ccf1-4bc5-8cf6-ce825b4d98dd HTTP/1.1" status: 404 len: 337 time: 0.0283155 Sep 18 00:08:07.457545 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45096) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:07.483164 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-952ba9b2-4420-4465-af58-5434208533e7 tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] GET failed (client error): The resource could not be found. Sep 18 00:08:07.485027 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-952ba9b2-4420-4465-af58-5434208533e7 tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] 10.222.0.46 "GET /v2.0/networks/cce724cd-9f19-419a-b2d9-246d8a70e3df HTTP/1.1" status: 404 len: 339 time: 0.0257924 Sep 18 00:08:07.490790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45098) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:07.535811 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbacc7f-a754-49a2-9755-38038527799a tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] GET failed (client error): The resource could not be found. Sep 18 00:08:07.537398 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2dbacc7f-a754-49a2-9755-38038527799a tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] 10.222.0.46 "GET /v2.0/ports/368987a1-db4a-4ec7-bb19-66cf0bbb8cb2 HTTP/1.1" status: 404 len: 333 time: 0.0455713 Sep 18 00:08:07.541252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45100) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:07.573797 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce10faf7-a66c-4e07-bc00-cdcb0844c63c tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] GET failed (client error): The resource could not be found. Sep 18 00:08:07.575127 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ce10faf7-a66c-4e07-bc00-cdcb0844c63c tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] 10.222.0.46 "GET /v2.0/subnets/b19547d4-54a0-4a31-b41e-cdd001732581 HTTP/1.1" status: 404 len: 337 time: 0.0328655 Sep 18 00:08:07.578794 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45102) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:07.583906 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-ca475878-0285-4366-bb44-b7a553eb42c2 tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:07.597796 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca475878-0285-4366-bb44-b7a553eb42c2 tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] PUT failed (client error): The resource could not be found. Sep 18 00:08:07.598627 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca475878-0285-4366-bb44-b7a553eb42c2 tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:08:07.599799 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ca475878-0285-4366-bb44-b7a553eb42c2 tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] 10.222.0.46 "PUT /v2.0/networks/af55bf20-a8dd-46fd-85b6-a3714f5c7c25 HTTP/1.1" status: 404 len: 339 time: 0.0200710 Sep 18 00:08:07.603742 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45104) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:07.609121 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-2d5f0a85-bec4-4d80-ba2f-de7b2366baee tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:07.635356 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5f0a85-bec4-4d80-ba2f-de7b2366baee tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] PUT failed (client error): The resource could not be found. Sep 18 00:08:07.636263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5f0a85-bec4-4d80-ba2f-de7b2366baee tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:08:07.637499 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2d5f0a85-bec4-4d80-ba2f-de7b2366baee tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] 10.222.0.46 "PUT /v2.0/ports/d5e18754-23dd-4893-832f-db2e052f746f HTTP/1.1" status: 404 len: 333 time: 0.0327160 Sep 18 00:08:07.641307 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45106) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:07.647495 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84d2649f-4832-4a0b-a0e4-9c3d25ab08b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:07.652159 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-06c8c307-671d-463c-8a5a-2c6853fa5aaa tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:07.687896 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c8c307-671d-463c-8a5a-2c6853fa5aaa tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] PUT failed (client error): The resource could not be found. Sep 18 00:08:07.688722 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c8c307-671d-463c-8a5a-2c6853fa5aaa tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:08:07.695844 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-06c8c307-671d-463c-8a5a-2c6853fa5aaa tempest-NetworksNegativeTestJSON-203699434 tempest-NetworksNegativeTestJSON-203699434-project] 10.222.0.46 "PUT /v2.0/subnets/2d43bc2a-cbec-4d2f-b24e-f33dc60a8838 HTTP/1.1" status: 404 len: 337 time: 0.0530710 Sep 18 00:08:07.719185 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2649f-4832-4a0b-a0e4-9c3d25ab08b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=c71b825c-0f4c-47a9-9090-192d6544219b,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:07.825170 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d2649f-4832-4a0b-a0e4-9c3d25ab08b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:07.826644 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-84d2649f-4832-4a0b-a0e4-9c3d25ab08b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:07.829578 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d2649f-4832-4a0b-a0e4-9c3d25ab08b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:07.830233 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84d2649f-4832-4a0b-a0e4-9c3d25ab08b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:07.837169 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa87ba9-0ebc-4f74-8e66-82c69f5df0d6 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:07.929381 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-84d2649f-4832-4a0b-a0e4-9c3d25ab08b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8405721 Sep 18 00:08:07.930418 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45120) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:07.935744 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-61f72447-28a3-472b-a165-f15f569af06a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1631401970', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:08.014441 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'fixed_ips': [{'subnet_id': 'c71b825c-0f4c-47a9-9090-192d6544219b'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:08:08.015405 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:08.082173 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-61f72447-28a3-472b-a165-f15f569af06a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:08.084696 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-61f72447-28a3-472b-a165-f15f569af06a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:08.146187 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-61f72447-28a3-472b-a165-f15f569af06a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:08.166772 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] Allocated IP 2001:db8::2 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/c71b825c-0f4c-47a9-9090-192d6544219b/45b68c9f-57a9-44e3-8105-abb18ddac040) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:08.219340 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-61f72447-28a3-472b-a165-f15f569af06a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:08.256716 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45156) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:08.327539 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-61f72447-28a3-472b-a165-f15f569af06a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:08.329057 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-61f72447-28a3-472b-a165-f15f569af06a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3976207 Sep 18 00:08:08.331777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45160) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:08.362638 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:08.415447 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dd588b73-eb05-4c9e-834d-a4b4f13245c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:08.470844 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:08.528990 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dd588b73-eb05-4c9e-834d-a4b4f13245c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:08.531703 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:08.537234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:08.539739 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:08.551472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] Pushing event updated for resources: {'Port': ['ID=45b68c9f-57a9-44e3-8105-abb18ddac040,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:08.607457 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dd588b73-eb05-4c9e-834d-a4b4f13245c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:08.639970 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dd588b73-eb05-4c9e-834d-a4b4f13245c2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=93385149674f4f6e840d4eff43a3c797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3819137 Sep 18 00:08:08.642949 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45162) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:08.668283 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd588b73-eb05-4c9e-834d-a4b4f13245c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0c6235-b7af-423c-9d2a-220e4d8ec60e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:08.730860 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28b31261-c917-48ac-bce4-44777d309981 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:08.784506 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] Attempting to bind port 45b68c9f-57a9-44e3-8105-abb18ddac040 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:08:08.784808 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] Attempting to bind port 45b68c9f-57a9-44e3-8105-abb18ddac040 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:08:08.785204 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] Attempting to bind port 45b68c9f-57a9-44e3-8105-abb18ddac040 on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:08:08.794832 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:08:08.795557 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:08:08.796003 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:08.796405 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:08:08.796983 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] Bound port: 45b68c9f-57a9-44e3-8105-abb18ddac040, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:08:08.797446 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:08.815197 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17a32ed4-fbe0-42c2-8500-164d6908ea1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:08.845754 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a24a93bf-0b3f-40f5-8901-63e134cd4464 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:08:08.868808 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: a24a93bf-0b3f-40f5-8901-63e134cd4464 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:08:08.869186 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a24a93bf-0b3f-40f5-8901-63e134cd4464 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:08:08.875620 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17a32ed4-fbe0-42c2-8500-164d6908ea1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:08.913226 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] For port 45b68c9f-57a9-44e3-8105-abb18ddac040, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:08:08.920415 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] For port 45b68c9f-57a9-44e3-8105-abb18ddac040, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=45b68c9f-57a9-44e3-8105-abb18ddac040,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:08:09.008777 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:09.091361 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36f9eb-3804-4261-883a-4b5f0f3c17b9 None None] Pushing event updated for resources: {'Port': ['ID=45b68c9f-57a9-44e3-8105-abb18ddac040,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:09.097677 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-28b31261-c917-48ac-bce4-44777d309981 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::1 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/c71b825c-0f4c-47a9-9090-192d6544219b/0af956de-5acd-4104-916b-4205eb02da9f) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:09.108331 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17a32ed4-fbe0-42c2-8500-164d6908ea1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:09.113916 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17a32ed4-fbe0-42c2-8500-164d6908ea1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:09.113916 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-17a32ed4-fbe0-42c2-8500-164d6908ea1b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df0c6235-b7af-423c-9d2a-220e4d8ec60e HTTP/1.1" status: 204 len: 168 time: 0.4675839 Sep 18 00:08:09.127401 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a32ed4-fbe0-42c2-8500-164d6908ea1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0c6235-b7af-423c-9d2a-220e4d8ec60e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:09.243982 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28b31261-c917-48ac-bce4-44777d309981 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:09.402314 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28b31261-c917-48ac-bce4-44777d309981 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:09.446871 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b31261-c917-48ac-bce4-44777d309981 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:09.449953 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-28b31261-c917-48ac-bce4-44777d309981 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:09.455905 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b31261-c917-48ac-bce4-44777d309981 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:09.456439 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28b31261-c917-48ac-bce4-44777d309981 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:09.493038 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b31261-c917-48ac-bce4-44777d309981 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=0af956de-5acd-4104-916b-4205eb02da9f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:09.674612 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28b31261-c917-48ac-bce4-44777d309981 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:10.249164 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-beb66460-c8c3-4310-b73a-21b1e7881c9f None None] Provisioning complete for port 45b68c9f-57a9-44e3-8105-abb18ddac040 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:10.249751 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-beb66460-c8c3-4310-b73a-21b1e7881c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:10.367401 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-beb66460-c8c3-4310-b73a-21b1e7881c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:10.408917 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28b31261-c917-48ac-bce4-44777d309981 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:10.421142 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-beb66460-c8c3-4310-b73a-21b1e7881c9f None None] For port 45b68c9f-57a9-44e3-8105-abb18ddac040, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=45b68c9f-57a9-44e3-8105-abb18ddac040,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:10.492911 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:10.537116 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45198) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:10.543595 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-beb66460-c8c3-4310-b73a-21b1e7881c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:10.545531 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28b31261-c917-48ac-bce4-44777d309981 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:10.546593 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28b31261-c917-48ac-bce4-44777d309981 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:10.616491 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb66460-c8c3-4310-b73a-21b1e7881c9f None None] Pushing event updated for resources: {'Port': ['ID=45b68c9f-57a9-44e3-8105-abb18ddac040,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:10.655688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b31261-c917-48ac-bce4-44777d309981 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=0af956de-5acd-4104-916b-4205eb02da9f,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:10.669076 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-8d46b4d5-0314-4222-b544-44c91bfade65 None None] Provisioning complete for port 0af956de-5acd-4104-916b-4205eb02da9f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:10.669966 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8d46b4d5-0314-4222-b544-44c91bfade65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:10.686641 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-bba8f6c5-7946-4337-a332-3ea842576780 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-623954276'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:10.706085 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-8d46b4d5-0314-4222-b544-44c91bfade65 None None] Port 0af956de-5acd-4104-916b-4205eb02da9f cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:08:10.730608 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b31261-c917-48ac-bce4-44777d309981 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:10.732408 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-28b31261-c917-48ac-bce4-44777d309981 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:10.830284 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba8f6c5-7946-4337-a332-3ea842576780 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Made reservation on behalf of ae6b35b2d26d45a58ce835158e2b5939 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:10.834246 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bba8f6c5-7946-4337-a332-3ea842576780 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:10.848123 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bba8f6c5-7946-4337-a332-3ea842576780 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:10.933284 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 45b68c9f-57a9-44e3-8105-abb18ddac040 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:10.984420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b31261-c917-48ac-bce4-44777d309981 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Router 55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:08:11.022303 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 45b68c9f-57a9-44e3-8105-abb18ddac040 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:11.025861 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:11.060073 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bba8f6c5-7946-4337-a332-3ea842576780 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:11.115870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b31261-c917-48ac-bce4-44777d309981 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:08:11.121273 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-28b31261-c917-48ac-bce4-44777d309981 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "PUT /v2.0/routers/55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7881494 Sep 18 00:08:11.123983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45204) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:11.128121 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bba8f6c5-7946-4337-a332-3ea842576780 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:11.133697 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Sync routers for ids ['55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:08:11.150750 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Routers {'55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:11.150750 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:11.163095 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba8f6c5-7946-4337-a332-3ea842576780 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:08:11.193478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-495ed3b3-614c-476b-bc3d-1d641a01f057 None None] Provisioning complete for port 0af956de-5acd-4104-916b-4205eb02da9f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:11.193775 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-495ed3b3-614c-476b-bc3d-1d641a01f057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:11.200442 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8f6c5-7946-4337-a332-3ea842576780 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc16c179-e90d-4bcf-bb92-e0c9637a6114,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:11.227811 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bba8f6c5-7946-4337-a332-3ea842576780 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:11.228339 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-bba8f6c5-7946-4337-a332-3ea842576780 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Added segment dbf9936d-bcf7-4d68-8ad8-b62cd92b74cf of type vlan for network 5fd3f00e-4043-4ace-a562-ce2cd6d1f032 Sep 18 00:08:11.236413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c894ad4-d025-46dc-847e-2f1be2e75335 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:11.241135 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7c894ad4-d025-46dc-847e-2f1be2e75335 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports/0af956de-5acd-4104-916b-4205eb02da9f HTTP/1.1" status: 200 len: 911 time: 0.1157036 Sep 18 00:08:11.241753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45208) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:11.284551 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bba8f6c5-7946-4337-a332-3ea842576780 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:11.290352 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9b39d34-e98c-4db2-bd3e-a565bc043afd req-6a2cc1d1-72db-4508-8b2d-77c858722a33 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1072545 Sep 18 00:08:11.305508 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76da45a2-b160-42ba-a463-38dcfaabf60b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:11.319912 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76da45a2-b160-42ba-a463-38dcfaabf60b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:11.321733 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-76da45a2-b160-42ba-a463-38dcfaabf60b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0790329 Sep 18 00:08:11.324499 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45212) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:11.345650 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Set router 55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:08:11.385660 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b39d34-e98c-4db2-bd3e-a565bc043afd req-c5087313-11c7-4da5-9625-04eb2f69334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:11.387521 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9b39d34-e98c-4db2-bd3e-a565bc043afd req-c5087313-11c7-4da5-9625-04eb2f69334b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 1097 time: 0.0446784 Sep 18 00:08:11.396522 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-495ed3b3-614c-476b-bc3d-1d641a01f057 None None] Port 0af956de-5acd-4104-916b-4205eb02da9f cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:08:11.436042 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bba8f6c5-7946-4337-a332-3ea842576780 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:11.446214 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba8f6c5-7946-4337-a332-3ea842576780 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:11.447118 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bba8f6c5-7946-4337-a332-3ea842576780 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:11.551938 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45214) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:11.552284 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bba8f6c5-7946-4337-a332-3ea842576780 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0135894 Sep 18 00:08:11.582181 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a51a0f1a-25fd-416d-bd3b-be8939ec5419 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-970396022'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:11.594656 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8f6c5-7946-4337-a332-3ea842576780 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Network': ['ID=5fd3f00e-4043-4ace-a562-ce2cd6d1f032,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:11.603238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3', 'name': 'tempest-NetworksTestDHCPv6-router-1631401970', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:08:08Z', 'updated_at': '2021-09-18T00:08:09Z', 'revision_number': 2, 'project_id': 'f090bbaa3d0b420ca85075153b7568c7', 'gw_port_host': None, '_interfaces': [{'id': '0af956de-5acd-4104-916b-4205eb02da9f', 'name': '', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'mac_address': 'fa:16:3e:4e:a7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'c71b825c-0f4c-47a9-9090-192d6544219b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:08:08Z', 'updated_at': '2021-09-18T00:08:10Z', 'revision_number': 2, 'project_id': 'f090bbaa3d0b420ca85075153b7568c7', 'subnets': [{'id': 'c71b825c-0f4c-47a9-9090-192d6544219b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:11.609046 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 5fd3f00e-4043-4ace-a562-ce2cd6d1f032 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:08:11.616687 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b39d34-e98c-4db2-bd3e-a565bc043afd req-1624c311-b935-4bcb-9767-d6ff5dc906a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:11.618727 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9b39d34-e98c-4db2-bd3e-a565bc043afd req-1624c311-b935-4bcb-9767-d6ff5dc906a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e538436-221e-43ae-be37-c1ee657631a0 HTTP/1.1" status: 200 len: 898 time: 0.2094924 Sep 18 00:08:11.646309 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Checking router: 55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:08:11.646651 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Updating router 55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3 port 0af956de-5acd-4104-916b-4205eb02da9f binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:08:11.712461 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9b39d34-e98c-4db2-bd3e-a565bc043afd req-df0b90c0-b455-46b6-8dd1-e2af70a2d8cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d HTTP/1.1" status: 200 len: 1001 time: 0.0859735 Sep 18 00:08:11.739776 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51a0f1a-25fd-416d-bd3b-be8939ec5419 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Made reservation on behalf of ae6b35b2d26d45a58ce835158e2b5939 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:11.743916 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a51a0f1a-25fd-416d-bd3b-be8939ec5419 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:11.755398 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:11.766696 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ec458a6-4dda-47c7-a133-f9a7db408d59 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:11.780924 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b39d34-e98c-4db2-bd3e-a565bc043afd req-1e1b32fa-3156-4e2b-a199-98044b870e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:11.782843 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9b39d34-e98c-4db2-bd3e-a565bc043afd req-1e1b32fa-3156-4e2b-a199-98044b870e50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8112a6a7-1aea-4250-8e3a-79449b09191a HTTP/1.1" status: 200 len: 835 time: 0.0632374 Sep 18 00:08:11.847755 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51a0f1a-25fd-416d-bd3b-be8939ec5419 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:08:11.864645 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a51a0f1a-25fd-416d-bd3b-be8939ec5419 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:11.865012 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-a51a0f1a-25fd-416d-bd3b-be8939ec5419 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Added segment 8eda5a00-1480-4e17-80df-b0bfba1f8428 of type vlan for network 4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0 Sep 18 00:08:11.868433 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b39d34-e98c-4db2-bd3e-a565bc043afd req-7d4778fb-e644-43c9-896c-8b7acf716d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:11.874558 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9b39d34-e98c-4db2-bd3e-a565bc043afd req-7d4778fb-e644-43c9-896c-8b7acf716d16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e538436-221e-43ae-be37-c1ee657631a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823262 Sep 18 00:08:11.970773 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a51a0f1a-25fd-416d-bd3b-be8939ec5419 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:12.026810 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9b39d34-e98c-4db2-bd3e-a565bc043afd req-007dc81f-1516-41a9-8f74-8e0b8894f15d service neutron] 10.222.0.37 "GET /v2.0/networks/2e538436-221e-43ae-be37-c1ee657631a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410232 Sep 18 00:08:12.123690 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a51a0f1a-25fd-416d-bd3b-be8939ec5419 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:12.130403 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51a0f1a-25fd-416d-bd3b-be8939ec5419 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:12.131074 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a51a0f1a-25fd-416d-bd3b-be8939ec5419 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:12.132747 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f9b39d34-e98c-4db2-bd3e-a565bc043afd req-d7f05268-9f44-4794-94ef-23c049dbdf0d service neutron] 10.222.0.37 "GET /v2.0/networks/2e538436-221e-43ae-be37-c1ee657631a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022956 Sep 18 00:08:12.147034 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-3ec458a6-4dda-47c7-a133-f9a7db408d59 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port 0af956de-5acd-4104-916b-4205eb02da9f {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:12.147454 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ec458a6-4dda-47c7-a133-f9a7db408d59 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:12.185521 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:12.257338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a0f1a-25fd-416d-bd3b-be8939ec5419 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Network': ['ID=4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:12.274537 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a51a0f1a-25fd-416d-bd3b-be8939ec5419 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7127304 Sep 18 00:08:12.275243 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:08:12.275574 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45218) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:12.277132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-2fbdedaa-6223-4faf-ba70-c23917a3f88b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'subnet': {'network_id': '5fd3f00e-4043-4ace-a562-ce2cd6d1f032', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:12.282543 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:12.323654 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ec458a6-4dda-47c7-a133-f9a7db408d59 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:12.374192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-3ec458a6-4dda-47c7-a133-f9a7db408d59 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for 0af956de-5acd-4104-916b-4205eb02da9f owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:12.387613 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da9754-a2fb-4840-9ac4-7d9195f5b521 None None] Pushing event updated for resources: {'Port': ['ID=0af956de-5acd-4104-916b-4205eb02da9f,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:12.460686 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Attempting to bind port 0af956de-5acd-4104-916b-4205eb02da9f on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:08:12.461348 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Attempting to bind port 0af956de-5acd-4104-916b-4205eb02da9f by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:08:12.462039 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Attempting to bind port 0af956de-5acd-4104-916b-4205eb02da9f on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:08:12.471689 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:08:12.474644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:08:12.474644 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:12.474644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:08:12.474644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Bound port: 0af956de-5acd-4104-916b-4205eb02da9f, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:08:12.475184 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:12.601531 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbdedaa-6223-4faf-ba70-c23917a3f88b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Made reservation on behalf of ae6b35b2d26d45a58ce835158e2b5939 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:12.606018 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2fbdedaa-6223-4faf-ba70-c23917a3f88b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:12.672035 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:08:12.672403 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ec458a6-4dda-47c7-a133-f9a7db408d59 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:12.672546 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:08:12.722999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec458a6-4dda-47c7-a133-f9a7db408d59 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=0af956de-5acd-4104-916b-4205eb02da9f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:12.737910 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ed577c12-03ee-4415-a0b5-451c0437ba69 None None] Could not find standard attr ID for object 0af956de-5acd-4104-916b-4205eb02da9f. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:08:12.838989 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3ec458a6-4dda-47c7-a133-f9a7db408d59 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:13.070730 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec458a6-4dda-47c7-a133-f9a7db408d59 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Router 55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:08:13.125045 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2fbdedaa-6223-4faf-ba70-c23917a3f88b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:13.191930 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec458a6-4dda-47c7-a133-f9a7db408d59 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:08:13.193520 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Attempting to bind port 0af956de-5acd-4104-916b-4205eb02da9f on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:08:13.193690 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Attempting to bind port 0af956de-5acd-4104-916b-4205eb02da9f by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:08:13.203048 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3ec458a6-4dda-47c7-a133-f9a7db408d59 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "PUT /v2.0/routers/55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8751953 Sep 18 00:08:13.203217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Attempting to bind port 0af956de-5acd-4104-916b-4205eb02da9f on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:08:13.203739 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45226) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:13.217133 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:08:13.217893 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:08:13.219164 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:13.220076 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:08:13.220575 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdedaa-6223-4faf-ba70-c23917a3f88b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Subnet': ['ID=e48f21a5-3c42-46ad-b99f-be20df5d9d51,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:13.221516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Bound port: 0af956de-5acd-4104-916b-4205eb02da9f, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:08:13.222425 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:13.246814 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdedaa-6223-4faf-ba70-c23917a3f88b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Checking segment: {'id': 'dbf9936d-bcf7-4d68-8ad8-b62cd92b74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5fd3f00e-4043-4ace-a562-ce2cd6d1f032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:08:13.247175 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbdedaa-6223-4faf-ba70-c23917a3f88b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network hostable DHCP agents. Network: 5fd3f00e-4043-4ace-a562-ce2cd6d1f032, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:08:13.269983 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Port 0af956de-5acd-4104-916b-4205eb02da9f has been deleted concurrently {{(pid=95593) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 18 00:08:13.281574 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Routers {'55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:13.282315 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:13.289740 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a3d15e-afe9-43a7-ba91-26e7092d3e67 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:13.291318 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a3d15e-afe9-43a7-ba91-26e7092d3e67 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:13.292843 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f0a3d15e-afe9-43a7-ba91-26e7092d3e67 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0876968 Sep 18 00:08:13.295381 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45228) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:13.351280 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbdedaa-6223-4faf-ba70-c23917a3f88b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 5fd3f00e-4043-4ace-a562-ce2cd6d1f032 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:08:13.359724 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-f449d7a9-06dc-4705-8947-3c9fed6ecddd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet c71b825c-0f4c-47a9-9090-192d6544219b {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:08:13.363499 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f449d7a9-06dc-4705-8947-3c9fed6ecddd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:13.365815 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] Set router 55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:08:13.418214 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f449d7a9-06dc-4705-8947-3c9fed6ecddd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:13.423170 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3', 'name': 'tempest-NetworksTestDHCPv6-router-1631401970', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:08:08Z', 'updated_at': '2021-09-18T00:08:12Z', 'revision_number': 3, 'project_id': 'f090bbaa3d0b420ca85075153b7568c7', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:13.435953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-2fbdedaa-6223-4faf-ba70-c23917a3f88b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 5fd3f00e-4043-4ace-a562-ce2cd6d1f032) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:13.449749 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7f5e7d-5197-4698-9088-539fa300e7db None None] The sync data for ids ['55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3'] in n-d-809883-1 is: [{'id': '55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3', 'name': 'tempest-NetworksTestDHCPv6-router-1631401970', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:08:08Z', 'updated_at': '2021-09-18T00:08:12Z', 'revision_number': 3, 'project_id': 'f090bbaa3d0b420ca85075153b7568c7', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:08:13.460719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbdedaa-6223-4faf-ba70-c23917a3f88b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:13.461425 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2fbdedaa-6223-4faf-ba70-c23917a3f88b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:13.474274 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d4f72a-657c-404c-a8f4-c19774e6a42c None None] Network 5fd3f00e-4043-4ace-a562-ce2cd6d1f032 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:13.510657 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:13.565253 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f449d7a9-06dc-4705-8947-3c9fed6ecddd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:13.591799 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2fbdedaa-6223-4faf-ba70-c23917a3f88b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3207459 Sep 18 00:08:13.599250 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45234) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:13.606449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-571d4bc6-5e32-49fe-a9be-ba3c1f8b29ab tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'subnet': {'network_id': '4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:13.752120 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-5fd3f00e-4043-4ace-a562-ce2cd6d1f032', 'network_id': '5fd3f00e-4043-4ace-a562-ce2cd6d1f032', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'fixed_ips': [{'subnet_id': 'e48f21a5-3c42-46ad-b99f-be20df5d9d51'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:08:13.753026 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:13.779558 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f449d7a9-06dc-4705-8947-3c9fed6ecddd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:13.814882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449d7a9-06dc-4705-8947-3c9fed6ecddd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=c71b825c-0f4c-47a9-9090-192d6544219b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:13.826495 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f449d7a9-06dc-4705-8947-3c9fed6ecddd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:13.829837 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f449d7a9-06dc-4705-8947-3c9fed6ecddd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/c71b825c-0f4c-47a9-9090-192d6544219b HTTP/1.1" status: 204 len: 168 time: 0.5327468 Sep 18 00:08:13.832530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45236) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:13.838823 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c64cc3-787e-46cc-b348-1dceec7824e4 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:13.881922 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571d4bc6-5e32-49fe-a9be-ba3c1f8b29ab tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Made reservation on behalf of ae6b35b2d26d45a58ce835158e2b5939 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:13.885484 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-571d4bc6-5e32-49fe-a9be-ba3c1f8b29ab tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:13.974759 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0b664b8b-b5aa-469d-968c-a80b9cd5ea2c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1420727 Sep 18 00:08:13.977360 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45238) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:14.090024 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] Allocated IP 2001:db8::2 (5fd3f00e-4043-4ace-a562-ce2cd6d1f032/e48f21a5-3c42-46ad-b99f-be20df5d9d51/534168fe-5f18-4b16-bec1-c03e613bdf4c) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:14.093464 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-638df239-5c4c-49b9-8414-66060c6b273a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:14.151871 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0c1c6553-721f-4f78-b2c9-7f020e215ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:14.202530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0404c066-2dd4-458e-90b7-f43ae88d2dd9 None None] DHCP port deletion for ba56a403-ab7f-44f7-9f47-cabda0897d3d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:08:14.283291 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-571d4bc6-5e32-49fe-a9be-ba3c1f8b29ab tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:14.320134 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0404c066-2dd4-458e-90b7-f43ae88d2dd9 None None] Deleting port 45b68c9f-57a9-44e3-8105-abb18ddac040 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:14.320756 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0404c066-2dd4-458e-90b7-f43ae88d2dd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:14.351660 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-638df239-5c4c-49b9-8414-66060c6b273a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:14.356983 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-638df239-5c4c-49b9-8414-66060c6b273a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:14.368306 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d4bc6-5e32-49fe-a9be-ba3c1f8b29ab tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Checking segment: {'id': '8eda5a00-1480-4e17-80df-b0bfba1f8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:08:14.368449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571d4bc6-5e32-49fe-a9be-ba3c1f8b29ab tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network hostable DHCP agents. Network: 4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:08:14.370639 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d4bc6-5e32-49fe-a9be-ba3c1f8b29ab tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Subnet': ['ID=33f0e452-e71d-40ce-a2f3-cb30f28af52b,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:14.393908 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:14.443266 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0404c066-2dd4-458e-90b7-f43ae88d2dd9 None None] For port 45b68c9f-57a9-44e3-8105-abb18ddac040, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=45b68c9f-57a9-44e3-8105-abb18ddac040,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:14.443952 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0404c066-2dd4-458e-90b7-f43ae88d2dd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:14.459107 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0404c066-2dd4-458e-90b7-f43ae88d2dd9 None None] Calling delete_port for 45b68c9f-57a9-44e3-8105-abb18ddac040 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:14.493151 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571d4bc6-5e32-49fe-a9be-ba3c1f8b29ab tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:08:14.538814 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-638df239-5c4c-49b9-8414-66060c6b273a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:14.539501 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638df239-5c4c-49b9-8414-66060c6b273a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Fanout notify agent at l3_agent the message router_deleted on router 55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:08:14.547573 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-638df239-5c4c-49b9-8414-66060c6b273a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:14.551563 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-638df239-5c4c-49b9-8414-66060c6b273a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/routers/55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3 HTTP/1.1" status: 204 len: 168 time: 0.5730309 Sep 18 00:08:14.552280 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45244) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:14.636428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5769b4-add0-4d74-aff6-07c43a3e9b01 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:14.640497 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ee5769b4-add0-4d74-aff6-07c43a3e9b01 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0845644 Sep 18 00:08:14.640651 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff73f5b0-271d-4993-a034-c31afe9644db None None] Sync routers for ids ['55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:08:14.641203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45248) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:14.647146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-571d4bc6-5e32-49fe-a9be-ba3c1f8b29ab tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:14.652719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571d4bc6-5e32-49fe-a9be-ba3c1f8b29ab tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:14.655611 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff73f5b0-271d-4993-a034-c31afe9644db None None] Routers set() bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:14.655975 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff73f5b0-271d-4993-a034-c31afe9644db None None] Router IDs set() for agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 00:08:14.656158 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-571d4bc6-5e32-49fe-a9be-ba3c1f8b29ab tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:14.656564 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff73f5b0-271d-4993-a034-c31afe9644db None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent'). {{(pid=95594) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 00:08:14.679144 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff73f5b0-271d-4993-a034-c31afe9644db None None] Routers set() bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:14.679798 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff73f5b0-271d-4993-a034-c31afe9644db None None] Router IDs set() for agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 18 00:08:14.680869 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff73f5b0-271d-4993-a034-c31afe9644db None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:07:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent'). {{(pid=95594) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 18 00:08:14.681109 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff73f5b0-271d-4993-a034-c31afe9644db None None] The sync data for ids ['55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:08:14.711010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f577b10-1030-419e-ab96-35d1d442da9e None None] Network 4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:14.715285 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:14.717694 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679d51a2-e333-4d6a-a953-827beb878a29 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:14.720018 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-679d51a2-e333-4d6a-a953-827beb878a29 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0781729 Sep 18 00:08:14.722875 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45252) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:14.772119 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-571d4bc6-5e32-49fe-a9be-ba3c1f8b29ab tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1738431 Sep 18 00:08:14.775988 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45254) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:14.785323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-dd5aea9a-80ab-4c6a-9cfe-944e51aa2ca4 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-214652599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:14.796959 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9f8cf2af-4b9f-4301-875e-2caea528a637 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724256 Sep 18 00:08:14.802187 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45256) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:14.807625 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2bfe236c-5944-4fbc-9d24-848c56c27d1f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:14.873166 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] Network 5fd3f00e-4043-4ace-a562-ce2cd6d1f032 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:14.889571 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] Pushing event updated for resources: {'Port': ['ID=534168fe-5f18-4b16-bec1-c03e613bdf4c,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:14.901128 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dd5aea9a-80ab-4c6a-9cfe-944e51aa2ca4 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:14.902252 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dd5aea9a-80ab-4c6a-9cfe-944e51aa2ca4 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:14.929206 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:14.936568 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 45b68c9f-57a9-44e3-8105-abb18ddac040 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:08:14.941213 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:14.976994 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dd5aea9a-80ab-4c6a-9cfe-944e51aa2ca4 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:15.064864 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0404c066-2dd4-458e-90b7-f43ae88d2dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:15.071470 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dd5aea9a-80ab-4c6a-9cfe-944e51aa2ca4 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:15.072076 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfe236c-5944-4fbc-9d24-848c56c27d1f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:15.081797 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2bfe236c-5944-4fbc-9d24-848c56c27d1f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:15.121213 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] Attempting to bind port 534168fe-5f18-4b16-bec1-c03e613bdf4c on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:08:15.121586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] Attempting to bind port 534168fe-5f18-4b16-bec1-c03e613bdf4c by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'dbf9936d-bcf7-4d68-8ad8-b62cd92b74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5fd3f00e-4043-4ace-a562-ce2cd6d1f032'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:08:15.121952 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] Attempting to bind port 534168fe-5f18-4b16-bec1-c03e613bdf4c on network 5fd3f00e-4043-4ace-a562-ce2cd6d1f032 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:08:15.127171 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404c066-2dd4-458e-90b7-f43ae88d2dd9 None None] Pushing event deleted for resources: {'Port': ['ID=45b68c9f-57a9-44e3-8105-abb18ddac040,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:15.128727 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No active binding found for port 45b68c9f-57a9-44e3-8105-abb18ddac040 {{(pid=95593) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 00:08:15.129188 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 45b68c9f-57a9-44e3-8105-abb18ddac040 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:08:15.133089 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0404c066-2dd4-458e-90b7-f43ae88d2dd9 None None] No DVR routers for this DVR port 45b68c9f-57a9-44e3-8105-abb18ddac040 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:08:15.134683 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0', 'network_id': '4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'fixed_ips': [{'subnet_id': '33f0e452-e71d-40ce-a2f3-cb30f28af52b'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:08:15.135458 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:15.138176 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:08:15.138176 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] Checking segment: {'id': 'dbf9936d-bcf7-4d68-8ad8-b62cd92b74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5fd3f00e-4043-4ace-a562-ce2cd6d1f032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:08:15.144460 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:15.144460 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] Bound using segment: {'id': 'dbf9936d-bcf7-4d68-8ad8-b62cd92b74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5fd3f00e-4043-4ace-a562-ce2cd6d1f032'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:08:15.144460 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] Bound port: 534168fe-5f18-4b16-bec1-c03e613bdf4c, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf9936d-bcf7-4d68-8ad8-b62cd92b74cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5fd3f00e-4043-4ace-a562-ce2cd6d1f032'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:08:15.144460 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:15.190054 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dd5aea9a-80ab-4c6a-9cfe-944e51aa2ca4 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:15.191311 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dd5aea9a-80ab-4c6a-9cfe-944e51aa2ca4 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4172530 Sep 18 00:08:15.195063 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45258) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:15.303161 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] For port 534168fe-5f18-4b16-bec1-c03e613bdf4c, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:08:15.308238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] For port 534168fe-5f18-4b16-bec1-c03e613bdf4c, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=534168fe-5f18-4b16-bec1-c03e613bdf4c,segment=NetworkSegment(dbf9936d-bcf7-4d68-8ad8-b62cd92b74cf),segment_id=dbf9936d-bcf7-4d68-8ad8-b62cd92b74cf)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:08:15.369671 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] Allocated IP 2001:db8:1::2 (4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0/33f0e452-e71d-40ce-a2f3-cb30f28af52b/5eb00356-876c-4f49-8687-6ababe268f07) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:15.452627 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:15.544593 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cc0e7-6a98-4f41-ad00-b31c409bc07d None None] Pushing event updated for resources: {'Port': ['ID=534168fe-5f18-4b16-bec1-c03e613bdf4c,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:15.589426 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9791bd59-3829-486d-bfc8-f18c141e574b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:15.623709 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:15.682371 n-d-809883-1 neutron-server[95591]: DEBUG neutron.objects.ports [None req-2bfe236c-5944-4fbc-9d24-848c56c27d1f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95591) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:08:15.684306 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2bfe236c-5944-4fbc-9d24-848c56c27d1f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:15.732685 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:15.759466 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfe236c-5944-4fbc-9d24-848c56c27d1f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:15.767575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-2bfe236c-5944-4fbc-9d24-848c56c27d1f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:15.772907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfe236c-5944-4fbc-9d24-848c56c27d1f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:15.776436 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2bfe236c-5944-4fbc-9d24-848c56c27d1f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:15.805175 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d709e1-a124-4bd5-a94d-271939dd0fd9 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:15.809526 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe236c-5944-4fbc-9d24-848c56c27d1f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=06e001fa-55cd-4858-b033-5521864324be,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:15.884441 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] Network 4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:15.895684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:15.906685 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2bfe236c-5944-4fbc-9d24-848c56c27d1f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0960748 Sep 18 00:08:15.906922 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:15.907028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45266) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:15.912522 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-957fac05-b6eb-492c-b791-a201e83a712f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:15.929798 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] Pushing event updated for resources: {'Port': ['ID=5eb00356-876c-4f49-8687-6ababe268f07,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:15.977340 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-9791bd59-3829-486d-bfc8-f18c141e574b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Allocated IP 2001:db8::1 (5fd3f00e-4043-4ace-a562-ce2cd6d1f032/e48f21a5-3c42-46ad-b99f-be20df5d9d51/c0760618-e8aa-4181-ba37-806b7743aa8d) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:16.039685 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] Attempting to bind port 5eb00356-876c-4f49-8687-6ababe268f07 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:08:16.041486 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] Attempting to bind port 5eb00356-876c-4f49-8687-6ababe268f07 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8eda5a00-1480-4e17-80df-b0bfba1f8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:08:16.041486 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] Attempting to bind port 5eb00356-876c-4f49-8687-6ababe268f07 on network 4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:08:16.052471 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:08:16.052935 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] Checking segment: {'id': '8eda5a00-1480-4e17-80df-b0bfba1f8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:08:16.053829 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:16.053829 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] Bound using segment: {'id': '8eda5a00-1480-4e17-80df-b0bfba1f8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:08:16.054259 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] Bound port: 5eb00356-876c-4f49-8687-6ababe268f07, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eda5a00-1480-4e17-80df-b0bfba1f8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:08:16.054698 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:16.107077 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'fixed_ips': [{'subnet_id': '06e001fa-55cd-4858-b033-5521864324be'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:08:16.107923 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:16.157711 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9791bd59-3829-486d-bfc8-f18c141e574b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:16.201545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957fac05-b6eb-492c-b791-a201e83a712f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:16.205835 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-957fac05-b6eb-492c-b791-a201e83a712f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:16.221205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] For port 5eb00356-876c-4f49-8687-6ababe268f07, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:08:16.226357 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] For port 5eb00356-876c-4f49-8687-6ababe268f07, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5eb00356-876c-4f49-8687-6ababe268f07,segment=NetworkSegment(8eda5a00-1480-4e17-80df-b0bfba1f8428),segment_id=8eda5a00-1480-4e17-80df-b0bfba1f8428)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:08:16.281828 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] Allocated IP 2001:db8::f816:3eff:fe5b:a4f0 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/06e001fa-55cd-4858-b033-5521864324be/2039146b-3803-4b2b-ae1b-c1afc111bfd4) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:16.287794 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9791bd59-3829-486d-bfc8-f18c141e574b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:16.342767 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9791bd59-3829-486d-bfc8-f18c141e574b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 5fd3f00e-4043-4ace-a562-ce2cd6d1f032 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:16.347013 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-9791bd59-3829-486d-bfc8-f18c141e574b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:16.352461 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9791bd59-3829-486d-bfc8-f18c141e574b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:16.353266 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9791bd59-3829-486d-bfc8-f18c141e574b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:16.426996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791bd59-3829-486d-bfc8-f18c141e574b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=c0760618-e8aa-4181-ba37-806b7743aa8d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:16.452397 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:16.585567 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fc274-2b85-41c8-9bb5-6d7eca8ca887 None None] Pushing event updated for resources: {'Port': ['ID=5eb00356-876c-4f49-8687-6ababe268f07,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:16.638130 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9791bd59-3829-486d-bfc8-f18c141e574b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:16.638771 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-412ad695-a195-45e1-b1b5-d41973d069ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:16.679037 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:16.745240 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-957fac05-b6eb-492c-b791-a201e83a712f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:16.808764 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957fac05-b6eb-492c-b791-a201e83a712f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:16.812376 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-957fac05-b6eb-492c-b791-a201e83a712f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:16.816806 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957fac05-b6eb-492c-b791-a201e83a712f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:16.817834 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-957fac05-b6eb-492c-b791-a201e83a712f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:16.854216 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:16.878322 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fac05-b6eb-492c-b791-a201e83a712f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=8f602ad9-2ea6-4272-95f8-514bfda23220,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:16.914604 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] Pushing event updated for resources: {'Port': ['ID=2039146b-3803-4b2b-ae1b-c1afc111bfd4,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:16.937396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:16.939047 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:16.942519 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:16.959716 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-957fac05-b6eb-492c-b791-a201e83a712f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0490217 Sep 18 00:08:16.959716 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45270) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:16.968914 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-ef48a29d-f5c2-4878-b763-b4dcea030239 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'mac_address': 'fa:16:3e:90:85:c8', 'name': 'tempest-NetworksTestDHCPv6-1409625760'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:17.124460 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] Attempting to bind port 2039146b-3803-4b2b-ae1b-c1afc111bfd4 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:08:17.124923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] Attempting to bind port 2039146b-3803-4b2b-ae1b-c1afc111bfd4 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:08:17.125227 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] Attempting to bind port 2039146b-3803-4b2b-ae1b-c1afc111bfd4 on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:08:17.162782 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:08:17.165154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:08:17.165154 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:17.165154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:08:17.165154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] Bound port: 2039146b-3803-4b2b-ae1b-c1afc111bfd4, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:08:17.165662 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:17.201132 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c178c1-687d-4873-9b44-6ca490fb7951 None None] Network 5fd3f00e-4043-4ace-a562-ce2cd6d1f032 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:17.421996 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5eb00356-876c-4f49-8687-6ababe268f07 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:17.421996 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-da36a3e2-4ea6-4686-87f1-b7ac9ae7939d None None] Provisioning complete for port 534168fe-5f18-4b16-bec1-c03e613bdf4c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:17.421996 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-da36a3e2-4ea6-4686-87f1-b7ac9ae7939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:17.454434 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef48a29d-f5c2-4878-b763-b4dcea030239 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:17.468218 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] For port 2039146b-3803-4b2b-ae1b-c1afc111bfd4, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:08:17.483840 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] For port 2039146b-3803-4b2b-ae1b-c1afc111bfd4, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2039146b-3803-4b2b-ae1b-c1afc111bfd4,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:08:17.485226 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:17.487536 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 5eb00356-876c-4f49-8687-6ababe268f07 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:17.487715 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9791bd59-3829-486d-bfc8-f18c141e574b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:17.487898 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:17.569836 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:17.607804 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ef48a29d-f5c2-4878-b763-b4dcea030239 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:17.612654 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9791bd59-3829-486d-bfc8-f18c141e574b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:17.613496 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9791bd59-3829-486d-bfc8-f18c141e574b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:17.681376 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-ef48a29d-f5c2-4878-b763-b4dcea030239 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port 17f1a3d4-9484-4c7f-b1e1-987c73a8f11f yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:08:17.746084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ec6ba-e99c-40fc-8527-f5e920eb4c7c None None] Pushing event updated for resources: {'Port': ['ID=2039146b-3803-4b2b-ae1b-c1afc111bfd4,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:17.802977 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-da36a3e2-4ea6-4686-87f1-b7ac9ae7939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:17.870205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-da36a3e2-4ea6-4686-87f1-b7ac9ae7939d None None] For port 534168fe-5f18-4b16-bec1-c03e613bdf4c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=534168fe-5f18-4b16-bec1-c03e613bdf4c,segment=NetworkSegment(dbf9936d-bcf7-4d68-8ad8-b62cd92b74cf),segment_id=dbf9936d-bcf7-4d68-8ad8-b62cd92b74cf)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:17.870578 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791bd59-3829-486d-bfc8-f18c141e574b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=c0760618-e8aa-4181-ba37-806b7743aa8d,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:17.871871 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:17.874032 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:17.943831 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 5eb00356-876c-4f49-8687-6ababe268f07, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5eb00356-876c-4f49-8687-6ababe268f07,segment=NetworkSegment(8eda5a00-1480-4e17-80df-b0bfba1f8428),segment_id=8eda5a00-1480-4e17-80df-b0bfba1f8428)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:17.945451 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-da36a3e2-4ea6-4686-87f1-b7ac9ae7939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:17.962037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9791bd59-3829-486d-bfc8-f18c141e574b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 5fd3f00e-4043-4ace-a562-ce2cd6d1f032 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:17.967044 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-9791bd59-3829-486d-bfc8-f18c141e574b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:18.053436 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36a3e2-4ea6-4686-87f1-b7ac9ae7939d None None] Pushing event updated for resources: {'Port': ['ID=534168fe-5f18-4b16-bec1-c03e613bdf4c,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:18.060198 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-ef48a29d-f5c2-4878-b763-b4dcea030239 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 172.20.0.13 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/8f602ad9-2ea6-4272-95f8-514bfda23220/17f1a3d4-9484-4c7f-b1e1-987c73a8f11f) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:18.064412 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:18.071500 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 534168fe-5f18-4b16-bec1-c03e613bdf4c up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:18.077113 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-ef48a29d-f5c2-4878-b763-b4dcea030239 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::f816:3eff:fe90:85c8 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/06e001fa-55cd-4858-b033-5521864324be/17f1a3d4-9484-4c7f-b1e1-987c73a8f11f) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:18.264752 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=5eb00356-876c-4f49-8687-6ababe268f07,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:18.295849 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 534168fe-5f18-4b16-bec1-c03e613bdf4c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:18.297433 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:18.389830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9791bd59-3829-486d-bfc8-f18c141e574b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router 2e4029a6-cd1f-4a40-974d-47e04602a813 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:08:18.453848 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ef48a29d-f5c2-4878-b763-b4dcea030239 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:18.573689 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428a7dc1-232b-4f5a-95de-93a2e78f7e59 None None] Network 4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:18.578385 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ef48a29d-f5c2-4878-b763-b4dcea030239 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:18.578964 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9791bd59-3829-486d-bfc8-f18c141e574b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:08:18.590555 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9791bd59-3829-486d-bfc8-f18c141e574b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/2e4029a6-cd1f-4a40-974d-47e04602a813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3942208 Sep 18 00:08:18.592070 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45284) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:18.632564 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf0ead8-914c-4b47-8b0d-bce5db981e77 None None] Sync routers for ids ['2e4029a6-cd1f-4a40-974d-47e04602a813'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:08:18.639635 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef48a29d-f5c2-4878-b763-b4dcea030239 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:18.639635 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-ef48a29d-f5c2-4878-b763-b4dcea030239 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:18.641316 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef48a29d-f5c2-4878-b763-b4dcea030239 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:18.677336 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ee348c-6365-47a8-aec0-1a39a599fc80 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:18.682669 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-02ee348c-6365-47a8-aec0-1a39a599fc80 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/ports/c0760618-e8aa-4181-ba37-806b7743aa8d HTTP/1.1" status: 200 len: 911 time: 0.0867503 Sep 18 00:08:18.683464 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45286) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:18.737125 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48a29d-f5c2-4878-b763-b4dcea030239 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=17f1a3d4-9484-4c7f-b1e1-987c73a8f11f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:18.781988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-801e6531-c7e5-4cd2-a46d-079b41feda8b None None] Provisioning complete for port c0760618-e8aa-4181-ba37-806b7743aa8d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:18.782653 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-801e6531-c7e5-4cd2-a46d-079b41feda8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:18.782776 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef48a29d-f5c2-4878-b763-b4dcea030239 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:18.783401 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ef48a29d-f5c2-4878-b763-b4dcea030239 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:18.818433 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf0ead8-914c-4b47-8b0d-bce5db981e77 None None] Routers {'2e4029a6-cd1f-4a40-974d-47e04602a813'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:18.819079 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-adf0ead8-914c-4b47-8b0d-bce5db981e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2e4029a6-cd1f-4a40-974d-47e04602a813'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:18.879994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-adf0ead8-914c-4b47-8b0d-bce5db981e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:18.883874 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-801e6531-c7e5-4cd2-a46d-079b41feda8b None None] Port c0760618-e8aa-4181-ba37-806b7743aa8d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:08:18.962790 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ef48a29d-f5c2-4878-b763-b4dcea030239 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9980679 Sep 18 00:08:18.963036 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45292) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:19.057589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf0ead8-914c-4b47-8b0d-bce5db981e77 None None] Routers {'2e4029a6-cd1f-4a40-974d-47e04602a813'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:19.058229 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-adf0ead8-914c-4b47-8b0d-bce5db981e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2e4029a6-cd1f-4a40-974d-47e04602a813'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:19.126353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-801e6531-c7e5-4cd2-a46d-079b41feda8b None None] Provisioning complete for port 534168fe-5f18-4b16-bec1-c03e613bdf4c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:19.126637 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-801e6531-c7e5-4cd2-a46d-079b41feda8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:19.130674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-adf0ead8-914c-4b47-8b0d-bce5db981e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:19.131122 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf0ead8-914c-4b47-8b0d-bce5db981e77 None None] The sync data for ids ['2e4029a6-cd1f-4a40-974d-47e04602a813'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:08:19.290544 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90666bc9-4e82-47e1-bb85-1b117f5c2964 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:19.300016 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90666bc9-4e82-47e1-bb85-1b117f5c2964 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:19.303843 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45302) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:19.304380 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-90666bc9-4e82-47e1-bb85-1b117f5c2964 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3399813 Sep 18 00:08:19.437283 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d46c78a2-5e82-4a31-8aed-20474698f027 None None] Provisioning complete for port c0760618-e8aa-4181-ba37-806b7743aa8d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:19.444424 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d46c78a2-5e82-4a31-8aed-20474698f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:19.479965 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-d93f61c2-ef36-4cd2-b637-9dbe347868eb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port 17f1a3d4-9484-4c7f-b1e1-987c73a8f11f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:19.501921 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d93f61c2-ef36-4cd2-b637-9dbe347868eb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:19.502565 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 534168fe-5f18-4b16-bec1-c03e613bdf4c up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:19.503896 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-039fdfda-8c82-4e8e-97dc-9b9439aaf4d1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:19.612028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d46c78a2-5e82-4a31-8aed-20474698f027 None None] Port c0760618-e8aa-4181-ba37-806b7743aa8d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:08:19.631401 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d46c78a2-5e82-4a31-8aed-20474698f027 None None] Provisioning complete for port 5eb00356-876c-4f49-8687-6ababe268f07 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:19.637837 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d46c78a2-5e82-4a31-8aed-20474698f027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:19.675291 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d93f61c2-ef36-4cd2-b637-9dbe347868eb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:19.719969 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-d93f61c2-ef36-4cd2-b637-9dbe347868eb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for 17f1a3d4-9484-4c7f-b1e1-987c73a8f11f owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:19.774383 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195b5641-ccc8-4836-aa73-cc17522fc976 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:19.839408 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 534168fe-5f18-4b16-bec1-c03e613bdf4c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:19.840099 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:19.977973 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:20.001432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577c2c6-41ca-4c89-b4b5-29963dd55ed2 req-fcc89a77-c92f-4646-814e-ad8467389ad3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:20.002952 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2577c2c6-41ca-4c89-b4b5-29963dd55ed2 req-fcc89a77-c92f-4646-814e-ad8467389ad3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.1570618 Sep 18 00:08:20.102822 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5eb00356-876c-4f49-8687-6ababe268f07 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:20.133069 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2577c2c6-41ca-4c89-b4b5-29963dd55ed2 req-97d45265-742d-49e9-bec4-c323f2744062 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835066 Sep 18 00:08:20.149673 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d93f61c2-ef36-4cd2-b637-9dbe347868eb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:20.164789 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-106b3ca9-a7ab-41fc-bdf8-438b7d230019 None None] Provisioning complete for port 2039146b-3803-4b2b-ae1b-c1afc111bfd4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:20.164789 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-106b3ca9-a7ab-41fc-bdf8-438b7d230019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:20.201105 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f61c2-ef36-4cd2-b637-9dbe347868eb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=17f1a3d4-9484-4c7f-b1e1-987c73a8f11f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:20.203064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-039fdfda-8c82-4e8e-97dc-9b9439aaf4d1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Allocated IP 2001:db8:1::1 (4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0/33f0e452-e71d-40ce-a2f3-cb30f28af52b/4d9fce39-a5cf-46d4-868e-b000ec2c8423) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:20.204454 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 5eb00356-876c-4f49-8687-6ababe268f07 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:20.204872 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:20.317802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bf4743-11db-4b40-9d88-4016f57e599d None None] Update dhcp port {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'fixed_ips': [{'subnet_id': '06e001fa-55cd-4858-b033-5521864324be', 'ip_address': '2001:db8::f816:3eff:fe5b:a4f0'}, {'subnet_id': '8f602ad9-2ea6-4272-95f8-514bfda23220'}], 'binding:host_id': 'n-d-809883-1'}, 'id': '2039146b-3803-4b2b-ae1b-c1afc111bfd4'} from n-d-809883-1. {{(pid=95593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:08:20.366425 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4743-11db-4b40-9d88-4016f57e599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:20.377017 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d93f61c2-ef36-4cd2-b637-9dbe347868eb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:20.384306 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d93f61c2-ef36-4cd2-b637-9dbe347868eb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/17f1a3d4-9484-4c7f-b1e1-987c73a8f11f HTTP/1.1" status: 204 len: 168 time: 1.0733802 Sep 18 00:08:20.385406 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45316) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:20.387240 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-039fdfda-8c82-4e8e-97dc-9b9439aaf4d1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:20.416164 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-106b3ca9-a7ab-41fc-bdf8-438b7d230019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:20.456566 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b374265b-e981-4059-b81e-282f1782551f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:20.459006 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b374265b-e981-4059-b81e-282f1782551f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:20.460163 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b374265b-e981-4059-b81e-282f1782551f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:20.461776 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b374265b-e981-4059-b81e-282f1782551f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0751104 Sep 18 00:08:20.463775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2039146b-3803-4b2b-ae1b-c1afc111bfd4 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:20.464639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45318) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:20.515702 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-039fdfda-8c82-4e8e-97dc-9b9439aaf4d1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:20.554838 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039fdfda-8c82-4e8e-97dc-9b9439aaf4d1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:20.583586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-106b3ca9-a7ab-41fc-bdf8-438b7d230019 None None] For port 2039146b-3803-4b2b-ae1b-c1afc111bfd4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2039146b-3803-4b2b-ae1b-c1afc111bfd4,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:20.635057 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fdfda-8c82-4e8e-97dc-9b9439aaf4d1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=4d9fce39-a5cf-46d4-868e-b000ec2c8423,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:20.638206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-039fdfda-8c82-4e8e-97dc-9b9439aaf4d1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:20.641145 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039fdfda-8c82-4e8e-97dc-9b9439aaf4d1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:20.643780 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-039fdfda-8c82-4e8e-97dc-9b9439aaf4d1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:20.713618 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-106b3ca9-a7ab-41fc-bdf8-438b7d230019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:20.780434 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-b9bf4743-11db-4b40-9d88-4016f57e599d None None] Allocated IP 172.20.0.2 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/8f602ad9-2ea6-4272-95f8-514bfda23220/2039146b-3803-4b2b-ae1b-c1afc111bfd4) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:20.924300 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 2039146b-3803-4b2b-ae1b-c1afc111bfd4 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:20.925014 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:20.930384 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c35b85-0345-4df2-9e62-2b399b1307ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet 06e001fa-55cd-4858-b033-5521864324be {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:08:20.942574 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-039fdfda-8c82-4e8e-97dc-9b9439aaf4d1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:20.955711 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-106b3ca9-a7ab-41fc-bdf8-438b7d230019 None None] Provisioning complete for port 5eb00356-876c-4f49-8687-6ababe268f07 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:20.956071 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-106b3ca9-a7ab-41fc-bdf8-438b7d230019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:21.014403 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b9bf4743-11db-4b40-9d88-4016f57e599d None None] For port 2039146b-3803-4b2b-ae1b-c1afc111bfd4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2039146b-3803-4b2b-ae1b-c1afc111bfd4,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:21.026131 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b3ca9-a7ab-41fc-bdf8-438b7d230019 None None] Pushing event updated for resources: {'Port': ['ID=2039146b-3803-4b2b-ae1b-c1afc111bfd4,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:21.070443 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4743-11db-4b40-9d88-4016f57e599d None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:21.149115 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04c35b85-0345-4df2-9e62-2b399b1307ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:21.150923 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b9bf4743-11db-4b40-9d88-4016f57e599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:21.200514 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04c35b85-0345-4df2-9e62-2b399b1307ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:21.282955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2039146b-3803-4b2b-ae1b-c1afc111bfd4 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:21.334942 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf4743-11db-4b40-9d88-4016f57e599d None None] Pushing event updated for resources: {'Port': ['ID=2039146b-3803-4b2b-ae1b-c1afc111bfd4,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:21.345134 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-cee86c77-b2b3-4fdd-be11-aa465b9bf4b0 None None] Provisioning complete for port 4d9fce39-a5cf-46d4-868e-b000ec2c8423 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:21.346055 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cee86c77-b2b3-4fdd-be11-aa465b9bf4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:21.346487 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04c35b85-0345-4df2-9e62-2b399b1307ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:21.355448 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-039fdfda-8c82-4e8e-97dc-9b9439aaf4d1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:21.370099 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5a0e1-c547-454f-9917-f5818c7dcd0a req-60fd861c-297b-429e-8a16-e3a4dedbe8d2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:21.378583 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2c5a0e1-c547-454f-9917-f5818c7dcd0a req-60fd861c-297b-429e-8a16-e3a4dedbe8d2 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.1158326 Sep 18 00:08:21.408651 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-cee86c77-b2b3-4fdd-be11-aa465b9bf4b0 None None] Port 4d9fce39-a5cf-46d4-868e-b000ec2c8423 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:08:21.423597 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 2039146b-3803-4b2b-ae1b-c1afc111bfd4 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:21.424270 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:21.436653 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2c5a0e1-c547-454f-9917-f5818c7dcd0a req-3e7b4761-3ecd-4d59-97e2-e1a712cf666f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571115 Sep 18 00:08:21.448702 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-039fdfda-8c82-4e8e-97dc-9b9439aaf4d1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:21.450077 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-039fdfda-8c82-4e8e-97dc-9b9439aaf4d1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:21.553404 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fdfda-8c82-4e8e-97dc-9b9439aaf4d1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=4d9fce39-a5cf-46d4-868e-b000ec2c8423,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:21.579125 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04c35b85-0345-4df2-9e62-2b399b1307ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:21.598762 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039fdfda-8c82-4e8e-97dc-9b9439aaf4d1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:21.600983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-039fdfda-8c82-4e8e-97dc-9b9439aaf4d1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:21.637539 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c35b85-0345-4df2-9e62-2b399b1307ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=06e001fa-55cd-4858-b033-5521864324be,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:21.650492 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04c35b85-0345-4df2-9e62-2b399b1307ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:21.655650 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-04c35b85-0345-4df2-9e62-2b399b1307ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/06e001fa-55cd-4858-b033-5521864324be HTTP/1.1" status: 204 len: 168 time: 1.1874952 Sep 18 00:08:21.656948 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45328) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:21.743235 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039fdfda-8c82-4e8e-97dc-9b9439aaf4d1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router 2e4029a6-cd1f-4a40-974d-47e04602a813 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:08:21.807366 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-28de8a22-9326-4b68-9107-e4c6cff06833 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet 8f602ad9-2ea6-4272-95f8-514bfda23220 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:08:21.819603 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28de8a22-9326-4b68-9107-e4c6cff06833 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:21.862365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039fdfda-8c82-4e8e-97dc-9b9439aaf4d1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:08:21.873848 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776e4f7-b9ee-4382-bc05-95a900f1c09e None None] Sync routers for ids ['2e4029a6-cd1f-4a40-974d-47e04602a813'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:08:21.889276 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28de8a22-9326-4b68-9107-e4c6cff06833 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:21.889591 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45336) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:21.892427 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776e4f7-b9ee-4382-bc05-95a900f1c09e None None] Routers {'2e4029a6-cd1f-4a40-974d-47e04602a813'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:21.893441 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d776e4f7-b9ee-4382-bc05-95a900f1c09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2e4029a6-cd1f-4a40-974d-47e04602a813'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:21.906029 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-039fdfda-8c82-4e8e-97dc-9b9439aaf4d1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/2e4029a6-cd1f-4a40-974d-47e04602a813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2115409 Sep 18 00:08:21.935851 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d776e4f7-b9ee-4382-bc05-95a900f1c09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:21.945446 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776e4f7-b9ee-4382-bc05-95a900f1c09e None None] Routers {'2e4029a6-cd1f-4a40-974d-47e04602a813'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:21.946441 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d776e4f7-b9ee-4382-bc05-95a900f1c09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2e4029a6-cd1f-4a40-974d-47e04602a813'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:21.991545 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d776e4f7-b9ee-4382-bc05-95a900f1c09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:21.992707 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776e4f7-b9ee-4382-bc05-95a900f1c09e None None] The sync data for ids ['2e4029a6-cd1f-4a40-974d-47e04602a813'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:08:22.041131 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb3916-11cc-42a1-9f01-dd881201d088 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:22.044881 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-05cb3916-11cc-42a1-9f01-dd881201d088 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/ports/4d9fce39-a5cf-46d4-868e-b000ec2c8423 HTTP/1.1" status: 200 len: 913 time: 0.1503704 Sep 18 00:08:22.046588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45342) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:22.073355 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9784b3e7-8656-44e5-9c21-d02111835317 None None] Provisioning complete for port 4d9fce39-a5cf-46d4-868e-b000ec2c8423 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:22.073945 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9784b3e7-8656-44e5-9c21-d02111835317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:22.104756 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28de8a22-9326-4b68-9107-e4c6cff06833 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:22.136158 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9784b3e7-8656-44e5-9c21-d02111835317 None None] Port 4d9fce39-a5cf-46d4-868e-b000ec2c8423 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:08:22.276059 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28de8a22-9326-4b68-9107-e4c6cff06833 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:22.306089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de8a22-9326-4b68-9107-e4c6cff06833 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=8f602ad9-2ea6-4272-95f8-514bfda23220,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:22.308205 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-28de8a22-9326-4b68-9107-e4c6cff06833 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:22.312718 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-28de8a22-9326-4b68-9107-e4c6cff06833 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/8f602ad9-2ea6-4272-95f8-514bfda23220 HTTP/1.1" status: 204 len: 168 time: 0.6534352 Sep 18 00:08:22.313440 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45350) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:22.334428 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a100b10b-fb5e-4a22-a28e-a799b3fd7f95 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:22.358310 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5f3f7f20-c8a6-4d30-a4c6-56580478836a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431702 Sep 18 00:08:22.358949 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45352) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:22.359995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4dd5b19c-2223-4443-b141-90d053244886 None None] Could not find standard attr ID for object 17f1a3d4-9484-4c7f-b1e1-987c73a8f11f. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:08:22.364043 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-3d6ad32d-6f30-4f83-b616-7f3ad50cdf0d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:22.432578 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4dd5b19c-2223-4443-b141-90d053244886 None None] Provisioning complete for port 2039146b-3803-4b2b-ae1b-c1afc111bfd4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:22.433529 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4dd5b19c-2223-4443-b141-90d053244886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:22.538711 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d916e69-9965-41bd-b5d0-9a5b3b79c029 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:22.578759 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d558b477-8fee-40e4-8e45-57fa6a7947cb None None] DHCP port deletion for ba56a403-ab7f-44f7-9f47-cabda0897d3d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:08:22.631917 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d558b477-8fee-40e4-8e45-57fa6a7947cb None None] Deleting port 2039146b-3803-4b2b-ae1b-c1afc111bfd4 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:22.632309 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d558b477-8fee-40e4-8e45-57fa6a7947cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:22.668999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3475c-8f07-489c-906a-881f07fc4043 req-c6e128a0-3db1-4174-ad81-5f357f54c724 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:22.670565 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0de3475c-8f07-489c-906a-881f07fc4043 req-c6e128a0-3db1-4174-ad81-5f357f54c724 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.1367903 Sep 18 00:08:22.701666 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d558b477-8fee-40e4-8e45-57fa6a7947cb None None] For port 2039146b-3803-4b2b-ae1b-c1afc111bfd4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2039146b-3803-4b2b-ae1b-c1afc111bfd4,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:22.702001 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d558b477-8fee-40e4-8e45-57fa6a7947cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:22.716008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d558b477-8fee-40e4-8e45-57fa6a7947cb None None] Calling delete_port for 2039146b-3803-4b2b-ae1b-c1afc111bfd4 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:22.743177 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0de3475c-8f07-489c-906a-881f07fc4043 req-f80f23ea-5e76-426c-81a8-39b35f7488bf tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638466 Sep 18 00:08:22.874199 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5d916e69-9965-41bd-b5d0-9a5b3b79c029 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting port 4d9fce39-a5cf-46d4-868e-b000ec2c8423 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:22.874544 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d916e69-9965-41bd-b5d0-9a5b3b79c029 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:22.920679 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6ad32d-6f30-4f83-b616-7f3ad50cdf0d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:22.921281 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d558b477-8fee-40e4-8e45-57fa6a7947cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:22.924427 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad32d-6f30-4f83-b616-7f3ad50cdf0d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:22.948115 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558b477-8fee-40e4-8e45-57fa6a7947cb None None] Pushing event deleted for resources: {'Port': ['ID=2039146b-3803-4b2b-ae1b-c1afc111bfd4,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:22.952215 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d558b477-8fee-40e4-8e45-57fa6a7947cb None None] No DVR routers for this DVR port 2039146b-3803-4b2b-ae1b-c1afc111bfd4 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:08:22.992679 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d916e69-9965-41bd-b5d0-9a5b3b79c029 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:23.009132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5d916e69-9965-41bd-b5d0-9a5b3b79c029 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Calling delete_port for 4d9fce39-a5cf-46d4-868e-b000ec2c8423 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:23.230746 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2039146b-3803-4b2b-ae1b-c1afc111bfd4 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:08:23.252586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 2039146b-3803-4b2b-ae1b-c1afc111bfd4 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:08:23.252963 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2039146b-3803-4b2b-ae1b-c1afc111bfd4 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:08:23.310096 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d916e69-9965-41bd-b5d0-9a5b3b79c029 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:23.356028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.objects.ports [None req-3d6ad32d-6f30-4f83-b616-7f3ad50cdf0d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95591) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:08:23.358050 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad32d-6f30-4f83-b616-7f3ad50cdf0d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:23.418522 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6ad32d-6f30-4f83-b616-7f3ad50cdf0d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:23.426792 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-3d6ad32d-6f30-4f83-b616-7f3ad50cdf0d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:23.431765 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6ad32d-6f30-4f83-b616-7f3ad50cdf0d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:23.432513 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad32d-6f30-4f83-b616-7f3ad50cdf0d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:23.437601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469c59ce-9615-4d89-a358-d47d1e463b78 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:23.465871 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ad32d-6f30-4f83-b616-7f3ad50cdf0d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=91c3ff07-abee-491d-9623-07d55db7688f,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:23.542287 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3d6ad32d-6f30-4f83-b616-7f3ad50cdf0d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1795123 Sep 18 00:08:23.543305 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45362) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:23.551218 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-dff844e6-e02e-4f27-9c26-66605432d7e1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:23.733390 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'fixed_ips': [{'subnet_id': '91c3ff07-abee-491d-9623-07d55db7688f'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:08:23.734261 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:23.762284 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d916e69-9965-41bd-b5d0-9a5b3b79c029 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Port': ['ID=4d9fce39-a5cf-46d4-868e-b000ec2c8423,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:23.772187 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff844e6-e02e-4f27-9c26-66605432d7e1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:23.777597 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dff844e6-e02e-4f27-9c26-66605432d7e1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:23.885564 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d916e69-9965-41bd-b5d0-9a5b3b79c029 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:23.997015 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] Allocated IP 2001:db8::f816:3eff:fef5:830c (ba56a403-ab7f-44f7-9f47-cabda0897d3d/91c3ff07-abee-491d-9623-07d55db7688f/ea988d50-f847-4cb4-90e6-6ede280a98e8) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:24.065018 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a54fa5-bb9a-4847-86ec-5d6e120ba8cf req-e25e1198-4301-42c7-9540-5fc3809f9ae5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:24.079405 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23a54fa5-bb9a-4847-86ec-5d6e120ba8cf req-e25e1198-4301-42c7-9540-5fc3809f9ae5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.1816609 Sep 18 00:08:24.138804 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23a54fa5-bb9a-4847-86ec-5d6e120ba8cf req-38f0cade-e39a-4979-a066-5e55da42c916 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569470 Sep 18 00:08:24.279746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d916e69-9965-41bd-b5d0-9a5b3b79c029 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router 2e4029a6-cd1f-4a40-974d-47e04602a813 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:08:24.284913 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:24.309840 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dff844e6-e02e-4f27-9c26-66605432d7e1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:24.367737 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:24.383937 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff844e6-e02e-4f27-9c26-66605432d7e1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:24.388070 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d916e69-9965-41bd-b5d0-9a5b3b79c029 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:08:24.397444 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5d916e69-9965-41bd-b5d0-9a5b3b79c029 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/2e4029a6-cd1f-4a40-974d-47e04602a813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3490968 Sep 18 00:08:24.398067 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45372) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:24.402508 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-dff844e6-e02e-4f27-9c26-66605432d7e1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:24.417226 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff844e6-e02e-4f27-9c26-66605432d7e1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:24.417837 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dff844e6-e02e-4f27-9c26-66605432d7e1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:24.439828 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff844e6-e02e-4f27-9c26-66605432d7e1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=19f3fe7e-bde7-48b6-a705-b638c40dce85,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:24.449120 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] Pushing event updated for resources: {'Port': ['ID=ea988d50-f847-4cb4-90e6-6ede280a98e8,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:24.451394 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeba0bb-ab8c-44db-8e04-3153d55dee6f None None] Sync routers for ids ['2e4029a6-cd1f-4a40-974d-47e04602a813'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:08:24.460849 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:24.464255 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:24.467820 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:24.475593 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeba0bb-ab8c-44db-8e04-3153d55dee6f None None] Routers {'2e4029a6-cd1f-4a40-974d-47e04602a813'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:24.476493 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-efeba0bb-ab8c-44db-8e04-3153d55dee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2e4029a6-cd1f-4a40-974d-47e04602a813'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:24.524359 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dff844e6-e02e-4f27-9c26-66605432d7e1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9781053 Sep 18 00:08:24.524690 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45374) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:24.533506 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0ad8fd14-3e32-47a1-a247-273087662c79 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'mac_address': 'fa:16:3e:ab:7c:fe', 'name': 'tempest-NetworksTestDHCPv6-2057089568'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:24.533696 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-efeba0bb-ab8c-44db-8e04-3153d55dee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:24.571945 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeba0bb-ab8c-44db-8e04-3153d55dee6f None None] Routers {'2e4029a6-cd1f-4a40-974d-47e04602a813'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:24.573538 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-efeba0bb-ab8c-44db-8e04-3153d55dee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2e4029a6-cd1f-4a40-974d-47e04602a813'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:24.612647 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-efeba0bb-ab8c-44db-8e04-3153d55dee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:24.613334 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeba0bb-ab8c-44db-8e04-3153d55dee6f None None] The sync data for ids ['2e4029a6-cd1f-4a40-974d-47e04602a813'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:08:24.617623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] Attempting to bind port ea988d50-f847-4cb4-90e6-6ede280a98e8 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:08:24.622208 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] Attempting to bind port ea988d50-f847-4cb4-90e6-6ede280a98e8 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:08:24.622208 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] Attempting to bind port ea988d50-f847-4cb4-90e6-6ede280a98e8 on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:08:24.623701 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:08:24.624085 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:08:24.624494 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:24.624916 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:08:24.625932 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] Bound port: ea988d50-f847-4cb4-90e6-6ede280a98e8, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:08:24.625932 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:24.721346 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] For port ea988d50-f847-4cb4-90e6-6ede280a98e8, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:08:24.726370 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] For port ea988d50-f847-4cb4-90e6-6ede280a98e8, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ea988d50-f847-4cb4-90e6-6ede280a98e8,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:08:24.767088 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad8fd14-3e32-47a1-a247-273087662c79 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:24.810073 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ddb121ca-d7d7-4d5a-8398-83750511e54b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:24.824236 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:24.864721 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ad8fd14-3e32-47a1-a247-273087662c79 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:24.895780 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-0ad8fd14-3e32-47a1-a247-273087662c79 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port d3c61fac-3f96-4085-8333-719a7ad5c0e2 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:08:24.901636 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f89e1-81d8-4d5d-8a73-39e0cbcf9275 None None] Pushing event updated for resources: {'Port': ['ID=ea988d50-f847-4cb4-90e6-6ede280a98e8,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:25.121365 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-0ad8fd14-3e32-47a1-a247-273087662c79 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 172.20.0.5 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/19f3fe7e-bde7-48b6-a705-b638c40dce85/d3c61fac-3f96-4085-8333-719a7ad5c0e2) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:25.132131 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-0ad8fd14-3e32-47a1-a247-273087662c79 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::f816:3eff:feab:7cfe (ba56a403-ab7f-44f7-9f47-cabda0897d3d/91c3ff07-abee-491d-9623-07d55db7688f/d3c61fac-3f96-4085-8333-719a7ad5c0e2) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:25.236426 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-ddb121ca-d7d7-4d5a-8398-83750511e54b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting port c0760618-e8aa-4181-ba37-806b7743aa8d {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:25.236426 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ddb121ca-d7d7-4d5a-8398-83750511e54b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:25.336095 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ea988d50-f847-4cb4-90e6-6ede280a98e8 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:25.398054 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ea988d50-f847-4cb4-90e6-6ede280a98e8 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:25.399183 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:25.418719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a186e91-fdda-4960-a2d0-afc03c19043a req-59bb9c42-e9fd-4799-b43e-130c48795901 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:25.420685 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a186e91-fdda-4960-a2d0-afc03c19043a req-59bb9c42-e9fd-4799-b43e-130c48795901 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.1254017 Sep 18 00:08:25.440046 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ad8fd14-3e32-47a1-a247-273087662c79 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:25.442564 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ddb121ca-d7d7-4d5a-8398-83750511e54b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:25.465318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-ddb121ca-d7d7-4d5a-8398-83750511e54b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Calling delete_port for c0760618-e8aa-4181-ba37-806b7743aa8d owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:25.500573 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a186e91-fdda-4960-a2d0-afc03c19043a req-68c8b40d-7ab2-46df-a4f8-ae4adc014d62 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701489 Sep 18 00:08:25.536452 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:25.550883 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ad8fd14-3e32-47a1-a247-273087662c79 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:25.575723 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port ea988d50-f847-4cb4-90e6-6ede280a98e8, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ea988d50-f847-4cb4-90e6-6ede280a98e8,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:25.616311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad8fd14-3e32-47a1-a247-273087662c79 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:25.626764 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-0ad8fd14-3e32-47a1-a247-273087662c79 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:25.630091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad8fd14-3e32-47a1-a247-273087662c79 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:25.636239 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:25.692341 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8fd14-3e32-47a1-a247-273087662c79 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=d3c61fac-3f96-4085-8333-719a7ad5c0e2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:25.714726 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=ea988d50-f847-4cb4-90e6-6ede280a98e8,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:25.746387 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad8fd14-3e32-47a1-a247-273087662c79 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:25.747037 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ad8fd14-3e32-47a1-a247-273087662c79 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:25.892208 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ddb121ca-d7d7-4d5a-8398-83750511e54b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:25.894170 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0ad8fd14-3e32-47a1-a247-273087662c79 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3678458 Sep 18 00:08:25.896376 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45384) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:25.921983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb121ca-d7d7-4d5a-8398-83750511e54b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Port': ['ID=c0760618-e8aa-4181-ba37-806b7743aa8d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:25.985227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7daa6bd-754b-4288-98ec-c876a6d85494 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:26.002200 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7daa6bd-754b-4288-98ec-c876a6d85494 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:26.003971 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b7daa6bd-754b-4288-98ec-c876a6d85494 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1066148 Sep 18 00:08:26.007272 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45386) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:26.080948 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ddb121ca-d7d7-4d5a-8398-83750511e54b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:26.142961 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa09eb79-6f7e-448a-b6b9-ccf41e8d8198 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:26.185811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf0f46-a7bf-464f-9fb4-3d61bcbcf478 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port d3c61fac-3f96-4085-8333-719a7ad5c0e2 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:26.186190 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4bdf0f46-a7bf-464f-9fb4-3d61bcbcf478 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:26.284819 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-032e6b80-3636-441d-8cca-3ba12585d491 None None] Provisioning complete for port ea988d50-f847-4cb4-90e6-6ede280a98e8 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:26.285196 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-032e6b80-3636-441d-8cca-3ba12585d491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:26.334602 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4bdf0f46-a7bf-464f-9fb4-3d61bcbcf478 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:26.369114 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf0f46-a7bf-464f-9fb4-3d61bcbcf478 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for d3c61fac-3f96-4085-8333-719a7ad5c0e2 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:26.376309 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb121ca-d7d7-4d5a-8398-83750511e54b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router 2e4029a6-cd1f-4a40-974d-47e04602a813 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:08:26.502478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb121ca-d7d7-4d5a-8398-83750511e54b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:08:26.508596 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ddb121ca-d7d7-4d5a-8398-83750511e54b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/2e4029a6-cd1f-4a40-974d-47e04602a813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1083763 Sep 18 00:08:26.511227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45396) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:26.513936 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1095b1c1-f322-4c5a-9da0-9bd92f164e00 None None] Sync routers for ids ['2e4029a6-cd1f-4a40-974d-47e04602a813'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:08:26.531326 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1095b1c1-f322-4c5a-9da0-9bd92f164e00 None None] Routers {'2e4029a6-cd1f-4a40-974d-47e04602a813'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:26.532229 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-1095b1c1-f322-4c5a-9da0-9bd92f164e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2e4029a6-cd1f-4a40-974d-47e04602a813'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:26.544705 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1107c362-cac6-439c-a41a-07550e318254 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e4029a6-cd1f-4a40-974d-47e04602a813 HTTP/1.1" status: 200 len: 205 time: 0.0321488 Sep 18 00:08:26.547540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45400) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:26.580964 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-1095b1c1-f322-4c5a-9da0-9bd92f164e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:26.590214 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1095b1c1-f322-4c5a-9da0-9bd92f164e00 None None] Routers {'2e4029a6-cd1f-4a40-974d-47e04602a813'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:26.591344 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-1095b1c1-f322-4c5a-9da0-9bd92f164e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2e4029a6-cd1f-4a40-974d-47e04602a813'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:26.595885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7213099-38b9-4291-a72d-9ef4d697f19f None None] Update dhcp port {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'fixed_ips': [{'subnet_id': '91c3ff07-abee-491d-9623-07d55db7688f', 'ip_address': '2001:db8::f816:3eff:fef5:830c'}, {'subnet_id': '19f3fe7e-bde7-48b6-a705-b638c40dce85'}], 'binding:host_id': 'n-d-809883-1'}, 'id': 'ea988d50-f847-4cb4-90e6-6ede280a98e8'} from n-d-809883-1. {{(pid=95593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:08:26.645813 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6a8433aa-bac8-48e5-88f7-62f7154faeb7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:26.670926 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-1095b1c1-f322-4c5a-9da0-9bd92f164e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:26.671701 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1095b1c1-f322-4c5a-9da0-9bd92f164e00 None None] The sync data for ids ['2e4029a6-cd1f-4a40-974d-47e04602a813'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:08:26.684571 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c7213099-38b9-4291-a72d-9ef4d697f19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:26.869627 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4bdf0f46-a7bf-464f-9fb4-3d61bcbcf478 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:26.928707 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf0f46-a7bf-464f-9fb4-3d61bcbcf478 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=d3c61fac-3f96-4085-8333-719a7ad5c0e2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:26.982846 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-c7213099-38b9-4291-a72d-9ef4d697f19f None None] Allocated IP 172.20.0.2 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/19f3fe7e-bde7-48b6-a705-b638c40dce85/ea988d50-f847-4cb4-90e6-6ede280a98e8) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:27.025309 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6a8433aa-bac8-48e5-88f7-62f7154faeb7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:27.036594 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c0e8a-da00-40d5-a464-5964724ea980 req-cd6961df-7026-4ad7-96b1-9785bd1648fa tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:27.045689 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-329c0e8a-da00-40d5-a464-5964724ea980 req-cd6961df-7026-4ad7-96b1-9785bd1648fa tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.3324740 Sep 18 00:08:27.064758 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6a8433aa-bac8-48e5-88f7-62f7154faeb7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:27.081334 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4bdf0f46-a7bf-464f-9fb4-3d61bcbcf478 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:27.087180 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4bdf0f46-a7bf-464f-9fb4-3d61bcbcf478 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/d3c61fac-3f96-4085-8333-719a7ad5c0e2 HTTP/1.1" status: 204 len: 168 time: 1.0786541 Sep 18 00:08:27.091217 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45410) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:27.157109 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-329c0e8a-da00-40d5-a464-5964724ea980 req-79f9cd76-38b5-4c88-9a86-78fe1857bb72 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104221 Sep 18 00:08:27.172251 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c7213099-38b9-4291-a72d-9ef4d697f19f None None] For port ea988d50-f847-4cb4-90e6-6ede280a98e8, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ea988d50-f847-4cb4-90e6-6ede280a98e8,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:27.198443 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc71737f-7362-46b8-8bc2-99dfc27b28f3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:27.200187 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc71737f-7362-46b8-8bc2-99dfc27b28f3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:27.201777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc71737f-7362-46b8-8bc2-99dfc27b28f3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:27.204035 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fc71737f-7362-46b8-8bc2-99dfc27b28f3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1104536 Sep 18 00:08:27.206098 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45412) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:27.225666 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c7213099-38b9-4291-a72d-9ef4d697f19f None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:27.247529 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ea988d50-f847-4cb4-90e6-6ede280a98e8 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:27.264779 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea4045e-4ac9-437a-847a-552883505126 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet 19f3fe7e-bde7-48b6-a705-b638c40dce85 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:08:27.296671 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ea988d50-f847-4cb4-90e6-6ede280a98e8 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:27.297258 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:27.766279 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6a8433aa-bac8-48e5-88f7-62f7154faeb7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:27.766834 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8433aa-bac8-48e5-88f7-62f7154faeb7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Fanout notify agent at l3_agent the message router_deleted on router 2e4029a6-cd1f-4a40-974d-47e04602a813 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:08:27.775858 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6a8433aa-bac8-48e5-88f7-62f7154faeb7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:27.777178 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6a8433aa-bac8-48e5-88f7-62f7154faeb7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/routers/2e4029a6-cd1f-4a40-974d-47e04602a813 HTTP/1.1" status: 204 len: 168 time: 1.2286770 Sep 18 00:08:27.779955 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45416) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:27.839995 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dea4045e-4ac9-437a-847a-552883505126 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:27.840229 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c7213099-38b9-4291-a72d-9ef4d697f19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:27.865902 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-da083390-bb88-44b0-ad99-35c3160478d0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting subnet 33f0e452-e71d-40ce-a2f3-cb30f28af52b {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:08:27.869372 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da083390-bb88-44b0-ad99-35c3160478d0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:27.889531 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dea4045e-4ac9-437a-847a-552883505126 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:28.020000 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da083390-bb88-44b0-ad99-35c3160478d0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:28.020115 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7213099-38b9-4291-a72d-9ef4d697f19f None None] Pushing event updated for resources: {'Port': ['ID=ea988d50-f847-4cb4-90e6-6ede280a98e8,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:28.020216 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dea4045e-4ac9-437a-847a-552883505126 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:28.043735 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da083390-bb88-44b0-ad99-35c3160478d0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:28.300088 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dea4045e-4ac9-437a-847a-552883505126 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:28.316709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344de2f-e8b7-45a8-b47e-7ec1b62c1daf req-faa2baa8-3c2b-4af7-bdc0-ec0a7650e9c8 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:28.323408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2344de2f-e8b7-45a8-b47e-7ec1b62c1daf req-faa2baa8-3c2b-4af7-bdc0-ec0a7650e9c8 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.0744507 Sep 18 00:08:28.325069 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da083390-bb88-44b0-ad99-35c3160478d0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:28.350246 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4045e-4ac9-437a-847a-552883505126 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=19f3fe7e-bde7-48b6-a705-b638c40dce85,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:28.355966 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dea4045e-4ac9-437a-847a-552883505126 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:28.360339 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dea4045e-4ac9-437a-847a-552883505126 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/19f3fe7e-bde7-48b6-a705-b638c40dce85 HTTP/1.1" status: 204 len: 168 time: 1.1531415 Sep 18 00:08:28.362951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45430) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:28.383940 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da083390-bb88-44b0-ad99-35c3160478d0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:28.388852 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-da083390-bb88-44b0-ad99-35c3160478d0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/subnets/33f0e452-e71d-40ce-a2f3-cb30f28af52b HTTP/1.1" status: 204 len: 168 time: 0.6078801 Sep 18 00:08:28.392126 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45432) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:28.394236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed5ddd6-6891-4fdb-94e8-4e2ee1ff0ae6 None None] Network 4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:28.404453 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da083390-bb88-44b0-ad99-35c3160478d0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Subnet': ['ID=33f0e452-e71d-40ce-a2f3-cb30f28af52b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:28.461542 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf0dabd-866c-47a9-9876-b3707bf56311 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet 91c3ff07-abee-491d-9623-07d55db7688f {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:08:28.465780 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bf0dabd-866c-47a9-9876-b3707bf56311 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:28.478040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2344de2f-e8b7-45a8-b47e-7ec1b62c1daf req-bc35d86a-36f6-4185-81ce-10f10c853dd3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433933 Sep 18 00:08:28.497294 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-784f17e5-218c-484d-86e4-42ea2d2c3e9d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting subnet e48f21a5-3c42-46ad-b99f-be20df5d9d51 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:08:28.503017 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-784f17e5-218c-484d-86e4-42ea2d2c3e9d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:28.553145 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bf0dabd-866c-47a9-9876-b3707bf56311 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:28.593298 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-784f17e5-218c-484d-86e4-42ea2d2c3e9d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:28.706555 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bf0dabd-866c-47a9-9876-b3707bf56311 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:28.754833 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcb69ec-0be9-400d-8022-ac5a862be3b8 None None] DHCP port deletion for 4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:08:28.765427 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-784f17e5-218c-484d-86e4-42ea2d2c3e9d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:28.831062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1382eabc-b58d-4fb6-ac62-5630c95fee4f None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:28.847242 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1fcb69ec-0be9-400d-8022-ac5a862be3b8 None None] Deleting port 5eb00356-876c-4f49-8687-6ababe268f07 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:28.848199 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1fcb69ec-0be9-400d-8022-ac5a862be3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:28.858811 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bf0dabd-866c-47a9-9876-b3707bf56311 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:28.875987 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-784f17e5-218c-484d-86e4-42ea2d2c3e9d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:28.892760 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0bf0dabd-866c-47a9-9876-b3707bf56311 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:28.897433 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0bf0dabd-866c-47a9-9876-b3707bf56311 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/91c3ff07-abee-491d-9623-07d55db7688f HTTP/1.1" status: 204 len: 168 time: 0.5327411 Sep 18 00:08:28.898122 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45446) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:28.900566 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0dabd-866c-47a9-9876-b3707bf56311 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=91c3ff07-abee-491d-9623-07d55db7688f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:28.908157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f17e5-218c-484d-86e4-42ea2d2c3e9d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Subnet': ['ID=e48f21a5-3c42-46ad-b99f-be20df5d9d51,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:28.913181 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-784f17e5-218c-484d-86e4-42ea2d2c3e9d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:28.916889 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-784f17e5-218c-484d-86e4-42ea2d2c3e9d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/subnets/e48f21a5-3c42-46ad-b99f-be20df5d9d51 HTTP/1.1" status: 204 len: 168 time: 0.5219860 Sep 18 00:08:28.925092 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45448) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:28.941225 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80e67c7-3c69-4a7c-af7d-fc579b4c4cc7 None None] Network 5fd3f00e-4043-4ace-a562-ce2cd6d1f032 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:28.950589 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2739ac9d-2cb9-486c-86dc-a5a65a09b497 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484667 Sep 18 00:08:28.955779 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45450) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:28.962259 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-34032f26-8237-4476-8036-419300dee140 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:28.967106 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-be3ff9dd-fc84-4e23-b172-e5adc1cd7c0b None None] Could not find standard attr ID for object d3c61fac-3f96-4085-8333-719a7ad5c0e2. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:08:28.982473 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1fcb69ec-0be9-400d-8022-ac5a862be3b8 None None] For port 5eb00356-876c-4f49-8687-6ababe268f07, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5eb00356-876c-4f49-8687-6ababe268f07,segment=NetworkSegment(8eda5a00-1480-4e17-80df-b0bfba1f8428),segment_id=8eda5a00-1480-4e17-80df-b0bfba1f8428)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:28.982997 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1fcb69ec-0be9-400d-8022-ac5a862be3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.033816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1fcb69ec-0be9-400d-8022-ac5a862be3b8 None None] Calling delete_port for 5eb00356-876c-4f49-8687-6ababe268f07 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:29.054702 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.084213 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-be3ff9dd-fc84-4e23-b172-e5adc1cd7c0b None None] Provisioning complete for port ea988d50-f847-4cb4-90e6-6ede280a98e8 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:29.084665 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-be3ff9dd-fc84-4e23-b172-e5adc1cd7c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.138971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting port 5eb00356-876c-4f49-8687-6ababe268f07 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:29.139845 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.198311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34032f26-8237-4476-8036-419300dee140 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:29.202572 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34032f26-8237-4476-8036-419300dee140 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.229027 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] For port 5eb00356-876c-4f49-8687-6ababe268f07, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5eb00356-876c-4f49-8687-6ababe268f07,segment=NetworkSegment(8eda5a00-1480-4e17-80df-b0bfba1f8428),segment_id=8eda5a00-1480-4e17-80df-b0bfba1f8428)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:29.230046 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.248017 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Calling delete_port for 5eb00356-876c-4f49-8687-6ababe268f07 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:29.253140 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ea988d50-f847-4cb4-90e6-6ede280a98e8 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:29.412802 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.443762 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1fcb69ec-0be9-400d-8022-ac5a862be3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.448995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ea988d50-f847-4cb4-90e6-6ede280a98e8 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:29.449864 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.456900 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] No DVR routers for this DVR port 5eb00356-876c-4f49-8687-6ababe268f07 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:08:29.462304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Port': ['ID=5eb00356-876c-4f49-8687-6ababe268f07,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:29.493620 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34032f26-8237-4476-8036-419300dee140 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.501911 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706b14ac-15c8-4292-9d2d-b46870c7c227 None None] DHCP port deletion for ba56a403-ab7f-44f7-9f47-cabda0897d3d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:08:29.508110 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb69ec-0be9-400d-8022-ac5a862be3b8 None None] Pushing event deleted for resources: {'Port': ['ID=5eb00356-876c-4f49-8687-6ababe268f07,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:29.513901 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcb69ec-0be9-400d-8022-ac5a862be3b8 None None] No DVR routers for this DVR port 5eb00356-876c-4f49-8687-6ababe268f07 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:08:29.521659 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fe70fc-fe5b-43e1-97ab-34a495dcad8f None None] DHCP port deletion for 5fd3f00e-4043-4ace-a562-ce2cd6d1f032 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:08:29.560594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34032f26-8237-4476-8036-419300dee140 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:29.565545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-34032f26-8237-4476-8036-419300dee140 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:29.581550 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:08:29.585682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34032f26-8237-4476-8036-419300dee140 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:29.586582 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34032f26-8237-4476-8036-419300dee140 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.619752 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.624854 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34032f26-8237-4476-8036-419300dee140 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=cc93f8b6-c9c0-4809-b669-6e5e88857b43,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:29.654401 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-706b14ac-15c8-4292-9d2d-b46870c7c227 None None] Deleting port ea988d50-f847-4cb4-90e6-6ede280a98e8 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:29.654939 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-706b14ac-15c8-4292-9d2d-b46870c7c227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.667971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:29.678424 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eda5a00-1480-4e17-80df-b0bfba1f8428') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:29.678795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eda5a00-1480-4e17-80df-b0bfba1f8428') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:29.682296 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-47fe70fc-fe5b-43e1-97ab-34a495dcad8f None None] Deleting port 534168fe-5f18-4b16-bec1-c03e613bdf4c {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:29.682675 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-47fe70fc-fe5b-43e1-97ab-34a495dcad8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.691968 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-34032f26-8237-4476-8036-419300dee140 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7313373 Sep 18 00:08:29.692157 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45460) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:29.692805 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.702139 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-74f33d45-904e-493f-b1f5-cc1dc367d917 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:29.717848 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155e860-81ce-45dc-89dc-157056c70e37 req-122d36e8-de12-4642-8822-c2ffdd298bf5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:29.725746 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5155e860-81ce-45dc-89dc-157056c70e37 req-122d36e8-de12-4642-8822-c2ffdd298bf5 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.1031342 Sep 18 00:08:29.733131 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.749348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:08:29.749705 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: items = [ Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:08:29.753043 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:08:29.835378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5155e860-81ce-45dc-89dc-157056c70e37 req-7b4310c9-0ddc-4286-bfd0-5274efe6aafb tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086397 Sep 18 00:08:29.864617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5eb00356-876c-4f49-8687-6ababe268f07 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:08:29.917345 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 5eb00356-876c-4f49-8687-6ababe268f07 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:08:29.917593 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5eb00356-876c-4f49-8687-6ababe268f07 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:08:29.966532 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.978470 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-47fe70fc-fe5b-43e1-97ab-34a495dcad8f None None] For port 534168fe-5f18-4b16-bec1-c03e613bdf4c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=534168fe-5f18-4b16-bec1-c03e613bdf4c,segment=NetworkSegment(dbf9936d-bcf7-4d68-8ad8-b62cd92b74cf),segment_id=dbf9936d-bcf7-4d68-8ad8-b62cd92b74cf)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:29.978589 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.978703 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-47fe70fc-fe5b-43e1-97ab-34a495dcad8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.978836 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/networks/4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0 HTTP/1.1" status: 204 len: 168 time: 1.0483227 Sep 18 00:08:29.979424 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45462) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:29.994981 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-706b14ac-15c8-4292-9d2d-b46870c7c227 None None] For port ea988d50-f847-4cb4-90e6-6ede280a98e8, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ea988d50-f847-4cb4-90e6-6ede280a98e8,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:29.995374 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-706b14ac-15c8-4292-9d2d-b46870c7c227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:29.997839 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-47fe70fc-fe5b-43e1-97ab-34a495dcad8f None None] Calling delete_port for 534168fe-5f18-4b16-bec1-c03e613bdf4c owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:30.005895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86ecfa-e7c1-4b4c-80a8-0b73ebe97fa0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Network': ['ID=4862e87b-fcd2-45c1-9ffc-55c4ab52f9c0,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:30.012435 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f33d45-904e-493f-b1f5-cc1dc367d917 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:30.020422 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74f33d45-904e-493f-b1f5-cc1dc367d917 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:30.022591 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-706b14ac-15c8-4292-9d2d-b46870c7c227 None None] Calling delete_port for ea988d50-f847-4cb4-90e6-6ede280a98e8 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:30.075282 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:30.139654 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting port 534168fe-5f18-4b16-bec1-c03e613bdf4c {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:30.139654 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:30.224122 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-47fe70fc-fe5b-43e1-97ab-34a495dcad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:30.232861 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] For port 534168fe-5f18-4b16-bec1-c03e613bdf4c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=534168fe-5f18-4b16-bec1-c03e613bdf4c,segment=NetworkSegment(dbf9936d-bcf7-4d68-8ad8-b62cd92b74cf),segment_id=dbf9936d-bcf7-4d68-8ad8-b62cd92b74cf)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:30.233460 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:30.258769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Calling delete_port for 534168fe-5f18-4b16-bec1-c03e613bdf4c owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:30.274914 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-706b14ac-15c8-4292-9d2d-b46870c7c227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:30.290084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe70fc-fe5b-43e1-97ab-34a495dcad8f None None] Pushing event deleted for resources: {'Port': ['ID=534168fe-5f18-4b16-bec1-c03e613bdf4c,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:30.303521 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fe70fc-fe5b-43e1-97ab-34a495dcad8f None None] No DVR routers for this DVR port 534168fe-5f18-4b16-bec1-c03e613bdf4c on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:08:30.328885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b14ac-15c8-4292-9d2d-b46870c7c227 None None] Pushing event deleted for resources: {'Port': ['ID=ea988d50-f847-4cb4-90e6-6ede280a98e8,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:30.330907 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706b14ac-15c8-4292-9d2d-b46870c7c227 None None] No DVR routers for this DVR port ea988d50-f847-4cb4-90e6-6ede280a98e8 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:08:30.351115 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067669ed-d695-457a-9448-a9a50c73473f None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:30.413769 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:30.445733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Port': ['ID=534168fe-5f18-4b16-bec1-c03e613bdf4c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:30.450180 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] No DVR routers for this DVR port 534168fe-5f18-4b16-bec1-c03e613bdf4c on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:08:30.503434 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'fixed_ips': [{'subnet_id': '3b6dc2ff-fbbf-4247-9c7b-f6b865754e1e'}, {'subnet_id': 'cc93f8b6-c9c0-4809-b669-6e5e88857b43'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:08:30.507617 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:30.510435 n-d-809883-1 neutron-server[95591]: DEBUG neutron.objects.ports [None req-74f33d45-904e-493f-b1f5-cc1dc367d917 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95591) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:08:30.513140 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74f33d45-904e-493f-b1f5-cc1dc367d917 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:30.544746 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:30.567671 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f33d45-904e-493f-b1f5-cc1dc367d917 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=3b6dc2ff-fbbf-4247-9c7b-f6b865754e1e,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:30.571806 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd3f00e-4043-4ace-a562-ce2cd6d1f032']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:30.582899 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f33d45-904e-493f-b1f5-cc1dc367d917 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:30.584559 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-74f33d45-904e-493f-b1f5-cc1dc367d917 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:30.585362 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf9936d-bcf7-4d68-8ad8-b62cd92b74cf') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:30.585652 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf9936d-bcf7-4d68-8ad8-b62cd92b74cf') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:30.591293 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f33d45-904e-493f-b1f5-cc1dc367d917 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:30.593541 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74f33d45-904e-493f-b1f5-cc1dc367d917 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:30.607688 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:30.636121 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:30.653896 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:08:30.654316 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:30.699947 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-74f33d45-904e-493f-b1f5-cc1dc367d917 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0050182 Sep 18 00:08:30.701132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45484) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:30.706507 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-c3da3bed-a314-4c24-a67e-bb8f8af2ed05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'mac_address': 'fa:16:3e:77:70:f2', 'name': 'tempest-NetworksTestDHCPv6-515679221'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: self.session.flush() Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:08:30.716226 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:08:30.776754 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Allocated IP 172.20.0.2 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/cc93f8b6-c9c0-4809-b669-6e5e88857b43/ad43a8ed-dc1d-4132-928c-6c6762857741) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:30.784358 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Allocated IP 2001:db8::f816:3eff:fef0:989a (ba56a403-ab7f-44f7-9f47-cabda0897d3d/3b6dc2ff-fbbf-4247-9c7b-f6b865754e1e/ad43a8ed-dc1d-4132-928c-6c6762857741) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:30.812668 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:30.826369 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:30.831492 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/networks/5fd3f00e-4043-4ace-a562-ce2cd6d1f032 HTTP/1.1" status: 204 len: 168 time: 0.8509710 Sep 18 00:08:30.836406 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45488) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:30.849903 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d6613306-2c18-435b-b340-038da8c89460 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-283942895'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:30.890634 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95726cc-9a2b-43b4-b6cc-5e30146dfc61 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Network': ['ID=5fd3f00e-4043-4ace-a562-ce2cd6d1f032,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:30.932099 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3da3bed-a314-4c24-a67e-bb8f8af2ed05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:30.981664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b5c80-9b35-487b-a08e-886e58394ab1 req-2e320f92-a5d7-44c3-8061-f0556ce789d0 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:30.990335 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c36b5c80-9b35-487b-a08e-886e58394ab1 req-2e320f92-a5d7-44c3-8061-f0556ce789d0 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.0711157 Sep 18 00:08:31.034703 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:31.038474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c36b5c80-9b35-487b-a08e-886e58394ab1 req-b8653e95-3eee-4749-a03b-cd9b3a50ef05 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429924 Sep 18 00:08:31.039714 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6613306-2c18-435b-b340-038da8c89460 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Made reservation on behalf of ae6b35b2d26d45a58ce835158e2b5939 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:31.046180 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d6613306-2c18-435b-b340-038da8c89460 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:31.078696 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c3da3bed-a314-4c24-a67e-bb8f8af2ed05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:31.083718 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6613306-2c18-435b-b340-038da8c89460 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:08:31.095038 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d6613306-2c18-435b-b340-038da8c89460 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:31.095716 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-d6613306-2c18-435b-b340-038da8c89460 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Added segment 536a62f6-1716-4d1b-a61a-dbf569a55378 of type vlan for network b780ecee-0d27-43ef-9fe3-48401be210e6 Sep 18 00:08:31.100210 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-c3da3bed-a314-4c24-a67e-bb8f8af2ed05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port c9d04fa4-aff1-4805-b66e-50872c84b036 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:08:31.103919 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:31.148556 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d6613306-2c18-435b-b340-038da8c89460 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:31.201155 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:31.204394 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:31.233783 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:31.234868 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d6613306-2c18-435b-b340-038da8c89460 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:31.243060 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6613306-2c18-435b-b340-038da8c89460 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:31.243723 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d6613306-2c18-435b-b340-038da8c89460 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:31.243856 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Pushing event updated for resources: {'Port': ['ID=ad43a8ed-dc1d-4132-928c-6c6762857741,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:31.291499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ea988d50-f847-4cb4-90e6-6ede280a98e8 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:08:31.295491 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-c3da3bed-a314-4c24-a67e-bb8f8af2ed05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 172.20.0.3 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/cc93f8b6-c9c0-4809-b669-6e5e88857b43/c9d04fa4-aff1-4805-b66e-50872c84b036) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:31.302431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-c3da3bed-a314-4c24-a67e-bb8f8af2ed05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::f816:3eff:fe77:70f2 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/3b6dc2ff-fbbf-4247-9c7b-f6b865754e1e/c9d04fa4-aff1-4805-b66e-50872c84b036) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:31.334956 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6613306-2c18-435b-b340-038da8c89460 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Network': ['ID=b780ecee-0d27-43ef-9fe3-48401be210e6,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:31.346994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: ea988d50-f847-4cb4-90e6-6ede280a98e8 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:08:31.346994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ea988d50-f847-4cb4-90e6-6ede280a98e8 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:08:31.348436 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 534168fe-5f18-4b16-bec1-c03e613bdf4c no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:08:31.354093 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network b780ecee-0d27-43ef-9fe3-48401be210e6 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:08:31.387632 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d6613306-2c18-435b-b340-038da8c89460 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5466149 Sep 18 00:08:31.387632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45492) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:31.392695 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'subnet': {'network_id': 'b780ecee-0d27-43ef-9fe3-48401be210e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:31.403226 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 534168fe-5f18-4b16-bec1-c03e613bdf4c {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:08:31.403512 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 534168fe-5f18-4b16-bec1-c03e613bdf4c not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:08:31.420668 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Attempting to bind port ad43a8ed-dc1d-4132-928c-6c6762857741 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:08:31.421252 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Attempting to bind port ad43a8ed-dc1d-4132-928c-6c6762857741 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:08:31.421679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Attempting to bind port ad43a8ed-dc1d-4132-928c-6c6762857741 on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:08:31.470197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:08:31.470633 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:08:31.473643 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:31.474056 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:08:31.474549 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Bound port: ad43a8ed-dc1d-4132-928c-6c6762857741, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:08:31.474935 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:31.555358 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c3da3bed-a314-4c24-a67e-bb8f8af2ed05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:31.556399 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] For port ad43a8ed-dc1d-4132-928c-6c6762857741, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:08:31.559821 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] For port ad43a8ed-dc1d-4132-928c-6c6762857741, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ad43a8ed-dc1d-4132-928c-6c6762857741,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:08:31.634893 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Made reservation on behalf of ae6b35b2d26d45a58ce835158e2b5939 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:31.638492 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:31.754741 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:31.803305 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c3da3bed-a314-4c24-a67e-bb8f8af2ed05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:31.853624 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e8586-56bf-4222-aed8-ee867b863fa4 None None] Pushing event updated for resources: {'Port': ['ID=ad43a8ed-dc1d-4132-928c-6c6762857741,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:31.897018 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3da3bed-a314-4c24-a67e-bb8f8af2ed05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:31.905138 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-c3da3bed-a314-4c24-a67e-bb8f8af2ed05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:31.908311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3da3bed-a314-4c24-a67e-bb8f8af2ed05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:31.948468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da3bed-a314-4c24-a67e-bb8f8af2ed05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=c9d04fa4-aff1-4805-b66e-50872c84b036,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:31.971782 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:31.996478 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3da3bed-a314-4c24-a67e-bb8f8af2ed05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:32.012972 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c3da3bed-a314-4c24-a67e-bb8f8af2ed05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:32.049501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Subnet': ['ID=baca7026-1a1c-40df-b76d-bb592f7d40fd,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:32.071427 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:32.071878 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:32.072277 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:32.072672 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:32.073092 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:32.077020 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:32.077020 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:32.077020 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:32.077020 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:32.077020 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:32.077020 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:32.077020 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:32.105728 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Checking segment: {'id': '536a62f6-1716-4d1b-a61a-dbf569a55378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b780ecee-0d27-43ef-9fe3-48401be210e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:08:32.106326 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c3da3bed-a314-4c24-a67e-bb8f8af2ed05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4018281 Sep 18 00:08:32.106749 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network hostable DHCP agents. Network: b780ecee-0d27-43ef-9fe3-48401be210e6, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:08:32.107423 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45502) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:32.188521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee53f366-2ad9-44f7-bfc5-2a1134922022 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:32.197208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee53f366-2ad9-44f7-bfc5-2a1134922022 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:32.201077 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ee53f366-2ad9-44f7-bfc5-2a1134922022 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0903194 Sep 18 00:08:32.201954 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45504) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:32.587074 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network b780ecee-0d27-43ef-9fe3-48401be210e6 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:08:32.618910 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aabb34-aa60-45fb-9320-d89dc9fcc48d req-bcc5d3ef-d184-4111-8310-67774ab8fe82 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:32.620507 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15aabb34-aa60-45fb-9320-d89dc9fcc48d req-bcc5d3ef-d184-4111-8310-67774ab8fe82 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.4533324 Sep 18 00:08:32.690275 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15aabb34-aa60-45fb-9320-d89dc9fcc48d req-5ca341ab-619f-4a03-8570-550a1363a004 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516486 Sep 18 00:08:32.700056 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, b780ecee-0d27-43ef-9fe3-48401be210e6) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:32.705958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:32.706554 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:32.710840 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f46e59d-b28f-4bc5-acd0-2f9a05f21857 None None] Network b780ecee-0d27-43ef-9fe3-48401be210e6 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:32.715960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-24d4f9e1-1b34-496a-be10-fc45d467a1dc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port c9d04fa4-aff1-4805-b66e-50872c84b036 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:32.716820 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24d4f9e1-1b34-496a-be10-fc45d467a1dc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:32.837807 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24d4f9e1-1b34-496a-be10-fc45d467a1dc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:32.852167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-24d4f9e1-1b34-496a-be10-fc45d467a1dc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for c9d04fa4-aff1-4805-b66e-50872c84b036 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:32.915612 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f1a8923f-a977-4283-814a-5a206549f258 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5271909 Sep 18 00:08:32.918196 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45512) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:32.926970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7896b4ad-4f42-45e0-aa5b-954672dc2a55 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2016486393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:32.935325 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-b780ecee-0d27-43ef-9fe3-48401be210e6', 'network_id': 'b780ecee-0d27-43ef-9fe3-48401be210e6', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'fixed_ips': [{'subnet_id': 'baca7026-1a1c-40df-b76d-bb592f7d40fd'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:08:32.936522 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:33.100740 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] Allocated IP 2001:db8::2 (b780ecee-0d27-43ef-9fe3-48401be210e6/baca7026-1a1c-40df-b76d-bb592f7d40fd/ae4bda57-817b-4f50-96f8-87deb76f6fed) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:33.112011 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7896b4ad-4f42-45e0-aa5b-954672dc2a55 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:33.112011 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7896b4ad-4f42-45e0-aa5b-954672dc2a55 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:33.169420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d9588f-0547-49c5-9b09-d3d7d73d3c90 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:33.247685 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24d4f9e1-1b34-496a-be10-fc45d467a1dc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:33.252247 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ad43a8ed-dc1d-4132-928c-6c6762857741 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:33.288792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4f9e1-1b34-496a-be10-fc45d467a1dc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=c9d04fa4-aff1-4805-b66e-50872c84b036,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:33.343871 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-22d16f8a-37bf-4b98-85b6-a1462a036e64 None None] Provisioning complete for port ad43a8ed-dc1d-4132-928c-6c6762857741 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:33.344246 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-22d16f8a-37bf-4b98-85b6-a1462a036e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:33.366855 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7896b4ad-4f42-45e0-aa5b-954672dc2a55 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:33.386957 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:33.415190 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24d4f9e1-1b34-496a-be10-fc45d467a1dc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:33.417121 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-24d4f9e1-1b34-496a-be10-fc45d467a1dc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/c9d04fa4-aff1-4805-b66e-50872c84b036 HTTP/1.1" status: 204 len: 168 time: 1.2090960 Sep 18 00:08:33.419542 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45514) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:33.446235 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ad43a8ed-dc1d-4132-928c-6c6762857741 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:33.446605 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:33.459494 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7896b4ad-4f42-45e0-aa5b-954672dc2a55 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:33.487094 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e1be57-f88c-4b09-911f-ff163b1f278a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:33.489383 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e1be57-f88c-4b09-911f-ff163b1f278a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:33.490926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e1be57-f88c-4b09-911f-ff163b1f278a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:33.495055 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d3e1be57-f88c-4b09-911f-ff163b1f278a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0720983 Sep 18 00:08:33.495377 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45516) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:33.500808 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:33.553256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8279f49-068b-48f4-b8f4-b03d4cc8f84f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet 3b6dc2ff-fbbf-4247-9c7b-f6b865754e1e {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:08:33.556788 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8279f49-068b-48f4-b8f4-b03d4cc8f84f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:33.583819 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] Network b780ecee-0d27-43ef-9fe3-48401be210e6 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:33.594620 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:33.598363 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8279f49-068b-48f4-b8f4-b03d4cc8f84f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:33.600704 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-22d16f8a-37bf-4b98-85b6-a1462a036e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:33.603394 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:33.613239 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] Pushing event updated for resources: {'Port': ['ID=ae4bda57-817b-4f50-96f8-87deb76f6fed,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:33.685560 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7896b4ad-4f42-45e0-aa5b-954672dc2a55 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:33.689796 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45518) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:33.690438 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7896b4ad-4f42-45e0-aa5b-954672dc2a55 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7706215 Sep 18 00:08:33.696626 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-437f1679-83e5-44ee-acda-fdc52711799a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'port': {'network_id': 'b780ecee-0d27-43ef-9fe3-48401be210e6', 'name': 'tempest-RoutersIpV6Test-318185671'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:33.929338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a87d82-6b57-4e73-8d1f-924debe759f2 req-d11c8f31-e423-4289-a144-f693a64c3ed3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:33.931078 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a5a87d82-6b57-4e73-8d1f-924debe759f2 req-d11c8f31-e423-4289-a144-f693a64c3ed3 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.1212213 Sep 18 00:08:33.944432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-22d16f8a-37bf-4b98-85b6-a1462a036e64 None None] For port ad43a8ed-dc1d-4132-928c-6c6762857741, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ad43a8ed-dc1d-4132-928c-6c6762857741,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:33.959706 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:33.970347 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] Attempting to bind port ae4bda57-817b-4f50-96f8-87deb76f6fed on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:08:33.970727 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] Attempting to bind port ae4bda57-817b-4f50-96f8-87deb76f6fed by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '536a62f6-1716-4d1b-a61a-dbf569a55378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b780ecee-0d27-43ef-9fe3-48401be210e6'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:08:33.971100 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] Attempting to bind port ae4bda57-817b-4f50-96f8-87deb76f6fed on network b780ecee-0d27-43ef-9fe3-48401be210e6 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:08:33.982499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:08:33.982942 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] Checking segment: {'id': '536a62f6-1716-4d1b-a61a-dbf569a55378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b780ecee-0d27-43ef-9fe3-48401be210e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:08:33.983549 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:33.983995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] Bound using segment: {'id': '536a62f6-1716-4d1b-a61a-dbf569a55378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b780ecee-0d27-43ef-9fe3-48401be210e6'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:08:33.984669 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] Bound port: ae4bda57-817b-4f50-96f8-87deb76f6fed, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536a62f6-1716-4d1b-a61a-dbf569a55378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b780ecee-0d27-43ef-9fe3-48401be210e6'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:08:33.985158 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:33.988945 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437f1679-83e5-44ee-acda-fdc52711799a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Made reservation on behalf of ae6b35b2d26d45a58ce835158e2b5939 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:33.998615 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-437f1679-83e5-44ee-acda-fdc52711799a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:34.005338 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a5a87d82-6b57-4e73-8d1f-924debe759f2 req-66cfffc4-a781-48e2-b27c-0743ea88b882 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527186 Sep 18 00:08:34.033043 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8279f49-068b-48f4-b8f4-b03d4cc8f84f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:34.033601 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-22d16f8a-37bf-4b98-85b6-a1462a036e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:34.049920 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-437f1679-83e5-44ee-acda-fdc52711799a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] device_id is not set on port c0f3b0cc-4521-44f7-972e-2440a1433dfc yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:08:34.187344 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] For port ae4bda57-817b-4f50-96f8-87deb76f6fed, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:08:34.200810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] For port ae4bda57-817b-4f50-96f8-87deb76f6fed, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ae4bda57-817b-4f50-96f8-87deb76f6fed,segment=NetworkSegment(536a62f6-1716-4d1b-a61a-dbf569a55378),segment_id=536a62f6-1716-4d1b-a61a-dbf569a55378)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:08:34.203847 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a26fbbd5-868a-443f-8fa4-e5edba3d8341 None None] Provisioning complete for port ad43a8ed-dc1d-4132-928c-6c6762857741 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:34.204970 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a26fbbd5-868a-443f-8fa4-e5edba3d8341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:34.211202 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d16f8a-37bf-4b98-85b6-a1462a036e64 None None] Pushing event updated for resources: {'Port': ['ID=ad43a8ed-dc1d-4132-928c-6c6762857741,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:34.240929 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8279f49-068b-48f4-b8f4-b03d4cc8f84f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:34.265488 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-437f1679-83e5-44ee-acda-fdc52711799a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Allocated IP 2001:db8::98 (b780ecee-0d27-43ef-9fe3-48401be210e6/baca7026-1a1c-40df-b76d-bb592f7d40fd/c0f3b0cc-4521-44f7-972e-2440a1433dfc) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:34.293124 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:34.298697 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8279f49-068b-48f4-b8f4-b03d4cc8f84f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6dc2ff-fbbf-4247-9c7b-f6b865754e1e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:34.311347 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8279f49-068b-48f4-b8f4-b03d4cc8f84f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:34.322237 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b8279f49-068b-48f4-b8f4-b03d4cc8f84f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/3b6dc2ff-fbbf-4247-9c7b-f6b865754e1e HTTP/1.1" status: 204 len: 168 time: 0.8258929 Sep 18 00:08:34.325009 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45536) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:34.416396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e26af5-6727-4a9e-a9ff-65572500b3e9 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:34.426026 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:08:34.428280 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:08:34.441964 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3abb9d-4dba-489c-a94a-fb96841a47b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet cc93f8b6-c9c0-4809-b669-6e5e88857b43 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:08:34.466622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fef9ea-edd0-4100-b1dc-560a63ba4e36 None None] Pushing event updated for resources: {'Port': ['ID=ae4bda57-817b-4f50-96f8-87deb76f6fed,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:34.470691 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8c3abb9d-4dba-489c-a94a-fb96841a47b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:34.548633 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8c3abb9d-4dba-489c-a94a-fb96841a47b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:34.595928 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-437f1679-83e5-44ee-acda-fdc52711799a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:34.640928 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-05ef7624-a78f-44fc-8157-73c60a067122 None None] Could not find standard attr ID for object d3c61fac-3f96-4085-8333-719a7ad5c0e2. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:08:34.676142 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8c3abb9d-4dba-489c-a94a-fb96841a47b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:34.813465 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-437f1679-83e5-44ee-acda-fdc52711799a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:34.858440 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437f1679-83e5-44ee-acda-fdc52711799a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network b780ecee-0d27-43ef-9fe3-48401be210e6 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:34.861877 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-437f1679-83e5-44ee-acda-fdc52711799a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:34.866334 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437f1679-83e5-44ee-acda-fdc52711799a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:34.871993 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437f1679-83e5-44ee-acda-fdc52711799a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:34.873355 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-437f1679-83e5-44ee-acda-fdc52711799a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:34.890280 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f1679-83e5-44ee-acda-fdc52711799a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=c0f3b0cc-4521-44f7-972e-2440a1433dfc,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:34.965848 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-437f1679-83e5-44ee-acda-fdc52711799a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.2690206 Sep 18 00:08:34.965848 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8c3abb9d-4dba-489c-a94a-fb96841a47b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:34.966320 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45540) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:35.000933 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3abb9d-4dba-489c-a94a-fb96841a47b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=cc93f8b6-c9c0-4809-b669-6e5e88857b43,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:35.000933 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8c3abb9d-4dba-489c-a94a-fb96841a47b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:35.006746 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8c3abb9d-4dba-489c-a94a-fb96841a47b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/cc93f8b6-c9c0-4809-b669-6e5e88857b43 HTTP/1.1" status: 204 len: 168 time: 0.6781747 Sep 18 00:08:35.007616 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45542) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:35.052091 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b401ff9f-7ffd-468c-ba38-71fe4fce7f9c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422914 Sep 18 00:08:35.061735 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45546) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:35.069041 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f6df2411-0677-40a6-8ea5-d2ca77dd6ceb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:35.331239 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6df2411-0677-40a6-8ea5-d2ca77dd6ceb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:35.333092 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ae4bda57-817b-4f50-96f8-87deb76f6fed up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:35.339189 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f6df2411-0677-40a6-8ea5-d2ca77dd6ceb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:35.411037 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ae4bda57-817b-4f50-96f8-87deb76f6fed triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:35.411037 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:35.423203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3bd3e-b909-44d9-94cc-0a5e0367fe8c req-2778fb70-bf93-4661-b8fa-343c5db7a56f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:35.424799 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdb3bd3e-b909-44d9-94cc-0a5e0367fe8c req-2778fb70-bf93-4661-b8fa-343c5db7a56f tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.2805846 Sep 18 00:08:35.525000 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2215ce22-ab0d-476f-81c3-8a25675c2809 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:35.528246 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdb3bd3e-b909-44d9-94cc-0a5e0367fe8c req-99b23ca1-0abd-4cef-93a1-6a680c021390 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897870 Sep 18 00:08:35.547278 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f3e06c3b-0f93-4670-960d-e40db2eb27c1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:35.612509 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:35.635645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-882cb2be-2a72-462f-aa12-eb0ab01aae34 None None] Provisioning complete for port ad43a8ed-dc1d-4132-928c-6c6762857741 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:35.636027 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-882cb2be-2a72-462f-aa12-eb0ab01aae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:35.698559 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f6df2411-0677-40a6-8ea5-d2ca77dd6ceb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:35.731652 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port ae4bda57-817b-4f50-96f8-87deb76f6fed, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ae4bda57-817b-4f50-96f8-87deb76f6fed,segment=NetworkSegment(536a62f6-1716-4d1b-a61a-dbf569a55378),segment_id=536a62f6-1716-4d1b-a61a-dbf569a55378)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:35.753105 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6df2411-0677-40a6-8ea5-d2ca77dd6ceb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:35.763290 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-f6df2411-0677-40a6-8ea5-d2ca77dd6ceb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:35.763290 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6df2411-0677-40a6-8ea5-d2ca77dd6ceb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:35.763290 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f6df2411-0677-40a6-8ea5-d2ca77dd6ceb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:35.786949 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df2411-0677-40a6-8ea5-d2ca77dd6ceb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=868c12a2-321c-49ba-9a76-6268bbfc23d9,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:35.835002 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:35.835799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ad43a8ed-dc1d-4132-928c-6c6762857741 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:35.873561 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f6df2411-0677-40a6-8ea5-d2ca77dd6ceb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8094082 Sep 18 00:08:35.874050 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45554) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:35.887037 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-cb6086a3-235b-4962-bfc1-0aa044002c91 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:35.899709 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4656c6-d15f-4e5e-ba43-ab502cf3d60c None None] Network b780ecee-0d27-43ef-9fe3-48401be210e6 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:35.933310 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f3e06c3b-0f93-4670-960d-e40db2eb27c1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:35.955696 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedaac99-c511-4ec0-91a6-553809ab9fbd None None] DHCP port deletion for ba56a403-ab7f-44f7-9f47-cabda0897d3d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:08:36.034561 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f3e06c3b-0f93-4670-960d-e40db2eb27c1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:36.073228 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3b4021ee-136f-4e06-bce4-985101324cec None None] Provisioning complete for port ae4bda57-817b-4f50-96f8-87deb76f6fed triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:36.073580 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3b4021ee-136f-4e06-bce4-985101324cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:36.076561 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=ae4bda57-817b-4f50-96f8-87deb76f6fed,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:36.158874 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ad43a8ed-dc1d-4132-928c-6c6762857741 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:36.159292 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:36.200428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e06c3b-0f93-4670-960d-e40db2eb27c1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=c0f3b0cc-4521-44f7-972e-2440a1433dfc,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:36.229271 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6086a3-235b-4962-bfc1-0aa044002c91 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:36.236406 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb6086a3-235b-4962-bfc1-0aa044002c91 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:36.245262 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-eedaac99-c511-4ec0-91a6-553809ab9fbd None None] Deleting port ad43a8ed-dc1d-4132-928c-6c6762857741 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:36.246157 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eedaac99-c511-4ec0-91a6-553809ab9fbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:36.357294 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f3e06c3b-0f93-4670-960d-e40db2eb27c1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:36.436955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-eedaac99-c511-4ec0-91a6-553809ab9fbd None None] For port ad43a8ed-dc1d-4132-928c-6c6762857741, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ad43a8ed-dc1d-4132-928c-6c6762857741,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:36.437493 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eedaac99-c511-4ec0-91a6-553809ab9fbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:36.455872 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-eedaac99-c511-4ec0-91a6-553809ab9fbd None None] Calling delete_port for ad43a8ed-dc1d-4132-928c-6c6762857741 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:36.623912 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f3e06c3b-0f93-4670-960d-e40db2eb27c1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:36.705730 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f94bc4-5df7-4e87-9603-3845abbf134f req-abb7a99a-af74-48ea-b000-49fb72f5fb2b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:36.707880 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-69f94bc4-5df7-4e87-9603-3845abbf134f req-abb7a99a-af74-48ea-b000-49fb72f5fb2b tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.0957708 Sep 18 00:08:36.714722 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eedaac99-c511-4ec0-91a6-553809ab9fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:36.742285 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaac99-c511-4ec0-91a6-553809ab9fbd None None] Pushing event deleted for resources: {'Port': ['ID=ad43a8ed-dc1d-4132-928c-6c6762857741,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:36.762630 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedaac99-c511-4ec0-91a6-553809ab9fbd None None] No DVR routers for this DVR port ad43a8ed-dc1d-4132-928c-6c6762857741 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:08:36.781651 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-87a434bd-324f-4a3f-ad8c-eeb121dabbe2 None None] Provisioning complete for port c0f3b0cc-4521-44f7-972e-2440a1433dfc triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:36.782181 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-87a434bd-324f-4a3f-ad8c-eeb121dabbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:36.788524 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d1073c-27a8-4f4a-8022-b05c9ccfe780 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:36.843213 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-69f94bc4-5df7-4e87-9603-3845abbf134f req-18942922-a7fd-4c93-bb56-ba7c999cf3e9 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180179 Sep 18 00:08:36.866932 n-d-809883-1 neutron-server[95591]: DEBUG neutron.objects.ports [None req-cb6086a3-235b-4962-bfc1-0aa044002c91 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95591) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:08:36.988758 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-87a434bd-324f-4a3f-ad8c-eeb121dabbe2 None None] Port c0f3b0cc-4521-44f7-972e-2440a1433dfc cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:08:37.037579 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-87a434bd-324f-4a3f-ad8c-eeb121dabbe2 None None] Provisioning complete for port ae4bda57-817b-4f50-96f8-87deb76f6fed triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:37.037579 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-87a434bd-324f-4a3f-ad8c-eeb121dabbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:37.106398 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'fixed_ips': [{'subnet_id': '868c12a2-321c-49ba-9a76-6268bbfc23d9'}, {'subnet_id': 'c3335a0f-b189-4fb6-bc19-5759423d355c'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:08:37.109735 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:37.130692 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f3e06c3b-0f93-4670-960d-e40db2eb27c1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:37.138573 n-d-809883-1 neutron-server[95591]: WARNING neutron.services.revisions.revision_plugin [None req-cb6086a3-235b-4962-bfc1-0aa044002c91 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Could not find related port for resource to bump revision. Sep 18 00:08:37.225801 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ae4bda57-817b-4f50-96f8-87deb76f6fed up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:37.360695 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ae4bda57-817b-4f50-96f8-87deb76f6fed triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:37.361107 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:37.405449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Allocated IP 172.20.0.2 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/868c12a2-321c-49ba-9a76-6268bbfc23d9/9f7115e5-7f21-448c-bc3e-98d020b23c34) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:37.414385 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Allocated IP 2001:db8::f816:3eff:fef7:b8ac (ba56a403-ab7f-44f7-9f47-cabda0897d3d/c3335a0f-b189-4fb6-bc19-5759423d355c/9f7115e5-7f21-448c-bc3e-98d020b23c34) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:37.474989 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.ipam_pluggable_backend [None req-cb6086a3-235b-4962-bfc1-0aa044002c91 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Port ad43a8ed-dc1d-4132-928c-6c6762857741 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95591) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 18 00:08:37.475298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.ipam_pluggable_backend [None req-cb6086a3-235b-4962-bfc1-0aa044002c91 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Reverting IP allocation for 2001:db8::f816:3eff:fef0:989a {{(pid=95591) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 18 00:08:37.479521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.ipam_pluggable_backend [None req-cb6086a3-235b-4962-bfc1-0aa044002c91 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef0:989a {{(pid=95591) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 18 00:08:37.480786 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb6086a3-235b-4962-bfc1-0aa044002c91 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:37.548676 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f3e06c3b-0f93-4670-960d-e40db2eb27c1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:37.549641 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f3e06c3b-0f93-4670-960d-e40db2eb27c1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:37.636369 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e06c3b-0f93-4670-960d-e40db2eb27c1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=c0f3b0cc-4521-44f7-972e-2440a1433dfc,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:37.699529 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-8c4e162f-536a-4199-bd71-5769455d97f7 None None] Provisioning complete for port c0f3b0cc-4521-44f7-972e-2440a1433dfc triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:37.700148 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8c4e162f-536a-4199-bd71-5769455d97f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:37.726723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e06c3b-0f93-4670-960d-e40db2eb27c1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network b780ecee-0d27-43ef-9fe3-48401be210e6 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:37.728790 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-f3e06c3b-0f93-4670-960d-e40db2eb27c1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:37.790145 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e162f-536a-4199-bd71-5769455d97f7 None None] Port c0f3b0cc-4521-44f7-972e-2440a1433dfc cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:08:37.862779 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:37.867837 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ad43a8ed-dc1d-4132-928c-6c6762857741 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:08:37.889234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: ad43a8ed-dc1d-4132-928c-6c6762857741 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:08:37.889581 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ad43a8ed-dc1d-4132-928c-6c6762857741 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:08:37.938084 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:37.962089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6086a3-235b-4962-bfc1-0aa044002c91 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=c3335a0f-b189-4fb6-bc19-5759423d355c,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:37.981751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Pushing event updated for resources: {'Port': ['ID=9f7115e5-7f21-448c-bc3e-98d020b23c34,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:37.982543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6086a3-235b-4962-bfc1-0aa044002c91 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:37.984584 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-cb6086a3-235b-4962-bfc1-0aa044002c91 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:37.990126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6086a3-235b-4962-bfc1-0aa044002c91 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:37.990995 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cb6086a3-235b-4962-bfc1-0aa044002c91 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:37.997720 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:37.999300 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:38.005710 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:38.071712 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98330f-ca39-42be-838e-26d22a094c15 req-f4a93be1-2a67-4ccc-98e6-3ecc21ca1aea tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:38.073247 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff98330f-ca39-42be-838e-26d22a094c15 req-f4a93be1-2a67-4ccc-98e6-3ecc21ca1aea tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.1187177 Sep 18 00:08:38.090151 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cb6086a3-235b-4962-bfc1-0aa044002c91 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2126756 Sep 18 00:08:38.090575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45574) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:38.096052 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-17564199-ccb0-485e-a99a-4b249c77fff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'mac_address': 'fa:16:3e:79:3c:98', 'name': 'tempest-NetworksTestDHCPv6-502907498'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:38.121694 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff98330f-ca39-42be-838e-26d22a094c15 req-ef9621c5-aad7-498b-a55b-759e3df59241 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422134 Sep 18 00:08:38.131305 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e06c3b-0f93-4670-960d-e40db2eb27c1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router 4352c3d0-e02f-4dfa-9021-af99dcaf7368 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:08:38.181818 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Attempting to bind port 9f7115e5-7f21-448c-bc3e-98d020b23c34 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:08:38.182558 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Attempting to bind port 9f7115e5-7f21-448c-bc3e-98d020b23c34 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:08:38.183137 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Attempting to bind port 9f7115e5-7f21-448c-bc3e-98d020b23c34 on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:08:38.193019 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:08:38.196479 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:08:38.197280 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:38.198011 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:08:38.198732 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Bound port: 9f7115e5-7f21-448c-bc3e-98d020b23c34, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:08:38.199349 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:38.283448 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e16c5-13d9-45cb-9878-e03992c453d5 req-840ae144-72dd-4ee0-8837-bb6399b50287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:38.286256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] For port 9f7115e5-7f21-448c-bc3e-98d020b23c34, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:08:38.286419 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ac2e16c5-13d9-45cb-9878-e03992c453d5 req-840ae144-72dd-4ee0-8837-bb6399b50287 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 1097 time: 0.0695274 Sep 18 00:08:38.293262 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] For port 9f7115e5-7f21-448c-bc3e-98d020b23c34, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=9f7115e5-7f21-448c-bc3e-98d020b23c34,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:08:38.310907 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e06c3b-0f93-4670-960d-e40db2eb27c1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:08:38.317682 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-56f4ea44-9a96-4f2e-a978-768860fa98b1 None None] Provisioning complete for port c0f3b0cc-4521-44f7-972e-2440a1433dfc triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:38.318056 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-56f4ea44-9a96-4f2e-a978-768860fa98b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:38.328585 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f3e06c3b-0f93-4670-960d-e40db2eb27c1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/4352c3d0-e02f-4dfa-9021-af99dcaf7368/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3614357 Sep 18 00:08:38.331187 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45580) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:38.338977 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17564199-ccb0-485e-a99a-4b249c77fff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:38.341359 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc24a1d-8022-4374-a638-5d4b9ecd6b46 None None] Sync routers for ids ['4352c3d0-e02f-4dfa-9021-af99dcaf7368'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:08:38.363469 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc24a1d-8022-4374-a638-5d4b9ecd6b46 None None] Routers {'4352c3d0-e02f-4dfa-9021-af99dcaf7368'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:38.364088 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-abc24a1d-8022-4374-a638-5d4b9ecd6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['4352c3d0-e02f-4dfa-9021-af99dcaf7368'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:38.398382 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ac2e16c5-13d9-45cb-9878-e03992c453d5 req-51e43e99-587c-4af1-a244-a8db550965a5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046667 Sep 18 00:08:38.400357 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-56f4ea44-9a96-4f2e-a978-768860fa98b1 None None] Port c0f3b0cc-4521-44f7-972e-2440a1433dfc cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:08:38.402244 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-abc24a1d-8022-4374-a638-5d4b9ecd6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:38.407063 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacaac2d-f7f3-4eb3-8df5-05b95e5801ea tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:38.413252 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-eacaac2d-f7f3-4eb3-8df5-05b95e5801ea tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/ports/c0f3b0cc-4521-44f7-972e-2440a1433dfc HTTP/1.1" status: 200 len: 982 time: 0.0764396 Sep 18 00:08:38.413443 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:38.413576 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45584) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:38.483050 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc24a1d-8022-4374-a638-5d4b9ecd6b46 None None] Routers {'4352c3d0-e02f-4dfa-9021-af99dcaf7368'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:38.485216 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-abc24a1d-8022-4374-a638-5d4b9ecd6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['4352c3d0-e02f-4dfa-9021-af99dcaf7368'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:38.513874 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17564199-ccb0-485e-a99a-4b249c77fff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:38.528660 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4810f0f-5b8e-49cd-8a91-2a5cac0a86cc None None] Pushing event updated for resources: {'Port': ['ID=9f7115e5-7f21-448c-bc3e-98d020b23c34,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:38.534164 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-abc24a1d-8022-4374-a638-5d4b9ecd6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:38.535056 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc24a1d-8022-4374-a638-5d4b9ecd6b46 None None] The sync data for ids ['4352c3d0-e02f-4dfa-9021-af99dcaf7368'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:08:38.540754 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-17564199-ccb0-485e-a99a-4b249c77fff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port 4d6f9c18-6dcf-4729-97d3-322442adceec yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:08:38.761144 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-17564199-ccb0-485e-a99a-4b249c77fff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 172.20.0.7 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/868c12a2-321c-49ba-9a76-6268bbfc23d9/4d6f9c18-6dcf-4729-97d3-322442adceec) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:38.813055 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-17564199-ccb0-485e-a99a-4b249c77fff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::f816:3eff:fe79:3c98 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/c3335a0f-b189-4fb6-bc19-5759423d355c/4d6f9c18-6dcf-4729-97d3-322442adceec) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:38.927966 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ce0ebc0c-67b4-40f5-b662-cc9faeac8a45 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:39.066675 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17564199-ccb0-485e-a99a-4b249c77fff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:39.166547 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17564199-ccb0-485e-a99a-4b249c77fff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:39.258869 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17564199-ccb0-485e-a99a-4b249c77fff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:39.260676 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-17564199-ccb0-485e-a99a-4b249c77fff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:39.263375 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17564199-ccb0-485e-a99a-4b249c77fff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:39.274429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-ce0ebc0c-67b4-40f5-b662-cc9faeac8a45 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting port c0f3b0cc-4521-44f7-972e-2440a1433dfc {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:39.274889 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ce0ebc0c-67b4-40f5-b662-cc9faeac8a45 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:39.331317 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf78a5c-af6d-4d83-9974-64e58fb89df5 req-dc5854e5-e0b8-44fe-8632-eb35c06eed14 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:39.334061 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9f7115e5-7f21-448c-bc3e-98d020b23c34 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:39.339751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17564199-ccb0-485e-a99a-4b249c77fff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=4d6f9c18-6dcf-4729-97d3-322442adceec,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:39.343408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cbf78a5c-af6d-4d83-9974-64e58fb89df5 req-dc5854e5-e0b8-44fe-8632-eb35c06eed14 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.1080151 Sep 18 00:08:39.372561 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17564199-ccb0-485e-a99a-4b249c77fff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:39.373556 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-17564199-ccb0-485e-a99a-4b249c77fff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:39.435398 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 9f7115e5-7f21-448c-bc3e-98d020b23c34 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:39.440089 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:39.456581 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-17564199-ccb0-485e-a99a-4b249c77fff1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3623710 Sep 18 00:08:39.458111 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45594) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:39.484412 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cbf78a5c-af6d-4d83-9974-64e58fb89df5 req-d33b2fe7-9af3-4503-a554-6dac7830104e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399479 Sep 18 00:08:39.538212 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ce0ebc0c-67b4-40f5-b662-cc9faeac8a45 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:39.570907 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-ce0ebc0c-67b4-40f5-b662-cc9faeac8a45 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Calling delete_port for c0f3b0cc-4521-44f7-972e-2440a1433dfc owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:39.599606 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:39.627865 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd027f3e-d068-4a6b-bd6e-e917f8274939 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:39.630958 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd027f3e-d068-4a6b-bd6e-e917f8274939 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:39.636118 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fd027f3e-d068-4a6b-bd6e-e917f8274939 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1768305 Sep 18 00:08:39.637147 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45598) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:39.669521 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 9f7115e5-7f21-448c-bc3e-98d020b23c34, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=9f7115e5-7f21-448c-bc3e-98d020b23c34,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:39.756688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-0765b9a7-6e9e-4fc7-b3d3-1587ff8d47dd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port 4d6f9c18-6dcf-4729-97d3-322442adceec {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:39.757068 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0765b9a7-6e9e-4fc7-b3d3-1587ff8d47dd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:39.759799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:08:39.762729 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:08:39.809708 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:39.910425 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=9f7115e5-7f21-448c-bc3e-98d020b23c34,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:39.915340 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0765b9a7-6e9e-4fc7-b3d3-1587ff8d47dd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:39.937003 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-0765b9a7-6e9e-4fc7-b3d3-1587ff8d47dd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for 4d6f9c18-6dcf-4729-97d3-322442adceec owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:39.965576 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ce0ebc0c-67b4-40f5-b662-cc9faeac8a45 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:39.991724 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:40.034829 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ebc0c-67b4-40f5-b662-cc9faeac8a45 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Port': ['ID=c0f3b0cc-4521-44f7-972e-2440a1433dfc,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:40.055478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03877184-a033-43db-83cf-dbf998050646 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:40.064419 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bc3c80-207c-4969-a752-585f4c24c356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:08:40.066802 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad258b88-ebcc-4f4e-810c-bf793665aa75" -d '{"events": [{"server_uuid": "75bc3c80-207c-4969-a752-585f4c24c356", "name": "network-vif-unplugged", "status": "completed", "tag": "7c8f5f7f-7250-4f95-8ebd-76daef2ca79d"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:08:40.123976 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d,segment=NetworkSegment(3ce7430e-8225-4398-9f8a-d35dc396ab8e),segment_id=3ce7430e-8225-4398-9f8a-d35dc396ab8e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:40.137021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d,segment=NetworkSegment(3ce7430e-8225-4398-9f8a-d35dc396ab8e),segment_id=3ce7430e-8225-4398-9f8a-d35dc396ab8e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:40.148769 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ce0ebc0c-67b4-40f5-b662-cc9faeac8a45 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:40.194816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d', 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0', 'port_id': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d', 'mac_address': 'fa:16:3e:d7:89:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8112a6a7-1aea-4250-8e3a-79449b09191a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:08:40.208438 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f068c4c6-8516-43f2-b7f4-8a36f4612a02 None None] Provisioning complete for port 9f7115e5-7f21-448c-bc3e-98d020b23c34 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:40.208810 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f068c4c6-8516-43f2-b7f4-8a36f4612a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:40.286195 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:40.337927 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:08:40.349773 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0ebc0c-67b4-40f5-b662-cc9faeac8a45 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router 4352c3d0-e02f-4dfa-9021-af99dcaf7368 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:08:40.350843 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a66234-4ff0-4e46-b5f2-e72b9ceb8cfb x-openstack-request-id: req-92a66234-4ff0-4e46-b5f2-e72b9ceb8cfb {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:08:40.351160 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bc3c80-207c-4969-a752-585f4c24c356", "name": "network-vif-unplugged", "status": "completed", "tag": "7c8f5f7f-7250-4f95-8ebd-76daef2ca79d", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:08:40.351419 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-92a66234-4ff0-4e46-b5f2-e72b9ceb8cfb {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:08:40.351821 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bc3c80-207c-4969-a752-585f4c24c356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d', 'code': 200} Sep 18 00:08:40.425572 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0ebc0c-67b4-40f5-b662-cc9faeac8a45 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:08:40.433006 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ce0ebc0c-67b4-40f5-b662-cc9faeac8a45 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/4352c3d0-e02f-4dfa-9021-af99dcaf7368/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0166752 Sep 18 00:08:40.433945 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45604) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:40.438107 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a9945a-a539-462d-a027-859be35ecb54 None None] Sync routers for ids ['4352c3d0-e02f-4dfa-9021-af99dcaf7368'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:08:40.447236 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:40.454508 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a9945a-a539-462d-a027-859be35ecb54 None None] Routers {'4352c3d0-e02f-4dfa-9021-af99dcaf7368'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:40.454508 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c3a9945a-a539-462d-a027-859be35ecb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['4352c3d0-e02f-4dfa-9021-af99dcaf7368'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:40.479750 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0765b9a7-6e9e-4fc7-b3d3-1587ff8d47dd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:40.500752 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:40.521835 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c3a9945a-a539-462d-a027-859be35ecb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:40.531481 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:08:40.532034 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:08:40.533802 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a9945a-a539-462d-a027-859be35ecb54 None None] Routers {'4352c3d0-e02f-4dfa-9021-af99dcaf7368'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:40.538418 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c3a9945a-a539-462d-a027-859be35ecb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['4352c3d0-e02f-4dfa-9021-af99dcaf7368'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:40.546684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:40.575872 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-c3a9945a-a539-462d-a027-859be35ecb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:40.576794 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a9945a-a539-462d-a027-859be35ecb54 None None] The sync data for ids ['4352c3d0-e02f-4dfa-9021-af99dcaf7368'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:08:40.581270 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765b9a7-6e9e-4fc7-b3d3-1587ff8d47dd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=4d6f9c18-6dcf-4729-97d3-322442adceec,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:40.712511 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865604fa-5b94-4c7d-b7ad-ffbb15033435 req-8ad37c2f-24e1-4e1b-b6cd-16a4d0b52b46 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:40.713399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-865604fa-5b94-4c7d-b7ad-ffbb15033435 req-8ad37c2f-24e1-4e1b-b6cd-16a4d0b52b46 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 944 time: 0.0982912 Sep 18 00:08:40.775888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-865604fa-5b94-4c7d-b7ad-ffbb15033435 req-1c38f0cb-f2cb-4f26-9925-103b4e69601c tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562382 Sep 18 00:08:40.793738 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0765b9a7-6e9e-4fc7-b3d3-1587ff8d47dd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:40.797469 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0765b9a7-6e9e-4fc7-b3d3-1587ff8d47dd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/4d6f9c18-6dcf-4729-97d3-322442adceec HTTP/1.1" status: 204 len: 168 time: 1.1590695 Sep 18 00:08:40.802692 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45620) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:40.812355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45622) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:40.912996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8ecdfa-fb8d-4a77-bd95-0dec8ff90136 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:40.915735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8ecdfa-fb8d-4a77-bd95-0dec8ff90136 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:40.918120 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8ecdfa-fb8d-4a77-bd95-0dec8ff90136 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:40.920004 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0c8ecdfa-fb8d-4a77-bd95-0dec8ff90136 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1195643 Sep 18 00:08:40.925857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45624) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:40.933812 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-b6a4be81-da98-4679-bcdb-16439956578c tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] remove_router_interface failed (client error): The resource could not be found. Sep 18 00:08:40.935096 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b6a4be81-da98-4679-bcdb-16439956578c tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/4352c3d0-e02f-4dfa-9021-af99dcaf7368/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5007563 Sep 18 00:08:40.938104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45628) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:40.966302 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-09b8b71f-8ce2-47b6-976a-5d6f5cc78c58 None None] Provisioning complete for port 9f7115e5-7f21-448c-bc3e-98d020b23c34 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:40.968440 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-09b8b71f-8ce2-47b6-976a-5d6f5cc78c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:40.983041 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fa08fb39-c147-4931-a8c2-12406b2231d1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/ports?device_id=4352c3d0-e02f-4dfa-9021-af99dcaf7368 HTTP/1.1" status: 200 len: 205 time: 0.0372095 Sep 18 00:08:40.985317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45630) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:41.116332 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:41.157397 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b0858f36-217f-42df-90d1-7001fead6acb tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:41.205071 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-09b8b71f-8ce2-47b6-976a-5d6f5cc78c58 None None] Could not find standard attr ID for object 4d6f9c18-6dcf-4729-97d3-322442adceec. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:08:41.211354 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:08:41.259308 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d,segment=NetworkSegment(3ce7430e-8225-4398-9f8a-d35dc396ab8e),segment_id=3ce7430e-8225-4398-9f8a-d35dc396ab8e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:41.288853 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9f7115e5-7f21-448c-bc3e-98d020b23c34 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:41.329601 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:41.431781 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:41.473879 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 9f7115e5-7f21-448c-bc3e-98d020b23c34 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:41.475267 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:41.524158 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b0858f36-217f-42df-90d1-7001fead6acb tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:41.529235 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-460e463f-5eea-4c61-83ad-a959790dccce None None] Could not find standard attr ID for object c9d04fa4-aff1-4805-b66e-50872c84b036. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:08:41.529389 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b0858f36-217f-42df-90d1-7001fead6acb tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:41.548990 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['7c8f5f7f-7250-4f95-8ebd-76daef2ca79d'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:08:41.656619 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1bc37a4c-ee77-44ee-ac2f-33285e6dec0d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/floatingips/7b192339-756d-4017-b4df-52d575a482df HTTP/1.1" status: 200 len: 991 time: 0.8430841 Sep 18 00:08:41.689223 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-928b3cba-8017-4f03-b71d-cfd945b88ba8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet 868c12a2-321c-49ba-9a76-6268bbfc23d9 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:08:41.694414 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-928b3cba-8017-4f03-b71d-cfd945b88ba8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:41.737273 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b0858f36-217f-42df-90d1-7001fead6acb tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:41.738413 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0858f36-217f-42df-90d1-7001fead6acb tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Fanout notify agent at l3_agent the message router_deleted on router 4352c3d0-e02f-4dfa-9021-af99dcaf7368 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:08:41.754342 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b0858f36-217f-42df-90d1-7001fead6acb tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:41.754342 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b0858f36-217f-42df-90d1-7001fead6acb tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/routers/4352c3d0-e02f-4dfa-9021-af99dcaf7368 HTTP/1.1" status: 204 len: 168 time: 0.7604415 Sep 18 00:08:41.754342 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45634) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:41.776178 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-928b3cba-8017-4f03-b71d-cfd945b88ba8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:41.858441 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a8d267-a5e8-4996-9069-717d025d74e1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting subnet baca7026-1a1c-40df-b76d-bb592f7d40fd {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:08:41.865047 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37a8d267-a5e8-4996-9069-717d025d74e1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:41.865534 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7e707d9d-754b-42a7-a574-02db95805d41 None None] Could not find standard attr ID for object 4d6f9c18-6dcf-4729-97d3-322442adceec. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:08:41.949934 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37a8d267-a5e8-4996-9069-717d025d74e1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:41.955372 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-928b3cba-8017-4f03-b71d-cfd945b88ba8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:42.096536 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37a8d267-a5e8-4996-9069-717d025d74e1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:42.114962 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-928b3cba-8017-4f03-b71d-cfd945b88ba8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:42.144731 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b3cba-8017-4f03-b71d-cfd945b88ba8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=868c12a2-321c-49ba-9a76-6268bbfc23d9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:42.148524 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-928b3cba-8017-4f03-b71d-cfd945b88ba8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:42.153146 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-928b3cba-8017-4f03-b71d-cfd945b88ba8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/868c12a2-321c-49ba-9a76-6268bbfc23d9 HTTP/1.1" status: 204 len: 168 time: 1.2234073 Sep 18 00:08:42.153436 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45640) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:42.231882 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e22c002-5f9d-4c52-9a0a-96b17b75c684 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet c3335a0f-b189-4fb6-bc19-5759423d355c {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:08:42.235547 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8e22c002-5f9d-4c52-9a0a-96b17b75c684 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:42.241285 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccee2e0-55a6-4b91-93c8-943d38af0e95 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:42.281622 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37a8d267-a5e8-4996-9069-717d025d74e1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:42.284702 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8e22c002-5f9d-4c52-9a0a-96b17b75c684 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:42.323540 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8d267-a5e8-4996-9069-717d025d74e1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Subnet': ['ID=baca7026-1a1c-40df-b76d-bb592f7d40fd,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:42.328445 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-37a8d267-a5e8-4996-9069-717d025d74e1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:42.333401 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-37a8d267-a5e8-4996-9069-717d025d74e1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/subnets/baca7026-1a1c-40df-b76d-bb592f7d40fd HTTP/1.1" status: 204 len: 168 time: 0.5823240 Sep 18 00:08:42.335564 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45644) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:42.353696 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f06cbc-6e35-4cd7-92e4-ce7e6c6d8b34 None None] Network b780ecee-0d27-43ef-9fe3-48401be210e6 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:42.402366 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8e22c002-5f9d-4c52-9a0a-96b17b75c684 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:42.432806 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:42.517030 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting port ae4bda57-817b-4f50-96f8-87deb76f6fed {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:42.517384 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:42.560475 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8e22c002-5f9d-4c52-9a0a-96b17b75c684 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:42.594236 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22c002-5f9d-4c52-9a0a-96b17b75c684 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=c3335a0f-b189-4fb6-bc19-5759423d355c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:42.594540 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] For port ae4bda57-817b-4f50-96f8-87deb76f6fed, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ae4bda57-817b-4f50-96f8-87deb76f6fed,segment=NetworkSegment(536a62f6-1716-4d1b-a61a-dbf569a55378),segment_id=536a62f6-1716-4d1b-a61a-dbf569a55378)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:42.595173 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:42.601112 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8e22c002-5f9d-4c52-9a0a-96b17b75c684 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:42.605835 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8e22c002-5f9d-4c52-9a0a-96b17b75c684 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/c3335a0f-b189-4fb6-bc19-5759423d355c HTTP/1.1" status: 204 len: 168 time: 0.4513514 Sep 18 00:08:42.607222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45646) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:42.618320 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c856465-8d55-4dbb-917f-3de019fa2658 None None] DHCP port deletion for b780ecee-0d27-43ef-9fe3-48401be210e6 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:08:42.627490 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Calling delete_port for ae4bda57-817b-4f50-96f8-87deb76f6fed owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:42.657479 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0e4e18ff-d76b-4bb3-9672-035a951a1827 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490987 Sep 18 00:08:42.659007 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45648) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:42.681219 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9c856465-8d55-4dbb-917f-3de019fa2658 None None] Deleting port ae4bda57-817b-4f50-96f8-87deb76f6fed {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:42.681822 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9c856465-8d55-4dbb-917f-3de019fa2658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:42.726040 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae4c863-1c4e-4aeb-9795-41bb071d6994 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:42.728986 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cae4c863-1c4e-4aeb-9795-41bb071d6994 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0661173 Sep 18 00:08:42.730354 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45650) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:42.763332 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-9c856465-8d55-4dbb-917f-3de019fa2658 None None] For port ae4bda57-817b-4f50-96f8-87deb76f6fed, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ae4bda57-817b-4f50-96f8-87deb76f6fed,segment=NetworkSegment(536a62f6-1716-4d1b-a61a-dbf569a55378),segment_id=536a62f6-1716-4d1b-a61a-dbf569a55378)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:42.763734 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9c856465-8d55-4dbb-917f-3de019fa2658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:42.780499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9c856465-8d55-4dbb-917f-3de019fa2658 None None] Calling delete_port for ae4bda57-817b-4f50-96f8-87deb76f6fed owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:42.784676 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bce5472-363c-4d8f-afb7-e919c2068b52 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:42.786329 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7bce5472-363c-4d8f-afb7-e919c2068b52 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0548880 Sep 18 00:08:42.788300 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:42.789290 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45652) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:42.821649 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Port': ['ID=ae4bda57-817b-4f50-96f8-87deb76f6fed,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:42.830018 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] No DVR routers for this DVR port ae4bda57-817b-4f50-96f8-87deb76f6fed on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:08:42.840145 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1b66edbd-aad8-4517-b3da-7fad4a6963a6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486937 Sep 18 00:08:42.846008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45654) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:42.851563 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f87c6ae8-cf92-41a2-9a91-8e4f349a1491 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:42.873972 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9c856465-8d55-4dbb-917f-3de019fa2658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:42.903329 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c856465-8d55-4dbb-917f-3de019fa2658 None None] Pushing event deleted for resources: {'Port': ['ID=ae4bda57-817b-4f50-96f8-87deb76f6fed,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:42.907527 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c856465-8d55-4dbb-917f-3de019fa2658 None None] No DVR routers for this DVR port ae4bda57-817b-4f50-96f8-87deb76f6fed on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:08:42.945641 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:42.971767 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b780ecee-0d27-43ef-9fe3-48401be210e6']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:42.983426 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536a62f6-1716-4d1b-a61a-dbf569a55378') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:42.983797 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536a62f6-1716-4d1b-a61a-dbf569a55378') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:42.995134 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:43.023690 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:43.029969 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:08:43.030384 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:08:43.033903 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:08:43.057534 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87c6ae8-cf92-41a2-9a91-8e4f349a1491 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:43.061400 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f87c6ae8-cf92-41a2-9a91-8e4f349a1491 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:43.063143 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87c6ae8-cf92-41a2-9a91-8e4f349a1491 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:08:43.069079 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87c6ae8-cf92-41a2-9a91-8e4f349a1491 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:08:43.146646 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46762ec2-d283-4c46-bdfb-b29293789e74 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:43.171600 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:43.176191 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f87c6ae8-cf92-41a2-9a91-8e4f349a1491 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3256996 Sep 18 00:08:43.177195 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45664) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:43.182441 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:43.184423 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/networks/b780ecee-0d27-43ef-9fe3-48401be210e6 HTTP/1.1" status: 204 len: 168 time: 0.8479397 Sep 18 00:08:43.192142 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-4d34c0e9-c893-445f-8071-23b4f8217d22 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:43.196250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45666) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:43.201437 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-c2cdef93-c6d4-4899-bab8-ecc9e0117e83 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1064093011'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:43.205882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9608c-2438-40a6-87c2-123077443545 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Network': ['ID=b780ecee-0d27-43ef-9fe3-48401be210e6,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:43.236016 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15195174-5c8b-44b7-966b-ea6a5e29efa4 None None] Provisioning complete for port 9f7115e5-7f21-448c-bc3e-98d020b23c34 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:43.236215 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15195174-5c8b-44b7-966b-ea6a5e29efa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:43.304490 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ae4bda57-817b-4f50-96f8-87deb76f6fed no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:08:43.325960 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: ae4bda57-817b-4f50-96f8-87deb76f6fed {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:08:43.326305 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ae4bda57-817b-4f50-96f8-87deb76f6fed not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:08:43.419797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee52c90-ac1f-4212-81e3-ba32d2b74da7 None None] DHCP port deletion for ba56a403-ab7f-44f7-9f47-cabda0897d3d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:08:43.467799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-fee52c90-ac1f-4212-81e3-ba32d2b74da7 None None] Deleting port 9f7115e5-7f21-448c-bc3e-98d020b23c34 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:43.468183 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fee52c90-ac1f-4212-81e3-ba32d2b74da7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:43.571213 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cdef93-c6d4-4899-bab8-ecc9e0117e83 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Made reservation on behalf of ae6b35b2d26d45a58ce835158e2b5939 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:43.574895 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c2cdef93-c6d4-4899-bab8-ecc9e0117e83 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:43.607772 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2cdef93-c6d4-4899-bab8-ecc9e0117e83 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:08:43.617445 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c2cdef93-c6d4-4899-bab8-ecc9e0117e83 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:43.617793 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-c2cdef93-c6d4-4899-bab8-ecc9e0117e83 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Added segment bd9a8466-d0da-4154-a8ef-db47ff4447f9 of type vlan for network 12dff917-5426-4810-b176-75ca9aa0419b Sep 18 00:08:43.632385 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:43.651436 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d34c0e9-c893-445f-8071-23b4f8217d22 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:43.655167 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d34c0e9-c893-445f-8071-23b4f8217d22 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:43.665071 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d34c0e9-c893-445f-8071-23b4f8217d22 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:08:43.665071 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d34c0e9-c893-445f-8071-23b4f8217d22 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:08:43.665864 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c2cdef93-c6d4-4899-bab8-ecc9e0117e83 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:43.684132 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-fee52c90-ac1f-4212-81e3-ba32d2b74da7 None None] For port 9f7115e5-7f21-448c-bc3e-98d020b23c34, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=9f7115e5-7f21-448c-bc3e-98d020b23c34,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:43.684539 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fee52c90-ac1f-4212-81e3-ba32d2b74da7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:43.697596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-fee52c90-ac1f-4212-81e3-ba32d2b74da7 None None] Calling delete_port for 9f7115e5-7f21-448c-bc3e-98d020b23c34 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:43.743304 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4d34c0e9-c893-445f-8071-23b4f8217d22 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5648243 Sep 18 00:08:43.746264 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45674) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:43.751231 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-04557745-4115-4d53-b97f-5638c4b9f1d8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:43.770758 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:43.804964 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c2cdef93-c6d4-4899-bab8-ecc9e0117e83 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:43.811821 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cdef93-c6d4-4899-bab8-ecc9e0117e83 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:43.813945 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c2cdef93-c6d4-4899-bab8-ecc9e0117e83 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:43.824339 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:43.824727 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:43.874565 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fee52c90-ac1f-4212-81e3-ba32d2b74da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:43.895795 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdef93-c6d4-4899-bab8-ecc9e0117e83 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Network': ['ID=12dff917-5426-4810-b176-75ca9aa0419b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:43.928621 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 12dff917-5426-4810-b176-75ca9aa0419b details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:08:43.933247 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee52c90-ac1f-4212-81e3-ba32d2b74da7 None None] Pushing event deleted for resources: {'Port': ['ID=9f7115e5-7f21-448c-bc3e-98d020b23c34,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:43.937850 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04557745-4115-4d53-b97f-5638c4b9f1d8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:43.942298 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04557745-4115-4d53-b97f-5638c4b9f1d8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:43.944013 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-04557745-4115-4d53-b97f-5638c4b9f1d8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:08:43.944577 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04557745-4115-4d53-b97f-5638c4b9f1d8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:08:43.949973 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee52c90-ac1f-4212-81e3-ba32d2b74da7 None None] No DVR routers for this DVR port 9f7115e5-7f21-448c-bc3e-98d020b23c34 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:08:43.982015 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:44.025120 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c2cdef93-c6d4-4899-bab8-ecc9e0117e83 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8269436 Sep 18 00:08:44.033286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45678) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:44.040421 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-85ce77ba-2538-4136-b2f1-f8d47dda917d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'subnet': {'network_id': '12dff917-5426-4810-b176-75ca9aa0419b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:44.050940 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bc3c80-207c-4969-a752-585f4c24c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:08:44.053219 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2ea110-00ab-48d0-916c-6dafd0008a04" -d '{"events": [{"server_uuid": "75bc3c80-207c-4969-a752-585f4c24c356", "name": "network-vif-plugged", "status": "completed", "tag": "7c8f5f7f-7250-4f95-8ebd-76daef2ca79d"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:08:44.056714 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-04557745-4115-4d53-b97f-5638c4b9f1d8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3087289 Sep 18 00:08:44.065816 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6bfd61f2-8102-4a02-9d73-1f9c8aeee49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:44.074283 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45682) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:44.075735 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d,segment=NetworkSegment(3ce7430e-8225-4398-9f8a-d35dc396ab8e),segment_id=3ce7430e-8225-4398-9f8a-d35dc396ab8e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:44.081604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-321e35ee-64dc-471c-96f5-1a01f9b16d18 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:44.103668 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84834a4e-6863-4c7d-a92f-79e08b5e0bb8 x-openstack-request-id: req-84834a4e-6863-4c7d-a92f-79e08b5e0bb8 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:08:44.104250 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bc3c80-207c-4969-a752-585f4c24c356", "name": "network-vif-plugged", "status": "completed", "tag": "7c8f5f7f-7250-4f95-8ebd-76daef2ca79d", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:08:44.104775 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-84834a4e-6863-4c7d-a92f-79e08b5e0bb8 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:08:44.105518 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bc3c80-207c-4969-a752-585f4c24c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d', 'code': 200} Sep 18 00:08:44.126599 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:44.186693 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:44.219267 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ce77ba-2538-4136-b2f1-f8d47dda917d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Made reservation on behalf of ae6b35b2d26d45a58ce835158e2b5939 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:44.223355 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-85ce77ba-2538-4136-b2f1-f8d47dda917d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:44.377037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321e35ee-64dc-471c-96f5-1a01f9b16d18 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:44.382760 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-321e35ee-64dc-471c-96f5-1a01f9b16d18 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:44.384358 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-321e35ee-64dc-471c-96f5-1a01f9b16d18 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:08:44.384895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-321e35ee-64dc-471c-96f5-1a01f9b16d18 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:08:44.475069 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-321e35ee-64dc-471c-96f5-1a01f9b16d18 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3995337 Sep 18 00:08:44.479734 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45694) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:44.484645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-4bf28e48-0b09-4239-a7f1-3d12dcd63722 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:44.514418 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-85ce77ba-2538-4136-b2f1-f8d47dda917d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:44.580042 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce77ba-2538-4136-b2f1-f8d47dda917d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Subnet': ['ID=366e56e3-d520-4935-b249-53e33ef2692b,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:44.588992 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce77ba-2538-4136-b2f1-f8d47dda917d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Checking segment: {'id': 'bd9a8466-d0da-4154-a8ef-db47ff4447f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '12dff917-5426-4810-b176-75ca9aa0419b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:08:44.589361 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ce77ba-2538-4136-b2f1-f8d47dda917d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network hostable DHCP agents. Network: 12dff917-5426-4810-b176-75ca9aa0419b, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:08:44.633861 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf28e48-0b09-4239-a7f1-3d12dcd63722 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:44.637549 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4bf28e48-0b09-4239-a7f1-3d12dcd63722 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:44.638974 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf28e48-0b09-4239-a7f1-3d12dcd63722 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:08:44.639395 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf28e48-0b09-4239-a7f1-3d12dcd63722 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:08:44.691034 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ce77ba-2538-4136-b2f1-f8d47dda917d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 12dff917-5426-4810-b176-75ca9aa0419b is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:08:44.783193 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4bf28e48-0b09-4239-a7f1-3d12dcd63722 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3023257 Sep 18 00:08:44.786594 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45696) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:44.791441 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-12ca95c3-bca6-48ec-aece-e5f2ce1fe048 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:44.828510 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-85ce77ba-2538-4136-b2f1-f8d47dda917d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 12dff917-5426-4810-b176-75ca9aa0419b) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:44.832614 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ce77ba-2538-4136-b2f1-f8d47dda917d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:44.833249 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-85ce77ba-2538-4136-b2f1-f8d47dda917d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:44.837904 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6389dd-cfff-4530-9f7b-d8af70922513 None None] Network 12dff917-5426-4810-b176-75ca9aa0419b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:44.966685 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-85ce77ba-2538-4136-b2f1-f8d47dda917d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9320645 Sep 18 00:08:44.970697 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45698) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:44.976934 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-5a2c7fd0-d143-4104-b37f-ab539666e27f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-253085683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:45.047309 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-12dff917-5426-4810-b176-75ca9aa0419b', 'network_id': '12dff917-5426-4810-b176-75ca9aa0419b', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'fixed_ips': [{'subnet_id': '366e56e3-d520-4935-b249-53e33ef2692b'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:08:45.048200 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:45.080194 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ca95c3-bca6-48ec-aece-e5f2ce1fe048 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:45.084307 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-12ca95c3-bca6-48ec-aece-e5f2ce1fe048 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:45.085941 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ca95c3-bca6-48ec-aece-e5f2ce1fe048 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:08:45.086159 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ca95c3-bca6-48ec-aece-e5f2ce1fe048 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:08:45.165891 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5a2c7fd0-d143-4104-b37f-ab539666e27f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:45.167912 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5a2c7fd0-d143-4104-b37f-ab539666e27f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:45.186499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] Allocated IP 2001:db8::2 (12dff917-5426-4810-b176-75ca9aa0419b/366e56e3-d520-4935-b249-53e33ef2692b/e77d27d4-76b2-4003-b4bc-d050109767c2) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:45.228320 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5a2c7fd0-d143-4104-b37f-ab539666e27f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:45.230268 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9f7115e5-7f21-448c-bc3e-98d020b23c34 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:08:45.279026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 9f7115e5-7f21-448c-bc3e-98d020b23c34 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:08:45.279362 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9f7115e5-7f21-448c-bc3e-98d020b23c34 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:08:45.296054 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-12ca95c3-bca6-48ec-aece-e5f2ce1fe048 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5072467 Sep 18 00:08:45.296244 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45702) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:45.321454 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5a2c7fd0-d143-4104-b37f-ab539666e27f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:45.327711 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-01d73196-466b-44f7-9224-91150b785112 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0308831 Sep 18 00:08:45.330525 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45704) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:45.357171 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:45.383249 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ecba0c-8745-41c2-9c30-0ea9e4a3d87d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:45.384714 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-68ecba0c-8745-41c2-9c30-0ea9e4a3d87d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0525968 Sep 18 00:08:45.387531 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45706) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:45.417255 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:45.432444 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f76c9dcc-148f-4a3c-90e8-d9b6b59d8d8b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400133 Sep 18 00:08:45.432767 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45710) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:45.437042 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5a2c7fd0-d143-4104-b37f-ab539666e27f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:45.439783 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-dd1921ce-23ae-4fb8-8705-28c87be1f04b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:45.439948 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5a2c7fd0-d143-4104-b37f-ab539666e27f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4665618 Sep 18 00:08:45.441959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45712) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:45.461205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] Network 12dff917-5426-4810-b176-75ca9aa0419b is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:45.468478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:45.475026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:45.482561 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] Pushing event updated for resources: {'Port': ['ID=e77d27d4-76b2-4003-b4bc-d050109767c2,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:45.535457 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] Attempting to bind port e77d27d4-76b2-4003-b4bc-d050109767c2 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:08:45.535835 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] Attempting to bind port e77d27d4-76b2-4003-b4bc-d050109767c2 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'bd9a8466-d0da-4154-a8ef-db47ff4447f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '12dff917-5426-4810-b176-75ca9aa0419b'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:08:45.536240 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] Attempting to bind port e77d27d4-76b2-4003-b4bc-d050109767c2 on network 12dff917-5426-4810-b176-75ca9aa0419b {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:08:45.541692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:08:45.542066 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] Checking segment: {'id': 'bd9a8466-d0da-4154-a8ef-db47ff4447f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '12dff917-5426-4810-b176-75ca9aa0419b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:08:45.542478 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:45.542877 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] Bound using segment: {'id': 'bd9a8466-d0da-4154-a8ef-db47ff4447f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '12dff917-5426-4810-b176-75ca9aa0419b'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:08:45.543352 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] Bound port: e77d27d4-76b2-4003-b4bc-d050109767c2, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9a8466-d0da-4154-a8ef-db47ff4447f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '12dff917-5426-4810-b176-75ca9aa0419b'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:08:45.543735 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:45.607695 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] For port e77d27d4-76b2-4003-b4bc-d050109767c2, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:08:45.611069 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] For port e77d27d4-76b2-4003-b4bc-d050109767c2, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e77d27d4-76b2-4003-b4bc-d050109767c2,segment=NetworkSegment(bd9a8466-d0da-4154-a8ef-db47ff4447f9),segment_id=bd9a8466-d0da-4154-a8ef-db47ff4447f9)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:08:45.674320 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:45.739275 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385641f4-af3d-418f-9ebb-5eac7f82cf6f None None] Pushing event updated for resources: {'Port': ['ID=e77d27d4-76b2-4003-b4bc-d050109767c2,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:45.831675 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14564efc-26cb-425d-a32d-a793ecfbbac1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:45.882461 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1921ce-23ae-4fb8-8705-28c87be1f04b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:45.886156 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dd1921ce-23ae-4fb8-8705-28c87be1f04b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:46.191961 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-14564efc-26cb-425d-a32d-a793ecfbbac1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Allocated IP 2001:db8::1 (12dff917-5426-4810-b176-75ca9aa0419b/366e56e3-d520-4935-b249-53e33ef2692b/9510d199-fa80-462c-8ca4-849fc736b07a) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:46.348616 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14564efc-26cb-425d-a32d-a793ecfbbac1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:46.454949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.objects.ports [None req-dd1921ce-23ae-4fb8-8705-28c87be1f04b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95592) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:08:46.459187 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dd1921ce-23ae-4fb8-8705-28c87be1f04b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:46.506538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1921ce-23ae-4fb8-8705-28c87be1f04b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:46.509868 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-dd1921ce-23ae-4fb8-8705-28c87be1f04b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:46.516641 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1921ce-23ae-4fb8-8705-28c87be1f04b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:46.516641 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dd1921ce-23ae-4fb8-8705-28c87be1f04b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:46.526976 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d3d7c3-c6e4-4286-a873-a4df12cba61e None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:46.527664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1921ce-23ae-4fb8-8705-28c87be1f04b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=6e868528-1595-4320-91f1-6e69796511b7,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:46.537393 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14564efc-26cb-425d-a32d-a793ecfbbac1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:46.580233 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14564efc-26cb-425d-a32d-a793ecfbbac1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 12dff917-5426-4810-b176-75ca9aa0419b is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:46.591948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-14564efc-26cb-425d-a32d-a793ecfbbac1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:46.594990 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14564efc-26cb-425d-a32d-a793ecfbbac1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=9510d199-fa80-462c-8ca4-849fc736b07a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:46.597571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14564efc-26cb-425d-a32d-a793ecfbbac1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:46.598171 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14564efc-26cb-425d-a32d-a793ecfbbac1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:46.635994 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b00976b6-68e6-48fd-8547-9977d1e6987d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:46.689419 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ce21f2-ffbb-4490-bb5a-2fd84e5d9a11 None None] Network 12dff917-5426-4810-b176-75ca9aa0419b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:46.705849 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'fixed_ips': [{'subnet_id': '6e868528-1595-4320-91f1-6e69796511b7'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:08:46.706302 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dd1921ce-23ae-4fb8-8705-28c87be1f04b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2721567 Sep 18 00:08:46.706753 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:46.708742 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45728) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:46.715517 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-076136b8-19b9-475a-8d8d-e0e94732324a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'mac_address': 'fa:16:3e:b2:d4:84', 'name': 'tempest-NetworksTestDHCPv6-1850817240'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:46.840107 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c8015ef1-f061-4338-b506-2d91a234a44e None None] Provisioning complete for port e77d27d4-76b2-4003-b4bc-d050109767c2 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:46.840405 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c8015ef1-f061-4338-b506-2d91a234a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:46.898835 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076136b8-19b9-475a-8d8d-e0e94732324a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:46.949408 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14564efc-26cb-425d-a32d-a793ecfbbac1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:46.974394 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] Allocated IP 2001:db8::f816:3eff:fe4a:1924 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/6e868528-1595-4320-91f1-6e69796511b7/e2abe44c-aa8b-496a-bea5-049e5c33b1dd) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:47.057952 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-076136b8-19b9-475a-8d8d-e0e94732324a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:47.071496 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c8015ef1-f061-4338-b506-2d91a234a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:47.130987 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-076136b8-19b9-475a-8d8d-e0e94732324a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port 3229e976-fcc4-4d87-8a1a-adc1870bc60e yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:08:47.141343 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c8015ef1-f061-4338-b506-2d91a234a44e None None] For port e77d27d4-76b2-4003-b4bc-d050109767c2, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e77d27d4-76b2-4003-b4bc-d050109767c2,segment=NetworkSegment(bd9a8466-d0da-4154-a8ef-db47ff4447f9),segment_id=bd9a8466-d0da-4154-a8ef-db47ff4447f9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:47.220210 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c8015ef1-f061-4338-b506-2d91a234a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:47.260478 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:47.296759 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8015ef1-f061-4338-b506-2d91a234a44e None None] Pushing event updated for resources: {'Port': ['ID=e77d27d4-76b2-4003-b4bc-d050109767c2,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:47.318425 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:47.329782 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e77d27d4-76b2-4003-b4bc-d050109767c2 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:47.334715 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:47.405045 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:47.411432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:47.418003 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:47.427652 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] Pushing event updated for resources: {'Port': ['ID=e2abe44c-aa8b-496a-bea5-049e5c33b1dd,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:47.442514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-076136b8-19b9-475a-8d8d-e0e94732324a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::f816:3eff:feb2:d484 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/6e868528-1595-4320-91f1-6e69796511b7/3229e976-fcc4-4d87-8a1a-adc1870bc60e) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:47.480915 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e77d27d4-76b2-4003-b4bc-d050109767c2 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:47.481286 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:47.493456 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14564efc-26cb-425d-a32d-a793ecfbbac1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:47.509733 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] Attempting to bind port e2abe44c-aa8b-496a-bea5-049e5c33b1dd on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:08:47.510113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] Attempting to bind port e2abe44c-aa8b-496a-bea5-049e5c33b1dd by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:08:47.510479 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] Attempting to bind port e2abe44c-aa8b-496a-bea5-049e5c33b1dd on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:08:47.518414 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:08:47.519353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:08:47.519764 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:47.520162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:08:47.520643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] Bound port: e2abe44c-aa8b-496a-bea5-049e5c33b1dd, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:08:47.521063 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:47.592340 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7b555062-ac79-43de-b22b-bd871e37a4f3 None None] Provisioning complete for port 9510d199-fa80-462c-8ca4-849fc736b07a triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:47.593032 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7b555062-ac79-43de-b22b-bd871e37a4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:47.641400 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-076136b8-19b9-475a-8d8d-e0e94732324a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:47.667191 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] For port e2abe44c-aa8b-496a-bea5-049e5c33b1dd, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:08:47.674975 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14564efc-26cb-425d-a32d-a793ecfbbac1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:47.676051 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14564efc-26cb-425d-a32d-a793ecfbbac1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:47.682533 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-7b555062-ac79-43de-b22b-bd871e37a4f3 None None] Port 9510d199-fa80-462c-8ca4-849fc736b07a cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:08:47.699746 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] For port e2abe44c-aa8b-496a-bea5-049e5c33b1dd, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e2abe44c-aa8b-496a-bea5-049e5c33b1dd,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:08:47.723584 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7b555062-ac79-43de-b22b-bd871e37a4f3 None None] Provisioning complete for port e77d27d4-76b2-4003-b4bc-d050109767c2 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:47.723584 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7b555062-ac79-43de-b22b-bd871e37a4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:47.743611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14564efc-26cb-425d-a32d-a793ecfbbac1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=9510d199-fa80-462c-8ca4-849fc736b07a,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:47.838879 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-076136b8-19b9-475a-8d8d-e0e94732324a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:47.874288 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:47.875536 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:47.902398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076136b8-19b9-475a-8d8d-e0e94732324a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:47.920807 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14564efc-26cb-425d-a32d-a793ecfbbac1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 12dff917-5426-4810-b176-75ca9aa0419b is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:47.922330 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-076136b8-19b9-475a-8d8d-e0e94732324a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:47.924286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076136b8-19b9-475a-8d8d-e0e94732324a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:47.930845 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076136b8-19b9-475a-8d8d-e0e94732324a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:47.937144 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-076136b8-19b9-475a-8d8d-e0e94732324a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:47.937144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076136b8-19b9-475a-8d8d-e0e94732324a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=3229e976-fcc4-4d87-8a1a-adc1870bc60e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:47.953149 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a9833-af0a-4f30-8c0f-044651f49633 None None] Pushing event updated for resources: {'Port': ['ID=e2abe44c-aa8b-496a-bea5-049e5c33b1dd,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:47.954987 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-14564efc-26cb-425d-a32d-a793ecfbbac1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:47.961764 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2920eee6-ac94-4b08-b4fc-5faa05a897cf None None] Provisioning complete for port 9510d199-fa80-462c-8ca4-849fc736b07a triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:47.962656 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2920eee6-ac94-4b08-b4fc-5faa05a897cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:48.011215 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-2920eee6-ac94-4b08-b4fc-5faa05a897cf None None] Port 9510d199-fa80-462c-8ca4-849fc736b07a cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:08:48.365965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e8ef1164-d506-48dc-9353-c87ff91c31a0 None None] Provisioning complete for port 9510d199-fa80-462c-8ca4-849fc736b07a triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:48.366605 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e8ef1164-d506-48dc-9353-c87ff91c31a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:48.474390 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e8ef1164-d506-48dc-9353-c87ff91c31a0 None None] Port 9510d199-fa80-462c-8ca4-849fc736b07a cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:08:48.501985 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-076136b8-19b9-475a-8d8d-e0e94732324a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7919328 Sep 18 00:08:48.505372 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45746) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:48.555699 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9685e07a-b59d-456d-a653-57c63d759c45 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:48.561741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9685e07a-b59d-456d-a653-57c63d759c45 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:48.563309 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9685e07a-b59d-456d-a653-57c63d759c45 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0559363 Sep 18 00:08:48.566498 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45748) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:48.657412 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-de6b7ce2-4568-4dca-8b06-d466f8fb80ec tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port 3229e976-fcc4-4d87-8a1a-adc1870bc60e {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:48.657743 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de6b7ce2-4568-4dca-8b06-d466f8fb80ec tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:48.679831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14564efc-26cb-425d-a32d-a793ecfbbac1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router ea54d1d8-acaa-4555-b712-66ec4f7f4822 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:08:48.756249 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de6b7ce2-4568-4dca-8b06-d466f8fb80ec tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:48.772275 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-de6b7ce2-4568-4dca-8b06-d466f8fb80ec tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for 3229e976-fcc4-4d87-8a1a-adc1870bc60e owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:48.783131 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14564efc-26cb-425d-a32d-a793ecfbbac1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:08:48.794484 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-14564efc-26cb-425d-a32d-a793ecfbbac1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/ea54d1d8-acaa-4555-b712-66ec4f7f4822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3473690 Sep 18 00:08:48.796820 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45752) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:48.797788 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2241a9-9297-4a98-a456-a0204c0c10a0 None None] Sync routers for ids ['ea54d1d8-acaa-4555-b712-66ec4f7f4822'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:08:48.817652 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2241a9-9297-4a98-a456-a0204c0c10a0 None None] Routers {'ea54d1d8-acaa-4555-b712-66ec4f7f4822'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:48.818696 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5f2241a9-9297-4a98-a456-a0204c0c10a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ea54d1d8-acaa-4555-b712-66ec4f7f4822'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:48.854440 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d47f1a7-e39b-4d4d-9f26-b0fa906f603a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:48.855152 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5f2241a9-9297-4a98-a456-a0204c0c10a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:48.859427 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7d47f1a7-e39b-4d4d-9f26-b0fa906f603a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/ports/9510d199-fa80-462c-8ca4-849fc736b07a HTTP/1.1" status: 200 len: 911 time: 0.0615094 Sep 18 00:08:48.860926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45754) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:48.868018 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2241a9-9297-4a98-a456-a0204c0c10a0 None None] Routers {'ea54d1d8-acaa-4555-b712-66ec4f7f4822'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:48.868976 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5f2241a9-9297-4a98-a456-a0204c0c10a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ea54d1d8-acaa-4555-b712-66ec4f7f4822'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:48.908807 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5f2241a9-9297-4a98-a456-a0204c0c10a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:48.909543 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2241a9-9297-4a98-a456-a0204c0c10a0 None None] The sync data for ids ['ea54d1d8-acaa-4555-b712-66ec4f7f4822'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:08:49.039993 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de6b7ce2-4568-4dca-8b06-d466f8fb80ec tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:49.071728 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b7ce2-4568-4dca-8b06-d466f8fb80ec tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=3229e976-fcc4-4d87-8a1a-adc1870bc60e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:49.102164 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de6b7ce2-4568-4dca-8b06-d466f8fb80ec tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:49.104488 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-de6b7ce2-4568-4dca-8b06-d466f8fb80ec tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/3229e976-fcc4-4d87-8a1a-adc1870bc60e HTTP/1.1" status: 204 len: 168 time: 0.5369134 Sep 18 00:08:49.108556 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45756) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:49.189206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8058d08-f620-4ca1-a9be-961d0e3a1529 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:49.191279 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8058d08-f620-4ca1-a9be-961d0e3a1529 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:49.192823 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d8058d08-f620-4ca1-a9be-961d0e3a1529 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0832226 Sep 18 00:08:49.195735 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45758) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:49.238875 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c50f9c81-2976-40c2-81f2-f49374a4cffe None None] Provisioning complete for port e2abe44c-aa8b-496a-bea5-049e5c33b1dd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:49.245783 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c50f9c81-2976-40c2-81f2-f49374a4cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:49.326158 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2c21154c-e299-4371-a0d3-3e2a0316df58 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:49.336822 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de9f283-ad59-4491-b829-3481525769c5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet 6e868528-1595-4320-91f1-6e69796511b7 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:08:49.340393 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7de9f283-ad59-4491-b829-3481525769c5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:49.411300 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c50f9c81-2976-40c2-81f2-f49374a4cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:49.442727 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7de9f283-ad59-4491-b829-3481525769c5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:49.450823 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c50f9c81-2976-40c2-81f2-f49374a4cffe None None] For port e2abe44c-aa8b-496a-bea5-049e5c33b1dd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e2abe44c-aa8b-496a-bea5-049e5c33b1dd,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:49.452470 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e2abe44c-aa8b-496a-bea5-049e5c33b1dd up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:49.509333 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e2abe44c-aa8b-496a-bea5-049e5c33b1dd triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:49.510075 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:49.541477 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c50f9c81-2976-40c2-81f2-f49374a4cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:49.566132 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7de9f283-ad59-4491-b829-3481525769c5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:49.625072 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f9c81-2976-40c2-81f2-f49374a4cffe None None] Pushing event updated for resources: {'Port': ['ID=e2abe44c-aa8b-496a-bea5-049e5c33b1dd,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:49.660702 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2c257047-e350-409f-a0b6-ffef1502ed65 None None] Could not find standard attr ID for object 3229e976-fcc4-4d87-8a1a-adc1870bc60e. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:08:49.671404 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e77d27d4-76b2-4003-b4bc-d050109767c2 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:49.702345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-2c21154c-e299-4371-a0d3-3e2a0316df58 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting port 9510d199-fa80-462c-8ca4-849fc736b07a {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:49.702683 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2c21154c-e299-4371-a0d3-3e2a0316df58 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:49.754525 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e77d27d4-76b2-4003-b4bc-d050109767c2 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:49.755321 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:49.783970 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7de9f283-ad59-4491-b829-3481525769c5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:49.811395 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2c21154c-e299-4371-a0d3-3e2a0316df58 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:49.825181 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-2c21154c-e299-4371-a0d3-3e2a0316df58 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Calling delete_port for 9510d199-fa80-462c-8ca4-849fc736b07a owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:49.850797 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:49.854102 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7de9f283-ad59-4491-b829-3481525769c5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:49.854275 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9a7af5-40f2-4a3e-9c0e-de823d94b90a None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:49.857450 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7de9f283-ad59-4491-b829-3481525769c5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/6e868528-1595-4320-91f1-6e69796511b7 HTTP/1.1" status: 204 len: 168 time: 0.6605179 Sep 18 00:08:49.861976 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9f283-ad59-4491-b829-3481525769c5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=6e868528-1595-4320-91f1-6e69796511b7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:49.863915 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45766) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:49.911816 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a32fe1da-61f4-4b9b-b69d-a26c56b40624 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463927 Sep 18 00:08:49.917054 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45768) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:49.923379 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-81342d09-64d9-4d1c-97e6-d429f383fafb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:50.188204 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2c21154c-e299-4371-a0d3-3e2a0316df58 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:50.231225 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81342d09-64d9-4d1c-97e6-d429f383fafb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:50.233546 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a524f89-ca84-4316-9604-f7d7ff2c552b None None] DHCP port deletion for ba56a403-ab7f-44f7-9f47-cabda0897d3d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:08:50.238700 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-81342d09-64d9-4d1c-97e6-d429f383fafb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:50.242835 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21154c-e299-4371-a0d3-3e2a0316df58 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Port': ['ID=9510d199-fa80-462c-8ca4-849fc736b07a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:50.326896 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-5a524f89-ca84-4316-9604-f7d7ff2c552b None None] Deleting port e2abe44c-aa8b-496a-bea5-049e5c33b1dd {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:50.327360 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5a524f89-ca84-4316-9604-f7d7ff2c552b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:50.403160 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-5a524f89-ca84-4316-9604-f7d7ff2c552b None None] For port e2abe44c-aa8b-496a-bea5-049e5c33b1dd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e2abe44c-aa8b-496a-bea5-049e5c33b1dd,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:50.403906 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5a524f89-ca84-4316-9604-f7d7ff2c552b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:50.418363 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-5a524f89-ca84-4316-9604-f7d7ff2c552b None None] Calling delete_port for e2abe44c-aa8b-496a-bea5-049e5c33b1dd owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:50.525118 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2c21154c-e299-4371-a0d3-3e2a0316df58 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:50.600082 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5a524f89-ca84-4316-9604-f7d7ff2c552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:50.653341 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a524f89-ca84-4316-9604-f7d7ff2c552b None None] Pushing event deleted for resources: {'Port': ['ID=e2abe44c-aa8b-496a-bea5-049e5c33b1dd,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:50.680097 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a524f89-ca84-4316-9604-f7d7ff2c552b None None] No DVR routers for this DVR port e2abe44c-aa8b-496a-bea5-049e5c33b1dd on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:08:50.807464 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c21154c-e299-4371-a0d3-3e2a0316df58 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router ea54d1d8-acaa-4555-b712-66ec4f7f4822 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:08:50.890360 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c21154c-e299-4371-a0d3-3e2a0316df58 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:08:50.901684 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45774) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:50.902109 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2c21154c-e299-4371-a0d3-3e2a0316df58 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/ea54d1d8-acaa-4555-b712-66ec4f7f4822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0396769 Sep 18 00:08:50.907511 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bdb07e-96f0-4258-b1ba-6b1bb6ca3683 None None] Sync routers for ids ['ea54d1d8-acaa-4555-b712-66ec4f7f4822'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:08:50.918186 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bdb07e-96f0-4258-b1ba-6b1bb6ca3683 None None] Routers {'ea54d1d8-acaa-4555-b712-66ec4f7f4822'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:50.919312 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d8bdb07e-96f0-4258-b1ba-6b1bb6ca3683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ea54d1d8-acaa-4555-b712-66ec4f7f4822'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:50.954043 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1fd08500-fee8-4138-84c0-2639feca5d05 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea54d1d8-acaa-4555-b712-66ec4f7f4822 HTTP/1.1" status: 200 len: 205 time: 0.0510740 Sep 18 00:08:50.962804 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45776) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:50.967152 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d8bdb07e-96f0-4258-b1ba-6b1bb6ca3683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:50.974598 n-d-809883-1 neutron-server[95592]: DEBUG neutron.objects.ports [None req-81342d09-64d9-4d1c-97e6-d429f383fafb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95592) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:08:50.976446 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-81342d09-64d9-4d1c-97e6-d429f383fafb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:50.978297 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bdb07e-96f0-4258-b1ba-6b1bb6ca3683 None None] Routers {'ea54d1d8-acaa-4555-b712-66ec4f7f4822'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:50.979139 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d8bdb07e-96f0-4258-b1ba-6b1bb6ca3683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ea54d1d8-acaa-4555-b712-66ec4f7f4822'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:51.023748 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d8bdb07e-96f0-4258-b1ba-6b1bb6ca3683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:51.024634 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bdb07e-96f0-4258-b1ba-6b1bb6ca3683 None None] The sync data for ids ['ea54d1d8-acaa-4555-b712-66ec4f7f4822'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:08:51.028917 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81342d09-64d9-4d1c-97e6-d429f383fafb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:51.035105 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-81342d09-64d9-4d1c-97e6-d429f383fafb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:51.039884 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81342d09-64d9-4d1c-97e6-d429f383fafb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:51.040483 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-81342d09-64d9-4d1c-97e6-d429f383fafb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:51.044495 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316356cc-d80c-4727-9a16-114d9f2dd2b2 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:51.046067 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81342d09-64d9-4d1c-97e6-d429f383fafb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=624fa681-21c9-479f-9e8e-bfbb92b3a53f,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:51.102436 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a29f25f-93ad-414e-af98-46c162e7b7c3 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:51.118379 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-81342d09-64d9-4d1c-97e6-d429f383fafb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2001188 Sep 18 00:08:51.120039 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45778) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:51.127908 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-3f933ad9-aa4a-4be1-9550-bbfc87b918ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'mac_address': 'fa:16:3e:20:5e:7c', 'name': 'tempest-NetworksTestDHCPv6-1128702597'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:51.240504 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'fixed_ips': [{'subnet_id': '624fa681-21c9-479f-9e8e-bfbb92b3a53f'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:08:51.241683 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:51.357475 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e2abe44c-aa8b-496a-bea5-049e5c33b1dd no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:08:51.390149 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: e2abe44c-aa8b-496a-bea5-049e5c33b1dd {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:08:51.390411 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e2abe44c-aa8b-496a-bea5-049e5c33b1dd not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:08:51.405168 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f933ad9-aa4a-4be1-9550-bbfc87b918ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:51.412352 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f933ad9-aa4a-4be1-9550-bbfc87b918ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:51.437217 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-3f933ad9-aa4a-4be1-9550-bbfc87b918ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port 0ba79008-4a9b-4f80-94f7-266fb09ff5f9 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:08:51.460261 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] Allocated IP 2001:db8::f816:3eff:fe70:7fd5 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/624fa681-21c9-479f-9e8e-bfbb92b3a53f/9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:51.683131 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:51.754669 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:51.786083 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a29f25f-93ad-414e-af98-46c162e7b7c3 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:51.796149 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a29f25f-93ad-414e-af98-46c162e7b7c3 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:51.802504 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:51.806058 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:51.809914 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:51.826141 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] Pushing event updated for resources: {'Port': ['ID=9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:51.838641 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-3f933ad9-aa4a-4be1-9550-bbfc87b918ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::f816:3eff:fe20:5e7c (ba56a403-ab7f-44f7-9f47-cabda0897d3d/624fa681-21c9-479f-9e8e-bfbb92b3a53f/0ba79008-4a9b-4f80-94f7-266fb09ff5f9) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:51.892028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] Attempting to bind port 9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:08:51.892400 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] Attempting to bind port 9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:08:51.892764 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] Attempting to bind port 9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9 on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:08:51.898478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:08:51.898863 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:08:51.899272 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:51.899669 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:08:51.900290 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] Bound port: 9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:08:51.900724 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:51.937469 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a29f25f-93ad-414e-af98-46c162e7b7c3 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:51.938599 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a29f25f-93ad-414e-af98-46c162e7b7c3 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Fanout notify agent at l3_agent the message router_deleted on router ea54d1d8-acaa-4555-b712-66ec4f7f4822 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:08:51.955500 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7a29f25f-93ad-414e-af98-46c162e7b7c3 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:51.960521 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7a29f25f-93ad-414e-af98-46c162e7b7c3 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/routers/ea54d1d8-acaa-4555-b712-66ec4f7f4822 HTTP/1.1" status: 204 len: 168 time: 0.9967155 Sep 18 00:08:51.961587 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45784) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:51.967299 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] For port 9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:08:51.970510 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] For port 9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:08:52.025211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-042dadef-6a91-403a-9748-a501cdea8bbb tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting subnet 366e56e3-d520-4935-b249-53e33ef2692b {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:08:52.029685 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-042dadef-6a91-403a-9748-a501cdea8bbb tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:52.042149 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:52.044879 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f933ad9-aa4a-4be1-9550-bbfc87b918ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:52.099062 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-042dadef-6a91-403a-9748-a501cdea8bbb tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:52.114262 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deaf7a9-49e3-4114-908c-906557233282 None None] Pushing event updated for resources: {'Port': ['ID=9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:52.176943 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f933ad9-aa4a-4be1-9550-bbfc87b918ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:52.208163 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-042dadef-6a91-403a-9748-a501cdea8bbb tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:52.251668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f933ad9-aa4a-4be1-9550-bbfc87b918ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:52.256143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-3f933ad9-aa4a-4be1-9550-bbfc87b918ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:52.260509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f933ad9-aa4a-4be1-9550-bbfc87b918ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:52.285118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f933ad9-aa4a-4be1-9550-bbfc87b918ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:52.285866 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3f933ad9-aa4a-4be1-9550-bbfc87b918ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:52.322187 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933ad9-aa4a-4be1-9550-bbfc87b918ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=0ba79008-4a9b-4f80-94f7-266fb09ff5f9,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:52.383529 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3f933ad9-aa4a-4be1-9550-bbfc87b918ed tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2617640 Sep 18 00:08:52.386245 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45790) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:52.471499 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513076e2-88e9-4299-a2ca-351d004ee3e2 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:52.480190 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513076e2-88e9-4299-a2ca-351d004ee3e2 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:52.480498 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-042dadef-6a91-403a-9748-a501cdea8bbb tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:52.481898 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-513076e2-88e9-4299-a2ca-351d004ee3e2 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0946980 Sep 18 00:08:52.484552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45792) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:52.519752 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042dadef-6a91-403a-9748-a501cdea8bbb tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Subnet': ['ID=366e56e3-d520-4935-b249-53e33ef2692b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:52.524984 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-042dadef-6a91-403a-9748-a501cdea8bbb tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:52.526985 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-042dadef-6a91-403a-9748-a501cdea8bbb tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/subnets/366e56e3-d520-4935-b249-53e33ef2692b HTTP/1.1" status: 204 len: 168 time: 0.5641661 Sep 18 00:08:52.529679 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45794) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:52.539265 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3652914c-5198-4202-88fc-3994bc212b86 None None] Network 12dff917-5426-4810-b176-75ca9aa0419b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:52.599775 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-45bdc334-1159-486b-b429-d61a164d26a3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port 0ba79008-4a9b-4f80-94f7-266fb09ff5f9 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:52.600112 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45bdc334-1159-486b-b429-d61a164d26a3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:52.657387 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:52.725010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting port e77d27d4-76b2-4003-b4bc-d050109767c2 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:52.725469 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:52.730694 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45bdc334-1159-486b-b429-d61a164d26a3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:52.745456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-45bdc334-1159-486b-b429-d61a164d26a3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for 0ba79008-4a9b-4f80-94f7-266fb09ff5f9 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:52.754960 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65bbbb2-1a19-42a3-b7c7-aa1adc5dd2bb None None] DHCP port deletion for 12dff917-5426-4810-b176-75ca9aa0419b request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:08:52.817035 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-f65bbbb2-1a19-42a3-b7c7-aa1adc5dd2bb None None] Deleting port e77d27d4-76b2-4003-b4bc-d050109767c2 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:52.817461 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f65bbbb2-1a19-42a3-b7c7-aa1adc5dd2bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:52.835137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] For port e77d27d4-76b2-4003-b4bc-d050109767c2, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e77d27d4-76b2-4003-b4bc-d050109767c2,segment=NetworkSegment(bd9a8466-d0da-4154-a8ef-db47ff4447f9),segment_id=bd9a8466-d0da-4154-a8ef-db47ff4447f9)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:52.835454 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:52.857795 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Calling delete_port for e77d27d4-76b2-4003-b4bc-d050109767c2 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:52.911994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f65bbbb2-1a19-42a3-b7c7-aa1adc5dd2bb None None] For port e77d27d4-76b2-4003-b4bc-d050109767c2, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e77d27d4-76b2-4003-b4bc-d050109767c2,segment=NetworkSegment(bd9a8466-d0da-4154-a8ef-db47ff4447f9),segment_id=bd9a8466-d0da-4154-a8ef-db47ff4447f9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:52.912616 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f65bbbb2-1a19-42a3-b7c7-aa1adc5dd2bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:52.934572 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-f65bbbb2-1a19-42a3-b7c7-aa1adc5dd2bb None None] Calling delete_port for e77d27d4-76b2-4003-b4bc-d050109767c2 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:52.949045 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45bdc334-1159-486b-b429-d61a164d26a3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.002293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdc334-1159-486b-b429-d61a164d26a3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=0ba79008-4a9b-4f80-94f7-266fb09ff5f9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:53.008983 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45bdc334-1159-486b-b429-d61a164d26a3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.012474 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.012994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-45bdc334-1159-486b-b429-d61a164d26a3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/0ba79008-4a9b-4f80-94f7-266fb09ff5f9 HTTP/1.1" status: 204 len: 168 time: 0.5260725 Sep 18 00:08:53.014259 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45796) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:53.031583 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f65bbbb2-1a19-42a3-b7c7-aa1adc5dd2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.049811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Port': ['ID=e77d27d4-76b2-4003-b4bc-d050109767c2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:53.051706 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] No DVR routers for this DVR port e77d27d4-76b2-4003-b4bc-d050109767c2 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:08:53.071545 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65bbbb2-1a19-42a3-b7c7-aa1adc5dd2bb None None] Pushing event deleted for resources: {'Port': ['ID=e77d27d4-76b2-4003-b4bc-d050109767c2,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:53.075834 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65bbbb2-1a19-42a3-b7c7-aa1adc5dd2bb None None] No DVR routers for this DVR port e77d27d4-76b2-4003-b4bc-d050109767c2 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:08:53.098120 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c2a1c-e1ab-4008-9b8c-4d96642897e4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:53.099649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c2a1c-e1ab-4008-9b8c-4d96642897e4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:53.101771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d81c2a1c-e1ab-4008-9b8c-4d96642897e4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0859392 Sep 18 00:08:53.104618 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45798) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:53.228410 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.273992 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa19400-b793-4d1c-8afc-cf72ecbce8fe tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet 624fa681-21c9-479f-9e8e-bfbb92b3a53f {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:08:53.282084 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12dff917-5426-4810-b176-75ca9aa0419b']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:53.284378 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7fa19400-b793-4d1c-8afc-cf72ecbce8fe tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.315242 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9a8466-d0da-4154-a8ef-db47ff4447f9') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:53.316172 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9a8466-d0da-4154-a8ef-db47ff4447f9') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:53.334787 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.338478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:53.364572 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7fa19400-b793-4d1c-8afc-cf72ecbce8fe tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.367630 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.396086 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:53.396583 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.399347 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:08:53.399647 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:08:53.402847 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:08:53.522165 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.543532 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7fa19400-b793-4d1c-8afc-cf72ecbce8fe tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.623367 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-fe388489-4782-43ba-a553-f04a8fc496fc None None] Provisioning complete for port 9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:53.623744 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fe388489-4782-43ba-a553-f04a8fc496fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.650721 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.669170 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.669170 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/networks/12dff917-5426-4810-b176-75ca9aa0419b HTTP/1.1" status: 204 len: 168 time: 1.1347203 Sep 18 00:08:53.670212 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45812) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:53.676815 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-e52530a2-32c3-47b0-a95b-3567ebd0ed85 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-973917575', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}, 'admin_state_up': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:53.680184 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4d58c-a571-401b-a38b-fa379acb174e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Network': ['ID=12dff917-5426-4810-b176-75ca9aa0419b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:53.716714 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fe388489-4782-43ba-a553-f04a8fc496fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.755346 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7fa19400-b793-4d1c-8afc-cf72ecbce8fe tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.785147 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa19400-b793-4d1c-8afc-cf72ecbce8fe tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=624fa681-21c9-479f-9e8e-bfbb92b3a53f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:53.787989 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e52530a2-32c3-47b0-a95b-3567ebd0ed85 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.789084 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e52530a2-32c3-47b0-a95b-3567ebd0ed85 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.794686 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7fa19400-b793-4d1c-8afc-cf72ecbce8fe tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.796604 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7fa19400-b793-4d1c-8afc-cf72ecbce8fe tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/624fa681-21c9-479f-9e8e-bfbb92b3a53f HTTP/1.1" status: 204 len: 168 time: 0.6915717 Sep 18 00:08:53.799081 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45814) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:53.832029 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:08:53.832519 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:08:53.833686 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-fe388489-4782-43ba-a553-f04a8fc496fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:08:53.834097 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-fe388489-4782-43ba-a553-f04a8fc496fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:08:53.848544 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f3c10bb8-688f-4719-9419-d57710fb2d52 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482550 Sep 18 00:08:53.850776 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45816) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:53.854806 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e52530a2-32c3-47b0-a95b-3567ebd0ed85 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:53.900988 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a06a3fd-0c61-41a5-9d16-fce7fc7f5ec3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:53.902518 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4a06a3fd-0c61-41a5-9d16-fce7fc7f5ec3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0508227 Sep 18 00:08:53.905038 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45818) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:53.955406 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5271f61b-ab47-4f12-8d28-ba0eef102779 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:53.957642 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5271f61b-ab47-4f12-8d28-ba0eef102779 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0516851 Sep 18 00:08:53.960326 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45820) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:53.967824 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898843d8-81f9-4fbf-aff0-3f9ac5785092 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:54.003767 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2e2fbf02-9472-4f0f-98cc-2eeba3c1b15b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420156 Sep 18 00:08:54.008615 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45822) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:54.013756 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-aa07fbc5-8a03-4331-8b46-7bce2510ab93 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:54.105475 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e52530a2-32c3-47b0-a95b-3567ebd0ed85 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:54.214344 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e291b02-509f-43a3-888c-c20f0de5403d None None] DHCP port deletion for ba56a403-ab7f-44f7-9f47-cabda0897d3d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:08:54.234489 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa07fbc5-8a03-4331-8b46-7bce2510ab93 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:54.240448 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa07fbc5-8a03-4331-8b46-7bce2510ab93 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:54.268824 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3e291b02-509f-43a3-888c-c20f0de5403d None None] Deleting port 9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:54.269511 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3e291b02-509f-43a3-888c-c20f0de5403d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:54.335032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3e291b02-509f-43a3-888c-c20f0de5403d None None] For port 9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:54.335672 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3e291b02-509f-43a3-888c-c20f0de5403d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:54.349487 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3e291b02-509f-43a3-888c-c20f0de5403d None None] Calling delete_port for 9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:54.398465 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e52530a2-32c3-47b0-a95b-3567ebd0ed85 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:54.418418 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e52530a2-32c3-47b0-a95b-3567ebd0ed85 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:54.492440 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:54.494249 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fe388489-4782-43ba-a553-f04a8fc496fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:54.526033 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3e291b02-509f-43a3-888c-c20f0de5403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:54.531679 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-e52530a2-32c3-47b0-a95b-3567ebd0ed85 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Allocated IP 172.25.3.82 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/3b85a467-f6c8-43c0-a08c-53d60470eb29) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:54.592963 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e291b02-509f-43a3-888c-c20f0de5403d None None] Pushing event deleted for resources: {'Port': ['ID=9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:54.596400 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e291b02-509f-43a3-888c-c20f0de5403d None None] No DVR routers for this DVR port 9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:08:54.647268 n-d-809883-1 neutron-server[95591]: DEBUG neutron.objects.ports [None req-aa07fbc5-8a03-4331-8b46-7bce2510ab93 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95591) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:08:54.649378 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa07fbc5-8a03-4331-8b46-7bce2510ab93 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:54.692622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e77d27d4-76b2-4003-b4bc-d050109767c2 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:08:54.709950 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e52530a2-32c3-47b0-a95b-3567ebd0ed85 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:54.720997 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07fbc5-8a03-4331-8b46-7bce2510ab93 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=214e3da3-ed41-41fe-a291-bfd3ea16650a,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:54.733439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa07fbc5-8a03-4331-8b46-7bce2510ab93 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:54.735071 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-aa07fbc5-8a03-4331-8b46-7bce2510ab93 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:54.736312 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: e77d27d4-76b2-4003-b4bc-d050109767c2 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:08:54.738692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e77d27d4-76b2-4003-b4bc-d050109767c2 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:08:54.738988 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa07fbc5-8a03-4331-8b46-7bce2510ab93 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:54.739595 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa07fbc5-8a03-4331-8b46-7bce2510ab93 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:54.746794 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-06f05053-3561-4943-8bf4-f8b360b5f119 None None] Could not find standard attr ID for object 0ba79008-4a9b-4f80-94f7-266fb09ff5f9. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:08:54.755291 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7873f097-6e2c-4654-b685-4531b29a7dcb None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:54.839914 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e52530a2-32c3-47b0-a95b-3567ebd0ed85 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:54.871499 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-aa07fbc5-8a03-4331-8b46-7bce2510ab93 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8593726 Sep 18 00:08:54.871744 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45840) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:54.876962 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'mac_address': 'fa:16:3e:45:6e:73', 'name': 'tempest-NetworksTestDHCPv6-351667952'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:54.877707 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52530a2-32c3-47b0-a95b-3567ebd0ed85 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:54.884063 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-e52530a2-32c3-47b0-a95b-3567ebd0ed85 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:54.888800 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52530a2-32c3-47b0-a95b-3567ebd0ed85 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:54.938727 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'fixed_ips': [{'subnet_id': '214e3da3-ed41-41fe-a291-bfd3ea16650a'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:08:54.939739 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:55.120736 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] Allocated IP 2001:db8::f816:3eff:fe00:cd7e (ba56a403-ab7f-44f7-9f47-cabda0897d3d/214e3da3-ed41-41fe-a291-bfd3ea16650a/2efc2b16-cb75-4596-847c-083ecbbef823) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:55.184868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:55.310696 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:08:55.356561 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:08:55.357297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9c0fa8f8-c4f4-41d5-913d-9cd4e76a70f9 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:08:55.380986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52530a2-32c3-47b0-a95b-3567ebd0ed85 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=3b85a467-f6c8-43c0-a08c-53d60470eb29,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:55.398735 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:55.421734 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port 05232cc1-9787-4d8c-9a10-ab19d41375f2 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:08:55.452362 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:55.508187 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:55.547680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:55.551709 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:55.555684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:55.567860 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::f816:3eff:fe45:6e73 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/214e3da3-ed41-41fe-a291-bfd3ea16650a/05232cc1-9787-4d8c-9a10-ab19d41375f2) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:55.570171 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] Pushing event updated for resources: {'Port': ['ID=2efc2b16-cb75-4596-847c-083ecbbef823,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:55.634665 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] Attempting to bind port 2efc2b16-cb75-4596-847c-083ecbbef823 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:08:55.635044 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] Attempting to bind port 2efc2b16-cb75-4596-847c-083ecbbef823 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:08:55.635411 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] Attempting to bind port 2efc2b16-cb75-4596-847c-083ecbbef823 on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:08:55.656662 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:08:55.657069 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:08:55.657477 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:55.657878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:08:55.658355 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] Bound port: 2efc2b16-cb75-4596-847c-083ecbbef823, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:08:55.658737 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:55.749438 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e52530a2-32c3-47b0-a95b-3567ebd0ed85 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:55.781252 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:55.783507 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] For port 2efc2b16-cb75-4596-847c-083ecbbef823, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:08:55.794612 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] For port 2efc2b16-cb75-4596-847c-083ecbbef823, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2efc2b16-cb75-4596-847c-083ecbbef823,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:08:55.874625 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:55.903476 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:55.982133 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b13a3-203b-4f88-ae1e-ac60bb72732b None None] Pushing event updated for resources: {'Port': ['ID=2efc2b16-cb75-4596-847c-083ecbbef823,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:55.999162 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e52530a2-32c3-47b0-a95b-3567ebd0ed85 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:56.046740 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:56.049382 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:56.052171 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:56.061689 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:56.062468 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:56.065004 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=05232cc1-9787-4d8c-9a10-ab19d41375f2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:56.079424 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:56.079679 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:56.079998 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:56.080460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:56.080815 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:56.081168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:56.081495 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:56.081819 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:56.082137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:56.082455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:56.082775 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:56.083103 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:56.154558 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6bad49e7-2b6c-45f7-8604-69a47eba904f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2817404 Sep 18 00:08:56.157169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45848) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:56.230887 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e7ce4e-8692-4cbe-a8db-8253e2be88ca tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:56.235713 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e7ce4e-8692-4cbe-a8db-8253e2be88ca tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:56.243542 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-85e7ce4e-8692-4cbe-a8db-8253e2be88ca tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0838556 Sep 18 00:08:56.243542 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45850) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:56.254068 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52530a2-32c3-47b0-a95b-3567ebd0ed85 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router a0d51655-0f2e-4e3d-8e4a-ac216e23842f is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:08:56.388658 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-6c959623-540c-494b-8e91-ebf86c355873 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port 05232cc1-9787-4d8c-9a10-ab19d41375f2 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:56.389264 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c959623-540c-494b-8e91-ebf86c355873 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:56.435389 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52530a2-32c3-47b0-a95b-3567ebd0ed85 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:08:56.444376 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5774b6-abd7-4c56-98bf-63ff3223ca99 None None] Sync routers for ids ['a0d51655-0f2e-4e3d-8e4a-ac216e23842f'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:08:56.465019 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5774b6-abd7-4c56-98bf-63ff3223ca99 None None] Routers {'a0d51655-0f2e-4e3d-8e4a-ac216e23842f'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:56.467065 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ea5774b6-abd7-4c56-98bf-63ff3223ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a0d51655-0f2e-4e3d-8e4a-ac216e23842f'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:56.519903 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ea5774b6-abd7-4c56-98bf-63ff3223ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:56.530692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5774b6-abd7-4c56-98bf-63ff3223ca99 None None] Routers {'a0d51655-0f2e-4e3d-8e4a-ac216e23842f'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:56.531400 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ea5774b6-abd7-4c56-98bf-63ff3223ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a0d51655-0f2e-4e3d-8e4a-ac216e23842f'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:56.535660 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c959623-540c-494b-8e91-ebf86c355873 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:56.542373 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e52530a2-32c3-47b0-a95b-3567ebd0ed85 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:56.543985 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e52530a2-32c3-47b0-a95b-3567ebd0ed85 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.8723767 Sep 18 00:08:56.546803 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45854) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:56.551832 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-6c959623-540c-494b-8e91-ebf86c355873 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for 05232cc1-9787-4d8c-9a10-ab19d41375f2 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:56.575759 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ea5774b6-abd7-4c56-98bf-63ff3223ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:56.576414 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5774b6-abd7-4c56-98bf-63ff3223ca99 None None] The sync data for ids ['a0d51655-0f2e-4e3d-8e4a-ac216e23842f'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:08:56.697880 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-42f9a186-ab88-4c0c-944b-b03719a5db06 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/routers/a0d51655-0f2e-4e3d-8e4a-ac216e23842f HTTP/1.1" status: 200 len: 883 time: 0.1492009 Sep 18 00:08:56.700698 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45856) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:56.744020 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c959623-540c-494b-8e91-ebf86c355873 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:56.782031 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c959623-540c-494b-8e91-ebf86c355873 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=05232cc1-9787-4d8c-9a10-ab19d41375f2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:56.830347 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c959623-540c-494b-8e91-ebf86c355873 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:56.834786 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6c959623-540c-494b-8e91-ebf86c355873 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/05232cc1-9787-4d8c-9a10-ab19d41375f2 HTTP/1.1" status: 204 len: 168 time: 0.5873578 Sep 18 00:08:56.837508 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45858) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:56.914519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd3ec47-aea3-4471-855e-dfc9ca3f0430 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:56.916159 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd3ec47-aea3-4471-855e-dfc9ca3f0430 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:56.920095 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4dd3ec47-aea3-4471-855e-dfc9ca3f0430 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0795989 Sep 18 00:08:56.920634 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45860) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:57.019498 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-84587159-6f03-4e9c-9866-16408692ac93 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet 214e3da3-ed41-41fe-a291-bfd3ea16650a {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:08:57.023147 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84587159-6f03-4e9c-9866-16408692ac93 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:57.086810 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84587159-6f03-4e9c-9866-16408692ac93 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:57.146520 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b3f8e168-d225-4679-a7cd-3a167f6e85bf tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.4442987 Sep 18 00:08:57.149083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45866) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:57.154832 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a6413a7f-76e7-4fec-a028-e3ca4226b1d6 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-973917575'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:57.246619 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84587159-6f03-4e9c-9866-16408692ac93 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:57.310831 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b3ab1250-8978-4d04-9d64-07183cd24179 None None] Provisioning complete for port 2efc2b16-cb75-4596-847c-083ecbbef823 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:57.311203 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1250-8978-4d04-9d64-07183cd24179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:57.348516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2efc2b16-cb75-4596-847c-083ecbbef823 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:08:57.428109 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84587159-6f03-4e9c-9866-16408692ac93 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:57.463051 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 2efc2b16-cb75-4596-847c-083ecbbef823 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:08:57.466066 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:57.490591 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84587159-6f03-4e9c-9866-16408692ac93 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=214e3da3-ed41-41fe-a291-bfd3ea16650a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:57.499386 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84587159-6f03-4e9c-9866-16408692ac93 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:57.501707 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-84587159-6f03-4e9c-9866-16408692ac93 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/214e3da3-ed41-41fe-a291-bfd3ea16650a HTTP/1.1" status: 204 len: 168 time: 0.5801330 Sep 18 00:08:57.505259 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45872) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:57.572647 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1ed078bc-ea96-46d3-8491-d1d65b14efae tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635593 Sep 18 00:08:57.572899 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45874) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:57.577989 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-38473020-f687-4986-ab3c-0c34d1fcf6f7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:57.585796 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8438c551-1173-419d-abf7-596c05f7017f None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:57.601915 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a6413a7f-76e7-4fec-a028-e3ca4226b1d6 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:57.650575 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1250-8978-4d04-9d64-07183cd24179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:57.732576 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a6413a7f-76e7-4fec-a028-e3ca4226b1d6 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:57.848277 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6413a7f-76e7-4fec-a028-e3ca4226b1d6 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router a0d51655-0f2e-4e3d-8e4a-ac216e23842f has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:08:57.918357 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:57.954057 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6413a7f-76e7-4fec-a028-e3ca4226b1d6 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:08:57.960713 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a6413a7f-76e7-4fec-a028-e3ca4226b1d6 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:57.961914 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a6413a7f-76e7-4fec-a028-e3ca4226b1d6 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/a0d51655-0f2e-4e3d-8e4a-ac216e23842f HTTP/1.1" status: 200 len: 890 time: 0.8111420 Sep 18 00:08:57.963191 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b3ab1250-8978-4d04-9d64-07183cd24179 None None] For port 2efc2b16-cb75-4596-847c-083ecbbef823, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2efc2b16-cb75-4596-847c-083ecbbef823,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:57.964946 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45876) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:57.968261 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38473020-f687-4986-ab3c-0c34d1fcf6f7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:57.972610 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7426bfbc-dfd1-45af-b7df-feca650ad0c9 None None] Sync routers for ids ['a0d51655-0f2e-4e3d-8e4a-ac216e23842f'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:08:57.979244 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-38473020-f687-4986-ab3c-0c34d1fcf6f7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:57.998408 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7426bfbc-dfd1-45af-b7df-feca650ad0c9 None None] Routers {'a0d51655-0f2e-4e3d-8e4a-ac216e23842f'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:57.999805 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7426bfbc-dfd1-45af-b7df-feca650ad0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a0d51655-0f2e-4e3d-8e4a-ac216e23842f'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:58.063296 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1250-8978-4d04-9d64-07183cd24179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:58.102324 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7426bfbc-dfd1-45af-b7df-feca650ad0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:58.115281 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7426bfbc-dfd1-45af-b7df-feca650ad0c9 None None] Routers {'a0d51655-0f2e-4e3d-8e4a-ac216e23842f'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:08:58.116782 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7426bfbc-dfd1-45af-b7df-feca650ad0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a0d51655-0f2e-4e3d-8e4a-ac216e23842f'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:58.121718 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5044a3-bf50-425b-8df7-5200b8260ea7 None None] DHCP port deletion for ba56a403-ab7f-44f7-9f47-cabda0897d3d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:08:58.125040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-06122698-6619-43c0-bea2-75b93f825339 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/routers/a0d51655-0f2e-4e3d-8e4a-ac216e23842f HTTP/1.1" status: 200 len: 890 time: 0.1570284 Sep 18 00:08:58.126192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45878) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:58.170968 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0e72d900-a274-434a-9d3d-caaa3b74f468 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0d51655-0f2e-4e3d-8e4a-ac216e23842f HTTP/1.1" status: 200 len: 205 time: 0.0391607 Sep 18 00:08:58.172015 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45880) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:58.187380 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:08:58.187793 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:08:58.191162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab1250-8978-4d04-9d64-07183cd24179 None None] Pushing event updated for resources: {'Port': ['ID=2efc2b16-cb75-4596-847c-083ecbbef823,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:58.194332 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-eda262da-3859-4f2b-aedd-dfa15a912019 None None] Could not find standard attr ID for object 05232cc1-9787-4d8c-9a10-ab19d41375f2. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:08:58.199357 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7426bfbc-dfd1-45af-b7df-feca650ad0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:08:58.200954 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7426bfbc-dfd1-45af-b7df-feca650ad0c9 None None] The sync data for ids ['a0d51655-0f2e-4e3d-8e4a-ac216e23842f'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:08:58.204103 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab1250-8978-4d04-9d64-07183cd24179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:58.204462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab1250-8978-4d04-9d64-07183cd24179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:58.204805 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab1250-8978-4d04-9d64-07183cd24179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:58.205267 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab1250-8978-4d04-9d64-07183cd24179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:58.205776 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab1250-8978-4d04-9d64-07183cd24179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:58.205984 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab1250-8978-4d04-9d64-07183cd24179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:58.206315 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab1250-8978-4d04-9d64-07183cd24179 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:58.206659 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab1250-8978-4d04-9d64-07183cd24179 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:58.206971 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab1250-8978-4d04-9d64-07183cd24179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:58.207294 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab1250-8978-4d04-9d64-07183cd24179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:58.207626 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab1250-8978-4d04-9d64-07183cd24179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:58.207939 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab1250-8978-4d04-9d64-07183cd24179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:08:58.235764 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0d5044a3-bf50-425b-8df7-5200b8260ea7 None None] Deleting port 2efc2b16-cb75-4596-847c-083ecbbef823 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:58.236147 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d5044a3-bf50-425b-8df7-5200b8260ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:58.314694 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0d5044a3-bf50-425b-8df7-5200b8260ea7 None None] For port 2efc2b16-cb75-4596-847c-083ecbbef823, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2efc2b16-cb75-4596-847c-083ecbbef823,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:08:58.314899 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d5044a3-bf50-425b-8df7-5200b8260ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:58.332851 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0d5044a3-bf50-425b-8df7-5200b8260ea7 None None] Calling delete_port for 2efc2b16-cb75-4596-847c-083ecbbef823 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:58.336471 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc31ca7c-d718-41d1-b75b-862af80fb409 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:58.473536 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc31ca7c-d718-41d1-b75b-862af80fb409 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:58.491087 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0d5044a3-bf50-425b-8df7-5200b8260ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:58.509260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.objects.ports [None req-38473020-f687-4986-ab3c-0c34d1fcf6f7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95591) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:08:58.523303 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5044a3-bf50-425b-8df7-5200b8260ea7 None None] Pushing event deleted for resources: {'Port': ['ID=2efc2b16-cb75-4596-847c-083ecbbef823,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:58.530130 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5044a3-bf50-425b-8df7-5200b8260ea7 None None] No DVR routers for this DVR port 2efc2b16-cb75-4596-847c-083ecbbef823 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:08:58.630142 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-fc31ca7c-d718-41d1-b75b-862af80fb409 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting port 3b85a467-f6c8-43c0-a08c-53d60470eb29 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:08:58.630498 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc31ca7c-d718-41d1-b75b-862af80fb409 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:58.642107 n-d-809883-1 neutron-server[95591]: WARNING neutron.services.revisions.revision_plugin [None req-38473020-f687-4986-ab3c-0c34d1fcf6f7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Could not find related port for resource to bump revision. Sep 18 00:08:58.667770 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.ipam_pluggable_backend [None req-38473020-f687-4986-ab3c-0c34d1fcf6f7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Port 2efc2b16-cb75-4596-847c-083ecbbef823 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95591) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 18 00:08:58.668086 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.ipam_pluggable_backend [None req-38473020-f687-4986-ab3c-0c34d1fcf6f7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Reverting IP allocation for 2001:db8::f816:3eff:fe00:cd7e {{(pid=95591) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 18 00:08:58.673352 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.ipam_pluggable_backend [None req-38473020-f687-4986-ab3c-0c34d1fcf6f7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe00:cd7e {{(pid=95591) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 18 00:08:58.675419 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-38473020-f687-4986-ab3c-0c34d1fcf6f7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:58.715779 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Port 2efc2b16-cb75-4596-847c-083ecbbef823 update to ACTIVE by agent not found {{(pid=95593) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 18 00:08:58.738269 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38473020-f687-4986-ab3c-0c34d1fcf6f7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=70341fc8-b7e9-4cfd-bfbb-add8bf0357a7,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:58.747188 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc31ca7c-d718-41d1-b75b-862af80fb409 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:58.748819 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38473020-f687-4986-ab3c-0c34d1fcf6f7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:58.750597 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-38473020-f687-4986-ab3c-0c34d1fcf6f7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:58.755078 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38473020-f687-4986-ab3c-0c34d1fcf6f7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:08:58.755751 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-38473020-f687-4986-ab3c-0c34d1fcf6f7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:58.762033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbe4ad1-f1b3-4a9e-9544-6a4a06b93492 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:08:58.763833 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-fc31ca7c-d718-41d1-b75b-862af80fb409 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Calling delete_port for 3b85a467-f6c8-43c0-a08c-53d60470eb29 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:08:58.851836 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-38473020-f687-4986-ab3c-0c34d1fcf6f7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2777574 Sep 18 00:08:58.854125 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45900) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:58.859905 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9bbc3cc9-ad2a-42ba-ba93-31beeeb15461 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'mac_address': 'fa:16:3e:57:01:bc', 'name': 'tempest-NetworksTestDHCPv6-6552590'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:58.938963 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'fixed_ips': [{'subnet_id': '70341fc8-b7e9-4cfd-bfbb-add8bf0357a7'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:08:58.939694 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:59.142403 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc31ca7c-d718-41d1-b75b-862af80fb409 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:59.179040 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31ca7c-d718-41d1-b75b-862af80fb409 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Port': ['ID=3b85a467-f6c8-43c0-a08c-53d60470eb29,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:59.180655 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbc3cc9-ad2a-42ba-ba93-31beeeb15461 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:59.197707 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3cc9-ad2a-42ba-ba93-31beeeb15461 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:59.264300 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc31ca7c-d718-41d1-b75b-862af80fb409 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:59.268412 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-9bbc3cc9-ad2a-42ba-ba93-31beeeb15461 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port e56a876f-0754-4929-b969-c7f45957ce8e yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:08:59.276624 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2efc2b16-cb75-4596-847c-083ecbbef823 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:08:59.331900 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 2efc2b16-cb75-4596-847c-083ecbbef823 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:08:59.332433 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2efc2b16-cb75-4596-847c-083ecbbef823 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:08:59.360101 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] Allocated IP 2001:db8::f816:3eff:febc:b8ba (ba56a403-ab7f-44f7-9f47-cabda0897d3d/70341fc8-b7e9-4cfd-bfbb-add8bf0357a7/bc8f493f-cddb-4254-8a51-e2e85b723a5a) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:59.381810 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc31ca7c-d718-41d1-b75b-862af80fb409 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:59.384176 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc31ca7c-d718-41d1-b75b-862af80fb409 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:59.517611 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:59.530478 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc31ca7c-d718-41d1-b75b-862af80fb409 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:59.531058 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc31ca7c-d718-41d1-b75b-862af80fb409 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Fanout notify agent at l3_agent the message router_deleted on router a0d51655-0f2e-4e3d-8e4a-ac216e23842f {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:08:59.538246 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fc31ca7c-d718-41d1-b75b-862af80fb409 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:59.539554 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fc31ca7c-d718-41d1-b75b-862af80fb409 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/routers/a0d51655-0f2e-4e3d-8e4a-ac216e23842f HTTP/1.1" status: 204 len: 168 time: 1.3672340 Sep 18 00:08:59.543319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45908) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:08:59.548573 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-ba2eaef6-9390-4564-bfb0-6b7a87c29f80 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2060697359'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:08:59.628660 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:59.693052 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] Pushing event updated for resources: {'Port': ['ID=bc8f493f-cddb-4254-8a51-e2e85b723a5a,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:08:59.693559 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-9bbc3cc9-ad2a-42ba-ba93-31beeeb15461 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::f816:3eff:fe57:1bc (ba56a403-ab7f-44f7-9f47-cabda0897d3d/70341fc8-b7e9-4cfd-bfbb-add8bf0357a7/e56a876f-0754-4929-b969-c7f45957ce8e) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:08:59.694278 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:08:59.695749 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:08:59.698091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2eaef6-9390-4564-bfb0-6b7a87c29f80 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Made reservation on behalf of ae6b35b2d26d45a58ce835158e2b5939 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:08:59.698982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:08:59.703398 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ba2eaef6-9390-4564-bfb0-6b7a87c29f80 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:59.757851 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] Attempting to bind port bc8f493f-cddb-4254-8a51-e2e85b723a5a on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:08:59.758607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] Attempting to bind port bc8f493f-cddb-4254-8a51-e2e85b723a5a by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:08:59.759773 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] Attempting to bind port bc8f493f-cddb-4254-8a51-e2e85b723a5a on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:08:59.766188 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:08:59.766858 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:08:59.767492 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:59.768176 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:08:59.768939 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] Bound port: bc8f493f-cddb-4254-8a51-e2e85b723a5a, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:08:59.769536 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:59.773670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2eaef6-9390-4564-bfb0-6b7a87c29f80 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:08:59.803512 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ba2eaef6-9390-4564-bfb0-6b7a87c29f80 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:59.803950 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-ba2eaef6-9390-4564-bfb0-6b7a87c29f80 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Added segment 1c87e507-fdbb-4416-9feb-de10de4a49d9 of type vlan for network df42f10c-9c2c-4cde-b278-4febf7a50e64 Sep 18 00:08:59.848761 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] For port bc8f493f-cddb-4254-8a51-e2e85b723a5a, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:08:59.852131 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] For port bc8f493f-cddb-4254-8a51-e2e85b723a5a, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bc8f493f-cddb-4254-8a51-e2e85b723a5a,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:08:59.900390 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ba2eaef6-9390-4564-bfb0-6b7a87c29f80 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:59.938583 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:08:59.957344 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3cc9-ad2a-42ba-ba93-31beeeb15461 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:00.007728 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ba2eaef6-9390-4564-bfb0-6b7a87c29f80 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:00.010028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dade7-fb6a-44cc-929d-5a750bf419f4 None None] Pushing event updated for resources: {'Port': ['ID=bc8f493f-cddb-4254-8a51-e2e85b723a5a,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:00.021851 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2eaef6-9390-4564-bfb0-6b7a87c29f80 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:00.023983 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ba2eaef6-9390-4564-bfb0-6b7a87c29f80 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:00.051950 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3cc9-ad2a-42ba-ba93-31beeeb15461 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:00.148976 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbc3cc9-ad2a-42ba-ba93-31beeeb15461 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:00.164103 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-9bbc3cc9-ad2a-42ba-ba93-31beeeb15461 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:00.164103 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ba2eaef6-9390-4564-bfb0-6b7a87c29f80 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6164620 Sep 18 00:09:00.164269 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45914) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:00.169612 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7f5d733f-9b9c-4fd9-bd76-a1976432d96f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'subnet': {'network_id': 'df42f10c-9c2c-4cde-b278-4febf7a50e64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:00.173149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc3cc9-ad2a-42ba-ba93-31beeeb15461 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:00.179821 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbc3cc9-ad2a-42ba-ba93-31beeeb15461 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:00.180477 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9bbc3cc9-ad2a-42ba-ba93-31beeeb15461 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:00.182964 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2eaef6-9390-4564-bfb0-6b7a87c29f80 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Network': ['ID=df42f10c-9c2c-4cde-b278-4febf7a50e64,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:00.198867 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network df42f10c-9c2c-4cde-b278-4febf7a50e64 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:09:00.207833 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc3cc9-ad2a-42ba-ba93-31beeeb15461 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=e56a876f-0754-4929-b969-c7f45957ce8e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:00.328526 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9bbc3cc9-ad2a-42ba-ba93-31beeeb15461 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4729397 Sep 18 00:09:00.329178 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45916) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:00.393226 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3352093d-f7a2-41e7-909b-c140bc4aa63a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:00.399566 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3352093d-f7a2-41e7-909b-c140bc4aa63a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:00.401278 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3352093d-f7a2-41e7-909b-c140bc4aa63a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1699 time: 0.0711639 Sep 18 00:09:00.410899 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5d733f-9b9c-4fd9-bd76-a1976432d96f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Made reservation on behalf of ae6b35b2d26d45a58ce835158e2b5939 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:00.420519 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7f5d733f-9b9c-4fd9-bd76-a1976432d96f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:00.495420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45920) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:00.623134 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-c106859a-4e6d-4f31-8517-d4709c59e308 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port e56a876f-0754-4929-b969-c7f45957ce8e {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:00.623773 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c106859a-4e6d-4f31-8517-d4709c59e308 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:00.714399 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7f5d733f-9b9c-4fd9-bd76-a1976432d96f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:00.785258 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c106859a-4e6d-4f31-8517-d4709c59e308 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:00.796727 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d733f-9b9c-4fd9-bd76-a1976432d96f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Subnet': ['ID=24424cdc-4d6e-44ef-b64b-01bf09ced511,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:00.803587 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-c106859a-4e6d-4f31-8517-d4709c59e308 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for e56a876f-0754-4929-b969-c7f45957ce8e owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:00.838180 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5d733f-9b9c-4fd9-bd76-a1976432d96f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Checking segment: {'id': '1c87e507-fdbb-4416-9feb-de10de4a49d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'df42f10c-9c2c-4cde-b278-4febf7a50e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:00.838836 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5d733f-9b9c-4fd9-bd76-a1976432d96f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network hostable DHCP agents. Network: df42f10c-9c2c-4cde-b278-4febf7a50e64, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:09:00.907837 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5d733f-9b9c-4fd9-bd76-a1976432d96f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network df42f10c-9c2c-4cde-b278-4febf7a50e64 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:09:00.988310 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-7f5d733f-9b9c-4fd9-bd76-a1976432d96f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, df42f10c-9c2c-4cde-b278-4febf7a50e64) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:01.000795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5d733f-9b9c-4fd9-bd76-a1976432d96f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:01.004193 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7f5d733f-9b9c-4fd9-bd76-a1976432d96f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:01.008352 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0616430-1946-41f7-9472-08ceab60bf76 None None] Network df42f10c-9c2c-4cde-b278-4febf7a50e64 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:01.033772 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c106859a-4e6d-4f31-8517-d4709c59e308 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:01.067433 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106859a-4e6d-4f31-8517-d4709c59e308 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=e56a876f-0754-4929-b969-c7f45957ce8e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:01.088930 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7f5d733f-9b9c-4fd9-bd76-a1976432d96f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9237206 Sep 18 00:09:01.089738 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45926) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:01.094562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f8e0a097-be5e-4990-a222-1a60be8453ef tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-495688223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:01.141565 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c106859a-4e6d-4f31-8517-d4709c59e308 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:01.144191 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c106859a-4e6d-4f31-8517-d4709c59e308 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/e56a876f-0754-4929-b969-c7f45957ce8e HTTP/1.1" status: 204 len: 168 time: 0.6477211 Sep 18 00:09:01.146780 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45928) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:01.222560 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a097-be5e-4990-a222-1a60be8453ef tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:01.223604 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a097-be5e-4990-a222-1a60be8453ef tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:01.226716 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-df42f10c-9c2c-4cde-b278-4febf7a50e64', 'network_id': 'df42f10c-9c2c-4cde-b278-4febf7a50e64', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'fixed_ips': [{'subnet_id': '24424cdc-4d6e-44ef-b64b-01bf09ced511'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:09:01.228334 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:01.275606 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a33480-ea69-4dc4-8b56-5a29ff312b81 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:01.276777 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a33480-ea69-4dc4-8b56-5a29ff312b81 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:01.281072 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-05a33480-ea69-4dc4-8b56-5a29ff312b81 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1307600 Sep 18 00:09:01.281961 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45934) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:01.312575 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a097-be5e-4990-a222-1a60be8453ef tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:01.398683 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e93e2a6-5d6e-4f4e-8115-97002d9ea1a5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet 70341fc8-b7e9-4cfd-bfbb-add8bf0357a7 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:09:01.399549 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bc8f493f-cddb-4254-8a51-e2e85b723a5a up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:01.411191 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a097-be5e-4990-a222-1a60be8453ef tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:01.412551 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5e93e2a6-5d6e-4f4e-8115-97002d9ea1a5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:01.465532 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5e93e2a6-5d6e-4f4e-8115-97002d9ea1a5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:01.530542 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port bc8f493f-cddb-4254-8a51-e2e85b723a5a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:01.536120 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:01.553172 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a097-be5e-4990-a222-1a60be8453ef tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:01.557868 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f8e0a097-be5e-4990-a222-1a60be8453ef tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4670854 Sep 18 00:09:01.558535 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45936) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:01.592448 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5e93e2a6-5d6e-4f4e-8115-97002d9ea1a5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:01.592680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] Allocated IP 2001:db8::2 (df42f10c-9c2c-4cde-b278-4febf7a50e64/24424cdc-4d6e-44ef-b64b-01bf09ced511/2a54edee-21bf-477d-b743-5726f915b5e4) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:01.653030 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db759a8a-51e4-4c62-ab6e-81e9fa73ac6b None None] Provisioning complete for port bc8f493f-cddb-4254-8a51-e2e85b723a5a triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:01.653406 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db759a8a-51e4-4c62-ab6e-81e9fa73ac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:01.761351 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5e93e2a6-5d6e-4f4e-8115-97002d9ea1a5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:01.796159 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5e93e2a6-5d6e-4f4e-8115-97002d9ea1a5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:01.800409 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5e93e2a6-5d6e-4f4e-8115-97002d9ea1a5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/70341fc8-b7e9-4cfd-bfbb-add8bf0357a7 HTTP/1.1" status: 204 len: 168 time: 0.5148494 Sep 18 00:09:01.810933 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45940) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:01.868229 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:01.900235 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93e2a6-5d6e-4f4e-8115-97002d9ea1a5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=70341fc8-b7e9-4cfd-bfbb-add8bf0357a7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:01.910323 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cafad2da-bccb-4e2b-b868-f9fc251a289e tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942845 Sep 18 00:09:01.913279 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45942) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:01.981149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c05638-3901-4428-9b3f-591d406f5058 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:01.983560 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-95c05638-3901-4428-9b3f-591d406f5058 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0672240 Sep 18 00:09:01.986109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45944) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:02.005507 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ada0b510-3cca-4dc7-9ded-ccc016be9f67 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:02.019158 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db759a8a-51e4-4c62-ab6e-81e9fa73ac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:02.059928 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eabe43-358c-488f-940c-c3c246500859 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:02.061833 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c7eabe43-358c-488f-940c-c3c246500859 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0745077 Sep 18 00:09:02.073391 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45946) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:02.114616 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f4f4e4ab-3145-48dc-8b30-77f881467cd7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399368 Sep 18 00:09:02.119493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45948) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:02.130293 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-16247b24-d66a-44cc-92d2-a531d9a582ba tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:02.155926 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db759a8a-51e4-4c62-ab6e-81e9fa73ac6b None None] For port bc8f493f-cddb-4254-8a51-e2e85b723a5a, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bc8f493f-cddb-4254-8a51-e2e85b723a5a,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:02.159774 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:02.169459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aa8288-3791-46ae-a6fb-f652a0a9bd5f None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:02.271152 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db759a8a-51e4-4c62-ab6e-81e9fa73ac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:02.278194 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:02.299947 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] Network df42f10c-9c2c-4cde-b278-4febf7a50e64 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:02.319561 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:02.327286 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:02.329262 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:09:02.329614 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:09:02.330264 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16247b24-d66a-44cc-92d2-a531d9a582ba tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:02.333944 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-16247b24-d66a-44cc-92d2-a531d9a582ba tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:02.487463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9c33fb20-4fa7-436c-a365-da6dc9e176ca None None] Could not find standard attr ID for object e56a876f-0754-4929-b969-c7f45957ce8e. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:09:02.492821 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db759a8a-51e4-4c62-ab6e-81e9fa73ac6b None None] Pushing event updated for resources: {'Port': ['ID=bc8f493f-cddb-4254-8a51-e2e85b723a5a,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:02.567947 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] Attempting to bind port 2a54edee-21bf-477d-b743-5726f915b5e4 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:09:02.568225 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] Attempting to bind port 2a54edee-21bf-477d-b743-5726f915b5e4 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '1c87e507-fdbb-4416-9feb-de10de4a49d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'df42f10c-9c2c-4cde-b278-4febf7a50e64'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:09:02.568596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] Attempting to bind port 2a54edee-21bf-477d-b743-5726f915b5e4 on network df42f10c-9c2c-4cde-b278-4febf7a50e64 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:09:02.587195 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:09:02.587570 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] Checking segment: {'id': '1c87e507-fdbb-4416-9feb-de10de4a49d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'df42f10c-9c2c-4cde-b278-4febf7a50e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:02.587987 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:02.588390 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] Bound using segment: {'id': '1c87e507-fdbb-4416-9feb-de10de4a49d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'df42f10c-9c2c-4cde-b278-4febf7a50e64'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:09:02.588919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] Bound port: 2a54edee-21bf-477d-b743-5726f915b5e4, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c87e507-fdbb-4416-9feb-de10de4a49d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'df42f10c-9c2c-4cde-b278-4febf7a50e64'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:09:02.589308 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:02.610178 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] Pushing event updated for resources: {'Port': ['ID=2a54edee-21bf-477d-b743-5726f915b5e4,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:02.672407 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701e825a-b6ec-4163-b161-cb4665c9f3ff None None] DHCP port deletion for ba56a403-ab7f-44f7-9f47-cabda0897d3d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:09:02.711796 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] For port 2a54edee-21bf-477d-b743-5726f915b5e4, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:09:02.726814 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] For port 2a54edee-21bf-477d-b743-5726f915b5e4, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2a54edee-21bf-477d-b743-5726f915b5e4,segment=NetworkSegment(1c87e507-fdbb-4416-9feb-de10de4a49d9),segment_id=1c87e507-fdbb-4416-9feb-de10de4a49d9)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:09:02.746782 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-701e825a-b6ec-4163-b161-cb4665c9f3ff None None] Deleting port bc8f493f-cddb-4254-8a51-e2e85b723a5a {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:02.747420 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-701e825a-b6ec-4163-b161-cb4665c9f3ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:02.810296 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-701e825a-b6ec-4163-b161-cb4665c9f3ff None None] For port bc8f493f-cddb-4254-8a51-e2e85b723a5a, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bc8f493f-cddb-4254-8a51-e2e85b723a5a,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:02.810696 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-701e825a-b6ec-4163-b161-cb4665c9f3ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:02.829811 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-701e825a-b6ec-4163-b161-cb4665c9f3ff None None] Calling delete_port for bc8f493f-cddb-4254-8a51-e2e85b723a5a owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:02.845292 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-16247b24-d66a-44cc-92d2-a531d9a582ba tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:02.861154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-ada0b510-3cca-4dc7-9ded-ccc016be9f67 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Allocated IP 2001:db8::1 (df42f10c-9c2c-4cde-b278-4febf7a50e64/24424cdc-4d6e-44ef-b64b-01bf09ced511/e26a14a3-8f1c-4261-9e14-b1a2ab82add7) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:02.874323 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:02.901803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16247b24-d66a-44cc-92d2-a531d9a582ba tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:02.905799 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-16247b24-d66a-44cc-92d2-a531d9a582ba tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:02.920365 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16247b24-d66a-44cc-92d2-a531d9a582ba tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:02.926131 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-16247b24-d66a-44cc-92d2-a531d9a582ba tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:02.934154 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16247b24-d66a-44cc-92d2-a531d9a582ba tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=f35aa854-3783-4a30-859c-d78ed613bb25,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:03.017443 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ada0b510-3cca-4dc7-9ded-ccc016be9f67 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:03.044252 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90416cbd-8cc7-4e00-8df7-d3d5525a12f0 None None] Pushing event updated for resources: {'Port': ['ID=2a54edee-21bf-477d-b743-5726f915b5e4,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:03.259970 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2a54edee-21bf-477d-b743-5726f915b5e4 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:03.312326 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 2a54edee-21bf-477d-b743-5726f915b5e4 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:03.312787 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:03.387121 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:03.420572 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 2a54edee-21bf-477d-b743-5726f915b5e4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2a54edee-21bf-477d-b743-5726f915b5e4,segment=NetworkSegment(1c87e507-fdbb-4416-9feb-de10de4a49d9),segment_id=1c87e507-fdbb-4416-9feb-de10de4a49d9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:03.759573 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-16247b24-d66a-44cc-92d2-a531d9a582ba tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6285865 Sep 18 00:09:03.759796 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45960) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:03.759796 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-81d491d1-2271-419d-b438-bbe9f29f6990 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'mac_address': 'fa:16:3e:78:f5:b4', 'name': 'tempest-NetworksTestDHCPv6-899149229'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:03.805367 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:03.832429 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ada0b510-3cca-4dc7-9ded-ccc016be9f67 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:03.887344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada0b510-3cca-4dc7-9ded-ccc016be9f67 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network df42f10c-9c2c-4cde-b278-4febf7a50e64 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:03.898376 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-ada0b510-3cca-4dc7-9ded-ccc016be9f67 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:03.913260 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada0b510-3cca-4dc7-9ded-ccc016be9f67 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:03.913874 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ada0b510-3cca-4dc7-9ded-ccc016be9f67 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:03.919630 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-701e825a-b6ec-4163-b161-cb4665c9f3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:03.924724 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=2a54edee-21bf-477d-b743-5726f915b5e4,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:03.927601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bc8f493f-cddb-4254-8a51-e2e85b723a5a no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:09:03.995739 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: bc8f493f-cddb-4254-8a51-e2e85b723a5a {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:09:03.996287 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bc8f493f-cddb-4254-8a51-e2e85b723a5a not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:09:04.002157 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e825a-b6ec-4163-b161-cb4665c9f3ff None None] Pushing event deleted for resources: {'Port': ['ID=bc8f493f-cddb-4254-8a51-e2e85b723a5a,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:04.011337 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701e825a-b6ec-4163-b161-cb4665c9f3ff None None] No DVR routers for this DVR port bc8f493f-cddb-4254-8a51-e2e85b723a5a on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:09:04.029919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28394b2-0c22-424c-b371-97793c33f8f5 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:04.054401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0b510-3cca-4dc7-9ded-ccc016be9f67 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=e26a14a3-8f1c-4261-9e14-b1a2ab82add7,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:04.101480 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96243935-1b29-40b7-b04a-5b96be9f0e63 None None] Network df42f10c-9c2c-4cde-b278-4febf7a50e64 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:04.186371 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ada0b510-3cca-4dc7-9ded-ccc016be9f67 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:04.190293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d491d1-2271-419d-b438-bbe9f29f6990 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:04.445361 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-81d491d1-2271-419d-b438-bbe9f29f6990 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:04.465476 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-497add4e-4e5d-4bcf-acf0-ef3c7f62686c None None] Provisioning complete for port 2a54edee-21bf-477d-b743-5726f915b5e4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:04.466042 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-497add4e-4e5d-4bcf-acf0-ef3c7f62686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:04.501328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-81d491d1-2271-419d-b438-bbe9f29f6990 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port 8b337d46-7885-467c-a2f3-6974ff98de31 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:09:04.514926 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45968) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:04.686864 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'fixed_ips': [{'subnet_id': 'f35aa854-3783-4a30-859c-d78ed613bb25'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:09:04.689332 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:04.726588 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-64c1ca34-1f08-4e8c-a97c-ddfe313a8799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:04.813070 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-81d491d1-2271-419d-b438-bbe9f29f6990 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::315 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/f35aa854-3783-4a30-859c-d78ed613bb25/8b337d46-7885-467c-a2f3-6974ff98de31) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:04.934545 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-64c1ca34-1f08-4e8c-a97c-ddfe313a8799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:04.937661 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ada0b510-3cca-4dc7-9ded-ccc016be9f67 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:04.998836 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-64c1ca34-1f08-4e8c-a97c-ddfe313a8799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:05.038167 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-39021088-13a8-4a89-a5fc-b8879b727bfb None None] Provisioning complete for port e26a14a3-8f1c-4261-9e14-b1a2ab82add7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:05.038620 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-39021088-13a8-4a89-a5fc-b8879b727bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:05.059522 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-81d491d1-2271-419d-b438-bbe9f29f6990 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:05.083575 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-64c1ca34-1f08-4e8c-a97c-ddfe313a8799 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a026ce596b64bf9b020780e2a723833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5667796 Sep 18 00:09:05.086746 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45986) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:05.099460 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ada0b510-3cca-4dc7-9ded-ccc016be9f67 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:05.100068 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ada0b510-3cca-4dc7-9ded-ccc016be9f67 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:05.125521 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-39021088-13a8-4a89-a5fc-b8879b727bfb None None] Port e26a14a3-8f1c-4261-9e14-b1a2ab82add7 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:09:05.161512 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-39021088-13a8-4a89-a5fc-b8879b727bfb None None] Provisioning complete for port 2a54edee-21bf-477d-b743-5726f915b5e4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:05.163037 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-39021088-13a8-4a89-a5fc-b8879b727bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:05.180874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0b510-3cca-4dc7-9ded-ccc016be9f67 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=e26a14a3-8f1c-4261-9e14-b1a2ab82add7,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:05.195699 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-81d491d1-2271-419d-b438-bbe9f29f6990 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:05.354063 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2a54edee-21bf-477d-b743-5726f915b5e4 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:05.388334 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d491d1-2271-419d-b438-bbe9f29f6990 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:05.393449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-81d491d1-2271-419d-b438-bbe9f29f6990 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:05.395515 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d491d1-2271-419d-b438-bbe9f29f6990 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=8b337d46-7885-467c-a2f3-6974ff98de31,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:05.398475 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d491d1-2271-419d-b438-bbe9f29f6990 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:05.407965 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d491d1-2271-419d-b438-bbe9f29f6990 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:05.408766 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-81d491d1-2271-419d-b438-bbe9f29f6990 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:05.413313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] Allocated IP 2001:db8::2 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/f35aa854-3783-4a30-859c-d78ed613bb25/95d88fb0-672c-4403-a8b0-c6bce52fd6a4) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:05.425464 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada0b510-3cca-4dc7-9ded-ccc016be9f67 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network df42f10c-9c2c-4cde-b278-4febf7a50e64 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:05.428134 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-ada0b510-3cca-4dc7-9ded-ccc016be9f67 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:05.510111 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 2a54edee-21bf-477d-b743-5726f915b5e4 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:05.510478 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:05.580248 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-81d491d1-2271-419d-b438-bbe9f29f6990 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8259811 Sep 18 00:09:05.583638 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45988) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:05.648214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc4a42f-b176-4ea3-827e-d01fe37d2d4b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:05.652524 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3bc4a42f-b176-4ea3-827e-d01fe37d2d4b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0616395 Sep 18 00:09:05.652707 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 45990) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:05.691445 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1ca34-1f08-4e8c-a97c-ddfe313a8799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6d1918-31a5-4627-9b27-89e25a570a0b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:05.712381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada0b510-3cca-4dc7-9ded-ccc016be9f67 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router 480eb344-7996-429a-a20b-7a3252cc88d8 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:09:05.805317 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec447475-9d24-42f9-8402-728c0cd24853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:05.850832 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec447475-9d24-42f9-8402-728c0cd24853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:05.910664 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:05.914285 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9068b7a6-d330-4f2e-bb63-a349e4a1cd18 None None] Provisioning complete for port e26a14a3-8f1c-4261-9e14-b1a2ab82add7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:05.918007 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9068b7a6-d330-4f2e-bb63-a349e4a1cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:05.934632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-ccebdfce-5038-4704-bb89-50e76a0bb789 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port 8b337d46-7885-467c-a2f3-6974ff98de31 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:05.935626 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ccebdfce-5038-4704-bb89-50e76a0bb789 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:05.955507 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9068b7a6-d330-4f2e-bb63-a349e4a1cd18 None None] Port e26a14a3-8f1c-4261-9e14-b1a2ab82add7 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:09:05.966895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada0b510-3cca-4dc7-9ded-ccc016be9f67 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:09:05.972746 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ada0b510-3cca-4dc7-9ded-ccc016be9f67 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/480eb344-7996-429a-a20b-7a3252cc88d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4129858 Sep 18 00:09:05.975455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 45998) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:05.978104 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e52c74d-b5df-4d0b-96b6-1a14980bbeb3 None None] Sync routers for ids ['480eb344-7996-429a-a20b-7a3252cc88d8'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:09:05.987912 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e52c74d-b5df-4d0b-96b6-1a14980bbeb3 None None] Routers {'480eb344-7996-429a-a20b-7a3252cc88d8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:05.988541 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8e52c74d-b5df-4d0b-96b6-1a14980bbeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['480eb344-7996-429a-a20b-7a3252cc88d8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:06.020407 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8e52c74d-b5df-4d0b-96b6-1a14980bbeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:06.022607 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb96f67-2b96-4dfb-b3e3-4d80223a575e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:06.024197 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:06.024566 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bfb96f67-2b96-4dfb-b3e3-4d80223a575e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/ports/e26a14a3-8f1c-4261-9e14-b1a2ab82add7 HTTP/1.1" status: 200 len: 911 time: 0.0477643 Sep 18 00:09:06.027257 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46000) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:06.035371 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-ca81aca8-6659-44bc-ac89-277d78f1b9b9 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '24424cdc-4d6e-44ef-b64b-01bf09ced511'}]}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:06.067968 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e52c74d-b5df-4d0b-96b6-1a14980bbeb3 None None] Routers {'480eb344-7996-429a-a20b-7a3252cc88d8'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:06.068608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8e52c74d-b5df-4d0b-96b6-1a14980bbeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['480eb344-7996-429a-a20b-7a3252cc88d8'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:06.079686 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec447475-9d24-42f9-8402-728c0cd24853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:06.081239 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:06.081769 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ccebdfce-5038-4704-bb89-50e76a0bb789 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:06.084048 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ec447475-9d24-42f9-8402-728c0cd24853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:06.085463 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ec447475-9d24-42f9-8402-728c0cd24853 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aa6d1918-31a5-4627-9b27-89e25a570a0b HTTP/1.1" status: 204 len: 168 time: 0.9974234 Sep 18 00:09:06.095368 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec447475-9d24-42f9-8402-728c0cd24853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6d1918-31a5-4627-9b27-89e25a570a0b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:06.119874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-ccebdfce-5038-4704-bb89-50e76a0bb789 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for 8b337d46-7885-467c-a2f3-6974ff98de31 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:06.134028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8e52c74d-b5df-4d0b-96b6-1a14980bbeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:06.134687 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e52c74d-b5df-4d0b-96b6-1a14980bbeb3 None None] The sync data for ids ['480eb344-7996-429a-a20b-7a3252cc88d8'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:09:06.136266 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:06.145448 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:06.177870 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] Pushing event updated for resources: {'Port': ['ID=95d88fb0-672c-4403-a8b0-c6bce52fd6a4,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:06.195406 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0a2abffd-582c-4699-bfdf-ea88d6e1de9c None None] Provisioning complete for port e26a14a3-8f1c-4261-9e14-b1a2ab82add7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:06.195773 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0a2abffd-582c-4699-bfdf-ea88d6e1de9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:06.224937 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] Attempting to bind port 95d88fb0-672c-4403-a8b0-c6bce52fd6a4 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:09:06.225305 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] Attempting to bind port 95d88fb0-672c-4403-a8b0-c6bce52fd6a4 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:09:06.225672 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] Attempting to bind port 95d88fb0-672c-4403-a8b0-c6bce52fd6a4 on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:09:06.234393 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:09:06.234758 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:06.235156 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:06.235543 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:09:06.236009 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] Bound port: 95d88fb0-672c-4403-a8b0-c6bce52fd6a4, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:09:06.236378 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:06.248749 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0a2abffd-582c-4699-bfdf-ea88d6e1de9c None None] Port e26a14a3-8f1c-4261-9e14-b1a2ab82add7 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:09:06.292341 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca81aca8-6659-44bc-ac89-277d78f1b9b9 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:06.308082 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] For port 95d88fb0-672c-4403-a8b0-c6bce52fd6a4, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:09:06.457427 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ccebdfce-5038-4704-bb89-50e76a0bb789 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:06.458560 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] For port 95d88fb0-672c-4403-a8b0-c6bce52fd6a4, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=95d88fb0-672c-4403-a8b0-c6bce52fd6a4,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:09:06.523027 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccebdfce-5038-4704-bb89-50e76a0bb789 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=8b337d46-7885-467c-a2f3-6974ff98de31,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:06.530719 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:06.562530 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ccebdfce-5038-4704-bb89-50e76a0bb789 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:06.565177 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ccebdfce-5038-4704-bb89-50e76a0bb789 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/8b337d46-7885-467c-a2f3-6974ff98de31 HTTP/1.1" status: 204 len: 168 time: 0.9108069 Sep 18 00:09:06.567849 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46006) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:06.586825 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:09:06.614455 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07147526-109c-4479-bfe9-f2ee52e204cd None None] Pushing event updated for resources: {'Port': ['ID=95d88fb0-672c-4403-a8b0-c6bce52fd6a4,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:06.660329 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e5781b-445b-440a-9739-67fd083f8b01 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:06.662236 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e5781b-445b-440a-9739-67fd083f8b01 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:06.664879 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b4e5781b-445b-440a-9739-67fd083f8b01 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0951247 Sep 18 00:09:06.667182 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46012) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:06.726047 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4394d3-0602-481a-ae92-06a4639060d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet f35aa854-3783-4a30-859c-d78ed613bb25 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:09:06.729493 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4b4394d3-0602-481a-ae92-06a4639060d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:06.780919 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4b4394d3-0602-481a-ae92-06a4639060d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:06.835825 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca81aca8-6659-44bc-ac89-277d78f1b9b9 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:06.906082 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4b4394d3-0602-481a-ae92-06a4639060d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:06.912810 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca81aca8-6659-44bc-ac89-277d78f1b9b9 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:06.919708 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca81aca8-6659-44bc-ac89-277d78f1b9b9 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:06.920352 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca81aca8-6659-44bc-ac89-277d78f1b9b9 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:06.921754 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ca81aca8-6659-44bc-ac89-277d78f1b9b9 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/ports/e26a14a3-8f1c-4261-9e14-b1a2ab82add7 HTTP/1.1" status: 200 len: 911 time: 0.8933823 Sep 18 00:09:06.925697 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46022) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:07.041800 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81aca8-6659-44bc-ac89-277d78f1b9b9 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=e26a14a3-8f1c-4261-9e14-b1a2ab82add7,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:07.062812 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4b4394d3-0602-481a-ae92-06a4639060d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:07.091838 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4394d3-0602-481a-ae92-06a4639060d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=f35aa854-3783-4a30-859c-d78ed613bb25,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:07.097083 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4b4394d3-0602-481a-ae92-06a4639060d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:07.101520 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4b4394d3-0602-481a-ae92-06a4639060d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/f35aa854-3783-4a30-859c-d78ed613bb25 HTTP/1.1" status: 204 len: 168 time: 0.4305029 Sep 18 00:09:07.102281 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46028) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:07.171887 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d7d46c41-4ac4-45bc-8722-c81cc95280ce tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684850 Sep 18 00:09:07.174774 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46032) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:07.261447 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7d3919-b2af-4bf0-8b93-77ebe7c2527d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:07.262086 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 95d88fb0-672c-4403-a8b0-c6bce52fd6a4 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:07.263006 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0d7d3919-b2af-4bf0-8b93-77ebe7c2527d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0872817 Sep 18 00:09:07.271258 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46036) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:07.334290 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 95d88fb0-672c-4403-a8b0-c6bce52fd6a4 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:07.334694 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:07.339638 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10956203-05e9-45f6-85db-3180d6e43d28 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:07.341199 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-10956203-05e9-45f6-85db-3180d6e43d28 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0687964 Sep 18 00:09:07.347303 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46038) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:07.406401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46040) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:07.411889 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b53f771a-dc8e-4d77-a4d9-1f52355579ef tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627725 Sep 18 00:09:07.415430 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46044) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:07.420927 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-aea3eec2-2929-492f-947c-cc6b407886d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:07.442334 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-139bed62-37ad-41fc-ac2e-7bc195f442e5 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:07.460396 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:07.505305 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 95d88fb0-672c-4403-a8b0-c6bce52fd6a4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=95d88fb0-672c-4403-a8b0-c6bce52fd6a4,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:07.570118 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:07.573740 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea3eec2-2929-492f-947c-cc6b407886d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:07.581616 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aea3eec2-2929-492f-947c-cc6b407886d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:07.586220 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-78b45807-e9b0-4e42-ae37-7df0abf9a0f2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-984124471-network', 'tenant_id': '264df34042ac4bb8bcf183b88b9fa2bd'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:07.671154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=95d88fb0-672c-4403-a8b0-c6bce52fd6a4,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:07.751792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b45807-e9b0-4e42-ae37-7df0abf9a0f2 admin admin] Made reservation on behalf of 264df34042ac4bb8bcf183b88b9fa2bd for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:07.755094 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78b45807-e9b0-4e42-ae37-7df0abf9a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:07.777386 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78b45807-e9b0-4e42-ae37-7df0abf9a0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:07.795319 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee89b5a-f3f4-473d-aaef-7138cf461edd None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:07.917868 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d068e3c1-c307-4210-a3b9-4b3ce5afe7be None None] Provisioning complete for port 95d88fb0-672c-4403-a8b0-c6bce52fd6a4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:07.918247 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d068e3c1-c307-4210-a3b9-4b3ce5afe7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:08.065899 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11a5146-6b20-437e-ac53-dbab72401f25 None None] DHCP port deletion for ba56a403-ab7f-44f7-9f47-cabda0897d3d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:09:08.120676 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c11a5146-6b20-437e-ac53-dbab72401f25 None None] Deleting port 95d88fb0-672c-4403-a8b0-c6bce52fd6a4 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:08.120966 n-d-809883-1 neutron-server[95591]: DEBUG neutron.objects.ports [None req-aea3eec2-2929-492f-947c-cc6b407886d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95591) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:09:08.121904 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c11a5146-6b20-437e-ac53-dbab72401f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:08.191452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-139bed62-37ad-41fc-ac2e-7bc195f442e5 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting port e26a14a3-8f1c-4261-9e14-b1a2ab82add7 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:08.192057 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-139bed62-37ad-41fc-ac2e-7bc195f442e5 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:08.214704 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c11a5146-6b20-437e-ac53-dbab72401f25 None None] For port 95d88fb0-672c-4403-a8b0-c6bce52fd6a4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=95d88fb0-672c-4403-a8b0-c6bce52fd6a4,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:08.215450 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c11a5146-6b20-437e-ac53-dbab72401f25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:08.230525 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c11a5146-6b20-437e-ac53-dbab72401f25 None None] Calling delete_port for 95d88fb0-672c-4403-a8b0-c6bce52fd6a4 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:08.307767 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-139bed62-37ad-41fc-ac2e-7bc195f442e5 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:08.327545 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-139bed62-37ad-41fc-ac2e-7bc195f442e5 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Calling delete_port for e26a14a3-8f1c-4261-9e14-b1a2ab82add7 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:08.348219 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78b45807-e9b0-4e42-ae37-7df0abf9a0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:08.365792 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aea3eec2-2929-492f-947c-cc6b407886d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:08.422634 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c11a5146-6b20-437e-ac53-dbab72401f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:08.448923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a5146-6b20-437e-ac53-dbab72401f25 None None] Pushing event deleted for resources: {'Port': ['ID=95d88fb0-672c-4403-a8b0-c6bce52fd6a4,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:08.452562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a5146-6b20-437e-ac53-dbab72401f25 None None] No DVR routers for this DVR port 95d88fb0-672c-4403-a8b0-c6bce52fd6a4 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:09:08.493893 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78b45807-e9b0-4e42-ae37-7df0abf9a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:08.534871 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-aea3eec2-2929-492f-947c-cc6b407886d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] For port 95d88fb0-672c-4403-a8b0-c6bce52fd6a4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=95d88fb0-672c-4403-a8b0-c6bce52fd6a4,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:08.539187 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b45807-e9b0-4e42-ae37-7df0abf9a0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49af2c87-a0e5-4064-bfd7-5900e6cc2c35,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:08.565888 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aea3eec2-2929-492f-947c-cc6b407886d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:08.618708 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-139bed62-37ad-41fc-ac2e-7bc195f442e5 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:08.626237 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b45807-e9b0-4e42-ae37-7df0abf9a0f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:09:08.657342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bed62-37ad-41fc-ac2e-7bc195f442e5 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Port': ['ID=e26a14a3-8f1c-4261-9e14-b1a2ab82add7,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:08.657779 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aea3eec2-2929-492f-947c-cc6b407886d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:08.659573 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aea3eec2-2929-492f-947c-cc6b407886d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:08.670037 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78b45807-e9b0-4e42-ae37-7df0abf9a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:08.670037 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-78b45807-e9b0-4e42-ae37-7df0abf9a0f2 admin admin] Added segment 5815cf28-71b9-4c42-a158-609bcdf8c7fb of type vlan for network 5353ba14-4453-4704-834f-92939421fcb8 Sep 18 00:09:08.753635 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3eec2-2929-492f-947c-cc6b407886d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=95d88fb0-672c-4403-a8b0-c6bce52fd6a4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:08.762548 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea3eec2-2929-492f-947c-cc6b407886d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:08.766736 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-aea3eec2-2929-492f-947c-cc6b407886d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:08.770674 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea3eec2-2929-492f-947c-cc6b407886d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:08.771287 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aea3eec2-2929-492f-947c-cc6b407886d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:08.777516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99e4d26-7887-4147-89a8-d034d4e4bc49 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:08.802866 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3eec2-2929-492f-947c-cc6b407886d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=e9d0040a-0080-484e-8e3a-ac3b850f677e,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:08.810256 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78b45807-e9b0-4e42-ae37-7df0abf9a0f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:08.817960 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-139bed62-37ad-41fc-ac2e-7bc195f442e5 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:08.930969 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-aea3eec2-2929-492f-947c-cc6b407886d6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5142810 Sep 18 00:09:08.933955 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46062) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:08.940793 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-92afc448-c0ab-4c64-99c5-eb3a9406d75c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:08.967033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'fixed_ips': [{'subnet_id': 'e9d0040a-0080-484e-8e3a-ac3b850f677e'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:09:08.967986 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:09.016527 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78b45807-e9b0-4e42-ae37-7df0abf9a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:09.017661 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b45807-e9b0-4e42-ae37-7df0abf9a0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:09.018858 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78b45807-e9b0-4e42-ae37-7df0abf9a0f2 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:09.045075 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139bed62-37ad-41fc-ac2e-7bc195f442e5 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router 480eb344-7996-429a-a20b-7a3252cc88d8 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:09:09.091504 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b45807-e9b0-4e42-ae37-7df0abf9a0f2 admin admin] Pushing event updated for resources: {'Network': ['ID=5353ba14-4453-4704-834f-92939421fcb8,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:09.103040 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 5353ba14-4453-4704-834f-92939421fcb8 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:09:09.123018 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] Allocated IP 2001:db8::f816:3eff:fecd:2ae4 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/e9d0040a-0080-484e-8e3a-ac3b850f677e/d95cee24-4273-4520-a5ed-5dd8cb0fa320) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:09.136869 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-78b45807-e9b0-4e42-ae37-7df0abf9a0f2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7284355 Sep 18 00:09:09.140143 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46064) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:09.147645 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-5139821f-7c10-49aa-ac4a-3cb213765071 admin admin] Request body: {'subnet': {'network_id': '5353ba14-4453-4704-834f-92939421fcb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-984124471-subnet', 'tenant_id': '264df34042ac4bb8bcf183b88b9fa2bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:09.171095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139bed62-37ad-41fc-ac2e-7bc195f442e5 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:09:09.179277 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-139bed62-37ad-41fc-ac2e-7bc195f442e5 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/480eb344-7996-429a-a20b-7a3252cc88d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2497056 Sep 18 00:09:09.179740 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46066) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:09.193294 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abed4f3-0101-4c87-a96b-4706d9700e83 None None] Sync routers for ids ['480eb344-7996-429a-a20b-7a3252cc88d8'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:09:09.206121 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abed4f3-0101-4c87-a96b-4706d9700e83 None None] Routers {'480eb344-7996-429a-a20b-7a3252cc88d8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:09.207056 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9abed4f3-0101-4c87-a96b-4706d9700e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['480eb344-7996-429a-a20b-7a3252cc88d8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:09.215652 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-03ba10fb-5b07-4d31-987d-e4f32dafc5e6 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/ports?device_id=480eb344-7996-429a-a20b-7a3252cc88d8 HTTP/1.1" status: 200 len: 205 time: 0.0348172 Sep 18 00:09:09.218122 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46068) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:09.227213 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92afc448-c0ab-4c64-99c5-eb3a9406d75c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:09.237148 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-92afc448-c0ab-4c64-99c5-eb3a9406d75c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:09.253056 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9abed4f3-0101-4c87-a96b-4706d9700e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:09.264320 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abed4f3-0101-4c87-a96b-4706d9700e83 None None] Routers {'480eb344-7996-429a-a20b-7a3252cc88d8'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:09.265130 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9abed4f3-0101-4c87-a96b-4706d9700e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['480eb344-7996-429a-a20b-7a3252cc88d8'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:09.267032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 95d88fb0-672c-4403-a8b0-c6bce52fd6a4 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:09:09.302949 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 95d88fb0-672c-4403-a8b0-c6bce52fd6a4 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:09:09.303393 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 95d88fb0-672c-4403-a8b0-c6bce52fd6a4 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:09:09.304232 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9abed4f3-0101-4c87-a96b-4706d9700e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:09.304901 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abed4f3-0101-4c87-a96b-4706d9700e83 None None] The sync data for ids ['480eb344-7996-429a-a20b-7a3252cc88d8'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:09:09.341773 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64718e89-1da8-4a33-90bb-27e5e0f84b4b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:09.344432 n-d-809883-1 neutron-server[95591]: INFO neutron.db.ipam_backend_mixin [None req-92afc448-c0ab-4c64-99c5-eb3a9406d75c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e9d0040a-0080-484e-8e3a-ac3b850f677e (CIDR: 2001:db8::/64) Sep 18 00:09:09.347022 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5139821f-7c10-49aa-ac4a-3cb213765071 admin admin] Made reservation on behalf of 264df34042ac4bb8bcf183b88b9fa2bd for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:09.350465 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5139821f-7c10-49aa-ac4a-3cb213765071 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:09.373311 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:09.379617 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-92afc448-c0ab-4c64-99c5-eb3a9406d75c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:09:09.380115 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92afc448-c0ab-4c64-99c5-eb3a9406d75c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:09.422642 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:09.468389 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:09.477111 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:09.482416 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:09.485627 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] Pushing event updated for resources: {'Port': ['ID=d95cee24-4273-4520-a5ed-5dd8cb0fa320,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:09.521352 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64718e89-1da8-4a33-90bb-27e5e0f84b4b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:09.522542 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64718e89-1da8-4a33-90bb-27e5e0f84b4b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:09.525954 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-92afc448-c0ab-4c64-99c5-eb3a9406d75c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5881946 Sep 18 00:09:09.526194 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46070) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:09.531316 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-426d6c24-3c1d-43ca-be3c-3b90a594fa32 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:09.539275 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] Attempting to bind port d95cee24-4273-4520-a5ed-5dd8cb0fa320 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:09:09.539785 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] Attempting to bind port d95cee24-4273-4520-a5ed-5dd8cb0fa320 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:09:09.540153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] Attempting to bind port d95cee24-4273-4520-a5ed-5dd8cb0fa320 on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:09:09.545099 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:09:09.545474 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:09.545880 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:09.546276 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:09:09.546740 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] Bound port: d95cee24-4273-4520-a5ed-5dd8cb0fa320, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:09:09.547120 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:09.615177 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] For port d95cee24-4273-4520-a5ed-5dd8cb0fa320, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:09:09.618222 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] For port d95cee24-4273-4520-a5ed-5dd8cb0fa320, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d95cee24-4273-4520-a5ed-5dd8cb0fa320,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:09:09.621919 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5139821f-7c10-49aa-ac4a-3cb213765071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:09.690896 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64718e89-1da8-4a33-90bb-27e5e0f84b4b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:09.691158 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139821f-7c10-49aa-ac4a-3cb213765071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6baa688a-7c02-49dc-a510-543bfd53aa6c,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:09.691408 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64718e89-1da8-4a33-90bb-27e5e0f84b4b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Fanout notify agent at l3_agent the message router_deleted on router 480eb344-7996-429a-a20b-7a3252cc88d8 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:09:09.693666 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139821f-7c10-49aa-ac4a-3cb213765071 admin admin] Checking segment: {'id': '5815cf28-71b9-4c42-a158-609bcdf8c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5353ba14-4453-4704-834f-92939421fcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:09.694030 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5139821f-7c10-49aa-ac4a-3cb213765071 admin admin] Network hostable DHCP agents. Network: 5353ba14-4453-4704-834f-92939421fcb8, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:09:09.701222 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64718e89-1da8-4a33-90bb-27e5e0f84b4b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:09.703449 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-64718e89-1da8-4a33-90bb-27e5e0f84b4b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/routers/480eb344-7996-429a-a20b-7a3252cc88d8 HTTP/1.1" status: 204 len: 168 time: 0.4842184 Sep 18 00:09:09.704140 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46074) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:09.725408 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:09.753469 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426d6c24-3c1d-43ca-be3c-3b90a594fa32 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:09.757479 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-426d6c24-3c1d-43ca-be3c-3b90a594fa32 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:09.788216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5139821f-7c10-49aa-ac4a-3cb213765071 admin admin] Network 5353ba14-4453-4704-834f-92939421fcb8 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:09:09.794256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5756a7-2674-42b8-90c9-da42df05710a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting subnet 24424cdc-4d6e-44ef-b64b-01bf09ced511 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:09:09.797277 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e59e0-ef5b-45c5-855d-15fd453a57bd None None] Pushing event updated for resources: {'Port': ['ID=d95cee24-4273-4520-a5ed-5dd8cb0fa320,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:09.797826 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da5756a7-2674-42b8-90c9-da42df05710a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:09.879230 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-5139821f-7c10-49aa-ac4a-3cb213765071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 5353ba14-4453-4704-834f-92939421fcb8) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:09.883348 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da5756a7-2674-42b8-90c9-da42df05710a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:09.883879 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5139821f-7c10-49aa-ac4a-3cb213765071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:09.884553 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5139821f-7c10-49aa-ac4a-3cb213765071 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:09.895314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90aac69-c0dc-4f94-a6f7-6e22c4b6149c None None] Network 5353ba14-4453-4704-834f-92939421fcb8 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:10.039694 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5139821f-7c10-49aa-ac4a-3cb213765071 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8974268 Sep 18 00:09:10.118635 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08fa030-6d29-402f-8e1d-9921a404bc39 None None] Network 5353ba14-4453-4704-834f-92939421fcb8 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:10.126624 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da5756a7-2674-42b8-90c9-da42df05710a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:10.336602 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-426d6c24-3c1d-43ca-be3c-3b90a594fa32 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:10.371205 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da5756a7-2674-42b8-90c9-da42df05710a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:10.397053 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426d6c24-3c1d-43ca-be3c-3b90a594fa32 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:10.400280 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-da5756a7-2674-42b8-90c9-da42df05710a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:10.402200 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-da5756a7-2674-42b8-90c9-da42df05710a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/subnets/24424cdc-4d6e-44ef-b64b-01bf09ced511 HTTP/1.1" status: 204 len: 168 time: 0.6970384 Sep 18 00:09:10.404264 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46383b61-35f3-4008-be08-c5b98b0bd23b None None] Network df42f10c-9c2c-4cde-b278-4febf7a50e64 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:10.406144 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46088) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:10.406620 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-426d6c24-3c1d-43ca-be3c-3b90a594fa32 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:10.409886 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426d6c24-3c1d-43ca-be3c-3b90a594fa32 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:10.410472 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-426d6c24-3c1d-43ca-be3c-3b90a594fa32 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:10.423496 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d6c24-3c1d-43ca-be3c-3b90a594fa32 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=8f30a09e-7a6e-4467-96f6-b878ea8f5167,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:10.454419 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5756a7-2674-42b8-90c9-da42df05710a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Subnet': ['ID=24424cdc-4d6e-44ef-b64b-01bf09ced511,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:10.457983 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:10.505646 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:10.531740 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-426d6c24-3c1d-43ca-be3c-3b90a594fa32 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0044703 Sep 18 00:09:10.540509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46090) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:10.547971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-5b1b732f-847b-463e-895f-c1a4b434cf4f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'mac_address': 'fa:16:3e:ce:23:e3', 'name': 'tempest-NetworksTestDHCPv6-860020057'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:10.600014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting port 2a54edee-21bf-477d-b743-5726f915b5e4 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:10.600759 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:10.680866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f75ce64-d7b9-4952-8b09-e550e221eced None None] DHCP port deletion for df42f10c-9c2c-4cde-b278-4febf7a50e64 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:09:10.749529 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] For port 2a54edee-21bf-477d-b743-5726f915b5e4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2a54edee-21bf-477d-b743-5726f915b5e4,segment=NetworkSegment(1c87e507-fdbb-4416-9feb-de10de4a49d9),segment_id=1c87e507-fdbb-4416-9feb-de10de4a49d9)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:10.749917 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:10.762489 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9f75ce64-d7b9-4952-8b09-e550e221eced None None] Deleting port 2a54edee-21bf-477d-b743-5726f915b5e4 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:10.764314 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9f75ce64-d7b9-4952-8b09-e550e221eced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:10.769097 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Calling delete_port for 2a54edee-21bf-477d-b743-5726f915b5e4 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:10.854072 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-9f75ce64-d7b9-4952-8b09-e550e221eced None None] For port 2a54edee-21bf-477d-b743-5726f915b5e4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2a54edee-21bf-477d-b743-5726f915b5e4,segment=NetworkSegment(1c87e507-fdbb-4416-9feb-de10de4a49d9),segment_id=1c87e507-fdbb-4416-9feb-de10de4a49d9)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:10.854483 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9f75ce64-d7b9-4952-8b09-e550e221eced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:10.856420 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1b732f-847b-463e-895f-c1a4b434cf4f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:10.909826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9f75ce64-d7b9-4952-8b09-e550e221eced None None] Calling delete_port for 2a54edee-21bf-477d-b743-5726f915b5e4 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:10.947461 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:10.992968 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Port': ['ID=2a54edee-21bf-477d-b743-5726f915b5e4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:10.996414 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] No DVR routers for this DVR port 2a54edee-21bf-477d-b743-5726f915b5e4 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:09:11.019354 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9f75ce64-d7b9-4952-8b09-e550e221eced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.030077 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46102) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:11.037739 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a0829c01-aa40-4963-9fe4-ca0da48f4525 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-41673604-network', 'tenant_id': 'd21912c9b2c14983a310cfe3fc65e0c3'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:11.048761 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f75ce64-d7b9-4952-8b09-e550e221eced None None] No DVR routers for this DVR port 2a54edee-21bf-477d-b743-5726f915b5e4 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:09:11.053764 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75ce64-d7b9-4952-8b09-e550e221eced None None] Pushing event deleted for resources: {'Port': ['ID=2a54edee-21bf-477d-b743-5726f915b5e4,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:11.100747 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b1b732f-847b-463e-895f-c1a4b434cf4f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.102044 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890cec56-fd2c-4ee3-a563-626d020a702a None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:11.106102 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.122065 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-5b1b732f-847b-463e-895f-c1a4b434cf4f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port e9aa771a-c532-43d1-a8f5-79fbde896cab yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:09:11.129170 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df42f10c-9c2c-4cde-b278-4febf7a50e64']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:11.138956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c87e507-fdbb-4416-9feb-de10de4a49d9') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:11.139305 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c87e507-fdbb-4416-9feb-de10de4a49d9') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:11.150207 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.172734 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.186143 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:09:11.186553 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:09:11.190401 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:09:11.203926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0829c01-aa40-4963-9fe4-ca0da48f4525 admin admin] Made reservation on behalf of d21912c9b2c14983a310cfe3fc65e0c3 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:11.207269 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a0829c01-aa40-4963-9fe4-ca0da48f4525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.226307 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a0829c01-aa40-4963-9fe4-ca0da48f4525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.344295 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d95cee24-4273-4520-a5ed-5dd8cb0fa320 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:11.370590 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.370839 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-910fb77b-2536-4d65-b843-267b76f0c5a8 None None] Provisioning complete for port d95cee24-4273-4520-a5ed-5dd8cb0fa320 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:11.371132 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-910fb77b-2536-4d65-b843-267b76f0c5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.378601 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.386580 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/networks/df42f10c-9c2c-4cde-b278-4febf7a50e64 HTTP/1.1" status: 204 len: 168 time: 0.9803827 Sep 18 00:09:11.388990 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46104) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:11.401528 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-afe730f5-5e5e-4cab-bdbd-2723c2aeadc7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-917132558', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:11.409891 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038b49c-4cc2-49a3-ab55-a3e42d3692b1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Network': ['ID=df42f10c-9c2c-4cde-b278-4febf7a50e64,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:11.473209 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-5b1b732f-847b-463e-895f-c1a4b434cf4f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8:0:1::88 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/8f30a09e-7a6e-4467-96f6-b878ea8f5167/e9aa771a-c532-43d1-a8f5-79fbde896cab) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:11.484468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-5b1b732f-847b-463e-895f-c1a4b434cf4f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::f816:3eff:fece:23e3 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/e9d0040a-0080-484e-8e3a-ac3b850f677e/e9aa771a-c532-43d1-a8f5-79fbde896cab) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:11.516538 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a0829c01-aa40-4963-9fe4-ca0da48f4525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.555292 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port d95cee24-4273-4520-a5ed-5dd8cb0fa320 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:11.555292 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.561586 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3a35fd42-3be9-43b5-ad2c-9d5654260e62 req-097663ef-0143-4241-92b1-e65bf7786183 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0806072 Sep 18 00:09:11.608153 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a0829c01-aa40-4963-9fe4-ca0da48f4525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.657232 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-910fb77b-2536-4d65-b843-267b76f0c5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.667330 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0829c01-aa40-4963-9fe4-ca0da48f4525 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:09:11.681038 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-afe730f5-5e5e-4cab-bdbd-2723c2aeadc7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.682964 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-afe730f5-5e5e-4cab-bdbd-2723c2aeadc7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.711752 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-910fb77b-2536-4d65-b843-267b76f0c5a8 None None] For port d95cee24-4273-4520-a5ed-5dd8cb0fa320, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d95cee24-4273-4520-a5ed-5dd8cb0fa320,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:11.713973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35fd42-3be9-43b5-ad2c-9d5654260e62 req-04db38d5-381e-4c05-aedc-ae05e4ca6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:11.715570 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3a35fd42-3be9-43b5-ad2c-9d5654260e62 req-04db38d5-381e-4c05-aedc-ae05e4ca6354 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 1097 time: 0.0851729 Sep 18 00:09:11.718998 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a0829c01-aa40-4963-9fe4-ca0da48f4525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.719317 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-a0829c01-aa40-4963-9fe4-ca0da48f4525 admin admin] Added segment faa49c47-ff94-4c59-a43a-74c91bd7931d of type vlan for network ec6534fb-e087-4cd0-b4a2-6a9a89a442f9 Sep 18 00:09:11.722378 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0829c01-aa40-4963-9fe4-ca0da48f4525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16493a0-0f25-4cdd-9c0e-4347d192b76d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:11.789904 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-afe730f5-5e5e-4cab-bdbd-2723c2aeadc7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.790751 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a0829c01-aa40-4963-9fe4-ca0da48f4525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.799876 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552dde55-19cb-41e9-a10d-a0874c4dee7f None None] Update dhcp port {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'fixed_ips': [{'subnet_id': 'e9d0040a-0080-484e-8e3a-ac3b850f677e', 'ip_address': '2001:db8::f816:3eff:fecd:2ae4'}, {'subnet_id': '8f30a09e-7a6e-4467-96f6-b878ea8f5167'}], 'binding:host_id': 'n-d-809883-1'}, 'id': 'd95cee24-4273-4520-a5ed-5dd8cb0fa320'} from n-d-809883-1. {{(pid=95593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:09:11.803404 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-910fb77b-2536-4d65-b843-267b76f0c5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.812339 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b1b732f-847b-463e-895f-c1a4b434cf4f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.822545 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.875492 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-afe730f5-5e5e-4cab-bdbd-2723c2aeadc7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.880175 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-552dde55-19cb-41e9-a10d-a0874c4dee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.906516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35fd42-3be9-43b5-ad2c-9d5654260e62 req-7ae8cb7d-bf41-4a40-bb12-d15390d1f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:11.908011 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3a35fd42-3be9-43b5-ad2c-9d5654260e62 req-7ae8cb7d-bf41-4a40-bb12-d15390d1f181 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e538436-221e-43ae-be37-c1ee657631a0 HTTP/1.1" status: 200 len: 898 time: 0.1304469 Sep 18 00:09:11.913281 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a0829c01-aa40-4963-9fe4-ca0da48f4525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.914266 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0829c01-aa40-4963-9fe4-ca0da48f4525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:11.914840 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a0829c01-aa40-4963-9fe4-ca0da48f4525 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:11.941973 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fb77b-2536-4d65-b843-267b76f0c5a8 None None] Pushing event updated for resources: {'Port': ['ID=d95cee24-4273-4520-a5ed-5dd8cb0fa320,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:12.013463 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:09:12.013826 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:09:12.041098 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-afe730f5-5e5e-4cab-bdbd-2723c2aeadc7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:12.042344 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-afe730f5-5e5e-4cab-bdbd-2723c2aeadc7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6526949 Sep 18 00:09:12.052132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46110) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:12.058271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0829c01-aa40-4963-9fe4-ca0da48f4525 admin admin] Pushing event updated for resources: {'Network': ['ID=ec6534fb-e087-4cd0-b4a2-6a9a89a442f9,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:12.064729 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b1b732f-847b-463e-895f-c1a4b434cf4f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:12.068041 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b0909081-0a5c-4486-bb9d-444ab118b1cd tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1199114502'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:12.099928 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3a35fd42-3be9-43b5-ad2c-9d5654260e62 req-3515897d-617f-4cf3-9c68-644b4840fc45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d HTTP/1.1" status: 200 len: 1001 time: 0.1825838 Sep 18 00:09:12.113073 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1b732f-847b-463e-895f-c1a4b434cf4f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:12.124274 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network ec6534fb-e087-4cd0-b4a2-6a9a89a442f9 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:09:12.128624 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-5b1b732f-847b-463e-895f-c1a4b434cf4f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:12.133857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1b732f-847b-463e-895f-c1a4b434cf4f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:12.139438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1b732f-847b-463e-895f-c1a4b434cf4f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:12.140561 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5b1b732f-847b-463e-895f-c1a4b434cf4f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:12.146877 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a0829c01-aa40-4963-9fe4-ca0da48f4525 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1154218 Sep 18 00:09:12.148549 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46112) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:12.157041 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-36084937-2f0d-4e29-8048-1840cb63621a admin admin] Request body: {'subnet': {'network_id': 'ec6534fb-e087-4cd0-b4a2-6a9a89a442f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-41673604-subnet', 'tenant_id': 'd21912c9b2c14983a310cfe3fc65e0c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:12.163942 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b732f-847b-463e-895f-c1a4b434cf4f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=e9aa771a-c532-43d1-a8f5-79fbde896cab,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:12.183352 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35fd42-3be9-43b5-ad2c-9d5654260e62 req-616282c1-101d-4f7b-904e-c1f04b52b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:12.183352 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3a35fd42-3be9-43b5-ad2c-9d5654260e62 req-616282c1-101d-4f7b-904e-c1f04b52b354 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8112a6a7-1aea-4250-8e3a-79449b09191a HTTP/1.1" status: 200 len: 835 time: 0.0753636 Sep 18 00:09:12.238984 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35fd42-3be9-43b5-ad2c-9d5654260e62 req-55fa9284-53ab-4e53-816b-8bf98def21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:12.240510 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3a35fd42-3be9-43b5-ad2c-9d5654260e62 req-55fa9284-53ab-4e53-816b-8bf98def21b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e538436-221e-43ae-be37-c1ee657631a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501482 Sep 18 00:09:12.244262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0909081-0a5c-4486-bb9d-444ab118b1cd tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Made reservation on behalf of ae6b35b2d26d45a58ce835158e2b5939 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:12.247923 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b0909081-0a5c-4486-bb9d-444ab118b1cd tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:12.270820 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-552dde55-19cb-41e9-a10d-a0874c4dee7f None None] Allocated IP 2001:db8:0:1::2 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/8f30a09e-7a6e-4467-96f6-b878ea8f5167/d95cee24-4273-4520-a5ed-5dd8cb0fa320) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:12.297509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46114) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:12.311314 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5b1b732f-847b-463e-895f-c1a4b434cf4f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7693841 Sep 18 00:09:12.324578 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46116) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:12.339651 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0909081-0a5c-4486-bb9d-444ab118b1cd tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:09:12.384794 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-552dde55-19cb-41e9-a10d-a0874c4dee7f None None] For port d95cee24-4273-4520-a5ed-5dd8cb0fa320, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d95cee24-4273-4520-a5ed-5dd8cb0fa320,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:12.385230 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b0909081-0a5c-4486-bb9d-444ab118b1cd tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:12.385580 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-b0909081-0a5c-4486-bb9d-444ab118b1cd tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Added segment 98c45ce6-33c6-45f8-a226-9caa7473c5b5 of type vlan for network 67b091e0-de22-4981-82c8-c6b53d9e9782 Sep 18 00:09:12.408989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36084937-2f0d-4e29-8048-1840cb63621a admin admin] Made reservation on behalf of d21912c9b2c14983a310cfe3fc65e0c3 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:12.411358 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-36084937-2f0d-4e29-8048-1840cb63621a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:12.433566 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-552dde55-19cb-41e9-a10d-a0874c4dee7f None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:12.456282 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3a35fd42-3be9-43b5-ad2c-9d5654260e62 req-e0201036-4f71-4cdc-8411-ba7869338e3f service neutron] 10.222.0.37 "GET /v2.0/networks/2e538436-221e-43ae-be37-c1ee657631a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058008 Sep 18 00:09:12.465315 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b0909081-0a5c-4486-bb9d-444ab118b1cd tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:12.495684 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-552dde55-19cb-41e9-a10d-a0874c4dee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:12.567361 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-b55f0a04-79a2-45a3-b608-472dae6a8463 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port e9aa771a-c532-43d1-a8f5-79fbde896cab {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:12.567714 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b55f0a04-79a2-45a3-b608-472dae6a8463 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:12.573773 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-bcee4bd1-d788-4f33-b6be-e909a8f7487a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting port 82ea5d5a-e6c4-48b1-8dab-440a8825168f {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:12.574460 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bcee4bd1-d788-4f33-b6be-e909a8f7487a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:12.615050 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552dde55-19cb-41e9-a10d-a0874c4dee7f None None] Pushing event updated for resources: {'Port': ['ID=d95cee24-4273-4520-a5ed-5dd8cb0fa320,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:12.639979 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3a35fd42-3be9-43b5-ad2c-9d5654260e62 req-5b0faad3-3b90-43aa-8f72-71795e47ddca service neutron] 10.222.0.37 "GET /v2.0/networks/2e538436-221e-43ae-be37-c1ee657631a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722121 Sep 18 00:09:12.643531 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b0909081-0a5c-4486-bb9d-444ab118b1cd tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:12.649564 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0909081-0a5c-4486-bb9d-444ab118b1cd tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:12.650195 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b0909081-0a5c-4486-bb9d-444ab118b1cd tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:12.703645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2a54edee-21bf-477d-b743-5726f915b5e4 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:09:12.724863 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 2a54edee-21bf-477d-b743-5726f915b5e4 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:09:12.725215 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2a54edee-21bf-477d-b743-5726f915b5e4 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:09:12.749854 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bcee4bd1-d788-4f33-b6be-e909a8f7487a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:12.750247 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bcee4bd1-d788-4f33-b6be-e909a8f7487a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:12.761670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0909081-0a5c-4486-bb9d-444ab118b1cd tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Network': ['ID=67b091e0-de22-4981-82c8-c6b53d9e9782,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:12.763076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-bcee4bd1-d788-4f33-b6be-e909a8f7487a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Calling delete_port for 82ea5d5a-e6c4-48b1-8dab-440a8825168f owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:12.772370 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b55f0a04-79a2-45a3-b608-472dae6a8463 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:12.775173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 67b091e0-de22-4981-82c8-c6b53d9e9782 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:09:12.790449 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b0909081-0a5c-4486-bb9d-444ab118b1cd tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7320285 Sep 18 00:09:12.795578 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46126) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:12.798599 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-b55f0a04-79a2-45a3-b608-472dae6a8463 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for e9aa771a-c532-43d1-a8f5-79fbde896cab owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:12.804088 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1d350c91-8854-470b-8460-db98088e177f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'subnet': {'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:12.816487 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-36084937-2f0d-4e29-8048-1840cb63621a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:12.926095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36084937-2f0d-4e29-8048-1840cb63621a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c5371be-d187-4f1c-b0f7-67ba784cb246,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:12.936954 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36084937-2f0d-4e29-8048-1840cb63621a admin admin] Checking segment: {'id': 'faa49c47-ff94-4c59-a43a-74c91bd7931d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ec6534fb-e087-4cd0-b4a2-6a9a89a442f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:12.937319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36084937-2f0d-4e29-8048-1840cb63621a admin admin] Network hostable DHCP agents. Network: ec6534fb-e087-4cd0-b4a2-6a9a89a442f9, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:09:13.050488 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36084937-2f0d-4e29-8048-1840cb63621a admin admin] Network ec6534fb-e087-4cd0-b4a2-6a9a89a442f9 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:09:13.099305 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d350c91-8854-470b-8460-db98088e177f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Made reservation on behalf of ae6b35b2d26d45a58ce835158e2b5939 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:13.103164 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d350c91-8854-470b-8460-db98088e177f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:13.153308 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bcee4bd1-d788-4f33-b6be-e909a8f7487a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:13.178901 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee4bd1-d788-4f33-b6be-e909a8f7487a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Port': ['ID=82ea5d5a-e6c4-48b1-8dab-440a8825168f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:13.190437 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-36084937-2f0d-4e29-8048-1840cb63621a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, ec6534fb-e087-4cd0-b4a2-6a9a89a442f9) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:13.196008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36084937-2f0d-4e29-8048-1840cb63621a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:13.197310 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-36084937-2f0d-4e29-8048-1840cb63621a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:13.205090 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed6c1bb-2521-4346-95c9-fc61c3dc7f89 None None] Network ec6534fb-e087-4cd0-b4a2-6a9a89a442f9 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:13.294255 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b55f0a04-79a2-45a3-b608-472dae6a8463 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:13.348617 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bcee4bd1-d788-4f33-b6be-e909a8f7487a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:13.349360 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-bcee4bd1-d788-4f33-b6be-e909a8f7487a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Floating IP 7b192339-756d-4017-b4df-52d575a482df disassociated (deleted). External IP: 172.25.3.57, port: 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d. Sep 18 00:09:13.390958 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f0a04-79a2-45a3-b608-472dae6a8463 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=e9aa771a-c532-43d1-a8f5-79fbde896cab,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:13.426346 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d95cee24-4273-4520-a5ed-5dd8cb0fa320 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:13.428115 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-36084937-2f0d-4e29-8048-1840cb63621a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2784233 Sep 18 00:09:13.438802 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b55f0a04-79a2-45a3-b608-472dae6a8463 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:13.441782 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b55f0a04-79a2-45a3-b608-472dae6a8463 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/e9aa771a-c532-43d1-a8f5-79fbde896cab HTTP/1.1" status: 204 len: 168 time: 1.1159494 Sep 18 00:09:13.445277 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46142) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:13.487576 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d350c91-8854-470b-8460-db98088e177f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:13.570685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d350c91-8854-470b-8460-db98088e177f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Subnet': ['ID=0da1bb1a-25f9-4826-ae5a-0db871becdc0,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:13.584934 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcad581-e004-439a-80e1-e7079c25d737 None None] Network ec6534fb-e087-4cd0-b4a2-6a9a89a442f9 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:13.593209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f004051-030e-4800-a8aa-bce29e39b8ce tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:13.596878 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3f004051-030e-4800-a8aa-bce29e39b8ce tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1491263 Sep 18 00:09:13.599408 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46144) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:13.652226 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d350c91-8854-470b-8460-db98088e177f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Checking segment: {'id': '98c45ce6-33c6-45f8-a226-9caa7473c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:13.652794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d350c91-8854-470b-8460-db98088e177f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network hostable DHCP agents. Network: 67b091e0-de22-4981-82c8-c6b53d9e9782, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:09:13.696466 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407353d1-bbf8-4a8d-8a50-ab1ddaa2f266 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:13.698383 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-407353d1-bbf8-4a8d-8a50-ab1ddaa2f266 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0918405 Sep 18 00:09:13.707439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46148) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:13.788234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c4dee8b0-0632-4bc4-944c-1bc72b1363b1 None None] Provisioning complete for port d95cee24-4273-4520-a5ed-5dd8cb0fa320 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:13.788694 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c4dee8b0-0632-4bc4-944c-1bc72b1363b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:13.796870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d350c91-8854-470b-8460-db98088e177f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 67b091e0-de22-4981-82c8-c6b53d9e9782 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:09:13.797121 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:13.865181 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e769e99-5325-4e7a-940c-93b498bb797d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:13.866855 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e769e99-5325-4e7a-940c-93b498bb797d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:13.868462 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e769e99-5325-4e7a-940c-93b498bb797d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:13.870204 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8e769e99-5325-4e7a-940c-93b498bb797d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1613584 Sep 18 00:09:13.877325 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46154) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:13.933992 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-1d350c91-8854-470b-8460-db98088e177f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 67b091e0-de22-4981-82c8-c6b53d9e9782) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:13.951034 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d350c91-8854-470b-8460-db98088e177f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:13.952824 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d350c91-8854-470b-8460-db98088e177f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:13.972929 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeab15c-e340-4628-9075-c667c63e387a None None] Network 67b091e0-de22-4981-82c8-c6b53d9e9782 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:14.010523 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-5098f720-9f87-4ed9-9bb1-4a45ec848569 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet 8f30a09e-7a6e-4467-96f6-b878ea8f5167 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:09:14.027211 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5098f720-9f87-4ed9-9bb1-4a45ec848569 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:14.101944 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1d350c91-8854-470b-8460-db98088e177f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3045480 Sep 18 00:09:14.103006 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46156) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:14.199485 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5098f720-9f87-4ed9-9bb1-4a45ec848569 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:14.242014 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port d95cee24-4273-4520-a5ed-5dd8cb0fa320 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:14.242797 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:14.286422 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-90a31803-b872-47d8-83bb-f1dfe7c89200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:14.357879 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-7f2da77b-2f0a-4905-b11c-3f58847d7f98 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:14.365465 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-7f2da77b-2f0a-4905-b11c-3f58847d7f98 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/networks?id=5353ba14-4453-4704-834f-92939421fcb8 HTTP/1.1" status: 200 len: 811 time: 0.1710374 Sep 18 00:09:14.376035 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcee4bd1-d788-4f33-b6be-e909a8f7487a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Router db260545-607c-4011-9f23-fdc166cac75b has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:09:14.383682 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-11090e1e-e619-4640-8661-e40a5a5754a7 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/quotas/264df34042ac4bb8bcf183b88b9fa2bd HTTP/1.1" status: 200 len: 375 time: 0.0172071 Sep 18 00:09:14.423032 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-bd40498d-b119-48f0-9fc9-62fa9d0a0055 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=264df34042ac4bb8bcf183b88b9fa2bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385888 Sep 18 00:09:14.465523 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-efa6d549-d1ed-4bdf-9012-68989eb6ae67 None None] Could not find standard attr ID for object e9aa771a-c532-43d1-a8f5-79fbde896cab. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:09:14.472824 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-67b091e0-de22-4981-82c8-c6b53d9e9782', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:09:14.473943 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:14.629278 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcee4bd1-d788-4f33-b6be-e909a8f7487a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:09:14.640603 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bcee4bd1-d788-4f33-b6be-e909a8f7487a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:14.662941 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd14c11-c044-4c23-9dcd-4fbb125b9fbe None None] Sync routers for ids ['db260545-607c-4011-9f23-fdc166cac75b'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:09:14.683587 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd14c11-c044-4c23-9dcd-4fbb125b9fbe None None] Routers {'db260545-607c-4011-9f23-fdc166cac75b'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:14.684712 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1dd14c11-c044-4c23-9dcd-4fbb125b9fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['db260545-607c-4011-9f23-fdc166cac75b'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:14.758556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] Allocated IP 2001:db8::2 (67b091e0-de22-4981-82c8-c6b53d9e9782/0da1bb1a-25f9-4826-ae5a-0db871becdc0/1045f3b9-ee12-4170-8daa-816c210c307c) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:14.785485 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bcee4bd1-d788-4f33-b6be-e909a8f7487a tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "DELETE /v2.0/floatingips/7b192339-756d-4017-b4df-52d575a482df HTTP/1.1" status: 204 len: 168 time: 2.4866378 Sep 18 00:09:14.788200 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bc3c80-207c-4969-a752-585f4c24c356', 'tag': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:09:14.810198 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ca6693-ce95-4dc7-99e3-44af5b134e78" -d '{"events": [{"name": "network-changed", "server_uuid": "75bc3c80-207c-4969-a752-585f4c24c356", "tag": "7c8f5f7f-7250-4f95-8ebd-76daef2ca79d"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:09:14.810198 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-ad7a5076-d7d6-4188-80d3-5658b5a7e99c service neutron] 10.222.0.46 "GET /v2.0/networks/5353ba14-4453-4704-834f-92939421fcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721669 Sep 18 00:09:14.877937 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5098f720-9f87-4ed9-9bb1-4a45ec848569 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:14.888469 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-1dd14c11-c044-4c23-9dcd-4fbb125b9fbe None None] Set router db260545-607c-4011-9f23-fdc166cac75b gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:14.925394 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-1aa40c2e-4356-4231-a5bb-645f7d0fe79a service neutron] 10.222.0.46 "GET /v2.0/networks/5353ba14-4453-4704-834f-92939421fcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218081 Sep 18 00:09:14.946372 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa9a289a-20b6-4c04-9314-bdf9f8fcb74d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:15.112686 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:15.160659 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5098f720-9f87-4ed9-9bb1-4a45ec848569 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:15.198242 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:15.198460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098f720-9f87-4ed9-9bb1-4a45ec848569 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=8f30a09e-7a6e-4467-96f6-b878ea8f5167,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:15.203474 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5098f720-9f87-4ed9-9bb1-4a45ec848569 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:15.207206 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5098f720-9f87-4ed9-9bb1-4a45ec848569 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/8f30a09e-7a6e-4467-96f6-b878ea8f5167 HTTP/1.1" status: 204 len: 168 time: 1.3263268 Sep 18 00:09:15.210655 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46178) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:15.233308 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cb12f5-85ab-44c1-97a0-91b2dcdf0a2d None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:15.272125 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-aa9a289a-20b6-4c04-9314-bdf9f8fcb74d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Allocated IP 2001:db8::1 (67b091e0-de22-4981-82c8-c6b53d9e9782/0da1bb1a-25f9-4826-ae5a-0db871becdc0/c016ab71-04c2-43b5-bb2b-f000f5a18112) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:15.285074 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5876c0-271d-4b02-add5-0ab6e9cf4eb8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet e9d0040a-0080-484e-8e3a-ac3b850f677e {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:09:15.295832 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d5876c0-271d-4b02-add5-0ab6e9cf4eb8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:15.350108 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba94010-eb49-44e7-a97b-69370b6c76e4 x-openstack-request-id: req-9ba94010-eb49-44e7-a97b-69370b6c76e4 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:09:15.356725 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bc3c80-207c-4969-a752-585f4c24c356", "tag": "7c8f5f7f-7250-4f95-8ebd-76daef2ca79d", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:09:15.357237 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ba94010-eb49-44e7-a97b-69370b6c76e4 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:09:15.357836 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bc3c80-207c-4969-a752-585f4c24c356', 'tag': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d', 'status': 'completed', 'code': 200} Sep 18 00:09:15.449371 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ccdb00f5-9572-4474-867f-f6a7ba174894 req-53a39d96-58f7-4b32-bf14-6a44f19162b5 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 210 time: 0.0474339 Sep 18 00:09:15.458514 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d5876c0-271d-4b02-add5-0ab6e9cf4eb8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:15.476229 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa9a289a-20b6-4c04-9314-bdf9f8fcb74d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:15.542874 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca6693-ce95-4dc7-99e3-44af5b134e78 req-10305e01-e5c4-4d23-bded-fd902551fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:15.544750 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-42ca6693-ce95-4dc7-99e3-44af5b134e78 req-10305e01-e5c4-4d23-bded-fd902551fcda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d2902e7a2a54edeb7be111e15492043&device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 1097 time: 0.0886109 Sep 18 00:09:15.562390 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] Network 67b091e0-de22-4981-82c8-c6b53d9e9782 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:15.571604 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:15.574526 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:15.597699 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] Pushing event updated for resources: {'Port': ['ID=1045f3b9-ee12-4170-8daa-816c210c307c,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:15.606575 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144775a-9d45-4ff4-901f-28135b97926f req-555e6f1d-5616-47ca-9c19-2e022fd40624 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:15.608251 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6144775a-9d45-4ff4-901f-28135b97926f req-555e6f1d-5616-47ca-9c19-2e022fd40624 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.0889316 Sep 18 00:09:15.634662 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1dd14c11-c044-4c23-9dcd-4fbb125b9fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db260545-607c-4011-9f23-fdc166cac75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737731793', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:16Z', 'updated_at': '2021-09-18T00:07:24Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:17Z', 'updated_at': '2021-09-18T00:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'a7577a1e-f919-4788-b2be-cb3ea6100ddd', 'name': '', 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:bd:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '8112a6a7-1aea-4250-8e3a-79449b09191a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:23Z', 'updated_at': '2021-09-18T00:07:29Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '8112a6a7-1aea-4250-8e3a-79449b09191a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:15.639163 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d5876c0-271d-4b02-add5-0ab6e9cf4eb8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:15.658776 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa9a289a-20b6-4c04-9314-bdf9f8fcb74d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:15.699605 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd14c11-c044-4c23-9dcd-4fbb125b9fbe None None] Checking router: db260545-607c-4011-9f23-fdc166cac75b for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:09:15.706554 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6144775a-9d45-4ff4-901f-28135b97926f req-17a4a2ba-33bc-4b7e-9ceb-7c377c61f761 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862787 Sep 18 00:09:15.740095 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd14c11-c044-4c23-9dcd-4fbb125b9fbe None None] Routers {'db260545-607c-4011-9f23-fdc166cac75b'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:15.740632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1dd14c11-c044-4c23-9dcd-4fbb125b9fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:08:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['db260545-607c-4011-9f23-fdc166cac75b'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:15.746516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] Attempting to bind port 1045f3b9-ee12-4170-8daa-816c210c307c on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:09:15.746922 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] Attempting to bind port 1045f3b9-ee12-4170-8daa-816c210c307c by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '98c45ce6-33c6-45f8-a226-9caa7473c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:09:15.747286 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] Attempting to bind port 1045f3b9-ee12-4170-8daa-816c210c307c on network 67b091e0-de22-4981-82c8-c6b53d9e9782 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:09:15.758227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9a289a-20b6-4c04-9314-bdf9f8fcb74d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 67b091e0-de22-4981-82c8-c6b53d9e9782 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:15.774665 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-aa9a289a-20b6-4c04-9314-bdf9f8fcb74d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:15.778571 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a289a-20b6-4c04-9314-bdf9f8fcb74d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=c016ab71-04c2-43b5-bb2b-f000f5a18112,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:15.787570 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9a289a-20b6-4c04-9314-bdf9f8fcb74d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:15.788153 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa9a289a-20b6-4c04-9314-bdf9f8fcb74d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:15.793168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca6693-ce95-4dc7-99e3-44af5b134e78 req-7f611b68-ec8d-4786-b4d2-f55950ec8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:15.794677 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-42ca6693-ce95-4dc7-99e3-44af5b134e78 req-7f611b68-ec8d-4786-b4d2-f55950ec8b88 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2e538436-221e-43ae-be37-c1ee657631a0 HTTP/1.1" status: 200 len: 898 time: 0.2415924 Sep 18 00:09:15.801763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:09:15.801763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] Checking segment: {'id': '98c45ce6-33c6-45f8-a226-9caa7473c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:15.801763 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:15.801763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] Bound using segment: {'id': '98c45ce6-33c6-45f8-a226-9caa7473c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:09:15.802171 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] Bound port: 1045f3b9-ee12-4170-8daa-816c210c307c, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c45ce6-33c6-45f8-a226-9caa7473c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:09:15.802259 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:15.876295 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d5876c0-271d-4b02-add5-0ab6e9cf4eb8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:15.876899 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-42ca6693-ce95-4dc7-99e3-44af5b134e78 req-f7415b48-7185-415b-9b34-30d42aa3e5d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d HTTP/1.1" status: 200 len: 217 time: 0.0501239 Sep 18 00:09:15.952260 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4d5876c0-271d-4b02-add5-0ab6e9cf4eb8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:15.955417 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4d5876c0-271d-4b02-add5-0ab6e9cf4eb8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/e9d0040a-0080-484e-8e3a-ac3b850f677e HTTP/1.1" status: 204 len: 168 time: 0.7431574 Sep 18 00:09:15.957047 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5876c0-271d-4b02-add5-0ab6e9cf4eb8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d0040a-0080-484e-8e3a-ac3b850f677e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:15.957397 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46196) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:15.962871 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] For port 1045f3b9-ee12-4170-8daa-816c210c307c, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:09:15.966505 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] For port 1045f3b9-ee12-4170-8daa-816c210c307c, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=1045f3b9-ee12-4170-8daa-816c210c307c,segment=NetworkSegment(98c45ce6-33c6-45f8-a226-9caa7473c5b5),segment_id=98c45ce6-33c6-45f8-a226-9caa7473c5b5)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:09:15.968389 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca6693-ce95-4dc7-99e3-44af5b134e78 req-0c119343-0e01-4fd5-8aa9-eda4213d7bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:15.970327 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-42ca6693-ce95-4dc7-99e3-44af5b134e78 req-0c119343-0e01-4fd5-8aa9-eda4213d7bd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8112a6a7-1aea-4250-8e3a-79449b09191a HTTP/1.1" status: 200 len: 835 time: 0.0729954 Sep 18 00:09:15.979029 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-1dd14c11-c044-4c23-9dcd-4fbb125b9fbe None None] Set router db260545-607c-4011-9f23-fdc166cac75b gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:16.013081 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d0f8f705-3d7c-431f-9a51-a8abe6ae070b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515580 Sep 18 00:09:16.015531 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46198) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:16.022991 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-810eaa61-af20-4ea8-94ca-07ba352de604 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:16.058058 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca6693-ce95-4dc7-99e3-44af5b134e78 req-b4be4c94-7bcd-4515-83ad-7195b14e0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:16.059613 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-42ca6693-ce95-4dc7-99e3-44af5b134e78 req-b4be4c94-7bcd-4515-83ad-7195b14e0a7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e538436-221e-43ae-be37-c1ee657631a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516999 Sep 18 00:09:16.086834 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:16.092285 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f68d8f-c80a-4b0c-8a75-744d56be0142 None None] Update dhcp port {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'fixed_ips': [{'subnet_id': 'e9d0040a-0080-484e-8e3a-ac3b850f677e'}], 'binding:host_id': 'n-d-809883-1'}, 'id': 'd95cee24-4273-4520-a5ed-5dd8cb0fa320'} from n-d-809883-1. {{(pid=95593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:09:16.158767 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa9a289a-20b6-4c04-9314-bdf9f8fcb74d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:16.176231 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-25f68d8f-c80a-4b0c-8a75-744d56be0142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:16.227030 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-42ca6693-ce95-4dc7-99e3-44af5b134e78 req-8a8142c5-169b-4b5c-8db0-55c1839c6091 service neutron] 10.222.0.37 "GET /v2.0/networks/2e538436-221e-43ae-be37-c1ee657631a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592474 Sep 18 00:09:16.234258 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c0ee9-2320-4679-8ba3-fbb420e7e395 None None] Pushing event updated for resources: {'Port': ['ID=1045f3b9-ee12-4170-8daa-816c210c307c,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:16.274061 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810eaa61-af20-4ea8-94ca-07ba352de604 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:16.278267 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-810eaa61-af20-4ea8-94ca-07ba352de604 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:16.421279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1dd14c11-c044-4c23-9dcd-4fbb125b9fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db260545-607c-4011-9f23-fdc166cac75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737731793', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:16Z', 'updated_at': '2021-09-18T00:07:24Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:17Z', 'updated_at': '2021-09-18T00:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'a7577a1e-f919-4788-b2be-cb3ea6100ddd', 'name': '', 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:bd:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '8112a6a7-1aea-4250-8e3a-79449b09191a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:23Z', 'updated_at': '2021-09-18T00:07:29Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '8112a6a7-1aea-4250-8e3a-79449b09191a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:16.453061 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd14c11-c044-4c23-9dcd-4fbb125b9fbe None None] The sync data for ids ['db260545-607c-4011-9f23-fdc166cac75b'] in n-d-809883-1 is: [{'id': 'db260545-607c-4011-9f23-fdc166cac75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737731793', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:16Z', 'updated_at': '2021-09-18T00:07:24Z', 'revision_number': 4, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:17Z', 'updated_at': '2021-09-18T00:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'a7577a1e-f919-4788-b2be-cb3ea6100ddd', 'name': '', 'network_id': '2e538436-221e-43ae-be37-c1ee657631a0', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'mac_address': 'fa:16:3e:bd:7c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '8112a6a7-1aea-4250-8e3a-79449b09191a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:23Z', 'updated_at': '2021-09-18T00:07:29Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'subnets': [{'id': '8112a6a7-1aea-4250-8e3a-79449b09191a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:09:16.459055 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a14817-edfd-42ca-95bf-530126772081 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:16.552091 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-42ca6693-ce95-4dc7-99e3-44af5b134e78 req-320eff28-b81e-43c2-9443-2179651d0b51 service neutron] 10.222.0.37 "GET /v2.0/networks/2e538436-221e-43ae-be37-c1ee657631a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145673 Sep 18 00:09:16.627185 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-460d0fcd-b214-4942-95b5-83128fd89824 None None] Provisioning complete for port d95cee24-4273-4520-a5ed-5dd8cb0fa320 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:16.627555 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-460d0fcd-b214-4942-95b5-83128fd89824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:16.679575 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4870a66a-b7c7-4b5a-bc3b-32a84308b7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:16.736534 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e39a4c-dbf6-4d99-bb74-7bcaa9b049b4 None None] DHCP port deletion for ba56a403-ab7f-44f7-9f47-cabda0897d3d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:09:16.785157 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa9a289a-20b6-4c04-9314-bdf9f8fcb74d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:16.797565 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a386f29-3a16-4ab9-ae7f-55a0ade7caa2 req-321ac286-e191-4f13-b0a8-6c3713031bcf tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 210 time: 0.2002409 Sep 18 00:09:16.825663 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-85e39a4c-dbf6-4d99-bb74-7bcaa9b049b4 None None] Deleting port d95cee24-4273-4520-a5ed-5dd8cb0fa320 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:16.826139 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-85e39a4c-dbf6-4d99-bb74-7bcaa9b049b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:16.884589 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa9a289a-20b6-4c04-9314-bdf9f8fcb74d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:16.885439 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa9a289a-20b6-4c04-9314-bdf9f8fcb74d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:16.906527 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-85e39a4c-dbf6-4d99-bb74-7bcaa9b049b4 None None] For port d95cee24-4273-4520-a5ed-5dd8cb0fa320, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d95cee24-4273-4520-a5ed-5dd8cb0fa320,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:16.906935 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-85e39a4c-dbf6-4d99-bb74-7bcaa9b049b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:16.914506 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f09f85d-d1be-43d1-bccb-31680898ad50 None None] New status for floating IP 7b192339-756d-4017-b4df-52d575a482df: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:09:16.926248 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-85e39a4c-dbf6-4d99-bb74-7bcaa9b049b4 None None] Calling delete_port for d95cee24-4273-4520-a5ed-5dd8cb0fa320 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:16.946260 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621a12a-c242-4a95-8cfe-857f4cca0d22 req-57dece19-9560-47a6-ab9e-1fe08022347e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:16.947926 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2621a12a-c242-4a95-8cfe-857f4cca0d22 req-57dece19-9560-47a6-ab9e-1fe08022347e tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.37 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.3239753 Sep 18 00:09:16.957443 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a289a-20b6-4c04-9314-bdf9f8fcb74d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=c016ab71-04c2-43b5-bb2b-f000f5a18112,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:17.042043 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78012de8-695f-4c27-a687-e336676329a2 req-05cdd519-7f31-48da-a7bb-040cf863f574 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:17.043713 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9a289a-20b6-4c04-9314-bdf9f8fcb74d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 67b091e0-de22-4981-82c8-c6b53d9e9782 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:17.044325 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78012de8-695f-4c27-a687-e336676329a2 req-05cdd519-7f31-48da-a7bb-040cf863f574 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 946 time: 0.1985469 Sep 18 00:09:17.051167 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-aa9a289a-20b6-4c04-9314-bdf9f8fcb74d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:17.124882 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-85e39a4c-dbf6-4d99-bb74-7bcaa9b049b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:17.165121 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e39a4c-dbf6-4d99-bb74-7bcaa9b049b4 None None] No DVR routers for this DVR port d95cee24-4273-4520-a5ed-5dd8cb0fa320 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:09:17.186159 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e39a4c-dbf6-4d99-bb74-7bcaa9b049b4 None None] Pushing event deleted for resources: {'Port': ['ID=d95cee24-4273-4520-a5ed-5dd8cb0fa320,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:17.216966 n-d-809883-1 neutron-server[95592]: DEBUG neutron.objects.ports [None req-810eaa61-af20-4ea8-94ca-07ba352de604 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95592) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:09:17.221789 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78012de8-695f-4c27-a687-e336676329a2 req-d803a726-8ea7-4822-9e76-a85fc2a6de87 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2ea8d96-fade-4254-b590-bf603ee4312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673951 Sep 18 00:09:17.223367 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-810eaa61-af20-4ea8-94ca-07ba352de604 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:17.286111 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:17.319748 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810eaa61-af20-4ea8-94ca-07ba352de604 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:17.330592 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9a289a-20b6-4c04-9314-bdf9f8fcb74d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router ee8153de-270c-4a44-8985-6a37c68a0e39 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:09:17.332347 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-810eaa61-af20-4ea8-94ca-07ba352de604 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:17.340939 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810eaa61-af20-4ea8-94ca-07ba352de604 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:17.341683 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-810eaa61-af20-4ea8-94ca-07ba352de604 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:17.346745 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401f41c2-4bef-4177-9a5a-0590e11fdd02 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:17.374977 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-2621a12a-c242-4a95-8cfe-857f4cca0d22 req-2f6f97b7-def4-4a27-9646-d596b6b2bfcc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:17.375435 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2621a12a-c242-4a95-8cfe-857f4cca0d22 req-2f6f97b7-def4-4a27-9646-d596b6b2bfcc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:17.515064 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1045f3b9-ee12-4170-8daa-816c210c307c up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:17.538397 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9a289a-20b6-4c04-9314-bdf9f8fcb74d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:09:17.551971 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-aa9a289a-20b6-4c04-9314-bdf9f8fcb74d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/ee8153de-270c-4a44-8985-6a37c68a0e39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4428041 Sep 18 00:09:17.559295 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810eaa61-af20-4ea8-94ca-07ba352de604 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=c27cf0d1-2671-4899-9303-09f695af99a6,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:17.561486 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46222) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:17.568363 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-810eaa61-af20-4ea8-94ca-07ba352de604 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5493977 Sep 18 00:09:17.569417 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a7f39d4f-4611-4ff5-9e12-f017f74ebaa1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-68897186'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:17.571236 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-2621a12a-c242-4a95-8cfe-857f4cca0d22 req-2f6f97b7-def4-4a27-9646-d596b6b2bfcc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] For port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d,segment=NetworkSegment(3ce7430e-8225-4398-9f8a-d35dc396ab8e),segment_id=3ce7430e-8225-4398-9f8a-d35dc396ab8e)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:17.582888 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2621a12a-c242-4a95-8cfe-857f4cca0d22 req-2f6f97b7-def4-4a27-9646-d596b6b2bfcc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:17.585634 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46224) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:17.599887 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c28767a5-57b6-4158-b6c3-fa9f78f717a5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:17.605357 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] Sync routers for ids ['ee8153de-270c-4a44-8985-6a37c68a0e39'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:09:17.627214 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] Routers {'ee8153de-270c-4a44-8985-6a37c68a0e39'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:17.627856 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ee8153de-270c-4a44-8985-6a37c68a0e39'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:17.630075 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'tenant_id': 'f090bbaa3d0b420ca85075153b7568c7', 'fixed_ips': [{'subnet_id': 'c27cf0d1-2671-4899-9303-09f695af99a6'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:09:17.630989 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:17.635897 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-2621a12a-c242-4a95-8cfe-857f4cca0d22 req-2f6f97b7-def4-4a27-9646-d596b6b2bfcc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Calling delete_port for 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:17.685958 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f39d4f-4611-4ff5-9e12-f017f74ebaa1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Made reservation on behalf of ae6b35b2d26d45a58ce835158e2b5939 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:17.690550 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7f39d4f-4611-4ff5-9e12-f017f74ebaa1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:17.695572 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 1045f3b9-ee12-4170-8daa-816c210c307c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:17.695954 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:17.721812 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f39d4f-4611-4ff5-9e12-f017f74ebaa1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:09:17.733787 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7f39d4f-4611-4ff5-9e12-f017f74ebaa1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:17.734439 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-a7f39d4f-4611-4ff5-9e12-f017f74ebaa1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Added segment 7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3 of type vlan for network 612b6c0f-02bd-412a-94eb-27343ff91d62 Sep 18 00:09:17.810998 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7f39d4f-4611-4ff5-9e12-f017f74ebaa1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:17.848590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54462b52-bc27-4fb2-ba11-596f79518711 None None] Network 67b091e0-de22-4981-82c8-c6b53d9e9782 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:17.912970 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7f39d4f-4611-4ff5-9e12-f017f74ebaa1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:17.918875 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] Set router ee8153de-270c-4a44-8985-6a37c68a0e39 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:17.924656 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f39d4f-4611-4ff5-9e12-f017f74ebaa1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:17.925613 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7f39d4f-4611-4ff5-9e12-f017f74ebaa1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:17.970671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e5ef4098-8014-4606-8558-d415c8809097 req-28a93eac-734d-4355-a2df-2e5b81434b2e tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 210 time: 0.0422869 Sep 18 00:09:18.010932 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28767a5-57b6-4158-b6c3-fa9f78f717a5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:18.014877 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c28767a5-57b6-4158-b6c3-fa9f78f717a5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:18.019318 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2621a12a-c242-4a95-8cfe-857f4cca0d22 req-2f6f97b7-def4-4a27-9646-d596b6b2bfcc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:18.037899 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f39d4f-4611-4ff5-9e12-f017f74ebaa1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Network': ['ID=612b6c0f-02bd-412a-94eb-27343ff91d62,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:18.082586 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a7f39d4f-4611-4ff5-9e12-f017f74ebaa1 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5162184 Sep 18 00:09:18.082586 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46228) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:18.087531 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-497f79e2-4160-458d-b284-fd824c4046e0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'subnet': {'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:18.118910 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f97b7-def4-4a27-9646-d596b6b2bfcc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Port': ['ID=7c8f5f7f-7250-4f95-8ebd-76daef2ca79d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:18.170048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-2621a12a-c242-4a95-8cfe-857f4cca0d22 req-2f6f97b7-def4-4a27-9646-d596b6b2bfcc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] No DVR routers for this DVR port 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:09:18.174466 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2621a12a-c242-4a95-8cfe-857f4cca0d22 req-2f6f97b7-def4-4a27-9646-d596b6b2bfcc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:18.177073 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2621a12a-c242-4a95-8cfe-857f4cca0d22 req-2f6f97b7-def4-4a27-9646-d596b6b2bfcc tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.37 "DELETE /v2.0/ports/7c8f5f7f-7250-4f95-8ebd-76daef2ca79d HTTP/1.1" status: 204 len: 173 time: 1.2206712 Sep 18 00:09:18.177535 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bc3c80-207c-4969-a752-585f4c24c356', 'name': 'network-vif-deleted', 'tag': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:09:18.180084 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ada088a-0669-4ddf-acd1-fef79aaa4f1e" -d '{"events": [{"server_uuid": "75bc3c80-207c-4969-a752-585f4c24c356", "name": "network-vif-deleted", "tag": "7c8f5f7f-7250-4f95-8ebd-76daef2ca79d"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:09:18.206705 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:18.207503 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 612b6c0f-02bd-412a-94eb-27343ff91d62 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:09:18.209170 n-d-809883-1 neutron-server[95592]: INFO neutron.db.ipam_backend_mixin [None req-c28767a5-57b6-4158-b6c3-fa9f78f717a5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c27cf0d1-2671-4899-9303-09f695af99a6 (CIDR: 2001:db8::/64) Sep 18 00:09:18.258527 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d393800-c1dd-46f0-b3d7-a7fb0da96688 x-openstack-request-id: req-0d393800-c1dd-46f0-b3d7-a7fb0da96688 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:09:18.259251 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bc3c80-207c-4969-a752-585f4c24c356", "name": "network-vif-deleted", "tag": "7c8f5f7f-7250-4f95-8ebd-76daef2ca79d", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:09:18.259665 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d393800-c1dd-46f0-b3d7-a7fb0da96688 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:09:18.260428 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bc3c80-207c-4969-a752-585f4c24c356', 'name': 'network-vif-deleted', 'tag': '7c8f5f7f-7250-4f95-8ebd-76daef2ca79d', 'status': 'completed', 'code': 200} Sep 18 00:09:18.276672 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28767a5-57b6-4158-b6c3-fa9f78f717a5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:09:18.277477 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28767a5-57b6-4158-b6c3-fa9f78f717a5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:18.302178 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497f79e2-4160-458d-b284-fd824c4046e0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Made reservation on behalf of ae6b35b2d26d45a58ce835158e2b5939 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:18.306137 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-497f79e2-4160-458d-b284-fd824c4046e0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:18.343165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f6823378-059e-424c-a526-c0761ca13e14 None None] Provisioning complete for port 1045f3b9-ee12-4170-8daa-816c210c307c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:18.343840 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f6823378-059e-424c-a526-c0761ca13e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:18.399976 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd213df8-4bd6-4bd8-903d-9130f463e06b req-627968b7-3192-494d-802f-888548d81863 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "GET /v2.0/ports?device_id=75bc3c80-207c-4969-a752-585f4c24c356 HTTP/1.1" status: 200 len: 210 time: 0.0561349 Sep 18 00:09:18.410836 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c28767a5-57b6-4158-b6c3-fa9f78f717a5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8235056 Sep 18 00:09:18.411909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46238) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:18.421479 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-5e6704a4-b259-442a-8898-a9b118697599 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:18.443993 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] Allocated IP 2001:db8::f816:3eff:fe7f:100d (ba56a403-ab7f-44f7-9f47-cabda0897d3d/c27cf0d1-2671-4899-9303-09f695af99a6/a354c47e-45f6-413b-a54b-ed671fad1bdd) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:18.498433 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:18.681427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 1045f3b9-ee12-4170-8daa-816c210c307c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=1045f3b9-ee12-4170-8daa-816c210c307c,segment=NetworkSegment(98c45ce6-33c6-45f8-a226-9caa7473c5b5),segment_id=98c45ce6-33c6-45f8-a226-9caa7473c5b5)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:18.685622 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6704a4-b259-442a-8898-a9b118697599 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:18.693012 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5e6704a4-b259-442a-8898-a9b118697599 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:18.758268 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-316946d7-7902-49f4-829a-cba696eb99f4 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:18.759687 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-316946d7-7902-49f4-829a-cba696eb99f4 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.41 "GET /v2.0/networks?id=5353ba14-4453-4704-834f-92939421fcb8 HTTP/1.1" status: 200 len: 811 time: 0.3366706 Sep 18 00:09:18.761114 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:18.773829 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-4f0e4fb4-2d60-4fb7-85e7-d10500cf38da tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Request body: {'port': {'device_id': 'ef24b8a5-caa4-45d8-9e13-991cca7570a1', 'network_id': '5353ba14-4453-4704-834f-92939421fcb8', 'admin_state_up': True, 'tenant_id': '264df34042ac4bb8bcf183b88b9fa2bd'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:18.846291 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-497f79e2-4160-458d-b284-fd824c4046e0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:18.871327 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f6823378-059e-424c-a526-c0761ca13e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:18.876525 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d95cee24-4273-4520-a5ed-5dd8cb0fa320 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:09:18.984224 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: d95cee24-4273-4520-a5ed-5dd8cb0fa320 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:09:18.984916 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d95cee24-4273-4520-a5ed-5dd8cb0fa320 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:09:19.012162 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f79e2-4160-458d-b284-fd824c4046e0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Subnet': ['ID=5f49617d-b939-481f-9016-e69d8bb20b64,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:19.023267 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497f79e2-4160-458d-b284-fd824c4046e0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Checking segment: {'id': '7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:19.023615 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497f79e2-4160-458d-b284-fd824c4046e0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network hostable DHCP agents. Network: 612b6c0f-02bd-412a-94eb-27343ff91d62, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:09:19.027559 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=1045f3b9-ee12-4170-8daa-816c210c307c,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:19.097906 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:19.120728 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:15Z', 'revision_number': 2, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:16Z', 'revision_number': 2, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:19.122691 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-f6823378-059e-424c-a526-c0761ca13e14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:09:19.123056 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-f6823378-059e-424c-a526-c0761ca13e14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:09:19.124169 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e90098c6-7c0c-4620-84dc-a893dc06b05c req-a58968d7-11bd-4cab-95ce-638d91051ccb tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 210 time: 0.0379994 Sep 18 00:09:19.153906 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5e6704a4-b259-442a-8898-a9b118697599 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:19.155176 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] Checking router: ee8153de-270c-4a44-8985-6a37c68a0e39 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:09:19.155561 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] Updating router ee8153de-270c-4a44-8985-6a37c68a0e39 port c016ab71-04c2-43b5-bb2b-f000f5a18112 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:09:19.188030 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497f79e2-4160-458d-b284-fd824c4046e0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 612b6c0f-02bd-412a-94eb-27343ff91d62 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:09:19.191615 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-4f0e4fb4-2d60-4fb7-85e7-d10500cf38da tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Made reservation on behalf of 264df34042ac4bb8bcf183b88b9fa2bd for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:19.198929 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-4f0e4fb4-2d60-4fb7-85e7-d10500cf38da tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:19.211769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6704a4-b259-442a-8898-a9b118697599 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=6b574eb8-e6f1-49be-b005-7ffd0959f452,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:19.215555 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:19.235493 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6704a4-b259-442a-8898-a9b118697599 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:19.238710 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-5e6704a4-b259-442a-8898-a9b118697599 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:19.245414 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:19.247764 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6704a4-b259-442a-8898-a9b118697599 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:19.248599 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5e6704a4-b259-442a-8898-a9b118697599 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:19.297655 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1045f3b9-ee12-4170-8daa-816c210c307c up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:19.322464 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5e6704a4-b259-442a-8898-a9b118697599 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9050446 Sep 18 00:09:19.322708 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46242) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:19.327627 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-6e3da4f6-b37d-4262-8b88-4f4396faaef0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'mac_address': 'fa:16:3e:7a:e0:d5', 'name': 'tempest-NetworksTestDHCPv6-1503079555'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:19.348762 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-497f79e2-4160-458d-b284-fd824c4046e0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 612b6c0f-02bd-412a-94eb-27343ff91d62) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:19.360561 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497f79e2-4160-458d-b284-fd824c4046e0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:19.361187 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-497f79e2-4160-458d-b284-fd824c4046e0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:19.380397 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:19.387874 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:19.390931 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] Pushing event updated for resources: {'Port': ['ID=a354c47e-45f6-413b-a54b-ed671fad1bdd,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:19.396339 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:19.409749 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc96c1e0-5a37-4ff8-8185-755824650793 None None] Network 612b6c0f-02bd-412a-94eb-27343ff91d62 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:19.489752 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46250) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:19.539830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46252) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:19.540205 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-497f79e2-4160-458d-b284-fd824c4046e0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4562271 Sep 18 00:09:19.566755 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 1045f3b9-ee12-4170-8daa-816c210c307c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:19.567133 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:19.574657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-4f0e4fb4-2d60-4fb7-85e7-d10500cf38da tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Allocated IP 172.20.0.13 (5353ba14-4453-4704-834f-92939421fcb8/6baa688a-7c02-49dc-a510-543bfd53aa6c/5cbe5c76-54e6-40d1-ad7e-953cc76db93c) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:19.665518 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] Attempting to bind port a354c47e-45f6-413b-a54b-ed671fad1bdd on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:09:19.665896 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] Attempting to bind port a354c47e-45f6-413b-a54b-ed671fad1bdd by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:09:19.666261 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] Attempting to bind port a354c47e-45f6-413b-a54b-ed671fad1bdd on network ba56a403-ab7f-44f7-9f47-cabda0897d3d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:09:19.712973 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:09:19.713326 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] Checking segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:19.713695 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:19.714092 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] Bound using segment: {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:09:19.714644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] Bound port: a354c47e-45f6-413b-a54b-ed671fad1bdd, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8336d678-a55b-45d9-a0c0-26aab9eaf284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:09:19.715097 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:19.733986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3da4f6-b37d-4262-8b88-4f4396faaef0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:19.893401 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e3da4f6-b37d-4262-8b88-4f4396faaef0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:19.948919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:09:19.972787 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-612b6c0f-02bd-412a-94eb-27343ff91d62', 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'fixed_ips': [{'subnet_id': '5f49617d-b939-481f-9016-e69d8bb20b64'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:09:19.973935 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:19.992091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [None req-6e3da4f6-b37d-4262-8b88-4f4396faaef0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port dbe94a30-c22c-49e6-8772-ade1bc58d824 yet. {{(pid=95592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:09:20.004203 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:20.029082 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:09:20.029418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 7c8f5f7f-7250-4f95-8ebd-76daef2ca79d not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:09:20.051002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] For port a354c47e-45f6-413b-a54b-ed671fad1bdd, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:09:20.077959 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4bd825a8-bb84-43ca-9222-0dfe9ee8aa3a None None] Provisioning complete for port c016ab71-04c2-43b5-bb2b-f000f5a18112 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:20.078328 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4bd825a8-bb84-43ca-9222-0dfe9ee8aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:20.270919 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4858973a-48d5-4f33-babf-9e89c20677da req-aa4a5517-f9ae-46cf-9b68-0dc79c688bf6 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 210 time: 0.0454867 Sep 18 00:09:20.279444 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] For port a354c47e-45f6-413b-a54b-ed671fad1bdd, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a354c47e-45f6-413b-a54b-ed671fad1bdd,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:09:20.315733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-6e3da4f6-b37d-4262-8b88-4f4396faaef0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8:0:1::2e3 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/6b574eb8-e6f1-49be-b005-7ffd0959f452/dbe94a30-c22c-49e6-8772-ade1bc58d824) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:20.322523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-6e3da4f6-b37d-4262-8b88-4f4396faaef0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::f816:3eff:fe7a:e0d5 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/c27cf0d1-2671-4899-9303-09f695af99a6/dbe94a30-c22c-49e6-8772-ade1bc58d824) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:20.367626 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:20.391373 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-4f0e4fb4-2d60-4fb7-85e7-d10500cf38da tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:20.424893 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-4bd825a8-bb84-43ca-9222-0dfe9ee8aa3a None None] Port c016ab71-04c2-43b5-bb2b-f000f5a18112 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:09:20.444651 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:20.483704 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e3da4f6-b37d-4262-8b88-4f4396faaef0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:20.518825 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47d1a6-b867-4185-b27f-ac79e0a21638 None None] Pushing event updated for resources: {'Port': ['ID=a354c47e-45f6-413b-a54b-ed671fad1bdd,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:20.532676 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c911a9b2-784a-4c41-8bf7-f45279e9536a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:20.535307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4bd825a8-bb84-43ca-9222-0dfe9ee8aa3a None None] Provisioning complete for port 1045f3b9-ee12-4170-8daa-816c210c307c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:20.535571 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4bd825a8-bb84-43ca-9222-0dfe9ee8aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:20.569584 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:20.596278 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-4f0e4fb4-2d60-4fb7-85e7-d10500cf38da tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:20.655212 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e3da4f6-b37d-4262-8b88-4f4396faaef0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:20.661069 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] Allocated IP 2001:db8:1::2 (612b6c0f-02bd-412a-94eb-27343ff91d62/5f49617d-b939-481f-9016-e69d8bb20b64/42a360e8-c841-449f-9b4c-72f4f0313bd1) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:20.672077 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-4f0e4fb4-2d60-4fb7-85e7-d10500cf38da tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Network 5353ba14-4453-4704-834f-92939421fcb8 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:20.678877 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8624b5ba-1f66-403a-85a5-a4877b767f66 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:20.686325 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-4f0e4fb4-2d60-4fb7-85e7-d10500cf38da tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:20.690955 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-4f0e4fb4-2d60-4fb7-85e7-d10500cf38da tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:20.734168 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3da4f6-b37d-4262-8b88-4f4396faaef0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=dbe94a30-c22c-49e6-8772-ade1bc58d824,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:20.814248 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e4fb4-2d60-4fb7-85e7-d10500cf38da tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Pushing event updated for resources: {'Port': ['ID=5cbe5c76-54e6-40d1-ad7e-953cc76db93c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:20.915832 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc700e-eb10-4b80-90f5-3c9826ebf1e8 None None] Pushing event updated for resources: {'Port': ['ID=c016ab71-04c2-43b5-bb2b-f000f5a18112,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:20.972800 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-4f0e4fb4-2d60-4fb7-85e7-d10500cf38da tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:20.979019 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-4f0e4fb4-2d60-4fb7-85e7-d10500cf38da tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:21.033796 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3da4f6-b37d-4262-8b88-4f4396faaef0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:21.050208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-6e3da4f6-b37d-4262-8b88-4f4396faaef0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:21.065999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3da4f6-b37d-4262-8b88-4f4396faaef0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:21.071699 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3da4f6-b37d-4262-8b88-4f4396faaef0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:21.073415 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e3da4f6-b37d-4262-8b88-4f4396faaef0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:21.084628 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] Attempting to bind port c016ab71-04c2-43b5-bb2b-f000f5a18112 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:09:21.085033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] Attempting to bind port c016ab71-04c2-43b5-bb2b-f000f5a18112 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '98c45ce6-33c6-45f8-a226-9caa7473c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:09:21.085485 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] Attempting to bind port c016ab71-04c2-43b5-bb2b-f000f5a18112 on network 67b091e0-de22-4981-82c8-c6b53d9e9782 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:09:21.112147 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-4f0e4fb4-2d60-4fb7-85e7-d10500cf38da tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3419709 Sep 18 00:09:21.120796 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:09:21.121195 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] Checking segment: {'id': '98c45ce6-33c6-45f8-a226-9caa7473c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:21.121606 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:21.122001 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] Bound using segment: {'id': '98c45ce6-33c6-45f8-a226-9caa7473c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:09:21.122493 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] Bound port: c016ab71-04c2-43b5-bb2b-f000f5a18112, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c45ce6-33c6-45f8-a226-9caa7473c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:09:21.122876 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:21.127399 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Request body: {'port': {'device_id': 'ef24b8a5-caa4-45d8-9e13-991cca7570a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:21.199056 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:21.216842 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:21.249136 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6e3da4f6-b37d-4262-8b88-4f4396faaef0 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9230237 Sep 18 00:09:21.249806 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46274) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:21.273933 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] For port c016ab71-04c2-43b5-bb2b-f000f5a18112, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:09:21.300962 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] For port c016ab71-04c2-43b5-bb2b-f000f5a18112, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c016ab71-04c2-43b5-bb2b-f000f5a18112,segment=NetworkSegment(98c45ce6-33c6-45f8-a226-9caa7473c5b5),segment_id=98c45ce6-33c6-45f8-a226-9caa7473c5b5)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:09:21.316497 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:21.428395 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-c911a9b2-784a-4c41-8bf7-f45279e9536a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Allocated IP 2001:db8:1::1 (612b6c0f-02bd-412a-94eb-27343ff91d62/5f49617d-b939-481f-9016-e69d8bb20b64/e4ac443b-930a-47a4-a69d-13f68663af7e) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:21.434381 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a354c47e-45f6-413b-a54b-ed671fad1bdd up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:21.491420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] Network 612b6c0f-02bd-412a-94eb-27343ff91d62 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:21.494730 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:21.520276 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-8624b5ba-1f66-403a-85a5-a4877b767f66 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting port a7577a1e-f919-4788-b2be-cb3ea6100ddd {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:21.520752 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8624b5ba-1f66-403a-85a5-a4877b767f66 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:21.538217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e651f6ef-8c65-493d-b8e0-5de8868ea197 None None] Provisioning complete for port c016ab71-04c2-43b5-bb2b-f000f5a18112 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:21.538984 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e651f6ef-8c65-493d-b8e0-5de8868ea197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:21.565322 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:21.580751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:21.613544 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c911a9b2-784a-4c41-8bf7-f45279e9536a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:21.674178 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] Pushing event updated for resources: {'Port': ['ID=42a360e8-c841-449f-9b4c-72f4f0313bd1,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:21.685765 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] Routers {'ee8153de-270c-4a44-8985-6a37c68a0e39'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:21.691958 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ee8153de-270c-4a44-8985-6a37c68a0e39'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:21.724672 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-8624b5ba-1f66-403a-85a5-a4877b767f66 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] For port a7577a1e-f919-4788-b2be-cb3ea6100ddd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a7577a1e-f919-4788-b2be-cb3ea6100ddd,segment=NetworkSegment(3ce7430e-8225-4398-9f8a-d35dc396ab8e),segment_id=3ce7430e-8225-4398-9f8a-d35dc396ab8e)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:21.731256 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8624b5ba-1f66-403a-85a5-a4877b767f66 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:21.762055 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-8624b5ba-1f66-403a-85a5-a4877b767f66 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Calling delete_port for a7577a1e-f919-4788-b2be-cb3ea6100ddd owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:21.794327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb534f4a-5907-451e-a09d-505200da4501 req-0c921c25-47fa-4769-ab4b-0b28f47d90a8 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:21.797509 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb534f4a-5907-451e-a09d-505200da4501 req-0c921c25-47fa-4769-ab4b-0b28f47d90a8 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 932 time: 0.1270826 Sep 18 00:09:21.853771 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c911a9b2-784a-4c41-8bf7-f45279e9536a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:21.887084 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c911a9b2-784a-4c41-8bf7-f45279e9536a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 612b6c0f-02bd-412a-94eb-27343ff91d62 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:21.887084 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb534f4a-5907-451e-a09d-505200da4501 req-fd0b028a-8de8-4e55-8d53-eaf004fd69f0 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812786 Sep 18 00:09:21.889521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cbe5c76-54e6-40d1-ad7e-953cc76db93c {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:09:21.890253 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-c911a9b2-784a-4c41-8bf7-f45279e9536a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:21.897765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c911a9b2-784a-4c41-8bf7-f45279e9536a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:21.898369 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c911a9b2-784a-4c41-8bf7-f45279e9536a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:21.900559 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:21.953688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Transition to ACTIVE for port object 5cbe5c76-54e6-40d1-ad7e-953cc76db93c will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:09:22.028343 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911a9b2-784a-4c41-8bf7-f45279e9536a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=e4ac443b-930a-47a4-a69d-13f68663af7e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:22.029405 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] Attempting to bind port 42a360e8-c841-449f-9b4c-72f4f0313bd1 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:09:22.029996 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] Attempting to bind port 42a360e8-c841-449f-9b4c-72f4f0313bd1 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:09:22.030605 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] Attempting to bind port 42a360e8-c841-449f-9b4c-72f4f0313bd1 on network 612b6c0f-02bd-412a-94eb-27343ff91d62 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:09:22.042526 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc700e-eb10-4b80-90f5-3c9826ebf1e8 None None] Pushing event updated for resources: {'Port': ['ID=c016ab71-04c2-43b5-bb2b-f000f5a18112,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:22.053277 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a354c47e-45f6-413b-a54b-ed671fad1bdd triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:22.053913 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:22.063966 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb32d1-a147-4888-8e57-6bec36dbf95e tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port dbe94a30-c22c-49e6-8772-ade1bc58d824 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:22.064365 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cbcb32d1-a147-4888-8e57-6bec36dbf95e tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:22.086611 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:22.097062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:09:22.097062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] Checking segment: {'id': '7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:22.097062 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:22.097062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] Bound using segment: {'id': '7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:09:22.097062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] Bound port: 42a360e8-c841-449f-9b4c-72f4f0313bd1, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:09:22.097062 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:22.141757 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] Set router ee8153de-270c-4a44-8985-6a37c68a0e39 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:22.179113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf7b319-903d-4330-8845-636ed295acc5 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:22.213298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbe5c76-54e6-40d1-ad7e-953cc76db93c,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:22.217650 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cbcb32d1-a147-4888-8e57-6bec36dbf95e tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:22.245272 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e651f6ef-8c65-493d-b8e0-5de8868ea197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:22.246946 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb32d1-a147-4888-8e57-6bec36dbf95e tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for dbe94a30-c22c-49e6-8772-ade1bc58d824 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:22.248671 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c911a9b2-784a-4c41-8bf7-f45279e9536a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:22.313911 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Attempting to bind port 5cbe5c76-54e6-40d1-ad7e-953cc76db93c on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:09:22.314166 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Attempting to bind port 5cbe5c76-54e6-40d1-ad7e-953cc76db93c by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '5815cf28-71b9-4c42-a158-609bcdf8c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5353ba14-4453-4704-834f-92939421fcb8'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:09:22.315003 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Attempting to bind port 5cbe5c76-54e6-40d1-ad7e-953cc76db93c on network 5353ba14-4453-4704-834f-92939421fcb8 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:09:22.319499 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Port 5cbe5c76-54e6-40d1-ad7e-953cc76db93c on network 5353ba14-4453-4704-834f-92939421fcb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:09:22.319827 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Attempting to bind port 5cbe5c76-54e6-40d1-ad7e-953cc76db93c on network 5353ba14-4453-4704-834f-92939421fcb8 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:09:22.324853 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:09:22.325624 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Checking segment: {'id': '5815cf28-71b9-4c42-a158-609bcdf8c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5353ba14-4453-4704-834f-92939421fcb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:22.325738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Bound using segment: {'id': '5815cf28-71b9-4c42-a158-609bcdf8c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5353ba14-4453-4704-834f-92939421fcb8'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:09:22.326175 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Bound port: 5cbe5c76-54e6-40d1-ad7e-953cc76db93c, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5815cf28-71b9-4c42-a158-609bcdf8c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5353ba14-4453-4704-834f-92939421fcb8'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:09:22.326547 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:22.371361 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8624b5ba-1f66-403a-85a5-a4877b767f66 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:22.382972 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46290) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:22.425107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624b5ba-1f66-403a-85a5-a4877b767f66 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Port': ['ID=a7577a1e-f919-4788-b2be-cb3ea6100ddd,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:22.445522 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e651f6ef-8c65-493d-b8e0-5de8868ea197 None None] For port c016ab71-04c2-43b5-bb2b-f000f5a18112, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c016ab71-04c2-43b5-bb2b-f000f5a18112,segment=NetworkSegment(98c45ce6-33c6-45f8-a226-9caa7473c5b5),segment_id=98c45ce6-33c6-45f8-a226-9caa7473c5b5)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:22.470632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] For port 42a360e8-c841-449f-9b4c-72f4f0313bd1, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:09:22.481146 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] For port 5cbe5c76-54e6-40d1-ad7e-953cc76db93c, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:09:22.492178 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:22.511327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] For port 5cbe5c76-54e6-40d1-ad7e-953cc76db93c, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=5cbe5c76-54e6-40d1-ad7e-953cc76db93c,segment=NetworkSegment(5815cf28-71b9-4c42-a158-609bcdf8c7fb),segment_id=5815cf28-71b9-4c42-a158-609bcdf8c7fb)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:09:22.532206 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] For port 42a360e8-c841-449f-9b4c-72f4f0313bd1, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=42a360e8-c841-449f-9b4c-72f4f0313bd1,segment=NetworkSegment(7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3),segment_id=7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:09:22.566097 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e651f6ef-8c65-493d-b8e0-5de8868ea197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:22.630162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651f6ef-8c65-493d-b8e0-5de8868ea197 None None] Pushing event updated for resources: {'Port': ['ID=c016ab71-04c2-43b5-bb2b-f000f5a18112,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:22.665309 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:22.694219 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:22.695250 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:22.697394 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] 10.222.0.41 "PUT /v2.0/ports/5cbe5c76-54e6-40d1-ad7e-953cc76db93c HTTP/1.1" status: 200 len: 1092 time: 1.5763481 Sep 18 00:09:22.707471 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port a354c47e-45f6-413b-a54b-ed671fad1bdd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a354c47e-45f6-413b-a54b-ed671fad1bdd,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:22.711799 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef24b8a5-caa4-45d8-9e13-991cca7570a1', 'tag': '5cbe5c76-54e6-40d1-ad7e-953cc76db93c'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:09:22.715564 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a370eab-91b6-4804-9137-e55a55dd7fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "ef24b8a5-caa4-45d8-9e13-991cca7570a1", "tag": "5cbe5c76-54e6-40d1-ad7e-953cc76db93c"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:09:22.737645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ba1a05f0-a30f-4886-a11a-4743feb0bb9f None None] Provisioning complete for port c016ab71-04c2-43b5-bb2b-f000f5a18112 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:22.738015 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ba1a05f0-a30f-4886-a11a-4743feb0bb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:22.744654 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d5c27346-656e-49a3-826c-a65c85d15001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:22.761528 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:22.809440 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd93311e-eb0b-4610-b22c-23768e6719ae x-openstack-request-id: req-dd93311e-eb0b-4610-b22c-23768e6719ae {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:09:22.809700 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef24b8a5-caa4-45d8-9e13-991cca7570a1", "tag": "5cbe5c76-54e6-40d1-ad7e-953cc76db93c", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:09:22.809998 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dd93311e-eb0b-4610-b22c-23768e6719ae {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:09:22.810461 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef24b8a5-caa4-45d8-9e13-991cca7570a1', 'tag': '5cbe5c76-54e6-40d1-ad7e-953cc76db93c', 'status': 'completed', 'code': 200} Sep 18 00:09:22.816260 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8624b5ba-1f66-403a-85a5-a4877b767f66 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:22.818299 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:22.834056 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:15Z', 'revision_number': 2, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:21Z', 'revision_number': 4, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:22.959790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097cdc7-4506-4048-a161-7eedf61a02c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbe5c76-54e6-40d1-ad7e-953cc76db93c,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:23.026983 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a370eab-91b6-4804-9137-e55a55dd7fd4 req-07adefca-6956-4685-beb0-2bcd038383d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:23.028539 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4a370eab-91b6-4804-9137-e55a55dd7fd4 req-07adefca-6956-4685-beb0-2bcd038383d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=264df34042ac4bb8bcf183b88b9fa2bd&device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 1095 time: 0.2149103 Sep 18 00:09:23.101217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24762d-575a-4dce-9ee5-5439c974fd19 None None] Pushing event updated for resources: {'Port': ['ID=42a360e8-c841-449f-9b4c-72f4f0313bd1,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:23.142047 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b275847-d2ac-42e3-a02d-d1b811366359 None None] The sync data for ids ['ee8153de-270c-4a44-8985-6a37c68a0e39'] in n-d-809883-1 is: [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:15Z', 'revision_number': 2, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:21Z', 'revision_number': 4, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:09:23.193529 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2146b6-677e-432c-8a3e-6c21bbcd8bd0 req-52c83cd2-f0ab-4572-a1bc-4d223aa91839 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:23.201771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b2146b6-677e-432c-8a3e-6c21bbcd8bd0 req-52c83cd2-f0ab-4572-a1bc-4d223aa91839 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 944 time: 0.1702697 Sep 18 00:09:23.284983 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8958cc99-a110-48d4-ba40-ad9a026ddd60 None None] Update dhcp port {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'fixed_ips': [{'subnet_id': 'c27cf0d1-2671-4899-9303-09f695af99a6', 'ip_address': '2001:db8::f816:3eff:fe7f:100d'}, {'subnet_id': '6b574eb8-e6f1-49be-b005-7ffd0959f452'}], 'binding:host_id': 'n-d-809883-1'}, 'id': 'a354c47e-45f6-413b-a54b-ed671fad1bdd'} from n-d-809883-1. {{(pid=95593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:09:23.288868 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b2146b6-677e-432c-8a3e-6c21bbcd8bd0 req-515aaeb7-ccb6-441e-9e24-e980495289e8 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861912 Sep 18 00:09:23.307780 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cbcb32d1-a147-4888-8e57-6bec36dbf95e tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:23.375313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=a354c47e-45f6-413b-a54b-ed671fad1bdd,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:23.387422 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb32d1-a147-4888-8e57-6bec36dbf95e tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=dbe94a30-c22c-49e6-8772-ade1bc58d824,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:23.390447 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8958cc99-a110-48d4-ba40-ad9a026ddd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:23.400746 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a370eab-91b6-4804-9137-e55a55dd7fd4 req-eddbeb2a-5720-4af1-b615-6e0a9bb27eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:23.402307 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4a370eab-91b6-4804-9137-e55a55dd7fd4 req-eddbeb2a-5720-4af1-b615-6e0a9bb27eaf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=264df34042ac4bb8bcf183b88b9fa2bd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3621807 Sep 18 00:09:23.430527 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ba1a05f0-a30f-4886-a11a-4743feb0bb9f None None] Provisioning complete for port a354c47e-45f6-413b-a54b-ed671fad1bdd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:23.431269 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ba1a05f0-a30f-4886-a11a-4743feb0bb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:23.470653 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c911a9b2-784a-4c41-8bf7-f45279e9536a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:23.476551 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 42a360e8-c841-449f-9b4c-72f4f0313bd1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:23.499403 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cbcb32d1-a147-4888-8e57-6bec36dbf95e tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:23.504357 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cbcb32d1-a147-4888-8e57-6bec36dbf95e tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/dbe94a30-c22c-49e6-8772-ade1bc58d824 HTTP/1.1" status: 204 len: 168 time: 2.2504175 Sep 18 00:09:23.505723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46298) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:23.543549 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c911a9b2-784a-4c41-8bf7-f45279e9536a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:23.544343 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c911a9b2-784a-4c41-8bf7-f45279e9536a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:23.580902 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8624b5ba-1f66-403a-85a5-a4877b767f66 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Router db260545-607c-4011-9f23-fdc166cac75b has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:09:23.630280 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7624a265-b8ac-4a9f-ac87-0691da915187 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:23.634317 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7624a265-b8ac-4a9f-ac87-0691da915187 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1242807 Sep 18 00:09:23.638542 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46300) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:23.689759 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 42a360e8-c841-449f-9b4c-72f4f0313bd1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:23.690138 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:23.694589 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d5c27346-656e-49a3-826c-a65c85d15001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:23.698834 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911a9b2-784a-4c41-8bf7-f45279e9536a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=e4ac443b-930a-47a4-a69d-13f68663af7e,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:23.712028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a370eab-91b6-4804-9137-e55a55dd7fd4 req-b28ce59f-274b-415b-a61f-aa50848b4bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:23.719067 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4a370eab-91b6-4804-9137-e55a55dd7fd4 req-b28ce59f-274b-415b-a61f-aa50848b4bf2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3011541 Sep 18 00:09:23.742031 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f6a242-4281-48c4-9953-a5da6bdc041a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:23.744234 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b7f6a242-4281-48c4-9953-a5da6bdc041a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1027706 Sep 18 00:09:23.746251 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46302) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:23.806830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c911a9b2-784a-4c41-8bf7-f45279e9536a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 612b6c0f-02bd-412a-94eb-27343ff91d62 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:23.814924 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-8958cc99-a110-48d4-ba40-ad9a026ddd60 None None] Allocated IP 2001:db8:0:1::2 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/6b574eb8-e6f1-49be-b005-7ffd0959f452/a354c47e-45f6-413b-a54b-ed671fad1bdd) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:23.832350 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-c911a9b2-784a-4c41-8bf7-f45279e9536a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:23.839801 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d5c27346-656e-49a3-826c-a65c85d15001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:23.918052 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:23.938243 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d5c27346-656e-49a3-826c-a65c85d15001 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b9780c0fcae4c03aadfe05ab8ad1570&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5556231 Sep 18 00:09:23.939226 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46304) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:23.951879 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-109d8318-a341-429c-98e5-432777dcee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:23.953628 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-109d8318-a341-429c-98e5-432777dcee44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=264df34042ac4bb8bcf183b88b9fa2bd&device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 1095 time: 0.1862135 Sep 18 00:09:23.955009 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8624b5ba-1f66-403a-85a5-a4877b767f66 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:09:23.963654 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8624b5ba-1f66-403a-85a5-a4877b767f66 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "PUT /v2.0/routers/db260545-607c-4011-9f23-fdc166cac75b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4773366 Sep 18 00:09:23.963654 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c27346-656e-49a3-826c-a65c85d15001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53de50a8-d39b-466a-afb3-b91698f741ab,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:23.967359 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa7b97-876c-44b7-9722-e1c0eadf40d1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:23.968729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa7b97-876c-44b7-9722-e1c0eadf40d1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:23.971481 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46306) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:23.974662 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bac852-acda-4231-8258-ee4ba8685da8 None None] Sync routers for ids ['db260545-607c-4011-9f23-fdc166cac75b'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:09:23.985906 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa7b97-876c-44b7-9722-e1c0eadf40d1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:23.988207 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e1fa7b97-876c-44b7-9722-e1c0eadf40d1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2410209 Sep 18 00:09:23.991689 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46310) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:24.012804 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bac852-acda-4231-8258-ee4ba8685da8 None None] Routers {'db260545-607c-4011-9f23-fdc166cac75b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:24.013770 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d3bac852-acda-4231-8258-ee4ba8685da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['db260545-607c-4011-9f23-fdc166cac75b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:24.060321 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-8e911e26-db4e-4947-9964-990a84f738fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cbe5c76-54e6-40d1-ad7e-953cc76db93c HTTP/1.1" status: 200 len: 217 time: 0.0851700 Sep 18 00:09:24.096850 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 42a360e8-c841-449f-9b4c-72f4f0313bd1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=42a360e8-c841-449f-9b4c-72f4f0313bd1,segment=NetworkSegment(7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3),segment_id=7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:24.107374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8958cc99-a110-48d4-ba40-ad9a026ddd60 None None] For port a354c47e-45f6-413b-a54b-ed671fad1bdd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a354c47e-45f6-413b-a54b-ed671fad1bdd,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:24.111862 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c911a9b2-784a-4c41-8bf7-f45279e9536a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router ee8153de-270c-4a44-8985-6a37c68a0e39 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:09:24.123786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bbbe964-935a-427c-b2a2-0cdc91c16f07 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet 6b574eb8-e6f1-49be-b005-7ffd0959f452 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:09:24.166567 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8958cc99-a110-48d4-ba40-ad9a026ddd60 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:24.210863 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:24.220514 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-d66fb098-cfeb-4a7d-ab9c-1c264591a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:24.224396 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-d66fb098-cfeb-4a7d-ab9c-1c264591a7be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6baa688a-7c02-49dc-a510-543bfd53aa6c HTTP/1.1" status: 200 len: 851 time: 0.1162090 Sep 18 00:09:24.244368 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-d3bac852-acda-4231-8258-ee4ba8685da8 None None] Set router db260545-607c-4011-9f23-fdc166cac75b gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:24.246147 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5fc888-4f13-462e-94ad-36f19c33ed92 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting subnet 8112a6a7-1aea-4250-8e3a-79449b09191a {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:09:24.255585 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc888-4f13-462e-94ad-36f19c33ed92 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:24.299589 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bbbe964-935a-427c-b2a2-0cdc91c16f07 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:24.313317 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=42a360e8-c841-449f-9b4c-72f4f0313bd1,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:24.340934 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8958cc99-a110-48d4-ba40-ad9a026ddd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:24.372610 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-5050a451-966e-4e59-8e05-c8f06a23ef65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5353ba14-4453-4704-834f-92939421fcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1383197 Sep 18 00:09:24.433290 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc888-4f13-462e-94ad-36f19c33ed92 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:24.475212 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f4c72b08-12c4-4c0b-be42-068296563e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:24.487664 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bbbe964-935a-427c-b2a2-0cdc91c16f07 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:24.496226 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c911a9b2-784a-4c41-8bf7-f45279e9536a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:09:24.498953 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f4c72b08-12c4-4c0b-be42-068296563e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:24.525982 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c911a9b2-784a-4c41-8bf7-f45279e9536a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/ee8153de-270c-4a44-8985-6a37c68a0e39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9848492 Sep 18 00:09:24.531791 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46314) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:24.538068 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-42adbad5-c58e-45de-a869-9bd8be5026af tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1767298077'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:24.545753 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30387764-c9a2-4119-8c18-dce2e441e3cf None None] Network 612b6c0f-02bd-412a-94eb-27343ff91d62 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:24.551815 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d3bac852-acda-4231-8258-ee4ba8685da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db260545-607c-4011-9f23-fdc166cac75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737731793', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:16Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:17Z', 'updated_at': '2021-09-18T00:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:24.572369 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958cc99-a110-48d4-ba40-ad9a026ddd60 None None] Pushing event updated for resources: {'Port': ['ID=a354c47e-45f6-413b-a54b-ed671fad1bdd,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:24.602020 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bac852-acda-4231-8258-ee4ba8685da8 None None] Checking router: db260545-607c-4011-9f23-fdc166cac75b for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:09:24.624220 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bac852-acda-4231-8258-ee4ba8685da8 None None] Routers {'db260545-607c-4011-9f23-fdc166cac75b'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:24.624875 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d3bac852-acda-4231-8258-ee4ba8685da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['db260545-607c-4011-9f23-fdc166cac75b'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:24.664351 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-31d396c8-7b5c-49e7-b623-b561a8531191 None None] Provisioning complete for port 42a360e8-c841-449f-9b4c-72f4f0313bd1 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:24.664712 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-31d396c8-7b5c-49e7-b623-b561a8531191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:24.696825 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bbbe964-935a-427c-b2a2-0cdc91c16f07 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:24.772013 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b7d55-de0c-4bf3-97ee-4ab358f5dc51 req-465acd55-fcdd-4a98-aa1b-62d3de748bec tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:24.774430 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-186b7d55-de0c-4bf3-97ee-4ab358f5dc51 req-465acd55-fcdd-4a98-aa1b-62d3de748bec tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 944 time: 0.3583257 Sep 18 00:09:24.824322 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-d3bac852-acda-4231-8258-ee4ba8685da8 None None] Set router db260545-607c-4011-9f23-fdc166cac75b gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:24.848813 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-186b7d55-de0c-4bf3-97ee-4ab358f5dc51 req-e650aa51-a79a-4b6a-ae16-d257547177d7 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675240 Sep 18 00:09:24.959136 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42adbad5-c58e-45de-a869-9bd8be5026af tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Made reservation on behalf of ae6b35b2d26d45a58ce835158e2b5939 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:24.963607 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42adbad5-c58e-45de-a869-9bd8be5026af tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:25.011238 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bbbe964-935a-427c-b2a2-0cdc91c16f07 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:25.075233 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbe964-935a-427c-b2a2-0cdc91c16f07 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=6b574eb8-e6f1-49be-b005-7ffd0959f452,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:25.085444 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9bbbe964-935a-427c-b2a2-0cdc91c16f07 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:25.087518 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9bbbe964-935a-427c-b2a2-0cdc91c16f07 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/6b574eb8-e6f1-49be-b005-7ffd0959f452 HTTP/1.1" status: 204 len: 168 time: 1.0933495 Sep 18 00:09:25.090970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46316) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:25.095135 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f4c72b08-12c4-4c0b-be42-068296563e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:25.097971 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f4c72b08-12c4-4c0b-be42-068296563e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:25.100559 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f4c72b08-12c4-4c0b-be42-068296563e68 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/53de50a8-d39b-466a-afb3-b91698f741ab HTTP/1.1" status: 204 len: 168 time: 1.1558592 Sep 18 00:09:25.129091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c72b08-12c4-4c0b-be42-068296563e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53de50a8-d39b-466a-afb3-b91698f741ab,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:25.169199 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42adbad5-c58e-45de-a869-9bd8be5026af tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:09:25.206593 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42adbad5-c58e-45de-a869-9bd8be5026af tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:25.207049 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-42adbad5-c58e-45de-a869-9bd8be5026af tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Added segment 13001cce-f1d7-402b-8dd5-45592170962a of type vlan for network 9a79952e-7193-4d10-bd46-e080b5a87acc Sep 18 00:09:25.219519 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be42f67-1784-428d-b1dd-2714ad33c365 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet c27cf0d1-2671-4899-9303-09f695af99a6 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:09:25.224799 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8be42f67-1784-428d-b1dd-2714ad33c365 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:25.260769 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-1f5c4d64-f771-4dd9-a79c-96675dbf9cb6 service neutron] 10.222.0.41 "GET /v2.0/networks/5353ba14-4453-4704-834f-92939421fcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8748150 Sep 18 00:09:25.319584 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d3bac852-acda-4231-8258-ee4ba8685da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db260545-607c-4011-9f23-fdc166cac75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737731793', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:16Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:17Z', 'updated_at': '2021-09-18T00:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:25.324248 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8be42f67-1784-428d-b1dd-2714ad33c365 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:25.355373 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-242d3c14-e68b-4858-89f0-c9de8cc0aa75 None None] Provisioning complete for port 42a360e8-c841-449f-9b4c-72f4f0313bd1 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:25.355750 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-242d3c14-e68b-4858-89f0-c9de8cc0aa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:25.388870 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bac852-acda-4231-8258-ee4ba8685da8 None None] The sync data for ids ['db260545-607c-4011-9f23-fdc166cac75b'] in n-d-809883-1 is: [{'id': 'db260545-607c-4011-9f23-fdc166cac75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737731793', 'tenant_id': '5d2902e7a2a54edeb7be111e15492043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:07:16Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': '5d2902e7a2a54edeb7be111e15492043', 'gw_port': {'id': 'bebcc2d0-0f0f-46df-9953-2ca9cd3577f1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db260545-607c-4011-9f23-fdc166cac75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:07:17Z', 'updated_at': '2021-09-18T00:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:09:25.419763 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42adbad5-c58e-45de-a869-9bd8be5026af tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:25.423041 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc888-4f13-462e-94ad-36f19c33ed92 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:25.497736 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-242d3c14-e68b-4858-89f0-c9de8cc0aa75 None None] Provisioning complete for port e4ac443b-930a-47a4-a69d-13f68663af7e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:25.498117 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-242d3c14-e68b-4858-89f0-c9de8cc0aa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:25.523673 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-28a31c27-d46d-4df0-88f2-e0ad4b1e3945 req-9ad69550-2f7a-4ec7-9169-c22e75c48516 service neutron] 10.222.0.41 "GET /v2.0/networks/5353ba14-4453-4704-834f-92939421fcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531409 Sep 18 00:09:25.558517 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42adbad5-c58e-45de-a869-9bd8be5026af tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:25.571284 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-242d3c14-e68b-4858-89f0-c9de8cc0aa75 None None] Port e4ac443b-930a-47a4-a69d-13f68663af7e cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:09:25.578293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42adbad5-c58e-45de-a869-9bd8be5026af tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:25.581475 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-42adbad5-c58e-45de-a869-9bd8be5026af tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:25.640555 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915b852a-e414-4105-89df-450dd5b5330a None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:25.702420 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc888-4f13-462e-94ad-36f19c33ed92 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:25.708686 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ffcec314-7923-4999-bd3d-2c0467815201 None None] Could not find standard attr ID for object dbe94a30-c22c-49e6-8772-ade1bc58d824. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:09:25.746355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adbad5-c58e-45de-a869-9bd8be5026af tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Network': ['ID=9a79952e-7193-4d10-bd46-e080b5a87acc,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:25.746486 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fc888-4f13-462e-94ad-36f19c33ed92 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Subnet': ['ID=8112a6a7-1aea-4250-8e3a-79449b09191a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:25.746598 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] Sync routers for ids ['ee8153de-270c-4a44-8985-6a37c68a0e39'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:09:25.746598 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ffcec314-7923-4999-bd3d-2c0467815201 None None] Provisioning complete for port a354c47e-45f6-413b-a54b-ed671fad1bdd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:25.746598 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ffcec314-7923-4999-bd3d-2c0467815201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:25.747732 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc888-4f13-462e-94ad-36f19c33ed92 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:25.750061 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fe5fc888-4f13-462e-94ad-36f19c33ed92 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "DELETE /v2.0/subnets/8112a6a7-1aea-4250-8e3a-79449b09191a HTTP/1.1" status: 204 len: 168 time: 1.7736096 Sep 18 00:09:25.751426 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8be42f67-1784-428d-b1dd-2714ad33c365 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:25.752678 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46322) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:25.752946 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 9a79952e-7193-4d10-bd46-e080b5a87acc details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:09:25.814484 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-42adbad5-c58e-45de-a869-9bd8be5026af tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2803948 Sep 18 00:09:25.815400 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46324) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:25.823663 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-02a8b7a3-b662-4a80-9def-588c0a576ed7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'subnet': {'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:25.894410 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1226e87d-0434-460d-8894-e46cc084b146 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:25.922501 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06ac922-0685-4b6c-bbcb-8e2c72026352 None None] Network 2e538436-221e-43ae-be37-c1ee657631a0 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:26.034290 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a354c47e-45f6-413b-a54b-ed671fad1bdd up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:26.066912 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e91f45-61f4-4e77-b395-ddefce587e7a req-17961be4-9405-4f5e-b476-676617e1d96b tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:26.072096 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-31e91f45-61f4-4e77-b395-ddefce587e7a req-17961be4-9405-4f5e-b476-676617e1d96b tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 944 time: 0.1025267 Sep 18 00:09:26.074811 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46328) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:26.084186 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1226e87d-0434-460d-8894-e46cc084b146 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.104554 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4b62fdc-f50d-4424-8bfa-4d023045bd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.126546 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] Routers {'ee8153de-270c-4a44-8985-6a37c68a0e39'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:26.127262 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ee8153de-270c-4a44-8985-6a37c68a0e39'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:26.135075 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-31e91f45-61f4-4e77-b395-ddefce587e7a req-162f3e78-defb-41fd-b20a-9213d78618d3 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535283 Sep 18 00:09:26.170592 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8be42f67-1784-428d-b1dd-2714ad33c365 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.200464 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8be42f67-1784-428d-b1dd-2714ad33c365 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.205106 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8be42f67-1784-428d-b1dd-2714ad33c365 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/c27cf0d1-2671-4899-9303-09f695af99a6 HTTP/1.1" status: 204 len: 168 time: 1.1083295 Sep 18 00:09:26.205693 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46330) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:26.206209 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be42f67-1784-428d-b1dd-2714ad33c365 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=c27cf0d1-2671-4899-9303-09f695af99a6,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:26.217195 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a8b7a3-b662-4a80-9def-588c0a576ed7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Made reservation on behalf of ae6b35b2d26d45a58ce835158e2b5939 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:26.221650 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-02a8b7a3-b662-4a80-9def-588c0a576ed7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.271135 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-152cef5a-65bf-492f-a362-a74e8c27ae2d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635252 Sep 18 00:09:26.276041 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46332) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:26.282218 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-020dd10b-1718-4023-badc-0caf0404ef08 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:26.318275 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] Set router ee8153de-270c-4a44-8985-6a37c68a0e39 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:26.391057 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-1226e87d-0434-460d-8894-e46cc084b146 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting port bebcc2d0-0f0f-46df-9953-2ca9cd3577f1 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:26.391527 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1226e87d-0434-460d-8894-e46cc084b146 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.395452 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a354c47e-45f6-413b-a54b-ed671fad1bdd triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:26.395827 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.444631 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4b62fdc-f50d-4424-8bfa-4d023045bd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.489585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-1226e87d-0434-460d-8894-e46cc084b146 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] For port bebcc2d0-0f0f-46df-9953-2ca9cd3577f1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bebcc2d0-0f0f-46df-9953-2ca9cd3577f1,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:26.490024 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1226e87d-0434-460d-8894-e46cc084b146 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.506120 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-1226e87d-0434-460d-8894-e46cc084b146 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Calling delete_port for bebcc2d0-0f0f-46df-9953-2ca9cd3577f1 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:26.518658 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f4b62fdc-f50d-4424-8bfa-4d023045bd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.563971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b62fdc-f50d-4424-8bfa-4d023045bd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac93ad6-5819-4f1e-8083-352770e1bfd5,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:26.572883 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f4b62fdc-f50d-4424-8bfa-4d023045bd87 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1bfb4711aef44c6bb954382411ada90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4968326 Sep 18 00:09:26.573552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46334) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:26.602922 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-02a8b7a3-b662-4a80-9def-588c0a576ed7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.609869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9668fc-a89e-4a4f-8b41-f3b99cd1fb3e None None] DHCP port deletion for 2e538436-221e-43ae-be37-c1ee657631a0 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:09:26.637002 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020dd10b-1718-4023-badc-0caf0404ef08 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:26.640708 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-020dd10b-1718-4023-badc-0caf0404ef08 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.692070 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b1985a70-8dd0-42b9-b948-4f19e74dc5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.693563 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8b7a3-b662-4a80-9def-588c0a576ed7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Subnet': ['ID=b528c928-ef5d-471b-869a-ac90e7845838,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:26.716369 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1384b3ed-d72c-4fc9-8277-960778580e6a None None] Update dhcp port {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'fixed_ips': [{'subnet_id': 'c27cf0d1-2671-4899-9303-09f695af99a6'}], 'binding:host_id': 'n-d-809883-1'}, 'id': 'a354c47e-45f6-413b-a54b-ed671fad1bdd'} from n-d-809883-1. {{(pid=95593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:09:26.721211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a8b7a3-b662-4a80-9def-588c0a576ed7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Checking segment: {'id': '13001cce-f1d7-402b-8dd5-45592170962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:26.721967 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a8b7a3-b662-4a80-9def-588c0a576ed7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network hostable DHCP agents. Network: 9a79952e-7193-4d10-bd46-e080b5a87acc, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:09:26.728256 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b1985a70-8dd0-42b9-b948-4f19e74dc5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.797351 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1384b3ed-d72c-4fc9-8277-960778580e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.833225 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a8b7a3-b662-4a80-9def-588c0a576ed7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 9a79952e-7193-4d10-bd46-e080b5a87acc is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:09:26.862354 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b65b5fa0-c37a-46c2-baba-2c86adc875af None None] Provisioning complete for port e4ac443b-930a-47a4-a69d-13f68663af7e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:26.862731 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b65b5fa0-c37a-46c2-baba-2c86adc875af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.867443 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b1985a70-8dd0-42b9-b948-4f19e74dc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.870397 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b1985a70-8dd0-42b9-b948-4f19e74dc5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.873913 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b1985a70-8dd0-42b9-b948-4f19e74dc5fb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ac93ad6-5819-4f1e-8083-352770e1bfd5 HTTP/1.1" status: 204 len: 168 time: 0.2971020 Sep 18 00:09:26.874055 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1226e87d-0434-460d-8894-e46cc084b146 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.894569 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1985a70-8dd0-42b9-b948-4f19e74dc5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac93ad6-5819-4f1e-8083-352770e1bfd5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:26.904732 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226e87d-0434-460d-8894-e46cc084b146 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Port': ['ID=bebcc2d0-0f0f-46df-9953-2ca9cd3577f1,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:26.925292 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-02a8b7a3-b662-4a80-9def-588c0a576ed7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 9a79952e-7193-4d10-bd46-e080b5a87acc) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:26.931048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a8b7a3-b662-4a80-9def-588c0a576ed7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:26.931980 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-02a8b7a3-b662-4a80-9def-588c0a576ed7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.945043 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3b9668fc-a89e-4a4f-8b41-f3b99cd1fb3e None None] Deleting port 420bd64d-fa6f-46d3-b02d-1707d566b5ef {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:26.945421 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3b9668fc-a89e-4a4f-8b41-f3b99cd1fb3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.954583 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8e4b5c-9768-40a4-ab53-d297aeb2ada0 None None] Network 9a79952e-7193-4d10-bd46-e080b5a87acc requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:26.965377 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-020dd10b-1718-4023-badc-0caf0404ef08 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:26.989513 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c016ab71-04c2-43b5-bb2b-f000f5a18112 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:27.013814 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1226e87d-0434-460d-8894-e46cc084b146 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:27.040950 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-02a8b7a3-b662-4a80-9def-588c0a576ed7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2213731 Sep 18 00:09:27.043417 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46338) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:27.088342 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b65b5fa0-c37a-46c2-baba-2c86adc875af None None] Port e4ac443b-930a-47a4-a69d-13f68663af7e cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:09:27.105251 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020dd10b-1718-4023-badc-0caf0404ef08 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:27.185207 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3b9668fc-a89e-4a4f-8b41-f3b99cd1fb3e None None] For port 420bd64d-fa6f-46d3-b02d-1707d566b5ef, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=420bd64d-fa6f-46d3-b02d-1707d566b5ef,segment=NetworkSegment(3ce7430e-8225-4398-9f8a-d35dc396ab8e),segment_id=3ce7430e-8225-4398-9f8a-d35dc396ab8e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:27.185618 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3b9668fc-a89e-4a4f-8b41-f3b99cd1fb3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:27.185851 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1226e87d-0434-460d-8894-e46cc084b146 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:27.189462 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1226e87d-0434-460d-8894-e46cc084b146 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:27.192069 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858276d8-f7df-4178-b359-9a40d2c44c2a None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:27.245006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3b9668fc-a89e-4a4f-8b41-f3b99cd1fb3e None None] Calling delete_port for 420bd64d-fa6f-46d3-b02d-1707d566b5ef owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:27.249013 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020dd10b-1718-4023-badc-0caf0404ef08 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=0d47ad47-7f71-44c7-a0f6-7b0a8257ea42,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:27.254038 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-020dd10b-1718-4023-badc-0caf0404ef08 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:27.261954 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020dd10b-1718-4023-badc-0caf0404ef08 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:27.262823 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-020dd10b-1718-4023-badc-0caf0404ef08 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:27.311113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:21Z', 'revision_number': 3, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ac443b-930a-47a4-a69d-13f68663af7e', 'name': '', 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:da:63:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:20Z', 'updated_at': '2021-09-18T00:09:23Z', 'revision_number': 2, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:27.363271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305221f1-ecc9-4637-8ebb-1de4fe74c9c4 req-52519c6d-a945-4805-a2a7-10267a80cbf7 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:27.367833 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-305221f1-ecc9-4637-8ebb-1de4fe74c9c4 req-52519c6d-a945-4805-a2a7-10267a80cbf7 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 944 time: 0.1031137 Sep 18 00:09:27.367999 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-020dd10b-1718-4023-badc-0caf0404ef08 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0873158 Sep 18 00:09:27.368102 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46344) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:27.372879 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c4a45401-b4e4-4d4b-a9b9-ae3b9d7a8700 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:27.382608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ee4a0db5-b203-444f-9936-3a01adbb7836 None None] Provisioning complete for port a354c47e-45f6-413b-a54b-ed671fad1bdd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:27.383117 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ee4a0db5-b203-444f-9936-3a01adbb7836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:27.399045 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1226e87d-0434-460d-8894-e46cc084b146 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:27.399558 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1226e87d-0434-460d-8894-e46cc084b146 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Fanout notify agent at l3_agent the message router_deleted on router db260545-607c-4011-9f23-fdc166cac75b {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:09:27.419214 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1226e87d-0434-460d-8894-e46cc084b146 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:27.420354 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1226e87d-0434-460d-8894-e46cc084b146 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "DELETE /v2.0/routers/db260545-607c-4011-9f23-fdc166cac75b HTTP/1.1" status: 204 len: 168 time: 1.6657209 Sep 18 00:09:27.433560 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46348) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:27.465898 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] Checking router: ee8153de-270c-4a44-8985-6a37c68a0e39 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:09:27.466316 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] Updating router ee8153de-270c-4a44-8985-6a37c68a0e39 port e4ac443b-930a-47a4-a69d-13f68663af7e binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:09:27.515777 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c016ab71-04c2-43b5-bb2b-f000f5a18112 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:27.516331 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:27.567545 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-305221f1-ecc9-4637-8ebb-1de4fe74c9c4 req-b98a3905-5735-4d30-8134-102b4da330e8 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889143 Sep 18 00:09:27.634530 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:27.666826 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:27.702291 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Deleting port 420bd64d-fa6f-46d3-b02d-1707d566b5ef {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:27.702743 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:27.720277 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 5cbe5c76-54e6-40d1-ad7e-953cc76db93c details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:09:27.730726 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-9a79952e-7193-4d10-bd46-e080b5a87acc', 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'fixed_ips': [{'subnet_id': 'b528c928-ef5d-471b-869a-ac90e7845838'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:09:27.731848 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:27.738313 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1c8d-7117-4816-912d-7faa72a9b497 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:27.782343 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] For port 420bd64d-fa6f-46d3-b02d-1707d566b5ef, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=420bd64d-fa6f-46d3-b02d-1707d566b5ef,segment=NetworkSegment(3ce7430e-8225-4398-9f8a-d35dc396ab8e),segment_id=3ce7430e-8225-4398-9f8a-d35dc396ab8e)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:27.783677 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:27.799396 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Calling delete_port for 420bd64d-fa6f-46d3-b02d-1707d566b5ef owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:27.820224 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a45401-b4e4-4d4b-a9b9-ae3b9d7a8700 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:27.823977 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c4a45401-b4e4-4d4b-a9b9-ae3b9d7a8700 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:27.851167 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 42a360e8-c841-449f-9b4c-72f4f0313bd1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:27.879860 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.resource_extend [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 00:09:27.918482 n-d-809883-1 neutron-server[95592]: INFO neutron.db.ipam_backend_mixin [None req-c4a45401-b4e4-4d4b-a9b9-ae3b9d7a8700 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0d47ad47-7f71-44c7-a0f6-7b0a8257ea42 (CIDR: 2001:db8::/64) Sep 18 00:09:27.979591 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a45401-b4e4-4d4b-a9b9-ae3b9d7a8700 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:09:27.980090 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a45401-b4e4-4d4b-a9b9-ae3b9d7a8700 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:28.027919 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:28.105172 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Port': ['ID=420bd64d-fa6f-46d3-b02d-1707d566b5ef,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:28.114089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] No DVR routers for this DVR port 420bd64d-fa6f-46d3-b02d-1707d566b5ef on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:09:28.138606 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c4a45401-b4e4-4d4b-a9b9-ae3b9d7a8700 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7693033 Sep 18 00:09:28.139284 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46358) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:28.148637 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3b9668fc-a89e-4a4f-8b41-f3b99cd1fb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:28.222462 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:28.234152 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9668fc-a89e-4a4f-8b41-f3b99cd1fb3e None None] Pushing event deleted for resources: {'Port': ['ID=420bd64d-fa6f-46d3-b02d-1707d566b5ef,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:28.247745 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e538436-221e-43ae-be37-c1ee657631a0']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:28.252899 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f8d4da50-9543-4452-af43-69fff2da84a1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:28.255404 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9668fc-a89e-4a4f-8b41-f3b99cd1fb3e None None] No DVR routers for this DVR port 420bd64d-fa6f-46d3-b02d-1707d566b5ef on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:09:28.261028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-9a4f1c8d-7117-4816-912d-7faa72a9b497 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Allocated IP 2001:db8:2::1 (9a79952e-7193-4d10-bd46-e080b5a87acc/b528c928-ef5d-471b-869a-ac90e7845838/744a84b5-4fb8-4e31-9580-c5666b6064e1) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:28.265112 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce7430e-8225-4398-9f8a-d35dc396ab8e') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:28.265666 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce7430e-8225-4398-9f8a-d35dc396ab8e') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:28.280682 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:28.298477 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:28.307569 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:09:28.308139 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: self.session.flush() Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:09:28.311868 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:09:28.320559 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 42a360e8-c841-449f-9b4c-72f4f0313bd1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:28.320973 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:28.323676 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 5cbe5c76-54e6-40d1-ad7e-953cc76db93c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=5cbe5c76-54e6-40d1-ad7e-953cc76db93c,segment=NetworkSegment(5815cf28-71b9-4c42-a158-609bcdf8c7fb),segment_id=5815cf28-71b9-4c42-a158-609bcdf8c7fb)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:28.474188 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:28.487053 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:28.493150 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "DELETE /v2.0/networks/2e538436-221e-43ae-be37-c1ee657631a0 HTTP/1.1" status: 204 len: 168 time: 1.0584643 Sep 18 00:09:28.493986 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46368) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:28.525374 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f9b6b-d6b2-4251-ac82-246dcfe7e30d tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'Network': ['ID=2e538436-221e-43ae-be37-c1ee657631a0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:28.541435 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1c8d-7117-4816-912d-7faa72a9b497 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:28.592726 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-051fa6f0-40e7-482b-b575-b577f0066164 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:28.593387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '5cbe5c76-54e6-40d1-ad7e-953cc76db93c', 'network_id': '5353ba14-4453-4704-834f-92939421fcb8', 'port_id': '5cbe5c76-54e6-40d1-ad7e-953cc76db93c', 'mac_address': 'fa:16:3e:37:dc:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6baa688a-7c02-49dc-a510-543bfd53aa6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:09:28.610442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d4da50-9543-4452-af43-69fff2da84a1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:28.614413 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f8d4da50-9543-4452-af43-69fff2da84a1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:28.624297 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-051fa6f0-40e7-482b-b575-b577f0066164 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:28.687053 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1c8d-7117-4816-912d-7faa72a9b497 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:28.726302 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581b4e72-7353-4c81-b58a-cbf8c6c0b0a5 None None] Update dhcp port {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'fixed_ips': [{'subnet_id': '0d47ad47-7f71-44c7-a0f6-7b0a8257ea42'}], 'binding:host_id': 'n-d-809883-1'}, 'id': 'a354c47e-45f6-413b-a54b-ed671fad1bdd'} from n-d-809883-1. {{(pid=95593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:09:28.760440 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:28.792610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f1c8d-7117-4816-912d-7faa72a9b497 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 9a79952e-7193-4d10-bd46-e080b5a87acc is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:28.810206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-9a4f1c8d-7117-4816-912d-7faa72a9b497 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:28.813032 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f1c8d-7117-4816-912d-7faa72a9b497 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=744a84b5-4fb8-4e31-9580-c5666b6064e1,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:28.819910 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4f1c8d-7117-4816-912d-7faa72a9b497 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:28.820607 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1c8d-7117-4816-912d-7faa72a9b497 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:28.822058 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-051fa6f0-40e7-482b-b575-b577f0066164 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:28.824914 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-051fa6f0-40e7-482b-b575-b577f0066164 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:28.826187 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-051fa6f0-40e7-482b-b575-b577f0066164 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] 10.222.0.46 "DELETE /v2.0/security-groups/d2ea8d96-fade-4254-b590-bf603ee4312b HTTP/1.1" status: 204 len: 168 time: 0.3292117 Sep 18 00:09:28.836640 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fa6f0-40e7-482b-b575-b577f0066164 tempest-TestNetworkAdvancedServerOps-916661193 tempest-TestNetworkAdvancedServerOps-916661193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ea8d96-fade-4254-b590-bf603ee4312b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:28.841195 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f13510-3614-419f-9f42-21779ea1ee37 req-2bc74dc0-ca60-4703-aeab-ea5a18f3220a tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:28.849441 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2f13510-3614-419f-9f42-21779ea1ee37 req-2bc74dc0-ca60-4703-aeab-ea5a18f3220a tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 944 time: 0.1662395 Sep 18 00:09:28.857841 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] Allocated IP 2001:db8:2::2 (9a79952e-7193-4d10-bd46-e080b5a87acc/b528c928-ef5d-471b-869a-ac90e7845838/eb98f898-7b61-4a0b-a244-e9580b95e10b) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:28.859939 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-581b4e72-7353-4c81-b58a-cbf8c6c0b0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:28.869038 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cbe5c76-54e6-40d1-ad7e-953cc76db93c {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:09:28.943632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 5cbe5c76-54e6-40d1-ad7e-953cc76db93c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=5cbe5c76-54e6-40d1-ad7e-953cc76db93c,segment=NetworkSegment(5815cf28-71b9-4c42-a158-609bcdf8c7fb),segment_id=5815cf28-71b9-4c42-a158-609bcdf8c7fb)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:28.975657 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:28.993076 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2f13510-3614-419f-9f42-21779ea1ee37 req-d6a44d5b-14a4-49d3-a5e4-050550b67bd2 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426494 Sep 18 00:09:29.045053 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:29.128795 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:29.169569 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1c8d-7117-4816-912d-7faa72a9b497 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:29.169939 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 420bd64d-fa6f-46d3-b02d-1707d566b5ef no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:09:29.211674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 420bd64d-fa6f-46d3-b02d-1707d566b5ef {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:09:29.212021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 420bd64d-fa6f-46d3-b02d-1707d566b5ef not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:09:29.212433 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a7577a1e-f919-4788-b2be-cb3ea6100ddd no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:09:29.294047 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: a7577a1e-f919-4788-b2be-cb3ea6100ddd {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:09:29.294387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a7577a1e-f919-4788-b2be-cb3ea6100ddd not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:09:29.294846 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a354c47e-45f6-413b-a54b-ed671fad1bdd no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:09:29.352421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['5cbe5c76-54e6-40d1-ad7e-953cc76db93c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:09:29.434053 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=5cbe5c76-54e6-40d1-ad7e-953cc76db93c,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:29.457630 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:29.538871 n-d-809883-1 neutron-server[95592]: DEBUG neutron.objects.ports [None req-f8d4da50-9543-4452-af43-69fff2da84a1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95592) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:09:29.581887 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-581b4e72-7353-4c81-b58a-cbf8c6c0b0a5 None None] Allocated IP 2001:db8::2 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/0d47ad47-7f71-44c7-a0f6-7b0a8257ea42/a354c47e-45f6-413b-a54b-ed671fad1bdd) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:29.594455 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] Attempting to bind port e4ac443b-930a-47a4-a69d-13f68663af7e on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:09:29.594831 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] Attempting to bind port e4ac443b-930a-47a4-a69d-13f68663af7e by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:09:29.595258 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] Attempting to bind port e4ac443b-930a-47a4-a69d-13f68663af7e on network 612b6c0f-02bd-412a-94eb-27343ff91d62 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:09:29.610362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46390) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:29.615150 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:29.623900 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2a26c-af0b-42b2-9494-159b5669cfe4 None None] Pushing event updated for resources: {'Port': ['ID=e4ac443b-930a-47a4-a69d-13f68663af7e,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:29.634132 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:29.644897 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:09:29.649796 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] Checking segment: {'id': '7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:29.649796 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:29.649796 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] Bound using segment: {'id': '7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:09:29.649796 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] Bound port: e4ac443b-930a-47a4-a69d-13f68663af7e, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:09:29.649796 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:29.665677 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ad9d8879-1656-47f1-8391-5e932e163227 None None] Provisioning complete for port e4ac443b-930a-47a4-a69d-13f68663af7e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:29.666056 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ad9d8879-1656-47f1-8391-5e932e163227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:29.774310 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-52976ef6-4537-4437-9f00-e5415c190390 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d2902e7a2a54edeb7be111e15492043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616693 Sep 18 00:09:29.774514 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] Network 9a79952e-7193-4d10-bd46-e080b5a87acc is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:29.777231 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46396) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:29.812159 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:29.835018 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-728b0a28-1989-43db-ab2a-79c38aabe5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:29.855558 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:29.858968 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-728b0a28-1989-43db-ab2a-79c38aabe5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:29.863492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] Pushing event updated for resources: {'Port': ['ID=eb98f898-7b61-4a0b-a244-e9580b95e10b,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:29.866189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ad9d8879-1656-47f1-8391-5e932e163227 None None] Port e4ac443b-930a-47a4-a69d-13f68663af7e cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:09:30.035369 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] For port e4ac443b-930a-47a4-a69d-13f68663af7e, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:09:30.035369 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-581b4e72-7353-4c81-b58a-cbf8c6c0b0a5 None None] For port a354c47e-45f6-413b-a54b-ed671fad1bdd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a354c47e-45f6-413b-a54b-ed671fad1bdd,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:30.035369 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] Attempting to bind port eb98f898-7b61-4a0b-a244-e9580b95e10b on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:09:30.035369 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] Attempting to bind port eb98f898-7b61-4a0b-a244-e9580b95e10b by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '13001cce-f1d7-402b-8dd5-45592170962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:09:30.035369 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] Attempting to bind port eb98f898-7b61-4a0b-a244-e9580b95e10b on network 9a79952e-7193-4d10-bd46-e080b5a87acc {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:09:30.046506 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] For port e4ac443b-930a-47a4-a69d-13f68663af7e, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e4ac443b-930a-47a4-a69d-13f68663af7e,segment=NetworkSegment(7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3),segment_id=7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:09:30.049651 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:09:30.050028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] Checking segment: {'id': '13001cce-f1d7-402b-8dd5-45592170962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:30.050426 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:30.050816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] Bound using segment: {'id': '13001cce-f1d7-402b-8dd5-45592170962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:09:30.051287 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] Bound port: eb98f898-7b61-4a0b-a244-e9580b95e10b, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13001cce-f1d7-402b-8dd5-45592170962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:09:30.051666 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:30.112397 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-581b4e72-7353-4c81-b58a-cbf8c6c0b0a5 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:30.130422 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-728b0a28-1989-43db-ab2a-79c38aabe5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:30.133752 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-728b0a28-1989-43db-ab2a-79c38aabe5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:30.141806 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-728b0a28-1989-43db-ab2a-79c38aabe5d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c47f269-e814-40d4-8a9c-07a714837063 HTTP/1.1" status: 204 len: 168 time: 0.3567560 Sep 18 00:09:30.151270 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b0a28-1989-43db-ab2a-79c38aabe5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c47f269-e814-40d4-8a9c-07a714837063,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:30.152320 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] For port eb98f898-7b61-4a0b-a244-e9580b95e10b, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:09:30.155627 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] For port eb98f898-7b61-4a0b-a244-e9580b95e10b, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=eb98f898-7b61-4a0b-a244-e9580b95e10b,segment=NetworkSegment(13001cce-f1d7-402b-8dd5-45592170962a),segment_id=13001cce-f1d7-402b-8dd5-45592170962a)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:09:30.163366 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:30.191785 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1c8d-7117-4816-912d-7faa72a9b497 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:30.214672 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed4b30-1d58-455c-b3ac-510592f83081 req-aa94a6e9-96c0-417d-93df-377ce2443aec tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:30.216268 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1bed4b30-1d58-455c-b3ac-510592f83081 req-aa94a6e9-96c0-417d-93df-377ce2443aec tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 945 time: 0.1079595 Sep 18 00:09:30.228353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] Routers {'ee8153de-270c-4a44-8985-6a37c68a0e39'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:30.229537 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ee8153de-270c-4a44-8985-6a37c68a0e39'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:30.234687 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2a26c-af0b-42b2-9494-159b5669cfe4 None None] Pushing event updated for resources: {'Port': ['ID=e4ac443b-930a-47a4-a69d-13f68663af7e,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:30.263749 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1bed4b30-1d58-455c-b3ac-510592f83081 req-026dda41-0c1c-45e6-b4b8-9c3eb0333d77 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382180 Sep 18 00:09:30.273995 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-581b4e72-7353-4c81-b58a-cbf8c6c0b0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:30.275827 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1c8d-7117-4816-912d-7faa72a9b497 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:30.276610 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9a4f1c8d-7117-4816-912d-7faa72a9b497 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:30.291307 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:30.363345 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46404) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:30.415749 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f1c8d-7117-4816-912d-7faa72a9b497 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=744a84b5-4fb8-4e31-9580-c5666b6064e1,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:30.467621 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f8d4da50-9543-4452-af43-69fff2da84a1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:30.528562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f1c8d-7117-4816-912d-7faa72a9b497 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 9a79952e-7193-4d10-bd46-e080b5a87acc is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:30.535432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-9a4f1c8d-7117-4816-912d-7faa72a9b497 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:30.656303 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c3f220a3-2744-43e4-b2aa-86a8700f4aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:30.689647 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b4e72-7353-4c81-b58a-cbf8c6c0b0a5 None None] Pushing event updated for resources: {'Port': ['ID=a354c47e-45f6-413b-a54b-ed671fad1bdd,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:30.727152 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] Set router ee8153de-270c-4a44-8985-6a37c68a0e39 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:30.732610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4f1c8d-7117-4816-912d-7faa72a9b497 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router ee8153de-270c-4a44-8985-6a37c68a0e39 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:09:30.785980 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:09:30.786611 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:09:30.794969 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7aeac95a-b0ff-4586-8184-c1ece0597502 None None] Provisioning complete for port e4ac443b-930a-47a4-a69d-13f68663af7e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:30.795574 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7aeac95a-b0ff-4586-8184-c1ece0597502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:30.821878 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c3f220a3-2744-43e4-b2aa-86a8700f4aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:30.916447 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-f8d4da50-9543-4452-af43-69fff2da84a1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] For port a354c47e-45f6-413b-a54b-ed671fad1bdd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a354c47e-45f6-413b-a54b-ed671fad1bdd,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:30.937330 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c3f220a3-2744-43e4-b2aa-86a8700f4aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:30.980227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4f1c8d-7117-4816-912d-7faa72a9b497 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:09:30.988455 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c3f220a3-2744-43e4-b2aa-86a8700f4aec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=edcb4f7f616e4546bc4d1cd7c5c072e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6234860 Sep 18 00:09:30.989845 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f220a3-2744-43e4-b2aa-86a8700f4aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e638278-e21c-4cd8-b36f-8dd628ba8d4d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:30.997481 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46410) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:31.012554 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9a4f1c8d-7117-4816-912d-7faa72a9b497 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/ee8153de-270c-4a44-8985-6a37c68a0e39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9677973 Sep 18 00:09:31.013422 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46412) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:31.025396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e763f93-0fa5-426d-89a0-a6ddd30c5181 None None] Pushing event updated for resources: {'Port': ['ID=eb98f898-7b61-4a0b-a244-e9580b95e10b,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:31.040321 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-25e845a0-1f86-4831-a7ad-e87b74f06da7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1821585514'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:31.064011 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f8d4da50-9543-4452-af43-69fff2da84a1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.115014 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-909d44e1-a6c7-4598-b959-1ffbab5d096f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.121557 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7aeac95a-b0ff-4586-8184-c1ece0597502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.124724 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f8d4da50-9543-4452-af43-69fff2da84a1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.125595 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f8d4da50-9543-4452-af43-69fff2da84a1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.145218 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-909d44e1-a6c7-4598-b959-1ffbab5d096f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.173832 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-7aeac95a-b0ff-4586-8184-c1ece0597502 None None] For port e4ac443b-930a-47a4-a69d-13f68663af7e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e4ac443b-930a-47a4-a69d-13f68663af7e,segment=NetworkSegment(7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3),segment_id=7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:31.214203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46414) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:31.230417 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e845a0-1f86-4831-a7ad-e87b74f06da7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Made reservation on behalf of ae6b35b2d26d45a58ce835158e2b5939 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:31.234972 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25e845a0-1f86-4831-a7ad-e87b74f06da7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.251048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d4da50-9543-4452-af43-69fff2da84a1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:31.265020 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:29Z', 'revision_number': 4, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': '744a84b5-4fb8-4e31-9580-c5666b6064e1', 'name': '', 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:5f:71:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:27Z', 'updated_at': '2021-09-18T00:09:28Z', 'revision_number': 1, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ac443b-930a-47a4-a69d-13f68663af7e', 'name': '', 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:da:63:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:20Z', 'updated_at': '2021-09-18T00:09:29Z', 'revision_number': 4, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:31.267093 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-f8d4da50-9543-4452-af43-69fff2da84a1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:31.279265 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b670865b-de6c-4a54-bc5e-083c9d3c2e1a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b81edd122416424596d0b055e293cf2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578494 Sep 18 00:09:31.279265 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46416) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:31.280383 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d4da50-9543-4452-af43-69fff2da84a1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:31.281123 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f8d4da50-9543-4452-af43-69fff2da84a1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.326110 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4da50-9543-4452-af43-69fff2da84a1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=0213689b-e55c-4452-b30a-b5d4d483ab14,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:31.337921 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-909d44e1-a6c7-4598-b959-1ffbab5d096f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.341337 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-909d44e1-a6c7-4598-b959-1ffbab5d096f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.342773 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-909d44e1-a6c7-4598-b959-1ffbab5d096f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5e638278-e21c-4cd8-b36f-8dd628ba8d4d HTTP/1.1" status: 204 len: 168 time: 0.3423400 Sep 18 00:09:31.354408 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4da50-9543-4452-af43-69fff2da84a1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=a354c47e-45f6-413b-a54b-ed671fad1bdd,revision_number=9']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:31.356723 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ed51e7cf-21d1-42ca-9910-e970e6a963ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.357902 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e845a0-1f86-4831-a7ad-e87b74f06da7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:09:31.361881 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d44e1-a6c7-4598-b959-1ffbab5d096f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e638278-e21c-4cd8-b36f-8dd628ba8d4d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:31.377990 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25e845a0-1f86-4831-a7ad-e87b74f06da7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.378506 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-25e845a0-1f86-4831-a7ad-e87b74f06da7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Added segment f47d67a1-760e-497e-b803-17a94ea0c0d4 of type vlan for network 6fe57556-e610-4fdb-83bb-5a7971183d82 Sep 18 00:09:31.396681 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ed51e7cf-21d1-42ca-9910-e970e6a963ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.400684 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.428684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1c8afb-3b78-4990-8b77-f56aa34a639e None None] The sync data for ids ['ee8153de-270c-4a44-8985-6a37c68a0e39'] in n-d-809883-1 is: [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:29Z', 'revision_number': 4, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': '744a84b5-4fb8-4e31-9580-c5666b6064e1', 'name': '', 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:5f:71:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:27Z', 'updated_at': '2021-09-18T00:09:28Z', 'revision_number': 1, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ac443b-930a-47a4-a69d-13f68663af7e', 'name': '', 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:da:63:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:20Z', 'updated_at': '2021-09-18T00:09:29Z', 'revision_number': 4, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:09:31.430321 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7aeac95a-b0ff-4586-8184-c1ece0597502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.510944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46422) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:31.519582 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e7392b5b-0057-4e80-a957-2166452df319 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'mac_address': 'fa:16:3e:d5:97:f1', 'name': 'tempest-NetworksTestDHCPv6-1749085582'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:31.524756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port a354c47e-45f6-413b-a54b-ed671fad1bdd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a354c47e-45f6-413b-a54b-ed671fad1bdd,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:31.526751 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f8d4da50-9543-4452-af43-69fff2da84a1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.2793705 Sep 18 00:09:31.555076 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ed51e7cf-21d1-42ca-9910-e970e6a963ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.559452 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ed51e7cf-21d1-42ca-9910-e970e6a963ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.560989 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ed51e7cf-21d1-42ca-9910-e970e6a963ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01216467-c383-4d6a-8bf1-884083d62616 HTTP/1.1" status: 204 len: 168 time: 0.2848957 Sep 18 00:09:31.569282 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25e845a0-1f86-4831-a7ad-e87b74f06da7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.600432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6085c3-33c9-49cb-bd4b-c8997b023a57 req-9b837ce6-95f6-46a6-9ea3-f0a34c61aa60 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:31.602911 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee6085c3-33c9-49cb-bd4b-c8997b023a57 req-9b837ce6-95f6-46a6-9ea3-f0a34c61aa60 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 945 time: 0.2103841 Sep 18 00:09:31.609322 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeac95a-b0ff-4586-8184-c1ece0597502 None None] Pushing event updated for resources: {'Port': ['ID=e4ac443b-930a-47a4-a69d-13f68663af7e,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:31.618692 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51e7cf-21d1-42ca-9910-e970e6a963ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01216467-c383-4d6a-8bf1-884083d62616,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:31.634033 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.637978 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bebcc2d0-0f0f-46df-9953-2ca9cd3577f1 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:09:31.694974 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee6085c3-33c9-49cb-bd4b-c8997b023a57 req-bca0529d-fa7a-4288-bf7d-755dd41ef172 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840235 Sep 18 00:09:31.771121 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25e845a0-1f86-4831-a7ad-e87b74f06da7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.781594 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e845a0-1f86-4831-a7ad-e87b74f06da7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:31.782257 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25e845a0-1f86-4831-a7ad-e87b74f06da7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:31.793869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 5cbe5c76-54e6-40d1-ad7e-953cc76db93c up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:31.820164 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: bebcc2d0-0f0f-46df-9953-2ca9cd3577f1 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:09:31.820857 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bebcc2d0-0f0f-46df-9953-2ca9cd3577f1 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:09:31.883916 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7392b5b-0057-4e80-a957-2166452df319 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:31.916615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e808899a-995c-4d5d-99ea-f2eb9198ef68 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:31.943223 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=a354c47e-45f6-413b-a54b-ed671fad1bdd,revision_number=10']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:31.994547 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-25e845a0-1f86-4831-a7ad-e87b74f06da7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9735477 Sep 18 00:09:31.995489 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e845a0-1f86-4831-a7ad-e87b74f06da7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Network': ['ID=6fe57556-e610-4fdb-83bb-5a7971183d82,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:32.021057 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46428) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:32.035365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'subnet': {'network_id': '6fe57556-e610-4fdb-83bb-5a7971183d82', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:32.149547 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e7392b5b-0057-4e80-a957-2166452df319 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:32.213189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 6fe57556-e610-4fdb-83bb-5a7971183d82 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:09:32.246022 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-e7392b5b-0057-4e80-a957-2166452df319 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port f6e8c0f2-f95d-48bf-a043-c22222faaf65 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:09:32.253197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e6c3e1af-bade-437d-bf94-f27e6d4a2e6c None None] Provisioning complete for port a354c47e-45f6-413b-a54b-ed671fad1bdd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:32.253586 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e6c3e1af-bade-437d-bf94-f27e6d4a2e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:32.323856 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device eb98f898-7b61-4a0b-a244-e9580b95e10b up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:32.385090 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9ce189-eade-46bd-a129-cce43d00fb1e None None] Network 9a79952e-7193-4d10-bd46-e080b5a87acc requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:32.404629 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Made reservation on behalf of ae6b35b2d26d45a58ce835158e2b5939 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:32.428091 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:32.508161 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-e7392b5b-0057-4e80-a957-2166452df319 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::299 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/0d47ad47-7f71-44c7-a0f6-7b0a8257ea42/f6e8c0f2-f95d-48bf-a043-c22222faaf65) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:32.514980 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-e7392b5b-0057-4e80-a957-2166452df319 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8:0:1:f816:3eff:fed5:97f1 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/0213689b-e55c-4452-b30a-b5d4d483ab14/f6e8c0f2-f95d-48bf-a043-c22222faaf65) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:32.650163 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46430) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:32.694974 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6fb02e97-aae8-4152-9ec2-9def725a70da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:32.709512 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e7392b5b-0057-4e80-a957-2166452df319 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:32.726950 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e6c3e1af-bade-437d-bf94-f27e6d4a2e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:32.782778 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port eb98f898-7b61-4a0b-a244-e9580b95e10b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:32.783368 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:32.822343 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e7392b5b-0057-4e80-a957-2166452df319 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:32.833329 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 5cbe5c76-54e6-40d1-ad7e-953cc76db93c completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:09:32.848912 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e6c3e1af-bade-437d-bf94-f27e6d4a2e6c None None] For port a354c47e-45f6-413b-a54b-ed671fad1bdd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a354c47e-45f6-413b-a54b-ed671fad1bdd,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:32.850963 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 5cbe5c76-54e6-40d1-ad7e-953cc76db93c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:32.851438 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:32.856244 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:32.874868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7392b5b-0057-4e80-a957-2166452df319 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:32.881867 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-e7392b5b-0057-4e80-a957-2166452df319 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:32.887229 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7392b5b-0057-4e80-a957-2166452df319 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:32.901999 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7392b5b-0057-4e80-a957-2166452df319 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:32.902703 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e7392b5b-0057-4e80-a957-2166452df319 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:32.908892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7392b5b-0057-4e80-a957-2166452df319 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=f6e8c0f2-f95d-48bf-a043-c22222faaf65,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:32.922189 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e6c3e1af-bade-437d-bf94-f27e6d4a2e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:32.985729 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6fb02e97-aae8-4152-9ec2-9def725a70da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:33.007536 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Subnet': ['ID=147d6ea9-5822-4be0-9866-b9721534fb0b,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:33.038782 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0816ce1-0e35-4660-b587-9cacddabcbcd req-996c68f2-330d-470c-89a8-8d505e8ad1cc tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:33.038782 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0816ce1-0e35-4660-b587-9cacddabcbcd req-996c68f2-330d-470c-89a8-8d505e8ad1cc tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 945 time: 0.2425644 Sep 18 00:09:33.055598 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:33.055951 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:33.056292 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:33.056628 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:33.057005 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:33.057588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:33.057929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:33.062618 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:33.063247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:33.064532 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:33.064881 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:33.065932 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:33.087124 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:33.092041 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3e1af-bade-437d-bf94-f27e6d4a2e6c None None] Pushing event updated for resources: {'Port': ['ID=a354c47e-45f6-413b-a54b-ed671fad1bdd,revision_number=11']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:33.092500 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Checking segment: {'id': 'f47d67a1-760e-497e-b803-17a94ea0c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6fe57556-e610-4fdb-83bb-5a7971183d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:33.093022 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network hostable DHCP agents. Network: 6fe57556-e610-4fdb-83bb-5a7971183d82, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:09:33.106618 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:33.117871 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f9677c27-f51f-4d44-a3ed-3fdc24d88576 None None] Provisioning complete for port eb98f898-7b61-4a0b-a244-e9580b95e10b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:33.118293 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f9677c27-f51f-4d44-a3ed-3fdc24d88576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:33.127977 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-be8fe6a1-7c4f-4eba-8186-87745c9a8486 req-60aa2d63-159f-4b45-a9f3-1428208b082c service neutron] (95591) timed out ('10.222.0.41', 54222) {{(pid=95591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 00:09:33.158979 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0816ce1-0e35-4660-b587-9cacddabcbcd req-103f2a4d-b339-4fdf-9c49-29e64f42ab59 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112626 Sep 18 00:09:33.159778 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef24b8a5-caa4-45d8-9e13-991cca7570a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbe5c76-54e6-40d1-ad7e-953cc76db93c'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:09:33.160323 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6fb02e97-aae8-4152-9ec2-9def725a70da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:33.162220 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52b1a42-992c-42bf-9c1a-c9b4c958b9f9" -d '{"events": [{"server_uuid": "ef24b8a5-caa4-45d8-9e13-991cca7570a1", "name": "network-vif-plugged", "status": "completed", "tag": "5cbe5c76-54e6-40d1-ad7e-953cc76db93c"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:09:33.189128 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 5cbe5c76-54e6-40d1-ad7e-953cc76db93c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=5cbe5c76-54e6-40d1-ad7e-953cc76db93c,segment=NetworkSegment(5815cf28-71b9-4c42-a158-609bcdf8c7fb),segment_id=5815cf28-71b9-4c42-a158-609bcdf8c7fb)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:33.208141 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port eb98f898-7b61-4a0b-a244-e9580b95e10b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=eb98f898-7b61-4a0b-a244-e9580b95e10b,segment=NetworkSegment(13001cce-f1d7-402b-8dd5-45592170962a),segment_id=13001cce-f1d7-402b-8dd5-45592170962a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:33.245103 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb02e97-aae8-4152-9ec2-9def725a70da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa61ee8-ab1c-461a-97ac-cfa9962319cf,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:33.247843 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 6fe57556-e610-4fdb-83bb-5a7971183d82 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:09:33.257751 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6fb02e97-aae8-4152-9ec2-9def725a70da admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4576eb3c0ff541e7b6b696b75dd4a8c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6064925 Sep 18 00:09:33.260489 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46436) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:33.274017 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc36223-6a14-4c6c-9207-6a2db856198b x-openstack-request-id: req-dbc36223-6a14-4c6c-9207-6a2db856198b {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:09:33.274017 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef24b8a5-caa4-45d8-9e13-991cca7570a1", "name": "network-vif-plugged", "status": "completed", "tag": "5cbe5c76-54e6-40d1-ad7e-953cc76db93c", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:09:33.274017 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dbc36223-6a14-4c6c-9207-6a2db856198b {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:09:33.274436 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef24b8a5-caa4-45d8-9e13-991cca7570a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbe5c76-54e6-40d1-ad7e-953cc76db93c', 'code': 200} Sep 18 00:09:33.300058 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f9677c27-f51f-4d44-a3ed-3fdc24d88576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:33.312664 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:33.315789 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:33.316637 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a354c47e-45f6-413b-a54b-ed671fad1bdd up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:33.336232 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e7392b5b-0057-4e80-a957-2166452df319 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8245316 Sep 18 00:09:33.338841 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46438) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:33.343071 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] Sync routers for ids ['ee8153de-270c-4a44-8985-6a37c68a0e39'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:09:33.352222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 6fe57556-e610-4fdb-83bb-5a7971183d82) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:33.354682 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] Routers {'ee8153de-270c-4a44-8985-6a37c68a0e39'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:33.361001 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ee8153de-270c-4a44-8985-6a37c68a0e39'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:33.384680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb93b890-d015-49ef-bf2f-8f025b6b8964 None None] Network 6fe57556-e610-4fdb-83bb-5a7971183d82 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:33.410637 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-89e73b19-5ea0-41e4-ae66-f1a71e3826d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:33.415000 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713f91f-3393-4d23-af6d-09242f56628b req-b92e26b1-0b15-4b5d-a6dd-0bb4506813d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:33.418051 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:33.418660 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:33.418772 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1713f91f-3393-4d23-af6d-09242f56628b req-b92e26b1-0b15-4b5d-a6dd-0bb4506813d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 1097 time: 0.1182668 Sep 18 00:09:33.485702 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] Set router ee8153de-270c-4a44-8985-6a37c68a0e39 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:33.487159 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-89e73b19-5ea0-41e4-ae66-f1a71e3826d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:33.525495 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1713f91f-3393-4d23-af6d-09242f56628b req-06f621eb-1560-4aee-aaa0-106a1c4b6821 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967972 Sep 18 00:09:33.559309 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-e0cb024f-3e34-4566-bd95-50837be806c8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port f6e8c0f2-f95d-48bf-a043-c22222faaf65 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:33.559645 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e0cb024f-3e34-4566-bd95-50837be806c8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:33.575336 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=5cbe5c76-54e6-40d1-ad7e-953cc76db93c,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:33.586336 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46440) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:33.598531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-350275b2-c076-4ce5-9a00-d49d818f13c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5761380 Sep 18 00:09:33.635199 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-f9677c27-f51f-4d44-a3ed-3fdc24d88576 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:09:33.635466 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-f9677c27-f51f-4d44-a3ed-3fdc24d88576 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:09:33.648609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a354c47e-45f6-413b-a54b-ed671fad1bdd triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:33.649036 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:33.680369 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-89e73b19-5ea0-41e4-ae66-f1a71e3826d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:33.683382 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-89e73b19-5ea0-41e4-ae66-f1a71e3826d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:33.692369 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-89e73b19-5ea0-41e4-ae66-f1a71e3826d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5aa61ee8-ab1c-461a-97ac-cfa9962319cf HTTP/1.1" status: 204 len: 168 time: 0.4285111 Sep 18 00:09:33.741835 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e0cb024f-3e34-4566-bd95-50837be806c8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:33.741973 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=eb98f898-7b61-4a0b-a244-e9580b95e10b,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:33.758256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-e0cb024f-3e34-4566-bd95-50837be806c8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for f6e8c0f2-f95d-48bf-a043-c22222faaf65 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:33.780785 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e73b19-5ea0-41e4-ae66-f1a71e3826d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa61ee8-ab1c-461a-97ac-cfa9962319cf,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:33.798317 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9138ce96-af63-4de6-be6e-013e1c2cbcc0 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:33.848057 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:29Z', 'revision_number': 4, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': '744a84b5-4fb8-4e31-9580-c5666b6064e1', 'name': '', 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:5f:71:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:27Z', 'updated_at': '2021-09-18T00:09:29Z', 'revision_number': 2, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ac443b-930a-47a4-a69d-13f68663af7e', 'name': '', 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:da:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:20Z', 'updated_at': '2021-09-18T00:09:31Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:33.894017 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] Checking router: ee8153de-270c-4a44-8985-6a37c68a0e39 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:09:33.894415 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] Updating router ee8153de-270c-4a44-8985-6a37c68a0e39 port 744a84b5-4fb8-4e31-9580-c5666b6064e1 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:09:33.941439 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:33.985224 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-6fe57556-e610-4fdb-83bb-5a7971183d82', 'network_id': '6fe57556-e610-4fdb-83bb-5a7971183d82', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'fixed_ips': [{'subnet_id': '147d6ea9-5822-4be0-9866-b9721534fb0b'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:09:33.986249 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:34.136735 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e0cb024f-3e34-4566-bd95-50837be806c8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:34.265431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb024f-3e34-4566-bd95-50837be806c8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=f6e8c0f2-f95d-48bf-a043-c22222faaf65,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:34.375947 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c18a6b8e-d9dc-4565-9360-510ef4032707 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:34.453461 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e0cb024f-3e34-4566-bd95-50837be806c8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:34.459268 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e0cb024f-3e34-4566-bd95-50837be806c8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/f6e8c0f2-f95d-48bf-a043-c22222faaf65 HTTP/1.1" status: 204 len: 168 time: 1.1193449 Sep 18 00:09:34.459926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46452) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:34.530924 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04de2d8-ade8-4449-b876-f3247b46d7c2 req-c24a5d5b-0999-455d-9ce6-f7660d513031 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:34.540484 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a04de2d8-ade8-4449-b876-f3247b46d7c2 req-c24a5d5b-0999-455d-9ce6-f7660d513031 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 946 time: 0.2066474 Sep 18 00:09:34.542263 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:34.574228 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device eb98f898-7b61-4a0b-a244-e9580b95e10b up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:34.593054 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ee3d65-2127-4270-a3e8-d5c863a3d226 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:34.598015 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-10ee3d65-2127-4270-a3e8-d5c863a3d226 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1325107 Sep 18 00:09:34.598452 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a04de2d8-ade8-4449-b876-f3247b46d7c2 req-891793a6-8b4e-46ba-a846-4f352cffde6b tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574224 Sep 18 00:09:34.611485 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46456) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:34.650514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30ace1d-69af-4232-8c5d-d9c3f1c53bb4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:34.654596 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c30ace1d-69af-4232-8c5d-d9c3f1c53bb4 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0522344 Sep 18 00:09:34.654826 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46458) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:34.661231 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port eb98f898-7b61-4a0b-a244-e9580b95e10b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:34.666516 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:34.703571 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-c18a6b8e-d9dc-4565-9360-510ef4032707 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Allocated IP 2001:db8:3::1 (6fe57556-e610-4fdb-83bb-5a7971183d82/147d6ea9-5822-4be0-9866-b9721534fb0b/5949dfce-ac32-462f-adc4-9e81ca921a59) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:34.712353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-292653ab-bd94-4cc6-9ca6-adb83275deb2 None None] Provisioning complete for port 744a84b5-4fb8-4e31-9580-c5666b6064e1 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:34.719063 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-292653ab-bd94-4cc6-9ca6-adb83275deb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:34.730874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17741df6-25de-426c-ab6f-5ce6ec43d933 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:34.732510 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17741df6-25de-426c-ab6f-5ce6ec43d933 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:34.734223 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17741df6-25de-426c-ab6f-5ce6ec43d933 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:34.735958 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-17741df6-25de-426c-ab6f-5ce6ec43d933 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0800812 Sep 18 00:09:34.739030 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46460) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:34.742734 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:34.808347 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-292653ab-bd94-4cc6-9ca6-adb83275deb2 None None] Port 744a84b5-4fb8-4e31-9580-c5666b6064e1 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:09:34.833781 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a354c47e-45f6-413b-a54b-ed671fad1bdd up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:34.847868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-356ec955-190a-499f-86f8-1cae8272381b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet 0213689b-e55c-4452-b30a-b5d4d483ab14 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:09:34.852001 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-356ec955-190a-499f-86f8-1cae8272381b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:34.868513 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-292653ab-bd94-4cc6-9ca6-adb83275deb2 None None] Provisioning complete for port a354c47e-45f6-413b-a54b-ed671fad1bdd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:34.868513 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-292653ab-bd94-4cc6-9ca6-adb83275deb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:34.918780 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-356ec955-190a-499f-86f8-1cae8272381b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:34.937297 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000d120-69ad-4c3b-90f6-75ff0a91aff3 None None] Pushing event updated for resources: {'Port': ['ID=744a84b5-4fb8-4e31-9580-c5666b6064e1,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:34.951812 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000d120-69ad-4c3b-90f6-75ff0a91aff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:34.952398 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000d120-69ad-4c3b-90f6-75ff0a91aff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:34.952922 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000d120-69ad-4c3b-90f6-75ff0a91aff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:34.953410 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000d120-69ad-4c3b-90f6-75ff0a91aff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:34.953910 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000d120-69ad-4c3b-90f6-75ff0a91aff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:34.954390 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000d120-69ad-4c3b-90f6-75ff0a91aff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:34.955497 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000d120-69ad-4c3b-90f6-75ff0a91aff3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:34.956000 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000d120-69ad-4c3b-90f6-75ff0a91aff3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:34.956479 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000d120-69ad-4c3b-90f6-75ff0a91aff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:34.956999 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000d120-69ad-4c3b-90f6-75ff0a91aff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:34.957534 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000d120-69ad-4c3b-90f6-75ff0a91aff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:34.958029 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000d120-69ad-4c3b-90f6-75ff0a91aff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:34.973280 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a354c47e-45f6-413b-a54b-ed671fad1bdd triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:34.973762 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:34.980104 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] Attempting to bind port 744a84b5-4fb8-4e31-9580-c5666b6064e1 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:09:34.980708 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] Attempting to bind port 744a84b5-4fb8-4e31-9580-c5666b6064e1 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '13001cce-f1d7-402b-8dd5-45592170962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:09:34.981261 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] Attempting to bind port 744a84b5-4fb8-4e31-9580-c5666b6064e1 on network 9a79952e-7193-4d10-bd46-e080b5a87acc {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:09:34.988371 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:09:34.989183 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] Checking segment: {'id': '13001cce-f1d7-402b-8dd5-45592170962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:34.989742 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:34.990282 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] Bound using segment: {'id': '13001cce-f1d7-402b-8dd5-45592170962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:09:34.990913 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] Bound port: 744a84b5-4fb8-4e31-9580-c5666b6064e1, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13001cce-f1d7-402b-8dd5-45592170962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:09:34.991469 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:35.087455 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] For port 744a84b5-4fb8-4e31-9580-c5666b6064e1, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:09:35.091619 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] For port 744a84b5-4fb8-4e31-9580-c5666b6064e1, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=744a84b5-4fb8-4e31-9580-c5666b6064e1,segment=NetworkSegment(13001cce-f1d7-402b-8dd5-45592170962a),segment_id=13001cce-f1d7-402b-8dd5-45592170962a)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:09:35.104937 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-292653ab-bd94-4cc6-9ca6-adb83275deb2 None None] Provisioning complete for port eb98f898-7b61-4a0b-a244-e9580b95e10b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:35.104937 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-292653ab-bd94-4cc6-9ca6-adb83275deb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:35.179268 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e4ac443b-930a-47a4-a69d-13f68663af7e up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:35.182405 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:35.207008 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-356ec955-190a-499f-86f8-1cae8272381b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:35.259614 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000d120-69ad-4c3b-90f6-75ff0a91aff3 None None] Pushing event updated for resources: {'Port': ['ID=744a84b5-4fb8-4e31-9580-c5666b6064e1,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:35.263417 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] Routers {'ee8153de-270c-4a44-8985-6a37c68a0e39'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:35.269669 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ee8153de-270c-4a44-8985-6a37c68a0e39'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:35.299649 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e4ac443b-930a-47a4-a69d-13f68663af7e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:35.299649 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:35.372448 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c18a6b8e-d9dc-4565-9360-510ef4032707 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:35.420375 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] Set router ee8153de-270c-4a44-8985-6a37c68a0e39 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:35.434157 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-49f10f64-9358-4d70-b51f-9dfbf041f12a None None] Provisioning complete for port 744a84b5-4fb8-4e31-9580-c5666b6064e1 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:35.436786 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-49f10f64-9358-4d70-b51f-9dfbf041f12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:35.464770 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-356ec955-190a-499f-86f8-1cae8272381b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:35.522607 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ec955-190a-499f-86f8-1cae8272381b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=0213689b-e55c-4452-b30a-b5d4d483ab14,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:35.527302 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c18a6b8e-d9dc-4565-9360-510ef4032707 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:35.540906 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-356ec955-190a-499f-86f8-1cae8272381b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:35.546746 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-356ec955-190a-499f-86f8-1cae8272381b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/0213689b-e55c-4452-b30a-b5d4d483ab14 HTTP/1.1" status: 204 len: 168 time: 0.8065801 Sep 18 00:09:35.549961 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46474) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:35.585569 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-49f10f64-9358-4d70-b51f-9dfbf041f12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:35.633377 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18a6b8e-d9dc-4565-9360-510ef4032707 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 6fe57556-e610-4fdb-83bb-5a7971183d82 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:35.641385 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-c18a6b8e-d9dc-4565-9360-510ef4032707 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:35.642117 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-e282f325-12d4-4d7d-859a-ed9b44a28c05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet 0d47ad47-7f71-44c7-a0f6-7b0a8257ea42 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:09:35.647168 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e282f325-12d4-4d7d-859a-ed9b44a28c05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:35.650862 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18a6b8e-d9dc-4565-9360-510ef4032707 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:35.651399 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c18a6b8e-d9dc-4565-9360-510ef4032707 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:35.672603 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] Allocated IP 2001:db8:3::2 (6fe57556-e610-4fdb-83bb-5a7971183d82/147d6ea9-5822-4be0-9866-b9721534fb0b/9b9b865b-cd4e-4aa6-a138-4d293fc53c42) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:35.729596 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e282f325-12d4-4d7d-859a-ed9b44a28c05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:35.738323 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-49f10f64-9358-4d70-b51f-9dfbf041f12a None None] For port 744a84b5-4fb8-4e31-9580-c5666b6064e1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=744a84b5-4fb8-4e31-9580-c5666b6064e1,segment=NetworkSegment(13001cce-f1d7-402b-8dd5-45592170962a),segment_id=13001cce-f1d7-402b-8dd5-45592170962a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:35.775142 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a6b8e-d9dc-4565-9360-510ef4032707 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=5949dfce-ac32-462f-adc4-9e81ca921a59,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:35.814053 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61b0778-a4cb-424f-9e6a-75eeb4d942d6 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:35.840625 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-49f10f64-9358-4d70-b51f-9dfbf041f12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:35.864525 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3157102-c46e-4f19-81ef-64bef6017f95 req-89a5158a-898c-481c-b8bf-af39acf0d15e tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:35.867981 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c3157102-c46e-4f19-81ef-64bef6017f95 req-89a5158a-898c-481c-b8bf-af39acf0d15e tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 946 time: 0.1292317 Sep 18 00:09:35.902128 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c18a6b8e-d9dc-4565-9360-510ef4032707 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:35.904133 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-49f10f64-9358-4d70-b51f-9dfbf041f12a None None] Could not find standard attr ID for object dbe94a30-c22c-49e6-8772-ade1bc58d824. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:09:35.924067 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:29Z', 'revision_number': 4, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': '744a84b5-4fb8-4e31-9580-c5666b6064e1', 'name': '', 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:5f:71:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:27Z', 'updated_at': '2021-09-18T00:09:35Z', 'revision_number': 4, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ac443b-930a-47a4-a69d-13f68663af7e', 'name': '', 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:da:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:20Z', 'updated_at': '2021-09-18T00:09:31Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:35.941287 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e282f325-12d4-4d7d-859a-ed9b44a28c05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:35.968381 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449dcd1-bae4-45a5-8b46-3407dcfd2646 None None] The sync data for ids ['ee8153de-270c-4a44-8985-6a37c68a0e39'] in n-d-809883-1 is: [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:29Z', 'revision_number': 4, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': '744a84b5-4fb8-4e31-9580-c5666b6064e1', 'name': '', 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:5f:71:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:27Z', 'updated_at': '2021-09-18T00:09:35Z', 'revision_number': 4, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ac443b-930a-47a4-a69d-13f68663af7e', 'name': '', 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:da:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:20Z', 'updated_at': '2021-09-18T00:09:31Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:09:35.974631 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c3157102-c46e-4f19-81ef-64bef6017f95 req-a89902cf-790e-4244-9f9b-7386317cdf59 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842359 Sep 18 00:09:36.005530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-49f10f64-9358-4d70-b51f-9dfbf041f12a None None] Provisioning complete for port a354c47e-45f6-413b-a54b-ed671fad1bdd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:36.005692 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-49f10f64-9358-4d70-b51f-9dfbf041f12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:36.015110 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f10f64-9358-4d70-b51f-9dfbf041f12a None None] Pushing event updated for resources: {'Port': ['ID=744a84b5-4fb8-4e31-9580-c5666b6064e1,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:36.081050 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:36.196791 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f004e69-c0d5-4ccc-8ae7-965383cd1c3c req-657caa49-a7c8-4ff7-8315-76c82cf2e743 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:36.198628 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f004e69-c0d5-4ccc-8ae7-965383cd1c3c req-657caa49-a7c8-4ff7-8315-76c82cf2e743 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 946 time: 0.1054504 Sep 18 00:09:36.200287 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e282f325-12d4-4d7d-859a-ed9b44a28c05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:36.202258 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:36.246160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282f325-12d4-4d7d-859a-ed9b44a28c05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=0d47ad47-7f71-44c7-a0f6-7b0a8257ea42,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:36.254253 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e282f325-12d4-4d7d-859a-ed9b44a28c05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:36.259310 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e282f325-12d4-4d7d-859a-ed9b44a28c05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/0d47ad47-7f71-44c7-a0f6-7b0a8257ea42 HTTP/1.1" status: 204 len: 168 time: 0.7083087 Sep 18 00:09:36.261523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46486) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:36.293800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] Pushing event updated for resources: {'Port': ['ID=9b9b865b-cd4e-4aa6-a138-4d293fc53c42,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:36.311081 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 744a84b5-4fb8-4e31-9580-c5666b6064e1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:36.319003 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d67e775f-c94e-4e53-9778-514d9243e58a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560207 Sep 18 00:09:36.321805 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46488) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:36.328397 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-0c0fd3ce-1899-4fe9-80de-32f92d6078d7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:36.359545 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] Network 6fe57556-e610-4fdb-83bb-5a7971183d82 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:36.364876 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:36.372669 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:36.375909 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-49f10f64-9358-4d70-b51f-9dfbf041f12a None None] Could not find standard attr ID for object f6e8c0f2-f95d-48bf-a043-c22222faaf65. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:09:36.428578 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f004e69-c0d5-4ccc-8ae7-965383cd1c3c req-cf8bc6cc-040d-4dd3-bcfc-4aeaf018a3c3 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129021 Sep 18 00:09:36.544418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460a39a4-1b8d-4e3e-9d6d-93b8d4232239 None None] Update dhcp port {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'fixed_ips': [{'subnet_id': '0d47ad47-7f71-44c7-a0f6-7b0a8257ea42'}], 'binding:host_id': 'n-d-809883-1'}, 'id': 'a354c47e-45f6-413b-a54b-ed671fad1bdd'} from n-d-809883-1. {{(pid=95593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:09:36.554575 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 744a84b5-4fb8-4e31-9580-c5666b6064e1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:36.555048 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:36.599545 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0fd3ce-1899-4fe9-80de-32f92d6078d7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:36.600649 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] Attempting to bind port 9b9b865b-cd4e-4aa6-a138-4d293fc53c42 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:09:36.601048 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] Attempting to bind port 9b9b865b-cd4e-4aa6-a138-4d293fc53c42 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f47d67a1-760e-497e-b803-17a94ea0c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6fe57556-e610-4fdb-83bb-5a7971183d82'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:09:36.601409 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] Attempting to bind port 9b9b865b-cd4e-4aa6-a138-4d293fc53c42 on network 6fe57556-e610-4fdb-83bb-5a7971183d82 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:09:36.603966 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd3ce-1899-4fe9-80de-32f92d6078d7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:36.622302 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-285b0641-6ab2-4f2b-bc54-5ae48a625aec None None] Provisioning complete for port 744a84b5-4fb8-4e31-9580-c5666b6064e1 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:36.622770 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-285b0641-6ab2-4f2b-bc54-5ae48a625aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:36.626263 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-460a39a4-1b8d-4e3e-9d6d-93b8d4232239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:36.629895 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:09:36.630269 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] Checking segment: {'id': 'f47d67a1-760e-497e-b803-17a94ea0c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6fe57556-e610-4fdb-83bb-5a7971183d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:36.630660 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:36.631053 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] Bound using segment: {'id': 'f47d67a1-760e-497e-b803-17a94ea0c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6fe57556-e610-4fdb-83bb-5a7971183d82'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:09:36.631534 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] Bound port: 9b9b865b-cd4e-4aa6-a138-4d293fc53c42, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47d67a1-760e-497e-b803-17a94ea0c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6fe57556-e610-4fdb-83bb-5a7971183d82'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:09:36.631909 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:36.825053 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c18a6b8e-d9dc-4565-9360-510ef4032707 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:36.891731 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c18a6b8e-d9dc-4565-9360-510ef4032707 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:36.900175 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c18a6b8e-d9dc-4565-9360-510ef4032707 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:37.008733 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] For port 9b9b865b-cd4e-4aa6-a138-4d293fc53c42, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:09:37.014041 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] For port 9b9b865b-cd4e-4aa6-a138-4d293fc53c42, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=9b9b865b-cd4e-4aa6-a138-4d293fc53c42,segment=NetworkSegment(f47d67a1-760e-497e-b803-17a94ea0c0d4),segment_id=f47d67a1-760e-497e-b803-17a94ea0c0d4)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:09:37.022072 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-285b0641-6ab2-4f2b-bc54-5ae48a625aec None None] Could not find standard attr ID for object f6e8c0f2-f95d-48bf-a043-c22222faaf65. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:09:37.048145 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6363b-cdfd-46c7-8221-6b0236164a87 req-d5319fa3-d0ea-4bac-bc7d-4d026d5a2a7a tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:37.049980 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abe6363b-cdfd-46c7-8221-6b0236164a87 req-d5319fa3-d0ea-4bac-bc7d-4d026d5a2a7a tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 946 time: 0.1256061 Sep 18 00:09:37.068438 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a6b8e-d9dc-4565-9360-510ef4032707 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event updated for resources: {'Port': ['ID=5949dfce-ac32-462f-adc4-9e81ca921a59,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:37.106370 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abe6363b-cdfd-46c7-8221-6b0236164a87 req-ba720d12-83cd-433f-8b4a-3f664395f126 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505407 Sep 18 00:09:37.107739 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefb3f7b-4ae2-4687-8037-be0b323386aa None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:37.115578 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18a6b8e-d9dc-4565-9360-510ef4032707 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Network 6fe57556-e610-4fdb-83bb-5a7971183d82 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:37.118245 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-c18a6b8e-d9dc-4565-9360-510ef4032707 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:37.147046 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:37.164576 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd3ce-1899-4fe9-80de-32f92d6078d7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:37.208810 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0fd3ce-1899-4fe9-80de-32f92d6078d7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:37.212561 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-0c0fd3ce-1899-4fe9-80de-32f92d6078d7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:37.217082 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0fd3ce-1899-4fe9-80de-32f92d6078d7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:37.217672 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c0fd3ce-1899-4fe9-80de-32f92d6078d7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:37.225903 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-12af5a74-c0a1-4396-a161-76f6814e4883 None None] Provisioning complete for port a354c47e-45f6-413b-a54b-ed671fad1bdd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:37.226417 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-12af5a74-c0a1-4396-a161-76f6814e4883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:37.232095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0fd3ce-1899-4fe9-80de-32f92d6078d7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=b78268d4-9f87-4c59-bcb6-646a3ae9293e,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:37.268304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18a6b8e-d9dc-4565-9360-510ef4032707 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router ee8153de-270c-4a44-8985-6a37c68a0e39 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:09:37.300078 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bace193-5d9d-4c8d-9657-2017f22a086c None None] Pushing event updated for resources: {'Port': ['ID=9b9b865b-cd4e-4aa6-a138-4d293fc53c42,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:37.337023 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0c0fd3ce-1899-4fe9-80de-32f92d6078d7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0143065 Sep 18 00:09:37.339835 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46504) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:37.346755 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d7d64326-3584-49b3-84ba-0d42f122c170 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:37.391855 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18a6b8e-d9dc-4565-9360-510ef4032707 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:09:37.412766 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] Sync routers for ids ['ee8153de-270c-4a44-8985-6a37c68a0e39'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:09:37.415722 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c18a6b8e-d9dc-4565-9360-510ef4032707 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/ee8153de-270c-4a44-8985-6a37c68a0e39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8260989 Sep 18 00:09:37.416543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46506) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:37.426763 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-3b739303-f64c-41c8-bb5b-0dc5b20b1a6d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:37.459146 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] Routers {'ee8153de-270c-4a44-8985-6a37c68a0e39'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:37.459830 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ee8153de-270c-4a44-8985-6a37c68a0e39'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:37.690492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d64326-3584-49b3-84ba-0d42f122c170 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:37.694967 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7d64326-3584-49b3-84ba-0d42f122c170 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:37.764007 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0125d42f-7a9f-49c1-b0b4-9a2304ad2b01 None None] Update dhcp port {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'fixed_ips': [{'subnet_id': 'b78268d4-9f87-4c59-bcb6-646a3ae9293e'}], 'binding:host_id': 'n-d-809883-1'}, 'id': 'a354c47e-45f6-413b-a54b-ed671fad1bdd'} from n-d-809883-1. {{(pid=95593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 18 00:09:37.770470 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] Set router ee8153de-270c-4a44-8985-6a37c68a0e39 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:37.812091 n-d-809883-1 neutron-server[95592]: INFO neutron.db.ipam_backend_mixin [None req-d7d64326-3584-49b3-84ba-0d42f122c170 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b78268d4-9f87-4c59-bcb6-646a3ae9293e (CIDR: 2001:db8::/64) Sep 18 00:09:37.822540 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0125d42f-7a9f-49c1-b0b4-9a2304ad2b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:37.840650 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.extraroute_db [None req-3b739303-f64c-41c8-bb5b-0dc5b20b1a6d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=95591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 00:09:37.858308 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.extraroute_db [None req-3b739303-f64c-41c8-bb5b-0dc5b20b1a6d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Removed routes are [] {{(pid=95591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 00:09:37.858716 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3b739303-f64c-41c8-bb5b-0dc5b20b1a6d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:37.891785 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d64326-3584-49b3-84ba-0d42f122c170 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:09:37.892251 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d64326-3584-49b3-84ba-0d42f122c170 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:38.022291 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d7d64326-3584-49b3-84ba-0d42f122c170 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6773872 Sep 18 00:09:38.022977 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46512) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:38.030948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-345fda82-6e74-4bfb-9f87-776ec876ca0c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'subnet': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:38.151912 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-0125d42f-7a9f-49c1-b0b4-9a2304ad2b01 None None] Allocated IP 2001:db8::2 (ba56a403-ab7f-44f7-9f47-cabda0897d3d/b78268d4-9f87-4c59-bcb6-646a3ae9293e/a354c47e-45f6-413b-a54b-ed671fad1bdd) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:38.275116 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:35Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': '5949dfce-ac32-462f-adc4-9e81ca921a59', 'name': '', 'network_id': '6fe57556-e610-4fdb-83bb-5a7971183d82', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:08:72:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '147d6ea9-5822-4be0-9866-b9721534fb0b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:34Z', 'updated_at': '2021-09-18T00:09:36Z', 'revision_number': 2, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '147d6ea9-5822-4be0-9866-b9721534fb0b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744a84b5-4fb8-4e31-9580-c5666b6064e1', 'name': '', 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:5f:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:27Z', 'updated_at': '2021-09-18T00:09:35Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ac443b-930a-47a4-a69d-13f68663af7e', 'name': '', 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:da:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:20Z', 'updated_at': '2021-09-18T00:09:31Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:38.278304 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3b739303-f64c-41c8-bb5b-0dc5b20b1a6d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:38.289939 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3b739303-f64c-41c8-bb5b-0dc5b20b1a6d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:38.326260 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7d9eb-d6e0-471b-87ef-23f6a4635be6 req-645d80e3-9732-43cc-8711-a286e235f589 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:38.329005 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42a7d9eb-d6e0-471b-87ef-23f6a4635be6 req-645d80e3-9732-43cc-8711-a286e235f589 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 946 time: 0.0684857 Sep 18 00:09:38.329682 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345fda82-6e74-4bfb-9f87-776ec876ca0c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:38.336361 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9b9b865b-cd4e-4aa6-a138-4d293fc53c42 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:38.337457 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-345fda82-6e74-4bfb-9f87-776ec876ca0c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:38.400787 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] Checking router: ee8153de-270c-4a44-8985-6a37c68a0e39 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:09:38.404165 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42a7d9eb-d6e0-471b-87ef-23f6a4635be6 req-dff70684-a09f-43aa-9ed1-1e20ee62f6fd tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569544 Sep 18 00:09:38.407643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] Updating router ee8153de-270c-4a44-8985-6a37c68a0e39 port 5949dfce-ac32-462f-adc4-9e81ca921a59 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:09:38.439791 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b739303-f64c-41c8-bb5b-0dc5b20b1a6d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router ee8153de-270c-4a44-8985-6a37c68a0e39 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:09:38.537745 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0125d42f-7a9f-49c1-b0b4-9a2304ad2b01 None None] For port a354c47e-45f6-413b-a54b-ed671fad1bdd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a354c47e-45f6-413b-a54b-ed671fad1bdd,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:38.589927 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b739303-f64c-41c8-bb5b-0dc5b20b1a6d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:09:38.597419 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3b739303-f64c-41c8-bb5b-0dc5b20b1a6d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:38.602389 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3b739303-f64c-41c8-bb5b-0dc5b20b1a6d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/ee8153de-270c-4a44-8985-6a37c68a0e39 HTTP/1.1" status: 200 len: 953 time: 1.1842036 Sep 18 00:09:38.603429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46520) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:38.606748 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650dc987-1a0f-4fea-a761-5cbbe545fe47 None None] Network 6fe57556-e610-4fdb-83bb-5a7971183d82 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:38.632184 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0125d42f-7a9f-49c1-b0b4-9a2304ad2b01 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:38.643227 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:38.703331 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 9b9b865b-cd4e-4aa6-a138-4d293fc53c42 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:38.703696 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:38.751393 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0125d42f-7a9f-49c1-b0b4-9a2304ad2b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:38.766310 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46524) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:38.766528 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d58ef841-9fba-45b9-8905-941d8b647783 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/routers/ee8153de-270c-4a44-8985-6a37c68a0e39 HTTP/1.1" status: 200 len: 953 time: 0.1619985 Sep 18 00:09:38.771389 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2e8e9b9c-1631-459f-86e1-6dc72d0523ac tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'router': {'routes': None}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:38.779995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-cf532853-c796-4c49-9fb8-89b4aeb47ede None None] Provisioning complete for port 9b9b865b-cd4e-4aa6-a138-4d293fc53c42 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:38.780372 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cf532853-c796-4c49-9fb8-89b4aeb47ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:38.851816 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee5448-66be-45b8-b847-8b21bcdd1698 req-561ec160-d976-4f01-b852-9d4aa148d9d3 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:38.853255 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e2ee5448-66be-45b8-b847-8b21bcdd1698 req-561ec160-d976-4f01-b852-9d4aa148d9d3 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 946 time: 0.0674219 Sep 18 00:09:38.897192 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e2ee5448-66be-45b8-b847-8b21bcdd1698 req-d07bff25-7b61-4e8b-9956-6331da6fe81c tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355740 Sep 18 00:09:38.959450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a6020-9acf-46ba-8230-07cf77747a8c req-17f55ed4-7e9e-4c80-b7ac-1e0e1c374578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:38.962185 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-515a6020-9acf-46ba-8230-07cf77747a8c req-17f55ed4-7e9e-4c80-b7ac-1e0e1c374578 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=264df34042ac4bb8bcf183b88b9fa2bd&device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 1097 time: 0.1059816 Sep 18 00:09:39.101526 n-d-809883-1 neutron-server[95592]: DEBUG neutron.objects.ports [None req-345fda82-6e74-4bfb-9f87-776ec876ca0c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95592) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 18 00:09:39.116871 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125d42f-7a9f-49c1-b0b4-9a2304ad2b01 None None] Pushing event updated for resources: {'Port': ['ID=a354c47e-45f6-413b-a54b-ed671fad1bdd,revision_number=14']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:39.177434 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:39.230800 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a6020-9acf-46ba-8230-07cf77747a8c req-afe6adcb-59b2-4736-8bee-216a35931e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:39.230800 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-515a6020-9acf-46ba-8230-07cf77747a8c req-afe6adcb-59b2-4736-8bee-216a35931e00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5353ba14-4453-4704-834f-92939421fcb8 HTTP/1.1" status: 200 len: 912 time: 0.1915343 Sep 18 00:09:39.303176 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-515a6020-9acf-46ba-8230-07cf77747a8c req-7ff2099a-7e05-484f-9d9e-43602e0227e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cbe5c76-54e6-40d1-ad7e-953cc76db93c HTTP/1.1" status: 200 len: 217 time: 0.0647264 Sep 18 00:09:39.341349 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cf532853-c796-4c49-9fb8-89b4aeb47ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:39.374492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 9b9b865b-cd4e-4aa6-a138-4d293fc53c42, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=9b9b865b-cd4e-4aa6-a138-4d293fc53c42,segment=NetworkSegment(f47d67a1-760e-497e-b803-17a94ea0c0d4),segment_id=f47d67a1-760e-497e-b803-17a94ea0c0d4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:39.409066 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a6020-9acf-46ba-8230-07cf77747a8c req-21c7640a-c32d-4b1f-80a7-0b6814899ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:39.410689 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-515a6020-9acf-46ba-8230-07cf77747a8c req-21c7640a-c32d-4b1f-80a7-0b6814899ee4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6baa688a-7c02-49dc-a510-543bfd53aa6c HTTP/1.1" status: 200 len: 851 time: 0.1000249 Sep 18 00:09:39.450351 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-515a6020-9acf-46ba-8230-07cf77747a8c req-e129758b-e1ae-4a16-8abf-c5042e3b8962 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5353ba14-4453-4704-834f-92939421fcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310147 Sep 18 00:09:39.461710 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.extraroute_db [None req-2e8e9b9c-1631-459f-86e1-6dc72d0523ac tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Added routes are [] {{(pid=95591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 00:09:39.462032 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.extraroute_db [None req-2e8e9b9c-1631-459f-86e1-6dc72d0523ac tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=95591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 00:09:39.481606 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:39.484784 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:39.489427 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-345fda82-6e74-4bfb-9f87-776ec876ca0c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:39.582902 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a354c47e-45f6-413b-a54b-ed671fad1bdd no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:09:39.595338 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e8e9b9c-1631-459f-86e1-6dc72d0523ac tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:39.621070 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=9b9b865b-cd4e-4aa6-a138-4d293fc53c42,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:39.637413 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:39.647100 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-515a6020-9acf-46ba-8230-07cf77747a8c req-4e4cbc87-fe76-439d-acce-c12ce948f5cd service neutron] 10.222.0.41 "GET /v2.0/networks/5353ba14-4453-4704-834f-92939421fcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877394 Sep 18 00:09:39.682738 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-cf532853-c796-4c49-9fb8-89b4aeb47ede None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:09:39.683293 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-cf532853-c796-4c49-9fb8-89b4aeb47ede None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:09:39.690917 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c1242-c081-4c5b-af87-8cf3b7e6810c None None] Pushing event updated for resources: {'Port': ['ID=5949dfce-ac32-462f-adc4-9e81ca921a59,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:39.739161 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-345fda82-6e74-4bfb-9f87-776ec876ca0c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] For port a354c47e-45f6-413b-a54b-ed671fad1bdd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a354c47e-45f6-413b-a54b-ed671fad1bdd,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:39.771500 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-345fda82-6e74-4bfb-9f87-776ec876ca0c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:39.847305 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-515a6020-9acf-46ba-8230-07cf77747a8c req-1cdad76c-3bc3-49d3-9716-ef54246beb59 service neutron] 10.222.0.41 "GET /v2.0/networks/5353ba14-4453-4704-834f-92939421fcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925156 Sep 18 00:09:39.872997 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-345fda82-6e74-4bfb-9f87-776ec876ca0c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:39.876081 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-345fda82-6e74-4bfb-9f87-776ec876ca0c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:39.984868 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e8e9b9c-1631-459f-86e1-6dc72d0523ac tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:39.991097 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e8e9b9c-1631-459f-86e1-6dc72d0523ac tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:40.000988 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:40.023694 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] Attempting to bind port 5949dfce-ac32-462f-adc4-9e81ca921a59 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:09:40.023946 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] Attempting to bind port 5949dfce-ac32-462f-adc4-9e81ca921a59 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f47d67a1-760e-497e-b803-17a94ea0c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6fe57556-e610-4fdb-83bb-5a7971183d82'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:09:40.024151 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] Attempting to bind port 5949dfce-ac32-462f-adc4-9e81ca921a59 on network 6fe57556-e610-4fdb-83bb-5a7971183d82 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:09:40.030128 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:09:40.030510 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] Checking segment: {'id': 'f47d67a1-760e-497e-b803-17a94ea0c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6fe57556-e610-4fdb-83bb-5a7971183d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:40.030921 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:40.031326 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] Bound using segment: {'id': 'f47d67a1-760e-497e-b803-17a94ea0c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6fe57556-e610-4fdb-83bb-5a7971183d82'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:09:40.031804 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] Bound port: 5949dfce-ac32-462f-adc4-9e81ca921a59, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47d67a1-760e-497e-b803-17a94ea0c0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6fe57556-e610-4fdb-83bb-5a7971183d82'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:09:40.032249 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:40.086375 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fda82-6e74-4bfb-9f87-776ec876ca0c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Subnet': ['ID=6bef7f95-1795-4f50-94a6-86c34398c2f3,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:40.139501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345fda82-6e74-4bfb-9f87-776ec876ca0c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:40.145902 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-345fda82-6e74-4bfb-9f87-776ec876ca0c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:40.179529 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8e9b9c-1631-459f-86e1-6dc72d0523ac tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router ee8153de-270c-4a44-8985-6a37c68a0e39 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:09:40.180234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] For port 5949dfce-ac32-462f-adc4-9e81ca921a59, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:09:40.184627 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345fda82-6e74-4bfb-9f87-776ec876ca0c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:40.186212 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] For port 5949dfce-ac32-462f-adc4-9e81ca921a59, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5949dfce-ac32-462f-adc4-9e81ca921a59,segment=NetworkSegment(f47d67a1-760e-497e-b803-17a94ea0c0d4),segment_id=f47d67a1-760e-497e-b803-17a94ea0c0d4)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:09:40.186336 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-345fda82-6e74-4bfb-9f87-776ec876ca0c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:40.233331 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a241264-c4c4-4793-972f-f235095fb101 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:40.254786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84bf3b-9a72-4360-befc-9a108bcc7ead req-85dc4bf2-d644-4c4d-9079-00540c8f83e4 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:40.256303 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a84bf3b-9a72-4360-befc-9a108bcc7ead req-85dc4bf2-d644-4c4d-9079-00540c8f83e4 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 946 time: 0.1623697 Sep 18 00:09:40.257239 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fda82-6e74-4bfb-9f87-776ec876ca0c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=a354c47e-45f6-413b-a54b-ed671fad1bdd,revision_number=16']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:40.281787 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:09:40.282136 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:09:40.303113 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a84bf3b-9a72-4360-befc-9a108bcc7ead req-3a781356-945c-4a1d-a8b6-1fb0183bf079 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404894 Sep 18 00:09:40.304001 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8e9b9c-1631-459f-86e1-6dc72d0523ac tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:09:40.314935 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:40.319243 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e8e9b9c-1631-459f-86e1-6dc72d0523ac tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:40.323413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46534) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:40.324377 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2e8e9b9c-1631-459f-86e1-6dc72d0523ac tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/ee8153de-270c-4a44-8985-6a37c68a0e39 HTTP/1.1" status: 200 len: 703 time: 1.5566804 Sep 18 00:09:40.365890 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-345fda82-6e74-4bfb-9f87-776ec876ca0c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3410006 Sep 18 00:09:40.375000 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46536) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:40.381248 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e48799f6-9231-4b42-818b-7d63c8caab00 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Request body: {'port': {'network_id': 'ba56a403-ab7f-44f7-9f47-cabda0897d3d', 'mac_address': 'fa:16:3e:52:9a:3e', 'name': 'tempest-NetworksTestDHCPv6-2020000915'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:40.407458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] Routers {'ee8153de-270c-4a44-8985-6a37c68a0e39'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:40.408130 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ee8153de-270c-4a44-8985-6a37c68a0e39'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:40.449937 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-452ac79d-9533-49dd-8257-6dc31de442a4 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/routers/ee8153de-270c-4a44-8985-6a37c68a0e39 HTTP/1.1" status: 200 len: 703 time: 0.1247468 Sep 18 00:09:40.452348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46538) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:40.526469 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:40.549565 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c1242-c081-4c5b-af87-8cf3b7e6810c None None] Pushing event updated for resources: {'Port': ['ID=5949dfce-ac32-462f-adc4-9e81ca921a59,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:40.582240 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d2c226df-d64f-4d3c-b768-14ff4dd7ef4e None None] Provisioning complete for port a354c47e-45f6-413b-a54b-ed671fad1bdd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:40.587819 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d2c226df-d64f-4d3c-b768-14ff4dd7ef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:40.627860 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] Set router ee8153de-270c-4a44-8985-6a37c68a0e39 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:40.639779 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48799f6-9231-4b42-818b-7d63c8caab00 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Made reservation on behalf of f090bbaa3d0b420ca85075153b7568c7 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:40.779669 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e48799f6-9231-4b42-818b-7d63c8caab00 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:40.835551 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-e48799f6-9231-4b42-818b-7d63c8caab00 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] device_id is not set on port 62293ced-1f9a-4542-b839-6a443cc83e05 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:09:40.940242 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:41.050934 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port a354c47e-45f6-413b-a54b-ed671fad1bdd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a354c47e-45f6-413b-a54b-ed671fad1bdd,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:41.057413 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d2c226df-d64f-4d3c-b768-14ff4dd7ef4e None None] Provisioning complete for port 9b9b865b-cd4e-4aa6-a138-4d293fc53c42 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:41.058966 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d2c226df-d64f-4d3c-b768-14ff4dd7ef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:41.106938 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-e48799f6-9231-4b42-818b-7d63c8caab00 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8::2ec (ba56a403-ab7f-44f7-9f47-cabda0897d3d/b78268d4-9f87-4c59-bcb6-646a3ae9293e/62293ced-1f9a-4542-b839-6a443cc83e05) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:41.116083 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-e48799f6-9231-4b42-818b-7d63c8caab00 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Allocated IP 2001:db8:0:1:f816:3eff:fe52:9a3e (ba56a403-ab7f-44f7-9f47-cabda0897d3d/6bef7f95-1795-4f50-94a6-86c34398c2f3/62293ced-1f9a-4542-b839-6a443cc83e05) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:41.139029 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:41.336370 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d2c226df-d64f-4d3c-b768-14ff4dd7ef4e None None] Provisioning complete for port 5949dfce-ac32-462f-adc4-9e81ca921a59 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:41.336749 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d2c226df-d64f-4d3c-b768-14ff4dd7ef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:41.375130 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=a354c47e-45f6-413b-a54b-ed671fad1bdd,revision_number=17']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:41.390371 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:39Z', 'revision_number': 7, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': '5949dfce-ac32-462f-adc4-9e81ca921a59', 'name': '', 'network_id': '6fe57556-e610-4fdb-83bb-5a7971183d82', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:08:72:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '147d6ea9-5822-4be0-9866-b9721534fb0b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:34Z', 'updated_at': '2021-09-18T00:09:40Z', 'revision_number': 4, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '147d6ea9-5822-4be0-9866-b9721534fb0b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744a84b5-4fb8-4e31-9580-c5666b6064e1', 'name': '', 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:5f:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:27Z', 'updated_at': '2021-09-18T00:09:35Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ac443b-930a-47a4-a69d-13f68663af7e', 'name': '', 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:da:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:20Z', 'updated_at': '2021-09-18T00:09:31Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:41.431573 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e48799f6-9231-4b42-818b-7d63c8caab00 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:41.449281 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf8bfff-d184-48e4-ba7d-9dbe07296344 None None] The sync data for ids ['ee8153de-270c-4a44-8985-6a37c68a0e39'] in n-d-809883-1 is: [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:39Z', 'revision_number': 7, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': '5949dfce-ac32-462f-adc4-9e81ca921a59', 'name': '', 'network_id': '6fe57556-e610-4fdb-83bb-5a7971183d82', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:08:72:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '147d6ea9-5822-4be0-9866-b9721534fb0b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:34Z', 'updated_at': '2021-09-18T00:09:40Z', 'revision_number': 4, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '147d6ea9-5822-4be0-9866-b9721534fb0b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744a84b5-4fb8-4e31-9580-c5666b6064e1', 'name': '', 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:5f:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:27Z', 'updated_at': '2021-09-18T00:09:35Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ac443b-930a-47a4-a69d-13f68663af7e', 'name': '', 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:da:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:20Z', 'updated_at': '2021-09-18T00:09:31Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:09:41.514787 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a354c47e-45f6-413b-a54b-ed671fad1bdd up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:41.530220 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e48799f6-9231-4b42-818b-7d63c8caab00 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:41.575689 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a32e6-b90a-455e-83d1-d8bf2ad85591 req-2d757de1-1a27-4e6c-8a47-43e140eb3794 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:41.582713 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d89a32e6-b90a-455e-83d1-d8bf2ad85591 req-2d757de1-1a27-4e6c-8a47-43e140eb3794 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 946 time: 0.1439469 Sep 18 00:09:41.618184 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48799f6-9231-4b42-818b-7d63c8caab00 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:41.624359 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-e48799f6-9231-4b42-818b-7d63c8caab00 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:41.628849 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48799f6-9231-4b42-818b-7d63c8caab00 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:41.641461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48799f6-9231-4b42-818b-7d63c8caab00 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:41.642677 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e48799f6-9231-4b42-818b-7d63c8caab00 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:41.680121 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48799f6-9231-4b42-818b-7d63c8caab00 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event updated for resources: {'Port': ['ID=62293ced-1f9a-4542-b839-6a443cc83e05,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:41.682392 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d2c226df-d64f-4d3c-b768-14ff4dd7ef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:41.691634 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d89a32e6-b90a-455e-83d1-d8bf2ad85591 req-19276361-bc36-42ba-844d-5bf2dbc43f7a tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037719 Sep 18 00:09:41.695096 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e923b63e-16ba-485a-9276-daba407d0d02 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:41.701717 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a354c47e-45f6-413b-a54b-ed671fad1bdd triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:41.702246 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:41.746458 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e48799f6-9231-4b42-818b-7d63c8caab00 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3702435 Sep 18 00:09:41.747049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46546) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:41.795989 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d2c226df-d64f-4d3c-b768-14ff4dd7ef4e None None] For port 5949dfce-ac32-462f-adc4-9e81ca921a59, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5949dfce-ac32-462f-adc4-9e81ca921a59,segment=NetworkSegment(f47d67a1-760e-497e-b803-17a94ea0c0d4),segment_id=f47d67a1-760e-497e-b803-17a94ea0c0d4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:41.855555 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d2c226df-d64f-4d3c-b768-14ff4dd7ef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:41.942272 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:42.003351 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7172eb-bcf1-4bc2-b895-dda2ab9b1575 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:42.005713 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c226df-d64f-4d3c-b768-14ff4dd7ef4e None None] Pushing event updated for resources: {'Port': ['ID=5949dfce-ac32-462f-adc4-9e81ca921a59,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:42.025458 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-5ac786d5-10d6-4303-a6c6-72b789cc04fd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting port 62293ced-1f9a-4542-b839-6a443cc83e05 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:42.025815 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5ac786d5-10d6-4303-a6c6-72b789cc04fd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:42.052530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port a354c47e-45f6-413b-a54b-ed671fad1bdd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a354c47e-45f6-413b-a54b-ed671fad1bdd,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:42.053607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-75926298-83bc-4008-a55c-fc12a665d0d9 None None] Provisioning complete for port 5949dfce-ac32-462f-adc4-9e81ca921a59 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:42.053984 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-75926298-83bc-4008-a55c-fc12a665d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:42.100390 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-e923b63e-16ba-485a-9276-daba407d0d02 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting port 5949dfce-ac32-462f-adc4-9e81ca921a59 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:42.100951 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e923b63e-16ba-485a-9276-daba407d0d02 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:42.138774 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:42.139626 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9b9b865b-cd4e-4aa6-a138-4d293fc53c42 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:42.186732 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5ac786d5-10d6-4303-a6c6-72b789cc04fd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:42.209387 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-5ac786d5-10d6-4303-a6c6-72b789cc04fd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Calling delete_port for 62293ced-1f9a-4542-b839-6a443cc83e05 owned by {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:42.327678 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-e923b63e-16ba-485a-9276-daba407d0d02 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] For port 5949dfce-ac32-462f-adc4-9e81ca921a59, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5949dfce-ac32-462f-adc4-9e81ca921a59,segment=NetworkSegment(f47d67a1-760e-497e-b803-17a94ea0c0d4),segment_id=f47d67a1-760e-497e-b803-17a94ea0c0d4)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:42.328055 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e923b63e-16ba-485a-9276-daba407d0d02 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:42.349447 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-e923b63e-16ba-485a-9276-daba407d0d02 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Calling delete_port for 5949dfce-ac32-462f-adc4-9e81ca921a59 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:42.499428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f861aaf-8faa-4d3d-b07c-bf50f6b70f45 req-8b1beef5-d8d4-43e8-9bff-c5d0bebd33ee tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:42.501492 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f861aaf-8faa-4d3d-b07c-bf50f6b70f45 req-8b1beef5-d8d4-43e8-9bff-c5d0bebd33ee tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 946 time: 0.2505844 Sep 18 00:09:42.563310 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f861aaf-8faa-4d3d-b07c-bf50f6b70f45 req-c0cfa9d2-da75-4eef-aa8e-4b31b288b402 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539739 Sep 18 00:09:42.615738 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=a354c47e-45f6-413b-a54b-ed671fad1bdd,revision_number=18']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:42.665465 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5b5a3599-fdf2-475f-9218-f1f4cf02868b None None] Provisioning complete for port a354c47e-45f6-413b-a54b-ed671fad1bdd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:42.665837 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5b5a3599-fdf2-475f-9218-f1f4cf02868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:42.684701 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822e8ecb-b8a0-404d-807a-b9cac6c393ac None None] Sync routers for ids ['ee8153de-270c-4a44-8985-6a37c68a0e39'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:09:42.688189 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822e8ecb-b8a0-404d-807a-b9cac6c393ac None None] Routers {'ee8153de-270c-4a44-8985-6a37c68a0e39'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:42.689838 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-822e8ecb-b8a0-404d-807a-b9cac6c393ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ee8153de-270c-4a44-8985-6a37c68a0e39'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:42.708098 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 9b9b865b-cd4e-4aa6-a138-4d293fc53c42 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:42.708463 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:42.754826 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e923b63e-16ba-485a-9276-daba407d0d02 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:42.803660 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923b63e-16ba-485a-9276-daba407d0d02 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Port': ['ID=5949dfce-ac32-462f-adc4-9e81ca921a59,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:42.973905 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-822e8ecb-b8a0-404d-807a-b9cac6c393ac None None] Set router ee8153de-270c-4a44-8985-6a37c68a0e39 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:43.157190 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e923b63e-16ba-485a-9276-daba407d0d02 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:43.185875 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5ac786d5-10d6-4303-a6c6-72b789cc04fd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:43.233617 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac786d5-10d6-4303-a6c6-72b789cc04fd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Port': ['ID=62293ced-1f9a-4542-b839-6a443cc83e05,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:43.308957 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a354c47e-45f6-413b-a54b-ed671fad1bdd up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:43.355839 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5ac786d5-10d6-4303-a6c6-72b789cc04fd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:43.365547 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-822e8ecb-b8a0-404d-807a-b9cac6c393ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:39Z', 'revision_number': 7, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': '5949dfce-ac32-462f-adc4-9e81ca921a59', 'name': '', 'network_id': '6fe57556-e610-4fdb-83bb-5a7971183d82', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:08:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '147d6ea9-5822-4be0-9866-b9721534fb0b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:34Z', 'updated_at': '2021-09-18T00:09:41Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '147d6ea9-5822-4be0-9866-b9721534fb0b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744a84b5-4fb8-4e31-9580-c5666b6064e1', 'name': '', 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:5f:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:27Z', 'updated_at': '2021-09-18T00:09:35Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ac443b-930a-47a4-a69d-13f68663af7e', 'name': '', 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:da:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:20Z', 'updated_at': '2021-09-18T00:09:31Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:43.367804 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5ac786d5-10d6-4303-a6c6-72b789cc04fd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/62293ced-1f9a-4542-b839-6a443cc83e05 HTTP/1.1" status: 204 len: 168 time: 1.6196585 Sep 18 00:09:43.368351 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46554) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:43.369852 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7cdcbb19-75fa-447f-9d95-a82c86d16ee7 None None] Could not find standard attr ID for object 62293ced-1f9a-4542-b839-6a443cc83e05. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:09:43.394252 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7cdcbb19-75fa-447f-9d95-a82c86d16ee7 None None] Provisioning complete for port a354c47e-45f6-413b-a54b-ed671fad1bdd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:43.394622 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7cdcbb19-75fa-447f-9d95-a82c86d16ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:43.411876 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822e8ecb-b8a0-404d-807a-b9cac6c393ac None None] Checking router: ee8153de-270c-4a44-8985-6a37c68a0e39 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:09:43.424437 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822e8ecb-b8a0-404d-807a-b9cac6c393ac None None] Routers {'ee8153de-270c-4a44-8985-6a37c68a0e39'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:43.425119 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-822e8ecb-b8a0-404d-807a-b9cac6c393ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ee8153de-270c-4a44-8985-6a37c68a0e39'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:43.456636 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port a354c47e-45f6-413b-a54b-ed671fad1bdd triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:43.457033 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:43.497679 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:43.542288 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8973c7ff-8824-477a-ad1e-9de6fb6447d1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:43.543884 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8973c7ff-8824-477a-ad1e-9de6fb6447d1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1735303 Sep 18 00:09:43.546571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46556) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:43.547604 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-822e8ecb-b8a0-404d-807a-b9cac6c393ac None None] Set router ee8153de-270c-4a44-8985-6a37c68a0e39 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:43.582150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e923b63e-16ba-485a-9276-daba407d0d02 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router ee8153de-270c-4a44-8985-6a37c68a0e39 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:09:43.599887 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:09:43.633359 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3aaa4884-9674-495d-963e-c460acb0cc15 None None] Could not find standard attr ID for object 62293ced-1f9a-4542-b839-6a443cc83e05. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:09:43.721945 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e5baf7-fa75-472e-8d37-04d7bef82473 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:43.724917 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-00e5baf7-fa75-472e-8d37-04d7bef82473 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1760128 Sep 18 00:09:43.727055 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46560) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:43.732947 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e923b63e-16ba-485a-9276-daba407d0d02 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:09:43.739261 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e923b63e-16ba-485a-9276-daba407d0d02 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/ee8153de-270c-4a44-8985-6a37c68a0e39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2857816 Sep 18 00:09:43.742273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46562) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:43.762364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc337190-b1cc-48e5-8397-d8fd10af4878 req-3b4c4784-e64f-4794-9a8a-d3300a501828 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:43.763828 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc337190-b1cc-48e5-8397-d8fd10af4878 req-3b4c4784-e64f-4794-9a8a-d3300a501828 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 946 time: 0.0969794 Sep 18 00:09:43.796072 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-822e8ecb-b8a0-404d-807a-b9cac6c393ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:42Z', 'revision_number': 8, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': '744a84b5-4fb8-4e31-9580-c5666b6064e1', 'name': '', 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:5f:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:27Z', 'updated_at': '2021-09-18T00:09:35Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ac443b-930a-47a4-a69d-13f68663af7e', 'name': '', 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:da:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:20Z', 'updated_at': '2021-09-18T00:09:31Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:43.799203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2591d47c-b47c-42e3-b382-fe2b728a53cc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:43.801154 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2591d47c-b47c-42e3-b382-fe2b728a53cc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:43.803037 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2591d47c-b47c-42e3-b382-fe2b728a53cc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:43.805157 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2591d47c-b47c-42e3-b382-fe2b728a53cc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0770261 Sep 18 00:09:43.809504 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46564) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:43.829319 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822e8ecb-b8a0-404d-807a-b9cac6c393ac None None] The sync data for ids ['ee8153de-270c-4a44-8985-6a37c68a0e39'] in n-d-809883-1 is: [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:42Z', 'revision_number': 8, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': '744a84b5-4fb8-4e31-9580-c5666b6064e1', 'name': '', 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:5f:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:27Z', 'updated_at': '2021-09-18T00:09:35Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ac443b-930a-47a4-a69d-13f68663af7e', 'name': '', 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:da:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:20Z', 'updated_at': '2021-09-18T00:09:31Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:09:43.842394 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e12efd-e043-4cdc-84ab-f7081d264c7b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting subnet 147d6ea9-5822-4be0-9866-b9721534fb0b {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:09:43.848207 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc337190-b1cc-48e5-8397-d8fd10af4878 req-41c99fa2-0d2c-43d5-8258-629d3b6a45be tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644560 Sep 18 00:09:43.848912 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-40e12efd-e043-4cdc-84ab-f7081d264c7b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:43.874165 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb572c7-8193-4cb5-a759-59dcc742b0c7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet 6bef7f95-1795-4f50-94a6-86c34398c2f3 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:09:43.874165 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fdb572c7-8193-4cb5-a759-59dcc742b0c7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:43.898581 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-40e12efd-e043-4cdc-84ab-f7081d264c7b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:43.910243 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fdb572c7-8193-4cb5-a759-59dcc742b0c7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:43.990427 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-40e12efd-e043-4cdc-84ab-f7081d264c7b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:44.005389 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fdb572c7-8193-4cb5-a759-59dcc742b0c7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:44.015936 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-91006255-1314-4719-bc5c-006c4c8deb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:44.103369 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-40e12efd-e043-4cdc-84ab-f7081d264c7b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:44.127430 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fdb572c7-8193-4cb5-a759-59dcc742b0c7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:44.146978 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e12efd-e043-4cdc-84ab-f7081d264c7b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Subnet': ['ID=147d6ea9-5822-4be0-9866-b9721534fb0b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:44.155238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b226e7f3-1da1-4083-bfd2-4e071a2d3e11 None None] Network 6fe57556-e610-4fdb-83bb-5a7971183d82 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:44.170652 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-40e12efd-e043-4cdc-84ab-f7081d264c7b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:44.175756 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-40e12efd-e043-4cdc-84ab-f7081d264c7b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/subnets/147d6ea9-5822-4be0-9866-b9721534fb0b HTTP/1.1" status: 204 len: 168 time: 0.4295080 Sep 18 00:09:44.177135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46576) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:44.208024 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb572c7-8193-4cb5-a759-59dcc742b0c7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=6bef7f95-1795-4f50-94a6-86c34398c2f3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:44.210951 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fdb572c7-8193-4cb5-a759-59dcc742b0c7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:44.213090 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fdb572c7-8193-4cb5-a759-59dcc742b0c7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/6bef7f95-1795-4f50-94a6-86c34398c2f3 HTTP/1.1" status: 204 len: 168 time: 0.4024343 Sep 18 00:09:44.217769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46578) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:44.273956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df203950-133b-4886-817e-b2689b8675f0 req-0a24a545-678a-4329-9d55-a1d334e507c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:44.275653 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-df203950-133b-4886-817e-b2689b8675f0 req-0a24a545-678a-4329-9d55-a1d334e507c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=264df34042ac4bb8bcf183b88b9fa2bd&device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 1097 time: 0.0606651 Sep 18 00:09:44.310827 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82edfda9-90b0-47e5-b8ba-2b4b16c80e4f None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:44.313112 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f41d7-73ba-4069-a01e-b3be99809b3e req-1636d644-1b2e-4736-abe6-c12df5d1f223 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:44.315261 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad9f41d7-73ba-4069-a01e-b3be99809b3e req-1636d644-1b2e-4736-abe6-c12df5d1f223 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 946 time: 0.1975884 Sep 18 00:09:44.325012 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:44.350087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ab1696-4fd9-401a-9271-7c109d4a8c94 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Deleting subnet b78268d4-9f87-4c59-bcb6-646a3ae9293e {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:09:44.356687 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-69ab1696-4fd9-401a-9271-7c109d4a8c94 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:44.405834 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df203950-133b-4886-817e-b2689b8675f0 req-b997acb5-dac1-4109-97f9-dcd1dbaf6b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:44.408702 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-df203950-133b-4886-817e-b2689b8675f0 req-b997acb5-dac1-4109-97f9-dcd1dbaf6b06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5353ba14-4453-4704-834f-92939421fcb8 HTTP/1.1" status: 200 len: 912 time: 0.1253500 Sep 18 00:09:44.421111 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad9f41d7-73ba-4069-a01e-b3be99809b3e req-726775a0-2f35-48a9-be59-6e9cd1791a34 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919385 Sep 18 00:09:44.471524 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-69ab1696-4fd9-401a-9271-7c109d4a8c94 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:44.496916 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-df203950-133b-4886-817e-b2689b8675f0 req-e18460af-ca7d-44ab-99e7-10778d6739d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cbe5c76-54e6-40d1-ad7e-953cc76db93c HTTP/1.1" status: 200 len: 217 time: 0.0814505 Sep 18 00:09:44.563674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a93af0-b6d1-4d45-b819-2203580a966d None None] DHCP port deletion for 6fe57556-e610-4fdb-83bb-5a7971183d82 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:09:44.566469 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df203950-133b-4886-817e-b2689b8675f0 req-ac7aafa7-1550-422a-9f1f-4b0748544e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:44.568041 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-df203950-133b-4886-817e-b2689b8675f0 req-ac7aafa7-1550-422a-9f1f-4b0748544e18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6baa688a-7c02-49dc-a510-543bfd53aa6c HTTP/1.1" status: 200 len: 851 time: 0.0645301 Sep 18 00:09:44.587764 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting port 9b9b865b-cd4e-4aa6-a138-4d293fc53c42 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:44.588107 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:44.605586 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-df203950-133b-4886-817e-b2689b8675f0 req-2b79d62d-9f47-4d95-b28c-6ae75d981b4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5353ba14-4453-4704-834f-92939421fcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297861 Sep 18 00:09:44.623227 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04d6155-61a7-4c33-bae3-649e279fc1b0 None None] Sync routers for ids ['ee8153de-270c-4a44-8985-6a37c68a0e39'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:09:44.635255 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-69ab1696-4fd9-401a-9271-7c109d4a8c94 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:44.641999 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04d6155-61a7-4c33-bae3-649e279fc1b0 None None] Routers {'ee8153de-270c-4a44-8985-6a37c68a0e39'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:44.641999 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b04d6155-61a7-4c33-bae3-649e279fc1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ee8153de-270c-4a44-8985-6a37c68a0e39'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:44.647417 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-16a93af0-b6d1-4d45-b819-2203580a966d None None] Deleting port 9b9b865b-cd4e-4aa6-a138-4d293fc53c42 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:44.647792 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-16a93af0-b6d1-4d45-b819-2203580a966d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:44.719386 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-df203950-133b-4886-817e-b2689b8675f0 req-8838228b-5d16-4df1-bf7d-f208917b2e98 service neutron] 10.222.0.41 "GET /v2.0/networks/5353ba14-4453-4704-834f-92939421fcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031582 Sep 18 00:09:44.730174 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] For port 9b9b865b-cd4e-4aa6-a138-4d293fc53c42, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=9b9b865b-cd4e-4aa6-a138-4d293fc53c42,segment=NetworkSegment(f47d67a1-760e-497e-b803-17a94ea0c0d4),segment_id=f47d67a1-760e-497e-b803-17a94ea0c0d4)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:44.730698 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:44.752001 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Calling delete_port for 9b9b865b-cd4e-4aa6-a138-4d293fc53c42 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:44.784466 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-16a93af0-b6d1-4d45-b819-2203580a966d None None] For port 9b9b865b-cd4e-4aa6-a138-4d293fc53c42, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=9b9b865b-cd4e-4aa6-a138-4d293fc53c42,segment=NetworkSegment(f47d67a1-760e-497e-b803-17a94ea0c0d4),segment_id=f47d67a1-760e-497e-b803-17a94ea0c0d4)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:44.785011 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-16a93af0-b6d1-4d45-b819-2203580a966d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:44.810882 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-16a93af0-b6d1-4d45-b819-2203580a966d None None] Calling delete_port for 9b9b865b-cd4e-4aa6-a138-4d293fc53c42 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:44.814069 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-b04d6155-61a7-4c33-bae3-649e279fc1b0 None None] Set router ee8153de-270c-4a44-8985-6a37c68a0e39 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:44.832435 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-df203950-133b-4886-817e-b2689b8675f0 req-8c286eec-a010-4812-a629-c20b4ea333b3 service neutron] 10.222.0.41 "GET /v2.0/networks/5353ba14-4453-4704-834f-92939421fcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068900 Sep 18 00:09:44.879300 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-69ab1696-4fd9-401a-9271-7c109d4a8c94 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:44.911983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab1696-4fd9-401a-9271-7c109d4a8c94 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Subnet': ['ID=b78268d4-9f87-4c59-bcb6-646a3ae9293e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:44.915676 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-69ab1696-4fd9-401a-9271-7c109d4a8c94 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:44.920766 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-69ab1696-4fd9-401a-9271-7c109d4a8c94 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/b78268d4-9f87-4c59-bcb6-646a3ae9293e HTTP/1.1" status: 204 len: 168 time: 0.6975133 Sep 18 00:09:44.921521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46582) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:44.942001 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:44.972289 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-de0670db-0369-42c8-b20d-9f526237d22c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495136 Sep 18 00:09:44.975350 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46584) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:44.992428 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Port': ['ID=9b9b865b-cd4e-4aa6-a138-4d293fc53c42,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:44.994369 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] No DVR routers for this DVR port 9b9b865b-cd4e-4aa6-a138-4d293fc53c42 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:09:45.034169 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:09:45.039988 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f606f85-462d-4987-982d-1a1c790728df tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:45.041366 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5f606f85-462d-4987-982d-1a1c790728df tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0652246 Sep 18 00:09:45.043267 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-16a93af0-b6d1-4d45-b819-2203580a966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:45.044318 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46586) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.079366 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a93af0-b6d1-4d45-b819-2203580a966d None None] No DVR routers for this DVR port 9b9b865b-cd4e-4aa6-a138-4d293fc53c42 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:09:45.089453 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:45.089673 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a93af0-b6d1-4d45-b819-2203580a966d None None] Pushing event deleted for resources: {'Port': ['ID=9b9b865b-cd4e-4aa6-a138-4d293fc53c42,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:45.119991 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d77400-9f0b-40e9-a228-4f493d9cea02 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:45.120208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe57556-e610-4fdb-83bb-5a7971183d82']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:45.122190 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-68d77400-9f0b-40e9-a228-4f493d9cea02 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0760639 Sep 18 00:09:45.125028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46588) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.132541 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47d67a1-760e-497e-b803-17a94ea0c0d4') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:45.132921 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47d67a1-760e-497e-b803-17a94ea0c0d4') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:45.150734 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:45.151387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b04d6155-61a7-4c33-bae3-649e279fc1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:42Z', 'revision_number': 8, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': '744a84b5-4fb8-4e31-9580-c5666b6064e1', 'name': '', 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:5f:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:27Z', 'updated_at': '2021-09-18T00:09:35Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ac443b-930a-47a4-a69d-13f68663af7e', 'name': '', 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:da:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:20Z', 'updated_at': '2021-09-18T00:09:31Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:45.165297 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:45.173210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:09:45.173875 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:09:45.183512 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:09:45.188760 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0d58f3cc-ff8c-4e5c-a23c-0b86d0a33184 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578320 Sep 18 00:09:45.193281 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46590) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.215122 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04d6155-61a7-4c33-bae3-649e279fc1b0 None None] Checking router: ee8153de-270c-4a44-8985-6a37c68a0e39 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:09:45.234886 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61cd871-86bd-4616-89dd-2b4834ed083d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:45.240114 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04d6155-61a7-4c33-bae3-649e279fc1b0 None None] Routers {'ee8153de-270c-4a44-8985-6a37c68a0e39'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:45.240247 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b61cd871-86bd-4616-89dd-2b4834ed083d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:45.240335 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b04d6155-61a7-4c33-bae3-649e279fc1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ee8153de-270c-4a44-8985-6a37c68a0e39'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:45.240430 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b61cd871-86bd-4616-89dd-2b4834ed083d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/62293ced-1f9a-4542-b839-6a443cc83e05 HTTP/1.1" status: 404 len: 333 time: 0.0431397 Sep 18 00:09:45.242313 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46592) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.278582 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5fc2b4-113e-4319-90a4-013b8b349dcf tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:45.279293 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5fc2b4-113e-4319-90a4-013b8b349dcf tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:45.283632 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3e5fc2b4-113e-4319-90a4-013b8b349dcf tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/6bef7f95-1795-4f50-94a6-86c34398c2f3 HTTP/1.1" status: 404 len: 337 time: 0.0376685 Sep 18 00:09:45.283803 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9b9b865b-cd4e-4aa6-a138-4d293fc53c42 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:09:45.286372 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46594) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.311371 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-e079c0e8-ea30-44a2-8356-417570d786d1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:45.311827 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e079c0e8-ea30-44a2-8356-417570d786d1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:45.313616 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e079c0e8-ea30-44a2-8356-417570d786d1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/b78268d4-9f87-4c59-bcb6-646a3ae9293e HTTP/1.1" status: 404 len: 337 time: 0.0280659 Sep 18 00:09:45.316997 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46596) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.333556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 9b9b865b-cd4e-4aa6-a138-4d293fc53c42 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:09:45.333900 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9b9b865b-cd4e-4aa6-a138-4d293fc53c42 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:09:45.334316 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5949dfce-ac32-462f-adc4-9e81ca921a59 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:09:45.341947 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:45.344033 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c27b849-69ca-4fce-9ff2-35316b41fdb5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:45.344817 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c27b849-69ca-4fce-9ff2-35316b41fdb5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:45.347613 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6c27b849-69ca-4fce-9ff2-35316b41fdb5 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/f6e8c0f2-f95d-48bf-a043-c22222faaf65 HTTP/1.1" status: 404 len: 333 time: 0.0295825 Sep 18 00:09:45.350534 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46598) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.353317 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:45.362635 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/networks/6fe57556-e610-4fdb-83bb-5a7971183d82 HTTP/1.1" status: 204 len: 168 time: 1.1770694 Sep 18 00:09:45.363280 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 5949dfce-ac32-462f-adc4-9e81ca921a59 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:09:45.363280 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5949dfce-ac32-462f-adc4-9e81ca921a59 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:09:45.363280 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e041ff-093f-4c68-83f9-eb3894baba86 None None] Network ba56a403-ab7f-44f7-9f47-cabda0897d3d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:45.366034 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46600) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.369635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc32e9b-6a57-4599-9339-405110ab8275 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Network': ['ID=6fe57556-e610-4fdb-83bb-5a7971183d82,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:45.396580 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc05c980-97b5-4f15-b895-3c07aae5cc29 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:45.397071 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc05c980-97b5-4f15-b895-3c07aae5cc29 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:45.399835 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bc05c980-97b5-4f15-b895-3c07aae5cc29 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/0213689b-e55c-4452-b30a-b5d4d483ab14 HTTP/1.1" status: 404 len: 337 time: 0.0475242 Sep 18 00:09:45.405260 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46602) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.434947 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-b04d6155-61a7-4c33-bae3-649e279fc1b0 None None] Set router ee8153de-270c-4a44-8985-6a37c68a0e39 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:45.443082 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-628a79ef-7a46-41bb-b557-6e0b666e4460 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:45.443546 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628a79ef-7a46-41bb-b557-6e0b666e4460 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:45.447995 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-628a79ef-7a46-41bb-b557-6e0b666e4460 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/0d47ad47-7f71-44c7-a0f6-7b0a8257ea42 HTTP/1.1" status: 404 len: 337 time: 0.0407748 Sep 18 00:09:45.448776 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46604) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.473956 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-68dde167-8cc3-464f-9a29-af6123fc9a87 None None] Provisioning complete for port a354c47e-45f6-413b-a54b-ed671fad1bdd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:45.474169 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-68dde167-8cc3-464f-9a29-af6123fc9a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:45.485342 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-f714a08f-62b3-4dbf-a70d-962664fa76bb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:45.487013 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f714a08f-62b3-4dbf-a70d-962664fa76bb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:45.493192 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46608) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.494714 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f714a08f-62b3-4dbf-a70d-962664fa76bb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/dbe94a30-c22c-49e6-8772-ade1bc58d824 HTTP/1.1" status: 404 len: 333 time: 0.0441527 Sep 18 00:09:45.533988 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4854fb7-350f-46dc-bc78-15ab894e3689 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:45.540589 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4854fb7-350f-46dc-bc78-15ab894e3689 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:45.540589 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e4854fb7-350f-46dc-bc78-15ab894e3689 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/6b574eb8-e6f1-49be-b005-7ffd0959f452 HTTP/1.1" status: 404 len: 337 time: 0.0424895 Sep 18 00:09:45.542443 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46614) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.580340 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0bd0f93-00fa-4197-8e62-db8bb5d1381c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:45.580340 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0bd0f93-00fa-4197-8e62-db8bb5d1381c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:45.585795 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b0bd0f93-00fa-4197-8e62-db8bb5d1381c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/c27cf0d1-2671-4899-9303-09f695af99a6 HTTP/1.1" status: 404 len: 337 time: 0.0421162 Sep 18 00:09:45.586268 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46616) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.645512 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-903952fc-599b-4f16-91e3-a55e967c1ae7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:45.646598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903952fc-599b-4f16-91e3-a55e967c1ae7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:45.650455 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-903952fc-599b-4f16-91e3-a55e967c1ae7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/e9aa771a-c532-43d1-a8f5-79fbde896cab HTTP/1.1" status: 404 len: 333 time: 0.0607636 Sep 18 00:09:45.651494 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46620) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.678247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69f382-3ec8-46e7-967c-f22c3abb36bf req-0057ceba-0267-4981-a0fb-3ad6a830552b tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:45.680438 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d69f382-3ec8-46e7-967c-f22c3abb36bf req-0057ceba-0267-4981-a0fb-3ad6a830552b tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 946 time: 0.0836561 Sep 18 00:09:45.698972 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b54de28-e99a-47d9-b110-2ea1f2d1d13f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:45.699552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b54de28-e99a-47d9-b110-2ea1f2d1d13f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:45.703979 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4b54de28-e99a-47d9-b110-2ea1f2d1d13f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/8f30a09e-7a6e-4467-96f6-b878ea8f5167 HTTP/1.1" status: 404 len: 337 time: 0.0498786 Sep 18 00:09:45.704433 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46622) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.734145 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8d69f382-3ec8-46e7-967c-f22c3abb36bf req-9eb203a6-ec33-47ed-8eaa-71d3dcc96324 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471313 Sep 18 00:09:45.740130 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e24ada-e7dd-4459-9019-b39736b07358 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:45.740688 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e24ada-e7dd-4459-9019-b39736b07358 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:45.747048 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-70e24ada-e7dd-4459-9019-b39736b07358 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/e9d0040a-0080-484e-8e3a-ac3b850f677e HTTP/1.1" status: 404 len: 337 time: 0.0406370 Sep 18 00:09:45.759182 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46624) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.782883 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-55addb3c-59cb-4663-8c61-fdbb12cd2b9f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:45.783562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55addb3c-59cb-4663-8c61-fdbb12cd2b9f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:45.787797 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-55addb3c-59cb-4663-8c61-fdbb12cd2b9f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/8b337d46-7885-467c-a2f3-6974ff98de31 HTTP/1.1" status: 404 len: 333 time: 0.0251930 Sep 18 00:09:45.788181 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46626) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.824678 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-a646b3a1-574d-4a36-a7dd-05ce0ebb7279 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:45.827540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a646b3a1-574d-4a36-a7dd-05ce0ebb7279 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:45.832733 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a646b3a1-574d-4a36-a7dd-05ce0ebb7279 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/f35aa854-3783-4a30-859c-d78ed613bb25 HTTP/1.1" status: 404 len: 337 time: 0.0413582 Sep 18 00:09:45.833045 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46628) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.861681 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb656de2-5f3b-48a1-9a73-9c974f7b3bc6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:45.862367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb656de2-5f3b-48a1-9a73-9c974f7b3bc6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:45.866417 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fb656de2-5f3b-48a1-9a73-9c974f7b3bc6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/e56a876f-0754-4929-b969-c7f45957ce8e HTTP/1.1" status: 404 len: 333 time: 0.0301175 Sep 18 00:09:45.866826 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46630) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.897428 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4851ad4-d9a4-4600-a752-a466d2275332 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:45.898053 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4851ad4-d9a4-4600-a752-a466d2275332 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:45.902730 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e4851ad4-d9a4-4600-a752-a466d2275332 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/70341fc8-b7e9-4cfd-bfbb-add8bf0357a7 HTTP/1.1" status: 404 len: 337 time: 0.0349548 Sep 18 00:09:45.903554 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46632) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.934265 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-4779dd35-14e7-45a5-80f8-b165110e5eeb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:45.934924 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4779dd35-14e7-45a5-80f8-b165110e5eeb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:45.939019 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4779dd35-14e7-45a5-80f8-b165110e5eeb tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/05232cc1-9787-4d8c-9a10-ab19d41375f2 HTTP/1.1" status: 404 len: 333 time: 0.0321760 Sep 18 00:09:45.939839 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46634) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.947757 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b04d6155-61a7-4c33-bae3-649e279fc1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:42Z', 'revision_number': 8, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': '744a84b5-4fb8-4e31-9580-c5666b6064e1', 'name': '', 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:5f:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:27Z', 'updated_at': '2021-09-18T00:09:35Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ac443b-930a-47a4-a69d-13f68663af7e', 'name': '', 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:da:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:20Z', 'updated_at': '2021-09-18T00:09:31Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:45.965807 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9472c4f1-d042-473b-af22-c07dbc39966e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:45.971811 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9e7f13-698d-4e14-abbd-44fef461c3ab tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:45.972264 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab9e7f13-698d-4e14-abbd-44fef461c3ab tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:45.976407 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ab9e7f13-698d-4e14-abbd-44fef461c3ab tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/214e3da3-ed41-41fe-a291-bfd3ea16650a HTTP/1.1" status: 404 len: 337 time: 0.0333486 Sep 18 00:09:45.976586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1e7aa1-562a-4949-b9c3-91fac2ce5fa4 None None] DHCP port deletion for ba56a403-ab7f-44f7-9f47-cabda0897d3d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:09:45.977241 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46636) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:45.977893 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04d6155-61a7-4c33-bae3-649e279fc1b0 None None] The sync data for ids ['ee8153de-270c-4a44-8985-6a37c68a0e39'] in n-d-809883-1 is: [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:42Z', 'revision_number': 8, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': '744a84b5-4fb8-4e31-9580-c5666b6064e1', 'name': '', 'network_id': '9a79952e-7193-4d10-bd46-e080b5a87acc', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:5f:71:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:27Z', 'updated_at': '2021-09-18T00:09:35Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': 'b528c928-ef5d-471b-869a-ac90e7845838', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ac443b-930a-47a4-a69d-13f68663af7e', 'name': '', 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:da:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:20Z', 'updated_at': '2021-09-18T00:09:31Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:09:46.013732 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d4d63b-db3d-4fdc-bd1d-67006be30341 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.014559 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d4d63b-db3d-4fdc-bd1d-67006be30341 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.016377 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-20d4d63b-db3d-4fdc-bd1d-67006be30341 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/0ba79008-4a9b-4f80-94f7-266fb09ff5f9 HTTP/1.1" status: 404 len: 333 time: 0.0382278 Sep 18 00:09:46.018956 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46638) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.047585 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4377445-4093-4990-8588-544b4fb52238 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.048041 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4377445-4093-4990-8588-544b4fb52238 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.050585 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f4377445-4093-4990-8588-544b4fb52238 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/624fa681-21c9-479f-9e8e-bfbb92b3a53f HTTP/1.1" status: 404 len: 337 time: 0.0307105 Sep 18 00:09:46.053117 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46640) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.088243 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eac718b-9687-457e-a7f5-aec559313c4c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.088977 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eac718b-9687-457e-a7f5-aec559313c4c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.093623 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4eac718b-9687-457e-a7f5-aec559313c4c tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/3229e976-fcc4-4d87-8a1a-adc1870bc60e HTTP/1.1" status: 404 len: 333 time: 0.0372534 Sep 18 00:09:46.093807 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e7aa1-562a-4949-b9c3-91fac2ce5fa4 None None] Deleting port a354c47e-45f6-413b-a54b-ed671fad1bdd {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:46.093807 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bb1e7aa1-562a-4949-b9c3-91fac2ce5fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:46.096288 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46642) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.124662 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c359bd-5ba2-44d3-a583-669e8c192045 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.125252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c359bd-5ba2-44d3-a583-669e8c192045 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.126975 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b1c359bd-5ba2-44d3-a583-669e8c192045 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/6e868528-1595-4320-91f1-6e69796511b7 HTTP/1.1" status: 404 len: 337 time: 0.0320182 Sep 18 00:09:46.129856 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46644) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.170978 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-78403e5d-8ed5-47b0-b753-b17e38f90370 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.171467 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78403e5d-8ed5-47b0-b753-b17e38f90370 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.176236 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-78403e5d-8ed5-47b0-b753-b17e38f90370 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/4d6f9c18-6dcf-4729-97d3-322442adceec HTTP/1.1" status: 404 len: 333 time: 0.0424633 Sep 18 00:09:46.177292 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46646) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.187734 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-bb1e7aa1-562a-4949-b9c3-91fac2ce5fa4 None None] For port a354c47e-45f6-413b-a54b-ed671fad1bdd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=a354c47e-45f6-413b-a54b-ed671fad1bdd,segment=NetworkSegment(8336d678-a55b-45d9-a0c0-26aab9eaf284),segment_id=8336d678-a55b-45d9-a0c0-26aab9eaf284)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:46.187734 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bb1e7aa1-562a-4949-b9c3-91fac2ce5fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:46.214973 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e7aa1-562a-4949-b9c3-91fac2ce5fa4 None None] Calling delete_port for a354c47e-45f6-413b-a54b-ed671fad1bdd owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:46.225478 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ee630a-d526-47b9-aa40-e133d549ade6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.225909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ee630a-d526-47b9-aa40-e133d549ade6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.228466 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c5ee630a-d526-47b9-aa40-e133d549ade6 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/c3335a0f-b189-4fb6-bc19-5759423d355c HTTP/1.1" status: 404 len: 337 time: 0.0501759 Sep 18 00:09:46.231687 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46650) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.264344 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb8389a-fb63-43ab-ad54-9972e89f134f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.264850 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb8389a-fb63-43ab-ad54-9972e89f134f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.267073 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0bb8389a-fb63-43ab-ad54-9972e89f134f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/868c12a2-321c-49ba-9a76-6268bbfc23d9 HTTP/1.1" status: 404 len: 337 time: 0.0339401 Sep 18 00:09:46.269917 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46652) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.299685 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-53559051-25d1-42e3-8635-23aa2339f1f3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.300539 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53559051-25d1-42e3-8635-23aa2339f1f3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.305604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-53559051-25d1-42e3-8635-23aa2339f1f3 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/c9d04fa4-aff1-4805-b66e-50872c84b036 HTTP/1.1" status: 404 len: 333 time: 0.0325563 Sep 18 00:09:46.306292 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46654) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.338516 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ca05e9-c9fd-439b-b03e-e82d3178def1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.338977 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ca05e9-c9fd-439b-b03e-e82d3178def1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.340717 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-99ca05e9-c9fd-439b-b03e-e82d3178def1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/3b6dc2ff-fbbf-4247-9c7b-f6b865754e1e HTTP/1.1" status: 404 len: 337 time: 0.0334735 Sep 18 00:09:46.342805 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-9472c4f1-d042-473b-af22-c07dbc39966e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting port 744a84b5-4fb8-4e31-9580-c5666b6064e1 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:46.343154 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9472c4f1-d042-473b-af22-c07dbc39966e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:46.343590 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46656) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.371216 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46b73fb-29ac-4fe7-a6fe-dce112bb65a1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.371671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46b73fb-29ac-4fe7-a6fe-dce112bb65a1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.375816 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f46b73fb-29ac-4fe7-a6fe-dce112bb65a1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/cc93f8b6-c9c0-4809-b669-6e5e88857b43 HTTP/1.1" status: 404 len: 337 time: 0.0288985 Sep 18 00:09:46.376049 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46658) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.404744 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff8bc63-c419-4f36-a0bf-a7c2086472c9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.405638 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff8bc63-c419-4f36-a0bf-a7c2086472c9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.409411 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1ff8bc63-c419-4f36-a0bf-a7c2086472c9 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/d3c61fac-3f96-4085-8333-719a7ad5c0e2 HTTP/1.1" status: 404 len: 333 time: 0.0323169 Sep 18 00:09:46.411128 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bb1e7aa1-562a-4949-b9c3-91fac2ce5fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:46.411937 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46660) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.440979 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e7aa1-562a-4949-b9c3-91fac2ce5fa4 None None] No DVR routers for this DVR port a354c47e-45f6-413b-a54b-ed671fad1bdd on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:09:46.445035 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bed63ea-9e38-4b4a-ab50-a528b6c88ab1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.445568 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bed63ea-9e38-4b4a-ab50-a528b6c88ab1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.446301 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e7aa1-562a-4949-b9c3-91fac2ce5fa4 None None] Pushing event deleted for resources: {'Port': ['ID=a354c47e-45f6-413b-a54b-ed671fad1bdd,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:46.447278 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1bed63ea-9e38-4b4a-ab50-a528b6c88ab1 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/19f3fe7e-bde7-48b6-a705-b638c40dce85 HTTP/1.1" status: 404 len: 337 time: 0.0346632 Sep 18 00:09:46.452887 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46662) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.479644 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-9472c4f1-d042-473b-af22-c07dbc39966e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] For port 744a84b5-4fb8-4e31-9580-c5666b6064e1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=744a84b5-4fb8-4e31-9580-c5666b6064e1,segment=NetworkSegment(13001cce-f1d7-402b-8dd5-45592170962a),segment_id=13001cce-f1d7-402b-8dd5-45592170962a)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:46.480049 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9472c4f1-d042-473b-af22-c07dbc39966e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:46.484679 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-04613c1d-49b2-4235-9b2d-0e23bd5fdff7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.485256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04613c1d-49b2-4235-9b2d-0e23bd5fdff7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.488882 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-04613c1d-49b2-4235-9b2d-0e23bd5fdff7 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/91c3ff07-abee-491d-9623-07d55db7688f HTTP/1.1" status: 404 len: 337 time: 0.0334525 Sep 18 00:09:46.490731 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46664) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.503769 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-9472c4f1-d042-473b-af22-c07dbc39966e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Calling delete_port for 744a84b5-4fb8-4e31-9580-c5666b6064e1 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:46.521331 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-d838c991-0c4f-48e8-8036-d79fce70286a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.521969 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d838c991-0c4f-48e8-8036-d79fce70286a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.523682 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d838c991-0c4f-48e8-8036-d79fce70286a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/17f1a3d4-9484-4c7f-b1e1-987c73a8f11f HTTP/1.1" status: 404 len: 333 time: 0.0320134 Sep 18 00:09:46.526384 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46666) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.566893 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-7907a074-c957-4255-b9c8-2fe28b38e026 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.566893 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7907a074-c957-4255-b9c8-2fe28b38e026 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.566893 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7907a074-c957-4255-b9c8-2fe28b38e026 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/8f602ad9-2ea6-4272-95f8-514bfda23220 HTTP/1.1" status: 404 len: 337 time: 0.0325997 Sep 18 00:09:46.566893 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46668) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.570767 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b10ce833-60c6-4b16-a509-87ebe1562f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:46.591986 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4b7dec-4e50-41c5-ae7c-05e7d6233b05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.592445 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff4b7dec-4e50-41c5-ae7c-05e7d6233b05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.596897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ff4b7dec-4e50-41c5-ae7c-05e7d6233b05 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/06e001fa-55cd-4858-b033-5521864324be HTTP/1.1" status: 404 len: 337 time: 0.0291231 Sep 18 00:09:46.597868 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46670) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.624710 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-19f8a864-31fb-4e99-93d0-454a27d2263f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports?device_id=55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3 HTTP/1.1" status: 200 len: 205 time: 0.0257487 Sep 18 00:09:46.627365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46672) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.669442 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-3e00f6f3-313f-4160-b7ae-d36451c89189 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] delete failed (client error): The resource could not be found. Sep 18 00:09:46.672975 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3e00f6f3-313f-4160-b7ae-d36451c89189 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/routers/55cb1f67-a9b7-4f30-a74d-bb8289c3d8f3 HTTP/1.1" status: 404 len: 336 time: 0.0420969 Sep 18 00:09:46.673284 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46674) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.709234 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12066ef-b929-46bb-b686-2bb693f3e382 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.709691 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d12066ef-b929-46bb-b686-2bb693f3e382 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.711417 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d12066ef-b929-46bb-b686-2bb693f3e382 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/c71b825c-0f4c-47a9-9090-192d6544219b HTTP/1.1" status: 404 len: 337 time: 0.0365486 Sep 18 00:09:46.714062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46676) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.747598 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1d2c67a2-4242-47a7-b99e-4a4ff7848952 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "GET /v2.0/ports?device_id=1440df82-ed7e-4c7a-9f34-87c25fe09236 HTTP/1.1" status: 200 len: 205 time: 0.0324135 Sep 18 00:09:46.749942 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46678) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.790160 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-f3b4df1d-3045-43fb-8457-34c758b135dd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] delete failed (client error): The resource could not be found. Sep 18 00:09:46.791203 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f3b4df1d-3045-43fb-8457-34c758b135dd tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/routers/1440df82-ed7e-4c7a-9f34-87c25fe09236 HTTP/1.1" status: 404 len: 336 time: 0.0403559 Sep 18 00:09:46.793830 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46682) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.820400 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39cf598-d30c-43f9-8f78-25a0e55d9aac tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.820926 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39cf598-d30c-43f9-8f78-25a0e55d9aac tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.822657 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d39cf598-d30c-43f9-8f78-25a0e55d9aac tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/c4b0894a-b0ee-4246-93f0-6de7e4d2baca HTTP/1.1" status: 404 len: 337 time: 0.0279255 Sep 18 00:09:46.825188 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46684) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.834357 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9472c4f1-d042-473b-af22-c07dbc39966e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:46.861714 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c20919-7747-4a16-aec6-49c444b22718 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.861956 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bdbab-49aa-45b6-8fa8-dfb88fa230b7 req-bc46f480-2deb-4aea-a9c8-27fe080f5269 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:46.862175 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c20919-7747-4a16-aec6-49c444b22718 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.866461 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a4c20919-7747-4a16-aec6-49c444b22718 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/a466663d-df0f-4243-a6d7-3a33283e6aff HTTP/1.1" status: 404 len: 337 time: 0.0377617 Sep 18 00:09:46.869065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a0bdbab-49aa-45b6-8fa8-dfb88fa230b7 req-bc46f480-2deb-4aea-a9c8-27fe080f5269 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 946 time: 0.0564775 Sep 18 00:09:46.873894 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46686) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.907450 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef2489d-fe50-447d-8fb9-318b615a7d38 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.908245 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef2489d-fe50-447d-8fb9-318b615a7d38 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.912615 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4ef2489d-fe50-447d-8fb9-318b615a7d38 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/caad5aa2-7156-4b43-91f0-1d9ac1a61312 HTTP/1.1" status: 404 len: 333 time: 0.0378661 Sep 18 00:09:46.912763 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472c4f1-d042-473b-af22-c07dbc39966e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Port': ['ID=744a84b5-4fb8-4e31-9580-c5666b6064e1,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:46.912911 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46690) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.948733 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9314f7c-3c01-456a-92b2-a7fb59f07215 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:46.949219 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9314f7c-3c01-456a-92b2-a7fb59f07215 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:46.950992 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b9314f7c-3c01-456a-92b2-a7fb59f07215 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/694d9c7a-0f22-4fed-b769-41f04738dc6a HTTP/1.1" status: 404 len: 337 time: 0.0374577 Sep 18 00:09:46.959846 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46692) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:46.980398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a0bdbab-49aa-45b6-8fa8-dfb88fa230b7 req-819f654e-e8d6-445f-9074-47895cb60c70 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100979 Sep 18 00:09:47.021646 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d4d9e6-e0c1-4759-84c0-b7d0042f179f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:47.022095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d4d9e6-e0c1-4759-84c0-b7d0042f179f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:47.023871 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c8d4d9e6-e0c1-4759-84c0-b7d0042f179f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/e0bc41ba-5052-4826-b9de-8cc2947cae22 HTTP/1.1" status: 404 len: 333 time: 0.0680385 Sep 18 00:09:47.027167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46696) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:47.063306 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9472c4f1-d042-473b-af22-c07dbc39966e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:47.071201 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b93da59-2eb3-4017-a266-3c8642b6b06e tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:47.071666 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b93da59-2eb3-4017-a266-3c8642b6b06e tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:47.077521 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4b93da59-2eb3-4017-a266-3c8642b6b06e tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/01511a07-da9a-4b7a-9504-28b6b913a44c HTTP/1.1" status: 404 len: 337 time: 0.0493362 Sep 18 00:09:47.081217 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46698) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:47.141398 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f207ed0-c3c2-4060-a2d6-27dc5e9b4c2a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:47.142157 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f207ed0-c3c2-4060-a2d6-27dc5e9b4c2a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:47.143949 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6f207ed0-c3c2-4060-a2d6-27dc5e9b4c2a tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/412a3ec8-56b0-4ffa-8245-85ab74d5784f HTTP/1.1" status: 404 len: 333 time: 0.0617936 Sep 18 00:09:47.146755 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46700) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:47.190673 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6c2a90-757f-42f9-979c-c7ef27c6554e tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:47.191134 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b6c2a90-757f-42f9-979c-c7ef27c6554e tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:47.194578 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5b6c2a90-757f-42f9-979c-c7ef27c6554e tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/ba7a08a3-75e2-4190-a500-f2fd8adc57eb HTTP/1.1" status: 404 len: 337 time: 0.0460782 Sep 18 00:09:47.197294 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46702) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:47.227463 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1753e6-8282-49fc-bdeb-6ef7bc90937f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:47.228969 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1753e6-8282-49fc-bdeb-6ef7bc90937f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:47.230578 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9c1753e6-8282-49fc-bdeb-6ef7bc90937f tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/34e8498f-a218-45c4-8164-f1d671fbf821 HTTP/1.1" status: 404 len: 333 time: 0.0313671 Sep 18 00:09:47.233480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46704) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:47.274160 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:47.281461 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-41be3ab2-4272-4e21-a876-1c01f40bfbfc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:47.281922 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41be3ab2-4272-4e21-a876-1c01f40bfbfc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:47.284908 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-41be3ab2-4272-4e21-a876-1c01f40bfbfc tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/90054bac-a710-4486-8b96-450bcef7fdf0 HTTP/1.1" status: 404 len: 337 time: 0.0491154 Sep 18 00:09:47.286412 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46708) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:47.315074 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-59034bbe-d32e-4b1e-81c1-23c6124b09b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:47.315744 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59034bbe-d32e-4b1e-81c1-23c6124b09b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:47.319845 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-59034bbe-d32e-4b1e-81c1-23c6124b09b8 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/a4425809-7a20-4676-aed6-a14d0623fe7f HTTP/1.1" status: 404 len: 333 time: 0.0302417 Sep 18 00:09:47.323210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46710) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:47.331567 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9472c4f1-d042-473b-af22-c07dbc39966e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router ee8153de-270c-4a44-8985-6a37c68a0e39 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:09:47.358623 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd29de81-a25a-48e9-8e1d-7a64b366f59d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:47.359099 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd29de81-a25a-48e9-8e1d-7a64b366f59d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:47.361719 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cd29de81-a25a-48e9-8e1d-7a64b366f59d tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/ae49ede1-a009-433d-9cf6-f1160469e198 HTTP/1.1" status: 404 len: 337 time: 0.0366862 Sep 18 00:09:47.364034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a354c47e-45f6-413b-a54b-ed671fad1bdd no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:09:47.364944 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46712) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:47.389448 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: a354c47e-45f6-413b-a54b-ed671fad1bdd {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:09:47.390178 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device a354c47e-45f6-413b-a54b-ed671fad1bdd not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:09:47.390835 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ad65fb-8737-4300-a522-0d0f9b07ef75 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:47.391549 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ad65fb-8737-4300-a522-0d0f9b07ef75 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:47.396168 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-61ad65fb-8737-4300-a522-0d0f9b07ef75 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/3829384a-dee9-443c-b09e-e56a72d13d5b HTTP/1.1" status: 404 len: 333 time: 0.0274222 Sep 18 00:09:47.396468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46714) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:47.455498 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1ca32a-23ed-4877-a668-3929e19cfaff tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:47.455845 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc1ca32a-23ed-4877-a668-3929e19cfaff tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:47.457613 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bc1ca32a-23ed-4877-a668-3929e19cfaff tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/87c05993-3530-4ef8-bad4-32a26bc94d8c HTTP/1.1" status: 404 len: 337 time: 0.0606461 Sep 18 00:09:47.460122 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46718) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:47.486700 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6d2065-e393-4785-9d98-02e71fe9005b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:47.487312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6d2065-e393-4785-9d98-02e71fe9005b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:47.489048 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bd6d2065-e393-4785-9d98-02e71fe9005b tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/ports/0a70b847-cbc1-4cac-be5e-8d0d28f6a2aa HTTP/1.1" status: 404 len: 333 time: 0.0280094 Sep 18 00:09:47.492094 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46720) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:47.500722 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9472c4f1-d042-473b-af22-c07dbc39966e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:09:47.509367 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9472c4f1-d042-473b-af22-c07dbc39966e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/ee8153de-270c-4a44-8985-6a37c68a0e39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1406741 Sep 18 00:09:47.510022 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46722) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:47.513150 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a260fa87-63a1-4eff-a833-df61ad2631f8 None None] Sync routers for ids ['ee8153de-270c-4a44-8985-6a37c68a0e39'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:09:47.521239 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-0861dddc-ec95-49c0-8462-6b05f0f75c35 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] DELETE failed (client error): The resource could not be found. Sep 18 00:09:47.523703 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0861dddc-ec95-49c0-8462-6b05f0f75c35 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:09:47.529450 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0861dddc-ec95-49c0-8462-6b05f0f75c35 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/subnets/2d55891b-7288-477a-861d-638dd58504de HTTP/1.1" status: 404 len: 337 time: 0.0329890 Sep 18 00:09:47.533366 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a260fa87-63a1-4eff-a833-df61ad2631f8 None None] Routers {'ee8153de-270c-4a44-8985-6a37c68a0e39'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:47.534515 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a260fa87-63a1-4eff-a833-df61ad2631f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ee8153de-270c-4a44-8985-6a37c68a0e39'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:47.536948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b9343-4e06-48a8-bd49-edb931b564aa req-2af43a1f-c035-44e5-a70f-09d27e64eabb tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:47.539212 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e24b9343-4e06-48a8-bd49-edb931b564aa req-2af43a1f-c035-44e5-a70f-09d27e64eabb tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 946 time: 0.0848527 Sep 18 00:09:47.539212 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46724) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:47.606067 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca43838-41e0-4db1-ac8c-ae6013334033 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting subnet b528c928-ef5d-471b-869a-ac90e7845838 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:09:47.609676 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1ca43838-41e0-4db1-ac8c-ae6013334033 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:47.670335 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1ca43838-41e0-4db1-ac8c-ae6013334033 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:47.679200 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-a260fa87-63a1-4eff-a833-df61ad2631f8 None None] Set router ee8153de-270c-4a44-8985-6a37c68a0e39 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:47.727179 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b68fcd01-06c6-4e3f-b4fe-9352f4a71a22 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:47.736907 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e24b9343-4e06-48a8-bd49-edb931b564aa req-ac8fefd9-513b-41be-9fa5-c0128e13caa6 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370013 Sep 18 00:09:47.773328 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1ca43838-41e0-4db1-ac8c-ae6013334033 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:47.812362 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:47.827285 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b68fcd01-06c6-4e3f-b4fe-9352f4a71a22 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:47.847938 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b68fcd01-06c6-4e3f-b4fe-9352f4a71a22 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba56a403-ab7f-44f7-9f47-cabda0897d3d']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:47.857456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b68fcd01-06c6-4e3f-b4fe-9352f4a71a22 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8336d678-a55b-45d9-a0c0-26aab9eaf284') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:47.864326 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-b68fcd01-06c6-4e3f-b4fe-9352f4a71a22 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8336d678-a55b-45d9-a0c0-26aab9eaf284') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:47.868336 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b68fcd01-06c6-4e3f-b4fe-9352f4a71a22 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:47.882913 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b68fcd01-06c6-4e3f-b4fe-9352f4a71a22 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:47.888997 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68fcd01-06c6-4e3f-b4fe-9352f4a71a22 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:09:47.889388 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b68fcd01-06c6-4e3f-b4fe-9352f4a71a22 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:09:47.892543 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:09:47.918178 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a260fa87-63a1-4eff-a833-df61ad2631f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:46Z', 'revision_number': 9, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ac443b-930a-47a4-a69d-13f68663af7e', 'name': '', 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:da:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:20Z', 'updated_at': '2021-09-18T00:09:31Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:47.941981 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1ca43838-41e0-4db1-ac8c-ae6013334033 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:47.945444 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a260fa87-63a1-4eff-a833-df61ad2631f8 None None] Checking router: ee8153de-270c-4a44-8985-6a37c68a0e39 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:09:47.953740 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a260fa87-63a1-4eff-a833-df61ad2631f8 None None] Routers {'ee8153de-270c-4a44-8985-6a37c68a0e39'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:47.954413 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a260fa87-63a1-4eff-a833-df61ad2631f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ee8153de-270c-4a44-8985-6a37c68a0e39'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:47.969794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca43838-41e0-4db1-ac8c-ae6013334033 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Subnet': ['ID=b528c928-ef5d-471b-869a-ac90e7845838,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:47.973897 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1ca43838-41e0-4db1-ac8c-ae6013334033 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:47.975776 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1ca43838-41e0-4db1-ac8c-ae6013334033 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/subnets/b528c928-ef5d-471b-869a-ac90e7845838 HTTP/1.1" status: 204 len: 168 time: 0.4648123 Sep 18 00:09:47.979883 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46726) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:47.987049 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2dfd7b-a407-4c2c-aa7a-d7d8d1a1c4e4 None None] Network 9a79952e-7193-4d10-bd46-e080b5a87acc requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:48.033839 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b68fcd01-06c6-4e3f-b4fe-9352f4a71a22 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:48.055384 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-a260fa87-63a1-4eff-a833-df61ad2631f8 None None] Set router ee8153de-270c-4a44-8985-6a37c68a0e39 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:48.059573 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b68fcd01-06c6-4e3f-b4fe-9352f4a71a22 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:48.063927 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b68fcd01-06c6-4e3f-b4fe-9352f4a71a22 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] 10.222.0.46 "DELETE /v2.0/networks/ba56a403-ab7f-44f7-9f47-cabda0897d3d HTTP/1.1" status: 204 len: 168 time: 0.5181901 Sep 18 00:09:48.070922 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fcd01-06c6-4e3f-b4fe-9352f4a71a22 tempest-NetworksTestDHCPv6-775111967 tempest-NetworksTestDHCPv6-775111967-project] Pushing event deleted for resources: {'Network': ['ID=ba56a403-ab7f-44f7-9f47-cabda0897d3d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:48.088079 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:48.153016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting port eb98f898-7b61-4a0b-a244-e9580b95e10b {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:48.153403 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:48.222503 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] For port eb98f898-7b61-4a0b-a244-e9580b95e10b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=eb98f898-7b61-4a0b-a244-e9580b95e10b,segment=NetworkSegment(13001cce-f1d7-402b-8dd5-45592170962a),segment_id=13001cce-f1d7-402b-8dd5-45592170962a)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:48.222872 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:48.227071 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28ba0da-e16a-40c3-abb7-6d2009db1601 None None] DHCP port deletion for 9a79952e-7193-4d10-bd46-e080b5a87acc request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:09:48.237837 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Calling delete_port for eb98f898-7b61-4a0b-a244-e9580b95e10b owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:48.278136 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d28ba0da-e16a-40c3-abb7-6d2009db1601 None None] Deleting port eb98f898-7b61-4a0b-a244-e9580b95e10b {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:48.278659 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d28ba0da-e16a-40c3-abb7-6d2009db1601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:48.295185 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a260fa87-63a1-4eff-a833-df61ad2631f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:46Z', 'revision_number': 9, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ac443b-930a-47a4-a69d-13f68663af7e', 'name': '', 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:da:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:20Z', 'updated_at': '2021-09-18T00:09:31Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:48.344496 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a260fa87-63a1-4eff-a833-df61ad2631f8 None None] The sync data for ids ['ee8153de-270c-4a44-8985-6a37c68a0e39'] in n-d-809883-1 is: [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:46Z', 'revision_number': 9, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ac443b-930a-47a4-a69d-13f68663af7e', 'name': '', 'network_id': '612b6c0f-02bd-412a-94eb-27343ff91d62', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:da:63:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:20Z', 'updated_at': '2021-09-18T00:09:31Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '5f49617d-b939-481f-9016-e69d8bb20b64', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:09:48.348045 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d28ba0da-e16a-40c3-abb7-6d2009db1601 None None] For port eb98f898-7b61-4a0b-a244-e9580b95e10b, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=eb98f898-7b61-4a0b-a244-e9580b95e10b,segment=NetworkSegment(13001cce-f1d7-402b-8dd5-45592170962a),segment_id=13001cce-f1d7-402b-8dd5-45592170962a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:48.348438 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d28ba0da-e16a-40c3-abb7-6d2009db1601 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:48.361987 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d28ba0da-e16a-40c3-abb7-6d2009db1601 None None] Calling delete_port for eb98f898-7b61-4a0b-a244-e9580b95e10b owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:48.416674 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:48.440920 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d28ba0da-e16a-40c3-abb7-6d2009db1601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:48.444081 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Port': ['ID=eb98f898-7b61-4a0b-a244-e9580b95e10b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:48.446126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] No DVR routers for this DVR port eb98f898-7b61-4a0b-a244-e9580b95e10b on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:09:48.501780 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ba0da-e16a-40c3-abb7-6d2009db1601 None None] Pushing event deleted for resources: {'Port': ['ID=eb98f898-7b61-4a0b-a244-e9580b95e10b,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:48.506250 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ba0da-e16a-40c3-abb7-6d2009db1601 None None] No DVR routers for this DVR port eb98f898-7b61-4a0b-a244-e9580b95e10b on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:09:48.544349 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:48.563889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a79952e-7193-4d10-bd46-e080b5a87acc']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:48.573062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13001cce-f1d7-402b-8dd5-45592170962a') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:48.573367 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13001cce-f1d7-402b-8dd5-45592170962a') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:48.591154 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:48.605704 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:48.612384 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:09:48.612898 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:09:48.616343 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:09:48.681400 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46740) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:48.730046 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:48.745378 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:48.747922 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/networks/9a79952e-7193-4d10-bd46-e080b5a87acc HTTP/1.1" status: 204 len: 168 time: 0.7683294 Sep 18 00:09:48.750379 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46744) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:48.804452 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99d53a-f668-4aa1-9f6b-be437741463b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Network': ['ID=9a79952e-7193-4d10-bd46-e080b5a87acc,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:48.956483 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2c1747c1-4987-40c0-8152-321b3e825e79 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f090bbaa3d0b420ca85075153b7568c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2739758 Sep 18 00:09:48.961091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46748) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:48.976349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09396ad8-e613-4b6a-b48a-4d305ba5ba2d req-ca950508-e97a-4d21-a4fa-d3fd5b9927f7 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:48.977903 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09396ad8-e613-4b6a-b48a-4d305ba5ba2d req-ca950508-e97a-4d21-a4fa-d3fd5b9927f7 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 946 time: 0.1239412 Sep 18 00:09:49.013780 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74c93f2d-c57e-4082-be75-fa47c783df28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:49.037378 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74c93f2d-c57e-4082-be75-fa47c783df28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:49.177065 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74c93f2d-c57e-4082-be75-fa47c783df28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:49.181074 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74c93f2d-c57e-4082-be75-fa47c783df28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:49.182532 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-74c93f2d-c57e-4082-be75-fa47c783df28 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d21e31c-57d8-43c9-9d96-354cd1c3d2c1 HTTP/1.1" status: 204 len: 168 time: 0.2242546 Sep 18 00:09:49.193389 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c93f2d-c57e-4082-be75-fa47c783df28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d21e31c-57d8-43c9-9d96-354cd1c3d2c1,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:49.265747 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098a29f-c343-4860-8f84-5504e7b12817 req-90ebb477-3d4e-4a18-a1fc-f5789196f91a tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:49.267545 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a098a29f-c343-4860-8f84-5504e7b12817 req-90ebb477-3d4e-4a18-a1fc-f5789196f91a tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 946 time: 0.0709238 Sep 18 00:09:49.316896 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 744a84b5-4fb8-4e31-9580-c5666b6064e1 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:09:49.341083 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 744a84b5-4fb8-4e31-9580-c5666b6064e1 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:09:49.346392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 744a84b5-4fb8-4e31-9580-c5666b6064e1 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:09:49.346392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device eb98f898-7b61-4a0b-a244-e9580b95e10b no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:09:49.361928 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: eb98f898-7b61-4a0b-a244-e9580b95e10b {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:09:49.362269 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device eb98f898-7b61-4a0b-a244-e9580b95e10b not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:09:49.391614 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a098a29f-c343-4860-8f84-5504e7b12817 req-d88676c9-4fb6-417a-822e-a25663b80e47 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Deleting port 5cbe5c76-54e6-40d1-ad7e-953cc76db93c {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:49.391614 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a098a29f-c343-4860-8f84-5504e7b12817 req-d88676c9-4fb6-417a-822e-a25663b80e47 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:49.522213 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09396ad8-e613-4b6a-b48a-4d305ba5ba2d req-640f4666-d61c-40a8-aec0-4a02bd80e6e9 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/security-groups?id=49af2c87-a0e5-4064-bfd7-5900e6cc2c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108006 Sep 18 00:09:49.527558 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-a098a29f-c343-4860-8f84-5504e7b12817 req-d88676c9-4fb6-417a-822e-a25663b80e47 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] For port 5cbe5c76-54e6-40d1-ad7e-953cc76db93c, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=5cbe5c76-54e6-40d1-ad7e-953cc76db93c,segment=NetworkSegment(5815cf28-71b9-4c42-a158-609bcdf8c7fb),segment_id=5815cf28-71b9-4c42-a158-609bcdf8c7fb)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:49.528078 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a098a29f-c343-4860-8f84-5504e7b12817 req-d88676c9-4fb6-417a-822e-a25663b80e47 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:49.552916 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-a098a29f-c343-4860-8f84-5504e7b12817 req-d88676c9-4fb6-417a-822e-a25663b80e47 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Calling delete_port for 5cbe5c76-54e6-40d1-ad7e-953cc76db93c owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:49.717557 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-492360fa-092b-4a0d-bdfc-d0113d07153c tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:49.753909 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a098a29f-c343-4860-8f84-5504e7b12817 req-d88676c9-4fb6-417a-822e-a25663b80e47 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:49.767281 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['5cbe5c76-54e6-40d1-ad7e-953cc76db93c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:09:49.797610 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:49.808680 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88676c9-4fb6-417a-822e-a25663b80e47 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Pushing event deleted for resources: {'Port': ['ID=5cbe5c76-54e6-40d1-ad7e-953cc76db93c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:49.855887 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a098a29f-c343-4860-8f84-5504e7b12817 req-d88676c9-4fb6-417a-822e-a25663b80e47 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] No DVR routers for this DVR port 5cbe5c76-54e6-40d1-ad7e-953cc76db93c on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:09:49.858736 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-a098a29f-c343-4860-8f84-5504e7b12817 req-d88676c9-4fb6-417a-822e-a25663b80e47 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:49.860781 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a098a29f-c343-4860-8f84-5504e7b12817 req-d88676c9-4fb6-417a-822e-a25663b80e47 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.41 "DELETE /v2.0/ports/5cbe5c76-54e6-40d1-ad7e-953cc76db93c HTTP/1.1" status: 204 len: 173 time: 0.5872324 Sep 18 00:09:49.861297 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef24b8a5-caa4-45d8-9e13-991cca7570a1', 'name': 'network-vif-deleted', 'tag': '5cbe5c76-54e6-40d1-ad7e-953cc76db93c'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:09:49.863718 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705eb94d-49a9-4c91-afd9-1bea87c51ba8" -d '{"events": [{"server_uuid": "ef24b8a5-caa4-45d8-9e13-991cca7570a1", "name": "network-vif-deleted", "tag": "5cbe5c76-54e6-40d1-ad7e-953cc76db93c"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:09:49.901658 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce75165f-5930-477a-9b37-b30e800c2ac0 x-openstack-request-id: req-ce75165f-5930-477a-9b37-b30e800c2ac0 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:09:49.901954 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef24b8a5-caa4-45d8-9e13-991cca7570a1", "name": "network-vif-deleted", "tag": "5cbe5c76-54e6-40d1-ad7e-953cc76db93c", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:09:49.902210 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce75165f-5930-477a-9b37-b30e800c2ac0 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:09:49.902614 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef24b8a5-caa4-45d8-9e13-991cca7570a1', 'name': 'network-vif-deleted', 'tag': '5cbe5c76-54e6-40d1-ad7e-953cc76db93c', 'status': 'completed', 'code': 200} Sep 18 00:09:49.991676 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-492360fa-092b-4a0d-bdfc-d0113d07153c tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting port e4ac443b-930a-47a4-a69d-13f68663af7e {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:49.992116 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-492360fa-092b-4a0d-bdfc-d0113d07153c tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:50.086274 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-492360fa-092b-4a0d-bdfc-d0113d07153c tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] For port e4ac443b-930a-47a4-a69d-13f68663af7e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e4ac443b-930a-47a4-a69d-13f68663af7e,segment=NetworkSegment(7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3),segment_id=7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:50.086524 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-492360fa-092b-4a0d-bdfc-d0113d07153c tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:50.100066 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-492360fa-092b-4a0d-bdfc-d0113d07153c tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Calling delete_port for e4ac443b-930a-47a4-a69d-13f68663af7e owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:50.336713 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-492360fa-092b-4a0d-bdfc-d0113d07153c tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:50.364006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492360fa-092b-4a0d-bdfc-d0113d07153c tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Port': ['ID=e4ac443b-930a-47a4-a69d-13f68663af7e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:50.489185 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-492360fa-092b-4a0d-bdfc-d0113d07153c tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:50.489318 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46774) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:50.622214 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-abf12c54-88ea-41f7-8b1d-b8e43584b7f7 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1303088758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:50.702395 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a17a369-1e97-4438-80fa-26a8642b9ea3 req-5689ea0d-6680-4df4-927f-7f95e460c6b5 tempest-TestServerAdvancedOps-1188186462 tempest-TestServerAdvancedOps-1188186462-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef24b8a5-caa4-45d8-9e13-991cca7570a1 HTTP/1.1" status: 200 len: 210 time: 0.0579543 Sep 18 00:09:50.735166 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492360fa-092b-4a0d-bdfc-d0113d07153c tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router ee8153de-270c-4a44-8985-6a37c68a0e39 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:09:50.736881 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-abf12c54-88ea-41f7-8b1d-b8e43584b7f7 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:50.741142 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-abf12c54-88ea-41f7-8b1d-b8e43584b7f7 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:50.791223 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-abf12c54-88ea-41f7-8b1d-b8e43584b7f7 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:50.826235 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492360fa-092b-4a0d-bdfc-d0113d07153c tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:09:50.831387 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-492360fa-092b-4a0d-bdfc-d0113d07153c tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/ee8153de-270c-4a44-8985-6a37c68a0e39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0798893 Sep 18 00:09:50.834093 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46786) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:50.836786 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5252d7-eca6-4246-8598-22c7f8957b66 None None] Sync routers for ids ['ee8153de-270c-4a44-8985-6a37c68a0e39'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:09:50.846617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5252d7-eca6-4246-8598-22c7f8957b66 None None] Routers {'ee8153de-270c-4a44-8985-6a37c68a0e39'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:50.847154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bf5252d7-eca6-4246-8598-22c7f8957b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ee8153de-270c-4a44-8985-6a37c68a0e39'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:50.891630 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9cc149-b66f-4523-9536-9cf52824ee1a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting subnet 5f49617d-b939-481f-9016-e69d8bb20b64 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:09:50.892226 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-abf12c54-88ea-41f7-8b1d-b8e43584b7f7 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:50.897566 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bc9cc149-b66f-4523-9536-9cf52824ee1a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:50.944725 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-bf5252d7-eca6-4246-8598-22c7f8957b66 None None] Set router ee8153de-270c-4a44-8985-6a37c68a0e39 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:50.945488 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bc9cc149-b66f-4523-9536-9cf52824ee1a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.005789 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-abf12c54-88ea-41f7-8b1d-b8e43584b7f7 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.008655 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-abf12c54-88ea-41f7-8b1d-b8e43584b7f7 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5169780 Sep 18 00:09:51.013608 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46790) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:51.016658 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-70612b9a-40ad-4da4-99c5-e85edac22224 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2134609614'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:51.036516 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bc9cc149-b66f-4523-9536-9cf52824ee1a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.119668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70612b9a-40ad-4da4-99c5-e85edac22224 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Made reservation on behalf of deb719f38a694e91a3c1f74670e3868e for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:51.123478 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70612b9a-40ad-4da4-99c5-e85edac22224 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.133194 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70612b9a-40ad-4da4-99c5-e85edac22224 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.162947 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bf5252d7-eca6-4246-8598-22c7f8957b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:50Z', 'revision_number': 10, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:51.176867 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bc9cc149-b66f-4523-9536-9cf52824ee1a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.193461 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5252d7-eca6-4246-8598-22c7f8957b66 None None] Checking router: ee8153de-270c-4a44-8985-6a37c68a0e39 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:09:51.203873 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5252d7-eca6-4246-8598-22c7f8957b66 None None] Routers {'ee8153de-270c-4a44-8985-6a37c68a0e39'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:51.204921 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bf5252d7-eca6-4246-8598-22c7f8957b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ee8153de-270c-4a44-8985-6a37c68a0e39'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:51.224400 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cc149-b66f-4523-9536-9cf52824ee1a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Subnet': ['ID=5f49617d-b939-481f-9016-e69d8bb20b64,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:51.226428 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bc9cc149-b66f-4523-9536-9cf52824ee1a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.228327 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bc9cc149-b66f-4523-9536-9cf52824ee1a tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/subnets/5f49617d-b939-481f-9016-e69d8bb20b64 HTTP/1.1" status: 204 len: 168 time: 0.3933260 Sep 18 00:09:51.235394 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46792) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:51.259494 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635739fe-40e4-44e5-847f-a062787c96c1 None None] Network 612b6c0f-02bd-412a-94eb-27343ff91d62 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:51.327816 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70612b9a-40ad-4da4-99c5-e85edac22224 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.341146 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.374986 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-bf5252d7-eca6-4246-8598-22c7f8957b66 None None] Set router ee8153de-270c-4a44-8985-6a37c68a0e39 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:51.392718 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70612b9a-40ad-4da4-99c5-e85edac22224 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.403019 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting port 42a360e8-c841-449f-9b4c-72f4f0313bd1 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:51.403367 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.422030 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70612b9a-40ad-4da4-99c5-e85edac22224 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:09:51.432432 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70612b9a-40ad-4da4-99c5-e85edac22224 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6ab6f1-201b-4c6e-a661-e320987a6ce1,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:51.445051 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70612b9a-40ad-4da4-99c5-e85edac22224 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.445700 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-70612b9a-40ad-4da4-99c5-e85edac22224 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Added segment 10e47a1b-38db-4e1f-ad56-afe554fdb445 of type vlan for network b3656992-361e-45b4-a9b8-088b383bcb6e Sep 18 00:09:51.483381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] For port 42a360e8-c841-449f-9b4c-72f4f0313bd1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=42a360e8-c841-449f-9b4c-72f4f0313bd1,segment=NetworkSegment(7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3),segment_id=7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:51.483760 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.500935 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Calling delete_port for 42a360e8-c841-449f-9b4c-72f4f0313bd1 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:51.508489 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70612b9a-40ad-4da4-99c5-e85edac22224 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.611822 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8087c2d5-5725-4c41-8cd4-865ac7135157 None None] DHCP port deletion for 612b6c0f-02bd-412a-94eb-27343ff91d62 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:09:51.624610 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70612b9a-40ad-4da4-99c5-e85edac22224 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.630420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70612b9a-40ad-4da4-99c5-e85edac22224 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:51.630949 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70612b9a-40ad-4da4-99c5-e85edac22224 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.674857 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.675994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bf5252d7-eca6-4246-8598-22c7f8957b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:50Z', 'revision_number': 10, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:51.678571 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-8087c2d5-5725-4c41-8cd4-865ac7135157 None None] Deleting port 42a360e8-c841-449f-9b4c-72f4f0313bd1 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:51.685512 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8087c2d5-5725-4c41-8cd4-865ac7135157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.696631 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] No DVR routers for this DVR port 42a360e8-c841-449f-9b4c-72f4f0313bd1 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:09:51.707340 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70612b9a-40ad-4da4-99c5-e85edac22224 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event updated for resources: {'Network': ['ID=b3656992-361e-45b4-a9b8-088b383bcb6e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:51.713702 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5252d7-eca6-4246-8598-22c7f8957b66 None None] The sync data for ids ['ee8153de-270c-4a44-8985-6a37c68a0e39'] in n-d-809883-1 is: [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:50Z', 'revision_number': 10, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None, '_interfaces': [{'id': 'c016ab71-04c2-43b5-bb2b-f000f5a18112', 'name': '', 'network_id': '67b091e0-de22-4981-82c8-c6b53d9e9782', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'mac_address': 'fa:16:3e:98:84:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:09:15Z', 'updated_at': '2021-09-18T00:09:22Z', 'revision_number': 5, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'subnets': [{'id': '0da1bb1a-25f9-4826-ae5a-0db871becdc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:09:51.718660 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network b3656992-361e-45b4-a9b8-088b383bcb6e details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:09:51.783470 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Port': ['ID=42a360e8-c841-449f-9b4c-72f4f0313bd1,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:51.787454 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46796) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:51.790160 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-70612b9a-40ad-4da4-99c5-e85edac22224 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7784517 Sep 18 00:09:51.792720 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46798) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:51.802503 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-318455d8-9aa2-4b74-a676-514151e80f4f tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Request body: {'subnet': {'network_id': 'b3656992-361e-45b4-a9b8-088b383bcb6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:51.834953 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8087c2d5-5725-4c41-8cd4-865ac7135157 None None] For port 42a360e8-c841-449f-9b4c-72f4f0313bd1, host n-d-809883-1, got binding levels [] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:51.835355 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8087c2d5-5725-4c41-8cd4-865ac7135157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.855537 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-8087c2d5-5725-4c41-8cd4-865ac7135157 None None] Calling delete_port for 42a360e8-c841-449f-9b4c-72f4f0313bd1 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:51.861847 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.ipam_backend_mixin [None req-8087c2d5-5725-4c41-8cd4-865ac7135157 None None] Port 42a360e8-c841-449f-9b4c-72f4f0313bd1 was not found and therefore no delete operation was performed {{(pid=95593) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 00:09:51.863634 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8087c2d5-5725-4c41-8cd4-865ac7135157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.887664 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087c2d5-5725-4c41-8cd4-865ac7135157 None None] Pushing event deleted for resources: {'Port': ['ID=42a360e8-c841-449f-9b4c-72f4f0313bd1,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:51.893770 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8087c2d5-5725-4c41-8cd4-865ac7135157 None None] No DVR routers for this DVR port 42a360e8-c841-449f-9b4c-72f4f0313bd1 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:09:51.897182 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.915757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cb33be-711a-4e1b-ab46-7d78c68e1d4e admin admin] Deleting subnet 6baa688a-7c02-49dc-a510-543bfd53aa6c {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:09:51.921279 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-75cb33be-711a-4e1b-ab46-7d78c68e1d4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.948941 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612b6c0f-02bd-412a-94eb-27343ff91d62']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:51.965592 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:51.965875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7480f2eb-bb07-4994-9ad9-f7c5a8dbacf3') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:51.979193 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.983025 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-75cb33be-711a-4e1b-ab46-7d78c68e1d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:51.999273 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318455d8-9aa2-4b74-a676-514151e80f4f tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Made reservation on behalf of deb719f38a694e91a3c1f74670e3868e for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:52.006302 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-318455d8-9aa2-4b74-a676-514151e80f4f tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:52.027007 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:52.038256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:09:52.038675 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:09:52.041750 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:09:52.056971 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-75cb33be-711a-4e1b-ab46-7d78c68e1d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:52.233895 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:52.242790 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:52.248289 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/networks/612b6c0f-02bd-412a-94eb-27343ff91d62 HTTP/1.1" status: 204 len: 168 time: 1.0075943 Sep 18 00:09:52.248289 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46802) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:52.264513 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-75cb33be-711a-4e1b-ab46-7d78c68e1d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:52.306399 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f8978-932f-4fe3-b8b8-32e8ae28d729 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Network': ['ID=612b6c0f-02bd-412a-94eb-27343ff91d62,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:52.333880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb33be-711a-4e1b-ab46-7d78c68e1d4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6baa688a-7c02-49dc-a510-543bfd53aa6c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:52.360629 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-75cb33be-711a-4e1b-ab46-7d78c68e1d4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:52.363098 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-75cb33be-711a-4e1b-ab46-7d78c68e1d4e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6baa688a-7c02-49dc-a510-543bfd53aa6c HTTP/1.1" status: 204 len: 168 time: 0.5735519 Sep 18 00:09:52.365556 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46804) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:52.387656 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-318455d8-9aa2-4b74-a676-514151e80f4f tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:52.445436 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318455d8-9aa2-4b74-a676-514151e80f4f tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event updated for resources: {'Subnet': ['ID=aa73e1d3-93e2-4b6e-a0f0-f3ed2f5dfed5,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:52.462456 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318455d8-9aa2-4b74-a676-514151e80f4f tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Checking segment: {'id': '10e47a1b-38db-4e1f-ad56-afe554fdb445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b3656992-361e-45b4-a9b8-088b383bcb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:52.463084 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318455d8-9aa2-4b74-a676-514151e80f4f tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Network hostable DHCP agents. Network: b3656992-361e-45b4-a9b8-088b383bcb6e, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:09:52.485393 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6af0b3aa-b01b-488c-a6ce-a6e5ee9fa95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:52.554106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318455d8-9aa2-4b74-a676-514151e80f4f tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Network b3656992-361e-45b4-a9b8-088b383bcb6e is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:09:52.627885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-318455d8-9aa2-4b74-a676-514151e80f4f tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, b3656992-361e-45b4-a9b8-088b383bcb6e) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:52.633235 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318455d8-9aa2-4b74-a676-514151e80f4f tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:52.634163 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-318455d8-9aa2-4b74-a676-514151e80f4f tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:52.638360 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4040c25-8169-490c-955f-5188ea6aebed None None] Network b3656992-361e-45b4-a9b8-088b383bcb6e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:52.649923 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6af0b3aa-b01b-488c-a6ce-a6e5ee9fa95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:52.692621 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6af0b3aa-b01b-488c-a6ce-a6e5ee9fa95f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5353ba14-4453-4704-834f-92939421fcb8']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:52.704984 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6af0b3aa-b01b-488c-a6ce-a6e5ee9fa95f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5815cf28-71b9-4c42-a158-609bcdf8c7fb') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:52.705211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6af0b3aa-b01b-488c-a6ce-a6e5ee9fa95f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5815cf28-71b9-4c42-a158-609bcdf8c7fb') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:52.716940 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6af0b3aa-b01b-488c-a6ce-a6e5ee9fa95f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:52.737768 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6af0b3aa-b01b-488c-a6ce-a6e5ee9fa95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:52.742456 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-318455d8-9aa2-4b74-a676-514151e80f4f tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9486039 Sep 18 00:09:52.745576 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46806) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:52.747862 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af0b3aa-b01b-488c-a6ce-a6e5ee9fa95f admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:09:52.748262 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6af0b3aa-b01b-488c-a6ce-a6e5ee9fa95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:52.753078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-6f371081-6c11-46e5-9c48-c8ffc900ea56 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Request body: {'network': {'name': 'tempest-router-network01--545886447'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:09:52.755950 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:09:52.788365 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-b3656992-361e-45b4-a9b8-088b383bcb6e', 'network_id': 'b3656992-361e-45b4-a9b8-088b383bcb6e', 'tenant_id': 'deb719f38a694e91a3c1f74670e3868e', 'fixed_ips': [{'subnet_id': 'aa73e1d3-93e2-4b6e-a0f0-f3ed2f5dfed5'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:09:52.789393 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:52.881160 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a5b78471-b690-4e50-9aed-409ce52983c0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:52.929366 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] Allocated IP 172.20.0.2 (b3656992-361e-45b4-a9b8-088b383bcb6e/aa73e1d3-93e2-4b6e-a0f0-f3ed2f5dfed5/4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:52.949664 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6af0b3aa-b01b-488c-a6ce-a6e5ee9fa95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:52.951266 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f371081-6c11-46e5-9c48-c8ffc900ea56 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Made reservation on behalf of deb719f38a694e91a3c1f74670e3868e for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:52.955234 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f371081-6c11-46e5-9c48-c8ffc900ea56 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:52.968849 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6af0b3aa-b01b-488c-a6ce-a6e5ee9fa95f admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:52.971505 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6af0b3aa-b01b-488c-a6ce-a6e5ee9fa95f admin admin] 10.222.0.46 "DELETE /v2.0/networks/5353ba14-4453-4704-834f-92939421fcb8 HTTP/1.1" status: 204 len: 168 time: 0.6041775 Sep 18 00:09:52.975301 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46808) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:52.988358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0b3aa-b01b-488c-a6ce-a6e5ee9fa95f admin admin] Pushing event deleted for resources: {'Network': ['ID=5353ba14-4453-4704-834f-92939421fcb8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:53.046468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f371081-6c11-46e5-9c48-c8ffc900ea56 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:09:53.047917 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-3181bc34-474f-4c6f-9a7a-b126e0501556 admin admin] Deleting subnet 7c5371be-d187-4f1c-b0f7-67ba784cb246 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:09:53.052634 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3181bc34-474f-4c6f-9a7a-b126e0501556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:53.075708 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f371081-6c11-46e5-9c48-c8ffc900ea56 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:53.076063 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-6f371081-6c11-46e5-9c48-c8ffc900ea56 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Added segment 662469d2-822b-43b4-927c-e492efdb7f0d of type vlan for network 88401baf-2b7c-41df-854d-fdd38f7f9a60 Sep 18 00:09:53.109267 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3181bc34-474f-4c6f-9a7a-b126e0501556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:53.128543 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f371081-6c11-46e5-9c48-c8ffc900ea56 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:53.141009 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:53.191357 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3181bc34-474f-4c6f-9a7a-b126e0501556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:53.200021 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:53.222839 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f371081-6c11-46e5-9c48-c8ffc900ea56 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:53.229692 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f371081-6c11-46e5-9c48-c8ffc900ea56 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:53.230445 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f371081-6c11-46e5-9c48-c8ffc900ea56 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:53.259618 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] Network b3656992-361e-45b4-a9b8-088b383bcb6e is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:53.267892 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 42a360e8-c841-449f-9b4c-72f4f0313bd1 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:09:53.269945 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:53.275639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:53.306206 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 42a360e8-c841-449f-9b4c-72f4f0313bd1 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:09:53.306805 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 42a360e8-c841-449f-9b4c-72f4f0313bd1 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:09:53.307209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e4ac443b-930a-47a4-a69d-13f68663af7e no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:09:53.307532 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6f371081-6c11-46e5-9c48-c8ffc900ea56 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5608506 Sep 18 00:09:53.310853 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46814) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:53.321689 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9f9ec93c-0100-4e00-83a9-da2e35457a79 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Request body: {'network': {'name': 'tempest-router-network02--790111184'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:53.355619 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] Pushing event updated for resources: {'Port': ['ID=4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:53.372679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: e4ac443b-930a-47a4-a69d-13f68663af7e {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:09:53.373053 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e4ac443b-930a-47a4-a69d-13f68663af7e not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:09:53.390023 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] Attempting to bind port 4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:09:53.390403 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] Attempting to bind port 4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '10e47a1b-38db-4e1f-ad56-afe554fdb445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b3656992-361e-45b4-a9b8-088b383bcb6e'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:09:53.390764 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] Attempting to bind port 4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26 on network b3656992-361e-45b4-a9b8-088b383bcb6e {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:09:53.395374 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3181bc34-474f-4c6f-9a7a-b126e0501556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:53.395558 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f371081-6c11-46e5-9c48-c8ffc900ea56 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event updated for resources: {'Network': ['ID=88401baf-2b7c-41df-854d-fdd38f7f9a60,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:53.396654 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:09:53.397088 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] Checking segment: {'id': '10e47a1b-38db-4e1f-ad56-afe554fdb445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b3656992-361e-45b4-a9b8-088b383bcb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:53.397484 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:53.398045 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] Bound using segment: {'id': '10e47a1b-38db-4e1f-ad56-afe554fdb445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b3656992-361e-45b4-a9b8-088b383bcb6e'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:09:53.398523 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] Bound port: 4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e47a1b-38db-4e1f-ad56-afe554fdb445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b3656992-361e-45b4-a9b8-088b383bcb6e'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:09:53.399819 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:53.413943 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9ec93c-0100-4e00-83a9-da2e35457a79 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Made reservation on behalf of deb719f38a694e91a3c1f74670e3868e for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:53.419791 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-a5b78471-b690-4e50-9aed-409ce52983c0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting port c016ab71-04c2-43b5-bb2b-f000f5a18112 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:53.420137 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a5b78471-b690-4e50-9aed-409ce52983c0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:53.429615 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec93c-0100-4e00-83a9-da2e35457a79 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:53.440988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 88401baf-2b7c-41df-854d-fdd38f7f9a60 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:09:53.466037 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181bc34-474f-4c6f-9a7a-b126e0501556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c5371be-d187-4f1c-b0f7-67ba784cb246,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:53.525253 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-a5b78471-b690-4e50-9aed-409ce52983c0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] For port c016ab71-04c2-43b5-bb2b-f000f5a18112, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c016ab71-04c2-43b5-bb2b-f000f5a18112,segment=NetworkSegment(98c45ce6-33c6-45f8-a226-9caa7473c5b5),segment_id=98c45ce6-33c6-45f8-a226-9caa7473c5b5)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:53.526008 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a5b78471-b690-4e50-9aed-409ce52983c0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:53.531638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] For port 4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:09:53.535325 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] For port 4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26,segment=NetworkSegment(10e47a1b-38db-4e1f-ad56-afe554fdb445),segment_id=10e47a1b-38db-4e1f-ad56-afe554fdb445)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:09:53.542065 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-a5b78471-b690-4e50-9aed-409ce52983c0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Calling delete_port for c016ab71-04c2-43b5-bb2b-f000f5a18112 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:53.589312 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:53.618573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46818) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:53.824821 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d92eb37a-b78d-4570-a202-4e23c39d7f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:53.863555 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a5b78471-b690-4e50-9aed-409ce52983c0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:53.908587 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79960b71-15bb-42b3-a83e-5d249cdf0bcc None None] Pushing event updated for resources: {'Port': ['ID=4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:53.928861 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b78471-b690-4e50-9aed-409ce52983c0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Port': ['ID=c016ab71-04c2-43b5-bb2b-f000f5a18112,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:53.953719 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3181bc34-474f-4c6f-9a7a-b126e0501556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:53.955730 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3181bc34-474f-4c6f-9a7a-b126e0501556 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7c5371be-d187-4f1c-b0f7-67ba784cb246 HTTP/1.1" status: 204 len: 168 time: 0.9793851 Sep 18 00:09:53.958250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46822) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:53.976907 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 5cbe5c76-54e6-40d1-ad7e-953cc76db93c no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:09:54.017948 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 5cbe5c76-54e6-40d1-ad7e-953cc76db93c {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:09:54.018213 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 5cbe5c76-54e6-40d1-ad7e-953cc76db93c not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:09:54.054088 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9ec93c-0100-4e00-83a9-da2e35457a79 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:09:54.068443 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-57bc91a5-659a-4a97-b052-a701b44003e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:54.080274 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec93c-0100-4e00-83a9-da2e35457a79 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:54.080616 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-9f9ec93c-0100-4e00-83a9-da2e35457a79 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Added segment 79ece11a-3b9a-44e5-a5c1-0b2450fd79f2 of type vlan for network 79f59b04-727b-43f8-9a1d-85a6ba7b5848 Sep 18 00:09:54.189507 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec93c-0100-4e00-83a9-da2e35457a79 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:54.245587 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-57bc91a5-659a-4a97-b052-a701b44003e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:54.281547 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-57bc91a5-659a-4a97-b052-a701b44003e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6534fb-e087-4cd0-b4a2-6a9a89a442f9']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:54.293712 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-57bc91a5-659a-4a97-b052-a701b44003e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa49c47-ff94-4c59-a43a-74c91bd7931d') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:54.294063 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-57bc91a5-659a-4a97-b052-a701b44003e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa49c47-ff94-4c59-a43a-74c91bd7931d') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:54.306373 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-57bc91a5-659a-4a97-b052-a701b44003e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:54.334127 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-57bc91a5-659a-4a97-b052-a701b44003e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:54.348271 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57bc91a5-659a-4a97-b052-a701b44003e3 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:09:54.349590 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-57bc91a5-659a-4a97-b052-a701b44003e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:54.351708 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec93c-0100-4e00-83a9-da2e35457a79 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:54.359098 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9ec93c-0100-4e00-83a9-da2e35457a79 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:54.359762 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9f9ec93c-0100-4e00-83a9-da2e35457a79 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:09:54.362339 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:09:54.495325 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ec93c-0100-4e00-83a9-da2e35457a79 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event updated for resources: {'Network': ['ID=79f59b04-727b-43f8-9a1d-85a6ba7b5848,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:54.508186 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-57bc91a5-659a-4a97-b052-a701b44003e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:54.516858 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-57bc91a5-659a-4a97-b052-a701b44003e3 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:54.521785 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-57bc91a5-659a-4a97-b052-a701b44003e3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ec6534fb-e087-4cd0-b4a2-6a9a89a442f9 HTTP/1.1" status: 204 len: 168 time: 0.5602174 Sep 18 00:09:54.534883 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc91a5-659a-4a97-b052-a701b44003e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec6534fb-e087-4cd0-b4a2-6a9a89a442f9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:54.571558 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 79f59b04-727b-43f8-9a1d-85a6ba7b5848 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:09:54.592584 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a5b78471-b690-4e50-9aed-409ce52983c0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:54.661604 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d92eb37a-b78d-4570-a202-4e23c39d7f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:54.757999 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d92eb37a-b78d-4570-a202-4e23c39d7f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:54.787711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b78471-b690-4e50-9aed-409ce52983c0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router ee8153de-270c-4a44-8985-6a37c68a0e39 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:09:54.808219 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d92eb37a-b78d-4570-a202-4e23c39d7f07 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b1489632e5a149b0bd6f3624294f68e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1885641 Sep 18 00:09:54.810068 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb37a-b78d-4570-a202-4e23c39d7f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fb89e9-0ffb-44f6-9c89-212fc77e113e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:54.811573 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46826) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:54.824686 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9f9ec93c-0100-4e00-83a9-da2e35457a79 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5098953 Sep 18 00:09:54.824930 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46828) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:54.864005 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-e8cc983d-2745-4cab-95b3-1abc603416ea tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Request body: {'subnet': {'network_id': '88401baf-2b7c-41df-854d-fdd38f7f9a60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:54.876016 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-870515c1-807c-40fb-b270-e9d7cb778340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:54.906357 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-870515c1-807c-40fb-b270-e9d7cb778340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:54.918559 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b78471-b690-4e50-9aed-409ce52983c0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:09:54.925906 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a5b78471-b690-4e50-9aed-409ce52983c0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/ee8153de-270c-4a44-8985-6a37c68a0e39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6773167 Sep 18 00:09:54.929150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46830) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:54.929150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46832) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:54.936650 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a7fd1-6b3e-4753-bb1c-9d9cbf2c5f27 None None] Sync routers for ids ['ee8153de-270c-4a44-8985-6a37c68a0e39'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:09:54.946994 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a7fd1-6b3e-4753-bb1c-9d9cbf2c5f27 None None] Routers {'ee8153de-270c-4a44-8985-6a37c68a0e39'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:54.947770 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-039a7fd1-6b3e-4753-bb1c-9d9cbf2c5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ee8153de-270c-4a44-8985-6a37c68a0e39'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:55.030554 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-039a7fd1-6b3e-4753-bb1c-9d9cbf2c5f27 None None] Set router ee8153de-270c-4a44-8985-6a37c68a0e39 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:55.034721 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-870515c1-807c-40fb-b270-e9d7cb778340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:55.038043 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-870515c1-807c-40fb-b270-e9d7cb778340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:55.039344 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-870515c1-807c-40fb-b270-e9d7cb778340 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8fb89e9-0ffb-44f6-9c89-212fc77e113e HTTP/1.1" status: 204 len: 168 time: 0.2267106 Sep 18 00:09:55.048054 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870515c1-807c-40fb-b270-e9d7cb778340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fb89e9-0ffb-44f6-9c89-212fc77e113e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:55.083716 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0b3ddf-603d-4527-9bb1-3589752697c8 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting subnet 0da1bb1a-25f9-4826-ae5a-0db871becdc0 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:09:55.087316 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3ddf-603d-4527-9bb1-3589752697c8 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:55.132541 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46836) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:55.132853 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a45752a3-04d3-4901-a18f-ae6f4cb315a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=264df34042ac4bb8bcf183b88b9fa2bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025449 Sep 18 00:09:55.138337 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3ddf-603d-4527-9bb1-3589752697c8 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:55.206685 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cc983d-2745-4cab-95b3-1abc603416ea tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Made reservation on behalf of deb719f38a694e91a3c1f74670e3868e for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:55.210441 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e8cc983d-2745-4cab-95b3-1abc603416ea tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:55.215813 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-039a7fd1-6b3e-4753-bb1c-9d9cbf2c5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:53Z', 'revision_number': 11, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:55.228371 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-94de25ee-3c8d-470a-9b8f-e726b78b3c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:55.247030 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a7fd1-6b3e-4753-bb1c-9d9cbf2c5f27 None None] Checking router: ee8153de-270c-4a44-8985-6a37c68a0e39 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:09:55.256087 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a7fd1-6b3e-4753-bb1c-9d9cbf2c5f27 None None] Routers {'ee8153de-270c-4a44-8985-6a37c68a0e39'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:55.256986 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-039a7fd1-6b3e-4753-bb1c-9d9cbf2c5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ee8153de-270c-4a44-8985-6a37c68a0e39'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:55.265216 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-94de25ee-3c8d-470a-9b8f-e726b78b3c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:55.300680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8393d2a5-81bf-48fc-8910-d5e32c622146 None None] Network b3656992-361e-45b4-a9b8-088b383bcb6e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:55.389938 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-039a7fd1-6b3e-4753-bb1c-9d9cbf2c5f27 None None] Set router ee8153de-270c-4a44-8985-6a37c68a0e39 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:55.398250 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3ddf-603d-4527-9bb1-3589752697c8 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:55.415104 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-94de25ee-3c8d-470a-9b8f-e726b78b3c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:55.420088 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-94de25ee-3c8d-470a-9b8f-e726b78b3c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:55.426167 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-94de25ee-3c8d-470a-9b8f-e726b78b3c4d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49af2c87-a0e5-4064-bfd7-5900e6cc2c35 HTTP/1.1" status: 204 len: 168 time: 0.2919252 Sep 18 00:09:55.431750 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2eb4fd74-7d10-4629-8d10-478d09f17c5f None None] Provisioning complete for port 4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:55.432326 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2eb4fd74-7d10-4629-8d10-478d09f17c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:55.441277 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de25ee-3c8d-470a-9b8f-e726b78b3c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49af2c87-a0e5-4064-bfd7-5900e6cc2c35,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:55.516108 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-039a7fd1-6b3e-4753-bb1c-9d9cbf2c5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:53Z', 'revision_number': 11, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:55.552509 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a7fd1-6b3e-4753-bb1c-9d9cbf2c5f27 None None] The sync data for ids ['ee8153de-270c-4a44-8985-6a37c68a0e39'] in n-d-809883-1 is: [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:53Z', 'revision_number': 11, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:09:55.598892 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2eb4fd74-7d10-4629-8d10-478d09f17c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:55.615275 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:55.671466 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2eb4fd74-7d10-4629-8d10-478d09f17c5f None None] For port 4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26,segment=NetworkSegment(10e47a1b-38db-4e1f-ad56-afe554fdb445),segment_id=10e47a1b-38db-4e1f-ad56-afe554fdb445)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:55.679528 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3ddf-603d-4527-9bb1-3589752697c8 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:55.689903 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:55.690276 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:55.709857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b3ddf-603d-4527-9bb1-3589752697c8 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Subnet': ['ID=0da1bb1a-25f9-4826-ae5a-0db871becdc0,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:55.711904 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3ddf-603d-4527-9bb1-3589752697c8 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:55.713843 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1f0b3ddf-603d-4527-9bb1-3589752697c8 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/subnets/0da1bb1a-25f9-4826-ae5a-0db871becdc0 HTTP/1.1" status: 204 len: 168 time: 0.7827725 Sep 18 00:09:55.716595 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46842) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:55.722268 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e8cc983d-2745-4cab-95b3-1abc603416ea tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:55.733301 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426cc12c-67e9-4332-8e59-a3ef787d4350 None None] Network 67b091e0-de22-4981-82c8-c6b53d9e9782 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:55.797190 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc983d-2745-4cab-95b3-1abc603416ea tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event updated for resources: {'Subnet': ['ID=2bfe5acf-75b3-4412-962c-9f41b43b6e7b,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:55.807741 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cc983d-2745-4cab-95b3-1abc603416ea tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Checking segment: {'id': '662469d2-822b-43b4-927c-e492efdb7f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '88401baf-2b7c-41df-854d-fdd38f7f9a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:55.808188 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cc983d-2745-4cab-95b3-1abc603416ea tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Network hostable DHCP agents. Network: 88401baf-2b7c-41df-854d-fdd38f7f9a60, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:09:55.838115 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2eb4fd74-7d10-4629-8d10-478d09f17c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:55.847720 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:55.885856 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cc983d-2745-4cab-95b3-1abc603416ea tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Network 88401baf-2b7c-41df-854d-fdd38f7f9a60 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:09:55.933589 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Deleting port 1045f3b9-ee12-4170-8daa-816c210c307c {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:55.933931 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:55.949662 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:55.964781 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-e8cc983d-2745-4cab-95b3-1abc603416ea tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 88401baf-2b7c-41df-854d-fdd38f7f9a60) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:55.972400 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cc983d-2745-4cab-95b3-1abc603416ea tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:55.972902 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e8cc983d-2745-4cab-95b3-1abc603416ea tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.000743 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdb545b-04b1-4d13-b113-14d1349a5fef None None] Network 88401baf-2b7c-41df-854d-fdd38f7f9a60 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:56.040708 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46846) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:56.059474 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] For port 1045f3b9-ee12-4170-8daa-816c210c307c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=1045f3b9-ee12-4170-8daa-816c210c307c,segment=NetworkSegment(98c45ce6-33c6-45f8-a226-9caa7473c5b5),segment_id=98c45ce6-33c6-45f8-a226-9caa7473c5b5)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:56.060006 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.062528 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0774d9e9-8ac6-4034-83ca-f594e866eb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.068550 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e8cc983d-2745-4cab-95b3-1abc603416ea tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2091682 Sep 18 00:09:56.069382 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46848) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:56.074777 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4fd74-7d10-4629-8d10-478d09f17c5f None None] Pushing event updated for resources: {'Port': ['ID=4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:56.080874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f1b9652a-36eb-428d-b202-a346f807d412 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Request body: {'subnet': {'network_id': '79f59b04-727b-43f8-9a1d-85a6ba7b5848', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:56.097804 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Calling delete_port for 1045f3b9-ee12-4170-8daa-816c210c307c owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:56.147657 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a2750351-5145-4648-a844-97ed6fa0cd51 None None] Provisioning complete for port 4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:56.147861 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a2750351-5145-4648-a844-97ed6fa0cd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.189564 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:09:56.190344 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:09:56.197144 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea159d9a-d111-4b47-8309-f28ea65e6dab None None] DHCP port deletion for 67b091e0-de22-4981-82c8-c6b53d9e9782 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:09:56.258099 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0774d9e9-8ac6-4034-83ca-f594e866eb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.334310 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-88401baf-2b7c-41df-854d-fdd38f7f9a60', 'network_id': '88401baf-2b7c-41df-854d-fdd38f7f9a60', 'tenant_id': 'deb719f38a694e91a3c1f74670e3868e', 'fixed_ips': [{'subnet_id': '2bfe5acf-75b3-4412-962c-9f41b43b6e7b'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:09:56.335302 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.336404 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.362759 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ea159d9a-d111-4b47-8309-f28ea65e6dab None None] Deleting port 1045f3b9-ee12-4170-8daa-816c210c307c {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:09:56.363127 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ea159d9a-d111-4b47-8309-f28ea65e6dab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.364183 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Port': ['ID=1045f3b9-ee12-4170-8daa-816c210c307c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:56.367536 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] No DVR routers for this DVR port 1045f3b9-ee12-4170-8daa-816c210c307c on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:09:56.372652 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0774d9e9-8ac6-4034-83ca-f594e866eb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.407535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:56.407930 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:56.408280 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:56.408623 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:56.409815 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:56.410169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:56.410510 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:56.410851 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:56.411185 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:56.411516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:56.411755 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46850) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:56.411891 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:56.412165 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:56.452248 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774d9e9-8ac6-4034-83ca-f594e866eb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60119517-d9b0-43e5-879c-6315ffe6b97a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:56.457388 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0774d9e9-8ac6-4034-83ca-f594e866eb08 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63092fb5cc774983999c4c50b3ac85d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4228122 Sep 18 00:09:56.460629 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46852) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:56.479702 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.479953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b9652a-36eb-428d-b202-a346f807d412 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Made reservation on behalf of deb719f38a694e91a3c1f74670e3868e for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:56.483403 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1b9652a-36eb-428d-b202-a346f807d412 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.495849 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ea159d9a-d111-4b47-8309-f28ea65e6dab None None] For port 1045f3b9-ee12-4170-8daa-816c210c307c, host n-d-809883-1, got binding levels [] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:56.496246 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ea159d9a-d111-4b47-8309-f28ea65e6dab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.503100 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b091e0-de22-4981-82c8-c6b53d9e9782']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:56.513830 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c45ce6-33c6-45f8-a226-9caa7473c5b5') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:56.514181 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c45ce6-33c6-45f8-a226-9caa7473c5b5') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:56.520145 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ea159d9a-d111-4b47-8309-f28ea65e6dab None None] Calling delete_port for 1045f3b9-ee12-4170-8daa-816c210c307c owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:09:56.524755 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.525138 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.ipam_backend_mixin [None req-ea159d9a-d111-4b47-8309-f28ea65e6dab None None] Port 1045f3b9-ee12-4170-8daa-816c210c307c was not found and therefore no delete operation was performed {{(pid=95593) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 00:09:56.536927 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cd487aee-ad59-4947-95ec-6e0443395e64 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d21912c9b2c14983a310cfe3fc65e0c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1239054 Sep 18 00:09:56.539898 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46854) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:56.540977 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.543574 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ea159d9a-d111-4b47-8309-f28ea65e6dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.558512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:09:56.558919 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:09:56.561962 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:09:56.581332 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea159d9a-d111-4b47-8309-f28ea65e6dab None None] Pushing event deleted for resources: {'Port': ['ID=1045f3b9-ee12-4170-8daa-816c210c307c,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:56.588153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea159d9a-d111-4b47-8309-f28ea65e6dab None None] No DVR routers for this DVR port 1045f3b9-ee12-4170-8daa-816c210c307c on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:09:56.598934 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72c54f0e-50d3-4328-9bb7-e9662595ed35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.599749 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] Allocated IP 172.20.0.2 (88401baf-2b7c-41df-854d-fdd38f7f9a60/2bfe5acf-75b3-4412-962c-9f41b43b6e7b/b812b652-f7dd-49c6-ac05-f3eedea10112) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:56.636276 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72c54f0e-50d3-4328-9bb7-e9662595ed35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.656073 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d2443a8-96b4-4cee-ac0f-45fd94bbe2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.678199 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d2443a8-96b4-4cee-ac0f-45fd94bbe2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.713528 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.724434 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.724434 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/networks/67b091e0-de22-4981-82c8-c6b53d9e9782 HTTP/1.1" status: 204 len: 168 time: 1.0035770 Sep 18 00:09:56.725538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46856) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:56.730324 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-5df58b36-49a2-436d-be61-23e16d17eee2 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'router': {'routes': None}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:56.739859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcc2ab-1c6a-4baf-86c9-162810f80f97 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Pushing event deleted for resources: {'Network': ['ID=67b091e0-de22-4981-82c8-c6b53d9e9782,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:56.801864 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.856247 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d2443a8-96b4-4cee-ac0f-45fd94bbe2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.859259 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d2443a8-96b4-4cee-ac0f-45fd94bbe2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.860445 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4d2443a8-96b4-4cee-ac0f-45fd94bbe2c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e16493a0-0f25-4cdd-9c0e-4347d192b76d HTTP/1.1" status: 204 len: 168 time: 0.3169065 Sep 18 00:09:56.869100 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2443a8-96b4-4cee-ac0f-45fd94bbe2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16493a0-0f25-4cdd-9c0e-4347d192b76d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:56.887662 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.919460 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72c54f0e-50d3-4328-9bb7-e9662595ed35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.922069 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-72c54f0e-50d3-4328-9bb7-e9662595ed35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.923231 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-72c54f0e-50d3-4328-9bb7-e9662595ed35 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/60119517-d9b0-43e5-879c-6315ffe6b97a HTTP/1.1" status: 204 len: 168 time: 0.4616523 Sep 18 00:09:56.932006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] Network 88401baf-2b7c-41df-854d-fdd38f7f9a60 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:56.937142 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:56.942281 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:56.942974 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.extraroute_db [None req-5df58b36-49a2-436d-be61-23e16d17eee2 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Added routes are [] {{(pid=95592) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 18 00:09:56.943289 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.extraroute_db [None req-5df58b36-49a2-436d-be61-23e16d17eee2 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Removed routes are [] {{(pid=95592) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 18 00:09:56.943662 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5df58b36-49a2-436d-be61-23e16d17eee2 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.949502 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1b9652a-36eb-428d-b202-a346f807d412 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:56.957643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] Pushing event updated for resources: {'Port': ['ID=b812b652-f7dd-49c6-ac05-f3eedea10112,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:56.959247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c54f0e-50d3-4328-9bb7-e9662595ed35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60119517-d9b0-43e5-879c-6315ffe6b97a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:57.126830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9652a-36eb-428d-b202-a346f807d412 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event updated for resources: {'Subnet': ['ID=149d9392-79a9-4cc0-804a-a43e170d4ebd,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:57.172370 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5df58b36-49a2-436d-be61-23e16d17eee2 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:57.178990 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5df58b36-49a2-436d-be61-23e16d17eee2 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:57.181933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b9652a-36eb-428d-b202-a346f807d412 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Checking segment: {'id': '79ece11a-3b9a-44e5-a5c1-0b2450fd79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '79f59b04-727b-43f8-9a1d-85a6ba7b5848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:57.182308 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b9652a-36eb-428d-b202-a346f807d412 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Network hostable DHCP agents. Network: 79f59b04-727b-43f8-9a1d-85a6ba7b5848, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:09:57.182517 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] Attempting to bind port b812b652-f7dd-49c6-ac05-f3eedea10112 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:09:57.183056 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] Attempting to bind port b812b652-f7dd-49c6-ac05-f3eedea10112 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '662469d2-822b-43b4-927c-e492efdb7f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '88401baf-2b7c-41df-854d-fdd38f7f9a60'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:09:57.183505 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] Attempting to bind port b812b652-f7dd-49c6-ac05-f3eedea10112 on network 88401baf-2b7c-41df-854d-fdd38f7f9a60 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:09:57.189281 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:09:57.197129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] Checking segment: {'id': '662469d2-822b-43b4-927c-e492efdb7f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '88401baf-2b7c-41df-854d-fdd38f7f9a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:57.197129 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:57.197129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] Bound using segment: {'id': '662469d2-822b-43b4-927c-e492efdb7f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '88401baf-2b7c-41df-854d-fdd38f7f9a60'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:09:57.197129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] Bound port: b812b652-f7dd-49c6-ac05-f3eedea10112, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662469d2-822b-43b4-927c-e492efdb7f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '88401baf-2b7c-41df-854d-fdd38f7f9a60'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:09:57.197129 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:57.259483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] For port b812b652-f7dd-49c6-ac05-f3eedea10112, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:09:57.263159 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] For port b812b652-f7dd-49c6-ac05-f3eedea10112, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b812b652-f7dd-49c6-ac05-f3eedea10112,segment=NetworkSegment(662469d2-822b-43b4-927c-e492efdb7f0d),segment_id=662469d2-822b-43b4-927c-e492efdb7f0d)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:09:57.270367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df58b36-49a2-436d-be61-23e16d17eee2 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router ee8153de-270c-4a44-8985-6a37c68a0e39 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:09:57.276808 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:57.327205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:57.327791 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:57.355817 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df58b36-49a2-436d-be61-23e16d17eee2 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:09:57.373238 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5df58b36-49a2-436d-be61-23e16d17eee2 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:57.373238 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5df58b36-49a2-436d-be61-23e16d17eee2 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/ee8153de-270c-4a44-8985-6a37c68a0e39 HTTP/1.1" status: 200 len: 704 time: 0.6390777 Sep 18 00:09:57.373629 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7385bc73-0902-4b87-993d-327e1d08a079 None None] Sync routers for ids ['ee8153de-270c-4a44-8985-6a37c68a0e39'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:09:57.375524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46866) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:57.396036 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:57.407143 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a1fcd552-af95-45c8-ad98-b61fe8b743d4 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee8153de-270c-4a44-8985-6a37c68a0e39 HTTP/1.1" status: 200 len: 205 time: 0.0291424 Sep 18 00:09:57.407143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b9652a-36eb-428d-b202-a346f807d412 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Network 79f59b04-727b-43f8-9a1d-85a6ba7b5848 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:09:57.409681 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46872) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:57.429996 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7385bc73-0902-4b87-993d-327e1d08a079 None None] Routers {'ee8153de-270c-4a44-8985-6a37c68a0e39'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:57.430711 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-7385bc73-0902-4b87-993d-327e1d08a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ee8153de-270c-4a44-8985-6a37c68a0e39'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:57.490947 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-f1b9652a-36eb-428d-b202-a346f807d412 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 79f59b04-727b-43f8-9a1d-85a6ba7b5848) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:57.495449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b9652a-36eb-428d-b202-a346f807d412 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:57.496517 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1b9652a-36eb-428d-b202-a346f807d412 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:57.507838 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c576-0bb2-42fe-b0a0-468e990c35da tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:57.553860 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dd4bd3-188f-4aa1-93e1-acaff69008ff None None] Network 79f59b04-727b-43f8-9a1d-85a6ba7b5848 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:57.568013 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-7385bc73-0902-4b87-993d-327e1d08a079 None None] Set router ee8153de-270c-4a44-8985-6a37c68a0e39 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:57.624417 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f1b9652a-36eb-428d-b202-a346f807d412 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5528667 Sep 18 00:09:57.625377 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46884) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:57.656274 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5ed5c-26b2-4929-80ee-946a05477d62 None None] Pushing event updated for resources: {'Port': ['ID=b812b652-f7dd-49c6-ac05-f3eedea10112,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:57.709539 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c576-0bb2-42fe-b0a0-468e990c35da tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:57.711959 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c576-0bb2-42fe-b0a0-468e990c35da tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:57.719642 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-7385bc73-0902-4b87-993d-327e1d08a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:53Z', 'revision_number': 11, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:57.844009 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7385bc73-0902-4b87-993d-327e1d08a079 None None] Checking router: ee8153de-270c-4a44-8985-6a37c68a0e39 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:09:57.870590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7385bc73-0902-4b87-993d-327e1d08a079 None None] Routers {'ee8153de-270c-4a44-8985-6a37c68a0e39'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:57.870590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-7385bc73-0902-4b87-993d-327e1d08a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ee8153de-270c-4a44-8985-6a37c68a0e39'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:57.930616 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c576-0bb2-42fe-b0a0-468e990c35da tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:57.931285 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b5c576-0bb2-42fe-b0a0-468e990c35da tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Fanout notify agent at l3_agent the message router_deleted on router ee8153de-270c-4a44-8985-6a37c68a0e39 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:09:57.946663 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c576-0bb2-42fe-b0a0-468e990c35da tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:57.955958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46888) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:57.958581 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c6b5c576-0bb2-42fe-b0a0-468e990c35da tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/routers/ee8153de-270c-4a44-8985-6a37c68a0e39 HTTP/1.1" status: 204 len: 168 time: 0.5472252 Sep 18 00:09:57.962606 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-82d828a0-7739-4c51-bf9e-754d0f1bd063 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1006130734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:58.025822 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c016ab71-04c2-43b5-bb2b-f000f5a18112 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:09:58.035297 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-7385bc73-0902-4b87-993d-327e1d08a079 None None] Set router ee8153de-270c-4a44-8985-6a37c68a0e39 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:58.064592 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3656-cd56-45e5-bc08-724e29f8eaba tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:58.131546 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82d828a0-7739-4c51-bf9e-754d0f1bd063 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:58.132575 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82d828a0-7739-4c51-bf9e-754d0f1bd063 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:58.148767 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: c016ab71-04c2-43b5-bb2b-f000f5a18112 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:09:58.149347 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c016ab71-04c2-43b5-bb2b-f000f5a18112 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:09:58.150062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1045f3b9-ee12-4170-8daa-816c210c307c no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:09:58.156117 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-7385bc73-0902-4b87-993d-327e1d08a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:53Z', 'revision_number': 11, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:58.226298 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 1045f3b9-ee12-4170-8daa-816c210c307c {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:09:58.226643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1045f3b9-ee12-4170-8daa-816c210c307c not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:09:58.227923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7385bc73-0902-4b87-993d-327e1d08a079 None None] The sync data for ids ['ee8153de-270c-4a44-8985-6a37c68a0e39'] in n-d-809883-1 is: [{'id': 'ee8153de-270c-4a44-8985-6a37c68a0e39', 'name': 'tempest-RoutersIpV6Test-router-917132558', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:11Z', 'updated_at': '2021-09-18T00:09:53Z', 'revision_number': 11, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:09:58.252612 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-79f59b04-727b-43f8-9a1d-85a6ba7b5848', 'network_id': '79f59b04-727b-43f8-9a1d-85a6ba7b5848', 'tenant_id': 'deb719f38a694e91a3c1f74670e3868e', 'fixed_ips': [{'subnet_id': '149d9392-79a9-4cc0-804a-a43e170d4ebd'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:09:58.253694 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:58.285639 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82d828a0-7739-4c51-bf9e-754d0f1bd063 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:58.366891 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82d828a0-7739-4c51-bf9e-754d0f1bd063 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:58.418434 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46908) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:58.492472 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82d828a0-7739-4c51-bf9e-754d0f1bd063 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:58.496565 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46912) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:58.496785 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-82d828a0-7739-4c51-bf9e-754d0f1bd063 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5404975 Sep 18 00:09:58.505660 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0cdd2430-0b81-43ea-a675-0d5e28d9537e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:58.530667 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Allocated IP 172.20.0.2 (79f59b04-727b-43f8-9a1d-85a6ba7b5848/149d9392-79a9-4cc0-804a-a43e170d4ebd/bec01b3d-12a1-4f37-b32d-133c49549183) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:58.537382 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-9f3d3656-cd56-45e5-bc08-724e29f8eaba tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Allocated IP 172.20.0.1 (88401baf-2b7c-41df-854d-fdd38f7f9a60/2bfe5acf-75b3-4412-962c-9f41b43b6e7b/50b9d565-6fc8-4b6c-b901-6e14d859c1c7) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:09:58.664907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-803c0008-4c84-4e56-b1b7-2b02407e2825 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1441265551-network', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:58.737172 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3656-cd56-45e5-bc08-724e29f8eaba tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:58.782330 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:58.794244 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803c0008-4c84-4e56-b1b7-2b02407e2825 admin admin] Made reservation on behalf of bc273b0c860f4113aa477f4a0e9a5fbb for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:09:58.796858 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-803c0008-4c84-4e56-b1b7-2b02407e2825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:58.808939 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-803c0008-4c84-4e56-b1b7-2b02407e2825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:58.837641 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f63ac2-d549-4b1f-8e5d-d44983e67dc9 None None] Network 88401baf-2b7c-41df-854d-fdd38f7f9a60 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:09:58.885111 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2430-0b81-43ea-a675-0d5e28d9537e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-492032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1700'] for router, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:58.915502 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-75f92c60-0869-4299-b98b-706b93012853 None None] Provisioning complete for port b812b652-f7dd-49c6-ac05-f3eedea10112 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:58.915880 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-75f92c60-0869-4299-b98b-706b93012853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:58.932178 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3656-cd56-45e5-bc08-724e29f8eaba tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:58.940610 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:58.982941 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-803c0008-4c84-4e56-b1b7-2b02407e2825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:58.993421 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3d3656-cd56-45e5-bc08-724e29f8eaba tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Network 88401baf-2b7c-41df-854d-fdd38f7f9a60 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:58.996609 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-9f3d3656-cd56-45e5-bc08-724e29f8eaba tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:59.004731 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d3656-cd56-45e5-bc08-724e29f8eaba tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:59.028476 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2430-0b81-43ea-a675-0d5e28d9537e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-504763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-492043'] for router, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:59.033828 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Network 79f59b04-727b-43f8-9a1d-85a6ba7b5848 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:09:59.043948 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:09:59.050850 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d3656-cd56-45e5-bc08-724e29f8eaba tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event updated for resources: {'Port': ['ID=50b9d565-6fc8-4b6c-b901-6e14d859c1c7,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:59.051085 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:09:59.054455 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Pushing event updated for resources: {'Port': ['ID=bec01b3d-12a1-4f37-b32d-133c49549183,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:59.069961 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3656-cd56-45e5-bc08-724e29f8eaba tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:59.076337 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:59.076944 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:59.077474 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:59.077970 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:59.078462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:59.078950 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:59.079449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:59.080315 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:59.080648 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:59.081005 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:59.081337 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:59.081659 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:09:59.120718 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-803c0008-4c84-4e56-b1b7-2b02407e2825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:59.175062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803c0008-4c84-4e56-b1b7-2b02407e2825 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:09:59.187269 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Attempting to bind port bec01b3d-12a1-4f37-b32d-133c49549183 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:09:59.187644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Attempting to bind port bec01b3d-12a1-4f37-b32d-133c49549183 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '79ece11a-3b9a-44e5-a5c1-0b2450fd79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '79f59b04-727b-43f8-9a1d-85a6ba7b5848'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:09:59.188008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Attempting to bind port bec01b3d-12a1-4f37-b32d-133c49549183 on network 79f59b04-727b-43f8-9a1d-85a6ba7b5848 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:09:59.192337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c0008-4c84-4e56-b1b7-2b02407e2825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe1edfd-7b91-4639-9a3a-5dbd08fc1fca,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:59.193955 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-75f92c60-0869-4299-b98b-706b93012853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:59.197616 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-803c0008-4c84-4e56-b1b7-2b02407e2825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:59.198015 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-803c0008-4c84-4e56-b1b7-2b02407e2825 admin admin] Added segment 6d795414-0a35-46ee-8f18-4cb1cacb8183 of type vlan for network 1d807416-7032-4b38-aa46-1da9e097a61e Sep 18 00:09:59.207814 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:09:59.208678 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Checking segment: {'id': '79ece11a-3b9a-44e5-a5c1-0b2450fd79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '79f59b04-727b-43f8-9a1d-85a6ba7b5848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:09:59.209291 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:59.209851 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Bound using segment: {'id': '79ece11a-3b9a-44e5-a5c1-0b2450fd79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '79f59b04-727b-43f8-9a1d-85a6ba7b5848'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:09:59.210562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Bound port: bec01b3d-12a1-4f37-b32d-133c49549183, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ece11a-3b9a-44e5-a5c1-0b2450fd79f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '79f59b04-727b-43f8-9a1d-85a6ba7b5848'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:09:59.211128 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:59.262054 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-803c0008-4c84-4e56-b1b7-2b02407e2825 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:59.285129 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdd2430-0b81-43ea-a675-0d5e28d9537e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Router 618f3fdf-bda4-46d2-aa8f-39e3381e570d is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:09:59.287852 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-75f92c60-0869-4299-b98b-706b93012853 None None] For port b812b652-f7dd-49c6-ac05-f3eedea10112, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b812b652-f7dd-49c6-ac05-f3eedea10112,segment=NetworkSegment(662469d2-822b-43b4-927c-e492efdb7f0d),segment_id=662469d2-822b-43b4-927c-e492efdb7f0d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:09:59.333421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] For port bec01b3d-12a1-4f37-b32d-133c49549183, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:09:59.336919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] For port bec01b3d-12a1-4f37-b32d-133c49549183, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bec01b3d-12a1-4f37-b32d-133c49549183,segment=NetworkSegment(79ece11a-3b9a-44e5-a5c1-0b2450fd79f2),segment_id=79ece11a-3b9a-44e5-a5c1-0b2450fd79f2)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:09:59.339423 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3656-cd56-45e5-bc08-724e29f8eaba tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:59.396092 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b812b652-f7dd-49c6-ac05-f3eedea10112 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:09:59.416543 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-75f92c60-0869-4299-b98b-706b93012853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:59.451199 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdd2430-0b81-43ea-a675-0d5e28d9537e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:09:59.464561 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62ef96e-f0c3-49af-aac2-eb9265971142 None None] Sync routers for ids ['618f3fdf-bda4-46d2-aa8f-39e3381e570d'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:09:59.479881 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2430-0b81-43ea-a675-0d5e28d9537e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:59.486949 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62ef96e-f0c3-49af-aac2-eb9265971142 None None] Routers {'618f3fdf-bda4-46d2-aa8f-39e3381e570d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:59.487121 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46926) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:59.488322 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0cdd2430-0b81-43ea-a675-0d5e28d9537e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "PUT /v2.0/routers/618f3fdf-bda4-46d2-aa8f-39e3381e570d HTTP/1.1" status: 200 len: 698 time: 0.9898193 Sep 18 00:09:59.490161 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e62ef96e-f0c3-49af-aac2-eb9265971142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['618f3fdf-bda4-46d2-aa8f-39e3381e570d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:59.496773 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-803c0008-4c84-4e56-b1b7-2b02407e2825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:59.497959 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803c0008-4c84-4e56-b1b7-2b02407e2825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:09:59.498556 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-803c0008-4c84-4e56-b1b7-2b02407e2825 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:59.501487 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:59.506311 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f92c60-0869-4299-b98b-706b93012853 None None] Pushing event updated for resources: {'Port': ['ID=b812b652-f7dd-49c6-ac05-f3eedea10112,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:59.512565 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port b812b652-f7dd-49c6-ac05-f3eedea10112 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:59.513054 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:59.623911 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c0008-4c84-4e56-b1b7-2b02407e2825 admin admin] Pushing event updated for resources: {'Network': ['ID=1d807416-7032-4b38-aa46-1da9e097a61e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:59.655485 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-e62ef96e-f0c3-49af-aac2-eb9265971142 None None] Set router 618f3fdf-bda4-46d2-aa8f-39e3381e570d gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:09:59.655706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 1d807416-7032-4b38-aa46-1da9e097a61e details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:09:59.668558 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-82c4be35-4d66-4700-a8ed-577307f5115f tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/routers/618f3fdf-bda4-46d2-aa8f-39e3381e570d HTTP/1.1" status: 200 len: 704 time: 0.1801238 Sep 18 00:09:59.671420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46932) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:59.714887 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-431381fc-5d37-4d0e-9bc7-486d0f931df9 None None] Provisioning complete for port 50b9d565-6fc8-4b6c-b901-6e14d859c1c7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:59.715266 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-431381fc-5d37-4d0e-9bc7-486d0f931df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:59.716272 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-87729b01-08a8-43cb-ac1e-404b864f3b56 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/ports?device_id=618f3fdf-bda4-46d2-aa8f-39e3381e570d HTTP/1.1" status: 200 len: 205 time: 0.0429571 Sep 18 00:09:59.721476 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e62ef96e-f0c3-49af-aac2-eb9265971142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618f3fdf-bda4-46d2-aa8f-39e3381e570d', 'name': 'tempest-RoutersIpV6Test-router-1006130734', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:58Z', 'updated_at': '2021-09-18T00:09:58Z', 'revision_number': 2, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:59.721689 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82568a6d-7d7a-45c4-b5c4-159e461058a7 None None] Pushing event updated for resources: {'Port': ['ID=bec01b3d-12a1-4f37-b32d-133c49549183,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:09:59.722152 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46934) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:59.777598 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62ef96e-f0c3-49af-aac2-eb9265971142 None None] Checking router: 618f3fdf-bda4-46d2-aa8f-39e3381e570d for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:09:59.787793 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62ef96e-f0c3-49af-aac2-eb9265971142 None None] Routers {'618f3fdf-bda4-46d2-aa8f-39e3381e570d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:09:59.788596 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e62ef96e-f0c3-49af-aac2-eb9265971142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['618f3fdf-bda4-46d2-aa8f-39e3381e570d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:09:59.831475 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-803c0008-4c84-4e56-b1b7-2b02407e2825 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4118466 Sep 18 00:09:59.836960 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46936) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:09:59.848461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-605c7e60-78fa-41e7-b4d0-04bc784b29e3 admin admin] Request body: {'subnet': {'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1441265551-subnet', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:09:59.863103 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-431381fc-5d37-4d0e-9bc7-486d0f931df9 None None] Port 50b9d565-6fc8-4b6c-b901-6e14d859c1c7 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:09:59.890435 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-431381fc-5d37-4d0e-9bc7-486d0f931df9 None None] Provisioning complete for port b812b652-f7dd-49c6-ac05-f3eedea10112 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:09:59.890805 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-431381fc-5d37-4d0e-9bc7-486d0f931df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:59.923386 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f5b087d-91c5-42fd-be48-9a26c42cc29b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:09:59.945616 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-e62ef96e-f0c3-49af-aac2-eb9265971142 None None] Set router 618f3fdf-bda4-46d2-aa8f-39e3381e570d gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:10:00.057967 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3656-cd56-45e5-bc08-724e29f8eaba tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:00.106271 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-e62ef96e-f0c3-49af-aac2-eb9265971142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618f3fdf-bda4-46d2-aa8f-39e3381e570d', 'name': 'tempest-RoutersIpV6Test-router-1006130734', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:58Z', 'updated_at': '2021-09-18T00:09:58Z', 'revision_number': 2, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:00.140464 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62ef96e-f0c3-49af-aac2-eb9265971142 None None] The sync data for ids ['618f3fdf-bda4-46d2-aa8f-39e3381e570d'] in n-d-809883-1 is: [{'id': '618f3fdf-bda4-46d2-aa8f-39e3381e570d', 'name': 'tempest-RoutersIpV6Test-router-1006130734', 'tenant_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:09:58Z', 'updated_at': '2021-09-18T00:09:58Z', 'revision_number': 2, 'project_id': 'ae6b35b2d26d45a58ce835158e2b5939', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:10:00.153931 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3656-cd56-45e5-bc08-724e29f8eaba tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:00.169712 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605c7e60-78fa-41e7-b4d0-04bc784b29e3 admin admin] Made reservation on behalf of bc273b0c860f4113aa477f4a0e9a5fbb for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:10:00.173096 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-605c7e60-78fa-41e7-b4d0-04bc784b29e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:00.202904 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-fd8f5e22-698d-49f6-93f5-8fc13d24be91 None None] Provisioning complete for port 50b9d565-6fc8-4b6c-b901-6e14d859c1c7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:00.203279 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fd8f5e22-698d-49f6-93f5-8fc13d24be91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:00.243868 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d3656-cd56-45e5-bc08-724e29f8eaba tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event updated for resources: {'Port': ['ID=50b9d565-6fc8-4b6c-b901-6e14d859c1c7,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:00.250134 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f5e22-698d-49f6-93f5-8fc13d24be91 None None] Port 50b9d565-6fc8-4b6c-b901-6e14d859c1c7 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:10:00.279911 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3656-cd56-45e5-bc08-724e29f8eaba tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:00.316223 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f5b087d-91c5-42fd-be48-9a26c42cc29b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:00.321158 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f5b087d-91c5-42fd-be48-9a26c42cc29b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:00.396495 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3d3656-cd56-45e5-bc08-724e29f8eaba tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Network 88401baf-2b7c-41df-854d-fdd38f7f9a60 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:10:00.398264 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-9f3d3656-cd56-45e5-bc08-724e29f8eaba tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:10:00.447199 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f5b087d-91c5-42fd-be48-9a26c42cc29b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:00.447842 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5b087d-91c5-42fd-be48-9a26c42cc29b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Fanout notify agent at l3_agent the message router_deleted on router 618f3fdf-bda4-46d2-aa8f-39e3381e570d {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:10:00.461848 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2f5b087d-91c5-42fd-be48-9a26c42cc29b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:00.466361 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2f5b087d-91c5-42fd-be48-9a26c42cc29b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/routers/618f3fdf-bda4-46d2-aa8f-39e3381e570d HTTP/1.1" status: 204 len: 168 time: 0.7399812 Sep 18 00:10:00.467255 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46944) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:00.514294 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1af04adc-e5e9-498d-843a-b4948edc462e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/ports?device_id=618f3fdf-bda4-46d2-aa8f-39e3381e570d HTTP/1.1" status: 200 len: 205 time: 0.0435603 Sep 18 00:10:00.515722 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46946) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:00.597454 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-30cb9892-283f-4d58-b000-88901d09ea84 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] delete failed (client error): The resource could not be found. Sep 18 00:10:00.601078 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-30cb9892-283f-4d58-b000-88901d09ea84 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/routers/618f3fdf-bda4-46d2-aa8f-39e3381e570d HTTP/1.1" status: 404 len: 336 time: 0.0811961 Sep 18 00:10:00.601508 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46948) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:00.637768 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-62cfe603-f534-4003-808a-d0fea24c660d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] DELETE failed (client error): The resource could not be found. Sep 18 00:10:00.638807 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62cfe603-f534-4003-808a-d0fea24c660d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:10:00.641815 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-62cfe603-f534-4003-808a-d0fea24c660d tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/subnets/147d6ea9-5822-4be0-9866-b9721534fb0b HTTP/1.1" status: 404 len: 337 time: 0.0391147 Sep 18 00:10:00.644289 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46950) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:00.676003 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7646d00-3f58-4786-9c7f-7d9701b78616 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] DELETE failed (client error): The resource could not be found. Sep 18 00:10:00.676488 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7646d00-3f58-4786-9c7f-7d9701b78616 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:10:00.679503 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a7646d00-3f58-4786-9c7f-7d9701b78616 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/subnets/b528c928-ef5d-471b-869a-ac90e7845838 HTTP/1.1" status: 404 len: 337 time: 0.0330977 Sep 18 00:10:00.681017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46952) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:00.712445 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd861b01-bff4-4b25-9aad-e559b438d6c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] DELETE failed (client error): The resource could not be found. Sep 18 00:10:00.713084 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd861b01-bff4-4b25-9aad-e559b438d6c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:10:00.716937 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cd861b01-bff4-4b25-9aad-e559b438d6c7 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/subnets/5f49617d-b939-481f-9016-e69d8bb20b64 HTTP/1.1" status: 404 len: 337 time: 0.0324931 Sep 18 00:10:00.717891 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46954) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:00.764184 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-550137db-6f8f-4347-9e25-c03c3a2c225e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] DELETE failed (client error): The resource could not be found. Sep 18 00:10:00.764184 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550137db-6f8f-4347-9e25-c03c3a2c225e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:10:00.764184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-550137db-6f8f-4347-9e25-c03c3a2c225e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/subnets/0da1bb1a-25f9-4826-ae5a-0db871becdc0 HTTP/1.1" status: 404 len: 337 time: 0.0445940 Sep 18 00:10:00.766717 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46956) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:00.797973 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1853719d-153a-40c2-8df6-7267ebc15ec4 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee8153de-270c-4a44-8985-6a37c68a0e39 HTTP/1.1" status: 200 len: 205 time: 0.0301154 Sep 18 00:10:00.801148 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46958) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:00.811373 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-605c7e60-78fa-41e7-b4d0-04bc784b29e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:00.828655 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3d3656-cd56-45e5-bc08-724e29f8eaba tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Router 8f2abb15-22a5-4689-a354-88b2996b4754 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:10:00.877025 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-17f557e2-2a54-49da-a95b-d0b527668151 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] delete failed (client error): The resource could not be found. Sep 18 00:10:00.881893 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46960) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:00.882588 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-17f557e2-2a54-49da-a95b-d0b527668151 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/routers/ee8153de-270c-4a44-8985-6a37c68a0e39 HTTP/1.1" status: 404 len: 336 time: 0.0789533 Sep 18 00:10:00.891518 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-af88ea07-c9d3-4aa0-a71a-a74ac2c39385 None None] Provisioning complete for port 50b9d565-6fc8-4b6c-b901-6e14d859c1c7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:00.892187 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-af88ea07-c9d3-4aa0-a71a-a74ac2c39385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:00.930734 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c7e60-78fa-41e7-b4d0-04bc784b29e3 admin admin] Checking segment: {'id': '6d795414-0a35-46ee-8f18-4cb1cacb8183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:10:00.931094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605c7e60-78fa-41e7-b4d0-04bc784b29e3 admin admin] Network hostable DHCP agents. Network: 1d807416-7032-4b38-aa46-1da9e097a61e, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:10:00.932744 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-af88ea07-c9d3-4aa0-a71a-a74ac2c39385 None None] Port 50b9d565-6fc8-4b6c-b901-6e14d859c1c7 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:10:00.934801 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c7e60-78fa-41e7-b4d0-04bc784b29e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8083f24d-cb05-444d-bd3d-c3294399ee9a,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:01.060029 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec56ff1-473b-4e1a-a41e-75a101e4b347 None None] Network 79f59b04-727b-43f8-9a1d-85a6ba7b5848 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:10:01.062260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605c7e60-78fa-41e7-b4d0-04bc784b29e3 admin admin] Network 1d807416-7032-4b38-aa46-1da9e097a61e is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:10:01.182292 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-605c7e60-78fa-41e7-b4d0-04bc784b29e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 1d807416-7032-4b38-aa46-1da9e097a61e) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:10:01.186898 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605c7e60-78fa-41e7-b4d0-04bc784b29e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:01.187836 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-605c7e60-78fa-41e7-b4d0-04bc784b29e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:01.255783 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-605c7e60-78fa-41e7-b4d0-04bc784b29e3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4151728 Sep 18 00:10:01.256716 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46962) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:01.270721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0d2fcd57-5c80-4eee-87ab-cc1af3e165c6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1441265551-router', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:01.310443 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1004da52-06f8-4334-abe8-94edd339ba26 None None] Network 1d807416-7032-4b38-aa46-1da9e097a61e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:10:01.335197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ace709bd-7719-45c7-afd4-d1a8fa83908f None None] Provisioning complete for port bec01b3d-12a1-4f37-b32d-133c49549183 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:01.335802 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ace709bd-7719-45c7-afd4-d1a8fa83908f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:01.339055 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a256b980-900c-4edb-b923-add9460771d4 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/ports?device_id=480eb344-7996-429a-a20b-7a3252cc88d8 HTTP/1.1" status: 200 len: 205 time: 0.4555950 Sep 18 00:10:01.341575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 46964) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:01.362550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3d3656-cd56-45e5-bc08-724e29f8eaba tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:10:01.383600 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9f3d3656-cd56-45e5-bc08-724e29f8eaba tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "PUT /v2.0/routers/8f2abb15-22a5-4689-a354-88b2996b4754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7569988 Sep 18 00:10:01.386587 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5915aa4c-8cf9-419b-b31c-da2a7959033e None None] Sync routers for ids ['8f2abb15-22a5-4689-a354-88b2996b4754'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:10:01.391190 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46968) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:01.494072 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d2fcd57-5c80-4eee-87ab-cc1af3e165c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:01.495275 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d2fcd57-5c80-4eee-87ab-cc1af3e165c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:01.505422 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915aa4c-8cf9-419b-b31c-da2a7959033e None None] Routers {'8f2abb15-22a5-4689-a354-88b2996b4754'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:10:01.506127 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5915aa4c-8cf9-419b-b31c-da2a7959033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['8f2abb15-22a5-4689-a354-88b2996b4754'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:01.521014 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-358505a9-c138-402c-b29f-269fbfaed43e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] delete failed (client error): The resource could not be found. Sep 18 00:10:01.524456 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-358505a9-c138-402c-b29f-269fbfaed43e tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/routers/480eb344-7996-429a-a20b-7a3252cc88d8 HTTP/1.1" status: 404 len: 336 time: 0.1796374 Sep 18 00:10:01.524808 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46972) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:01.533689 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bec01b3d-12a1-4f37-b32d-133c49549183 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:10:01.580819 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-9816cf07-f41f-4e13-b200-c63c811773e0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] DELETE failed (client error): The resource could not be found. Sep 18 00:10:01.589759 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9816cf07-f41f-4e13-b200-c63c811773e0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:10:01.589759 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9816cf07-f41f-4e13-b200-c63c811773e0 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/subnets/24424cdc-4d6e-44ef-b64b-01bf09ced511 HTTP/1.1" status: 404 len: 337 time: 0.0572841 Sep 18 00:10:01.589999 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d2fcd57-5c80-4eee-87ab-cc1af3e165c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:01.590106 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46974) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:01.598136 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5915aa4c-8cf9-419b-b31c-da2a7959033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:01.652271 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2a875329-79c5-40d2-8fef-0b076cd76dc4 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0d51655-0f2e-4e3d-8e4a-ac216e23842f HTTP/1.1" status: 200 len: 205 time: 0.0653746 Sep 18 00:10:01.654602 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46978) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:01.666695 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915aa4c-8cf9-419b-b31c-da2a7959033e None None] Routers {'8f2abb15-22a5-4689-a354-88b2996b4754'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:10:01.666695 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5915aa4c-8cf9-419b-b31c-da2a7959033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['8f2abb15-22a5-4689-a354-88b2996b4754'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:01.734757 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5915aa4c-8cf9-419b-b31c-da2a7959033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:01.735842 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5915aa4c-8cf9-419b-b31c-da2a7959033e None None] The sync data for ids ['8f2abb15-22a5-4689-a354-88b2996b4754'] in n-d-809883-1 is: [] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:10:01.746578 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ace709bd-7719-45c7-afd4-d1a8fa83908f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:01.746748 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-31238564-f8ec-4a7f-94ad-2458d243bee2 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] delete failed (client error): The resource could not be found. Sep 18 00:10:01.750423 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-31238564-f8ec-4a7f-94ad-2458d243bee2 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/routers/a0d51655-0f2e-4e3d-8e4a-ac216e23842f HTTP/1.1" status: 404 len: 336 time: 0.0948563 Sep 18 00:10:01.751001 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46980) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:01.822277 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port bec01b3d-12a1-4f37-b32d-133c49549183 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:01.822919 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:01.825850 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ace709bd-7719-45c7-afd4-d1a8fa83908f None None] For port bec01b3d-12a1-4f37-b32d-133c49549183, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bec01b3d-12a1-4f37-b32d-133c49549183,segment=NetworkSegment(79ece11a-3b9a-44e5-a5c1-0b2450fd79f2),segment_id=79ece11a-3b9a-44e5-a5c1-0b2450fd79f2)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:01.828558 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-1d807416-7032-4b38-aa46-1da9e097a61e', 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'fixed_ips': [{'subnet_id': '8083f24d-cb05-444d-bd3d-c3294399ee9a'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:10:01.830240 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:01.879644 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d5cd0194-d7fb-4a59-8c69-024e0eacfe39 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea54d1d8-acaa-4555-b712-66ec4f7f4822 HTTP/1.1" status: 200 len: 205 time: 0.1252513 Sep 18 00:10:01.880087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46982) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:01.896948 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ace709bd-7719-45c7-afd4-d1a8fa83908f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:01.931602 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-488681da-b423-4540-8257-2413af6bca7c tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] delete failed (client error): The resource could not be found. Sep 18 00:10:01.935388 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-488681da-b423-4540-8257-2413af6bca7c tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/routers/ea54d1d8-acaa-4555-b712-66ec4f7f4822 HTTP/1.1" status: 404 len: 336 time: 0.0524712 Sep 18 00:10:01.937876 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46984) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:02.018388 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-6899dc05-a1aa-4951-bf00-9c35b9fe73fd tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] DELETE failed (client error): The resource could not be found. Sep 18 00:10:02.019361 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6899dc05-a1aa-4951-bf00-9c35b9fe73fd tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:10:02.024202 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6899dc05-a1aa-4951-bf00-9c35b9fe73fd tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/subnets/366e56e3-d520-4935-b249-53e33ef2692b HTTP/1.1" status: 404 len: 337 time: 0.0845022 Sep 18 00:10:02.111860 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46986) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:02.121272 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace709bd-7719-45c7-afd4-d1a8fa83908f None None] Pushing event updated for resources: {'Port': ['ID=bec01b3d-12a1-4f37-b32d-133c49549183,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:02.144358 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-51565956-6dfb-4107-9cef-f2868856c352 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/ports?device_id=4352c3d0-e02f-4dfa-9021-af99dcaf7368 HTTP/1.1" status: 200 len: 205 time: 0.0341520 Sep 18 00:10:02.162807 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46988) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:02.169628 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b812b652-f7dd-49c6-ac05-f3eedea10112 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:10:02.172591 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] Allocated IP 172.20.0.2 (1d807416-7032-4b38-aa46-1da9e097a61e/8083f24d-cb05-444d-bd3d-c3294399ee9a/d1f7a519-4de0-4785-b7aa-4291f55e4ec3) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:10:02.179260 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b4533ec2-ce88-4e7a-91cb-d86aa13250ca None None] Provisioning complete for port bec01b3d-12a1-4f37-b32d-133c49549183 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:02.179769 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b4533ec2-ce88-4e7a-91cb-d86aa13250ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:02.212075 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-8ce31808-eae8-49c3-bfd3-74e6cfae2635 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] delete failed (client error): The resource could not be found. Sep 18 00:10:02.213175 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8ce31808-eae8-49c3-bfd3-74e6cfae2635 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/routers/4352c3d0-e02f-4dfa-9021-af99dcaf7368 HTTP/1.1" status: 404 len: 336 time: 0.0493927 Sep 18 00:10:02.215776 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46990) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:02.249582 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-529e137a-ffdc-4114-844e-6561952a959b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] DELETE failed (client error): The resource could not be found. Sep 18 00:10:02.250047 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529e137a-ffdc-4114-844e-6561952a959b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:10:02.251849 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-529e137a-ffdc-4114-844e-6561952a959b tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/subnets/baca7026-1a1c-40df-b76d-bb592f7d40fd HTTP/1.1" status: 404 len: 337 time: 0.0351551 Sep 18 00:10:02.253344 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-142fbd3e-a869-4f33-87cf-2a11b1c49c46 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:10:02.257205 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-142fbd3e-a869-4f33-87cf-2a11b1c49c46 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "PUT /v2.0/routers/8f2abb15-22a5-4689-a354-88b2996b4754/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8619657 Sep 18 00:10:02.257205 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46992) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:02.257205 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46994) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:02.303965 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d2fcd57-5c80-4eee-87ab-cc1af3e165c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:02.330986 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6a10062a-67a8-42b8-bb61-e0f8b0d76575 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e4029a6-cd1f-4a40-974d-47e04602a813 HTTP/1.1" status: 200 len: 205 time: 0.0749879 Sep 18 00:10:02.333906 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46996) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:02.374657 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port b812b652-f7dd-49c6-ac05-f3eedea10112 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:02.375521 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:02.415587 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-bd24658f-2fea-47e3-a9c5-9609c3eb8539 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] delete failed (client error): The resource could not be found. Sep 18 00:10:02.420171 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bd24658f-2fea-47e3-a9c5-9609c3eb8539 tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/routers/2e4029a6-cd1f-4a40-974d-47e04602a813 HTTP/1.1" status: 404 len: 336 time: 0.0850046 Sep 18 00:10:02.423507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 46998) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:02.489520 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:02.498446 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-16557172-b2c8-46b8-9b53-93712cee334c tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] DELETE failed (client error): The resource could not be found. Sep 18 00:10:02.498913 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16557172-b2c8-46b8-9b53-93712cee334c tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:10:02.508561 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-16557172-b2c8-46b8-9b53-93712cee334c tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/subnets/33f0e452-e71d-40ce-a2f3-cb30f28af52b HTTP/1.1" status: 404 len: 337 time: 0.0839319 Sep 18 00:10:02.509197 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47002) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:02.548636 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:02.574927 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-95dff044-e259-4536-a217-ff68abe40bcd tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] DELETE failed (client error): The resource could not be found. Sep 18 00:10:02.575532 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95dff044-e259-4536-a217-ff68abe40bcd tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:10:02.581140 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-95dff044-e259-4536-a217-ff68abe40bcd tempest-RoutersIpV6Test-2006491415 tempest-RoutersIpV6Test-2006491415-project] 10.222.0.46 "DELETE /v2.0/subnets/e48f21a5-3c42-46ad-b99f-be20df5d9d51 HTTP/1.1" status: 404 len: 337 time: 0.0657525 Sep 18 00:10:02.584913 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] Network 1d807416-7032-4b38-aa46-1da9e097a61e is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:10:02.589706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:10:02.596432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:10:02.623638 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d2fcd57-5c80-4eee-87ab-cc1af3e165c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:02.640422 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] Pushing event updated for resources: {'Port': ['ID=d1f7a519-4de0-4785-b7aa-4291f55e4ec3,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:02.651450 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d2fcd57-5c80-4eee-87ab-cc1af3e165c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:02.681229 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] Attempting to bind port d1f7a519-4de0-4785-b7aa-4291f55e4ec3 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:10:02.681734 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] Attempting to bind port d1f7a519-4de0-4785-b7aa-4291f55e4ec3 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '6d795414-0a35-46ee-8f18-4cb1cacb8183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:10:02.682341 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] Attempting to bind port d1f7a519-4de0-4785-b7aa-4291f55e4ec3 on network 1d807416-7032-4b38-aa46-1da9e097a61e {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:10:02.692589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:10:02.693577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] Checking segment: {'id': '6d795414-0a35-46ee-8f18-4cb1cacb8183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:10:02.693577 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:02.693965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] Bound using segment: {'id': '6d795414-0a35-46ee-8f18-4cb1cacb8183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:10:02.694447 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] Bound port: d1f7a519-4de0-4785-b7aa-4291f55e4ec3, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d795414-0a35-46ee-8f18-4cb1cacb8183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:10:02.694831 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:02.771657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-0d2fcd57-5c80-4eee-87ab-cc1af3e165c6 admin admin] Allocated IP 172.25.3.199 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/8f056468-440b-4c66-8659-7efe61ddb896) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:10:02.771978 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] For port d1f7a519-4de0-4785-b7aa-4291f55e4ec3, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:10:02.775366 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] For port d1f7a519-4de0-4785-b7aa-4291f55e4ec3, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d1f7a519-4de0-4785-b7aa-4291f55e4ec3,segment=NetworkSegment(6d795414-0a35-46ee-8f18-4cb1cacb8183),segment_id=6d795414-0a35-46ee-8f18-4cb1cacb8183)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:10:02.848311 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-218cb27e-befa-4af0-b8cf-3a33041f459a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:02.863541 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:02.881672 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d2fcd57-5c80-4eee-87ab-cc1af3e165c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:02.922178 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa77fe1-186a-462a-8434-18f3904efe8c None None] Pushing event updated for resources: {'Port': ['ID=d1f7a519-4de0-4785-b7aa-4291f55e4ec3,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:02.977153 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d2fcd57-5c80-4eee-87ab-cc1af3e165c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:03.020724 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2fcd57-5c80-4eee-87ab-cc1af3e165c6 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:10:03.023621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-0d2fcd57-5c80-4eee-87ab-cc1af3e165c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:10:03.027302 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2fcd57-5c80-4eee-87ab-cc1af3e165c6 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:10:03.054276 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2fcd57-5c80-4eee-87ab-cc1af3e165c6 admin admin] Pushing event updated for resources: {'Port': ['ID=8f056468-440b-4c66-8659-7efe61ddb896,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:03.147524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-218cb27e-befa-4af0-b8cf-3a33041f459a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Deleting port 50b9d565-6fc8-4b6c-b901-6e14d859c1c7 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:10:03.147875 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-218cb27e-befa-4af0-b8cf-3a33041f459a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:03.203461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47008) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:03.256124 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-218cb27e-befa-4af0-b8cf-3a33041f459a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:03.277975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-218cb27e-befa-4af0-b8cf-3a33041f459a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Calling delete_port for 50b9d565-6fc8-4b6c-b901-6e14d859c1c7 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:10:03.394274 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d1f7a519-4de0-4785-b7aa-4291f55e4ec3 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:10:03.456013 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port d1f7a519-4de0-4785-b7aa-4291f55e4ec3 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:03.456537 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:03.485001 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d2fcd57-5c80-4eee-87ab-cc1af3e165c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:03.561362 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8d02ca0d-376e-4e66-b9a0-798b721ef2a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae6b35b2d26d45a58ce835158e2b5939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542612 Sep 18 00:10:03.561623 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47014) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:03.566537 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:03.570783 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-218cb27e-befa-4af0-b8cf-3a33041f459a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:03.628910 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port d1f7a519-4de0-4785-b7aa-4291f55e4ec3, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d1f7a519-4de0-4785-b7aa-4291f55e4ec3,segment=NetworkSegment(6d795414-0a35-46ee-8f18-4cb1cacb8183),segment_id=6d795414-0a35-46ee-8f18-4cb1cacb8183)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:03.691928 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4c289365-52c6-4b9c-98e1-5532f0158817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:03.716081 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:03.716081 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bec01b3d-12a1-4f37-b32d-133c49549183 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:10:03.725314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218cb27e-befa-4af0-b8cf-3a33041f459a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event deleted for resources: {'Port': ['ID=50b9d565-6fc8-4b6c-b901-6e14d859c1c7,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:03.818179 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4c289365-52c6-4b9c-98e1-5532f0158817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:03.859643 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-218cb27e-befa-4af0-b8cf-3a33041f459a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:03.901685 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=d1f7a519-4de0-4785-b7aa-4291f55e4ec3,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:03.927463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port bec01b3d-12a1-4f37-b32d-133c49549183 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:03.928103 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:04.005779 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d2fcd57-5c80-4eee-87ab-cc1af3e165c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:04.124582 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218cb27e-befa-4af0-b8cf-3a33041f459a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Router 8f2abb15-22a5-4689-a354-88b2996b4754 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:10:04.145202 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4c289365-52c6-4b9c-98e1-5532f0158817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:04.147828 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4c289365-52c6-4b9c-98e1-5532f0158817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:04.151407 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4c289365-52c6-4b9c-98e1-5532f0158817 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bc16c179-e90d-4bcf-bb92-e0c9637a6114 HTTP/1.1" status: 204 len: 168 time: 0.5865450 Sep 18 00:10:04.167929 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c289365-52c6-4b9c-98e1-5532f0158817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc16c179-e90d-4bcf-bb92-e0c9637a6114,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:04.239828 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2fcd57-5c80-4eee-87ab-cc1af3e165c6 admin admin] Router 1a463fe9-14e0-4f13-9818-b30611799f00 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:10:04.257790 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218cb27e-befa-4af0-b8cf-3a33041f459a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:10:04.271871 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0687425f-8983-44ea-99fa-2b5b5f264509 None None] Sync routers for ids ['8f2abb15-22a5-4689-a354-88b2996b4754'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:10:04.273555 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-218cb27e-befa-4af0-b8cf-3a33041f459a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "PUT /v2.0/routers/8f2abb15-22a5-4689-a354-88b2996b4754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0153158 Sep 18 00:10:04.274648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47022) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:04.281806 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0687425f-8983-44ea-99fa-2b5b5f264509 None None] Routers {'8f2abb15-22a5-4689-a354-88b2996b4754'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:10:04.284628 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0687425f-8983-44ea-99fa-2b5b5f264509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['8f2abb15-22a5-4689-a354-88b2996b4754'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:04.321628 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-44af6763-b292-4d17-9e21-75d38e58f7ef tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] delete failed (client error): The resource could not be found. Sep 18 00:10:04.323314 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-44af6763-b292-4d17-9e21-75d38e58f7ef tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-1785680858 HTTP/1.1" status: 404 len: 335 time: 0.0470963 Sep 18 00:10:04.327005 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47024) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:04.333570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8ec64bac-e70f-4446-bf3c-8ed890efa40b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Request body: {'router': {'external_gateway_info': {'network_id': '8f2abb15-22a5-4689-a354-88b2996b4754'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:04.340157 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9336a096-8683-4eda-b566-fa8a3c7bf0e8 None None] Network 1d807416-7032-4b38-aa46-1da9e097a61e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:10:04.357662 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0687425f-8983-44ea-99fa-2b5b5f264509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:04.389370 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0687425f-8983-44ea-99fa-2b5b5f264509 None None] Routers {'8f2abb15-22a5-4689-a354-88b2996b4754'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:10:04.390163 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0687425f-8983-44ea-99fa-2b5b5f264509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['8f2abb15-22a5-4689-a354-88b2996b4754'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:04.402446 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2fcd57-5c80-4eee-87ab-cc1af3e165c6 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:10:04.429811 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] Sync routers for ids ['1a463fe9-14e0-4f13-9818-b30611799f00'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:10:04.448083 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0687425f-8983-44ea-99fa-2b5b5f264509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:04.449181 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0687425f-8983-44ea-99fa-2b5b5f264509 None None] The sync data for ids ['8f2abb15-22a5-4689-a354-88b2996b4754'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:10:04.500970 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] Routers {'1a463fe9-14e0-4f13-9818-b30611799f00'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:10:04.500970 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1a463fe9-14e0-4f13-9818-b30611799f00'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:04.553916 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0d2fcd57-5c80-4eee-87ab-cc1af3e165c6 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:04.555212 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0d2fcd57-5c80-4eee-87ab-cc1af3e165c6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2976756 Sep 18 00:10:04.558051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47030) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:04.639107 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ec64bac-e70f-4446-bf3c-8ed890efa40b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:04.744424 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-89a737ea-a830-4c39-8eb6-a8f53b41d852 None None] Provisioning complete for port d1f7a519-4de0-4785-b7aa-4291f55e4ec3 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:04.744811 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-89a737ea-a830-4c39-8eb6-a8f53b41d852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:04.767292 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-8ec64bac-e70f-4446-bf3c-8ed890efa40b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] update failed (client error): The resource could not be found. Sep 18 00:10:04.769152 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8ec64bac-e70f-4446-bf3c-8ed890efa40b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "PUT /v2.0/routers/8f2abb15-22a5-4689-a354-88b2996b4754 HTTP/1.1" status: 404 len: 339 time: 0.4396076 Sep 18 00:10:04.772817 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47038) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:04.917164 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] Set router 1a463fe9-14e0-4f13-9818-b30611799f00 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:10:05.077712 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13653656-5e65-4030-9456-8decd8347979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:05.339513 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'name': 'tempest-TestServerBasicOps-1441265551-router', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8f056468-440b-4c66-8659-7efe61ddb896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:01Z', 'updated_at': '2021-09-18T00:10:03Z', 'revision_number': 3, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'gw_port': {'id': '8f056468-440b-4c66-8659-7efe61ddb896', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:02Z', 'updated_at': '2021-09-18T00:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:05.375355 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d1f7a519-4de0-4785-b7aa-4291f55e4ec3 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:10:05.379242 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] Checking router: 1a463fe9-14e0-4f13-9818-b30611799f00 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:10:05.379842 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] Updating router 1a463fe9-14e0-4f13-9818-b30611799f00 port 8f056468-440b-4c66-8659-7efe61ddb896 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:10:05.443630 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-13653656-5e65-4030-9456-8decd8347979 admin admin] Allocated IP 172.20.0.1 (1d807416-7032-4b38-aa46-1da9e097a61e/8083f24d-cb05-444d-bd3d-c3294399ee9a/c8a05533-7f2e-49b9-a074-b678494d6fc4) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:10:05.452675 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:05.508732 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-40db0d35-5b26-4be5-94d5-45e585d3fa01 None None] Provisioning complete for port d1f7a519-4de0-4785-b7aa-4291f55e4ec3 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:05.509133 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-40db0d35-5b26-4be5-94d5-45e585d3fa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:05.647192 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-35f42491-9ab1-4926-9023-363e6c24deed tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:05.653021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port d1f7a519-4de0-4785-b7aa-4291f55e4ec3 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:05.653021 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:05.672458 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13653656-5e65-4030-9456-8decd8347979 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:05.674385 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47054) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:05.811739 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13653656-5e65-4030-9456-8decd8347979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:05.866113 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-4df9c61d-21b8-4186-9f87-40bccac8e392 tempest-DvrRoutersNegativeTest-1698143156 tempest-DvrRoutersNegativeTest-1698143156-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-282772087', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:05.869246 n-d-809883-1 neutron-server[95591]: DEBUG neutron.policy [None req-4df9c61d-21b8-4186-9f87-40bccac8e392 tempest-DvrRoutersNegativeTest-1698143156 tempest-DvrRoutersNegativeTest-1698143156-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95591) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 18 00:10:05.870167 n-d-809883-1 neutron-server[95591]: DEBUG neutron.policy [None req-4df9c61d-21b8-4186-9f87-40bccac8e392 tempest-DvrRoutersNegativeTest-1698143156 tempest-DvrRoutersNegativeTest-1698143156-project] Failed policy check for 'create_router' {{(pid=95591) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 18 00:10:05.870891 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-4df9c61d-21b8-4186-9f87-40bccac8e392 tempest-DvrRoutersNegativeTest-1698143156 tempest-DvrRoutersNegativeTest-1698143156-project] create failed (client error): Access was denied to this resource. Sep 18 00:10:05.885613 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4df9c61d-21b8-4186-9f87-40bccac8e392 tempest-DvrRoutersNegativeTest-1698143156 tempest-DvrRoutersNegativeTest-1698143156-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2100966 Sep 18 00:10:05.931239 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13653656-5e65-4030-9456-8decd8347979 admin admin] Network 1d807416-7032-4b38-aa46-1da9e097a61e is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:10:05.942248 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-13653656-5e65-4030-9456-8decd8347979 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:10:05.947152 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13653656-5e65-4030-9456-8decd8347979 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:10:06.075882 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13653656-5e65-4030-9456-8decd8347979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:06.109014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-35f42491-9ab1-4926-9023-363e6c24deed tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Allocated IP 172.20.0.1 (b3656992-361e-45b4-a9b8-088b383bcb6e/aa73e1d3-93e2-4b6e-a0f0-f3ed2f5dfed5/8c6d67eb-97a5-497d-a730-22c9ba22d9ca) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:10:06.170777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13653656-5e65-4030-9456-8decd8347979 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a05533-7f2e-49b9-a074-b678494d6fc4,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:06.195523 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:06.262296 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:06.292455 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-35f42491-9ab1-4926-9023-363e6c24deed tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:06.315270 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] Attempting to bind port 8f056468-440b-4c66-8659-7efe61ddb896 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:10:06.315744 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] Attempting to bind port 8f056468-440b-4c66-8659-7efe61ddb896 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:10:06.316212 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] Attempting to bind port 8f056468-440b-4c66-8659-7efe61ddb896 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:10:06.340091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:10:06.340752 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:10:06.341360 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:06.341360 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:10:06.341774 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] Bound port: 8f056468-440b-4c66-8659-7efe61ddb896, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:10:06.342166 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:06.346675 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64dcc58-18f0-4e6d-92b2-fd753f037eb1 None None] Pushing event updated for resources: {'Port': ['ID=8f056468-440b-4c66-8659-7efe61ddb896,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:06.382266 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-09a435aa-e7bb-4ce1-a8eb-8c66b788d0a6 None None] Provisioning complete for port c8a05533-7f2e-49b9-a074-b678494d6fc4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:06.382643 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-09a435aa-e7bb-4ce1-a8eb-8c66b788d0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:06.389518 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13653656-5e65-4030-9456-8decd8347979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:06.427992 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] For port 8f056468-440b-4c66-8659-7efe61ddb896, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:10:06.435948 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] For port 8f056468-440b-4c66-8659-7efe61ddb896, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8f056468-440b-4c66-8659-7efe61ddb896,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:10:06.440179 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-35f42491-9ab1-4926-9023-363e6c24deed tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:06.440364 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-09a435aa-e7bb-4ce1-a8eb-8c66b788d0a6 None None] Port c8a05533-7f2e-49b9-a074-b678494d6fc4 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:10:06.502207 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f42491-9ab1-4926-9023-363e6c24deed tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Network b3656992-361e-45b4-a9b8-088b383bcb6e is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:10:06.505480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-35f42491-9ab1-4926-9023-363e6c24deed tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:10:06.513083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f42491-9ab1-4926-9023-363e6c24deed tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:10:06.543072 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:06.576605 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f42491-9ab1-4926-9023-363e6c24deed tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event updated for resources: {'Port': ['ID=8c6d67eb-97a5-497d-a730-22c9ba22d9ca,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:06.630789 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-35f42491-9ab1-4926-9023-363e6c24deed tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:06.645961 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] Routers {'1a463fe9-14e0-4f13-9818-b30611799f00'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:10:06.648042 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1a463fe9-14e0-4f13-9818-b30611799f00'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:06.708360 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47070) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:06.762547 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13653656-5e65-4030-9456-8decd8347979 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:06.772010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64dcc58-18f0-4e6d-92b2-fd753f037eb1 None None] Pushing event updated for resources: {'Port': ['ID=8f056468-440b-4c66-8659-7efe61ddb896,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:06.863177 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13653656-5e65-4030-9456-8decd8347979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:06.887347 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] Set router 1a463fe9-14e0-4f13-9818-b30611799f00 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:10:06.913504 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13653656-5e65-4030-9456-8decd8347979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:06.962522 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-46667b8c-4d10-4dee-9e30-23bdf27c05e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:06.974518 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-35f42491-9ab1-4926-9023-363e6c24deed tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:07.014301 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d4d13169-20c7-4127-b12f-27be8bb6c302 None None] Provisioning complete for port 8c6d67eb-97a5-497d-a730-22c9ba22d9ca triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:07.014301 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d4d13169-20c7-4127-b12f-27be8bb6c302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:07.045477 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13653656-5e65-4030-9456-8decd8347979 admin admin] Network 1d807416-7032-4b38-aa46-1da9e097a61e is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:10:07.050739 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-13653656-5e65-4030-9456-8decd8347979 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:10:07.053694 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13653656-5e65-4030-9456-8decd8347979 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a05533-7f2e-49b9-a074-b678494d6fc4,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:07.115825 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-d4d13169-20c7-4127-b12f-27be8bb6c302 None None] Port 8c6d67eb-97a5-497d-a730-22c9ba22d9ca cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:10:07.211271 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'name': 'tempest-TestServerBasicOps-1441265551-router', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8f056468-440b-4c66-8659-7efe61ddb896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:01Z', 'updated_at': '2021-09-18T00:10:06Z', 'revision_number': 4, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'gw_port': {'id': '8f056468-440b-4c66-8659-7efe61ddb896', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:02Z', 'updated_at': '2021-09-18T00:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'c8a05533-7f2e-49b9-a074-b678494d6fc4', 'name': '', 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'mac_address': 'fa:16:3e:c5:d9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:05Z', 'updated_at': '2021-09-18T00:10:05Z', 'revision_number': 1, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'subnets': [{'id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:07.278550 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a29c6-3686-44fc-989b-e4a05f53b1f7 None None] The sync data for ids ['1a463fe9-14e0-4f13-9818-b30611799f00'] in n-d-809883-1 is: [{'id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'name': 'tempest-TestServerBasicOps-1441265551-router', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8f056468-440b-4c66-8659-7efe61ddb896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:01Z', 'updated_at': '2021-09-18T00:10:06Z', 'revision_number': 4, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'gw_port': {'id': '8f056468-440b-4c66-8659-7efe61ddb896', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:02Z', 'updated_at': '2021-09-18T00:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'c8a05533-7f2e-49b9-a074-b678494d6fc4', 'name': '', 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'mac_address': 'fa:16:3e:c5:d9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:05Z', 'updated_at': '2021-09-18T00:10:05Z', 'revision_number': 1, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'subnets': [{'id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:10:07.307768 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13653656-5e65-4030-9456-8decd8347979 admin admin] Router 1a463fe9-14e0-4f13-9818-b30611799f00 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:10:07.346769 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-46667b8c-4d10-4dee-9e30-23bdf27c05e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:07.426765 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-35f42491-9ab1-4926-9023-363e6c24deed tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:07.429698 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-46667b8c-4d10-4dee-9e30-23bdf27c05e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:07.458278 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13653656-5e65-4030-9456-8decd8347979 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:10:07.464319 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-13653656-5e65-4030-9456-8decd8347979 admin admin] 10.222.0.46 "PUT /v2.0/routers/1a463fe9-14e0-4f13-9818-b30611799f00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9053519 Sep 18 00:10:07.472717 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-46667b8c-4d10-4dee-9e30-23bdf27c05e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0f9ee267b30e4449a09a6426dad0bf88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7632189 Sep 18 00:10:07.473786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46667b8c-4d10-4dee-9e30-23bdf27c05e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d67041a-a5fa-4f9f-b0ff-f7db12a8c2fc,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:07.476256 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47078) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:07.501389 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-35f42491-9ab1-4926-9023-363e6c24deed tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:07.548140 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-65cf37de-defb-4aa3-bf95-cae7f6766c5a None None] Provisioning complete for port c8a05533-7f2e-49b9-a074-b678494d6fc4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:07.548733 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-65cf37de-defb-4aa3-bf95-cae7f6766c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:07.548951 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-62c29668-df23-4c94-812f-ed7db02d7669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:07.590375 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-62c29668-df23-4c94-812f-ed7db02d7669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:07.655058 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-65cf37de-defb-4aa3-bf95-cae7f6766c5a None None] Port c8a05533-7f2e-49b9-a074-b678494d6fc4 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:10:07.660867 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f42491-9ab1-4926-9023-363e6c24deed tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event updated for resources: {'Port': ['ID=8c6d67eb-97a5-497d-a730-22c9ba22d9ca,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:07.708596 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-62c29668-df23-4c94-812f-ed7db02d7669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:07.711352 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-35f42491-9ab1-4926-9023-363e6c24deed tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:07.711751 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-62c29668-df23-4c94-812f-ed7db02d7669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:07.718768 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-62c29668-df23-4c94-812f-ed7db02d7669 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6d67041a-a5fa-4f9f-b0ff-f7db12a8c2fc HTTP/1.1" status: 204 len: 168 time: 0.2415750 Sep 18 00:10:07.736949 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c29668-df23-4c94-812f-ed7db02d7669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d67041a-a5fa-4f9f-b0ff-f7db12a8c2fc,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:07.847121 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f42491-9ab1-4926-9023-363e6c24deed tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Network b3656992-361e-45b4-a9b8-088b383bcb6e is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:10:07.848668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-35f42491-9ab1-4926-9023-363e6c24deed tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:10:07.974343 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f42491-9ab1-4926-9023-363e6c24deed tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Router 8f2abb15-22a5-4689-a354-88b2996b4754 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:10:08.154899 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f42491-9ab1-4926-9023-363e6c24deed tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:10:08.160182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-35f42491-9ab1-4926-9023-363e6c24deed tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "PUT /v2.0/routers/8f2abb15-22a5-4689-a354-88b2996b4754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3852885 Sep 18 00:10:08.163128 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47088) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:08.166527 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c79a4de-77ed-4b46-aba2-218947d4a5fa None None] Sync routers for ids ['8f2abb15-22a5-4689-a354-88b2996b4754'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:10:08.179821 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c79a4de-77ed-4b46-aba2-218947d4a5fa None None] Routers {'8f2abb15-22a5-4689-a354-88b2996b4754'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:10:08.180575 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5c79a4de-77ed-4b46-aba2-218947d4a5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['8f2abb15-22a5-4689-a354-88b2996b4754'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:08.205316 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-bf0e95e1-de52-4929-afb9-b33174839799 None None] Provisioning complete for port 8c6d67eb-97a5-497d-a730-22c9ba22d9ca triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:08.206211 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bf0e95e1-de52-4929-afb9-b33174839799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:08.238914 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5c79a4de-77ed-4b46-aba2-218947d4a5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:08.250102 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c79a4de-77ed-4b46-aba2-218947d4a5fa None None] Routers {'8f2abb15-22a5-4689-a354-88b2996b4754'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:10:08.250519 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5c79a4de-77ed-4b46-aba2-218947d4a5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['8f2abb15-22a5-4689-a354-88b2996b4754'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:08.338890 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e95e1-de52-4929-afb9-b33174839799 None None] Port 8c6d67eb-97a5-497d-a730-22c9ba22d9ca cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:10:08.346113 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5c79a4de-77ed-4b46-aba2-218947d4a5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:08.348319 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c79a4de-77ed-4b46-aba2-218947d4a5fa None None] The sync data for ids ['8f2abb15-22a5-4689-a354-88b2996b4754'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:10:08.404884 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-64d9f41e-1143-4add-99b2-7caf419d1a63 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:08.496371 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-64d9f41e-1143-4add-99b2-7caf419d1a63 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 18 00:10:08.497453 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-64d9f41e-1143-4add-99b2-7caf419d1a63 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "DELETE /v2.0/routers/8f2abb15-22a5-4689-a354-88b2996b4754 HTTP/1.1" status: 409 len: 329 time: 0.3328400 Sep 18 00:10:08.500489 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47102) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:08.719543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47110) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:08.725320 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-140b099c-2949-4128-b152-28c652a0bc07 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1332259501-network', 'tenant_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:08.816655 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140b099c-2949-4128-b152-28c652a0bc07 admin admin] Made reservation on behalf of f5bc8f7b14ff4b4a92b66fc99fe56eca for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:10:08.819376 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-140b099c-2949-4128-b152-28c652a0bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:08.841920 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-140b099c-2949-4128-b152-28c652a0bc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:08.871983 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f3882e2-62ba-4c11-9f9d-8d048b6bd121 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:09.026435 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-140b099c-2949-4128-b152-28c652a0bc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:09.136694 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-140b099c-2949-4128-b152-28c652a0bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:09.178382 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140b099c-2949-4128-b152-28c652a0bc07 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:10:09.183488 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b099c-2949-4128-b152-28c652a0bc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883f74fc-caba-48dc-940a-47d14bb867f3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:09.195772 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-140b099c-2949-4128-b152-28c652a0bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:09.195893 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-140b099c-2949-4128-b152-28c652a0bc07 admin admin] Added segment 756557e4-ec47-4392-801d-221764487491 of type vlan for network bd716345-5ccd-445a-b1f7-e6270929c2f9 Sep 18 00:10:09.208481 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-6f3882e2-62ba-4c11-9f9d-8d048b6bd121 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Deleting port 8c6d67eb-97a5-497d-a730-22c9ba22d9ca {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:10:09.208862 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f3882e2-62ba-4c11-9f9d-8d048b6bd121 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:09.242300 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47120) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:09.306684 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-140b099c-2949-4128-b152-28c652a0bc07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:09.339556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8f056468-440b-4c66-8659-7efe61ddb896 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:10:09.370982 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f3882e2-62ba-4c11-9f9d-8d048b6bd121 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:09.387802 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-6f3882e2-62ba-4c11-9f9d-8d048b6bd121 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Calling delete_port for 8c6d67eb-97a5-497d-a730-22c9ba22d9ca owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:10:09.396233 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 8f056468-440b-4c66-8659-7efe61ddb896 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:09.396662 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:09.421224 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-140b099c-2949-4128-b152-28c652a0bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:09.423328 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140b099c-2949-4128-b152-28c652a0bc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:09.424215 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-140b099c-2949-4128-b152-28c652a0bc07 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:09.513445 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b099c-2949-4128-b152-28c652a0bc07 admin admin] Pushing event updated for resources: {'Network': ['ID=bd716345-5ccd-445a-b1f7-e6270929c2f9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:09.529222 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network bd716345-5ccd-445a-b1f7-e6270929c2f9 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:10:09.530634 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-07252034-6687-47dd-b2a5-0c3cdc66f114 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:09.533786 n-d-809883-1 neutron-server[95592]: WARNING neutron.api.v2.base [None req-07252034-6687-47dd-b2a5-0c3cdc66f114 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 00:10:09.533786 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-07252034-6687-47dd-b2a5-0c3cdc66f114 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 00:10:09.533786 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-07252034-6687-47dd-b2a5-0c3cdc66f114 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2893114 Sep 18 00:10:09.535440 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-140b099c-2949-4128-b152-28c652a0bc07 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8141582 Sep 18 00:10:09.535976 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47128) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:09.536325 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47130) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:09.542207 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-3cbce6a9-c0df-4d29-a7b2-9bdcca28763d admin admin] Request body: {'subnet': {'network_id': 'bd716345-5ccd-445a-b1f7-e6270929c2f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1332259501-subnet', 'tenant_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:09.559484 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:09.577145 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-4eb22d68-4033-4d80-98a8-24f55216fff1 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group': {'name': 'tempest-secgroup--403746038'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:09.621088 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 8f056468-440b-4c66-8659-7efe61ddb896, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8f056468-440b-4c66-8659-7efe61ddb896,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:09.658885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbce6a9-c0df-4d29-a7b2-9bdcca28763d admin admin] Made reservation on behalf of f5bc8f7b14ff4b4a92b66fc99fe56eca for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:10:09.661446 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3cbce6a9-c0df-4d29-a7b2-9bdcca28763d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:09.758393 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:09.808149 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=8f056468-440b-4c66-8659-7efe61ddb896,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:09.844466 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f3882e2-62ba-4c11-9f9d-8d048b6bd121 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:09.862233 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4eb22d68-4033-4d80-98a8-24f55216fff1 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:09.872617 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4eb22d68-4033-4d80-98a8-24f55216fff1 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:09.894118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3882e2-62ba-4c11-9f9d-8d048b6bd121 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event deleted for resources: {'Port': ['ID=8c6d67eb-97a5-497d-a730-22c9ba22d9ca,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:10.065531 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6f3882e2-62ba-4c11-9f9d-8d048b6bd121 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:10.099027 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4eb22d68-4033-4d80-98a8-24f55216fff1 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:10.135590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] Sync routers for ids ['1a463fe9-14e0-4f13-9818-b30611799f00'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:10:10.148873 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3cbce6a9-c0df-4d29-a7b2-9bdcca28763d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:10.152951 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] Routers {'1a463fe9-14e0-4f13-9818-b30611799f00'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:10:10.153715 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1a463fe9-14e0-4f13-9818-b30611799f00'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:10.206631 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4eb22d68-4033-4d80-98a8-24f55216fff1 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:10.235148 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbce6a9-c0df-4d29-a7b2-9bdcca28763d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b6f662-d0df-49b6-a28c-05412b252bf6,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:10.241730 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3882e2-62ba-4c11-9f9d-8d048b6bd121 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Router 8f2abb15-22a5-4689-a354-88b2996b4754 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:10:10.268322 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbce6a9-c0df-4d29-a7b2-9bdcca28763d admin admin] Checking segment: {'id': '756557e4-ec47-4392-801d-221764487491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bd716345-5ccd-445a-b1f7-e6270929c2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:10:10.268692 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbce6a9-c0df-4d29-a7b2-9bdcca28763d admin admin] Network hostable DHCP agents. Network: bd716345-5ccd-445a-b1f7-e6270929c2f9, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:10:10.273140 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb22d68-4033-4d80-98a8-24f55216fff1 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dca7ccf7-ebc0-4e63-b96e-4d35c8f40012,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:10.290941 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] Set router 1a463fe9-14e0-4f13-9818-b30611799f00 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:10:10.335952 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4eb22d68-4033-4d80-98a8-24f55216fff1 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:10.343635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3882e2-62ba-4c11-9f9d-8d048b6bd121 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:10:10.349271 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6f3882e2-62ba-4c11-9f9d-8d048b6bd121 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "PUT /v2.0/routers/8f2abb15-22a5-4689-a354-88b2996b4754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8470190 Sep 18 00:10:10.356139 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d9cb31-019f-460b-8ce6-4947378326df None None] Sync routers for ids ['8f2abb15-22a5-4689-a354-88b2996b4754'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:10:10.357430 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47140) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:10.367991 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d9cb31-019f-460b-8ce6-4947378326df None None] Routers {'8f2abb15-22a5-4689-a354-88b2996b4754'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:10:10.368710 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-07d9cb31-019f-460b-8ce6-4947378326df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['8f2abb15-22a5-4689-a354-88b2996b4754'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:10.400611 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-ba1f979a-b5a2-490b-9f5b-6167a668fca8 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] show failed (client error): The resource could not be found. Sep 18 00:10:10.405697 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47142) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:10.409364 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ba1f979a-b5a2-490b-9f5b-6167a668fca8 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-2033637211 HTTP/1.1" status: 404 len: 335 time: 0.0461695 Sep 18 00:10:10.410152 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-07d9cb31-019f-460b-8ce6-4947378326df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:10.410935 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-0f16bbc5-85c2-40d2-a9e7-d7643b2091c5 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:10.411083 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbce6a9-c0df-4d29-a7b2-9bdcca28763d admin admin] Network bd716345-5ccd-445a-b1f7-e6270929c2f9 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:10:10.421561 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d9cb31-019f-460b-8ce6-4947378326df None None] Routers {'8f2abb15-22a5-4689-a354-88b2996b4754'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:10:10.422529 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-07d9cb31-019f-460b-8ce6-4947378326df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['8f2abb15-22a5-4689-a354-88b2996b4754'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:10.431526 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4eb22d68-4033-4d80-98a8-24f55216fff1 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:10.469847 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-0f16bbc5-85c2-40d2-a9e7-d7643b2091c5 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] update failed (client error): The resource could not be found. Sep 18 00:10:10.471280 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0f16bbc5-85c2-40d2-a9e7-d7643b2091c5 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-1972559611 HTTP/1.1" status: 404 len: 335 time: 0.0642715 Sep 18 00:10:10.476612 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47146) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:10.480526 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-07d9cb31-019f-460b-8ce6-4947378326df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:10.481660 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d9cb31-019f-460b-8ce6-4947378326df None None] The sync data for ids ['8f2abb15-22a5-4689-a354-88b2996b4754'] in n-d-809883-1 is: [] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:10:10.484884 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb22d68-4033-4d80-98a8-24f55216fff1 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af3aa4db-d5d2-4ca6-b01d-17210a332ebf,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:10.503254 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-3cbce6a9-c0df-4d29-a7b2-9bdcca28763d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, bd716345-5ccd-445a-b1f7-e6270929c2f9) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:10:10.508462 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbce6a9-c0df-4d29-a7b2-9bdcca28763d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:10.509661 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3cbce6a9-c0df-4d29-a7b2-9bdcca28763d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:10.537059 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4eb22d68-4033-4d80-98a8-24f55216fff1 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:10.540873 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4eb22d68-4033-4d80-98a8-24f55216fff1 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0020185 Sep 18 00:10:10.543363 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47148) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:10.543809 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50c316f-3885-4bae-bafb-f30d94eb8dbe tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Deleting subnet 149d9392-79a9-4cc0-804a-a43e170d4ebd {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:10:10.547605 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f50c316f-3885-4bae-bafb-f30d94eb8dbe tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:10.551997 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e604f131-0145-4be2-bb11-064f3aac2612 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': 'af3aa4db-d5d2-4ca6-b01d-17210a332ebf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:10.567456 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bc2c58-5d0e-4ac3-8f57-ccff2713d22e None None] Network bd716345-5ccd-445a-b1f7-e6270929c2f9 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:10:10.589192 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47150) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:10.601879 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f50c316f-3885-4bae-bafb-f30d94eb8dbe tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:10.615014 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3cbce6a9-c0df-4d29-a7b2-9bdcca28763d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0775816 Sep 18 00:10:10.618479 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47154) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:10.623114 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d9abceb3-1bf6-4d3d-b94d-046fb26338d8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1332259501-router', 'tenant_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:10.636397 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:10.729469 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ef058d71-4fed-4e2c-aa86-eb46d930b15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:10.732506 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e604f131-0145-4be2-bb11-064f3aac2612 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:10.772855 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f50c316f-3885-4bae-bafb-f30d94eb8dbe tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:10.811731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'name': 'tempest-TestServerBasicOps-1441265551-router', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8f056468-440b-4c66-8659-7efe61ddb896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:01Z', 'updated_at': '2021-09-18T00:10:06Z', 'revision_number': 4, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'gw_port': {'id': '8f056468-440b-4c66-8659-7efe61ddb896', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:02Z', 'updated_at': '2021-09-18T00:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'c8a05533-7f2e-49b9-a074-b678494d6fc4', 'name': '', 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'mac_address': 'fa:16:3e:c5:d9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:05Z', 'updated_at': '2021-09-18T00:10:06Z', 'revision_number': 2, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'subnets': [{'id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:10.844006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-bd716345-5ccd-445a-b1f7-e6270929c2f9', 'network_id': 'bd716345-5ccd-445a-b1f7-e6270929c2f9', 'tenant_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'fixed_ips': [{'subnet_id': 'b7b6f662-d0df-49b6-a28c-05412b252bf6'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:10:10.844006 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:10.844006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] Checking router: 1a463fe9-14e0-4f13-9818-b30611799f00 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:10:10.844006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] Updating router 1a463fe9-14e0-4f13-9818-b30611799f00 port c8a05533-7f2e-49b9-a074-b678494d6fc4 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:10:10.884504 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:10.914085 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f50c316f-3885-4bae-bafb-f30d94eb8dbe tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:10.950467 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c316f-3885-4bae-bafb-f30d94eb8dbe tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event deleted for resources: {'Subnet': ['ID=149d9392-79a9-4cc0-804a-a43e170d4ebd,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:10.957496 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f50c316f-3885-4bae-bafb-f30d94eb8dbe tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:10.960260 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f50c316f-3885-4bae-bafb-f30d94eb8dbe tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "DELETE /v2.0/subnets/149d9392-79a9-4cc0-804a-a43e170d4ebd HTTP/1.1" status: 204 len: 168 time: 0.4826055 Sep 18 00:10:10.963234 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47156) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:10.978849 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247feac5-12ee-4002-81c8-a8b179f88409 None None] Network 79f59b04-727b-43f8-9a1d-85a6ba7b5848 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:10:11.047503 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d189305-7da5-4ee5-8db7-24d153d9d3d5 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Deleting subnet 2bfe5acf-75b3-4412-962c-9f41b43b6e7b {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:10:11.053467 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d189305-7da5-4ee5-8db7-24d153d9d3d5 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.104871 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9abceb3-1bf6-4d3d-b94d-046fb26338d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.105918 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9abceb3-1bf6-4d3d-b94d-046fb26338d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.107197 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d189305-7da5-4ee5-8db7-24d153d9d3d5 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.191363 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] Allocated IP 172.20.0.2 (bd716345-5ccd-445a-b1f7-e6270929c2f9/b7b6f662-d0df-49b6-a28c-05412b252bf6/f6d96899-3d92-4406-a279-73ec7e6daede) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:10:11.223660 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9abceb3-1bf6-4d3d-b94d-046fb26338d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.234337 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d189305-7da5-4ee5-8db7-24d153d9d3d5 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.256265 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e604f131-0145-4be2-bb11-064f3aac2612 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.337072 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8f056468-440b-4c66-8659-7efe61ddb896 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:10:11.372094 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ef058d71-4fed-4e2c-aa86-eb46d930b15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.375058 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e604f131-0145-4be2-bb11-064f3aac2612 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.388186 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d189305-7da5-4ee5-8db7-24d153d9d3d5 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.424227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d189305-7da5-4ee5-8db7-24d153d9d3d5 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event deleted for resources: {'Subnet': ['ID=2bfe5acf-75b3-4412-962c-9f41b43b6e7b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:11.426453 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d189305-7da5-4ee5-8db7-24d153d9d3d5 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.428427 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5d189305-7da5-4ee5-8db7-24d153d9d3d5 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "DELETE /v2.0/subnets/2bfe5acf-75b3-4412-962c-9f41b43b6e7b HTTP/1.1" status: 204 len: 168 time: 0.4642386 Sep 18 00:10:11.431003 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ef058d71-4fed-4e2c-aa86-eb46d930b15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.435842 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47158) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:11.440179 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604f131-0145-4be2-bb11-064f3aac2612 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6138a21-e6b6-4802-aea4-e53c6534599f,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:11.483828 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf383be-edb1-42ff-8a3d-439ef0e8228c None None] Network 88401baf-2b7c-41df-854d-fdd38f7f9a60 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:10:11.498008 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9abceb3-1bf6-4d3d-b94d-046fb26338d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.527258 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e604f131-0145-4be2-bb11-064f3aac2612 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.528581 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e604f131-0145-4be2-bb11-064f3aac2612 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9834259 Sep 18 00:10:11.531575 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47160) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:11.541377 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-1a1af078-7a51-43c4-bcf6-bb1530fa21a9 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': 'af3aa4db-d5d2-4ca6-b01d-17210a332ebf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:11.562029 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178e3905-6ea4-48be-a9df-2489633a0cb0 None None] DHCP port deletion for 79f59b04-727b-43f8-9a1d-85a6ba7b5848 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:10:11.563294 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ef058d71-4fed-4e2c-aa86-eb46d930b15a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f4a1c2777ea74073b83d2265f18cbb00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9729128 Sep 18 00:10:11.566895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47162) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:11.568250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef058d71-4fed-4e2c-aa86-eb46d930b15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f6c1f5-bf74-4c24-8ec4-bb2e6132e56b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:11.633494 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.649748 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54ae373a-d56d-4339-ad3f-8a9e8bc96939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.672585 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.681968 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54ae373a-d56d-4339-ad3f-8a9e8bc96939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.707578 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 8f056468-440b-4c66-8659-7efe61ddb896 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:11.707945 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.748570 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1a1af078-7a51-43c4-bcf6-bb1530fa21a9 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.755453 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Deleting port bec01b3d-12a1-4f37-b32d-133c49549183 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:10:11.755877 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.785951 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.838588 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.840243 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54ae373a-d56d-4339-ad3f-8a9e8bc96939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.844889 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54ae373a-d56d-4339-ad3f-8a9e8bc96939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.847055 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-54ae373a-d56d-4339-ad3f-8a9e8bc96939 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f0f6c1f5-bf74-4c24-8ec4-bb2e6132e56b HTTP/1.1" status: 204 len: 168 time: 0.2769291 Sep 18 00:10:11.859698 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae373a-d56d-4339-ad3f-8a9e8bc96939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f6c1f5-bf74-4c24-8ec4-bb2e6132e56b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:11.864059 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] Network bd716345-5ccd-445a-b1f7-e6270929c2f9 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:10:11.880623 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-1a1af078-7a51-43c4-bcf6-bb1530fa21a9 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): There was a conflict when trying to complete your request. Sep 18 00:10:11.886493 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:10:11.886672 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1a1af078-7a51-43c4-bcf6-bb1530fa21a9 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3536558 Sep 18 00:10:11.887392 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47166) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:11.906368 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:10:11.910077 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-178e3905-6ea4-48be-a9df-2489633a0cb0 None None] Deleting port bec01b3d-12a1-4f37-b32d-133c49549183 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:10:11.910448 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-178e3905-6ea4-48be-a9df-2489633a0cb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.931541 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] For port bec01b3d-12a1-4f37-b32d-133c49549183, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bec01b3d-12a1-4f37-b32d-133c49549183,segment=NetworkSegment(79ece11a-3b9a-44e5-a5c1-0b2450fd79f2),segment_id=79ece11a-3b9a-44e5-a5c1-0b2450fd79f2)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:11.931889 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.946879 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:11.949209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] Pushing event updated for resources: {'Port': ['ID=f6d96899-3d92-4406-a279-73ec7e6daede,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:11.972244 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Calling delete_port for bec01b3d-12a1-4f37-b32d-133c49549183 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:10:11.980853 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-79c82574-5bca-48ea-b8aa-726cf307b77f tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.019074 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9abceb3-1bf6-4d3d-b94d-046fb26338d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.056958 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9abceb3-1bf6-4d3d-b94d-046fb26338d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.067872 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-79c82574-5bca-48ea-b8aa-726cf307b77f tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.122998 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b74068-d542-4d8d-9d1a-c10844418b9c None None] DHCP port deletion for 88401baf-2b7c-41df-854d-fdd38f7f9a60 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:10:12.222540 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-79c82574-5bca-48ea-b8aa-726cf307b77f tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.236809 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-79c82574-5bca-48ea-b8aa-726cf307b77f tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.238582 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-79c82574-5bca-48ea-b8aa-726cf307b77f tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "DELETE /v2.0/security-groups/af3aa4db-d5d2-4ca6-b01d-17210a332ebf HTTP/1.1" status: 204 len: 168 time: 0.3498893 Sep 18 00:10:12.244237 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47170) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:12.275024 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-d9abceb3-1bf6-4d3d-b94d-046fb26338d8 admin admin] Allocated IP 172.25.3.213 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/61f80d38-92b4-4249-9ee5-18ffd36dd7cc) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:10:12.312364 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.329254 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c82574-5bca-48ea-b8aa-726cf307b77f tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3aa4db-d5d2-4ca6-b01d-17210a332ebf,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:12.351509 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2227f53-0218-4dc9-996e-5caf97aabc72 None None] Pushing event updated for resources: {'Port': ['ID=c8a05533-7f2e-49b9-a074-b678494d6fc4,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:12.365593 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-33dcac5e-f2e1-4d0b-8de7-8685f2e43e6b tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1091683 Sep 18 00:10:12.370541 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47172) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:12.377083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-0ccdb026-63c4-4194-83d5-12c75396a2af tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group': {'name': 'tempest-secgroup--954316818'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:12.433270 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event deleted for resources: {'Port': ['ID=bec01b3d-12a1-4f37-b32d-133c49549183,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:12.435381 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] No DVR routers for this DVR port bec01b3d-12a1-4f37-b32d-133c49549183 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:10:12.474426 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0ccdb026-63c4-4194-83d5-12c75396a2af tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.620017 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.642871 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] Attempting to bind port f6d96899-3d92-4406-a279-73ec7e6daede on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:10:12.643507 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] Attempting to bind port f6d96899-3d92-4406-a279-73ec7e6daede by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '756557e4-ec47-4392-801d-221764487491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bd716345-5ccd-445a-b1f7-e6270929c2f9'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:10:12.644189 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] Attempting to bind port f6d96899-3d92-4406-a279-73ec7e6daede on network bd716345-5ccd-445a-b1f7-e6270929c2f9 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:10:12.656933 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9abceb3-1bf6-4d3d-b94d-046fb26338d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.666445 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-178e3905-6ea4-48be-a9df-2489633a0cb0 None None] For port bec01b3d-12a1-4f37-b32d-133c49549183, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bec01b3d-12a1-4f37-b32d-133c49549183,segment=NetworkSegment(79ece11a-3b9a-44e5-a5c1-0b2450fd79f2),segment_id=79ece11a-3b9a-44e5-a5c1-0b2450fd79f2)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:12.667201 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-178e3905-6ea4-48be-a9df-2489633a0cb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.683070 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:10:12.686300 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] Checking segment: {'id': '756557e4-ec47-4392-801d-221764487491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bd716345-5ccd-445a-b1f7-e6270929c2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:10:12.686300 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.686300 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] Bound using segment: {'id': '756557e4-ec47-4392-801d-221764487491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bd716345-5ccd-445a-b1f7-e6270929c2f9'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:10:12.686300 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] Bound port: f6d96899-3d92-4406-a279-73ec7e6daede, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756557e4-ec47-4392-801d-221764487491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bd716345-5ccd-445a-b1f7-e6270929c2f9'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:10:12.686300 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.696253 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] Attempting to bind port c8a05533-7f2e-49b9-a074-b678494d6fc4 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:10:12.696890 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] Attempting to bind port c8a05533-7f2e-49b9-a074-b678494d6fc4 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '6d795414-0a35-46ee-8f18-4cb1cacb8183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:10:12.697412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] Attempting to bind port c8a05533-7f2e-49b9-a074-b678494d6fc4 on network 1d807416-7032-4b38-aa46-1da9e097a61e {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:10:12.707113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-178e3905-6ea4-48be-a9df-2489633a0cb0 None None] Calling delete_port for bec01b3d-12a1-4f37-b32d-133c49549183 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:10:12.709119 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0ccdb026-63c4-4194-83d5-12c75396a2af tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.711553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f59b04-727b-43f8-9a1d-85a6ba7b5848']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:12.724971 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ece11a-3b9a-44e5-a5c1-0b2450fd79f2') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:12.725273 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ece11a-3b9a-44e5-a5c1-0b2450fd79f2') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:12.727611 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:10:12.727883 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] Checking segment: {'id': '6d795414-0a35-46ee-8f18-4cb1cacb8183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:10:12.728250 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.728650 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] Bound using segment: {'id': '6d795414-0a35-46ee-8f18-4cb1cacb8183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:10:12.729390 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] Bound port: c8a05533-7f2e-49b9-a074-b678494d6fc4, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d795414-0a35-46ee-8f18-4cb1cacb8183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:10:12.729888 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.741531 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.752429 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-54e7798f-4cf2-4521-9448-89123629578b None None] Provisioning complete for port c8a05533-7f2e-49b9-a074-b678494d6fc4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:12.752800 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-54e7798f-4cf2-4521-9448-89123629578b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.760647 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.769080 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:10:12.769441 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:10:12.790128 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:10:12.810538 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0ccdb026-63c4-4194-83d5-12c75396a2af tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.852527 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9abceb3-1bf6-4d3d-b94d-046fb26338d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.859740 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccdb026-63c4-4194-83d5-12c75396a2af tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8419c0-5b8f-44a0-b9c1-98f7e57fb6f9,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:12.861392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-53b74068-d542-4d8d-9d1a-c10844418b9c None None] Deleting port b812b652-f7dd-49c6-ac05-f3eedea10112 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:10:12.861761 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-53b74068-d542-4d8d-9d1a-c10844418b9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.929310 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9abceb3-1bf6-4d3d-b94d-046fb26338d8 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:10:12.929310 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abceb3-1bf6-4d3d-b94d-046fb26338d8 admin admin] Pushing event updated for resources: {'Port': ['ID=61f80d38-92b4-4249-9ee5-18ffd36dd7cc,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:12.929310 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-d9abceb3-1bf6-4d3d-b94d-046fb26338d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:10:12.932108 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-54e7798f-4cf2-4521-9448-89123629578b None None] Port c8a05533-7f2e-49b9-a074-b678494d6fc4 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:10:12.937524 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9abceb3-1bf6-4d3d-b94d-046fb26338d8 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:10:12.966606 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47174) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:12.971552 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.976635 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0ccdb026-63c4-4194-83d5-12c75396a2af tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.979123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0ccdb026-63c4-4194-83d5-12c75396a2af tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6070032 Sep 18 00:10:12.985874 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:12.991135 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "DELETE /v2.0/networks/79f59b04-727b-43f8-9a1d-85a6ba7b5848 HTTP/1.1" status: 204 len: 168 time: 1.5471616 Sep 18 00:10:12.994656 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47176) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:12.995331 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47178) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:12.996274 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff8af4e7-0870-48ff-9f34-d70d2f3aa593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.004480 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] For port c8a05533-7f2e-49b9-a074-b678494d6fc4, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:10:13.013011 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] For port f6d96899-3d92-4406-a279-73ec7e6daede, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:10:13.015811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18096911-984f-463f-8189-c4900dcccd7a tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event deleted for resources: {'Network': ['ID=79f59b04-727b-43f8-9a1d-85a6ba7b5848,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:13.016000 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-53b74068-d542-4d8d-9d1a-c10844418b9c None None] For port b812b652-f7dd-49c6-ac05-f3eedea10112, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b812b652-f7dd-49c6-ac05-f3eedea10112,segment=NetworkSegment(662469d2-822b-43b4-927c-e492efdb7f0d),segment_id=662469d2-822b-43b4-927c-e492efdb7f0d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:13.016378 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-53b74068-d542-4d8d-9d1a-c10844418b9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.023531 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a882a578-e71e-40be-a043-78c1462cf626 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': '7e8419c0-5b8f-44a0-b9c1-98f7e57fb6f9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:13.025791 n-d-809883-1 neutron-server[95592]: WARNING neutron.api.v2.base [None req-a882a578-e71e-40be-a043-78c1462cf626 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 18 00:10:13.026517 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-a882a578-e71e-40be-a043-78c1462cf626 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:10:13.027830 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a882a578-e71e-40be-a043-78c1462cf626 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0287256 Sep 18 00:10:13.043892 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] For port c8a05533-7f2e-49b9-a074-b678494d6fc4, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c8a05533-7f2e-49b9-a074-b678494d6fc4,segment=NetworkSegment(6d795414-0a35-46ee-8f18-4cb1cacb8183),segment_id=6d795414-0a35-46ee-8f18-4cb1cacb8183)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:10:13.044027 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47180) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:13.049504 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-53b74068-d542-4d8d-9d1a-c10844418b9c None None] Calling delete_port for b812b652-f7dd-49c6-ac05-f3eedea10112 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:10:13.052070 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] For port f6d96899-3d92-4406-a279-73ec7e6daede, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f6d96899-3d92-4406-a279-73ec7e6daede,segment=NetworkSegment(756557e4-ec47-4392-801d-221764487491),segment_id=756557e4-ec47-4392-801d-221764487491)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:10:13.053189 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-178e3905-6ea4-48be-a9df-2489633a0cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.084657 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-178e3905-6ea4-48be-a9df-2489633a0cb0 None None] Network 79f59b04-727b-43f8-9a1d-85a6ba7b5848 is not hosted by any dhcp agent {{(pid=95593) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 18 00:10:13.085149 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178e3905-6ea4-48be-a9df-2489633a0cb0 None None] No DVR routers for this DVR port bec01b3d-12a1-4f37-b32d-133c49549183 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:10:13.089396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e3905-6ea4-48be-a9df-2489633a0cb0 None None] Pushing event deleted for resources: {'Port': ['ID=bec01b3d-12a1-4f37-b32d-133c49549183,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:13.155507 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.191069 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.200760 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.244000 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] Routers {'1a463fe9-14e0-4f13-9818-b30611799f00'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:10:13.244823 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1a463fe9-14e0-4f13-9818-b30611799f00'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:13.325447 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2227f53-0218-4dc9-996e-5caf97aabc72 None None] Pushing event updated for resources: {'Port': ['ID=c8a05533-7f2e-49b9-a074-b678494d6fc4,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:13.332004 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-53b74068-d542-4d8d-9d1a-c10844418b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.361543 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bec01b3d-12a1-4f37-b32d-133c49549183 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:10:13.374394 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12b4efc1-104a-49ba-90c0-40053cfcc60c tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.417551 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff8af4e7-0870-48ff-9f34-d70d2f3aa593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.429104 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Deleting port b812b652-f7dd-49c6-ac05-f3eedea10112 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:10:13.429448 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.435359 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12b4efc1-104a-49ba-90c0-40053cfcc60c tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.445745 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: bec01b3d-12a1-4f37-b32d-133c49549183 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:10:13.446794 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bec01b3d-12a1-4f37-b32d-133c49549183 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:10:13.447423 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b812b652-f7dd-49c6-ac05-f3eedea10112 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:10:13.455347 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b74068-d542-4d8d-9d1a-c10844418b9c None None] No DVR routers for this DVR port b812b652-f7dd-49c6-ac05-f3eedea10112 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:10:13.503844 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff8af4e7-0870-48ff-9f34-d70d2f3aa593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.528293 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: b812b652-f7dd-49c6-ac05-f3eedea10112 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:10:13.528639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b812b652-f7dd-49c6-ac05-f3eedea10112 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:10:13.557468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] For port b812b652-f7dd-49c6-ac05-f3eedea10112, host n-d-809883-1, got binding levels [] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:13.565360 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.592788 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8af4e7-0870-48ff-9f34-d70d2f3aa593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e2fdd5-5d6b-41a4-bc94-980d72b9fcff,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:13.597780 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60c947-4d0e-4232-b755-cf023841e1ba None None] Pushing event updated for resources: {'Port': ['ID=f6d96899-3d92-4406-a279-73ec7e6daede,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:13.600434 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.632483 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Calling delete_port for b812b652-f7dd-49c6-ac05-f3eedea10112 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:10:13.635482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.ipam_backend_mixin [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Port b812b652-f7dd-49c6-ac05-f3eedea10112 was not found and therefore no delete operation was performed {{(pid=95592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 00:10:13.640283 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ff8af4e7-0870-48ff-9f34-d70d2f3aa593 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=741cd58625db44eaacdc6ea37624e3a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6721442 Sep 18 00:10:13.643490 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b74068-d542-4d8d-9d1a-c10844418b9c None None] Pushing event deleted for resources: {'Port': ['ID=b812b652-f7dd-49c6-ac05-f3eedea10112,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:13.643651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47182) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:13.645863 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12b4efc1-104a-49ba-90c0-40053cfcc60c tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.655641 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-12b4efc1-104a-49ba-90c0-40053cfcc60c tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.655872 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.656004 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-12b4efc1-104a-49ba-90c0-40053cfcc60c tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "DELETE /v2.0/security-groups/7e8419c0-5b8f-44a0-b9c1-98f7e57fb6f9 HTTP/1.1" status: 204 len: 168 time: 0.6083095 Sep 18 00:10:13.658886 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47184) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:13.675708 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] Set router 1a463fe9-14e0-4f13-9818-b30611799f00 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:10:13.675874 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4efc1-104a-49ba-90c0-40053cfcc60c tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8419c0-5b8f-44a0-b9c1-98f7e57fb6f9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:13.678224 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ff310f04-bbb5-44f5-84e2-1375d6c400c7 None None] Provisioning complete for port c8a05533-7f2e-49b9-a074-b678494d6fc4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:13.678224 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ff310f04-bbb5-44f5-84e2-1375d6c400c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.693965 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9abceb3-1bf6-4d3d-b94d-046fb26338d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.791471 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] No DVR routers for this DVR port b812b652-f7dd-49c6-ac05-f3eedea10112 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:10:13.793300 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event deleted for resources: {'Port': ['ID=b812b652-f7dd-49c6-ac05-f3eedea10112,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:13.843948 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4c6e2a32-ef99-4a74-a915-17701fb4796d tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1805775 Sep 18 00:10:13.847121 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47186) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:13.851798 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-ccdfa3e2-173d-42ab-a2b4-6d4b20feed04 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1278108652'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:13.876008 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a6a318ea-62f3-40c1-a478-05aa1804afe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.905031 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.919752 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ff310f04-bbb5-44f5-84e2-1375d6c400c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.942887 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9abceb3-1bf6-4d3d-b94d-046fb26338d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.947380 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a6a318ea-62f3-40c1-a478-05aa1804afe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:13.950124 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88401baf-2b7c-41df-854d-fdd38f7f9a60']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:13.968107 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662469d2-822b-43b4-927c-e492efdb7f0d') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:13.968107 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662469d2-822b-43b4-927c-e492efdb7f0d') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:13.985044 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ff310f04-bbb5-44f5-84e2-1375d6c400c7 None None] For port c8a05533-7f2e-49b9-a074-b678494d6fc4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c8a05533-7f2e-49b9-a074-b678494d6fc4,segment=NetworkSegment(6d795414-0a35-46ee-8f18-4cb1cacb8183),segment_id=6d795414-0a35-46ee-8f18-4cb1cacb8183)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:13.988471 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.003873 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa3e2-173d-42ab-a2b4-6d4b20feed04 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.020259 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.027074 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:10:14.027414 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:10:14.030442 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:10:14.032476 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'name': 'tempest-TestServerBasicOps-1441265551-router', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8f056468-440b-4c66-8659-7efe61ddb896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:01Z', 'updated_at': '2021-09-18T00:10:06Z', 'revision_number': 4, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'gw_port': {'id': '8f056468-440b-4c66-8659-7efe61ddb896', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:02Z', 'updated_at': '2021-09-18T00:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'c8a05533-7f2e-49b9-a074-b678494d6fc4', 'name': '', 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'mac_address': 'fa:16:3e:c5:d9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:05Z', 'updated_at': '2021-09-18T00:10:12Z', 'revision_number': 4, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'subnets': [{'id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:14.064069 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d212f292-8f0d-463f-92ea-52b61a733737 None None] The sync data for ids ['1a463fe9-14e0-4f13-9818-b30611799f00'] in n-d-809883-1 is: [{'id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'name': 'tempest-TestServerBasicOps-1441265551-router', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8f056468-440b-4c66-8659-7efe61ddb896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:01Z', 'updated_at': '2021-09-18T00:10:06Z', 'revision_number': 4, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'gw_port': {'id': '8f056468-440b-4c66-8659-7efe61ddb896', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:02Z', 'updated_at': '2021-09-18T00:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'c8a05533-7f2e-49b9-a074-b678494d6fc4', 'name': '', 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'mac_address': 'fa:16:3e:c5:d9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:05Z', 'updated_at': '2021-09-18T00:10:12Z', 'revision_number': 4, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'subnets': [{'id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:10:14.066190 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ff310f04-bbb5-44f5-84e2-1375d6c400c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.121860 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4ffd1b51-a122-47e6-a58d-77e7b021721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.132654 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff310f04-bbb5-44f5-84e2-1375d6c400c7 None None] Pushing event updated for resources: {'Port': ['ID=c8a05533-7f2e-49b9-a074-b678494d6fc4,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:14.169538 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a6a318ea-62f3-40c1-a478-05aa1804afe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.172197 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a6a318ea-62f3-40c1-a478-05aa1804afe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.176033 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a6a318ea-62f3-40c1-a478-05aa1804afe7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/48e2fdd5-5d6b-41a4-bc94-980d72b9fcff HTTP/1.1" status: 204 len: 168 time: 0.5289743 Sep 18 00:10:14.189180 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a318ea-62f3-40c1-a478-05aa1804afe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e2fdd5-5d6b-41a4-bc94-980d72b9fcff,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:14.199443 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.215092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9abceb3-1bf6-4d3d-b94d-046fb26338d8 admin admin] Router 39fc5023-a97e-451d-84f2-33af0b7eb055 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:10:14.215370 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.221519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47190) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:14.221654 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "DELETE /v2.0/networks/88401baf-2b7c-41df-854d-fdd38f7f9a60 HTTP/1.1" status: 204 len: 168 time: 1.2169116 Sep 18 00:10:14.232328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d78c8d-7bf8-40d5-90cb-bfc12382e520 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event deleted for resources: {'Network': ['ID=88401baf-2b7c-41df-854d-fdd38f7f9a60,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:14.352329 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa3e2-173d-42ab-a2b4-6d4b20feed04 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.367327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c768a3c-a14c-412b-8aa9-3d611ddf6f11 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Deleting subnet aa73e1d3-93e2-4b6e-a0f0-f3ed2f5dfed5 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:10:14.382406 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c768a3c-a14c-412b-8aa9-3d611ddf6f11 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.447978 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa3e2-173d-42ab-a2b4-6d4b20feed04 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.495527 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c768a3c-a14c-412b-8aa9-3d611ddf6f11 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.524392 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9abceb3-1bf6-4d3d-b94d-046fb26338d8 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:10:14.536413 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] Sync routers for ids ['39fc5023-a97e-451d-84f2-33af0b7eb055'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:10:14.546911 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] Routers {'39fc5023-a97e-451d-84f2-33af0b7eb055'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:10:14.547678 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:09:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['39fc5023-a97e-451d-84f2-33af0b7eb055'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:14.552410 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfa3e2-173d-42ab-a2b4-6d4b20feed04 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed33fd85-e527-4b64-84a0-862999e65804,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:14.561065 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa3e2-173d-42ab-a2b4-6d4b20feed04 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.567560 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ccdfa3e2-173d-42ab-a2b4-6d4b20feed04 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7140956 Sep 18 00:10:14.567678 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47192) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:14.570327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-2182a77d-0122-41c8-a734-e538fdba5ea3 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': 'ed33fd85-e527-4b64-84a0-862999e65804', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:14.570899 n-d-809883-1 neutron-server[95592]: WARNING neutron.api.v2.base [None req-2182a77d-0122-41c8-a734-e538fdba5ea3 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 18 00:10:14.571410 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-2182a77d-0122-41c8-a734-e538fdba5ea3 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:10:14.574949 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2182a77d-0122-41c8-a734-e538fdba5ea3 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056708 Sep 18 00:10:14.576035 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47194) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:14.651340 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d9abceb3-1bf6-4d3d-b94d-046fb26338d8 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.655636 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47198) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:14.658713 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d9abceb3-1bf6-4d3d-b94d-046fb26338d8 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0380487 Sep 18 00:10:14.699931 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c768a3c-a14c-412b-8aa9-3d611ddf6f11 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.738036 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] Set router 39fc5023-a97e-451d-84f2-33af0b7eb055 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:10:14.772287 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-45169201-c7a4-481f-8f20-467df3a50200 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.816606 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-45169201-c7a4-481f-8f20-467df3a50200 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.851619 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8f1fe2-91d6-40f1-834b-5dde0ed7a316 None None] Network bd716345-5ccd-445a-b1f7-e6270929c2f9 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:10:14.953600 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-45169201-c7a4-481f-8f20-467df3a50200 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.956387 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-45169201-c7a4-481f-8f20-467df3a50200 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:14.960128 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-45169201-c7a4-481f-8f20-467df3a50200 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "DELETE /v2.0/security-groups/ed33fd85-e527-4b64-84a0-862999e65804 HTTP/1.1" status: 204 len: 168 time: 0.3808348 Sep 18 00:10:14.962137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47206) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:14.973783 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45169201-c7a4-481f-8f20-467df3a50200 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed33fd85-e527-4b64-84a0-862999e65804,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:14.976556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b20ed408-6824-4921-bffb-1b21b0d50915 None None] Provisioning complete for port f6d96899-3d92-4406-a279-73ec7e6daede triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:14.977085 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b20ed408-6824-4921-bffb-1b21b0d50915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:15.006134 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c768a3c-a14c-412b-8aa9-3d611ddf6f11 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:15.060432 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9c540f38-3f01-4301-80fb-fbd783da41f7 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0938563 Sep 18 00:10:15.060432 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6c768a3c-a14c-412b-8aa9-3d611ddf6f11 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:15.060770 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6c768a3c-a14c-412b-8aa9-3d611ddf6f11 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "DELETE /v2.0/subnets/aa73e1d3-93e2-4b6e-a0f0-f3ed2f5dfed5 HTTP/1.1" status: 204 len: 168 time: 0.8356924 Sep 18 00:10:15.061763 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c768a3c-a14c-412b-8aa9-3d611ddf6f11 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event deleted for resources: {'Subnet': ['ID=aa73e1d3-93e2-4b6e-a0f0-f3ed2f5dfed5,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:15.063542 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47208) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:15.063782 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47210) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:15.069824 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-5d5baecd-499e-4de2-a93a-123945b030c5 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108724348'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:15.172198 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:15.244845 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5d5baecd-499e-4de2-a93a-123945b030c5 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:15.254287 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Deleting port 4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:10:15.254287 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:15.274965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dd06d3-a8f2-4f19-bca7-212175a3c20b None None] Network b3656992-361e-45b4-a9b8-088b383bcb6e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:10:15.388127 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] For port 4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26,segment=NetworkSegment(10e47a1b-38db-4e1f-ad56-afe554fdb445),segment_id=10e47a1b-38db-4e1f-ad56-afe554fdb445)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:15.388512 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:15.410618 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Calling delete_port for 4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:10:15.516125 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5d5baecd-499e-4de2-a93a-123945b030c5 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:15.519112 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c8a05533-7f2e-49b9-a074-b678494d6fc4 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:10:15.589472 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5d5baecd-499e-4de2-a93a-123945b030c5 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:15.621633 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:15.624093 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c2f266ec-d278-441d-aabd-820eb82f9fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:15.656535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5baecd-499e-4de2-a93a-123945b030c5 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c65060fe-e808-4e9f-8995-1ecdb16c3bf5,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:15.669042 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event deleted for resources: {'Port': ['ID=4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:15.677828 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] No DVR routers for this DVR port 4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:10:15.692794 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b20ed408-6824-4921-bffb-1b21b0d50915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:15.727221 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'name': 'tempest-TestServerBasicOps-1332259501-router', 'tenant_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '61f80d38-92b4-4249-9ee5-18ffd36dd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:11Z', 'updated_at': '2021-09-18T00:10:13Z', 'revision_number': 3, 'project_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'gw_port': {'id': '61f80d38-92b4-4249-9ee5-18ffd36dd7cc', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:12Z', 'updated_at': '2021-09-18T00:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:15.760614 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c8a05533-7f2e-49b9-a074-b678494d6fc4 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:15.761083 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:15.786174 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] Checking router: 39fc5023-a97e-451d-84f2-33af0b7eb055 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:10:15.786520 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] Updating router 39fc5023-a97e-451d-84f2-33af0b7eb055 port 61f80d38-92b4-4249-9ee5-18ffd36dd7cc binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:10:15.801812 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5d5baecd-499e-4de2-a93a-123945b030c5 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:15.807354 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5d5baecd-499e-4de2-a93a-123945b030c5 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7383044 Sep 18 00:10:15.807354 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:15.807619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47222) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:15.835033 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-4e4930e5-417e-468e-bee2-35ac357ab598 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': 'c65060fe-e808-4e9f-8995-1ecdb16c3bf5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:15.836247 n-d-809883-1 neutron-server[95591]: WARNING neutron.api.v2.base [None req-4e4930e5-417e-468e-bee2-35ac357ab598 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 18 00:10:15.836397 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-4e4930e5-417e-468e-bee2-35ac357ab598 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:10:15.840183 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4e4930e5-417e-468e-bee2-35ac357ab598 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0289288 Sep 18 00:10:15.849720 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47224) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:15.854445 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-91feb288-2e3f-47b3-ae3a-ca765ac5c1fe tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': 'c65060fe-e808-4e9f-8995-1ecdb16c3bf5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:15.855266 n-d-809883-1 neutron-server[95591]: WARNING neutron.api.v2.base [None req-91feb288-2e3f-47b3-ae3a-ca765ac5c1fe tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 18 00:10:15.855755 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-91feb288-2e3f-47b3-ae3a-ca765ac5c1fe tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:10:15.856742 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-91feb288-2e3f-47b3-ae3a-ca765ac5c1fe tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058610 Sep 18 00:10:15.862333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47226) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:15.864960 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba19aaa-0561-4d86-8f33-f505c118cb9e None None] DHCP port deletion for b3656992-361e-45b4-a9b8-088b383bcb6e request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:10:15.871977 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c68a88f2-9300-4a43-9cba-2638ffaa3c74 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': 'c65060fe-e808-4e9f-8995-1ecdb16c3bf5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:15.873043 n-d-809883-1 neutron-server[95592]: WARNING neutron.api.v2.base [None req-c68a88f2-9300-4a43-9cba-2638ffaa3c74 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 18 00:10:15.874914 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-c68a88f2-9300-4a43-9cba-2638ffaa3c74 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:10:15.878995 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c68a88f2-9300-4a43-9cba-2638ffaa3c74 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0121481 Sep 18 00:10:15.882201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47228) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:15.889546 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-b79f264d-ea1f-4abd-b696-1f650b9433fc tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': 'c65060fe-e808-4e9f-8995-1ecdb16c3bf5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:15.889844 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3656992-361e-45b4-a9b8-088b383bcb6e']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:15.890673 n-d-809883-1 neutron-server[95592]: WARNING neutron.api.v2.base [None req-b79f264d-ea1f-4abd-b696-1f650b9433fc tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 18 00:10:15.891318 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-b79f264d-ea1f-4abd-b696-1f650b9433fc tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:10:15.891891 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b20ed408-6824-4921-bffb-1b21b0d50915 None None] For port f6d96899-3d92-4406-a279-73ec7e6daede, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f6d96899-3d92-4406-a279-73ec7e6daede,segment=NetworkSegment(756557e4-ec47-4392-801d-221764487491),segment_id=756557e4-ec47-4392-801d-221764487491)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:15.906340 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b79f264d-ea1f-4abd-b696-1f650b9433fc tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0164814 Sep 18 00:10:15.906340 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47232) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:15.916155 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e47a1b-38db-4e1f-ad56-afe554fdb445') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:15.917436 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e47a1b-38db-4e1f-ad56-afe554fdb445') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:15.935570 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:15.935928 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:15.958322 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:15.964446 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-c2f266ec-d278-441d-aabd-820eb82f9fcd admin admin] Allocated IP 172.20.0.1 (bd716345-5ccd-445a-b1f7-e6270929c2f9/b7b6f662-d0df-49b6-a28c-05412b252bf6/26eea623-24cf-416f-ada7-35124713d39f) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:10:15.972460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:10:15.973220 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:10:15.978121 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:10:15.980251 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b20ed408-6824-4921-bffb-1b21b0d50915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:15.998377 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8c8a39d4-68ae-4891-b774-0c2446674189 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.068489 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8c8a39d4-68ae-4891-b774-0c2446674189 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.184078 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c2f266ec-d278-441d-aabd-820eb82f9fcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.192045 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ed408-6824-4921-bffb-1b21b0d50915 None None] Pushing event updated for resources: {'Port': ['ID=f6d96899-3d92-4406-a279-73ec7e6daede,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:16.203247 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.210120 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f6d96899-3d92-4406-a279-73ec7e6daede up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:10:16.213201 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0e033668-e8ab-4ac4-aaec-90472f428a6c None None] Provisioning complete for port f6d96899-3d92-4406-a279-73ec7e6daede triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:16.213575 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0e033668-e8ab-4ac4-aaec-90472f428a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.228446 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.230462 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "DELETE /v2.0/networks/b3656992-361e-45b4-a9b8-088b383bcb6e HTTP/1.1" status: 204 len: 168 time: 1.1644576 Sep 18 00:10:16.233265 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47236) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:16.240770 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e8ef3-2139-4d73-94cc-2472b2304b3b tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Pushing event deleted for resources: {'Network': ['ID=b3656992-361e-45b4-a9b8-088b383bcb6e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:16.246829 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8c8a39d4-68ae-4891-b774-0c2446674189 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.249441 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8c8a39d4-68ae-4891-b774-0c2446674189 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.250667 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8c8a39d4-68ae-4891-b774-0c2446674189 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "DELETE /v2.0/security-groups/c65060fe-e808-4e9f-8995-1ecdb16c3bf5 HTTP/1.1" status: 204 len: 168 time: 0.3413067 Sep 18 00:10:16.257569 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47238) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:16.271685 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a9ec28df-d121-4cea-a149-8b255e2ac193 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f2abb15-22a5-4689-a354-88b2996b4754 HTTP/1.1" status: 200 len: 205 time: 0.0372801 Sep 18 00:10:16.274182 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47240) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:16.277191 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a39d4-68ae-4891-b774-0c2446674189 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65060fe-e808-4e9f-8995-1ecdb16c3bf5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:16.321939 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c2f266ec-d278-441d-aabd-820eb82f9fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.369425 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34781a78-3e0c-41e4-93d7-f56dd63b5f77 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.385470 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port f6d96899-3d92-4406-a279-73ec7e6daede triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:16.385844 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.414261 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b07f33b9-6bbb-4726-8ffc-b9cf28c626ab tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1554716 Sep 18 00:10:16.414891 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47246) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:16.418349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f266ec-d278-441d-aabd-820eb82f9fcd admin admin] Pushing event updated for resources: {'Port': ['ID=26eea623-24cf-416f-ada7-35124713d39f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:16.423575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-bc554eff-58a1-421a-b2cb-65501d501096 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group': {'name': 'tempest-secgroup--293575841'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:16.464449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f266ec-d278-441d-aabd-820eb82f9fcd admin admin] Network bd716345-5ccd-445a-b1f7-e6270929c2f9 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:10:16.468129 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-c2f266ec-d278-441d-aabd-820eb82f9fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:10:16.485208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f266ec-d278-441d-aabd-820eb82f9fcd admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:10:16.536451 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.554633 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c2f266ec-d278-441d-aabd-820eb82f9fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.608655 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34781a78-3e0c-41e4-93d7-f56dd63b5f77 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.611666 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34781a78-3e0c-41e4-93d7-f56dd63b5f77 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.617029 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-769081ad-b5be-4522-b2cc-2dedd2d57f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.618568 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.682550 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d07bd-69d0-4229-8136-71e780e3ffdc None None] Pushing event updated for resources: {'Port': ['ID=61f80d38-92b4-4249-9ee5-18ffd36dd7cc,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:16.705156 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] Attempting to bind port 61f80d38-92b4-4249-9ee5-18ffd36dd7cc on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:10:16.705842 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] Attempting to bind port 61f80d38-92b4-4249-9ee5-18ffd36dd7cc by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:10:16.707193 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] Attempting to bind port 61f80d38-92b4-4249-9ee5-18ffd36dd7cc on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:10:16.714854 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:10:16.715524 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:10:16.716136 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.716878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:10:16.717703 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] Bound port: 61f80d38-92b4-4249-9ee5-18ffd36dd7cc, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:10:16.718263 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.798731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] For port 61f80d38-92b4-4249-9ee5-18ffd36dd7cc, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:10:16.803620 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] For port 61f80d38-92b4-4249-9ee5-18ffd36dd7cc, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=61f80d38-92b4-4249-9ee5-18ffd36dd7cc,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:10:16.838817 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c2f266ec-d278-441d-aabd-820eb82f9fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.902692 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:16.979166 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] Routers {'39fc5023-a97e-451d-84f2-33af0b7eb055'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:10:16.980106 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:10:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['39fc5023-a97e-451d-84f2-33af0b7eb055'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:17.038686 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1b356f14-383b-4878-9a88-e11b46b57efe None None] Provisioning complete for port 26eea623-24cf-416f-ada7-35124713d39f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:17.039412 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1b356f14-383b-4878-9a88-e11b46b57efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:17.042766 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d07bd-69d0-4229-8136-71e780e3ffdc None None] Pushing event updated for resources: {'Port': ['ID=61f80d38-92b4-4249-9ee5-18ffd36dd7cc,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:17.056821 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c2f266ec-d278-441d-aabd-820eb82f9fcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:17.089166 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bc554eff-58a1-421a-b2cb-65501d501096 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:17.096477 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1b356f14-383b-4878-9a88-e11b46b57efe None None] Port 26eea623-24cf-416f-ada7-35124713d39f cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:10:17.119164 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c2f266ec-d278-441d-aabd-820eb82f9fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:17.147684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] Set router 39fc5023-a97e-451d-84f2-33af0b7eb055 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:10:17.177082 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bc554eff-58a1-421a-b2cb-65501d501096 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:17.192308 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34781a78-3e0c-41e4-93d7-f56dd63b5f77 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:17.193069 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34781a78-3e0c-41e4-93d7-f56dd63b5f77 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Fanout notify agent at l3_agent the message router_deleted on router 8f2abb15-22a5-4689-a354-88b2996b4754 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:10:17.193286 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c2f266ec-d278-441d-aabd-820eb82f9fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:17.202161 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34781a78-3e0c-41e4-93d7-f56dd63b5f77 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:17.206089 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-34781a78-3e0c-41e4-93d7-f56dd63b5f77 tempest-RoutersNegativeTest-719923334 tempest-RoutersNegativeTest-719923334-project] 10.222.0.46 "DELETE /v2.0/routers/8f2abb15-22a5-4689-a354-88b2996b4754 HTTP/1.1" status: 204 len: 168 time: 0.9307706 Sep 18 00:10:17.285628 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bc554eff-58a1-421a-b2cb-65501d501096 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:17.299395 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f266ec-d278-441d-aabd-820eb82f9fcd admin admin] Pushing event updated for resources: {'Port': ['ID=26eea623-24cf-416f-ada7-35124713d39f,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:17.311457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f266ec-d278-441d-aabd-820eb82f9fcd admin admin] Network bd716345-5ccd-445a-b1f7-e6270929c2f9 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:10:17.317353 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-c2f266ec-d278-441d-aabd-820eb82f9fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:10:17.339585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc554eff-58a1-421a-b2cb-65501d501096 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4272423a-e41c-437c-bb11-e81e677437c3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:17.356170 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f6d96899-3d92-4406-a279-73ec7e6daede up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:10:17.404432 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bc554eff-58a1-421a-b2cb-65501d501096 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:17.409722 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47262) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:17.410588 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:17.413176 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bc554eff-58a1-421a-b2cb-65501d501096 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9932013 Sep 18 00:10:17.414323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-45653130-f47a-47ff-a4dd-de49c79ddabc tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': '4272423a-e41c-437c-bb11-e81e677437c3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:17.414813 n-d-809883-1 neutron-server[95592]: WARNING neutron.api.v2.base [None req-45653130-f47a-47ff-a4dd-de49c79ddabc tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 00:10:17.415473 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-45653130-f47a-47ff-a4dd-de49c79ddabc tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:10:17.416441 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-45653130-f47a-47ff-a4dd-de49c79ddabc tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059423 Sep 18 00:10:17.420628 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47264) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:17.426506 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-6995a1c7-2373-4c5f-96cc-ca2b196691bc tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': '4272423a-e41c-437c-bb11-e81e677437c3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:17.457182 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'name': 'tempest-TestServerBasicOps-1332259501-router', 'tenant_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '61f80d38-92b4-4249-9ee5-18ffd36dd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:11Z', 'updated_at': '2021-09-18T00:10:16Z', 'revision_number': 4, 'project_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'gw_port': {'id': '61f80d38-92b4-4249-9ee5-18ffd36dd7cc', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:12Z', 'updated_at': '2021-09-18T00:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '26eea623-24cf-416f-ada7-35124713d39f', 'name': '', 'network_id': 'bd716345-5ccd-445a-b1f7-e6270929c2f9', 'tenant_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'mac_address': 'fa:16:3e:e8:ee:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'b7b6f662-d0df-49b6-a28c-05412b252bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:15Z', 'updated_at': '2021-09-18T00:10:15Z', 'revision_number': 1, 'project_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'subnets': [{'id': 'b7b6f662-d0df-49b6-a28c-05412b252bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:17.483177 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f266ec-d278-441d-aabd-820eb82f9fcd admin admin] Router 39fc5023-a97e-451d-84f2-33af0b7eb055 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:10:17.494906 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f144bce-66c8-4b6b-9b8a-df89a7707e99 None None] The sync data for ids ['39fc5023-a97e-451d-84f2-33af0b7eb055'] in n-d-809883-1 is: [{'id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'name': 'tempest-TestServerBasicOps-1332259501-router', 'tenant_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '61f80d38-92b4-4249-9ee5-18ffd36dd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:11Z', 'updated_at': '2021-09-18T00:10:16Z', 'revision_number': 4, 'project_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'gw_port': {'id': '61f80d38-92b4-4249-9ee5-18ffd36dd7cc', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:12Z', 'updated_at': '2021-09-18T00:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '26eea623-24cf-416f-ada7-35124713d39f', 'name': '', 'network_id': 'bd716345-5ccd-445a-b1f7-e6270929c2f9', 'tenant_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'mac_address': 'fa:16:3e:e8:ee:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'b7b6f662-d0df-49b6-a28c-05412b252bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:15Z', 'updated_at': '2021-09-18T00:10:15Z', 'revision_number': 1, 'project_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'subnets': [{'id': 'b7b6f662-d0df-49b6-a28c-05412b252bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:10:17.512544 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port f6d96899-3d92-4406-a279-73ec7e6daede triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:17.512857 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:17.633689 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-6995a1c7-2373-4c5f-96cc-ca2b196691bc tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:10:17.639180 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6995a1c7-2373-4c5f-96cc-ca2b196691bc tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2164958 Sep 18 00:10:17.639585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47270) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:17.644822 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e08be62a-6b7a-4442-9326-641584660221 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': '4272423a-e41c-437c-bb11-e81e677437c3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:17.653440 n-d-809883-1 neutron-server[95591]: WARNING neutron.api.v2.base [None req-e08be62a-6b7a-4442-9326-641584660221 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 18 00:10:17.653440 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-e08be62a-6b7a-4442-9326-641584660221 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:10:17.654583 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47272) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:17.658813 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e08be62a-6b7a-4442-9326-641584660221 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077484 Sep 18 00:10:17.662799 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-aac74778-2476-4e33-9db9-6bfd9e8af087 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': '4272423a-e41c-437c-bb11-e81e677437c3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:17.689866 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f266ec-d278-441d-aabd-820eb82f9fcd admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:10:17.710704 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c2f266ec-d278-441d-aabd-820eb82f9fcd admin admin] 10.222.0.46 "PUT /v2.0/routers/39fc5023-a97e-451d-84f2-33af0b7eb055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0488706 Sep 18 00:10:17.719919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:10:17.757897 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47278) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:17.759116 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:10:17.759469 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4df4d1fd-85b3-4ae9-84fc-c7e6bf4c7a26 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:10:17.770131 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c63fd767-fa2d-4363-87c7-9b1936945658 None None] Provisioning complete for port 26eea623-24cf-416f-ada7-35124713d39f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:17.771459 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c63fd767-fa2d-4363-87c7-9b1936945658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:17.808882 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c63fd767-fa2d-4363-87c7-9b1936945658 None None] Port 26eea623-24cf-416f-ada7-35124713d39f cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:10:17.828671 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:17.903774 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-aac74778-2476-4e33-9db9-6bfd9e8af087 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:10:17.909381 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47286) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:17.911193 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-aac74778-2476-4e33-9db9-6bfd9e8af087 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2531884 Sep 18 00:10:17.915516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-5f1cfc2d-8e32-41f5-a265-e329708b91c7 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': '4272423a-e41c-437c-bb11-e81e677437c3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:17.916335 n-d-809883-1 neutron-server[95591]: WARNING neutron.api.v2.base [None req-5f1cfc2d-8e32-41f5-a265-e329708b91c7 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 18 00:10:17.917200 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-5f1cfc2d-8e32-41f5-a265-e329708b91c7 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:10:17.918726 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5f1cfc2d-8e32-41f5-a265-e329708b91c7 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078380 Sep 18 00:10:17.921586 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47290) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:17.927406 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-960b743e-5e0e-465b-8677-f8bb50f9a415 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': '4272423a-e41c-437c-bb11-e81e677437c3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:18.021371 n-d-809883-1 neutron-server[95592]: INFO neutron.db.securitygroups_db [None req-960b743e-5e0e-465b-8677-f8bb50f9a415 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Project 851464fbf703462ab631277de673b15a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:10:18.107171 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6d8b890e-f95e-4847-b63f-7291b0ab9b84 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=deb719f38a694e91a3c1f74670e3868e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475327 Sep 18 00:10:18.109661 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47296) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:18.111787 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-960b743e-5e0e-465b-8677-f8bb50f9a415 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:10:18.112815 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-960b743e-5e0e-465b-8677-f8bb50f9a415 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1902273 Sep 18 00:10:18.115913 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47298) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:18.121035 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-16a4fef3-e323-4dea-9f63-ba65b8b450ee tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': '4272423a-e41c-437c-bb11-e81e677437c3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:18.121531 n-d-809883-1 neutron-server[95592]: WARNING neutron.api.v2.base [None req-16a4fef3-e323-4dea-9f63-ba65b8b450ee tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 18 00:10:18.122113 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-16a4fef3-e323-4dea-9f63-ba65b8b450ee tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:10:18.125480 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-16a4fef3-e323-4dea-9f63-ba65b8b450ee tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061116 Sep 18 00:10:18.126189 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47300) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:18.130772 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d59c464f-fbaf-4c42-9345-9fa11b2a85fe tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': '4272423a-e41c-437c-bb11-e81e677437c3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:18.177122 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bec77b41-4de4-43f7-bb80-d17f4d047def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:18.200541 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bec77b41-4de4-43f7-bb80-d17f4d047def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:18.216695 n-d-809883-1 neutron-server[95592]: INFO neutron.db.securitygroups_db [None req-d59c464f-fbaf-4c42-9345-9fa11b2a85fe tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Project 851464fbf703462ab631277de673b15a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:10:18.290064 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-d59c464f-fbaf-4c42-9345-9fa11b2a85fe tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:10:18.291172 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d59c464f-fbaf-4c42-9345-9fa11b2a85fe tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1639895 Sep 18 00:10:18.294323 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47302) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:18.300263 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-6d53e987-542d-4d85-b160-b51cf5f3da97 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': '4272423a-e41c-437c-bb11-e81e677437c3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:18.329766 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bec77b41-4de4-43f7-bb80-d17f4d047def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:18.336435 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bec77b41-4de4-43f7-bb80-d17f4d047def admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:18.336435 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bec77b41-4de4-43f7-bb80-d17f4d047def admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d6ab6f1-201b-4c6e-a661-e320987a6ce1 HTTP/1.1" status: 204 len: 168 time: 0.2227898 Sep 18 00:10:18.346395 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec77b41-4de4-43f7-bb80-d17f4d047def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6ab6f1-201b-4c6e-a661-e320987a6ce1,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:18.422406 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-6d53e987-542d-4d85-b160-b51cf5f3da97 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Project 851464fbf703462ab631277de673b15a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:10:18.493791 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-6d53e987-542d-4d85-b160-b51cf5f3da97 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:10:18.494920 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6d53e987-542d-4d85-b160-b51cf5f3da97 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1995714 Sep 18 00:10:18.497980 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47306) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:18.562959 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82631e9b-7009-4e6e-94e9-425d76a0218c tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:18.591371 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82631e9b-7009-4e6e-94e9-425d76a0218c tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:18.651648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47308) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:18.656791 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-b6fce333-3189-42df-b3f2-d0273da4a468 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1703812464', 'description': 'tempest-secgroup-smoke-1703812464 description', 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:18.684544 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82631e9b-7009-4e6e-94e9-425d76a0218c tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:18.688001 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-82631e9b-7009-4e6e-94e9-425d76a0218c tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:18.690122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-82631e9b-7009-4e6e-94e9-425d76a0218c tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "DELETE /v2.0/security-groups/4272423a-e41c-437c-bb11-e81e677437c3 HTTP/1.1" status: 204 len: 168 time: 0.1907797 Sep 18 00:10:18.695352 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47312) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:18.709123 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82631e9b-7009-4e6e-94e9-425d76a0218c tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4272423a-e41c-437c-bb11-e81e677437c3,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:18.754657 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-87366ec5-0f10-4ef9-8556-246c2e8a4837 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538611 Sep 18 00:10:18.754889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47314) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:18.756087 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b6fce333-3189-42df-b3f2-d0273da4a468 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:18.759482 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-4b6b93c2-fd54-4d01-b317-eb19fd708a27 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1854505167'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:18.885472 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4b6b93c2-fd54-4d01-b317-eb19fd708a27 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:18.966644 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b6fce333-3189-42df-b3f2-d0273da4a468 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:19.112234 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b6fce333-3189-42df-b3f2-d0273da4a468 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:19.147711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fce333-3189-42df-b3f2-d0273da4a468 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=492a1e00-4dba-4712-99b9-d270eb0b55b4,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:19.194284 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4b6b93c2-fd54-4d01-b317-eb19fd708a27 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:19.279413 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4b6b93c2-fd54-4d01-b317-eb19fd708a27 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:19.311092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b93c2-fd54-4d01-b317-eb19fd708a27 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d6be20-3ead-4c54-98bd-da2d461637a2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:19.319442 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b6fce333-3189-42df-b3f2-d0273da4a468 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:19.320739 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b6fce333-3189-42df-b3f2-d0273da4a468 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6678731 Sep 18 00:10:19.324009 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47334) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:19.331346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-80aa139c-7649-4281-8e9f-a3f9133a5715 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Request body: {'security_group_rule': {'security_group_id': '492a1e00-4dba-4712-99b9-d270eb0b55b4', 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:19.338133 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 61f80d38-92b4-4249-9ee5-18ffd36dd7cc up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:10:19.391014 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 61f80d38-92b4-4249-9ee5-18ffd36dd7cc triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:19.391301 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:19.401038 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4b6b93c2-fd54-4d01-b317-eb19fd708a27 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:19.402394 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4b6b93c2-fd54-4d01-b317-eb19fd708a27 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6464465 Sep 18 00:10:19.407567 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47336) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:19.412435 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2e400b7a-bab5-45a4-872e-ea432483ea94 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': '64d6be20-3ead-4c54-98bd-da2d461637a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:19.471755 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:19.498518 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 61f80d38-92b4-4249-9ee5-18ffd36dd7cc, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=61f80d38-92b4-4249-9ee5-18ffd36dd7cc,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:19.513495 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-80aa139c-7649-4281-8e9f-a3f9133a5715 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:19.582613 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:19.585178 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-80aa139c-7649-4281-8e9f-a3f9133a5715 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:19.640643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=61f80d38-92b4-4249-9ee5-18ffd36dd7cc,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:19.656669 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-80aa139c-7649-4281-8e9f-a3f9133a5715 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:19.681020 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-2e400b7a-bab5-45a4-872e-ea432483ea94 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The resource could not be found. Sep 18 00:10:19.682197 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2e400b7a-bab5-45a4-872e-ea432483ea94 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2751744 Sep 18 00:10:19.684186 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa139c-7649-4281-8e9f-a3f9133a5715 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbd038e-0933-448d-a927-1eaba6d53788,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:19.685290 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47344) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:19.692202 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-69b231ea-c5a3-4456-9b39-5f12af16edef tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': '64d6be20-3ead-4c54-98bd-da2d461637a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8522fb97-7af1-46f3-b31b-94efac7b1c24'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:19.764110 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-80aa139c-7649-4281-8e9f-a3f9133a5715 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:19.767909 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-80aa139c-7649-4281-8e9f-a3f9133a5715 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4401178 Sep 18 00:10:19.768218 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47348) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:19.773363 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-65dd6760-17dd-438e-9516-69ab4e562768 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Request body: {'security_group_rule': {'security_group_id': '492a1e00-4dba-4712-99b9-d270eb0b55b4', 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:19.839648 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:20.063049 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65dd6760-17dd-438e-9516-69ab4e562768 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:20.125324 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-69b231ea-c5a3-4456-9b39-5f12af16edef tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The resource could not be found. Sep 18 00:10:20.127245 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-69b231ea-c5a3-4456-9b39-5f12af16edef tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4407325 Sep 18 00:10:20.130089 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47356) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:20.147300 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65dd6760-17dd-438e-9516-69ab4e562768 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:20.215560 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5cbbaab4-ec5f-4916-a0fb-e2a40ec2089e tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:20.239399 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65dd6760-17dd-438e-9516-69ab4e562768 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:20.242537 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5cbbaab4-ec5f-4916-a0fb-e2a40ec2089e tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:20.261612 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd6760-17dd-438e-9516-69ab4e562768 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11c37b2-669b-4835-a260-524e8fda0509,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:20.308239 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] Sync routers for ids ['39fc5023-a97e-451d-84f2-33af0b7eb055'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:10:20.322320 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] Routers {'39fc5023-a97e-451d-84f2-33af0b7eb055'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:10:20.322320 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:10:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['39fc5023-a97e-451d-84f2-33af0b7eb055'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:20.386705 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65dd6760-17dd-438e-9516-69ab4e562768 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:20.388943 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-65dd6760-17dd-438e-9516-69ab4e562768 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6185079 Sep 18 00:10:20.390668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47364) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:20.395931 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-364239b2-c995-4775-9aeb-c631ddd9a17e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Request body: {'security_group_rule': {'security_group_id': '492a1e00-4dba-4712-99b9-d270eb0b55b4', 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:20.416687 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5cbbaab4-ec5f-4916-a0fb-e2a40ec2089e tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:20.419283 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5cbbaab4-ec5f-4916-a0fb-e2a40ec2089e tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:20.420464 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5cbbaab4-ec5f-4916-a0fb-e2a40ec2089e tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "DELETE /v2.0/security-groups/64d6be20-3ead-4c54-98bd-da2d461637a2 HTTP/1.1" status: 204 len: 168 time: 0.2892625 Sep 18 00:10:20.423493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47366) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:20.435515 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbaab4-ec5f-4916-a0fb-e2a40ec2089e tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d6be20-3ead-4c54-98bd-da2d461637a2,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:20.440162 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] Set router 39fc5023-a97e-451d-84f2-33af0b7eb055 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:10:20.480416 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c4ab4c96-d635-4f21-b67c-0033d03f1bd2 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0548515 Sep 18 00:10:20.484169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47368) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:20.488943 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-cd2b1c07-ffef-471b-a692-fea39629b7f3 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': '6fce573f-113a-424b-b750-db390880fa70', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:20.512130 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-364239b2-c995-4775-9aeb-c631ddd9a17e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:20.579407 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-364239b2-c995-4775-9aeb-c631ddd9a17e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:20.656957 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-364239b2-c995-4775-9aeb-c631ddd9a17e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:20.678196 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:10:20.678422 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364239b2-c995-4775-9aeb-c631ddd9a17e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610a8ef5-9afb-476b-864a-6b2a35ea2a95,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:20.695417 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-cd2b1c07-ffef-471b-a692-fea39629b7f3 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The resource could not be found. Sep 18 00:10:20.698258 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cd2b1c07-ffef-471b-a692-fea39629b7f3 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2111189 Sep 18 00:10:20.700135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47374) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:20.705050 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-439ad942-fe27-475f-8f65-fa35d167f221 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group': {'name': 'tempest-secgroup--859500669'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:20.751372 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'name': 'tempest-TestServerBasicOps-1332259501-router', 'tenant_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '61f80d38-92b4-4249-9ee5-18ffd36dd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:11Z', 'updated_at': '2021-09-18T00:10:16Z', 'revision_number': 4, 'project_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'gw_port': {'id': '61f80d38-92b4-4249-9ee5-18ffd36dd7cc', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:12Z', 'updated_at': '2021-09-18T00:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '26eea623-24cf-416f-ada7-35124713d39f', 'name': '', 'network_id': 'bd716345-5ccd-445a-b1f7-e6270929c2f9', 'tenant_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'mac_address': 'fa:16:3e:e8:ee:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'b7b6f662-d0df-49b6-a28c-05412b252bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:15Z', 'updated_at': '2021-09-18T00:10:16Z', 'revision_number': 2, 'project_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'subnets': [{'id': 'b7b6f662-d0df-49b6-a28c-05412b252bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:20.757965 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-364239b2-c995-4775-9aeb-c631ddd9a17e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:20.759294 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-364239b2-c995-4775-9aeb-c631ddd9a17e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3676846 Sep 18 00:10:20.762041 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47378) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:20.766763 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b8c7c94e-24c2-4a71-9c1a-348520c69b71 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Request body: {'security_group_rule': {'security_group_id': '492a1e00-4dba-4712-99b9-d270eb0b55b4', 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:20.777863 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] Checking router: 39fc5023-a97e-451d-84f2-33af0b7eb055 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:10:20.778223 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] Updating router 39fc5023-a97e-451d-84f2-33af0b7eb055 port 26eea623-24cf-416f-ada7-35124713d39f binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:10:20.802078 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:20.868068 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-439ad942-fe27-475f-8f65-fa35d167f221 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:20.958775 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c94e-24c2-4a71-9c1a-348520c69b71 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.040431 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-439ad942-fe27-475f-8f65-fa35d167f221 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.042263 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c94e-24c2-4a71-9c1a-348520c69b71 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.073875 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.113301 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-439ad942-fe27-475f-8f65-fa35d167f221 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.136194 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.136766 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c94e-24c2-4a71-9c1a-348520c69b71 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.149563 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ad942-fe27-475f-8f65-fa35d167f221 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7954a1de-d64a-48a9-af8d-73e554ca1306,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:21.163332 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7c94e-24c2-4a71-9c1a-348520c69b71 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d02c07-503d-45c0-bb99-94ff9ff6814a,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:21.194610 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887cabc-410d-46f0-9c5c-7347a3116682 None None] Pushing event updated for resources: {'Port': ['ID=26eea623-24cf-416f-ada7-35124713d39f,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:21.205883 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-439ad942-fe27-475f-8f65-fa35d167f221 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.213749 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-439ad942-fe27-475f-8f65-fa35d167f221 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5103736 Sep 18 00:10:21.214065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47386) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:21.219297 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-211f6205-923b-4785-9822-253ea9652168 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group': {'name': 'tempest-secgroup--223203963'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:21.239042 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c94e-24c2-4a71-9c1a-348520c69b71 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.244610 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b8c7c94e-24c2-4a71-9c1a-348520c69b71 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4789886 Sep 18 00:10:21.246544 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47388) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:21.257132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-29d80d2a-642f-47bd-b15f-3570887c9baf tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Request body: {'security_group_rule': {'security_group_id': '492a1e00-4dba-4712-99b9-d270eb0b55b4', 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:21.266660 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] Attempting to bind port 26eea623-24cf-416f-ada7-35124713d39f on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:10:21.267249 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] Attempting to bind port 26eea623-24cf-416f-ada7-35124713d39f by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '756557e4-ec47-4392-801d-221764487491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bd716345-5ccd-445a-b1f7-e6270929c2f9'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:10:21.267594 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] Attempting to bind port 26eea623-24cf-416f-ada7-35124713d39f on network bd716345-5ccd-445a-b1f7-e6270929c2f9 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:10:21.278115 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:10:21.278489 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] Checking segment: {'id': '756557e4-ec47-4392-801d-221764487491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bd716345-5ccd-445a-b1f7-e6270929c2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:10:21.278895 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.279287 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] Bound using segment: {'id': '756557e4-ec47-4392-801d-221764487491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bd716345-5ccd-445a-b1f7-e6270929c2f9'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:10:21.279765 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] Bound port: 26eea623-24cf-416f-ada7-35124713d39f, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756557e4-ec47-4392-801d-221764487491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bd716345-5ccd-445a-b1f7-e6270929c2f9'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:10:21.280144 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.329946 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 61f80d38-92b4-4249-9ee5-18ffd36dd7cc up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:10:21.365804 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-211f6205-923b-4785-9822-253ea9652168 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.366489 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] For port 26eea623-24cf-416f-ada7-35124713d39f, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:10:21.370352 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] For port 26eea623-24cf-416f-ada7-35124713d39f, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=26eea623-24cf-416f-ada7-35124713d39f,segment=NetworkSegment(756557e4-ec47-4392-801d-221764487491),segment_id=756557e4-ec47-4392-801d-221764487491)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:10:21.407965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 61f80d38-92b4-4249-9ee5-18ffd36dd7cc triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:21.408351 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.454251 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-29d80d2a-642f-47bd-b15f-3570887c9baf tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Project bc273b0c860f4113aa477f4a0e9a5fbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:10:21.461668 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29d80d2a-642f-47bd-b15f-3570887c9baf tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.484299 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.508542 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a7eb8ffd-f767-4603-a148-4adf16062428 None None] Provisioning complete for port 26eea623-24cf-416f-ada7-35124713d39f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:21.514052 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8ffd-f767-4603-a148-4adf16062428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.551938 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] Routers {'39fc5023-a97e-451d-84f2-33af0b7eb055'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:10:21.552582 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:10:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['39fc5023-a97e-451d-84f2-33af0b7eb055'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:21.586833 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29d80d2a-642f-47bd-b15f-3570887c9baf tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.627425 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887cabc-410d-46f0-9c5c-7347a3116682 None None] Pushing event updated for resources: {'Port': ['ID=26eea623-24cf-416f-ada7-35124713d39f,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:21.639632 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-211f6205-923b-4785-9822-253ea9652168 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.659012 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8ffd-f767-4603-a148-4adf16062428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.673707 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29d80d2a-642f-47bd-b15f-3570887c9baf tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.707571 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d80d2a-642f-47bd-b15f-3570887c9baf tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9bd3c4-fb69-40f8-9091-3b6a7aeab5e1,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:21.711426 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a7eb8ffd-f767-4603-a148-4adf16062428 None None] For port 26eea623-24cf-416f-ada7-35124713d39f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=26eea623-24cf-416f-ada7-35124713d39f,segment=NetworkSegment(756557e4-ec47-4392-801d-221764487491),segment_id=756557e4-ec47-4392-801d-221764487491)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:21.717432 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-211f6205-923b-4785-9822-253ea9652168 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.724325 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] Set router 39fc5023-a97e-451d-84f2-33af0b7eb055 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:10:21.750072 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f6205-923b-4785-9822-253ea9652168 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e24bf7-4a34-428e-9c30-368335ee98d7,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:21.827813 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8ffd-f767-4603-a148-4adf16062428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.855797 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-211f6205-923b-4785-9822-253ea9652168 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.857193 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-211f6205-923b-4785-9822-253ea9652168 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6437981 Sep 18 00:10:21.857985 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29d80d2a-642f-47bd-b15f-3570887c9baf tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.859037 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-29d80d2a-642f-47bd-b15f-3570887c9baf tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6076109 Sep 18 00:10:21.859927 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47404) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:21.861681 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47406) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:21.866701 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a1556374-ba6d-4fd2-93ec-9fa127500055 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Request body: {'security_group_rule': {'security_group_id': '492a1e00-4dba-4712-99b9-d270eb0b55b4', 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:21.873873 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0eca8d94-8b26-4abe-9123-abef075af98a tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': '7954a1de-d64a-48a9-af8d-73e554ca1306', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '24e24bf7-4a34-428e-9c30-368335ee98d7'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:21.882124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb8ffd-f767-4603-a148-4adf16062428 None None] Pushing event updated for resources: {'Port': ['ID=26eea623-24cf-416f-ada7-35124713d39f,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:21.946828 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-341f623b-7434-4243-b042-6980b9408da5 None None] Provisioning complete for port 26eea623-24cf-416f-ada7-35124713d39f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:21.947191 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'name': 'tempest-TestServerBasicOps-1332259501-router', 'tenant_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '61f80d38-92b4-4249-9ee5-18ffd36dd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:11Z', 'updated_at': '2021-09-18T00:10:16Z', 'revision_number': 4, 'project_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'gw_port': {'id': '61f80d38-92b4-4249-9ee5-18ffd36dd7cc', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:12Z', 'updated_at': '2021-09-18T00:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '26eea623-24cf-416f-ada7-35124713d39f', 'name': '', 'network_id': 'bd716345-5ccd-445a-b1f7-e6270929c2f9', 'tenant_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'mac_address': 'fa:16:3e:e8:ee:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'b7b6f662-d0df-49b6-a28c-05412b252bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:15Z', 'updated_at': '2021-09-18T00:10:21Z', 'revision_number': 4, 'project_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'subnets': [{'id': 'b7b6f662-d0df-49b6-a28c-05412b252bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:21.947372 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-341f623b-7434-4243-b042-6980b9408da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:21.973524 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab78f6a-d79a-47a5-97f3-1e4be62571a0 None None] The sync data for ids ['39fc5023-a97e-451d-84f2-33af0b7eb055'] in n-d-809883-1 is: [{'id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'name': 'tempest-TestServerBasicOps-1332259501-router', 'tenant_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '61f80d38-92b4-4249-9ee5-18ffd36dd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:11Z', 'updated_at': '2021-09-18T00:10:16Z', 'revision_number': 4, 'project_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'gw_port': {'id': '61f80d38-92b4-4249-9ee5-18ffd36dd7cc', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:12Z', 'updated_at': '2021-09-18T00:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '26eea623-24cf-416f-ada7-35124713d39f', 'name': '', 'network_id': 'bd716345-5ccd-445a-b1f7-e6270929c2f9', 'tenant_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'mac_address': 'fa:16:3e:e8:ee:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'b7b6f662-d0df-49b6-a28c-05412b252bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:15Z', 'updated_at': '2021-09-18T00:10:21Z', 'revision_number': 4, 'project_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'subnets': [{'id': 'b7b6f662-d0df-49b6-a28c-05412b252bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:10:22.074460 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-a1556374-ba6d-4fd2-93ec-9fa127500055 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Project bc273b0c860f4113aa477f4a0e9a5fbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:10:22.079790 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a1556374-ba6d-4fd2-93ec-9fa127500055 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:22.147312 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a1556374-ba6d-4fd2-93ec-9fa127500055 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:22.177589 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-0eca8d94-8b26-4abe-9123-abef075af98a tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:10:22.178908 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0eca8d94-8b26-4abe-9123-abef075af98a tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3178968 Sep 18 00:10:22.181896 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47408) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:22.237541 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-eacd0f60-2f27-44c0-a389-8c97a7ecc657 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:22.266529 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-eacd0f60-2f27-44c0-a389-8c97a7ecc657 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:22.283602 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a1556374-ba6d-4fd2-93ec-9fa127500055 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:22.309794 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1556374-ba6d-4fd2-93ec-9fa127500055 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a0f08e-c7fb-43b4-b24e-4388e0e280db,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:22.415569 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a1556374-ba6d-4fd2-93ec-9fa127500055 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:22.415742 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-eacd0f60-2f27-44c0-a389-8c97a7ecc657 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:22.416925 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a1556374-ba6d-4fd2-93ec-9fa127500055 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5542138 Sep 18 00:10:22.418877 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-eacd0f60-2f27-44c0-a389-8c97a7ecc657 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:22.420070 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-eacd0f60-2f27-44c0-a389-8c97a7ecc657 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "DELETE /v2.0/security-groups/24e24bf7-4a34-428e-9c30-368335ee98d7 HTTP/1.1" status: 204 len: 168 time: 0.2370467 Sep 18 00:10:22.422621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47412) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:22.431510 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd0f60-2f27-44c0-a389-8c97a7ecc657 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e24bf7-4a34-428e-9c30-368335ee98d7,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:22.501254 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fbb18c2c-5bd8-4008-8d76-79f72814d471 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0772278 Sep 18 00:10:22.504001 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47418) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:22.570126 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a628bb3a-17f5-4ac4-9625-6e031bce6e62 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:22.598748 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a628bb3a-17f5-4ac4-9625-6e031bce6e62 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:22.693267 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fe7790b-3340-4c90-9173-febf210e81bf req-72eb1244-7bf3-47e1-bd4f-ed46488b9e82 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1703812464&fields=id&tenant_id=bc273b0c860f4113aa477f4a0e9a5fbb HTTP/1.1" status: 200 len: 267 time: 0.0400434 Sep 18 00:10:22.793722 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a628bb3a-17f5-4ac4-9625-6e031bce6e62 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:22.796533 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a628bb3a-17f5-4ac4-9625-6e031bce6e62 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:22.797904 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a628bb3a-17f5-4ac4-9625-6e031bce6e62 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "DELETE /v2.0/security-groups/7954a1de-d64a-48a9-af8d-73e554ca1306 HTTP/1.1" status: 204 len: 168 time: 0.2927306 Sep 18 00:10:22.801101 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7790b-3340-4c90-9173-febf210e81bf req-39ac7589-55eb-420c-8d47-64083d7f692d tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:22.801250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47436) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:22.802600 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fe7790b-3340-4c90-9173-febf210e81bf req-39ac7589-55eb-420c-8d47-64083d7f692d tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/networks?id=1d807416-7032-4b38-aa46-1da9e097a61e HTTP/1.1" status: 200 len: 809 time: 0.1024325 Sep 18 00:10:22.819275 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fe7790b-3340-4c90-9173-febf210e81bf req-878f5188-8093-4ea4-8942-f8fd7213285c tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/quotas/bc273b0c860f4113aa477f4a0e9a5fbb HTTP/1.1" status: 200 len: 375 time: 0.0101383 Sep 18 00:10:22.819537 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628bb3a-17f5-4ac4-9625-6e031bce6e62 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7954a1de-d64a-48a9-af8d-73e554ca1306,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:22.861701 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c0604d1a-41fc-4591-90db-e75192ce6b44 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0593209 Sep 18 00:10:22.865437 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47438) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:22.869842 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f2be0689-e879-45b2-aae9-32ea7c82c00e tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513114844'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:22.881161 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fe7790b-3340-4c90-9173-febf210e81bf req-b89010c6-03df-4359-a07d-07f2f44fd9ed tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc273b0c860f4113aa477f4a0e9a5fbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529876 Sep 18 00:10:22.898448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-0fe7790b-3340-4c90-9173-febf210e81bf req-1b13e9d1-72f4-4c56-b5fc-24a04416559d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:10:22.899481 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fe7790b-3340-4c90-9173-febf210e81bf req-1b13e9d1-72f4-4c56-b5fc-24a04416559d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063243 Sep 18 00:10:22.965015 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2be0689-e879-45b2-aae9-32ea7c82c00e tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:22.990852 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fe7790b-3340-4c90-9173-febf210e81bf req-bb2ee540-ded9-4456-828e-50fa64451046 service neutron] 10.222.0.46 "GET /v2.0/networks/1d807416-7032-4b38-aa46-1da9e097a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852139 Sep 18 00:10:23.053946 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2be0689-e879-45b2-aae9-32ea7c82c00e tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:23.085356 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fe7790b-3340-4c90-9173-febf210e81bf req-5c948d66-9d69-422a-9b86-b4c8ecbfba58 service neutron] 10.222.0.46 "GET /v2.0/networks/1d807416-7032-4b38-aa46-1da9e097a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881352 Sep 18 00:10:23.170769 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2be0689-e879-45b2-aae9-32ea7c82c00e tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:23.201718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be0689-e879-45b2-aae9-32ea7c82c00e tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0bebac-d924-4db6-8fef-4415b760b7b5,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:23.278291 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f2be0689-e879-45b2-aae9-32ea7c82c00e tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:23.282578 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47440) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:23.283095 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f2be0689-e879-45b2-aae9-32ea7c82c00e tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4163513 Sep 18 00:10:23.288758 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-9be10275-4dfc-4962-9c4a-1f2d2799142d tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': '1c0bebac-d924-4db6-8fef-4415b760b7b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:23.307733 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 26eea623-24cf-416f-ada7-35124713d39f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:10:23.363526 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 26eea623-24cf-416f-ada7-35124713d39f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:23.364084 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:23.412089 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0f0a35b-9969-43c5-935c-6c284f91e9b3 req-64d4b5fc-e653-4e64-9aff-6c1789fa2397 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 210 time: 0.0404615 Sep 18 00:10:23.535115 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-9be10275-4dfc-4962-9c4a-1f2d2799142d tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:10:23.536246 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9be10275-4dfc-4962-9c4a-1f2d2799142d tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2515755 Sep 18 00:10:23.539530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47460) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:23.545006 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-ac526947-bf84-408d-921b-9609f721e3fe tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group_rule': {'security_group_id': '1c0bebac-d924-4db6-8fef-4415b760b7b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:23.748660 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-ac526947-bf84-408d-921b-9609f721e3fe tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:10:23.749811 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ac526947-bf84-408d-921b-9609f721e3fe tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2089670 Sep 18 00:10:23.753091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47472) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:23.811973 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14b599c8-fa0e-44e5-b652-c3471e3c0308 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:23.834092 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14b599c8-fa0e-44e5-b652-c3471e3c0308 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:23.993512 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14b599c8-fa0e-44e5-b652-c3471e3c0308 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:23.996719 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14b599c8-fa0e-44e5-b652-c3471e3c0308 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:24.001683 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-14b599c8-fa0e-44e5-b652-c3471e3c0308 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "DELETE /v2.0/security-groups/1c0bebac-d924-4db6-8fef-4415b760b7b5 HTTP/1.1" status: 204 len: 168 time: 0.2464197 Sep 18 00:10:24.004336 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47474) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:24.029354 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b599c8-fa0e-44e5-b652-c3471e3c0308 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0bebac-d924-4db6-8fef-4415b760b7b5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:24.074094 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-131bf36e-4894-4f90-b0e2-5e3214eb885a tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0681567 Sep 18 00:10:24.077741 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47478) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:24.082369 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-2512be0f-b96c-45ee-ad59-5b1e3fa54dda tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970311876'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:24.211366 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2512be0f-b96c-45ee-ad59-5b1e3fa54dda tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:24.338203 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2512be0f-b96c-45ee-ad59-5b1e3fa54dda tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:24.403892 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2512be0f-b96c-45ee-ad59-5b1e3fa54dda tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:24.438135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512be0f-b96c-45ee-ad59-5b1e3fa54dda tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa459983-4e42-4373-873c-f1158e4795e4,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:24.500144 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24c0828a-c476-4b19-a07e-0f780456334b req-210aab2e-9c95-4f15-85af-447bd15f61c0 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 210 time: 0.0279741 Sep 18 00:10:24.501376 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2512be0f-b96c-45ee-ad59-5b1e3fa54dda tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:24.502493 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2512be0f-b96c-45ee-ad59-5b1e3fa54dda tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4237189 Sep 18 00:10:24.505508 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47486) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:24.510021 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-aec00928-c40f-4c0c-a51b-edee24909cd2 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:24.510454 n-d-809883-1 neutron-server[95592]: WARNING neutron.api.v2.base [None req-aec00928-c40f-4c0c-a51b-edee24909cd2 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 18 00:10:24.510951 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-aec00928-c40f-4c0c-a51b-edee24909cd2 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] update failed (client error): There was a conflict when trying to complete your request. Sep 18 00:10:24.511909 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-aec00928-c40f-4c0c-a51b-edee24909cd2 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "PUT /v2.0/security-groups/fa459983-4e42-4373-873c-f1158e4795e4 HTTP/1.1" status: 409 len: 330 time: 0.0054708 Sep 18 00:10:24.514494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47488) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:24.576223 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-356f00cc-5b91-420e-a949-9831f8c9ff31 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:24.609360 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-356f00cc-5b91-420e-a949-9831f8c9ff31 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:24.731054 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-356f00cc-5b91-420e-a949-9831f8c9ff31 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:24.735025 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-356f00cc-5b91-420e-a949-9831f8c9ff31 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:24.736406 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-356f00cc-5b91-420e-a949-9831f8c9ff31 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "DELETE /v2.0/security-groups/fa459983-4e42-4373-873c-f1158e4795e4 HTTP/1.1" status: 204 len: 168 time: 0.2208328 Sep 18 00:10:24.739585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47492) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:24.749360 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f00cc-5b91-420e-a949-9831f8c9ff31 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa459983-4e42-4373-873c-f1158e4795e4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:24.790034 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-11d171ac-c943-48e2-b67a-99bb97bd6639 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0466864 Sep 18 00:10:24.793937 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47494) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:24.808551 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-26c32e8d-ac07-4e6f-82a7-b39a8dc06b1d tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] delete failed (client error): The resource could not be found. Sep 18 00:10:24.809604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-26c32e8d-ac07-4e6f-82a7-b39a8dc06b1d tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "DELETE /v2.0/security-groups/95a99ad6-0456-4257-bc7a-a99cc9542f7a HTTP/1.1" status: 404 len: 347 time: 0.0145974 Sep 18 00:10:24.813248 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47496) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:24.830524 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-d7d4296d-0809-4fc7-9009-a39cffe068b3 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] show failed (client error): The resource could not be found. Sep 18 00:10:24.831512 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d7d4296d-0809-4fc7-9009-a39cffe068b3 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "GET /v2.0/security-groups/b86e7e68-ef03-4e96-8497-008656c8039f HTTP/1.1" status: 404 len: 347 time: 0.0171008 Sep 18 00:10:24.835115 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47498) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:24.846204 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-bdebf6ba-da2e-4d1b-81e5-293441d67c05 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] show failed (client error): The resource could not be found. Sep 18 00:10:24.846757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bdebf6ba-da2e-4d1b-81e5-293441d67c05 tempest-NegativeSecGroupIPv6Test-1214443897 tempest-NegativeSecGroupIPv6Test-1214443897-project] 10.222.0.46 "GET /v2.0/security-group-rules/b6a28d10-b96c-4914-a353-82ee08a6b351 HTTP/1.1" status: 404 len: 356 time: 0.0107899 Sep 18 00:10:25.306304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47506) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:25.447714 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-864853b7-7109-447b-889f-e60d48e8c967 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=851464fbf703462ab631277de673b15a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400881 Sep 18 00:10:25.450217 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47510) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:25.499892 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d8dfdd66-43c2-4117-884a-ffb912b1e7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:25.522215 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d8dfdd66-43c2-4117-884a-ffb912b1e7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:25.600394 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-196d5a74-c1f3-4a4e-a8c2-c57cb38b8d30 req-f63d91e6-4b55-456e-a684-d660c42a3999 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 210 time: 0.0302045 Sep 18 00:10:25.654976 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d8dfdd66-43c2-4117-884a-ffb912b1e7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:25.657627 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d8dfdd66-43c2-4117-884a-ffb912b1e7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:25.658867 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d8dfdd66-43c2-4117-884a-ffb912b1e7d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dca7ccf7-ebc0-4e63-b96e-4d35c8f40012 HTTP/1.1" status: 204 len: 168 time: 0.2077541 Sep 18 00:10:25.671647 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfdd66-43c2-4117-884a-ffb912b1e7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca7ccf7-ebc0-4e63-b96e-4d35c8f40012,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:25.824121 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7790b-3340-4c90-9173-febf210e81bf req-befb99f6-864d-4fee-9848-ffa022d2721d tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:25.825623 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fe7790b-3340-4c90-9173-febf210e81bf req-befb99f6-864d-4fee-9848-ffa022d2721d tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.37 "GET /v2.0/networks?id=1d807416-7032-4b38-aa46-1da9e097a61e HTTP/1.1" status: 200 len: 809 time: 0.1069090 Sep 18 00:10:25.870856 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fe7790b-3340-4c90-9173-febf210e81bf req-6fa9955e-3e87-4b59-a975-00baaabba78b tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc273b0c860f4113aa477f4a0e9a5fbb HTTP/1.1" status: 200 len: 380 time: 0.0346642 Sep 18 00:10:25.881216 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-0fe7790b-3340-4c90-9173-febf210e81bf req-1bfba670-7f16-45c9-a299-a1b81d525832 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Request body: {'port': {'device_id': 'e4fd03a2-c21b-46e6-b690-985b3a1017ca', 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e', 'admin_state_up': True, 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'security_groups': ['492a1e00-4dba-4712-99b9-d270eb0b55b4']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:26.096904 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe7790b-3340-4c90-9173-febf210e81bf req-1bfba670-7f16-45c9-a299-a1b81d525832 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Made reservation on behalf of bc273b0c860f4113aa477f4a0e9a5fbb for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:10:26.101134 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0fe7790b-3340-4c90-9173-febf210e81bf req-1bfba670-7f16-45c9-a299-a1b81d525832 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:26.250333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-0fe7790b-3340-4c90-9173-febf210e81bf req-1bfba670-7f16-45c9-a299-a1b81d525832 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Allocated IP 172.20.0.7 (1d807416-7032-4b38-aa46-1da9e097a61e/8083f24d-cb05-444d-bd3d-c3294399ee9a/20f8d261-5330-4152-97c2-1a1300af0d02) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:10:26.413756 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0fe7790b-3340-4c90-9173-febf210e81bf req-1bfba670-7f16-45c9-a299-a1b81d525832 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:26.554615 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0fe7790b-3340-4c90-9173-febf210e81bf req-1bfba670-7f16-45c9-a299-a1b81d525832 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:26.602763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe7790b-3340-4c90-9173-febf210e81bf req-1bfba670-7f16-45c9-a299-a1b81d525832 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Network 1d807416-7032-4b38-aa46-1da9e097a61e is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:10:26.608757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-0fe7790b-3340-4c90-9173-febf210e81bf req-1bfba670-7f16-45c9-a299-a1b81d525832 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:10:26.612793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe7790b-3340-4c90-9173-febf210e81bf req-1bfba670-7f16-45c9-a299-a1b81d525832 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:10:26.649765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfba670-7f16-45c9-a299-a1b81d525832 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Pushing event updated for resources: {'Port': ['ID=20f8d261-5330-4152-97c2-1a1300af0d02,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:26.720167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7790b-3340-4c90-9173-febf210e81bf req-1bfba670-7f16-45c9-a299-a1b81d525832 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:26.721150 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0fe7790b-3340-4c90-9173-febf210e81bf req-1bfba670-7f16-45c9-a299-a1b81d525832 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:26.791643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49424724-f62a-4303-a316-7f4114ef9f50 req-4166d49b-8924-48a4-80c0-08d85fe7fef8 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:26.793246 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-49424724-f62a-4303-a316-7f4114ef9f50 req-4166d49b-8924-48a4-80c0-08d85fe7fef8 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 931 time: 0.0860143 Sep 18 00:10:26.858759 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-49424724-f62a-4303-a316-7f4114ef9f50 req-9e8581bb-0cc8-4f70-9b7d-3629fb310ee3 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/security-groups?id=492a1e00-4dba-4712-99b9-d270eb0b55b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588965 Sep 18 00:10:26.909870 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1341b166-629b-4f21-b530-fc5ed4b77341 None None] Provisioning complete for port 20f8d261-5330-4152-97c2-1a1300af0d02 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:26.910414 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1341b166-629b-4f21-b530-fc5ed4b77341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:26.948244 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fe7790b-3340-4c90-9173-febf210e81bf req-1bfba670-7f16-45c9-a299-a1b81d525832 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0714478 Sep 18 00:10:26.952261 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1341b166-629b-4f21-b530-fc5ed4b77341 None None] Port 20f8d261-5330-4152-97c2-1a1300af0d02 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:10:26.961726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Request body: {'port': {'device_id': 'e4fd03a2-c21b-46e6-b690-985b3a1017ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:27.031977 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:27.063821 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47554) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:27.279445 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b9a1ae2e-dfbc-4735-b59b-4e6a23928fc3 tempest-ServiceProvidersTest-423710073 tempest-ServiceProvidersTest-423710073-project] 10.222.0.46 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2144194 Sep 18 00:10:27.501810 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f8d261-5330-4152-97c2-1a1300af0d02 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:10:27.514794 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:27.533824 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Transition to ACTIVE for port object 20f8d261-5330-4152-97c2-1a1300af0d02 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:10:27.605287 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:27.700916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Pushing event updated for resources: {'Port': ['ID=20f8d261-5330-4152-97c2-1a1300af0d02,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:27.826458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Attempting to bind port 20f8d261-5330-4152-97c2-1a1300af0d02 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:10:27.827283 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Attempting to bind port 20f8d261-5330-4152-97c2-1a1300af0d02 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '6d795414-0a35-46ee-8f18-4cb1cacb8183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:10:27.827620 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Attempting to bind port 20f8d261-5330-4152-97c2-1a1300af0d02 on network 1d807416-7032-4b38-aa46-1da9e097a61e {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:10:27.836313 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Port 20f8d261-5330-4152-97c2-1a1300af0d02 on network 1d807416-7032-4b38-aa46-1da9e097a61e not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:10:27.836823 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Attempting to bind port 20f8d261-5330-4152-97c2-1a1300af0d02 on network 1d807416-7032-4b38-aa46-1da9e097a61e {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:10:27.842955 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:10:27.843310 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Checking segment: {'id': '6d795414-0a35-46ee-8f18-4cb1cacb8183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:10:27.843703 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Bound using segment: {'id': '6d795414-0a35-46ee-8f18-4cb1cacb8183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:10:27.844188 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Bound port: 20f8d261-5330-4152-97c2-1a1300af0d02, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d795414-0a35-46ee-8f18-4cb1cacb8183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:10:27.844565 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:27.945203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] For port 20f8d261-5330-4152-97c2-1a1300af0d02, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:10:27.949753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] For port 20f8d261-5330-4152-97c2-1a1300af0d02, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=20f8d261-5330-4152-97c2-1a1300af0d02,segment=NetworkSegment(6d795414-0a35-46ee-8f18-4cb1cacb8183),segment_id=6d795414-0a35-46ee-8f18-4cb1cacb8183)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:10:28.049515 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47576) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:28.081350 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:28.146834 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d2cf1-3194-403d-973a-714b2b755db6 req-9c2c65d1-592f-4cca-9c11-0e596e66c2e1 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:28.148563 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-296d2cf1-3194-403d-973a-714b2b755db6 req-9c2c65d1-592f-4cca-9c11-0e596e66c2e1 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 943 time: 0.1197932 Sep 18 00:10:28.150680 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:28.151631 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:28.153084 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fe7790b-3340-4c90-9173-febf210e81bf req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] 10.222.0.37 "PUT /v2.0/ports/20f8d261-5330-4152-97c2-1a1300af0d02 HTTP/1.1" status: 200 len: 1091 time: 1.1962278 Sep 18 00:10:28.155883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fd03a2-c21b-46e6-b690-985b3a1017ca', 'tag': '20f8d261-5330-4152-97c2-1a1300af0d02'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:10:28.158475 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0f78dd-abde-4895-9ebc-dbbf7f39d3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fd03a2-c21b-46e6-b690-985b3a1017ca", "tag": "20f8d261-5330-4152-97c2-1a1300af0d02"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:10:28.254838 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d094141c-5a77-484c-89d0-828e51ca4af3 x-openstack-request-id: req-d094141c-5a77-484c-89d0-828e51ca4af3 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:10:28.255182 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fd03a2-c21b-46e6-b690-985b3a1017ca", "tag": "20f8d261-5330-4152-97c2-1a1300af0d02", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:10:28.255554 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d094141c-5a77-484c-89d0-828e51ca4af3 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:10:28.255969 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4fd03a2-c21b-46e6-b690-985b3a1017ca', 'tag': '20f8d261-5330-4152-97c2-1a1300af0d02', 'status': 'completed', 'code': 200} Sep 18 00:10:28.259253 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-296d2cf1-3194-403d-973a-714b2b755db6 req-665b858a-7d1d-43ef-acfc-33f3cbac226a tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/security-groups?id=492a1e00-4dba-4712-99b9-d270eb0b55b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960660 Sep 18 00:10:28.293179 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-79b68128-417a-41ce-b28f-e394ae1f0a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:28.338071 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c7e43-ae1f-4b61-8218-af676c1533e5 service neutron] Pushing event updated for resources: {'Port': ['ID=20f8d261-5330-4152-97c2-1a1300af0d02,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:28.364295 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f78dd-abde-4895-9ebc-dbbf7f39d3e5 req-5811aa75-2c2f-4ad5-bb5b-e28459619ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:28.365880 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f0f78dd-abde-4895-9ebc-dbbf7f39d3e5 req-5811aa75-2c2f-4ad5-bb5b-e28459619ad0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc273b0c860f4113aa477f4a0e9a5fbb&device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 1094 time: 0.0764971 Sep 18 00:10:28.487928 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-79b68128-417a-41ce-b28f-e394ae1f0a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:28.571002 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-79b68128-417a-41ce-b28f-e394ae1f0a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:28.608231 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f78dd-abde-4895-9ebc-dbbf7f39d3e5 req-780eefcc-b15a-40f5-8328-a91ed962de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:28.614994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f0f78dd-abde-4895-9ebc-dbbf7f39d3e5 req-780eefcc-b15a-40f5-8328-a91ed962de62 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=bc273b0c860f4113aa477f4a0e9a5fbb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2401164 Sep 18 00:10:28.685993 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-79b68128-417a-41ce-b28f-e394ae1f0a08 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a5f4930f231c49aeb720fdbd461698a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6347928 Sep 18 00:10:28.687442 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b68128-417a-41ce-b28f-e394ae1f0a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27120877-1601-45b6-b71f-acc0e3fe3d9e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:28.690443 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47586) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:28.760994 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-647dfcd0-8520-4214-a6d1-5d692fb59ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:28.777074 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f78dd-abde-4895-9ebc-dbbf7f39d3e5 req-c65baf48-5d43-4121-9b8b-43619fec4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:28.778995 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f0f78dd-abde-4895-9ebc-dbbf7f39d3e5 req-c65baf48-5d43-4121-9b8b-43619fec4840 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1559858 Sep 18 00:10:28.786304 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-647dfcd0-8520-4214-a6d1-5d692fb59ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:28.872927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7790b-3340-4c90-9173-febf210e81bf req-df933ba4-be64-4b26-8339-bfa402e7be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:28.874465 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fe7790b-3340-4c90-9173-febf210e81bf req-df933ba4-be64-4b26-8339-bfa402e7be22 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc273b0c860f4113aa477f4a0e9a5fbb&device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 1094 time: 0.0518427 Sep 18 00:10:28.922999 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fe7790b-3340-4c90-9173-febf210e81bf req-8518c1bf-b21c-4fec-acfa-12c8637eeb94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20f8d261-5330-4152-97c2-1a1300af0d02 HTTP/1.1" status: 200 len: 217 time: 0.0410378 Sep 18 00:10:28.941426 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-647dfcd0-8520-4214-a6d1-5d692fb59ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:28.944298 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-647dfcd0-8520-4214-a6d1-5d692fb59ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:28.945501 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-647dfcd0-8520-4214-a6d1-5d692fb59ed4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27120877-1601-45b6-b71f-acc0e3fe3d9e HTTP/1.1" status: 204 len: 168 time: 0.2532668 Sep 18 00:10:28.962307 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647dfcd0-8520-4214-a6d1-5d692fb59ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27120877-1601-45b6-b71f-acc0e3fe3d9e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:28.984009 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7790b-3340-4c90-9173-febf210e81bf req-84ee2785-950d-4571-b3ed-1e9c1b9e5440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:28.994729 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fe7790b-3340-4c90-9173-febf210e81bf req-84ee2785-950d-4571-b3ed-1e9c1b9e5440 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8083f24d-cb05-444d-bd3d-c3294399ee9a HTTP/1.1" status: 200 len: 848 time: 0.0634995 Sep 18 00:10:29.077731 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7790b-3340-4c90-9173-febf210e81bf req-ae24f143-3984-4fbe-8ac4-f0b371fbd76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:29.079933 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fe7790b-3340-4c90-9173-febf210e81bf req-ae24f143-3984-4fbe-8ac4-f0b371fbd76d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d807416-7032-4b38-aa46-1da9e097a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797553 Sep 18 00:10:29.193433 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fe7790b-3340-4c90-9173-febf210e81bf req-cdb7b5bb-6c61-4df3-b97b-456a1dfdd171 service neutron] 10.222.0.37 "GET /v2.0/networks/1d807416-7032-4b38-aa46-1da9e097a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066513 Sep 18 00:10:29.295277 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fe7790b-3340-4c90-9173-febf210e81bf req-b8fa6461-77a1-4bbd-8503-f8b7f7cf1c59 service neutron] 10.222.0.37 "GET /v2.0/networks/1d807416-7032-4b38-aa46-1da9e097a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934026 Sep 18 00:10:29.449945 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390548f1-3314-4c6c-9265-1af6d88fdeff req-f11b7657-c1de-4919-ad9a-83452e0dccd2 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:29.451515 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-390548f1-3314-4c6c-9265-1af6d88fdeff req-f11b7657-c1de-4919-ad9a-83452e0dccd2 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 943 time: 0.0928476 Sep 18 00:10:29.540120 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-390548f1-3314-4c6c-9265-1af6d88fdeff req-fe3837d4-62ca-4f08-8bf3-8e22b265eff2 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/security-groups?id=492a1e00-4dba-4712-99b9-d270eb0b55b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671382 Sep 18 00:10:30.211913 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 20f8d261-5330-4152-97c2-1a1300af0d02 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:10:30.298618 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47634) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:30.355820 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 20f8d261-5330-4152-97c2-1a1300af0d02, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=20f8d261-5330-4152-97c2-1a1300af0d02,segment=NetworkSegment(6d795414-0a35-46ee-8f18-4cb1cacb8183),segment_id=6d795414-0a35-46ee-8f18-4cb1cacb8183)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:30.368813 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '20f8d261-5330-4152-97c2-1a1300af0d02', 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e', 'port_id': '20f8d261-5330-4152-97c2-1a1300af0d02', 'mac_address': 'fa:16:3e:53:47:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:10:30.425781 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:30.444013 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f8d261-5330-4152-97c2-1a1300af0d02 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:10:30.468406 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7bfa41cb-cff5-4a18-b7c0-5bbd2e6f91e1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-82699281'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:30.469556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 20f8d261-5330-4152-97c2-1a1300af0d02, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=20f8d261-5330-4152-97c2-1a1300af0d02,segment=NetworkSegment(6d795414-0a35-46ee-8f18-4cb1cacb8183),segment_id=6d795414-0a35-46ee-8f18-4cb1cacb8183)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:30.616615 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:30.675539 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfa41cb-cff5-4a18-b7c0-5bbd2e6f91e1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Made reservation on behalf of f41a9b33e5754e13b1ba6c26f3bf00f8 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:10:30.676724 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=20f8d261-5330-4152-97c2-1a1300af0d02,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:30.693320 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7bfa41cb-cff5-4a18-b7c0-5bbd2e6f91e1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:30.720608 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7bfa41cb-cff5-4a18-b7c0-5bbd2e6f91e1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:30.750755 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84875b-50ab-4c44-8b1d-08c779813f2c req-07326552-edd3-4234-a3ab-b5bb5b7ec497 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:30.765957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd84875b-50ab-4c44-8b1d-08c779813f2c req-07326552-edd3-4234-a3ab-b5bb5b7ec497 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 944 time: 0.1424904 Sep 18 00:10:30.831361 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['20f8d261-5330-4152-97c2-1a1300af0d02'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:10:30.840943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bd84875b-50ab-4c44-8b1d-08c779813f2c req-b6ccb7ca-28bc-4e66-9603-f50601375ace tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/security-groups?id=492a1e00-4dba-4712-99b9-d270eb0b55b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736976 Sep 18 00:10:30.936717 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7bfa41cb-cff5-4a18-b7c0-5bbd2e6f91e1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:30.992440 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7bfa41cb-cff5-4a18-b7c0-5bbd2e6f91e1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:31.035065 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfa41cb-cff5-4a18-b7c0-5bbd2e6f91e1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:10:31.042044 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa41cb-cff5-4a18-b7c0-5bbd2e6f91e1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768f4d91-700f-4fff-a46c-c3402f4d3f95,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:31.049875 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7bfa41cb-cff5-4a18-b7c0-5bbd2e6f91e1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:31.050982 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-7bfa41cb-cff5-4a18-b7c0-5bbd2e6f91e1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Added segment 11bfd81e-70f2-48fa-81d8-e6dddb2ddf79 of type vlan for network 74cb5054-8b3c-46a3-8084-5908dedf55e8 Sep 18 00:10:31.103246 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7bfa41cb-cff5-4a18-b7c0-5bbd2e6f91e1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:31.205716 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7bfa41cb-cff5-4a18-b7c0-5bbd2e6f91e1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:31.215287 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfa41cb-cff5-4a18-b7c0-5bbd2e6f91e1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:31.216054 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7bfa41cb-cff5-4a18-b7c0-5bbd2e6f91e1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:31.299152 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa41cb-cff5-4a18-b7c0-5bbd2e6f91e1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Pushing event updated for resources: {'Network': ['ID=74cb5054-8b3c-46a3-8084-5908dedf55e8,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:31.316051 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 74cb5054-8b3c-46a3-8084-5908dedf55e8 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:10:31.567042 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7bfa41cb-cff5-4a18-b7c0-5bbd2e6f91e1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.2672555 Sep 18 00:10:31.569552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47646) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:31.575924 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d3999a11-b8b6-44bd-b860-fd55a59b3139 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Request body: {'subnet': {'network_id': '74cb5054-8b3c-46a3-8084-5908dedf55e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:31.799756 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3999a11-b8b6-44bd-b860-fd55a59b3139 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Made reservation on behalf of f41a9b33e5754e13b1ba6c26f3bf00f8 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:10:31.803290 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d3999a11-b8b6-44bd-b860-fd55a59b3139 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:32.075209 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb19793-f272-4edd-998a-5a052248feb9 req-fdf18efa-fc0b-491d-aabe-2ea943f03cc0 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:32.075209 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0cb19793-f272-4edd-998a-5a052248feb9 req-fdf18efa-fc0b-491d-aabe-2ea943f03cc0 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 944 time: 0.0988011 Sep 18 00:10:32.110594 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0cb19793-f272-4edd-998a-5a052248feb9 req-97d73f41-4358-48ce-8470-3e357f887dea tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/security-groups?id=492a1e00-4dba-4712-99b9-d270eb0b55b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379734 Sep 18 00:10:32.168860 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d3999a11-b8b6-44bd-b860-fd55a59b3139 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:32.222205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 20f8d261-5330-4152-97c2-1a1300af0d02 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:10:32.235210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3999a11-b8b6-44bd-b860-fd55a59b3139 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Pushing event updated for resources: {'Subnet': ['ID=61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:32.244398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3999a11-b8b6-44bd-b860-fd55a59b3139 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Checking segment: {'id': '11bfd81e-70f2-48fa-81d8-e6dddb2ddf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '74cb5054-8b3c-46a3-8084-5908dedf55e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:10:32.244398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3999a11-b8b6-44bd-b860-fd55a59b3139 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Network hostable DHCP agents. Network: 74cb5054-8b3c-46a3-8084-5908dedf55e8, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:10:32.399382 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 20f8d261-5330-4152-97c2-1a1300af0d02 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:10:32.402133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3999a11-b8b6-44bd-b860-fd55a59b3139 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Network 74cb5054-8b3c-46a3-8084-5908dedf55e8 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:10:32.406606 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 20f8d261-5330-4152-97c2-1a1300af0d02 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:32.419624 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:32.486109 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:32.512816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fd03a2-c21b-46e6-b690-985b3a1017ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f8d261-5330-4152-97c2-1a1300af0d02'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:10:32.515305 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785dc17c-0f52-4a7f-a33f-6e6596f8d4fd" -d '{"events": [{"server_uuid": "e4fd03a2-c21b-46e6-b690-985b3a1017ca", "name": "network-vif-plugged", "status": "completed", "tag": "20f8d261-5330-4152-97c2-1a1300af0d02"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:10:32.531903 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 20f8d261-5330-4152-97c2-1a1300af0d02, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=20f8d261-5330-4152-97c2-1a1300af0d02,segment=NetworkSegment(6d795414-0a35-46ee-8f18-4cb1cacb8183),segment_id=6d795414-0a35-46ee-8f18-4cb1cacb8183)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:32.565442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-d3999a11-b8b6-44bd-b860-fd55a59b3139 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 74cb5054-8b3c-46a3-8084-5908dedf55e8) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:10:32.571561 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80491b02-9a52-486f-9ad9-757cc8a01ace x-openstack-request-id: req-80491b02-9a52-486f-9ad9-757cc8a01ace {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:10:32.577864 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fd03a2-c21b-46e6-b690-985b3a1017ca", "name": "network-vif-plugged", "status": "completed", "tag": "20f8d261-5330-4152-97c2-1a1300af0d02", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:10:32.577864 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-80491b02-9a52-486f-9ad9-757cc8a01ace {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:10:32.577864 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fd03a2-c21b-46e6-b690-985b3a1017ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f8d261-5330-4152-97c2-1a1300af0d02', 'code': 200} Sep 18 00:10:32.577864 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe7b849-7fa1-4fd5-9ec0-b58989e475e1 None None] Network 74cb5054-8b3c-46a3-8084-5908dedf55e8 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:10:32.579189 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3999a11-b8b6-44bd-b860-fd55a59b3139 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:32.581388 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d3999a11-b8b6-44bd-b860-fd55a59b3139 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:32.698878 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5c3a9-77ec-4501-8e32-5ff481c735dc req-714e5060-8ae7-459d-b693-08eaf6c4f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:32.702071 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0f5c3a9-77ec-4501-8e32-5ff481c735dc req-714e5060-8ae7-459d-b693-08eaf6c4f312 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 1095 time: 0.0589058 Sep 18 00:10:32.753088 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d3999a11-b8b6-44bd-b860-fd55a59b3139 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1808493 Sep 18 00:10:32.755522 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47658) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:32.764631 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-3adea65f-0151-4ba1-9d82-b70bf1d92053 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Request body: {'port': {'network_id': '74cb5054-8b3c-46a3-8084-5908dedf55e8', 'name': 'tempest-TagsExtTest-1412963095'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:32.772089 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0f5c3a9-77ec-4501-8e32-5ff481c735dc req-022dcf67-76c2-40d9-90ed-d7a9f85836f1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=492a1e00-4dba-4712-99b9-d270eb0b55b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631473 Sep 18 00:10:32.787164 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:32.925585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=20f8d261-5330-4152-97c2-1a1300af0d02,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:33.042669 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-74cb5054-8b3c-46a3-8084-5908dedf55e8', 'network_id': '74cb5054-8b3c-46a3-8084-5908dedf55e8', 'tenant_id': 'f41a9b33e5754e13b1ba6c26f3bf00f8', 'fixed_ips': [{'subnet_id': '61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:10:33.043744 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:33.095180 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adea65f-0151-4ba1-9d82-b70bf1d92053 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Made reservation on behalf of f41a9b33e5754e13b1ba6c26f3bf00f8 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:10:33.099646 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3adea65f-0151-4ba1-9d82-b70bf1d92053 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:33.129272 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [None req-3adea65f-0151-4ba1-9d82-b70bf1d92053 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] device_id is not set on port 0046481d-b15d-4f79-ad4d-60d7f6c94832 yet. {{(pid=95591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 18 00:10:33.208622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] Allocated IP 172.20.0.2 (74cb5054-8b3c-46a3-8084-5908dedf55e8/61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1/3f409cec-0280-4176-94ab-680a4a8eb92d) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:10:33.296468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b54620-0657-4a0f-ba19-ca1841cdeefc req-0b38f0ca-fcb1-4a8f-9bdb-e4a60e5fbadd tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:33.298306 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8b54620-0657-4a0f-ba19-ca1841cdeefc req-0b38f0ca-fcb1-4a8f-9bdb-e4a60e5fbadd tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 945 time: 0.0738657 Sep 18 00:10:33.349481 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8b54620-0657-4a0f-ba19-ca1841cdeefc req-61f943f6-a717-47cb-9e2c-f0857517d06b tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/security-groups?id=492a1e00-4dba-4712-99b9-d270eb0b55b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418923 Sep 18 00:10:33.453314 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:33.542965 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:33.591467 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] Network 74cb5054-8b3c-46a3-8084-5908dedf55e8 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:10:33.594373 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:10:33.598587 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:10:33.617539 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] Pushing event updated for resources: {'Port': ['ID=3f409cec-0280-4176-94ab-680a4a8eb92d,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:33.645583 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-3adea65f-0151-4ba1-9d82-b70bf1d92053 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Allocated IP 172.20.0.11 (74cb5054-8b3c-46a3-8084-5908dedf55e8/61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1/0046481d-b15d-4f79-ad4d-60d7f6c94832) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:10:33.685781 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] Attempting to bind port 3f409cec-0280-4176-94ab-680a4a8eb92d on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:10:33.688803 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] Attempting to bind port 3f409cec-0280-4176-94ab-680a4a8eb92d by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '11bfd81e-70f2-48fa-81d8-e6dddb2ddf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '74cb5054-8b3c-46a3-8084-5908dedf55e8'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:10:33.688803 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] Attempting to bind port 3f409cec-0280-4176-94ab-680a4a8eb92d on network 74cb5054-8b3c-46a3-8084-5908dedf55e8 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:10:33.701975 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:10:33.702349 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] Checking segment: {'id': '11bfd81e-70f2-48fa-81d8-e6dddb2ddf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '74cb5054-8b3c-46a3-8084-5908dedf55e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:10:33.702755 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:33.703174 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] Bound using segment: {'id': '11bfd81e-70f2-48fa-81d8-e6dddb2ddf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '74cb5054-8b3c-46a3-8084-5908dedf55e8'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:10:33.703682 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] Bound port: 3f409cec-0280-4176-94ab-680a4a8eb92d, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bfd81e-70f2-48fa-81d8-e6dddb2ddf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '74cb5054-8b3c-46a3-8084-5908dedf55e8'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:10:33.704057 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:33.804886 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] For port 3f409cec-0280-4176-94ab-680a4a8eb92d, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:10:33.809131 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] For port 3f409cec-0280-4176-94ab-680a4a8eb92d, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3f409cec-0280-4176-94ab-680a4a8eb92d,segment=NetworkSegment(11bfd81e-70f2-48fa-81d8-e6dddb2ddf79),segment_id=11bfd81e-70f2-48fa-81d8-e6dddb2ddf79)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:10:33.852202 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3adea65f-0151-4ba1-9d82-b70bf1d92053 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:34.036643 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:34.063099 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3adea65f-0151-4ba1-9d82-b70bf1d92053 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:34.158055 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adea65f-0151-4ba1-9d82-b70bf1d92053 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Network 74cb5054-8b3c-46a3-8084-5908dedf55e8 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:10:34.166262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-3adea65f-0151-4ba1-9d82-b70bf1d92053 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:10:34.171042 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adea65f-0151-4ba1-9d82-b70bf1d92053 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:10:34.204153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636c2f2-c5e0-4243-89c7-be6b13afa53d None None] Pushing event updated for resources: {'Port': ['ID=3f409cec-0280-4176-94ab-680a4a8eb92d,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:34.220586 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adea65f-0151-4ba1-9d82-b70bf1d92053 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Pushing event updated for resources: {'Port': ['ID=0046481d-b15d-4f79-ad4d-60d7f6c94832,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:34.250098 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adea65f-0151-4ba1-9d82-b70bf1d92053 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:34.251009 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3adea65f-0151-4ba1-9d82-b70bf1d92053 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:34.284758 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47680) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:34.374043 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3adea65f-0151-4ba1-9d82-b70bf1d92053 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6149449 Sep 18 00:10:34.376539 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47684) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:34.382256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c3f2f1e9-a36e-43fd-a442-6bddcac70577 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1120018164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:34.458689 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc8d33e7-8364-47b0-827a-bf3662788f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:34.535898 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c3f2f1e9-a36e-43fd-a442-6bddcac70577 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:34.536912 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c3f2f1e9-a36e-43fd-a442-6bddcac70577 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:34.596140 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b5979-3272-4a9a-a47b-030141ef36f7 req-2e677554-b735-4885-a64a-74f6f12c3c2f tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:34.598107 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d61b5979-3272-4a9a-a47b-030141ef36f7 req-2e677554-b735-4885-a64a-74f6f12c3c2f tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 945 time: 0.1025059 Sep 18 00:10:34.635045 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c3f2f1e9-a36e-43fd-a442-6bddcac70577 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:34.689910 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d61b5979-3272-4a9a-a47b-030141ef36f7 req-a7b305af-adce-4d4c-8a84-5831bcc37192 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/security-groups?id=492a1e00-4dba-4712-99b9-d270eb0b55b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840914 Sep 18 00:10:34.722307 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc8d33e7-8364-47b0-827a-bf3662788f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:34.742457 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c3f2f1e9-a36e-43fd-a442-6bddcac70577 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:34.829001 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf5de2-1fe3-4ba2-a269-b84e945ce03a req-ab42e412-58bd-4988-853e-f3e80dfb2d28 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:34.833416 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21bf5de2-1fe3-4ba2-a269-b84e945ce03a req-ab42e412-58bd-4988-853e-f3e80dfb2d28 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 945 time: 0.0627227 Sep 18 00:10:34.835928 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-dc8d33e7-8364-47b0-827a-bf3662788f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:34.909925 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dc8d33e7-8364-47b0-827a-bf3662788f95 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf309a80e9764c8f80af36bd3c2ea76f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6236703 Sep 18 00:10:34.912533 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47690) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:34.915477 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d33e7-8364-47b0-827a-bf3662788f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d799ec25-0069-496d-a1f9-c0a5ea6cda67,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:34.935497 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c3f2f1e9-a36e-43fd-a442-6bddcac70577 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:34.942813 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c3f2f1e9-a36e-43fd-a442-6bddcac70577 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5593908 Sep 18 00:10:34.942813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d33e7-8364-47b0-827a-bf3662788f95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:10:34.942813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d33e7-8364-47b0-827a-bf3662788f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:10:34.942813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d33e7-8364-47b0-827a-bf3662788f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:10:34.942813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d33e7-8364-47b0-827a-bf3662788f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:10:34.942813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d33e7-8364-47b0-827a-bf3662788f95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:10:34.942813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d33e7-8364-47b0-827a-bf3662788f95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:10:34.942813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d33e7-8364-47b0-827a-bf3662788f95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:10:34.942813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d33e7-8364-47b0-827a-bf3662788f95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:10:34.942813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d33e7-8364-47b0-827a-bf3662788f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:10:34.942813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d33e7-8364-47b0-827a-bf3662788f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:10:34.943784 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d33e7-8364-47b0-827a-bf3662788f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:10:34.944086 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d33e7-8364-47b0-827a-bf3662788f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:10:34.948685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47692) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:34.953677 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-68626889-0d03-4dda-a28d-cd67c5cbffbf tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-754744316', 'prefixes': ['172.20.0.0/16']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:34.959049 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21bf5de2-1fe3-4ba2-a269-b84e945ce03a req-08df5bb3-6066-4dd5-9a65-154e530c86a4 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/security-groups?id=492a1e00-4dba-4712-99b9-d270eb0b55b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152427 Sep 18 00:10:35.030200 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c130df74-a496-4bd2-beae-f6847fb8a3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:35.059110 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c130df74-a496-4bd2-beae-f6847fb8a3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:35.150474 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39e3f6-aa72-404e-a54e-df39182da7c0 req-a9aa9de9-6873-4f13-9b77-cb5cffa7dea0 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:35.153477 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a39e3f6-aa72-404e-a54e-df39182da7c0 req-a9aa9de9-6873-4f13-9b77-cb5cffa7dea0 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 945 time: 0.0738430 Sep 18 00:10:35.212439 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a39e3f6-aa72-404e-a54e-df39182da7c0 req-ecdf4f25-ce1d-4469-b0f8-4c209e82a3ec tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/security-groups?id=492a1e00-4dba-4712-99b9-d270eb0b55b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501475 Sep 18 00:10:35.240148 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47698) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:35.259090 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c130df74-a496-4bd2-beae-f6847fb8a3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:35.272026 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c130df74-a496-4bd2-beae-f6847fb8a3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:35.276122 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c130df74-a496-4bd2-beae-f6847fb8a3f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d799ec25-0069-496d-a1f9-c0a5ea6cda67 HTTP/1.1" status: 204 len: 168 time: 0.3624303 Sep 18 00:10:35.317441 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130df74-a496-4bd2-beae-f6847fb8a3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d799ec25-0069-496d-a1f9-c0a5ea6cda67,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:35.360351 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5773e8-0c90-4239-9cba-8f657996305b None None] Network 74cb5054-8b3c-46a3-8084-5908dedf55e8 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:10:35.410801 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-68626889-0d03-4dda-a28d-cd67c5cbffbf tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks [] for subnetpool, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:35.423878 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-68626889-0d03-4dda-a28d-cd67c5cbffbf tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4622886 Sep 18 00:10:35.423878 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47706) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:35.423878 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-20e6b495-4939-44de-91ba-fddc121943ce tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1', 'tempest-TagsExtTest-Tag-88261895') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:35.424322 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3f409cec-0280-4176-94ab-680a4a8eb92d up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:10:35.538259 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0749a636-1662-445d-b444-7eb55d98848e None None] Provisioning complete for port 3f409cec-0280-4176-94ab-680a4a8eb92d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:35.538718 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0749a636-1662-445d-b444-7eb55d98848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:35.579796 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ed3854-110b-42c2-b9dd-9aab60eed100 tempest-TestServerBasicOps-768804530 tempest-TestServerBasicOps-768804530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:35.584136 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-27ed3854-110b-42c2-b9dd-9aab60eed100 tempest-TestServerBasicOps-768804530 tempest-TestServerBasicOps-768804530-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 1091 time: 0.3395560 Sep 18 00:10:35.585540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47708) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:35.592725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '20f8d261-5330-4152-97c2-1a1300af0d02', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:35.639272 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 3f409cec-0280-4176-94ab-680a4a8eb92d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:35.639726 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:35.724554 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-20e6b495-4939-44de-91ba-fddc121943ce tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "PUT /v2.0/subnets/61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1/tags/tempest-TagsExtTest-Tag-88261895 HTTP/1.1" status: 201 len: 201 time: 0.3073282 Sep 18 00:10:35.725930 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:35.731448 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47712) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:35.741926 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-b360d91b-1d36-4023-865a-3649918b17c9 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0046481d-b15d-4f79-ad4d-60d7f6c94832', 'tempest-TagsExtTest-Tag-1291028051') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:35.779715 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0749a636-1662-445d-b444-7eb55d98848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:35.820850 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:35.852570 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0749a636-1662-445d-b444-7eb55d98848e None None] For port 3f409cec-0280-4176-94ab-680a4a8eb92d, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3f409cec-0280-4176-94ab-680a4a8eb92d,segment=NetworkSegment(11bfd81e-70f2-48fa-81d8-e6dddb2ddf79),segment_id=11bfd81e-70f2-48fa-81d8-e6dddb2ddf79)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:35.954712 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:35.955860 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0749a636-1662-445d-b444-7eb55d98848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:36.010922 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b360d91b-1d36-4023-865a-3649918b17c9 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "PUT /v2.0/ports/0046481d-b15d-4f79-ad4d-60d7f6c94832/tags/tempest-TagsExtTest-Tag-1291028051 HTTP/1.1" status: 201 len: 201 time: 0.2784607 Sep 18 00:10:36.013531 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47714) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:36.018445 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-6ba906ce-a7eb-4f06-a5ee-5e0f30dcc9ce tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f9676693-21a1-4c34-a07e-f07ec0a70c73', 'tempest-TagsExtTest-Tag-1329314507') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:36.064138 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:10:36.064138 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:10:36.064138 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749a636-1662-445d-b444-7eb55d98848e None None] Pushing event updated for resources: {'Port': ['ID=3f409cec-0280-4176-94ab-680a4a8eb92d,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:36.134263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Allocated IP 172.25.3.25 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/e3a57963-64e3-42dd-961f-dec22ba91d5b) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:10:36.184336 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c696ccf9-284b-45ed-acc4-e656f6971ef6 None None] Provisioning complete for port 3f409cec-0280-4176-94ab-680a4a8eb92d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:36.189362 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c696ccf9-284b-45ed-acc4-e656f6971ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:36.309514 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:36.314113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c696ccf9-284b-45ed-acc4-e656f6971ef6 None None] Provisioning complete for port 0046481d-b15d-4f79-ad4d-60d7f6c94832 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:36.314316 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c696ccf9-284b-45ed-acc4-e656f6971ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:36.320876 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6ba906ce-a7eb-4f06-a5ee-5e0f30dcc9ce tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "PUT /v2.0/routers/f9676693-21a1-4c34-a07e-f07ec0a70c73/tags/tempest-TagsExtTest-Tag-1329314507 HTTP/1.1" status: 201 len: 201 time: 0.3062654 Sep 18 00:10:36.324006 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47716) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:36.333737 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-da080cd4-4cdc-4817-8f2f-19ae05f8bf44 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '209e68f6-f441-4c6d-857d-eb0ff717579a', 'tempest-TagsExtTest-Tag-1160198208') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:36.384066 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c696ccf9-284b-45ed-acc4-e656f6971ef6 None None] Port 0046481d-b15d-4f79-ad4d-60d7f6c94832 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:10:36.448052 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47722) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:36.461817 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:36.468693 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5998c687-e08c-456f-ad54-b4ad0a113981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:36.514597 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0431514c-fc7e-478e-8769-3320a916cdd0 None None] Provisioning complete for port 0046481d-b15d-4f79-ad4d-60d7f6c94832 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:36.515448 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0431514c-fc7e-478e-8769-3320a916cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:36.539234 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-da080cd4-4cdc-4817-8f2f-19ae05f8bf44 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "PUT /v2.0/subnetpools/209e68f6-f441-4c6d-857d-eb0ff717579a/tags/tempest-TagsExtTest-Tag-1160198208 HTTP/1.1" status: 201 len: 201 time: 0.2093892 Sep 18 00:10:36.540303 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47724) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:36.545079 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-6c681b7f-ffae-496d-bdb9-88fcf090e239 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:36.572952 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:10:36.581571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Pushing event updated for resources: {'Port': ['ID=e3a57963-64e3-42dd-961f-dec22ba91d5b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:36.584800 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:10:36.587168 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:10:36.624341 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5998c687-e08c-456f-ad54-b4ad0a113981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:36.640891 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6c681b7f-ffae-496d-bdb9-88fcf090e239 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/subnets/61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1/tags HTTP/1.1" status: 200 len: 239 time: 0.0993278 Sep 18 00:10:36.643689 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47726) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:36.648757 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-f0ffa32e-0891-4a7f-8864-ab1a6d83859c tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1', 'tempest-TagsExtTest-Tag-88261895') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:36.649862 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0431514c-fc7e-478e-8769-3320a916cdd0 None None] Port 0046481d-b15d-4f79-ad4d-60d7f6c94832 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:10:36.717426 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f0ffa32e-0891-4a7f-8864-ab1a6d83859c tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/subnets/61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1/tags/tempest-TagsExtTest-Tag-88261895 HTTP/1.1" status: 204 len: 168 time: 0.0723846 Sep 18 00:10:36.719674 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47728) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:36.724303 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-2eb0150c-5aac-46df-b406-ecfe95cdba80 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1', 'tempest-TagsExtTest-Tag-88261895') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:36.728223 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5998c687-e08c-456f-ad54-b4ad0a113981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:36.796289 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5998c687-e08c-456f-ad54-b4ad0a113981 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=183c2c5c37c142358a8f02c351244201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3470881 Sep 18 00:10:36.799296 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47730) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:36.807253 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998c687-e08c-456f-ad54-b4ad0a113981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843929bd-1877-40a5-89a2-078b9c23cedc,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:36.879000 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8453d16a-1bfc-4ce4-aaed-7eb72f74a4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:36.906576 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8453d16a-1bfc-4ce4-aaed-7eb72f74a4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:36.961624 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2eb0150c-5aac-46df-b406-ecfe95cdba80 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/subnets/61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1/tags/tempest-TagsExtTest-Tag-88261895 HTTP/1.1" status: 204 len: 168 time: 0.2408457 Sep 18 00:10:36.964337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47732) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:36.968439 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-9c3736c3-6132-468f-b3d3-081853b394b7 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:37.049953 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9c3736c3-6132-468f-b3d3-081853b394b7 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/subnets/61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1/tags HTTP/1.1" status: 200 len: 205 time: 0.0847044 Sep 18 00:10:37.052331 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47734) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:37.067469 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-e4579a3c-f647-435e-92ae-83fdc08157ea tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0046481d-b15d-4f79-ad4d-60d7f6c94832') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:37.072685 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8453d16a-1bfc-4ce4-aaed-7eb72f74a4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:37.074533 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:37.076260 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8453d16a-1bfc-4ce4-aaed-7eb72f74a4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:37.078749 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8453d16a-1bfc-4ce4-aaed-7eb72f74a4c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/843929bd-1877-40a5-89a2-078b9c23cedc HTTP/1.1" status: 204 len: 168 time: 0.2784700 Sep 18 00:10:37.133494 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453d16a-1bfc-4ce4-aaed-7eb72f74a4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843929bd-1877-40a5-89a2-078b9c23cedc,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:37.179016 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e4579a3c-f647-435e-92ae-83fdc08157ea tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/ports/0046481d-b15d-4f79-ad4d-60d7f6c94832/tags HTTP/1.1" status: 200 len: 241 time: 0.1253705 Sep 18 00:10:37.181916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47738) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:37.186642 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.tag.tag_plugin [None req-ebc4e646-77c0-45af-8102-befb72d6882e tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0046481d-b15d-4f79-ad4d-60d7f6c94832', 'tempest-TagsExtTest-Tag-1291028051') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:37.277997 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:37.286283 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ebc4e646-77c0-45af-8102-befb72d6882e tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/ports/0046481d-b15d-4f79-ad4d-60d7f6c94832/tags/tempest-TagsExtTest-Tag-1291028051 HTTP/1.1" status: 204 len: 168 time: 0.1032629 Sep 18 00:10:37.292470 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47740) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:37.297722 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-c3bd4e20-3bb5-4560-8663-bedf5b71d2ad tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0046481d-b15d-4f79-ad4d-60d7f6c94832', 'tempest-TagsExtTest-Tag-1291028051') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:37.349757 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3f409cec-0280-4176-94ab-680a4a8eb92d up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:10:37.443745 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 3f409cec-0280-4176-94ab-680a4a8eb92d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:37.444394 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:37.545019 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c3bd4e20-3bb5-4560-8663-bedf5b71d2ad tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/ports/0046481d-b15d-4f79-ad4d-60d7f6c94832/tags/tempest-TagsExtTest-Tag-1291028051 HTTP/1.1" status: 204 len: 168 time: 0.2512050 Sep 18 00:10:37.545588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47744) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:37.551318 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-f29b8517-f770-44bd-a46f-5cacbaa739a0 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0046481d-b15d-4f79-ad4d-60d7f6c94832') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:37.665714 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f29b8517-f770-44bd-a46f-5cacbaa739a0 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/ports/0046481d-b15d-4f79-ad4d-60d7f6c94832/tags HTTP/1.1" status: 200 len: 205 time: 0.1181097 Sep 18 00:10:37.672544 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47750) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:37.680824 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-59141638-4c3c-466e-8037-1bd2b2bd2fb6 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f9676693-21a1-4c34-a07e-f07ec0a70c73') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:37.786564 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-59141638-4c3c-466e-8037-1bd2b2bd2fb6 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/routers/f9676693-21a1-4c34-a07e-f07ec0a70c73/tags HTTP/1.1" status: 200 len: 241 time: 0.1139517 Sep 18 00:10:37.789005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47752) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:37.793798 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-04de1487-5801-4c8c-bab4-8c90b77bfffa tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f9676693-21a1-4c34-a07e-f07ec0a70c73', 'tempest-TagsExtTest-Tag-1329314507') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:37.906217 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-04de1487-5801-4c8c-bab4-8c90b77bfffa tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/routers/f9676693-21a1-4c34-a07e-f07ec0a70c73/tags/tempest-TagsExtTest-Tag-1329314507 HTTP/1.1" status: 204 len: 168 time: 0.1133783 Sep 18 00:10:37.907191 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47754) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:37.907934 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:37.913387 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-701d01b6-dddc-42a0-8866-c39405cfd367 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f9676693-21a1-4c34-a07e-f07ec0a70c73', 'tempest-TagsExtTest-Tag-1329314507') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:38.016150 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:38.094051 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Pushing event updated for resources: {'Port': ['ID=e3a57963-64e3-42dd-961f-dec22ba91d5b,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:38.103026 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:38.137938 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-701d01b6-dddc-42a0-8866-c39405cfd367 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/routers/f9676693-21a1-4c34-a07e-f07ec0a70c73/tags/tempest-TagsExtTest-Tag-1329314507 HTTP/1.1" status: 204 len: 168 time: 0.2296488 Sep 18 00:10:38.140469 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47756) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:38.146051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-61c94e02-81e9-4348-9ce7-f0b26506c360 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f9676693-21a1-4c34-a07e-f07ec0a70c73') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:38.232398 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Floating IP 6d9d0674-153d-4451-9aed-18c58fb6b951 associated. External IP: 172.25.3.25, port: 20f8d261-5330-4152-97c2-1a1300af0d02. Sep 18 00:10:38.237574 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-61c94e02-81e9-4348-9ce7-f0b26506c360 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/routers/f9676693-21a1-4c34-a07e-f07ec0a70c73/tags HTTP/1.1" status: 200 len: 205 time: 0.0957522 Sep 18 00:10:38.238225 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47758) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:38.242941 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-dc76afd2-43be-4e0d-b718-64947796bee3 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '209e68f6-f441-4c6d-857d-eb0ff717579a') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:38.261889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47760) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:38.282080 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-88e2f943-96ea-4987-b55d-7c04562fdec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:38.287497 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dc76afd2-43be-4e0d-b718-64947796bee3 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/subnetpools/209e68f6-f441-4c6d-857d-eb0ff717579a/tags HTTP/1.1" status: 200 len: 241 time: 0.0482554 Sep 18 00:10:38.290388 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47762) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:38.295096 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.tag.tag_plugin [None req-1faace2b-309d-4f27-a521-22f7e45145f5 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '209e68f6-f441-4c6d-857d-eb0ff717579a', 'tempest-TagsExtTest-Tag-1160198208') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:38.384181 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1faace2b-309d-4f27-a521-22f7e45145f5 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/subnetpools/209e68f6-f441-4c6d-857d-eb0ff717579a/tags/tempest-TagsExtTest-Tag-1160198208 HTTP/1.1" status: 204 len: 168 time: 0.0926220 Sep 18 00:10:38.386542 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47764) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:38.392267 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-88e2f943-96ea-4987-b55d-7c04562fdec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:38.394824 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.tag.tag_plugin [None req-59d35c91-0339-4f1e-a63f-070bd97960ef tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '209e68f6-f441-4c6d-857d-eb0ff717579a', 'tempest-TagsExtTest-Tag-1160198208') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:38.475425 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-88e2f943-96ea-4987-b55d-7c04562fdec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:38.509801 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-88e2f943-96ea-4987-b55d-7c04562fdec6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=db976e26631b461bb6e18331b27f07ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467861 Sep 18 00:10:38.512893 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47766) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:38.544884 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Router 1a463fe9-14e0-4f13-9818-b30611799f00 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:10:38.548203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2f943-96ea-4987-b55d-7c04562fdec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16eef154-3a48-4751-b423-78b2b97a8cce,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:38.597729 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-59d35c91-0339-4f1e-a63f-070bd97960ef tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/subnetpools/209e68f6-f441-4c6d-857d-eb0ff717579a/tags/tempest-TagsExtTest-Tag-1160198208 HTTP/1.1" status: 204 len: 168 time: 0.2101524 Sep 18 00:10:38.600032 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47768) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:38.603525 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0503fdab-faae-4ce6-bdbe-113fa1a27472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:38.607764 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.tag.tag_plugin [None req-e22a1e38-eb8e-4d9f-85d5-80147f22ca72 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '209e68f6-f441-4c6d-857d-eb0ff717579a') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:38.638649 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0503fdab-faae-4ce6-bdbe-113fa1a27472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:38.651831 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e22a1e38-eb8e-4d9f-85d5-80147f22ca72 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/subnetpools/209e68f6-f441-4c6d-857d-eb0ff717579a/tags HTTP/1.1" status: 200 len: 205 time: 0.0506866 Sep 18 00:10:38.656232 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47772) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:38.661982 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-5a7a3fea-1cbf-4b48-af51-ff4399a6e2a5 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '209e68f6-f441-4c6d-857d-eb0ff717579a') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:38.707425 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:10:38.726113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f54789-66ba-4d5e-94b5-9cd8a3a94f2c None None] Sync routers for ids ['1a463fe9-14e0-4f13-9818-b30611799f00'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:10:38.736049 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f54789-66ba-4d5e-94b5-9cd8a3a94f2c None None] Routers {'1a463fe9-14e0-4f13-9818-b30611799f00'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:10:38.737050 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-63f54789-66ba-4d5e-94b5-9cd8a3a94f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:10:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1a463fe9-14e0-4f13-9818-b30611799f00'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:38.746360 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5a7a3fea-1cbf-4b48-af51-ff4399a6e2a5 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/subnetpools/209e68f6-f441-4c6d-857d-eb0ff717579a/tags HTTP/1.1" status: 204 len: 168 time: 0.0903606 Sep 18 00:10:38.746642 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47776) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:38.751409 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.tag.tag_plugin [None req-b575bf03-2a56-4a64-a10f-0d0b4e4e21d3 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f9676693-21a1-4c34-a07e-f07ec0a70c73') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:38.794354 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0503fdab-faae-4ce6-bdbe-113fa1a27472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:38.800371 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0503fdab-faae-4ce6-bdbe-113fa1a27472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:38.815679 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0503fdab-faae-4ce6-bdbe-113fa1a27472 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/16eef154-3a48-4751-b423-78b2b97a8cce HTTP/1.1" status: 204 len: 168 time: 0.2881298 Sep 18 00:10:38.815679 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503fdab-faae-4ce6-bdbe-113fa1a27472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16eef154-3a48-4751-b423-78b2b97a8cce,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:38.842708 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:38.923286 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fa764ffc-7be2-4069-8fa1-597ba34512f9 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3189735 Sep 18 00:10:38.923286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fd03a2-c21b-46e6-b690-985b3a1017ca', 'tag': '20f8d261-5330-4152-97c2-1a1300af0d02'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:10:38.923286 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c619ec-d68c-42e9-b59a-1e4e040151e5" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fd03a2-c21b-46e6-b690-985b3a1017ca", "tag": "20f8d261-5330-4152-97c2-1a1300af0d02"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:10:38.923286 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b575bf03-2a56-4a64-a10f-0d0b4e4e21d3 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/routers/f9676693-21a1-4c34-a07e-f07ec0a70c73/tags HTTP/1.1" status: 204 len: 168 time: 0.1710904 Sep 18 00:10:38.924416 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47782) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:38.926663 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-63f54789-66ba-4d5e-94b5-9cd8a3a94f2c None None] Set router 1a463fe9-14e0-4f13-9818-b30611799f00 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:10:38.929786 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-f69fb10d-2461-42be-a246-e86a35d183d0 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0046481d-b15d-4f79-ad4d-60d7f6c94832') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:39.010167 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36312ade-a709-44d4-a7a4-df6e0ce52edf x-openstack-request-id: req-36312ade-a709-44d4-a7a4-df6e0ce52edf {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:10:39.010557 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fd03a2-c21b-46e6-b690-985b3a1017ca", "tag": "20f8d261-5330-4152-97c2-1a1300af0d02", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:10:39.010958 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-36312ade-a709-44d4-a7a4-df6e0ce52edf {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:10:39.011450 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4fd03a2-c21b-46e6-b690-985b3a1017ca', 'tag': '20f8d261-5330-4152-97c2-1a1300af0d02', 'status': 'completed', 'code': 200} Sep 18 00:10:39.032301 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47786) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:39.035963 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f69fb10d-2461-42be-a246-e86a35d183d0 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/ports/0046481d-b15d-4f79-ad4d-60d7f6c94832/tags HTTP/1.1" status: 204 len: 168 time: 0.1101384 Sep 18 00:10:39.039328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.tag.tag_plugin [None req-b7a690bf-7d3a-4a66-8f95-ce25e3e61e05 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:39.168256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c619ec-d68c-42e9-b59a-1e4e040151e5 req-695eebbf-609f-4691-a7cf-827eb0347bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:39.170861 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62c619ec-d68c-42e9-b59a-1e4e040151e5 req-695eebbf-609f-4691-a7cf-827eb0347bd4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc273b0c860f4113aa477f4a0e9a5fbb&device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 1096 time: 0.1103439 Sep 18 00:10:39.224037 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-63f54789-66ba-4d5e-94b5-9cd8a3a94f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'name': 'tempest-TestServerBasicOps-1441265551-router', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8f056468-440b-4c66-8659-7efe61ddb896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:01Z', 'updated_at': '2021-09-18T00:10:06Z', 'revision_number': 4, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'gw_port': {'id': '8f056468-440b-4c66-8659-7efe61ddb896', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:02Z', 'updated_at': '2021-09-18T00:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '6d9d0674-153d-4451-9aed-18c58fb6b951', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'port_id': '20f8d261-5330-4152-97c2-1a1300af0d02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e', 'mac_address': 'fa:16:3e:53:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fd03a2-c21b-46e6-b690-985b3a1017ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:10:36Z', 'updated_at': '2021-09-18T00:10:36Z', 'revision_number': 0, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a05533-7f2e-49b9-a074-b678494d6fc4', 'name': '', 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'mac_address': 'fa:16:3e:c5:d9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:05Z', 'updated_at': '2021-09-18T00:10:13Z', 'revision_number': 5, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'subnets': [{'id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:39.258236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f54789-66ba-4d5e-94b5-9cd8a3a94f2c None None] Checking router: 1a463fe9-14e0-4f13-9818-b30611799f00 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:10:39.279499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f54789-66ba-4d5e-94b5-9cd8a3a94f2c None None] Routers {'1a463fe9-14e0-4f13-9818-b30611799f00'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:10:39.280356 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-63f54789-66ba-4d5e-94b5-9cd8a3a94f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:10:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1a463fe9-14e0-4f13-9818-b30611799f00'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:39.291333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b7a690bf-7d3a-4a66-8f95-ce25e3e61e05 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/subnets/61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1/tags HTTP/1.1" status: 204 len: 168 time: 0.2567735 Sep 18 00:10:39.295854 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47788) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:39.302540 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-98ce3368-44a7-44f3-9ccc-651cbb310037 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1', 'tempest-TagsExtTest-Tag-890086983') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:39.418636 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c619ec-d68c-42e9-b59a-1e4e040151e5 req-a863f462-34a2-410f-9f2c-9e551de628a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:39.422976 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62c619ec-d68c-42e9-b59a-1e4e040151e5 req-a863f462-34a2-410f-9f2c-9e551de628a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d807416-7032-4b38-aa46-1da9e097a61e HTTP/1.1" status: 200 len: 910 time: 0.2424300 Sep 18 00:10:39.427581 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-63f54789-66ba-4d5e-94b5-9cd8a3a94f2c None None] Set router 1a463fe9-14e0-4f13-9818-b30611799f00 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:10:39.477233 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-98ce3368-44a7-44f3-9ccc-651cbb310037 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "PUT /v2.0/subnets/61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1/tags/tempest-TagsExtTest-Tag-890086983 HTTP/1.1" status: 201 len: 201 time: 0.1782801 Sep 18 00:10:39.479094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47792) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:39.486904 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-95dbb69d-613d-404c-80ef-92f6db5210b2 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0046481d-b15d-4f79-ad4d-60d7f6c94832', 'tempest-TagsExtTest-Tag-697982940') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:39.608270 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62c619ec-d68c-42e9-b59a-1e4e040151e5 req-58b419e4-4c03-4400-a11f-7ba12c7979dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20f8d261-5330-4152-97c2-1a1300af0d02 HTTP/1.1" status: 200 len: 998 time: 0.1809180 Sep 18 00:10:39.673387 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c619ec-d68c-42e9-b59a-1e4e040151e5 req-7cd9ad7b-e264-44a6-ab8a-b44114a23c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:39.676599 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62c619ec-d68c-42e9-b59a-1e4e040151e5 req-7cd9ad7b-e264-44a6-ab8a-b44114a23c7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8083f24d-cb05-444d-bd3d-c3294399ee9a HTTP/1.1" status: 200 len: 848 time: 0.0609045 Sep 18 00:10:39.743154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c619ec-d68c-42e9-b59a-1e4e040151e5 req-1caad947-1567-4eea-a51c-a27252581e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:39.744805 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62c619ec-d68c-42e9-b59a-1e4e040151e5 req-1caad947-1567-4eea-a51c-a27252581e2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d807416-7032-4b38-aa46-1da9e097a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613861 Sep 18 00:10:39.746090 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-63f54789-66ba-4d5e-94b5-9cd8a3a94f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'name': 'tempest-TestServerBasicOps-1441265551-router', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8f056468-440b-4c66-8659-7efe61ddb896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:01Z', 'updated_at': '2021-09-18T00:10:06Z', 'revision_number': 4, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'gw_port': {'id': '8f056468-440b-4c66-8659-7efe61ddb896', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:02Z', 'updated_at': '2021-09-18T00:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '6d9d0674-153d-4451-9aed-18c58fb6b951', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'port_id': '20f8d261-5330-4152-97c2-1a1300af0d02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e', 'mac_address': 'fa:16:3e:53:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fd03a2-c21b-46e6-b690-985b3a1017ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:10:36Z', 'updated_at': '2021-09-18T00:10:36Z', 'revision_number': 0, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a05533-7f2e-49b9-a074-b678494d6fc4', 'name': '', 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'mac_address': 'fa:16:3e:c5:d9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:05Z', 'updated_at': '2021-09-18T00:10:13Z', 'revision_number': 5, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'subnets': [{'id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:39.774170 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f54789-66ba-4d5e-94b5-9cd8a3a94f2c None None] The sync data for ids ['1a463fe9-14e0-4f13-9818-b30611799f00'] in n-d-809883-1 is: [{'id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'name': 'tempest-TestServerBasicOps-1441265551-router', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8f056468-440b-4c66-8659-7efe61ddb896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:01Z', 'updated_at': '2021-09-18T00:10:06Z', 'revision_number': 4, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'gw_port': {'id': '8f056468-440b-4c66-8659-7efe61ddb896', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:02Z', 'updated_at': '2021-09-18T00:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '6d9d0674-153d-4451-9aed-18c58fb6b951', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'port_id': '20f8d261-5330-4152-97c2-1a1300af0d02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e', 'mac_address': 'fa:16:3e:53:47:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fd03a2-c21b-46e6-b690-985b3a1017ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:10:36Z', 'updated_at': '2021-09-18T00:10:36Z', 'revision_number': 0, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a05533-7f2e-49b9-a074-b678494d6fc4', 'name': '', 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'mac_address': 'fa:16:3e:c5:d9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:05Z', 'updated_at': '2021-09-18T00:10:13Z', 'revision_number': 5, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'subnets': [{'id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:10:39.790649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47800) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:39.790754 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-95dbb69d-613d-404c-80ef-92f6db5210b2 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "PUT /v2.0/ports/0046481d-b15d-4f79-ad4d-60d7f6c94832/tags/tempest-TagsExtTest-Tag-697982940 HTTP/1.1" status: 201 len: 201 time: 0.3031971 Sep 18 00:10:39.792769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.tag.tag_plugin [None req-61223da5-1ff8-4ad7-a81e-c5a0a909e658 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f9676693-21a1-4c34-a07e-f07ec0a70c73', 'tempest-TagsExtTest-Tag-609123163') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:39.954766 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62c619ec-d68c-42e9-b59a-1e4e040151e5 req-7c473b28-ca98-4cbb-88f1-1acc7d9f6c4c service neutron] 10.222.0.37 "GET /v2.0/networks/1d807416-7032-4b38-aa46-1da9e097a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031267 Sep 18 00:10:40.047427 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-61223da5-1ff8-4ad7-a81e-c5a0a909e658 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "PUT /v2.0/routers/f9676693-21a1-4c34-a07e-f07ec0a70c73/tags/tempest-TagsExtTest-Tag-609123163 HTTP/1.1" status: 201 len: 201 time: 0.2616065 Sep 18 00:10:40.050051 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47808) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:40.057406 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.tag.tag_plugin [None req-bff65f7f-ecf1-4560-8dc2-89bf52b0d1e0 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '209e68f6-f441-4c6d-857d-eb0ff717579a', 'tempest-TagsExtTest-Tag-42138497') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:40.091746 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3459099c-32ff-43cf-94b3-7ca2bdc4306b None None] New status for floating IP 6d9d0674-153d-4451-9aed-18c58fb6b951: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:10:40.114399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62c619ec-d68c-42e9-b59a-1e4e040151e5 req-19bdee3f-43a3-4fde-8f3d-23574ccbc81e service neutron] 10.222.0.37 "GET /v2.0/networks/1d807416-7032-4b38-aa46-1da9e097a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498730 Sep 18 00:10:40.230709 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bff65f7f-ecf1-4560-8dc2-89bf52b0d1e0 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "PUT /v2.0/subnetpools/209e68f6-f441-4c6d-857d-eb0ff717579a/tags/tempest-TagsExtTest-Tag-42138497 HTTP/1.1" status: 201 len: 201 time: 0.1756783 Sep 18 00:10:40.232182 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47814) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:40.236616 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.tag.tag_plugin [None req-79df89d3-a1f1-4c2a-83ed-993a1da4c1b5 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1', {'tags': ['tempest-TagsExtTest-Tag-2062154489', 'tempest-TagsExtTest-Tag-2130160079', 'tempest-TagsExtTest-Tag-692444365']}) {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:40.473965 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-79df89d3-a1f1-4c2a-83ed-993a1da4c1b5 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "PUT /v2.0/subnets/61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1/tags HTTP/1.1" status: 200 len: 317 time: 0.2407455 Sep 18 00:10:40.476662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47820) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:40.481199 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.tag.tag_plugin [None req-1bc6115c-1fb9-4acd-96bd-fd1890a19fb4 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:40.500683 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:40.511088 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47822) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:40.626555 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-52c5eb2b-e204-4bc4-971d-8959bcc4013a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2029485504-network', 'tenant_id': '83799a89f7c840d4bdac7cd855d655c5'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:40.640219 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1bc6115c-1fb9-4acd-96bd-fd1890a19fb4 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/subnets/61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1/tags HTTP/1.1" status: 204 len: 168 time: 0.1623828 Sep 18 00:10:40.642919 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47826) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:40.647817 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.tag.tag_plugin [None req-b9ee1a66-a478-495c-bd99-94bd7e0bc4dd tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1', 'tempest-TagsExtTest-Tag-2062154489') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:40.697302 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-b9ee1a66-a478-495c-bd99-94bd7e0bc4dd tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] show failed (client error): The resource could not be found. Sep 18 00:10:40.698345 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b9ee1a66-a478-495c-bd99-94bd7e0bc4dd tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/subnets/61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1/tags/tempest-TagsExtTest-Tag-2062154489 HTTP/1.1" status: 404 len: 329 time: 0.0544441 Sep 18 00:10:40.701148 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47828) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:40.705173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.tag.tag_plugin [None req-075337ab-3898-41a9-8935-f84585355e5b tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1', 'tempest-TagsExtTest-Tag-2130160079') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:40.755821 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-075337ab-3898-41a9-8935-f84585355e5b tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] show failed (client error): The resource could not be found. Sep 18 00:10:40.756888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-075337ab-3898-41a9-8935-f84585355e5b tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/subnets/61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1/tags/tempest-TagsExtTest-Tag-2130160079 HTTP/1.1" status: 404 len: 329 time: 0.0548289 Sep 18 00:10:40.759718 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47830) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:40.763768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.tag.tag_plugin [None req-3956f533-833b-4ff4-b890-4773fe536306 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1', 'tempest-TagsExtTest-Tag-692444365') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:40.765323 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c5eb2b-e204-4bc4-971d-8959bcc4013a admin admin] Made reservation on behalf of 83799a89f7c840d4bdac7cd855d655c5 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:10:40.767756 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52c5eb2b-e204-4bc4-971d-8959bcc4013a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:40.777364 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52c5eb2b-e204-4bc4-971d-8959bcc4013a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:40.818625 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-3956f533-833b-4ff4-b890-4773fe536306 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] show failed (client error): The resource could not be found. Sep 18 00:10:40.827560 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3956f533-833b-4ff4-b890-4773fe536306 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/subnets/61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1/tags/tempest-TagsExtTest-Tag-692444365 HTTP/1.1" status: 404 len: 328 time: 0.0590639 Sep 18 00:10:40.827560 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47832) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:40.827560 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.tag.tag_plugin [None req-267cb8a7-f979-49f4-9786-1fc592d9bbfd tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0046481d-b15d-4f79-ad4d-60d7f6c94832', {'tags': ['tempest-TagsExtTest-Tag-116271902', 'tempest-TagsExtTest-Tag-469225421', 'tempest-TagsExtTest-Tag-1107381657']}) {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:40.867358 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52c5eb2b-e204-4bc4-971d-8959bcc4013a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:40.993595 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52c5eb2b-e204-4bc4-971d-8959bcc4013a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:41.020394 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c5eb2b-e204-4bc4-971d-8959bcc4013a admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:10:41.022159 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47838) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:41.022390 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-267cb8a7-f979-49f4-9786-1fc592d9bbfd tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "PUT /v2.0/ports/0046481d-b15d-4f79-ad4d-60d7f6c94832/tags HTTP/1.1" status: 200 len: 316 time: 0.1987205 Sep 18 00:10:41.029119 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-9bb833f9-50f9-46a1-8e79-e275af3c4b00 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0046481d-b15d-4f79-ad4d-60d7f6c94832') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:41.037052 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5eb2b-e204-4bc4-971d-8959bcc4013a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:41.062206 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52c5eb2b-e204-4bc4-971d-8959bcc4013a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:41.062552 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-52c5eb2b-e204-4bc4-971d-8959bcc4013a admin admin] Added segment c93780ed-bc12-4cd6-8ff9-58299fc6ff83 of type vlan for network 2a8cbaee-7778-4ad0-9d08-c9799fa2c17f Sep 18 00:10:41.111509 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52c5eb2b-e204-4bc4-971d-8959bcc4013a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:41.209278 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52c5eb2b-e204-4bc4-971d-8959bcc4013a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:41.210307 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c5eb2b-e204-4bc4-971d-8959bcc4013a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:41.210920 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52c5eb2b-e204-4bc4-971d-8959bcc4013a admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:41.271860 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9bb833f9-50f9-46a1-8e79-e275af3c4b00 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/ports/0046481d-b15d-4f79-ad4d-60d7f6c94832/tags HTTP/1.1" status: 204 len: 168 time: 0.2462733 Sep 18 00:10:41.273189 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5eb2b-e204-4bc4-971d-8959bcc4013a admin admin] Pushing event updated for resources: {'Network': ['ID=2a8cbaee-7778-4ad0-9d08-c9799fa2c17f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:41.275135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47840) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:41.286843 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.tag.tag_plugin [None req-7cb1d6da-d887-4f87-b52e-925d066da150 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0046481d-b15d-4f79-ad4d-60d7f6c94832', 'tempest-TagsExtTest-Tag-116271902') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:41.286998 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 2a8cbaee-7778-4ad0-9d08-c9799fa2c17f details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:10:41.334720 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [None req-7cb1d6da-d887-4f87-b52e-925d066da150 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] show failed (client error): The resource could not be found. Sep 18 00:10:41.338637 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7cb1d6da-d887-4f87-b52e-925d066da150 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/ports/0046481d-b15d-4f79-ad4d-60d7f6c94832/tags/tempest-TagsExtTest-Tag-116271902 HTTP/1.1" status: 404 len: 328 time: 0.0623438 Sep 18 00:10:41.339273 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47842) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:41.343816 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-322d4ba0-4bb0-456d-8c33-3f06a94f8e75 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0046481d-b15d-4f79-ad4d-60d7f6c94832', 'tempest-TagsExtTest-Tag-469225421') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:41.349028 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-52c5eb2b-e204-4bc4-971d-8959bcc4013a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8361676 Sep 18 00:10:41.352621 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47844) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:41.359091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-857cf902-c45e-4077-a495-567491fc5374 admin admin] Request body: {'subnet': {'network_id': '2a8cbaee-7778-4ad0-9d08-c9799fa2c17f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2029485504-subnet', 'tenant_id': '83799a89f7c840d4bdac7cd855d655c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:41.394414 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-322d4ba0-4bb0-456d-8c33-3f06a94f8e75 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] show failed (client error): The resource could not be found. Sep 18 00:10:41.395496 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-322d4ba0-4bb0-456d-8c33-3f06a94f8e75 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/ports/0046481d-b15d-4f79-ad4d-60d7f6c94832/tags/tempest-TagsExtTest-Tag-469225421 HTTP/1.1" status: 404 len: 328 time: 0.0552247 Sep 18 00:10:41.398416 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47846) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:41.402730 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-56be26bc-b4c2-4ac9-9b74-20d6e67a1f7b tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0046481d-b15d-4f79-ad4d-60d7f6c94832', 'tempest-TagsExtTest-Tag-1107381657') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:41.456554 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-56be26bc-b4c2-4ac9-9b74-20d6e67a1f7b tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] show failed (client error): The resource could not be found. Sep 18 00:10:41.457756 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-56be26bc-b4c2-4ac9-9b74-20d6e67a1f7b tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/ports/0046481d-b15d-4f79-ad4d-60d7f6c94832/tags/tempest-TagsExtTest-Tag-1107381657 HTTP/1.1" status: 404 len: 329 time: 0.0584273 Sep 18 00:10:41.458095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857cf902-c45e-4077-a495-567491fc5374 admin admin] Made reservation on behalf of 83799a89f7c840d4bdac7cd855d655c5 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:10:41.460567 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47848) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:41.463412 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-857cf902-c45e-4077-a495-567491fc5374 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:41.465390 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-1ffaab6b-9ab0-4431-a3b0-c58ebfe5dd69 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f9676693-21a1-4c34-a07e-f07ec0a70c73', {'tags': ['tempest-TagsExtTest-Tag-92494540', 'tempest-TagsExtTest-Tag-883114686', 'tempest-TagsExtTest-Tag-981101088']}) {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:41.674011 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1ffaab6b-9ab0-4431-a3b0-c58ebfe5dd69 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "PUT /v2.0/routers/f9676693-21a1-4c34-a07e-f07ec0a70c73/tags HTTP/1.1" status: 200 len: 314 time: 0.2079306 Sep 18 00:10:41.674011 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47850) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:41.682301 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-e4d97367-bb2a-4cfd-a8ec-ed9d43e06179 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f9676693-21a1-4c34-a07e-f07ec0a70c73') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:41.743352 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-857cf902-c45e-4077-a495-567491fc5374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:41.803190 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cf902-c45e-4077-a495-567491fc5374 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38cd36e7-1c26-404f-9305-d161b68b3584,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:41.818612 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857cf902-c45e-4077-a495-567491fc5374 admin admin] Checking segment: {'id': 'c93780ed-bc12-4cd6-8ff9-58299fc6ff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2a8cbaee-7778-4ad0-9d08-c9799fa2c17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:10:41.818971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857cf902-c45e-4077-a495-567491fc5374 admin admin] Network hostable DHCP agents. Network: 2a8cbaee-7778-4ad0-9d08-c9799fa2c17f, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:10:41.946749 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e4d97367-bb2a-4cfd-a8ec-ed9d43e06179 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/routers/f9676693-21a1-4c34-a07e-f07ec0a70c73/tags HTTP/1.1" status: 204 len: 168 time: 0.2734981 Sep 18 00:10:41.949169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47852) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:41.953615 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-2f39aa9f-d27e-4ece-8d1a-4d5b5f285ce9 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f9676693-21a1-4c34-a07e-f07ec0a70c73', 'tempest-TagsExtTest-Tag-92494540') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:41.987924 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857cf902-c45e-4077-a495-567491fc5374 admin admin] Network 2a8cbaee-7778-4ad0-9d08-c9799fa2c17f is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:10:42.037696 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-2f39aa9f-d27e-4ece-8d1a-4d5b5f285ce9 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] show failed (client error): The resource could not be found. Sep 18 00:10:42.038672 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2f39aa9f-d27e-4ece-8d1a-4d5b5f285ce9 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/routers/f9676693-21a1-4c34-a07e-f07ec0a70c73/tags/tempest-TagsExtTest-Tag-92494540 HTTP/1.1" status: 404 len: 327 time: 0.0885918 Sep 18 00:10:42.041520 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47858) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:42.046955 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-069fc3f3-1166-4b0a-82ad-753390122cf1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f9676693-21a1-4c34-a07e-f07ec0a70c73', 'tempest-TagsExtTest-Tag-883114686') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:42.073792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-857cf902-c45e-4077-a495-567491fc5374 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 2a8cbaee-7778-4ad0-9d08-c9799fa2c17f) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:10:42.078433 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857cf902-c45e-4077-a495-567491fc5374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:42.079031 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-857cf902-c45e-4077-a495-567491fc5374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:42.084050 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e25fd90-2d9b-416c-b654-90da63d4fa90 None None] Network 2a8cbaee-7778-4ad0-9d08-c9799fa2c17f requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:10:42.135454 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-069fc3f3-1166-4b0a-82ad-753390122cf1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] show failed (client error): The resource could not be found. Sep 18 00:10:42.136914 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-069fc3f3-1166-4b0a-82ad-753390122cf1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/routers/f9676693-21a1-4c34-a07e-f07ec0a70c73/tags/tempest-TagsExtTest-Tag-883114686 HTTP/1.1" status: 404 len: 328 time: 0.0944340 Sep 18 00:10:42.140042 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47860) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:42.144707 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-af606f62-ec2c-45b0-ab79-e660968e61d1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f9676693-21a1-4c34-a07e-f07ec0a70c73', 'tempest-TagsExtTest-Tag-981101088') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:42.188969 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-857cf902-c45e-4077-a495-567491fc5374 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8293049 Sep 18 00:10:42.224007 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa07cc5-5983-4364-a9e2-6baba52102c1 None None] Network 2a8cbaee-7778-4ad0-9d08-c9799fa2c17f requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:10:42.239175 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-af606f62-ec2c-45b0-ab79-e660968e61d1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] show failed (client error): The resource could not be found. Sep 18 00:10:42.243147 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-af606f62-ec2c-45b0-ab79-e660968e61d1 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/routers/f9676693-21a1-4c34-a07e-f07ec0a70c73/tags/tempest-TagsExtTest-Tag-981101088 HTTP/1.1" status: 404 len: 328 time: 0.0991092 Sep 18 00:10:42.243332 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47864) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:42.248622 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.tag.tag_plugin [None req-9686df51-a97e-44a4-bf0e-66271672278d tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '209e68f6-f441-4c6d-857d-eb0ff717579a', {'tags': ['tempest-TagsExtTest-Tag-785382471', 'tempest-TagsExtTest-Tag-450940270', 'tempest-TagsExtTest-Tag-344124121']}) {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:42.365284 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9686df51-a97e-44a4-bf0e-66271672278d tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "PUT /v2.0/subnetpools/209e68f6-f441-4c6d-857d-eb0ff717579a/tags HTTP/1.1" status: 200 len: 315 time: 0.1208036 Sep 18 00:10:42.367868 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47870) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:42.372677 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.tag.tag_plugin [None req-a783a01a-87d8-4a12-a32c-f69fdad7d453 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '209e68f6-f441-4c6d-857d-eb0ff717579a') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:42.503717 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a783a01a-87d8-4a12-a32c-f69fdad7d453 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/subnetpools/209e68f6-f441-4c6d-857d-eb0ff717579a/tags HTTP/1.1" status: 204 len: 168 time: 0.1347361 Sep 18 00:10:42.506624 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47872) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:42.511433 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-fd0beeb2-3a9f-40f6-b75c-c1628e39a19b tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '209e68f6-f441-4c6d-857d-eb0ff717579a', 'tempest-TagsExtTest-Tag-785382471') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:42.532687 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-fd0beeb2-3a9f-40f6-b75c-c1628e39a19b tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] show failed (client error): The resource could not be found. Sep 18 00:10:42.536913 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fd0beeb2-3a9f-40f6-b75c-c1628e39a19b tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/subnetpools/209e68f6-f441-4c6d-857d-eb0ff717579a/tags/tempest-TagsExtTest-Tag-785382471 HTTP/1.1" status: 404 len: 328 time: 0.0261850 Sep 18 00:10:42.537252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47874) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:42.542015 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-c9de7c3f-c3e6-4ac0-9b1e-57b483c7df3e tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '209e68f6-f441-4c6d-857d-eb0ff717579a', 'tempest-TagsExtTest-Tag-450940270') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:42.566980 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-c9de7c3f-c3e6-4ac0-9b1e-57b483c7df3e tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] show failed (client error): The resource could not be found. Sep 18 00:10:42.569290 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c9de7c3f-c3e6-4ac0-9b1e-57b483c7df3e tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/subnetpools/209e68f6-f441-4c6d-857d-eb0ff717579a/tags/tempest-TagsExtTest-Tag-450940270 HTTP/1.1" status: 404 len: 328 time: 0.0309782 Sep 18 00:10:42.570920 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47876) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:42.575252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-52f5adfb-1e81-4134-9994-edcaa46d1e81 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '209e68f6-f441-4c6d-857d-eb0ff717579a', 'tempest-TagsExtTest-Tag-344124121') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:42.596771 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-52f5adfb-1e81-4134-9994-edcaa46d1e81 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] show failed (client error): The resource could not be found. Sep 18 00:10:42.597827 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-52f5adfb-1e81-4134-9994-edcaa46d1e81 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/subnetpools/209e68f6-f441-4c6d-857d-eb0ff717579a/tags/tempest-TagsExtTest-Tag-344124121 HTTP/1.1" status: 404 len: 328 time: 0.0259995 Sep 18 00:10:42.601372 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47878) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:42.605738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-56a94d43-0edd-4b5a-8d9c-868db2c5ab48 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '209e68f6-f441-4c6d-857d-eb0ff717579a') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:42.630548 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-56a94d43-0edd-4b5a-8d9c-868db2c5ab48 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/subnetpools/209e68f6-f441-4c6d-857d-eb0ff717579a/tags HTTP/1.1" status: 204 len: 168 time: 0.0281961 Sep 18 00:10:42.639728 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47880) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:42.644328 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-07ae650d-daf2-444d-91eb-2240669bb3ea tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f9676693-21a1-4c34-a07e-f07ec0a70c73') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:42.727637 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-07ae650d-daf2-444d-91eb-2240669bb3ea tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/routers/f9676693-21a1-4c34-a07e-f07ec0a70c73/tags HTTP/1.1" status: 204 len: 168 time: 0.0869026 Sep 18 00:10:42.730673 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47882) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:42.735151 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-2ebdb180-ec74-48b7-9083-c9cca82f918d tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0046481d-b15d-4f79-ad4d-60d7f6c94832') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:42.788370 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2ebdb180-ec74-48b7-9083-c9cca82f918d tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/ports/0046481d-b15d-4f79-ad4d-60d7f6c94832/tags HTTP/1.1" status: 204 len: 168 time: 0.0564311 Sep 18 00:10:42.790671 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47884) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:42.794767 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.tag.tag_plugin [None req-47924416-640a-434b-8d55-64c77d9e0280 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:42.849861 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-47924416-640a-434b-8d55-64c77d9e0280 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/subnets/61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1/tags HTTP/1.1" status: 204 len: 168 time: 0.0581646 Sep 18 00:10:42.854449 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47886) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:43.045880 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-94c922a5-b359-4589-8513-87660bfd1e6d tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks [] for subnetpool, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:43.047055 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-94c922a5-b359-4589-8513-87660bfd1e6d tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/subnetpools/209e68f6-f441-4c6d-857d-eb0ff717579a HTTP/1.1" status: 204 len: 168 time: 0.1916990 Sep 18 00:10:43.049749 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47888) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:43.076959 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a414ffec-6046-4e30-bafe-6ddbea577374 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9676693-21a1-4c34-a07e-f07ec0a70c73 HTTP/1.1" status: 200 len: 205 time: 0.0260582 Sep 18 00:10:43.079415 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47892) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:43.155211 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ddd977e5-41e0-44fb-b637-6aef0ca6e477 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:43.506576 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:43.657637 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ddd977e5-41e0-44fb-b637-6aef0ca6e477 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:43.659805 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ddd977e5-41e0-44fb-b637-6aef0ca6e477 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:43.765293 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ddd977e5-41e0-44fb-b637-6aef0ca6e477 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:43.766017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd977e5-41e0-44fb-b637-6aef0ca6e477 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Fanout notify agent at l3_agent the message router_deleted on router f9676693-21a1-4c34-a07e-f07ec0a70c73 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:10:43.773620 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ddd977e5-41e0-44fb-b637-6aef0ca6e477 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:43.777597 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47902) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:43.784847 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ddd977e5-41e0-44fb-b637-6aef0ca6e477 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/routers/f9676693-21a1-4c34-a07e-f07ec0a70c73 HTTP/1.1" status: 204 len: 168 time: 0.7045290 Sep 18 00:10:43.870793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-44018517-8269-4568-9a14-f3e7c82ce855 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Deleting port 0046481d-b15d-4f79-ad4d-60d7f6c94832 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:10:43.870793 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-44018517-8269-4568-9a14-f3e7c82ce855 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:43.963021 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-44018517-8269-4568-9a14-f3e7c82ce855 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:43.977167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-44018517-8269-4568-9a14-f3e7c82ce855 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Calling delete_port for 0046481d-b15d-4f79-ad4d-60d7f6c94832 owned by {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:10:44.079329 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-093ce7d4-9974-4a0f-98e3-dc53242fc924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:44.209335 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-44018517-8269-4568-9a14-f3e7c82ce855 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:44.251202 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44018517-8269-4568-9a14-f3e7c82ce855 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Pushing event deleted for resources: {'Port': ['ID=0046481d-b15d-4f79-ad4d-60d7f6c94832,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:44.338692 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-44018517-8269-4568-9a14-f3e7c82ce855 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:44.340764 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-44018517-8269-4568-9a14-f3e7c82ce855 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/ports/0046481d-b15d-4f79-ad4d-60d7f6c94832 HTTP/1.1" status: 204 len: 168 time: 0.5622253 Sep 18 00:10:44.343280 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47908) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:44.408415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f38ee8-af86-45dc-8238-ef4b694c0c10 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Deleting subnet 61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:10:44.413516 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a0f38ee8-af86-45dc-8238-ef4b694c0c10 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:44.465503 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a0f38ee8-af86-45dc-8238-ef4b694c0c10 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:44.552898 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a0f38ee8-af86-45dc-8238-ef4b694c0c10 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:44.706826 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a0f38ee8-af86-45dc-8238-ef4b694c0c10 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:44.733357 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f38ee8-af86-45dc-8238-ef4b694c0c10 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Pushing event deleted for resources: {'Subnet': ['ID=61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:44.742720 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a0f38ee8-af86-45dc-8238-ef4b694c0c10 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:44.744623 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a0f38ee8-af86-45dc-8238-ef4b694c0c10 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/subnets/61babc76-88aa-4c5b-8ccc-7ad00eb7a7e1 HTTP/1.1" status: 204 len: 168 time: 0.4003153 Sep 18 00:10:44.747294 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 47912) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:44.747715 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e72d90b-1333-42d9-ba95-5b01f8c55e24 None None] Network 74cb5054-8b3c-46a3-8084-5908dedf55e8 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:10:44.828818 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:44.884133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Deleting port 3f409cec-0280-4176-94ab-680a4a8eb92d {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:10:44.884762 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:44.929277 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5e2c94-f590-4240-a8f7-8d8ebe6cf0ef None None] DHCP port deletion for 74cb5054-8b3c-46a3-8084-5908dedf55e8 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:10:44.951796 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] For port 3f409cec-0280-4176-94ab-680a4a8eb92d, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3f409cec-0280-4176-94ab-680a4a8eb92d,segment=NetworkSegment(11bfd81e-70f2-48fa-81d8-e6dddb2ddf79),segment_id=11bfd81e-70f2-48fa-81d8-e6dddb2ddf79)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:44.952179 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:44.965188 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Calling delete_port for 3f409cec-0280-4176-94ab-680a4a8eb92d owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:10:44.976800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e2c94-f590-4240-a8f7-8d8ebe6cf0ef None None] Deleting port 3f409cec-0280-4176-94ab-680a4a8eb92d {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:10:44.977212 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2c94-f590-4240-a8f7-8d8ebe6cf0ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:45.047939 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-7a5e2c94-f590-4240-a8f7-8d8ebe6cf0ef None None] For port 3f409cec-0280-4176-94ab-680a4a8eb92d, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3f409cec-0280-4176-94ab-680a4a8eb92d,segment=NetworkSegment(11bfd81e-70f2-48fa-81d8-e6dddb2ddf79),segment_id=11bfd81e-70f2-48fa-81d8-e6dddb2ddf79)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:45.048346 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2c94-f590-4240-a8f7-8d8ebe6cf0ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:45.060641 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e2c94-f590-4240-a8f7-8d8ebe6cf0ef None None] Calling delete_port for 3f409cec-0280-4176-94ab-680a4a8eb92d owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:10:45.125174 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:45.141225 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2c94-f590-4240-a8f7-8d8ebe6cf0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:45.151340 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Pushing event deleted for resources: {'Port': ['ID=3f409cec-0280-4176-94ab-680a4a8eb92d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:45.155085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] No DVR routers for this DVR port 3f409cec-0280-4176-94ab-680a4a8eb92d on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:10:45.164358 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e2c94-f590-4240-a8f7-8d8ebe6cf0ef None None] Pushing event deleted for resources: {'Port': ['ID=3f409cec-0280-4176-94ab-680a4a8eb92d,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:45.173071 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e2c94-f590-4240-a8f7-8d8ebe6cf0ef None None] No DVR routers for this DVR port 3f409cec-0280-4176-94ab-680a4a8eb92d on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:10:45.246344 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:45.276373 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74cb5054-8b3c-46a3-8084-5908dedf55e8']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:45.296922 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3f409cec-0280-4176-94ab-680a4a8eb92d no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:10:45.298989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11bfd81e-70f2-48fa-81d8-e6dddb2ddf79') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:45.299292 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11bfd81e-70f2-48fa-81d8-e6dddb2ddf79') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:10:45.310527 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:45.321660 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 3f409cec-0280-4176-94ab-680a4a8eb92d {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:10:45.322002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3f409cec-0280-4176-94ab-680a4a8eb92d not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:10:45.323706 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:10:45.336338 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:10:45.489800 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:45.503486 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:45.503486 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] 10.222.0.46 "DELETE /v2.0/networks/74cb5054-8b3c-46a3-8084-5908dedf55e8 HTTP/1.1" status: 204 len: 168 time: 0.7508476 Sep 18 00:10:45.511314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027d55c-d9c4-46a1-a548-3ca2948c8e18 tempest-TagsExtTest-949009196 tempest-TagsExtTest-949009196-project] Pushing event deleted for resources: {'Network': ['ID=74cb5054-8b3c-46a3-8084-5908dedf55e8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:45.703750 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-73790489-e00c-4b1f-8d4a-d09d2114ea6e tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:45.708652 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-73790489-e00c-4b1f-8d4a-d09d2114ea6e tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/networks?id=2a8cbaee-7778-4ad0-9d08-c9799fa2c17f HTTP/1.1" status: 200 len: 809 time: 0.1042745 Sep 18 00:10:45.720274 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-44ea6ca8-0fd9-4e0f-ba4c-e2f146b37aba tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/quotas/83799a89f7c840d4bdac7cd855d655c5 HTTP/1.1" status: 200 len: 375 time: 0.0093462 Sep 18 00:10:45.757244 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-a6198ac3-5713-4344-ac31-40853a8f6f5e tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=83799a89f7c840d4bdac7cd855d655c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305090 Sep 18 00:10:45.767722 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-69330e52-2895-4986-b373-8ab8de4b8239 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:10:45.812382 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-69330e52-2895-4986-b373-8ab8de4b8239 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049591 Sep 18 00:10:45.857633 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-669291d4-2dda-4e98-8821-3385eec8d824 service neutron] 10.222.0.46 "GET /v2.0/networks/2a8cbaee-7778-4ad0-9d08-c9799fa2c17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832715 Sep 18 00:10:45.951819 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-4d1e06bf-4337-43bc-9db7-04837956dd3e service neutron] 10.222.0.46 "GET /v2.0/networks/2a8cbaee-7778-4ad0-9d08-c9799fa2c17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879769 Sep 18 00:10:46.054312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47938) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:46.191896 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c7ff6690-b307-4430-8b44-f505dcabff86 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f41a9b33e5754e13b1ba6c26f3bf00f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357658 Sep 18 00:10:46.194311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 47942) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:46.256323 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e9d0811a-cc3b-4155-b756-cd769c7231de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:46.287498 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3c86a42f-19e0-4585-a020-468feac64587 req-dc09b1be-26ba-4c06-a725-8ff5446aa0f1 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=c03540bc-e0a6-433c-99ce-b46169e40b51 HTTP/1.1" status: 200 len: 210 time: 0.0304449 Sep 18 00:10:46.292631 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e9d0811a-cc3b-4155-b756-cd769c7231de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:46.472124 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e9d0811a-cc3b-4155-b756-cd769c7231de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:46.475267 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e9d0811a-cc3b-4155-b756-cd769c7231de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:46.476420 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e9d0811a-cc3b-4155-b756-cd769c7231de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/768f4d91-700f-4fff-a46c-c3402f4d3f95 HTTP/1.1" status: 204 len: 168 time: 0.2811313 Sep 18 00:10:46.485320 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0811a-cc3b-4155-b756-cd769c7231de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768f4d91-700f-4fff-a46c-c3402f4d3f95,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:46.628309 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cac73fc6-f276-46be-8026-0be3564f92e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:47.346691 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:47.375727 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c1f80c2-961f-423a-8774-914b7c06b275 req-b3952f6b-62d8-4d6f-8bf9-fa8c22db12cb tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=c03540bc-e0a6-433c-99ce-b46169e40b51 HTTP/1.1" status: 200 len: 210 time: 0.0338011 Sep 18 00:10:47.816705 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:48.477483 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3561e075-8519-419c-a7b7-61d7fa713191 req-aadff467-908d-45cb-9a14-da21c59c363a tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=c03540bc-e0a6-433c-99ce-b46169e40b51 HTTP/1.1" status: 200 len: 210 time: 0.0285718 Sep 18 00:10:48.932718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-d92c6b1e-d8a8-4971-929e-cdb7d7b96f90 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:48.934255 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-d92c6b1e-d8a8-4971-929e-cdb7d7b96f90 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.41 "GET /v2.0/networks?id=2a8cbaee-7778-4ad0-9d08-c9799fa2c17f HTTP/1.1" status: 200 len: 809 time: 0.1777651 Sep 18 00:10:48.946464 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-0dfba0df-dfc2-4381-b2e7-6550e3771d41 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Request body: {'port': {'device_id': 'c03540bc-e0a6-433c-99ce-b46169e40b51', 'network_id': '2a8cbaee-7778-4ad0-9d08-c9799fa2c17f', 'admin_state_up': True, 'tenant_id': '83799a89f7c840d4bdac7cd855d655c5'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:49.136969 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-0dfba0df-dfc2-4381-b2e7-6550e3771d41 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Made reservation on behalf of 83799a89f7c840d4bdac7cd855d655c5 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:10:49.137215 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48014) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:49.140650 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-0dfba0df-dfc2-4381-b2e7-6550e3771d41 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:49.258816 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2ed9791d-9e59-4ac6-8c41-a6a65396e8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:49.270275 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-0dfba0df-dfc2-4381-b2e7-6550e3771d41 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Allocated IP 172.20.0.5 (2a8cbaee-7778-4ad0-9d08-c9799fa2c17f/38cd36e7-1c26-404f-9305-d161b68b3584/598424e6-a5fe-41cc-9bf1-64a6a24c33d9) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:10:49.356302 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2ed9791d-9e59-4ac6-8c41-a6a65396e8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:49.432932 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-0dfba0df-dfc2-4381-b2e7-6550e3771d41 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:49.450766 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2ed9791d-9e59-4ac6-8c41-a6a65396e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:49.494014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9791d-9e59-4ac6-8c41-a6a65396e8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7651713-deed-418a-8f70-3592e497d909,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:49.498558 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2ed9791d-9e59-4ac6-8c41-a6a65396e8d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3cd6837ad5a84d70acaea393cfedb00c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601854 Sep 18 00:10:49.501583 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48018) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:49.537104 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-0dfba0df-dfc2-4381-b2e7-6550e3771d41 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:49.560872 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9632156-597f-436c-bac4-8e351d196ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:49.618747 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9632156-597f-436c-bac4-8e351d196ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:49.619093 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-0dfba0df-dfc2-4381-b2e7-6550e3771d41 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Network 2a8cbaee-7778-4ad0-9d08-c9799fa2c17f is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:10:49.620578 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-0dfba0df-dfc2-4381-b2e7-6550e3771d41 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:10:49.640929 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfba0df-dfc2-4381-b2e7-6550e3771d41 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Pushing event updated for resources: {'Port': ['ID=598424e6-a5fe-41cc-9bf1-64a6a24c33d9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:49.651620 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-0dfba0df-dfc2-4381-b2e7-6550e3771d41 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:10:49.653144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf716c2-0ad1-4181-97a5-32184927eee1 req-61e1b89c-06ce-4d31-bdf7-9323f63c4343 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:49.654556 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aaf716c2-0ad1-4181-97a5-32184927eee1 req-61e1b89c-06ce-4d31-bdf7-9323f63c4343 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=c03540bc-e0a6-433c-99ce-b46169e40b51 HTTP/1.1" status: 200 len: 931 time: 0.0869119 Sep 18 00:10:49.709701 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-0dfba0df-dfc2-4381-b2e7-6550e3771d41 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:49.710348 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-0dfba0df-dfc2-4381-b2e7-6550e3771d41 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:49.711847 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aaf716c2-0ad1-4181-97a5-32184927eee1 req-83b84b09-18c7-42cd-a906-de9629b67f00 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409341 Sep 18 00:10:49.833887 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:49.874122 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9632156-597f-436c-bac4-8e351d196ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:49.874879 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-0dfba0df-dfc2-4381-b2e7-6550e3771d41 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9320264 Sep 18 00:10:49.876728 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a9632156-597f-436c-bac4-8e351d196ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:49.877904 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a9632156-597f-436c-bac4-8e351d196ee5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c7651713-deed-418a-8f70-3592e497d909 HTTP/1.1" status: 204 len: 168 time: 0.3755212 Sep 18 00:10:49.886326 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9632156-597f-436c-bac4-8e351d196ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7651713-deed-418a-8f70-3592e497d909,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:49.888364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Request body: {'port': {'device_id': 'c03540bc-e0a6-433c-99ce-b46169e40b51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:10:49.943942 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:50.261862 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 598424e6-a5fe-41cc-9bf1-64a6a24c33d9 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:10:50.269918 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:50.288217 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Transition to ACTIVE for port object 598424e6-a5fe-41cc-9bf1-64a6a24c33d9 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:10:50.403319 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:50.467198 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Pushing event updated for resources: {'Port': ['ID=598424e6-a5fe-41cc-9bf1-64a6a24c33d9,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:50.546010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Attempting to bind port 598424e6-a5fe-41cc-9bf1-64a6a24c33d9 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:10:50.546345 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Attempting to bind port 598424e6-a5fe-41cc-9bf1-64a6a24c33d9 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'c93780ed-bc12-4cd6-8ff9-58299fc6ff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2a8cbaee-7778-4ad0-9d08-c9799fa2c17f'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:10:50.546678 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Attempting to bind port 598424e6-a5fe-41cc-9bf1-64a6a24c33d9 on network 2a8cbaee-7778-4ad0-9d08-c9799fa2c17f {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:10:50.551060 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Port 598424e6-a5fe-41cc-9bf1-64a6a24c33d9 on network 2a8cbaee-7778-4ad0-9d08-c9799fa2c17f not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:10:50.551386 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Attempting to bind port 598424e6-a5fe-41cc-9bf1-64a6a24c33d9 on network 2a8cbaee-7778-4ad0-9d08-c9799fa2c17f {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:10:50.557157 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:10:50.557497 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Checking segment: {'id': 'c93780ed-bc12-4cd6-8ff9-58299fc6ff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2a8cbaee-7778-4ad0-9d08-c9799fa2c17f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:10:50.557885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Bound using segment: {'id': 'c93780ed-bc12-4cd6-8ff9-58299fc6ff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2a8cbaee-7778-4ad0-9d08-c9799fa2c17f'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:10:50.558815 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Bound port: 598424e6-a5fe-41cc-9bf1-64a6a24c33d9, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93780ed-bc12-4cd6-8ff9-58299fc6ff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2a8cbaee-7778-4ad0-9d08-c9799fa2c17f'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:10:50.558815 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:50.622823 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] For port 598424e6-a5fe-41cc-9bf1-64a6a24c33d9, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:10:50.626118 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] For port 598424e6-a5fe-41cc-9bf1-64a6a24c33d9, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=598424e6-a5fe-41cc-9bf1-64a6a24c33d9,segment=NetworkSegment(c93780ed-bc12-4cd6-8ff9-58299fc6ff83),segment_id=c93780ed-bc12-4cd6-8ff9-58299fc6ff83)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:10:50.634065 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48030) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:50.648160 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d300e932-5382-4985-b300-7ffbe8125ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:50.744419 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:50.752488 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d300e932-5382-4985-b300-7ffbe8125ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:50.780183 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:50.781084 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:50.782521 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] 10.222.0.41 "PUT /v2.0/ports/598424e6-a5fe-41cc-9bf1-64a6a24c33d9 HTTP/1.1" status: 200 len: 1091 time: 0.8991277 Sep 18 00:10:50.784979 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03540bc-e0a6-433c-99ce-b46169e40b51', 'tag': '598424e6-a5fe-41cc-9bf1-64a6a24c33d9'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:10:50.788970 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f2bc14-257f-4f92-a96e-a61c9ad23b52" -d '{"events": [{"name": "network-changed", "server_uuid": "c03540bc-e0a6-433c-99ce-b46169e40b51", "tag": "598424e6-a5fe-41cc-9bf1-64a6a24c33d9"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:10:50.814987 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71378c-a5cf-481a-bab5-9a3c465cc58e service neutron] Pushing event updated for resources: {'Port': ['ID=598424e6-a5fe-41cc-9bf1-64a6a24c33d9,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:50.827047 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e125b9c-0c0c-4eb6-a51a-850b97bf83ae x-openstack-request-id: req-7e125b9c-0c0c-4eb6-a51a-850b97bf83ae {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:10:50.827340 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03540bc-e0a6-433c-99ce-b46169e40b51", "tag": "598424e6-a5fe-41cc-9bf1-64a6a24c33d9", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:10:50.827594 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7e125b9c-0c0c-4eb6-a51a-850b97bf83ae {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:10:50.828092 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c03540bc-e0a6-433c-99ce-b46169e40b51', 'tag': '598424e6-a5fe-41cc-9bf1-64a6a24c33d9', 'status': 'completed', 'code': 200} Sep 18 00:10:50.844652 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae027748-4e8a-4c15-99e8-e20ae922c2cf req-b1cc73ed-6273-49d3-aa5f-ef50b1f3c0cf tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:50.846452 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae027748-4e8a-4c15-99e8-e20ae922c2cf req-b1cc73ed-6273-49d3-aa5f-ef50b1f3c0cf tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=c03540bc-e0a6-433c-99ce-b46169e40b51 HTTP/1.1" status: 200 len: 943 time: 0.0574925 Sep 18 00:10:50.847534 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d300e932-5382-4985-b300-7ffbe8125ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:50.887861 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2bc14-257f-4f92-a96e-a61c9ad23b52 req-940a20d2-c9d9-49fd-bef6-bd73fa5b6a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:50.889452 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-97f2bc14-257f-4f92-a96e-a61c9ad23b52 req-940a20d2-c9d9-49fd-bef6-bd73fa5b6a7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83799a89f7c840d4bdac7cd855d655c5&device_id=c03540bc-e0a6-433c-99ce-b46169e40b51 HTTP/1.1" status: 200 len: 1094 time: 0.0414145 Sep 18 00:10:50.904371 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300e932-5382-4985-b300-7ffbe8125ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ca4cdc-f6ea-4dcd-8a94-be5f0fe40fec,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:50.908543 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d300e932-5382-4985-b300-7ffbe8125ff9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=34b54c7c7f9c4c4da10ef86c35ed2fee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2734506 Sep 18 00:10:50.912804 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48040) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:10:50.939148 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae027748-4e8a-4c15-99e8-e20ae922c2cf req-2f56db91-7e7c-48be-9a86-9f3643ed32c3 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852377 Sep 18 00:10:50.974926 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-30d0ec9e-6f4d-4d20-82a2-ce4506f86da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:50.996718 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-30d0ec9e-6f4d-4d20-82a2-ce4506f86da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:51.064508 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2bc14-257f-4f92-a96e-a61c9ad23b52 req-78c0b894-dc8e-4ba8-b0de-b2a7a1489fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:51.065932 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-97f2bc14-257f-4f92-a96e-a61c9ad23b52 req-78c0b894-dc8e-4ba8-b0de-b2a7a1489fe3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=83799a89f7c840d4bdac7cd855d655c5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1691020 Sep 18 00:10:51.153927 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-30d0ec9e-6f4d-4d20-82a2-ce4506f86da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:51.156508 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-30d0ec9e-6f4d-4d20-82a2-ce4506f86da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:51.157719 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-30d0ec9e-6f4d-4d20-82a2-ce4506f86da1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03ca4cdc-f6ea-4dcd-8a94-be5f0fe40fec HTTP/1.1" status: 204 len: 168 time: 0.2441130 Sep 18 00:10:51.162296 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2bc14-257f-4f92-a96e-a61c9ad23b52 req-40bfa4df-3f58-4191-92f6-d574c1c4d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:51.163957 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-97f2bc14-257f-4f92-a96e-a61c9ad23b52 req-40bfa4df-3f58-4191-92f6-d574c1c4d578 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912106 Sep 18 00:10:51.165656 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0ec9e-6f4d-4d20-82a2-ce4506f86da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ca4cdc-f6ea-4dcd-8a94-be5f0fe40fec,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:51.243855 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-ed193ef0-715e-4140-8360-a6b282a8d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:51.245426 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-ed193ef0-715e-4140-8360-a6b282a8d7ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83799a89f7c840d4bdac7cd855d655c5&device_id=c03540bc-e0a6-433c-99ce-b46169e40b51 HTTP/1.1" status: 200 len: 1094 time: 0.0408971 Sep 18 00:10:51.287604 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-23b99f92-9fa3-4e00-9963-d0fb5c5b3176 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=598424e6-a5fe-41cc-9bf1-64a6a24c33d9 HTTP/1.1" status: 200 len: 217 time: 0.0339990 Sep 18 00:10:51.337299 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-d2170e2d-57b4-458c-9507-acd6f5a91348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:51.338668 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-d2170e2d-57b4-458c-9507-acd6f5a91348 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38cd36e7-1c26-404f-9305-d161b68b3584 HTTP/1.1" status: 200 len: 849 time: 0.0431535 Sep 18 00:10:51.373398 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-069aae85-80a9-4bae-a862-0de9d6ec95a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a8cbaee-7778-4ad0-9d08-c9799fa2c17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277586 Sep 18 00:10:51.460879 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-f307c2bf-c477-4bda-9491-f3eac7530aa4 service neutron] 10.222.0.41 "GET /v2.0/networks/2a8cbaee-7778-4ad0-9d08-c9799fa2c17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806308 Sep 18 00:10:51.552753 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-176b862b-c7bc-4aa6-9e88-3b6d0dc19d4e req-af21e2e9-bc0e-461d-96c7-4a99633e02da service neutron] 10.222.0.41 "GET /v2.0/networks/2a8cbaee-7778-4ad0-9d08-c9799fa2c17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846949 Sep 18 00:10:52.064205 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d0a4-d438-4725-98b9-1aa5aa5974e0 req-05413650-0f04-471a-a3fd-98abded8ae7d tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:52.065729 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52d3d0a4-d438-4725-98b9-1aa5aa5974e0 req-05413650-0f04-471a-a3fd-98abded8ae7d tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=c03540bc-e0a6-433c-99ce-b46169e40b51 HTTP/1.1" status: 200 len: 943 time: 0.0523601 Sep 18 00:10:52.104048 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52d3d0a4-d438-4725-98b9-1aa5aa5974e0 req-33772f04-01a4-404f-a09d-b8bea32eda2b tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320318 Sep 18 00:10:53.228071 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598578d8-7326-468f-afe6-61c5ac0b1675 req-97d51be4-ee15-43ea-8e8a-32069ce80ddb tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:53.229661 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-598578d8-7326-468f-afe6-61c5ac0b1675 req-97d51be4-ee15-43ea-8e8a-32069ce80ddb tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=c03540bc-e0a6-433c-99ce-b46169e40b51 HTTP/1.1" status: 200 len: 943 time: 0.0498030 Sep 18 00:10:53.271993 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-598578d8-7326-468f-afe6-61c5ac0b1675 req-1af58955-bcb3-4632-80c8-df16b579cf56 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361886 Sep 18 00:10:54.291952 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 598424e6-a5fe-41cc-9bf1-64a6a24c33d9 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:10:54.401890 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70942f9-9f8e-4adf-9fbf-93a562461ef8 req-654b589b-b868-489a-96be-0c42ac6a6398 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:54.403430 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f70942f9-9f8e-4adf-9fbf-93a562461ef8 req-654b589b-b868-489a-96be-0c42ac6a6398 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=c03540bc-e0a6-433c-99ce-b46169e40b51 HTTP/1.1" status: 200 len: 943 time: 0.0578198 Sep 18 00:10:54.423381 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 598424e6-a5fe-41cc-9bf1-64a6a24c33d9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=598424e6-a5fe-41cc-9bf1-64a6a24c33d9,segment=NetworkSegment(c93780ed-bc12-4cd6-8ff9-58299fc6ff83),segment_id=c93780ed-bc12-4cd6-8ff9-58299fc6ff83)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:54.438995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '598424e6-a5fe-41cc-9bf1-64a6a24c33d9', 'network_id': '2a8cbaee-7778-4ad0-9d08-c9799fa2c17f', 'port_id': '598424e6-a5fe-41cc-9bf1-64a6a24c33d9', 'mac_address': 'fa:16:3e:73:3f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38cd36e7-1c26-404f-9305-d161b68b3584', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:10:54.442228 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f70942f9-9f8e-4adf-9fbf-93a562461ef8 req-f7ae5994-da0d-46cf-ab04-48f0bb0ad5ec tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325828 Sep 18 00:10:54.484024 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:54.500320 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 598424e6-a5fe-41cc-9bf1-64a6a24c33d9 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:10:54.524592 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 598424e6-a5fe-41cc-9bf1-64a6a24c33d9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=598424e6-a5fe-41cc-9bf1-64a6a24c33d9,segment=NetworkSegment(c93780ed-bc12-4cd6-8ff9-58299fc6ff83),segment_id=c93780ed-bc12-4cd6-8ff9-58299fc6ff83)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:54.586281 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:54.639646 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=598424e6-a5fe-41cc-9bf1-64a6a24c33d9,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:54.793579 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['598424e6-a5fe-41cc-9bf1-64a6a24c33d9'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:10:55.564005 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a500c6-c567-4526-abb5-e406bcdfa26f req-cf26c9b1-cc69-4675-becb-480577f5d232 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:55.565530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4a500c6-c567-4526-abb5-e406bcdfa26f req-cf26c9b1-cc69-4675-becb-480577f5d232 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=c03540bc-e0a6-433c-99ce-b46169e40b51 HTTP/1.1" status: 200 len: 944 time: 0.0528185 Sep 18 00:10:55.606183 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4a500c6-c567-4526-abb5-e406bcdfa26f req-6342c60a-7345-4460-bfdc-0b56b3e475c9 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336816 Sep 18 00:10:56.323485 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 598424e6-a5fe-41cc-9bf1-64a6a24c33d9 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:10:56.483635 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 598424e6-a5fe-41cc-9bf1-64a6a24c33d9 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:10:56.489940 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 598424e6-a5fe-41cc-9bf1-64a6a24c33d9 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:10:56.490304 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:56.573603 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:56.598487 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03540bc-e0a6-433c-99ce-b46169e40b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598424e6-a5fe-41cc-9bf1-64a6a24c33d9'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:10:56.601213 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fff556-2b23-4100-830a-0c1230e05b1e" -d '{"events": [{"server_uuid": "c03540bc-e0a6-433c-99ce-b46169e40b51", "name": "network-vif-plugged", "status": "completed", "tag": "598424e6-a5fe-41cc-9bf1-64a6a24c33d9"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:10:56.616125 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 598424e6-a5fe-41cc-9bf1-64a6a24c33d9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=598424e6-a5fe-41cc-9bf1-64a6a24c33d9,segment=NetworkSegment(c93780ed-bc12-4cd6-8ff9-58299fc6ff83),segment_id=c93780ed-bc12-4cd6-8ff9-58299fc6ff83)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:10:56.673018 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b0d911-a23c-4f0f-b47a-0c8782df0ac6 x-openstack-request-id: req-24b0d911-a23c-4f0f-b47a-0c8782df0ac6 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:10:56.674146 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03540bc-e0a6-433c-99ce-b46169e40b51", "name": "network-vif-plugged", "status": "completed", "tag": "598424e6-a5fe-41cc-9bf1-64a6a24c33d9", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:10:56.675675 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-24b0d911-a23c-4f0f-b47a-0c8782df0ac6 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:10:56.676385 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03540bc-e0a6-433c-99ce-b46169e40b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598424e6-a5fe-41cc-9bf1-64a6a24c33d9', 'code': 200} Sep 18 00:10:56.686192 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:10:56.762073 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99056a-6779-4755-92fa-75621131cc98 req-5c3c1a97-132a-45e3-bd78-9ede5a9aa5cf tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:56.767183 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=598424e6-a5fe-41cc-9bf1-64a6a24c33d9,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:10:56.772230 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a99056a-6779-4755-92fa-75621131cc98 req-5c3c1a97-132a-45e3-bd78-9ede5a9aa5cf tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=c03540bc-e0a6-433c-99ce-b46169e40b51 HTTP/1.1" status: 200 len: 945 time: 0.0783806 Sep 18 00:10:56.785118 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bb7e9-fd7c-4e27-9be2-1f8d63fdd966 req-2439103f-2c57-4f63-8a51-78583c6b07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:56.787558 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-661bb7e9-fd7c-4e27-9be2-1f8d63fdd966 req-2439103f-2c57-4f63-8a51-78583c6b07d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c03540bc-e0a6-433c-99ce-b46169e40b51 HTTP/1.1" status: 200 len: 1096 time: 0.0503776 Sep 18 00:10:56.807785 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a99056a-6779-4755-92fa-75621131cc98 req-c19c1172-aa3b-4d74-854d-7bde7c0a0603 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344524 Sep 18 00:10:56.824346 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-661bb7e9-fd7c-4e27-9be2-1f8d63fdd966 req-70345f0b-2f39-4a14-b78e-ede6e1d16498 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297158 Sep 18 00:10:57.678896 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:10:57.924363 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbdfa0-66f2-411c-ba1a-106ed57fa0a3 req-7b445f4e-c325-401f-8d7d-09a1a0ab3930 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:57.925882 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10cbdfa0-66f2-411c-ba1a-106ed57fa0a3 req-7b445f4e-c325-401f-8d7d-09a1a0ab3930 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=c03540bc-e0a6-433c-99ce-b46169e40b51 HTTP/1.1" status: 200 len: 945 time: 0.0492144 Sep 18 00:10:57.964991 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10cbdfa0-66f2-411c-ba1a-106ed57fa0a3 req-d6fd3dee-4e5a-4b19-83c8-ba80385e489b tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330219 Sep 18 00:10:59.090406 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4306b5-12a3-447e-9fb6-2098d4c3db61 req-3384af04-2a9e-4601-a3dd-63382d8673d3 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:10:59.091948 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb4306b5-12a3-447e-9fb6-2098d4c3db61 req-3384af04-2a9e-4601-a3dd-63382d8673d3 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=c03540bc-e0a6-433c-99ce-b46169e40b51 HTTP/1.1" status: 200 len: 945 time: 0.0594466 Sep 18 00:10:59.134619 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb4306b5-12a3-447e-9fb6-2098d4c3db61 req-69e34b1b-3ac5-4a91-a57b-1f0bebd02967 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323954 Sep 18 00:11:00.084362 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48220) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:00.198958 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-189e083a-267e-41d9-9e04-e32955bf307c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:00.286993 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-189e083a-267e-41d9-9e04-e32955bf307c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:00.353777 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-189e083a-267e-41d9-9e04-e32955bf307c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:00.408644 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-189e083a-267e-41d9-9e04-e32955bf307c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=04734bfd134d41d8be90a46cc5b56dd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3228850 Sep 18 00:11:00.409400 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e083a-267e-41d9-9e04-e32955bf307c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc55b24-1544-42dc-ab7f-13105c206e3e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:00.412048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48226) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:00.469882 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d0916a56-9f26-4c8d-9b01-a9e390bfe022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:00.498282 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d0916a56-9f26-4c8d-9b01-a9e390bfe022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:00.606130 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb7960-4e3a-42c8-af6f-e4f7383dcff5 req-b09bb376-b25a-4466-8a07-b04c5ffef1bd tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:00.607708 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9fb7960-4e3a-42c8-af6f-e4f7383dcff5 req-b09bb376-b25a-4466-8a07-b04c5ffef1bd tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=c03540bc-e0a6-433c-99ce-b46169e40b51 HTTP/1.1" status: 200 len: 945 time: 0.0690300 Sep 18 00:11:00.634318 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d0916a56-9f26-4c8d-9b01-a9e390bfe022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:00.637738 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d0916a56-9f26-4c8d-9b01-a9e390bfe022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:00.642317 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d0916a56-9f26-4c8d-9b01-a9e390bfe022 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3fc55b24-1544-42dc-ab7f-13105c206e3e HTTP/1.1" status: 204 len: 168 time: 0.2260370 Sep 18 00:11:00.650233 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0916a56-9f26-4c8d-9b01-a9e390bfe022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc55b24-1544-42dc-ab7f-13105c206e3e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:00.656797 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9fb7960-4e3a-42c8-af6f-e4f7383dcff5 req-e7a07913-0c89-4b48-931a-83e01cc268bb tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394173 Sep 18 00:11:00.667857 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916a56-9f26-4c8d-9b01-a9e390bfe022 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:00.668205 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916a56-9f26-4c8d-9b01-a9e390bfe022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:00.681548 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916a56-9f26-4c8d-9b01-a9e390bfe022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:00.681926 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916a56-9f26-4c8d-9b01-a9e390bfe022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:00.682607 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916a56-9f26-4c8d-9b01-a9e390bfe022 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:00.682936 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916a56-9f26-4c8d-9b01-a9e390bfe022 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:00.683279 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916a56-9f26-4c8d-9b01-a9e390bfe022 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:00.683653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916a56-9f26-4c8d-9b01-a9e390bfe022 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:00.683991 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916a56-9f26-4c8d-9b01-a9e390bfe022 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:00.684353 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916a56-9f26-4c8d-9b01-a9e390bfe022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:00.684685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916a56-9f26-4c8d-9b01-a9e390bfe022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:00.685390 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0916a56-9f26-4c8d-9b01-a9e390bfe022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:01.368738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48242) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:01.386083 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b7bbf11f-0d8f-462a-b81c-e62db034df7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:01.475547 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b7bbf11f-0d8f-462a-b81c-e62db034df7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:01.546471 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b7bbf11f-0d8f-462a-b81c-e62db034df7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:01.587395 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b7bbf11f-0d8f-462a-b81c-e62db034df7e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9d28ad69eaf4898aef64170178421e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2173812 Sep 18 00:11:01.588187 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbf11f-0d8f-462a-b81c-e62db034df7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9746e4-957a-4909-9cf2-bf517402e0b2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:01.590057 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48250) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:01.806606 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1975482-23c4-487c-b47a-18c2ff2e2302 req-6d84cca7-11b9-480d-9951-b4a6358bde38 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:01.808336 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b1975482-23c4-487c-b47a-18c2ff2e2302 req-6d84cca7-11b9-480d-9951-b4a6358bde38 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.41 "GET /v2.0/ports?device_id=c03540bc-e0a6-433c-99ce-b46169e40b51 HTTP/1.1" status: 200 len: 945 time: 0.0522606 Sep 18 00:11:01.907045 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-b1975482-23c4-487c-b47a-18c2ff2e2302 req-faeaee79-dffc-4c1c-90a1-8e2158562fb5 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Deleting port 598424e6-a5fe-41cc-9bf1-64a6a24c33d9 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:11:01.907294 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b1975482-23c4-487c-b47a-18c2ff2e2302 req-faeaee79-dffc-4c1c-90a1-8e2158562fb5 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:01.999477 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-b1975482-23c4-487c-b47a-18c2ff2e2302 req-faeaee79-dffc-4c1c-90a1-8e2158562fb5 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] For port 598424e6-a5fe-41cc-9bf1-64a6a24c33d9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=598424e6-a5fe-41cc-9bf1-64a6a24c33d9,segment=NetworkSegment(c93780ed-bc12-4cd6-8ff9-58299fc6ff83),segment_id=c93780ed-bc12-4cd6-8ff9-58299fc6ff83)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:11:01.999861 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b1975482-23c4-487c-b47a-18c2ff2e2302 req-faeaee79-dffc-4c1c-90a1-8e2158562fb5 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:02.012970 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-b1975482-23c4-487c-b47a-18c2ff2e2302 req-faeaee79-dffc-4c1c-90a1-8e2158562fb5 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Calling delete_port for 598424e6-a5fe-41cc-9bf1-64a6a24c33d9 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:11:02.023438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70385d22-2613-4b20-baa5-95c081b88981 req-c7b129cf-0d91-48f4-bd1a-7ad75d10f935 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:02.024962 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70385d22-2613-4b20-baa5-95c081b88981 req-c7b129cf-0d91-48f4-bd1a-7ad75d10f935 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=c03540bc-e0a6-433c-99ce-b46169e40b51 HTTP/1.1" status: 200 len: 945 time: 0.0721776 Sep 18 00:11:02.029575 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-68ffc454-17e4-485c-a7d0-d5e287a93c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:02.065859 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-68ffc454-17e4-485c-a7d0-d5e287a93c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:02.092101 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70385d22-2613-4b20-baa5-95c081b88981 req-f199f867-e532-4c7a-a568-f486e0f8cde9 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605991 Sep 18 00:11:02.194270 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-68ffc454-17e4-485c-a7d0-d5e287a93c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:02.196896 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-68ffc454-17e4-485c-a7d0-d5e287a93c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:02.198085 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-68ffc454-17e4-485c-a7d0-d5e287a93c69 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db9746e4-957a-4909-9cf2-bf517402e0b2 HTTP/1.1" status: 204 len: 168 time: 0.6065300 Sep 18 00:11:02.208500 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffc454-17e4-485c-a7d0-d5e287a93c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9746e4-957a-4909-9cf2-bf517402e0b2,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:02.226846 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b1975482-23c4-487c-b47a-18c2ff2e2302 req-faeaee79-dffc-4c1c-90a1-8e2158562fb5 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:02.251391 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['598424e6-a5fe-41cc-9bf1-64a6a24c33d9'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:11:02.271692 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeaee79-dffc-4c1c-90a1-8e2158562fb5 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Pushing event deleted for resources: {'Port': ['ID=598424e6-a5fe-41cc-9bf1-64a6a24c33d9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:02.325476 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1975482-23c4-487c-b47a-18c2ff2e2302 req-faeaee79-dffc-4c1c-90a1-8e2158562fb5 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] No DVR routers for this DVR port 598424e6-a5fe-41cc-9bf1-64a6a24c33d9 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:11:02.328103 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b1975482-23c4-487c-b47a-18c2ff2e2302 req-faeaee79-dffc-4c1c-90a1-8e2158562fb5 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:02.330169 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b1975482-23c4-487c-b47a-18c2ff2e2302 req-faeaee79-dffc-4c1c-90a1-8e2158562fb5 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.41 "DELETE /v2.0/ports/598424e6-a5fe-41cc-9bf1-64a6a24c33d9 HTTP/1.1" status: 204 len: 173 time: 0.5150070 Sep 18 00:11:02.330611 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03540bc-e0a6-433c-99ce-b46169e40b51', 'name': 'network-vif-deleted', 'tag': '598424e6-a5fe-41cc-9bf1-64a6a24c33d9'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:11:02.333818 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bfa083-b2c4-4381-b0c9-dd3057d1ade7" -d '{"events": [{"server_uuid": "c03540bc-e0a6-433c-99ce-b46169e40b51", "name": "network-vif-deleted", "tag": "598424e6-a5fe-41cc-9bf1-64a6a24c33d9"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:11:02.375852 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a5183f-a04c-46d7-86be-a8ec08cede37 x-openstack-request-id: req-e3a5183f-a04c-46d7-86be-a8ec08cede37 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:11:02.376150 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03540bc-e0a6-433c-99ce-b46169e40b51", "name": "network-vif-deleted", "tag": "598424e6-a5fe-41cc-9bf1-64a6a24c33d9", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:11:02.376453 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e3a5183f-a04c-46d7-86be-a8ec08cede37 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:11:02.376955 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03540bc-e0a6-433c-99ce-b46169e40b51', 'name': 'network-vif-deleted', 'tag': '598424e6-a5fe-41cc-9bf1-64a6a24c33d9', 'status': 'completed', 'code': 200} Sep 18 00:11:03.199405 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-db0e658c-807e-46c4-a5ca-be091ad8a010 req-d1ae02f5-97bc-4b03-b092-0fbba4761160 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=c03540bc-e0a6-433c-99ce-b46169e40b51 HTTP/1.1" status: 200 len: 210 time: 0.0299454 Sep 18 00:11:04.516115 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-3c257110-a9e7-4a2a-b41c-c69aa2ee64d5 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:04.516115 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-3c257110-a9e7-4a2a-b41c-c69aa2ee64d5 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/networks?id=2a8cbaee-7778-4ad0-9d08-c9799fa2c17f HTTP/1.1" status: 200 len: 809 time: 0.1094489 Sep 18 00:11:04.533281 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-c389530b-b485-46ec-bc71-5667a2d593f7 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/quotas/83799a89f7c840d4bdac7cd855d655c5 HTTP/1.1" status: 200 len: 375 time: 0.0110571 Sep 18 00:11:04.565955 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-f979f1c7-445d-482b-b842-958c0ccf3bf9 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=83799a89f7c840d4bdac7cd855d655c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261552 Sep 18 00:11:04.661821 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-5382ec83-04ba-4f2d-8146-6d9d8bb611c1 service neutron] 10.222.0.46 "GET /v2.0/networks/2a8cbaee-7778-4ad0-9d08-c9799fa2c17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880136 Sep 18 00:11:04.760809 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-e8caed5c-1cd9-4a7f-84f2-be742fe41906 service neutron] 10.222.0.46 "GET /v2.0/networks/2a8cbaee-7778-4ad0-9d08-c9799fa2c17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929742 Sep 18 00:11:05.058026 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b2f1a0b-2cc1-4346-982d-6bfb83d9d305 req-ecc6ff03-2a65-4c1e-b3a0-1c6e9b66ad8d tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbc0dc6b-eb40-4ece-a041-87687784ab98 HTTP/1.1" status: 200 len: 210 time: 0.0272424 Sep 18 00:11:06.151132 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8e207f24-c214-4a32-a672-e7b9776004a7 req-2de7c172-ea65-4d8d-9b7f-0bf78246eb6d tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbc0dc6b-eb40-4ece-a041-87687784ab98 HTTP/1.1" status: 200 len: 210 time: 0.0280750 Sep 18 00:11:06.401412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 598424e6-a5fe-41cc-9bf1-64a6a24c33d9 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:11:06.424706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 598424e6-a5fe-41cc-9bf1-64a6a24c33d9 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:11:06.425087 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 598424e6-a5fe-41cc-9bf1-64a6a24c33d9 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:11:07.125527 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-39564ea1-79c8-4612-833b-e28244b1021e tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:07.127008 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-39564ea1-79c8-4612-833b-e28244b1021e tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.41 "GET /v2.0/networks?id=2a8cbaee-7778-4ad0-9d08-c9799fa2c17f HTTP/1.1" status: 200 len: 809 time: 0.1002057 Sep 18 00:11:07.139338 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-29aea9ad-a776-4b0a-86b6-c18a70959b35 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Request body: {'port': {'device_id': 'bbc0dc6b-eb40-4ece-a041-87687784ab98', 'network_id': '2a8cbaee-7778-4ad0-9d08-c9799fa2c17f', 'admin_state_up': True, 'tenant_id': '83799a89f7c840d4bdac7cd855d655c5'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:11:07.282253 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7eea6ee0-f8c1-4677-8d82-537f75a128f6 req-5277875a-2703-4419-9fa0-06bdfd8705c2 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbc0dc6b-eb40-4ece-a041-87687784ab98 HTTP/1.1" status: 200 len: 210 time: 0.0410643 Sep 18 00:11:07.363250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-29aea9ad-a776-4b0a-86b6-c18a70959b35 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Made reservation on behalf of 83799a89f7c840d4bdac7cd855d655c5 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:11:07.367485 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-29aea9ad-a776-4b0a-86b6-c18a70959b35 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:07.492969 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-29aea9ad-a776-4b0a-86b6-c18a70959b35 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Allocated IP 172.20.0.9 (2a8cbaee-7778-4ad0-9d08-c9799fa2c17f/38cd36e7-1c26-404f-9305-d161b68b3584/af489b7d-60b0-443e-b2e6-32c279b69dc6) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:11:07.645996 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-29aea9ad-a776-4b0a-86b6-c18a70959b35 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:07.731290 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-29aea9ad-a776-4b0a-86b6-c18a70959b35 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:07.784399 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-29aea9ad-a776-4b0a-86b6-c18a70959b35 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Network 2a8cbaee-7778-4ad0-9d08-c9799fa2c17f is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:11:07.788500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-29aea9ad-a776-4b0a-86b6-c18a70959b35 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:11:07.792440 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-29aea9ad-a776-4b0a-86b6-c18a70959b35 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:11:08.078151 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aea9ad-a776-4b0a-86b6-c18a70959b35 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Pushing event updated for resources: {'Port': ['ID=af489b7d-60b0-443e-b2e6-32c279b69dc6,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:08.093625 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48454) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:08.115324 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-29aea9ad-a776-4b0a-86b6-c18a70959b35 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:08.116180 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-29aea9ad-a776-4b0a-86b6-c18a70959b35 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:08.203544 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5a1e97e5-1ca4-4d79-9441-852ff8c3581e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:08.232407 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-29aea9ad-a776-4b0a-86b6-c18a70959b35 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0966618 Sep 18 00:11:08.244874 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Request body: {'port': {'device_id': 'bbc0dc6b-eb40-4ece-a041-87687784ab98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:11:08.297477 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:08.311603 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5a1e97e5-1ca4-4d79-9441-852ff8c3581e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:08.387568 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5a1e97e5-1ca4-4d79-9441-852ff8c3581e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:08.429237 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e97e5-1ca4-4d79-9441-852ff8c3581e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a90127-3cee-4f4a-8def-2df066c903da,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:08.437216 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5a1e97e5-1ca4-4d79-9441-852ff8c3581e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc8a6d1a349a4c12a1b0d8aedeea706f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418937 Sep 18 00:11:08.439273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48460) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:08.452934 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33da89-c5de-4cd8-88e6-9920b4dc8d3c req-aebebafb-0444-4528-ab31-9dbc0b54be59 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:08.454403 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f33da89-c5de-4cd8-88e6-9920b4dc8d3c req-aebebafb-0444-4528-ab31-9dbc0b54be59 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbc0dc6b-eb40-4ece-a041-87687784ab98 HTTP/1.1" status: 200 len: 931 time: 0.0998750 Sep 18 00:11:08.544769 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-de68b53b-d1e0-401f-9e18-7994de98afb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:08.558836 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f33da89-c5de-4cd8-88e6-9920b4dc8d3c req-00794a5a-59d0-4c24-b633-e87af0cf8f47 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975213 Sep 18 00:11:08.597428 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-de68b53b-d1e0-401f-9e18-7994de98afb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:08.621316 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af489b7d-60b0-443e-b2e6-32c279b69dc6 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:11:08.629792 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:08.633030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48468) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:08.644077 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Transition to ACTIVE for port object af489b7d-60b0-443e-b2e6-32c279b69dc6 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:11:08.725739 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002fb628-6e54-483f-a593-f3ca79975171 req-22f37ba7-20c5-4a6d-9255-0034c14046d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:08.727298 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-002fb628-6e54-483f-a593-f3ca79975171 req-22f37ba7-20c5-4a6d-9255-0034c14046d6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 1096 time: 0.0933225 Sep 18 00:11:08.736992 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:08.740017 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-de68b53b-d1e0-401f-9e18-7994de98afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:08.742555 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-de68b53b-d1e0-401f-9e18-7994de98afb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:08.745184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-de68b53b-d1e0-401f-9e18-7994de98afb0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/24a90127-3cee-4f4a-8def-2df066c903da HTTP/1.1" status: 204 len: 168 time: 0.3034804 Sep 18 00:11:08.761676 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68b53b-d1e0-401f-9e18-7994de98afb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a90127-3cee-4f4a-8def-2df066c903da,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:08.785917 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-002fb628-6e54-483f-a593-f3ca79975171 req-e4e3556c-3e1a-4357-8dc4-fcfdf54535de service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=492a1e00-4dba-4712-99b9-d270eb0b55b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523005 Sep 18 00:11:08.826306 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Pushing event updated for resources: {'Port': ['ID=af489b7d-60b0-443e-b2e6-32c279b69dc6,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:08.876100 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Attempting to bind port af489b7d-60b0-443e-b2e6-32c279b69dc6 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:11:08.876432 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Attempting to bind port af489b7d-60b0-443e-b2e6-32c279b69dc6 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'c93780ed-bc12-4cd6-8ff9-58299fc6ff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2a8cbaee-7778-4ad0-9d08-c9799fa2c17f'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:11:08.876762 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Attempting to bind port af489b7d-60b0-443e-b2e6-32c279b69dc6 on network 2a8cbaee-7778-4ad0-9d08-c9799fa2c17f {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:11:08.881124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Port af489b7d-60b0-443e-b2e6-32c279b69dc6 on network 2a8cbaee-7778-4ad0-9d08-c9799fa2c17f not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:11:08.881452 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Attempting to bind port af489b7d-60b0-443e-b2e6-32c279b69dc6 on network 2a8cbaee-7778-4ad0-9d08-c9799fa2c17f {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:11:08.886192 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:11:08.886532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Checking segment: {'id': 'c93780ed-bc12-4cd6-8ff9-58299fc6ff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2a8cbaee-7778-4ad0-9d08-c9799fa2c17f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:11:08.886913 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Bound using segment: {'id': 'c93780ed-bc12-4cd6-8ff9-58299fc6ff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2a8cbaee-7778-4ad0-9d08-c9799fa2c17f'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:11:08.887337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Bound port: af489b7d-60b0-443e-b2e6-32c279b69dc6, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c93780ed-bc12-4cd6-8ff9-58299fc6ff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2a8cbaee-7778-4ad0-9d08-c9799fa2c17f'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:11:08.887690 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:08.949680 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] For port af489b7d-60b0-443e-b2e6-32c279b69dc6, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:11:08.952789 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] For port af489b7d-60b0-443e-b2e6-32c279b69dc6, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=af489b7d-60b0-443e-b2e6-32c279b69dc6,segment=NetworkSegment(c93780ed-bc12-4cd6-8ff9-58299fc6ff83),segment_id=c93780ed-bc12-4cd6-8ff9-58299fc6ff83)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:11:09.108816 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:09.144664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:09.146431 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:09.151870 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] 10.222.0.41 "PUT /v2.0/ports/af489b7d-60b0-443e-b2e6-32c279b69dc6 HTTP/1.1" status: 200 len: 1091 time: 0.9074337 Sep 18 00:11:09.151870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc0dc6b-eb40-4ece-a041-87687784ab98', 'tag': 'af489b7d-60b0-443e-b2e6-32c279b69dc6'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:11:09.153589 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dd87ad-3792-45c1-92bd-12a0b8143d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc0dc6b-eb40-4ece-a041-87687784ab98", "tag": "af489b7d-60b0-443e-b2e6-32c279b69dc6"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:11:09.182003 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9268b-73cb-4519-91c4-b195d9f0debf service neutron] Pushing event updated for resources: {'Port': ['ID=af489b7d-60b0-443e-b2e6-32c279b69dc6,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:09.196787 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd8dd89-e170-4436-be1e-e6ef3d6b7c98 x-openstack-request-id: req-1cd8dd89-e170-4436-be1e-e6ef3d6b7c98 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:11:09.197213 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc0dc6b-eb40-4ece-a041-87687784ab98", "tag": "af489b7d-60b0-443e-b2e6-32c279b69dc6", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:11:09.197470 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1cd8dd89-e170-4436-be1e-e6ef3d6b7c98 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:11:09.197873 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc0dc6b-eb40-4ece-a041-87687784ab98', 'tag': 'af489b7d-60b0-443e-b2e6-32c279b69dc6', 'status': 'completed', 'code': 200} Sep 18 00:11:09.263391 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd87ad-3792-45c1-92bd-12a0b8143d9f req-7c2ad8e9-2c0e-4bde-a632-7be5fdaeba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:09.264852 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c7dd87ad-3792-45c1-92bd-12a0b8143d9f req-7c2ad8e9-2c0e-4bde-a632-7be5fdaeba2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83799a89f7c840d4bdac7cd855d655c5&device_id=bbc0dc6b-eb40-4ece-a041-87687784ab98 HTTP/1.1" status: 200 len: 1094 time: 0.0421326 Sep 18 00:11:09.369679 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd87ad-3792-45c1-92bd-12a0b8143d9f req-cb3fa708-ad7f-45a9-8f87-08f60aaac06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:09.371248 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c7dd87ad-3792-45c1-92bd-12a0b8143d9f req-cb3fa708-ad7f-45a9-8f87-08f60aaac06e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=83799a89f7c840d4bdac7cd855d655c5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0981417 Sep 18 00:11:09.470008 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd87ad-3792-45c1-92bd-12a0b8143d9f req-ded920ef-b391-4f95-8f32-af8ed752ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:09.471775 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c7dd87ad-3792-45c1-92bd-12a0b8143d9f req-ded920ef-b391-4f95-8f32-af8ed752ba75 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940201 Sep 18 00:11:09.547930 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-4dfe662d-983b-44d0-88a5-5191fcabba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:09.549381 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-4dfe662d-983b-44d0-88a5-5191fcabba2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83799a89f7c840d4bdac7cd855d655c5&device_id=bbc0dc6b-eb40-4ece-a041-87687784ab98 HTTP/1.1" status: 200 len: 1094 time: 0.0404048 Sep 18 00:11:09.569343 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48486) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:09.587598 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-85f41213-b428-4346-96f3-fbba927c79c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:09.591742 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-95a74f80-cdfe-4019-8c46-28f65fc2b86b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af489b7d-60b0-443e-b2e6-32c279b69dc6 HTTP/1.1" status: 200 len: 217 time: 0.0346916 Sep 18 00:11:09.644203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-41ac270e-3f66-463d-b98c-41d2423eb11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:09.646159 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-41ac270e-3f66-463d-b98c-41d2423eb11b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38cd36e7-1c26-404f-9305-d161b68b3584 HTTP/1.1" status: 200 len: 849 time: 0.0465326 Sep 18 00:11:09.683881 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-3904db32-6fbc-42f2-bb6f-aa434c5808f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a8cbaee-7778-4ad0-9d08-c9799fa2c17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299826 Sep 18 00:11:09.710020 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc8900-9ec8-473a-bf80-e11705eb9ec7 req-8c21210d-1a1f-4092-bfd3-c1f1362ef190 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:09.717371 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-effc8900-9ec8-473a-bf80-e11705eb9ec7 req-8c21210d-1a1f-4092-bfd3-c1f1362ef190 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbc0dc6b-eb40-4ece-a041-87687784ab98 HTTP/1.1" status: 200 len: 943 time: 0.0829988 Sep 18 00:11:09.751854 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-85f41213-b428-4346-96f3-fbba927c79c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:09.769545 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-effc8900-9ec8-473a-bf80-e11705eb9ec7 req-5e0c1781-0f6d-47d9-a8bf-8661927d68e8 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513127 Sep 18 00:11:09.794694 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-cb733842-2c1f-4395-96cf-1af80436f5e2 service neutron] 10.222.0.41 "GET /v2.0/networks/2a8cbaee-7778-4ad0-9d08-c9799fa2c17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004508 Sep 18 00:11:09.874325 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-85f41213-b428-4346-96f3-fbba927c79c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:09.890839 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48500) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:09.899517 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-53af1aa9-8410-4ca1-8981-76b31f2a5cbe req-79acc33c-404e-4cb6-9e01-6a988feff985 service neutron] 10.222.0.41 "GET /v2.0/networks/2a8cbaee-7778-4ad0-9d08-c9799fa2c17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999470 Sep 18 00:11:09.914443 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f41213-b428-4346-96f3-fbba927c79c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f881e9d-5bd8-46bf-ac06-c34d67c4972d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:09.922652 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48504) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:09.923009 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-85f41213-b428-4346-96f3-fbba927c79c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=85877dc186bc46bfa7b5b1c992a6e190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3516102 Sep 18 00:11:09.975520 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-48e4b0a1-1d6a-4b4e-a07f-7090cb3cadf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:09.997363 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-48e4b0a1-1d6a-4b4e-a07f-7090cb3cadf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:10.052144 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bdc37458-3802-4c09-8ea4-7e8fa15a7c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:10.148103 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-48e4b0a1-1d6a-4b4e-a07f-7090cb3cadf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:10.150846 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-48e4b0a1-1d6a-4b4e-a07f-7090cb3cadf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:10.152020 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-48e4b0a1-1d6a-4b4e-a07f-7090cb3cadf2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f881e9d-5bd8-46bf-ac06-c34d67c4972d HTTP/1.1" status: 204 len: 168 time: 0.2287319 Sep 18 00:11:10.171510 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4b0a1-1d6a-4b4e-a07f-7090cb3cadf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f881e9d-5bd8-46bf-ac06-c34d67c4972d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:10.226813 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bdc37458-3802-4c09-8ea4-7e8fa15a7c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:10.319640 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bdc37458-3802-4c09-8ea4-7e8fa15a7c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:10.361362 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bdc37458-3802-4c09-8ea4-7e8fa15a7c6f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=decce157af9946e5afd8e238864dfbe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4693716 Sep 18 00:11:10.362188 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc37458-3802-4c09-8ea4-7e8fa15a7c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dd1c7b-1a0f-41cb-aa52-96f04372d391,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:10.364637 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48512) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:10.414699 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b97273e-a0b8-41b4-a2e4-f289061f29bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:10.436161 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b97273e-a0b8-41b4-a2e4-f289061f29bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:10.489392 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:10.577186 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b97273e-a0b8-41b4-a2e4-f289061f29bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:10.579796 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b97273e-a0b8-41b4-a2e4-f289061f29bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:10.581074 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7b97273e-a0b8-41b4-a2e4-f289061f29bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06dd1c7b-1a0f-41cb-aa52-96f04372d391 HTTP/1.1" status: 204 len: 168 time: 0.2153602 Sep 18 00:11:10.589169 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97273e-a0b8-41b4-a2e4-f289061f29bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dd1c7b-1a0f-41cb-aa52-96f04372d391,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:10.893532 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ccf7c-1115-4248-b648-24b1c5998392 req-8e807281-81a1-46df-bb56-d453cba8c47e tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:10.895029 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d05ccf7c-1115-4248-b648-24b1c5998392 req-8e807281-81a1-46df-bb56-d453cba8c47e tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbc0dc6b-eb40-4ece-a041-87687784ab98 HTTP/1.1" status: 200 len: 943 time: 0.0526915 Sep 18 00:11:10.933727 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d05ccf7c-1115-4248-b648-24b1c5998392 req-9a953cff-7cdf-489b-9298-90658ecd2db9 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319626 Sep 18 00:11:11.312276 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48540) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:11.327091 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-36f17bb7-cc2b-4bd4-8ff5-25686a258580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:11.422456 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-36f17bb7-cc2b-4bd4-8ff5-25686a258580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:11.525438 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-36f17bb7-cc2b-4bd4-8ff5-25686a258580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:11.562885 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-36f17bb7-cc2b-4bd4-8ff5-25686a258580 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8bae70250b2f4d20ac6004a8159fb369&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494929 Sep 18 00:11:11.565338 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f17bb7-cc2b-4bd4-8ff5-25686a258580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d17e263-5128-4f95-a1d9-951e545c621e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:11.565669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48546) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:11.620813 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ad49dc6-f1a3-446d-9aa8-55dc796f6dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:11.644558 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ad49dc6-f1a3-446d-9aa8-55dc796f6dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:11.747792 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ad49dc6-f1a3-446d-9aa8-55dc796f6dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:11.750382 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ad49dc6-f1a3-446d-9aa8-55dc796f6dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:11.751608 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8ad49dc6-f1a3-446d-9aa8-55dc796f6dd7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d17e263-5128-4f95-a1d9-951e545c621e HTTP/1.1" status: 204 len: 168 time: 0.1849456 Sep 18 00:11:11.762453 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad49dc6-f1a3-446d-9aa8-55dc796f6dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d17e263-5128-4f95-a1d9-951e545c621e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:12.054852 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f8f79-4cf8-44ec-afd8-694b29a5915c req-fa7b07ce-981b-4e4f-b038-f11796cc82b1 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:12.056407 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed1f8f79-4cf8-44ec-afd8-694b29a5915c req-fa7b07ce-981b-4e4f-b038-f11796cc82b1 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbc0dc6b-eb40-4ece-a041-87687784ab98 HTTP/1.1" status: 200 len: 943 time: 0.0549984 Sep 18 00:11:12.094377 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed1f8f79-4cf8-44ec-afd8-694b29a5915c req-229a19fc-349e-4ab7-ad49-583eeb039995 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318274 Sep 18 00:11:12.440228 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device af489b7d-60b0-443e-b2e6-32c279b69dc6 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:11:12.450862 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48568) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:12.464523 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2aa7a9c2-86ba-48c5-8826-8569eca16a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:12.540175 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port af489b7d-60b0-443e-b2e6-32c279b69dc6, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=af489b7d-60b0-443e-b2e6-32c279b69dc6,segment=NetworkSegment(c93780ed-bc12-4cd6-8ff9-58299fc6ff83),segment_id=c93780ed-bc12-4cd6-8ff9-58299fc6ff83)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:11:12.553785 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2aa7a9c2-86ba-48c5-8826-8569eca16a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:12.556887 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'af489b7d-60b0-443e-b2e6-32c279b69dc6', 'network_id': '2a8cbaee-7778-4ad0-9d08-c9799fa2c17f', 'port_id': 'af489b7d-60b0-443e-b2e6-32c279b69dc6', 'mac_address': 'fa:16:3e:0e:54:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38cd36e7-1c26-404f-9305-d161b68b3584', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:11:12.646314 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2aa7a9c2-86ba-48c5-8826-8569eca16a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:12.688798 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2aa7a9c2-86ba-48c5-8826-8569eca16a0c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8001425ce6274e679e053f782406fd14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2369518 Sep 18 00:11:12.689738 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7a9c2-86ba-48c5-8826-8569eca16a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2791712-2d22-41ef-af09-02a61132549b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:12.691697 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48570) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:12.748677 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:12.750327 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-49863f6e-5245-442f-a846-c9090a663dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:12.761943 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af489b7d-60b0-443e-b2e6-32c279b69dc6 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:11:12.772272 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-49863f6e-5245-442f-a846-c9090a663dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:12.781990 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port af489b7d-60b0-443e-b2e6-32c279b69dc6, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=af489b7d-60b0-443e-b2e6-32c279b69dc6,segment=NetworkSegment(c93780ed-bc12-4cd6-8ff9-58299fc6ff83),segment_id=c93780ed-bc12-4cd6-8ff9-58299fc6ff83)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:11:12.917575 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:12.964747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=af489b7d-60b0-443e-b2e6-32c279b69dc6,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:12.972286 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:12.972629 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:12.972993 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:12.973347 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:12.973677 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:12.974002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:12.974324 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:12.974645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:12.974965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:12.975280 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:12.975596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:12.975915 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:12.986334 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e88448a6-8274-4c34-a701-5485bc25682d req-ec78058f-0add-4fe7-a900-51c2d8bf3cbe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396762 Sep 18 00:11:13.006600 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-49863f6e-5245-442f-a846-c9090a663dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:13.009335 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-49863f6e-5245-442f-a846-c9090a663dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:13.010730 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-49863f6e-5245-442f-a846-c9090a663dbb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2791712-2d22-41ef-af09-02a61132549b HTTP/1.1" status: 204 len: 168 time: 0.3178580 Sep 18 00:11:13.019668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49863f6e-5245-442f-a846-c9090a663dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2791712-2d22-41ef-af09-02a61132549b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:13.081898 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88448a6-8274-4c34-a701-5485bc25682d req-fc78bfa5-c737-4dca-9742-084b2a5b350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:13.084094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e88448a6-8274-4c34-a701-5485bc25682d req-fc78bfa5-c737-4dca-9742-084b2a5b350d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc273b0c860f4113aa477f4a0e9a5fbb&device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 1096 time: 0.0508807 Sep 18 00:11:13.107679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['af489b7d-60b0-443e-b2e6-32c279b69dc6'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:11:13.207581 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88448a6-8274-4c34-a701-5485bc25682d req-1aacbf7f-f389-4624-b855-6f08ef3fc66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:13.209662 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e88448a6-8274-4c34-a701-5485bc25682d req-1aacbf7f-f389-4624-b855-6f08ef3fc66f service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d807416-7032-4b38-aa46-1da9e097a61e HTTP/1.1" status: 200 len: 910 time: 0.1078496 Sep 18 00:11:13.292068 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1555d3-045b-4749-b7f6-364081e14227 req-5a4dc021-b9b2-4265-9dc6-f8cd87eabd43 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:13.293607 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee1555d3-045b-4749-b7f6-364081e14227 req-5a4dc021-b9b2-4265-9dc6-f8cd87eabd43 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbc0dc6b-eb40-4ece-a041-87687784ab98 HTTP/1.1" status: 200 len: 944 time: 0.1064689 Sep 18 00:11:13.320364 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e88448a6-8274-4c34-a701-5485bc25682d req-d71fe798-047b-4834-a384-a549a25fb882 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20f8d261-5330-4152-97c2-1a1300af0d02 HTTP/1.1" status: 200 len: 1000 time: 0.0968323 Sep 18 00:11:13.368221 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee1555d3-045b-4749-b7f6-364081e14227 req-19b701a4-72fb-4062-97ea-3d3ca7c60f00 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669632 Sep 18 00:11:13.384669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88448a6-8274-4c34-a701-5485bc25682d req-99b57eff-f3d9-49ed-914b-d09dae86634f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:13.386935 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e88448a6-8274-4c34-a701-5485bc25682d req-99b57eff-f3d9-49ed-914b-d09dae86634f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8083f24d-cb05-444d-bd3d-c3294399ee9a HTTP/1.1" status: 200 len: 848 time: 0.0580564 Sep 18 00:11:13.439453 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88448a6-8274-4c34-a701-5485bc25682d req-8241b7f8-7a20-4ecb-b82e-2e138386819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:13.441032 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e88448a6-8274-4c34-a701-5485bc25682d req-8241b7f8-7a20-4ecb-b82e-2e138386819f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d807416-7032-4b38-aa46-1da9e097a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481286 Sep 18 00:11:13.479677 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:13.538754 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e88448a6-8274-4c34-a701-5485bc25682d req-efd2f741-04f0-46fb-b386-c87c83b53b48 service neutron] 10.222.0.37 "GET /v2.0/networks/1d807416-7032-4b38-aa46-1da9e097a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902817 Sep 18 00:11:13.640570 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e88448a6-8274-4c34-a701-5485bc25682d req-e8e5d73e-4eb2-4166-9fd3-1bb273626800 service neutron] 10.222.0.37 "GET /v2.0/networks/1d807416-7032-4b38-aa46-1da9e097a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945840 Sep 18 00:11:14.039460 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d29dcfaa-65bf-4eb1-be35-97f5918edf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:14.440634 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device af489b7d-60b0-443e-b2e6-32c279b69dc6 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:11:14.498225 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2defd42-c468-4ad5-bc4e-cd112bd6d234 req-ef472213-ab3f-4026-bc1a-30845fa23cc4 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:14.500415 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2defd42-c468-4ad5-bc4e-cd112bd6d234 req-ef472213-ab3f-4026-bc1a-30845fa23cc4 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbc0dc6b-eb40-4ece-a041-87687784ab98 HTTP/1.1" status: 200 len: 944 time: 0.0569942 Sep 18 00:11:14.541342 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2defd42-c468-4ad5-bc4e-cd112bd6d234 req-77f2dca8-bacd-4ec1-9b47-5dec46f2f968 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329525 Sep 18 00:11:14.603047 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port af489b7d-60b0-443e-b2e6-32c279b69dc6 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:11:14.607154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port af489b7d-60b0-443e-b2e6-32c279b69dc6 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:11:14.607565 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:14.688794 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:14.714294 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc0dc6b-eb40-4ece-a041-87687784ab98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af489b7d-60b0-443e-b2e6-32c279b69dc6'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:11:14.716632 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6360501a-9e27-40a8-8194-34d59fdde151" -d '{"events": [{"server_uuid": "bbc0dc6b-eb40-4ece-a041-87687784ab98", "name": "network-vif-plugged", "status": "completed", "tag": "af489b7d-60b0-443e-b2e6-32c279b69dc6"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:11:14.730010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port af489b7d-60b0-443e-b2e6-32c279b69dc6, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=af489b7d-60b0-443e-b2e6-32c279b69dc6,segment=NetworkSegment(c93780ed-bc12-4cd6-8ff9-58299fc6ff83),segment_id=c93780ed-bc12-4cd6-8ff9-58299fc6ff83)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:11:14.756308 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351003ca-2a1c-4b45-b50a-f4532a90bc13 x-openstack-request-id: req-351003ca-2a1c-4b45-b50a-f4532a90bc13 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:11:14.756606 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc0dc6b-eb40-4ece-a041-87687784ab98", "name": "network-vif-plugged", "status": "completed", "tag": "af489b7d-60b0-443e-b2e6-32c279b69dc6", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:11:14.756890 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-351003ca-2a1c-4b45-b50a-f4532a90bc13 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:11:14.757290 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc0dc6b-eb40-4ece-a041-87687784ab98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af489b7d-60b0-443e-b2e6-32c279b69dc6', 'code': 200} Sep 18 00:11:14.825891 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:14.879350 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346675b-f586-4843-90b3-9aba475f73e5 req-ea60e402-69ba-4743-93ac-8a4920c9bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:14.880535 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=af489b7d-60b0-443e-b2e6-32c279b69dc6,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:14.881880 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0346675b-f586-4843-90b3-9aba475f73e5 req-ea60e402-69ba-4743-93ac-8a4920c9bd79 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bbc0dc6b-eb40-4ece-a041-87687784ab98 HTTP/1.1" status: 200 len: 1096 time: 0.0718689 Sep 18 00:11:14.921738 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0346675b-f586-4843-90b3-9aba475f73e5 req-08465ea3-7f9f-4eab-8252-94a5b765bd5b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288033 Sep 18 00:11:15.658364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a7d6c-8af2-4f6f-a454-030190767844 req-ead96995-5e5b-409b-a606-55a6d59b0b3c tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:15.661720 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf4a7d6c-8af2-4f6f-a454-030190767844 req-ead96995-5e5b-409b-a606-55a6d59b0b3c tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbc0dc6b-eb40-4ece-a041-87687784ab98 HTTP/1.1" status: 200 len: 945 time: 0.0540173 Sep 18 00:11:15.700164 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cf4a7d6c-8af2-4f6f-a454-030190767844 req-a1df537c-4648-41af-a1ff-adf1d9522da5 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333536 Sep 18 00:11:16.070639 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48664) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:16.210331 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0d0aef7-db1a-4354-b0c5-92c02e90b46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:16.350440 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0d0aef7-db1a-4354-b0c5-92c02e90b46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:16.411378 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0d0aef7-db1a-4354-b0c5-92c02e90b46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:16.452291 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a0d0aef7-db1a-4354-b0c5-92c02e90b46d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=24b47f336dd4463e9fe84c2687170588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3805366 Sep 18 00:11:16.453683 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0aef7-db1a-4354-b0c5-92c02e90b46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90df91c7-ddcb-465f-b03f-fc581f3fb738,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:16.454917 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48668) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:16.517285 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54bec65b-cce8-4cea-b73d-6db7e1aeaa5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:16.538701 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54bec65b-cce8-4cea-b73d-6db7e1aeaa5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:16.562900 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-56630872-945c-48c7-b961-059e4517b4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:16.679556 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54bec65b-cce8-4cea-b73d-6db7e1aeaa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:16.682121 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54bec65b-cce8-4cea-b73d-6db7e1aeaa5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:16.683315 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-54bec65b-cce8-4cea-b73d-6db7e1aeaa5f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90df91c7-ddcb-465f-b03f-fc581f3fb738 HTTP/1.1" status: 204 len: 168 time: 0.2264585 Sep 18 00:11:16.691134 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bec65b-cce8-4cea-b73d-6db7e1aeaa5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90df91c7-ddcb-465f-b03f-fc581f3fb738,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:16.818394 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674580e-2799-426f-90ca-2c1edc4e1b2e req-7b0d52ec-338b-43ab-b18f-01e3eb92bc35 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:16.819407 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2674580e-2799-426f-90ca-2c1edc4e1b2e req-7b0d52ec-338b-43ab-b18f-01e3eb92bc35 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbc0dc6b-eb40-4ece-a041-87687784ab98 HTTP/1.1" status: 200 len: 945 time: 0.0503597 Sep 18 00:11:16.858657 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2674580e-2799-426f-90ca-2c1edc4e1b2e req-087aa692-8a84-4434-a2d7-00afad52987a tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325611 Sep 18 00:11:17.346394 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:17.360216 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48692) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:17.375904 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-489bc52f-5049-4e8a-a8be-1bb140d19ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:17.466076 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-489bc52f-5049-4e8a-a8be-1bb140d19ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:17.574455 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-489bc52f-5049-4e8a-a8be-1bb140d19ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:17.621966 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-489bc52f-5049-4e8a-a8be-1bb140d19ab9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ddbf17c049ae4211b0f2a0024ae2d6f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601044 Sep 18 00:11:17.624062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489bc52f-5049-4e8a-a8be-1bb140d19ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48f13d8-7611-4691-b185-be927bea377d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:17.624404 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48700) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:17.680825 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29f3b29b-488d-4732-a0a7-95c302d05991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:17.703505 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29f3b29b-488d-4732-a0a7-95c302d05991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:17.814292 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29f3b29b-488d-4732-a0a7-95c302d05991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:17.814544 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:17.817533 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-29f3b29b-488d-4732-a0a7-95c302d05991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:17.822036 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-29f3b29b-488d-4732-a0a7-95c302d05991 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e48f13d8-7611-4691-b185-be927bea377d HTTP/1.1" status: 204 len: 168 time: 0.1932061 Sep 18 00:11:17.826742 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3b29b-488d-4732-a0a7-95c302d05991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48f13d8-7611-4691-b185-be927bea377d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:18.111989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a705119-c8ce-4d05-ae1f-70a0d30e1696 req-1f6991f8-acca-4c1c-919e-1c1dd2271be5 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:18.113641 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a705119-c8ce-4d05-ae1f-70a0d30e1696 req-1f6991f8-acca-4c1c-919e-1c1dd2271be5 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbc0dc6b-eb40-4ece-a041-87687784ab98 HTTP/1.1" status: 200 len: 945 time: 0.0523298 Sep 18 00:11:18.154449 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a705119-c8ce-4d05-ae1f-70a0d30e1696 req-81dc09d1-7b48-4456-912e-e499230507c5 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326443 Sep 18 00:11:18.913463 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48730) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:19.030400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f0d01268-5289-4e93-8e11-b3646ff40b71 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1696639788-network', 'tenant_id': 'b5e82371393e45cd8ae9aee56da413df'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:11:19.118190 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d01268-5289-4e93-8e11-b3646ff40b71 admin admin] Made reservation on behalf of b5e82371393e45cd8ae9aee56da413df for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:11:19.131037 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f0d01268-5289-4e93-8e11-b3646ff40b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:19.162395 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f0d01268-5289-4e93-8e11-b3646ff40b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:19.265768 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f0d01268-5289-4e93-8e11-b3646ff40b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:19.352011 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f0d01268-5289-4e93-8e11-b3646ff40b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:19.360681 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d562484-fefd-4532-a79c-a355128fdedb req-e4b5cdb6-5dab-413b-82bf-d7a536850e99 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:19.362231 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d562484-fefd-4532-a79c-a355128fdedb req-e4b5cdb6-5dab-413b-82bf-d7a536850e99 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbc0dc6b-eb40-4ece-a041-87687784ab98 HTTP/1.1" status: 200 len: 945 time: 0.0506248 Sep 18 00:11:19.384530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d01268-5289-4e93-8e11-b3646ff40b71 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:11:19.394839 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d01268-5289-4e93-8e11-b3646ff40b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d00963b-ad21-4061-886e-14e7f3abfd41,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:19.401604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d562484-fefd-4532-a79c-a355128fdedb req-83facaf0-be01-49b1-b40c-4d4d2affedb5 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333207 Sep 18 00:11:19.407138 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfca8fb-f95f-47a4-aa63-fcb4fcec5c69 req-f6d85192-1255-4b1d-8a3d-2d3eed5d5edd tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:19.408645 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-edfca8fb-f95f-47a4-aa63-fcb4fcec5c69 req-f6d85192-1255-4b1d-8a3d-2d3eed5d5edd tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc0dc6b-eb40-4ece-a041-87687784ab98 HTTP/1.1" status: 200 len: 945 time: 0.0850813 Sep 18 00:11:19.412469 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f0d01268-5289-4e93-8e11-b3646ff40b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:19.412816 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-f0d01268-5289-4e93-8e11-b3646ff40b71 admin admin] Added segment de601719-d4ef-4b3b-a997-4c33592f7f72 of type vlan for network a815432c-bb27-4cc3-b28c-199fcdb08b7f Sep 18 00:11:19.507236 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f0d01268-5289-4e93-8e11-b3646ff40b71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:19.549502 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-edfca8fb-f95f-47a4-aa63-fcb4fcec5c69 req-0ca22ea4-d1ae-45d1-b27e-9a768d067ba2 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Deleting port af489b7d-60b0-443e-b2e6-32c279b69dc6 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:11:19.549850 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-edfca8fb-f95f-47a4-aa63-fcb4fcec5c69 req-0ca22ea4-d1ae-45d1-b27e-9a768d067ba2 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:19.609485 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f0d01268-5289-4e93-8e11-b3646ff40b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:19.610451 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d01268-5289-4e93-8e11-b3646ff40b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:19.611030 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f0d01268-5289-4e93-8e11-b3646ff40b71 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:19.682662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d01268-5289-4e93-8e11-b3646ff40b71 admin admin] Pushing event updated for resources: {'Network': ['ID=a815432c-bb27-4cc3-b28c-199fcdb08b7f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:19.693438 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network a815432c-bb27-4cc3-b28c-199fcdb08b7f details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:11:19.699031 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-edfca8fb-f95f-47a4-aa63-fcb4fcec5c69 req-0ca22ea4-d1ae-45d1-b27e-9a768d067ba2 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] For port af489b7d-60b0-443e-b2e6-32c279b69dc6, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=af489b7d-60b0-443e-b2e6-32c279b69dc6,segment=NetworkSegment(c93780ed-bc12-4cd6-8ff9-58299fc6ff83),segment_id=c93780ed-bc12-4cd6-8ff9-58299fc6ff83)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:11:19.699400 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-edfca8fb-f95f-47a4-aa63-fcb4fcec5c69 req-0ca22ea4-d1ae-45d1-b27e-9a768d067ba2 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:19.713186 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-edfca8fb-f95f-47a4-aa63-fcb4fcec5c69 req-0ca22ea4-d1ae-45d1-b27e-9a768d067ba2 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Calling delete_port for af489b7d-60b0-443e-b2e6-32c279b69dc6 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:11:19.762412 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f0d01268-5289-4e93-8e11-b3646ff40b71 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8448343 Sep 18 00:11:19.763335 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 48738) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:19.772559 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-ffdb9dc5-6033-4c85-bd96-e7cb584acf76 admin admin] Request body: {'subnet': {'network_id': 'a815432c-bb27-4cc3-b28c-199fcdb08b7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1696639788-subnet', 'tenant_id': 'b5e82371393e45cd8ae9aee56da413df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:11:19.826440 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:19.848836 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdb9dc5-6033-4c85-bd96-e7cb584acf76 admin admin] Made reservation on behalf of b5e82371393e45cd8ae9aee56da413df for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:11:19.851239 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffdb9dc5-6033-4c85-bd96-e7cb584acf76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:19.899925 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-edfca8fb-f95f-47a4-aa63-fcb4fcec5c69 req-0ca22ea4-d1ae-45d1-b27e-9a768d067ba2 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:19.912266 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['af489b7d-60b0-443e-b2e6-32c279b69dc6'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:11:19.931892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca22ea4-d1ae-45d1-b27e-9a768d067ba2 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Pushing event deleted for resources: {'Port': ['ID=af489b7d-60b0-443e-b2e6-32c279b69dc6,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:19.976732 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfca8fb-f95f-47a4-aa63-fcb4fcec5c69 req-0ca22ea4-d1ae-45d1-b27e-9a768d067ba2 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] No DVR routers for this DVR port af489b7d-60b0-443e-b2e6-32c279b69dc6 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:11:19.980174 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-edfca8fb-f95f-47a4-aa63-fcb4fcec5c69 req-0ca22ea4-d1ae-45d1-b27e-9a768d067ba2 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:19.982504 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-edfca8fb-f95f-47a4-aa63-fcb4fcec5c69 req-0ca22ea4-d1ae-45d1-b27e-9a768d067ba2 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.41 "DELETE /v2.0/ports/af489b7d-60b0-443e-b2e6-32c279b69dc6 HTTP/1.1" status: 204 len: 173 time: 0.5680945 Sep 18 00:11:19.983241 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc0dc6b-eb40-4ece-a041-87687784ab98', 'name': 'network-vif-deleted', 'tag': 'af489b7d-60b0-443e-b2e6-32c279b69dc6'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:11:19.985563 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50819878-5248-4b7e-a555-0ecd4533786d" -d '{"events": [{"server_uuid": "bbc0dc6b-eb40-4ece-a041-87687784ab98", "name": "network-vif-deleted", "tag": "af489b7d-60b0-443e-b2e6-32c279b69dc6"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:11:20.031161 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed4169d-85f0-431a-b89e-0624d4663806 x-openstack-request-id: req-6ed4169d-85f0-431a-b89e-0624d4663806 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:11:20.031454 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc0dc6b-eb40-4ece-a041-87687784ab98", "name": "network-vif-deleted", "tag": "af489b7d-60b0-443e-b2e6-32c279b69dc6", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:11:20.031707 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ed4169d-85f0-431a-b89e-0624d4663806 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:11:20.032102 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc0dc6b-eb40-4ece-a041-87687784ab98', 'name': 'network-vif-deleted', 'tag': 'af489b7d-60b0-443e-b2e6-32c279b69dc6', 'status': 'completed', 'code': 200} Sep 18 00:11:20.097232 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffdb9dc5-6033-4c85-bd96-e7cb584acf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:20.155371 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb9dc5-6033-4c85-bd96-e7cb584acf76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0fb50c5-700f-4c4d-b548-142b1e4fab84,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:20.170295 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdb9dc5-6033-4c85-bd96-e7cb584acf76 admin admin] Checking segment: {'id': 'de601719-d4ef-4b3b-a997-4c33592f7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a815432c-bb27-4cc3-b28c-199fcdb08b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:11:20.170654 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdb9dc5-6033-4c85-bd96-e7cb584acf76 admin admin] Network hostable DHCP agents. Network: a815432c-bb27-4cc3-b28c-199fcdb08b7f, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:11:20.268541 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdb9dc5-6033-4c85-bd96-e7cb584acf76 admin admin] Network a815432c-bb27-4cc3-b28c-199fcdb08b7f is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:11:20.374423 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-ffdb9dc5-6033-4c85-bd96-e7cb584acf76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, a815432c-bb27-4cc3-b28c-199fcdb08b7f) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:11:20.378463 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdb9dc5-6033-4c85-bd96-e7cb584acf76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:20.379046 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffdb9dc5-6033-4c85-bd96-e7cb584acf76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:20.388000 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee9a430-80b4-47a6-8f88-bcc54607de3c None None] Network a815432c-bb27-4cc3-b28c-199fcdb08b7f requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:11:20.482481 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ffdb9dc5-6033-4c85-bd96-e7cb584acf76 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7172093 Sep 18 00:11:20.520546 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17c75f8-b2e4-42de-9ab2-eb8324b0d70a None None] Network a815432c-bb27-4cc3-b28c-199fcdb08b7f requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:11:20.525530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43e23eae-360c-440c-93a7-461d2bcb74fd req-fe8b9574-bde5-41d9-bcad-6492faf34ad1 tempest-VolumesActionsTest-1084199884 tempest-VolumesActionsTest-1084199884-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbc0dc6b-eb40-4ece-a041-87687784ab98 HTTP/1.1" status: 200 len: 210 time: 0.0376914 Sep 18 00:11:21.243652 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48768) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:21.249352 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-eb32db3f-9a4d-4f32-8f77-3bedf07a2115 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1843831366-network', 'tenant_id': 'f34cd77d19624249b8bb16d3a1a914db'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:11:21.383694 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb32db3f-9a4d-4f32-8f77-3bedf07a2115 admin admin] Made reservation on behalf of f34cd77d19624249b8bb16d3a1a914db for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:11:21.385090 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eb32db3f-9a4d-4f32-8f77-3bedf07a2115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:21.393869 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eb32db3f-9a4d-4f32-8f77-3bedf07a2115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:21.483089 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eb32db3f-9a4d-4f32-8f77-3bedf07a2115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:21.551959 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eb32db3f-9a4d-4f32-8f77-3bedf07a2115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:21.583340 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb32db3f-9a4d-4f32-8f77-3bedf07a2115 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:11:21.587136 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32db3f-9a4d-4f32-8f77-3bedf07a2115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35691e2-7fcd-4884-85b4-7eb18f462c12,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:21.594671 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eb32db3f-9a4d-4f32-8f77-3bedf07a2115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:21.595026 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-eb32db3f-9a4d-4f32-8f77-3bedf07a2115 admin admin] Added segment ee9e64e1-2423-45eb-8afd-765298918df8 of type vlan for network a39f6800-1927-4a1e-9ac5-c22ace81c61e Sep 18 00:11:21.637059 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eb32db3f-9a4d-4f32-8f77-3bedf07a2115 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:21.759679 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eb32db3f-9a4d-4f32-8f77-3bedf07a2115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:21.760787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb32db3f-9a4d-4f32-8f77-3bedf07a2115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:21.761305 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eb32db3f-9a4d-4f32-8f77-3bedf07a2115 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:21.824334 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32db3f-9a4d-4f32-8f77-3bedf07a2115 admin admin] Pushing event updated for resources: {'Network': ['ID=a39f6800-1927-4a1e-9ac5-c22ace81c61e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:21.834115 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network a39f6800-1927-4a1e-9ac5-c22ace81c61e details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:11:21.857279 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-eb32db3f-9a4d-4f32-8f77-3bedf07a2115 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6116858 Sep 18 00:11:21.859870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 48780) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:21.865316 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e44e354c-4379-4579-b3c2-90baa09f50a7 admin admin] Request body: {'subnet': {'network_id': 'a39f6800-1927-4a1e-9ac5-c22ace81c61e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1843831366-subnet', 'tenant_id': 'f34cd77d19624249b8bb16d3a1a914db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:11:21.954032 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44e354c-4379-4579-b3c2-90baa09f50a7 admin admin] Made reservation on behalf of f34cd77d19624249b8bb16d3a1a914db for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:11:21.956430 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e44e354c-4379-4579-b3c2-90baa09f50a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:22.180506 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e44e354c-4379-4579-b3c2-90baa09f50a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:22.237499 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e354c-4379-4579-b3c2-90baa09f50a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6dae37b-7a23-49c7-a4b0-ef442d2914c2,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:22.244905 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44e354c-4379-4579-b3c2-90baa09f50a7 admin admin] Checking segment: {'id': 'ee9e64e1-2423-45eb-8afd-765298918df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a39f6800-1927-4a1e-9ac5-c22ace81c61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:11:22.245529 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44e354c-4379-4579-b3c2-90baa09f50a7 admin admin] Network hostable DHCP agents. Network: a39f6800-1927-4a1e-9ac5-c22ace81c61e, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:11:22.314117 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44e354c-4379-4579-b3c2-90baa09f50a7 admin admin] Network a39f6800-1927-4a1e-9ac5-c22ace81c61e is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:11:22.391676 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-e44e354c-4379-4579-b3c2-90baa09f50a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, a39f6800-1927-4a1e-9ac5-c22ace81c61e) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:11:22.397007 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44e354c-4379-4579-b3c2-90baa09f50a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:22.397639 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e44e354c-4379-4579-b3c2-90baa09f50a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:22.411673 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e8687f-40ac-4066-b28e-ac3393747fd3 None None] Network a39f6800-1927-4a1e-9ac5-c22ace81c61e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:11:22.486039 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e44e354c-4379-4579-b3c2-90baa09f50a7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6250751 Sep 18 00:11:22.512129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device af489b7d-60b0-443e-b2e6-32c279b69dc6 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:11:22.556311 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: af489b7d-60b0-443e-b2e6-32c279b69dc6 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:11:22.556536 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device af489b7d-60b0-443e-b2e6-32c279b69dc6 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:11:22.562167 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bc179e-7454-4d62-90b5-f4fc17cfda92 None None] Network a39f6800-1927-4a1e-9ac5-c22ace81c61e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:11:23.007039 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-9a0df21b-feb1-4399-86f3-090edca0bbc4 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:23.009445 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-9a0df21b-feb1-4399-86f3-090edca0bbc4 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/networks?id=a815432c-bb27-4cc3-b28c-199fcdb08b7f HTTP/1.1" status: 200 len: 809 time: 0.1078622 Sep 18 00:11:23.025001 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-07301ed1-a698-489c-a0e6-f1cf40ad803a tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/quotas/b5e82371393e45cd8ae9aee56da413df HTTP/1.1" status: 200 len: 375 time: 0.0101159 Sep 18 00:11:23.060907 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-f726fb8d-807e-40e8-8cb4-8b06f439ba84 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b5e82371393e45cd8ae9aee56da413df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299382 Sep 18 00:11:23.265067 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-786f9cb6-95b7-4b6f-866f-28ed6fbac87e service neutron] 10.222.0.46 "GET /v2.0/networks/a815432c-bb27-4cc3-b28c-199fcdb08b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967397 Sep 18 00:11:23.384488 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-a5288e62-5e4e-4f93-9003-a759431fb7b9 service neutron] 10.222.0.46 "GET /v2.0/networks/a815432c-bb27-4cc3-b28c-199fcdb08b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146502 Sep 18 00:11:23.632856 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-071539ec-20c9-4c8c-8a13-456c164992e3 req-4abe9e7f-cd1e-4cac-9bff-b7d657f61753 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/ports?device_id=03ce9dfc-ed85-41f7-953a-38927a2bc80f HTTP/1.1" status: 200 len: 210 time: 0.0288868 Sep 18 00:11:24.771025 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ba0d334-b310-4eda-bcc3-9b0717f89ecd req-3c321599-b988-44d1-b7ad-9ea0eae8eb9a tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/ports?device_id=03ce9dfc-ed85-41f7-953a-38927a2bc80f HTTP/1.1" status: 200 len: 210 time: 0.0368626 Sep 18 00:11:25.903046 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b621415-4554-4560-9bee-793c62fa511c req-a339a9ad-c2d0-43db-86fd-5686e3fffd2e tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/ports?device_id=03ce9dfc-ed85-41f7-953a-38927a2bc80f HTTP/1.1" status: 200 len: 210 time: 0.0371623 Sep 18 00:11:26.338667 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-61345731-3a36-4bd0-a410-1fadfc8e81c9 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:26.346320 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-61345731-3a36-4bd0-a410-1fadfc8e81c9 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.41 "GET /v2.0/networks?id=a815432c-bb27-4cc3-b28c-199fcdb08b7f HTTP/1.1" status: 200 len: 809 time: 0.2609658 Sep 18 00:11:26.360817 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-cb0bbc21-f979-4b51-9717-b4006792945d tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Request body: {'port': {'device_id': '03ce9dfc-ed85-41f7-953a-38927a2bc80f', 'network_id': 'a815432c-bb27-4cc3-b28c-199fcdb08b7f', 'admin_state_up': True, 'tenant_id': 'b5e82371393e45cd8ae9aee56da413df'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:11:26.553999 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-cb0bbc21-f979-4b51-9717-b4006792945d tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Made reservation on behalf of b5e82371393e45cd8ae9aee56da413df for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:11:26.557871 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-cb0bbc21-f979-4b51-9717-b4006792945d tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:26.727346 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-cb0bbc21-f979-4b51-9717-b4006792945d tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Allocated IP 172.20.0.12 (a815432c-bb27-4cc3-b28c-199fcdb08b7f/c0fb50c5-700f-4c4d-b548-142b1e4fab84/9b8f5cb2-5d74-4a75-9511-cbddb43ea08e) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:11:26.896533 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-cb0bbc21-f979-4b51-9717-b4006792945d tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:27.010975 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ef8c77a8-75f5-4613-9f19-35ba77f29f76 req-e8d25212-4727-4f01-8652-9569712970c1 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/ports?device_id=03ce9dfc-ed85-41f7-953a-38927a2bc80f HTTP/1.1" status: 200 len: 210 time: 0.0295186 Sep 18 00:11:27.043354 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-cb0bbc21-f979-4b51-9717-b4006792945d tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:27.093680 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-cb0bbc21-f979-4b51-9717-b4006792945d tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Network a815432c-bb27-4cc3-b28c-199fcdb08b7f is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:11:27.100129 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-cb0bbc21-f979-4b51-9717-b4006792945d tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:11:27.105048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-cb0bbc21-f979-4b51-9717-b4006792945d tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:11:27.109247 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0bbc21-f979-4b51-9717-b4006792945d tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Pushing event updated for resources: {'Port': ['ID=9b8f5cb2-5d74-4a75-9511-cbddb43ea08e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:27.158167 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-cb0bbc21-f979-4b51-9717-b4006792945d tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:27.158689 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-cb0bbc21-f979-4b51-9717-b4006792945d tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:27.508924 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-cb0bbc21-f979-4b51-9717-b4006792945d tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1526825 Sep 18 00:11:27.522988 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Request body: {'port': {'device_id': '03ce9dfc-ed85-41f7-953a-38927a2bc80f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:11:27.584799 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:27.938770 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:11:27.949532 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:27.963693 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Transition to ACTIVE for port object 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:11:28.079588 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:28.149779 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232a930-39fb-4722-9c6a-3495fd2a9da6 req-25704b22-dbea-4b25-b16e-370c1b399fc8 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:28.158043 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f232a930-39fb-4722-9c6a-3495fd2a9da6 req-25704b22-dbea-4b25-b16e-370c1b399fc8 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/ports?device_id=03ce9dfc-ed85-41f7-953a-38927a2bc80f HTTP/1.1" status: 200 len: 944 time: 0.0706756 Sep 18 00:11:28.202203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8f5cb2-5d74-4a75-9511-cbddb43ea08e,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:28.217804 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f232a930-39fb-4722-9c6a-3495fd2a9da6 req-f6a1fc58-85e8-4519-ac70-c5e5955a3030 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/security-groups?id=3d00963b-ad21-4061-886e-14e7f3abfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584817 Sep 18 00:11:28.220174 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Attempting to bind port 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:11:28.220750 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Attempting to bind port 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'de601719-d4ef-4b3b-a997-4c33592f7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a815432c-bb27-4cc3-b28c-199fcdb08b7f'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:11:28.221100 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Attempting to bind port 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e on network a815432c-bb27-4cc3-b28c-199fcdb08b7f {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:11:28.226597 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Port 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e on network a815432c-bb27-4cc3-b28c-199fcdb08b7f not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:11:28.226941 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Attempting to bind port 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e on network a815432c-bb27-4cc3-b28c-199fcdb08b7f {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:11:28.231798 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:11:28.232139 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Checking segment: {'id': 'de601719-d4ef-4b3b-a997-4c33592f7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a815432c-bb27-4cc3-b28c-199fcdb08b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:11:28.232524 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Bound using segment: {'id': 'de601719-d4ef-4b3b-a997-4c33592f7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a815432c-bb27-4cc3-b28c-199fcdb08b7f'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:11:28.232976 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Bound port: 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de601719-d4ef-4b3b-a997-4c33592f7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a815432c-bb27-4cc3-b28c-199fcdb08b7f'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:11:28.233336 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:28.306337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] For port 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:11:28.309700 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] For port 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9b8f5cb2-5d74-4a75-9511-cbddb43ea08e,segment=NetworkSegment(de601719-d4ef-4b3b-a997-4c33592f7f72),segment_id=de601719-d4ef-4b3b-a997-4c33592f7f72)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:11:28.423210 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:28.486619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:28.487967 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:28.493937 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] 10.222.0.41 "PUT /v2.0/ports/9b8f5cb2-5d74-4a75-9511-cbddb43ea08e HTTP/1.1" status: 200 len: 1092 time: 0.9760230 Sep 18 00:11:28.494925 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ce9dfc-ed85-41f7-953a-38927a2bc80f', 'tag': '9b8f5cb2-5d74-4a75-9511-cbddb43ea08e'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:11:28.508069 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611f8be1-8583-4d89-bfab-ee2931f29719" -d '{"events": [{"name": "network-changed", "server_uuid": "03ce9dfc-ed85-41f7-953a-38927a2bc80f", "tag": "9b8f5cb2-5d74-4a75-9511-cbddb43ea08e"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:11:28.552023 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19125dbd-b8d7-4db1-8af9-8a313f049f53 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8f5cb2-5d74-4a75-9511-cbddb43ea08e,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:28.573760 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448b65be-e98c-4adc-a484-9a7a0b11f335 x-openstack-request-id: req-448b65be-e98c-4adc-a484-9a7a0b11f335 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:11:28.580822 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03ce9dfc-ed85-41f7-953a-38927a2bc80f", "tag": "9b8f5cb2-5d74-4a75-9511-cbddb43ea08e", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:11:28.582840 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-448b65be-e98c-4adc-a484-9a7a0b11f335 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:11:28.585671 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ce9dfc-ed85-41f7-953a-38927a2bc80f', 'tag': '9b8f5cb2-5d74-4a75-9511-cbddb43ea08e', 'status': 'completed', 'code': 200} Sep 18 00:11:28.671240 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f8be1-8583-4d89-bfab-ee2931f29719 req-4007d9f4-4f6a-4972-b9f1-fbcff0563744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:28.673541 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-611f8be1-8583-4d89-bfab-ee2931f29719 req-4007d9f4-4f6a-4972-b9f1-fbcff0563744 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b5e82371393e45cd8ae9aee56da413df&device_id=03ce9dfc-ed85-41f7-953a-38927a2bc80f HTTP/1.1" status: 200 len: 1095 time: 0.0797617 Sep 18 00:11:28.807791 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f8be1-8583-4d89-bfab-ee2931f29719 req-d814b68f-8378-4d45-bb49-9f166ea23ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:28.809443 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-611f8be1-8583-4d89-bfab-ee2931f29719 req-d814b68f-8378-4d45-bb49-9f166ea23ebe service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b5e82371393e45cd8ae9aee56da413df&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1276298 Sep 18 00:11:28.931158 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f8be1-8583-4d89-bfab-ee2931f29719 req-019a0398-de35-4740-a676-a20781f9abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:28.932691 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-611f8be1-8583-4d89-bfab-ee2931f29719 req-019a0398-de35-4740-a676-a20781f9abea service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1161146 Sep 18 00:11:29.037411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-dc5450c8-eb23-4462-9e38-49bccea7904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:29.039492 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-dc5450c8-eb23-4462-9e38-49bccea7904f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b5e82371393e45cd8ae9aee56da413df&device_id=03ce9dfc-ed85-41f7-953a-38927a2bc80f HTTP/1.1" status: 200 len: 1095 time: 0.0665941 Sep 18 00:11:29.112508 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-83caa9de-9e15-4c48-9c40-712e8f730e34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b8f5cb2-5d74-4a75-9511-cbddb43ea08e HTTP/1.1" status: 200 len: 217 time: 0.0650229 Sep 18 00:11:29.178272 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-03c85a06-0ada-4844-91de-b2fdf9784e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:29.180493 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-03c85a06-0ada-4844-91de-b2fdf9784e24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0fb50c5-700f-4c4d-b548-142b1e4fab84 HTTP/1.1" status: 200 len: 849 time: 0.0602784 Sep 18 00:11:29.228223 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-6a9bd80e-49bf-4aea-b1a9-29e6fe9e0ddb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a815432c-bb27-4cc3-b28c-199fcdb08b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407221 Sep 18 00:11:29.399213 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f9199-e445-4698-a699-db72f3a2c298 req-76668eb5-83ad-4743-8580-fa9be7961c3b tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:29.408176 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d13f9199-e445-4698-a699-db72f3a2c298 req-76668eb5-83ad-4743-8580-fa9be7961c3b tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/ports?device_id=03ce9dfc-ed85-41f7-953a-38927a2bc80f HTTP/1.1" status: 200 len: 944 time: 0.0811312 Sep 18 00:11:29.428928 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-3a1ebd79-7865-4d17-ba53-8b3fc86e3d71 service neutron] 10.222.0.41 "GET /v2.0/networks/a815432c-bb27-4cc3-b28c-199fcdb08b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933315 Sep 18 00:11:29.463596 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d13f9199-e445-4698-a699-db72f3a2c298 req-7596cc94-c72a-42b1-9aa4-8ba9f062e010 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/security-groups?id=3d00963b-ad21-4061-886e-14e7f3abfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541902 Sep 18 00:11:29.905903 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e7b8cf77-bcc0-4723-8410-e3503343d9a8 req-79a91ec7-8335-4463-8f60-4745603125d9 service neutron] 10.222.0.41 "GET /v2.0/networks/a815432c-bb27-4cc3-b28c-199fcdb08b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689500 Sep 18 00:11:30.663735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204218e4-f9e9-4cee-a4b3-0c77071f0b05 req-aed71c3f-ad1e-4f79-af0e-73db86653fd5 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:30.674313 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-204218e4-f9e9-4cee-a4b3-0c77071f0b05 req-aed71c3f-ad1e-4f79-af0e-73db86653fd5 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/ports?device_id=03ce9dfc-ed85-41f7-953a-38927a2bc80f HTTP/1.1" status: 200 len: 944 time: 0.0836949 Sep 18 00:11:30.715899 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-204218e4-f9e9-4cee-a4b3-0c77071f0b05 req-a4cca81b-830f-4b95-af2b-4a826ee40659 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/security-groups?id=3d00963b-ad21-4061-886e-14e7f3abfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404329 Sep 18 00:11:31.851247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fa935-13ac-47c2-b9f7-d6f6812de3fd req-9dff4b46-a137-4af3-8421-089616810a39 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:31.859462 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de0fa935-13ac-47c2-b9f7-d6f6812de3fd req-9dff4b46-a137-4af3-8421-089616810a39 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/ports?device_id=03ce9dfc-ed85-41f7-953a-38927a2bc80f HTTP/1.1" status: 200 len: 944 time: 0.0637162 Sep 18 00:11:31.901184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de0fa935-13ac-47c2-b9f7-d6f6812de3fd req-43bea20b-e5b9-448d-9fb0-1d22a77eac65 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/security-groups?id=3d00963b-ad21-4061-886e-14e7f3abfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404866 Sep 18 00:11:32.550741 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:11:32.668362 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9b8f5cb2-5d74-4a75-9511-cbddb43ea08e,segment=NetworkSegment(de601719-d4ef-4b3b-a997-4c33592f7f72),segment_id=de601719-d4ef-4b3b-a997-4c33592f7f72)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:11:32.682721 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '9b8f5cb2-5d74-4a75-9511-cbddb43ea08e', 'network_id': 'a815432c-bb27-4cc3-b28c-199fcdb08b7f', 'port_id': '9b8f5cb2-5d74-4a75-9511-cbddb43ea08e', 'mac_address': 'fa:16:3e:ee:ee:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0fb50c5-700f-4c4d-b548-142b1e4fab84', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:11:32.741062 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:32.760783 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:11:32.784064 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9b8f5cb2-5d74-4a75-9511-cbddb43ea08e,segment=NetworkSegment(de601719-d4ef-4b3b-a997-4c33592f7f72),segment_id=de601719-d4ef-4b3b-a997-4c33592f7f72)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:11:32.854163 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:32.907847 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=9b8f5cb2-5d74-4a75-9511-cbddb43ea08e,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:33.045446 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c39465-76d1-4772-b9ed-c599510141fa req-13d03c29-da00-45d6-ac8c-5019346b1f5c tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:33.046867 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['9b8f5cb2-5d74-4a75-9511-cbddb43ea08e'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:11:33.054207 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5c39465-76d1-4772-b9ed-c599510141fa req-13d03c29-da00-45d6-ac8c-5019346b1f5c tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/ports?device_id=03ce9dfc-ed85-41f7-953a-38927a2bc80f HTTP/1.1" status: 200 len: 945 time: 0.0709591 Sep 18 00:11:33.102338 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5c39465-76d1-4772-b9ed-c599510141fa req-b85dd6dc-40d5-427b-be6e-41d26197e6c0 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/security-groups?id=3d00963b-ad21-4061-886e-14e7f3abfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469120 Sep 18 00:11:34.228722 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff5ff1-f3e9-4ffd-9e58-41f3599381a7 req-6efd13ab-6320-4e44-819d-671cc2da8c2b tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:34.230130 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f4ff5ff1-f3e9-4ffd-9e58-41f3599381a7 req-6efd13ab-6320-4e44-819d-671cc2da8c2b tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/ports?device_id=03ce9dfc-ed85-41f7-953a-38927a2bc80f HTTP/1.1" status: 200 len: 945 time: 0.0594883 Sep 18 00:11:34.273967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f4ff5ff1-f3e9-4ffd-9e58-41f3599381a7 req-4a75ade2-19ab-4e5a-9034-e35d348d2ebd tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/security-groups?id=3d00963b-ad21-4061-886e-14e7f3abfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374625 Sep 18 00:11:34.568773 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:11:34.690499 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:11:34.757192 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:11:34.762377 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:11:34.762767 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:34.867480 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:34.893299 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ce9dfc-ed85-41f7-953a-38927a2bc80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8f5cb2-5d74-4a75-9511-cbddb43ea08e'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:11:34.896233 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8c488a-2898-4da9-beac-6550c579a633" -d '{"events": [{"server_uuid": "03ce9dfc-ed85-41f7-953a-38927a2bc80f", "name": "network-vif-plugged", "status": "completed", "tag": "9b8f5cb2-5d74-4a75-9511-cbddb43ea08e"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:11:34.910056 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9b8f5cb2-5d74-4a75-9511-cbddb43ea08e,segment=NetworkSegment(de601719-d4ef-4b3b-a997-4c33592f7f72),segment_id=de601719-d4ef-4b3b-a997-4c33592f7f72)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:11:34.982693 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f3a107-e9cd-4878-a06b-9e0db86042cb x-openstack-request-id: req-e9f3a107-e9cd-4878-a06b-9e0db86042cb {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:11:34.983064 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ce9dfc-ed85-41f7-953a-38927a2bc80f", "name": "network-vif-plugged", "status": "completed", "tag": "9b8f5cb2-5d74-4a75-9511-cbddb43ea08e", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:11:34.983380 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9f3a107-e9cd-4878-a06b-9e0db86042cb {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:11:34.983838 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ce9dfc-ed85-41f7-953a-38927a2bc80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8f5cb2-5d74-4a75-9511-cbddb43ea08e', 'code': 200} Sep 18 00:11:35.053123 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:35.121089 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=9b8f5cb2-5d74-4a75-9511-cbddb43ea08e,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:35.122490 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44fe36-bea6-4ab2-87cd-99ca0158f98e req-f3457731-cdfd-4c0b-818e-c08ebc337f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:35.124101 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5a44fe36-bea6-4ab2-87cd-99ca0158f98e req-f3457731-cdfd-4c0b-818e-c08ebc337f8c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03ce9dfc-ed85-41f7-953a-38927a2bc80f HTTP/1.1" status: 200 len: 1097 time: 0.0791667 Sep 18 00:11:35.175203 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5a44fe36-bea6-4ab2-87cd-99ca0158f98e req-ce4d4ccd-90d0-4914-a1ca-57986cb2213d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3d00963b-ad21-4061-886e-14e7f3abfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442848 Sep 18 00:11:35.440566 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ffb71-94f4-4fc3-8769-dfb94669bd4b req-b12fa334-3eda-4829-814b-1999bb6f23eb tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:35.449661 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b8ffb71-94f4-4fc3-8769-dfb94669bd4b req-b12fa334-3eda-4829-814b-1999bb6f23eb tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/ports?device_id=03ce9dfc-ed85-41f7-953a-38927a2bc80f HTTP/1.1" status: 200 len: 946 time: 0.0921330 Sep 18 00:11:35.488663 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b8ffb71-94f4-4fc3-8769-dfb94669bd4b req-82a0fc00-5e21-40e1-9368-3148ee542c9b tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/security-groups?id=3d00963b-ad21-4061-886e-14e7f3abfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378354 Sep 18 00:11:36.875703 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf282dd-e6d8-4204-beed-01b1dc03d0b0 req-321bf600-3938-4751-8971-25da5f48514f tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:36.878168 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bbf282dd-e6d8-4204-beed-01b1dc03d0b0 req-321bf600-3938-4751-8971-25da5f48514f tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/ports?device_id=03ce9dfc-ed85-41f7-953a-38927a2bc80f HTTP/1.1" status: 200 len: 946 time: 0.2332599 Sep 18 00:11:36.936273 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bbf282dd-e6d8-4204-beed-01b1dc03d0b0 req-3d94b275-2323-4fcf-a19c-fe47fe8fb095 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/security-groups?id=3d00963b-ad21-4061-886e-14e7f3abfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517757 Sep 18 00:11:40.505916 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:42.597495 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004849c-cd32-4ec3-996e-f69d515d942d req-2d5c4d29-06e9-404a-b0be-33301d8cf304 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:42.599813 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8004849c-cd32-4ec3-996e-f69d515d942d req-2d5c4d29-06e9-404a-b0be-33301d8cf304 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/ports?device_id=03ce9dfc-ed85-41f7-953a-38927a2bc80f HTTP/1.1" status: 200 len: 946 time: 0.0570757 Sep 18 00:11:42.637279 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8004849c-cd32-4ec3-996e-f69d515d942d req-e5846826-5621-470e-a2af-9cf2d5fb3eba tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/security-groups?id=3d00963b-ad21-4061-886e-14e7f3abfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312266 Sep 18 00:11:43.498376 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:43.502455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49170) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:43.636651 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0abf875e-0bfc-422e-ae12-f19b62e43249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:43.768296 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0abf875e-0bfc-422e-ae12-f19b62e43249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:43.837033 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0abf875e-0bfc-422e-ae12-f19b62e43249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:43.873632 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76181b51-c057-48d9-9b6d-bb5ed80c3cba req-7b914865-7d8d-4ea4-a446-904ae5b8d599 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:43.875206 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76181b51-c057-48d9-9b6d-bb5ed80c3cba req-7b914865-7d8d-4ea4-a446-904ae5b8d599 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.41 "GET /v2.0/ports?device_id=03ce9dfc-ed85-41f7-953a-38927a2bc80f HTTP/1.1" status: 200 len: 946 time: 0.0802963 Sep 18 00:11:43.918897 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0abf875e-0bfc-422e-ae12-f19b62e43249 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c68ae3150c93482ca21c7bfe7d1d35cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4152830 Sep 18 00:11:43.922461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49198) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:43.931266 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf875e-0bfc-422e-ae12-f19b62e43249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5854c838-7b2d-445a-a384-00bf418e038d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:43.934457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc51bb9-093a-4046-a8f3-358c4c8e769e req-16072881-38b9-431e-8640-b2d6469880c5 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:43.942853 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-edc51bb9-093a-4046-a8f3-358c4c8e769e req-16072881-38b9-431e-8640-b2d6469880c5 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/ports?device_id=03ce9dfc-ed85-41f7-953a-38927a2bc80f HTTP/1.1" status: 200 len: 946 time: 0.2108557 Sep 18 00:11:43.991839 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-edc51bb9-093a-4046-a8f3-358c4c8e769e req-076d29ec-7b36-4996-8e3e-a48ed8a8bf79 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/security-groups?id=3d00963b-ad21-4061-886e-14e7f3abfd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480940 Sep 18 00:11:44.030507 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-648a6513-4f3a-4c5d-bee3-905f8f6c96e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:44.047239 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-76181b51-c057-48d9-9b6d-bb5ed80c3cba req-a30d5d0c-2924-42cd-b2c3-829cef0ab7f5 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Deleting port 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:11:44.047575 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-76181b51-c057-48d9-9b6d-bb5ed80c3cba req-a30d5d0c-2924-42cd-b2c3-829cef0ab7f5 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:44.048254 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4cf286a5-9eea-49a2-85e2-fd32eba5d40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:44.071687 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-648a6513-4f3a-4c5d-bee3-905f8f6c96e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:44.168291 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-76181b51-c057-48d9-9b6d-bb5ed80c3cba req-a30d5d0c-2924-42cd-b2c3-829cef0ab7f5 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] For port 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=9b8f5cb2-5d74-4a75-9511-cbddb43ea08e,segment=NetworkSegment(de601719-d4ef-4b3b-a997-4c33592f7f72),segment_id=de601719-d4ef-4b3b-a997-4c33592f7f72)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:11:44.168649 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-76181b51-c057-48d9-9b6d-bb5ed80c3cba req-a30d5d0c-2924-42cd-b2c3-829cef0ab7f5 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:44.181265 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-76181b51-c057-48d9-9b6d-bb5ed80c3cba req-a30d5d0c-2924-42cd-b2c3-829cef0ab7f5 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Calling delete_port for 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:11:44.283545 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-648a6513-4f3a-4c5d-bee3-905f8f6c96e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:44.284137 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-648a6513-4f3a-4c5d-bee3-905f8f6c96e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:44.285830 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-648a6513-4f3a-4c5d-bee3-905f8f6c96e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5854c838-7b2d-445a-a384-00bf418e038d HTTP/1.1" status: 204 len: 168 time: 0.3619590 Sep 18 00:11:44.302653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a6513-4f3a-4c5d-bee3-905f8f6c96e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5854c838-7b2d-445a-a384-00bf418e038d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:44.376903 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-76181b51-c057-48d9-9b6d-bb5ed80c3cba req-a30d5d0c-2924-42cd-b2c3-829cef0ab7f5 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:44.388799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['9b8f5cb2-5d74-4a75-9511-cbddb43ea08e'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:11:44.413570 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d5d0c-2924-42cd-b2c3-829cef0ab7f5 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Pushing event deleted for resources: {'Port': ['ID=9b8f5cb2-5d74-4a75-9511-cbddb43ea08e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:44.454557 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-76181b51-c057-48d9-9b6d-bb5ed80c3cba req-a30d5d0c-2924-42cd-b2c3-829cef0ab7f5 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] No DVR routers for this DVR port 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:11:44.457338 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-76181b51-c057-48d9-9b6d-bb5ed80c3cba req-a30d5d0c-2924-42cd-b2c3-829cef0ab7f5 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:44.459348 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-76181b51-c057-48d9-9b6d-bb5ed80c3cba req-a30d5d0c-2924-42cd-b2c3-829cef0ab7f5 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.41 "DELETE /v2.0/ports/9b8f5cb2-5d74-4a75-9511-cbddb43ea08e HTTP/1.1" status: 204 len: 173 time: 0.5743821 Sep 18 00:11:44.459783 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ce9dfc-ed85-41f7-953a-38927a2bc80f', 'name': 'network-vif-deleted', 'tag': '9b8f5cb2-5d74-4a75-9511-cbddb43ea08e'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:11:44.462108 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbaf2ce-26a6-4cbb-90b7-b43d2bfe6789" -d '{"events": [{"server_uuid": "03ce9dfc-ed85-41f7-953a-38927a2bc80f", "name": "network-vif-deleted", "tag": "9b8f5cb2-5d74-4a75-9511-cbddb43ea08e"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:11:44.499582 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf339afa-5e29-4014-b49d-8a423fdf1b50 x-openstack-request-id: req-bf339afa-5e29-4014-b49d-8a423fdf1b50 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:11:44.499872 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03ce9dfc-ed85-41f7-953a-38927a2bc80f", "name": "network-vif-deleted", "tag": "9b8f5cb2-5d74-4a75-9511-cbddb43ea08e", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:11:44.500124 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf339afa-5e29-4014-b49d-8a423fdf1b50 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:11:44.500521 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ce9dfc-ed85-41f7-953a-38927a2bc80f', 'name': 'network-vif-deleted', 'tag': '9b8f5cb2-5d74-4a75-9511-cbddb43ea08e', 'status': 'completed', 'code': 200} Sep 18 00:11:45.021841 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49238) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:45.035493 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70e6d2c2-38cd-43e7-a904-a6a2c94d6f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:45.100395 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fc1fe7d-530f-4dc6-ada9-58e4a93d3342 req-ada24d51-f04f-4a03-9e82-82dbef32d991 tempest-VolumesActionsTest-229528659 tempest-VolumesActionsTest-229528659-project] 10.222.0.46 "GET /v2.0/ports?device_id=03ce9dfc-ed85-41f7-953a-38927a2bc80f HTTP/1.1" status: 200 len: 210 time: 0.0266247 Sep 18 00:11:45.125242 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70e6d2c2-38cd-43e7-a904-a6a2c94d6f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:45.236460 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70e6d2c2-38cd-43e7-a904-a6a2c94d6f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:45.277984 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-70e6d2c2-38cd-43e7-a904-a6a2c94d6f47 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac956e3620884393a8ae2477a76edbc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526152 Sep 18 00:11:45.277984 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6d2c2-38cd-43e7-a904-a6a2c94d6f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9ea380-3b15-411b-ab89-c8932519b92e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:45.278701 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49240) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:45.326946 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-10308b4a-ad55-4db2-a10e-38684b3ed44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:45.349283 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-10308b4a-ad55-4db2-a10e-38684b3ed44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:45.525350 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-10308b4a-ad55-4db2-a10e-38684b3ed44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:45.527881 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-10308b4a-ad55-4db2-a10e-38684b3ed44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:45.529103 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-10308b4a-ad55-4db2-a10e-38684b3ed44b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f9ea380-3b15-411b-ab89-c8932519b92e HTTP/1.1" status: 204 len: 168 time: 0.2492642 Sep 18 00:11:45.538438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10308b4a-ad55-4db2-a10e-38684b3ed44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9ea380-3b15-411b-ab89-c8932519b92e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:45.544456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10308b4a-ad55-4db2-a10e-38684b3ed44b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:45.544801 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10308b4a-ad55-4db2-a10e-38684b3ed44b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:45.545170 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10308b4a-ad55-4db2-a10e-38684b3ed44b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:45.545502 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10308b4a-ad55-4db2-a10e-38684b3ed44b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:45.545830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10308b4a-ad55-4db2-a10e-38684b3ed44b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:45.546156 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10308b4a-ad55-4db2-a10e-38684b3ed44b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:45.546477 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10308b4a-ad55-4db2-a10e-38684b3ed44b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:45.546796 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10308b4a-ad55-4db2-a10e-38684b3ed44b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:45.547116 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10308b4a-ad55-4db2-a10e-38684b3ed44b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:45.547432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10308b4a-ad55-4db2-a10e-38684b3ed44b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:45.547735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10308b4a-ad55-4db2-a10e-38684b3ed44b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:45.548055 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10308b4a-ad55-4db2-a10e-38684b3ed44b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:11:46.583692 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4959a823-dab7-4100-a04d-49535f95f259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:47.280169 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:47.775103 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49292) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:47.829302 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4e659e-af8c-482e-bb86-58bea9958b00 admin admin] Deleting subnet 38cd36e7-1c26-404f-9305-d161b68b3584 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:11:47.833439 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6c4e659e-af8c-482e-bb86-58bea9958b00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:47.842180 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:47.870986 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6c4e659e-af8c-482e-bb86-58bea9958b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:47.912521 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6c4e659e-af8c-482e-bb86-58bea9958b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:48.031352 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6c4e659e-af8c-482e-bb86-58bea9958b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:48.062303 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e659e-af8c-482e-bb86-58bea9958b00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38cd36e7-1c26-404f-9305-d161b68b3584,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:48.066140 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6c4e659e-af8c-482e-bb86-58bea9958b00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:48.068635 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6c4e659e-af8c-482e-bb86-58bea9958b00 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/38cd36e7-1c26-404f-9305-d161b68b3584 HTTP/1.1" status: 204 len: 168 time: 0.2924688 Sep 18 00:11:48.071608 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49296) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:48.140065 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-93441514-935d-453a-9796-945a4d5669c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:48.222024 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-93441514-935d-453a-9796-945a4d5669c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:48.240886 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-93441514-935d-453a-9796-945a4d5669c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8cbaee-7778-4ad0-9d08-c9799fa2c17f']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:11:48.249722 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-93441514-935d-453a-9796-945a4d5669c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93780ed-bc12-4cd6-8ff9-58299fc6ff83') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:11:48.251244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-93441514-935d-453a-9796-945a4d5669c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93780ed-bc12-4cd6-8ff9-58299fc6ff83') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:11:48.259716 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-93441514-935d-453a-9796-945a4d5669c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:48.273051 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-93441514-935d-453a-9796-945a4d5669c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:48.278957 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93441514-935d-453a-9796-945a4d5669c5 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:11:48.279343 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-93441514-935d-453a-9796-945a4d5669c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:11:48.281114 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:11:48.398629 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-93441514-935d-453a-9796-945a4d5669c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:48.404901 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-93441514-935d-453a-9796-945a4d5669c5 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:48.406749 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-93441514-935d-453a-9796-945a4d5669c5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2a8cbaee-7778-4ad0-9d08-c9799fa2c17f HTTP/1.1" status: 204 len: 168 time: 0.3348045 Sep 18 00:11:48.434436 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93441514-935d-453a-9796-945a4d5669c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a8cbaee-7778-4ad0-9d08-c9799fa2c17f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:48.630201 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:11:48.649835 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:11:48.649835 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 9b8f5cb2-5d74-4a75-9511-cbddb43ea08e not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:11:48.824291 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49308) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:48.869405 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-35b1b585-662f-4a2e-a5b7-1e37d5a0b969 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83799a89f7c840d4bdac7cd855d655c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431299 Sep 18 00:11:48.871152 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49310) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:48.918736 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-064d2bf9-779e-41d5-9078-6edcc9d3d298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:48.939988 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-064d2bf9-779e-41d5-9078-6edcc9d3d298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:49.068368 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-064d2bf9-779e-41d5-9078-6edcc9d3d298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:49.070947 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-064d2bf9-779e-41d5-9078-6edcc9d3d298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:49.072118 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-064d2bf9-779e-41d5-9078-6edcc9d3d298 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f10cc5e-e9a2-46a5-b6d3-771489ba8e84 HTTP/1.1" status: 204 len: 168 time: 0.2000737 Sep 18 00:11:49.080192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d2bf9-779e-41d5-9078-6edcc9d3d298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f10cc5e-e9a2-46a5-b6d3-771489ba8e84,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:49.822673 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:53.172813 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-5f298ce9-ebc6-40ad-a7d1-c583cc318bbd tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b0f54b8ee4b544dfa0e611169b44451b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296333 Sep 18 00:11:53.366233 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-a00d68e6-2e82-4770-beb1-c6669f013466 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:53.367715 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-a00d68e6-2e82-4770-beb1-c6669f013466 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882143 Sep 18 00:11:53.385213 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-3f0e86f5-e78a-4212-a785-b00adcc1d830 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/quotas/b0f54b8ee4b544dfa0e611169b44451b HTTP/1.1" status: 200 len: 375 time: 0.0096364 Sep 18 00:11:53.655701 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-ed348fe9-5850-48b1-8494-fa93920ac981 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0f54b8ee4b544dfa0e611169b44451b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2664871 Sep 18 00:11:53.900517 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d4b9367a-2f97-4c21-8e95-230038919a40 req-d9f278ff-70a7-4ced-93ba-d8f7ae825247 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 210 time: 0.0269206 Sep 18 00:11:54.993258 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d01b9ccb-0646-422a-adbe-15e967554c37 req-5d0c2d74-2695-450d-a604-fab27f6ee05c tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 210 time: 0.0259893 Sep 18 00:11:56.101500 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a010664-6012-40c4-97b4-6728a80a7678 req-a61d166a-170a-4264-8d5a-448bcbc549a7 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 210 time: 0.0343311 Sep 18 00:11:56.258014 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-994beba8-279c-4daf-b7f0-496004c486cc tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b0f54b8ee4b544dfa0e611169b44451b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356958 Sep 18 00:11:56.452387 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-b9811112-a55f-4d96-9eaa-c92fe6b3fc93 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:56.454264 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-b9811112-a55f-4d96-9eaa-c92fe6b3fc93 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907523 Sep 18 00:11:56.467209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-037b820c-0322-4fb0-8be1-bd751276a7a7 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Request body: {'port': {'device_id': '7de46f0d-883f-45b3-88e5-552019a52b70', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': 'b0f54b8ee4b544dfa0e611169b44451b'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:11:56.634408 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-037b820c-0322-4fb0-8be1-bd751276a7a7 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Made reservation on behalf of b0f54b8ee4b544dfa0e611169b44451b for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:11:56.638408 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-037b820c-0322-4fb0-8be1-bd751276a7a7 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:56.647917 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-037b820c-0322-4fb0-8be1-bd751276a7a7 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:56.747454 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-037b820c-0322-4fb0-8be1-bd751276a7a7 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:56.825461 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-037b820c-0322-4fb0-8be1-bd751276a7a7 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:56.889990 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b820c-0322-4fb0-8be1-bd751276a7a7 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26766611-c657-4870-abb8-9ca17e521d36,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:56.968255 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-037b820c-0322-4fb0-8be1-bd751276a7a7 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Allocated IP 192.168.233.45 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/4f8186b3-199b-4aa3-944b-2a93220252a3) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:11:57.133142 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-037b820c-0322-4fb0-8be1-bd751276a7a7 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:57.203113 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71a3bcc6-4939-454f-a314-bc4199215c93 req-06714be2-d7cb-4717-9edc-6c23953f0131 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 210 time: 0.0259569 Sep 18 00:11:57.226955 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-037b820c-0322-4fb0-8be1-bd751276a7a7 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:57.278891 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-037b820c-0322-4fb0-8be1-bd751276a7a7 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:11:57.282100 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-037b820c-0322-4fb0-8be1-bd751276a7a7 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:11:57.284689 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-037b820c-0322-4fb0-8be1-bd751276a7a7 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:11:57.323467 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b820c-0322-4fb0-8be1-bd751276a7a7 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Pushing event updated for resources: {'Port': ['ID=4f8186b3-199b-4aa3-944b-2a93220252a3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:57.349749 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-037b820c-0322-4fb0-8be1-bd751276a7a7 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:57.350512 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-037b820c-0322-4fb0-8be1-bd751276a7a7 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:57.426380 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-037b820c-0322-4fb0-8be1-bd751276a7a7 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9635463 Sep 18 00:11:57.511008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-71d61156-5120-499a-a95f-38fa2046117c None None] Provisioning complete for port 4f8186b3-199b-4aa3-944b-2a93220252a3 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:11:57.511474 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-71d61156-5120-499a-a95f-38fa2046117c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:57.544564 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Request body: {'port': {'device_id': '7de46f0d-883f-45b3-88e5-552019a52b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:11:57.545963 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-71d61156-5120-499a-a95f-38fa2046117c None None] Port 4f8186b3-199b-4aa3-944b-2a93220252a3 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:11:57.600726 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:57.859112 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f8186b3-199b-4aa3-944b-2a93220252a3 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:11:57.866554 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:57.878107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Transition to ACTIVE for port object 4f8186b3-199b-4aa3-944b-2a93220252a3 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:11:57.945030 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:58.020892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8186b3-199b-4aa3-944b-2a93220252a3,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:58.076649 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Attempting to bind port 4f8186b3-199b-4aa3-944b-2a93220252a3 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:11:58.077047 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Attempting to bind port 4f8186b3-199b-4aa3-944b-2a93220252a3 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:11:58.077368 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Attempting to bind port 4f8186b3-199b-4aa3-944b-2a93220252a3 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:11:58.082582 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Port 4f8186b3-199b-4aa3-944b-2a93220252a3 on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:11:58.082916 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Attempting to bind port 4f8186b3-199b-4aa3-944b-2a93220252a3 on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:11:58.088240 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:11:58.088589 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:11:58.089010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:11:58.089446 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Bound port: 4f8186b3-199b-4aa3-944b-2a93220252a3, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:11:58.089816 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:58.162941 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] For port 4f8186b3-199b-4aa3-944b-2a93220252a3, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:11:58.166222 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] For port 4f8186b3-199b-4aa3-944b-2a93220252a3, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4f8186b3-199b-4aa3-944b-2a93220252a3,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:11:58.251549 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:58.335206 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8186b3-199b-4aa3-944b-2a93220252a3,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:58.342832 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c990fb-71b9-477a-b4cf-4d4f8df504b9 req-9f4d701f-7a5a-4155-a7a9-b206546ad64d tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:58.354194 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:58.354514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7c990fb-71b9-477a-b4cf-4d4f8df504b9 req-9f4d701f-7a5a-4155-a7a9-b206546ad64d tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 947 time: 0.0821595 Sep 18 00:11:58.354808 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:58.356551 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-6bcb0fba-ad6d-49c0-848b-2d6d565e0f48 service neutron] 10.222.0.41 "PUT /v2.0/ports/4f8186b3-199b-4aa3-944b-2a93220252a3 HTTP/1.1" status: 200 len: 1095 time: 0.9208066 Sep 18 00:11:58.357062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de46f0d-883f-45b3-88e5-552019a52b70', 'tag': '4f8186b3-199b-4aa3-944b-2a93220252a3'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:11:58.359380 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473bc304-3d94-4ac5-99f1-7bffc9650647" -d '{"events": [{"name": "network-changed", "server_uuid": "7de46f0d-883f-45b3-88e5-552019a52b70", "tag": "4f8186b3-199b-4aa3-944b-2a93220252a3"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:11:58.406193 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e36edee-0d3e-4ec0-b60e-e055cdb0fd69 x-openstack-request-id: req-3e36edee-0d3e-4ec0-b60e-e055cdb0fd69 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:11:58.406193 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de46f0d-883f-45b3-88e5-552019a52b70", "tag": "4f8186b3-199b-4aa3-944b-2a93220252a3", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:11:58.406193 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e36edee-0d3e-4ec0-b60e-e055cdb0fd69 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:11:58.406566 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de46f0d-883f-45b3-88e5-552019a52b70', 'tag': '4f8186b3-199b-4aa3-944b-2a93220252a3', 'status': 'completed', 'code': 200} Sep 18 00:11:58.410877 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7c990fb-71b9-477a-b4cf-4d4f8df504b9 req-1886ce04-4693-4f36-8178-3bda649ff3a3 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/security-groups?id=26766611-c657-4870-abb8-9ca17e521d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534830 Sep 18 00:11:58.484144 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bc304-3d94-4ac5-99f1-7bffc9650647 req-60a07686-a042-4ddb-bc5e-fb3b401a86de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:58.486202 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-473bc304-3d94-4ac5-99f1-7bffc9650647 req-60a07686-a042-4ddb-bc5e-fb3b401a86de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0f54b8ee4b544dfa0e611169b44451b&device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 1098 time: 0.0568137 Sep 18 00:11:58.525990 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-473bc304-3d94-4ac5-99f1-7bffc9650647 req-23af1814-597a-4494-bf66-007e664299b6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b0f54b8ee4b544dfa0e611169b44451b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315711 Sep 18 00:11:58.598154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49494) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:58.646495 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bc304-3d94-4ac5-99f1-7bffc9650647 req-bb03f929-0e07-4da3-a955-d517ec15b50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:58.647993 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-473bc304-3d94-4ac5-99f1-7bffc9650647 req-bb03f929-0e07-4da3-a955-d517ec15b50d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1127203 Sep 18 00:11:58.725180 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f55d4c31-1230-42df-a15d-d757236fd4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:58.758867 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-e45f6fb7-3712-4f61-96aa-285e82f84505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:58.760472 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-e45f6fb7-3712-4f61-96aa-285e82f84505 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0f54b8ee4b544dfa0e611169b44451b&device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 1098 time: 0.0731802 Sep 18 00:11:58.812549 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-7b7b6c9b-c4e8-4bfc-9e1e-d6c58b561bc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=4f8186b3-199b-4aa3-944b-2a93220252a3 HTTP/1.1" status: 200 len: 217 time: 0.0437765 Sep 18 00:11:58.834880 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f55d4c31-1230-42df-a15d-d757236fd4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:58.861987 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-49d4e02d-efe0-423e-b6b6-294b9bcc4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:58.866899 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-49d4e02d-efe0-423e-b6b6-294b9bcc4617 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0447066 Sep 18 00:11:58.925182 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-2c03667e-57e4-4279-b9b4-2f69bcdff343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:58.925182 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-2c03667e-57e4-4279-b9b4-2f69bcdff343 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0543194 Sep 18 00:11:58.942710 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f55d4c31-1230-42df-a15d-d757236fd4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:58.986427 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f55d4c31-1230-42df-a15d-d757236fd4de admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=643deab24d2342a3a93c26946d2fc8e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3846354 Sep 18 00:11:58.986427 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d4c31-1230-42df-a15d-d757236fd4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8803c2-1a26-42db-8387-7e211e8eb339,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:58.987480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49500) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:11:59.032326 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-235edd45-f6f4-45a0-bd08-dd0a20ec3ead service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006095 Sep 18 00:11:59.046721 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e99a327a-fa00-4330-8351-0f524582a1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:59.068571 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e99a327a-fa00-4330-8351-0f524582a1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:59.136055 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-50d9f5bf-59be-4b31-986d-1d441f2967cf req-ba47e896-0321-4fe0-8087-ec70d292b5bd service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968814 Sep 18 00:11:59.182777 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e99a327a-fa00-4330-8351-0f524582a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:59.185571 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e99a327a-fa00-4330-8351-0f524582a1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:11:59.186766 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e99a327a-fa00-4330-8351-0f524582a1c8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a8803c2-1a26-42db-8387-7e211e8eb339 HTTP/1.1" status: 204 len: 168 time: 0.1981366 Sep 18 00:11:59.194724 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a327a-fa00-4330-8351-0f524582a1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8803c2-1a26-42db-8387-7e211e8eb339,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:11:59.533535 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527c0d5-0408-43d2-a0fd-102cf2bcf02b req-56c022b7-a629-467c-9740-b6593b612bff tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:11:59.535244 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b527c0d5-0408-43d2-a0fd-102cf2bcf02b req-56c022b7-a629-467c-9740-b6593b612bff tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 947 time: 0.0545206 Sep 18 00:11:59.578135 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b527c0d5-0408-43d2-a0fd-102cf2bcf02b req-06ae9a47-b27f-4129-b911-0f4f2fd4d2c6 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/security-groups?id=26766611-c657-4870-abb8-9ca17e521d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368032 Sep 18 00:12:00.696774 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca39745-50e1-43f3-82cd-2cab443bd445 req-9a30c72e-f268-4433-bda2-60ccb59f5329 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:12:00.698297 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ca39745-50e1-43f3-82cd-2cab443bd445 req-9a30c72e-f268-4433-bda2-60ccb59f5329 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 947 time: 0.0506923 Sep 18 00:12:00.738547 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ca39745-50e1-43f3-82cd-2cab443bd445 req-2cacb2ce-fc47-4284-aa5a-2e69f7499439 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/security-groups?id=26766611-c657-4870-abb8-9ca17e521d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334735 Sep 18 00:12:01.861402 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424abffa-5ed3-4cb1-a094-ffad9cae6cb7 req-08e02623-a9dc-4a31-9fab-614e333bd85d tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:12:01.862943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-424abffa-5ed3-4cb1-a094-ffad9cae6cb7 req-08e02623-a9dc-4a31-9fab-614e333bd85d tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 947 time: 0.0512764 Sep 18 00:12:01.907860 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-424abffa-5ed3-4cb1-a094-ffad9cae6cb7 req-b46f9428-a6e1-44a0-b4b5-c260d74e03d8 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/security-groups?id=26766611-c657-4870-abb8-9ca17e521d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380814 Sep 18 00:12:02.708679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4f8186b3-199b-4aa3-944b-2a93220252a3 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:12:02.806468 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 4f8186b3-199b-4aa3-944b-2a93220252a3, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4f8186b3-199b-4aa3-944b-2a93220252a3,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:12:02.816812 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '4f8186b3-199b-4aa3-944b-2a93220252a3', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': '4f8186b3-199b-4aa3-944b-2a93220252a3', 'mac_address': 'fa:16:3e:68:fc:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:12:02.855001 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:02.867496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f8186b3-199b-4aa3-944b-2a93220252a3 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:12:02.887291 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 4f8186b3-199b-4aa3-944b-2a93220252a3, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4f8186b3-199b-4aa3-944b-2a93220252a3,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:12:02.990936 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:03.033585 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d053b-dc45-4e00-9cc3-37e0da4003f2 req-b052cbd9-975d-4e1c-a9cd-10ef44ef0da0 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:12:03.035927 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-243d053b-dc45-4e00-9cc3-37e0da4003f2 req-b052cbd9-975d-4e1c-a9cd-10ef44ef0da0 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 947 time: 0.0605395 Sep 18 00:12:03.059523 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=4f8186b3-199b-4aa3-944b-2a93220252a3,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:03.079650 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-243d053b-dc45-4e00-9cc3-37e0da4003f2 req-c24d1f7e-6ead-4aab-a183-a8cec26e0145 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/security-groups?id=26766611-c657-4870-abb8-9ca17e521d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342126 Sep 18 00:12:03.194969 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['4f8186b3-199b-4aa3-944b-2a93220252a3'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:12:04.229249 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4824579-d073-46ce-9fcb-db035dedb68f req-0881e80c-de4a-4e2b-907f-2b0f1b18de96 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:12:04.231001 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4824579-d073-46ce-9fcb-db035dedb68f req-0881e80c-de4a-4e2b-907f-2b0f1b18de96 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 948 time: 0.0557580 Sep 18 00:12:04.279392 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4824579-d073-46ce-9fcb-db035dedb68f req-8d09b5e5-fc10-4dfc-93f1-3ac9c0f1b2b9 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/security-groups?id=26766611-c657-4870-abb8-9ca17e521d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419815 Sep 18 00:12:04.724210 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4f8186b3-199b-4aa3-944b-2a93220252a3 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:12:04.874179 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 4f8186b3-199b-4aa3-944b-2a93220252a3 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:12:04.879004 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 4f8186b3-199b-4aa3-944b-2a93220252a3 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:12:04.879389 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:04.962378 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:04.988921 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de46f0d-883f-45b3-88e5-552019a52b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8186b3-199b-4aa3-944b-2a93220252a3'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:12:04.991933 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c745ed1-9590-4ad8-b215-a9f329cd887c" -d '{"events": [{"server_uuid": "7de46f0d-883f-45b3-88e5-552019a52b70", "name": "network-vif-plugged", "status": "completed", "tag": "4f8186b3-199b-4aa3-944b-2a93220252a3"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:12:05.015787 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 4f8186b3-199b-4aa3-944b-2a93220252a3, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4f8186b3-199b-4aa3-944b-2a93220252a3,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:12:05.041182 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e58553-6582-4f2b-8bfc-1fb7f57ee1f1 x-openstack-request-id: req-06e58553-6582-4f2b-8bfc-1fb7f57ee1f1 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:12:05.041672 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de46f0d-883f-45b3-88e5-552019a52b70", "name": "network-vif-plugged", "status": "completed", "tag": "4f8186b3-199b-4aa3-944b-2a93220252a3", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:12:05.041932 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-06e58553-6582-4f2b-8bfc-1fb7f57ee1f1 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:12:05.042329 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de46f0d-883f-45b3-88e5-552019a52b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8186b3-199b-4aa3-944b-2a93220252a3', 'code': 200} Sep 18 00:12:05.080031 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:05.136450 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=4f8186b3-199b-4aa3-944b-2a93220252a3,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:05.161141 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ec1a4-bd50-4975-979e-8666b89b9df0 req-6d03e301-8b46-40bd-b9e3-85fe38925423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:12:05.163306 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ec7ec1a4-bd50-4975-979e-8666b89b9df0 req-6d03e301-8b46-40bd-b9e3-85fe38925423 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 1100 time: 0.0570645 Sep 18 00:12:05.200467 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ec7ec1a4-bd50-4975-979e-8666b89b9df0 req-0118d4e8-4b2a-4a85-82f1-aef3c123d77e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=26766611-c657-4870-abb8-9ca17e521d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293264 Sep 18 00:12:05.405589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8593e49-2eba-4822-91ce-ad314301a0c9 req-b713683d-fe35-405b-a6eb-499c47d631cb tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:12:05.416086 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8593e49-2eba-4822-91ce-ad314301a0c9 req-b713683d-fe35-405b-a6eb-499c47d631cb tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 949 time: 0.0522904 Sep 18 00:12:05.457945 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8593e49-2eba-4822-91ce-ad314301a0c9 req-cd43e0ee-7f11-4551-a855-ba08c8cc4f35 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/security-groups?id=26766611-c657-4870-abb8-9ca17e521d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408707 Sep 18 00:12:06.583068 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0bd77-3185-4b79-94a2-a0498613755a req-b8b8f546-1b86-4569-8de7-fd05a1ff6be3 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:12:06.585790 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3af0bd77-3185-4b79-94a2-a0498613755a req-b8b8f546-1b86-4569-8de7-fd05a1ff6be3 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 949 time: 0.0541606 Sep 18 00:12:06.633869 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3af0bd77-3185-4b79-94a2-a0498613755a req-dca8bbe2-bdd1-4854-bbdb-98a31abb4488 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/security-groups?id=26766611-c657-4870-abb8-9ca17e521d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419185 Sep 18 00:12:10.491168 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:11.681729 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:12:13.419320 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b448877-4a14-4f32-9930-c73fc7236c06 req-59d96504-193e-4c45-9f88-f526d2a84181 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502458 Sep 18 00:12:13.515524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b448877-4a14-4f32-9930-c73fc7236c06 req-e455a62f-ddd2-442a-8bb6-7fe39721121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:12:13.517195 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b448877-4a14-4f32-9930-c73fc7236c06 req-e455a62f-ddd2-442a-8bb6-7fe39721121f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc273b0c860f4113aa477f4a0e9a5fbb&device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 1096 time: 0.0554197 Sep 18 00:12:13.636494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b448877-4a14-4f32-9930-c73fc7236c06 req-e8231f06-6f3f-4dd2-8e6e-f0184d1b89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:12:13.638063 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b448877-4a14-4f32-9930-c73fc7236c06 req-e8231f06-6f3f-4dd2-8e6e-f0184d1b89ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d807416-7032-4b38-aa46-1da9e097a61e HTTP/1.1" status: 200 len: 910 time: 0.0988204 Sep 18 00:12:13.702823 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b448877-4a14-4f32-9930-c73fc7236c06 req-c9237d61-eb84-49c3-aded-389732489929 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20f8d261-5330-4152-97c2-1a1300af0d02 HTTP/1.1" status: 200 len: 1000 time: 0.0577750 Sep 18 00:12:13.760198 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b448877-4a14-4f32-9930-c73fc7236c06 req-69289ae7-7a11-4c81-8233-2882206c2aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:12:13.762179 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:13.762678 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b448877-4a14-4f32-9930-c73fc7236c06 req-69289ae7-7a11-4c81-8233-2882206c2aa8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8083f24d-cb05-444d-bd3d-c3294399ee9a HTTP/1.1" status: 200 len: 848 time: 0.0523009 Sep 18 00:12:13.809507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b448877-4a14-4f32-9930-c73fc7236c06 req-b082d9d9-3762-4d7a-b5d6-ce38ec405e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:12:13.811135 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b448877-4a14-4f32-9930-c73fc7236c06 req-b082d9d9-3762-4d7a-b5d6-ce38ec405e87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d807416-7032-4b38-aa46-1da9e097a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414627 Sep 18 00:12:13.906748 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b448877-4a14-4f32-9930-c73fc7236c06 req-365fde75-0a39-4cd5-a742-04467ba6fa99 service neutron] 10.222.0.37 "GET /v2.0/networks/1d807416-7032-4b38-aa46-1da9e097a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881708 Sep 18 00:12:14.002675 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b448877-4a14-4f32-9930-c73fc7236c06 req-af66658d-814f-4fca-b231-c1f28fb457dd service neutron] 10.222.0.37 "GET /v2.0/networks/1d807416-7032-4b38-aa46-1da9e097a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890880 Sep 18 00:12:14.051783 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c5dc61b6-dd55-4417-ab0a-2468028336df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:15.245413 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7f87e0f9-b831-4cd0-8486-05c09374a12f req-1745961c-c3f4-493d-aa83-09c1fcedef15 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7de46f0d-883f-45b3-88e5-552019a52b70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406809 Sep 18 00:12:15.329324 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87e0f9-b831-4cd0-8486-05c09374a12f req-7d0e16f8-9175-4305-8539-5893ea6f0a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:12:15.330803 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7f87e0f9-b831-4cd0-8486-05c09374a12f req-7d0e16f8-9175-4305-8539-5893ea6f0a58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0f54b8ee4b544dfa0e611169b44451b&device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 1100 time: 0.0404916 Sep 18 00:12:15.437099 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87e0f9-b831-4cd0-8486-05c09374a12f req-434cde9a-f3bb-43fe-ad10-010bb8e150f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:12:15.439098 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7f87e0f9-b831-4cd0-8486-05c09374a12f req-434cde9a-f3bb-43fe-ad10-010bb8e150f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.0885015 Sep 18 00:12:15.480925 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7f87e0f9-b831-4cd0-8486-05c09374a12f req-93d94d2a-7be1-4f77-b03b-f909c2641fc9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=4f8186b3-199b-4aa3-944b-2a93220252a3 HTTP/1.1" status: 200 len: 217 time: 0.0345175 Sep 18 00:12:15.542940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87e0f9-b831-4cd0-8486-05c09374a12f req-4e70b10c-2ee8-40a2-bf0c-17bb81c11919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:12:15.544549 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7f87e0f9-b831-4cd0-8486-05c09374a12f req-4e70b10c-2ee8-40a2-bf0c-17bb81c11919 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0546739 Sep 18 00:12:15.591988 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87e0f9-b831-4cd0-8486-05c09374a12f req-c85d00e6-079b-48fa-a4d6-4da34b986e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:12:15.593749 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7f87e0f9-b831-4cd0-8486-05c09374a12f req-c85d00e6-079b-48fa-a4d6-4da34b986e2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0412643 Sep 18 00:12:15.686900 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7f87e0f9-b831-4cd0-8486-05c09374a12f req-7b8542d5-c82a-4cd3-8401-b979d819cba2 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857916 Sep 18 00:12:15.785240 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7f87e0f9-b831-4cd0-8486-05c09374a12f req-b4705e66-31bb-45ff-ace7-98c22667872e service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916133 Sep 18 00:12:16.263201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49774) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:16.308544 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-2080ce34-c0fb-4825-82a5-31d7668831c5 admin admin] Deleting subnet c0fb50c5-700f-4c4d-b548-142b1e4fab84 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:12:16.311680 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2080ce34-c0fb-4825-82a5-31d7668831c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:16.351267 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2080ce34-c0fb-4825-82a5-31d7668831c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:16.394665 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2080ce34-c0fb-4825-82a5-31d7668831c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:16.557053 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2080ce34-c0fb-4825-82a5-31d7668831c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:16.583766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080ce34-c0fb-4825-82a5-31d7668831c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0fb50c5-700f-4c4d-b548-142b1e4fab84,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:16.587738 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2080ce34-c0fb-4825-82a5-31d7668831c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:16.589671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2080ce34-c0fb-4825-82a5-31d7668831c5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c0fb50c5-700f-4c4d-b548-142b1e4fab84 HTTP/1.1" status: 204 len: 168 time: 0.3250372 Sep 18 00:12:16.592116 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49778) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:16.594146 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-76eb21bd-4fb1-4742-a514-cbd4e29e5195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:16.665449 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-97cfe7ee-2ad6-47bc-ab1f-25e03c30d206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:16.743601 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-97cfe7ee-2ad6-47bc-ab1f-25e03c30d206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:16.763768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-97cfe7ee-2ad6-47bc-ab1f-25e03c30d206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a815432c-bb27-4cc3-b28c-199fcdb08b7f']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:12:16.773813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-97cfe7ee-2ad6-47bc-ab1f-25e03c30d206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de601719-d4ef-4b3b-a997-4c33592f7f72') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:12:16.774113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-97cfe7ee-2ad6-47bc-ab1f-25e03c30d206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de601719-d4ef-4b3b-a997-4c33592f7f72') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:12:16.783821 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-97cfe7ee-2ad6-47bc-ab1f-25e03c30d206 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:16.797490 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-97cfe7ee-2ad6-47bc-ab1f-25e03c30d206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:16.807655 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97cfe7ee-2ad6-47bc-ab1f-25e03c30d206 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:12:16.808089 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-97cfe7ee-2ad6-47bc-ab1f-25e03c30d206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:12:16.809991 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:12:16.950977 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-97cfe7ee-2ad6-47bc-ab1f-25e03c30d206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:16.957121 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-97cfe7ee-2ad6-47bc-ab1f-25e03c30d206 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:16.960511 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-97cfe7ee-2ad6-47bc-ab1f-25e03c30d206 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a815432c-bb27-4cc3-b28c-199fcdb08b7f HTTP/1.1" status: 204 len: 168 time: 0.3671210 Sep 18 00:12:16.963130 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 49780) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:16.972915 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfe7ee-2ad6-47bc-ab1f-25e03c30d206 admin admin] Pushing event deleted for resources: {'Network': ['ID=a815432c-bb27-4cc3-b28c-199fcdb08b7f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:17.017549 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e95914-830a-4682-97f0-78be0300ac20 admin admin] Deleting subnet d6dae37b-7a23-49c7-a4b0-ef442d2914c2 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:12:17.021766 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e4e95914-830a-4682-97f0-78be0300ac20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:17.056520 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e4e95914-830a-4682-97f0-78be0300ac20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:17.101923 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e4e95914-830a-4682-97f0-78be0300ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:17.294013 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e4e95914-830a-4682-97f0-78be0300ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:17.320921 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e95914-830a-4682-97f0-78be0300ac20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6dae37b-7a23-49c7-a4b0-ef442d2914c2,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:17.325729 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e4e95914-830a-4682-97f0-78be0300ac20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:17.327617 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e4e95914-830a-4682-97f0-78be0300ac20 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d6dae37b-7a23-49c7-a4b0-ef442d2914c2 HTTP/1.1" status: 204 len: 168 time: 0.3633752 Sep 18 00:12:17.330508 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49784) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:17.333496 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e95914-830a-4682-97f0-78be0300ac20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:17.333849 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e95914-830a-4682-97f0-78be0300ac20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:17.334194 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e95914-830a-4682-97f0-78be0300ac20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:17.334533 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e95914-830a-4682-97f0-78be0300ac20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:17.334869 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e95914-830a-4682-97f0-78be0300ac20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:17.335201 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e95914-830a-4682-97f0-78be0300ac20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:17.335535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e95914-830a-4682-97f0-78be0300ac20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:17.335866 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e95914-830a-4682-97f0-78be0300ac20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:17.336193 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e95914-830a-4682-97f0-78be0300ac20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:17.336519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e95914-830a-4682-97f0-78be0300ac20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:17.336860 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e95914-830a-4682-97f0-78be0300ac20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:17.337197 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e95914-830a-4682-97f0-78be0300ac20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:17.338951 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:17.407391 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7030eb4e-fa18-4b44-abef-e1786c7ea738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:17.489291 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7030eb4e-fa18-4b44-abef-e1786c7ea738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:17.510913 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-7030eb4e-fa18-4b44-abef-e1786c7ea738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39f6800-1927-4a1e-9ac5-c22ace81c61e']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:12:17.521553 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-7030eb4e-fa18-4b44-abef-e1786c7ea738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9e64e1-2423-45eb-8afd-765298918df8') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:12:17.521846 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-7030eb4e-fa18-4b44-abef-e1786c7ea738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9e64e1-2423-45eb-8afd-765298918df8') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:12:17.531536 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7030eb4e-fa18-4b44-abef-e1786c7ea738 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:17.546259 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7030eb4e-fa18-4b44-abef-e1786c7ea738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:17.550431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7030eb4e-fa18-4b44-abef-e1786c7ea738 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:12:17.550847 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7030eb4e-fa18-4b44-abef-e1786c7ea738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:12:17.552619 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:12:17.733709 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7030eb4e-fa18-4b44-abef-e1786c7ea738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:17.741250 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7030eb4e-fa18-4b44-abef-e1786c7ea738 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:17.742423 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7030eb4e-fa18-4b44-abef-e1786c7ea738 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a39f6800-1927-4a1e-9ac5-c22ace81c61e HTTP/1.1" status: 204 len: 168 time: 0.4109082 Sep 18 00:12:17.753256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030eb4e-fa18-4b44-abef-e1786c7ea738 admin admin] Pushing event deleted for resources: {'Network': ['ID=a39f6800-1927-4a1e-9ac5-c22ace81c61e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:17.882027 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:18.172131 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49790) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:18.211897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3645c1f3-0812-4e9b-86c3-64ab527a360d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b5e82371393e45cd8ae9aee56da413df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386004 Sep 18 00:12:18.214342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49792) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:18.262596 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c84ca046-cc69-46bb-93d5-255b557ad647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:18.283649 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c84ca046-cc69-46bb-93d5-255b557ad647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:18.471693 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c84ca046-cc69-46bb-93d5-255b557ad647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:18.475043 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c84ca046-cc69-46bb-93d5-255b557ad647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:18.476383 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c84ca046-cc69-46bb-93d5-255b557ad647 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d00963b-ad21-4061-886e-14e7f3abfd41 HTTP/1.1" status: 204 len: 168 time: 0.2611463 Sep 18 00:12:18.484168 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ca046-cc69-46bb-93d5-255b557ad647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d00963b-ad21-4061-886e-14e7f3abfd41,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:19.405395 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49808) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:19.446212 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-19ba9691-31c1-4da5-9da0-6c5d7ff47e05 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f34cd77d19624249b8bb16d3a1a914db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395317 Sep 18 00:12:19.456171 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 49810) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:19.507713 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c1111612-fa3b-449d-bee0-2a047e7266f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:19.536798 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c1111612-fa3b-449d-bee0-2a047e7266f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:19.681914 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c1111612-fa3b-449d-bee0-2a047e7266f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:19.685161 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c1111612-fa3b-449d-bee0-2a047e7266f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:19.686472 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c1111612-fa3b-449d-bee0-2a047e7266f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e35691e2-7fcd-4884-85b4-7eb18f462c12 HTTP/1.1" status: 204 len: 168 time: 0.2292781 Sep 18 00:12:19.695660 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1111612-fa3b-449d-bee0-2a047e7266f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35691e2-7fcd-4884-85b4-7eb18f462c12,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:19.828723 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:40.561781 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:43.052567 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50066) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:43.186538 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a58a832f-bb0e-4480-82e1-dbc3e078a3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:43.315369 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a58a832f-bb0e-4480-82e1-dbc3e078a3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:43.424424 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a58a832f-bb0e-4480-82e1-dbc3e078a3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:43.469666 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a58a832f-bb0e-4480-82e1-dbc3e078a3a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5f2606fce8c9407dacf57f6f8a43d23b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4133193 Sep 18 00:12:43.469666 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a832f-bb0e-4480-82e1-dbc3e078a3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893d731f-45bc-488c-8a04-1b3224a40ff9,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:43.470392 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50076) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:43.527606 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cd64fe3e-0a74-4924-8460-70503fc02100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:43.530294 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:43.552443 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cd64fe3e-0a74-4924-8460-70503fc02100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:43.705518 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cd64fe3e-0a74-4924-8460-70503fc02100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:43.708128 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cd64fe3e-0a74-4924-8460-70503fc02100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:43.709532 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cd64fe3e-0a74-4924-8460-70503fc02100 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/893d731f-45bc-488c-8a04-1b3224a40ff9 HTTP/1.1" status: 204 len: 168 time: 0.2380702 Sep 18 00:12:43.718391 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64fe3e-0a74-4924-8460-70503fc02100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893d731f-45bc-488c-8a04-1b3224a40ff9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:44.083247 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-39b56eea-d8b7-405a-8d93-954eaaa4792d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:44.672213 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50094) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:44.685694 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-357c2647-7d37-4e77-90e7-1cee0bdac8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:44.786520 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-357c2647-7d37-4e77-90e7-1cee0bdac8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:44.944229 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-357c2647-7d37-4e77-90e7-1cee0bdac8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:44.985869 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-357c2647-7d37-4e77-90e7-1cee0bdac8ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=470d58869cf64c8298f7002952211414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124363 Sep 18 00:12:44.986856 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c2647-7d37-4e77-90e7-1cee0bdac8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d146caf1-8a19-4acf-a68a-724c2cb9e14e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:44.988508 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50102) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:45.043468 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9133c6e4-0eb9-43d9-8f80-a25025cc91e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:45.063893 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9133c6e4-0eb9-43d9-8f80-a25025cc91e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:45.281980 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9133c6e4-0eb9-43d9-8f80-a25025cc91e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:45.284650 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9133c6e4-0eb9-43d9-8f80-a25025cc91e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:45.285866 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9133c6e4-0eb9-43d9-8f80-a25025cc91e2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d146caf1-8a19-4acf-a68a-724c2cb9e14e HTTP/1.1" status: 204 len: 168 time: 0.2957377 Sep 18 00:12:45.296007 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133c6e4-0eb9-43d9-8f80-a25025cc91e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d146caf1-8a19-4acf-a68a-724c2cb9e14e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:46.607681 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2239-f48a-4068-a26f-dd3462d1e858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:47.172121 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50164) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:47.310074 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:47.318231 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef993fac-9787-4bf1-8681-c9dc58bef1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:47.422654 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef993fac-9787-4bf1-8681-c9dc58bef1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:47.470138 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef993fac-9787-4bf1-8681-c9dc58bef1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:47.499262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50172) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:47.507173 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ef993fac-9787-4bf1-8681-c9dc58bef1a3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=65d5c416130848239c2239ef64be35f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3339398 Sep 18 00:12:47.528647 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef993fac-9787-4bf1-8681-c9dc58bef1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38eae10e-d714-4ae0-a6fa-9d6e0639c683,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:47.536597 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef993fac-9787-4bf1-8681-c9dc58bef1a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:47.537350 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef993fac-9787-4bf1-8681-c9dc58bef1a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:47.537932 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef993fac-9787-4bf1-8681-c9dc58bef1a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:47.538480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef993fac-9787-4bf1-8681-c9dc58bef1a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:47.539618 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef993fac-9787-4bf1-8681-c9dc58bef1a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:47.540134 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef993fac-9787-4bf1-8681-c9dc58bef1a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:47.540646 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef993fac-9787-4bf1-8681-c9dc58bef1a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:47.541066 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef993fac-9787-4bf1-8681-c9dc58bef1a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:47.544643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef993fac-9787-4bf1-8681-c9dc58bef1a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:47.544643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef993fac-9787-4bf1-8681-c9dc58bef1a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:47.544643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef993fac-9787-4bf1-8681-c9dc58bef1a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:47.544643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef993fac-9787-4bf1-8681-c9dc58bef1a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:47.553767 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8fb2693-1f43-4c17-b96d-c71c8f1d0fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:47.574877 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8fb2693-1f43-4c17-b96d-c71c8f1d0fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:47.715339 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8fb2693-1f43-4c17-b96d-c71c8f1d0fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:47.722916 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8fb2693-1f43-4c17-b96d-c71c8f1d0fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:47.728887 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a8fb2693-1f43-4c17-b96d-c71c8f1d0fce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/38eae10e-d714-4ae0-a6fa-9d6e0639c683 HTTP/1.1" status: 204 len: 168 time: 0.2279387 Sep 18 00:12:47.742680 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb2693-1f43-4c17-b96d-c71c8f1d0fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eae10e-d714-4ae0-a6fa-9d6e0639c683,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:47.813271 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:48.682532 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:12:48.776613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50210) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:48.875944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-653df4d8-9175-45bf-bfa0-7a2133e082c9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1046091257-network', 'tenant_id': '1777f77b402647048d34fc4870014850'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:12:48.989925 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653df4d8-9175-45bf-bfa0-7a2133e082c9 admin admin] Made reservation on behalf of 1777f77b402647048d34fc4870014850 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:12:48.993222 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-653df4d8-9175-45bf-bfa0-7a2133e082c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:49.002480 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-653df4d8-9175-45bf-bfa0-7a2133e082c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:49.110619 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-653df4d8-9175-45bf-bfa0-7a2133e082c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:49.182776 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-653df4d8-9175-45bf-bfa0-7a2133e082c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:49.212946 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653df4d8-9175-45bf-bfa0-7a2133e082c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:12:49.219227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653df4d8-9175-45bf-bfa0-7a2133e082c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e54582-09ce-4ec1-8074-21a2ae06cce0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:49.225429 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-653df4d8-9175-45bf-bfa0-7a2133e082c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:49.225774 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-653df4d8-9175-45bf-bfa0-7a2133e082c9 admin admin] Added segment a614cc1a-6f64-4d2c-92ef-fa938e4ec48b of type vlan for network 739f7d13-2825-4000-973e-c56b19499519 Sep 18 00:12:49.269941 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-653df4d8-9175-45bf-bfa0-7a2133e082c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:49.371996 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-653df4d8-9175-45bf-bfa0-7a2133e082c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:49.373248 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653df4d8-9175-45bf-bfa0-7a2133e082c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:12:49.374123 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-653df4d8-9175-45bf-bfa0-7a2133e082c9 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:49.439975 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653df4d8-9175-45bf-bfa0-7a2133e082c9 admin admin] Pushing event updated for resources: {'Network': ['ID=739f7d13-2825-4000-973e-c56b19499519,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:49.452570 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 739f7d13-2825-4000-973e-c56b19499519 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:12:49.484737 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-653df4d8-9175-45bf-bfa0-7a2133e082c9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7069561 Sep 18 00:12:49.487824 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50224) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:49.492779 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-bf464b00-1bdc-4d90-82b8-697e6241fa48 admin admin] Request body: {'subnet': {'network_id': '739f7d13-2825-4000-973e-c56b19499519', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1046091257-subnet', 'tenant_id': '1777f77b402647048d34fc4870014850', 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:12:49.584504 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf464b00-1bdc-4d90-82b8-697e6241fa48 admin admin] Made reservation on behalf of 1777f77b402647048d34fc4870014850 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:12:49.586927 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf464b00-1bdc-4d90-82b8-697e6241fa48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:49.830004 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:49.887594 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf464b00-1bdc-4d90-82b8-697e6241fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:49.943856 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf464b00-1bdc-4d90-82b8-697e6241fa48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9d18675-9ab5-41a1-a0da-ff0bb48c763b,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:49.952379 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf464b00-1bdc-4d90-82b8-697e6241fa48 admin admin] Checking segment: {'id': 'a614cc1a-6f64-4d2c-92ef-fa938e4ec48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '739f7d13-2825-4000-973e-c56b19499519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:12:49.952744 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf464b00-1bdc-4d90-82b8-697e6241fa48 admin admin] Network hostable DHCP agents. Network: 739f7d13-2825-4000-973e-c56b19499519, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:12:50.046902 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf464b00-1bdc-4d90-82b8-697e6241fa48 admin admin] Network 739f7d13-2825-4000-973e-c56b19499519 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:12:50.177563 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-bf464b00-1bdc-4d90-82b8-697e6241fa48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 739f7d13-2825-4000-973e-c56b19499519) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:12:50.186594 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf464b00-1bdc-4d90-82b8-697e6241fa48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:12:50.188427 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf464b00-1bdc-4d90-82b8-697e6241fa48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:50.192358 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874ab2f2-f864-4e62-a5f2-8b57cba2175d None None] Network 739f7d13-2825-4000-973e-c56b19499519 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:12:50.282053 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bf464b00-1bdc-4d90-82b8-697e6241fa48 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7929657 Sep 18 00:12:50.284587 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50242) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:50.290530 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-0f20fdb4-0285-44b2-b51d-735b93c00194 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1046091257-router', 'tenant_id': '1777f77b402647048d34fc4870014850', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:12:50.353970 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-739f7d13-2825-4000-973e-c56b19499519', 'network_id': '739f7d13-2825-4000-973e-c56b19499519', 'tenant_id': '1777f77b402647048d34fc4870014850', 'fixed_ips': [{'subnet_id': 'e9d18675-9ab5-41a1-a0da-ff0bb48c763b'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:12:50.354912 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:50.366647 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f20fdb4-0285-44b2-b51d-735b93c00194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:50.367995 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f20fdb4-0285-44b2-b51d-735b93c00194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:50.428052 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f20fdb4-0285-44b2-b51d-735b93c00194 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:50.494137 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Allocated IP 172.20.0.2 (739f7d13-2825-4000-973e-c56b19499519/e9d18675-9ab5-41a1-a0da-ff0bb48c763b/3d612672-ed1f-4146-8aa4-9a584796505e) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:12:50.640143 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:50.658347 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f20fdb4-0285-44b2-b51d-735b93c00194 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:50.760851 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:50.819643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Pushing event updated for resources: {'Port': ['ID=3d612672-ed1f-4146-8aa4-9a584796505e,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:50.823033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Network 739f7d13-2825-4000-973e-c56b19499519 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:12:50.825379 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:12:50.834520 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:12:50.838928 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:50.840918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:50.840918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:50.840918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:50.840918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:50.840918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:50.840918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:50.841459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:50.841549 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:50.841923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:50.842185 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:50.842505 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:50.896159 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Attempting to bind port 3d612672-ed1f-4146-8aa4-9a584796505e on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:12:50.896529 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Attempting to bind port 3d612672-ed1f-4146-8aa4-9a584796505e by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'a614cc1a-6f64-4d2c-92ef-fa938e4ec48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '739f7d13-2825-4000-973e-c56b19499519'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:12:50.896920 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Attempting to bind port 3d612672-ed1f-4146-8aa4-9a584796505e on network 739f7d13-2825-4000-973e-c56b19499519 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:12:50.902429 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:12:50.902798 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Checking segment: {'id': 'a614cc1a-6f64-4d2c-92ef-fa938e4ec48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '739f7d13-2825-4000-973e-c56b19499519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:12:50.903227 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:50.903609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Bound using segment: {'id': 'a614cc1a-6f64-4d2c-92ef-fa938e4ec48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '739f7d13-2825-4000-973e-c56b19499519'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:12:50.904109 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Bound port: 3d612672-ed1f-4146-8aa4-9a584796505e, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a614cc1a-6f64-4d2c-92ef-fa938e4ec48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '739f7d13-2825-4000-973e-c56b19499519'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:12:50.904487 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:50.971655 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f20fdb4-0285-44b2-b51d-735b93c00194 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:50.973712 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] For port 3d612672-ed1f-4146-8aa4-9a584796505e, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:12:50.978125 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] For port 3d612672-ed1f-4146-8aa4-9a584796505e, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3d612672-ed1f-4146-8aa4-9a584796505e,segment=NetworkSegment(a614cc1a-6f64-4d2c-92ef-fa938e4ec48b),segment_id=a614cc1a-6f64-4d2c-92ef-fa938e4ec48b)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:12:50.998703 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f20fdb4-0285-44b2-b51d-735b93c00194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:51.035423 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:51.103444 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b7688-a73c-439c-8280-1901a2542071 None None] Pushing event updated for resources: {'Port': ['ID=3d612672-ed1f-4146-8aa4-9a584796505e,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:51.157009 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-0f20fdb4-0285-44b2-b51d-735b93c00194 admin admin] Allocated IP 172.25.3.138 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:12:51.274699 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f20fdb4-0285-44b2-b51d-735b93c00194 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:51.385146 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f20fdb4-0285-44b2-b51d-735b93c00194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:51.454084 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f20fdb4-0285-44b2-b51d-735b93c00194 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:12:51.456337 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3d612672-ed1f-4146-8aa4-9a584796505e up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:12:51.457943 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-0f20fdb4-0285-44b2-b51d-735b93c00194 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:12:51.461937 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f20fdb4-0285-44b2-b51d-735b93c00194 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:12:51.511187 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20fdb4-0285-44b2-b51d-735b93c00194 admin admin] Pushing event updated for resources: {'Port': ['ID=91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:51.522038 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 3d612672-ed1f-4146-8aa4-9a584796505e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:12:51.522591 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:51.616562 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:51.651328 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 3d612672-ed1f-4146-8aa4-9a584796505e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3d612672-ed1f-4146-8aa4-9a584796505e,segment=NetworkSegment(a614cc1a-6f64-4d2c-92ef-fa938e4ec48b),segment_id=a614cc1a-6f64-4d2c-92ef-fa938e4ec48b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:12:51.784555 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:51.860923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=3d612672-ed1f-4146-8aa4-9a584796505e,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:51.927337 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f20fdb4-0285-44b2-b51d-735b93c00194 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:52.162835 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f20fdb4-0285-44b2-b51d-735b93c00194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:52.256541 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf78b1b-5291-404d-b98c-46671c2642d3 None None] Network 739f7d13-2825-4000-973e-c56b19499519 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:12:52.367405 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f20fdb4-0285-44b2-b51d-735b93c00194 admin admin] Router 5b53d250-dfc0-40f8-b85c-c6a62a4156c5 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:12:52.489297 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f20fdb4-0285-44b2-b51d-735b93c00194 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:12:52.494920 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-8954077d-2ebf-49ad-baf8-783eae796d2b None None] Provisioning complete for port 3d612672-ed1f-4146-8aa4-9a584796505e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:12:52.495303 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8954077d-2ebf-49ad-baf8-783eae796d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:52.518962 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] Sync routers for ids ['5b53d250-dfc0-40f8-b85c-c6a62a4156c5'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:12:52.562955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] Routers {'5b53d250-dfc0-40f8-b85c-c6a62a4156c5'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:12:52.563651 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:12:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5b53d250-dfc0-40f8-b85c-c6a62a4156c5'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:12:52.578743 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f20fdb4-0285-44b2-b51d-735b93c00194 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:52.580333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0f20fdb4-0285-44b2-b51d-735b93c00194 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2946908 Sep 18 00:12:52.583036 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50276) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:52.736675 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] Set router 5b53d250-dfc0-40f8-b85c-c6a62a4156c5 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:12:52.943022 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b53d250-dfc0-40f8-b85c-c6a62a4156c5', 'name': 'tempest-TestServerMultinode-1046091257-router', 'tenant_id': '1777f77b402647048d34fc4870014850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:12:50Z', 'updated_at': '2021-09-18T00:12:51Z', 'revision_number': 3, 'project_id': '1777f77b402647048d34fc4870014850', 'gw_port': {'id': '91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b53d250-dfc0-40f8-b85c-c6a62a4156c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:12:51Z', 'updated_at': '2021-09-18T00:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:12:52.988390 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] Checking router: 5b53d250-dfc0-40f8-b85c-c6a62a4156c5 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:12:52.988680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] Updating router 5b53d250-dfc0-40f8-b85c-c6a62a4156c5 port 91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:12:53.018521 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:53.067549 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce3675b6-2a04-4d74-860e-535f0e6fd09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:53.155318 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d244a44d-6812-42d7-860c-2e193f7c30e9 None None] Provisioning complete for port 3d612672-ed1f-4146-8aa4-9a584796505e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:12:53.155787 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d244a44d-6812-42d7-860c-2e193f7c30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:53.236524 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-ce3675b6-2a04-4d74-860e-535f0e6fd09a admin admin] Allocated IP 172.20.0.1 (739f7d13-2825-4000-973e-c56b19499519/e9d18675-9ab5-41a1-a0da-ff0bb48c763b/5b2c047f-d16e-42eb-8d42-60f7c3515bc8) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:12:53.361538 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce3675b6-2a04-4d74-860e-535f0e6fd09a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:53.400066 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:53.433259 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3d612672-ed1f-4146-8aa4-9a584796505e up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:12:53.464617 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:53.530606 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] Attempting to bind port 91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:12:53.530893 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] Attempting to bind port 91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:12:53.531258 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] Attempting to bind port 91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:12:53.534942 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737df58c-5eee-474c-93f6-bb415afc5d89 None None] Pushing event updated for resources: {'Port': ['ID=91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:53.540362 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce3675b6-2a04-4d74-860e-535f0e6fd09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:53.542295 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 3d612672-ed1f-4146-8aa4-9a584796505e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:12:53.542703 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:53.544380 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:12:53.557103 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:12:53.557637 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:53.557931 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:12:53.558443 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] Bound port: 91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:12:53.558894 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:53.599417 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3675b6-2a04-4d74-860e-535f0e6fd09a admin admin] Network 739f7d13-2825-4000-973e-c56b19499519 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:12:53.602596 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-ce3675b6-2a04-4d74-860e-535f0e6fd09a admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:12:53.607215 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3675b6-2a04-4d74-860e-535f0e6fd09a admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:12:53.660670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] For port 91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:12:53.666034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] For port 91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:12:53.744235 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:53.827497 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737df58c-5eee-474c-93f6-bb415afc5d89 None None] Pushing event updated for resources: {'Port': ['ID=91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:53.837688 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] Routers {'5b53d250-dfc0-40f8-b85c-c6a62a4156c5'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:12:53.838492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:12:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5b53d250-dfc0-40f8-b85c-c6a62a4156c5'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:12:53.947376 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3675b6-2a04-4d74-860e-535f0e6fd09a admin admin] Pushing event updated for resources: {'Port': ['ID=5b2c047f-d16e-42eb-8d42-60f7c3515bc8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:53.966679 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce3675b6-2a04-4d74-860e-535f0e6fd09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:53.983318 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1e784e0b-a37a-440c-9e98-3cd0498e4188 None None] Provisioning complete for port 5b2c047f-d16e-42eb-8d42-60f7c3515bc8 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:12:53.983922 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1e784e0b-a37a-440c-9e98-3cd0498e4188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:53.988858 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] Set router 5b53d250-dfc0-40f8-b85c-c6a62a4156c5 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:12:54.090425 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1e784e0b-a37a-440c-9e98-3cd0498e4188 None None] Port 5b2c047f-d16e-42eb-8d42-60f7c3515bc8 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:12:54.200219 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce3675b6-2a04-4d74-860e-535f0e6fd09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:54.219416 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b53d250-dfc0-40f8-b85c-c6a62a4156c5', 'name': 'tempest-TestServerMultinode-1046091257-router', 'tenant_id': '1777f77b402647048d34fc4870014850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:12:50Z', 'updated_at': '2021-09-18T00:12:51Z', 'revision_number': 3, 'project_id': '1777f77b402647048d34fc4870014850', 'gw_port': {'id': '91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b53d250-dfc0-40f8-b85c-c6a62a4156c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:12:51Z', 'updated_at': '2021-09-18T00:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:12:54.254749 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374cf2a-e1fa-4959-a723-677218a06124 None None] The sync data for ids ['5b53d250-dfc0-40f8-b85c-c6a62a4156c5'] in n-d-809883-1 is: [{'id': '5b53d250-dfc0-40f8-b85c-c6a62a4156c5', 'name': 'tempest-TestServerMultinode-1046091257-router', 'tenant_id': '1777f77b402647048d34fc4870014850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:12:50Z', 'updated_at': '2021-09-18T00:12:51Z', 'revision_number': 3, 'project_id': '1777f77b402647048d34fc4870014850', 'gw_port': {'id': '91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b53d250-dfc0-40f8-b85c-c6a62a4156c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:12:51Z', 'updated_at': '2021-09-18T00:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:12:54.392923 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce3675b6-2a04-4d74-860e-535f0e6fd09a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:54.481233 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce3675b6-2a04-4d74-860e-535f0e6fd09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:54.568198 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3675b6-2a04-4d74-860e-535f0e6fd09a admin admin] Pushing event updated for resources: {'Port': ['ID=5b2c047f-d16e-42eb-8d42-60f7c3515bc8,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:54.571470 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce3675b6-2a04-4d74-860e-535f0e6fd09a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:54.692947 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3675b6-2a04-4d74-860e-535f0e6fd09a admin admin] Network 739f7d13-2825-4000-973e-c56b19499519 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:12:54.696256 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-ce3675b6-2a04-4d74-860e-535f0e6fd09a admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:12:54.850449 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3675b6-2a04-4d74-860e-535f0e6fd09a admin admin] Router 5b53d250-dfc0-40f8-b85c-c6a62a4156c5 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:12:54.986928 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3675b6-2a04-4d74-860e-535f0e6fd09a admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:12:55.000903 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ce3675b6-2a04-4d74-860e-535f0e6fd09a admin admin] 10.222.0.46 "PUT /v2.0/routers/5b53d250-dfc0-40f8-b85c-c6a62a4156c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4090388 Sep 18 00:12:55.127052 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-dd4a29fc-f729-4715-9c60-717cb9355d53 None None] Provisioning complete for port 5b2c047f-d16e-42eb-8d42-60f7c3515bc8 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:12:55.127678 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dd4a29fc-f729-4715-9c60-717cb9355d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:55.178866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a29fc-f729-4715-9c60-717cb9355d53 None None] Port 5b2c047f-d16e-42eb-8d42-60f7c3515bc8 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:12:55.501205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:12:55.550820 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:12:55.551185 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:55.640973 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:55.662304 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:12:55.767507 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:55.840692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:55.962240 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50342) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:55.967312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-bf8d3027-70c5-4fda-a184-40f31f9895ca admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1944744089-network', 'tenant_id': '89c9f636f1df4d0ba45ee567a1bb31df'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:12:56.074318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8d3027-70c5-4fda-a184-40f31f9895ca admin admin] Made reservation on behalf of 89c9f636f1df4d0ba45ee567a1bb31df for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:12:56.076729 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf8d3027-70c5-4fda-a184-40f31f9895ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:56.086091 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf8d3027-70c5-4fda-a184-40f31f9895ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:56.177807 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] Sync routers for ids ['5b53d250-dfc0-40f8-b85c-c6a62a4156c5'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:12:56.211855 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] Routers {'5b53d250-dfc0-40f8-b85c-c6a62a4156c5'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:12:56.212442 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf8d3027-70c5-4fda-a184-40f31f9895ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:56.212706 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:12:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5b53d250-dfc0-40f8-b85c-c6a62a4156c5'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:12:56.281600 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf8d3027-70c5-4fda-a184-40f31f9895ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:56.318502 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d3027-70c5-4fda-a184-40f31f9895ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a77982-d818-4e80-a2a2-73efc1d06d29,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:56.322301 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8d3027-70c5-4fda-a184-40f31f9895ca admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:12:56.337870 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf8d3027-70c5-4fda-a184-40f31f9895ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:56.337870 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-bf8d3027-70c5-4fda-a184-40f31f9895ca admin admin] Added segment 7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2 of type vlan for network 803f976d-f6bd-4e94-9772-41b97b078198 Sep 18 00:12:56.345873 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] Set router 5b53d250-dfc0-40f8-b85c-c6a62a4156c5 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:12:56.379678 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf8d3027-70c5-4fda-a184-40f31f9895ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:56.468461 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf8d3027-70c5-4fda-a184-40f31f9895ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:56.469551 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8d3027-70c5-4fda-a184-40f31f9895ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:12:56.470443 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bf8d3027-70c5-4fda-a184-40f31f9895ca admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:56.557470 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d3027-70c5-4fda-a184-40f31f9895ca admin admin] Pushing event updated for resources: {'Network': ['ID=803f976d-f6bd-4e94-9772-41b97b078198,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:56.564771 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b53d250-dfc0-40f8-b85c-c6a62a4156c5', 'name': 'tempest-TestServerMultinode-1046091257-router', 'tenant_id': '1777f77b402647048d34fc4870014850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:12:50Z', 'updated_at': '2021-09-18T00:12:54Z', 'revision_number': 4, 'project_id': '1777f77b402647048d34fc4870014850', 'gw_port': {'id': '91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53d250-dfc0-40f8-b85c-c6a62a4156c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:12:51Z', 'updated_at': '2021-09-18T00:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5b2c047f-d16e-42eb-8d42-60f7c3515bc8', 'name': '', 'network_id': '739f7d13-2825-4000-973e-c56b19499519', 'tenant_id': '1777f77b402647048d34fc4870014850', 'mac_address': 'fa:16:3e:f4:d6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b53d250-dfc0-40f8-b85c-c6a62a4156c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e9d18675-9ab5-41a1-a0da-ff0bb48c763b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:12:53Z', 'updated_at': '2021-09-18T00:12:54Z', 'revision_number': 2, 'project_id': '1777f77b402647048d34fc4870014850', 'subnets': [{'id': 'e9d18675-9ab5-41a1-a0da-ff0bb48c763b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:12:56.569822 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 803f976d-f6bd-4e94-9772-41b97b078198 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:12:56.578631 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50352) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:56.579286 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bf8d3027-70c5-4fda-a184-40f31f9895ca admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6154044 Sep 18 00:12:56.584770 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-6e81d1bc-24a0-42e6-a62c-693331bd677d admin admin] Request body: {'subnet': {'network_id': '803f976d-f6bd-4e94-9772-41b97b078198', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1944744089-subnet', 'tenant_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:12:56.603007 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] Checking router: 5b53d250-dfc0-40f8-b85c-c6a62a4156c5 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:12:56.603361 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] Updating router 5b53d250-dfc0-40f8-b85c-c6a62a4156c5 port 5b2c047f-d16e-42eb-8d42-60f7c3515bc8 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:12:56.644240 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:56.715873 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e81d1bc-24a0-42e6-a62c-693331bd677d admin admin] Made reservation on behalf of 89c9f636f1df4d0ba45ee567a1bb31df for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:12:56.718393 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6e81d1bc-24a0-42e6-a62c-693331bd677d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:56.995907 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6e81d1bc-24a0-42e6-a62c-693331bd677d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:57.062139 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:57.071205 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81d1bc-24a0-42e6-a62c-693331bd677d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2303f3c0-8e3f-4dcc-86f9-7aee67665667,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:57.092037 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e81d1bc-24a0-42e6-a62c-693331bd677d admin admin] Checking segment: {'id': '7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '803f976d-f6bd-4e94-9772-41b97b078198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:12:57.092336 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e81d1bc-24a0-42e6-a62c-693331bd677d admin admin] Network hostable DHCP agents. Network: 803f976d-f6bd-4e94-9772-41b97b078198, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:12:57.144276 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:57.168017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e81d1bc-24a0-42e6-a62c-693331bd677d admin admin] Network 803f976d-f6bd-4e94-9772-41b97b078198 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:12:57.220800 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a54ee3-209e-4a1b-aec7-233789c9aa68 None None] Pushing event updated for resources: {'Port': ['ID=5b2c047f-d16e-42eb-8d42-60f7c3515bc8,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:57.237061 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a54ee3-209e-4a1b-aec7-233789c9aa68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:57.237408 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a54ee3-209e-4a1b-aec7-233789c9aa68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:57.237746 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a54ee3-209e-4a1b-aec7-233789c9aa68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:57.238084 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a54ee3-209e-4a1b-aec7-233789c9aa68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:57.238414 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a54ee3-209e-4a1b-aec7-233789c9aa68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:57.238740 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a54ee3-209e-4a1b-aec7-233789c9aa68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:57.239065 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a54ee3-209e-4a1b-aec7-233789c9aa68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:57.239420 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a54ee3-209e-4a1b-aec7-233789c9aa68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:57.239700 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a54ee3-209e-4a1b-aec7-233789c9aa68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:57.240012 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a54ee3-209e-4a1b-aec7-233789c9aa68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:57.240330 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a54ee3-209e-4a1b-aec7-233789c9aa68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:57.240646 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a54ee3-209e-4a1b-aec7-233789c9aa68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:12:57.294903 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] Attempting to bind port 5b2c047f-d16e-42eb-8d42-60f7c3515bc8 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:12:57.295409 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] Attempting to bind port 5b2c047f-d16e-42eb-8d42-60f7c3515bc8 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'a614cc1a-6f64-4d2c-92ef-fa938e4ec48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '739f7d13-2825-4000-973e-c56b19499519'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:12:57.295771 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] Attempting to bind port 5b2c047f-d16e-42eb-8d42-60f7c3515bc8 on network 739f7d13-2825-4000-973e-c56b19499519 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:12:57.300967 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:12:57.301343 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] Checking segment: {'id': 'a614cc1a-6f64-4d2c-92ef-fa938e4ec48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '739f7d13-2825-4000-973e-c56b19499519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:12:57.301742 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:57.302132 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] Bound using segment: {'id': 'a614cc1a-6f64-4d2c-92ef-fa938e4ec48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '739f7d13-2825-4000-973e-c56b19499519'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:12:57.302597 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] Bound port: 5b2c047f-d16e-42eb-8d42-60f7c3515bc8, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a614cc1a-6f64-4d2c-92ef-fa938e4ec48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '739f7d13-2825-4000-973e-c56b19499519'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:12:57.302976 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:57.355954 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-6e81d1bc-24a0-42e6-a62c-693331bd677d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 803f976d-f6bd-4e94-9772-41b97b078198) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:12:57.361099 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e81d1bc-24a0-42e6-a62c-693331bd677d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:12:57.361706 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6e81d1bc-24a0-42e6-a62c-693331bd677d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:57.369161 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f253933-21ff-4539-968d-4b483f8c4c59 None None] Network 803f976d-f6bd-4e94-9772-41b97b078198 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:12:57.397265 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] For port 5b2c047f-d16e-42eb-8d42-60f7c3515bc8, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:12:57.402278 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] For port 5b2c047f-d16e-42eb-8d42-60f7c3515bc8, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5b2c047f-d16e-42eb-8d42-60f7c3515bc8,segment=NetworkSegment(a614cc1a-6f64-4d2c-92ef-fa938e4ec48b),segment_id=a614cc1a-6f64-4d2c-92ef-fa938e4ec48b)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:12:57.441699 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:12:57.494420 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6e81d1bc-24a0-42e6-a62c-693331bd677d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9139655 Sep 18 00:12:57.496986 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50366) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:12:57.501645 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7254de62-3f96-4011-b5a7-dd78bb7521b2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1944744089-router', 'tenant_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:12:57.550623 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:57.613135 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] Routers {'5b53d250-dfc0-40f8-b85c-c6a62a4156c5'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:12:57.613387 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7254de62-3f96-4011-b5a7-dd78bb7521b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:57.613861 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:12:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5b53d250-dfc0-40f8-b85c-c6a62a4156c5'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:12:57.616537 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7254de62-3f96-4011-b5a7-dd78bb7521b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:57.671922 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a54ee3-209e-4a1b-aec7-233789c9aa68 None None] Pushing event updated for resources: {'Port': ['ID=5b2c047f-d16e-42eb-8d42-60f7c3515bc8,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:57.733278 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7254de62-3f96-4011-b5a7-dd78bb7521b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:57.789240 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] Set router 5b53d250-dfc0-40f8-b85c-c6a62a4156c5 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:12:57.811482 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:12:57.812466 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:57.898549 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f284caa9-0875-4c08-af21-1f2ec89667eb None None] Provisioning complete for port 5b2c047f-d16e-42eb-8d42-60f7c3515bc8 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:12:57.899528 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f284caa9-0875-4c08-af21-1f2ec89667eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:57.937963 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-803f976d-f6bd-4e94-9772-41b97b078198', 'network_id': '803f976d-f6bd-4e94-9772-41b97b078198', 'tenant_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'fixed_ips': [{'subnet_id': '2303f3c0-8e3f-4dcc-86f9-7aee67665667'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:12:57.941048 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:58.032739 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7254de62-3f96-4011-b5a7-dd78bb7521b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:58.137972 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b53d250-dfc0-40f8-b85c-c6a62a4156c5', 'name': 'tempest-TestServerMultinode-1046091257-router', 'tenant_id': '1777f77b402647048d34fc4870014850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:12:50Z', 'updated_at': '2021-09-18T00:12:54Z', 'revision_number': 4, 'project_id': '1777f77b402647048d34fc4870014850', 'gw_port': {'id': '91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53d250-dfc0-40f8-b85c-c6a62a4156c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:12:51Z', 'updated_at': '2021-09-18T00:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5b2c047f-d16e-42eb-8d42-60f7c3515bc8', 'name': '', 'network_id': '739f7d13-2825-4000-973e-c56b19499519', 'tenant_id': '1777f77b402647048d34fc4870014850', 'mac_address': 'fa:16:3e:f4:d6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b53d250-dfc0-40f8-b85c-c6a62a4156c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e9d18675-9ab5-41a1-a0da-ff0bb48c763b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:12:53Z', 'updated_at': '2021-09-18T00:12:57Z', 'revision_number': 4, 'project_id': '1777f77b402647048d34fc4870014850', 'subnets': [{'id': 'e9d18675-9ab5-41a1-a0da-ff0bb48c763b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:12:58.177245 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30584717-5cc1-45ef-940b-2d45bdc6944c None None] The sync data for ids ['5b53d250-dfc0-40f8-b85c-c6a62a4156c5'] in n-d-809883-1 is: [{'id': '5b53d250-dfc0-40f8-b85c-c6a62a4156c5', 'name': 'tempest-TestServerMultinode-1046091257-router', 'tenant_id': '1777f77b402647048d34fc4870014850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:12:50Z', 'updated_at': '2021-09-18T00:12:54Z', 'revision_number': 4, 'project_id': '1777f77b402647048d34fc4870014850', 'gw_port': {'id': '91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53d250-dfc0-40f8-b85c-c6a62a4156c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:12:51Z', 'updated_at': '2021-09-18T00:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5b2c047f-d16e-42eb-8d42-60f7c3515bc8', 'name': '', 'network_id': '739f7d13-2825-4000-973e-c56b19499519', 'tenant_id': '1777f77b402647048d34fc4870014850', 'mac_address': 'fa:16:3e:f4:d6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b53d250-dfc0-40f8-b85c-c6a62a4156c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'e9d18675-9ab5-41a1-a0da-ff0bb48c763b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:12:53Z', 'updated_at': '2021-09-18T00:12:57Z', 'revision_number': 4, 'project_id': '1777f77b402647048d34fc4870014850', 'subnets': [{'id': 'e9d18675-9ab5-41a1-a0da-ff0bb48c763b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:12:58.188200 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f284caa9-0875-4c08-af21-1f2ec89667eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:58.282499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f284caa9-0875-4c08-af21-1f2ec89667eb None None] For port 5b2c047f-d16e-42eb-8d42-60f7c3515bc8, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5b2c047f-d16e-42eb-8d42-60f7c3515bc8,segment=NetworkSegment(a614cc1a-6f64-4d2c-92ef-fa938e4ec48b),segment_id=a614cc1a-6f64-4d2c-92ef-fa938e4ec48b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:12:58.284262 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] Allocated IP 172.20.0.2 (803f976d-f6bd-4e94-9772-41b97b078198/2303f3c0-8e3f-4dcc-86f9-7aee67665667/45ca6bfb-8251-4239-b931-fada26878dcf) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:12:58.355518 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f284caa9-0875-4c08-af21-1f2ec89667eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:58.438118 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7254de62-3f96-4011-b5a7-dd78bb7521b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:58.461993 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7254de62-3f96-4011-b5a7-dd78bb7521b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:58.535280 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284caa9-0875-4c08-af21-1f2ec89667eb None None] Pushing event updated for resources: {'Port': ['ID=5b2c047f-d16e-42eb-8d42-60f7c3515bc8,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:58.574615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e3a0d108-7031-4a9d-b6c5-7e37af6012c3 None None] Provisioning complete for port 5b2c047f-d16e-42eb-8d42-60f7c3515bc8 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:12:58.575056 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e3a0d108-7031-4a9d-b6c5-7e37af6012c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:58.609752 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-7254de62-3f96-4011-b5a7-dd78bb7521b2 admin admin] Allocated IP 172.25.3.209 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/17ee3531-2e7b-40d6-af95-012c15afd426) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:12:58.611972 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:58.717108 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:58.755144 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7254de62-3f96-4011-b5a7-dd78bb7521b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:58.758618 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] Network 803f976d-f6bd-4e94-9772-41b97b078198 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:12:58.763806 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:12:58.768048 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:12:58.797804 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] Pushing event updated for resources: {'Port': ['ID=45ca6bfb-8251-4239-b931-fada26878dcf,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:58.852441 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] Attempting to bind port 45ca6bfb-8251-4239-b931-fada26878dcf on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:12:58.853131 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] Attempting to bind port 45ca6bfb-8251-4239-b931-fada26878dcf by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '803f976d-f6bd-4e94-9772-41b97b078198'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:12:58.853242 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] Attempting to bind port 45ca6bfb-8251-4239-b931-fada26878dcf on network 803f976d-f6bd-4e94-9772-41b97b078198 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:12:58.859807 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:12:58.867010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] Checking segment: {'id': '7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '803f976d-f6bd-4e94-9772-41b97b078198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:12:58.867010 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:58.867010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] Bound using segment: {'id': '7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '803f976d-f6bd-4e94-9772-41b97b078198'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:12:58.867010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] Bound port: 45ca6bfb-8251-4239-b931-fada26878dcf, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '803f976d-f6bd-4e94-9772-41b97b078198'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:12:58.867010 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:58.931099 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] For port 45ca6bfb-8251-4239-b931-fada26878dcf, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:12:58.935700 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] For port 45ca6bfb-8251-4239-b931-fada26878dcf, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=45ca6bfb-8251-4239-b931-fada26878dcf,segment=NetworkSegment(7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2),segment_id=7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:12:58.955877 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7254de62-3f96-4011-b5a7-dd78bb7521b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:58.990648 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7254de62-3f96-4011-b5a7-dd78bb7521b2 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:12:58.993769 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-7254de62-3f96-4011-b5a7-dd78bb7521b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:12:58.999668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254de62-3f96-4011-b5a7-dd78bb7521b2 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:12:59.005685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254de62-3f96-4011-b5a7-dd78bb7521b2 admin admin] Pushing event updated for resources: {'Port': ['ID=17ee3531-2e7b-40d6-af95-012c15afd426,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:59.036325 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:59.135439 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab3ccb-e114-4ba4-9c4b-ddf181d10ae2 None None] Pushing event updated for resources: {'Port': ['ID=45ca6bfb-8251-4239-b931-fada26878dcf,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:12:59.458913 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7254de62-3f96-4011-b5a7-dd78bb7521b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:59.519053 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5b2c047f-d16e-42eb-8d42-60f7c3515bc8 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:12:59.591844 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 5b2c047f-d16e-42eb-8d42-60f7c3515bc8 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:12:59.592621 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:59.712236 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7254de62-3f96-4011-b5a7-dd78bb7521b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:12:59.984055 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7254de62-3f96-4011-b5a7-dd78bb7521b2 admin admin] Router 65cc9018-f132-406d-9403-ef382293df2c is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:13:00.169110 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7254de62-3f96-4011-b5a7-dd78bb7521b2 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:13:00.185924 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] Sync routers for ids ['65cc9018-f132-406d-9403-ef382293df2c'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:13:00.198413 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] Routers {'65cc9018-f132-406d-9403-ef382293df2c'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:13:00.199597 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:12:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['65cc9018-f132-406d-9403-ef382293df2c'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:00.286954 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7254de62-3f96-4011-b5a7-dd78bb7521b2 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:00.288325 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7254de62-3f96-4011-b5a7-dd78bb7521b2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7903943 Sep 18 00:13:00.291411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 50398) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:00.440005 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] Set router 65cc9018-f132-406d-9403-ef382293df2c gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:13:00.588961 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded4028a-e7b6-44a3-93a0-316a6f5054fc None None] Network 803f976d-f6bd-4e94-9772-41b97b078198 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:13:00.740040 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5966fa0e-b494-4b87-97f8-788bf77970fb None None] Provisioning complete for port 45ca6bfb-8251-4239-b931-fada26878dcf triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:00.745440 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5966fa0e-b494-4b87-97f8-788bf77970fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:00.953066 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc9018-f132-406d-9403-ef382293df2c', 'name': 'tempest-TestServerMultinode-1944744089-router', 'tenant_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '17ee3531-2e7b-40d6-af95-012c15afd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:12:57Z', 'updated_at': '2021-09-18T00:12:59Z', 'revision_number': 3, 'project_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'gw_port': {'id': '17ee3531-2e7b-40d6-af95-012c15afd426', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc9018-f132-406d-9403-ef382293df2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:12:58Z', 'updated_at': '2021-09-18T00:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:01.003028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] Checking router: 65cc9018-f132-406d-9403-ef382293df2c for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:13:01.003372 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] Updating router 65cc9018-f132-406d-9403-ef382293df2c port 17ee3531-2e7b-40d6-af95-012c15afd426 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:13:01.006687 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5966fa0e-b494-4b87-97f8-788bf77970fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:01.045011 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:01.091543 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-5966fa0e-b494-4b87-97f8-788bf77970fb None None] For port 45ca6bfb-8251-4239-b931-fada26878dcf, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=45ca6bfb-8251-4239-b931-fada26878dcf,segment=NetworkSegment(7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2),segment_id=7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:01.155454 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5966fa0e-b494-4b87-97f8-788bf77970fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:01.182374 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb9ccb16-7441-41a9-a649-f3372d245133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:01.292917 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966fa0e-b494-4b87-97f8-788bf77970fb None None] Pushing event updated for resources: {'Port': ['ID=45ca6bfb-8251-4239-b931-fada26878dcf,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:01.567780 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-bb9ccb16-7441-41a9-a649-f3372d245133 admin admin] Allocated IP 172.20.0.1 (803f976d-f6bd-4e94-9772-41b97b078198/2303f3c0-8e3f-4dcc-86f9-7aee67665667/1ef6c8df-91a0-4072-86fd-1e301c3c90f5) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:13:01.605990 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 45ca6bfb-8251-4239-b931-fada26878dcf up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:13:01.694331 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5e087f2b-9aa1-417e-aa80-d5be20240718 None None] Provisioning complete for port 45ca6bfb-8251-4239-b931-fada26878dcf triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:01.695222 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5e087f2b-9aa1-417e-aa80-d5be20240718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:01.709943 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb9ccb16-7441-41a9-a649-f3372d245133 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:01.773559 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 45ca6bfb-8251-4239-b931-fada26878dcf triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:01.773974 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:01.781114 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:01.837044 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb9ccb16-7441-41a9-a649-f3372d245133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:01.856202 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ccb16-7441-41a9-a649-f3372d245133 admin admin] Network 803f976d-f6bd-4e94-9772-41b97b078198 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:13:01.861369 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:01.874792 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-bb9ccb16-7441-41a9-a649-f3372d245133 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:13:01.878737 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ccb16-7441-41a9-a649-f3372d245133 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:13:01.947212 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] Attempting to bind port 17ee3531-2e7b-40d6-af95-012c15afd426 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:13:01.947592 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] Attempting to bind port 17ee3531-2e7b-40d6-af95-012c15afd426 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:13:01.947954 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] Attempting to bind port 17ee3531-2e7b-40d6-af95-012c15afd426 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:13:01.951686 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ccb16-7441-41a9-a649-f3372d245133 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef6c8df-91a0-4072-86fd-1e301c3c90f5,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:01.966955 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb9ccb16-7441-41a9-a649-f3372d245133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:01.973082 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:13:01.974023 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:13:01.974023 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:01.974741 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:13:01.974741 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] Bound port: 17ee3531-2e7b-40d6-af95-012c15afd426, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:13:01.977986 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:01.977986 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d882c-f6ad-4aad-8b3a-60534958c5fe None None] Pushing event updated for resources: {'Port': ['ID=17ee3531-2e7b-40d6-af95-012c15afd426,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:02.069566 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] For port 17ee3531-2e7b-40d6-af95-012c15afd426, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:13:02.085654 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] For port 17ee3531-2e7b-40d6-af95-012c15afd426, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=17ee3531-2e7b-40d6-af95-012c15afd426,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:13:02.180717 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:02.253707 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb9ccb16-7441-41a9-a649-f3372d245133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:02.262971 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] Routers {'65cc9018-f132-406d-9403-ef382293df2c'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:13:02.263623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:12:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['65cc9018-f132-406d-9403-ef382293df2c'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:02.339303 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d882c-f6ad-4aad-8b3a-60534958c5fe None None] Pushing event updated for resources: {'Port': ['ID=17ee3531-2e7b-40d6-af95-012c15afd426,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:02.396811 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-03f7ddb2-695f-4b9b-b4cf-adabf55245c8 None None] Provisioning complete for port 1ef6c8df-91a0-4072-86fd-1e301c3c90f5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:02.397201 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-03f7ddb2-695f-4b9b-b4cf-adabf55245c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:02.452195 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] Set router 65cc9018-f132-406d-9403-ef382293df2c gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:13:02.501116 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-03f7ddb2-695f-4b9b-b4cf-adabf55245c8 None None] Port 1ef6c8df-91a0-4072-86fd-1e301c3c90f5 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:13:02.502961 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb9ccb16-7441-41a9-a649-f3372d245133 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:02.569197 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb9ccb16-7441-41a9-a649-f3372d245133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:02.651178 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bb9ccb16-7441-41a9-a649-f3372d245133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:02.659804 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ccb16-7441-41a9-a649-f3372d245133 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef6c8df-91a0-4072-86fd-1e301c3c90f5,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:02.716453 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc9018-f132-406d-9403-ef382293df2c', 'name': 'tempest-TestServerMultinode-1944744089-router', 'tenant_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '17ee3531-2e7b-40d6-af95-012c15afd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:12:57Z', 'updated_at': '2021-09-18T00:13:02Z', 'revision_number': 4, 'project_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'gw_port': {'id': '17ee3531-2e7b-40d6-af95-012c15afd426', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc9018-f132-406d-9403-ef382293df2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:12:58Z', 'updated_at': '2021-09-18T00:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '1ef6c8df-91a0-4072-86fd-1e301c3c90f5', 'name': '', 'network_id': '803f976d-f6bd-4e94-9772-41b97b078198', 'tenant_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'mac_address': 'fa:16:3e:87:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc9018-f132-406d-9403-ef382293df2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2303f3c0-8e3f-4dcc-86f9-7aee67665667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:01Z', 'updated_at': '2021-09-18T00:13:01Z', 'revision_number': 1, 'project_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'subnets': [{'id': '2303f3c0-8e3f-4dcc-86f9-7aee67665667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:02.747364 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ced66-0d18-4eec-b8e3-5530f99d001e None None] The sync data for ids ['65cc9018-f132-406d-9403-ef382293df2c'] in n-d-809883-1 is: [{'id': '65cc9018-f132-406d-9403-ef382293df2c', 'name': 'tempest-TestServerMultinode-1944744089-router', 'tenant_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '17ee3531-2e7b-40d6-af95-012c15afd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:12:57Z', 'updated_at': '2021-09-18T00:13:02Z', 'revision_number': 4, 'project_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'gw_port': {'id': '17ee3531-2e7b-40d6-af95-012c15afd426', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc9018-f132-406d-9403-ef382293df2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:12:58Z', 'updated_at': '2021-09-18T00:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '1ef6c8df-91a0-4072-86fd-1e301c3c90f5', 'name': '', 'network_id': '803f976d-f6bd-4e94-9772-41b97b078198', 'tenant_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'mac_address': 'fa:16:3e:87:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc9018-f132-406d-9403-ef382293df2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2303f3c0-8e3f-4dcc-86f9-7aee67665667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:01Z', 'updated_at': '2021-09-18T00:13:01Z', 'revision_number': 1, 'project_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'subnets': [{'id': '2303f3c0-8e3f-4dcc-86f9-7aee67665667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:13:02.758431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ccb16-7441-41a9-a649-f3372d245133 admin admin] Network 803f976d-f6bd-4e94-9772-41b97b078198 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:13:02.760221 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-bb9ccb16-7441-41a9-a649-f3372d245133 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:13:02.942341 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9ccb16-7441-41a9-a649-f3372d245133 admin admin] Router 65cc9018-f132-406d-9403-ef382293df2c has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:13:03.180803 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4a2fae67-8f3a-4e79-979d-6889063fabc6 None None] Provisioning complete for port 1ef6c8df-91a0-4072-86fd-1e301c3c90f5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:03.181782 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4a2fae67-8f3a-4e79-979d-6889063fabc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:03.186459 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9ccb16-7441-41a9-a649-f3372d245133 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:13:03.199465 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bb9ccb16-7441-41a9-a649-f3372d245133 admin admin] 10.222.0.46 "PUT /v2.0/routers/65cc9018-f132-406d-9403-ef382293df2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9068532 Sep 18 00:13:03.259627 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-4a2fae67-8f3a-4e79-979d-6889063fabc6 None None] Port 1ef6c8df-91a0-4072-86fd-1e301c3c90f5 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:13:04.054012 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-4dd4c9c1-5764-4c95-8eed-fefb89f69d6c tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:04.061941 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-4dd4c9c1-5764-4c95-8eed-fefb89f69d6c tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/networks?id=739f7d13-2825-4000-973e-c56b19499519 HTTP/1.1" status: 200 len: 911 time: 0.1447253 Sep 18 00:13:04.102014 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-da3b52e4-b3a2-4366-afc9-17726fba3a1a tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/quotas/89c9f636f1df4d0ba45ee567a1bb31df HTTP/1.1" status: 200 len: 375 time: 0.0336318 Sep 18 00:13:04.185428 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-01bf655b-c9d0-4b50-9739-e7a34950eab1 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=89c9f636f1df4d0ba45ee567a1bb31df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838923 Sep 18 00:13:04.636712 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-038d21cb-96ab-4f4e-a8ac-b8ab766f3f4c service neutron] 10.222.0.46 "GET /v2.0/networks/739f7d13-2825-4000-973e-c56b19499519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460220 Sep 18 00:13:04.763944 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-032c3c05-1595-413d-b4ed-7c1d6211c731 service neutron] 10.222.0.46 "GET /v2.0/networks/739f7d13-2825-4000-973e-c56b19499519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262391 Sep 18 00:13:05.189836 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f1c6928-5c41-47b7-acb6-f774d86be5f4 req-645dde92-1fca-41d2-adce-9602294d04c2 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 210 time: 0.0413427 Sep 18 00:13:05.468217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 17ee3531-2e7b-40d6-af95-012c15afd426 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:13:05.552436 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 17ee3531-2e7b-40d6-af95-012c15afd426 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:05.552808 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:05.672019 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:05.698439 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 17ee3531-2e7b-40d6-af95-012c15afd426, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=17ee3531-2e7b-40d6-af95-012c15afd426,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:05.766788 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:05.818632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=17ee3531-2e7b-40d6-af95-012c15afd426,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:06.273509 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed5c13ff-072c-495d-93d8-c88edac30c12 req-2476e6a4-3c86-4663-9d14-8790eaf82a2e tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 210 time: 0.0409710 Sep 18 00:13:06.511237 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] Sync routers for ids ['65cc9018-f132-406d-9403-ef382293df2c'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:13:06.518397 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] Routers {'65cc9018-f132-406d-9403-ef382293df2c'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:13:06.519007 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:12:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['65cc9018-f132-406d-9403-ef382293df2c'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:06.667190 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] Set router 65cc9018-f132-406d-9403-ef382293df2c gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:13:06.870332 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc9018-f132-406d-9403-ef382293df2c', 'name': 'tempest-TestServerMultinode-1944744089-router', 'tenant_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '17ee3531-2e7b-40d6-af95-012c15afd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:12:57Z', 'updated_at': '2021-09-18T00:13:02Z', 'revision_number': 4, 'project_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'gw_port': {'id': '17ee3531-2e7b-40d6-af95-012c15afd426', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc9018-f132-406d-9403-ef382293df2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:12:58Z', 'updated_at': '2021-09-18T00:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '1ef6c8df-91a0-4072-86fd-1e301c3c90f5', 'name': '', 'network_id': '803f976d-f6bd-4e94-9772-41b97b078198', 'tenant_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'mac_address': 'fa:16:3e:87:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc9018-f132-406d-9403-ef382293df2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2303f3c0-8e3f-4dcc-86f9-7aee67665667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:01Z', 'updated_at': '2021-09-18T00:13:02Z', 'revision_number': 2, 'project_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'subnets': [{'id': '2303f3c0-8e3f-4dcc-86f9-7aee67665667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:06.901119 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] Checking router: 65cc9018-f132-406d-9403-ef382293df2c for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:13:06.901393 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] Updating router 65cc9018-f132-406d-9403-ef382293df2c port 1ef6c8df-91a0-4072-86fd-1e301c3c90f5 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:13:06.930449 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:07.193075 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:07.286870 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:07.343429 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41850d5c-f8ac-4bc0-a8a3-0f36db87d7bc None None] Pushing event updated for resources: {'Port': ['ID=1ef6c8df-91a0-4072-86fd-1e301c3c90f5,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:07.384958 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6ce4127-8c12-472a-ac59-b72d0a4abdf5 req-3705df38-5e4a-40e9-a853-49b4a574cef9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 210 time: 0.0339518 Sep 18 00:13:07.441892 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] Attempting to bind port 1ef6c8df-91a0-4072-86fd-1e301c3c90f5 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:13:07.442553 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] Attempting to bind port 1ef6c8df-91a0-4072-86fd-1e301c3c90f5 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '803f976d-f6bd-4e94-9772-41b97b078198'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:13:07.443075 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] Attempting to bind port 1ef6c8df-91a0-4072-86fd-1e301c3c90f5 on network 803f976d-f6bd-4e94-9772-41b97b078198 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:13:07.450570 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:13:07.450974 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] Checking segment: {'id': '7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '803f976d-f6bd-4e94-9772-41b97b078198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:13:07.451331 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:07.451711 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] Bound using segment: {'id': '7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '803f976d-f6bd-4e94-9772-41b97b078198'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:13:07.452217 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] Bound port: 1ef6c8df-91a0-4072-86fd-1e301c3c90f5, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '803f976d-f6bd-4e94-9772-41b97b078198'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:13:07.452551 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:07.455762 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 17ee3531-2e7b-40d6-af95-012c15afd426 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:13:07.516644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 17ee3531-2e7b-40d6-af95-012c15afd426 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:07.524572 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:07.536189 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] For port 1ef6c8df-91a0-4072-86fd-1e301c3c90f5, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:13:07.539557 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] For port 1ef6c8df-91a0-4072-86fd-1e301c3c90f5, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=1ef6c8df-91a0-4072-86fd-1e301c3c90f5,segment=NetworkSegment(7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2),segment_id=7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:13:07.617627 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1efd2bfe-feb2-4be1-a5f0-214f7e28daab None None] Provisioning complete for port 1ef6c8df-91a0-4072-86fd-1e301c3c90f5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:07.618002 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1efd2bfe-feb2-4be1-a5f0-214f7e28daab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:07.647032 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:07.653138 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1efd2bfe-feb2-4be1-a5f0-214f7e28daab None None] Port 1ef6c8df-91a0-4072-86fd-1e301c3c90f5 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:13:07.684700 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-4582023b-5cd6-4fbf-897b-86775fbc7481 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:07.686387 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-4582023b-5cd6-4fbf-897b-86775fbc7481 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.37 "GET /v2.0/networks?id=739f7d13-2825-4000-973e-c56b19499519 HTTP/1.1" status: 200 len: 911 time: 0.1108747 Sep 18 00:13:07.705257 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-efd064b2-8c27-445a-bb53-9579816af608 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Request body: {'port': {'device_id': 'a7b7104e-573c-4fb1-b7d0-0c194ac0c1de', 'network_id': '739f7d13-2825-4000-973e-c56b19499519', 'admin_state_up': True, 'tenant_id': '89c9f636f1df4d0ba45ee567a1bb31df'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:13:07.729624 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] Routers {'65cc9018-f132-406d-9403-ef382293df2c'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:13:07.730324 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:12:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['65cc9018-f132-406d-9403-ef382293df2c'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:07.777606 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41850d5c-f8ac-4bc0-a8a3-0f36db87d7bc None None] Pushing event updated for resources: {'Port': ['ID=1ef6c8df-91a0-4072-86fd-1e301c3c90f5,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:07.835748 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-efd064b2-8c27-445a-bb53-9579816af608 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Made reservation on behalf of 89c9f636f1df4d0ba45ee567a1bb31df for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:13:07.838545 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-efd064b2-8c27-445a-bb53-9579816af608 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:07.873244 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] Set router 65cc9018-f132-406d-9403-ef382293df2c gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:13:08.032681 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-efd064b2-8c27-445a-bb53-9579816af608 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Allocated IP 172.20.0.14 (739f7d13-2825-4000-973e-c56b19499519/e9d18675-9ab5-41a1-a0da-ff0bb48c763b/2a38ef9b-7ecd-4c28-9dd4-72dcdc227611) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:13:08.082508 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-74ec9552-f426-4ca5-be47-d042b75958b1 None None] Provisioning complete for port 1ef6c8df-91a0-4072-86fd-1e301c3c90f5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:08.087087 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-74ec9552-f426-4ca5-be47-d042b75958b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:08.204969 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-74ec9552-f426-4ca5-be47-d042b75958b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:08.221281 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-efd064b2-8c27-445a-bb53-9579816af608 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:08.246792 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-74ec9552-f426-4ca5-be47-d042b75958b1 None None] For port 1ef6c8df-91a0-4072-86fd-1e301c3c90f5, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=1ef6c8df-91a0-4072-86fd-1e301c3c90f5,segment=NetworkSegment(7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2),segment_id=7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:08.277943 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc9018-f132-406d-9403-ef382293df2c', 'name': 'tempest-TestServerMultinode-1944744089-router', 'tenant_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '17ee3531-2e7b-40d6-af95-012c15afd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:12:57Z', 'updated_at': '2021-09-18T00:13:02Z', 'revision_number': 4, 'project_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'gw_port': {'id': '17ee3531-2e7b-40d6-af95-012c15afd426', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc9018-f132-406d-9403-ef382293df2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:12:58Z', 'updated_at': '2021-09-18T00:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '1ef6c8df-91a0-4072-86fd-1e301c3c90f5', 'name': '', 'network_id': '803f976d-f6bd-4e94-9772-41b97b078198', 'tenant_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'mac_address': 'fa:16:3e:87:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc9018-f132-406d-9403-ef382293df2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2303f3c0-8e3f-4dcc-86f9-7aee67665667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:01Z', 'updated_at': '2021-09-18T00:13:07Z', 'revision_number': 4, 'project_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'subnets': [{'id': '2303f3c0-8e3f-4dcc-86f9-7aee67665667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:08.304967 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a71ab3-605e-451d-834d-2b1ef2589e1d None None] The sync data for ids ['65cc9018-f132-406d-9403-ef382293df2c'] in n-d-809883-1 is: [{'id': '65cc9018-f132-406d-9403-ef382293df2c', 'name': 'tempest-TestServerMultinode-1944744089-router', 'tenant_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '17ee3531-2e7b-40d6-af95-012c15afd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:12:57Z', 'updated_at': '2021-09-18T00:13:02Z', 'revision_number': 4, 'project_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'gw_port': {'id': '17ee3531-2e7b-40d6-af95-012c15afd426', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc9018-f132-406d-9403-ef382293df2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:12:58Z', 'updated_at': '2021-09-18T00:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '1ef6c8df-91a0-4072-86fd-1e301c3c90f5', 'name': '', 'network_id': '803f976d-f6bd-4e94-9772-41b97b078198', 'tenant_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'mac_address': 'fa:16:3e:87:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc9018-f132-406d-9403-ef382293df2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '2303f3c0-8e3f-4dcc-86f9-7aee67665667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:01Z', 'updated_at': '2021-09-18T00:13:07Z', 'revision_number': 4, 'project_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'subnets': [{'id': '2303f3c0-8e3f-4dcc-86f9-7aee67665667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:13:08.321905 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-74ec9552-f426-4ca5-be47-d042b75958b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:08.333278 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-efd064b2-8c27-445a-bb53-9579816af608 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:08.388737 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec9552-f426-4ca5-be47-d042b75958b1 None None] Pushing event updated for resources: {'Port': ['ID=1ef6c8df-91a0-4072-86fd-1e301c3c90f5,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:08.413008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-efd064b2-8c27-445a-bb53-9579816af608 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Network 739f7d13-2825-4000-973e-c56b19499519 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:13:08.416328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-efd064b2-8c27-445a-bb53-9579816af608 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:13:08.420480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-efd064b2-8c27-445a-bb53-9579816af608 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:13:08.506630 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd064b2-8c27-445a-bb53-9579816af608 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Pushing event updated for resources: {'Port': ['ID=2a38ef9b-7ecd-4c28-9dd4-72dcdc227611,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:08.528621 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-efd064b2-8c27-445a-bb53-9579816af608 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:08.529433 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-efd064b2-8c27-445a-bb53-9579816af608 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:08.538973 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8735bb8-5e6a-4766-89fb-73afadb0e22e req-31b39c30-3084-4227-83dc-ca42780f60bc tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:08.547816 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e8735bb8-5e6a-4766-89fb-73afadb0e22e req-31b39c30-3084-4227-83dc-ca42780f60bc tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 1028 time: 0.0792670 Sep 18 00:13:08.597557 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e8735bb8-5e6a-4766-89fb-73afadb0e22e req-ea363500-6959-4c6b-bdee-495921fb2ec4 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485868 Sep 18 00:13:08.693915 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-efd064b2-8c27-445a-bb53-9579816af608 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9963689 Sep 18 00:13:08.762043 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4f16da88-d25f-4e7a-b936-9915fe1dfd10 None None] Provisioning complete for port 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:08.762675 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4f16da88-d25f-4e7a-b936-9915fe1dfd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:08.805445 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-4f16da88-d25f-4e7a-b936-9915fe1dfd10 None None] Port 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:13:08.852973 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Request body: {'port': {'device_id': 'a7b7104e-573c-4fb1-b7d0-0c194ac0c1de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:13:08.913229 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:09.232346 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:13:09.242840 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:09.260042 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Transition to ACTIVE for port object 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:13:09.344301 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:09.463010 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a38ef9b-7ecd-4c28-9dd4-72dcdc227611,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:09.491825 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1ef6c8df-91a0-4072-86fd-1e301c3c90f5 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:13:09.504222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Attempting to bind port 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:13:09.504222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Attempting to bind port 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'a614cc1a-6f64-4d2c-92ef-fa938e4ec48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '739f7d13-2825-4000-973e-c56b19499519'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:13:09.504222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Attempting to bind port 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 on network 739f7d13-2825-4000-973e-c56b19499519 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:13:09.508514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Port 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 on network 739f7d13-2825-4000-973e-c56b19499519 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:13:09.509014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Attempting to bind port 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 on network 739f7d13-2825-4000-973e-c56b19499519 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:13:09.514329 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:13:09.514560 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Checking segment: {'id': 'a614cc1a-6f64-4d2c-92ef-fa938e4ec48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '739f7d13-2825-4000-973e-c56b19499519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:13:09.514955 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Bound using segment: {'id': 'a614cc1a-6f64-4d2c-92ef-fa938e4ec48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '739f7d13-2825-4000-973e-c56b19499519'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:13:09.515393 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Bound port: 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a614cc1a-6f64-4d2c-92ef-fa938e4ec48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '739f7d13-2825-4000-973e-c56b19499519'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:13:09.515754 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:09.560303 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 1ef6c8df-91a0-4072-86fd-1e301c3c90f5 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:09.560911 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:09.618380 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] For port 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:13:09.634988 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] For port 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=2a38ef9b-7ecd-4c28-9dd4-72dcdc227611,segment=NetworkSegment(a614cc1a-6f64-4d2c-92ef-fa938e4ec48b),segment_id=a614cc1a-6f64-4d2c-92ef-fa938e4ec48b)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:13:09.734276 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:09.783488 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:09.784165 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:09.785617 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] 10.222.0.37 "PUT /v2.0/ports/2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 HTTP/1.1" status: 200 len: 1092 time: 1.0825224 Sep 18 00:13:09.786222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b7104e-573c-4fb1-b7d0-0c194ac0c1de', 'tag': '2a38ef9b-7ecd-4c28-9dd4-72dcdc227611'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:13:09.788640 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182f93c9-ed16-4a61-a683-6e4bff3116dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b7104e-573c-4fb1-b7d0-0c194ac0c1de", "tag": "2a38ef9b-7ecd-4c28-9dd4-72dcdc227611"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:13:09.822849 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3d01b-1094-4e3f-9dca-506328fbba2b req-a9c34a3c-111a-48fb-9344-cc686f3648d7 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:09.829702 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41d3d01b-1094-4e3f-9dca-506328fbba2b req-a9c34a3c-111a-48fb-9344-cc686f3648d7 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 1053 time: 0.1285508 Sep 18 00:13:09.851692 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29f5fe3-8e8b-4d67-9d4d-710a0db474d1 x-openstack-request-id: req-b29f5fe3-8e8b-4d67-9d4d-710a0db474d1 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:13:09.851981 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b7104e-573c-4fb1-b7d0-0c194ac0c1de", "tag": "2a38ef9b-7ecd-4c28-9dd4-72dcdc227611", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:13:09.852226 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b29f5fe3-8e8b-4d67-9d4d-710a0db474d1 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:13:09.852616 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b7104e-573c-4fb1-b7d0-0c194ac0c1de', 'tag': '2a38ef9b-7ecd-4c28-9dd4-72dcdc227611', 'status': 'completed', 'code': 200} Sep 18 00:13:09.880138 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807b948-a2c8-4770-ac27-c8d762b190f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a38ef9b-7ecd-4c28-9dd4-72dcdc227611,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:09.913725 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41d3d01b-1094-4e3f-9dca-506328fbba2b req-22749bb9-3488-4af0-9e78-80ea77f419f0 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720787 Sep 18 00:13:09.927076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f93c9-ed16-4a61-a683-6e4bff3116dd req-be9c6be4-7dbc-4c8f-ad14-732e4217b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:09.928626 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-182f93c9-ed16-4a61-a683-6e4bff3116dd req-be9c6be4-7dbc-4c8f-ad14-732e4217b031 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89c9f636f1df4d0ba45ee567a1bb31df&device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 1095 time: 0.0582154 Sep 18 00:13:10.062422 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f93c9-ed16-4a61-a683-6e4bff3116dd req-19c14b40-9de2-422a-9418-6a18fad1e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:10.064110 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-182f93c9-ed16-4a61-a683-6e4bff3116dd req-19c14b40-9de2-422a-9418-6a18fad1e5b7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=89c9f636f1df4d0ba45ee567a1bb31df&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1271505 Sep 18 00:13:10.177820 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f93c9-ed16-4a61-a683-6e4bff3116dd req-890aa6bb-9a9f-4647-b795-2b5db4f3adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:10.180682 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-182f93c9-ed16-4a61-a683-6e4bff3116dd req-890aa6bb-9a9f-4647-b795-2b5db4f3adaa service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1095791 Sep 18 00:13:10.259606 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-c0a15b2c-138d-46fc-8ce9-c98ce43a276f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:10.261089 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-c0a15b2c-138d-46fc-8ce9-c98ce43a276f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89c9f636f1df4d0ba45ee567a1bb31df&device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 1095 time: 0.0418499 Sep 18 00:13:10.308356 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-ffc52c70-a2ac-4de8-a336-f83bcf92fa64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 HTTP/1.1" status: 200 len: 217 time: 0.0396829 Sep 18 00:13:10.358639 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-c8bff3be-d6d4-4ae0-8001-e7c56574d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:10.360158 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-c8bff3be-d6d4-4ae0-8001-e7c56574d1b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e9d18675-9ab5-41a1-a0da-ff0bb48c763b HTTP/1.1" status: 200 len: 849 time: 0.0454001 Sep 18 00:13:10.417718 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-c7032395-86e1-426f-a601-35d6ce35396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:10.420476 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-c7032395-86e1-426f-a601-35d6ce35396d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=739f7d13-2825-4000-973e-c56b19499519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537684 Sep 18 00:13:10.503339 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:10.530430 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-8909a262-c824-48c3-a6f1-44eefa3130b3 service neutron] 10.222.0.37 "GET /v2.0/networks/739f7d13-2825-4000-973e-c56b19499519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022775 Sep 18 00:13:10.633202 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6092cb2-7051-4c3a-af17-47a0f150c2c4 req-a6a73b89-e86e-4377-9383-32041041e450 service neutron] 10.222.0.37 "GET /v2.0/networks/739f7d13-2825-4000-973e-c56b19499519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948164 Sep 18 00:13:11.045313 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26097bd6-377f-4170-bdfd-1fa24950aa49 req-3ba56e46-f484-4035-b149-fe79038cb84a tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:11.046842 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-26097bd6-377f-4170-bdfd-1fa24950aa49 req-3ba56e46-f484-4035-b149-fe79038cb84a tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 1095 time: 0.0600414 Sep 18 00:13:11.081724 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-26097bd6-377f-4170-bdfd-1fa24950aa49 req-c04aec07-bf47-4d3b-a80c-886ad046785e tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286059 Sep 18 00:13:12.189193 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d904d6-1325-438e-be04-89c4a83ca999 req-bd72a332-5e1a-4c46-80ab-497bc70cfd60 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:12.190899 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38d904d6-1325-438e-be04-89c4a83ca999 req-bd72a332-5e1a-4c46-80ab-497bc70cfd60 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 1095 time: 0.0423462 Sep 18 00:13:12.226569 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38d904d6-1325-438e-be04-89c4a83ca999 req-9a79a140-ed9f-426f-96f7-b0470c8ac5e4 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288718 Sep 18 00:13:13.357441 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13cf32-1d50-40f9-a4cc-ff31e1f7d191 req-d6f551d4-5256-47d2-a863-ab8643cb71f4 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:13.359318 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b13cf32-1d50-40f9-a4cc-ff31e1f7d191 req-d6f551d4-5256-47d2-a863-ab8643cb71f4 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 1095 time: 0.0531268 Sep 18 00:13:13.400223 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b13cf32-1d50-40f9-a4cc-ff31e1f7d191 req-e4d467d4-cd36-4017-bf57-06b5313bea82 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348151 Sep 18 00:13:13.485606 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:14.058050 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-864e7ed4-c3f3-4f5a-93b7-44defa5a888d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:14.517814 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c8cda-6886-4303-ac04-c7ed225ae4f5 req-03113c6f-bdec-4c1a-b05f-2fee61796397 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:14.523529 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d68c8cda-6886-4303-ac04-c7ed225ae4f5 req-03113c6f-bdec-4c1a-b05f-2fee61796397 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 1095 time: 0.0494301 Sep 18 00:13:14.554339 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d68c8cda-6886-4303-ac04-c7ed225ae4f5 req-4e29dbd8-c60a-4e7f-8660-28f14e25d7b6 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283415 Sep 18 00:13:15.027112 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3829bcae-3917-4f09-88bb-4b4b279e2acb req-aff9da0a-7551-4714-a4cb-0c740ed64b04 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405307 Sep 18 00:13:15.115880 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829bcae-3917-4f09-88bb-4b4b279e2acb req-63a71921-9f76-4f68-80f2-1ac3c51a2dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:15.117617 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3829bcae-3917-4f09-88bb-4b4b279e2acb req-63a71921-9f76-4f68-80f2-1ac3c51a2dc2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc273b0c860f4113aa477f4a0e9a5fbb&device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 1096 time: 0.0480049 Sep 18 00:13:15.134185 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:13:15.297204 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829bcae-3917-4f09-88bb-4b4b279e2acb req-f19b52b3-4f94-47f4-84db-422471890fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:15.299059 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3829bcae-3917-4f09-88bb-4b4b279e2acb req-f19b52b3-4f94-47f4-84db-422471890fd1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d807416-7032-4b38-aa46-1da9e097a61e HTTP/1.1" status: 200 len: 910 time: 0.1597393 Sep 18 00:13:15.311656 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=2a38ef9b-7ecd-4c28-9dd4-72dcdc227611,segment=NetworkSegment(a614cc1a-6f64-4d2c-92ef-fa938e4ec48b),segment_id=a614cc1a-6f64-4d2c-92ef-fa938e4ec48b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:15.330197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '2a38ef9b-7ecd-4c28-9dd4-72dcdc227611', 'network_id': '739f7d13-2825-4000-973e-c56b19499519', 'port_id': '2a38ef9b-7ecd-4c28-9dd4-72dcdc227611', 'mac_address': 'fa:16:3e:24:a4:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d18675-9ab5-41a1-a0da-ff0bb48c763b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:13:15.408248 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3829bcae-3917-4f09-88bb-4b4b279e2acb req-831bc6ad-6068-4104-bd03-3a15f52baed1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20f8d261-5330-4152-97c2-1a1300af0d02 HTTP/1.1" status: 200 len: 1000 time: 0.1018565 Sep 18 00:13:15.415774 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:15.436574 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:13:15.476573 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=2a38ef9b-7ecd-4c28-9dd4-72dcdc227611,segment=NetworkSegment(a614cc1a-6f64-4d2c-92ef-fa938e4ec48b),segment_id=a614cc1a-6f64-4d2c-92ef-fa938e4ec48b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:15.480473 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829bcae-3917-4f09-88bb-4b4b279e2acb req-dc3aaa5e-bf5c-4306-a863-68923b2dad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:15.482287 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3829bcae-3917-4f09-88bb-4b4b279e2acb req-dc3aaa5e-bf5c-4306-a863-68923b2dad35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8083f24d-cb05-444d-bd3d-c3294399ee9a HTTP/1.1" status: 200 len: 848 time: 0.0672061 Sep 18 00:13:15.537604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829bcae-3917-4f09-88bb-4b4b279e2acb req-ed4c72e9-45eb-4e9b-8728-9c0b039db38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:15.539183 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3829bcae-3917-4f09-88bb-4b4b279e2acb req-ed4c72e9-45eb-4e9b-8728-9c0b039db38e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d807416-7032-4b38-aa46-1da9e097a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498917 Sep 18 00:13:15.561160 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:15.616124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=2a38ef9b-7ecd-4c28-9dd4-72dcdc227611,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:15.652847 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3829bcae-3917-4f09-88bb-4b4b279e2acb req-5e0d8ef2-5070-43a8-956d-198bd5ac27a4 service neutron] 10.222.0.37 "GET /v2.0/networks/1d807416-7032-4b38-aa46-1da9e097a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064217 Sep 18 00:13:15.775259 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dc5e4-2fe7-4046-94b6-1d06a496337e req-829e0456-2208-4b48-a6e5-0dc37ec3ebc0 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:15.776926 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c45dc5e4-2fe7-4046-94b6-1d06a496337e req-829e0456-2208-4b48-a6e5-0dc37ec3ebc0 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 1096 time: 0.1121645 Sep 18 00:13:15.798420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['2a38ef9b-7ecd-4c28-9dd4-72dcdc227611'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:13:15.814530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3829bcae-3917-4f09-88bb-4b4b279e2acb req-3d6f62f7-9082-4461-aaca-707053f77d54 service neutron] 10.222.0.37 "GET /v2.0/networks/1d807416-7032-4b38-aa46-1da9e097a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514797 Sep 18 00:13:15.831696 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c45dc5e4-2fe7-4046-94b6-1d06a496337e req-5c57c029-fcaf-435c-a524-726c0832f77b tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451429 Sep 18 00:13:16.566765 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d915-a961-4020-a595-7d5dc8152bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:16.954288 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54d4d1-c7d9-4a21-80a2-317d7dfdbf9f req-5e3b2635-1a34-4945-ab9d-0ca8b4d448fa tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:16.956041 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ec54d4d1-c7d9-4a21-80a2-317d7dfdbf9f req-5e3b2635-1a34-4945-ab9d-0ca8b4d448fa tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 1096 time: 0.0541563 Sep 18 00:13:16.996685 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ec54d4d1-c7d9-4a21-80a2-317d7dfdbf9f req-2ea59fa3-738e-4ebf-9982-20ead9e3ce1e tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338473 Sep 18 00:13:17.153678 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:13:17.351273 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-02df1363-38ae-4b90-811f-a78a5f97ceec req-93e8a766-99ca-4ca9-9ffa-97214d278872 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7de46f0d-883f-45b3-88e5-552019a52b70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493312 Sep 18 00:13:17.353743 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:13:17.364081 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:17.366290 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:17.399170 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df1363-38ae-4b90-811f-a78a5f97ceec req-dc34d69c-4e87-4cbe-a8fb-7a76d102b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:17.400707 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-02df1363-38ae-4b90-811f-a78a5f97ceec req-dc34d69c-4e87-4cbe-a8fb-7a76d102b03d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0f54b8ee4b544dfa0e611169b44451b&device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 1100 time: 0.0525134 Sep 18 00:13:17.401094 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:17.464461 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:17.539607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b7104e-573c-4fb1-b7d0-0c194ac0c1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a38ef9b-7ecd-4c28-9dd4-72dcdc227611'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:13:17.539607 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2e3a19-2220-4ff4-b4bb-997327ba0c08" -d '{"events": [{"server_uuid": "a7b7104e-573c-4fb1-b7d0-0c194ac0c1de", "name": "network-vif-plugged", "status": "completed", "tag": "2a38ef9b-7ecd-4c28-9dd4-72dcdc227611"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:13:17.539607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=2a38ef9b-7ecd-4c28-9dd4-72dcdc227611,segment=NetworkSegment(a614cc1a-6f64-4d2c-92ef-fa938e4ec48b),segment_id=a614cc1a-6f64-4d2c-92ef-fa938e4ec48b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:17.540280 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df1363-38ae-4b90-811f-a78a5f97ceec req-3af4116f-8599-41f7-b30c-e32ea5991be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:17.540280 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-02df1363-38ae-4b90-811f-a78a5f97ceec req-3af4116f-8599-41f7-b30c-e32ea5991be7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6479057-0895-40ae-855b-5e1af98f7222 HTTP/1.1" status: 200 len: 870 time: 0.1040287 Sep 18 00:13:17.555858 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a44f2c-e20d-4426-a5dc-212144bf12a7 x-openstack-request-id: req-c2a44f2c-e20d-4426-a5dc-212144bf12a7 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:13:17.556182 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b7104e-573c-4fb1-b7d0-0c194ac0c1de", "name": "network-vif-plugged", "status": "completed", "tag": "2a38ef9b-7ecd-4c28-9dd4-72dcdc227611", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:13:17.556434 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c2a44f2c-e20d-4426-a5dc-212144bf12a7 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:13:17.556904 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b7104e-573c-4fb1-b7d0-0c194ac0c1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a38ef9b-7ecd-4c28-9dd4-72dcdc227611', 'code': 200} Sep 18 00:13:17.580106 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-02df1363-38ae-4b90-811f-a78a5f97ceec req-1c61fda5-b24a-4d8e-942e-ef15eb3c8ecf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=4f8186b3-199b-4aa3-944b-2a93220252a3 HTTP/1.1" status: 200 len: 217 time: 0.0437322 Sep 18 00:13:17.589374 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:17.651211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df1363-38ae-4b90-811f-a78a5f97ceec req-c3b3e8ca-589f-40ae-86e9-ed567ba9eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:17.652718 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-02df1363-38ae-4b90-811f-a78a5f97ceec req-c3b3e8ca-589f-40ae-86e9-ed567ba9eb4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0651991 Sep 18 00:13:17.694459 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01172f67-a3d9-4518-b4b9-c7b07eed95e8 req-b3f51caf-8858-4b75-9ab4-ab339df23b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:17.695990 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01172f67-a3d9-4518-b4b9-c7b07eed95e8 req-b3f51caf-8858-4b75-9ab4-ab339df23b3b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 1097 time: 0.0727108 Sep 18 00:13:17.714411 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=2a38ef9b-7ecd-4c28-9dd4-72dcdc227611,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:17.750257 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df1363-38ae-4b90-811f-a78a5f97ceec req-17097480-d365-4da6-b7b1-e25c40ef64a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:17.752187 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-02df1363-38ae-4b90-811f-a78a5f97ceec req-17097480-d365-4da6-b7b1-e25c40ef64a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0917594 Sep 18 00:13:17.758745 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01172f67-a3d9-4518-b4b9-c7b07eed95e8 req-bad8d10a-818f-4b65-b7b1-58b108c08761 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554559 Sep 18 00:13:17.810246 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50710) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:17.824503 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:17.863580 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-02df1363-38ae-4b90-811f-a78a5f97ceec req-63949e1b-a940-40db-a314-fd91bc87a133 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027408 Sep 18 00:13:17.930433 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e018b814-7863-4b51-94d5-c5bea2c75f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:17.972941 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-02df1363-38ae-4b90-811f-a78a5f97ceec req-187888a9-57bc-4f2d-83c1-1425b3ce6a06 service neutron] 10.222.0.41 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923624 Sep 18 00:13:18.047348 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e018b814-7863-4b51-94d5-c5bea2c75f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:18.105476 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e018b814-7863-4b51-94d5-c5bea2c75f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:18.149710 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018b814-7863-4b51-94d5-c5bea2c75f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589b0c44-42a2-4435-8e47-53b83ed05a23,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:18.156396 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e018b814-7863-4b51-94d5-c5bea2c75f3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6cfe6c5e752d4049b4be17ff2ee6fe23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3450887 Sep 18 00:13:18.159110 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 50722) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:18.166312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195d235-b816-45bc-91f6-9f6869c0a215 req-f614a4a3-afb2-4a63-8470-eea2a7f6db00 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:18.167784 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0195d235-b816-45bc-91f6-9f6869c0a215 req-f614a4a3-afb2-4a63-8470-eea2a7f6db00 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 1097 time: 0.0931218 Sep 18 00:13:18.224352 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0195d235-b816-45bc-91f6-9f6869c0a215 req-871e208e-3e54-40e6-95b5-7611c8032078 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498617 Sep 18 00:13:18.235953 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c192db9-f2ad-4cec-9712-8a3f81be6477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:18.259728 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c192db9-f2ad-4cec-9712-8a3f81be6477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:18.367118 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c192db9-f2ad-4cec-9712-8a3f81be6477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:18.369855 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9c192db9-f2ad-4cec-9712-8a3f81be6477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:18.373314 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9c192db9-f2ad-4cec-9712-8a3f81be6477 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/589b0c44-42a2-4435-8e47-53b83ed05a23 HTTP/1.1" status: 204 len: 168 time: 0.2112672 Sep 18 00:13:18.380644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c192db9-f2ad-4cec-9712-8a3f81be6477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589b0c44-42a2-4435-8e47-53b83ed05a23,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:19.367937 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22edbe0-6b97-4ee0-95ab-1b5f893afb04 req-9d55f70c-d0e1-4ab1-9ffd-53ceef89e5f3 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:19.369461 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c22edbe0-6b97-4ee0-95ab-1b5f893afb04 req-9d55f70c-d0e1-4ab1-9ffd-53ceef89e5f3 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 1097 time: 0.0455732 Sep 18 00:13:19.409545 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c22edbe0-6b97-4ee0-95ab-1b5f893afb04 req-939e4702-fd85-4006-a634-d3b89d40fc85 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336399 Sep 18 00:13:19.519442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa33c8e-9052-4a1d-89fe-37cfe1104533 req-8c4cb628-0b31-44f9-8f47-f7719eaa4ad0 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:19.521038 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0aa33c8e-9052-4a1d-89fe-37cfe1104533 req-8c4cb628-0b31-44f9-8f47-f7719eaa4ad0 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 1097 time: 0.0420473 Sep 18 00:13:19.565041 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0aa33c8e-9052-4a1d-89fe-37cfe1104533 req-0f8236de-258c-4e47-b16f-721a2ac20a49 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329349 Sep 18 00:13:19.671861 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21092b1a-bd75-4915-954b-7df02f8cc4cf req-9073f45c-ca57-4684-8897-1173b87f8a5f tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:19.673436 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21092b1a-bd75-4915-954b-7df02f8cc4cf req-9073f45c-ca57-4684-8897-1173b87f8a5f tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 1097 time: 0.0418913 Sep 18 00:13:19.708493 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21092b1a-bd75-4915-954b-7df02f8cc4cf req-4cedd413-c64d-4aba-9fb3-8ec0375bcdda tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288479 Sep 18 00:13:19.801298 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:19.984234 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fc34a-643c-442a-b17c-13de4e633870 req-bc7c5665-fad8-4bf3-bd03-0afb5c249a9f tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:19.985923 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-679fc34a-643c-442a-b17c-13de4e633870 req-bc7c5665-fad8-4bf3-bd03-0afb5c249a9f tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/networks?id=739f7d13-2825-4000-973e-c56b19499519 HTTP/1.1" status: 200 len: 911 time: 0.0982387 Sep 18 00:13:20.014706 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-679fc34a-643c-442a-b17c-13de4e633870 req-934240c9-f395-4817-b048-d4cdeaf41001 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/quotas/89c9f636f1df4d0ba45ee567a1bb31df HTTP/1.1" status: 200 len: 375 time: 0.0111337 Sep 18 00:13:20.064386 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-679fc34a-643c-442a-b17c-13de4e633870 req-431a420f-04ed-4ffb-8de7-2db1240140f4 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=89c9f636f1df4d0ba45ee567a1bb31df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0438838 Sep 18 00:13:20.161235 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-679fc34a-643c-442a-b17c-13de4e633870 req-4a226a5f-c2c0-4e4f-9d88-26f8cede575b service neutron] 10.222.0.46 "GET /v2.0/networks/739f7d13-2825-4000-973e-c56b19499519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893388 Sep 18 00:13:20.262118 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-679fc34a-643c-442a-b17c-13de4e633870 req-1de7f88b-4e2e-4227-b1c5-0d31cbb26e86 service neutron] 10.222.0.46 "GET /v2.0/networks/739f7d13-2825-4000-973e-c56b19499519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939405 Sep 18 00:13:20.485434 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-85923125-6d41-470f-af3a-0380d5dee9a1 req-2fcf311a-971d-47e6-ba8a-0aaaf7e0887f tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=79169c59-b7ec-4197-8774-68baf246b1bd HTTP/1.1" status: 200 len: 210 time: 0.0457368 Sep 18 00:13:21.578612 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f7267dc1-c561-4fd8-8851-4e117621aaad req-916cb763-6951-4dab-a0fb-b359f8da2888 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=79169c59-b7ec-4197-8774-68baf246b1bd HTTP/1.1" status: 200 len: 210 time: 0.0315194 Sep 18 00:13:22.442382 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fc34a-643c-442a-b17c-13de4e633870 req-d241da13-ee68-4127-b4ed-bb57f3c63f98 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:22.443799 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-679fc34a-643c-442a-b17c-13de4e633870 req-d241da13-ee68-4127-b4ed-bb57f3c63f98 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.41 "GET /v2.0/networks?id=739f7d13-2825-4000-973e-c56b19499519 HTTP/1.1" status: 200 len: 911 time: 0.0859601 Sep 18 00:13:22.454954 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-679fc34a-643c-442a-b17c-13de4e633870 req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Request body: {'port': {'device_id': '79169c59-b7ec-4197-8774-68baf246b1bd', 'network_id': '739f7d13-2825-4000-973e-c56b19499519', 'admin_state_up': True, 'tenant_id': '89c9f636f1df4d0ba45ee567a1bb31df'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:13:22.555368 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-679fc34a-643c-442a-b17c-13de4e633870 req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Made reservation on behalf of 89c9f636f1df4d0ba45ee567a1bb31df for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:13:22.558018 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-679fc34a-643c-442a-b17c-13de4e633870 req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:22.682181 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ef54bfa6-078d-4d79-bc4b-51071c6455d7 req-668b26c2-ee05-4851-aad2-1f8ed3dbe1f0 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=79169c59-b7ec-4197-8774-68baf246b1bd HTTP/1.1" status: 200 len: 210 time: 0.0261757 Sep 18 00:13:22.684014 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-679fc34a-643c-442a-b17c-13de4e633870 req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Allocated IP 172.20.0.3 (739f7d13-2825-4000-973e-c56b19499519/e9d18675-9ab5-41a1-a0da-ff0bb48c763b/4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:13:22.832324 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-679fc34a-643c-442a-b17c-13de4e633870 req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:22.933116 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-679fc34a-643c-442a-b17c-13de4e633870 req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:22.946041 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['2a38ef9b-7ecd-4c28-9dd4-72dcdc227611'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:13:22.983837 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-679fc34a-643c-442a-b17c-13de4e633870 req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Network 739f7d13-2825-4000-973e-c56b19499519 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:13:22.989535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-679fc34a-643c-442a-b17c-13de4e633870 req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:13:22.993282 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-679fc34a-643c-442a-b17c-13de4e633870 req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:13:23.045848 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fc34a-643c-442a-b17c-13de4e633870 req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:23.046576 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-679fc34a-643c-442a-b17c-13de4e633870 req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:23.050036 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Pushing event updated for resources: {'Port': ['ID=4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:23.091230 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:23.091579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:23.091911 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:23.092260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:23.092573 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:23.092959 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:23.093283 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:23.104040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:23.104425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:23.104766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:23.105132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:23.105508 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:23.201621 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-679fc34a-643c-442a-b17c-13de4e633870 req-d098649f-29a7-4246-b9c2-aa435cbbb9c9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7501359 Sep 18 00:13:23.215130 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Request body: {'port': {'device_id': '79169c59-b7ec-4197-8774-68baf246b1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:13:23.278454 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:23.285389 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-89c5a6b3-7f70-4929-aad7-99a66835e73a None None] Provisioning complete for port 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:23.286430 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-89c5a6b3-7f70-4929-aad7-99a66835e73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:23.326562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-89c5a6b3-7f70-4929-aad7-99a66835e73a None None] Port 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:13:23.576427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:13:23.584030 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:23.596813 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Transition to ACTIVE for port object 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:13:23.703289 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:23.777184 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Pushing event updated for resources: {'Port': ['ID=4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:23.846362 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9cf9b-ee92-4356-95ae-a27e5e3d66f0 req-27b3f5b0-f9e8-417b-9401-2c74838ddbc8 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:23.848662 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6bf9cf9b-ee92-4356-95ae-a27e5e3d66f0 req-27b3f5b0-f9e8-417b-9401-2c74838ddbc8 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=79169c59-b7ec-4197-8774-68baf246b1bd HTTP/1.1" status: 200 len: 1052 time: 0.0811937 Sep 18 00:13:23.890670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Attempting to bind port 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:13:23.891053 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Attempting to bind port 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'a614cc1a-6f64-4d2c-92ef-fa938e4ec48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '739f7d13-2825-4000-973e-c56b19499519'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:13:23.891444 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Attempting to bind port 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc on network 739f7d13-2825-4000-973e-c56b19499519 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:13:23.896168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Port 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc on network 739f7d13-2825-4000-973e-c56b19499519 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:13:23.896441 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Attempting to bind port 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc on network 739f7d13-2825-4000-973e-c56b19499519 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:13:23.903075 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:13:23.903448 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Checking segment: {'id': 'a614cc1a-6f64-4d2c-92ef-fa938e4ec48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '739f7d13-2825-4000-973e-c56b19499519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:13:23.903940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Bound using segment: {'id': 'a614cc1a-6f64-4d2c-92ef-fa938e4ec48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '739f7d13-2825-4000-973e-c56b19499519'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:13:23.904390 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Bound port: 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a614cc1a-6f64-4d2c-92ef-fa938e4ec48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '739f7d13-2825-4000-973e-c56b19499519'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:13:23.904756 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:23.910038 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6bf9cf9b-ee92-4356-95ae-a27e5e3d66f0 req-1cf62d3e-8d4b-49c9-880e-745e9def6cd5 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535936 Sep 18 00:13:23.999182 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] For port 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:13:24.005884 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] For port 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc,segment=NetworkSegment(a614cc1a-6f64-4d2c-92ef-fa938e4ec48b),segment_id=a614cc1a-6f64-4d2c-92ef-fa938e4ec48b)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:13:24.106772 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:24.192446 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:24.192446 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:24.192446 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-679fc34a-643c-442a-b17c-13de4e633870 req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] 10.222.0.41 "PUT /v2.0/ports/4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc HTTP/1.1" status: 200 len: 1091 time: 0.9685898 Sep 18 00:13:24.192446 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79169c59-b7ec-4197-8774-68baf246b1bd', 'tag': '4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:13:24.192446 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c64712-b307-45de-832e-0acd2866ea00" -d '{"events": [{"name": "network-changed", "server_uuid": "79169c59-b7ec-4197-8774-68baf246b1bd", "tag": "4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:13:24.195392 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e59a4c-5c0d-4d3b-b6ba-9b0d1035846e service neutron] Pushing event updated for resources: {'Port': ['ID=4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:24.388180 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c629ee5b-e093-49b8-a6c1-f52b4fc339df x-openstack-request-id: req-c629ee5b-e093-49b8-a6c1-f52b4fc339df {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:13:24.388472 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79169c59-b7ec-4197-8774-68baf246b1bd", "tag": "4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:13:24.388796 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c629ee5b-e093-49b8-a6c1-f52b4fc339df {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:13:24.389222 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79169c59-b7ec-4197-8774-68baf246b1bd', 'tag': '4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc', 'status': 'completed', 'code': 200} Sep 18 00:13:24.407614 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fc34a-643c-442a-b17c-13de4e633870 req-31fb66cc-e981-4d37-8234-3e6c59e4a77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:24.409231 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-679fc34a-643c-442a-b17c-13de4e633870 req-31fb66cc-e981-4d37-8234-3e6c59e4a77d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89c9f636f1df4d0ba45ee567a1bb31df&device_id=79169c59-b7ec-4197-8774-68baf246b1bd HTTP/1.1" status: 200 len: 1094 time: 0.0518484 Sep 18 00:13:24.452248 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-679fc34a-643c-442a-b17c-13de4e633870 req-91abe75b-1629-4e5a-8b7e-d9d9f40523dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc HTTP/1.1" status: 200 len: 217 time: 0.0345900 Sep 18 00:13:24.502960 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fc34a-643c-442a-b17c-13de4e633870 req-38bafb1e-1293-467b-bbc0-c62fa5c9d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:24.504447 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-679fc34a-643c-442a-b17c-13de4e633870 req-38bafb1e-1293-467b-bbc0-c62fa5c9d3d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9d18675-9ab5-41a1-a0da-ff0bb48c763b HTTP/1.1" status: 200 len: 849 time: 0.0459595 Sep 18 00:13:24.550448 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fc34a-643c-442a-b17c-13de4e633870 req-e8240e2b-d566-4030-bff5-d25f472ab568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:24.551967 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-679fc34a-643c-442a-b17c-13de4e633870 req-e8240e2b-d566-4030-bff5-d25f472ab568 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=739f7d13-2825-4000-973e-c56b19499519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405986 Sep 18 00:13:24.645186 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-679fc34a-643c-442a-b17c-13de4e633870 req-268ec420-7662-41fa-a690-ca52e353c5b6 service neutron] 10.222.0.41 "GET /v2.0/networks/739f7d13-2825-4000-973e-c56b19499519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858173 Sep 18 00:13:24.738532 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-679fc34a-643c-442a-b17c-13de4e633870 req-50558252-2da7-4f21-b49d-e304cbb86a84 service neutron] 10.222.0.41 "GET /v2.0/networks/739f7d13-2825-4000-973e-c56b19499519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859218 Sep 18 00:13:24.952288 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c64712-b307-45de-832e-0acd2866ea00 req-40371ca0-084d-4dde-8285-c1625b845a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:24.953856 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b1c64712-b307-45de-832e-0acd2866ea00 req-40371ca0-084d-4dde-8285-c1625b845a1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89c9f636f1df4d0ba45ee567a1bb31df&device_id=79169c59-b7ec-4197-8774-68baf246b1bd HTTP/1.1" status: 200 len: 1094 time: 0.0450258 Sep 18 00:13:25.012044 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401deb5-2e2d-4d26-a347-ca6706d22ef6 req-70280514-c968-4af0-aa55-fe7465285d20 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:25.014523 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d401deb5-2e2d-4d26-a347-ca6706d22ef6 req-70280514-c968-4af0-aa55-fe7465285d20 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=79169c59-b7ec-4197-8774-68baf246b1bd HTTP/1.1" status: 200 len: 1094 time: 0.0462923 Sep 18 00:13:25.054440 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d401deb5-2e2d-4d26-a347-ca6706d22ef6 req-29edca8c-63da-472b-a31d-4ed9807d6fd3 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326078 Sep 18 00:13:25.060663 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c64712-b307-45de-832e-0acd2866ea00 req-71aebf6d-8965-4c36-a349-d8cfba21174a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:25.062240 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b1c64712-b307-45de-832e-0acd2866ea00 req-71aebf6d-8965-4c36-a349-d8cfba21174a service neutron] 10.222.0.41 "GET /v2.0/networks?id=739f7d13-2825-4000-973e-c56b19499519 HTTP/1.1" status: 200 len: 911 time: 0.1007600 Sep 18 00:13:25.107356 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b1c64712-b307-45de-832e-0acd2866ea00 req-f911cb7e-92e0-4cc6-99c4-f585c88b692b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc HTTP/1.1" status: 200 len: 217 time: 0.0382812 Sep 18 00:13:25.156469 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c64712-b307-45de-832e-0acd2866ea00 req-3cdc1160-9c5c-49a6-b24f-55902febbfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:25.157859 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b1c64712-b307-45de-832e-0acd2866ea00 req-3cdc1160-9c5c-49a6-b24f-55902febbfd6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9d18675-9ab5-41a1-a0da-ff0bb48c763b HTTP/1.1" status: 200 len: 849 time: 0.0433624 Sep 18 00:13:25.211006 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c64712-b307-45de-832e-0acd2866ea00 req-d22f2a75-1bd8-4d91-a5fb-6fafc76c0ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:25.212632 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b1c64712-b307-45de-832e-0acd2866ea00 req-d22f2a75-1bd8-4d91-a5fb-6fafc76c0ee1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=739f7d13-2825-4000-973e-c56b19499519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464659 Sep 18 00:13:25.313580 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b1c64712-b307-45de-832e-0acd2866ea00 req-f192d98a-fe48-411c-ac28-fc494fae640a service neutron] 10.222.0.41 "GET /v2.0/networks/739f7d13-2825-4000-973e-c56b19499519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927048 Sep 18 00:13:25.409798 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b1c64712-b307-45de-832e-0acd2866ea00 req-f1d283a9-caa5-4526-a8ad-d8eaf1f7a7e0 service neutron] 10.222.0.41 "GET /v2.0/networks/739f7d13-2825-4000-973e-c56b19499519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880861 Sep 18 00:13:25.682324 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:13:26.172392 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847aa55-2fd9-47f0-8e49-9de70e8873e5 req-f832cd8c-69b6-41c1-9701-686977546a1b tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:26.173952 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0847aa55-2fd9-47f0-8e49-9de70e8873e5 req-f832cd8c-69b6-41c1-9701-686977546a1b tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=79169c59-b7ec-4197-8774-68baf246b1bd HTTP/1.1" status: 200 len: 1094 time: 0.0469737 Sep 18 00:13:26.214649 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0847aa55-2fd9-47f0-8e49-9de70e8873e5 req-16f1c743-9518-4dff-81e0-0506bd7e8443 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300839 Sep 18 00:13:27.058244 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:13:27.155902 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc,segment=NetworkSegment(a614cc1a-6f64-4d2c-92ef-fa938e4ec48b),segment_id=a614cc1a-6f64-4d2c-92ef-fa938e4ec48b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:27.168223 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc', 'network_id': '739f7d13-2825-4000-973e-c56b19499519', 'port_id': '4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc', 'mac_address': 'fa:16:3e:88:34:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d18675-9ab5-41a1-a0da-ff0bb48c763b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:13:27.207706 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:27.222782 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:13:27.249619 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc,segment=NetworkSegment(a614cc1a-6f64-4d2c-92ef-fa938e4ec48b),segment_id=a614cc1a-6f64-4d2c-92ef-fa938e4ec48b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:27.326477 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5903c6a-3c43-4da6-8295-4ed75d2b054f req-1b90df1c-ef8c-4527-93fd-1deccf5a72e7 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:27.328051 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5903c6a-3c43-4da6-8295-4ed75d2b054f req-1b90df1c-ef8c-4527-93fd-1deccf5a72e7 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=79169c59-b7ec-4197-8774-68baf246b1bd HTTP/1.1" status: 200 len: 1094 time: 0.0429442 Sep 18 00:13:27.338881 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:27.370001 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5903c6a-3c43-4da6-8295-4ed75d2b054f req-a21a9313-eaab-4995-a520-421cab3f2854 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346861 Sep 18 00:13:27.389869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:27.553500 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:13:28.479362 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157364a-ad3f-48bc-930e-41d16bc60a7e req-cb016f17-5562-47ef-9fda-6b812a8027fd tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:28.481267 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b157364a-ad3f-48bc-930e-41d16bc60a7e req-cb016f17-5562-47ef-9fda-6b812a8027fd tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=79169c59-b7ec-4197-8774-68baf246b1bd HTTP/1.1" status: 200 len: 1095 time: 0.0438800 Sep 18 00:13:28.519529 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b157364a-ad3f-48bc-930e-41d16bc60a7e req-ed1de4bf-16cc-4a3e-be99-55b82f1a578b tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317488 Sep 18 00:13:29.088667 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:13:29.217673 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:13:29.222037 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:29.222400 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:29.299572 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:29.322365 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79169c59-b7ec-4197-8774-68baf246b1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:13:29.324573 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14f0d12-867d-4346-9152-b7bc67b77d9b" -d '{"events": [{"server_uuid": "79169c59-b7ec-4197-8774-68baf246b1bd", "name": "network-vif-plugged", "status": "completed", "tag": "4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:13:29.341813 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc,segment=NetworkSegment(a614cc1a-6f64-4d2c-92ef-fa938e4ec48b),segment_id=a614cc1a-6f64-4d2c-92ef-fa938e4ec48b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:29.364813 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57f5848-33f3-4da5-96eb-c6c34f22c894 x-openstack-request-id: req-b57f5848-33f3-4da5-96eb-c6c34f22c894 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:13:29.365224 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79169c59-b7ec-4197-8774-68baf246b1bd", "name": "network-vif-plugged", "status": "completed", "tag": "4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:13:29.368097 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b57f5848-33f3-4da5-96eb-c6c34f22c894 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:13:29.368097 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79169c59-b7ec-4197-8774-68baf246b1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc', 'code': 200} Sep 18 00:13:29.429109 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:29.471363 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797aa47-2950-47de-bc8d-c792f7c8433a req-74b5b5ac-5081-41ad-9495-052cc59bfbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:29.472926 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c797aa47-2950-47de-bc8d-c792f7c8433a req-74b5b5ac-5081-41ad-9495-052cc59bfbf2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79169c59-b7ec-4197-8774-68baf246b1bd HTTP/1.1" status: 200 len: 1096 time: 0.0472381 Sep 18 00:13:29.481973 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:29.510532 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c797aa47-2950-47de-bc8d-c792f7c8433a req-7d5ae3ef-d921-4dba-bdf1-bbffc8830597 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301633 Sep 18 00:13:29.630863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd437abe-3740-4de9-a2ff-52f0fb955e81 req-efbc3056-2763-48ea-8c19-75404350bae3 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:29.632895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd437abe-3740-4de9-a2ff-52f0fb955e81 req-efbc3056-2763-48ea-8c19-75404350bae3 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=79169c59-b7ec-4197-8774-68baf246b1bd HTTP/1.1" status: 200 len: 1096 time: 0.0449634 Sep 18 00:13:29.666678 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd437abe-3740-4de9-a2ff-52f0fb955e81 req-2f52f1cf-28ec-4b65-9d8d-6815f5c98228 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275927 Sep 18 00:13:30.779529 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b70776-a763-445c-937b-185b3877c48e req-ca308ffd-860a-49f2-b950-ff6823f8ad3a tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:30.781165 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48b70776-a763-445c-937b-185b3877c48e req-ca308ffd-860a-49f2-b950-ff6823f8ad3a tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=79169c59-b7ec-4197-8774-68baf246b1bd HTTP/1.1" status: 200 len: 1096 time: 0.0419786 Sep 18 00:13:30.817064 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48b70776-a763-445c-937b-185b3877c48e req-417fddaf-8eda-40ae-8bff-82a79570d1a7 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292094 Sep 18 00:13:30.944771 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4523e2-8caa-4926-a526-803a41aabf75 req-439beb7b-95fa-41ea-939d-0342d0b90c1b tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:30.946377 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a4523e2-8caa-4926-a526-803a41aabf75 req-439beb7b-95fa-41ea-939d-0342d0b90c1b tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=79169c59-b7ec-4197-8774-68baf246b1bd HTTP/1.1" status: 200 len: 1096 time: 0.0399318 Sep 18 00:13:30.983329 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a4523e2-8caa-4926-a526-803a41aabf75 req-54470b5f-138a-4116-ae47-f5d255f881b4 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308833 Sep 18 00:13:31.098087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b11f7-b092-4299-9ae4-739c601fa614 req-392f8e25-1797-4d48-a1e8-bd78ba8ea65f tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:31.099643 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-596b11f7-b092-4299-9ae4-739c601fa614 req-392f8e25-1797-4d48-a1e8-bd78ba8ea65f tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=79169c59-b7ec-4197-8774-68baf246b1bd HTTP/1.1" status: 200 len: 1096 time: 0.0470591 Sep 18 00:13:31.138724 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-596b11f7-b092-4299-9ae4-739c601fa614 req-3cd81697-0a43-49e8-a060-81f404e07df7 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322587 Sep 18 00:13:31.604409 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268db14-cc37-42c1-8eff-50e50557c5ea req-fd9e49f3-8726-433e-8c7c-1c5fcd9cc15c tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:31.606273 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2268db14-cc37-42c1-8eff-50e50557c5ea req-fd9e49f3-8726-433e-8c7c-1c5fcd9cc15c tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=79169c59-b7ec-4197-8774-68baf246b1bd HTTP/1.1" status: 200 len: 1096 time: 0.0430915 Sep 18 00:13:31.649502 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2268db14-cc37-42c1-8eff-50e50557c5ea req-60b1eac7-4273-480e-b459-6f683bdc0b26 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366731 Sep 18 00:13:32.756235 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de94527-6aff-4b5e-9910-2342b9fd7764 req-41cc713d-417c-4473-905c-c23ebead3aed tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:32.758394 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5de94527-6aff-4b5e-9910-2342b9fd7764 req-41cc713d-417c-4473-905c-c23ebead3aed tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=79169c59-b7ec-4197-8774-68baf246b1bd HTTP/1.1" status: 200 len: 1096 time: 0.0409982 Sep 18 00:13:32.801015 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5de94527-6aff-4b5e-9910-2342b9fd7764 req-50254eb6-0eb0-4695-888f-62d2c6c6a3a7 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299430 Sep 18 00:13:32.858101 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c61d6e-da23-44b5-8f61-836abc2d1ae0 req-8d16d4d6-16e1-433e-a0e9-9bb8c05f803f tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:32.858101 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-15c61d6e-da23-44b5-8f61-836abc2d1ae0 req-8d16d4d6-16e1-433e-a0e9-9bb8c05f803f tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=79169c59-b7ec-4197-8774-68baf246b1bd HTTP/1.1" status: 200 len: 1096 time: 0.0418167 Sep 18 00:13:32.949048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-15c61d6e-da23-44b5-8f61-836abc2d1ae0 req-c4942c7c-ac89-4614-bc9e-ef60ff7f8186 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Deleting port 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:13:32.949395 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-15c61d6e-da23-44b5-8f61-836abc2d1ae0 req-c4942c7c-ac89-4614-bc9e-ef60ff7f8186 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:33.038945 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-15c61d6e-da23-44b5-8f61-836abc2d1ae0 req-c4942c7c-ac89-4614-bc9e-ef60ff7f8186 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] For port 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc,segment=NetworkSegment(a614cc1a-6f64-4d2c-92ef-fa938e4ec48b),segment_id=a614cc1a-6f64-4d2c-92ef-fa938e4ec48b)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:33.039329 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-15c61d6e-da23-44b5-8f61-836abc2d1ae0 req-c4942c7c-ac89-4614-bc9e-ef60ff7f8186 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:33.052229 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-15c61d6e-da23-44b5-8f61-836abc2d1ae0 req-c4942c7c-ac89-4614-bc9e-ef60ff7f8186 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Calling delete_port for 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:13:33.229104 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-15c61d6e-da23-44b5-8f61-836abc2d1ae0 req-c4942c7c-ac89-4614-bc9e-ef60ff7f8186 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:33.242183 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:13:33.246254 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['2a38ef9b-7ecd-4c28-9dd4-72dcdc227611'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:13:33.266012 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4942c7c-ac89-4614-bc9e-ef60ff7f8186 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:33.317396 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c61d6e-da23-44b5-8f61-836abc2d1ae0 req-c4942c7c-ac89-4614-bc9e-ef60ff7f8186 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] No DVR routers for this DVR port 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:13:33.322451 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-15c61d6e-da23-44b5-8f61-836abc2d1ae0 req-c4942c7c-ac89-4614-bc9e-ef60ff7f8186 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:33.328750 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-15c61d6e-da23-44b5-8f61-836abc2d1ae0 req-c4942c7c-ac89-4614-bc9e-ef60ff7f8186 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.41 "DELETE /v2.0/ports/4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc HTTP/1.1" status: 204 len: 173 time: 0.4608817 Sep 18 00:13:33.328750 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79169c59-b7ec-4197-8774-68baf246b1bd', 'name': 'network-vif-deleted', 'tag': '4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:13:33.336909 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf0e826-0e10-4c38-ac75-0739f5cff263" -d '{"events": [{"server_uuid": "79169c59-b7ec-4197-8774-68baf246b1bd", "name": "network-vif-deleted", "tag": "4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:13:33.379461 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc635b2-1c04-422f-95db-147edb0ce5ce x-openstack-request-id: req-4dc635b2-1c04-422f-95db-147edb0ce5ce {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:13:33.379851 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79169c59-b7ec-4197-8774-68baf246b1bd", "name": "network-vif-deleted", "tag": "4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:13:33.380198 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4dc635b2-1c04-422f-95db-147edb0ce5ce {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:13:33.380712 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79169c59-b7ec-4197-8774-68baf246b1bd', 'name': 'network-vif-deleted', 'tag': '4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc', 'status': 'completed', 'code': 200} Sep 18 00:13:33.965419 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b1ddfae-c858-4c4f-8429-8691ec34c6ed req-a3492cc6-5834-4470-a350-638cc1a2ed3c tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=79169c59-b7ec-4197-8774-68baf246b1bd HTTP/1.1" status: 200 len: 210 time: 0.0611858 Sep 18 00:13:35.428263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de5a9a-6fdc-43a6-8c39-a8c18660cdef req-fa80995f-c034-493b-8ed2-3eedd56d3a1b tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:35.430489 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-89de5a9a-6fdc-43a6-8c39-a8c18660cdef req-fa80995f-c034-493b-8ed2-3eedd56d3a1b tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 1097 time: 0.0482717 Sep 18 00:13:35.468574 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-89de5a9a-6fdc-43a6-8c39-a8c18660cdef req-5a28b230-74d9-4669-893c-b67cbf65b922 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317535 Sep 18 00:13:36.580598 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1c547-6c55-46b0-ba6c-ca0841746eb5 req-9cb44531-b5e5-47d8-8a49-23db4c6163d9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:36.582158 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-98a1c547-6c55-46b0-ba6c-ca0841746eb5 req-9cb44531-b5e5-47d8-8a49-23db4c6163d9 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 1097 time: 0.0405169 Sep 18 00:13:36.618553 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-98a1c547-6c55-46b0-ba6c-ca0841746eb5 req-46593166-88d8-47f8-bdb0-6ef3204def2c tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=48a77982-d818-4e80-a2a2-73efc1d06d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302801 Sep 18 00:13:36.715801 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb037379-a7c5-463d-affc-7e6822d3e6da req-1ade667a-d8f2-4b3b-a26e-11026d31529f tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:36.717273 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eb037379-a7c5-463d-affc-7e6822d3e6da req-1ade667a-d8f2-4b3b-a26e-11026d31529f tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 1097 time: 0.0396886 Sep 18 00:13:36.800635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-eb037379-a7c5-463d-affc-7e6822d3e6da req-e3c7af04-9e03-435b-be3b-f621e9801607 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Deleting port 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:13:36.801032 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-eb037379-a7c5-463d-affc-7e6822d3e6da req-e3c7af04-9e03-435b-be3b-f621e9801607 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:36.879598 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-eb037379-a7c5-463d-affc-7e6822d3e6da req-e3c7af04-9e03-435b-be3b-f621e9801607 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] For port 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=2a38ef9b-7ecd-4c28-9dd4-72dcdc227611,segment=NetworkSegment(a614cc1a-6f64-4d2c-92ef-fa938e4ec48b),segment_id=a614cc1a-6f64-4d2c-92ef-fa938e4ec48b)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:36.879954 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-eb037379-a7c5-463d-affc-7e6822d3e6da req-e3c7af04-9e03-435b-be3b-f621e9801607 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:36.895702 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-eb037379-a7c5-463d-affc-7e6822d3e6da req-e3c7af04-9e03-435b-be3b-f621e9801607 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Calling delete_port for 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:13:37.120532 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:13:37.143583 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-eb037379-a7c5-463d-affc-7e6822d3e6da req-e3c7af04-9e03-435b-be3b-f621e9801607 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:37.143904 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:13:37.144255 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4ac297e3-4bf2-4c8b-8162-2fe6eeb698cc not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:13:37.155449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['2a38ef9b-7ecd-4c28-9dd4-72dcdc227611'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:13:37.169265 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7af04-9e03-435b-be3b-f621e9801607 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a38ef9b-7ecd-4c28-9dd4-72dcdc227611,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:37.216787 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb037379-a7c5-463d-affc-7e6822d3e6da req-e3c7af04-9e03-435b-be3b-f621e9801607 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] No DVR routers for this DVR port 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:13:37.219868 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-eb037379-a7c5-463d-affc-7e6822d3e6da req-e3c7af04-9e03-435b-be3b-f621e9801607 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:37.222138 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eb037379-a7c5-463d-affc-7e6822d3e6da req-e3c7af04-9e03-435b-be3b-f621e9801607 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.37 "DELETE /v2.0/ports/2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 HTTP/1.1" status: 204 len: 173 time: 0.4984691 Sep 18 00:13:37.222610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b7104e-573c-4fb1-b7d0-0c194ac0c1de', 'name': 'network-vif-deleted', 'tag': '2a38ef9b-7ecd-4c28-9dd4-72dcdc227611'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:13:37.224983 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501acbe5-cd75-4d31-9d95-d77f877cf6d8" -d '{"events": [{"server_uuid": "a7b7104e-573c-4fb1-b7d0-0c194ac0c1de", "name": "network-vif-deleted", "tag": "2a38ef9b-7ecd-4c28-9dd4-72dcdc227611"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:13:37.274052 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5062bc-aea6-40e9-b3c2-1c17f7c4e513 x-openstack-request-id: req-1b5062bc-aea6-40e9-b3c2-1c17f7c4e513 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:13:37.274052 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b7104e-573c-4fb1-b7d0-0c194ac0c1de", "name": "network-vif-deleted", "tag": "2a38ef9b-7ecd-4c28-9dd4-72dcdc227611", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:13:37.274052 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b5062bc-aea6-40e9-b3c2-1c17f7c4e513 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:13:37.274052 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b7104e-573c-4fb1-b7d0-0c194ac0c1de', 'name': 'network-vif-deleted', 'tag': '2a38ef9b-7ecd-4c28-9dd4-72dcdc227611', 'status': 'completed', 'code': 200} Sep 18 00:13:37.724344 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8e29b661-94dc-4d9b-b141-c2fe2d48b399 req-37045d67-5f13-4dde-bdc4-24c644db29a8 tempest-TestServerMultinode-1867882310 tempest-TestServerMultinode-1867882310-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7b7104e-573c-4fb1-b7d0-0c194ac0c1de HTTP/1.1" status: 200 len: 210 time: 0.0258796 Sep 18 00:13:38.793261 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51328) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:39.153986 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:13:39.180430 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:13:39.180430 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 2a38ef9b-7ecd-4c28-9dd4-72dcdc227611 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:13:39.484078 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54ad34a0-206e-4d0c-b1d7-7fd61edf533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:39.792063 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-54ad34a0-206e-4d0c-b1d7-7fd61edf533e admin admin] Deleting port 5b2c047f-d16e-42eb-8d42-60f7c3515bc8 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:13:39.792394 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54ad34a0-206e-4d0c-b1d7-7fd61edf533e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:39.880769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-54ad34a0-206e-4d0c-b1d7-7fd61edf533e admin admin] For port 5b2c047f-d16e-42eb-8d42-60f7c3515bc8, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5b2c047f-d16e-42eb-8d42-60f7c3515bc8,segment=NetworkSegment(a614cc1a-6f64-4d2c-92ef-fa938e4ec48b),segment_id=a614cc1a-6f64-4d2c-92ef-fa938e4ec48b)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:39.881561 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54ad34a0-206e-4d0c-b1d7-7fd61edf533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:39.894765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-54ad34a0-206e-4d0c-b1d7-7fd61edf533e admin admin] Calling delete_port for 5b2c047f-d16e-42eb-8d42-60f7c3515bc8 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:13:40.073545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51392) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:40.149277 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54ad34a0-206e-4d0c-b1d7-7fd61edf533e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:40.173814 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad34a0-206e-4d0c-b1d7-7fd61edf533e admin admin] Pushing event deleted for resources: {'Port': ['ID=5b2c047f-d16e-42eb-8d42-60f7c3515bc8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:40.190307 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3c47cece-259d-46db-a6f3-c25e6bbbb656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:40.295429 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3c47cece-259d-46db-a6f3-c25e6bbbb656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:40.354898 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3c47cece-259d-46db-a6f3-c25e6bbbb656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:40.365931 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54ad34a0-206e-4d0c-b1d7-7fd61edf533e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:40.386886 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3c47cece-259d-46db-a6f3-c25e6bbbb656 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a840f882c56343a4b4c9551483352fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122199 Sep 18 00:13:40.389884 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51408) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:40.421995 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47cece-259d-46db-a6f3-c25e6bbbb656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fd251f-a4b1-4c5a-9655-02aaf61d25af,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:40.453145 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-284daa49-5220-48f8-923d-5ef2a699e05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:40.475854 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-284daa49-5220-48f8-923d-5ef2a699e05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:40.514834 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:40.571760 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-284daa49-5220-48f8-923d-5ef2a699e05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:40.574457 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-284daa49-5220-48f8-923d-5ef2a699e05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:40.575652 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-284daa49-5220-48f8-923d-5ef2a699e05b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c7fd251f-a4b1-4c5a-9655-02aaf61d25af HTTP/1.1" status: 204 len: 168 time: 0.1833348 Sep 18 00:13:40.584238 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284daa49-5220-48f8-923d-5ef2a699e05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fd251f-a4b1-4c5a-9655-02aaf61d25af,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:40.607655 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ad34a0-206e-4d0c-b1d7-7fd61edf533e admin admin] Router 5b53d250-dfc0-40f8-b85c-c6a62a4156c5 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:13:40.715139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ad34a0-206e-4d0c-b1d7-7fd61edf533e admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:13:40.721341 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-54ad34a0-206e-4d0c-b1d7-7fd61edf533e admin admin] 10.222.0.46 "PUT /v2.0/routers/5b53d250-dfc0-40f8-b85c-c6a62a4156c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9264662 Sep 18 00:13:40.723221 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51432) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:40.729149 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba3af9-2dca-4f06-9f64-b1025679ad7c None None] Sync routers for ids ['5b53d250-dfc0-40f8-b85c-c6a62a4156c5'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:13:40.739390 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baba3af9-2dca-4f06-9f64-b1025679ad7c None None] Routers {'5b53d250-dfc0-40f8-b85c-c6a62a4156c5'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:13:40.740227 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-baba3af9-2dca-4f06-9f64-b1025679ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:13:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5b53d250-dfc0-40f8-b85c-c6a62a4156c5'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:40.829122 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af0d6f5f-dacc-487b-a2c2-087d38a4e0a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:40.850447 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-baba3af9-2dca-4f06-9f64-b1025679ad7c None None] Set router 5b53d250-dfc0-40f8-b85c-c6a62a4156c5 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:13:40.960639 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af0d6f5f-dacc-487b-a2c2-087d38a4e0a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:41.052582 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-baba3af9-2dca-4f06-9f64-b1025679ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b53d250-dfc0-40f8-b85c-c6a62a4156c5', 'name': 'tempest-TestServerMultinode-1046091257-router', 'tenant_id': '1777f77b402647048d34fc4870014850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:12:50Z', 'updated_at': '2021-09-18T00:13:40Z', 'revision_number': 5, 'project_id': '1777f77b402647048d34fc4870014850', 'gw_port': {'id': '91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53d250-dfc0-40f8-b85c-c6a62a4156c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:12:51Z', 'updated_at': '2021-09-18T00:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:41.112028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-af0d6f5f-dacc-487b-a2c2-087d38a4e0a7 admin admin] Deleting port 91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:13:41.112411 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af0d6f5f-dacc-487b-a2c2-087d38a4e0a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:41.209956 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-af0d6f5f-dacc-487b-a2c2-087d38a4e0a7 admin admin] For port 91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:41.210430 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af0d6f5f-dacc-487b-a2c2-087d38a4e0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:41.226234 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-af0d6f5f-dacc-487b-a2c2-087d38a4e0a7 admin admin] Calling delete_port for 91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:13:41.231732 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba3af9-2dca-4f06-9f64-b1025679ad7c None None] Checking router: 5b53d250-dfc0-40f8-b85c-c6a62a4156c5 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:13:41.240037 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baba3af9-2dca-4f06-9f64-b1025679ad7c None None] Routers {'5b53d250-dfc0-40f8-b85c-c6a62a4156c5'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:13:41.242403 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-baba3af9-2dca-4f06-9f64-b1025679ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:13:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['5b53d250-dfc0-40f8-b85c-c6a62a4156c5'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:41.326935 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-baba3af9-2dca-4f06-9f64-b1025679ad7c None None] Set router 5b53d250-dfc0-40f8-b85c-c6a62a4156c5 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:13:41.392152 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-baba3af9-2dca-4f06-9f64-b1025679ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b53d250-dfc0-40f8-b85c-c6a62a4156c5', 'name': 'tempest-TestServerMultinode-1046091257-router', 'tenant_id': '1777f77b402647048d34fc4870014850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:12:50Z', 'updated_at': '2021-09-18T00:13:40Z', 'revision_number': 6, 'project_id': '1777f77b402647048d34fc4870014850', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:41.424809 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba3af9-2dca-4f06-9f64-b1025679ad7c None None] The sync data for ids ['5b53d250-dfc0-40f8-b85c-c6a62a4156c5'] in n-d-809883-1 is: [{'id': '5b53d250-dfc0-40f8-b85c-c6a62a4156c5', 'name': 'tempest-TestServerMultinode-1046091257-router', 'tenant_id': '1777f77b402647048d34fc4870014850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:12:50Z', 'updated_at': '2021-09-18T00:13:40Z', 'revision_number': 6, 'project_id': '1777f77b402647048d34fc4870014850', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:13:41.497583 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af0d6f5f-dacc-487b-a2c2-087d38a4e0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:41.528876 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d6f5f-dacc-487b-a2c2-087d38a4e0a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:41.589721 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af0d6f5f-dacc-487b-a2c2-087d38a4e0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:41.696281 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af0d6f5f-dacc-487b-a2c2-087d38a4e0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:41.698529 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af0d6f5f-dacc-487b-a2c2-087d38a4e0a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:41.840740 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af0d6f5f-dacc-487b-a2c2-087d38a4e0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:41.841313 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0d6f5f-dacc-487b-a2c2-087d38a4e0a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b53d250-dfc0-40f8-b85c-c6a62a4156c5 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:13:41.846188 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af0d6f5f-dacc-487b-a2c2-087d38a4e0a7 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:41.851918 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-af0d6f5f-dacc-487b-a2c2-087d38a4e0a7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5b53d250-dfc0-40f8-b85c-c6a62a4156c5 HTTP/1.1" status: 204 len: 168 time: 1.1232910 Sep 18 00:13:41.852092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51504) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:41.899210 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef45bdf-9b87-4e4f-ba28-457049f5b100 admin admin] Deleting subnet e9d18675-9ab5-41a1-a0da-ff0bb48c763b {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:13:41.906367 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bef45bdf-9b87-4e4f-ba28-457049f5b100 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:41.951658 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bef45bdf-9b87-4e4f-ba28-457049f5b100 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:42.035346 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bef45bdf-9b87-4e4f-ba28-457049f5b100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:42.160561 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bef45bdf-9b87-4e4f-ba28-457049f5b100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:42.188892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef45bdf-9b87-4e4f-ba28-457049f5b100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9d18675-9ab5-41a1-a0da-ff0bb48c763b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:42.196405 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bef45bdf-9b87-4e4f-ba28-457049f5b100 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:42.201470 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bef45bdf-9b87-4e4f-ba28-457049f5b100 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e9d18675-9ab5-41a1-a0da-ff0bb48c763b HTTP/1.1" status: 204 len: 168 time: 0.3469932 Sep 18 00:13:42.201470 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51530) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:42.205571 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fb4073-3f0d-4268-8a01-17e6bfb9991b None None] Network 739f7d13-2825-4000-973e-c56b19499519 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:13:42.288644 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:42.348633 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] Deleting port 3d612672-ed1f-4146-8aa4-9a584796505e {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:13:42.349023 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:42.402785 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3988b68a-e7d5-46de-ab9d-b1d7db6da13e None None] DHCP port deletion for 739f7d13-2825-4000-973e-c56b19499519 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:13:42.424998 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] For port 3d612672-ed1f-4146-8aa4-9a584796505e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3d612672-ed1f-4146-8aa4-9a584796505e,segment=NetworkSegment(a614cc1a-6f64-4d2c-92ef-fa938e4ec48b),segment_id=a614cc1a-6f64-4d2c-92ef-fa938e4ec48b)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:42.425550 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:42.438790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] Calling delete_port for 3d612672-ed1f-4146-8aa4-9a584796505e owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:13:42.449366 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3988b68a-e7d5-46de-ab9d-b1d7db6da13e None None] Deleting port 3d612672-ed1f-4146-8aa4-9a584796505e {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:13:42.449743 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3988b68a-e7d5-46de-ab9d-b1d7db6da13e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:42.525420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3988b68a-e7d5-46de-ab9d-b1d7db6da13e None None] For port 3d612672-ed1f-4146-8aa4-9a584796505e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3d612672-ed1f-4146-8aa4-9a584796505e,segment=NetworkSegment(a614cc1a-6f64-4d2c-92ef-fa938e4ec48b),segment_id=a614cc1a-6f64-4d2c-92ef-fa938e4ec48b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:42.525700 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3988b68a-e7d5-46de-ab9d-b1d7db6da13e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:42.541759 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3988b68a-e7d5-46de-ab9d-b1d7db6da13e None None] Calling delete_port for 3d612672-ed1f-4146-8aa4-9a584796505e owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:13:42.611974 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:42.626716 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3988b68a-e7d5-46de-ab9d-b1d7db6da13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:42.638946 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] Pushing event deleted for resources: {'Port': ['ID=3d612672-ed1f-4146-8aa4-9a584796505e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:42.646232 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] No DVR routers for this DVR port 3d612672-ed1f-4146-8aa4-9a584796505e on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:13:42.655623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988b68a-e7d5-46de-ab9d-b1d7db6da13e None None] Pushing event deleted for resources: {'Port': ['ID=3d612672-ed1f-4146-8aa4-9a584796505e,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:42.659999 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3988b68a-e7d5-46de-ab9d-b1d7db6da13e None None] No DVR routers for this DVR port 3d612672-ed1f-4146-8aa4-9a584796505e on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:13:43.003501 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:43.027634 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739f7d13-2825-4000-973e-c56b19499519']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:43.038422 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a614cc1a-6f64-4d2c-92ef-fa938e4ec48b') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:43.038716 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a614cc1a-6f64-4d2c-92ef-fa938e4ec48b') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:43.047982 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:43.062997 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:43.070209 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:13:43.070692 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:13:43.073079 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:13:43.200424 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:43.205350 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:43.214342 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] 10.222.0.46 "DELETE /v2.0/networks/739f7d13-2825-4000-973e-c56b19499519 HTTP/1.1" status: 204 len: 168 time: 1.0057187 Sep 18 00:13:43.214490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51584) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:43.221889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f208f0-ce5e-4f7f-a584-e2c56f16734c admin admin] Pushing event deleted for resources: {'Network': ['ID=739f7d13-2825-4000-973e-c56b19499519,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:43.447770 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5b2c047f-d16e-42eb-8d42-60f7c3515bc8 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:13:43.469569 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 5b2c047f-d16e-42eb-8d42-60f7c3515bc8 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:13:43.470068 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5b2c047f-d16e-42eb-8d42-60f7c3515bc8 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:13:43.470787 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3d612672-ed1f-4146-8aa4-9a584796505e no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:13:43.501596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 3d612672-ed1f-4146-8aa4-9a584796505e {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:13:43.502211 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3d612672-ed1f-4146-8aa4-9a584796505e not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:13:43.502854 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:13:43.523446 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:13:43.524094 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 91bc5f07-c677-4b5b-a9e3-7f5bfdf5f07a not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:13:43.526899 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:43.821873 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29fe2032-732d-412d-84ed-a64c1b4b4222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:43.998407 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51600) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:44.004035 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1d2bf73f-f9c9-4092-9f8a-fff292a0991f tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Request body: {'network': {'name': 'tempest-network-smoke--554332402', 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'port_security_enabled': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:13:44.017688 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-50a61d5f-9083-4916-9491-76a92e2f2a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:44.074810 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-29fe2032-732d-412d-84ed-a64c1b4b4222 admin admin] Deleting port 1ef6c8df-91a0-4072-86fd-1e301c3c90f5 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:13:44.075098 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29fe2032-732d-412d-84ed-a64c1b4b4222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:44.097917 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2bf73f-f9c9-4092-9f8a-fff292a0991f tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Made reservation on behalf of 0e9c7cbf45e0479e99556cf2a2b08fd5 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:13:44.101597 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf73f-f9c9-4092-9f8a-fff292a0991f tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:44.110983 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf73f-f9c9-4092-9f8a-fff292a0991f tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:44.163594 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-29fe2032-732d-412d-84ed-a64c1b4b4222 admin admin] For port 1ef6c8df-91a0-4072-86fd-1e301c3c90f5, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=1ef6c8df-91a0-4072-86fd-1e301c3c90f5,segment=NetworkSegment(7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2),segment_id=7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:44.163966 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29fe2032-732d-412d-84ed-a64c1b4b4222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:44.177230 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-29fe2032-732d-412d-84ed-a64c1b4b4222 admin admin] Calling delete_port for 1ef6c8df-91a0-4072-86fd-1e301c3c90f5 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:13:44.215867 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf73f-f9c9-4092-9f8a-fff292a0991f tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:44.331974 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf73f-f9c9-4092-9f8a-fff292a0991f tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:44.359660 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2bf73f-f9c9-4092-9f8a-fff292a0991f tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae1d92d-aac8-4a7e-b670-3db1e39499e5,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:44.434725 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29fe2032-732d-412d-84ed-a64c1b4b4222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:44.440228 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2bf73f-f9c9-4092-9f8a-fff292a0991f tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:13:44.449899 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf73f-f9c9-4092-9f8a-fff292a0991f tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:44.450737 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-1d2bf73f-f9c9-4092-9f8a-fff292a0991f tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Added segment f07cc603-9edc-48d1-ae79-520f1108b862 of type vlan for network cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 Sep 18 00:13:44.461589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe2032-732d-412d-84ed-a64c1b4b4222 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef6c8df-91a0-4072-86fd-1e301c3c90f5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:44.498325 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf73f-f9c9-4092-9f8a-fff292a0991f tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:44.590044 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf73f-f9c9-4092-9f8a-fff292a0991f tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:44.596053 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2bf73f-f9c9-4092-9f8a-fff292a0991f tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:44.596661 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf73f-f9c9-4092-9f8a-fff292a0991f tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:44.636952 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-29fe2032-732d-412d-84ed-a64c1b4b4222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:44.673828 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2bf73f-f9c9-4092-9f8a-fff292a0991f tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event updated for resources: {'Network': ['ID=cd28d1f1-92f4-46ea-a20f-55edbb68e9f8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:44.687140 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:13:44.704034 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1d2bf73f-f9c9-4092-9f8a-fff292a0991f tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7044773 Sep 18 00:13:44.706917 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51610) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:44.712064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7117f44e-eee1-4964-baaa-f2a576c61d95 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-888564939', 'admin_state_up': True, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:13:44.853097 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7117f44e-eee1-4964-baaa-f2a576c61d95 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:44.854035 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7117f44e-eee1-4964-baaa-f2a576c61d95 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:44.896438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fe2032-732d-412d-84ed-a64c1b4b4222 admin admin] Router 65cc9018-f132-406d-9403-ef382293df2c has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:13:44.924309 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7117f44e-eee1-4964-baaa-f2a576c61d95 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:45.097516 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fe2032-732d-412d-84ed-a64c1b4b4222 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:13:45.106528 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-29fe2032-732d-412d-84ed-a64c1b4b4222 admin admin] 10.222.0.46 "PUT /v2.0/routers/65cc9018-f132-406d-9403-ef382293df2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8913784 Sep 18 00:13:45.108075 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b324b5c-fc0c-4f95-8455-c5ddfc7debb7 None None] Sync routers for ids ['65cc9018-f132-406d-9403-ef382293df2c'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:13:45.109116 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51612) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:45.117174 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b324b5c-fc0c-4f95-8455-c5ddfc7debb7 None None] Routers {'65cc9018-f132-406d-9403-ef382293df2c'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:13:45.117785 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7b324b5c-fc0c-4f95-8455-c5ddfc7debb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:13:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['65cc9018-f132-406d-9403-ef382293df2c'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:45.213098 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7117f44e-eee1-4964-baaa-f2a576c61d95 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:45.223011 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-7b324b5c-fc0c-4f95-8455-c5ddfc7debb7 None None] Set router 65cc9018-f132-406d-9403-ef382293df2c gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:13:45.276240 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64b008c3-4da6-44b7-b05b-1b2de8d86180 admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:45.404800 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7b324b5c-fc0c-4f95-8455-c5ddfc7debb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc9018-f132-406d-9403-ef382293df2c', 'name': 'tempest-TestServerMultinode-1944744089-router', 'tenant_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '17ee3531-2e7b-40d6-af95-012c15afd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:12:57Z', 'updated_at': '2021-09-18T00:13:44Z', 'revision_number': 5, 'project_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'gw_port': {'id': '17ee3531-2e7b-40d6-af95-012c15afd426', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc9018-f132-406d-9403-ef382293df2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:12:58Z', 'updated_at': '2021-09-18T00:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:45.408949 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64b008c3-4da6-44b7-b05b-1b2de8d86180 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:45.432156 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b324b5c-fc0c-4f95-8455-c5ddfc7debb7 None None] Checking router: 65cc9018-f132-406d-9403-ef382293df2c for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:13:45.440964 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b324b5c-fc0c-4f95-8455-c5ddfc7debb7 None None] Routers {'65cc9018-f132-406d-9403-ef382293df2c'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:13:45.442114 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7b324b5c-fc0c-4f95-8455-c5ddfc7debb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:13:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['65cc9018-f132-406d-9403-ef382293df2c'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:45.565047 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-7b324b5c-fc0c-4f95-8455-c5ddfc7debb7 None None] Set router 65cc9018-f132-406d-9403-ef382293df2c gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:13:45.652369 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7117f44e-eee1-4964-baaa-f2a576c61d95 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:45.676427 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7117f44e-eee1-4964-baaa-f2a576c61d95 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:45.734922 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-64b008c3-4da6-44b7-b05b-1b2de8d86180 admin admin] Deleting port 17ee3531-2e7b-40d6-af95-012c15afd426 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:13:45.735271 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64b008c3-4da6-44b7-b05b-1b2de8d86180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:45.765411 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7b324b5c-fc0c-4f95-8455-c5ddfc7debb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cc9018-f132-406d-9403-ef382293df2c', 'name': 'tempest-TestServerMultinode-1944744089-router', 'tenant_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '17ee3531-2e7b-40d6-af95-012c15afd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:12:57Z', 'updated_at': '2021-09-18T00:13:44Z', 'revision_number': 5, 'project_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'gw_port': {'id': '17ee3531-2e7b-40d6-af95-012c15afd426', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc9018-f132-406d-9403-ef382293df2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:12:58Z', 'updated_at': '2021-09-18T00:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:45.795664 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b324b5c-fc0c-4f95-8455-c5ddfc7debb7 None None] The sync data for ids ['65cc9018-f132-406d-9403-ef382293df2c'] in n-d-809883-1 is: [{'id': '65cc9018-f132-406d-9403-ef382293df2c', 'name': 'tempest-TestServerMultinode-1944744089-router', 'tenant_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '17ee3531-2e7b-40d6-af95-012c15afd426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:12:57Z', 'updated_at': '2021-09-18T00:13:44Z', 'revision_number': 5, 'project_id': '89c9f636f1df4d0ba45ee567a1bb31df', 'gw_port': {'id': '17ee3531-2e7b-40d6-af95-012c15afd426', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc9018-f132-406d-9403-ef382293df2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:12:58Z', 'updated_at': '2021-09-18T00:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:13:45.851763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-7117f44e-eee1-4964-baaa-f2a576c61d95 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Allocated IP 172.25.3.44 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/c34feabe-a84b-4112-a0ba-8e2f73a134b7) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:13:45.874887 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-64b008c3-4da6-44b7-b05b-1b2de8d86180 admin admin] For port 17ee3531-2e7b-40d6-af95-012c15afd426, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=17ee3531-2e7b-40d6-af95-012c15afd426,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:45.875252 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64b008c3-4da6-44b7-b05b-1b2de8d86180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:45.898530 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-64b008c3-4da6-44b7-b05b-1b2de8d86180 admin admin] Calling delete_port for 17ee3531-2e7b-40d6-af95-012c15afd426 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:13:46.030665 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7117f44e-eee1-4964-baaa-f2a576c61d95 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:46.247056 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7117f44e-eee1-4964-baaa-f2a576c61d95 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:46.278648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7117f44e-eee1-4964-baaa-f2a576c61d95 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:13:46.444129 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-7117f44e-eee1-4964-baaa-f2a576c61d95 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:13:46.444129 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7117f44e-eee1-4964-baaa-f2a576c61d95 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:13:46.444129 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117f44e-eee1-4964-baaa-f2a576c61d95 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event updated for resources: {'Port': ['ID=c34feabe-a84b-4112-a0ba-8e2f73a134b7,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:46.480315 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64b008c3-4da6-44b7-b05b-1b2de8d86180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:46.792524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b008c3-4da6-44b7-b05b-1b2de8d86180 admin admin] Pushing event deleted for resources: {'Port': ['ID=17ee3531-2e7b-40d6-af95-012c15afd426,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:46.851898 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64b008c3-4da6-44b7-b05b-1b2de8d86180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:46.960469 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c8e26bab-a713-4b5e-ac13-5f7c6a00f6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:46.973341 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64b008c3-4da6-44b7-b05b-1b2de8d86180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:46.976685 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64b008c3-4da6-44b7-b05b-1b2de8d86180 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:47.129305 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7117f44e-eee1-4964-baaa-f2a576c61d95 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:47.162187 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64b008c3-4da6-44b7-b05b-1b2de8d86180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:47.162708 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b008c3-4da6-44b7-b05b-1b2de8d86180 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65cc9018-f132-406d-9403-ef382293df2c {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:13:47.168601 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-64b008c3-4da6-44b7-b05b-1b2de8d86180 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:47.170236 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-64b008c3-4da6-44b7-b05b-1b2de8d86180 admin admin] 10.222.0.46 "DELETE /v2.0/routers/65cc9018-f132-406d-9403-ef382293df2c HTTP/1.1" status: 204 len: 168 time: 2.0596824 Sep 18 00:13:47.172305 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51618) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:47.260381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-07500b46-d94f-41ea-8864-c999f62c2432 admin admin] Deleting subnet 2303f3c0-8e3f-4dcc-86f9-7aee67665667 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:13:47.266127 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-07500b46-d94f-41ea-8864-c999f62c2432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:47.315785 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:47.345420 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-07500b46-d94f-41ea-8864-c999f62c2432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:47.456745 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7117f44e-eee1-4964-baaa-f2a576c61d95 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:47.504474 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-07500b46-d94f-41ea-8864-c999f62c2432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:47.669914 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-07500b46-d94f-41ea-8864-c999f62c2432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:47.699833 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07500b46-d94f-41ea-8864-c999f62c2432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2303f3c0-8e3f-4dcc-86f9-7aee67665667,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:47.709531 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-07500b46-d94f-41ea-8864-c999f62c2432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:47.711563 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-07500b46-d94f-41ea-8864-c999f62c2432 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2303f3c0-8e3f-4dcc-86f9-7aee67665667 HTTP/1.1" status: 204 len: 168 time: 0.5383108 Sep 18 00:13:47.714240 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07500b46-d94f-41ea-8864-c999f62c2432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:47.720145 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07500b46-d94f-41ea-8864-c999f62c2432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:47.720145 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07500b46-d94f-41ea-8864-c999f62c2432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:47.720510 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51622) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:47.721011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07500b46-d94f-41ea-8864-c999f62c2432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:47.721011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07500b46-d94f-41ea-8864-c999f62c2432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:47.721011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07500b46-d94f-41ea-8864-c999f62c2432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:47.721011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07500b46-d94f-41ea-8864-c999f62c2432 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:47.721011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07500b46-d94f-41ea-8864-c999f62c2432 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:47.721011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07500b46-d94f-41ea-8864-c999f62c2432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:47.721011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07500b46-d94f-41ea-8864-c999f62c2432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:47.721564 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859c8156-10a6-4261-b766-ac6b500cbb69 None None] Network 803f976d-f6bd-4e94-9772-41b97b078198 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:13:47.721659 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07500b46-d94f-41ea-8864-c999f62c2432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:47.721659 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07500b46-d94f-41ea-8864-c999f62c2432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:47.740128 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1ef6c8df-91a0-4072-86fd-1e301c3c90f5 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:13:47.771860 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7117f44e-eee1-4964-baaa-f2a576c61d95 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Router c53a9bd4-8a6c-49e2-8bfe-b492a820f92f is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:13:47.792494 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:47.828015 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 1ef6c8df-91a0-4072-86fd-1e301c3c90f5 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:13:47.828689 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1ef6c8df-91a0-4072-86fd-1e301c3c90f5 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:13:47.829123 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 17ee3531-2e7b-40d6-af95-012c15afd426 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:13:47.861392 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] Deleting port 45ca6bfb-8251-4239-b931-fada26878dcf {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:13:47.861884 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:47.871176 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 17ee3531-2e7b-40d6-af95-012c15afd426 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:13:47.871529 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 17ee3531-2e7b-40d6-af95-012c15afd426 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:13:47.918260 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7117f44e-eee1-4964-baaa-f2a576c61d95 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:13:47.927796 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:47.933784 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] Sync routers for ids ['c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:13:47.939038 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] For port 45ca6bfb-8251-4239-b931-fada26878dcf, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=45ca6bfb-8251-4239-b931-fada26878dcf,segment=NetworkSegment(7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2),segment_id=7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:47.943271 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:47.952212 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] Routers {'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:13:47.952887 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:13:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:47.954692 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] Calling delete_port for 45ca6bfb-8251-4239-b931-fada26878dcf owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:13:48.019009 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7117f44e-eee1-4964-baaa-f2a576c61d95 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:48.020586 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7117f44e-eee1-4964-baaa-f2a576c61d95 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.3126199 Sep 18 00:13:48.023681 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51624) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:48.025368 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443c72d5-2afa-4f41-a9ff-0271fe93081f None None] DHCP port deletion for 803f976d-f6bd-4e94-9772-41b97b078198 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:13:48.113022 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] Set router c53a9bd4-8a6c-49e2-8bfe-b492a820f92f gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:13:48.120413 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:48.154323 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] No DVR routers for this DVR port 45ca6bfb-8251-4239-b931-fada26878dcf on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:13:48.166082 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=45ca6bfb-8251-4239-b931-fada26878dcf,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:48.207157 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-443c72d5-2afa-4f41-a9ff-0271fe93081f None None] Deleting port 45ca6bfb-8251-4239-b931-fada26878dcf {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:13:48.207530 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-443c72d5-2afa-4f41-a9ff-0271fe93081f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:48.215709 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3f89a85d-5945-43d2-bbb4-1a5905e0d228 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=0e9c7cbf45e0479e99556cf2a2b08fd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1883931 Sep 18 00:13:48.216095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51628) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:48.269902 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:48.290857 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803f976d-f6bd-4e94-9772-41b97b078198']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:48.308969 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:48.309819 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a55b4e3-1f9f-4f33-bf48-3cc8efbce8f2') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:48.316860 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-443c72d5-2afa-4f41-a9ff-0271fe93081f None None] For port 45ca6bfb-8251-4239-b931-fada26878dcf, host n-d-809883-1, got binding levels [] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:48.317261 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-443c72d5-2afa-4f41-a9ff-0271fe93081f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:48.323994 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:48.340615 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:48.347724 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-443c72d5-2afa-4f41-a9ff-0271fe93081f None None] Calling delete_port for 45ca6bfb-8251-4239-b931-fada26878dcf owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:13:48.348551 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:13:48.349390 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:48.355240 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.ipam_backend_mixin [None req-443c72d5-2afa-4f41-a9ff-0271fe93081f None None] Port 45ca6bfb-8251-4239-b931-fada26878dcf was not found and therefore no delete operation was performed {{(pid=95593) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 00:13:48.355240 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-443c72d5-2afa-4f41-a9ff-0271fe93081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:48.378742 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c72d5-2afa-4f41-a9ff-0271fe93081f None None] Pushing event deleted for resources: {'Port': ['ID=45ca6bfb-8251-4239-b931-fada26878dcf,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:48.394502 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c72d5-2afa-4f41-a9ff-0271fe93081f None None] No DVR routers for this DVR port 45ca6bfb-8251-4239-b931-fada26878dcf on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:13:48.415047 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793efea2-921e-4ad6-803a-9589dfd48837 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:48.416784 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888564939', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:13:44Z', 'updated_at': '2021-09-18T00:13:46Z', 'revision_number': 3, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:36:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:45Z', 'updated_at': '2021-09-18T00:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:48.417156 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-793efea2-921e-4ad6-803a-9589dfd48837 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1996524 Sep 18 00:13:48.419586 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51630) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:13:48.428293 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:13:48.453438 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] Checking router: c53a9bd4-8a6c-49e2-8bfe-b492a820f92f for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:13:48.454122 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] Updating router c53a9bd4-8a6c-49e2-8bfe-b492a820f92f port c34feabe-a84b-4112-a0ba-8e2f73a134b7 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:13:48.456459 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a6920532-6eb7-4876-9abe-d1ff8545dbc6 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=544c7e65-fba8-424a-a169-b245d1aea919&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355160 Sep 18 00:13:48.459174 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51632) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:48.464450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8fd5a7cd-a611-4f23-aaa5-7df265f233eb tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1196879375', 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8', 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:13:48.481321 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:48.525840 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:48.533809 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:48.536183 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] 10.222.0.46 "DELETE /v2.0/networks/803f976d-f6bd-4e94-9772-41b97b078198 HTTP/1.1" status: 204 len: 168 time: 0.8200493 Sep 18 00:13:48.554879 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc154812-622c-4630-8e8b-7dec43a34f59 admin admin] Pushing event deleted for resources: {'Network': ['ID=803f976d-f6bd-4e94-9772-41b97b078198,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:48.680194 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd5a7cd-a611-4f23-aaa5-7df265f233eb tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Made reservation on behalf of 0e9c7cbf45e0479e99556cf2a2b08fd5 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:13:48.684535 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8fd5a7cd-a611-4f23-aaa5-7df265f233eb tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:48.765148 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:48.823186 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:48.875052 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] Attempting to bind port c34feabe-a84b-4112-a0ba-8e2f73a134b7 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:13:48.875521 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] Attempting to bind port c34feabe-a84b-4112-a0ba-8e2f73a134b7 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:13:48.876010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] Attempting to bind port c34feabe-a84b-4112-a0ba-8e2f73a134b7 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:13:48.883257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c8f41-079a-49f9-8a9c-a464ca4209cf None None] Pushing event updated for resources: {'Port': ['ID=c34feabe-a84b-4112-a0ba-8e2f73a134b7,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:48.885731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:13:48.897008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:13:48.897008 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:48.897008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:13:48.897008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] Bound port: c34feabe-a84b-4112-a0ba-8e2f73a134b7, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:13:48.897008 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:48.932574 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8fd5a7cd-a611-4f23-aaa5-7df265f233eb tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:48.942468 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] For port c34feabe-a84b-4112-a0ba-8e2f73a134b7, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:13:48.945638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] For port c34feabe-a84b-4112-a0ba-8e2f73a134b7, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c34feabe-a84b-4112-a0ba-8e2f73a134b7,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:13:48.987400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51638) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:48.997280 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd5a7cd-a611-4f23-aaa5-7df265f233eb tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Checking segment: {'id': 'f07cc603-9edc-48d1-ae79-520f1108b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:13:48.997641 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd5a7cd-a611-4f23-aaa5-7df265f233eb tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Network hostable DHCP agents. Network: cd28d1f1-92f4-46ea-a20f-55edbb68e9f8, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:13:48.999739 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5a7cd-a611-4f23-aaa5-7df265f233eb tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event updated for resources: {'Subnet': ['ID=19439530-511a-40e7-bbb8-207cce7e0058,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:49.006281 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:49.041555 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4db2bcfb-573b-4529-87c6-dd0b314b69d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1777f77b402647048d34fc4870014850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527642 Sep 18 00:13:49.043055 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51640) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:49.063279 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd5a7cd-a611-4f23-aaa5-7df265f233eb tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Network cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:13:49.070106 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] Routers {'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:13:49.071313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:13:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:49.093129 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5aee91fe-e977-42df-a1e1-078367501c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:49.105618 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c8f41-079a-49f9-8a9c-a464ca4209cf None None] Pushing event updated for resources: {'Port': ['ID=c34feabe-a84b-4112-a0ba-8e2f73a134b7,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:49.120621 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5aee91fe-e977-42df-a1e1-078367501c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:49.131285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-8fd5a7cd-a611-4f23-aaa5-7df265f233eb tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, cd28d1f1-92f4-46ea-a20f-55edbb68e9f8) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:13:49.136176 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd5a7cd-a611-4f23-aaa5-7df265f233eb tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:49.137095 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8fd5a7cd-a611-4f23-aaa5-7df265f233eb tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:49.213621 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8fd5a7cd-a611-4f23-aaa5-7df265f233eb tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7533703 Sep 18 00:13:49.216499 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51642) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:49.260232 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5aee91fe-e977-42df-a1e1-078367501c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:49.262765 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5aee91fe-e977-42df-a1e1-078367501c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:49.263919 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5aee91fe-e977-42df-a1e1-078367501c9c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7e54582-09ce-4ec1-8074-21a2ae06cce0 HTTP/1.1" status: 204 len: 168 time: 0.2196882 Sep 18 00:13:49.278961 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee91fe-e977-42df-a1e1-078367501c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e54582-09ce-4ec1-8074-21a2ae06cce0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:49.312309 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e0c28d-bce9-42da-9a2d-91ad1e7c855e None None] Network cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:13:49.403610 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] Set router c53a9bd4-8a6c-49e2-8bfe-b492a820f92f gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:13:49.463948 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 45ca6bfb-8251-4239-b931-fada26878dcf no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:13:49.500711 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 45ca6bfb-8251-4239-b931-fada26878dcf {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:13:49.503368 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 45ca6bfb-8251-4239-b931-fada26878dcf not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:13:49.614810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-cd28d1f1-92f4-46ea-a20f-55edbb68e9f8', 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'fixed_ips': [{'subnet_id': '19439530-511a-40e7-bbb8-207cce7e0058'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:13:49.615650 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:49.710920 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-831d607b-9a00-4484-96bb-7e6405cf9624 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:49.758329 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888564939', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:13:44Z', 'updated_at': '2021-09-18T00:13:46Z', 'revision_number': 3, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:36:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:45Z', 'updated_at': '2021-09-18T00:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:49.806911 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c02082-b605-4d14-bfe4-fcd2d3b809ec None None] The sync data for ids ['c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'] in n-d-809883-1 is: [{'id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888564939', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:13:44Z', 'updated_at': '2021-09-18T00:13:46Z', 'revision_number': 3, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:36:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:45Z', 'updated_at': '2021-09-18T00:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:13:49.834279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] Allocated IP 172.20.0.2 (cd28d1f1-92f4-46ea-a20f-55edbb68e9f8/19439530-511a-40e7-bbb8-207cce7e0058/5dafc062-1ba0-46c6-a290-f2bb88560638) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:13:49.844513 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:49.994184 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:49.999347 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51652) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:50.043784 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8e4115e6-5125-4586-8e62-b4cb8230a041 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89c9f636f1df4d0ba45ee567a1bb31df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442469 Sep 18 00:13:50.046129 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51654) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:50.076877 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:50.124611 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] Network cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:13:50.130688 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:13:50.139421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:13:50.147701 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] Pushing event updated for resources: {'Port': ['ID=5dafc062-1ba0-46c6-a290-f2bb88560638,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:50.165867 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-831d607b-9a00-4484-96bb-7e6405cf9624 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Allocated IP 172.20.0.1 (cd28d1f1-92f4-46ea-a20f-55edbb68e9f8/19439530-511a-40e7-bbb8-207cce7e0058/5173a032-d842-4edc-b03a-3d3ad4f71137) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:13:50.171949 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d2b5cbd-f568-4364-b6ac-81e10a91b641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:50.203649 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] Attempting to bind port 5dafc062-1ba0-46c6-a290-f2bb88560638 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:13:50.204247 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] Attempting to bind port 5dafc062-1ba0-46c6-a290-f2bb88560638 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f07cc603-9edc-48d1-ae79-520f1108b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:13:50.204875 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] Attempting to bind port 5dafc062-1ba0-46c6-a290-f2bb88560638 on network cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:13:50.211984 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:13:50.212450 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] Checking segment: {'id': 'f07cc603-9edc-48d1-ae79-520f1108b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:13:50.212966 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:50.213428 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] Bound using segment: {'id': 'f07cc603-9edc-48d1-ae79-520f1108b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:13:50.214124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] Bound port: 5dafc062-1ba0-46c6-a290-f2bb88560638, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07cc603-9edc-48d1-ae79-520f1108b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:13:50.215011 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:50.226540 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d2b5cbd-f568-4364-b6ac-81e10a91b641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:50.295240 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] For port 5dafc062-1ba0-46c6-a290-f2bb88560638, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:13:50.300381 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] For port 5dafc062-1ba0-46c6-a290-f2bb88560638, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5dafc062-1ba0-46c6-a290-f2bb88560638,segment=NetworkSegment(f07cc603-9edc-48d1-ae79-520f1108b862),segment_id=f07cc603-9edc-48d1-ae79-520f1108b862)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:13:50.325244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28cc0a-f8cb-4287-93a8-e9d9f49e0fa1 req-4e731196-c0cc-4b07-a6ad-f72d8a09c2de tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:50.326679 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3d28cc0a-f8cb-4287-93a8-e9d9f49e0fa1 req-4e731196-c0cc-4b07-a6ad-f72d8a09c2de tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 949 time: 0.0689087 Sep 18 00:13:50.339277 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-831d607b-9a00-4484-96bb-7e6405cf9624 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:50.373226 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3d28cc0a-f8cb-4287-93a8-e9d9f49e0fa1 req-05b17c03-3644-4827-b95b-f20604d750b3 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/security-groups?id=26766611-c657-4870-abb8-9ca17e521d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384333 Sep 18 00:13:50.377887 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:50.406515 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d2b5cbd-f568-4364-b6ac-81e10a91b641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:50.409417 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d2b5cbd-f568-4364-b6ac-81e10a91b641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:50.412880 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1d2b5cbd-f568-4364-b6ac-81e10a91b641 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/48a77982-d818-4e80-a2a2-73efc1d06d29 HTTP/1.1" status: 204 len: 168 time: 0.3632004 Sep 18 00:13:50.420482 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b5cbd-f568-4364-b6ac-81e10a91b641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a77982-d818-4e80-a2a2-73efc1d06d29,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:50.440977 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-831d607b-9a00-4484-96bb-7e6405cf9624 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:50.481486 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518de4e-077f-4282-b960-c808ebedb8ee None None] Pushing event updated for resources: {'Port': ['ID=5dafc062-1ba0-46c6-a290-f2bb88560638,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:50.508592 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831d607b-9a00-4484-96bb-7e6405cf9624 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Network cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:13:50.514284 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-831d607b-9a00-4484-96bb-7e6405cf9624 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:13:50.517134 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831d607b-9a00-4484-96bb-7e6405cf9624 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:13:50.565882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d607b-9a00-4484-96bb-7e6405cf9624 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event updated for resources: {'Port': ['ID=5173a032-d842-4edc-b03a-3d3ad4f71137,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:50.583478 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-831d607b-9a00-4484-96bb-7e6405cf9624 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:50.865726 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-831d607b-9a00-4484-96bb-7e6405cf9624 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:51.174669 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-831d607b-9a00-4484-96bb-7e6405cf9624 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:51.279938 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-831d607b-9a00-4484-96bb-7e6405cf9624 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:51.350545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d607b-9a00-4484-96bb-7e6405cf9624 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event updated for resources: {'Port': ['ID=5173a032-d842-4edc-b03a-3d3ad4f71137,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:51.355534 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-831d607b-9a00-4484-96bb-7e6405cf9624 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:51.483560 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831d607b-9a00-4484-96bb-7e6405cf9624 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Network cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:13:51.485519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-831d607b-9a00-4484-96bb-7e6405cf9624 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:13:51.525889 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c34feabe-a84b-4112-a0ba-8e2f73a134b7 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:13:51.529104 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37abbe-493e-42a7-b98a-2505a0d0454f req-a1032724-8117-47e1-9294-041158221ab3 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:51.538957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca37abbe-493e-42a7-b98a-2505a0d0454f req-a1032724-8117-47e1-9294-041158221ab3 tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 949 time: 0.0725522 Sep 18 00:13:51.591707 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca37abbe-493e-42a7-b98a-2505a0d0454f req-b6402282-c100-4089-9dae-3c374321be3b tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/security-groups?id=26766611-c657-4870-abb8-9ca17e521d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467343 Sep 18 00:13:51.614447 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c34feabe-a84b-4112-a0ba-8e2f73a134b7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:51.614968 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:51.680968 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831d607b-9a00-4484-96bb-7e6405cf9624 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Router c53a9bd4-8a6c-49e2-8bfe-b492a820f92f has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:13:51.699377 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe4eff-6009-4c42-9b1e-83fa8e23ca8b req-81e60ff8-cc27-47b9-81cb-9569abc6b9cc tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:51.699377 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-36fe4eff-6009-4c42-9b1e-83fa8e23ca8b req-81e60ff8-cc27-47b9-81cb-9569abc6b9cc tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.41 "GET /v2.0/ports?device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 949 time: 0.0721262 Sep 18 00:13:51.704347 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:51.726754 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port c34feabe-a84b-4112-a0ba-8e2f73a134b7, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c34feabe-a84b-4112-a0ba-8e2f73a134b7,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:51.744947 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cab0d3-a8f7-4693-b591-f2c8660cdf57 None None] Network cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:13:51.808354 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:51.809199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5dafc062-1ba0-46c6-a290-f2bb88560638 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:13:51.881485 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831d607b-9a00-4484-96bb-7e6405cf9624 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:13:51.887938 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-831d607b-9a00-4484-96bb-7e6405cf9624 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "PUT /v2.0/routers/c53a9bd4-8a6c-49e2-8bfe-b492a820f92f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6699989 Sep 18 00:13:51.889721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-36fe4eff-6009-4c42-9b1e-83fa8e23ca8b req-c14828bf-27e9-4e9e-ae2c-747c51b62cbe tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Deleting port 4f8186b3-199b-4aa3-944b-2a93220252a3 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:13:51.890067 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-36fe4eff-6009-4c42-9b1e-83fa8e23ca8b req-c14828bf-27e9-4e9e-ae2c-747c51b62cbe tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:51.890942 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51662) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:51.896188 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-60874c60-68a8-4554-9f5a-ae5f88e5c827 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--176228941', 'description': 'tempest-secgroup_access--176228941 description', 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:13:51.931914 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-171983ad-9aef-4853-9604-cd6bcfd10292 None None] Provisioning complete for port 5dafc062-1ba0-46c6-a290-f2bb88560638 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:51.932283 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-171983ad-9aef-4853-9604-cd6bcfd10292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:51.966834 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=c34feabe-a84b-4112-a0ba-8e2f73a134b7,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:51.986495 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-60874c60-68a8-4554-9f5a-ae5f88e5c827 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:51.987702 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-36fe4eff-6009-4c42-9b1e-83fa8e23ca8b req-c14828bf-27e9-4e9e-ae2c-747c51b62cbe tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] For port 4f8186b3-199b-4aa3-944b-2a93220252a3, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=4f8186b3-199b-4aa3-944b-2a93220252a3,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:51.988529 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-36fe4eff-6009-4c42-9b1e-83fa8e23ca8b req-c14828bf-27e9-4e9e-ae2c-747c51b62cbe tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:51.989334 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:51.989684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:51.990080 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:51.990356 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:51.990690 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:51.991018 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:51.991343 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:51.991672 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:51.991995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:51.992378 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:51.992643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:51.993522 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:13:52.014735 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-36fe4eff-6009-4c42-9b1e-83fa8e23ca8b req-c14828bf-27e9-4e9e-ae2c-747c51b62cbe tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Calling delete_port for 4f8186b3-199b-4aa3-944b-2a93220252a3 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:13:52.016230 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 5dafc062-1ba0-46c6-a290-f2bb88560638 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:52.016612 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:52.033157 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] Sync routers for ids ['c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:13:52.043707 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] Routers {'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:13:52.044329 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:13:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:52.108714 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-60874c60-68a8-4554-9f5a-ae5f88e5c827 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:52.126045 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-171983ad-9aef-4853-9604-cd6bcfd10292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:52.171363 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] Set router c53a9bd4-8a6c-49e2-8bfe-b492a820f92f gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:13:52.171609 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-60874c60-68a8-4554-9f5a-ae5f88e5c827 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:52.185164 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:52.202763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-171983ad-9aef-4853-9604-cd6bcfd10292 None None] For port 5dafc062-1ba0-46c6-a290-f2bb88560638, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5dafc062-1ba0-46c6-a290-f2bb88560638,segment=NetworkSegment(f07cc603-9edc-48d1-ae79-520f1108b862),segment_id=f07cc603-9edc-48d1-ae79-520f1108b862)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:52.223007 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60874c60-68a8-4554-9f5a-ae5f88e5c827 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0417a107-7fe4-4f4f-9124-e353cc2944da,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:52.280703 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-60874c60-68a8-4554-9f5a-ae5f88e5c827 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:52.282373 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-60874c60-68a8-4554-9f5a-ae5f88e5c827 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3901536 Sep 18 00:13:52.285201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51664) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:52.290381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-fe2153ac-bad0-4bd9-a0a5-e0d4f863c74a tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1028692977', 'description': 'tempest-secgroup_general--1028692977 description', 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:13:52.298357 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-171983ad-9aef-4853-9604-cd6bcfd10292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:52.400432 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:13:52.400887 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:13:52.405952 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171983ad-9aef-4853-9604-cd6bcfd10292 None None] Pushing event updated for resources: {'Port': ['ID=5dafc062-1ba0-46c6-a290-f2bb88560638,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:52.411562 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fe2153ac-bad0-4bd9-a0a5-e0d4f863c74a tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:52.430186 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888564939', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:13:44Z', 'updated_at': '2021-09-18T00:13:50Z', 'revision_number': 4, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:36:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:45Z', 'updated_at': '2021-09-18T00:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5173a032-d842-4edc-b03a-3d3ad4f71137', 'name': '', 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'mac_address': 'fa:16:3e:26:4b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '19439530-511a-40e7-bbb8-207cce7e0058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:49Z', 'updated_at': '2021-09-18T00:13:51Z', 'revision_number': 2, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'subnets': [{'id': '19439530-511a-40e7-bbb8-207cce7e0058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:52.437878 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0b8cf73a-a14d-48fb-9770-682c2464a21c None None] Provisioning complete for port 5dafc062-1ba0-46c6-a290-f2bb88560638 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:52.438306 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0b8cf73a-a14d-48fb-9770-682c2464a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:52.483456 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] Checking router: c53a9bd4-8a6c-49e2-8bfe-b492a820f92f for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:13:52.484238 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] Updating router c53a9bd4-8a6c-49e2-8bfe-b492a820f92f port 5173a032-d842-4edc-b03a-3d3ad4f71137 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:13:52.515985 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:52.545039 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fe2153ac-bad0-4bd9-a0a5-e0d4f863c74a tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:52.551123 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0b8cf73a-a14d-48fb-9770-682c2464a21c None None] Provisioning complete for port 5173a032-d842-4edc-b03a-3d3ad4f71137 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:52.551724 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0b8cf73a-a14d-48fb-9770-682c2464a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:52.583829 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-36fe4eff-6009-4c42-9b1e-83fa8e23ca8b req-c14828bf-27e9-4e9e-ae2c-747c51b62cbe tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:52.591218 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0b8cf73a-a14d-48fb-9770-682c2464a21c None None] Port 5173a032-d842-4edc-b03a-3d3ad4f71137 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:13:52.596984 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['4f8186b3-199b-4aa3-944b-2a93220252a3'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:13:52.611600 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fe2153ac-bad0-4bd9-a0a5-e0d4f863c74a tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:52.656263 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14828bf-27e9-4e9e-ae2c-747c51b62cbe tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Pushing event deleted for resources: {'Port': ['ID=4f8186b3-199b-4aa3-944b-2a93220252a3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:52.681849 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2153ac-bad0-4bd9-a0a5-e0d4f863c74a tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26756e69-ee1c-4895-a1d3-4cc76a10d5ce,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:52.690993 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fe4eff-6009-4c42-9b1e-83fa8e23ca8b req-c14828bf-27e9-4e9e-ae2c-747c51b62cbe tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] No DVR routers for this DVR port 4f8186b3-199b-4aa3-944b-2a93220252a3 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:13:52.694353 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-36fe4eff-6009-4c42-9b1e-83fa8e23ca8b req-c14828bf-27e9-4e9e-ae2c-747c51b62cbe tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:52.696704 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-36fe4eff-6009-4c42-9b1e-83fa8e23ca8b req-c14828bf-27e9-4e9e-ae2c-747c51b62cbe tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.41 "DELETE /v2.0/ports/4f8186b3-199b-4aa3-944b-2a93220252a3 HTTP/1.1" status: 204 len: 173 time: 0.9921567 Sep 18 00:13:52.697594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de46f0d-883f-45b3-88e5-552019a52b70', 'name': 'network-vif-deleted', 'tag': '4f8186b3-199b-4aa3-944b-2a93220252a3'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:13:52.707819 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c75ae46-dd8a-4718-9df6-4e1146df5548" -d '{"events": [{"server_uuid": "7de46f0d-883f-45b3-88e5-552019a52b70", "name": "network-vif-deleted", "tag": "4f8186b3-199b-4aa3-944b-2a93220252a3"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:13:52.728173 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd311727-b27e-4794-b107-aed3e2c9735f req-f6b2564c-9838-4b0e-b8d9-6a16eeb3675f tempest-VolumesBackupsTest-767800122 tempest-VolumesBackupsTest-767800122-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de46f0d-883f-45b3-88e5-552019a52b70 HTTP/1.1" status: 200 len: 210 time: 0.0350759 Sep 18 00:13:52.754026 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6472a013-339d-46bd-bf32-755e1f09006c x-openstack-request-id: req-6472a013-339d-46bd-bf32-755e1f09006c {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:13:52.754324 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de46f0d-883f-45b3-88e5-552019a52b70", "name": "network-vif-deleted", "tag": "4f8186b3-199b-4aa3-944b-2a93220252a3", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:13:52.754581 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6472a013-339d-46bd-bf32-755e1f09006c {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:13:52.754979 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de46f0d-883f-45b3-88e5-552019a52b70', 'name': 'network-vif-deleted', 'tag': '4f8186b3-199b-4aa3-944b-2a93220252a3', 'status': 'completed', 'code': 200} Sep 18 00:13:52.800476 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-fe2153ac-bad0-4bd9-a0a5-e0d4f863c74a tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:52.801554 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-fe2153ac-bad0-4bd9-a0a5-e0d4f863c74a tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5150521 Sep 18 00:13:52.804677 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51670) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:13:52.809266 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-50363f7d-5264-4784-955b-a3f6da61bf67 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Request body: {'security_group_rule': {'security_group_id': '0417a107-7fe4-4f4f-9124-e353cc2944da', 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:13:52.813933 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3ae2d6f4-3849-4d3e-915d-ae00b0d8510a None None] Provisioning complete for port 5173a032-d842-4edc-b03a-3d3ad4f71137 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:52.814403 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3ae2d6f4-3849-4d3e-915d-ae00b0d8510a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:52.860729 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3ae2d6f4-3849-4d3e-915d-ae00b0d8510a None None] Port 5173a032-d842-4edc-b03a-3d3ad4f71137 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:13:52.910855 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50363f7d-5264-4784-955b-a3f6da61bf67 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:52.986784 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:53.004532 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50363f7d-5264-4784-955b-a3f6da61bf67 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:53.080472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-fcdacfd5-b821-4d16-b1e1-6c714c6afd09 None None] Provisioning complete for port 5173a032-d842-4edc-b03a-3d3ad4f71137 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:53.081248 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fcdacfd5-b821-4d16-b1e1-6c714c6afd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:53.091747 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:53.092389 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50363f7d-5264-4784-955b-a3f6da61bf67 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:53.117977 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50363f7d-5264-4784-955b-a3f6da61bf67 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf8ed74-8d63-4cc1-b2c0-c015f5df3393,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:53.129739 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-fcdacfd5-b821-4d16-b1e1-6c714c6afd09 None None] Port 5173a032-d842-4edc-b03a-3d3ad4f71137 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:13:53.148142 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bced1ab-7204-4b06-9c88-1d1664c2d4c1 None None] Pushing event updated for resources: {'Port': ['ID=5173a032-d842-4edc-b03a-3d3ad4f71137,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:53.194851 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] Attempting to bind port 5173a032-d842-4edc-b03a-3d3ad4f71137 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:13:53.195224 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] Attempting to bind port 5173a032-d842-4edc-b03a-3d3ad4f71137 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f07cc603-9edc-48d1-ae79-520f1108b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:13:53.195572 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] Attempting to bind port 5173a032-d842-4edc-b03a-3d3ad4f71137 on network cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:13:53.201264 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:13:53.201630 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] Checking segment: {'id': 'f07cc603-9edc-48d1-ae79-520f1108b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:13:53.202027 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:53.202414 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] Bound using segment: {'id': 'f07cc603-9edc-48d1-ae79-520f1108b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:13:53.202875 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] Bound port: 5173a032-d842-4edc-b03a-3d3ad4f71137, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07cc603-9edc-48d1-ae79-520f1108b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:13:53.203250 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:53.213145 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50363f7d-5264-4784-955b-a3f6da61bf67 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:53.215249 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-50363f7d-5264-4784-955b-a3f6da61bf67 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4092402 Sep 18 00:13:53.269024 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] For port 5173a032-d842-4edc-b03a-3d3ad4f71137, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:13:53.275091 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] For port 5173a032-d842-4edc-b03a-3d3ad4f71137, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5173a032-d842-4edc-b03a-3d3ad4f71137,segment=NetworkSegment(f07cc603-9edc-48d1-ae79-520f1108b862),segment_id=f07cc603-9edc-48d1-ae79-520f1108b862)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:13:53.353142 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7e771ed0-fa20-4493-a15f-0f689c11e4f7 None None] Provisioning complete for port 5173a032-d842-4edc-b03a-3d3ad4f71137 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:53.353526 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7e771ed0-fa20-4493-a15f-0f689c11e4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:53.364507 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:53.402425 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-7e771ed0-fa20-4493-a15f-0f689c11e4f7 None None] Port 5173a032-d842-4edc-b03a-3d3ad4f71137 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:13:53.427498 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-ce850b0f-8502-4c04-bf14-a7c72fbacc89 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_general--1028692977&fields=id&tenant_id=0e9c7cbf45e0479e99556cf2a2b08fd5 HTTP/1.1" status: 200 len: 267 time: 0.0512087 Sep 18 00:13:53.431425 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] Routers {'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:13:53.432053 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:13:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:53.433899 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bced1ab-7204-4b06-9c88-1d1664c2d4c1 None None] Pushing event updated for resources: {'Port': ['ID=5173a032-d842-4edc-b03a-3d3ad4f71137,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:53.485392 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0361cd44-7c86-4609-9433-4c4ffe291d2e tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_access--176228941&fields=id&tenant_id=0e9c7cbf45e0479e99556cf2a2b08fd5 HTTP/1.1" status: 200 len: 267 time: 0.0509276 Sep 18 00:13:53.500372 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c34feabe-a84b-4112-a0ba-8e2f73a134b7 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:13:53.567628 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port c34feabe-a84b-4112-a0ba-8e2f73a134b7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:53.568297 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:53.592170 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] Set router c53a9bd4-8a6c-49e2-8bfe-b492a820f92f gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:13:53.637309 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-1c1682c6-b108-42d3-9d43-589ee3782c1c tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:53.639812 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-1c1682c6-b108-42d3-9d43-589ee3782c1c tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/networks?id=cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 HTTP/1.1" status: 200 len: 796 time: 0.1501350 Sep 18 00:13:53.662100 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-59c86e3b-39d8-4b9b-a68b-0a7e8e7cb1da tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/quotas/0e9c7cbf45e0479e99556cf2a2b08fd5 HTTP/1.1" status: 200 len: 375 time: 0.0156434 Sep 18 00:13:53.676989 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5dafc062-1ba0-46c6-a290-f2bb88560638 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:13:53.726809 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-e0efbd71-13d9-49c2-b428-d0258861c558 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0e9c7cbf45e0479e99556cf2a2b08fd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621989 Sep 18 00:13:53.739657 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 5dafc062-1ba0-46c6-a290-f2bb88560638 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:53.740052 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:53.776901 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b9ef4014-3021-4664-b6b2-1cd846890543 None None] Provisioning complete for port 5173a032-d842-4edc-b03a-3d3ad4f71137 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:53.777218 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4014-3021-4664-b6b2-1cd846890543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:53.842720 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-a9aa7f4a-132d-4de5-9123-620250048c96 service neutron] 10.222.0.46 "GET /v2.0/networks/cd28d1f1-92f4-46ea-a20f-55edbb68e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027875 Sep 18 00:13:53.865068 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888564939', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:13:44Z', 'updated_at': '2021-09-18T00:13:50Z', 'revision_number': 4, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:36:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:45Z', 'updated_at': '2021-09-18T00:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5173a032-d842-4edc-b03a-3d3ad4f71137', 'name': '', 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'mac_address': 'fa:16:3e:26:4b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '19439530-511a-40e7-bbb8-207cce7e0058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:49Z', 'updated_at': '2021-09-18T00:13:53Z', 'revision_number': 4, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'subnets': [{'id': '19439530-511a-40e7-bbb8-207cce7e0058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:13:53.892310 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b48e87c-5b77-47af-9205-8e47e9e2f92a None None] The sync data for ids ['c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'] in n-d-809883-1 is: [{'id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888564939', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:13:44Z', 'updated_at': '2021-09-18T00:13:50Z', 'revision_number': 4, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:36:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:45Z', 'updated_at': '2021-09-18T00:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5173a032-d842-4edc-b03a-3d3ad4f71137', 'name': '', 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'mac_address': 'fa:16:3e:26:4b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '19439530-511a-40e7-bbb8-207cce7e0058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:49Z', 'updated_at': '2021-09-18T00:13:53Z', 'revision_number': 4, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'subnets': [{'id': '19439530-511a-40e7-bbb8-207cce7e0058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:13:53.929690 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4014-3021-4664-b6b2-1cd846890543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:53.951702 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-c11a27d7-780f-4c3d-b54d-2468fe6f6c94 service neutron] 10.222.0.46 "GET /v2.0/networks/cd28d1f1-92f4-46ea-a20f-55edbb68e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022863 Sep 18 00:13:54.048644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b9ef4014-3021-4664-b6b2-1cd846890543 None None] For port 5173a032-d842-4edc-b03a-3d3ad4f71137, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5173a032-d842-4edc-b03a-3d3ad4f71137,segment=NetworkSegment(f07cc603-9edc-48d1-ae79-520f1108b862),segment_id=f07cc603-9edc-48d1-ae79-520f1108b862)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:13:54.299956 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4014-3021-4664-b6b2-1cd846890543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:54.308489 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b33ca8e-e7d0-4632-9c02-979b308c7962 req-fc9b713c-c182-480f-a9f5-d9188cc7e5d4 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 210 time: 0.0565603 Sep 18 00:13:54.381462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef4014-3021-4664-b6b2-1cd846890543 None None] Pushing event updated for resources: {'Port': ['ID=5173a032-d842-4edc-b03a-3d3ad4f71137,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:55.215504 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4f8186b3-199b-4aa3-944b-2a93220252a3 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:13:55.236296 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 4f8186b3-199b-4aa3-944b-2a93220252a3 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:13:55.236637 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 4f8186b3-199b-4aa3-944b-2a93220252a3 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:13:55.446854 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5dcfdc72-b002-4133-85cb-05c7574cbfd6 req-7e1f2f14-7176-4e73-9fc0-eed5141af64f tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 210 time: 0.0317042 Sep 18 00:13:55.480482 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5173a032-d842-4edc-b03a-3d3ad4f71137 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:13:55.531376 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 5173a032-d842-4edc-b03a-3d3ad4f71137 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:55.531818 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:56.455050 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-b832c318-03c8-45d8-a4da-007bb6939233 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:56.456512 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-b832c318-03c8-45d8-a4da-007bb6939233 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.41 "GET /v2.0/networks?id=cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 HTTP/1.1" status: 200 len: 796 time: 0.1054091 Sep 18 00:13:56.512521 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-4bfaa1ee-3587-4dc8-b9e5-9db7a9229e74 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e9c7cbf45e0479e99556cf2a2b08fd5 HTTP/1.1" status: 200 len: 477 time: 0.0457294 Sep 18 00:13:56.521863 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-25164098-da71-4865-ad49-6d81a3d929c0 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Request body: {'port': {'device_id': 'e1f266c9-97dd-4bb3-b44c-1d7421548e17', 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8', 'admin_state_up': True, 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'security_groups': ['26756e69-ee1c-4895-a1d3-4cc76a10d5ce', '0417a107-7fe4-4f4f-9124-e353cc2944da']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:13:56.542728 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-30f3d3c3-bdff-4fdd-aac2-3e4357bc6a75 req-7daf1e77-166a-49d8-a231-492b3e94a12b tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 210 time: 0.0261700 Sep 18 00:13:56.697620 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-25164098-da71-4865-ad49-6d81a3d929c0 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Made reservation on behalf of 0e9c7cbf45e0479e99556cf2a2b08fd5 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:13:56.701250 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-25164098-da71-4865-ad49-6d81a3d929c0 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:56.827579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-25164098-da71-4865-ad49-6d81a3d929c0 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Allocated IP 172.20.0.10 (cd28d1f1-92f4-46ea-a20f-55edbb68e9f8/19439530-511a-40e7-bbb8-207cce7e0058/e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:13:56.973407 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-25164098-da71-4865-ad49-6d81a3d929c0 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:57.063136 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-25164098-da71-4865-ad49-6d81a3d929c0 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:57.105799 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-25164098-da71-4865-ad49-6d81a3d929c0 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Network cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:13:57.108788 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-25164098-da71-4865-ad49-6d81a3d929c0 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:13:57.114979 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-25164098-da71-4865-ad49-6d81a3d929c0 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:13:57.143228 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25164098-da71-4865-ad49-6d81a3d929c0 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event updated for resources: {'Port': ['ID=e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:57.174508 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-25164098-da71-4865-ad49-6d81a3d929c0 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:57.175162 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-25164098-da71-4865-ad49-6d81a3d929c0 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:57.258184 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-25164098-da71-4865-ad49-6d81a3d929c0 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.7401137 Sep 18 00:13:57.277371 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Request body: {'port': {'device_id': 'e1f266c9-97dd-4bb3-b44c-1d7421548e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:13:57.341414 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5f5d5bb6-afd4-444f-81d0-37568afa8c23 None None] Provisioning complete for port e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:13:57.341911 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5f5d5bb6-afd4-444f-81d0-37568afa8c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:57.349071 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:57.396123 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d5bb6-afd4-444f-81d0-37568afa8c23 None None] Port e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:13:57.628878 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:13:57.636467 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:57.647977 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Transition to ACTIVE for port object e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:13:57.666616 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4da0b1-2602-40bd-aced-03d00910e37e req-76c5dcfb-5a37-43af-a7c2-a482cf6ea38f tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:57.667834 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b4da0b1-2602-40bd-aced-03d00910e37e req-76c5dcfb-5a37-43af-a7c2-a482cf6ea38f tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 971 time: 0.0499508 Sep 18 00:13:57.708711 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:57.710067 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b4da0b1-2602-40bd-aced-03d00910e37e req-2dbe1aee-e9cb-4977-9221-db5b23b5b39e tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/security-groups?id=26756e69-ee1c-4895-a1d3-4cc76a10d5ce&id=0417a107-7fe4-4f4f-9124-e353cc2944da&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0356445 Sep 18 00:13:57.765636 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Pushing event updated for resources: {'Port': ['ID=e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:57.835039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Attempting to bind port e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:13:57.835385 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Attempting to bind port e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'f07cc603-9edc-48d1-ae79-520f1108b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:13:57.835718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Attempting to bind port e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 on network cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:13:57.840322 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Port e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 on network cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:13:57.840649 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Attempting to bind port e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 on network cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:13:57.846020 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:13:57.850366 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Checking segment: {'id': 'f07cc603-9edc-48d1-ae79-520f1108b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:13:57.850366 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Bound using segment: {'id': 'f07cc603-9edc-48d1-ae79-520f1108b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:13:57.850366 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Bound port: e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f07cc603-9edc-48d1-ae79-520f1108b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:13:57.850366 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:57.913736 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] For port e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:13:57.917591 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] For port e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4,segment=NetworkSegment(f07cc603-9edc-48d1-ae79-520f1108b862),segment_id=f07cc603-9edc-48d1-ae79-520f1108b862)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:13:58.006761 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:58.050332 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:58.050946 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:13:58.052421 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] 10.222.0.41 "PUT /v2.0/ports/e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 HTTP/1.1" status: 200 len: 1131 time: 0.7861154 Sep 18 00:13:58.052882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f266c9-97dd-4bb3-b44c-1d7421548e17', 'tag': 'e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:13:58.055141 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11602e3-8243-4e24-ad26-c5af38bd4f68" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f266c9-97dd-4bb3-b44c-1d7421548e17", "tag": "e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:13:58.080211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354c3bd-39bc-47f3-b96f-15fe23979d4f service neutron] Pushing event updated for resources: {'Port': ['ID=e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:13:58.104263 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a534cba1-91b7-45cb-9799-f46b4e47972d x-openstack-request-id: req-a534cba1-91b7-45cb-9799-f46b4e47972d {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:13:58.104678 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f266c9-97dd-4bb3-b44c-1d7421548e17", "tag": "e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:13:58.104971 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a534cba1-91b7-45cb-9799-f46b4e47972d {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:13:58.105394 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f266c9-97dd-4bb3-b44c-1d7421548e17', 'tag': 'e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4', 'status': 'completed', 'code': 200} Sep 18 00:13:58.171445 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11602e3-8243-4e24-ad26-c5af38bd4f68 req-1bbfbc0a-deef-4575-b482-114942d72ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:58.173037 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a11602e3-8243-4e24-ad26-c5af38bd4f68 req-1bbfbc0a-deef-4575-b482-114942d72ce6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e9c7cbf45e0479e99556cf2a2b08fd5&device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 1134 time: 0.0462823 Sep 18 00:13:58.279236 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11602e3-8243-4e24-ad26-c5af38bd4f68 req-8d949f1b-c04d-4be9-a2d1-5f3f60c1d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:58.280751 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a11602e3-8243-4e24-ad26-c5af38bd4f68 req-8d949f1b-c04d-4be9-a2d1-5f3f60c1d217 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0e9c7cbf45e0479e99556cf2a2b08fd5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1000140 Sep 18 00:13:58.376854 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11602e3-8243-4e24-ad26-c5af38bd4f68 req-056fbb59-c5a2-4fdd-b743-8a27f5620661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:58.378401 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a11602e3-8243-4e24-ad26-c5af38bd4f68 req-056fbb59-c5a2-4fdd-b743-8a27f5620661 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911882 Sep 18 00:13:58.457186 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-4d6c6fa7-21d4-4a95-8506-75e00ff6a236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:58.458710 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-4d6c6fa7-21d4-4a95-8506-75e00ff6a236 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e9c7cbf45e0479e99556cf2a2b08fd5&device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 1134 time: 0.0440021 Sep 18 00:13:58.505166 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-ef61a6ac-fcc1-4c16-8401-4fa27aa9a405 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 HTTP/1.1" status: 200 len: 217 time: 0.0379639 Sep 18 00:13:58.555742 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-d22159ab-d597-4003-a967-1f3512635d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:58.557338 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-d22159ab-d597-4003-a967-1f3512635d35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19439530-511a-40e7-bbb8-207cce7e0058 HTTP/1.1" status: 200 len: 835 time: 0.0453055 Sep 18 00:13:58.605338 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-d769fda3-627a-479f-82b4-ddf8ab90b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:58.606852 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-d769fda3-627a-479f-82b4-ddf8ab90b807 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cd28d1f1-92f4-46ea-a20f-55edbb68e9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429549 Sep 18 00:13:58.705140 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-887a1a37-54d1-420c-9dc1-cd366d56874a service neutron] 10.222.0.41 "GET /v2.0/networks/cd28d1f1-92f4-46ea-a20f-55edbb68e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908535 Sep 18 00:13:58.798446 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1736fa9d-b654-4d50-b239-044c1fb572b7 req-02dd6119-1f1f-49ea-afab-908b1d932eee service neutron] 10.222.0.41 "GET /v2.0/networks/cd28d1f1-92f4-46ea-a20f-55edbb68e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868402 Sep 18 00:13:58.847399 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a417ad-88ff-420f-a49a-c5369b75dbdb req-6b46df0d-59ea-4d95-a048-684e9ee8b200 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:13:58.848926 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-22a417ad-88ff-420f-a49a-c5369b75dbdb req-6b46df0d-59ea-4d95-a048-684e9ee8b200 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 983 time: 0.0542305 Sep 18 00:13:58.891528 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-22a417ad-88ff-420f-a49a-c5369b75dbdb req-e136b08e-4752-4870-a9ac-a5706b554f48 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/security-groups?id=26756e69-ee1c-4895-a1d3-4cc76a10d5ce&id=0417a107-7fe4-4f4f-9124-e353cc2944da&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0360279 Sep 18 00:14:00.010479 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a36652-ec6c-4e52-918d-b4c2ea904b01 req-5cb9b004-8b57-44bc-9b8e-e27dcce29aa3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:00.012036 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09a36652-ec6c-4e52-918d-b4c2ea904b01 req-5cb9b004-8b57-44bc-9b8e-e27dcce29aa3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 983 time: 0.0525486 Sep 18 00:14:00.054164 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09a36652-ec6c-4e52-918d-b4c2ea904b01 req-b55d6145-2622-4baa-8d44-03b7795bb218 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/security-groups?id=26756e69-ee1c-4895-a1d3-4cc76a10d5ce&id=0417a107-7fe4-4f4f-9124-e353cc2944da&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0359457 Sep 18 00:14:01.176681 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c62be-80fd-45b4-a9d6-c217d6ea27ad req-cdb95c44-fa4a-4a4e-a5be-b2ab2b023903 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:01.178197 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a37c62be-80fd-45b4-a9d6-c217d6ea27ad req-cdb95c44-fa4a-4a4e-a5be-b2ab2b023903 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 983 time: 0.0548110 Sep 18 00:14:01.220879 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a37c62be-80fd-45b4-a9d6-c217d6ea27ad req-57c1b1c0-553e-4090-b48f-cb1b5b32ea32 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/security-groups?id=26756e69-ee1c-4895-a1d3-4cc76a10d5ce&id=0417a107-7fe4-4f4f-9124-e353cc2944da&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0358019 Sep 18 00:14:01.243846 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:14:01.342436 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4,segment=NetworkSegment(f07cc603-9edc-48d1-ae79-520f1108b862),segment_id=f07cc603-9edc-48d1-ae79-520f1108b862)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:14:01.354552 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4', 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8', 'port_id': 'e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4', 'mac_address': 'fa:16:3e:7a:91:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19439530-511a-40e7-bbb8-207cce7e0058', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:14:01.392533 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:01.405630 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:14:01.425570 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4,segment=NetworkSegment(f07cc603-9edc-48d1-ae79-520f1108b862),segment_id=f07cc603-9edc-48d1-ae79-520f1108b862)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:14:01.503062 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:01.554566 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:01.693180 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:14:02.340524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501baa8-a599-424c-be50-232978c0d0ec req-ddc33044-a494-4e9a-a001-b4985dfec60d tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:02.342066 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e501baa8-a599-424c-be50-232978c0d0ec req-ddc33044-a494-4e9a-a001-b4985dfec60d tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 984 time: 0.0548384 Sep 18 00:14:02.384595 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e501baa8-a599-424c-be50-232978c0d0ec req-6b9d33ed-d57f-4c18-a5d8-54b748de8f45 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/security-groups?id=26756e69-ee1c-4895-a1d3-4cc76a10d5ce&id=0417a107-7fe4-4f4f-9124-e353cc2944da&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0356009 Sep 18 00:14:02.681579 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:14:03.271857 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:14:03.360024 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:14:03.364241 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:14:03.364864 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:03.444661 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:03.480579 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f266c9-97dd-4bb3-b44c-1d7421548e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:14:03.483344 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a156077c-be57-4e80-81e1-ed1f4b8c8602" -d '{"events": [{"server_uuid": "e1f266c9-97dd-4bb3-b44c-1d7421548e17", "name": "network-vif-plugged", "status": "completed", "tag": "e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:14:03.489566 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4,segment=NetworkSegment(f07cc603-9edc-48d1-ae79-520f1108b862),segment_id=f07cc603-9edc-48d1-ae79-520f1108b862)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:14:03.530385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9b82c-780c-49dd-ae05-348136266a74 req-0de187b0-93eb-4eee-833c-7cb6f9a91e82 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:03.532198 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e4c9b82c-780c-49dd-ae05-348136266a74 req-0de187b0-93eb-4eee-833c-7cb6f9a91e82 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 984 time: 0.0680697 Sep 18 00:14:03.537280 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:03.596814 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e4c9b82c-780c-49dd-ae05-348136266a74 req-a8f08df7-076c-43f8-8aa4-4a2ddb37950a tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/security-groups?id=26756e69-ee1c-4895-a1d3-4cc76a10d5ce&id=0417a107-7fe4-4f4f-9124-e353cc2944da&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0492904 Sep 18 00:14:03.599123 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:03.681805 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a66537c-c761-462a-be18-dcef89abe263 x-openstack-request-id: req-1a66537c-c761-462a-be18-dcef89abe263 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:14:03.682271 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f266c9-97dd-4bb3-b44c-1d7421548e17", "name": "network-vif-plugged", "status": "completed", "tag": "e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:14:03.682791 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a66537c-c761-462a-be18-dcef89abe263 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:14:03.683391 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f266c9-97dd-4bb3-b44c-1d7421548e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4', 'code': 200} Sep 18 00:14:03.792721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2722a5-0b42-48b7-8773-12b96a6c2f42 req-bd444746-4e95-40ce-be8e-874c4a1e6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:03.794482 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3d2722a5-0b42-48b7-8773-12b96a6c2f42 req-bd444746-4e95-40ce-be8e-874c4a1e6d16 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 1136 time: 0.0482857 Sep 18 00:14:03.833033 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3d2722a5-0b42-48b7-8773-12b96a6c2f42 req-c38e8a8e-e300-493b-9c71-4472f4b09dad service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=26756e69-ee1c-4895-a1d3-4cc76a10d5ce&id=0417a107-7fe4-4f4f-9124-e353cc2944da&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0317032 Sep 18 00:14:04.717192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdbc13-a0f0-4959-aa02-ca97941ca614 req-c9bcdb45-3b87-4329-b09f-cb6a264866ec tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:04.718950 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7fdbc13-a0f0-4959-aa02-ca97941ca614 req-c9bcdb45-3b87-4329-b09f-cb6a264866ec tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 985 time: 0.0505011 Sep 18 00:14:04.759843 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7fdbc13-a0f0-4959-aa02-ca97941ca614 req-ac8360f8-624d-4773-87a7-973085696909 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/security-groups?id=26756e69-ee1c-4895-a1d3-4cc76a10d5ce&id=0417a107-7fe4-4f4f-9124-e353cc2944da&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0346460 Sep 18 00:14:06.155592 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397eb33d-ce3b-4250-8a0c-9c61fa43336c req-b2af5534-21a8-4bbb-9c6a-4f98716872ae tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:06.157030 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-397eb33d-ce3b-4250-8a0c-9c61fa43336c req-b2af5534-21a8-4bbb-9c6a-4f98716872ae tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 985 time: 0.3274724 Sep 18 00:14:06.198678 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-397eb33d-ce3b-4250-8a0c-9c61fa43336c req-66a39892-f401-49af-b546-654e218fd063 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/security-groups?id=26756e69-ee1c-4895-a1d3-4cc76a10d5ce&id=0417a107-7fe4-4f4f-9124-e353cc2944da&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0351474 Sep 18 00:14:06.318032 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1852d-81a3-4be8-bbd8-b98c250922ed req-b7ca0c90-bbdc-49b6-aa10-c5c29c43808c tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:06.319531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82b1852d-81a3-4be8-bbd8-b98c250922ed req-b7ca0c90-bbdc-49b6-aa10-c5c29c43808c tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 985 time: 0.0511115 Sep 18 00:14:06.363440 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82b1852d-81a3-4be8-bbd8-b98c250922ed req-71b6be93-2a64-4ff5-bda8-3cc8488bf5ea tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/security-groups?id=26756e69-ee1c-4895-a1d3-4cc76a10d5ce&id=0417a107-7fe4-4f4f-9124-e353cc2944da&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0374973 Sep 18 00:14:06.471695 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337223b8-eccc-402f-85e1-80d699ec6d3e req-da035612-cfac-47ac-88c4-d24b2db7154c tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:06.474191 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-337223b8-eccc-402f-85e1-80d699ec6d3e req-da035612-cfac-47ac-88c4-d24b2db7154c tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 1136 time: 0.0420973 Sep 18 00:14:06.493854 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-337223b8-eccc-402f-85e1-80d699ec6d3e req-1ff10be9-54d3-4c3d-b667-008152331fba tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:06.587993 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-337223b8-eccc-402f-85e1-80d699ec6d3e req-1ff10be9-54d3-4c3d-b667-008152331fba tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:06.645905 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-337223b8-eccc-402f-85e1-80d699ec6d3e req-1ff10be9-54d3-4c3d-b667-008152331fba tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:06.679097 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-337223b8-eccc-402f-85e1-80d699ec6d3e req-1ff10be9-54d3-4c3d-b667-008152331fba tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=26756e69-ee1c-4895-a1d3-4cc76a10d5ce&id=0417a107-7fe4-4f4f-9124-e353cc2944da&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1979477 Sep 18 00:14:06.682711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff10be9-54d3-4c3d-b667-008152331fba tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82eef371-3e03-49b7-bc72-788d79a95618,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:06.702777 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51828) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:14:06.744573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da28ee2-3f6e-4bbd-9744-a2dc497afd94 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:06.746167 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3da28ee2-3f6e-4bbd-9744-a2dc497afd94 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 1131 time: 0.0423479 Sep 18 00:14:06.749272 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 51830) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:14:06.753834 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': 'e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:14:06.851189 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:06.948238 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:07.060025 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Allocated IP 172.25.3.64 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/9c403081-ce25-4bb1-97a2-18ca9d3515d6) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:14:07.162690 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:07.257579 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:07.296943 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:14:07.299905 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:14:07.302577 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:14:07.329914 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event updated for resources: {'Port': ['ID=9c403081-ce25-4bb1-97a2-18ca9d3515d6,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:07.840861 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:08.364093 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:08.512382 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:08.594587 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:08.664938 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event updated for resources: {'Port': ['ID=9c403081-ce25-4bb1-97a2-18ca9d3515d6,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:08.671036 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:08.771509 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Floating IP d39a96dc-e5d6-4bae-8529-811166f25a40 associated. External IP: 172.25.3.64, port: e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4. Sep 18 00:14:08.974430 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Router c53a9bd4-8a6c-49e2-8bfe-b492a820f92f has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:14:09.085108 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:14:09.096300 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37499de6-1af5-4e86-9e5f-c03c5f807f36 None None] Sync routers for ids ['c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:14:09.111026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37499de6-1af5-4e86-9e5f-c03c5f807f36 None None] Routers {'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:14:09.111026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-37499de6-1af5-4e86-9e5f-c03c5f807f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:13:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:14:09.154392 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:09.184325 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-91584ff4-c0ab-41f6-9c9b-0cc255028fc7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4339321 Sep 18 00:14:09.185015 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f266c9-97dd-4bb3-b44c-1d7421548e17', 'tag': 'e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:14:09.187286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51852) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:14:09.187814 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c247b74c-9904-49e3-80b6-50c69a208139" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f266c9-97dd-4bb3-b44c-1d7421548e17", "tag": "e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:14:09.223931 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-37499de6-1af5-4e86-9e5f-c03c5f807f36 None None] Set router c53a9bd4-8a6c-49e2-8bfe-b492a820f92f gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:14:09.250753 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9ae4c8-7faa-4fb7-a27e-5380979a2cbd x-openstack-request-id: req-df9ae4c8-7faa-4fb7-a27e-5380979a2cbd {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:14:09.251044 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f266c9-97dd-4bb3-b44c-1d7421548e17", "tag": "e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:14:09.251302 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-df9ae4c8-7faa-4fb7-a27e-5380979a2cbd {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:14:09.251723 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f266c9-97dd-4bb3-b44c-1d7421548e17', 'tag': 'e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4', 'status': 'completed', 'code': 200} Sep 18 00:14:09.341225 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247b74c-9904-49e3-80b6-50c69a208139 req-5bdb0171-6fe1-4bdb-94e0-bf319eea7a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:09.348185 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c247b74c-9904-49e3-80b6-50c69a208139 req-5bdb0171-6fe1-4bdb-94e0-bf319eea7a47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e9c7cbf45e0479e99556cf2a2b08fd5&device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 1136 time: 0.0697994 Sep 18 00:14:09.428340 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d437d8-230c-447a-91a7-ef6a24bdb52c tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:09.429190 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d437d8-230c-447a-91a7-ef6a24bdb52c tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:09.429862 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d437d8-230c-447a-91a7-ef6a24bdb52c tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:09.430554 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d437d8-230c-447a-91a7-ef6a24bdb52c tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:09.431192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d437d8-230c-447a-91a7-ef6a24bdb52c tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:09.431825 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d437d8-230c-447a-91a7-ef6a24bdb52c tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:09.433876 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-30d437d8-230c-447a-91a7-ef6a24bdb52c tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.2452810 Sep 18 00:14:09.436688 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51856) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:14:09.462605 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247b74c-9904-49e3-80b6-50c69a208139 req-58fa29d8-3f11-466b-b782-9218eb0f9a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:09.464115 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c247b74c-9904-49e3-80b6-50c69a208139 req-58fa29d8-3f11-466b-b782-9218eb0f9a75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 HTTP/1.1" status: 200 len: 897 time: 0.0996270 Sep 18 00:14:09.490463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-37499de6-1af5-4e86-9e5f-c03c5f807f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888564939', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:13:44Z', 'updated_at': '2021-09-18T00:13:50Z', 'revision_number': 4, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:36:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:45Z', 'updated_at': '2021-09-18T00:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'd39a96dc-e5d6-4bae-8529-811166f25a40', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'port_id': 'e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8', 'mac_address': 'fa:16:3e:7a:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f266c9-97dd-4bb3-b44c-1d7421548e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:14:07Z', 'updated_at': '2021-09-18T00:14:07Z', 'revision_number': 0, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5173a032-d842-4edc-b03a-3d3ad4f71137', 'name': '', 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'mac_address': 'fa:16:3e:26:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '19439530-511a-40e7-bbb8-207cce7e0058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:49Z', 'updated_at': '2021-09-18T00:13:53Z', 'revision_number': 5, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'subnets': [{'id': '19439530-511a-40e7-bbb8-207cce7e0058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:14:09.522311 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37499de6-1af5-4e86-9e5f-c03c5f807f36 None None] Checking router: c53a9bd4-8a6c-49e2-8bfe-b492a820f92f for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:14:09.524926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ef05c7-8236-41ab-83bc-eb9b9fb8f9de tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:09.525442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ef05c7-8236-41ab-83bc-eb9b9fb8f9de tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:09.525906 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ef05c7-8236-41ab-83bc-eb9b9fb8f9de tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:09.526367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ef05c7-8236-41ab-83bc-eb9b9fb8f9de tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:09.526826 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ef05c7-8236-41ab-83bc-eb9b9fb8f9de tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:09.526951 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37499de6-1af5-4e86-9e5f-c03c5f807f36 None None] Routers {'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:14:09.527292 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ef05c7-8236-41ab-83bc-eb9b9fb8f9de tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:09.527566 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-37499de6-1af5-4e86-9e5f-c03c5f807f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:13:46Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:14:09.531797 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-23ef05c7-8236-41ab-83bc-eb9b9fb8f9de tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4000 time: 0.0912735 Sep 18 00:14:09.532024 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51858) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:14:09.565126 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c247b74c-9904-49e3-80b6-50c69a208139 req-b735cc5e-b04c-42d9-9b97-3d49ac6a7748 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 HTTP/1.1" status: 200 len: 999 time: 0.0937545 Sep 18 00:14:09.637094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247b74c-9904-49e3-80b6-50c69a208139 req-038fbab3-2cfc-447b-b73e-896ea442e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:09.638921 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c247b74c-9904-49e3-80b6-50c69a208139 req-038fbab3-2cfc-447b-b73e-896ea442e4ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19439530-511a-40e7-bbb8-207cce7e0058 HTTP/1.1" status: 200 len: 835 time: 0.0664961 Sep 18 00:14:09.687129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-37499de6-1af5-4e86-9e5f-c03c5f807f36 None None] Set router c53a9bd4-8a6c-49e2-8bfe-b492a820f92f gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:14:09.693094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247b74c-9904-49e3-80b6-50c69a208139 req-0b8f8be6-cbd4-4446-9689-7a0e4761f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:09.694682 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c247b74c-9904-49e3-80b6-50c69a208139 req-0b8f8be6-cbd4-4446-9689-7a0e4761f086 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cd28d1f1-92f4-46ea-a20f-55edbb68e9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489483 Sep 18 00:14:09.819727 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c488fb80-b2ff-4048-aaa7-c8228c99b1b1 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2856679 Sep 18 00:14:09.822375 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 51862) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:14:09.826971 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c247b74c-9904-49e3-80b6-50c69a208139 req-f6d754a7-0d54-42ba-84c9-921983b47124 service neutron] 10.222.0.41 "GET /v2.0/networks/cd28d1f1-92f4-46ea-a20f-55edbb68e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139832 Sep 18 00:14:09.864606 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f90df-3ba8-4874-988c-d2a105f51d20 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:09.865416 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f90df-3ba8-4874-988c-d2a105f51d20 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:09.866783 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7b7f90df-3ba8-4874-988c-d2a105f51d20 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c53a9bd4-8a6c-49e2-8bfe-b492a820f92f HTTP/1.1" status: 200 len: 1989 time: 0.0433066 Sep 18 00:14:09.928978 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c247b74c-9904-49e3-80b6-50c69a208139 req-e2498069-c0d6-4f23-a95a-528c89f15c8a service neutron] 10.222.0.41 "GET /v2.0/networks/cd28d1f1-92f4-46ea-a20f-55edbb68e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947471 Sep 18 00:14:09.947153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-37499de6-1af5-4e86-9e5f-c03c5f807f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888564939', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:13:44Z', 'updated_at': '2021-09-18T00:13:50Z', 'revision_number': 4, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:36:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:45Z', 'updated_at': '2021-09-18T00:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'd39a96dc-e5d6-4bae-8529-811166f25a40', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'port_id': 'e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8', 'mac_address': 'fa:16:3e:7a:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f266c9-97dd-4bb3-b44c-1d7421548e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:14:07Z', 'updated_at': '2021-09-18T00:14:07Z', 'revision_number': 0, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5173a032-d842-4edc-b03a-3d3ad4f71137', 'name': '', 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'mac_address': 'fa:16:3e:26:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '19439530-511a-40e7-bbb8-207cce7e0058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:49Z', 'updated_at': '2021-09-18T00:13:53Z', 'revision_number': 5, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'subnets': [{'id': '19439530-511a-40e7-bbb8-207cce7e0058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:14:09.973853 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37499de6-1af5-4e86-9e5f-c03c5f807f36 None None] The sync data for ids ['c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'] in n-d-809883-1 is: [{'id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888564939', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:13:44Z', 'updated_at': '2021-09-18T00:13:50Z', 'revision_number': 4, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:36:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:45Z', 'updated_at': '2021-09-18T00:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'd39a96dc-e5d6-4bae-8529-811166f25a40', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'port_id': 'e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8', 'mac_address': 'fa:16:3e:7a:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f266c9-97dd-4bb3-b44c-1d7421548e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:14:07Z', 'updated_at': '2021-09-18T00:14:07Z', 'revision_number': 0, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5173a032-d842-4edc-b03a-3d3ad4f71137', 'name': '', 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'mac_address': 'fa:16:3e:26:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '19439530-511a-40e7-bbb8-207cce7e0058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:49Z', 'updated_at': '2021-09-18T00:13:53Z', 'revision_number': 5, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'subnets': [{'id': '19439530-511a-40e7-bbb8-207cce7e0058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:14:10.163230 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe036c96-f76d-4e89-8a7c-28de40102e82 None None] New status for floating IP d39a96dc-e5d6-4bae-8529-811166f25a40: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:14:10.514249 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:13.536967 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:14.057179 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b434d82a-a46e-4f98-a9cc-b4e16c04a950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:16.605282 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bb8b680b-983d-429e-9ef1-859931fe7698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:17.278482 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4800913a-3a20-44ba-a502-2e0784e90346 req-fa279502-3f50-4679-855a-b6dbc68549e2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418651 Sep 18 00:14:17.308236 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:17.364958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800913a-3a20-44ba-a502-2e0784e90346 req-a1f19831-6e50-4b4d-b6ce-20808313b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:17.366550 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4800913a-3a20-44ba-a502-2e0784e90346 req-a1f19831-6e50-4b4d-b6ce-20808313b1ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc273b0c860f4113aa477f4a0e9a5fbb&device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 1096 time: 0.0428505 Sep 18 00:14:17.482665 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800913a-3a20-44ba-a502-2e0784e90346 req-be9cb708-13b1-4608-89ad-983981f94b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:17.484221 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4800913a-3a20-44ba-a502-2e0784e90346 req-be9cb708-13b1-4608-89ad-983981f94b0e service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d807416-7032-4b38-aa46-1da9e097a61e HTTP/1.1" status: 200 len: 910 time: 0.0936706 Sep 18 00:14:17.513230 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f6e9272b-0f2d-4f43-8e87-bd1e63f3dc45 req-406dcfba-856d-4a7b-88a8-9fe50bd678ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3080060 Sep 18 00:14:17.562489 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4800913a-3a20-44ba-a502-2e0784e90346 req-1bc1c2f9-dc9e-4876-a431-dae4259aad63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20f8d261-5330-4152-97c2-1a1300af0d02 HTTP/1.1" status: 200 len: 1000 time: 0.0715992 Sep 18 00:14:17.606214 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9272b-0f2d-4f43-8e87-bd1e63f3dc45 req-9b82a019-4a19-49aa-bb4d-ea8356e97fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:17.608148 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f6e9272b-0f2d-4f43-8e87-bd1e63f3dc45 req-9b82a019-4a19-49aa-bb4d-ea8356e97fa5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e9c7cbf45e0479e99556cf2a2b08fd5&device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 1136 time: 0.0443459 Sep 18 00:14:17.615154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800913a-3a20-44ba-a502-2e0784e90346 req-b318ce99-efe1-4a63-ba57-dc56fe998eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:17.616621 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4800913a-3a20-44ba-a502-2e0784e90346 req-b318ce99-efe1-4a63-ba57-dc56fe998eb5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8083f24d-cb05-444d-bd3d-c3294399ee9a HTTP/1.1" status: 200 len: 848 time: 0.0466747 Sep 18 00:14:17.668482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800913a-3a20-44ba-a502-2e0784e90346 req-dfedb477-c51b-4999-8a08-7831000ddd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:17.670012 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4800913a-3a20-44ba-a502-2e0784e90346 req-dfedb477-c51b-4999-8a08-7831000ddd84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d807416-7032-4b38-aa46-1da9e097a61e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469337 Sep 18 00:14:17.720979 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9272b-0f2d-4f43-8e87-bd1e63f3dc45 req-768b1d45-937a-4624-8ed9-a046ea9fe976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:17.722501 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f6e9272b-0f2d-4f43-8e87-bd1e63f3dc45 req-768b1d45-937a-4624-8ed9-a046ea9fe976 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 HTTP/1.1" status: 200 len: 897 time: 0.0938165 Sep 18 00:14:17.779551 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4800913a-3a20-44ba-a502-2e0784e90346 req-eb202c57-3775-4278-b0bd-4b213e7941f4 service neutron] 10.222.0.37 "GET /v2.0/networks/1d807416-7032-4b38-aa46-1da9e097a61e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990005 Sep 18 00:14:17.788651 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:17.801240 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f6e9272b-0f2d-4f43-8e87-bd1e63f3dc45 req-e91b7edf-98b7-419e-9650-0b0fffa12043 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 HTTP/1.1" status: 200 len: 1001 time: 0.0665956 Sep 18 00:14:17.860304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9272b-0f2d-4f43-8e87-bd1e63f3dc45 req-28c437a8-78d5-470d-a24c-8330fccb2fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:17.861976 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f6e9272b-0f2d-4f43-8e87-bd1e63f3dc45 req-28c437a8-78d5-470d-a24c-8330fccb2fd6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19439530-511a-40e7-bbb8-207cce7e0058 HTTP/1.1" status: 200 len: 835 time: 0.0499473 Sep 18 00:14:17.875034 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4800913a-3a20-44ba-a502-2e0784e90346 req-b4996448-6e96-491c-8112-fac01288e30a service neutron] 10.222.0.37 "GET /v2.0/networks/1d807416-7032-4b38-aa46-1da9e097a61e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887504 Sep 18 00:14:17.918297 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9272b-0f2d-4f43-8e87-bd1e63f3dc45 req-cd141205-e0a7-4008-9fbb-4c209c2ecfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:17.919815 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f6e9272b-0f2d-4f43-8e87-bd1e63f3dc45 req-cd141205-e0a7-4008-9fbb-4c209c2ecfc1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cd28d1f1-92f4-46ea-a20f-55edbb68e9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467982 Sep 18 00:14:18.014899 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f6e9272b-0f2d-4f43-8e87-bd1e63f3dc45 req-f80269ba-fe85-414a-b606-86622fc25139 service neutron] 10.222.0.41 "GET /v2.0/networks/cd28d1f1-92f4-46ea-a20f-55edbb68e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873427 Sep 18 00:14:18.110957 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-f6e9272b-0f2d-4f43-8e87-bd1e63f3dc45 req-cd4419d7-36d1-4c62-a91d-72e0cd4c3c4b service neutron] 10.222.0.41 "GET /v2.0/networks/cd28d1f1-92f4-46ea-a20f-55edbb68e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891111 Sep 18 00:14:19.857099 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:38.574993 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52040) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:14:38.666342 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a7b62277-d2ec-47ee-ab5b-3baa3fb000ee tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2412 time: 0.0915704 Sep 18 00:14:38.669091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52042) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:14:38.674348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-3231734c-dacb-42e8-bd67-71cf02d01fff tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Request body: {'network': {'name': 'tempest-network-smoke--713524600', 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'port_security_enabled': False}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:14:38.771127 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3231734c-dacb-42e8-bd67-71cf02d01fff tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Made reservation on behalf of 0e9c7cbf45e0479e99556cf2a2b08fd5 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:14:38.775211 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3231734c-dacb-42e8-bd67-71cf02d01fff tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:38.798545 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3231734c-dacb-42e8-bd67-71cf02d01fff tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:14:38.807516 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3231734c-dacb-42e8-bd67-71cf02d01fff tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:38.808097 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-3231734c-dacb-42e8-bd67-71cf02d01fff tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Added segment cf95140f-5fe9-48c3-83c4-84df02455eb6 of type vlan for network 27107f5e-1dde-452c-8a86-1a8e0b3ac705 Sep 18 00:14:38.850837 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3231734c-dacb-42e8-bd67-71cf02d01fff tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:39.062720 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3231734c-dacb-42e8-bd67-71cf02d01fff tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:39.068386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3231734c-dacb-42e8-bd67-71cf02d01fff tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:39.069008 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3231734c-dacb-42e8-bd67-71cf02d01fff tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:39.135525 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231734c-dacb-42e8-bd67-71cf02d01fff tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event updated for resources: {'Network': ['ID=27107f5e-1dde-452c-8a86-1a8e0b3ac705,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:39.147701 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 27107f5e-1dde-452c-8a86-1a8e0b3ac705 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:14:39.183375 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3231734c-dacb-42e8-bd67-71cf02d01fff tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5132449 Sep 18 00:14:39.186563 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52050) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:14:39.191279 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-8077d374-a342-4d75-9c69-780aa188d2bc tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-395904451', 'admin_state_up': True, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:14:39.290855 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8077d374-a342-4d75-9c69-780aa188d2bc tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:39.291961 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8077d374-a342-4d75-9c69-780aa188d2bc tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:39.350475 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8077d374-a342-4d75-9c69-780aa188d2bc tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:39.550612 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8077d374-a342-4d75-9c69-780aa188d2bc tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:39.680753 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:14:39.785593 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8077d374-a342-4d75-9c69-780aa188d2bc tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:39.810693 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8077d374-a342-4d75-9c69-780aa188d2bc tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:39.911217 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-8077d374-a342-4d75-9c69-780aa188d2bc tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Allocated IP 172.25.3.207 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/e6268bc2-fe17-47e9-9f6d-d7ac73794b4a) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:14:40.018131 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8077d374-a342-4d75-9c69-780aa188d2bc tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:40.108411 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8077d374-a342-4d75-9c69-780aa188d2bc tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:40.146037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8077d374-a342-4d75-9c69-780aa188d2bc tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:14:40.148876 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-8077d374-a342-4d75-9c69-780aa188d2bc tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:14:40.151417 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8077d374-a342-4d75-9c69-780aa188d2bc tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:14:40.176964 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077d374-a342-4d75-9c69-780aa188d2bc tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event updated for resources: {'Port': ['ID=e6268bc2-fe17-47e9-9f6d-d7ac73794b4a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:40.442477 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8077d374-a342-4d75-9c69-780aa188d2bc tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:40.531837 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:40.925896 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8077d374-a342-4d75-9c69-780aa188d2bc tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:41.125398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8077d374-a342-4d75-9c69-780aa188d2bc tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Router 2d3e3086-cfa8-4da7-9aa7-2462d98d0280 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:14:41.228379 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8077d374-a342-4d75-9c69-780aa188d2bc tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:14:41.239092 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] Sync routers for ids ['2d3e3086-cfa8-4da7-9aa7-2462d98d0280'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:14:41.248845 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] Routers {'2d3e3086-cfa8-4da7-9aa7-2462d98d0280'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:14:41.249490 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:14:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2d3e3086-cfa8-4da7-9aa7-2462d98d0280'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:14:41.302534 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8077d374-a342-4d75-9c69-780aa188d2bc tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:41.306457 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8077d374-a342-4d75-9c69-780aa188d2bc tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1161673 Sep 18 00:14:41.306704 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52064) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:14:41.356413 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] Set router 2d3e3086-cfa8-4da7-9aa7-2462d98d0280 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:14:41.378057 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b84025e-f858-4734-8149-96f6619565a3 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:41.382163 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9b84025e-f858-4734-8149-96f6619565a3 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=0e9c7cbf45e0479e99556cf2a2b08fd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0718949 Sep 18 00:14:41.382454 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52066) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:14:41.480059 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c140d925-2ee4-41f2-b8b5-8560b225ef00 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:41.485472 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c140d925-2ee4-41f2-b8b5-8560b225ef00 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0982873 Sep 18 00:14:41.485705 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52068) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:14:41.514848 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2549c5e4-2b8d-4aed-91be-656bf7a2ba27 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=544c7e65-fba8-424a-a169-b245d1aea919&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280840 Sep 18 00:14:41.517513 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52070) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:14:41.534233 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'name': 'tempest-TestSecurityGroupsBasicOps-router-395904451', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6268bc2-fe17-47e9-9f6d-d7ac73794b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:14:39Z', 'updated_at': '2021-09-18T00:14:40Z', 'revision_number': 3, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'e6268bc2-fe17-47e9-9f6d-d7ac73794b4a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:14:39Z', 'updated_at': '2021-09-18T00:14:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:14:41.544785 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-20d7443e-44d7-4628-bb9b-0bf67569b6a7 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=0e9c7cbf45e0479e99556cf2a2b08fd5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260401 Sep 18 00:14:41.547925 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52072) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:14:41.564891 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] Checking router: 2d3e3086-cfa8-4da7-9aa7-2462d98d0280 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:14:41.565351 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] Updating router 2d3e3086-cfa8-4da7-9aa7-2462d98d0280 port e6268bc2-fe17-47e9-9f6d-d7ac73794b4a binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:14:41.589186 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:41.638171 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456069b-cbef-4061-9554-072158327957 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:41.642299 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1456069b-cbef-4061-9554-072158327957 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909581 Sep 18 00:14:41.642525 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52074) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:14:41.673238 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5627601b-a7df-420c-9f5f-04b52f2c92e8 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=544c7e65-fba8-424a-a169-b245d1aea919&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268226 Sep 18 00:14:41.673584 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52076) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:14:41.679181 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-46694673-a39a-4052-8d57-fb6bedafea09 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1229936419', 'network_id': '27107f5e-1dde-452c-8a86-1a8e0b3ac705', 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:14:41.846534 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:41.868213 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46694673-a39a-4052-8d57-fb6bedafea09 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Made reservation on behalf of 0e9c7cbf45e0479e99556cf2a2b08fd5 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:14:41.871804 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-46694673-a39a-4052-8d57-fb6bedafea09 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:41.925159 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:41.988425 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] Attempting to bind port e6268bc2-fe17-47e9-9f6d-d7ac73794b4a on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:14:41.988992 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] Attempting to bind port e6268bc2-fe17-47e9-9f6d-d7ac73794b4a by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:14:41.989359 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] Attempting to bind port e6268bc2-fe17-47e9-9f6d-d7ac73794b4a on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:14:41.992656 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b8b67-5021-4c62-99bf-afc1eb91c51c None None] Pushing event updated for resources: {'Port': ['ID=e6268bc2-fe17-47e9-9f6d-d7ac73794b4a,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:41.997547 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:14:42.000924 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:14:42.001635 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:42.002044 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:14:42.002561 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] Bound port: e6268bc2-fe17-47e9-9f6d-d7ac73794b4a, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:14:42.002964 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:42.056102 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] For port e6268bc2-fe17-47e9-9f6d-d7ac73794b4a, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:14:42.059472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] For port e6268bc2-fe17-47e9-9f6d-d7ac73794b4a, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e6268bc2-fe17-47e9-9f6d-d7ac73794b4a,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:14:42.126207 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:42.148647 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-46694673-a39a-4052-8d57-fb6bedafea09 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:42.182343 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] Routers {'2d3e3086-cfa8-4da7-9aa7-2462d98d0280'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:14:42.182969 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:14:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2d3e3086-cfa8-4da7-9aa7-2462d98d0280'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:14:42.204868 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46694673-a39a-4052-8d57-fb6bedafea09 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event updated for resources: {'Subnet': ['ID=3b85c993-f72f-4858-b33c-0d35f5add20f,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:42.222034 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46694673-a39a-4052-8d57-fb6bedafea09 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Checking segment: {'id': 'cf95140f-5fe9-48c3-83c4-84df02455eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27107f5e-1dde-452c-8a86-1a8e0b3ac705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:14:42.222406 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46694673-a39a-4052-8d57-fb6bedafea09 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Network hostable DHCP agents. Network: 27107f5e-1dde-452c-8a86-1a8e0b3ac705, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:14:42.227481 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b8b67-5021-4c62-99bf-afc1eb91c51c None None] Pushing event updated for resources: {'Port': ['ID=e6268bc2-fe17-47e9-9f6d-d7ac73794b4a,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:42.290987 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46694673-a39a-4052-8d57-fb6bedafea09 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Network 27107f5e-1dde-452c-8a86-1a8e0b3ac705 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:14:42.296810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] Set router 2d3e3086-cfa8-4da7-9aa7-2462d98d0280 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:14:42.370606 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-46694673-a39a-4052-8d57-fb6bedafea09 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 27107f5e-1dde-452c-8a86-1a8e0b3ac705) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:14:42.376038 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46694673-a39a-4052-8d57-fb6bedafea09 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:42.376689 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-46694673-a39a-4052-8d57-fb6bedafea09 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:42.398739 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a8833b-5702-4982-804f-ae62d9766a00 None None] Network 27107f5e-1dde-452c-8a86-1a8e0b3ac705 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:14:42.484583 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-46694673-a39a-4052-8d57-fb6bedafea09 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8066912 Sep 18 00:14:42.485090 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52084) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:14:42.777478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'name': 'tempest-TestSecurityGroupsBasicOps-router-395904451', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6268bc2-fe17-47e9-9f6d-d7ac73794b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:14:39Z', 'updated_at': '2021-09-18T00:14:40Z', 'revision_number': 3, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'e6268bc2-fe17-47e9-9f6d-d7ac73794b4a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:14:39Z', 'updated_at': '2021-09-18T00:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:14:42.806931 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-27107f5e-1dde-452c-8a86-1a8e0b3ac705', 'network_id': '27107f5e-1dde-452c-8a86-1a8e0b3ac705', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'fixed_ips': [{'subnet_id': '3b85c993-f72f-4858-b33c-0d35f5add20f'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:14:42.812699 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:42.812699 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93df63e-17ac-44cf-b31f-b67be11d574b None None] The sync data for ids ['2d3e3086-cfa8-4da7-9aa7-2462d98d0280'] in n-d-809883-1 is: [{'id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'name': 'tempest-TestSecurityGroupsBasicOps-router-395904451', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6268bc2-fe17-47e9-9f6d-d7ac73794b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:14:39Z', 'updated_at': '2021-09-18T00:14:40Z', 'revision_number': 3, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'e6268bc2-fe17-47e9-9f6d-d7ac73794b4a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:14:39Z', 'updated_at': '2021-09-18T00:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:14:42.959799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] Allocated IP 172.20.0.18 (27107f5e-1dde-452c-8a86-1a8e0b3ac705/3b85c993-f72f-4858-b33c-0d35f5add20f/4602c454-a2ab-46b9-b1f8-7cbf5dd532d5) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:14:42.984615 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:43.226968 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:43.349104 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:43.392666 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] Network 27107f5e-1dde-452c-8a86-1a8e0b3ac705 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:14:43.395800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:14:43.402050 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:14:43.409932 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Allocated IP 172.20.0.17 (27107f5e-1dde-452c-8a86-1a8e0b3ac705/3b85c993-f72f-4858-b33c-0d35f5add20f/5d365a61-ff55-4685-be08-b742f7f2651e) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:14:43.432922 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] Pushing event updated for resources: {'Port': ['ID=4602c454-a2ab-46b9-b1f8-7cbf5dd532d5,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:43.526957 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] Attempting to bind port 4602c454-a2ab-46b9-b1f8-7cbf5dd532d5 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:14:43.526957 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] Attempting to bind port 4602c454-a2ab-46b9-b1f8-7cbf5dd532d5 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'cf95140f-5fe9-48c3-83c4-84df02455eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27107f5e-1dde-452c-8a86-1a8e0b3ac705'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:14:43.527481 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] Attempting to bind port 4602c454-a2ab-46b9-b1f8-7cbf5dd532d5 on network 27107f5e-1dde-452c-8a86-1a8e0b3ac705 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:14:43.535314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:14:43.540971 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] Checking segment: {'id': 'cf95140f-5fe9-48c3-83c4-84df02455eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27107f5e-1dde-452c-8a86-1a8e0b3ac705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:14:43.540971 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:43.540971 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] Bound using segment: {'id': 'cf95140f-5fe9-48c3-83c4-84df02455eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27107f5e-1dde-452c-8a86-1a8e0b3ac705'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:14:43.540971 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] Bound port: 4602c454-a2ab-46b9-b1f8-7cbf5dd532d5, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf95140f-5fe9-48c3-83c4-84df02455eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27107f5e-1dde-452c-8a86-1a8e0b3ac705'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:14:43.540971 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:43.598108 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:43.606397 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] For port 4602c454-a2ab-46b9-b1f8-7cbf5dd532d5, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:14:43.609952 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] For port 4602c454-a2ab-46b9-b1f8-7cbf5dd532d5, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4602c454-a2ab-46b9-b1f8-7cbf5dd532d5,segment=NetworkSegment(cf95140f-5fe9-48c3-83c4-84df02455eb6),segment_id=cf95140f-5fe9-48c3-83c4-84df02455eb6)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:14:43.613068 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e6268bc2-fe17-47e9-9f6d-d7ac73794b4a up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:14:43.615414 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:43.662021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e6268bc2-fe17-47e9-9f6d-d7ac73794b4a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:14:43.662397 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:43.688177 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:43.714892 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:43.766204 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300dcd48-d842-4142-bb99-6447e8274546 None None] Pushing event updated for resources: {'Port': ['ID=4602c454-a2ab-46b9-b1f8-7cbf5dd532d5,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:43.794069 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Network 27107f5e-1dde-452c-8a86-1a8e0b3ac705 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:14:43.804729 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:14:43.811332 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:14:43.826940 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:43.834915 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event updated for resources: {'Port': ['ID=5d365a61-ff55-4685-be08-b742f7f2651e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:43.854761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:43.857026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:43.857026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:43.857026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:43.857026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:43.857026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:43.858317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:43.858317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:43.859243 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:43.859583 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:43.859910 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:43.860233 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:43.862840 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port e6268bc2-fe17-47e9-9f6d-d7ac73794b4a, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e6268bc2-fe17-47e9-9f6d-d7ac73794b4a,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:14:43.878513 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:43.931296 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:44.016523 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=e6268bc2-fe17-47e9-9f6d-d7ac73794b4a,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:44.102047 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f3b3d846-e2b3-4b51-b31a-880ade6395bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:44.160392 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:44.443250 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:44.525115 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:44.600433 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event updated for resources: {'Port': ['ID=5d365a61-ff55-4685-be08-b742f7f2651e,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:44.603164 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:44.707902 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Network 27107f5e-1dde-452c-8a86-1a8e0b3ac705 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:14:44.709500 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:14:44.806194 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d76f8f-b767-4444-9181-b9c8cb6f1add None None] Network 27107f5e-1dde-452c-8a86-1a8e0b3ac705 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:14:44.849764 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Router 2d3e3086-cfa8-4da7-9aa7-2462d98d0280 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:14:44.883562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-81f4f762-0b18-4e97-9b53-c26cb9ea3c20 None None] Provisioning complete for port 4602c454-a2ab-46b9-b1f8-7cbf5dd532d5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:14:44.884195 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-81f4f762-0b18-4e97-9b53-c26cb9ea3c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:44.971677 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:14:44.980334 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-df921b90-13be-4e9f-8d9a-16fc22c8b422 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "PUT /v2.0/routers/2d3e3086-cfa8-4da7-9aa7-2462d98d0280/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4939287 Sep 18 00:14:45.039203 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-81f4f762-0b18-4e97-9b53-c26cb9ea3c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:45.079100 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-81f4f762-0b18-4e97-9b53-c26cb9ea3c20 None None] For port 4602c454-a2ab-46b9-b1f8-7cbf5dd532d5, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4602c454-a2ab-46b9-b1f8-7cbf5dd532d5,segment=NetworkSegment(cf95140f-5fe9-48c3-83c4-84df02455eb6),segment_id=cf95140f-5fe9-48c3-83c4-84df02455eb6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:14:45.177761 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-81f4f762-0b18-4e97-9b53-c26cb9ea3c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:45.183941 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] Sync routers for ids ['2d3e3086-cfa8-4da7-9aa7-2462d98d0280'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:14:45.194614 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] Routers {'2d3e3086-cfa8-4da7-9aa7-2462d98d0280'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:14:45.195376 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:14:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2d3e3086-cfa8-4da7-9aa7-2462d98d0280'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:14:45.253402 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4f762-0b18-4e97-9b53-c26cb9ea3c20 None None] Pushing event updated for resources: {'Port': ['ID=4602c454-a2ab-46b9-b1f8-7cbf5dd532d5,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:45.263980 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-1504cd35-afd4-4a5e-89cd-b8d8c0e6e5a1 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:45.266251 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-1504cd35-afd4-4a5e-89cd-b8d8c0e6e5a1 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/networks?id=27107f5e-1dde-452c-8a86-1a8e0b3ac705 HTTP/1.1" status: 200 len: 797 time: 0.1490893 Sep 18 00:14:45.287580 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-adf10669-4d7a-45a4-9a4f-8eeff96ec75e tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/quotas/0e9c7cbf45e0479e99556cf2a2b08fd5 HTTP/1.1" status: 200 len: 375 time: 0.0152211 Sep 18 00:14:45.339575 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] Set router 2d3e3086-cfa8-4da7-9aa7-2462d98d0280 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:14:45.362143 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-e4f41423-d61f-4519-b3b4-327c6b6a8796 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0e9c7cbf45e0479e99556cf2a2b08fd5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0685973 Sep 18 00:14:45.415920 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-888a8fba-2b67-47c2-8da5-8858dfd0ff83 None None] Provisioning complete for port 5d365a61-ff55-4685-be08-b742f7f2651e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:14:45.416707 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-888a8fba-2b67-47c2-8da5-8858dfd0ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:45.515951 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-888a8fba-2b67-47c2-8da5-8858dfd0ff83 None None] Port 5d365a61-ff55-4685-be08-b742f7f2651e cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:14:45.545975 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-888a8fba-2b67-47c2-8da5-8858dfd0ff83 None None] Provisioning complete for port 4602c454-a2ab-46b9-b1f8-7cbf5dd532d5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:14:45.549607 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-888a8fba-2b67-47c2-8da5-8858dfd0ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:45.675800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4602c454-a2ab-46b9-b1f8-7cbf5dd532d5 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:14:45.693821 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'name': 'tempest-TestSecurityGroupsBasicOps-router-395904451', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6268bc2-fe17-47e9-9f6d-d7ac73794b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:14:39Z', 'updated_at': '2021-09-18T00:14:44Z', 'revision_number': 4, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'e6268bc2-fe17-47e9-9f6d-d7ac73794b4a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:14:39Z', 'updated_at': '2021-09-18T00:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5d365a61-ff55-4685-be08-b742f7f2651e', 'name': '', 'network_id': '27107f5e-1dde-452c-8a86-1a8e0b3ac705', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'mac_address': 'fa:16:3e:17:dc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '3b85c993-f72f-4858-b33c-0d35f5add20f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:14:43Z', 'updated_at': '2021-09-18T00:14:44Z', 'revision_number': 2, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'subnets': [{'id': '3b85c993-f72f-4858-b33c-0d35f5add20f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:14:45.714391 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-07518c08-bfd0-4334-812f-fc4de3c8e6f4 service neutron] 10.222.0.46 "GET /v2.0/networks/27107f5e-1dde-452c-8a86-1a8e0b3ac705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332684 Sep 18 00:14:45.731621 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] Checking router: 2d3e3086-cfa8-4da7-9aa7-2462d98d0280 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:14:45.732118 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] Updating router 2d3e3086-cfa8-4da7-9aa7-2462d98d0280 port 5d365a61-ff55-4685-be08-b742f7f2651e binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:14:45.751684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 4602c454-a2ab-46b9-b1f8-7cbf5dd532d5 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:14:45.752087 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:45.770663 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:45.841454 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-1c56713b-c61d-4cae-9c7a-759a6e1c8d73 service neutron] 10.222.0.46 "GET /v2.0/networks/27107f5e-1dde-452c-8a86-1a8e0b3ac705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211116 Sep 18 00:14:45.866075 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e6268bc2-fe17-47e9-9f6d-d7ac73794b4a up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:14:45.930967 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-41c43054-0014-415c-b9fe-d08b4d51026f None None] Provisioning complete for port 5d365a61-ff55-4685-be08-b742f7f2651e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:14:45.931692 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-41c43054-0014-415c-b9fe-d08b4d51026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:45.964027 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port e6268bc2-fe17-47e9-9f6d-d7ac73794b4a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:14:45.964671 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:45.998617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-41c43054-0014-415c-b9fe-d08b4d51026f None None] Port 5d365a61-ff55-4685-be08-b742f7f2651e cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:14:46.089287 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ca11ea7-4b5e-4dfb-8cdb-97388b10b2d1 req-b00c7b71-9f02-4245-91bd-529b53f47f43 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 210 time: 0.0364110 Sep 18 00:14:46.121689 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1b8912e2-4c31-435e-abd9-57dbd76ad4df None None] Provisioning complete for port 5d365a61-ff55-4685-be08-b742f7f2651e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:14:46.122147 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1b8912e2-4c31-435e-abd9-57dbd76ad4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:46.167646 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:46.174268 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1b8912e2-4c31-435e-abd9-57dbd76ad4df None None] Port 5d365a61-ff55-4685-be08-b742f7f2651e cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:14:46.239999 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:46.303288 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53943f39-9aa1-4b34-af6a-51342cbad041 None None] Pushing event updated for resources: {'Port': ['ID=5d365a61-ff55-4685-be08-b742f7f2651e,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:46.314897 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53943f39-9aa1-4b34-af6a-51342cbad041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:46.315325 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53943f39-9aa1-4b34-af6a-51342cbad041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:46.315561 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53943f39-9aa1-4b34-af6a-51342cbad041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:46.316024 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53943f39-9aa1-4b34-af6a-51342cbad041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:46.316397 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53943f39-9aa1-4b34-af6a-51342cbad041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:46.316722 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53943f39-9aa1-4b34-af6a-51342cbad041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:46.317085 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53943f39-9aa1-4b34-af6a-51342cbad041 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:46.317405 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53943f39-9aa1-4b34-af6a-51342cbad041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:46.317722 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53943f39-9aa1-4b34-af6a-51342cbad041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:46.318040 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53943f39-9aa1-4b34-af6a-51342cbad041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:46.318362 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53943f39-9aa1-4b34-af6a-51342cbad041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:46.318670 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53943f39-9aa1-4b34-af6a-51342cbad041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:46.370789 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] Attempting to bind port 5d365a61-ff55-4685-be08-b742f7f2651e on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:14:46.371555 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] Attempting to bind port 5d365a61-ff55-4685-be08-b742f7f2651e by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'cf95140f-5fe9-48c3-83c4-84df02455eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27107f5e-1dde-452c-8a86-1a8e0b3ac705'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:14:46.372181 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] Attempting to bind port 5d365a61-ff55-4685-be08-b742f7f2651e on network 27107f5e-1dde-452c-8a86-1a8e0b3ac705 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:14:46.380759 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:14:46.387326 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] Checking segment: {'id': 'cf95140f-5fe9-48c3-83c4-84df02455eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27107f5e-1dde-452c-8a86-1a8e0b3ac705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:14:46.387753 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:46.388295 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] Bound using segment: {'id': 'cf95140f-5fe9-48c3-83c4-84df02455eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27107f5e-1dde-452c-8a86-1a8e0b3ac705'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:14:46.388907 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] Bound port: 5d365a61-ff55-4685-be08-b742f7f2651e, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf95140f-5fe9-48c3-83c4-84df02455eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27107f5e-1dde-452c-8a86-1a8e0b3ac705'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:14:46.389510 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:46.475869 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] For port 5d365a61-ff55-4685-be08-b742f7f2651e, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:14:46.479489 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] For port 5d365a61-ff55-4685-be08-b742f7f2651e, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5d365a61-ff55-4685-be08-b742f7f2651e,segment=NetworkSegment(cf95140f-5fe9-48c3-83c4-84df02455eb6),segment_id=cf95140f-5fe9-48c3-83c4-84df02455eb6)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:14:46.532197 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:46.583698 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3e5a5460-6e57-4997-a6b3-67b2d82bd86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:46.588283 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] Routers {'2d3e3086-cfa8-4da7-9aa7-2462d98d0280'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:14:46.588942 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:14:16Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2d3e3086-cfa8-4da7-9aa7-2462d98d0280'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:14:46.604519 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d5d3f64c-5d0b-40c9-b0ec-e22ddd1ac7e9 None None] Provisioning complete for port 5d365a61-ff55-4685-be08-b742f7f2651e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:14:46.605137 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f64c-5d0b-40c9-b0ec-e22ddd1ac7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:46.624898 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53943f39-9aa1-4b34-af6a-51342cbad041 None None] Pushing event updated for resources: {'Port': ['ID=5d365a61-ff55-4685-be08-b742f7f2651e,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:46.723164 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f64c-5d0b-40c9-b0ec-e22ddd1ac7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:46.764932 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d5d3f64c-5d0b-40c9-b0ec-e22ddd1ac7e9 None None] For port 5d365a61-ff55-4685-be08-b742f7f2651e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5d365a61-ff55-4685-be08-b742f7f2651e,segment=NetworkSegment(cf95140f-5fe9-48c3-83c4-84df02455eb6),segment_id=cf95140f-5fe9-48c3-83c4-84df02455eb6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:14:46.817039 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] Set router 2d3e3086-cfa8-4da7-9aa7-2462d98d0280 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:14:46.846598 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f64c-5d0b-40c9-b0ec-e22ddd1ac7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:46.897816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3f64c-5d0b-40c9-b0ec-e22ddd1ac7e9 None None] Pushing event updated for resources: {'Port': ['ID=5d365a61-ff55-4685-be08-b742f7f2651e,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:46.974117 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-108eb0b6-fc3e-4079-842c-1cc9d0777360 None None] Provisioning complete for port 5d365a61-ff55-4685-be08-b742f7f2651e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:14:46.974914 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-108eb0b6-fc3e-4079-842c-1cc9d0777360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:47.023555 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'name': 'tempest-TestSecurityGroupsBasicOps-router-395904451', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6268bc2-fe17-47e9-9f6d-d7ac73794b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:14:39Z', 'updated_at': '2021-09-18T00:14:44Z', 'revision_number': 4, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'e6268bc2-fe17-47e9-9f6d-d7ac73794b4a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:14:39Z', 'updated_at': '2021-09-18T00:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5d365a61-ff55-4685-be08-b742f7f2651e', 'name': '', 'network_id': '27107f5e-1dde-452c-8a86-1a8e0b3ac705', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'mac_address': 'fa:16:3e:17:dc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '3b85c993-f72f-4858-b33c-0d35f5add20f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:14:43Z', 'updated_at': '2021-09-18T00:14:46Z', 'revision_number': 4, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'subnets': [{'id': '3b85c993-f72f-4858-b33c-0d35f5add20f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:14:47.057260 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2d4ef-8296-4d74-8698-6dab0d3d4722 None None] The sync data for ids ['2d3e3086-cfa8-4da7-9aa7-2462d98d0280'] in n-d-809883-1 is: [{'id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'name': 'tempest-TestSecurityGroupsBasicOps-router-395904451', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6268bc2-fe17-47e9-9f6d-d7ac73794b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:14:39Z', 'updated_at': '2021-09-18T00:14:44Z', 'revision_number': 4, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'e6268bc2-fe17-47e9-9f6d-d7ac73794b4a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:14:39Z', 'updated_at': '2021-09-18T00:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5d365a61-ff55-4685-be08-b742f7f2651e', 'name': '', 'network_id': '27107f5e-1dde-452c-8a86-1a8e0b3ac705', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'mac_address': 'fa:16:3e:17:dc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '3b85c993-f72f-4858-b33c-0d35f5add20f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:14:43Z', 'updated_at': '2021-09-18T00:14:46Z', 'revision_number': 4, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'subnets': [{'id': '3b85c993-f72f-4858-b33c-0d35f5add20f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:14:47.207113 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3316eeab-b2d3-44f6-9e68-db19ec31f86b req-0b54cce1-1ae3-45fb-b3a8-327aaf954789 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 210 time: 0.0279415 Sep 18 00:14:47.314168 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:47.507113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5d365a61-ff55-4685-be08-b742f7f2651e up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:14:47.580485 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 5d365a61-ff55-4685-be08-b742f7f2651e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:14:47.580894 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:47.839840 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:48.224111 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-36bb8ccb-7769-4bb8-9e54-ab4db3ec672c tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:48.230353 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-36bb8ccb-7769-4bb8-9e54-ab4db3ec672c tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.37 "GET /v2.0/networks?id=27107f5e-1dde-452c-8a86-1a8e0b3ac705 HTTP/1.1" status: 200 len: 797 time: 0.1130016 Sep 18 00:14:48.239313 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Request body: {'port': {'device_id': '67c9cdf3-8439-46da-b252-63984fe45f4c', 'network_id': '27107f5e-1dde-452c-8a86-1a8e0b3ac705', 'admin_state_up': True, 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:14:48.331102 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c2e53be-a075-4842-8700-57fdfa37fecd req-f962309c-e436-4e17-952c-20fb01647f7b tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 210 time: 0.0350525 Sep 18 00:14:48.433895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Made reservation on behalf of 0e9c7cbf45e0479e99556cf2a2b08fd5 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:14:48.438127 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:48.561784 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Allocated IP 172.20.0.26 (27107f5e-1dde-452c-8a86-1a8e0b3ac705/3b85c993-f72f-4858-b33c-0d35f5add20f/830beac6-0ece-4740-87ff-a4676d513412) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:14:48.679656 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:48.788729 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:48.831895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Network 27107f5e-1dde-452c-8a86-1a8e0b3ac705 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:14:48.834813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:14:48.837475 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:14:48.877154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event updated for resources: {'Port': ['ID=830beac6-0ece-4740-87ff-a4676d513412,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:48.890233 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:48.890576 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:48.891150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:48.891483 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:48.892172 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:48.892507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:48.892855 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:48.893183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:48.893507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:48.893832 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:48.894153 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:48.894473 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:48.911175 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:48.911835 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:48.983965 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-f548bb0e-8e6b-4015-b61b-50b015328bd3 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7489090 Sep 18 00:14:48.997166 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Request body: {'port': {'device_id': '67c9cdf3-8439-46da-b252-63984fe45f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:14:49.057313 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:49.105317 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-992b20f7-05e0-4fcd-83c4-9147ebe61df3 None None] Provisioning complete for port 830beac6-0ece-4740-87ff-a4676d513412 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:14:49.105910 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-992b20f7-05e0-4fcd-83c4-9147ebe61df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:49.140665 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-992b20f7-05e0-4fcd-83c4-9147ebe61df3 None None] Port 830beac6-0ece-4740-87ff-a4676d513412 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:14:49.327453 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830beac6-0ece-4740-87ff-a4676d513412 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:14:49.335180 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:49.348346 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Transition to ACTIVE for port object 830beac6-0ece-4740-87ff-a4676d513412 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:14:49.432191 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:49.506585 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b16fd5-df7b-4ef8-a551-3ac473840f46 req-78854701-5dd9-4d2e-8a2e-8ce87a7a8f80 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:49.515008 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-94b16fd5-df7b-4ef8-a551-3ac473840f46 req-78854701-5dd9-4d2e-8a2e-8ce87a7a8f80 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 895 time: 0.1090841 Sep 18 00:14:49.517940 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Pushing event updated for resources: {'Port': ['ID=830beac6-0ece-4740-87ff-a4676d513412,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:49.590234 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Attempting to bind port 830beac6-0ece-4740-87ff-a4676d513412 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:14:49.590607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Attempting to bind port 830beac6-0ece-4740-87ff-a4676d513412 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'cf95140f-5fe9-48c3-83c4-84df02455eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27107f5e-1dde-452c-8a86-1a8e0b3ac705'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:14:49.590890 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Attempting to bind port 830beac6-0ece-4740-87ff-a4676d513412 on network 27107f5e-1dde-452c-8a86-1a8e0b3ac705 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:14:49.595655 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Port 830beac6-0ece-4740-87ff-a4676d513412 on network 27107f5e-1dde-452c-8a86-1a8e0b3ac705 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:14:49.595975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Attempting to bind port 830beac6-0ece-4740-87ff-a4676d513412 on network 27107f5e-1dde-452c-8a86-1a8e0b3ac705 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:14:49.602550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:14:49.602883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Checking segment: {'id': 'cf95140f-5fe9-48c3-83c4-84df02455eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27107f5e-1dde-452c-8a86-1a8e0b3ac705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:14:49.603263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Bound using segment: {'id': 'cf95140f-5fe9-48c3-83c4-84df02455eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27107f5e-1dde-452c-8a86-1a8e0b3ac705'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:14:49.603692 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Bound port: 830beac6-0ece-4740-87ff-a4676d513412, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf95140f-5fe9-48c3-83c4-84df02455eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27107f5e-1dde-452c-8a86-1a8e0b3ac705'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:14:49.604038 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:49.678820 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] For port 830beac6-0ece-4740-87ff-a4676d513412, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:14:49.682044 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] For port 830beac6-0ece-4740-87ff-a4676d513412, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=830beac6-0ece-4740-87ff-a4676d513412,segment=NetworkSegment(cf95140f-5fe9-48c3-83c4-84df02455eb6),segment_id=cf95140f-5fe9-48c3-83c4-84df02455eb6)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:14:49.799831 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:49.822582 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:49.839824 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:49.840565 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:49.842500 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] 10.222.0.37 "PUT /v2.0/ports/830beac6-0ece-4740-87ff-a4676d513412 HTTP/1.1" status: 200 len: 1055 time: 0.8499286 Sep 18 00:14:49.842940 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c9cdf3-8439-46da-b252-63984fe45f4c', 'tag': '830beac6-0ece-4740-87ff-a4676d513412'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:14:49.845510 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9745cce-2279-41f9-a949-3ab7a4571ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "67c9cdf3-8439-46da-b252-63984fe45f4c", "tag": "830beac6-0ece-4740-87ff-a4676d513412"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:14:49.874758 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e222dd-e599-43b6-9d68-bd2e350994d6 service neutron] Pushing event updated for resources: {'Port': ['ID=830beac6-0ece-4740-87ff-a4676d513412,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:49.964757 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6327fe-815b-47b5-8f20-ff133286376a x-openstack-request-id: req-9c6327fe-815b-47b5-8f20-ff133286376a {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:14:49.965197 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c9cdf3-8439-46da-b252-63984fe45f4c", "tag": "830beac6-0ece-4740-87ff-a4676d513412", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:14:49.966073 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9c6327fe-815b-47b5-8f20-ff133286376a {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:14:49.966569 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c9cdf3-8439-46da-b252-63984fe45f4c', 'tag': '830beac6-0ece-4740-87ff-a4676d513412', 'status': 'completed', 'code': 200} Sep 18 00:14:50.014113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-3008b5ef-1173-418b-a6b4-ea65db25d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:50.017194 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-3008b5ef-1173-418b-a6b4-ea65db25d37f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e9c7cbf45e0479e99556cf2a2b08fd5&device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 1058 time: 0.0456138 Sep 18 00:14:50.063146 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-7a19e534-fa7a-493d-ae60-b2ae19217e41 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=830beac6-0ece-4740-87ff-a4676d513412 HTTP/1.1" status: 200 len: 217 time: 0.0390987 Sep 18 00:14:50.115823 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-a596db6b-d37c-4f5f-9d66-77e35e859b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:50.117390 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-a596db6b-d37c-4f5f-9d66-77e35e859b76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b85c993-f72f-4858-b33c-0d35f5add20f HTTP/1.1" status: 200 len: 838 time: 0.0476208 Sep 18 00:14:50.164066 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-20f5353a-34a3-40e3-a5c6-acc8d3128304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:50.165601 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-20f5353a-34a3-40e3-a5c6-acc8d3128304 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27107f5e-1dde-452c-8a86-1a8e0b3ac705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410349 Sep 18 00:14:50.260083 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-ae659e44-d3a3-4b71-b2bc-f391fa82d945 service neutron] 10.222.0.37 "GET /v2.0/networks/27107f5e-1dde-452c-8a86-1a8e0b3ac705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876911 Sep 18 00:14:50.347577 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad8c47dc-bd7a-414f-b16a-352156727666 req-31bef7c2-be27-4520-9cef-2feb92f96907 service neutron] 10.222.0.37 "GET /v2.0/networks/27107f5e-1dde-452c-8a86-1a8e0b3ac705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808234 Sep 18 00:14:50.507558 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9745cce-2279-41f9-a949-3ab7a4571ff5 req-a212a8c4-a1a0-450f-96ff-2486462a2673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:50.509075 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9745cce-2279-41f9-a949-3ab7a4571ff5 req-a212a8c4-a1a0-450f-96ff-2486462a2673 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e9c7cbf45e0479e99556cf2a2b08fd5&device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 1058 time: 0.0402789 Sep 18 00:14:50.633518 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9745cce-2279-41f9-a949-3ab7a4571ff5 req-cde333b7-1253-4b8b-ab13-3b9eef9dfc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:50.634992 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9745cce-2279-41f9-a949-3ab7a4571ff5 req-cde333b7-1253-4b8b-ab13-3b9eef9dfc3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=27107f5e-1dde-452c-8a86-1a8e0b3ac705 HTTP/1.1" status: 200 len: 898 time: 0.1164160 Sep 18 00:14:50.646990 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d1709-2c0a-441c-a432-74fc5a12cad4 req-af931925-cc3c-48ec-a7f6-aaf74de65b12 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:50.648370 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c3d1709-2c0a-441c-a432-74fc5a12cad4 req-af931925-cc3c-48ec-a7f6-aaf74de65b12 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 907 time: 0.0635569 Sep 18 00:14:50.687326 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9745cce-2279-41f9-a949-3ab7a4571ff5 req-24ea5cf1-bbc1-40a9-8230-cfae9342973c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=830beac6-0ece-4740-87ff-a4676d513412 HTTP/1.1" status: 200 len: 217 time: 0.0379043 Sep 18 00:14:50.736959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9745cce-2279-41f9-a949-3ab7a4571ff5 req-0cb576fd-20f1-4d6e-bc3d-8383a07bb38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:50.738375 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9745cce-2279-41f9-a949-3ab7a4571ff5 req-0cb576fd-20f1-4d6e-bc3d-8383a07bb38e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b85c993-f72f-4858-b33c-0d35f5add20f HTTP/1.1" status: 200 len: 838 time: 0.0434368 Sep 18 00:14:50.783848 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9745cce-2279-41f9-a949-3ab7a4571ff5 req-4abad0f0-93a6-4f91-9a2e-458256ec74b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:50.785246 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9745cce-2279-41f9-a949-3ab7a4571ff5 req-4abad0f0-93a6-4f91-9a2e-458256ec74b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27107f5e-1dde-452c-8a86-1a8e0b3ac705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396118 Sep 18 00:14:50.875954 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9745cce-2279-41f9-a949-3ab7a4571ff5 req-6dfedcd2-34bc-4ebb-af1d-5bc4c091ea13 service neutron] 10.222.0.37 "GET /v2.0/networks/27107f5e-1dde-452c-8a86-1a8e0b3ac705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822577 Sep 18 00:14:50.964275 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9745cce-2279-41f9-a949-3ab7a4571ff5 req-8f6a28ed-e2fa-4590-9c3a-2c8ba04ab3b5 service neutron] 10.222.0.37 "GET /v2.0/networks/27107f5e-1dde-452c-8a86-1a8e0b3ac705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811000 Sep 18 00:14:51.765367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79badfac-56ba-4c34-9ddb-2ce291155127 req-6b5d25c3-f1a3-434d-ab11-2ded988d124a tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:51.766879 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-79badfac-56ba-4c34-9ddb-2ce291155127 req-6b5d25c3-f1a3-434d-ab11-2ded988d124a tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 907 time: 0.0488923 Sep 18 00:14:52.882817 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970acb1-644e-463f-90b7-e5e89688d3e0 req-7f86b3c3-be3d-4f38-8d7e-8fc64f357944 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:52.884280 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8970acb1-644e-463f-90b7-e5e89688d3e0 req-7f86b3c3-be3d-4f38-8d7e-8fc64f357944 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 907 time: 0.0520387 Sep 18 00:14:53.578362 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 830beac6-0ece-4740-87ff-a4676d513412 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:14:53.668125 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 830beac6-0ece-4740-87ff-a4676d513412, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=830beac6-0ece-4740-87ff-a4676d513412,segment=NetworkSegment(cf95140f-5fe9-48c3-83c4-84df02455eb6),segment_id=cf95140f-5fe9-48c3-83c4-84df02455eb6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:14:53.679542 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '830beac6-0ece-4740-87ff-a4676d513412', 'network_id': '27107f5e-1dde-452c-8a86-1a8e0b3ac705', 'port_id': '830beac6-0ece-4740-87ff-a4676d513412', 'mac_address': 'fa:16:3e:5c:38:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b85c993-f72f-4858-b33c-0d35f5add20f', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:14:53.716395 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:53.732805 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830beac6-0ece-4740-87ff-a4676d513412 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:14:53.751811 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 830beac6-0ece-4740-87ff-a4676d513412, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=830beac6-0ece-4740-87ff-a4676d513412,segment=NetworkSegment(cf95140f-5fe9-48c3-83c4-84df02455eb6),segment_id=cf95140f-5fe9-48c3-83c4-84df02455eb6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:14:53.811290 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:53.858924 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=830beac6-0ece-4740-87ff-a4676d513412,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:53.866095 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:53.866440 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:53.866775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:53.867109 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:53.867439 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:53.867768 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:53.868092 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:53.868416 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:53.868737 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:53.869084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:53.869405 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:53.869725 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:14:53.995033 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ae7da-9b90-4238-922a-10460dace484 req-05e787a4-d596-41da-8596-680c665c4b69 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:53.996505 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b5ae7da-9b90-4238-922a-10460dace484 req-05e787a4-d596-41da-8596-680c665c4b69 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 908 time: 0.0476000 Sep 18 00:14:54.025816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['830beac6-0ece-4740-87ff-a4676d513412'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:14:55.117852 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c290bad-7ccc-4d01-851c-ace2f2a009d2 req-75b02f5e-3314-40f8-8a8e-c494a132b8b4 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:55.119360 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c290bad-7ccc-4d01-851c-ace2f2a009d2 req-75b02f5e-3314-40f8-8a8e-c494a132b8b4 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 908 time: 0.0530870 Sep 18 00:14:55.589530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 830beac6-0ece-4740-87ff-a4676d513412 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:14:55.696290 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 830beac6-0ece-4740-87ff-a4676d513412 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:14:55.700063 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 830beac6-0ece-4740-87ff-a4676d513412 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:14:55.700437 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:55.779732 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:55.802553 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c9cdf3-8439-46da-b252-63984fe45f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830beac6-0ece-4740-87ff-a4676d513412'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:14:55.804805 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862b0881-906e-4419-9982-8534a9422370" -d '{"events": [{"server_uuid": "67c9cdf3-8439-46da-b252-63984fe45f4c", "name": "network-vif-plugged", "status": "completed", "tag": "830beac6-0ece-4740-87ff-a4676d513412"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:14:55.817892 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 830beac6-0ece-4740-87ff-a4676d513412, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=830beac6-0ece-4740-87ff-a4676d513412,segment=NetworkSegment(cf95140f-5fe9-48c3-83c4-84df02455eb6),segment_id=cf95140f-5fe9-48c3-83c4-84df02455eb6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:14:55.842527 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47393970-4485-483a-bdad-2beb7db90af9 x-openstack-request-id: req-47393970-4485-483a-bdad-2beb7db90af9 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:14:55.842527 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c9cdf3-8439-46da-b252-63984fe45f4c", "name": "network-vif-plugged", "status": "completed", "tag": "830beac6-0ece-4740-87ff-a4676d513412", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:14:55.842527 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-47393970-4485-483a-bdad-2beb7db90af9 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:14:55.842527 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c9cdf3-8439-46da-b252-63984fe45f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830beac6-0ece-4740-87ff-a4676d513412', 'code': 200} Sep 18 00:14:55.896034 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:55.934730 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9addb22-a59c-4ba8-9e20-92ea109167a7 req-8394bc0e-f0f1-4546-a622-b2f8248b868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:55.936209 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9addb22-a59c-4ba8-9e20-92ea109167a7 req-8394bc0e-f0f1-4546-a622-b2f8248b868d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 1060 time: 0.0400276 Sep 18 00:14:55.945322 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=830beac6-0ece-4740-87ff-a4676d513412,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:56.238322 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b776d91-4193-4146-a328-5c0d96ceb724 req-1afcf7e1-fcb3-4458-b8bd-bd138907815d tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:56.239824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b776d91-4193-4146-a328-5c0d96ceb724 req-1afcf7e1-fcb3-4458-b8bd-bd138907815d tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 909 time: 0.0530453 Sep 18 00:14:57.356882 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fbff1-1d19-489e-ba7e-cb74ada45466 req-20915335-b7c7-4ace-91c2-a83e4a02099c tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:57.358479 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-638fbff1-1d19-489e-ba7e-cb74ada45466 req-20915335-b7c7-4ace-91c2-a83e4a02099c tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 909 time: 0.0498071 Sep 18 00:14:57.471678 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b77136-255d-417f-9e76-688d53d322dc req-dc91c201-3a25-4fa4-9020-efb03d59d9f5 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:57.473168 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9b77136-255d-417f-9e76-688d53d322dc req-dc91c201-3a25-4fa4-9020-efb03d59d9f5 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 909 time: 0.0475574 Sep 18 00:14:57.575797 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e66de-7c51-4702-9447-b9f5afdacc96 req-802546fb-9e4e-4002-a88f-8dd618937c96 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:57.577376 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c94e66de-7c51-4702-9447-b9f5afdacc96 req-802546fb-9e4e-4002-a88f-8dd618937c96 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 1060 time: 0.0399644 Sep 18 00:14:57.683032 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaf2fb-2bb6-48e4-9589-0266995aa930 req-76e530b4-34ee-475c-8aa0-f97e7d0fc248 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:57.684553 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0baaf2fb-2bb6-48e4-9589-0266995aa930 req-76e530b4-34ee-475c-8aa0-f97e7d0fc248 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 1136 time: 0.0428951 Sep 18 00:14:57.720680 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0baaf2fb-2bb6-48e4-9589-0266995aa930 req-18bb36b6-7bf7-415f-b685-e00b9c89e66a tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=26756e69-ee1c-4895-a1d3-4cc76a10d5ce&id=0417a107-7fe4-4f4f-9124-e353cc2944da&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0293772 Sep 18 00:14:57.742631 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52232) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:14:57.782845 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef0c34-df14-4ad7-9c4c-f8c92c492860 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:57.784375 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cdef0c34-df14-4ad7-9c4c-f8c92c492860 tempest-TestSecurityGroupsBasicOps-1538093811 tempest-TestSecurityGroupsBasicOps-1538093811-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 1055 time: 0.0407374 Sep 18 00:14:58.171837 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fa773-0cb7-4c31-8789-12dab0f79043 req-15ad808b-1437-4e65-aa82-e936810c9138 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:58.173336 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-650fa773-0cb7-4c31-8789-12dab0f79043 req-15ad808b-1437-4e65-aa82-e936810c9138 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 909 time: 0.0484393 Sep 18 00:14:59.294285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1f83e-a6ad-4756-ac2d-342021ecb30c req-dce03deb-02a4-4883-83bb-2eaade59ae5a tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:59.296365 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1cb1f83e-a6ad-4756-ac2d-342021ecb30c req-dce03deb-02a4-4883-83bb-2eaade59ae5a tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 909 time: 0.0480640 Sep 18 00:14:59.429640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4e46c-acc2-4907-af3a-7a10c9760290 req-d4d26d70-1d07-4ad9-8f87-99036f11a4cb tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:14:59.431087 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2b4e46c-acc2-4907-af3a-7a10c9760290 req-d4d26d70-1d07-4ad9-8f87-99036f11a4cb tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.37 "GET /v2.0/ports?device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 909 time: 0.0523660 Sep 18 00:14:59.520093 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-a2b4e46c-acc2-4907-af3a-7a10c9760290 req-e9ebd63f-39ef-4232-bdb7-4a2f5e8f96e6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Deleting port 830beac6-0ece-4740-87ff-a4676d513412 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:14:59.520441 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a2b4e46c-acc2-4907-af3a-7a10c9760290 req-e9ebd63f-39ef-4232-bdb7-4a2f5e8f96e6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:59.610643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-a2b4e46c-acc2-4907-af3a-7a10c9760290 req-e9ebd63f-39ef-4232-bdb7-4a2f5e8f96e6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] For port 830beac6-0ece-4740-87ff-a4676d513412, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=830beac6-0ece-4740-87ff-a4676d513412,segment=NetworkSegment(cf95140f-5fe9-48c3-83c4-84df02455eb6),segment_id=cf95140f-5fe9-48c3-83c4-84df02455eb6)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:14:59.611002 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a2b4e46c-acc2-4907-af3a-7a10c9760290 req-e9ebd63f-39ef-4232-bdb7-4a2f5e8f96e6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:59.622442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-a2b4e46c-acc2-4907-af3a-7a10c9760290 req-e9ebd63f-39ef-4232-bdb7-4a2f5e8f96e6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Calling delete_port for 830beac6-0ece-4740-87ff-a4676d513412 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:14:59.839665 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a2b4e46c-acc2-4907-af3a-7a10c9760290 req-e9ebd63f-39ef-4232-bdb7-4a2f5e8f96e6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:59.868850 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebd63f-39ef-4232-bdb7-4a2f5e8f96e6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event deleted for resources: {'Port': ['ID=830beac6-0ece-4740-87ff-a4676d513412,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:14:59.921792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b4e46c-acc2-4907-af3a-7a10c9760290 req-e9ebd63f-39ef-4232-bdb7-4a2f5e8f96e6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] No DVR routers for this DVR port 830beac6-0ece-4740-87ff-a4676d513412 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:14:59.924410 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a2b4e46c-acc2-4907-af3a-7a10c9760290 req-e9ebd63f-39ef-4232-bdb7-4a2f5e8f96e6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:14:59.926455 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2b4e46c-acc2-4907-af3a-7a10c9760290 req-e9ebd63f-39ef-4232-bdb7-4a2f5e8f96e6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.37 "DELETE /v2.0/ports/830beac6-0ece-4740-87ff-a4676d513412 HTTP/1.1" status: 204 len: 173 time: 0.4892104 Sep 18 00:14:59.926948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c9cdf3-8439-46da-b252-63984fe45f4c', 'name': 'network-vif-deleted', 'tag': '830beac6-0ece-4740-87ff-a4676d513412'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:14:59.929208 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7557dbae-f4df-4f2e-8a12-4ac0db8a5b5a" -d '{"events": [{"server_uuid": "67c9cdf3-8439-46da-b252-63984fe45f4c", "name": "network-vif-deleted", "tag": "830beac6-0ece-4740-87ff-a4676d513412"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:14:59.978450 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a092a7e-6b9c-4672-912d-09929345b153 x-openstack-request-id: req-5a092a7e-6b9c-4672-912d-09929345b153 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:14:59.978450 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c9cdf3-8439-46da-b252-63984fe45f4c", "name": "network-vif-deleted", "tag": "830beac6-0ece-4740-87ff-a4676d513412", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:14:59.978450 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5a092a7e-6b9c-4672-912d-09929345b153 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:14:59.978755 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c9cdf3-8439-46da-b252-63984fe45f4c', 'name': 'network-vif-deleted', 'tag': '830beac6-0ece-4740-87ff-a4676d513412', 'status': 'completed', 'code': 200} Sep 18 00:15:00.399648 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4b77c8d5-4c2f-4870-bea3-e57a8fb81456 req-ea78fbfd-7af4-49e5-b485-c36482caa8fe tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=67c9cdf3-8439-46da-b252-63984fe45f4c HTTP/1.1" status: 200 len: 210 time: 0.0256567 Sep 18 00:15:01.455880 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52268) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:01.621134 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 830beac6-0ece-4740-87ff-a4676d513412 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:15:01.655071 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 830beac6-0ece-4740-87ff-a4676d513412 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:15:01.656096 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 830beac6-0ece-4740-87ff-a4676d513412 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:15:01.813817 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a3409080-3a0f-44dc-b8aa-e6f7f129d10e tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:02.078512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a3409080-3a0f-44dc-b8aa-e6f7f129d10e tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Deleting port 5d365a61-ff55-4685-be08-b742f7f2651e {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:15:02.078856 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a3409080-3a0f-44dc-b8aa-e6f7f129d10e tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:02.164198 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-a3409080-3a0f-44dc-b8aa-e6f7f129d10e tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] For port 5d365a61-ff55-4685-be08-b742f7f2651e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5d365a61-ff55-4685-be08-b742f7f2651e,segment=NetworkSegment(cf95140f-5fe9-48c3-83c4-84df02455eb6),segment_id=cf95140f-5fe9-48c3-83c4-84df02455eb6)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:15:02.164846 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a3409080-3a0f-44dc-b8aa-e6f7f129d10e tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:02.176782 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a3409080-3a0f-44dc-b8aa-e6f7f129d10e tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Calling delete_port for 5d365a61-ff55-4685-be08-b742f7f2651e owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:15:02.468222 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a3409080-3a0f-44dc-b8aa-e6f7f129d10e tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:02.497311 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3409080-3a0f-44dc-b8aa-e6f7f129d10e tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event deleted for resources: {'Port': ['ID=5d365a61-ff55-4685-be08-b742f7f2651e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:02.682344 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a3409080-3a0f-44dc-b8aa-e6f7f129d10e tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:03.168780 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3409080-3a0f-44dc-b8aa-e6f7f129d10e tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Router 2d3e3086-cfa8-4da7-9aa7-2462d98d0280 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:15:03.273091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3409080-3a0f-44dc-b8aa-e6f7f129d10e tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:15:03.282073 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a3409080-3a0f-44dc-b8aa-e6f7f129d10e tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "PUT /v2.0/routers/2d3e3086-cfa8-4da7-9aa7-2462d98d0280/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8250368 Sep 18 00:15:03.282871 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52282) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:03.296057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368627c2-36c5-40e3-ae47-43d22ea262ef None None] Sync routers for ids ['2d3e3086-cfa8-4da7-9aa7-2462d98d0280'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:15:03.304745 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368627c2-36c5-40e3-ae47-43d22ea262ef None None] Routers {'2d3e3086-cfa8-4da7-9aa7-2462d98d0280'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:15:03.305496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-368627c2-36c5-40e3-ae47-43d22ea262ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:14:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2d3e3086-cfa8-4da7-9aa7-2462d98d0280'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:03.347875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-361f64e6-4153-4ea8-bcec-6bd8f62e8331 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Deleting subnet 3b85c993-f72f-4858-b33c-0d35f5add20f {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:15:03.351517 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-361f64e6-4153-4ea8-bcec-6bd8f62e8331 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:03.398397 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-361f64e6-4153-4ea8-bcec-6bd8f62e8331 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:03.409799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-368627c2-36c5-40e3-ae47-43d22ea262ef None None] Set router 2d3e3086-cfa8-4da7-9aa7-2462d98d0280 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:15:03.507647 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-361f64e6-4153-4ea8-bcec-6bd8f62e8331 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:03.622838 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-368627c2-36c5-40e3-ae47-43d22ea262ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'name': 'tempest-TestSecurityGroupsBasicOps-router-395904451', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6268bc2-fe17-47e9-9f6d-d7ac73794b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:14:39Z', 'updated_at': '2021-09-18T00:15:02Z', 'revision_number': 5, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'e6268bc2-fe17-47e9-9f6d-d7ac73794b4a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:14:39Z', 'updated_at': '2021-09-18T00:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:03.648854 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368627c2-36c5-40e3-ae47-43d22ea262ef None None] Checking router: 2d3e3086-cfa8-4da7-9aa7-2462d98d0280 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:15:03.656954 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-361f64e6-4153-4ea8-bcec-6bd8f62e8331 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:03.657289 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368627c2-36c5-40e3-ae47-43d22ea262ef None None] Routers {'2d3e3086-cfa8-4da7-9aa7-2462d98d0280'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:15:03.657901 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-368627c2-36c5-40e3-ae47-43d22ea262ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:14:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2d3e3086-cfa8-4da7-9aa7-2462d98d0280'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:03.686343 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f64e6-4153-4ea8-bcec-6bd8f62e8331 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event deleted for resources: {'Subnet': ['ID=3b85c993-f72f-4858-b33c-0d35f5add20f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:03.688451 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-361f64e6-4153-4ea8-bcec-6bd8f62e8331 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:03.690466 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-361f64e6-4153-4ea8-bcec-6bd8f62e8331 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "DELETE /v2.0/subnets/3b85c993-f72f-4858-b33c-0d35f5add20f HTTP/1.1" status: 204 len: 168 time: 0.4065862 Sep 18 00:15:03.693114 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52288) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:03.833569 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-782dcb4e-17b0-473b-922b-c7b73deb0892 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:03.884200 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9b3326-374e-4a59-9732-1a3deca798b9 None None] Network 27107f5e-1dde-452c-8a86-1a8e0b3ac705 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:15:03.972366 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-782dcb4e-17b0-473b-922b-c7b73deb0892 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:04.049458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-368627c2-36c5-40e3-ae47-43d22ea262ef None None] Set router 2d3e3086-cfa8-4da7-9aa7-2462d98d0280 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:15:04.112108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-782dcb4e-17b0-473b-922b-c7b73deb0892 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Deleting port e6268bc2-fe17-47e9-9f6d-d7ac73794b4a {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:15:04.122290 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-782dcb4e-17b0-473b-922b-c7b73deb0892 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:04.219418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45058e23-a58e-4e4f-b20f-51e5ef66b830 None None] DHCP port deletion for 27107f5e-1dde-452c-8a86-1a8e0b3ac705 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:15:04.222599 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-782dcb4e-17b0-473b-922b-c7b73deb0892 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] For port e6268bc2-fe17-47e9-9f6d-d7ac73794b4a, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e6268bc2-fe17-47e9-9f6d-d7ac73794b4a,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:15:04.222978 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-782dcb4e-17b0-473b-922b-c7b73deb0892 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:04.236346 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-782dcb4e-17b0-473b-922b-c7b73deb0892 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Calling delete_port for e6268bc2-fe17-47e9-9f6d-d7ac73794b4a owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:15:04.319441 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-368627c2-36c5-40e3-ae47-43d22ea262ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'name': 'tempest-TestSecurityGroupsBasicOps-router-395904451', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6268bc2-fe17-47e9-9f6d-d7ac73794b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:14:39Z', 'updated_at': '2021-09-18T00:15:02Z', 'revision_number': 5, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'e6268bc2-fe17-47e9-9f6d-d7ac73794b4a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:14:39Z', 'updated_at': '2021-09-18T00:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:04.359081 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368627c2-36c5-40e3-ae47-43d22ea262ef None None] The sync data for ids ['2d3e3086-cfa8-4da7-9aa7-2462d98d0280'] in n-d-809883-1 is: [{'id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'name': 'tempest-TestSecurityGroupsBasicOps-router-395904451', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6268bc2-fe17-47e9-9f6d-d7ac73794b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:14:39Z', 'updated_at': '2021-09-18T00:15:02Z', 'revision_number': 5, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'e6268bc2-fe17-47e9-9f6d-d7ac73794b4a', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3e3086-cfa8-4da7-9aa7-2462d98d0280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:14:39Z', 'updated_at': '2021-09-18T00:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:15:04.369432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-45058e23-a58e-4e4f-b20f-51e5ef66b830 None None] Deleting port 4602c454-a2ab-46b9-b1f8-7cbf5dd532d5 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:15:04.369886 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-45058e23-a58e-4e4f-b20f-51e5ef66b830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:04.448785 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-45058e23-a58e-4e4f-b20f-51e5ef66b830 None None] For port 4602c454-a2ab-46b9-b1f8-7cbf5dd532d5, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4602c454-a2ab-46b9-b1f8-7cbf5dd532d5,segment=NetworkSegment(cf95140f-5fe9-48c3-83c4-84df02455eb6),segment_id=cf95140f-5fe9-48c3-83c4-84df02455eb6)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:15:04.449222 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-45058e23-a58e-4e4f-b20f-51e5ef66b830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:04.462114 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-45058e23-a58e-4e4f-b20f-51e5ef66b830 None None] Calling delete_port for 4602c454-a2ab-46b9-b1f8-7cbf5dd532d5 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:15:04.479550 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-782dcb4e-17b0-473b-922b-c7b73deb0892 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:04.510708 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782dcb4e-17b0-473b-922b-c7b73deb0892 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event deleted for resources: {'Port': ['ID=e6268bc2-fe17-47e9-9f6d-d7ac73794b4a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:04.623506 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-45058e23-a58e-4e4f-b20f-51e5ef66b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:04.649273 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45058e23-a58e-4e4f-b20f-51e5ef66b830 None None] Pushing event deleted for resources: {'Port': ['ID=4602c454-a2ab-46b9-b1f8-7cbf5dd532d5,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:04.655653 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45058e23-a58e-4e4f-b20f-51e5ef66b830 None None] No DVR routers for this DVR port 4602c454-a2ab-46b9-b1f8-7cbf5dd532d5 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:15:04.905776 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-782dcb4e-17b0-473b-922b-c7b73deb0892 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:04.997603 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-782dcb4e-17b0-473b-922b-c7b73deb0892 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:05.000376 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-782dcb4e-17b0-473b-922b-c7b73deb0892 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:05.108747 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-782dcb4e-17b0-473b-922b-c7b73deb0892 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:05.109304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782dcb4e-17b0-473b-922b-c7b73deb0892 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Fanout notify agent at l3_agent the message router_deleted on router 2d3e3086-cfa8-4da7-9aa7-2462d98d0280 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:15:05.116219 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-782dcb4e-17b0-473b-922b-c7b73deb0892 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:05.117379 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-782dcb4e-17b0-473b-922b-c7b73deb0892 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "DELETE /v2.0/routers/2d3e3086-cfa8-4da7-9aa7-2462d98d0280 HTTP/1.1" status: 204 len: 168 time: 1.4232500 Sep 18 00:15:05.120031 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52298) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:05.208752 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-acc882ac-4cd3-4bd8-bb7b-19ffb8b4ae0b tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:05.299841 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-acc882ac-4cd3-4bd8-bb7b-19ffb8b4ae0b tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:05.319015 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-acc882ac-4cd3-4bd8-bb7b-19ffb8b4ae0b tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27107f5e-1dde-452c-8a86-1a8e0b3ac705']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:05.327976 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-acc882ac-4cd3-4bd8-bb7b-19ffb8b4ae0b tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf95140f-5fe9-48c3-83c4-84df02455eb6') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:05.328279 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-acc882ac-4cd3-4bd8-bb7b-19ffb8b4ae0b tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf95140f-5fe9-48c3-83c4-84df02455eb6') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:05.337297 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-acc882ac-4cd3-4bd8-bb7b-19ffb8b4ae0b tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:05.351018 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-acc882ac-4cd3-4bd8-bb7b-19ffb8b4ae0b tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:05.356711 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc882ac-4cd3-4bd8-bb7b-19ffb8b4ae0b tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:15:05.357748 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-acc882ac-4cd3-4bd8-bb7b-19ffb8b4ae0b tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:15:05.360653 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:15:05.519531 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-acc882ac-4cd3-4bd8-bb7b-19ffb8b4ae0b tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:05.533507 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-acc882ac-4cd3-4bd8-bb7b-19ffb8b4ae0b tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:05.533507 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-acc882ac-4cd3-4bd8-bb7b-19ffb8b4ae0b tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "DELETE /v2.0/networks/27107f5e-1dde-452c-8a86-1a8e0b3ac705 HTTP/1.1" status: 204 len: 168 time: 0.4074368 Sep 18 00:15:05.533839 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52300) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:05.541382 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc882ac-4cd3-4bd8-bb7b-19ffb8b4ae0b tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event deleted for resources: {'Network': ['ID=27107f5e-1dde-452c-8a86-1a8e0b3ac705,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:05.632631 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4602c454-a2ab-46b9-b1f8-7cbf5dd532d5 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:15:05.653082 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 4602c454-a2ab-46b9-b1f8-7cbf5dd532d5 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:15:05.653402 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4602c454-a2ab-46b9-b1f8-7cbf5dd532d5 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:15:05.653806 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5d365a61-ff55-4685-be08-b742f7f2651e no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:15:05.676257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 5d365a61-ff55-4685-be08-b742f7f2651e {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:15:05.676575 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5d365a61-ff55-4685-be08-b742f7f2651e not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:15:05.676995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e6268bc2-fe17-47e9-9f6d-d7ac73794b4a no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:15:05.694773 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: e6268bc2-fe17-47e9-9f6d-d7ac73794b4a {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:15:05.699243 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device e6268bc2-fe17-47e9-9f6d-d7ac73794b4a not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:15:05.795970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa783e-32df-4d97-9eed-e9703851c1c7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Deleting port 9c403081-ce25-4bb1-97a2-18ca9d3515d6 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:15:05.796315 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7eaa783e-32df-4d97-9eed-e9703851c1c7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:05.872342 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7eaa783e-32df-4d97-9eed-e9703851c1c7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:05.873255 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7eaa783e-32df-4d97-9eed-e9703851c1c7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:05.884540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa783e-32df-4d97-9eed-e9703851c1c7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Calling delete_port for 9c403081-ce25-4bb1-97a2-18ca9d3515d6 owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:15:06.130774 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7eaa783e-32df-4d97-9eed-e9703851c1c7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:06.157430 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa783e-32df-4d97-9eed-e9703851c1c7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event deleted for resources: {'Port': ['ID=9c403081-ce25-4bb1-97a2-18ca9d3515d6,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:06.217653 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7eaa783e-32df-4d97-9eed-e9703851c1c7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:06.218656 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-7eaa783e-32df-4d97-9eed-e9703851c1c7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Floating IP d39a96dc-e5d6-4bae-8529-811166f25a40 disassociated (deleted). External IP: 172.25.3.64, port: e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4. Sep 18 00:15:06.417349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eaa783e-32df-4d97-9eed-e9703851c1c7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Router c53a9bd4-8a6c-49e2-8bfe-b492a820f92f has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:15:06.521011 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaa783e-32df-4d97-9eed-e9703851c1c7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:15:06.525677 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7eaa783e-32df-4d97-9eed-e9703851c1c7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:06.530727 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3aa5c-d876-4cbc-b979-ee0893bf0030 None None] Sync routers for ids ['c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:15:06.539258 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb3aa5c-d876-4cbc-b979-ee0893bf0030 None None] Routers {'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:15:06.539855 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-dcb3aa5c-d876-4cbc-b979-ee0893bf0030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:14:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:06.553503 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7eaa783e-32df-4d97-9eed-e9703851c1c7 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "DELETE /v2.0/floatingips/d39a96dc-e5d6-4bae-8529-811166f25a40 HTTP/1.1" status: 204 len: 168 time: 1.0204043 Sep 18 00:15:06.554248 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f266c9-97dd-4bb3-b44c-1d7421548e17', 'tag': 'e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:15:06.556612 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c731db53-9f9d-4dbf-9bbe-5fb2409baca6" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f266c9-97dd-4bb3-b44c-1d7421548e17", "tag": "e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:15:06.596242 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d642564a-20da-4d5f-a4f7-2d149f1800e5 x-openstack-request-id: req-d642564a-20da-4d5f-a4f7-2d149f1800e5 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:15:06.596623 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f266c9-97dd-4bb3-b44c-1d7421548e17", "tag": "e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:15:06.597145 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d642564a-20da-4d5f-a4f7-2d149f1800e5 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:15:06.597643 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f266c9-97dd-4bb3-b44c-1d7421548e17', 'tag': 'e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4', 'status': 'completed', 'code': 200} Sep 18 00:15:06.667446 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731db53-9f9d-4dbf-9bbe-5fb2409baca6 req-9e736d9c-671d-4aec-9f16-de416380a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:15:06.670205 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c731db53-9f9d-4dbf-9bbe-5fb2409baca6 req-9e736d9c-671d-4aec-9f16-de416380a067 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0e9c7cbf45e0479e99556cf2a2b08fd5&device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 1136 time: 0.0478532 Sep 18 00:15:06.681694 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-dcb3aa5c-d876-4cbc-b979-ee0893bf0030 None None] Set router c53a9bd4-8a6c-49e2-8bfe-b492a820f92f gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:15:06.768937 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731db53-9f9d-4dbf-9bbe-5fb2409baca6 req-21d489b2-233d-40ad-ace3-ca7c23cf6be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:15:06.770696 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c731db53-9f9d-4dbf-9bbe-5fb2409baca6 req-21d489b2-233d-40ad-ace3-ca7c23cf6be1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 HTTP/1.1" status: 200 len: 897 time: 0.0924008 Sep 18 00:15:06.823401 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c731db53-9f9d-4dbf-9bbe-5fb2409baca6 req-59b08e62-e701-4d28-9e72-07af315d0ed9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 HTTP/1.1" status: 200 len: 217 time: 0.0458074 Sep 18 00:15:06.884882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731db53-9f9d-4dbf-9bbe-5fb2409baca6 req-31bf858c-5e11-4a52-989d-541b79c753ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:15:06.886342 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c731db53-9f9d-4dbf-9bbe-5fb2409baca6 req-31bf858c-5e11-4a52-989d-541b79c753ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19439530-511a-40e7-bbb8-207cce7e0058 HTTP/1.1" status: 200 len: 835 time: 0.0497327 Sep 18 00:15:06.889558 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-dcb3aa5c-d876-4cbc-b979-ee0893bf0030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888564939', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:13:44Z', 'updated_at': '2021-09-18T00:13:50Z', 'revision_number': 4, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:36:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:45Z', 'updated_at': '2021-09-18T00:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5173a032-d842-4edc-b03a-3d3ad4f71137', 'name': '', 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'mac_address': 'fa:16:3e:26:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '19439530-511a-40e7-bbb8-207cce7e0058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:49Z', 'updated_at': '2021-09-18T00:13:53Z', 'revision_number': 5, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'subnets': [{'id': '19439530-511a-40e7-bbb8-207cce7e0058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:06.914789 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3aa5c-d876-4cbc-b979-ee0893bf0030 None None] Checking router: c53a9bd4-8a6c-49e2-8bfe-b492a820f92f for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:15:06.928906 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb3aa5c-d876-4cbc-b979-ee0893bf0030 None None] Routers {'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:15:06.928906 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-dcb3aa5c-d876-4cbc-b979-ee0893bf0030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:14:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:06.932277 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731db53-9f9d-4dbf-9bbe-5fb2409baca6 req-4367773b-a8af-4632-9373-7ac70322e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:15:06.933833 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c731db53-9f9d-4dbf-9bbe-5fb2409baca6 req-4367773b-a8af-4632-9373-7ac70322e79e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cd28d1f1-92f4-46ea-a20f-55edbb68e9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398128 Sep 18 00:15:07.035354 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fd470-6c3e-4d62-9a20-37b1a3b3eaf4 req-2802d63e-7531-4635-b5a2-6a66b2e5b4a5 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:15:07.036817 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-941fd470-6c3e-4d62-9a20-37b1a3b3eaf4 req-2802d63e-7531-4635-b5a2-6a66b2e5b4a5 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 985 time: 0.0636225 Sep 18 00:15:07.042193 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-dcb3aa5c-d876-4cbc-b979-ee0893bf0030 None None] Set router c53a9bd4-8a6c-49e2-8bfe-b492a820f92f gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:15:07.069819 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c731db53-9f9d-4dbf-9bbe-5fb2409baca6 req-d47930e9-9fb9-457e-957c-dc7f09b6a170 service neutron] 10.222.0.41 "GET /v2.0/networks/cd28d1f1-92f4-46ea-a20f-55edbb68e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214769 Sep 18 00:15:07.100640 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-941fd470-6c3e-4d62-9a20-37b1a3b3eaf4 req-a06900aa-7527-440e-a548-776126ff0567 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/security-groups?id=26756e69-ee1c-4895-a1d3-4cc76a10d5ce&id=0417a107-7fe4-4f4f-9124-e353cc2944da&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0559049 Sep 18 00:15:07.172235 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c731db53-9f9d-4dbf-9bbe-5fb2409baca6 req-5afcebfe-86f1-49a0-879a-f9be85161da1 service neutron] 10.222.0.41 "GET /v2.0/networks/cd28d1f1-92f4-46ea-a20f-55edbb68e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939329 Sep 18 00:15:07.261801 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-dcb3aa5c-d876-4cbc-b979-ee0893bf0030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888564939', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:13:44Z', 'updated_at': '2021-09-18T00:13:50Z', 'revision_number': 4, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:36:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:45Z', 'updated_at': '2021-09-18T00:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5173a032-d842-4edc-b03a-3d3ad4f71137', 'name': '', 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'mac_address': 'fa:16:3e:26:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '19439530-511a-40e7-bbb8-207cce7e0058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:49Z', 'updated_at': '2021-09-18T00:13:53Z', 'revision_number': 5, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'subnets': [{'id': '19439530-511a-40e7-bbb8-207cce7e0058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:07.287689 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3aa5c-d876-4cbc-b979-ee0893bf0030 None None] The sync data for ids ['c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'] in n-d-809883-1 is: [{'id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888564939', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:13:44Z', 'updated_at': '2021-09-18T00:13:50Z', 'revision_number': 4, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:36:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:45Z', 'updated_at': '2021-09-18T00:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '5173a032-d842-4edc-b03a-3d3ad4f71137', 'name': '', 'network_id': 'cd28d1f1-92f4-46ea-a20f-55edbb68e9f8', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'mac_address': 'fa:16:3e:26:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '19439530-511a-40e7-bbb8-207cce7e0058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:49Z', 'updated_at': '2021-09-18T00:13:53Z', 'revision_number': 5, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'subnets': [{'id': '19439530-511a-40e7-bbb8-207cce7e0058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:15:07.520654 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2fa1cc-22a7-4595-aa76-2d87fbf275f6 None None] New status for floating IP d39a96dc-e5d6-4bae-8529-811166f25a40: DOWN {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:15:08.207639 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af09a85-3f88-4b60-84be-29fe9edfa1a8 req-d3ee5fe9-6c72-4c9a-b193-57584e1dcf1e tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:15:08.209246 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5af09a85-3f88-4b60-84be-29fe9edfa1a8 req-d3ee5fe9-6c72-4c9a-b193-57584e1dcf1e tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 985 time: 0.0501506 Sep 18 00:15:08.250260 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5af09a85-3f88-4b60-84be-29fe9edfa1a8 req-eabc7d41-8de6-4112-ab1c-127b3bd986b6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/security-groups?id=26756e69-ee1c-4895-a1d3-4cc76a10d5ce&id=0417a107-7fe4-4f4f-9124-e353cc2944da&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0344002 Sep 18 00:15:08.289220 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811ed95-4cea-4ae0-adee-20c4f09c9a96 req-12e03ac5-e899-40bd-8288-54f486ca6824 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:15:08.290760 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c811ed95-4cea-4ae0-adee-20c4f09c9a96 req-12e03ac5-e899-40bd-8288-54f486ca6824 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 985 time: 0.0540988 Sep 18 00:15:08.381050 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-c811ed95-4cea-4ae0-adee-20c4f09c9a96 req-43b66862-44c7-4da4-acc4-ffde40072797 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Deleting port e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:15:08.381315 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c811ed95-4cea-4ae0-adee-20c4f09c9a96 req-43b66862-44c7-4da4-acc4-ffde40072797 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:08.477809 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-c811ed95-4cea-4ae0-adee-20c4f09c9a96 req-43b66862-44c7-4da4-acc4-ffde40072797 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] For port e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4,segment=NetworkSegment(f07cc603-9edc-48d1-ae79-520f1108b862),segment_id=f07cc603-9edc-48d1-ae79-520f1108b862)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:15:08.478179 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c811ed95-4cea-4ae0-adee-20c4f09c9a96 req-43b66862-44c7-4da4-acc4-ffde40072797 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:08.490165 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-c811ed95-4cea-4ae0-adee-20c4f09c9a96 req-43b66862-44c7-4da4-acc4-ffde40072797 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Calling delete_port for e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:15:08.691289 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c811ed95-4cea-4ae0-adee-20c4f09c9a96 req-43b66862-44c7-4da4-acc4-ffde40072797 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:08.725252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b66862-44c7-4da4-acc4-ffde40072797 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event deleted for resources: {'Port': ['ID=e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:08.765035 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c811ed95-4cea-4ae0-adee-20c4f09c9a96 req-43b66862-44c7-4da4-acc4-ffde40072797 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] No DVR routers for this DVR port e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:15:08.767659 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c811ed95-4cea-4ae0-adee-20c4f09c9a96 req-43b66862-44c7-4da4-acc4-ffde40072797 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:08.769769 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c811ed95-4cea-4ae0-adee-20c4f09c9a96 req-43b66862-44c7-4da4-acc4-ffde40072797 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.41 "DELETE /v2.0/ports/e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 HTTP/1.1" status: 204 len: 173 time: 0.4729970 Sep 18 00:15:08.770203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f266c9-97dd-4bb3-b44c-1d7421548e17', 'name': 'network-vif-deleted', 'tag': 'e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:15:08.772430 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f26ee2-ba34-44e7-a173-9433a384da19" -d '{"events": [{"server_uuid": "e1f266c9-97dd-4bb3-b44c-1d7421548e17", "name": "network-vif-deleted", "tag": "e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:15:08.806989 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2c9374-74d4-4675-9f7e-66f7ab08dd5f x-openstack-request-id: req-fd2c9374-74d4-4675-9f7e-66f7ab08dd5f {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:15:08.807282 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f266c9-97dd-4bb3-b44c-1d7421548e17", "name": "network-vif-deleted", "tag": "e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:15:08.807502 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fd2c9374-74d4-4675-9f7e-66f7ab08dd5f {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:15:08.807901 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f266c9-97dd-4bb3-b44c-1d7421548e17', 'name': 'network-vif-deleted', 'tag': 'e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4', 'status': 'completed', 'code': 200} Sep 18 00:15:09.364290 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-00671b10-73bc-4b55-8280-ee3491eac72d req-d7459079-76d8-4caa-9e49-bd2799d33a4e tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f266c9-97dd-4bb3-b44c-1d7421548e17 HTTP/1.1" status: 200 len: 210 time: 0.0338197 Sep 18 00:15:10.423823 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52362) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:10.482599 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4dba8d17-df3b-4aa5-8397-a3a337441377 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:10.504120 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4dba8d17-df3b-4aa5-8397-a3a337441377 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:10.524948 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:10.622218 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4dba8d17-df3b-4aa5-8397-a3a337441377 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:10.625416 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4dba8d17-df3b-4aa5-8397-a3a337441377 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:10.626638 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4dba8d17-df3b-4aa5-8397-a3a337441377 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "DELETE /v2.0/security-groups/26756e69-ee1c-4895-a1d3-4cc76a10d5ce HTTP/1.1" status: 204 len: 168 time: 0.2017250 Sep 18 00:15:10.629412 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52364) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:10.635888 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba8d17-df3b-4aa5-8397-a3a337441377 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26756e69-ee1c-4895-a1d3-4cc76a10d5ce,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:10.697101 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf590-2950-4d75-93b1-27b2c8b0cd63 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:10.720101 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf590-2950-4d75-93b1-27b2c8b0cd63 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:10.868154 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf590-2950-4d75-93b1-27b2c8b0cd63 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:10.870796 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf590-2950-4d75-93b1-27b2c8b0cd63 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:10.871975 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6b0cf590-2950-4d75-93b1-27b2c8b0cd63 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "DELETE /v2.0/security-groups/0417a107-7fe4-4f4f-9124-e353cc2944da HTTP/1.1" status: 204 len: 168 time: 0.2414792 Sep 18 00:15:10.874813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52368) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:10.882978 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cf590-2950-4d75-93b1-27b2c8b0cd63 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0417a107-7fe4-4f4f-9124-e353cc2944da,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:11.229529 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c585edd2-7ac2-462f-86a0-364dea03ce46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:11.480747 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-c585edd2-7ac2-462f-86a0-364dea03ce46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Deleting port 5173a032-d842-4edc-b03a-3d3ad4f71137 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:15:11.481462 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c585edd2-7ac2-462f-86a0-364dea03ce46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:11.573212 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-c585edd2-7ac2-462f-86a0-364dea03ce46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] For port 5173a032-d842-4edc-b03a-3d3ad4f71137, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5173a032-d842-4edc-b03a-3d3ad4f71137,segment=NetworkSegment(f07cc603-9edc-48d1-ae79-520f1108b862),segment_id=f07cc603-9edc-48d1-ae79-520f1108b862)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:15:11.573586 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c585edd2-7ac2-462f-86a0-364dea03ce46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:11.587339 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-c585edd2-7ac2-462f-86a0-364dea03ce46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Calling delete_port for 5173a032-d842-4edc-b03a-3d3ad4f71137 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:15:11.630694 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:15:11.650829 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:15:11.650829 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e2613cd7-5ae6-40d0-8231-7ecf1f56a5a4 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:15:11.811475 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c585edd2-7ac2-462f-86a0-364dea03ce46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:11.835538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585edd2-7ac2-462f-86a0-364dea03ce46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event deleted for resources: {'Port': ['ID=5173a032-d842-4edc-b03a-3d3ad4f71137,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:12.020286 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c585edd2-7ac2-462f-86a0-364dea03ce46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:12.230744 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c585edd2-7ac2-462f-86a0-364dea03ce46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Router c53a9bd4-8a6c-49e2-8bfe-b492a820f92f has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:15:12.331257 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c585edd2-7ac2-462f-86a0-364dea03ce46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:15:12.338449 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c585edd2-7ac2-462f-86a0-364dea03ce46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "PUT /v2.0/routers/c53a9bd4-8a6c-49e2-8bfe-b492a820f92f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4625089 Sep 18 00:15:12.339457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52384) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:12.340618 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d98b71f-890b-43e3-ac85-045670751a37 None None] Sync routers for ids ['c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:15:12.352960 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d98b71f-890b-43e3-ac85-045670751a37 None None] Routers {'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:15:12.353584 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5d98b71f-890b-43e3-ac85-045670751a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:14:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:12.397484 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-52018fa1-8ab5-4e00-baa3-1646dd2f2f4c tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Deleting subnet 19439530-511a-40e7-bbb8-207cce7e0058 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:15:12.400672 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52018fa1-8ab5-4e00-baa3-1646dd2f2f4c tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:12.441136 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52018fa1-8ab5-4e00-baa3-1646dd2f2f4c tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:12.459275 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-5d98b71f-890b-43e3-ac85-045670751a37 None None] Set router c53a9bd4-8a6c-49e2-8bfe-b492a820f92f gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:15:12.525116 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52018fa1-8ab5-4e00-baa3-1646dd2f2f4c tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:12.647268 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5d98b71f-890b-43e3-ac85-045670751a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888564939', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:13:44Z', 'updated_at': '2021-09-18T00:15:11Z', 'revision_number': 5, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:36:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:45Z', 'updated_at': '2021-09-18T00:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:12.656421 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52018fa1-8ab5-4e00-baa3-1646dd2f2f4c tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:12.677208 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d98b71f-890b-43e3-ac85-045670751a37 None None] Checking router: c53a9bd4-8a6c-49e2-8bfe-b492a820f92f for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:15:12.685261 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52018fa1-8ab5-4e00-baa3-1646dd2f2f4c tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event deleted for resources: {'Subnet': ['ID=19439530-511a-40e7-bbb8-207cce7e0058,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:12.688282 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d98b71f-890b-43e3-ac85-045670751a37 None None] Routers {'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:15:12.688282 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5d98b71f-890b-43e3-ac85-045670751a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:14:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:12.690540 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52018fa1-8ab5-4e00-baa3-1646dd2f2f4c tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:12.695175 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-52018fa1-8ab5-4e00-baa3-1646dd2f2f4c tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "DELETE /v2.0/subnets/19439530-511a-40e7-bbb8-207cce7e0058 HTTP/1.1" status: 204 len: 168 time: 0.3520522 Sep 18 00:15:12.695437 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52390) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:12.697683 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b22ed4c-3021-4966-b706-2a4e63bf48e3 None None] Network cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:15:12.830184 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-5d98b71f-890b-43e3-ac85-045670751a37 None None] Set router c53a9bd4-8a6c-49e2-8bfe-b492a820f92f gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:15:12.843384 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca0fcb9d-8312-4aec-a67a-b6e59dbecb46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:12.918581 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9e5510-67f1-40f4-bc24-9f7f586e63d1 None None] DHCP port deletion for cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:15:12.955040 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca0fcb9d-8312-4aec-a67a-b6e59dbecb46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:12.979334 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e5510-67f1-40f4-bc24-9f7f586e63d1 None None] Deleting port 5dafc062-1ba0-46c6-a290-f2bb88560638 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:15:12.979853 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ac9e5510-67f1-40f4-bc24-9f7f586e63d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:13.053379 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ac9e5510-67f1-40f4-bc24-9f7f586e63d1 None None] For port 5dafc062-1ba0-46c6-a290-f2bb88560638, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5dafc062-1ba0-46c6-a290-f2bb88560638,segment=NetworkSegment(f07cc603-9edc-48d1-ae79-520f1108b862),segment_id=f07cc603-9edc-48d1-ae79-520f1108b862)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:15:13.053883 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ac9e5510-67f1-40f4-bc24-9f7f586e63d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:13.076478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e5510-67f1-40f4-bc24-9f7f586e63d1 None None] Calling delete_port for 5dafc062-1ba0-46c6-a290-f2bb88560638 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:15:13.083197 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-ca0fcb9d-8312-4aec-a67a-b6e59dbecb46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Deleting port c34feabe-a84b-4112-a0ba-8e2f73a134b7 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:15:13.083547 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca0fcb9d-8312-4aec-a67a-b6e59dbecb46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:13.172721 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-5d98b71f-890b-43e3-ac85-045670751a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888564939', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:13:44Z', 'updated_at': '2021-09-18T00:15:11Z', 'revision_number': 5, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:36:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:45Z', 'updated_at': '2021-09-18T00:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:13.173704 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-ca0fcb9d-8312-4aec-a67a-b6e59dbecb46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] For port c34feabe-a84b-4112-a0ba-8e2f73a134b7, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c34feabe-a84b-4112-a0ba-8e2f73a134b7,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:15:13.174076 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca0fcb9d-8312-4aec-a67a-b6e59dbecb46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:13.186330 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-ca0fcb9d-8312-4aec-a67a-b6e59dbecb46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Calling delete_port for c34feabe-a84b-4112-a0ba-8e2f73a134b7 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:15:13.199239 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d98b71f-890b-43e3-ac85-045670751a37 None None] The sync data for ids ['c53a9bd4-8a6c-49e2-8bfe-b492a820f92f'] in n-d-809883-1 is: [{'id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-888564939', 'tenant_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:13:44Z', 'updated_at': '2021-09-18T00:15:11Z', 'revision_number': 5, 'project_id': '0e9c7cbf45e0479e99556cf2a2b08fd5', 'gw_port': {'id': 'c34feabe-a84b-4112-a0ba-8e2f73a134b7', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:36:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a9bd4-8a6c-49e2-8bfe-b492a820f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:13:45Z', 'updated_at': '2021-09-18T00:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:15:13.245222 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ac9e5510-67f1-40f4-bc24-9f7f586e63d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:13.272127 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e5510-67f1-40f4-bc24-9f7f586e63d1 None None] Pushing event deleted for resources: {'Port': ['ID=5dafc062-1ba0-46c6-a290-f2bb88560638,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:13.275631 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9e5510-67f1-40f4-bc24-9f7f586e63d1 None None] No DVR routers for this DVR port 5dafc062-1ba0-46c6-a290-f2bb88560638 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:15:13.422171 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca0fcb9d-8312-4aec-a67a-b6e59dbecb46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:13.447889 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fcb9d-8312-4aec-a67a-b6e59dbecb46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event deleted for resources: {'Port': ['ID=c34feabe-a84b-4112-a0ba-8e2f73a134b7,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:13.511955 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca0fcb9d-8312-4aec-a67a-b6e59dbecb46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:13.523707 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:13.716889 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5dafc062-1ba0-46c6-a290-f2bb88560638 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:15:13.750233 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 5dafc062-1ba0-46c6-a290-f2bb88560638 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:15:13.751320 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5dafc062-1ba0-46c6-a290-f2bb88560638 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:15:13.751993 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5173a032-d842-4edc-b03a-3d3ad4f71137 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:15:13.775795 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 5173a032-d842-4edc-b03a-3d3ad4f71137 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:15:13.776411 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5173a032-d842-4edc-b03a-3d3ad4f71137 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:15:13.926267 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca0fcb9d-8312-4aec-a67a-b6e59dbecb46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:13.928384 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca0fcb9d-8312-4aec-a67a-b6e59dbecb46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:14.050915 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-00a60f6c-841d-4ee6-95b4-861e70903b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:14.053404 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca0fcb9d-8312-4aec-a67a-b6e59dbecb46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:14.053952 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0fcb9d-8312-4aec-a67a-b6e59dbecb46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Fanout notify agent at l3_agent the message router_deleted on router c53a9bd4-8a6c-49e2-8bfe-b492a820f92f {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:15:14.060945 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ca0fcb9d-8312-4aec-a67a-b6e59dbecb46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:14.062086 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ca0fcb9d-8312-4aec-a67a-b6e59dbecb46 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "DELETE /v2.0/routers/c53a9bd4-8a6c-49e2-8bfe-b492a820f92f HTTP/1.1" status: 204 len: 168 time: 1.3654225 Sep 18 00:15:14.064658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52408) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:14.192877 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffef291f-eb25-4e9c-a34a-a71d0eb86fa6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:14.215763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74278dd-2ec3-40f8-864c-5916861f9498 req-6b1893b5-d6e3-47af-a401-c5f97a7431c2 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:15:14.218118 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f74278dd-2ec3-40f8-864c-5916861f9498 req-6b1893b5-d6e3-47af-a401-c5f97a7431c2 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 945 time: 0.1129539 Sep 18 00:15:14.321098 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffef291f-eb25-4e9c-a34a-a71d0eb86fa6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:14.326669 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f74278dd-2ec3-40f8-864c-5916861f9498 req-a4622b10-8507-4a45-af8d-c6e9cf02ecb6 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/security-groups?id=492a1e00-4dba-4712-99b9-d270eb0b55b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859416 Sep 18 00:15:14.346006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-ffef291f-eb25-4e9c-a34a-a71d0eb86fa6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd28d1f1-92f4-46ea-a20f-55edbb68e9f8']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:14.355317 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-ffef291f-eb25-4e9c-a34a-a71d0eb86fa6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07cc603-9edc-48d1-ae79-520f1108b862') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:14.355611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-ffef291f-eb25-4e9c-a34a-a71d0eb86fa6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07cc603-9edc-48d1-ae79-520f1108b862') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:14.364976 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffef291f-eb25-4e9c-a34a-a71d0eb86fa6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:14.377677 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffef291f-eb25-4e9c-a34a-a71d0eb86fa6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:14.383253 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffef291f-eb25-4e9c-a34a-a71d0eb86fa6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:15:14.383630 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffef291f-eb25-4e9c-a34a-a71d0eb86fa6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:15:14.386609 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:15:14.530589 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffef291f-eb25-4e9c-a34a-a71d0eb86fa6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:14.542165 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ffef291f-eb25-4e9c-a34a-a71d0eb86fa6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:14.543813 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ffef291f-eb25-4e9c-a34a-a71d0eb86fa6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] 10.222.0.46 "DELETE /v2.0/networks/cd28d1f1-92f4-46ea-a20f-55edbb68e9f8 HTTP/1.1" status: 204 len: 168 time: 0.4781616 Sep 18 00:15:14.556399 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef291f-eb25-4e9c-a34a-a71d0eb86fa6 tempest-TestSecurityGroupsBasicOps-1120765661 tempest-TestSecurityGroupsBasicOps-1120765661-project] Pushing event deleted for resources: {'Network': ['ID=cd28d1f1-92f4-46ea-a20f-55edbb68e9f8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:15.092881 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52430) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:15.258978 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-635491a6-c277-4bd5-876f-96ca08a60d17 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e9c7cbf45e0479e99556cf2a2b08fd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648030 Sep 18 00:15:15.261766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52436) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:15.314144 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3e1bcc78-0be1-491c-840e-78a45f551355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:15.334076 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3e1bcc78-0be1-491c-840e-78a45f551355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:15.446920 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c34feabe-a84b-4112-a0ba-8e2f73a134b7 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:15:15.455075 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3e1bcc78-0be1-491c-840e-78a45f551355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:15.457623 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3e1bcc78-0be1-491c-840e-78a45f551355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:15.461221 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3e1bcc78-0be1-491c-840e-78a45f551355 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ae1d92d-aac8-4a7e-b670-3db1e39499e5 HTTP/1.1" status: 204 len: 168 time: 0.1950674 Sep 18 00:15:15.470912 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1bcc78-0be1-491c-840e-78a45f551355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae1d92d-aac8-4a7e-b670-3db1e39499e5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:15.482729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9fd1b-a0b7-4163-b837-c9bb6cabe4dc req-2307f660-7d16-47fb-967f-66146a3f6b6b tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:15:15.483648 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-32f9fd1b-a0b7-4163-b837-c9bb6cabe4dc req-2307f660-7d16-47fb-967f-66146a3f6b6b tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 945 time: 0.0979283 Sep 18 00:15:15.497444 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: c34feabe-a84b-4112-a0ba-8e2f73a134b7 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:15:15.498075 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c34feabe-a84b-4112-a0ba-8e2f73a134b7 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:15:15.498542 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08be7e-5b31-49de-8e00-22948ecec808 req-a5d0b5e5-6aae-42ec-977c-827cd3b66163 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:15:15.500037 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9e08be7e-5b31-49de-8e00-22948ecec808 req-a5d0b5e5-6aae-42ec-977c-827cd3b66163 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 945 time: 0.0902977 Sep 18 00:15:15.597765 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9e08be7e-5b31-49de-8e00-22948ecec808 req-c72a1756-c085-41db-97d4-a34a7806f499 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/security-groups?id=492a1e00-4dba-4712-99b9-d270eb0b55b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908368 Sep 18 00:15:15.630786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-32f9fd1b-a0b7-4163-b837-c9bb6cabe4dc req-5ca961d5-0011-4a14-8f78-532d9fa8228e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Deleting port 20f8d261-5330-4152-97c2-1a1300af0d02 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:15:15.631142 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-32f9fd1b-a0b7-4163-b837-c9bb6cabe4dc req-5ca961d5-0011-4a14-8f78-532d9fa8228e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:15.724237 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-32f9fd1b-a0b7-4163-b837-c9bb6cabe4dc req-5ca961d5-0011-4a14-8f78-532d9fa8228e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] For port 20f8d261-5330-4152-97c2-1a1300af0d02, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=20f8d261-5330-4152-97c2-1a1300af0d02,segment=NetworkSegment(6d795414-0a35-46ee-8f18-4cb1cacb8183),segment_id=6d795414-0a35-46ee-8f18-4cb1cacb8183)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:15:15.724609 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-32f9fd1b-a0b7-4163-b837-c9bb6cabe4dc req-5ca961d5-0011-4a14-8f78-532d9fa8228e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:15.948336 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-32f9fd1b-a0b7-4163-b837-c9bb6cabe4dc req-5ca961d5-0011-4a14-8f78-532d9fa8228e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:15.948698 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-32f9fd1b-a0b7-4163-b837-c9bb6cabe4dc req-5ca961d5-0011-4a14-8f78-532d9fa8228e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:15.949042 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [req-32f9fd1b-a0b7-4163-b837-c9bb6cabe4dc req-5ca961d5-0011-4a14-8f78-532d9fa8228e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Floating IP 6d9d0674-153d-4451-9aed-18c58fb6b951 disassociated. External IP: 172.25.3.25, port: 20f8d261-5330-4152-97c2-1a1300af0d02. Sep 18 00:15:15.949387 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-32f9fd1b-a0b7-4163-b837-c9bb6cabe4dc req-5ca961d5-0011-4a14-8f78-532d9fa8228e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Calling delete_port for 20f8d261-5330-4152-97c2-1a1300af0d02 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:15:16.228044 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-32f9fd1b-a0b7-4163-b837-c9bb6cabe4dc req-5ca961d5-0011-4a14-8f78-532d9fa8228e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:16.239415 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52452) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:16.252433 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f11106a6-d0ac-4142-b716-57a7dce061c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:16.262883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca961d5-0011-4a14-8f78-532d9fa8228e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Pushing event deleted for resources: {'Port': ['ID=20f8d261-5330-4152-97c2-1a1300af0d02,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:16.344498 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f11106a6-d0ac-4142-b716-57a7dce061c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:16.382021 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32f9fd1b-a0b7-4163-b837-c9bb6cabe4dc req-5ca961d5-0011-4a14-8f78-532d9fa8228e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Router 1a463fe9-14e0-4f13-9818-b30611799f00 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:15:16.399061 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f11106a6-d0ac-4142-b716-57a7dce061c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:16.444619 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f11106a6-d0ac-4142-b716-57a7dce061c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ad5128614a144d1d8d6bee3a04a0fff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2037740 Sep 18 00:15:16.444619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11106a6-d0ac-4142-b716-57a7dce061c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d072f472-33a5-4084-a8b9-4a5ce442f31d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:16.446739 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52456) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:16.496215 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1df60d38-ac43-4bb6-a016-8c9077b16539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:16.499548 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32f9fd1b-a0b7-4163-b837-c9bb6cabe4dc req-5ca961d5-0011-4a14-8f78-532d9fa8228e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:15:16.511546 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653669e1-6bd7-4706-893e-304590db6296 None None] Sync routers for ids ['1a463fe9-14e0-4f13-9818-b30611799f00'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:15:16.524971 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653669e1-6bd7-4706-893e-304590db6296 None None] Routers {'1a463fe9-14e0-4f13-9818-b30611799f00'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:15:16.525654 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-653669e1-6bd7-4706-893e-304590db6296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:14:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1a463fe9-14e0-4f13-9818-b30611799f00'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:16.530808 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1df60d38-ac43-4bb6-a016-8c9077b16539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:16.542620 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f9fd1b-a0b7-4163-b837-c9bb6cabe4dc req-5ca961d5-0011-4a14-8f78-532d9fa8228e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] No DVR routers for this DVR port 20f8d261-5330-4152-97c2-1a1300af0d02 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:15:16.545798 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-32f9fd1b-a0b7-4163-b837-c9bb6cabe4dc req-5ca961d5-0011-4a14-8f78-532d9fa8228e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:16.547824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-32f9fd1b-a0b7-4163-b837-c9bb6cabe4dc req-5ca961d5-0011-4a14-8f78-532d9fa8228e tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.37 "DELETE /v2.0/ports/20f8d261-5330-4152-97c2-1a1300af0d02 HTTP/1.1" status: 204 len: 173 time: 1.0577631 Sep 18 00:15:16.548259 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fd03a2-c21b-46e6-b690-985b3a1017ca', 'name': 'network-vif-deleted', 'tag': '20f8d261-5330-4152-97c2-1a1300af0d02'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:15:16.550708 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97228fcf-7f66-4dec-bc30-3a8eec9035f8" -d '{"events": [{"server_uuid": "e4fd03a2-c21b-46e6-b690-985b3a1017ca", "name": "network-vif-deleted", "tag": "20f8d261-5330-4152-97c2-1a1300af0d02"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:15:16.594644 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1e78-e0db-4246-b7f9-cb24ef66f926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:16.636253 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616c78e6-e73d-45ff-ba73-4866849c26a6 x-openstack-request-id: req-616c78e6-e73d-45ff-ba73-4866849c26a6 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:15:16.636559 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fd03a2-c21b-46e6-b690-985b3a1017ca", "name": "network-vif-deleted", "tag": "20f8d261-5330-4152-97c2-1a1300af0d02", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:15:16.636891 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-616c78e6-e73d-45ff-ba73-4866849c26a6 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:15:16.637301 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fd03a2-c21b-46e6-b690-985b3a1017ca', 'name': 'network-vif-deleted', 'tag': '20f8d261-5330-4152-97c2-1a1300af0d02', 'status': 'completed', 'code': 200} Sep 18 00:15:16.663384 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-653669e1-6bd7-4706-893e-304590db6296 None None] Set router 1a463fe9-14e0-4f13-9818-b30611799f00 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:15:16.679669 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1df60d38-ac43-4bb6-a016-8c9077b16539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:16.691789 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:15:16.692720 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1df60d38-ac43-4bb6-a016-8c9077b16539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:16.692720 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1df60d38-ac43-4bb6-a016-8c9077b16539 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d072f472-33a5-4084-a8b9-4a5ce442f31d HTTP/1.1" status: 204 len: 168 time: 0.2363439 Sep 18 00:15:16.735146 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df60d38-ac43-4bb6-a016-8c9077b16539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d072f472-33a5-4084-a8b9-4a5ce442f31d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:16.969594 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-653669e1-6bd7-4706-893e-304590db6296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'name': 'tempest-TestServerBasicOps-1441265551-router', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8f056468-440b-4c66-8659-7efe61ddb896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:01Z', 'updated_at': '2021-09-18T00:10:06Z', 'revision_number': 4, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'gw_port': {'id': '8f056468-440b-4c66-8659-7efe61ddb896', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:02Z', 'updated_at': '2021-09-18T00:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'c8a05533-7f2e-49b9-a074-b678494d6fc4', 'name': '', 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'mac_address': 'fa:16:3e:c5:d9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:05Z', 'updated_at': '2021-09-18T00:10:13Z', 'revision_number': 5, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'subnets': [{'id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:17.010253 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653669e1-6bd7-4706-893e-304590db6296 None None] Checking router: 1a463fe9-14e0-4f13-9818-b30611799f00 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:15:17.027055 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653669e1-6bd7-4706-893e-304590db6296 None None] Routers {'1a463fe9-14e0-4f13-9818-b30611799f00'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:15:17.028225 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-653669e1-6bd7-4706-893e-304590db6296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:15:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1a463fe9-14e0-4f13-9818-b30611799f00'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:17.079824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6b58c83-e3ae-47e1-a3fc-faad0d8d2b81 req-22f30cf9-8195-4528-9de0-49c5251285fc tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4fd03a2-c21b-46e6-b690-985b3a1017ca HTTP/1.1" status: 200 len: 210 time: 0.0297785 Sep 18 00:15:17.145890 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-653669e1-6bd7-4706-893e-304590db6296 None None] Set router 1a463fe9-14e0-4f13-9818-b30611799f00 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:15:17.333187 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:17.355323 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-653669e1-6bd7-4706-893e-304590db6296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'name': 'tempest-TestServerBasicOps-1441265551-router', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8f056468-440b-4c66-8659-7efe61ddb896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:01Z', 'updated_at': '2021-09-18T00:10:06Z', 'revision_number': 4, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'gw_port': {'id': '8f056468-440b-4c66-8659-7efe61ddb896', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:02Z', 'updated_at': '2021-09-18T00:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'c8a05533-7f2e-49b9-a074-b678494d6fc4', 'name': '', 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'mac_address': 'fa:16:3e:c5:d9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:05Z', 'updated_at': '2021-09-18T00:10:13Z', 'revision_number': 5, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'subnets': [{'id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:17.381787 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653669e1-6bd7-4706-893e-304590db6296 None None] The sync data for ids ['1a463fe9-14e0-4f13-9818-b30611799f00'] in n-d-809883-1 is: [{'id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'name': 'tempest-TestServerBasicOps-1441265551-router', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8f056468-440b-4c66-8659-7efe61ddb896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:01Z', 'updated_at': '2021-09-18T00:10:06Z', 'revision_number': 4, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'gw_port': {'id': '8f056468-440b-4c66-8659-7efe61ddb896', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:02Z', 'updated_at': '2021-09-18T00:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'c8a05533-7f2e-49b9-a074-b678494d6fc4', 'name': '', 'network_id': '1d807416-7032-4b38-aa46-1da9e097a61e', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'mac_address': 'fa:16:3e:c5:d9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:05Z', 'updated_at': '2021-09-18T00:10:13Z', 'revision_number': 5, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'subnets': [{'id': '8083f24d-cb05-444d-bd3d-c3294399ee9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:15:17.495115 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52472) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:17.543987 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7ef764c8-646a-4480-8dac-ff7a043ef41d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d8a8b294a275433a91c774aa9153ae4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476770 Sep 18 00:15:17.546726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52474) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:17.612501 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6c53-de9f-488b-822f-d26077f3b757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:17.634397 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6c53-de9f-488b-822f-d26077f3b757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:17.642655 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6a8d9-9956-418f-96e7-88146c56797a None None] New status for floating IP 6d9d0674-153d-4451-9aed-18c58fb6b951: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:15:17.697867 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 20f8d261-5330-4152-97c2-1a1300af0d02 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:15:17.719250 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 20f8d261-5330-4152-97c2-1a1300af0d02 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:15:17.719739 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 20f8d261-5330-4152-97c2-1a1300af0d02 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:15:17.765202 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6c53-de9f-488b-822f-d26077f3b757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:17.767923 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6c53-de9f-488b-822f-d26077f3b757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:17.771694 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2dfb6c53-de9f-488b-822f-d26077f3b757 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/82eef371-3e03-49b7-bc72-788d79a95618 HTTP/1.1" status: 204 len: 168 time: 0.2210541 Sep 18 00:15:17.779240 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb6c53-de9f-488b-822f-d26077f3b757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82eef371-3e03-49b7-bc72-788d79a95618,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:17.901592 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:18.146405 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52484) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:18.294739 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d159d-5ccb-4df8-8cbf-4f32b91bbe70 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Deleting port e3a57963-64e3-42dd-961f-dec22ba91d5b {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:15:18.295153 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e1d159d-5ccb-4df8-8cbf-4f32b91bbe70 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:18.382056 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e1d159d-5ccb-4df8-8cbf-4f32b91bbe70 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:18.382532 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e1d159d-5ccb-4df8-8cbf-4f32b91bbe70 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:18.396701 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d159d-5ccb-4df8-8cbf-4f32b91bbe70 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Calling delete_port for e3a57963-64e3-42dd-961f-dec22ba91d5b owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:15:18.611046 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e1d159d-5ccb-4df8-8cbf-4f32b91bbe70 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:18.635117 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d159d-5ccb-4df8-8cbf-4f32b91bbe70 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Pushing event deleted for resources: {'Port': ['ID=e3a57963-64e3-42dd-961f-dec22ba91d5b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:18.696745 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e1d159d-5ccb-4df8-8cbf-4f32b91bbe70 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:18.699278 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e1d159d-5ccb-4df8-8cbf-4f32b91bbe70 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:18.702819 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6e1d159d-5ccb-4df8-8cbf-4f32b91bbe70 tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "DELETE /v2.0/floatingips/6d9d0674-153d-4451-9aed-18c58fb6b951 HTTP/1.1" status: 204 len: 168 time: 0.5530126 Sep 18 00:15:18.766496 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52494) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:18.826621 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24116daa-6e28-4548-a5ef-87fd9441f9df tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:18.853798 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24116daa-6e28-4548-a5ef-87fd9441f9df tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:18.998095 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24116daa-6e28-4548-a5ef-87fd9441f9df tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:19.000693 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24116daa-6e28-4548-a5ef-87fd9441f9df tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:19.004342 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-24116daa-6e28-4548-a5ef-87fd9441f9df tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] 10.222.0.46 "DELETE /v2.0/security-groups/492a1e00-4dba-4712-99b9-d270eb0b55b4 HTTP/1.1" status: 204 len: 168 time: 0.2344744 Sep 18 00:15:19.013963 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24116daa-6e28-4548-a5ef-87fd9441f9df tempest-TestServerBasicOps-1843161597 tempest-TestServerBasicOps-1843161597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=492a1e00-4dba-4712-99b9-d270eb0b55b4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:19.100548 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52502) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:19.644126 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b3287c5-8239-4f9c-9935-026f27a23a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:19.884821 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:19.908555 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-4b3287c5-8239-4f9c-9935-026f27a23a43 admin admin] Deleting port c8a05533-7f2e-49b9-a074-b678494d6fc4 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:15:19.916981 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b3287c5-8239-4f9c-9935-026f27a23a43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:19.990069 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-4b3287c5-8239-4f9c-9935-026f27a23a43 admin admin] For port c8a05533-7f2e-49b9-a074-b678494d6fc4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=c8a05533-7f2e-49b9-a074-b678494d6fc4,segment=NetworkSegment(6d795414-0a35-46ee-8f18-4cb1cacb8183),segment_id=6d795414-0a35-46ee-8f18-4cb1cacb8183)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:15:19.990440 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b3287c5-8239-4f9c-9935-026f27a23a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:20.003921 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-4b3287c5-8239-4f9c-9935-026f27a23a43 admin admin] Calling delete_port for c8a05533-7f2e-49b9-a074-b678494d6fc4 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:15:20.279712 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b3287c5-8239-4f9c-9935-026f27a23a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:20.303374 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3287c5-8239-4f9c-9935-026f27a23a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a05533-7f2e-49b9-a074-b678494d6fc4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:20.483054 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4b3287c5-8239-4f9c-9935-026f27a23a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:20.694333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3287c5-8239-4f9c-9935-026f27a23a43 admin admin] Router 1a463fe9-14e0-4f13-9818-b30611799f00 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:15:20.810282 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3287c5-8239-4f9c-9935-026f27a23a43 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:15:20.817839 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52528) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:20.819777 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a953dc3-1765-4cc2-a5d3-33f170521225 None None] Sync routers for ids ['1a463fe9-14e0-4f13-9818-b30611799f00'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:15:20.821328 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4b3287c5-8239-4f9c-9935-026f27a23a43 admin admin] 10.222.0.46 "PUT /v2.0/routers/1a463fe9-14e0-4f13-9818-b30611799f00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7196195 Sep 18 00:15:20.831420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a953dc3-1765-4cc2-a5d3-33f170521225 None None] Routers {'1a463fe9-14e0-4f13-9818-b30611799f00'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:15:20.832233 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8a953dc3-1765-4cc2-a5d3-33f170521225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:15:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1a463fe9-14e0-4f13-9818-b30611799f00'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:20.921878 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7e60e56-61da-4ebe-96ed-32a57b42eb4e admin admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:21.029254 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7e60e56-61da-4ebe-96ed-32a57b42eb4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:21.088477 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-8a953dc3-1765-4cc2-a5d3-33f170521225 None None] Set router 1a463fe9-14e0-4f13-9818-b30611799f00 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:15:21.166687 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-c7e60e56-61da-4ebe-96ed-32a57b42eb4e admin admin] Deleting port 8f056468-440b-4c66-8659-7efe61ddb896 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:15:21.167084 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7e60e56-61da-4ebe-96ed-32a57b42eb4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:21.256020 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-c7e60e56-61da-4ebe-96ed-32a57b42eb4e admin admin] For port 8f056468-440b-4c66-8659-7efe61ddb896, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8f056468-440b-4c66-8659-7efe61ddb896,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:15:21.256721 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7e60e56-61da-4ebe-96ed-32a57b42eb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:21.269395 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8a953dc3-1765-4cc2-a5d3-33f170521225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'name': 'tempest-TestServerBasicOps-1441265551-router', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8f056468-440b-4c66-8659-7efe61ddb896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:01Z', 'updated_at': '2021-09-18T00:15:20Z', 'revision_number': 5, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'gw_port': {'id': '8f056468-440b-4c66-8659-7efe61ddb896', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:02Z', 'updated_at': '2021-09-18T00:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:21.270012 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-c7e60e56-61da-4ebe-96ed-32a57b42eb4e admin admin] Calling delete_port for 8f056468-440b-4c66-8659-7efe61ddb896 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:15:21.295580 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a953dc3-1765-4cc2-a5d3-33f170521225 None None] Checking router: 1a463fe9-14e0-4f13-9818-b30611799f00 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:15:21.308307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a953dc3-1765-4cc2-a5d3-33f170521225 None None] Routers {'1a463fe9-14e0-4f13-9818-b30611799f00'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:15:21.308970 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8a953dc3-1765-4cc2-a5d3-33f170521225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:15:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1a463fe9-14e0-4f13-9818-b30611799f00'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:21.394527 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-8a953dc3-1765-4cc2-a5d3-33f170521225 None None] Set router 1a463fe9-14e0-4f13-9818-b30611799f00 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:15:21.450440 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8a953dc3-1765-4cc2-a5d3-33f170521225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'name': 'tempest-TestServerBasicOps-1441265551-router', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:01Z', 'updated_at': '2021-09-18T00:15:21Z', 'revision_number': 6, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:21.498638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a953dc3-1765-4cc2-a5d3-33f170521225 None None] The sync data for ids ['1a463fe9-14e0-4f13-9818-b30611799f00'] in n-d-809883-1 is: [{'id': '1a463fe9-14e0-4f13-9818-b30611799f00', 'name': 'tempest-TestServerBasicOps-1441265551-router', 'tenant_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:01Z', 'updated_at': '2021-09-18T00:15:21Z', 'revision_number': 6, 'project_id': 'bc273b0c860f4113aa477f4a0e9a5fbb', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:15:21.507921 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7e60e56-61da-4ebe-96ed-32a57b42eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:21.540339 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e60e56-61da-4ebe-96ed-32a57b42eb4e admin admin] Pushing event deleted for resources: {'Port': ['ID=8f056468-440b-4c66-8659-7efe61ddb896,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:21.599297 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7e60e56-61da-4ebe-96ed-32a57b42eb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:21.690088 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7e60e56-61da-4ebe-96ed-32a57b42eb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:21.692187 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7e60e56-61da-4ebe-96ed-32a57b42eb4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:21.803599 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7e60e56-61da-4ebe-96ed-32a57b42eb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:21.804157 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e60e56-61da-4ebe-96ed-32a57b42eb4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a463fe9-14e0-4f13-9818-b30611799f00 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:15:21.808809 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c7e60e56-61da-4ebe-96ed-32a57b42eb4e admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:21.810677 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c7e60e56-61da-4ebe-96ed-32a57b42eb4e admin admin] 10.222.0.46 "DELETE /v2.0/routers/1a463fe9-14e0-4f13-9818-b30611799f00 HTTP/1.1" status: 204 len: 168 time: 0.9912548 Sep 18 00:15:21.813101 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52544) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:21.858930 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-8186ff9d-5ca1-451f-8900-96225abc303c admin admin] Deleting subnet 8083f24d-cb05-444d-bd3d-c3294399ee9a {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:15:21.862270 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8186ff9d-5ca1-451f-8900-96225abc303c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:21.898587 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8186ff9d-5ca1-451f-8900-96225abc303c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:21.980135 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8186ff9d-5ca1-451f-8900-96225abc303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:22.107593 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8186ff9d-5ca1-451f-8900-96225abc303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:22.132200 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186ff9d-5ca1-451f-8900-96225abc303c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8083f24d-cb05-444d-bd3d-c3294399ee9a,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:22.139002 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8186ff9d-5ca1-451f-8900-96225abc303c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:22.143241 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8186ff9d-5ca1-451f-8900-96225abc303c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8083f24d-cb05-444d-bd3d-c3294399ee9a HTTP/1.1" status: 204 len: 168 time: 0.3269851 Sep 18 00:15:22.144484 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428e99ec-64b7-494b-81f8-0780239374f0 None None] Network 1d807416-7032-4b38-aa46-1da9e097a61e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:15:22.147538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52548) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:22.225325 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:22.304029 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] Deleting port d1f7a519-4de0-4785-b7aa-4291f55e4ec3 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:15:22.304369 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:22.334191 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ed026e-4718-41ad-b300-5855e540cc9f None None] DHCP port deletion for 1d807416-7032-4b38-aa46-1da9e097a61e request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:15:22.375662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] For port d1f7a519-4de0-4785-b7aa-4291f55e4ec3, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d1f7a519-4de0-4785-b7aa-4291f55e4ec3,segment=NetworkSegment(6d795414-0a35-46ee-8f18-4cb1cacb8183),segment_id=6d795414-0a35-46ee-8f18-4cb1cacb8183)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:15:22.376054 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:22.383492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-07ed026e-4718-41ad-b300-5855e540cc9f None None] Deleting port d1f7a519-4de0-4785-b7aa-4291f55e4ec3 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:15:22.383869 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07ed026e-4718-41ad-b300-5855e540cc9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:22.393575 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] Calling delete_port for d1f7a519-4de0-4785-b7aa-4291f55e4ec3 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:15:22.455246 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-07ed026e-4718-41ad-b300-5855e540cc9f None None] For port d1f7a519-4de0-4785-b7aa-4291f55e4ec3, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d1f7a519-4de0-4785-b7aa-4291f55e4ec3,segment=NetworkSegment(6d795414-0a35-46ee-8f18-4cb1cacb8183),segment_id=6d795414-0a35-46ee-8f18-4cb1cacb8183)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:15:22.456238 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07ed026e-4718-41ad-b300-5855e540cc9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:22.481248 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-07ed026e-4718-41ad-b300-5855e540cc9f None None] Calling delete_port for d1f7a519-4de0-4785-b7aa-4291f55e4ec3 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:15:22.559336 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:22.575138 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-07ed026e-4718-41ad-b300-5855e540cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:22.595168 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ed026e-4718-41ad-b300-5855e540cc9f None None] No DVR routers for this DVR port d1f7a519-4de0-4785-b7aa-4291f55e4ec3 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:15:22.601427 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] No DVR routers for this DVR port d1f7a519-4de0-4785-b7aa-4291f55e4ec3 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:15:22.606167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f7a519-4de0-4785-b7aa-4291f55e4ec3,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:22.617195 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed026e-4718-41ad-b300-5855e540cc9f None None] Pushing event deleted for resources: {'Port': ['ID=d1f7a519-4de0-4785-b7aa-4291f55e4ec3,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:22.681449 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:23.028067 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d807416-7032-4b38-aa46-1da9e097a61e']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:23.037413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d795414-0a35-46ee-8f18-4cb1cacb8183') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:23.037710 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d795414-0a35-46ee-8f18-4cb1cacb8183') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:23.046619 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:23.059129 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:23.065273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:15:23.065658 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:15:23.067247 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:15:23.182355 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:23.188407 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:23.190380 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] 10.222.0.46 "DELETE /v2.0/networks/1d807416-7032-4b38-aa46-1da9e097a61e HTTP/1.1" status: 204 len: 168 time: 1.0417993 Sep 18 00:15:23.193390 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52564) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:23.201867 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ce0ac-d6a4-4020-8f8f-cbeeb8e9d6bd admin admin] Pushing event deleted for resources: {'Network': ['ID=1d807416-7032-4b38-aa46-1da9e097a61e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:23.504744 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8f056468-440b-4c66-8659-7efe61ddb896 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:15:23.532982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 8f056468-440b-4c66-8659-7efe61ddb896 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:15:23.533417 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8f056468-440b-4c66-8659-7efe61ddb896 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:15:23.533898 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c8a05533-7f2e-49b9-a074-b678494d6fc4 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:15:23.542831 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35d5d655-cfff-42b7-9d14-c7154511ecb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:23.552692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: c8a05533-7f2e-49b9-a074-b678494d6fc4 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:15:23.553055 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device c8a05533-7f2e-49b9-a074-b678494d6fc4 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:15:23.553460 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d1f7a519-4de0-4785-b7aa-4291f55e4ec3 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:15:23.572067 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: d1f7a519-4de0-4785-b7aa-4291f55e4ec3 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:15:23.572411 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d1f7a519-4de0-4785-b7aa-4291f55e4ec3 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:15:23.815627 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-35d5d655-cfff-42b7-9d14-c7154511ecb8 admin admin] Deleting port 26eea623-24cf-416f-ada7-35124713d39f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:15:23.815971 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35d5d655-cfff-42b7-9d14-c7154511ecb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:23.895450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-35d5d655-cfff-42b7-9d14-c7154511ecb8 admin admin] For port 26eea623-24cf-416f-ada7-35124713d39f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=26eea623-24cf-416f-ada7-35124713d39f,segment=NetworkSegment(756557e4-ec47-4392-801d-221764487491),segment_id=756557e4-ec47-4392-801d-221764487491)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:15:23.895817 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35d5d655-cfff-42b7-9d14-c7154511ecb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:23.908231 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-35d5d655-cfff-42b7-9d14-c7154511ecb8 admin admin] Calling delete_port for 26eea623-24cf-416f-ada7-35124713d39f owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:15:24.181164 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35d5d655-cfff-42b7-9d14-c7154511ecb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:24.204916 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5d655-cfff-42b7-9d14-c7154511ecb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=26eea623-24cf-416f-ada7-35124713d39f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:24.381614 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-35d5d655-cfff-42b7-9d14-c7154511ecb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:24.891238 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d5d655-cfff-42b7-9d14-c7154511ecb8 admin admin] Router 39fc5023-a97e-451d-84f2-33af0b7eb055 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:15:24.994998 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d5d655-cfff-42b7-9d14-c7154511ecb8 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:15:25.002422 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-35d5d655-cfff-42b7-9d14-c7154511ecb8 admin admin] 10.222.0.46 "PUT /v2.0/routers/39fc5023-a97e-451d-84f2-33af0b7eb055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8073423 Sep 18 00:15:25.003315 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52588) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:25.004721 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715f1d9e-166a-461f-b997-b21116b2d8b7 None None] Sync routers for ids ['39fc5023-a97e-451d-84f2-33af0b7eb055'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:15:25.014625 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f1d9e-166a-461f-b997-b21116b2d8b7 None None] Routers {'39fc5023-a97e-451d-84f2-33af0b7eb055'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:15:25.015238 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-715f1d9e-166a-461f-b997-b21116b2d8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:15:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['39fc5023-a97e-451d-84f2-33af0b7eb055'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:25.105091 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c8fb871d-14ed-44d4-b25a-291917c126b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:25.119684 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-715f1d9e-166a-461f-b997-b21116b2d8b7 None None] Set router 39fc5023-a97e-451d-84f2-33af0b7eb055 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:15:25.215585 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c8fb871d-14ed-44d4-b25a-291917c126b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:25.299779 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-715f1d9e-166a-461f-b997-b21116b2d8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'name': 'tempest-TestServerBasicOps-1332259501-router', 'tenant_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '61f80d38-92b4-4249-9ee5-18ffd36dd7cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:11Z', 'updated_at': '2021-09-18T00:15:24Z', 'revision_number': 5, 'project_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'gw_port': {'id': '61f80d38-92b4-4249-9ee5-18ffd36dd7cc', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:83:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:10:12Z', 'updated_at': '2021-09-18T00:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:25.328061 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715f1d9e-166a-461f-b997-b21116b2d8b7 None None] Checking router: 39fc5023-a97e-451d-84f2-33af0b7eb055 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:15:25.335109 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f1d9e-166a-461f-b997-b21116b2d8b7 None None] Routers {'39fc5023-a97e-451d-84f2-33af0b7eb055'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:15:25.335790 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-715f1d9e-166a-461f-b997-b21116b2d8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:15:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['39fc5023-a97e-451d-84f2-33af0b7eb055'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:25.364731 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-c8fb871d-14ed-44d4-b25a-291917c126b4 admin admin] Deleting port 61f80d38-92b4-4249-9ee5-18ffd36dd7cc {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:15:25.364731 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c8fb871d-14ed-44d4-b25a-291917c126b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:25.421848 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-715f1d9e-166a-461f-b997-b21116b2d8b7 None None] Set router 39fc5023-a97e-451d-84f2-33af0b7eb055 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:15:25.443498 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-c8fb871d-14ed-44d4-b25a-291917c126b4 admin admin] For port 61f80d38-92b4-4249-9ee5-18ffd36dd7cc, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=61f80d38-92b4-4249-9ee5-18ffd36dd7cc,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:15:25.443869 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c8fb871d-14ed-44d4-b25a-291917c126b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:25.457033 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-c8fb871d-14ed-44d4-b25a-291917c126b4 admin admin] Calling delete_port for 61f80d38-92b4-4249-9ee5-18ffd36dd7cc owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:15:25.486103 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-715f1d9e-166a-461f-b997-b21116b2d8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'name': 'tempest-TestServerBasicOps-1332259501-router', 'tenant_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:11Z', 'updated_at': '2021-09-18T00:15:25Z', 'revision_number': 6, 'project_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:25.514156 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715f1d9e-166a-461f-b997-b21116b2d8b7 None None] The sync data for ids ['39fc5023-a97e-451d-84f2-33af0b7eb055'] in n-d-809883-1 is: [{'id': '39fc5023-a97e-451d-84f2-33af0b7eb055', 'name': 'tempest-TestServerBasicOps-1332259501-router', 'tenant_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:10:11Z', 'updated_at': '2021-09-18T00:15:25Z', 'revision_number': 6, 'project_id': 'f5bc8f7b14ff4b4a92b66fc99fe56eca', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:15:25.723952 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c8fb871d-14ed-44d4-b25a-291917c126b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:25.750929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb871d-14ed-44d4-b25a-291917c126b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=61f80d38-92b4-4249-9ee5-18ffd36dd7cc,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:25.813175 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c8fb871d-14ed-44d4-b25a-291917c126b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:25.905766 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c8fb871d-14ed-44d4-b25a-291917c126b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:25.908196 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c8fb871d-14ed-44d4-b25a-291917c126b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:26.056322 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c8fb871d-14ed-44d4-b25a-291917c126b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:26.057446 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fb871d-14ed-44d4-b25a-291917c126b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39fc5023-a97e-451d-84f2-33af0b7eb055 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:15:26.061956 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c8fb871d-14ed-44d4-b25a-291917c126b4 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:26.063251 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c8fb871d-14ed-44d4-b25a-291917c126b4 admin admin] 10.222.0.46 "DELETE /v2.0/routers/39fc5023-a97e-451d-84f2-33af0b7eb055 HTTP/1.1" status: 204 len: 168 time: 1.0589316 Sep 18 00:15:26.065689 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52602) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:26.112230 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-4696600e-640c-4091-9939-200561074395 admin admin] Deleting subnet b7b6f662-d0df-49b6-a28c-05412b252bf6 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:15:26.115750 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4696600e-640c-4091-9939-200561074395 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:26.154933 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4696600e-640c-4091-9939-200561074395 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:26.230800 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4696600e-640c-4091-9939-200561074395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:26.348729 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4696600e-640c-4091-9939-200561074395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:26.378761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696600e-640c-4091-9939-200561074395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7b6f662-d0df-49b6-a28c-05412b252bf6,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:26.380790 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4696600e-640c-4091-9939-200561074395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:26.383191 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4696600e-640c-4091-9939-200561074395 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b7b6f662-d0df-49b6-a28c-05412b252bf6 HTTP/1.1" status: 204 len: 168 time: 0.3164840 Sep 18 00:15:26.385580 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52610) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:26.387942 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83caf33e-f66d-445f-8659-1bc2e2e20668 None None] Network bd716345-5ccd-445a-b1f7-e6270929c2f9 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:15:26.458577 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:26.515496 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] Deleting port f6d96899-3d92-4406-a279-73ec7e6daede {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:15:26.516132 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:26.591683 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] For port f6d96899-3d92-4406-a279-73ec7e6daede, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f6d96899-3d92-4406-a279-73ec7e6daede,segment=NetworkSegment(756557e4-ec47-4392-801d-221764487491),segment_id=756557e4-ec47-4392-801d-221764487491)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:15:26.592046 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:26.600871 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f313b4d-8242-440a-8b45-c87e6721df50 None None] DHCP port deletion for bd716345-5ccd-445a-b1f7-e6270929c2f9 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:15:26.605521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] Calling delete_port for f6d96899-3d92-4406-a279-73ec7e6daede owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:15:26.647072 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1f313b4d-8242-440a-8b45-c87e6721df50 None None] Deleting port f6d96899-3d92-4406-a279-73ec7e6daede {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:15:26.647447 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1f313b4d-8242-440a-8b45-c87e6721df50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:26.711048 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1f313b4d-8242-440a-8b45-c87e6721df50 None None] For port f6d96899-3d92-4406-a279-73ec7e6daede, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f6d96899-3d92-4406-a279-73ec7e6daede,segment=NetworkSegment(756557e4-ec47-4392-801d-221764487491),segment_id=756557e4-ec47-4392-801d-221764487491)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:15:26.711436 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1f313b4d-8242-440a-8b45-c87e6721df50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:26.728676 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1f313b4d-8242-440a-8b45-c87e6721df50 None None] Calling delete_port for f6d96899-3d92-4406-a279-73ec7e6daede owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:15:26.769328 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:26.803559 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] No DVR routers for this DVR port f6d96899-3d92-4406-a279-73ec7e6daede on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:15:26.803559 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d96899-3d92-4406-a279-73ec7e6daede,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:26.805389 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1f313b4d-8242-440a-8b45-c87e6721df50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:26.817802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f313b4d-8242-440a-8b45-c87e6721df50 None None] No DVR routers for this DVR port f6d96899-3d92-4406-a279-73ec7e6daede on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:15:26.837705 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f313b4d-8242-440a-8b45-c87e6721df50 None None] Pushing event deleted for resources: {'Port': ['ID=f6d96899-3d92-4406-a279-73ec7e6daede,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:26.886544 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:26.906627 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd716345-5ccd-445a-b1f7-e6270929c2f9']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:26.915900 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756557e4-ec47-4392-801d-221764487491') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:26.916205 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756557e4-ec47-4392-801d-221764487491') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:15:26.926318 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:26.939652 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:26.945527 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:15:26.945917 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:15:26.947601 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:15:27.096881 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:27.102597 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:27.104807 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bd716345-5ccd-445a-b1f7-e6270929c2f9 HTTP/1.1" status: 204 len: 168 time: 0.7180789 Sep 18 00:15:27.116343 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e8da4-0764-48fe-84f4-2b4c8b000827 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd716345-5ccd-445a-b1f7-e6270929c2f9,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:27.436347 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 52628) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:27.486947 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7e387533-4997-41ce-8bb9-e8858ce7c58c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bc273b0c860f4113aa477f4a0e9a5fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481322 Sep 18 00:15:27.489521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52630) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:27.500175 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 61f80d38-92b4-4249-9ee5-18ffd36dd7cc no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:15:27.520292 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 61f80d38-92b4-4249-9ee5-18ffd36dd7cc {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:15:27.520725 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 61f80d38-92b4-4249-9ee5-18ffd36dd7cc not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:15:27.521197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f6d96899-3d92-4406-a279-73ec7e6daede no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:15:27.539228 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: f6d96899-3d92-4406-a279-73ec7e6daede {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:15:27.539572 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f6d96899-3d92-4406-a279-73ec7e6daede not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:15:27.539817 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-027407fc-3da9-4b8e-9a2a-356b8bcb39f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:27.539963 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 26eea623-24cf-416f-ada7-35124713d39f no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:15:27.562199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 26eea623-24cf-416f-ada7-35124713d39f {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:15:27.562544 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 26eea623-24cf-416f-ada7-35124713d39f not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:15:27.562670 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-027407fc-3da9-4b8e-9a2a-356b8bcb39f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:27.712204 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-027407fc-3da9-4b8e-9a2a-356b8bcb39f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:27.715074 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-027407fc-3da9-4b8e-9a2a-356b8bcb39f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:27.716230 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-027407fc-3da9-4b8e-9a2a-356b8bcb39f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ebe1edfd-7b91-4639-9a3a-5dbd08fc1fca HTTP/1.1" status: 204 len: 168 time: 0.2257230 Sep 18 00:15:27.724435 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027407fc-3da9-4b8e-9a2a-356b8bcb39f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe1edfd-7b91-4639-9a3a-5dbd08fc1fca,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:28.357156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52644) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:28.398458 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ac0e824b-4de8-4307-93db-de2e6ed3b67a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f5bc8f7b14ff4b4a92b66fc99fe56eca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379431 Sep 18 00:15:28.398840 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 52648) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:15:28.447262 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e14185f-88a1-4216-8a83-30b79dcfc628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:28.467907 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e14185f-88a1-4216-8a83-30b79dcfc628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:28.628128 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e14185f-88a1-4216-8a83-30b79dcfc628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:28.630806 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2e14185f-88a1-4216-8a83-30b79dcfc628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:28.632025 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2e14185f-88a1-4216-8a83-30b79dcfc628 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/883f74fc-caba-48dc-940a-47d14bb867f3 HTTP/1.1" status: 204 len: 168 time: 0.2324886 Sep 18 00:15:28.642051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14185f-88a1-4216-8a83-30b79dcfc628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883f74fc-caba-48dc-940a-47d14bb867f3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:15:40.542789 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:43.524809 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:44.054350 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-26fee55d-1a5c-4a04-9d07-f056b1c0c7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:46.627670 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e37289c9-e843-4065-907b-6183ea49dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:47.303506 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:47.805202 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:49.811075 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:15:53.681453 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:16:10.557174 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:16:13.597010 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:16:14.033323 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b75f2a10-2e36-42ff-a64e-423f6d6767de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:16:16.610213 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b10095f2-796f-490e-b296-6a8a3b97fd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:16:17.311134 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:16:17.848946 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:16:19.845131 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:16:30.681411 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:16:40.544454 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:16:40.882119 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-5f875923-42cb-48af-83d0-076cda845603 req-232caf6c-820f-49aa-80ce-20c199f1c3e0 service neutron] (95592) timed out ('10.222.0.46', 51868) {{(pid=95592) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 00:16:43.547129 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:16:44.050664 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f3500c92-7f07-4b71-abeb-b39f99bb1a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:16:46.584625 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8dfa29b1-1295-4a23-9d78-61eba54d87fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:16:47.295834 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:16:47.836004 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:16:49.850267 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:17:07.680475 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:17:10.589595 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:17:13.537641 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:17:14.078197 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-79c62b9e-ff17-4964-a732-03be71a8f169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:17:16.583358 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-47fc6b70-8a7e-4562-9ba3-188c06706c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:17:17.337743 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:17:17.826919 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:17:19.835020 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:17:40.577394 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:17:43.588521 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:17:44.078297 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d14b5fb7-d717-45f8-b231-134258769e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:17:44.678791 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:17:46.598287 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5f08835b-68e5-4975-ad37-81cf84e8035d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:17:47.291191 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:17:47.826638 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:17:49.840269 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:17:57.907615 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54806) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:17:58.058173 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-76f70a10-7f05-436e-855a-4adfdb61de9b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0f54b8ee4b544dfa0e611169b44451b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493814 Sep 18 00:17:58.060542 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54812) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:17:58.107056 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4da34968-9d90-48d6-bff6-d7814aa7c54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:17:58.129092 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4da34968-9d90-48d6-bff6-d7814aa7c54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:17:58.227635 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4da34968-9d90-48d6-bff6-d7814aa7c54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:17:58.230731 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4da34968-9d90-48d6-bff6-d7814aa7c54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:17:58.234745 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4da34968-9d90-48d6-bff6-d7814aa7c54e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/26766611-c657-4870-abb8-9ca17e521d36 HTTP/1.1" status: 204 len: 168 time: 0.1704247 Sep 18 00:17:58.239553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da34968-9d90-48d6-bff6-d7814aa7c54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26766611-c657-4870-abb8-9ca17e521d36,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:17:58.247875 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da34968-9d90-48d6-bff6-d7814aa7c54e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:17:58.248161 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da34968-9d90-48d6-bff6-d7814aa7c54e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:17:58.248504 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da34968-9d90-48d6-bff6-d7814aa7c54e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:17:58.248859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da34968-9d90-48d6-bff6-d7814aa7c54e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:17:58.249207 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da34968-9d90-48d6-bff6-d7814aa7c54e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:17:58.249538 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da34968-9d90-48d6-bff6-d7814aa7c54e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:17:58.249868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da34968-9d90-48d6-bff6-d7814aa7c54e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:17:58.250297 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da34968-9d90-48d6-bff6-d7814aa7c54e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:17:58.250524 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da34968-9d90-48d6-bff6-d7814aa7c54e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:17:58.250848 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da34968-9d90-48d6-bff6-d7814aa7c54e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:17:58.251171 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da34968-9d90-48d6-bff6-d7814aa7c54e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:17:58.251493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da34968-9d90-48d6-bff6-d7814aa7c54e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:10.616264 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:13.564960 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:14.045055 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e03215e9-8939-4ec3-9eaa-44fca8a20c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:15.116486 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 54960) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:18:15.224974 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-713a7192-ff1c-4c4b-9821-a4b2f70f00be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:15.310737 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-713a7192-ff1c-4c4b-9821-a4b2f70f00be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:15.358649 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-713a7192-ff1c-4c4b-9821-a4b2f70f00be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:15.398944 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a7192-ff1c-4c4b-9821-a4b2f70f00be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fd28f2-6a6b-4c77-83d7-169c8836b0b4,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:15.402671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-713a7192-ff1c-4c4b-9821-a4b2f70f00be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b602942ee4d248b08470669bd283c7f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851295 Sep 18 00:18:15.405527 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54966) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:18:15.409072 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a7192-ff1c-4c4b-9821-a4b2f70f00be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:15.409415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a7192-ff1c-4c4b-9821-a4b2f70f00be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:15.409751 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a7192-ff1c-4c4b-9821-a4b2f70f00be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:15.410082 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a7192-ff1c-4c4b-9821-a4b2f70f00be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:15.410407 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a7192-ff1c-4c4b-9821-a4b2f70f00be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:15.410732 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a7192-ff1c-4c4b-9821-a4b2f70f00be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:15.411050 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a7192-ff1c-4c4b-9821-a4b2f70f00be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:15.411366 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a7192-ff1c-4c4b-9821-a4b2f70f00be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:15.411683 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a7192-ff1c-4c4b-9821-a4b2f70f00be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:15.411998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a7192-ff1c-4c4b-9821-a4b2f70f00be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:15.412308 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a7192-ff1c-4c4b-9821-a4b2f70f00be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:15.412621 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713a7192-ff1c-4c4b-9821-a4b2f70f00be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:15.455030 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-365166dc-6885-4bd0-ac4c-4adddbc6e47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:15.479068 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-365166dc-6885-4bd0-ac4c-4adddbc6e47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:15.604080 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-365166dc-6885-4bd0-ac4c-4adddbc6e47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:15.606679 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-365166dc-6885-4bd0-ac4c-4adddbc6e47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:15.607909 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-365166dc-6885-4bd0-ac4c-4adddbc6e47f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/36fd28f2-6a6b-4c77-83d7-169c8836b0b4 HTTP/1.1" status: 204 len: 168 time: 0.2013292 Sep 18 00:18:15.615732 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365166dc-6885-4bd0-ac4c-4adddbc6e47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fd28f2-6a6b-4c77-83d7-169c8836b0b4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:16.603006 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54988) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:18:16.610289 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fdce36e4-1812-4beb-87ed-da548db38d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:16.698919 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0ddacdcf-ef60-474e-a2e9-168c0f495421 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1950927243-network', 'tenant_id': '957e62dd134f4b1494c05189833997e3'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:18:16.809260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddacdcf-ef60-474e-a2e9-168c0f495421 admin admin] Made reservation on behalf of 957e62dd134f4b1494c05189833997e3 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:18:16.811581 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ddacdcf-ef60-474e-a2e9-168c0f495421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:16.819960 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ddacdcf-ef60-474e-a2e9-168c0f495421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:16.904008 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ddacdcf-ef60-474e-a2e9-168c0f495421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:16.970114 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ddacdcf-ef60-474e-a2e9-168c0f495421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:16.991012 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ddacdcf-ef60-474e-a2e9-168c0f495421 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:18:17.006232 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddacdcf-ef60-474e-a2e9-168c0f495421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9494ad7-28d8-440d-bff2-43421442c7fa,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:17.009178 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ddacdcf-ef60-474e-a2e9-168c0f495421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:17.009561 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-0ddacdcf-ef60-474e-a2e9-168c0f495421 admin admin] Added segment e4b73dfb-dcb2-45d5-bf8e-60b53d83033b of type vlan for network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 Sep 18 00:18:17.048746 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ddacdcf-ef60-474e-a2e9-168c0f495421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:17.153086 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ddacdcf-ef60-474e-a2e9-168c0f495421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:17.154107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddacdcf-ef60-474e-a2e9-168c0f495421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:17.154668 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0ddacdcf-ef60-474e-a2e9-168c0f495421 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:17.217782 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddacdcf-ef60-474e-a2e9-168c0f495421 admin admin] Pushing event updated for resources: {'Network': ['ID=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:17.346450 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:18:17.348481 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0ddacdcf-ef60-474e-a2e9-168c0f495421 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7443175 Sep 18 00:18:17.351325 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54992) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:18:17.356722 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1dbc8bed-6236-4da3-84c3-9e2dcf250cc5 admin admin] Request body: {'subnet': {'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1950927243-subnet', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:18:17.443600 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:17.471964 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbc8bed-6236-4da3-84c3-9e2dcf250cc5 admin admin] Made reservation on behalf of 957e62dd134f4b1494c05189833997e3 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:18:17.474353 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1dbc8bed-6236-4da3-84c3-9e2dcf250cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:17.690127 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1dbc8bed-6236-4da3-84c3-9e2dcf250cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:17.744919 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc8bed-6236-4da3-84c3-9e2dcf250cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d7fdb57-9c96-44db-9a47-1ece1272bc35,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:17.754102 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc8bed-6236-4da3-84c3-9e2dcf250cc5 admin admin] Checking segment: {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:18:17.763935 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbc8bed-6236-4da3-84c3-9e2dcf250cc5 admin admin] Network hostable DHCP agents. Network: a764c774-bfd5-4fd3-8c8b-c78f089f9ee5, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:18:17.844788 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:17.855611 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbc8bed-6236-4da3-84c3-9e2dcf250cc5 admin admin] Network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:18:17.906983 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-1dbc8bed-6236-4da3-84c3-9e2dcf250cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, a764c774-bfd5-4fd3-8c8b-c78f089f9ee5) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:18:17.911097 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbc8bed-6236-4da3-84c3-9e2dcf250cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:17.911688 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1dbc8bed-6236-4da3-84c3-9e2dcf250cc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:17.916240 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966fff93-fa4f-4266-9eb6-ffbbc0f35452 None None] Network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:18:17.993900 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1dbc8bed-6236-4da3-84c3-9e2dcf250cc5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6415229 Sep 18 00:18:17.996512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54994) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:18:18.000807 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-bd3ca314-3826-424f-9fa1-5d49d4a6654b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:18:18.057869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:18:18.058744 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:18.084835 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca314-3826-424f-9fa1-5d49d4a6654b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:18.085942 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca314-3826-424f-9fa1-5d49d4a6654b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:18.142095 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca314-3826-424f-9fa1-5d49d4a6654b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:18.185732 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Allocated IP 172.20.0.2 (a764c774-bfd5-4fd3-8c8b-c78f089f9ee5/7d7fdb57-9c96-44db-9a47-1ece1272bc35/7a6520aa-ab84-4942-8989-3d75721aafe7) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:18:18.327067 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:18.333519 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca314-3826-424f-9fa1-5d49d4a6654b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:18.439110 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:18.475899 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:18:18.478800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:18:18.484953 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:18:18.491848 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Pushing event updated for resources: {'Port': ['ID=7a6520aa-ab84-4942-8989-3d75721aafe7,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:18.502756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:18.503101 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:18.503449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:18.503815 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:18.504268 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:18.504608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:18.504965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:18.505298 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:18.505626 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:18.505952 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:18.506279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:18.506609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:18.554187 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Attempting to bind port 7a6520aa-ab84-4942-8989-3d75721aafe7 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:18:18.558173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Attempting to bind port 7a6520aa-ab84-4942-8989-3d75721aafe7 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:18:18.558173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Attempting to bind port 7a6520aa-ab84-4942-8989-3d75721aafe7 on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:18:18.560311 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:18:18.560687 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Checking segment: {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:18:18.561122 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:18.561517 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Bound using segment: {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:18:18.561980 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Bound port: 7a6520aa-ab84-4942-8989-3d75721aafe7, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:18:18.562360 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:18.624069 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] For port 7a6520aa-ab84-4942-8989-3d75721aafe7, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:18:18.627154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] For port 7a6520aa-ab84-4942-8989-3d75721aafe7, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7a6520aa-ab84-4942-8989-3d75721aafe7,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:18:18.641027 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca314-3826-424f-9fa1-5d49d4a6654b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:18.659367 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca314-3826-424f-9fa1-5d49d4a6654b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:18.736737 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:18.771428 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-bd3ca314-3826-424f-9fa1-5d49d4a6654b admin admin] Allocated IP 172.25.3.102 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/471ff69e-c4e8-4e30-bf99-e02bcfefdb60) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:18:18.794438 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47626fd9-3277-433f-88fd-cbb93eddd8da None None] Pushing event updated for resources: {'Port': ['ID=7a6520aa-ab84-4942-8989-3d75721aafe7,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:18.878495 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca314-3826-424f-9fa1-5d49d4a6654b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:18.969031 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca314-3826-424f-9fa1-5d49d4a6654b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:19.006858 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3ca314-3826-424f-9fa1-5d49d4a6654b admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:18:19.009823 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-bd3ca314-3826-424f-9fa1-5d49d4a6654b admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:18:19.015695 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ca314-3826-424f-9fa1-5d49d4a6654b admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:18:19.021643 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ca314-3826-424f-9fa1-5d49d4a6654b admin admin] Pushing event updated for resources: {'Port': ['ID=471ff69e-c4e8-4e30-bf99-e02bcfefdb60,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:19.321748 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca314-3826-424f-9fa1-5d49d4a6654b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:19.519630 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca314-3826-424f-9fa1-5d49d4a6654b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:19.623084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7a6520aa-ab84-4942-8989-3d75721aafe7 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:18:19.681825 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 7a6520aa-ab84-4942-8989-3d75721aafe7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:19.682089 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:19.703742 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7ecc7f-da7e-4311-87f2-68eecaae1e0f None None] Network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:18:19.752852 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3ca314-3826-424f-9fa1-5d49d4a6654b admin admin] Router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:18:19.836856 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-337a8e13-5462-4c25-8ed4-5613f83fcdac None None] Provisioning complete for port 7a6520aa-ab84-4942-8989-3d75721aafe7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:19.837240 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-337a8e13-5462-4c25-8ed4-5613f83fcdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:19.864956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3ca314-3826-424f-9fa1-5d49d4a6654b admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:18:19.888163 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:19.894396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] Sync routers for ids ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:18:19.908275 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:19.933899 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] Routers {'0d91f2d8-875c-48cc-a100-0ef71f84e4f3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:18:19.934448 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:18:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:18:19.947633 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bd3ca314-3826-424f-9fa1-5d49d4a6654b admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:19.951444 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bd3ca314-3826-424f-9fa1-5d49d4a6654b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9515231 Sep 18 00:18:19.951657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 54998) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:18:20.018961 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 7a6520aa-ab84-4942-8989-3d75721aafe7, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7a6520aa-ab84-4942-8989-3d75721aafe7,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:18:20.239934 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:20.281793 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-337a8e13-5462-4c25-8ed4-5613f83fcdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:20.312963 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] Set router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:18:20.377980 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0eb5284f-3ad7-4afe-a698-a9c9413e3fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:20.384444 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=7a6520aa-ab84-4942-8989-3d75721aafe7,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:20.477905 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-337a8e13-5462-4c25-8ed4-5613f83fcdac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:18:20.477905 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-337a8e13-5462-4c25-8ed4-5613f83fcdac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:18:20.537270 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-0eb5284f-3ad7-4afe-a698-a9c9413e3fda admin admin] Allocated IP 172.20.0.1 (a764c774-bfd5-4fd3-8c8b-c78f089f9ee5/7d7fdb57-9c96-44db-9a47-1ece1272bc35/db34b3f0-af18-4ecf-9a40-e7e3c80ae730) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:18:20.539825 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:19Z', 'revision_number': 3, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:18:20.566288 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] Checking router: 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:18:20.566532 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] Updating router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 port 471ff69e-c4e8-4e30-bf99-e02bcfefdb60 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:18:20.594758 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:20.641386 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0eb5284f-3ad7-4afe-a698-a9c9413e3fda admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:20.719052 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0eb5284f-3ad7-4afe-a698-a9c9413e3fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:20.756345 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb5284f-3ad7-4afe-a698-a9c9413e3fda admin admin] Network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:18:20.759221 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-0eb5284f-3ad7-4afe-a698-a9c9413e3fda admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:18:20.763599 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb5284f-3ad7-4afe-a698-a9c9413e3fda admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:18:20.795634 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5284f-3ad7-4afe-a698-a9c9413e3fda admin admin] Pushing event updated for resources: {'Port': ['ID=db34b3f0-af18-4ecf-9a40-e7e3c80ae730,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:20.816280 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0eb5284f-3ad7-4afe-a698-a9c9413e3fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:20.857364 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:20.918549 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:20.971566 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] Attempting to bind port 471ff69e-c4e8-4e30-bf99-e02bcfefdb60 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:18:20.971935 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] Attempting to bind port 471ff69e-c4e8-4e30-bf99-e02bcfefdb60 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:18:20.972300 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] Attempting to bind port 471ff69e-c4e8-4e30-bf99-e02bcfefdb60 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:18:20.974278 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f516e-f8b5-4763-9d91-b1f7b98c5363 None None] Pushing event updated for resources: {'Port': ['ID=471ff69e-c4e8-4e30-bf99-e02bcfefdb60,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:20.982191 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:18:20.984379 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:18:20.984379 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:20.984379 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:18:20.984379 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] Bound port: 471ff69e-c4e8-4e30-bf99-e02bcfefdb60, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:18:20.984379 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:21.001899 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0eb5284f-3ad7-4afe-a698-a9c9413e3fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:21.065859 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] For port 471ff69e-c4e8-4e30-bf99-e02bcfefdb60, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:18:21.069342 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] For port 471ff69e-c4e8-4e30-bf99-e02bcfefdb60, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=471ff69e-c4e8-4e30-bf99-e02bcfefdb60,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:18:21.156953 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:21.213120 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ae8abf16-e5c1-4b54-acfc-26a19fb5dfb7 None None] Provisioning complete for port db34b3f0-af18-4ecf-9a40-e7e3c80ae730 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:21.214238 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ae8abf16-e5c1-4b54-acfc-26a19fb5dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:21.248356 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f516e-f8b5-4763-9d91-b1f7b98c5363 None None] Pushing event updated for resources: {'Port': ['ID=471ff69e-c4e8-4e30-bf99-e02bcfefdb60,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:21.251052 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] Routers {'0d91f2d8-875c-48cc-a100-0ef71f84e4f3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:18:21.251666 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:18:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:18:21.300755 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ae8abf16-e5c1-4b54-acfc-26a19fb5dfb7 None None] Port db34b3f0-af18-4ecf-9a40-e7e3c80ae730 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:18:21.348662 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ae8abf16-e5c1-4b54-acfc-26a19fb5dfb7 None None] Provisioning complete for port 7a6520aa-ab84-4942-8989-3d75721aafe7 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:21.349059 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ae8abf16-e5c1-4b54-acfc-26a19fb5dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:21.397221 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] Set router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:18:21.456194 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0eb5284f-3ad7-4afe-a698-a9c9413e3fda admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:21.524429 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0eb5284f-3ad7-4afe-a698-a9c9413e3fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:21.597740 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5284f-3ad7-4afe-a698-a9c9413e3fda admin admin] Pushing event updated for resources: {'Port': ['ID=db34b3f0-af18-4ecf-9a40-e7e3c80ae730,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:21.600131 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0eb5284f-3ad7-4afe-a698-a9c9413e3fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:21.605496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7a6520aa-ab84-4942-8989-3d75721aafe7 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:18:21.668941 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 7a6520aa-ab84-4942-8989-3d75721aafe7 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:21.669400 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:21.673825 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 1, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:18:21.681330 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:18:21.693093 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb5284f-3ad7-4afe-a698-a9c9413e3fda admin admin] Network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:18:21.694539 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-0eb5284f-3ad7-4afe-a698-a9c9413e3fda admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:18:21.725388 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf702b-203f-4f96-b2e3-4ffeff811256 None None] The sync data for ids ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'] in n-d-809883-1 is: [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 1, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:18:21.832283 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb5284f-3ad7-4afe-a698-a9c9413e3fda admin admin] Router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:18:21.955401 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb5284f-3ad7-4afe-a698-a9c9413e3fda admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:18:21.963852 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0eb5284f-3ad7-4afe-a698-a9c9413e3fda admin admin] 10.222.0.46 "PUT /v2.0/routers/0d91f2d8-875c-48cc-a100-0ef71f84e4f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0075974 Sep 18 00:18:21.965894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1481fa74-1d0d-4a5c-8c99-d15b4033cb2c None None] Provisioning complete for port db34b3f0-af18-4ecf-9a40-e7e3c80ae730 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:21.966426 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1481fa74-1d0d-4a5c-8c99-d15b4033cb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:22.003131 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1481fa74-1d0d-4a5c-8c99-d15b4033cb2c None None] Port db34b3f0-af18-4ecf-9a40-e7e3c80ae730 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:18:22.748216 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55016) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:18:22.753353 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c0ef5cb1-987c-4e41-a203-2d54177f2215 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1844592562-network', 'tenant_id': '6cb138921ba648d685c850b3f1b0f3ee'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:18:22.850388 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ef5cb1-987c-4e41-a203-2d54177f2215 admin admin] Made reservation on behalf of 6cb138921ba648d685c850b3f1b0f3ee for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:18:22.852754 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c0ef5cb1-987c-4e41-a203-2d54177f2215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:22.862475 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c0ef5cb1-987c-4e41-a203-2d54177f2215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:22.953196 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c0ef5cb1-987c-4e41-a203-2d54177f2215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:23.020431 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c0ef5cb1-987c-4e41-a203-2d54177f2215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:23.044645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ef5cb1-987c-4e41-a203-2d54177f2215 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:18:23.054216 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef5cb1-987c-4e41-a203-2d54177f2215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5598866-9a2c-45db-9bda-129f0dc3ff8e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:23.059841 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c0ef5cb1-987c-4e41-a203-2d54177f2215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:23.060223 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-c0ef5cb1-987c-4e41-a203-2d54177f2215 admin admin] Added segment d66cbdf4-b711-4ee9-ba86-e95ad956ed9a of type vlan for network 8bc72a37-c4cf-4f4d-b486-ec51491c0f27 Sep 18 00:18:23.099355 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c0ef5cb1-987c-4e41-a203-2d54177f2215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:23.210106 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c0ef5cb1-987c-4e41-a203-2d54177f2215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:23.211038 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef5cb1-987c-4e41-a203-2d54177f2215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:23.211622 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c0ef5cb1-987c-4e41-a203-2d54177f2215 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:23.273037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef5cb1-987c-4e41-a203-2d54177f2215 admin admin] Pushing event updated for resources: {'Network': ['ID=8bc72a37-c4cf-4f4d-b486-ec51491c0f27,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:23.283783 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 8bc72a37-c4cf-4f4d-b486-ec51491c0f27 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:18:23.313912 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c0ef5cb1-987c-4e41-a203-2d54177f2215 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5644777 Sep 18 00:18:23.316442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55018) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:18:23.321285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-83c62ab8-7a66-4fe0-bfd1-c5215afa75a6 admin admin] Request body: {'subnet': {'network_id': '8bc72a37-c4cf-4f4d-b486-ec51491c0f27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1844592562-subnet', 'tenant_id': '6cb138921ba648d685c850b3f1b0f3ee', 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:18:23.415847 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c62ab8-7a66-4fe0-bfd1-c5215afa75a6 admin admin] Made reservation on behalf of 6cb138921ba648d685c850b3f1b0f3ee for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:18:23.418418 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-83c62ab8-7a66-4fe0-bfd1-c5215afa75a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:23.612884 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 471ff69e-c4e8-4e30-bf99-e02bcfefdb60 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:18:23.650295 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-83c62ab8-7a66-4fe0-bfd1-c5215afa75a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:23.662051 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 471ff69e-c4e8-4e30-bf99-e02bcfefdb60 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:23.662538 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:23.667277 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] Sync routers for ids ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:18:23.676605 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] Routers {'0d91f2d8-875c-48cc-a100-0ef71f84e4f3'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:18:23.677264 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:18:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:18:23.710948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c62ab8-7a66-4fe0-bfd1-c5215afa75a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c2d14e4-a1c0-4943-ad35-0119c9c3c57f,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:23.725341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c62ab8-7a66-4fe0-bfd1-c5215afa75a6 admin admin] Checking segment: {'id': 'd66cbdf4-b711-4ee9-ba86-e95ad956ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8bc72a37-c4cf-4f4d-b486-ec51491c0f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:18:23.725695 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c62ab8-7a66-4fe0-bfd1-c5215afa75a6 admin admin] Network hostable DHCP agents. Network: 8bc72a37-c4cf-4f4d-b486-ec51491c0f27, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:18:23.754382 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:23.774129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 471ff69e-c4e8-4e30-bf99-e02bcfefdb60, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=471ff69e-c4e8-4e30-bf99-e02bcfefdb60,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:18:23.787388 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c62ab8-7a66-4fe0-bfd1-c5215afa75a6 admin admin] Network 8bc72a37-c4cf-4f4d-b486-ec51491c0f27 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:18:23.789359 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] Set router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:18:23.832395 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:23.860788 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-83c62ab8-7a66-4fe0-bfd1-c5215afa75a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 8bc72a37-c4cf-4f4d-b486-ec51491c0f27) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:18:23.865995 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c62ab8-7a66-4fe0-bfd1-c5215afa75a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:23.866589 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-83c62ab8-7a66-4fe0-bfd1-c5215afa75a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:23.877376 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a1e301-868d-4b58-80f5-bdada5f77836 None None] Network 8bc72a37-c4cf-4f4d-b486-ec51491c0f27 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:18:23.899458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=471ff69e-c4e8-4e30-bf99-e02bcfefdb60,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:23.941741 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-83c62ab8-7a66-4fe0-bfd1-c5215afa75a6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6241925 Sep 18 00:18:23.944197 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55020) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:18:23.949156 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-ef22796c-9f84-47d7-aa6d-bf7b53349a15 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1844592562-router', 'tenant_id': '6cb138921ba648d685c850b3f1b0f3ee', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:18:24.036800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-8bc72a37-c4cf-4f4d-b486-ec51491c0f27', 'network_id': '8bc72a37-c4cf-4f4d-b486-ec51491c0f27', 'tenant_id': '6cb138921ba648d685c850b3f1b0f3ee', 'fixed_ips': [{'subnet_id': '2c2d14e4-a1c0-4943-ad35-0119c9c3c57f'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:18:24.037770 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef22796c-9f84-47d7-aa6d-bf7b53349a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:24.038071 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:24.038839 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef22796c-9f84-47d7-aa6d-bf7b53349a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:24.082211 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:21Z', 'revision_number': 2, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:18:24.095465 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef22796c-9f84-47d7-aa6d-bf7b53349a15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:24.107930 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] Checking router: 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:18:24.111060 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] Updating router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 port db34b3f0-af18-4ecf-9a40-e7e3c80ae730 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:18:24.132356 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:24.175262 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] Allocated IP 172.20.0.2 (8bc72a37-c4cf-4f4d-b486-ec51491c0f27/2c2d14e4-a1c0-4943-ad35-0119c9c3c57f/105a7240-40ca-4179-9688-9f6cae4e882c) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:18:24.298135 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef22796c-9f84-47d7-aa6d-bf7b53349a15 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:24.324295 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:24.376315 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:24.404893 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:24.414630 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] Network 8bc72a37-c4cf-4f4d-b486-ec51491c0f27 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:18:24.418008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:18:24.421437 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:18:24.437190 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] Pushing event updated for resources: {'Port': ['ID=105a7240-40ca-4179-9688-9f6cae4e882c,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:24.461487 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:24.482267 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] Attempting to bind port 105a7240-40ca-4179-9688-9f6cae4e882c on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:18:24.482647 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] Attempting to bind port 105a7240-40ca-4179-9688-9f6cae4e882c by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'd66cbdf4-b711-4ee9-ba86-e95ad956ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8bc72a37-c4cf-4f4d-b486-ec51491c0f27'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:18:24.483013 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] Attempting to bind port 105a7240-40ca-4179-9688-9f6cae4e882c on network 8bc72a37-c4cf-4f4d-b486-ec51491c0f27 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:18:24.491885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:18:24.492257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] Checking segment: {'id': 'd66cbdf4-b711-4ee9-ba86-e95ad956ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8bc72a37-c4cf-4f4d-b486-ec51491c0f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:18:24.492660 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:24.493101 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] Bound using segment: {'id': 'd66cbdf4-b711-4ee9-ba86-e95ad956ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8bc72a37-c4cf-4f4d-b486-ec51491c0f27'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:18:24.493604 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] Bound port: 105a7240-40ca-4179-9688-9f6cae4e882c, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66cbdf4-b711-4ee9-ba86-e95ad956ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8bc72a37-c4cf-4f4d-b486-ec51491c0f27'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:18:24.493996 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:24.554772 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] Attempting to bind port db34b3f0-af18-4ecf-9a40-e7e3c80ae730 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:18:24.555034 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] Attempting to bind port db34b3f0-af18-4ecf-9a40-e7e3c80ae730 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:18:24.555383 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] Attempting to bind port db34b3f0-af18-4ecf-9a40-e7e3c80ae730 on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:18:24.562442 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:18:24.562886 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] Checking segment: {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:18:24.563277 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:24.563659 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] Bound using segment: {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:18:24.564059 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] For port 105a7240-40ca-4179-9688-9f6cae4e882c, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:18:24.564197 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] Bound port: db34b3f0-af18-4ecf-9a40-e7e3c80ae730, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:18:24.564474 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:24.568607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] For port 105a7240-40ca-4179-9688-9f6cae4e882c, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=105a7240-40ca-4179-9688-9f6cae4e882c,segment=NetworkSegment(d66cbdf4-b711-4ee9-ba86-e95ad956ed9a),segment_id=d66cbdf4-b711-4ee9-ba86-e95ad956ed9a)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:18:24.592570 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef22796c-9f84-47d7-aa6d-bf7b53349a15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:24.613080 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef22796c-9f84-47d7-aa6d-bf7b53349a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:24.632634 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:24.632973 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4879fd-636b-423c-aea3-c8d9e2c99085 None None] Pushing event updated for resources: {'Port': ['ID=db34b3f0-af18-4ecf-9a40-e7e3c80ae730,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:24.643371 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] For port db34b3f0-af18-4ecf-9a40-e7e3c80ae730, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:18:24.646686 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] For port db34b3f0-af18-4ecf-9a40-e7e3c80ae730, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=db34b3f0-af18-4ecf-9a40-e7e3c80ae730,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:18:24.648507 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4879fd-636b-423c-aea3-c8d9e2c99085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:24.648928 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4879fd-636b-423c-aea3-c8d9e2c99085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:24.649265 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4879fd-636b-423c-aea3-c8d9e2c99085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:24.649592 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4879fd-636b-423c-aea3-c8d9e2c99085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:24.649918 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4879fd-636b-423c-aea3-c8d9e2c99085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:24.650239 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4879fd-636b-423c-aea3-c8d9e2c99085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:24.650558 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4879fd-636b-423c-aea3-c8d9e2c99085 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:24.650900 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4879fd-636b-423c-aea3-c8d9e2c99085 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:24.651217 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4879fd-636b-423c-aea3-c8d9e2c99085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:24.651529 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4879fd-636b-423c-aea3-c8d9e2c99085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:24.651845 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4879fd-636b-423c-aea3-c8d9e2c99085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:24.652155 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4879fd-636b-423c-aea3-c8d9e2c99085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:18:24.701615 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:24.703287 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4035311-3a99-4d86-99bf-cd184a81e92a None None] Pushing event updated for resources: {'Port': ['ID=105a7240-40ca-4179-9688-9f6cae4e882c,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:24.750076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-ef22796c-9f84-47d7-aa6d-bf7b53349a15 admin admin] Allocated IP 172.25.3.11 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/4cf6884a-0ee6-4ba1-9abf-93d50c99271f) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:18:24.769615 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4879fd-636b-423c-aea3-c8d9e2c99085 None None] Pushing event updated for resources: {'Port': ['ID=db34b3f0-af18-4ecf-9a40-e7e3c80ae730,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:24.781816 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] Routers {'0d91f2d8-875c-48cc-a100-0ef71f84e4f3'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:18:24.782296 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:18:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:18:24.842653 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ea62dfd4-04d2-41b6-9cdb-09cd68f6b0e6 None None] Provisioning complete for port db34b3f0-af18-4ecf-9a40-e7e3c80ae730 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:24.843030 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ea62dfd4-04d2-41b6-9cdb-09cd68f6b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:24.883344 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef22796c-9f84-47d7-aa6d-bf7b53349a15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:24.955236 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] Set router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:18:24.968034 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ea62dfd4-04d2-41b6-9cdb-09cd68f6b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:25.016900 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef22796c-9f84-47d7-aa6d-bf7b53349a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:25.029285 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ea62dfd4-04d2-41b6-9cdb-09cd68f6b0e6 None None] For port db34b3f0-af18-4ecf-9a40-e7e3c80ae730, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=db34b3f0-af18-4ecf-9a40-e7e3c80ae730,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:18:25.062059 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef22796c-9f84-47d7-aa6d-bf7b53349a15 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:18:25.065531 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-ef22796c-9f84-47d7-aa6d-bf7b53349a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:18:25.071818 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef22796c-9f84-47d7-aa6d-bf7b53349a15 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:18:25.090750 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ea62dfd4-04d2-41b6-9cdb-09cd68f6b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:25.113227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22796c-9f84-47d7-aa6d-bf7b53349a15 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf6884a-0ee6-4ba1-9abf-93d50c99271f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:25.148862 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62dfd4-04d2-41b6-9cdb-09cd68f6b0e6 None None] Pushing event updated for resources: {'Port': ['ID=db34b3f0-af18-4ecf-9a40-e7e3c80ae730,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:25.210405 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:18:25.212662 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5e5a13e1-8573-410f-b73c-7688db17067e None None] Provisioning complete for port db34b3f0-af18-4ecf-9a40-e7e3c80ae730 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:25.213316 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5e5a13e1-8573-410f-b73c-7688db17067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:25.239799 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451074ab-e9f4-49cf-ab73-5755dda58b62 None None] The sync data for ids ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'] in n-d-809883-1 is: [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:18:25.422427 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef22796c-9f84-47d7-aa6d-bf7b53349a15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:25.644310 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef22796c-9f84-47d7-aa6d-bf7b53349a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:25.756032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device db34b3f0-af18-4ecf-9a40-e7e3c80ae730 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:18:25.814003 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3211ae76-f411-44df-9c28-cb1b3fa5905b None None] Network 8bc72a37-c4cf-4f4d-b486-ec51491c0f27 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:18:25.952335 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef22796c-9f84-47d7-aa6d-bf7b53349a15 admin admin] Router e24375cc-55d2-4d1a-b51c-2121155a2e7d is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:18:26.043469 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-20498c59-0a9f-4e05-9006-9a827963fece None None] Provisioning complete for port 105a7240-40ca-4179-9688-9f6cae4e882c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:26.043903 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-20498c59-0a9f-4e05-9006-9a827963fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:26.060860 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef22796c-9f84-47d7-aa6d-bf7b53349a15 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:18:26.078393 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] Sync routers for ids ['e24375cc-55d2-4d1a-b51c-2121155a2e7d'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:18:26.085036 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port db34b3f0-af18-4ecf-9a40-e7e3c80ae730 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:26.085418 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:26.150681 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] Routers {'e24375cc-55d2-4d1a-b51c-2121155a2e7d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:18:26.151896 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:18:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e24375cc-55d2-4d1a-b51c-2121155a2e7d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:18:26.170139 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ef22796c-9f84-47d7-aa6d-bf7b53349a15 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:26.173959 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ef22796c-9f84-47d7-aa6d-bf7b53349a15 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2264316 Sep 18 00:18:26.174222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 55022) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:18:26.353728 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-20498c59-0a9f-4e05-9006-9a827963fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:26.381408 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] Set router e24375cc-55d2-4d1a-b51c-2121155a2e7d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:18:26.412453 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 471ff69e-c4e8-4e30-bf99-e02bcfefdb60 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:18:26.513661 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-20498c59-0a9f-4e05-9006-9a827963fece None None] For port 105a7240-40ca-4179-9688-9f6cae4e882c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=105a7240-40ca-4179-9688-9f6cae4e882c,segment=NetworkSegment(d66cbdf4-b711-4ee9-ba86-e95ad956ed9a),segment_id=d66cbdf4-b711-4ee9-ba86-e95ad956ed9a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:18:26.580948 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 471ff69e-c4e8-4e30-bf99-e02bcfefdb60 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:26.581330 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:26.592980 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24c10336-936f-4c0c-9b93-317371152a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:26.619104 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-20498c59-0a9f-4e05-9006-9a827963fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:26.696733 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20498c59-0a9f-4e05-9006-9a827963fece None None] Pushing event updated for resources: {'Port': ['ID=105a7240-40ca-4179-9688-9f6cae4e882c,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:26.747330 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-24c10336-936f-4c0c-9b93-317371152a96 admin admin] Allocated IP 172.20.0.1 (8bc72a37-c4cf-4f4d-b486-ec51491c0f27/2c2d14e4-a1c0-4943-ad35-0119c9c3c57f/f2a69d6d-f72f-432b-aee4-51b151e0749c) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:18:26.748642 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'name': 'tempest-TestVolumeBootPattern-1844592562-router', 'tenant_id': '6cb138921ba648d685c850b3f1b0f3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '4cf6884a-0ee6-4ba1-9abf-93d50c99271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:24Z', 'updated_at': '2021-09-18T00:18:25Z', 'revision_number': 3, 'project_id': '6cb138921ba648d685c850b3f1b0f3ee', 'gw_port': {'id': '4cf6884a-0ee6-4ba1-9abf-93d50c99271f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:24Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:18:26.779392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 105a7240-40ca-4179-9688-9f6cae4e882c up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:18:26.782371 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] Checking router: e24375cc-55d2-4d1a-b51c-2121155a2e7d for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:18:26.782722 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] Updating router e24375cc-55d2-4d1a-b51c-2121155a2e7d port 4cf6884a-0ee6-4ba1-9abf-93d50c99271f binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:18:26.803674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ed0d2f0a-5dbd-46cd-a15e-68e3a7c08959 None None] Provisioning complete for port 105a7240-40ca-4179-9688-9f6cae4e882c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:26.804055 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2f0a-5dbd-46cd-a15e-68e3a7c08959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:26.861117 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24c10336-936f-4c0c-9b93-317371152a96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:26.864950 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:26.928168 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 105a7240-40ca-4179-9688-9f6cae4e882c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:26.928460 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:26.953200 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24c10336-936f-4c0c-9b93-317371152a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:26.988108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c10336-936f-4c0c-9b93-317371152a96 admin admin] Network 8bc72a37-c4cf-4f4d-b486-ec51491c0f27 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:18:26.992300 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-24c10336-936f-4c0c-9b93-317371152a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:18:26.996532 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c10336-936f-4c0c-9b93-317371152a96 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:18:27.031406 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c10336-936f-4c0c-9b93-317371152a96 admin admin] Pushing event updated for resources: {'Port': ['ID=f2a69d6d-f72f-432b-aee4-51b151e0749c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:27.047640 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24c10336-936f-4c0c-9b93-317371152a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:27.230413 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24c10336-936f-4c0c-9b93-317371152a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:27.241108 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:27.277658 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9c2c6c63-ae52-4b9a-9621-b9eaf8928e1a None None] Provisioning complete for port f2a69d6d-f72f-432b-aee4-51b151e0749c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:27.277955 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9c2c6c63-ae52-4b9a-9621-b9eaf8928e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:27.311838 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c6c63-ae52-4b9a-9621-b9eaf8928e1a None None] Port f2a69d6d-f72f-432b-aee4-51b151e0749c cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:18:27.324366 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:27.377483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] Attempting to bind port 4cf6884a-0ee6-4ba1-9abf-93d50c99271f on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:18:27.377857 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] Attempting to bind port 4cf6884a-0ee6-4ba1-9abf-93d50c99271f by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:18:27.378224 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] Attempting to bind port 4cf6884a-0ee6-4ba1-9abf-93d50c99271f on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:18:27.385294 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73a781-91ee-458b-8e57-8bfa00532e4a None None] Pushing event updated for resources: {'Port': ['ID=4cf6884a-0ee6-4ba1-9abf-93d50c99271f,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:27.388041 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:18:27.388435 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:18:27.388819 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:27.389228 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:18:27.389694 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] Bound port: 4cf6884a-0ee6-4ba1-9abf-93d50c99271f, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:18:27.390076 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:27.391397 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24c10336-936f-4c0c-9b93-317371152a96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:27.440934 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] For port 4cf6884a-0ee6-4ba1-9abf-93d50c99271f, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:18:27.444002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] For port 4cf6884a-0ee6-4ba1-9abf-93d50c99271f, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4cf6884a-0ee6-4ba1-9abf-93d50c99271f,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:18:27.444688 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24c10336-936f-4c0c-9b93-317371152a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:27.496482 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:27.513704 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-24c10336-936f-4c0c-9b93-317371152a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:27.515563 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c10336-936f-4c0c-9b93-317371152a96 admin admin] Pushing event updated for resources: {'Port': ['ID=f2a69d6d-f72f-432b-aee4-51b151e0749c,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:27.555928 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] Routers {'e24375cc-55d2-4d1a-b51c-2121155a2e7d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:18:27.556566 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:18:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e24375cc-55d2-4d1a-b51c-2121155a2e7d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:18:27.561490 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73a781-91ee-458b-8e57-8bfa00532e4a None None] Pushing event updated for resources: {'Port': ['ID=4cf6884a-0ee6-4ba1-9abf-93d50c99271f,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:27.606342 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 105a7240-40ca-4179-9688-9f6cae4e882c up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:18:27.613930 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c10336-936f-4c0c-9b93-317371152a96 admin admin] Network 8bc72a37-c4cf-4f4d-b486-ec51491c0f27 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:18:27.615286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-24c10336-936f-4c0c-9b93-317371152a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:18:27.709907 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] Set router e24375cc-55d2-4d1a-b51c-2121155a2e7d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:18:27.734803 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c10336-936f-4c0c-9b93-317371152a96 admin admin] Router e24375cc-55d2-4d1a-b51c-2121155a2e7d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:18:27.898606 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 105a7240-40ca-4179-9688-9f6cae4e882c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:27.899208 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:27.994254 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-197b3497-cdb1-4902-a83d-384a33919c78 None None] Provisioning complete for port f2a69d6d-f72f-432b-aee4-51b151e0749c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:27.995170 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-197b3497-cdb1-4902-a83d-384a33919c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:28.078776 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-197b3497-cdb1-4902-a83d-384a33919c78 None None] Port f2a69d6d-f72f-432b-aee4-51b151e0749c cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:18:28.176009 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c10336-936f-4c0c-9b93-317371152a96 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:18:28.181040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-24c10336-936f-4c0c-9b93-317371152a96 admin admin] 10.222.0.46 "PUT /v2.0/routers/e24375cc-55d2-4d1a-b51c-2121155a2e7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0057716 Sep 18 00:18:28.184329 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'name': 'tempest-TestVolumeBootPattern-1844592562-router', 'tenant_id': '6cb138921ba648d685c850b3f1b0f3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '4cf6884a-0ee6-4ba1-9abf-93d50c99271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:24Z', 'updated_at': '2021-09-18T00:18:27Z', 'revision_number': 4, 'project_id': '6cb138921ba648d685c850b3f1b0f3ee', 'gw_port': {'id': '4cf6884a-0ee6-4ba1-9abf-93d50c99271f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:24Z', 'updated_at': '2021-09-18T00:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'f2a69d6d-f72f-432b-aee4-51b151e0749c', 'name': '', 'network_id': '8bc72a37-c4cf-4f4d-b486-ec51491c0f27', 'tenant_id': '6cb138921ba648d685c850b3f1b0f3ee', 'mac_address': 'fa:16:3e:b7:50:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2c2d14e4-a1c0-4943-ad35-0119c9c3c57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:26Z', 'updated_at': '2021-09-18T00:18:27Z', 'revision_number': 2, 'project_id': '6cb138921ba648d685c850b3f1b0f3ee', 'subnets': [{'id': '2c2d14e4-a1c0-4943-ad35-0119c9c3c57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:18:28.210218 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc811aa7-d883-4fc4-bf32-08a5d59e6aec None None] The sync data for ids ['e24375cc-55d2-4d1a-b51c-2121155a2e7d'] in n-d-809883-1 is: [{'id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'name': 'tempest-TestVolumeBootPattern-1844592562-router', 'tenant_id': '6cb138921ba648d685c850b3f1b0f3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '4cf6884a-0ee6-4ba1-9abf-93d50c99271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:24Z', 'updated_at': '2021-09-18T00:18:27Z', 'revision_number': 4, 'project_id': '6cb138921ba648d685c850b3f1b0f3ee', 'gw_port': {'id': '4cf6884a-0ee6-4ba1-9abf-93d50c99271f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:24Z', 'updated_at': '2021-09-18T00:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'f2a69d6d-f72f-432b-aee4-51b151e0749c', 'name': '', 'network_id': '8bc72a37-c4cf-4f4d-b486-ec51491c0f27', 'tenant_id': '6cb138921ba648d685c850b3f1b0f3ee', 'mac_address': 'fa:16:3e:b7:50:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2c2d14e4-a1c0-4943-ad35-0119c9c3c57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:26Z', 'updated_at': '2021-09-18T00:18:27Z', 'revision_number': 2, 'project_id': '6cb138921ba648d685c850b3f1b0f3ee', 'subnets': [{'id': '2c2d14e4-a1c0-4943-ad35-0119c9c3c57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:18:29.618852 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4cf6884a-0ee6-4ba1-9abf-93d50c99271f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:18:29.664859 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 4cf6884a-0ee6-4ba1-9abf-93d50c99271f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:29.665165 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:29.746534 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:29.768341 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 4cf6884a-0ee6-4ba1-9abf-93d50c99271f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4cf6884a-0ee6-4ba1-9abf-93d50c99271f,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:18:29.843336 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:29.891996 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=4cf6884a-0ee6-4ba1-9abf-93d50c99271f,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:30.109802 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] Sync routers for ids ['e24375cc-55d2-4d1a-b51c-2121155a2e7d'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:18:30.118694 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] Routers {'e24375cc-55d2-4d1a-b51c-2121155a2e7d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:18:30.119300 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:18:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e24375cc-55d2-4d1a-b51c-2121155a2e7d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:18:30.223850 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] Set router e24375cc-55d2-4d1a-b51c-2121155a2e7d gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:18:30.428635 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'name': 'tempest-TestVolumeBootPattern-1844592562-router', 'tenant_id': '6cb138921ba648d685c850b3f1b0f3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '4cf6884a-0ee6-4ba1-9abf-93d50c99271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:24Z', 'updated_at': '2021-09-18T00:18:27Z', 'revision_number': 4, 'project_id': '6cb138921ba648d685c850b3f1b0f3ee', 'gw_port': {'id': '4cf6884a-0ee6-4ba1-9abf-93d50c99271f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:24Z', 'updated_at': '2021-09-18T00:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'f2a69d6d-f72f-432b-aee4-51b151e0749c', 'name': '', 'network_id': '8bc72a37-c4cf-4f4d-b486-ec51491c0f27', 'tenant_id': '6cb138921ba648d685c850b3f1b0f3ee', 'mac_address': 'fa:16:3e:b7:50:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2c2d14e4-a1c0-4943-ad35-0119c9c3c57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:26Z', 'updated_at': '2021-09-18T00:18:27Z', 'revision_number': 2, 'project_id': '6cb138921ba648d685c850b3f1b0f3ee', 'subnets': [{'id': '2c2d14e4-a1c0-4943-ad35-0119c9c3c57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:18:30.458601 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] Checking router: e24375cc-55d2-4d1a-b51c-2121155a2e7d for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:18:30.458953 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] Updating router e24375cc-55d2-4d1a-b51c-2121155a2e7d port f2a69d6d-f72f-432b-aee4-51b151e0749c binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:18:30.483457 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:30.822306 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:30.889650 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:30.941990 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a81722-e5f5-4988-a2f1-ff75417d7c59 None None] Pushing event updated for resources: {'Port': ['ID=f2a69d6d-f72f-432b-aee4-51b151e0749c,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:30.991808 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] Attempting to bind port f2a69d6d-f72f-432b-aee4-51b151e0749c on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:18:30.992370 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] Attempting to bind port f2a69d6d-f72f-432b-aee4-51b151e0749c by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'd66cbdf4-b711-4ee9-ba86-e95ad956ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8bc72a37-c4cf-4f4d-b486-ec51491c0f27'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:18:30.992500 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] Attempting to bind port f2a69d6d-f72f-432b-aee4-51b151e0749c on network 8bc72a37-c4cf-4f4d-b486-ec51491c0f27 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:18:31.001088 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:18:31.001747 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] Checking segment: {'id': 'd66cbdf4-b711-4ee9-ba86-e95ad956ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8bc72a37-c4cf-4f4d-b486-ec51491c0f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:18:31.002151 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:31.002547 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] Bound using segment: {'id': 'd66cbdf4-b711-4ee9-ba86-e95ad956ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8bc72a37-c4cf-4f4d-b486-ec51491c0f27'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:18:31.003020 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] Bound port: f2a69d6d-f72f-432b-aee4-51b151e0749c, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66cbdf4-b711-4ee9-ba86-e95ad956ed9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8bc72a37-c4cf-4f4d-b486-ec51491c0f27'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:18:31.003395 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:31.067813 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] For port f2a69d6d-f72f-432b-aee4-51b151e0749c, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:18:31.071288 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] For port f2a69d6d-f72f-432b-aee4-51b151e0749c, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f2a69d6d-f72f-432b-aee4-51b151e0749c,segment=NetworkSegment(d66cbdf4-b711-4ee9-ba86-e95ad956ed9a),segment_id=d66cbdf4-b711-4ee9-ba86-e95ad956ed9a)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:18:31.118864 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e3726507-2c4c-4da6-aa59-58cd153a28ab None None] Provisioning complete for port f2a69d6d-f72f-432b-aee4-51b151e0749c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:31.119964 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e3726507-2c4c-4da6-aa59-58cd153a28ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:31.136657 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:31.153848 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e3726507-2c4c-4da6-aa59-58cd153a28ab None None] Port f2a69d6d-f72f-432b-aee4-51b151e0749c cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:18:31.196769 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] Routers {'e24375cc-55d2-4d1a-b51c-2121155a2e7d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:18:31.197355 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:18:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e24375cc-55d2-4d1a-b51c-2121155a2e7d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:18:31.238155 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a81722-e5f5-4988-a2f1-ff75417d7c59 None None] Pushing event updated for resources: {'Port': ['ID=f2a69d6d-f72f-432b-aee4-51b151e0749c,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:31.313104 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] Set router e24375cc-55d2-4d1a-b51c-2121155a2e7d gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:18:31.372588 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-39569e54-002d-49ed-b2b9-f760e268de81 None None] Provisioning complete for port f2a69d6d-f72f-432b-aee4-51b151e0749c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:31.373059 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-39569e54-002d-49ed-b2b9-f760e268de81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:31.451187 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-39569e54-002d-49ed-b2b9-f760e268de81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:31.486289 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-39569e54-002d-49ed-b2b9-f760e268de81 None None] For port f2a69d6d-f72f-432b-aee4-51b151e0749c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f2a69d6d-f72f-432b-aee4-51b151e0749c,segment=NetworkSegment(d66cbdf4-b711-4ee9-ba86-e95ad956ed9a),segment_id=d66cbdf4-b711-4ee9-ba86-e95ad956ed9a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:18:31.517424 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'name': 'tempest-TestVolumeBootPattern-1844592562-router', 'tenant_id': '6cb138921ba648d685c850b3f1b0f3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '4cf6884a-0ee6-4ba1-9abf-93d50c99271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:24Z', 'updated_at': '2021-09-18T00:18:27Z', 'revision_number': 4, 'project_id': '6cb138921ba648d685c850b3f1b0f3ee', 'gw_port': {'id': '4cf6884a-0ee6-4ba1-9abf-93d50c99271f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:24Z', 'updated_at': '2021-09-18T00:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'f2a69d6d-f72f-432b-aee4-51b151e0749c', 'name': '', 'network_id': '8bc72a37-c4cf-4f4d-b486-ec51491c0f27', 'tenant_id': '6cb138921ba648d685c850b3f1b0f3ee', 'mac_address': 'fa:16:3e:b7:50:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2c2d14e4-a1c0-4943-ad35-0119c9c3c57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:26Z', 'updated_at': '2021-09-18T00:18:31Z', 'revision_number': 4, 'project_id': '6cb138921ba648d685c850b3f1b0f3ee', 'subnets': [{'id': '2c2d14e4-a1c0-4943-ad35-0119c9c3c57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:18:31.549611 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a063612-29fd-440b-97fc-c135962027a0 None None] The sync data for ids ['e24375cc-55d2-4d1a-b51c-2121155a2e7d'] in n-d-809883-1 is: [{'id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'name': 'tempest-TestVolumeBootPattern-1844592562-router', 'tenant_id': '6cb138921ba648d685c850b3f1b0f3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '4cf6884a-0ee6-4ba1-9abf-93d50c99271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:24Z', 'updated_at': '2021-09-18T00:18:27Z', 'revision_number': 4, 'project_id': '6cb138921ba648d685c850b3f1b0f3ee', 'gw_port': {'id': '4cf6884a-0ee6-4ba1-9abf-93d50c99271f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:24Z', 'updated_at': '2021-09-18T00:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'f2a69d6d-f72f-432b-aee4-51b151e0749c', 'name': '', 'network_id': '8bc72a37-c4cf-4f4d-b486-ec51491c0f27', 'tenant_id': '6cb138921ba648d685c850b3f1b0f3ee', 'mac_address': 'fa:16:3e:b7:50:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2c2d14e4-a1c0-4943-ad35-0119c9c3c57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:26Z', 'updated_at': '2021-09-18T00:18:31Z', 'revision_number': 4, 'project_id': '6cb138921ba648d685c850b3f1b0f3ee', 'subnets': [{'id': '2c2d14e4-a1c0-4943-ad35-0119c9c3c57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:18:31.552343 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-39569e54-002d-49ed-b2b9-f760e268de81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:31.611137 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39569e54-002d-49ed-b2b9-f760e268de81 None None] Pushing event updated for resources: {'Port': ['ID=f2a69d6d-f72f-432b-aee4-51b151e0749c,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:31.641571 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f2a69d6d-f72f-432b-aee4-51b151e0749c up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:18:31.700159 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port f2a69d6d-f72f-432b-aee4-51b151e0749c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:31.700536 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:31.789372 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4cf6884a-0ee6-4ba1-9abf-93d50c99271f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:18:31.836777 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 4cf6884a-0ee6-4ba1-9abf-93d50c99271f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:31.837192 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:32.044496 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-b168b58b-31d0-43f4-96ed-7349d790bcb7 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:32.046149 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-b168b58b-31d0-43f4-96ed-7349d790bcb7 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 812 time: 0.1078351 Sep 18 00:18:32.061960 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-73474d84-25fa-4734-9497-c16df69bcce9 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/quotas/957e62dd134f4b1494c05189833997e3 HTTP/1.1" status: 200 len: 375 time: 0.0098891 Sep 18 00:18:32.115828 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-5a3cd5de-ab5c-43d9-bc17-c556ffb73e27 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481942 Sep 18 00:18:32.310172 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-d82ea89c-844e-4486-9461-96cc22e63e60 service neutron] 10.222.0.46 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874163 Sep 18 00:18:32.398133 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-e55bd0ca-32b4-490f-a441-32e363af51d1 service neutron] 10.222.0.46 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816436 Sep 18 00:18:32.974257 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ccadfcb-80db-4fd9-8c93-e474b352cceb req-3d41f4b9-02e8-467b-82c5-05f5dcc1a7dc tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 210 time: 0.0841682 Sep 18 00:18:33.594754 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f2a69d6d-f72f-432b-aee4-51b151e0749c up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:18:33.640700 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port f2a69d6d-f72f-432b-aee4-51b151e0749c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:33.641097 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:34.065841 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e699e8f9-06ef-4248-8a79-7d53319c55a2 req-801cb4ff-864b-4701-9060-a1d2b11d7d3a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 210 time: 0.0256515 Sep 18 00:18:34.953553 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-fa9d8201-588a-4327-9bc3-f7dcccc3e569 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:34.954968 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-fa9d8201-588a-4327-9bc3-f7dcccc3e569 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 812 time: 0.1023207 Sep 18 00:18:34.968645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-a76d3158-17c4-4526-bf6a-f8a13a623450 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Request body: {'port': {'device_id': '4b7a36c9-771e-45f7-b321-799877244ae4', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'admin_state_up': True, 'tenant_id': '957e62dd134f4b1494c05189833997e3'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:18:35.130417 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-a76d3158-17c4-4526-bf6a-f8a13a623450 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Made reservation on behalf of 957e62dd134f4b1494c05189833997e3 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:18:35.136286 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-a76d3158-17c4-4526-bf6a-f8a13a623450 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:35.222291 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba0fa516-ee04-424b-b680-df98e9aa670b req-93412564-ef73-40d9-93c1-0641c11fc04f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 210 time: 0.0327837 Sep 18 00:18:35.289777 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-a76d3158-17c4-4526-bf6a-f8a13a623450 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Allocated IP 172.20.0.10 (a764c774-bfd5-4fd3-8c8b-c78f089f9ee5/7d7fdb57-9c96-44db-9a47-1ece1272bc35/8f77d2e7-301e-422e-b034-8020de20e1f5) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:18:35.432714 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-a76d3158-17c4-4526-bf6a-f8a13a623450 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:35.513323 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-a76d3158-17c4-4526-bf6a-f8a13a623450 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:35.559107 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-a76d3158-17c4-4526-bf6a-f8a13a623450 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:18:35.562442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-a76d3158-17c4-4526-bf6a-f8a13a623450 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:18:35.568987 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-a76d3158-17c4-4526-bf6a-f8a13a623450 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:18:35.578973 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d3158-17c4-4526-bf6a-f8a13a623450 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event updated for resources: {'Port': ['ID=8f77d2e7-301e-422e-b034-8020de20e1f5,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:35.625933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-a76d3158-17c4-4526-bf6a-f8a13a623450 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:35.626572 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-a76d3158-17c4-4526-bf6a-f8a13a623450 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:35.702698 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-a76d3158-17c4-4526-bf6a-f8a13a623450 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7379792 Sep 18 00:18:35.716260 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-33081e70-b42f-4cd1-81b1-6d5736d5baf0 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:18:35.716260 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-33081e70-b42f-4cd1-81b1-6d5736d5baf0 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061834 Sep 18 00:18:35.929538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Request body: {'port': {'device_id': '4b7a36c9-771e-45f7-b321-799877244ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:18:35.930074 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b7b77e03-240a-49aa-8559-eb67dfc1dfe1 None None] Provisioning complete for port 8f77d2e7-301e-422e-b034-8020de20e1f5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:35.930074 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b7b77e03-240a-49aa-8559-eb67dfc1dfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:35.932406 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:35.932678 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b7b77e03-240a-49aa-8559-eb67dfc1dfe1 None None] Port 8f77d2e7-301e-422e-b034-8020de20e1f5 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:18:36.120754 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f77d2e7-301e-422e-b034-8020de20e1f5 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:18:36.128700 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:36.140570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Transition to ACTIVE for port object 8f77d2e7-301e-422e-b034-8020de20e1f5 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:18:36.203885 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:36.258160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Pushing event updated for resources: {'Port': ['ID=8f77d2e7-301e-422e-b034-8020de20e1f5,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:36.380422 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Attempting to bind port 8f77d2e7-301e-422e-b034-8020de20e1f5 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:18:36.380754 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Attempting to bind port 8f77d2e7-301e-422e-b034-8020de20e1f5 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:18:36.381181 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Attempting to bind port 8f77d2e7-301e-422e-b034-8020de20e1f5 on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:18:36.395914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a814f16-f1a2-4d91-ae1e-4468f9567de5 req-c3ea6c0d-9938-44a3-9f09-1a8473b8a13e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:36.397491 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a814f16-f1a2-4d91-ae1e-4468f9567de5 req-c3ea6c0d-9938-44a3-9f09-1a8473b8a13e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 944 time: 0.0746233 Sep 18 00:18:36.398076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Port 8f77d2e7-301e-422e-b034-8020de20e1f5 on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:18:36.398391 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Attempting to bind port 8f77d2e7-301e-422e-b034-8020de20e1f5 on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:18:36.405362 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:18:36.405819 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Checking segment: {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:18:36.406309 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Bound using segment: {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:18:36.406860 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Bound port: 8f77d2e7-301e-422e-b034-8020de20e1f5, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:18:36.407319 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:36.476696 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a814f16-f1a2-4d91-ae1e-4468f9567de5 req-cafc1808-7329-482c-82b1-96dec292f5f3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654392 Sep 18 00:18:36.502469 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] For port 8f77d2e7-301e-422e-b034-8020de20e1f5, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:18:36.505523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] For port 8f77d2e7-301e-422e-b034-8020de20e1f5, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=8f77d2e7-301e-422e-b034-8020de20e1f5,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:18:36.593794 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:36.632609 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:36.633304 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:36.634694 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] 10.222.0.37 "PUT /v2.0/ports/8f77d2e7-301e-422e-b034-8020de20e1f5 HTTP/1.1" status: 200 len: 1092 time: 0.9108882 Sep 18 00:18:36.635657 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7a36c9-771e-45f7-b321-799877244ae4', 'tag': '8f77d2e7-301e-422e-b034-8020de20e1f5'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:18:36.637962 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1553c8f-d0bf-42d5-8e3a-6e5aee2bc232" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7a36c9-771e-45f7-b321-799877244ae4", "tag": "8f77d2e7-301e-422e-b034-8020de20e1f5"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:18:36.666256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307e24c-c5ba-415d-89fe-622bff3758fb service neutron] Pushing event updated for resources: {'Port': ['ID=8f77d2e7-301e-422e-b034-8020de20e1f5,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:36.681247 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5e03af-2700-4af5-aaa7-a935f90f13f6 x-openstack-request-id: req-cf5e03af-2700-4af5-aaa7-a935f90f13f6 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:18:36.681539 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7a36c9-771e-45f7-b321-799877244ae4", "tag": "8f77d2e7-301e-422e-b034-8020de20e1f5", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:18:36.681930 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf5e03af-2700-4af5-aaa7-a935f90f13f6 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:18:36.682485 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7a36c9-771e-45f7-b321-799877244ae4', 'tag': '8f77d2e7-301e-422e-b034-8020de20e1f5', 'status': 'completed', 'code': 200} Sep 18 00:18:36.745993 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1553c8f-d0bf-42d5-8e3a-6e5aee2bc232 req-623acd33-dd9b-4739-a795-5b974303ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:36.749603 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1553c8f-d0bf-42d5-8e3a-6e5aee2bc232 req-623acd33-dd9b-4739-a795-5b974303ca04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 1095 time: 0.0445228 Sep 18 00:18:36.857991 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1553c8f-d0bf-42d5-8e3a-6e5aee2bc232 req-c0039764-004d-43c0-8528-6dc8534bd2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:36.859467 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1553c8f-d0bf-42d5-8e3a-6e5aee2bc232 req-c0039764-004d-43c0-8528-6dc8534bd2ba service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=957e62dd134f4b1494c05189833997e3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1038678 Sep 18 00:18:36.961594 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1553c8f-d0bf-42d5-8e3a-6e5aee2bc232 req-7c95fc1f-1f43-4b92-b0a5-ed0177224176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:36.963152 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1553c8f-d0bf-42d5-8e3a-6e5aee2bc232 req-7c95fc1f-1f43-4b92-b0a5-ed0177224176 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967293 Sep 18 00:18:37.042396 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-6c5da416-7c45-48b3-8d91-f968fbecd195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:37.043845 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-6c5da416-7c45-48b3-8d91-f968fbecd195 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 1095 time: 0.0408387 Sep 18 00:18:37.089825 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-ae828e8c-c1bb-4640-8ca5-a3ab7d06de6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f77d2e7-301e-422e-b034-8020de20e1f5 HTTP/1.1" status: 200 len: 217 time: 0.0378580 Sep 18 00:18:37.138414 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-1acc4e0f-1180-4775-8936-c0e9f796b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:37.139875 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-1acc4e0f-1180-4775-8936-c0e9f796b6f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0431833 Sep 18 00:18:37.191520 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-af2c36f7-3e37-4e52-9dfc-de10bf539737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:37.193090 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-af2c36f7-3e37-4e52-9dfc-de10bf539737 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463309 Sep 18 00:18:37.284753 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-a528446e-76d9-4048-a28f-49bc33b6ea10 service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842605 Sep 18 00:18:37.373764 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-25bc0660-4ca4-4d25-b440-62fabc10983a req-6fee55d2-337e-4653-9a87-273672c3489e service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814657 Sep 18 00:18:37.596960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5cc97-7a4d-425f-911b-9f3c6e3af6a3 req-6293f899-9b77-4d4a-9acb-9104c7de34ae tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:37.598523 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14a5cc97-7a4d-425f-911b-9f3c6e3af6a3 req-6293f899-9b77-4d4a-9acb-9104c7de34ae tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 944 time: 0.0540829 Sep 18 00:18:37.638052 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14a5cc97-7a4d-425f-911b-9f3c6e3af6a3 req-e200d13b-8a80-426c-8009-5a5a232396de tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324934 Sep 18 00:18:38.753933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbc464-e7b7-44b0-8533-641f8e8858b4 req-d72dcf2e-c236-47f5-8a83-07f79c8cce5c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:38.755430 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-50cbc464-e7b7-44b0-8533-641f8e8858b4 req-d72dcf2e-c236-47f5-8a83-07f79c8cce5c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 944 time: 0.0497973 Sep 18 00:18:38.794059 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-50cbc464-e7b7-44b0-8533-641f8e8858b4 req-fc8d24ec-9b69-4f40-a3b6-012438d4a98b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323462 Sep 18 00:18:39.904369 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1eaad9-008b-4e5e-9884-74909527f9dc req-cf21a120-8463-4484-b5a6-74aa0c3bb6d3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:39.905859 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a1eaad9-008b-4e5e-9884-74909527f9dc req-cf21a120-8463-4484-b5a6-74aa0c3bb6d3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 944 time: 0.0477602 Sep 18 00:18:39.941996 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a1eaad9-008b-4e5e-9884-74909527f9dc req-4c982ffd-2147-46ee-bf8b-b097c4dcef6f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302696 Sep 18 00:18:40.586789 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:41.057590 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee34984-0191-41df-b850-2754bf4a48f1 req-93ac3520-a1f7-4b37-be62-49340806d71d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:41.059045 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ee34984-0191-41df-b850-2754bf4a48f1 req-93ac3520-a1f7-4b37-be62-49340806d71d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 944 time: 0.0517566 Sep 18 00:18:41.096696 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ee34984-0191-41df-b850-2754bf4a48f1 req-7b0e5f21-182e-41be-9444-87f7014c7fb2 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316873 Sep 18 00:18:42.231037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9b1d9-08cb-48c0-b340-de262e5cb3e5 req-456d6965-e20d-4934-97cd-83c6e22b628b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:42.232542 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8be9b1d9-08cb-48c0-b340-de262e5cb3e5 req-456d6965-e20d-4934-97cd-83c6e22b628b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 944 time: 0.0484622 Sep 18 00:18:42.268514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8be9b1d9-08cb-48c0-b340-de262e5cb3e5 req-9cc1a0de-f22f-4763-ae8a-367821ad8fa4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301433 Sep 18 00:18:43.381666 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9f7a8-98d1-4c64-980c-a23993fc8138 req-300821f0-6c4f-43a8-ae3c-0e2c8717e641 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:43.383133 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04c9f7a8-98d1-4c64-980c-a23993fc8138 req-300821f0-6c4f-43a8-ae3c-0e2c8717e641 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 944 time: 0.0480800 Sep 18 00:18:43.419401 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04c9f7a8-98d1-4c64-980c-a23993fc8138 req-a52a46b2-3365-4016-a81a-28ed35bb9a4e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303450 Sep 18 00:18:43.563529 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:44.043906 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-23ba742e-e2e3-4812-bd4d-b4cd44754e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:44.533901 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebc559-b677-45c8-b0cf-f34765937d03 req-8e701e8d-b46f-4431-9c27-a5fc092e418e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:44.535367 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95ebc559-b677-45c8-b0cf-f34765937d03 req-8e701e8d-b46f-4431-9c27-a5fc092e418e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 944 time: 0.0516400 Sep 18 00:18:44.571584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95ebc559-b677-45c8-b0cf-f34765937d03 req-99778506-da70-414f-9dad-a38c393fb699 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304265 Sep 18 00:18:45.683603 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ff50e-bc3d-46e3-b4f6-f67e32c6d500 req-de7a8f2d-a9a2-4af6-b195-4a2846d7fcdb tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:45.685106 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fc2ff50e-bc3d-46e3-b4f6-f67e32c6d500 req-de7a8f2d-a9a2-4af6-b195-4a2846d7fcdb tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 944 time: 0.0482075 Sep 18 00:18:45.722567 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fc2ff50e-bc3d-46e3-b4f6-f67e32c6d500 req-3e0d4a63-c020-4974-a71e-c47765caea7d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311899 Sep 18 00:18:46.580808 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-56dec759-8d00-48b2-af2b-325b42091bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:46.645524 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 8f77d2e7-301e-422e-b034-8020de20e1f5 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:18:46.735955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 8f77d2e7-301e-422e-b034-8020de20e1f5, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=8f77d2e7-301e-422e-b034-8020de20e1f5,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:18:46.747447 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '8f77d2e7-301e-422e-b034-8020de20e1f5', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'port_id': '8f77d2e7-301e-422e-b034-8020de20e1f5', 'mac_address': 'fa:16:3e:b6:dd:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:18:46.787859 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:46.800603 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f77d2e7-301e-422e-b034-8020de20e1f5 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:18:46.819891 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 8f77d2e7-301e-422e-b034-8020de20e1f5, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=8f77d2e7-301e-422e-b034-8020de20e1f5,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:18:46.835763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8386935-c104-4742-b430-45cb3ab83f56 req-6f7f1b29-b6d5-44b7-90b8-ad65f9ec7ecd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:46.837209 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8386935-c104-4742-b430-45cb3ab83f56 req-6f7f1b29-b6d5-44b7-90b8-ad65f9ec7ecd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 944 time: 0.0484557 Sep 18 00:18:46.874669 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8386935-c104-4742-b430-45cb3ab83f56 req-d54b2fd1-4d9b-4b2b-bde6-55f78501cdd3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309968 Sep 18 00:18:46.891760 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:46.936345 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=8f77d2e7-301e-422e-b034-8020de20e1f5,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:47.130084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['8f77d2e7-301e-422e-b034-8020de20e1f5'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:18:47.294980 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:47.844111 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:47.996042 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a6acb-b7d1-4244-a767-7efb1a047fe7 req-444f3124-e298-466c-9ba5-600763cf5b33 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:47.997646 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d89a6acb-b7d1-4244-a767-7efb1a047fe7 req-444f3124-e298-466c-9ba5-600763cf5b33 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 945 time: 0.0528615 Sep 18 00:18:48.036524 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d89a6acb-b7d1-4244-a767-7efb1a047fe7 req-7c4587e7-27f9-4501-812f-007122f473d5 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329010 Sep 18 00:18:48.679715 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 8f77d2e7-301e-422e-b034-8020de20e1f5 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:18:48.808651 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 8f77d2e7-301e-422e-b034-8020de20e1f5 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:18:48.812391 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 8f77d2e7-301e-422e-b034-8020de20e1f5 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:18:48.812764 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:48.885767 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:48.912658 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7a36c9-771e-45f7-b321-799877244ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f77d2e7-301e-422e-b034-8020de20e1f5'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:18:48.914922 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e43d65-5daf-4ea9-b1fb-da4f020e7f47" -d '{"events": [{"server_uuid": "4b7a36c9-771e-45f7-b321-799877244ae4", "name": "network-vif-plugged", "status": "completed", "tag": "8f77d2e7-301e-422e-b034-8020de20e1f5"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:18:48.927632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 8f77d2e7-301e-422e-b034-8020de20e1f5, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=8f77d2e7-301e-422e-b034-8020de20e1f5,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:18:48.951853 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67b51af-851f-4355-9fa1-6e67fd75e381 x-openstack-request-id: req-c67b51af-851f-4355-9fa1-6e67fd75e381 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:18:48.952889 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7a36c9-771e-45f7-b321-799877244ae4", "name": "network-vif-plugged", "status": "completed", "tag": "8f77d2e7-301e-422e-b034-8020de20e1f5", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:18:48.952889 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c67b51af-851f-4355-9fa1-6e67fd75e381 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:18:48.952889 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7a36c9-771e-45f7-b321-799877244ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f77d2e7-301e-422e-b034-8020de20e1f5', 'code': 200} Sep 18 00:18:48.986612 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:49.036145 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=8f77d2e7-301e-422e-b034-8020de20e1f5,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:49.048038 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d92f3b-6510-4fe6-99b5-9511bc09ce0e req-6b539a47-b818-498e-94ba-69e4b59ee1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:49.049662 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56d92f3b-6510-4fe6-99b5-9511bc09ce0e req-6b539a47-b818-498e-94ba-69e4b59ee1c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 1097 time: 0.0401795 Sep 18 00:18:49.084084 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-56d92f3b-6510-4fe6-99b5-9511bc09ce0e req-699f36f0-ec55-4638-931d-9fa0b834faa4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273225 Sep 18 00:18:49.149284 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb572f51-e2ec-4061-a27a-e4ea1a1e60f3 req-f1e7b933-6126-4714-a269-7fcae3cffa6f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:49.151325 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb572f51-e2ec-4061-a27a-e4ea1a1e60f3 req-f1e7b933-6126-4714-a269-7fcae3cffa6f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 946 time: 0.0477362 Sep 18 00:18:49.189330 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb572f51-e2ec-4061-a27a-e4ea1a1e60f3 req-66208699-cb8b-4396-ac96-9f1fb6fb8d24 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319443 Sep 18 00:18:49.825663 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:50.305561 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041aae37-57b9-4e81-af89-6d61d9422d79 req-3c58fd28-ce70-4d1e-9539-a9ed9c9f6197 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:50.307094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-041aae37-57b9-4e81-af89-6d61d9422d79 req-3c58fd28-ce70-4d1e-9539-a9ed9c9f6197 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 946 time: 0.0519204 Sep 18 00:18:50.343623 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-041aae37-57b9-4e81-af89-6d61d9422d79 req-8f712139-797a-4d74-af71-d447b2097f7a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307529 Sep 18 00:18:50.453555 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76b479-5c84-48e5-9cda-0bf3058021e7 req-1308b081-1481-432a-9cd2-703e340a2c61 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:50.455025 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed76b479-5c84-48e5-9cda-0bf3058021e7 req-1308b081-1481-432a-9cd2-703e340a2c61 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 946 time: 0.0481360 Sep 18 00:18:50.492230 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed76b479-5c84-48e5-9cda-0bf3058021e7 req-38a9fae9-a376-422f-81f6-dcb953468e79 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312567 Sep 18 00:18:50.601729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10e876-8bbc-4013-96cc-9b3c11f27007 req-7cc8c7e4-aee9-411b-bf24-9022c3304982 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:50.603185 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d10e876-8bbc-4013-96cc-9b3c11f27007 req-7cc8c7e4-aee9-411b-bf24-9022c3304982 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 946 time: 0.0471864 Sep 18 00:18:50.639984 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d10e876-8bbc-4013-96cc-9b3c11f27007 req-6c84d5a4-920d-4936-b244-4acc3e78c609 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303409 Sep 18 00:18:51.006042 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fddd3b-cc70-46f8-9f5e-d170ac441dfd req-1d35d6c2-879c-47bd-b93e-56dc33a5a2ce tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:51.007523 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35fddd3b-cc70-46f8-9f5e-d170ac441dfd req-1d35d6c2-879c-47bd-b93e-56dc33a5a2ce tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 946 time: 0.0514393 Sep 18 00:18:51.045204 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35fddd3b-cc70-46f8-9f5e-d170ac441dfd req-3e466a46-dfcc-4629-94b7-2e14f903be6a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310168 Sep 18 00:18:52.157180 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611d908-4213-4c25-b4a2-cd30111fb367 req-306a469f-aec7-4009-9f39-0ec96c582141 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:52.158628 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6611d908-4213-4c25-b4a2-cd30111fb367 req-306a469f-aec7-4009-9f39-0ec96c582141 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 946 time: 0.0477922 Sep 18 00:18:52.195824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6611d908-4213-4c25-b4a2-cd30111fb367 req-e3a0d2f7-4365-4aaf-bb38-37649fe290c2 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314014 Sep 18 00:18:52.414323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44255b-c3d9-488d-9e82-7b0892b1286d req-7ffe71dc-4997-48f8-9b54-5e831ce36950 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:18:52.415746 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e44255b-c3d9-488d-9e82-7b0892b1286d req-7ffe71dc-4997-48f8-9b54-5e831ce36950 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 946 time: 0.0462492 Sep 18 00:18:52.505635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-0e44255b-c3d9-488d-9e82-7b0892b1286d req-13278a00-1c1d-4ffc-9b27-d2c4c2f5e463 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Deleting port 8f77d2e7-301e-422e-b034-8020de20e1f5 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:18:52.505981 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0e44255b-c3d9-488d-9e82-7b0892b1286d req-13278a00-1c1d-4ffc-9b27-d2c4c2f5e463 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:52.590082 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-0e44255b-c3d9-488d-9e82-7b0892b1286d req-13278a00-1c1d-4ffc-9b27-d2c4c2f5e463 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] For port 8f77d2e7-301e-422e-b034-8020de20e1f5, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=8f77d2e7-301e-422e-b034-8020de20e1f5,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:18:52.590440 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0e44255b-c3d9-488d-9e82-7b0892b1286d req-13278a00-1c1d-4ffc-9b27-d2c4c2f5e463 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:52.602388 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-0e44255b-c3d9-488d-9e82-7b0892b1286d req-13278a00-1c1d-4ffc-9b27-d2c4c2f5e463 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Calling delete_port for 8f77d2e7-301e-422e-b034-8020de20e1f5 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:18:52.803357 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0e44255b-c3d9-488d-9e82-7b0892b1286d req-13278a00-1c1d-4ffc-9b27-d2c4c2f5e463 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:52.815229 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['8f77d2e7-301e-422e-b034-8020de20e1f5'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:18:52.829370 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13278a00-1c1d-4ffc-9b27-d2c4c2f5e463 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event deleted for resources: {'Port': ['ID=8f77d2e7-301e-422e-b034-8020de20e1f5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:18:52.877770 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e44255b-c3d9-488d-9e82-7b0892b1286d req-13278a00-1c1d-4ffc-9b27-d2c4c2f5e463 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] No DVR routers for this DVR port 8f77d2e7-301e-422e-b034-8020de20e1f5 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:18:52.880891 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0e44255b-c3d9-488d-9e82-7b0892b1286d req-13278a00-1c1d-4ffc-9b27-d2c4c2f5e463 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:18:52.883148 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e44255b-c3d9-488d-9e82-7b0892b1286d req-13278a00-1c1d-4ffc-9b27-d2c4c2f5e463 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "DELETE /v2.0/ports/8f77d2e7-301e-422e-b034-8020de20e1f5 HTTP/1.1" status: 204 len: 173 time: 0.4614170 Sep 18 00:18:52.883598 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7a36c9-771e-45f7-b321-799877244ae4', 'name': 'network-vif-deleted', 'tag': '8f77d2e7-301e-422e-b034-8020de20e1f5'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:18:52.886828 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9c27b1-237b-421f-afff-d5036958d8dc" -d '{"events": [{"server_uuid": "4b7a36c9-771e-45f7-b321-799877244ae4", "name": "network-vif-deleted", "tag": "8f77d2e7-301e-422e-b034-8020de20e1f5"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:18:52.930031 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21ac5eb-0f63-454d-96c1-9a6d291656d4 x-openstack-request-id: req-f21ac5eb-0f63-454d-96c1-9a6d291656d4 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:18:52.930325 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7a36c9-771e-45f7-b321-799877244ae4", "name": "network-vif-deleted", "tag": "8f77d2e7-301e-422e-b034-8020de20e1f5", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:18:52.930698 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f21ac5eb-0f63-454d-96c1-9a6d291656d4 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:18:52.931127 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7a36c9-771e-45f7-b321-799877244ae4', 'name': 'network-vif-deleted', 'tag': '8f77d2e7-301e-422e-b034-8020de20e1f5', 'status': 'completed', 'code': 200} Sep 18 00:18:53.286322 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0be0b135-2be3-4391-8d8e-2a94b69eaa5d req-f89e5f40-af98-4100-8c12-8a5c53bcd947 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 210 time: 0.0265231 Sep 18 00:18:54.379173 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3ae9676-3c9b-41f2-b0dd-ab18cf8ba4e4 req-1f0f7ba8-ce1a-49aa-a8c9-49704f425a6e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 210 time: 0.0261872 Sep 18 00:18:55.471590 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4432b900-06ae-48e7-a0ca-a48e030106bf req-fddd86d4-7c3a-4d64-af88-ef64681920f6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 210 time: 0.0267940 Sep 18 00:18:56.571996 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ec548f6a-495a-4fe8-81b9-5a309ef607e5 req-73e5d332-104b-4c3f-8893-649312c9af37 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7a36c9-771e-45f7-b321-799877244ae4 HTTP/1.1" status: 200 len: 210 time: 0.0256040 Sep 18 00:18:56.752509 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 8f77d2e7-301e-422e-b034-8020de20e1f5 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:18:56.773128 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 8f77d2e7-301e-422e-b034-8020de20e1f5 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:18:56.773473 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 8f77d2e7-301e-422e-b034-8020de20e1f5 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:18:58.681166 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:19:10.574363 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:13.563013 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:14.077545 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1415434a-3990-4142-842f-3622491071d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:16.603091 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4ed95f4b-f235-46dc-8e1e-f5cbd5a79fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:17.351385 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:17.877369 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:19.922785 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:27.688778 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-fa3d5582-4524-4371-9f59-01a7bfd88470 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:27.690202 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-fa3d5582-4524-4371-9f59-01a7bfd88470 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 812 time: 0.1016428 Sep 18 00:19:27.705460 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-39182a2b-911a-47ac-82f6-3f42d13580a5 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/quotas/957e62dd134f4b1494c05189833997e3 HTTP/1.1" status: 200 len: 375 time: 0.0095284 Sep 18 00:19:27.755398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-e8a3d404-2688-42a5-8a9b-1e453a91540b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448573 Sep 18 00:19:27.847190 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2b87c2f6-b80e-4ca3-9cf2-a3dda4518e6b service neutron] 10.222.0.46 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844712 Sep 18 00:19:27.933733 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-14ca9af8-43a8-42f8-8cd8-4ecfad847902 service neutron] 10.222.0.46 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801363 Sep 18 00:19:28.172784 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46deec32-620c-45b4-b8b9-df3b038f3da7 req-87b5e002-546f-4918-9273-1196cde2e6de tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 210 time: 0.0259244 Sep 18 00:19:29.268752 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95dcddc2-195a-441c-bfba-2ba33f937bfe req-7240ab62-c233-42a8-915f-cd7820becedf tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 210 time: 0.0295587 Sep 18 00:19:29.929592 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-0ccf9525-26a1-45ae-9d59-5ab735197cc7 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:29.930961 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-0ccf9525-26a1-45ae-9d59-5ab735197cc7 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 812 time: 0.1042380 Sep 18 00:19:29.943680 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Request body: {'port': {'device_id': '21b742fa-7af9-4cd8-826a-40caae70fefa', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'admin_state_up': True, 'tenant_id': '957e62dd134f4b1494c05189833997e3'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:19:30.128231 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Made reservation on behalf of 957e62dd134f4b1494c05189833997e3 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:19:30.135983 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:30.254215 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Allocated IP 172.20.0.12 (a764c774-bfd5-4fd3-8c8b-c78f089f9ee5/7d7fdb57-9c96-44db-9a47-1ece1272bc35/fefb598c-e843-424a-9bb4-a7fa9bb32f7d) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:19:30.392483 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b3d11fbc-3c08-4776-b9a2-498a0319c240 req-006431d0-cff1-4f00-a47b-1a2d76656be6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 210 time: 0.0539174 Sep 18 00:19:30.428069 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:30.511691 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:30.553435 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:19:30.556579 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:19:30.560821 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:19:30.593107 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event updated for resources: {'Port': ['ID=fefb598c-e843-424a-9bb4-a7fa9bb32f7d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:19:30.608152 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:19:30.608494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:19:30.608824 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:19:30.609169 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:19:30.609496 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:19:30.609816 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:19:30.610134 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:19:30.610455 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:19:30.610768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:19:30.611084 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:19:30.611398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:19:30.611712 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:19:30.639581 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:30.640333 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:30.712709 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-c17bc200-d0cb-4b75-94a3-84f5d08659cd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7725585 Sep 18 00:19:30.724938 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Request body: {'port': {'device_id': '21b742fa-7af9-4cd8-826a-40caae70fefa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:19:30.780501 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:30.826216 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-6dd40554-80ae-4516-bd38-ca17c2269b92 None None] Provisioning complete for port fefb598c-e843-424a-9bb4-a7fa9bb32f7d triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:19:30.826782 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6dd40554-80ae-4516-bd38-ca17c2269b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:30.861414 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6dd40554-80ae-4516-bd38-ca17c2269b92 None None] Port fefb598c-e843-424a-9bb4-a7fa9bb32f7d cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:19:31.044015 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fefb598c-e843-424a-9bb4-a7fa9bb32f7d {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:19:31.051504 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:31.063799 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Transition to ACTIVE for port object fefb598c-e843-424a-9bb4-a7fa9bb32f7d will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:19:31.117179 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:31.168101 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Pushing event updated for resources: {'Port': ['ID=fefb598c-e843-424a-9bb4-a7fa9bb32f7d,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:19:31.242031 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Attempting to bind port fefb598c-e843-424a-9bb4-a7fa9bb32f7d on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:19:31.242370 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Attempting to bind port fefb598c-e843-424a-9bb4-a7fa9bb32f7d by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:19:31.242703 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Attempting to bind port fefb598c-e843-424a-9bb4-a7fa9bb32f7d on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:19:31.247753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Port fefb598c-e843-424a-9bb4-a7fa9bb32f7d on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:19:31.248074 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Attempting to bind port fefb598c-e843-424a-9bb4-a7fa9bb32f7d on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:19:31.253367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:19:31.253739 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Checking segment: {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:19:31.254140 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Bound using segment: {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:19:31.254617 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Bound port: fefb598c-e843-424a-9bb4-a7fa9bb32f7d, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:19:31.254940 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:31.325725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] For port fefb598c-e843-424a-9bb4-a7fa9bb32f7d, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:19:31.328879 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] For port fefb598c-e843-424a-9bb4-a7fa9bb32f7d, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=fefb598c-e843-424a-9bb4-a7fa9bb32f7d,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:19:31.385977 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:31.421135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:31.421741 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:31.423636 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] 10.222.0.37 "PUT /v2.0/ports/fefb598c-e843-424a-9bb4-a7fa9bb32f7d HTTP/1.1" status: 200 len: 1092 time: 0.7034132 Sep 18 00:19:31.424149 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b742fa-7af9-4cd8-826a-40caae70fefa', 'tag': 'fefb598c-e843-424a-9bb4-a7fa9bb32f7d'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:19:31.429347 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c07f63a-9644-4bc0-8796-8a926a20312e" -d '{"events": [{"name": "network-changed", "server_uuid": "21b742fa-7af9-4cd8-826a-40caae70fefa", "tag": "fefb598c-e843-424a-9bb4-a7fa9bb32f7d"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:19:31.471650 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a0f3e-5810-4c36-9001-2a69de9e4df5 service neutron] Pushing event updated for resources: {'Port': ['ID=fefb598c-e843-424a-9bb4-a7fa9bb32f7d,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:19:31.480543 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13bc961-9ac9-4713-868a-76bc53329957 x-openstack-request-id: req-a13bc961-9ac9-4713-868a-76bc53329957 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:19:31.480877 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b742fa-7af9-4cd8-826a-40caae70fefa", "tag": "fefb598c-e843-424a-9bb4-a7fa9bb32f7d", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:19:31.481334 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a13bc961-9ac9-4713-868a-76bc53329957 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:19:31.481763 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b742fa-7af9-4cd8-826a-40caae70fefa', 'tag': 'fefb598c-e843-424a-9bb4-a7fa9bb32f7d', 'status': 'completed', 'code': 200} Sep 18 00:19:31.584066 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162aad5-1dc2-49a7-a657-078965bf64b3 req-1bdfc43c-d0c7-482f-acdf-9ba5dce122af tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:31.586085 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8162aad5-1dc2-49a7-a657-078965bf64b3 req-1bdfc43c-d0c7-482f-acdf-9ba5dce122af tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0754364 Sep 18 00:19:31.587883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07f63a-9644-4bc0-8796-8a926a20312e req-69e619f4-f3ad-446a-a599-40525e897574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:31.589823 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c07f63a-9644-4bc0-8796-8a926a20312e req-69e619f4-f3ad-446a-a599-40525e897574 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 1095 time: 0.0897546 Sep 18 00:19:31.680717 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8162aad5-1dc2-49a7-a657-078965bf64b3 req-0091f827-6baf-4802-8bd6-ed8fab9d11bd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878134 Sep 18 00:19:31.719426 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07f63a-9644-4bc0-8796-8a926a20312e req-6f7271b5-3cb9-4517-a7d7-635f74ea5c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:31.721103 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c07f63a-9644-4bc0-8796-8a926a20312e req-6f7271b5-3cb9-4517-a7d7-635f74ea5c2b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=957e62dd134f4b1494c05189833997e3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1221352 Sep 18 00:19:31.818668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07f63a-9644-4bc0-8796-8a926a20312e req-c2f1fc3f-325a-4b6d-ba72-eac974ea91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:31.820064 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c07f63a-9644-4bc0-8796-8a926a20312e req-c2f1fc3f-325a-4b6d-ba72-eac974ea91ca service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917406 Sep 18 00:19:31.895278 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-fb3f1698-7b54-4b6a-b1c7-9e7f9be18779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:31.896762 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-fb3f1698-7b54-4b6a-b1c7-9e7f9be18779 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 1095 time: 0.0403817 Sep 18 00:19:31.941023 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-d24224f2-e191-4c60-9491-8c770335376d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fefb598c-e843-424a-9bb4-a7fa9bb32f7d HTTP/1.1" status: 200 len: 217 time: 0.0365589 Sep 18 00:19:31.991641 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-1c02697e-d0fa-4147-ac74-90db8581ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:31.993237 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-1c02697e-d0fa-4147-ac74-90db8581ea45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0455604 Sep 18 00:19:32.039583 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-d71be24f-b1ca-4f0c-aba8-d87a5c615ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:32.041112 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-d71be24f-b1ca-4f0c-aba8-d87a5c615ab7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408769 Sep 18 00:19:32.131840 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-1d34ba54-385f-437c-bce9-3344ee92193b service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833578 Sep 18 00:19:32.220332 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16603a1e-191e-4f4a-bec2-0ab600a9bc2e req-065ea311-f89b-4877-bb98-ceb64110114f service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806487 Sep 18 00:19:32.798173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e551d-a56f-4e72-9b47-feb987ff0f51 req-f11f5bbb-3a37-450f-bc09-2a86da2a5028 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:32.800018 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e8e551d-a56f-4e72-9b47-feb987ff0f51 req-f11f5bbb-3a37-450f-bc09-2a86da2a5028 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0493495 Sep 18 00:19:32.843096 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e8e551d-a56f-4e72-9b47-feb987ff0f51 req-a1ce477e-49a1-4ca7-9947-2ffc6133910a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369647 Sep 18 00:19:33.965985 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd7e0c-e165-47ab-bbb7-a9e22d0949d4 req-899be744-4aac-4cae-b2c5-8cc4bbbceaac tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:33.967538 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7fd7e0c-e165-47ab-bbb7-a9e22d0949d4 req-899be744-4aac-4cae-b2c5-8cc4bbbceaac tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0559509 Sep 18 00:19:34.010888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7fd7e0c-e165-47ab-bbb7-a9e22d0949d4 req-6eb0d155-ed54-4003-b50d-229770302ae5 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370719 Sep 18 00:19:35.135370 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b490189-b8b5-40fa-a62e-4e7afe90a2f8 req-29585bc0-fd9e-4857-8259-4ec416f96e7d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:35.137026 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b490189-b8b5-40fa-a62e-4e7afe90a2f8 req-29585bc0-fd9e-4857-8259-4ec416f96e7d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0494702 Sep 18 00:19:35.177847 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b490189-b8b5-40fa-a62e-4e7afe90a2f8 req-0dce997c-9e9f-41a1-b11a-66cce92b0d7f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350544 Sep 18 00:19:35.683092 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:19:36.292877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1852ca7-6ceb-4ff9-bddd-43c8d5beeb9e req-c8b44b5c-7899-4386-a296-0752cf8db5f4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:36.294300 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1852ca7-6ceb-4ff9-bddd-43c8d5beeb9e req-c8b44b5c-7899-4386-a296-0752cf8db5f4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0489364 Sep 18 00:19:36.335647 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1852ca7-6ceb-4ff9-bddd-43c8d5beeb9e req-e73a2a43-e31f-44dc-8672-d256022c2ce7 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351596 Sep 18 00:19:37.816042 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc179dc5-1145-448a-8caa-9d2a9174ffbe req-ee68eda1-1070-428c-a991-bb07f9438dd7 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:37.817580 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc179dc5-1145-448a-8caa-9d2a9174ffbe req-ee68eda1-1070-428c-a991-bb07f9438dd7 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.4134390 Sep 18 00:19:37.857666 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc179dc5-1145-448a-8caa-9d2a9174ffbe req-8fcda4a8-4d52-440a-9e57-c0c538b8887a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336742 Sep 18 00:19:38.973062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca6a29-36d2-4108-bbb9-a3e09205228d req-44bcce46-3951-48a1-9217-8e37b5c1501f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:38.974551 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7aca6a29-36d2-4108-bbb9-a3e09205228d req-44bcce46-3951-48a1-9217-8e37b5c1501f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0501173 Sep 18 00:19:39.013434 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7aca6a29-36d2-4108-bbb9-a3e09205228d req-d43a7728-a4b0-4b2f-acb1-b8d7ad8074e3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328918 Sep 18 00:19:40.132689 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f631e1c-db0d-4e4f-940b-e71e371be334 req-edcc05b5-5562-4aef-aab5-0a0ca2d0a821 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:40.134113 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f631e1c-db0d-4e4f-940b-e71e371be334 req-edcc05b5-5562-4aef-aab5-0a0ca2d0a821 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0531371 Sep 18 00:19:40.177817 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f631e1c-db0d-4e4f-940b-e71e371be334 req-96350e16-3484-40a8-8d7a-beed952a297a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371349 Sep 18 00:19:40.613288 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:41.293014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead82164-7eea-4f28-b08b-39ec7dd1c88b req-842e2ca7-1f85-4a1e-8bcf-1224eabaa647 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:41.294408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead82164-7eea-4f28-b08b-39ec7dd1c88b req-842e2ca7-1f85-4a1e-8bcf-1224eabaa647 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0480566 Sep 18 00:19:41.334375 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead82164-7eea-4f28-b08b-39ec7dd1c88b req-0f86fb4b-e315-4f97-91d1-56a5c9e38cec tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333822 Sep 18 00:19:42.453506 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6e2f4-de7a-4960-ad7f-37a65b3af1d3 req-3ddd654b-4aa5-4dac-bb14-d32d48d6fe72 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:42.455068 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efa6e2f4-de7a-4960-ad7f-37a65b3af1d3 req-3ddd654b-4aa5-4dac-bb14-d32d48d6fe72 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0537057 Sep 18 00:19:42.498512 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-efa6e2f4-de7a-4960-ad7f-37a65b3af1d3 req-716f3c71-e976-4280-8eec-134370e31655 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372288 Sep 18 00:19:43.568413 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:43.616630 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec92a0-4886-4e24-9633-de64716c1153 req-a29e5b2a-0239-48b9-bddf-c410f8e41520 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:43.619085 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43ec92a0-4886-4e24-9633-de64716c1153 req-a29e5b2a-0239-48b9-bddf-c410f8e41520 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0540869 Sep 18 00:19:43.663861 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43ec92a0-4886-4e24-9633-de64716c1153 req-c5bc4fd5-c555-4e3a-985a-bcb0aba3eedb tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387769 Sep 18 00:19:44.059978 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e10e4226-b9a1-44d3-89dc-59c3dad729bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:44.782842 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339b099-3e05-4818-9ffb-c694e4762ccc req-7bc1c6fc-e01e-435f-b0dc-26687bfa0114 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:44.784384 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d339b099-3e05-4818-9ffb-c694e4762ccc req-7bc1c6fc-e01e-435f-b0dc-26687bfa0114 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0519092 Sep 18 00:19:44.823861 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d339b099-3e05-4818-9ffb-c694e4762ccc req-1acee22e-9a8d-4166-a406-c85ca12f8708 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333705 Sep 18 00:19:45.940365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e1f83-4a6f-4f3a-81da-b85cfd561fb6 req-a26860e9-a669-4330-b225-8453822d04ec tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:45.942044 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-016e1f83-4a6f-4f3a-81da-b85cfd561fb6 req-a26860e9-a669-4330-b225-8453822d04ec tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0501325 Sep 18 00:19:45.981597 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-016e1f83-4a6f-4f3a-81da-b85cfd561fb6 req-898f6bfa-c745-48bf-9276-b385a9969436 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333922 Sep 18 00:19:46.631156 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b4e77976-402c-478d-b953-441ffdf3d07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:47.101843 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193013eb-f67e-404b-91f3-c8f5096988b5 req-d3266c65-93cb-4ac0-bac5-5b7b7fa640dc tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:47.103739 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-193013eb-f67e-404b-91f3-c8f5096988b5 req-d3266c65-93cb-4ac0-bac5-5b7b7fa640dc tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0553098 Sep 18 00:19:47.143806 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-193013eb-f67e-404b-91f3-c8f5096988b5 req-d4077496-65ac-474d-9491-3a2c63044dda tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335405 Sep 18 00:19:47.323104 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:47.842510 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:48.261606 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafcba4-cf07-43ab-8663-df123c563913 req-d345931e-9833-4692-ab2c-e38a755589fa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:48.263084 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dcafcba4-cf07-43ab-8663-df123c563913 req-d345931e-9833-4692-ab2c-e38a755589fa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0505342 Sep 18 00:19:48.301550 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dcafcba4-cf07-43ab-8663-df123c563913 req-4946c716-6973-4f7b-8aee-dd545a61747e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325153 Sep 18 00:19:49.150960 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-f92b69f6-91e1-4ca0-a85b-7beb3498006c req-130a27aa-c967-4125-9288-ba24ae6263ba tempest-ServerActionsTestJSON-170543902 tempest-ServerActionsTestJSON-170543902-project] (95591) timed out ('10.222.0.37', 50475) {{(pid=95591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 00:19:49.418232 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dfb60-8cf0-449c-a2f1-8b535d6254af req-e250bae6-fdf6-4be8-94c9-2761d3e50045 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:49.420107 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-173dfb60-8cf0-449c-a2f1-8b535d6254af req-e250bae6-fdf6-4be8-94c9-2761d3e50045 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0507357 Sep 18 00:19:49.464085 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-173dfb60-8cf0-449c-a2f1-8b535d6254af req-6cded55f-c4f5-4800-9a0e-56d2d0ba8d40 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375028 Sep 18 00:19:49.865522 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:19:50.582050 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4068232-b900-4301-9ce0-3e0562bf7eb2 req-59ea7ff6-35ab-4e51-9045-bd6b5bec2d77 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:50.583641 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f4068232-b900-4301-9ce0-3e0562bf7eb2 req-59ea7ff6-35ab-4e51-9045-bd6b5bec2d77 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0507774 Sep 18 00:19:50.627054 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f4068232-b900-4301-9ce0-3e0562bf7eb2 req-208a5da5-ded2-4259-bf12-4d1612d80caa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366583 Sep 18 00:19:51.739832 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6e800-d407-4cff-a13b-953c90564bdd req-f3f7d9a1-74a2-4023-8f6c-dde6eda1a38a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:51.741317 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7bb6e800-d407-4cff-a13b-953c90564bdd req-f3f7d9a1-74a2-4023-8f6c-dde6eda1a38a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0488858 Sep 18 00:19:51.779637 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7bb6e800-d407-4cff-a13b-953c90564bdd req-1c7447e7-7a6f-4895-891b-69e0c7c9d683 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318949 Sep 18 00:19:52.890458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178c748-4321-4002-b70a-5a65e0788776 req-df24d935-7424-4f01-86ee-add1831548d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:52.891958 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1178c748-4321-4002-b70a-5a65e0788776 req-df24d935-7424-4f01-86ee-add1831548d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0472767 Sep 18 00:19:52.931157 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1178c748-4321-4002-b70a-5a65e0788776 req-02a85b7c-a3b7-4d5f-ad22-b12114b6930f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331998 Sep 18 00:19:54.053223 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67e68f-400a-488e-b8eb-a1d18f225ea0 req-37edfcb5-becb-41f6-93eb-c4eb5fe2ab35 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:54.055492 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab67e68f-400a-488e-b8eb-a1d18f225ea0 req-37edfcb5-becb-41f6-93eb-c4eb5fe2ab35 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0579698 Sep 18 00:19:54.101368 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab67e68f-400a-488e-b8eb-a1d18f225ea0 req-29fcc93c-19f4-4bd2-b245-8f0b43226bec tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377541 Sep 18 00:19:55.214322 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351f350-daa9-4699-a803-2273be8dce9c req-722dc269-b95d-413b-be52-74892fe14eb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:55.215812 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3351f350-daa9-4699-a803-2273be8dce9c req-722dc269-b95d-413b-be52-74892fe14eb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0487127 Sep 18 00:19:55.256413 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3351f350-daa9-4699-a803-2273be8dce9c req-d3471940-863e-4af5-be9e-47f3b6d7e2c2 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344028 Sep 18 00:19:56.369214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641e78d-4db5-4ff6-ae77-63b79df9df51 req-11ed22d7-903b-422d-87a2-496e1eaaa5c7 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:56.370680 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8641e78d-4db5-4ff6-ae77-63b79df9df51 req-11ed22d7-903b-422d-87a2-496e1eaaa5c7 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0482686 Sep 18 00:19:56.407293 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8641e78d-4db5-4ff6-ae77-63b79df9df51 req-bfbe4024-5e2c-43f8-a643-776f7894c8d2 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306573 Sep 18 00:19:57.522480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194d143-dbe3-4928-b7fb-2c2d19a4e6f4 req-9d231b2d-b820-4e2b-a051-a89b9e1e0f45 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:57.523954 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b194d143-dbe3-4928-b7fb-2c2d19a4e6f4 req-9d231b2d-b820-4e2b-a051-a89b9e1e0f45 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0484092 Sep 18 00:19:57.563674 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b194d143-dbe3-4928-b7fb-2c2d19a4e6f4 req-a4259efe-ccbd-4c71-8cd3-7209a32a0510 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333905 Sep 18 00:19:58.676916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e305ad-fb23-4b1b-b856-12642b97a8c2 req-e73cb7ce-2292-4282-8cc9-9af31b0c7d43 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:58.692182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-03e305ad-fb23-4b1b-b856-12642b97a8c2 req-e73cb7ce-2292-4282-8cc9-9af31b0c7d43 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0474107 Sep 18 00:19:58.714647 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-03e305ad-fb23-4b1b-b856-12642b97a8c2 req-a7d40b65-b66f-4abe-9e58-ff657644dd69 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303729 Sep 18 00:19:59.826955 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d641ca1-bbf4-4e14-9ee8-144510782b8a req-e650245f-c7a9-406a-8962-a18ec0aaa62f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:19:59.828425 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7d641ca1-bbf4-4e14-9ee8-144510782b8a req-e650245f-c7a9-406a-8962-a18ec0aaa62f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0480936 Sep 18 00:19:59.865157 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7d641ca1-bbf4-4e14-9ee8-144510782b8a req-e6614b60-0305-4b99-a5a5-5835b7be9d9e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307727 Sep 18 00:20:00.975227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa746be1-9dcc-4169-913c-176d6348f4d7 req-a8c48e0e-3b8a-49cf-8dbd-a9f3aab35206 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:00.976698 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa746be1-9dcc-4169-913c-176d6348f4d7 req-a8c48e0e-3b8a-49cf-8dbd-a9f3aab35206 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0480964 Sep 18 00:20:01.018002 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa746be1-9dcc-4169-913c-176d6348f4d7 req-15394734-b507-4bd0-b32b-fcca1cb75107 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353384 Sep 18 00:20:02.128875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cdecf-aa96-4f24-90c2-d31168c1aae3 req-c4c016d4-8772-4511-a2e2-6e97293a5cca tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:02.130350 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d94cdecf-aa96-4f24-90c2-d31168c1aae3 req-c4c016d4-8772-4511-a2e2-6e97293a5cca tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0483694 Sep 18 00:20:02.166799 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d94cdecf-aa96-4f24-90c2-d31168c1aae3 req-0e2b7e9d-79fa-433d-849c-aad813b1ea53 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305977 Sep 18 00:20:03.278118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37380b2a-9961-4515-a621-250d4d450789 req-96d14817-5183-442c-9580-f30abf0afc59 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:03.279663 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-37380b2a-9961-4515-a621-250d4d450789 req-96d14817-5183-442c-9580-f30abf0afc59 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0482159 Sep 18 00:20:03.318526 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-37380b2a-9961-4515-a621-250d4d450789 req-78fdef43-4a28-4e11-bc01-f28f19d8ee91 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319743 Sep 18 00:20:04.432012 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1eb76-7e00-45a8-94af-ee081e0f8b41 req-fdf8c879-48f1-430a-a381-f3af410f6f57 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:04.433425 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80b1eb76-7e00-45a8-94af-ee081e0f8b41 req-fdf8c879-48f1-430a-a381-f3af410f6f57 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 944 time: 0.0486279 Sep 18 00:20:04.474299 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80b1eb76-7e00-45a8-94af-ee081e0f8b41 req-40c7f29f-a3a9-4153-9bb6-11f1eb0a5f08 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349042 Sep 18 00:20:05.014910 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device fefb598c-e843-424a-9bb4-a7fa9bb32f7d details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:20:05.106740 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port fefb598c-e843-424a-9bb4-a7fa9bb32f7d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=fefb598c-e843-424a-9bb4-a7fa9bb32f7d,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:20:05.117416 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'fefb598c-e843-424a-9bb4-a7fa9bb32f7d', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'port_id': 'fefb598c-e843-424a-9bb4-a7fa9bb32f7d', 'mac_address': 'fa:16:3e:87:25:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:20:05.158083 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:05.170187 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fefb598c-e843-424a-9bb4-a7fa9bb32f7d {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:20:05.188599 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port fefb598c-e843-424a-9bb4-a7fa9bb32f7d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=fefb598c-e843-424a-9bb4-a7fa9bb32f7d,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:20:05.253873 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:05.301949 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=fefb598c-e843-424a-9bb4-a7fa9bb32f7d,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:20:05.309125 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:05.309472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:05.309810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:05.310144 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:05.310472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:05.310803 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:05.311127 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:05.311451 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:05.311772 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:05.312089 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:05.312923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:05.313246 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:05.456198 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['fefb598c-e843-424a-9bb4-a7fa9bb32f7d'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:20:05.587020 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b8e7e-1f9a-4f0f-8d97-54855b219715 req-5a5fe51d-417f-47b1-97e9-9e7b19f723dc tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:05.588650 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-436b8e7e-1f9a-4f0f-8d97-54855b219715 req-5a5fe51d-417f-47b1-97e9-9e7b19f723dc tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 945 time: 0.0489283 Sep 18 00:20:05.627277 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-436b8e7e-1f9a-4f0f-8d97-54855b219715 req-6107d799-a913-4eb9-bbc1-64b9072dd2fe tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314968 Sep 18 00:20:06.738986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484b4e2-29b7-49e6-98e6-c642ee3aeee9 req-e726884e-185f-46b0-80a8-1f75f3ef4901 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:06.740463 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4484b4e2-29b7-49e6-98e6-c642ee3aeee9 req-e726884e-185f-46b0-80a8-1f75f3ef4901 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 945 time: 0.0489175 Sep 18 00:20:06.776633 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4484b4e2-29b7-49e6-98e6-c642ee3aeee9 req-26287262-2eea-4b1d-8381-5f0aeb08fdd8 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304224 Sep 18 00:20:07.014744 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device fefb598c-e843-424a-9bb4-a7fa9bb32f7d up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:20:07.127723 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port fefb598c-e843-424a-9bb4-a7fa9bb32f7d completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:20:07.131279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port fefb598c-e843-424a-9bb4-a7fa9bb32f7d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:20:07.131650 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:07.212528 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:07.233805 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b742fa-7af9-4cd8-826a-40caae70fefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefb598c-e843-424a-9bb4-a7fa9bb32f7d'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:20:07.236044 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfa3639-c7b3-4045-b78d-66e3d7ffbb54" -d '{"events": [{"server_uuid": "21b742fa-7af9-4cd8-826a-40caae70fefa", "name": "network-vif-plugged", "status": "completed", "tag": "fefb598c-e843-424a-9bb4-a7fa9bb32f7d"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:20:07.248047 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port fefb598c-e843-424a-9bb4-a7fa9bb32f7d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=fefb598c-e843-424a-9bb4-a7fa9bb32f7d,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:20:07.352779 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15e2f5a-28db-41f4-884f-d2245ddda6c1 x-openstack-request-id: req-d15e2f5a-28db-41f4-884f-d2245ddda6c1 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:20:07.353097 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b742fa-7af9-4cd8-826a-40caae70fefa", "name": "network-vif-plugged", "status": "completed", "tag": "fefb598c-e843-424a-9bb4-a7fa9bb32f7d", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:20:07.353352 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d15e2f5a-28db-41f4-884f-d2245ddda6c1 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:20:07.353742 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b742fa-7af9-4cd8-826a-40caae70fefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefb598c-e843-424a-9bb4-a7fa9bb32f7d', 'code': 200} Sep 18 00:20:07.408027 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:07.446198 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967084d-c59b-4cd0-8a76-bd07c378416e req-9f78f40c-586f-4c1a-a5b9-3751124f94f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:07.447705 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b967084d-c59b-4cd0-8a76-bd07c378416e req-9f78f40c-586f-4c1a-a5b9-3751124f94f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 1097 time: 0.0406075 Sep 18 00:20:07.454831 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=fefb598c-e843-424a-9bb4-a7fa9bb32f7d,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:20:07.486752 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b967084d-c59b-4cd0-8a76-bd07c378416e req-34f41d09-5ccb-4b1d-a315-403af451e4f4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318856 Sep 18 00:20:07.890499 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5656bd6-cd25-4043-9e68-912a7a877cfb req-b55ae85a-b0ac-4228-a502-f0f7c063a540 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:07.891150 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a5656bd6-cd25-4043-9e68-912a7a877cfb req-b55ae85a-b0ac-4228-a502-f0f7c063a540 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 946 time: 0.0483930 Sep 18 00:20:07.926895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a5656bd6-cd25-4043-9e68-912a7a877cfb req-0a20bfc0-9e4a-4d65-8ea8-727000c89177 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303245 Sep 18 00:20:09.040959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61df00d-bc0e-4c7e-8bb1-74d80135a02f req-4ec151ea-8125-49b9-b78d-b9a94ff973f8 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:09.042420 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f61df00d-bc0e-4c7e-8bb1-74d80135a02f req-4ec151ea-8125-49b9-b78d-b9a94ff973f8 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 946 time: 0.0486889 Sep 18 00:20:09.079742 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f61df00d-bc0e-4c7e-8bb1-74d80135a02f req-d2ac2b45-6fd9-4e4a-8637-acba09a951c1 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312855 Sep 18 00:20:09.194040 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c4064-d6ec-4f74-b228-93ba73dbad7a req-34acccf7-b075-42e3-9b60-d45107ab5ab3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:09.195505 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-395c4064-d6ec-4f74-b228-93ba73dbad7a req-34acccf7-b075-42e3-9b60-d45107ab5ab3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 946 time: 0.0522580 Sep 18 00:20:09.236077 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-395c4064-d6ec-4f74-b228-93ba73dbad7a req-53a56287-87d2-4e55-a94a-7d1029358b16 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347347 Sep 18 00:20:09.345857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d1dc9-fef3-40a8-989a-fc6df0da9be2 req-2e173193-3dbd-4774-9585-6550347c2bbc tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:09.347308 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ef0d1dc9-fef3-40a8-989a-fc6df0da9be2 req-2e173193-3dbd-4774-9585-6550347c2bbc tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 946 time: 0.0477726 Sep 18 00:20:09.384254 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ef0d1dc9-fef3-40a8-989a-fc6df0da9be2 req-e2640227-e472-4cdd-933d-17b8825ce940 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311120 Sep 18 00:20:09.930108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440e046-f828-444b-a4e2-21fd94fbe4ef req-cde00be5-883e-4555-8342-226a02d7361d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:09.931575 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c440e046-f828-444b-a4e2-21fd94fbe4ef req-cde00be5-883e-4555-8342-226a02d7361d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 946 time: 0.0479589 Sep 18 00:20:09.969438 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c440e046-f828-444b-a4e2-21fd94fbe4ef req-1d925612-8233-4b29-a9f0-72c83e93454d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310991 Sep 18 00:20:10.590769 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:11.084556 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb572dc-3850-4a33-b4a0-769a529cdd33 req-7a1e24fb-307e-4152-bf30-7fb6c18272d0 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:11.086061 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ddb572dc-3850-4a33-b4a0-769a529cdd33 req-7a1e24fb-307e-4152-bf30-7fb6c18272d0 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 946 time: 0.0481319 Sep 18 00:20:11.127525 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ddb572dc-3850-4a33-b4a0-769a529cdd33 req-aaece522-fe72-444e-af5d-d35f5555e1ce tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353413 Sep 18 00:20:11.354706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2c501-0716-44c5-8bdb-7603f990e577 req-a90c2ea3-48eb-4b71-aff8-0a48112529b0 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:11.356076 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4fe2c501-0716-44c5-8bdb-7603f990e577 req-a90c2ea3-48eb-4b71-aff8-0a48112529b0 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 946 time: 0.0477691 Sep 18 00:20:11.441136 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-4fe2c501-0716-44c5-8bdb-7603f990e577 req-74e1bd26-5d64-4db6-9529-4d68486ae7ff tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Deleting port fefb598c-e843-424a-9bb4-a7fa9bb32f7d {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:20:11.441477 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4fe2c501-0716-44c5-8bdb-7603f990e577 req-74e1bd26-5d64-4db6-9529-4d68486ae7ff tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:11.529225 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-4fe2c501-0716-44c5-8bdb-7603f990e577 req-74e1bd26-5d64-4db6-9529-4d68486ae7ff tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] For port fefb598c-e843-424a-9bb4-a7fa9bb32f7d, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=fefb598c-e843-424a-9bb4-a7fa9bb32f7d,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:20:11.529589 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4fe2c501-0716-44c5-8bdb-7603f990e577 req-74e1bd26-5d64-4db6-9529-4d68486ae7ff tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:11.541525 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-4fe2c501-0716-44c5-8bdb-7603f990e577 req-74e1bd26-5d64-4db6-9529-4d68486ae7ff tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Calling delete_port for fefb598c-e843-424a-9bb4-a7fa9bb32f7d owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:20:11.744922 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4fe2c501-0716-44c5-8bdb-7603f990e577 req-74e1bd26-5d64-4db6-9529-4d68486ae7ff tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:11.756221 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['fefb598c-e843-424a-9bb4-a7fa9bb32f7d'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:20:11.773148 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1bd26-5d64-4db6-9529-4d68486ae7ff tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event deleted for resources: {'Port': ['ID=fefb598c-e843-424a-9bb4-a7fa9bb32f7d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:20:11.815383 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe2c501-0716-44c5-8bdb-7603f990e577 req-74e1bd26-5d64-4db6-9529-4d68486ae7ff tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] No DVR routers for this DVR port fefb598c-e843-424a-9bb4-a7fa9bb32f7d on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:20:11.818132 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4fe2c501-0716-44c5-8bdb-7603f990e577 req-74e1bd26-5d64-4db6-9529-4d68486ae7ff tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:11.820228 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4fe2c501-0716-44c5-8bdb-7603f990e577 req-74e1bd26-5d64-4db6-9529-4d68486ae7ff tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "DELETE /v2.0/ports/fefb598c-e843-424a-9bb4-a7fa9bb32f7d HTTP/1.1" status: 204 len: 173 time: 0.4577863 Sep 18 00:20:11.820745 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b742fa-7af9-4cd8-826a-40caae70fefa', 'name': 'network-vif-deleted', 'tag': 'fefb598c-e843-424a-9bb4-a7fa9bb32f7d'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:20:11.823030 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35e2e69-90e2-4b7d-99d3-11c3d86ce4a2" -d '{"events": [{"server_uuid": "21b742fa-7af9-4cd8-826a-40caae70fefa", "name": "network-vif-deleted", "tag": "fefb598c-e843-424a-9bb4-a7fa9bb32f7d"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:20:11.924690 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfa5fef-28d8-4306-a545-036e7105e84e x-openstack-request-id: req-7dfa5fef-28d8-4306-a545-036e7105e84e {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:20:11.925021 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b742fa-7af9-4cd8-826a-40caae70fefa", "name": "network-vif-deleted", "tag": "fefb598c-e843-424a-9bb4-a7fa9bb32f7d", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:20:11.925276 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7dfa5fef-28d8-4306-a545-036e7105e84e {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:20:11.925679 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b742fa-7af9-4cd8-826a-40caae70fefa', 'name': 'network-vif-deleted', 'tag': 'fefb598c-e843-424a-9bb4-a7fa9bb32f7d', 'status': 'completed', 'code': 200} Sep 18 00:20:12.218642 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c518bb64-6435-4bf9-badd-4f324ad9f6b1 req-7904ec21-4f66-47ca-bbd3-dc832065bb28 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 210 time: 0.0268688 Sep 18 00:20:12.682940 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:20:13.316404 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76b2ec6c-9907-4d93-8dc8-dabf7e0e3ded req-faf23afc-8a8d-471d-991a-375837540b22 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 210 time: 0.0275040 Sep 18 00:20:13.556654 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:14.035364 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4975115d-3cb0-4c43-8e49-d06c005cd1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:14.415571 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f173ac3e-f446-491e-81fa-47e237f83079 req-20fe7b3a-5d4c-4d01-a0fe-0573947d7083 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 210 time: 0.0309792 Sep 18 00:20:15.018593 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device fefb598c-e843-424a-9bb4-a7fa9bb32f7d no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:20:15.039244 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: fefb598c-e843-424a-9bb4-a7fa9bb32f7d {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:20:15.039586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device fefb598c-e843-424a-9bb4-a7fa9bb32f7d not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:20:15.509942 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab02c960-a7fc-400d-9b0b-913bbf1cedac req-00253eb7-0b0f-4aaf-a411-cb6250cc8652 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=21b742fa-7af9-4cd8-826a-40caae70fefa HTTP/1.1" status: 200 len: 210 time: 0.0265636 Sep 18 00:20:16.595208 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9cb6-15e8-438c-b463-25cbe9d081fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:17.345550 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:17.842057 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:19.859988 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:40.625119 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:43.624354 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:44.126308 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-715c6e2a-f5ec-4718-a3de-6059a9009670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:46.630122 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-01957470-6cd8-4f66-b751-a368cefe23c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:47.319920 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:47.886878 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:48.404499 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-1d847cc4-4f91-4b90-af14-b24744b9cc10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:48.405929 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-1d847cc4-4f91-4b90-af14-b24744b9cc10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 812 time: 0.0990996 Sep 18 00:20:48.420662 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-e5f30483-9534-4c29-8fc6-7b5982f22fc1 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/quotas/957e62dd134f4b1494c05189833997e3 HTTP/1.1" status: 200 len: 375 time: 0.0090446 Sep 18 00:20:48.474760 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-0d6d937a-ea7d-4f8a-8065-d49b209517d6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484207 Sep 18 00:20:48.533185 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-253f20f6-f2bb-44ab-90ef-98b028a56b74 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:20:48.534164 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-253f20f6-f2bb-44ab-90ef-98b028a56b74 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0529642 Sep 18 00:20:48.621813 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-189eb373-7c60-4bbb-8354-4b2cb4434104 service neutron] 10.222.0.46 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809941 Sep 18 00:20:48.711428 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-72e59a2e-ac11-4e40-9fed-7c6492321a44 service neutron] 10.222.0.46 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837748 Sep 18 00:20:49.235772 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cfb37435-b517-4f25-be83-5765915bd265 req-748cb952-a447-4f42-81aa-ea635120484a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 210 time: 0.0269442 Sep 18 00:20:49.682783 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:20:49.887298 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:50.327208 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-216ff714-7a87-49e7-aab9-9196ce7f497b req-a7610349-3b08-4e09-84e2-5072e718f574 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 210 time: 0.0267096 Sep 18 00:20:51.279898 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-e68109b6-7656-472e-ac23-15e3d3262561 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:51.281332 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-e68109b6-7656-472e-ac23-15e3d3262561 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 812 time: 0.1025748 Sep 18 00:20:51.293923 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Request body: {'port': {'device_id': 'a6101ddf-0907-43b0-b3c1-fac4a33e34e2', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'admin_state_up': True, 'tenant_id': '957e62dd134f4b1494c05189833997e3'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:20:51.428182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d84b29c-5bba-4831-8589-9657299a8440 req-98923e16-9ecd-408e-b92a-6aa0f720d0ea tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 210 time: 0.0302529 Sep 18 00:20:51.470303 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Made reservation on behalf of 957e62dd134f4b1494c05189833997e3 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:20:51.473912 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:51.596434 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Allocated IP 172.20.0.4 (a764c774-bfd5-4fd3-8c8b-c78f089f9ee5/7d7fdb57-9c96-44db-9a47-1ece1272bc35/5fb44653-aed1-4d1a-889e-37b840190702) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:20:51.744822 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:51.835603 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:51.878709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:20:51.881763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:20:51.884319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:20:51.917038 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event updated for resources: {'Port': ['ID=5fb44653-aed1-4d1a-889e-37b840190702,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:20:51.930912 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:51.931325 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:51.931669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:51.932009 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:51.932341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:51.932673 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:51.933030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:51.933359 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:51.933687 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:51.934855 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:51.935199 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:51.935527 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:20:51.961999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:51.962670 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:52.031327 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-2b4f07fb-27ac-4824-97f1-6201455f10d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7410660 Sep 18 00:20:52.043940 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Request body: {'port': {'device_id': 'a6101ddf-0907-43b0-b3c1-fac4a33e34e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:20:52.092463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e192d379-7233-4a4f-a520-8c86cf6844ed None None] Provisioning complete for port 5fb44653-aed1-4d1a-889e-37b840190702 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:20:52.093387 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e192d379-7233-4a4f-a520-8c86cf6844ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:52.104464 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:52.130869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e192d379-7233-4a4f-a520-8c86cf6844ed None None] Port 5fb44653-aed1-4d1a-889e-37b840190702 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:20:52.364808 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb44653-aed1-4d1a-889e-37b840190702 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:20:52.372137 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:52.384306 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Transition to ACTIVE for port object 5fb44653-aed1-4d1a-889e-37b840190702 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:20:52.452936 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:52.559026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb44653-aed1-4d1a-889e-37b840190702,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:20:52.624223 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c546f-0fe0-44ad-b72e-e7cf6bf59544 req-919cf8e5-82b6-4cc0-94ff-b4b6e9a63882 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:52.625897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b79c546f-0fe0-44ad-b72e-e7cf6bf59544 req-919cf8e5-82b6-4cc0-94ff-b4b6e9a63882 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 943 time: 0.1238146 Sep 18 00:20:52.644146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Attempting to bind port 5fb44653-aed1-4d1a-889e-37b840190702 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:20:52.644469 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Attempting to bind port 5fb44653-aed1-4d1a-889e-37b840190702 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:20:52.644799 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Attempting to bind port 5fb44653-aed1-4d1a-889e-37b840190702 on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:20:52.656499 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Port 5fb44653-aed1-4d1a-889e-37b840190702 on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:20:52.656821 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Attempting to bind port 5fb44653-aed1-4d1a-889e-37b840190702 on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:20:52.666939 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:20:52.667277 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Checking segment: {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:20:52.667658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Bound using segment: {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:20:52.668097 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Bound port: 5fb44653-aed1-4d1a-889e-37b840190702, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:20:52.668460 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:52.698598 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b79c546f-0fe0-44ad-b72e-e7cf6bf59544 req-df61c855-824a-4705-aeaf-45493400c9ce tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620084 Sep 18 00:20:52.750674 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] For port 5fb44653-aed1-4d1a-889e-37b840190702, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:20:52.754561 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] For port 5fb44653-aed1-4d1a-889e-37b840190702, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5fb44653-aed1-4d1a-889e-37b840190702,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:20:52.814055 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:52.848552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:52.849192 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:20:52.850971 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-09467e0a-4748-431a-b79c-3da128864760 service neutron] 10.222.0.37 "PUT /v2.0/ports/5fb44653-aed1-4d1a-889e-37b840190702 HTTP/1.1" status: 200 len: 1091 time: 0.8118870 Sep 18 00:20:52.853332 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6101ddf-0907-43b0-b3c1-fac4a33e34e2', 'tag': '5fb44653-aed1-4d1a-889e-37b840190702'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:20:52.856400 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a42aa0e-7469-4268-bfe2-401613cc2e29" -d '{"events": [{"name": "network-changed", "server_uuid": "a6101ddf-0907-43b0-b3c1-fac4a33e34e2", "tag": "5fb44653-aed1-4d1a-889e-37b840190702"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:20:52.883227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09467e0a-4748-431a-b79c-3da128864760 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb44653-aed1-4d1a-889e-37b840190702,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:20:52.899760 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d0fb79-d181-42c2-b38a-03c535e945af x-openstack-request-id: req-89d0fb79-d181-42c2-b38a-03c535e945af {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:20:52.900050 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6101ddf-0907-43b0-b3c1-fac4a33e34e2", "tag": "5fb44653-aed1-4d1a-889e-37b840190702", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:20:52.900299 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-89d0fb79-d181-42c2-b38a-03c535e945af {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:20:52.900692 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6101ddf-0907-43b0-b3c1-fac4a33e34e2', 'tag': '5fb44653-aed1-4d1a-889e-37b840190702', 'status': 'completed', 'code': 200} Sep 18 00:20:52.962823 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42aa0e-7469-4268-bfe2-401613cc2e29 req-111036a3-f3bd-4c32-9742-bd03226d01c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:52.964478 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a42aa0e-7469-4268-bfe2-401613cc2e29 req-111036a3-f3bd-4c32-9742-bd03226d01c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 1094 time: 0.0437052 Sep 18 00:20:53.082275 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42aa0e-7469-4268-bfe2-401613cc2e29 req-7eabaa4a-4cf3-4c27-a880-63841f77c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:53.083783 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a42aa0e-7469-4268-bfe2-401613cc2e29 req-7eabaa4a-4cf3-4c27-a880-63841f77c335 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=957e62dd134f4b1494c05189833997e3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1079528 Sep 18 00:20:53.179606 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42aa0e-7469-4268-bfe2-401613cc2e29 req-db5116b9-ea47-4c5d-8666-770a7b29377b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:53.181013 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a42aa0e-7469-4268-bfe2-401613cc2e29 req-db5116b9-ea47-4c5d-8666-770a7b29377b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909443 Sep 18 00:20:53.258088 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-4e87a155-2142-4214-9312-182c2721179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:53.259618 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-4e87a155-2142-4214-9312-182c2721179b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 1094 time: 0.0425491 Sep 18 00:20:53.306698 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-8abc9e18-ad26-4266-8aa2-88526e4f54c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fb44653-aed1-4d1a-889e-37b840190702 HTTP/1.1" status: 200 len: 217 time: 0.0389016 Sep 18 00:20:53.355629 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-f73fd342-5730-4955-b0c2-b07721f00138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:53.357107 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-f73fd342-5730-4955-b0c2-b07721f00138 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0435288 Sep 18 00:20:53.405203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-ec026911-0bb3-4826-ae10-c8b5e259ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:53.406710 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-ec026911-0bb3-4826-ae10-c8b5e259ca20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426028 Sep 18 00:20:53.494373 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-94d427a6-7c3f-4283-a51c-25feb5384a2b service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806124 Sep 18 00:20:53.586607 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a69f91c-fff2-4220-9eb5-611ddfd4ce89 req-9153aafd-e271-4399-9ca6-51a0b8639a0d service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847816 Sep 18 00:20:53.813806 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89143c6-75c8-4068-accc-5e4e8f707c6b req-68106389-a68c-4fbb-98f8-2a96f63764e9 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:53.815219 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d89143c6-75c8-4068-accc-5e4e8f707c6b req-68106389-a68c-4fbb-98f8-2a96f63764e9 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 943 time: 0.0482035 Sep 18 00:20:53.853236 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d89143c6-75c8-4068-accc-5e4e8f707c6b req-18784f07-eb5e-412a-9c11-494616174a17 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313256 Sep 18 00:20:54.967098 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d46bb-0e30-4b7d-a4cd-653a5cdf6095 req-2b6d7b54-b807-4f6e-ab1c-eee9ba85156a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:54.968670 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad8d46bb-0e30-4b7d-a4cd-653a5cdf6095 req-2b6d7b54-b807-4f6e-ab1c-eee9ba85156a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 943 time: 0.0483260 Sep 18 00:20:55.009992 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad8d46bb-0e30-4b7d-a4cd-653a5cdf6095 req-1d84fc65-549b-46bc-882a-bbdfcc61dd81 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347540 Sep 18 00:20:56.123136 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd9ad8-35fc-4b3a-a9f9-b74bef7cf383 req-160d0ca4-b719-4c9a-9ef3-9cc2cd9dc237 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:56.124644 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01cd9ad8-35fc-4b3a-a9f9-b74bef7cf383 req-160d0ca4-b719-4c9a-9ef3-9cc2cd9dc237 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 943 time: 0.0487201 Sep 18 00:20:56.162797 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01cd9ad8-35fc-4b3a-a9f9-b74bef7cf383 req-d550fa5e-5830-4a81-9dc0-227bb0edb94a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314729 Sep 18 00:20:57.273871 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be255474-4269-4dfb-ba94-6b2d32169d47 req-86421869-dd5a-481a-ace5-43ca498b0320 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:57.275349 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be255474-4269-4dfb-ba94-6b2d32169d47 req-86421869-dd5a-481a-ace5-43ca498b0320 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 943 time: 0.0478497 Sep 18 00:20:57.311673 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be255474-4269-4dfb-ba94-6b2d32169d47 req-5a44fe39-9c7a-4f33-991f-40ad6466e26d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305901 Sep 18 00:20:58.426166 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9060a-6210-4be3-870d-de30fb3886f1 req-ece22c8d-62a9-4497-ac39-3535df9440ee tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:58.427616 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fd9060a-6210-4be3-870d-de30fb3886f1 req-ece22c8d-62a9-4497-ac39-3535df9440ee tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 943 time: 0.0467596 Sep 18 00:20:58.467898 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fd9060a-6210-4be3-870d-de30fb3886f1 req-82533337-bd54-4086-9a8b-5f2c99d0a7be tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343666 Sep 18 00:20:59.578667 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6bdc8-479a-42e8-a4c9-d346b5d17485 req-00bed556-3a5d-4234-bfab-ee3c44364bd3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:20:59.580145 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0b6bdc8-479a-42e8-a4c9-d346b5d17485 req-00bed556-3a5d-4234-bfab-ee3c44364bd3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 943 time: 0.0476778 Sep 18 00:20:59.617838 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0b6bdc8-479a-42e8-a4c9-d346b5d17485 req-028a409d-b161-48cb-8f3a-1adae9755fda tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310521 Sep 18 00:21:00.729180 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9c7ea-e2c5-4db5-8ca6-fce99af55b2a req-3ebb2762-3f3e-4647-a0b5-c487edb28166 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:00.730644 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0bf9c7ea-e2c5-4db5-8ca6-fce99af55b2a req-3ebb2762-3f3e-4647-a0b5-c487edb28166 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 943 time: 0.0483909 Sep 18 00:21:00.767448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0bf9c7ea-e2c5-4db5-8ca6-fce99af55b2a req-2e682954-521e-4a39-b074-c0a2e15aa3fe tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308712 Sep 18 00:21:01.880805 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de157fb5-a335-48cf-b2cf-ef2abe379480 req-6508f49f-59d6-46d3-ac31-dd4d51ff8261 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:01.882867 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de157fb5-a335-48cf-b2cf-ef2abe379480 req-6508f49f-59d6-46d3-ac31-dd4d51ff8261 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 943 time: 0.0479703 Sep 18 00:21:01.922421 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de157fb5-a335-48cf-b2cf-ef2abe379480 req-fcbae682-6010-466e-9229-35675894b39d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337689 Sep 18 00:21:03.035699 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77966f-968c-4305-b371-52288b3cc583 req-0d54b434-09e2-45fd-8785-72db8bc089da tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:03.037194 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a77966f-968c-4305-b371-52288b3cc583 req-0d54b434-09e2-45fd-8785-72db8bc089da tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 943 time: 0.0488439 Sep 18 00:21:03.074007 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a77966f-968c-4305-b371-52288b3cc583 req-b06a3b7a-5c05-483b-8841-18c64fd0e1c8 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309479 Sep 18 00:21:03.236661 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5fb44653-aed1-4d1a-889e-37b840190702 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:21:03.326938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 5fb44653-aed1-4d1a-889e-37b840190702, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5fb44653-aed1-4d1a-889e-37b840190702,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:21:03.338391 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '5fb44653-aed1-4d1a-889e-37b840190702', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'port_id': '5fb44653-aed1-4d1a-889e-37b840190702', 'mac_address': 'fa:16:3e:e0:82:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:21:03.384090 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:03.396250 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb44653-aed1-4d1a-889e-37b840190702 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:21:03.415113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 5fb44653-aed1-4d1a-889e-37b840190702, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5fb44653-aed1-4d1a-889e-37b840190702,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:21:03.516047 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:03.562933 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=5fb44653-aed1-4d1a-889e-37b840190702,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:03.703885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['5fb44653-aed1-4d1a-889e-37b840190702'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:21:04.187053 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e15e5-e694-479b-b429-8271d2b1bd23 req-04f67887-c53a-43ae-8db7-ab7b23128495 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:04.188517 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b28e15e5-e694-479b-b429-8271d2b1bd23 req-04f67887-c53a-43ae-8db7-ab7b23128495 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 944 time: 0.0476892 Sep 18 00:21:04.225413 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b28e15e5-e694-479b-b429-8271d2b1bd23 req-d7649a6c-8787-4008-a3b4-995f075e35c9 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311301 Sep 18 00:21:05.251299 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5fb44653-aed1-4d1a-889e-37b840190702 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:21:05.343673 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d87a5-b792-41b3-a70f-2c6f173cb9d1 req-b6ffcdec-920e-4431-ba14-d00596bffe33 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:05.346135 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f9d87a5-b792-41b3-a70f-2c6f173cb9d1 req-b6ffcdec-920e-4431-ba14-d00596bffe33 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 944 time: 0.0543897 Sep 18 00:21:05.365178 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 5fb44653-aed1-4d1a-889e-37b840190702 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:21:05.369219 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 5fb44653-aed1-4d1a-889e-37b840190702 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:21:05.369691 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:05.387517 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f9d87a5-b792-41b3-a70f-2c6f173cb9d1 req-a5854504-25e5-472b-beb3-2f7209f18da8 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349081 Sep 18 00:21:05.444134 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:05.466244 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6101ddf-0907-43b0-b3c1-fac4a33e34e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb44653-aed1-4d1a-889e-37b840190702'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:21:05.468455 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124e854e-7fc9-4c34-bdfe-b6c4bf18c089" -d '{"events": [{"server_uuid": "a6101ddf-0907-43b0-b3c1-fac4a33e34e2", "name": "network-vif-plugged", "status": "completed", "tag": "5fb44653-aed1-4d1a-889e-37b840190702"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:21:05.481776 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 5fb44653-aed1-4d1a-889e-37b840190702, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5fb44653-aed1-4d1a-889e-37b840190702,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:21:05.503335 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6ff7c7-c7b2-4b1a-9ac1-d636b9909417 x-openstack-request-id: req-9c6ff7c7-c7b2-4b1a-9ac1-d636b9909417 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:21:05.503620 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6101ddf-0907-43b0-b3c1-fac4a33e34e2", "name": "network-vif-plugged", "status": "completed", "tag": "5fb44653-aed1-4d1a-889e-37b840190702", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:21:05.503874 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9c6ff7c7-c7b2-4b1a-9ac1-d636b9909417 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:21:05.504264 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6101ddf-0907-43b0-b3c1-fac4a33e34e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb44653-aed1-4d1a-889e-37b840190702', 'code': 200} Sep 18 00:21:05.550214 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:05.599210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3b82c-0978-410a-9938-b5205028f0ec req-523a6c72-edfb-405f-a00e-488ba496e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:05.601122 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=5fb44653-aed1-4d1a-889e-37b840190702,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:05.601362 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ba3b82c-0978-410a-9938-b5205028f0ec req-523a6c72-edfb-405f-a00e-488ba496e3ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 1096 time: 0.0400290 Sep 18 00:21:05.608312 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:05.608654 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:05.609014 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:05.609348 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:05.609676 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:05.609998 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:05.610319 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:05.610637 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:05.610954 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:05.611269 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:05.611587 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:05.611897 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:05.635628 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ba3b82c-0978-410a-9938-b5205028f0ec req-10337f65-7141-488f-9144-700bdb65e4b7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270841 Sep 18 00:21:06.506483 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187f624-d447-45fd-a5cb-6e349a1e2bc3 req-3e498d00-6971-4df3-8926-0ccdc6cdc8d3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:06.507972 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4187f624-d447-45fd-a5cb-6e349a1e2bc3 req-3e498d00-6971-4df3-8926-0ccdc6cdc8d3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 945 time: 0.0490124 Sep 18 00:21:06.544539 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4187f624-d447-45fd-a5cb-6e349a1e2bc3 req-a54f4dad-41be-4cd4-b7f5-940931b5306e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305533 Sep 18 00:21:07.658747 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a59219-602d-4529-9af7-a3b402b925b3 req-251bcf9e-54ee-463b-b0f7-abd919b8f637 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:07.660233 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54a59219-602d-4529-9af7-a3b402b925b3 req-251bcf9e-54ee-463b-b0f7-abd919b8f637 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 945 time: 0.0477483 Sep 18 00:21:07.700489 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54a59219-602d-4529-9af7-a3b402b925b3 req-5db1e662-3629-4e72-96b9-80aa567e3a42 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343928 Sep 18 00:21:07.813675 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdba84-22cf-4b19-b6c7-197447be8915 req-8e24932d-3c00-496a-bc94-bbd0037907ff tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:07.815139 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62bdba84-22cf-4b19-b6c7-197447be8915 req-8e24932d-3c00-496a-bc94-bbd0037907ff tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 945 time: 0.0500886 Sep 18 00:21:07.852565 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62bdba84-22cf-4b19-b6c7-197447be8915 req-1d98d80e-a7c6-4980-8830-a33a9ff16f64 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304000 Sep 18 00:21:10.584190 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:11.169157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-b8945cf0-aa65-46d2-9924-45f5150af2cb tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:11.170595 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-b8945cf0-aa65-46d2-9924-45f5150af2cb tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 812 time: 0.0996499 Sep 18 00:21:11.184797 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-86b69560-0ee6-415e-a943-0ef89a128f55 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/quotas/957e62dd134f4b1494c05189833997e3 HTTP/1.1" status: 200 len: 375 time: 0.0085955 Sep 18 00:21:11.235477 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-8c10f90e-b1c8-43d8-a6fe-aba66b1616fa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456882 Sep 18 00:21:11.323552 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-a4008d73-d194-4bef-9f7d-587429d4e3ff service neutron] 10.222.0.46 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809870 Sep 18 00:21:11.418784 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-35a9d2f0-b65a-4dfd-aba1-d285b80380d9 service neutron] 10.222.0.46 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892375 Sep 18 00:21:11.681110 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41a3fa6f-f029-4419-97d5-418f221244f2 req-8e6cc7e5-75c0-4feb-be11-73715d007ecd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 210 time: 0.0266781 Sep 18 00:21:12.773890 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-364cd378-c610-4f33-b768-6c5c58284a41 req-566d15bd-78d6-4662-9f28-1c07a7e8c35d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 210 time: 0.0263116 Sep 18 00:21:13.527196 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-155b9867-cd17-48fa-88f0-b9fdf55bee20 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:13.528786 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-155b9867-cd17-48fa-88f0-b9fdf55bee20 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.41 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 812 time: 0.1042526 Sep 18 00:21:13.542395 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Request body: {'port': {'device_id': 'a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'admin_state_up': True, 'tenant_id': '957e62dd134f4b1494c05189833997e3'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:21:13.587896 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:13.719139 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Made reservation on behalf of 957e62dd134f4b1494c05189833997e3 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:21:13.722801 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:13.853609 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Allocated IP 172.20.0.6 (a764c774-bfd5-4fd3-8c8b-c78f089f9ee5/7d7fdb57-9c96-44db-9a47-1ece1272bc35/f4f9647c-e4ef-4a4e-be10-f98bd304192b) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:21:13.868415 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b9f3f14-ff4e-49ab-ba2e-65360f7ff2cd req-bb32303c-7f02-4db0-8c0f-2b3a7b76b19a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 210 time: 0.0270288 Sep 18 00:21:14.007446 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:14.050438 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-739d0bd4-a6fb-428f-8ff5-348d041f515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:14.102251 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:14.115339 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['5fb44653-aed1-4d1a-889e-37b840190702'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:21:14.146242 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:21:14.150116 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:21:14.156468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:21:14.184400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event updated for resources: {'Port': ['ID=f4f9647c-e4ef-4a4e-be10-f98bd304192b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:14.194220 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:14.195765 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:14.195765 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:14.195765 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:14.196664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:14.196664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:14.197040 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:14.197131 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:14.197385 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:14.197703 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:14.198023 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:14.198344 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:21:14.240867 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:14.241331 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:14.322716 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-d3eef81a-14e8-44ab-a127-6bcf34946c10 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7847877 Sep 18 00:21:14.333081 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-4aa0bca3-8257-42b7-ac62-78822b894547 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:21:14.334165 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-4aa0bca3-8257-42b7-ac62-78822b894547 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056005 Sep 18 00:21:14.405015 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Request body: {'port': {'device_id': 'a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:21:14.407057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a02b0183-e620-42b0-8589-29b6b0de46ba None None] Provisioning complete for port f4f9647c-e4ef-4a4e-be10-f98bd304192b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:21:14.407437 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a02b0183-e620-42b0-8589-29b6b0de46ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:14.444067 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a02b0183-e620-42b0-8589-29b6b0de46ba None None] Port f4f9647c-e4ef-4a4e-be10-f98bd304192b cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:21:14.463334 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:14.727248 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f9647c-e4ef-4a4e-be10-f98bd304192b {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:21:14.734763 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:14.749263 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Transition to ACTIVE for port object f4f9647c-e4ef-4a4e-be10-f98bd304192b will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:21:14.850477 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:14.921840 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Pushing event updated for resources: {'Port': ['ID=f4f9647c-e4ef-4a4e-be10-f98bd304192b,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:14.980503 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Attempting to bind port f4f9647c-e4ef-4a4e-be10-f98bd304192b on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:21:14.980980 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Attempting to bind port f4f9647c-e4ef-4a4e-be10-f98bd304192b by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:21:14.981411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Attempting to bind port f4f9647c-e4ef-4a4e-be10-f98bd304192b on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:21:14.986741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Port f4f9647c-e4ef-4a4e-be10-f98bd304192b on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:21:14.986741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Attempting to bind port f4f9647c-e4ef-4a4e-be10-f98bd304192b on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:21:14.993978 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:21:14.994473 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Checking segment: {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:21:14.995006 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Bound using segment: {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:21:14.995551 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Bound port: f4f9647c-e4ef-4a4e-be10-f98bd304192b, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:21:14.996013 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:15.000754 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b050658-1eb7-49c2-aa2c-195451cde669 req-b8d339a1-3db3-4136-bd7a-43082f092549 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:15.002352 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b050658-1eb7-49c2-aa2c-195451cde669 req-b8d339a1-3db3-4136-bd7a-43082f092549 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0601087 Sep 18 00:21:15.059345 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b050658-1eb7-49c2-aa2c-195451cde669 req-b3de4fed-cf8c-497b-acd9-315938e6a9b0 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405335 Sep 18 00:21:15.083191 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] For port f4f9647c-e4ef-4a4e-be10-f98bd304192b, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:21:15.085957 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] For port f4f9647c-e4ef-4a4e-be10-f98bd304192b, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=f4f9647c-e4ef-4a4e-be10-f98bd304192b,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:21:15.197224 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:15.233567 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:15.234262 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:15.235607 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] 10.222.0.41 "PUT /v2.0/ports/f4f9647c-e4ef-4a4e-be10-f98bd304192b HTTP/1.1" status: 200 len: 1091 time: 0.8933475 Sep 18 00:21:15.236002 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9', 'tag': 'f4f9647c-e4ef-4a4e-be10-f98bd304192b'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:21:15.238290 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb2d773-0d48-44b1-a925-a0c26fff87bb" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9", "tag": "f4f9647c-e4ef-4a4e-be10-f98bd304192b"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:21:15.265730 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44b9f4-469b-445a-8daa-8c58b41294ca service neutron] Pushing event updated for resources: {'Port': ['ID=f4f9647c-e4ef-4a4e-be10-f98bd304192b,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:15.375224 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628c6eee-20ba-4350-9c83-5fe53a7ea929 x-openstack-request-id: req-628c6eee-20ba-4350-9c83-5fe53a7ea929 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:21:15.375640 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9", "tag": "f4f9647c-e4ef-4a4e-be10-f98bd304192b", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:21:15.377672 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-628c6eee-20ba-4350-9c83-5fe53a7ea929 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:21:15.377672 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9', 'tag': 'f4f9647c-e4ef-4a4e-be10-f98bd304192b', 'status': 'completed', 'code': 200} Sep 18 00:21:15.413081 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-abc8d498-2e4c-4bb1-89d9-12712f9c9b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:15.415159 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-abc8d498-2e4c-4bb1-89d9-12712f9c9b14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 1094 time: 0.0518842 Sep 18 00:21:15.459412 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-2d2bea2b-e0e9-4d09-80f2-d3f737e53e50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4f9647c-e4ef-4a4e-be10-f98bd304192b HTTP/1.1" status: 200 len: 217 time: 0.0358806 Sep 18 00:21:15.511319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-4719fc1f-281d-49f3-b5cf-80da33bad6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:15.512884 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-4719fc1f-281d-49f3-b5cf-80da33bad6ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0467405 Sep 18 00:21:15.565211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-7c3a46c3-55e4-401a-87b3-7135caf53d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:15.566798 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-7c3a46c3-55e4-401a-87b3-7135caf53d55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463858 Sep 18 00:21:15.658391 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-bc2456aa-4ad8-4b6e-8ebf-4ee363f966df service neutron] 10.222.0.41 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842512 Sep 18 00:21:15.753402 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-ba7e96db-abfa-4597-9f8d-c66123672fd6 req-5700a5d2-1309-4793-a7c7-216bde3a91de service neutron] 10.222.0.41 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881243 Sep 18 00:21:15.892697 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2d773-0d48-44b1-a925-a0c26fff87bb req-fe93c049-2400-4cf8-960c-a67746daeb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:15.894255 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4bb2d773-0d48-44b1-a925-a0c26fff87bb req-fe93c049-2400-4cf8-960c-a67746daeb41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 1094 time: 0.0403950 Sep 18 00:21:15.994420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2d773-0d48-44b1-a925-a0c26fff87bb req-8f736f81-1def-4a07-9c80-d59282aed81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:15.996185 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4bb2d773-0d48-44b1-a925-a0c26fff87bb req-8f736f81-1def-4a07-9c80-d59282aed81a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 913 time: 0.0954993 Sep 18 00:21:16.040017 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4bb2d773-0d48-44b1-a925-a0c26fff87bb req-8ba3bce9-e757-4cdc-8b86-e99e87188fbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4f9647c-e4ef-4a4e-be10-f98bd304192b HTTP/1.1" status: 200 len: 217 time: 0.0362554 Sep 18 00:21:16.089536 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2d773-0d48-44b1-a925-a0c26fff87bb req-af538cdc-c2b1-4b0a-b885-f8721f9a5c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:16.091077 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4bb2d773-0d48-44b1-a925-a0c26fff87bb req-af538cdc-c2b1-4b0a-b885-f8721f9a5c9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0438104 Sep 18 00:21:16.139574 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2d773-0d48-44b1-a925-a0c26fff87bb req-ab1439ce-e16f-47e8-be82-fd5bb76a9098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:16.141457 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4bb2d773-0d48-44b1-a925-a0c26fff87bb req-ab1439ce-e16f-47e8-be82-fd5bb76a9098 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437016 Sep 18 00:21:16.171385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317352a-4be6-4d48-9748-92c3016c40c0 req-9e3fca8e-011a-4099-afd1-996b1420977b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:16.174861 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b317352a-4be6-4d48-9748-92c3016c40c0 req-9e3fca8e-011a-4099-afd1-996b1420977b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0567062 Sep 18 00:21:16.221398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b317352a-4be6-4d48-9748-92c3016c40c0 req-4af10968-5fd6-4ffa-8e1a-22f4f9a0012d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378091 Sep 18 00:21:16.250080 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4bb2d773-0d48-44b1-a925-a0c26fff87bb req-da79075e-34b1-49d9-8276-b43e38937de4 service neutron] 10.222.0.41 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003354 Sep 18 00:21:16.349529 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-4bb2d773-0d48-44b1-a925-a0c26fff87bb req-56aecf6e-d3ed-48ce-96e0-b5af5e755358 service neutron] 10.222.0.41 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916088 Sep 18 00:21:16.595783 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d8c56d42-5792-494e-af61-a94e5e0da988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:17.340174 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb577b5-15d0-4b93-9bee-b009852f138e req-3df08ba5-ccfa-47b6-bf2f-63f8bb788eed tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:17.341944 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fdb577b5-15d0-4b93-9bee-b009852f138e req-3df08ba5-ccfa-47b6-bf2f-63f8bb788eed tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0504980 Sep 18 00:21:17.366744 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:17.399202 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fdb577b5-15d0-4b93-9bee-b009852f138e req-ac597897-20ec-46d4-ab95-a6e2cc3cd6a6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476787 Sep 18 00:21:17.856503 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:18.537047 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3adbff-c288-4116-8d49-5122e8197f08 req-814a6d5b-b39d-4f85-a6d7-33525a009813 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:18.538504 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd3adbff-c288-4116-8d49-5122e8197f08 req-814a6d5b-b39d-4f85-a6d7-33525a009813 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0568779 Sep 18 00:21:18.584266 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd3adbff-c288-4116-8d49-5122e8197f08 req-c4fa988b-3068-4018-97f4-c5db3ba6270e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382056 Sep 18 00:21:19.707300 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0aa34-7812-45e3-977c-f7f0df3f8bf1 req-6d7f5b31-e514-43a9-8fe4-5f7625a8cf6a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:19.708766 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-97c0aa34-7812-45e3-977c-f7f0df3f8bf1 req-6d7f5b31-e514-43a9-8fe4-5f7625a8cf6a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0503690 Sep 18 00:21:19.748296 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-97c0aa34-7812-45e3-977c-f7f0df3f8bf1 req-56c46cd7-8b5d-4bcb-a6db-c4bdb79ae0e5 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333443 Sep 18 00:21:19.863900 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:20.869214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decaa2cb-bd99-455a-ab42-1950d0f645d9 req-fbd6844e-0308-442c-aa63-837ce8fa13b3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:20.870719 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-decaa2cb-bd99-455a-ab42-1950d0f645d9 req-fbd6844e-0308-442c-aa63-837ce8fa13b3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0532935 Sep 18 00:21:20.910957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-decaa2cb-bd99-455a-ab42-1950d0f645d9 req-74d130bc-a209-4fc6-b2fc-0cc7be3937e8 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340629 Sep 18 00:21:22.036265 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec820a6-9afd-4035-824f-3421907f85e0 req-4d178ba4-861f-4540-9b14-94e346dab836 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:22.037809 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ec820a6-9afd-4035-824f-3421907f85e0 req-4d178ba4-861f-4540-9b14-94e346dab836 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0528319 Sep 18 00:21:22.076619 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ec820a6-9afd-4035-824f-3421907f85e0 req-559e94a9-864f-4fc0-aae9-2b705f27e5c3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321040 Sep 18 00:21:23.200570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30854bfe-d0f8-4a3c-b08d-e70206c7ed6e req-bfe58e8b-e6a8-420e-897f-04f43ad45843 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:23.202105 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-30854bfe-d0f8-4a3c-b08d-e70206c7ed6e req-bfe58e8b-e6a8-420e-897f-04f43ad45843 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0524173 Sep 18 00:21:23.241944 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-30854bfe-d0f8-4a3c-b08d-e70206c7ed6e req-20e121e4-cb3d-4c8a-94e7-b5e9c7766215 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337987 Sep 18 00:21:24.362414 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e649d-7765-4fe2-9766-e65fc45efb6d req-ca93194d-e6cc-497f-8da9-015b4d7c9f17 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:24.363907 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c4e649d-7765-4fe2-9766-e65fc45efb6d req-ca93194d-e6cc-497f-8da9-015b4d7c9f17 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0526435 Sep 18 00:21:24.401938 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c4e649d-7765-4fe2-9766-e65fc45efb6d req-d087cc87-9979-43dd-8b5d-a00cebbc108e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314262 Sep 18 00:21:25.529871 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3ab84-d600-44e6-8366-d79f128d8aac req-666e787e-b0f5-4433-80eb-a7cedbe92724 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:25.531430 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8e3ab84-d600-44e6-8366-d79f128d8aac req-666e787e-b0f5-4433-80eb-a7cedbe92724 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0548830 Sep 18 00:21:25.572577 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8e3ab84-d600-44e6-8366-d79f128d8aac req-7027e75e-c566-4227-b28e-353f22455631 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351129 Sep 18 00:21:26.684146 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:21:26.699579 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2c2d5-92dc-4d69-bfd0-04f652462a5f req-9e3df078-d418-433f-aab1-a262380596c7 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:26.701525 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6be2c2d5-92dc-4d69-bfd0-04f652462a5f req-9e3df078-d418-433f-aab1-a262380596c7 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0522339 Sep 18 00:21:26.742414 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6be2c2d5-92dc-4d69-bfd0-04f652462a5f req-6f997f13-1bdf-4764-a6dc-2b14960faaab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346813 Sep 18 00:21:27.402553 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36afab42-c1df-493d-9fdd-3c220a55dd87 req-240c520a-ef9a-4b03-a5eb-0e398b0e1e0e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501227 Sep 18 00:21:27.491753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afab42-c1df-493d-9fdd-3c220a55dd87 req-17d6ec63-a8c6-4631-a9f3-de1235f1c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:27.493238 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36afab42-c1df-493d-9fdd-3c220a55dd87 req-17d6ec63-a8c6-4631-a9f3-de1235f1c4c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 1096 time: 0.0477335 Sep 18 00:21:27.597901 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afab42-c1df-493d-9fdd-3c220a55dd87 req-6b02bb49-e4fe-4528-a2ef-5f94f2283435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:27.599365 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36afab42-c1df-493d-9fdd-3c220a55dd87 req-6b02bb49-e4fe-4528-a2ef-5f94f2283435 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 913 time: 0.0838149 Sep 18 00:21:27.644783 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36afab42-c1df-493d-9fdd-3c220a55dd87 req-c70fa96f-e4fd-4787-8e97-908f836593a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fb44653-aed1-4d1a-889e-37b840190702 HTTP/1.1" status: 200 len: 217 time: 0.0382094 Sep 18 00:21:27.693643 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afab42-c1df-493d-9fdd-3c220a55dd87 req-dd1b2e15-b4b4-49ba-8d9d-64fd6acdfed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:27.695007 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36afab42-c1df-493d-9fdd-3c220a55dd87 req-dd1b2e15-b4b4-49ba-8d9d-64fd6acdfed9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0433016 Sep 18 00:21:27.742004 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afab42-c1df-493d-9fdd-3c220a55dd87 req-6c7506f5-94df-4228-a4f7-9daf49d3f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:27.743475 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36afab42-c1df-493d-9fdd-3c220a55dd87 req-6c7506f5-94df-4228-a4f7-9daf49d3f3bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406251 Sep 18 00:21:27.866138 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36afab42-c1df-493d-9fdd-3c220a55dd87 req-8f361e60-a783-4441-9f5c-13b0aebc40ec service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150587 Sep 18 00:21:27.878765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d549764-a951-4ed4-9528-01bf1a26d62e req-b29bd914-a044-4753-b9c0-cf1a871da32e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:27.880140 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d549764-a951-4ed4-9528-01bf1a26d62e req-b29bd914-a044-4753-b9c0-cf1a871da32e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0637128 Sep 18 00:21:27.969599 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d549764-a951-4ed4-9528-01bf1a26d62e req-f0cd01e0-9879-4d93-bde4-a57933c68c70 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810487 Sep 18 00:21:27.992188 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-36afab42-c1df-493d-9fdd-3c220a55dd87 req-ae48758e-bbcf-473e-8967-76e1e68142b5 service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111412 Sep 18 00:21:29.090310 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2b67b-14eb-49d9-b0c2-5a8fb00394e5 req-1472910b-ebcb-40e4-a3aa-32939e47c807 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:29.091962 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4c2b67b-14eb-49d9-b0c2-5a8fb00394e5 req-1472910b-ebcb-40e4-a3aa-32939e47c807 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0508404 Sep 18 00:21:29.129786 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4c2b67b-14eb-49d9-b0c2-5a8fb00394e5 req-c4326657-caaf-47ef-bc19-40363e3c884c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317602 Sep 18 00:21:30.245196 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61bd3c-1721-4131-a5cd-4bf345d33324 req-bb0c8f4f-cc0d-49f2-a209-06ac74b6639a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:30.246687 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d61bd3c-1721-4131-a5cd-4bf345d33324 req-bb0c8f4f-cc0d-49f2-a209-06ac74b6639a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0502846 Sep 18 00:21:30.284462 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d61bd3c-1721-4131-a5cd-4bf345d33324 req-d74a3a43-99f0-4bfa-9b25-9365784f7f52 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316193 Sep 18 00:21:31.403430 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43110255-152c-49f8-ac79-55131e93af06 req-97913b57-1b12-4c5f-a984-b16d68ac77d3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:31.405433 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43110255-152c-49f8-ac79-55131e93af06 req-97913b57-1b12-4c5f-a984-b16d68ac77d3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0538905 Sep 18 00:21:31.444445 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43110255-152c-49f8-ac79-55131e93af06 req-87e39c6a-98ec-41f6-9fc2-420f60b2f835 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329123 Sep 18 00:21:32.563705 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc438a3-353d-4f37-a2a3-b905af292b43 req-649d380f-4e50-4b5f-9b9c-ea210e5593a4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:32.565342 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0cc438a3-353d-4f37-a2a3-b905af292b43 req-649d380f-4e50-4b5f-9b9c-ea210e5593a4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0514388 Sep 18 00:21:32.603456 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0cc438a3-353d-4f37-a2a3-b905af292b43 req-37419916-a800-4efa-a0bb-72efe5bb25cb tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320904 Sep 18 00:21:33.726670 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78729354-ab89-4080-9b2f-22ff588798e9 req-be76e67a-3f64-4912-b36f-579d1c628a26 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:33.728120 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78729354-ab89-4080-9b2f-22ff588798e9 req-be76e67a-3f64-4912-b36f-579d1c628a26 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0483184 Sep 18 00:21:33.765420 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78729354-ab89-4080-9b2f-22ff588798e9 req-1503d077-e48f-4fd9-a5e9-02b9ea3b6fa2 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311983 Sep 18 00:21:34.884384 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2c804-28a0-453f-86e0-58c36fe77405 req-486e88ac-04a0-4f97-b71d-8decbfa27930 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:34.885864 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14d2c804-28a0-453f-86e0-58c36fe77405 req-486e88ac-04a0-4f97-b71d-8decbfa27930 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0505199 Sep 18 00:21:34.923889 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14d2c804-28a0-453f-86e0-58c36fe77405 req-9fe886e5-d745-4c64-989e-fc3313a2f1c5 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311759 Sep 18 00:21:36.041173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8655218-069d-4614-a5a6-55330b17cbe5 req-36a75f5c-95ba-4595-b352-c198d57e44f2 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:36.042661 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8655218-069d-4614-a5a6-55330b17cbe5 req-36a75f5c-95ba-4595-b352-c198d57e44f2 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0482450 Sep 18 00:21:36.080860 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8655218-069d-4614-a5a6-55330b17cbe5 req-e0f4f779-aa95-4b6f-982f-f6408aa2f2ca tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313106 Sep 18 00:21:37.196805 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7e8ca-a139-4473-a7ff-e6c08b0aeacc req-34a3a6ff-8b82-4ff8-b8bd-4384d4556212 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:37.198291 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1cb7e8ca-a139-4473-a7ff-e6c08b0aeacc req-34a3a6ff-8b82-4ff8-b8bd-4384d4556212 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0484333 Sep 18 00:21:37.235269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1cb7e8ca-a139-4473-a7ff-e6c08b0aeacc req-311598a4-1617-4938-854d-e13771407147 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309954 Sep 18 00:21:38.355241 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e322e7-6da5-48dc-a149-46f61c0f003a req-0408d591-6067-42b7-8217-9f31b0a2d22d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:38.356704 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41e322e7-6da5-48dc-a149-46f61c0f003a req-0408d591-6067-42b7-8217-9f31b0a2d22d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0524926 Sep 18 00:21:38.394040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41e322e7-6da5-48dc-a149-46f61c0f003a req-718f6888-8807-4e82-ae97-0ebac0d6c6d0 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313156 Sep 18 00:21:39.508221 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36579a-86e9-4e62-9df5-25d28e83a644 req-599cba59-5244-4ba5-b348-6ba1eae87149 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:39.509730 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a36579a-86e9-4e62-9df5-25d28e83a644 req-599cba59-5244-4ba5-b348-6ba1eae87149 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0485818 Sep 18 00:21:39.546903 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a36579a-86e9-4e62-9df5-25d28e83a644 req-fe9a7ef4-0fbb-4759-a175-07bb70e5b949 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307410 Sep 18 00:21:40.661297 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6da84-33d6-4535-9f3e-e27f29723acc req-c07ca3f6-8b91-40db-ae4c-fc668a8ef02f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:40.662770 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4f6da84-33d6-4535-9f3e-e27f29723acc req-c07ca3f6-8b91-40db-ae4c-fc668a8ef02f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0478342 Sep 18 00:21:40.666860 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:40.700459 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4f6da84-33d6-4535-9f3e-e27f29723acc req-44904056-5e9a-4517-8296-aa45e373be7b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317440 Sep 18 00:21:41.820250 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3f424-37e0-4e89-82e4-554fe6e80baa req-def69590-6249-4552-9ed1-3e036a648fb7 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:41.821777 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fbc3f424-37e0-4e89-82e4-554fe6e80baa req-def69590-6249-4552-9ed1-3e036a648fb7 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0512557 Sep 18 00:21:42.196972 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fbc3f424-37e0-4e89-82e4-554fe6e80baa req-9faddc61-5a74-444e-a2d5-fae870b2969b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689063 Sep 18 00:21:43.318802 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383b0c2-ff58-4ba0-b5e2-0f13c223d8ae req-6738e0f2-1752-4f96-b737-23831e40d7bd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:43.320249 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8383b0c2-ff58-4ba0-b5e2-0f13c223d8ae req-6738e0f2-1752-4f96-b737-23831e40d7bd tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0476193 Sep 18 00:21:43.357881 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8383b0c2-ff58-4ba0-b5e2-0f13c223d8ae req-29948718-a8d3-424f-91c6-0745eb700026 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314014 Sep 18 00:21:43.583779 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:43.741049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-2069de19-59c5-4373-8f67-3a9756ac70e6 req-39ce63ec-f05d-4d2d-a768-a7c0d8856f06 service neutron] (95591) timed out ('10.222.0.46', 33146) {{(pid=95591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 00:21:44.123967 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ce65b078-50fd-40d4-ac93-9ee63f2d6e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:44.471288 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bac4e9-01d1-4022-9c2a-2c65d68fb464 req-820b8861-c6d2-45de-af57-8fc941d4aee9 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:44.472753 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08bac4e9-01d1-4022-9c2a-2c65d68fb464 req-820b8861-c6d2-45de-af57-8fc941d4aee9 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0481083 Sep 18 00:21:44.509465 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08bac4e9-01d1-4022-9c2a-2c65d68fb464 req-adea6575-ec37-4f16-b005-dec2275e8f31 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302804 Sep 18 00:21:45.627556 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9da868-accf-489d-8a47-e9e6d2162f69 req-552b7658-ae06-42d5-af3f-fdcaf01f7a6d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:45.629042 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f9da868-accf-489d-8a47-e9e6d2162f69 req-552b7658-ae06-42d5-af3f-fdcaf01f7a6d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0511637 Sep 18 00:21:45.669067 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1f9da868-accf-489d-8a47-e9e6d2162f69 req-189f2cb5-cad6-427c-bf7d-c2d05d22dd39 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336201 Sep 18 00:21:46.623560 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5e68f0d5-c8ac-4046-a837-1fe80f510ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:46.783108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168519c5-88de-4ac6-93a6-db90b523ba74 req-133693e9-10f9-40ae-bb08-6facae3815d8 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:46.784594 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-168519c5-88de-4ac6-93a6-db90b523ba74 req-133693e9-10f9-40ae-bb08-6facae3815d8 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0485866 Sep 18 00:21:46.822717 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-168519c5-88de-4ac6-93a6-db90b523ba74 req-2f511a26-f4a3-4117-8710-66692bb17ea1 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320380 Sep 18 00:21:47.329501 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:47.880733 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:47.936794 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a26e6f-a5f1-4438-8677-66757968d5ee req-23ad8062-e065-48bc-9cf6-9e6ca1da74e0 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:47.938326 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5a26e6f-a5f1-4438-8677-66757968d5ee req-23ad8062-e065-48bc-9cf6-9e6ca1da74e0 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0482411 Sep 18 00:21:47.977019 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5a26e6f-a5f1-4438-8677-66757968d5ee req-61f8496c-64ad-4334-91f1-3252eeb47bd8 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320489 Sep 18 00:21:49.101388 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0bfd0-6ee9-4ad7-bc89-d597ff2c9980 req-6116573e-0195-4ab5-bae9-95bf5581ac92 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:49.102850 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63b0bfd0-6ee9-4ad7-bc89-d597ff2c9980 req-6116573e-0195-4ab5-bae9-95bf5581ac92 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0522652 Sep 18 00:21:49.140753 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63b0bfd0-6ee9-4ad7-bc89-d597ff2c9980 req-a8ee1325-7f5c-4577-a9f1-42861fa63da5 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317388 Sep 18 00:21:49.854871 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:50.254800 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ca457-69e0-4fbd-9bd8-0c9049463473 req-1dd8f189-d079-4037-8af7-19f462e6c06c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:50.256164 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-286ca457-69e0-4fbd-9bd8-0c9049463473 req-1dd8f189-d079-4037-8af7-19f462e6c06c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0481923 Sep 18 00:21:50.292808 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-286ca457-69e0-4fbd-9bd8-0c9049463473 req-3bd14b0a-eb1a-42aa-ac04-edee86a6d72b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304456 Sep 18 00:21:51.406854 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad03b26-b011-4d61-8cfd-41addcfb9560 req-770c0762-75fe-481a-b22e-7bcb21440ce9 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:51.408349 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dad03b26-b011-4d61-8cfd-41addcfb9560 req-770c0762-75fe-481a-b22e-7bcb21440ce9 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0497043 Sep 18 00:21:51.446502 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dad03b26-b011-4d61-8cfd-41addcfb9560 req-0015fd1b-60fa-4c37-babf-a4f8ef1903b4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320446 Sep 18 00:21:52.562696 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338d891-a313-4ce8-b10a-866a8223829a req-9a957da8-4f49-4e31-9b48-618970e6c75b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:52.564207 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a338d891-a313-4ce8-b10a-866a8223829a req-9a957da8-4f49-4e31-9b48-618970e6c75b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0510218 Sep 18 00:21:52.601942 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a338d891-a313-4ce8-b10a-866a8223829a req-40da26cf-74db-48b4-8d85-54f49e1bdea8 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312333 Sep 18 00:21:53.715856 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b1da2-5e10-404e-b6b7-098d8494fc45 req-98923fed-1d62-4ac9-9156-85be4677b7f0 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:53.717325 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-109b1da2-5e10-404e-b6b7-098d8494fc45 req-98923fed-1d62-4ac9-9156-85be4677b7f0 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0486562 Sep 18 00:21:53.755843 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-109b1da2-5e10-404e-b6b7-098d8494fc45 req-c0c57066-bd59-49b2-9005-b18c705d7db6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323594 Sep 18 00:21:54.872062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffb083-9857-4b27-b16c-4faa5c843e6d req-7476f09d-aade-4720-b49d-f531df527521 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:54.873563 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04ffb083-9857-4b27-b16c-4faa5c843e6d req-7476f09d-aade-4720-b49d-f531df527521 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0478525 Sep 18 00:21:54.910873 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04ffb083-9857-4b27-b16c-4faa5c843e6d req-f362c296-a534-4254-97da-a8b5949985be tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314527 Sep 18 00:21:56.028363 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7721384-72dd-414e-a55e-e25b069c3879 req-31681954-d09e-4339-a771-788f223d9811 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:56.029747 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7721384-72dd-414e-a55e-e25b069c3879 req-31681954-d09e-4339-a771-788f223d9811 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0518010 Sep 18 00:21:56.066916 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7721384-72dd-414e-a55e-e25b069c3879 req-a936ccfc-5252-4977-a818-9f99dc5bec17 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312872 Sep 18 00:21:57.181770 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfc86a-1823-4621-adb1-12ee2ff99df9 req-9270d14c-1743-4da9-b7f2-0f3d2628baed tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:57.183233 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dedfc86a-1823-4621-adb1-12ee2ff99df9 req-9270d14c-1743-4da9-b7f2-0f3d2628baed tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 943 time: 0.0474312 Sep 18 00:21:57.220068 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dedfc86a-1823-4621-adb1-12ee2ff99df9 req-445de909-867d-424d-87b5-2942467d6dc7 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310295 Sep 18 00:21:57.432281 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device f4f9647c-e4ef-4a4e-be10-f98bd304192b details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:21:57.532403 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port f4f9647c-e4ef-4a4e-be10-f98bd304192b, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=f4f9647c-e4ef-4a4e-be10-f98bd304192b,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:21:57.543222 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'f4f9647c-e4ef-4a4e-be10-f98bd304192b', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'port_id': 'f4f9647c-e4ef-4a4e-be10-f98bd304192b', 'mac_address': 'fa:16:3e:a9:0d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:21:57.578428 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:57.591001 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f9647c-e4ef-4a4e-be10-f98bd304192b {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:21:57.609301 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port f4f9647c-e4ef-4a4e-be10-f98bd304192b, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=f4f9647c-e4ef-4a4e-be10-f98bd304192b,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:21:57.666228 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:57.711407 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=f4f9647c-e4ef-4a4e-be10-f98bd304192b,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:57.899236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['f4f9647c-e4ef-4a4e-be10-f98bd304192b'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:21:58.334648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfceffa-424e-4c66-b8e1-c3c2962fdf4c req-c597ed26-f96d-4d47-8549-40f30dbb2611 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:58.336239 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5dfceffa-424e-4c66-b8e1-c3c2962fdf4c req-c597ed26-f96d-4d47-8549-40f30dbb2611 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 944 time: 0.0495465 Sep 18 00:21:58.373475 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5dfceffa-424e-4c66-b8e1-c3c2962fdf4c req-5b3853f4-31c8-400f-b7f1-3f777c562151 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313234 Sep 18 00:21:59.451678 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device f4f9647c-e4ef-4a4e-be10-f98bd304192b up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:21:59.495498 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f2b56-f58f-4997-97f0-705ca31ae781 req-78c46e6f-d5d4-44f5-81aa-b6ce3832843f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:59.497158 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-939f2b56-f58f-4997-97f0-705ca31ae781 req-78c46e6f-d5d4-44f5-81aa-b6ce3832843f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 944 time: 0.0569801 Sep 18 00:21:59.536921 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-939f2b56-f58f-4997-97f0-705ca31ae781 req-32e2e8ff-329a-4e7d-9b92-ed468658f49d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333841 Sep 18 00:21:59.589539 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port f4f9647c-e4ef-4a4e-be10-f98bd304192b completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:21:59.593634 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port f4f9647c-e4ef-4a4e-be10-f98bd304192b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:21:59.594030 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:59.670116 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:59.691787 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f9647c-e4ef-4a4e-be10-f98bd304192b'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:21:59.696882 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b847b5af-8416-48fb-b4f4-60da619a80c6" -d '{"events": [{"server_uuid": "a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9", "name": "network-vif-plugged", "status": "completed", "tag": "f4f9647c-e4ef-4a4e-be10-f98bd304192b"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:21:59.709713 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port f4f9647c-e4ef-4a4e-be10-f98bd304192b, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=f4f9647c-e4ef-4a4e-be10-f98bd304192b,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:21:59.737072 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f8e74d-74ae-4986-ae0d-9300a92eb8a1 x-openstack-request-id: req-07f8e74d-74ae-4986-ae0d-9300a92eb8a1 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:21:59.737072 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9", "name": "network-vif-plugged", "status": "completed", "tag": "f4f9647c-e4ef-4a4e-be10-f98bd304192b", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:21:59.737072 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-07f8e74d-74ae-4986-ae0d-9300a92eb8a1 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:21:59.737459 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f9647c-e4ef-4a4e-be10-f98bd304192b', 'code': 200} Sep 18 00:21:59.783382 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:21:59.830742 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1936e1-cc6d-40f5-867d-e109290b33dd req-046b9ad9-f90e-45bc-8e13-0983f5de0b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:21:59.831992 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=f4f9647c-e4ef-4a4e-be10-f98bd304192b,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:21:59.832271 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0b1936e1-cc6d-40f5-867d-e109290b33dd req-046b9ad9-f90e-45bc-8e13-0983f5de0b16 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 1096 time: 0.0408337 Sep 18 00:21:59.867931 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0b1936e1-cc6d-40f5-867d-e109290b33dd req-06174ac5-9f50-4d02-92c9-33fa6ae82590 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286193 Sep 18 00:22:00.650133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742322c-f308-492d-9d72-95aeea213fa7 req-c12e8657-7327-413c-87b7-1908c28ad93f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:00.651609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2742322c-f308-492d-9d72-95aeea213fa7 req-c12e8657-7327-413c-87b7-1908c28ad93f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 945 time: 0.0480869 Sep 18 00:22:00.688141 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2742322c-f308-492d-9d72-95aeea213fa7 req-ccf62cec-60f9-4253-ac3d-2428450126d9 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305753 Sep 18 00:22:01.804427 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3107e-004e-490c-aab7-8070154f2132 req-92659986-86ef-48a5-bd8f-b7959be03a4c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:01.805941 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-00a3107e-004e-490c-aab7-8070154f2132 req-92659986-86ef-48a5-bd8f-b7959be03a4c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 945 time: 0.0486021 Sep 18 00:22:01.842630 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-00a3107e-004e-490c-aab7-8070154f2132 req-0b22bdd7-635b-43a1-9db2-5702bc84459b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305116 Sep 18 00:22:01.958866 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e56c42-8d9d-48e7-b6b7-47032cace16b req-87028a0a-7e5d-4d4a-b747-bd3219e2080b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:01.960767 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84e56c42-8d9d-48e7-b6b7-47032cace16b req-87028a0a-7e5d-4d4a-b747-bd3219e2080b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 945 time: 0.0527873 Sep 18 00:22:01.998249 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-84e56c42-8d9d-48e7-b6b7-47032cace16b req-fe8d6eba-7701-4979-ba90-5ac83c07df93 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314655 Sep 18 00:22:02.558580 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff9ec3-537a-4f08-8fd6-2f68b63c470b req-2b381998-4c3a-452a-a904-ca30d95a9b41 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:02.560071 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1bff9ec3-537a-4f08-8fd6-2f68b63c470b req-2b381998-4c3a-452a-a904-ca30d95a9b41 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 945 time: 0.0479074 Sep 18 00:22:02.598277 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1bff9ec3-537a-4f08-8fd6-2f68b63c470b req-d14cf2c5-2480-46c3-b31d-77716eaa2438 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322063 Sep 18 00:22:02.669585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-8d1d6d90-bd3e-4d91-a654-40540785b422 req-d444151d-cf37-4075-b939-18991dae5826 service neutron] (95591) timed out ('10.222.0.41', 54257) {{(pid=95591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 00:22:03.683099 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:22:03.717839 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555e17a-02ea-43b4-95fe-7011731a2083 req-c78422bf-df44-4842-9cd2-0cd55d51d9f4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:03.719383 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1555e17a-02ea-43b4-95fe-7011731a2083 req-c78422bf-df44-4842-9cd2-0cd55d51d9f4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 945 time: 0.0511022 Sep 18 00:22:03.757980 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1555e17a-02ea-43b4-95fe-7011731a2083 req-3527c428-b36b-4ba0-9bdf-892e30aead54 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323968 Sep 18 00:22:03.995723 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1aebe-fb82-4467-91cf-813043d55a0e req-33329b49-9252-453e-a3db-f82deef348f4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:03.997171 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5dc1aebe-fb82-4467-91cf-813043d55a0e req-33329b49-9252-453e-a3db-f82deef348f4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 945 time: 0.0490406 Sep 18 00:22:04.096359 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-5dc1aebe-fb82-4467-91cf-813043d55a0e req-1051f7ec-07d0-459d-8ae6-29c90f4c37ab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Deleting port f4f9647c-e4ef-4a4e-be10-f98bd304192b {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:22:04.096800 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5dc1aebe-fb82-4467-91cf-813043d55a0e req-1051f7ec-07d0-459d-8ae6-29c90f4c37ab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:04.190151 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-5dc1aebe-fb82-4467-91cf-813043d55a0e req-1051f7ec-07d0-459d-8ae6-29c90f4c37ab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] For port f4f9647c-e4ef-4a4e-be10-f98bd304192b, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=f4f9647c-e4ef-4a4e-be10-f98bd304192b,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:22:04.190519 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5dc1aebe-fb82-4467-91cf-813043d55a0e req-1051f7ec-07d0-459d-8ae6-29c90f4c37ab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:04.202677 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-5dc1aebe-fb82-4467-91cf-813043d55a0e req-1051f7ec-07d0-459d-8ae6-29c90f4c37ab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Calling delete_port for f4f9647c-e4ef-4a4e-be10-f98bd304192b owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:22:04.423502 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5dc1aebe-fb82-4467-91cf-813043d55a0e req-1051f7ec-07d0-459d-8ae6-29c90f4c37ab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:04.435478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['5fb44653-aed1-4d1a-889e-37b840190702'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:22:04.438594 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['f4f9647c-e4ef-4a4e-be10-f98bd304192b'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:22:04.453825 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051f7ec-07d0-459d-8ae6-29c90f4c37ab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event deleted for resources: {'Port': ['ID=f4f9647c-e4ef-4a4e-be10-f98bd304192b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:22:04.505651 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc1aebe-fb82-4467-91cf-813043d55a0e req-1051f7ec-07d0-459d-8ae6-29c90f4c37ab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] No DVR routers for this DVR port f4f9647c-e4ef-4a4e-be10-f98bd304192b on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:22:04.508942 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-5dc1aebe-fb82-4467-91cf-813043d55a0e req-1051f7ec-07d0-459d-8ae6-29c90f4c37ab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:04.511474 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5dc1aebe-fb82-4467-91cf-813043d55a0e req-1051f7ec-07d0-459d-8ae6-29c90f4c37ab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.41 "DELETE /v2.0/ports/f4f9647c-e4ef-4a4e-be10-f98bd304192b HTTP/1.1" status: 204 len: 173 time: 0.5071189 Sep 18 00:22:04.511954 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9', 'name': 'network-vif-deleted', 'tag': 'f4f9647c-e4ef-4a4e-be10-f98bd304192b'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:22:04.514525 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8301c5-1ac6-4162-8408-a8ea469f79f9" -d '{"events": [{"server_uuid": "a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9", "name": "network-vif-deleted", "tag": "f4f9647c-e4ef-4a4e-be10-f98bd304192b"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:22:04.562527 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8bbf43-fbe7-4d19-8d79-751a64887cbf x-openstack-request-id: req-3d8bbf43-fbe7-4d19-8d79-751a64887cbf {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:22:04.563051 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9", "name": "network-vif-deleted", "tag": "f4f9647c-e4ef-4a4e-be10-f98bd304192b", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:22:04.563539 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3d8bbf43-fbe7-4d19-8d79-751a64887cbf {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:22:04.564048 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9', 'name': 'network-vif-deleted', 'tag': 'f4f9647c-e4ef-4a4e-be10-f98bd304192b', 'status': 'completed', 'code': 200} Sep 18 00:22:04.856681 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53ae1546-eac4-4bc2-8cb9-8099cbd06a4f req-ffd6fea9-b133-4589-aa89-3761f43f2c68 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 210 time: 0.0306211 Sep 18 00:22:05.951927 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb2fe628-ad8a-4384-8341-f963394362b8 req-abda8994-490f-44df-a0ba-a276b8925274 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 210 time: 0.0261841 Sep 18 00:22:07.045345 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc3533da-ed0a-4aff-a81e-2bf118f1d740 req-08997482-b97a-4760-9141-c7586d6eb678 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 210 time: 0.0255177 Sep 18 00:22:07.482531 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device f4f9647c-e4ef-4a4e-be10-f98bd304192b no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:22:07.506948 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: f4f9647c-e4ef-4a4e-be10-f98bd304192b {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:22:07.507287 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device f4f9647c-e4ef-4a4e-be10-f98bd304192b not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:22:08.142664 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1938ba87-36c3-44f7-8ef7-292eb90813c2 req-6852c6a1-bc4c-4901-a7c9-75a7388c01ff tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4dbae07-7f7e-4ef0-bff7-c280d0eaefb9 HTTP/1.1" status: 200 len: 210 time: 0.0271502 Sep 18 00:22:10.591419 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:13.591703 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:13.974093 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7eb423-0495-4574-9d6f-1907ca89d92c req-25dadde7-3a3a-4b0d-9efb-e74f7a136529 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:13.975995 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af7eb423-0495-4574-9d6f-1907ca89d92c req-25dadde7-3a3a-4b0d-9efb-e74f7a136529 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 945 time: 0.0520642 Sep 18 00:22:14.014647 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af7eb423-0495-4574-9d6f-1907ca89d92c req-35d69f64-6fbf-4a52-aa22-cddbe2bbb85f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327728 Sep 18 00:22:14.059904 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b8d1e401-cbed-40fb-993f-4823a6032cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:15.134821 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354df582-6f3d-491f-be05-42573d62af89 req-2c523de0-4e2b-46c8-981b-4286e11eaa6b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:15.136291 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-354df582-6f3d-491f-be05-42573d62af89 req-2c523de0-4e2b-46c8-981b-4286e11eaa6b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 945 time: 0.0515678 Sep 18 00:22:15.173426 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-354df582-6f3d-491f-be05-42573d62af89 req-540289e4-b00f-4200-bf95-b37d381d80d7 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9494ad7-28d8-440d-bff2-43421442c7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310769 Sep 18 00:22:15.477328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0f6a5-9c59-4055-a9c8-33bf0a650d2a req-0ed54c76-7ab6-4d09-aad7-f6c018969ef3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:15.478777 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05a0f6a5-9c59-4055-a9c8-33bf0a650d2a req-0ed54c76-7ab6-4d09-aad7-f6c018969ef3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 945 time: 0.0474231 Sep 18 00:22:15.572973 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-05a0f6a5-9c59-4055-a9c8-33bf0a650d2a req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Deleting port 5fb44653-aed1-4d1a-889e-37b840190702 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:22:15.573319 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-05a0f6a5-9c59-4055-a9c8-33bf0a650d2a req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:15.657820 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-05a0f6a5-9c59-4055-a9c8-33bf0a650d2a req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] For port 5fb44653-aed1-4d1a-889e-37b840190702, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5fb44653-aed1-4d1a-889e-37b840190702,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:22:15.658184 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-05a0f6a5-9c59-4055-a9c8-33bf0a650d2a req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:15.670212 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-05a0f6a5-9c59-4055-a9c8-33bf0a650d2a req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Calling delete_port for 5fb44653-aed1-4d1a-889e-37b840190702 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:22:15.865941 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-05a0f6a5-9c59-4055-a9c8-33bf0a650d2a req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:15.878424 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['5fb44653-aed1-4d1a-889e-37b840190702'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:22:15.898963 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event deleted for resources: {'Port': ['ID=5fb44653-aed1-4d1a-889e-37b840190702,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:22:15.924485 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:15.924839 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:15.925187 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:15.925517 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:15.925844 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:15.926168 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:15.926489 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:15.926811 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:15.927132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:15.927448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:15.927766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:15.928081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:15.947101 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a0f6a5-9c59-4055-a9c8-33bf0a650d2a req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] No DVR routers for this DVR port 5fb44653-aed1-4d1a-889e-37b840190702 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:22:15.950263 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-05a0f6a5-9c59-4055-a9c8-33bf0a650d2a req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:15.952243 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05a0f6a5-9c59-4055-a9c8-33bf0a650d2a req-a274b718-6859-4e88-9399-2544d8df703a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "DELETE /v2.0/ports/5fb44653-aed1-4d1a-889e-37b840190702 HTTP/1.1" status: 204 len: 173 time: 0.4672391 Sep 18 00:22:15.952676 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6101ddf-0907-43b0-b3c1-fac4a33e34e2', 'name': 'network-vif-deleted', 'tag': '5fb44653-aed1-4d1a-889e-37b840190702'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:22:15.954928 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b33724-3e26-4d75-a109-c3960448bd8d" -d '{"events": [{"server_uuid": "a6101ddf-0907-43b0-b3c1-fac4a33e34e2", "name": "network-vif-deleted", "tag": "5fb44653-aed1-4d1a-889e-37b840190702"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:22:15.989798 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe0e778-4c0c-47b2-a902-3c9634cedf4d x-openstack-request-id: req-dfe0e778-4c0c-47b2-a902-3c9634cedf4d {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:22:15.990095 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6101ddf-0907-43b0-b3c1-fac4a33e34e2", "name": "network-vif-deleted", "tag": "5fb44653-aed1-4d1a-889e-37b840190702", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:22:15.990346 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dfe0e778-4c0c-47b2-a902-3c9634cedf4d {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:22:15.990750 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6101ddf-0907-43b0-b3c1-fac4a33e34e2', 'name': 'network-vif-deleted', 'tag': '5fb44653-aed1-4d1a-889e-37b840190702', 'status': 'completed', 'code': 200} Sep 18 00:22:16.273326 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f8ea741-1e7c-4bfa-8b7a-30518ae6c8ac req-e7cc2db7-8e45-4934-9758-065981d7836a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 210 time: 0.0326285 Sep 18 00:22:16.591230 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-57dbcefa-6132-41c2-bb5f-b29fa5b001c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:17.314890 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:17.374655 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-77f1715b-b1a8-43fa-8d7f-7f8dd931d363 req-de6fb735-a6b6-4959-8c01-1d879c8b5d26 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 210 time: 0.0274537 Sep 18 00:22:17.845839 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:18.470790 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b9cf6253-3b3d-4ec3-ae0c-4c1ce2405e1c req-92eada6c-1f34-4f8c-8ad4-41c6f91961f1 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 210 time: 0.0305755 Sep 18 00:22:19.564026 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f077bace-6932-40a7-be3e-96fe9291bf9c req-02aeb8c9-e07f-49ea-bc94-1679cedd081f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6101ddf-0907-43b0-b3c1-fac4a33e34e2 HTTP/1.1" status: 200 len: 210 time: 0.0274608 Sep 18 00:22:19.608119 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5fb44653-aed1-4d1a-889e-37b840190702 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:22:19.627296 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 5fb44653-aed1-4d1a-889e-37b840190702 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:22:19.627644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5fb44653-aed1-4d1a-889e-37b840190702 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:22:19.854910 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:24.017353 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55990) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:22:24.025819 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b22b634c-d053-44dc-b2a7-a1d635601fb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-764231508', 'description': 'tempest-secgroup-smoke-764231508 description', 'project_id': '957e62dd134f4b1494c05189833997e3'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:22:24.103071 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b22b634c-d053-44dc-b2a7-a1d635601fb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:24.188444 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b22b634c-d053-44dc-b2a7-a1d635601fb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:24.242390 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b22b634c-d053-44dc-b2a7-a1d635601fb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:24.269650 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b634c-d053-44dc-b2a7-a1d635601fb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183c19de-865f-4c60-bd2f-40101ba8859c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:22:24.277315 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b634c-d053-44dc-b2a7-a1d635601fb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:24.277743 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b634c-d053-44dc-b2a7-a1d635601fb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:24.278101 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b634c-d053-44dc-b2a7-a1d635601fb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:24.278442 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b634c-d053-44dc-b2a7-a1d635601fb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:24.278770 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b634c-d053-44dc-b2a7-a1d635601fb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:24.279092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b634c-d053-44dc-b2a7-a1d635601fb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:24.279415 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b634c-d053-44dc-b2a7-a1d635601fb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:24.279733 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b634c-d053-44dc-b2a7-a1d635601fb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:24.280050 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b634c-d053-44dc-b2a7-a1d635601fb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:24.280367 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b634c-d053-44dc-b2a7-a1d635601fb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:24.280681 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b634c-d053-44dc-b2a7-a1d635601fb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:24.281021 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b634c-d053-44dc-b2a7-a1d635601fb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:22:24.325957 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b22b634c-d053-44dc-b2a7-a1d635601fb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:24.327192 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b22b634c-d053-44dc-b2a7-a1d635601fb4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3088357 Sep 18 00:22:24.331091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55992) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:22:24.335607 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-be8477fb-985e-4b6f-8f57-c6d856675a33 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Request body: {'security_group_rule': {'security_group_id': '183c19de-865f-4c60-bd2f-40101ba8859c', 'project_id': '957e62dd134f4b1494c05189833997e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:22:24.439699 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-be8477fb-985e-4b6f-8f57-c6d856675a33 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:24.495153 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-be8477fb-985e-4b6f-8f57-c6d856675a33 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:24.577066 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-be8477fb-985e-4b6f-8f57-c6d856675a33 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:24.592291 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8477fb-985e-4b6f-8f57-c6d856675a33 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e9006f-37fd-4f95-bac7-92b036a24a38,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:22:24.668635 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-be8477fb-985e-4b6f-8f57-c6d856675a33 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:24.671680 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-be8477fb-985e-4b6f-8f57-c6d856675a33 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3396451 Sep 18 00:22:24.674335 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55994) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:22:24.678748 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-25078e0d-5012-4f56-8391-4b083c5ef02b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Request body: {'security_group_rule': {'security_group_id': '183c19de-865f-4c60-bd2f-40101ba8859c', 'project_id': '957e62dd134f4b1494c05189833997e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:22:24.765920 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25078e0d-5012-4f56-8391-4b083c5ef02b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:24.821971 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25078e0d-5012-4f56-8391-4b083c5ef02b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:24.897202 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25078e0d-5012-4f56-8391-4b083c5ef02b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:24.914331 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25078e0d-5012-4f56-8391-4b083c5ef02b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c7affd-9b1b-4ddc-b3ef-c4a2050868a0,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:22:24.985298 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-25078e0d-5012-4f56-8391-4b083c5ef02b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:24.986557 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-25078e0d-5012-4f56-8391-4b083c5ef02b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3112941 Sep 18 00:22:24.989179 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55996) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:22:24.993505 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-32edf1d0-5454-44b9-8127-cc425fdfb91c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Request body: {'security_group_rule': {'security_group_id': '183c19de-865f-4c60-bd2f-40101ba8859c', 'project_id': '957e62dd134f4b1494c05189833997e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:22:25.064536 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32edf1d0-5454-44b9-8127-cc425fdfb91c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:25.123466 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32edf1d0-5454-44b9-8127-cc425fdfb91c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:25.173410 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32edf1d0-5454-44b9-8127-cc425fdfb91c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:25.190762 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edf1d0-5454-44b9-8127-cc425fdfb91c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5a1e1e-9ee5-4c5b-8bc5-9f3d25a56083,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:22:25.236651 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-32edf1d0-5454-44b9-8127-cc425fdfb91c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:25.237917 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-32edf1d0-5454-44b9-8127-cc425fdfb91c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2478020 Sep 18 00:22:25.240562 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 55998) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:22:25.245537 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d6fc3202-0de8-4bba-8e00-ee37a24d6ddf tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Request body: {'security_group_rule': {'security_group_id': '183c19de-865f-4c60-bd2f-40101ba8859c', 'project_id': '957e62dd134f4b1494c05189833997e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:22:25.353178 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d6fc3202-0de8-4bba-8e00-ee37a24d6ddf tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:25.410622 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d6fc3202-0de8-4bba-8e00-ee37a24d6ddf tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:25.487744 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d6fc3202-0de8-4bba-8e00-ee37a24d6ddf tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:25.507201 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc3202-0de8-4bba-8e00-ee37a24d6ddf tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0b3802-d2fe-49db-b885-72b087e08b83,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:22:25.573759 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d6fc3202-0de8-4bba-8e00-ee37a24d6ddf tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:25.575033 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d6fc3202-0de8-4bba-8e00-ee37a24d6ddf tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3334982 Sep 18 00:22:25.577675 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56000) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:22:25.582012 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-129a2fc3-2193-401a-8259-fd0e753fca22 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Request body: {'security_group_rule': {'security_group_id': '183c19de-865f-4c60-bd2f-40101ba8859c', 'project_id': '957e62dd134f4b1494c05189833997e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:22:25.665088 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-129a2fc3-2193-401a-8259-fd0e753fca22 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Project 957e62dd134f4b1494c05189833997e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:22:25.670668 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-129a2fc3-2193-401a-8259-fd0e753fca22 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:25.727947 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-129a2fc3-2193-401a-8259-fd0e753fca22 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:25.790628 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-129a2fc3-2193-401a-8259-fd0e753fca22 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:25.805543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a2fc3-2193-401a-8259-fd0e753fca22 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ae8b31-c72d-47ba-8430-57ccc603587d,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:22:25.882144 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-129a2fc3-2193-401a-8259-fd0e753fca22 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:25.883332 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-129a2fc3-2193-401a-8259-fd0e753fca22 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3047426 Sep 18 00:22:25.886549 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56002) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:22:25.890732 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b5fc95b0-2091-45a1-bd53-a27be009480f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Request body: {'security_group_rule': {'security_group_id': '183c19de-865f-4c60-bd2f-40101ba8859c', 'project_id': '957e62dd134f4b1494c05189833997e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:22:25.979464 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-b5fc95b0-2091-45a1-bd53-a27be009480f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Project 957e62dd134f4b1494c05189833997e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:22:25.984220 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b5fc95b0-2091-45a1-bd53-a27be009480f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:26.047154 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b5fc95b0-2091-45a1-bd53-a27be009480f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:26.128089 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b5fc95b0-2091-45a1-bd53-a27be009480f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:26.146239 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc95b0-2091-45a1-bd53-a27be009480f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3689be-4d0e-48b3-af4f-92a6797c21d4,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:22:26.196851 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b5fc95b0-2091-45a1-bd53-a27be009480f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:26.198705 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b5fc95b0-2091-45a1-bd53-a27be009480f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3112288 Sep 18 00:22:40.617433 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:40.681938 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:22:43.599865 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:44.122134 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6bfa8d85-8aaa-472c-9144-7a9d4c940807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:46.634468 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-30444a4e-8d91-49f1-928f-faa8ee6e2921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:47.373522 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:47.842166 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:49.132305 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-6bb2e865-f16e-4317-b099-7200a18c73c4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764231508&fields=id&tenant_id=957e62dd134f4b1494c05189833997e3 HTTP/1.1" status: 200 len: 267 time: 0.0314753 Sep 18 00:22:49.238507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-e15f551f-68dd-4b68-abae-506a93e95b7d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:49.239947 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-e15f551f-68dd-4b68-abae-506a93e95b7d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 812 time: 0.1005440 Sep 18 00:22:49.254416 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-09b1ab7b-e8b3-481c-ba2a-cb8f0d9e2145 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/quotas/957e62dd134f4b1494c05189833997e3 HTTP/1.1" status: 200 len: 375 time: 0.0087624 Sep 18 00:22:49.305882 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-9dc48fe7-27f9-4c2f-92a8-126127ce3d77 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462880 Sep 18 00:22:49.323442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-12c0ab6b-fbff-4a30-af2e-e83b588baaec service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:22:49.324384 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-12c0ab6b-fbff-4a30-af2e-e83b588baaec service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055571 Sep 18 00:22:49.414986 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-c2dab047-abac-4f66-861f-4d57bc57de03 service neutron] 10.222.0.46 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849180 Sep 18 00:22:49.504432 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-5802d50c-677a-4892-9626-9b54dcc257bf service neutron] 10.222.0.46 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823007 Sep 18 00:22:49.847276 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:50.043013 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-73f92434-5199-442c-bdd9-c52a67184b97 req-3580dbfd-cb36-48d5-ae1b-ba676622dfff tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 210 time: 0.0264533 Sep 18 00:22:51.143365 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9e1a359c-7547-4cdd-94be-13f901290def req-e7f4b5c7-ce53-408f-bd98-672717dfb1e6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 210 time: 0.0309579 Sep 18 00:22:51.672999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-8015d7e9-91ad-4daa-9754-b036de68e82c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:51.674528 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-8015d7e9-91ad-4daa-9754-b036de68e82c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 812 time: 0.1012249 Sep 18 00:22:51.727614 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-566dad3a-aa95-48df-84e7-0d25f35339bb tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=957e62dd134f4b1494c05189833997e3 HTTP/1.1" status: 200 len: 379 time: 0.0405905 Sep 18 00:22:51.737718 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-48172904-bfb7-4ebb-8747-6ef5e8815532 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Request body: {'port': {'device_id': '4eb28c33-425b-4bce-a718-ebc3027942be', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'admin_state_up': True, 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'security_groups': ['183c19de-865f-4c60-bd2f-40101ba8859c']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:22:51.904414 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-48172904-bfb7-4ebb-8747-6ef5e8815532 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Made reservation on behalf of 957e62dd134f4b1494c05189833997e3 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:22:51.907973 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-48172904-bfb7-4ebb-8747-6ef5e8815532 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:52.037792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-48172904-bfb7-4ebb-8747-6ef5e8815532 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Allocated IP 172.20.0.10 (a764c774-bfd5-4fd3-8c8b-c78f089f9ee5/7d7fdb57-9c96-44db-9a47-1ece1272bc35/686eac33-c5e0-4585-8e4a-9629f15553e8) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:22:52.174175 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-48172904-bfb7-4ebb-8747-6ef5e8815532 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:52.243385 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83d5ff5e-93ef-4dc8-8f64-95c6ca026e5a req-dd4af525-fe1a-4fca-be49-18ddb3d34124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 210 time: 0.0306973 Sep 18 00:22:52.276388 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-48172904-bfb7-4ebb-8747-6ef5e8815532 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:52.318418 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-48172904-bfb7-4ebb-8747-6ef5e8815532 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:22:52.321401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-48172904-bfb7-4ebb-8747-6ef5e8815532 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:22:52.323910 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-48172904-bfb7-4ebb-8747-6ef5e8815532 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:22:52.359832 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48172904-bfb7-4ebb-8747-6ef5e8815532 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event updated for resources: {'Port': ['ID=686eac33-c5e0-4585-8e4a-9629f15553e8,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:22:52.387790 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-48172904-bfb7-4ebb-8747-6ef5e8815532 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:52.388416 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-48172904-bfb7-4ebb-8747-6ef5e8815532 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:52.460206 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-48172904-bfb7-4ebb-8747-6ef5e8815532 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7258418 Sep 18 00:22:52.472706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Request body: {'port': {'device_id': '4eb28c33-425b-4bce-a718-ebc3027942be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:22:52.534435 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:52.556935 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2373d83b-017b-408e-8348-bd9edfa48b42 None None] Provisioning complete for port 686eac33-c5e0-4585-8e4a-9629f15553e8 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:22:52.557509 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2373d83b-017b-408e-8348-bd9edfa48b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:52.597036 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-2373d83b-017b-408e-8348-bd9edfa48b42 None None] Port 686eac33-c5e0-4585-8e4a-9629f15553e8 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:22:52.792490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686eac33-c5e0-4585-8e4a-9629f15553e8 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:22:52.801356 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:52.812951 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Transition to ACTIVE for port object 686eac33-c5e0-4585-8e4a-9629f15553e8 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:22:52.881347 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:52.931641 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Pushing event updated for resources: {'Port': ['ID=686eac33-c5e0-4585-8e4a-9629f15553e8,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:22:53.028936 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Attempting to bind port 686eac33-c5e0-4585-8e4a-9629f15553e8 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:22:53.029283 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Attempting to bind port 686eac33-c5e0-4585-8e4a-9629f15553e8 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:22:53.029601 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Attempting to bind port 686eac33-c5e0-4585-8e4a-9629f15553e8 on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:22:53.034157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Port 686eac33-c5e0-4585-8e4a-9629f15553e8 on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:22:53.034477 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Attempting to bind port 686eac33-c5e0-4585-8e4a-9629f15553e8 on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:22:53.039551 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:22:53.039888 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Checking segment: {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:22:53.040277 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Bound using segment: {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:22:53.040704 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Bound port: 686eac33-c5e0-4585-8e4a-9629f15553e8, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:22:53.041095 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:53.116454 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] For port 686eac33-c5e0-4585-8e4a-9629f15553e8, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:22:53.120044 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] For port 686eac33-c5e0-4585-8e4a-9629f15553e8, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=686eac33-c5e0-4585-8e4a-9629f15553e8,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:22:53.173919 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:53.211554 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:53.212225 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:22:53.214081 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] 10.222.0.37 "PUT /v2.0/ports/686eac33-c5e0-4585-8e4a-9629f15553e8 HTTP/1.1" status: 200 len: 1092 time: 0.7457905 Sep 18 00:22:53.214640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb28c33-425b-4bce-a718-ebc3027942be', 'tag': '686eac33-c5e0-4585-8e4a-9629f15553e8'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:22:53.216961 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234ca605-a6a9-4909-a59e-b6591027238c" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb28c33-425b-4bce-a718-ebc3027942be", "tag": "686eac33-c5e0-4585-8e4a-9629f15553e8"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:22:53.242819 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99295f58-1b19-46fe-b872-27db4620eabc service neutron] Pushing event updated for resources: {'Port': ['ID=686eac33-c5e0-4585-8e4a-9629f15553e8,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:22:53.259219 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd606f5d-4bfe-4f82-bc83-a3a6eb7e713c x-openstack-request-id: req-bd606f5d-4bfe-4f82-bc83-a3a6eb7e713c {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:22:53.259668 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb28c33-425b-4bce-a718-ebc3027942be", "tag": "686eac33-c5e0-4585-8e4a-9629f15553e8", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:22:53.259925 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd606f5d-4bfe-4f82-bc83-a3a6eb7e713c {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:22:53.260321 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb28c33-425b-4bce-a718-ebc3027942be', 'tag': '686eac33-c5e0-4585-8e4a-9629f15553e8', 'status': 'completed', 'code': 200} Sep 18 00:22:53.368973 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ca605-a6a9-4909-a59e-b6591027238c req-f713679a-b849-449c-9e69-95704cc6602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:53.370652 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-234ca605-a6a9-4909-a59e-b6591027238c req-f713679a-b849-449c-9e69-95704cc6602e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 1095 time: 0.0862665 Sep 18 00:22:53.412429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d5195-e156-41ad-968c-58c7694c2c2e req-e1399f61-05c6-48b1-8447-aeda0c14cae7 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:53.414186 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-310d5195-e156-41ad-968c-58c7694c2c2e req-e1399f61-05c6-48b1-8447-aeda0c14cae7 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 944 time: 0.0870402 Sep 18 00:22:53.508851 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-310d5195-e156-41ad-968c-58c7694c2c2e req-6fba35c6-ca52-4d03-866b-b3310f45ec3c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848401 Sep 18 00:22:53.512162 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ca605-a6a9-4909-a59e-b6591027238c req-ba1927b3-9a30-4ed2-acc9-55cf9c2986f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:53.513607 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-234ca605-a6a9-4909-a59e-b6591027238c req-ba1927b3-9a30-4ed2-acc9-55cf9c2986f3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=957e62dd134f4b1494c05189833997e3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1341004 Sep 18 00:22:53.606106 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ca605-a6a9-4909-a59e-b6591027238c req-11c0c9a9-fa19-44a0-97be-584fd76f7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:53.607514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-234ca605-a6a9-4909-a59e-b6591027238c req-11c0c9a9-fa19-44a0-97be-584fd76f7fe8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871918 Sep 18 00:22:53.684167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-5678bb0d-0b42-4114-b289-82a968331767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:53.685718 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-5678bb0d-0b42-4114-b289-82a968331767 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 1095 time: 0.0425677 Sep 18 00:22:53.732125 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-7dca4a96-4a97-4b80-9e79-2e1799703eca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=686eac33-c5e0-4585-8e4a-9629f15553e8 HTTP/1.1" status: 200 len: 217 time: 0.0385852 Sep 18 00:22:53.783700 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-058cb120-29ef-4f2a-8926-1d0acbd6dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:53.785242 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-058cb120-29ef-4f2a-8926-1d0acbd6dbf5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0470896 Sep 18 00:22:53.831883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-ce863bbd-8f1a-47ee-b45b-4e647a49b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:53.833798 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-ce863bbd-8f1a-47ee-b45b-4e647a49b493 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417528 Sep 18 00:22:53.924682 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-5802642c-d223-4051-8d7b-bf0619f3619c service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836203 Sep 18 00:22:54.012688 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9c27877-c2b2-4eb5-ad3b-512982aa310d req-1903d8d4-fda0-416b-96d4-5f67208d05de service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809836 Sep 18 00:22:54.628354 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f9c57-44e9-4db9-b192-5e280fc93e7f req-81522196-40c3-4a86-8b19-2e9b8affaf4e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:54.630479 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b22f9c57-44e9-4db9-b192-5e280fc93e7f req-81522196-40c3-4a86-8b19-2e9b8affaf4e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 944 time: 0.0531509 Sep 18 00:22:54.669031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b22f9c57-44e9-4db9-b192-5e280fc93e7f req-c077d843-fd46-4263-a213-3080046b1d23 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325382 Sep 18 00:22:55.790788 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbb26d-2d8e-4802-b9e1-e5dc67ad76f6 req-9a868146-4c7a-4217-98c1-f5037e43a085 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:55.792355 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ddbb26d-2d8e-4802-b9e1-e5dc67ad76f6 req-9a868146-4c7a-4217-98c1-f5037e43a085 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 944 time: 0.0504801 Sep 18 00:22:55.831737 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ddbb26d-2d8e-4802-b9e1-e5dc67ad76f6 req-b4023bc7-02b5-45ce-806e-5be705c3ba28 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326734 Sep 18 00:22:56.945792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949826df-c402-4daa-b149-9f612a10e1c5 req-c6cd4e66-fd4a-4eff-94f7-4bf9c80e27f9 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:56.947225 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-949826df-c402-4daa-b149-9f612a10e1c5 req-c6cd4e66-fd4a-4eff-94f7-4bf9c80e27f9 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 944 time: 0.0487773 Sep 18 00:22:56.983501 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-949826df-c402-4daa-b149-9f612a10e1c5 req-d9c309b9-e411-4166-b68f-26c8ac364fe5 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297990 Sep 18 00:22:58.099114 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0171c5-56fe-4f6f-967c-5906aba4b683 req-42f66f04-5f06-4c12-b786-9ff211055780 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:58.100569 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa0171c5-56fe-4f6f-967c-5906aba4b683 req-42f66f04-5f06-4c12-b786-9ff211055780 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 944 time: 0.0511816 Sep 18 00:22:58.137052 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa0171c5-56fe-4f6f-967c-5906aba4b683 req-bfc09031-784b-44ab-a1d7-4f6e358c1ca9 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298343 Sep 18 00:22:59.247952 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcbe4d-bd8d-4b1d-8860-9f70947829d2 req-f32d97e6-8133-44fa-927c-e99bb0658c66 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:22:59.249448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9cbcbe4d-bd8d-4b1d-8860-9f70947829d2 req-f32d97e6-8133-44fa-927c-e99bb0658c66 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 944 time: 0.0473769 Sep 18 00:22:59.286359 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9cbcbe4d-bd8d-4b1d-8860-9f70947829d2 req-34580f70-c3cb-4d0a-b3a1-8db971f265dc tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310812 Sep 18 00:23:00.395816 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de913621-d859-4edc-b891-96bfe91b4fa4 req-e10362ab-2cc5-44a6-a549-659b8135ec1c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:00.397287 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de913621-d859-4edc-b891-96bfe91b4fa4 req-e10362ab-2cc5-44a6-a549-659b8135ec1c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 944 time: 0.0465589 Sep 18 00:23:00.433232 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de913621-d859-4edc-b891-96bfe91b4fa4 req-f30748d4-288e-4bf6-92cf-40183f36c0ac tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294421 Sep 18 00:23:01.547405 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105618ef-6bbb-40f4-9f3c-a9595e8b8e23 req-4d391267-d980-439c-bdf4-931818b22d03 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:01.548858 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-105618ef-6bbb-40f4-9f3c-a9595e8b8e23 req-4d391267-d980-439c-bdf4-931818b22d03 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 944 time: 0.0507510 Sep 18 00:23:01.586033 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-105618ef-6bbb-40f4-9f3c-a9595e8b8e23 req-26eab3e3-8386-4872-a4f6-e21f148e92df tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313525 Sep 18 00:23:02.695521 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7b1e6-f138-45bd-aefd-28b5f2b357bb req-fc27bcb6-aca1-4ad5-9a3b-fcbd4309900a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:02.697040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b9d7b1e6-f138-45bd-aefd-28b5f2b357bb req-fc27bcb6-aca1-4ad5-9a3b-fcbd4309900a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 944 time: 0.0471616 Sep 18 00:23:02.735576 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b9d7b1e6-f138-45bd-aefd-28b5f2b357bb req-002a6f21-090d-42ff-beb2-781535f02b34 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321689 Sep 18 00:23:03.848476 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62894ca0-7c60-4657-add2-fd9d1367e03b req-7e7171c3-1768-4275-9a80-ad387877bbaf tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:03.849983 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62894ca0-7c60-4657-add2-fd9d1367e03b req-7e7171c3-1768-4275-9a80-ad387877bbaf tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 944 time: 0.0482435 Sep 18 00:23:03.874560 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 686eac33-c5e0-4585-8e4a-9629f15553e8 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:23:03.888463 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62894ca0-7c60-4657-add2-fd9d1367e03b req-7e399401-79fd-418a-b082-be249b7fd92f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323915 Sep 18 00:23:03.973032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 686eac33-c5e0-4585-8e4a-9629f15553e8, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=686eac33-c5e0-4585-8e4a-9629f15553e8,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:23:03.983852 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '686eac33-c5e0-4585-8e4a-9629f15553e8', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'port_id': '686eac33-c5e0-4585-8e4a-9629f15553e8', 'mac_address': 'fa:16:3e:28:71:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:23:04.024237 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:04.036549 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686eac33-c5e0-4585-8e4a-9629f15553e8 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:23:04.055318 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 686eac33-c5e0-4585-8e4a-9629f15553e8, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=686eac33-c5e0-4585-8e4a-9629f15553e8,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:23:04.132528 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:04.177417 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=686eac33-c5e0-4585-8e4a-9629f15553e8,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:23:04.184969 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:04.185313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:04.185649 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:04.185978 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:04.186305 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:04.186629 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:04.186951 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:04.187271 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:04.187589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:04.187905 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:04.188220 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:04.188535 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:23:04.344234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['686eac33-c5e0-4585-8e4a-9629f15553e8'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:23:05.002298 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5663b-74f5-4927-81c5-ee15c211416b req-42566f23-153c-4291-98e7-8671b796f3c3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:05.004379 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-87c5663b-74f5-4927-81c5-ee15c211416b req-42566f23-153c-4291-98e7-8671b796f3c3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 945 time: 0.0514181 Sep 18 00:23:05.041995 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-87c5663b-74f5-4927-81c5-ee15c211416b req-0cbf3a28-4fcc-44fc-aebe-0ddd6a611283 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321846 Sep 18 00:23:05.889526 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 686eac33-c5e0-4585-8e4a-9629f15553e8 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:23:05.993571 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 686eac33-c5e0-4585-8e4a-9629f15553e8 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:23:05.997943 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 686eac33-c5e0-4585-8e4a-9629f15553e8 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:23:05.998321 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:06.077497 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:06.100362 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb28c33-425b-4bce-a718-ebc3027942be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686eac33-c5e0-4585-8e4a-9629f15553e8'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:23:06.102628 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691be409-3959-4613-ad1b-6e95026f6ecf" -d '{"events": [{"server_uuid": "4eb28c33-425b-4bce-a718-ebc3027942be", "name": "network-vif-plugged", "status": "completed", "tag": "686eac33-c5e0-4585-8e4a-9629f15553e8"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:23:06.114989 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 686eac33-c5e0-4585-8e4a-9629f15553e8, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=686eac33-c5e0-4585-8e4a-9629f15553e8,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:23:06.143151 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22eb6197-c17d-47eb-82c0-6bf780d5b6da x-openstack-request-id: req-22eb6197-c17d-47eb-82c0-6bf780d5b6da {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:23:06.143445 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb28c33-425b-4bce-a718-ebc3027942be", "name": "network-vif-plugged", "status": "completed", "tag": "686eac33-c5e0-4585-8e4a-9629f15553e8", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:23:06.143698 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22eb6197-c17d-47eb-82c0-6bf780d5b6da {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:23:06.144097 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb28c33-425b-4bce-a718-ebc3027942be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686eac33-c5e0-4585-8e4a-9629f15553e8', 'code': 200} Sep 18 00:23:06.156875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee4b71-e99e-45a4-b86d-a6c50cda75ac req-1919f46c-1c76-4daf-bbfe-0095de881c4c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:06.158398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3ee4b71-e99e-45a4-b86d-a6c50cda75ac req-1919f46c-1c76-4daf-bbfe-0095de881c4c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 945 time: 0.0508912 Sep 18 00:23:06.199999 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3ee4b71-e99e-45a4-b86d-a6c50cda75ac req-3facde18-9272-4e50-acac-ff14bb41659e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354800 Sep 18 00:23:06.219822 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:06.238886 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac2301-8d17-466d-b531-5c5793582906 req-9e370bda-a5fe-499d-8139-bb4841e00bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:06.240504 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ffac2301-8d17-466d-b531-5c5793582906 req-9e370bda-a5fe-499d-8139-bb4841e00bc1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 1096 time: 0.0396283 Sep 18 00:23:06.266271 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=686eac33-c5e0-4585-8e4a-9629f15553e8,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:23:06.276373 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ffac2301-8d17-466d-b531-5c5793582906 req-93f9143e-ebf7-4f0b-988e-01e10c5ada56 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289710 Sep 18 00:23:07.319233 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfa128-5b15-4b8e-a348-8be0fcc0d4c2 req-f4b877ad-6170-4ac4-98cb-47dba7844c0a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:07.320632 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9cdfa128-5b15-4b8e-a348-8be0fcc0d4c2 req-f4b877ad-6170-4ac4-98cb-47dba7844c0a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 946 time: 0.0521297 Sep 18 00:23:07.358696 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9cdfa128-5b15-4b8e-a348-8be0fcc0d4c2 req-9f67f753-1281-42a5-9ccf-6c01faead956 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319135 Sep 18 00:23:08.470280 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cfe17-ca1e-4a86-b3ac-3454d03c9d4d req-c8c1f862-8feb-4e28-bf4d-501affabc762 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:08.471727 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ef7cfe17-ca1e-4a86-b3ac-3454d03c9d4d req-c8c1f862-8feb-4e28-bf4d-501affabc762 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 946 time: 0.0487368 Sep 18 00:23:08.507916 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ef7cfe17-ca1e-4a86-b3ac-3454d03c9d4d req-e09a83ac-926f-41e8-b0f3-acaae30ca245 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303087 Sep 18 00:23:08.617518 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea78e5-a0af-4700-b82c-d008fb9842c1 req-b007fc34-b93b-4975-9f46-02a0d40b20db tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:08.618943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9fea78e5-a0af-4700-b82c-d008fb9842c1 req-b007fc34-b93b-4975-9f46-02a0d40b20db tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 946 time: 0.0469553 Sep 18 00:23:08.655113 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9fea78e5-a0af-4700-b82c-d008fb9842c1 req-3a4f7f91-35ef-4d50-af10-115301e37990 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295694 Sep 18 00:23:08.676852 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56204) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:23:08.715922 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6450a64b-1404-4c95-a2f9-125050b847bd tempest-TestVolumeBootPattern-1420564158 tempest-TestVolumeBootPattern-1420564158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:08.721557 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6450a64b-1404-4c95-a2f9-125050b847bd tempest-TestVolumeBootPattern-1420564158 tempest-TestVolumeBootPattern-1420564158-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 1092 time: 0.0396268 Sep 18 00:23:08.723772 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56206) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:23:08.727952 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '686eac33-c5e0-4585-8e4a-9629f15553e8', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:23:08.845476 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:08.942223 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:09.045022 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Allocated IP 172.25.3.129 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/6d77b3ea-1631-42e0-857e-0cd2e6221e0b) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:23:09.145764 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:09.222631 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:09.257349 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:23:09.260051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:23:09.263530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:23:09.288656 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event updated for resources: {'Port': ['ID=6d77b3ea-1631-42e0-857e-0cd2e6221e0b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:23:09.610781 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:09.768579 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:09.916574 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:09.972040 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:10.044197 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event updated for resources: {'Port': ['ID=6d77b3ea-1631-42e0-857e-0cd2e6221e0b,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:23:10.052045 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:10.146891 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Floating IP fa998e27-39f8-4f61-931b-d6fc55951f14 associated. External IP: 172.25.3.129, port: 686eac33-c5e0-4585-8e4a-9629f15553e8. Sep 18 00:23:10.346611 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:23:10.449292 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:23:10.458970 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b51a772-e590-413b-9f6a-574529aada72 None None] Sync routers for ids ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:23:10.467891 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b51a772-e590-413b-9f6a-574529aada72 None None] Routers {'0d91f2d8-875c-48cc-a100-0ef71f84e4f3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:23:10.468529 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-4b51a772-e590-413b-9f6a-574529aada72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:22:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:23:10.515934 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:10.543403 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7f84d90f-a0e9-44ba-8597-54f122315c84 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8186231 Sep 18 00:23:10.543987 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb28c33-425b-4bce-a718-ebc3027942be', 'tag': '686eac33-c5e0-4585-8e4a-9629f15553e8'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:23:10.546258 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9780fef-cf6f-47a7-bf3d-56bded0690d0" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb28c33-425b-4bce-a718-ebc3027942be", "tag": "686eac33-c5e0-4585-8e4a-9629f15553e8"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:23:10.582390 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-4b51a772-e590-413b-9f6a-574529aada72 None None] Set router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:23:10.584801 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1854c36-f79e-43f7-85e0-2a03da513094 x-openstack-request-id: req-c1854c36-f79e-43f7-85e0-2a03da513094 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:23:10.585292 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb28c33-425b-4bce-a718-ebc3027942be", "tag": "686eac33-c5e0-4585-8e4a-9629f15553e8", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:23:10.585546 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c1854c36-f79e-43f7-85e0-2a03da513094 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:23:10.585945 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb28c33-425b-4bce-a718-ebc3027942be', 'tag': '686eac33-c5e0-4585-8e4a-9629f15553e8', 'status': 'completed', 'code': 200} Sep 18 00:23:10.612135 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:10.650735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9780fef-cf6f-47a7-bf3d-56bded0690d0 req-689a58d7-96b0-406f-8447-3cd4430e492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:10.652315 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9780fef-cf6f-47a7-bf3d-56bded0690d0 req-689a58d7-96b0-406f-8447-3cd4430e492d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 1097 time: 0.0442278 Sep 18 00:23:10.740978 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9780fef-cf6f-47a7-bf3d-56bded0690d0 req-ee1156db-f32e-4481-acfe-d270ebcb5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:10.742476 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9780fef-cf6f-47a7-bf3d-56bded0690d0 req-ee1156db-f32e-4481-acfe-d270ebcb5579 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 913 time: 0.0830605 Sep 18 00:23:10.805368 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-4b51a772-e590-413b-9f6a-574529aada72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'fa998e27-39f8-4f61-931b-d6fc55951f14', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'port_id': '686eac33-c5e0-4585-8e4a-9629f15553e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'mac_address': 'fa:16:3e:28:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb28c33-425b-4bce-a718-ebc3027942be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:23:09Z', 'updated_at': '2021-09-18T00:23:09Z', 'revision_number': 0, 'project_id': '957e62dd134f4b1494c05189833997e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 5, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:23:10.810182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9780fef-cf6f-47a7-bf3d-56bded0690d0 req-f54e2696-0332-47bf-ba04-e7603aa3caf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=686eac33-c5e0-4585-8e4a-9629f15553e8 HTTP/1.1" status: 200 len: 1000 time: 0.0609598 Sep 18 00:23:10.831148 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b51a772-e590-413b-9f6a-574529aada72 None None] Checking router: 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:23:10.839496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b51a772-e590-413b-9f6a-574529aada72 None None] Routers {'0d91f2d8-875c-48cc-a100-0ef71f84e4f3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:23:10.840097 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-4b51a772-e590-413b-9f6a-574529aada72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:22:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:23:10.858787 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9780fef-cf6f-47a7-bf3d-56bded0690d0 req-f2320e4d-f04c-442a-b2e1-e65c8c9ee4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:10.860340 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9780fef-cf6f-47a7-bf3d-56bded0690d0 req-f2320e4d-f04c-442a-b2e1-e65c8c9ee4b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0435009 Sep 18 00:23:10.904503 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9780fef-cf6f-47a7-bf3d-56bded0690d0 req-15f8258c-3a4d-461b-9728-eaf2f8857e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:10.905925 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9780fef-cf6f-47a7-bf3d-56bded0690d0 req-15f8258c-3a4d-461b-9728-eaf2f8857e04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387876 Sep 18 00:23:10.943565 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-4b51a772-e590-413b-9f6a-574529aada72 None None] Set router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:23:10.997530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9780fef-cf6f-47a7-bf3d-56bded0690d0 req-e850c4be-96ed-43d8-a545-5fe0792e5a52 service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838759 Sep 18 00:23:11.085752 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9780fef-cf6f-47a7-bf3d-56bded0690d0 req-488e87f9-6435-4c84-9b44-560cda9e21ea service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812428 Sep 18 00:23:11.165392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-4b51a772-e590-413b-9f6a-574529aada72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'fa998e27-39f8-4f61-931b-d6fc55951f14', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'port_id': '686eac33-c5e0-4585-8e4a-9629f15553e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'mac_address': 'fa:16:3e:28:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb28c33-425b-4bce-a718-ebc3027942be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:23:09Z', 'updated_at': '2021-09-18T00:23:09Z', 'revision_number': 0, 'project_id': '957e62dd134f4b1494c05189833997e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 5, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:23:11.191566 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b51a772-e590-413b-9f6a-574529aada72 None None] The sync data for ids ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'] in n-d-809883-1 is: [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'fa998e27-39f8-4f61-931b-d6fc55951f14', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'port_id': '686eac33-c5e0-4585-8e4a-9629f15553e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'mac_address': 'fa:16:3e:28:71:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb28c33-425b-4bce-a718-ebc3027942be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:23:09Z', 'updated_at': '2021-09-18T00:23:09Z', 'revision_number': 0, 'project_id': '957e62dd134f4b1494c05189833997e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 5, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:23:11.374905 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e55547-3eba-4a07-b0a4-3ac732be70c4 None None] New status for floating IP fa998e27-39f8-4f61-931b-d6fc55951f14: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:23:13.640763 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:14.057803 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0eedf1eb-4efd-428f-af4a-8a1b42d81964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:16.600298 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8f777688-32fc-4f8d-b1ff-7dac0440b074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:17.320790 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:17.681352 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:23:17.845904 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:19.886316 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:28.394672 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55ade14e-2207-43c0-a281-e6a4c002fc1a req-5d3c0c73-cf93-4333-99ae-354088bff5ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439916 Sep 18 00:23:28.476564 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ade14e-2207-43c0-a281-e6a4c002fc1a req-43c17b76-918c-44f8-b9e3-dc285a6c1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:28.478119 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55ade14e-2207-43c0-a281-e6a4c002fc1a req-43c17b76-918c-44f8-b9e3-dc285a6c1feb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 1097 time: 0.0413771 Sep 18 00:23:28.581895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ade14e-2207-43c0-a281-e6a4c002fc1a req-e2d3a73a-f9fc-4478-bbc4-cfec5cf08088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:28.583575 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55ade14e-2207-43c0-a281-e6a4c002fc1a req-e2d3a73a-f9fc-4478-bbc4-cfec5cf08088 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 913 time: 0.0857203 Sep 18 00:23:28.654693 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55ade14e-2207-43c0-a281-e6a4c002fc1a req-93d46cc4-a5b9-4e77-93da-d3b09f5e5bc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=686eac33-c5e0-4585-8e4a-9629f15553e8 HTTP/1.1" status: 200 len: 1002 time: 0.0616617 Sep 18 00:23:28.703127 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ade14e-2207-43c0-a281-e6a4c002fc1a req-bf02b65e-1123-45f3-b724-5929b7d7435b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:28.704553 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55ade14e-2207-43c0-a281-e6a4c002fc1a req-bf02b65e-1123-45f3-b724-5929b7d7435b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0434899 Sep 18 00:23:28.748987 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ade14e-2207-43c0-a281-e6a4c002fc1a req-88e1197d-1081-4519-929c-22031646c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:23:28.750459 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55ade14e-2207-43c0-a281-e6a4c002fc1a req-88e1197d-1081-4519-929c-22031646c009 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386994 Sep 18 00:23:28.846055 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55ade14e-2207-43c0-a281-e6a4c002fc1a req-295d1048-b4af-4172-8eee-13ac3f59efa4 service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881176 Sep 18 00:23:28.939771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55ade14e-2207-43c0-a281-e6a4c002fc1a req-32480517-b12e-4278-a9f2-83e82fc1b0af service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860751 Sep 18 00:23:40.611731 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:43.633899 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:44.074216 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ff182d91-ee14-465c-87d3-c7424dd32fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:46.633771 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-00636b78-71d3-4610-9b2c-c090b3f3678b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:47.313909 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:47.884957 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:49.862349 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:23:54.679720 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:24:10.598673 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:13.626974 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:14.038737 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b32221e7-d3b7-4ae3-9860-3d51223fa6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:16.553560 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-42ca6693-ce95-4dc7-99e3-44af5b134e78 req-320eff28-b81e-43c2-9443-2179651d0b51 service neutron] (95591) timed out ('10.222.0.37', 50645) {{(pid=95591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 00:24:16.598559 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1c134163-1b10-4234-b33d-a9ee2318abe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:17.324312 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:17.878772 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:19.866973 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:29.482807 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29a53f94-10fa-4eae-8be8-6f66badeb465 req-53419e41-b8b9-404e-a51d-fd767a2e7a0f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1358049 Sep 18 00:24:29.565310 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a53f94-10fa-4eae-8be8-6f66badeb465 req-ea7fffdb-8dfd-4465-9c77-e9298df462d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:24:29.566983 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29a53f94-10fa-4eae-8be8-6f66badeb465 req-ea7fffdb-8dfd-4465-9c77-e9298df462d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 1097 time: 0.0421233 Sep 18 00:24:29.674157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a53f94-10fa-4eae-8be8-6f66badeb465 req-6b35cf12-754b-4bee-97ae-39f6fd6b4b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:24:29.675666 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29a53f94-10fa-4eae-8be8-6f66badeb465 req-6b35cf12-754b-4bee-97ae-39f6fd6b4b79 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 913 time: 0.0903482 Sep 18 00:24:29.742591 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29a53f94-10fa-4eae-8be8-6f66badeb465 req-ab82fa40-2634-494f-b53f-0e4c406f4be1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=686eac33-c5e0-4585-8e4a-9629f15553e8 HTTP/1.1" status: 200 len: 1002 time: 0.0593626 Sep 18 00:24:29.791433 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a53f94-10fa-4eae-8be8-6f66badeb465 req-bdf50b1a-04f8-41d6-a7ad-91fce34ef643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:24:29.792908 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29a53f94-10fa-4eae-8be8-6f66badeb465 req-bdf50b1a-04f8-41d6-a7ad-91fce34ef643 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0434606 Sep 18 00:24:29.840508 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a53f94-10fa-4eae-8be8-6f66badeb465 req-3c750739-fed7-451a-a749-d16b1c9a3583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:24:29.841998 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29a53f94-10fa-4eae-8be8-6f66badeb465 req-3c750739-fed7-451a-a749-d16b1c9a3583 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426185 Sep 18 00:24:29.928856 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29a53f94-10fa-4eae-8be8-6f66badeb465 req-afcfb527-c4f1-4d16-aa63-7fd67ff7cec8 service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795815 Sep 18 00:24:30.025985 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29a53f94-10fa-4eae-8be8-6f66badeb465 req-66e858c7-d333-4b0e-a082-de90dd12f254 service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902388 Sep 18 00:24:31.679328 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:24:40.609143 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:43.666373 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:44.043442 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1032363f-bf9d-47b4-b1bd-bd7faf6e855f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:46.609200 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-06232064-4c26-45c0-908e-11f62a6824d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:47.369348 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:47.854802 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:24:49.843417 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:08.677900 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:25:10.681921 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:13.637561 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:14.060158 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-80e41200-6f0a-4e26-a535-a3ccc082424a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:16.597917 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-377f5aab-4bec-44c5-a4f3-0f0fcede4d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:17.311453 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:17.905877 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:19.911862 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:29.398906 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac0fe737-ef5d-4cc9-8386-e009e90c0464 req-74500e84-7059-4a5e-98f9-d7d7c0b64008 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427232 Sep 18 00:25:29.477072 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fe737-ef5d-4cc9-8386-e009e90c0464 req-3fc0f585-0c72-42e8-a50e-fd728bc87a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:29.478561 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac0fe737-ef5d-4cc9-8386-e009e90c0464 req-3fc0f585-0c72-42e8-a50e-fd728bc87a1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 1097 time: 0.0394413 Sep 18 00:25:29.582030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fe737-ef5d-4cc9-8386-e009e90c0464 req-1ab088fa-5ec3-4cc7-bdc8-494bcee31359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:29.583485 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac0fe737-ef5d-4cc9-8386-e009e90c0464 req-1ab088fa-5ec3-4cc7-bdc8-494bcee31359 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 913 time: 0.0862226 Sep 18 00:25:29.647512 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac0fe737-ef5d-4cc9-8386-e009e90c0464 req-27323ad2-7392-4538-ad57-0f1e7f222247 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=686eac33-c5e0-4585-8e4a-9629f15553e8 HTTP/1.1" status: 200 len: 1002 time: 0.0559692 Sep 18 00:25:29.699711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fe737-ef5d-4cc9-8386-e009e90c0464 req-2d3b8493-52c2-4cd6-9c0d-5e68f27fa5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:29.701131 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac0fe737-ef5d-4cc9-8386-e009e90c0464 req-2d3b8493-52c2-4cd6-9c0d-5e68f27fa5e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0465553 Sep 18 00:25:29.745927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fe737-ef5d-4cc9-8386-e009e90c0464 req-b0d4edc4-5dcd-473c-b3a3-18622d4bb7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:29.747414 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac0fe737-ef5d-4cc9-8386-e009e90c0464 req-b0d4edc4-5dcd-473c-b3a3-18622d4bb7c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398686 Sep 18 00:25:29.841291 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac0fe737-ef5d-4cc9-8386-e009e90c0464 req-701752ff-8a61-447a-972a-5613d1c72f89 service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849507 Sep 18 00:25:29.928365 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac0fe737-ef5d-4cc9-8386-e009e90c0464 req-b475d06b-ed56-4cc6-827a-7111abf00de9 service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804775 Sep 18 00:25:37.062650 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5984723-ead8-488c-a4a3-f47ee2d38a84 req-bc8b08ff-8561-47f3-bdd9-a345fc142c1f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:37.064124 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5984723-ead8-488c-a4a3-f47ee2d38a84 req-bc8b08ff-8561-47f3-bdd9-a345fc142c1f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 946 time: 0.0956945 Sep 18 00:25:37.101322 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5984723-ead8-488c-a4a3-f47ee2d38a84 req-eb70f0e8-aaab-40f6-9696-a1818ad3a351 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311878 Sep 18 00:25:38.294306 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d3006-3c01-4434-a149-51154eeea58e req-96089db1-c9a3-420d-ad99-068ed08160b8 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:38.296403 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e94d3006-3c01-4434-a149-51154eeea58e req-96089db1-c9a3-420d-ad99-068ed08160b8 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 946 time: 0.1004770 Sep 18 00:25:38.332497 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e94d3006-3c01-4434-a149-51154eeea58e req-66a33ef7-a0ef-4ce9-a25c-b9f559046705 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301063 Sep 18 00:25:38.485443 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5454d-6c07-48c7-acd8-fa9b5bc0f641 req-19f42eee-fffd-434e-b09c-a0ede2da06b9 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:38.486863 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3f5454d-6c07-48c7-acd8-fa9b5bc0f641 req-19f42eee-fffd-434e-b09c-a0ede2da06b9 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 946 time: 0.0475011 Sep 18 00:25:38.574346 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-a3f5454d-6c07-48c7-acd8-fa9b5bc0f641 req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Deleting port 686eac33-c5e0-4585-8e4a-9629f15553e8 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:25:38.574685 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a3f5454d-6c07-48c7-acd8-fa9b5bc0f641 req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:38.990462 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-a3f5454d-6c07-48c7-acd8-fa9b5bc0f641 req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] For port 686eac33-c5e0-4585-8e4a-9629f15553e8, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=686eac33-c5e0-4585-8e4a-9629f15553e8,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:25:38.990830 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a3f5454d-6c07-48c7-acd8-fa9b5bc0f641 req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:39.155113 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a3f5454d-6c07-48c7-acd8-fa9b5bc0f641 req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:39.155475 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a3f5454d-6c07-48c7-acd8-fa9b5bc0f641 req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:39.155785 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [req-a3f5454d-6c07-48c7-acd8-fa9b5bc0f641 req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Floating IP fa998e27-39f8-4f61-931b-d6fc55951f14 disassociated. External IP: 172.25.3.129, port: 686eac33-c5e0-4585-8e4a-9629f15553e8. Sep 18 00:25:39.156119 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-a3f5454d-6c07-48c7-acd8-fa9b5bc0f641 req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Calling delete_port for 686eac33-c5e0-4585-8e4a-9629f15553e8 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:25:39.340117 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a3f5454d-6c07-48c7-acd8-fa9b5bc0f641 req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:39.366558 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event deleted for resources: {'Port': ['ID=686eac33-c5e0-4585-8e4a-9629f15553e8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:25:39.377420 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:39.377768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:39.378109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:39.378446 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:39.378780 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:39.379109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:39.379441 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:39.379788 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:39.380547 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:39.380547 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:39.380742 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:39.381034 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:39.461893 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8564680-aabb-4b78-9dfb-ce5cba4566eb req-0506af57-4c1d-44af-a037-e0d941261b18 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 210 time: 0.0306139 Sep 18 00:25:39.526440 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3f5454d-6c07-48c7-acd8-fa9b5bc0f641 req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:25:39.629578 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3f5454d-6c07-48c7-acd8-fa9b5bc0f641 req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:25:39.640308 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea504416-6664-43e8-b5e9-0eb62c489438 None None] Sync routers for ids ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:25:39.649755 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea504416-6664-43e8-b5e9-0eb62c489438 None None] Routers {'0d91f2d8-875c-48cc-a100-0ef71f84e4f3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:25:39.650298 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ea504416-6664-43e8-b5e9-0eb62c489438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:25:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:25:39.670257 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f5454d-6c07-48c7-acd8-fa9b5bc0f641 req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] No DVR routers for this DVR port 686eac33-c5e0-4585-8e4a-9629f15553e8 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:25:39.672966 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a3f5454d-6c07-48c7-acd8-fa9b5bc0f641 req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:39.675122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3f5454d-6c07-48c7-acd8-fa9b5bc0f641 req-cc826f5e-90e4-49f2-ac97-6cf78422c124 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "DELETE /v2.0/ports/686eac33-c5e0-4585-8e4a-9629f15553e8 HTTP/1.1" status: 204 len: 173 time: 1.1820850 Sep 18 00:25:39.675563 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb28c33-425b-4bce-a718-ebc3027942be', 'name': 'network-vif-deleted', 'tag': '686eac33-c5e0-4585-8e4a-9629f15553e8'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:25:39.677864 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9a9f61-24a1-458d-9405-6afa71342884" -d '{"events": [{"server_uuid": "4eb28c33-425b-4bce-a718-ebc3027942be", "name": "network-vif-deleted", "tag": "686eac33-c5e0-4585-8e4a-9629f15553e8"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:25:39.761114 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-ea504416-6664-43e8-b5e9-0eb62c489438 None None] Set router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:25:39.798388 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8b1b6b-f560-48fb-b459-e557fd8b0812 x-openstack-request-id: req-2d8b1b6b-f560-48fb-b459-e557fd8b0812 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:25:39.798388 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb28c33-425b-4bce-a718-ebc3027942be", "name": "network-vif-deleted", "tag": "686eac33-c5e0-4585-8e4a-9629f15553e8", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:25:39.798388 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d8b1b6b-f560-48fb-b459-e557fd8b0812 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:25:39.800448 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb28c33-425b-4bce-a718-ebc3027942be', 'name': 'network-vif-deleted', 'tag': '686eac33-c5e0-4585-8e4a-9629f15553e8', 'status': 'completed', 'code': 200} Sep 18 00:25:39.971027 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ea504416-6664-43e8-b5e9-0eb62c489438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 5, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:25:39.996676 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea504416-6664-43e8-b5e9-0eb62c489438 None None] Checking router: 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:25:40.006593 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea504416-6664-43e8-b5e9-0eb62c489438 None None] Routers {'0d91f2d8-875c-48cc-a100-0ef71f84e4f3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:25:40.007207 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ea504416-6664-43e8-b5e9-0eb62c489438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:25:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:25:40.111800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-ea504416-6664-43e8-b5e9-0eb62c489438 None None] Set router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:25:40.307578 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ea504416-6664-43e8-b5e9-0eb62c489438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 5, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:25:40.337012 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea504416-6664-43e8-b5e9-0eb62c489438 None None] The sync data for ids ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'] in n-d-809883-1 is: [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 5, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:25:40.559432 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8cd1ff37-4d16-4079-bc8e-4dbefefad5f4 req-d2692773-0397-4914-b79c-38a89f91f5c0 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 210 time: 0.0274932 Sep 18 00:25:40.584436 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8451aeea-911a-4fba-a939-8b84ff0e4548 None None] New status for floating IP fa998e27-39f8-4f61-931b-d6fc55951f14: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:25:40.631076 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:41.667948 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-16480d96-bf8e-431c-8f11-785f25c98475 req-cb3b7e08-4d36-4e08-ac8e-43351364b8f3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 210 time: 0.0288506 Sep 18 00:25:42.697457 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 686eac33-c5e0-4585-8e4a-9629f15553e8 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:25:42.717991 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 686eac33-c5e0-4585-8e4a-9629f15553e8 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:25:42.718338 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 686eac33-c5e0-4585-8e4a-9629f15553e8 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:25:42.761467 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20a45b63-19a0-4b46-b3bd-697af4cb404a req-fcf712cb-5970-4883-a1a5-80731c320af2 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 210 time: 0.0256042 Sep 18 00:25:43.665602 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:43.865118 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-393b668a-ac6c-4633-9efe-0bb32d2fd5cb req-7e438c52-c5dc-4ae6-b9ce-0a52a184e9e1 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eb28c33-425b-4bce-a718-ebc3027942be HTTP/1.1" status: 200 len: 210 time: 0.0265512 Sep 18 00:25:44.053910 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eafac3fd-f440-4d85-96c5-fe53bdb3a924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:45.072627 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-acf199d8-da03-4fdd-a079-9ef8a30e90cc tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764231508&fields=id&tenant_id=957e62dd134f4b1494c05189833997e3 HTTP/1.1" status: 200 len: 267 time: 0.0393252 Sep 18 00:25:45.176108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-b015a1a9-6923-4add-af03-0822507fcd83 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:45.177505 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-b015a1a9-6923-4add-af03-0822507fcd83 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 812 time: 0.0972712 Sep 18 00:25:45.192251 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-e65d9616-8d18-4f4a-86d9-116cbe0f8427 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/quotas/957e62dd134f4b1494c05189833997e3 HTTP/1.1" status: 200 len: 375 time: 0.0091858 Sep 18 00:25:45.242345 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-7f739e54-2575-4d87-a7e8-7382879b93d5 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0450068 Sep 18 00:25:45.339491 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-eed9600a-f6c6-4bb2-9961-b996951fcd0c service neutron] 10.222.0.46 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852792 Sep 18 00:25:45.427062 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-1980f52e-29db-4c81-8261-11b4852bd922 service neutron] 10.222.0.46 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806665 Sep 18 00:25:45.676648 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:25:45.996318 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e4960b92-0e94-48c5-91fe-dccf09e5f768 req-ae5378eb-3de4-4df3-9715-17e98860695f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 210 time: 0.0304697 Sep 18 00:25:46.596643 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fecfa83d-8588-4a76-a376-393c773c52e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:47.089728 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ab5185d-c309-4f42-b3fb-29c1b70e2b8e req-f5fc5b69-015d-4a80-8b0f-e439650812a7 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 210 time: 0.0271561 Sep 18 00:25:47.328155 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:47.781177 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-6dfcd323-4fce-47fe-b93c-293a5f9334d6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:47.783158 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-6dfcd323-4fce-47fe-b93c-293a5f9334d6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 812 time: 0.0996583 Sep 18 00:25:47.825342 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-ee8363ae-7b71-4793-ade3-91d82887381e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=957e62dd134f4b1494c05189833997e3 HTTP/1.1" status: 200 len: 379 time: 0.0334883 Sep 18 00:25:47.834658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-3454c3e3-3654-4b94-8925-c0f880dabffa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Request body: {'port': {'device_id': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'admin_state_up': True, 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'security_groups': ['183c19de-865f-4c60-bd2f-40101ba8859c']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:25:47.899977 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:48.034838 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-3454c3e3-3654-4b94-8925-c0f880dabffa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Made reservation on behalf of 957e62dd134f4b1494c05189833997e3 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:25:48.035500 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-3454c3e3-3654-4b94-8925-c0f880dabffa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:48.192542 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0421e14a-3e94-4cc2-9c99-ba533914f512 req-0b01ff2c-71cf-4bb8-a309-d74679b33f08 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 210 time: 0.0333853 Sep 18 00:25:48.193595 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-3454c3e3-3654-4b94-8925-c0f880dabffa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Allocated IP 172.20.0.12 (a764c774-bfd5-4fd3-8c8b-c78f089f9ee5/7d7fdb57-9c96-44db-9a47-1ece1272bc35/010746f7-cfbb-4104-8280-8a9f85e6ce30) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:25:48.331213 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-3454c3e3-3654-4b94-8925-c0f880dabffa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:48.409317 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-3454c3e3-3654-4b94-8925-c0f880dabffa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:48.450776 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-3454c3e3-3654-4b94-8925-c0f880dabffa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:25:48.455063 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-3454c3e3-3654-4b94-8925-c0f880dabffa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:25:48.457746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-3454c3e3-3654-4b94-8925-c0f880dabffa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:25:48.494086 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454c3e3-3654-4b94-8925-c0f880dabffa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event updated for resources: {'Port': ['ID=010746f7-cfbb-4104-8280-8a9f85e6ce30,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:25:48.519318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-3454c3e3-3654-4b94-8925-c0f880dabffa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:48.519963 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-3454c3e3-3654-4b94-8925-c0f880dabffa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:48.592428 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-3454c3e3-3654-4b94-8925-c0f880dabffa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7612460 Sep 18 00:25:48.605499 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Request body: {'port': {'device_id': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:25:48.661946 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:48.706033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-baca6c50-5282-4a0f-bca0-729e3334882f None None] Provisioning complete for port 010746f7-cfbb-4104-8280-8a9f85e6ce30 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:25:48.706503 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-baca6c50-5282-4a0f-bca0-729e3334882f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:48.740291 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-baca6c50-5282-4a0f-bca0-729e3334882f None None] Port 010746f7-cfbb-4104-8280-8a9f85e6ce30 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:25:48.925431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 010746f7-cfbb-4104-8280-8a9f85e6ce30 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:25:48.932819 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:48.945084 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Transition to ACTIVE for port object 010746f7-cfbb-4104-8280-8a9f85e6ce30 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:25:49.019816 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:49.116371 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Pushing event updated for resources: {'Port': ['ID=010746f7-cfbb-4104-8280-8a9f85e6ce30,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:25:49.146410 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Attempting to bind port 010746f7-cfbb-4104-8280-8a9f85e6ce30 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:25:49.146410 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Attempting to bind port 010746f7-cfbb-4104-8280-8a9f85e6ce30 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:25:49.147162 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Attempting to bind port 010746f7-cfbb-4104-8280-8a9f85e6ce30 on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:25:49.151967 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Port 010746f7-cfbb-4104-8280-8a9f85e6ce30 on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:25:49.152363 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Attempting to bind port 010746f7-cfbb-4104-8280-8a9f85e6ce30 on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:25:49.158258 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:25:49.158669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Checking segment: {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:25:49.159123 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Bound using segment: {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:25:49.159640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Bound port: 010746f7-cfbb-4104-8280-8a9f85e6ce30, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:25:49.160068 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:49.232255 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] For port 010746f7-cfbb-4104-8280-8a9f85e6ce30, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:25:49.236173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] For port 010746f7-cfbb-4104-8280-8a9f85e6ce30, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=010746f7-cfbb-4104-8280-8a9f85e6ce30,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:25:49.296378 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:49.335777 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:49.336421 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:49.337847 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] 10.222.0.37 "PUT /v2.0/ports/010746f7-cfbb-4104-8280-8a9f85e6ce30 HTTP/1.1" status: 200 len: 1092 time: 0.7369111 Sep 18 00:25:49.339903 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'tag': '010746f7-cfbb-4104-8280-8a9f85e6ce30'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:25:49.342247 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d42489-6d74-486a-acf5-7d8714a5c94c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa581061-8654-404d-9e3c-f0a8579d4862", "tag": "010746f7-cfbb-4104-8280-8a9f85e6ce30"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:25:49.355489 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65283722-95b9-4c3b-a5eb-845a44dc9641 req-f76a1507-4678-4195-8508-89fe2d1de0bc tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:49.357175 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-65283722-95b9-4c3b-a5eb-845a44dc9641 req-f76a1507-4678-4195-8508-89fe2d1de0bc tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 944 time: 0.0933466 Sep 18 00:25:49.394156 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6312ddc8-60ef-423a-a94e-d74133196c6d x-openstack-request-id: req-6312ddc8-60ef-423a-a94e-d74133196c6d {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:25:49.394446 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa581061-8654-404d-9e3c-f0a8579d4862", "tag": "010746f7-cfbb-4104-8280-8a9f85e6ce30", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:25:49.394698 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6312ddc8-60ef-423a-a94e-d74133196c6d {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:25:49.395095 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'tag': '010746f7-cfbb-4104-8280-8a9f85e6ce30', 'status': 'completed', 'code': 200} Sep 18 00:25:49.398457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051fe14-5a21-43df-a080-4dc2984dc375 service neutron] Pushing event updated for resources: {'Port': ['ID=010746f7-cfbb-4104-8280-8a9f85e6ce30,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:25:49.415992 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-65283722-95b9-4c3b-a5eb-845a44dc9641 req-ae17cf22-da04-41d2-8ce3-dcfdd8f85cc3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500419 Sep 18 00:25:49.472383 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d42489-6d74-486a-acf5-7d8714a5c94c req-ff264b82-cc19-4243-ae9d-ac01ec684118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:49.473948 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b6d42489-6d74-486a-acf5-7d8714a5c94c req-ff264b82-cc19-4243-ae9d-ac01ec684118 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 1095 time: 0.0517325 Sep 18 00:25:49.577684 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d42489-6d74-486a-acf5-7d8714a5c94c req-fe7c6e80-dfda-4e6a-8a55-02b5b583a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:49.582536 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b6d42489-6d74-486a-acf5-7d8714a5c94c req-fe7c6e80-dfda-4e6a-8a55-02b5b583a223 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=957e62dd134f4b1494c05189833997e3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0981786 Sep 18 00:25:49.677420 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d42489-6d74-486a-acf5-7d8714a5c94c req-037f051a-561d-4fcd-a87b-b34b061792b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:49.678937 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b6d42489-6d74-486a-acf5-7d8714a5c94c req-037f051a-561d-4fcd-a87b-b34b061792b6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925343 Sep 18 00:25:49.758369 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-c7cbf298-2711-4f70-b08f-2949d9471047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:49.759923 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-c7cbf298-2711-4f70-b08f-2949d9471047 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 1095 time: 0.0423176 Sep 18 00:25:49.808971 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-70f1f874-a467-4d1f-850f-dd13d97945be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=010746f7-cfbb-4104-8280-8a9f85e6ce30 HTTP/1.1" status: 200 len: 217 time: 0.0411291 Sep 18 00:25:49.858458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-f8e27232-3eeb-453c-8795-199e1838d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:49.860487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-f8e27232-3eeb-453c-8795-199e1838d731 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0444860 Sep 18 00:25:49.871441 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:49.905744 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-5d4a02df-3860-4ac9-8c62-f3b3ade1c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:49.907890 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-5d4a02df-3860-4ac9-8c62-f3b3ade1c097 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407751 Sep 18 00:25:50.002097 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-ac77b16f-5d55-4b24-9c53-7d5cfbc37a04 service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866253 Sep 18 00:25:50.090937 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8301c5d5-9ec4-412f-8493-73b55402f13e req-f3f74b98-421f-4d68-ab35-02e9334e3ce3 service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818903 Sep 18 00:25:50.535255 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed24247-de41-402e-a29f-c22fb3781756 req-53bbd766-359e-40e0-b458-987b297d2806 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:50.536800 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ed24247-de41-402e-a29f-c22fb3781756 req-53bbd766-359e-40e0-b458-987b297d2806 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 944 time: 0.0504141 Sep 18 00:25:50.578272 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ed24247-de41-402e-a29f-c22fb3781756 req-16841b4a-92ba-458e-a612-b369998ba564 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353689 Sep 18 00:25:51.691613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c577c1-f66c-4467-991b-756353568871 req-47de97f1-7730-472a-969b-68551cb97d78 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:51.693181 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4c577c1-f66c-4467-991b-756353568871 req-47de97f1-7730-472a-969b-68551cb97d78 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 944 time: 0.0483069 Sep 18 00:25:51.733243 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4c577c1-f66c-4467-991b-756353568871 req-0265c1ee-15a8-4cbc-b909-929fad48d306 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338981 Sep 18 00:25:52.849753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbad7c6-8115-490b-8658-2465e050f7c6 req-f24c4a50-13fa-4dc8-a84d-04a4d904ea29 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:52.851233 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4cbad7c6-8115-490b-8658-2465e050f7c6 req-f24c4a50-13fa-4dc8-a84d-04a4d904ea29 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 944 time: 0.0490656 Sep 18 00:25:52.888955 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4cbad7c6-8115-490b-8658-2465e050f7c6 req-cbf53941-66f9-4931-a9d0-03dddd64d31e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317640 Sep 18 00:25:54.001762 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b2c55-1d81-4f8f-b8bf-9612e9418ace req-1260844d-e315-4239-b820-0c0d60ac655e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:54.003234 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb8b2c55-1d81-4f8f-b8bf-9612e9418ace req-1260844d-e315-4239-b820-0c0d60ac655e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 944 time: 0.0470738 Sep 18 00:25:54.045434 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb8b2c55-1d81-4f8f-b8bf-9612e9418ace req-86ea3ae9-a267-4425-a2b4-b66bf83004b5 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361114 Sep 18 00:25:55.158492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea92d3a-67df-4f09-b6c6-6be3b6925d42 req-22190f0c-9e24-413f-8858-aa048eb5ebda tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:55.159957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ea92d3a-67df-4f09-b6c6-6be3b6925d42 req-22190f0c-9e24-413f-8858-aa048eb5ebda tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 944 time: 0.0479832 Sep 18 00:25:55.196540 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ea92d3a-67df-4f09-b6c6-6be3b6925d42 req-0183e86a-f2ee-42ca-9e24-9876fb3f3971 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306873 Sep 18 00:25:56.309929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d6128-c85e-452b-920a-cdb218c1ca8d req-3f3f1250-cd23-4f3f-adf0-d201db72dc8b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:56.311404 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-671d6128-c85e-452b-920a-cdb218c1ca8d req-3f3f1250-cd23-4f3f-adf0-d201db72dc8b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 944 time: 0.0483222 Sep 18 00:25:56.348917 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-671d6128-c85e-452b-920a-cdb218c1ca8d req-add8442d-c84b-4c26-94fc-4d6f6269182c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315151 Sep 18 00:25:57.460494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708b3ef-ebcd-4047-873b-071eaf058141 req-1f3b1612-4e1e-494d-a0cc-fafb6dab1226 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:57.461962 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1708b3ef-ebcd-4047-873b-071eaf058141 req-1f3b1612-4e1e-494d-a0cc-fafb6dab1226 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 944 time: 0.0478632 Sep 18 00:25:57.501533 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1708b3ef-ebcd-4047-873b-071eaf058141 req-0bbb823b-c3fe-44ec-98a9-e4b0889c443d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337272 Sep 18 00:25:58.615892 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be03e1-6f99-41ca-bed3-3aeaf6a3f5d0 req-842989e0-a8fa-4019-9ea7-899239429b29 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:58.617385 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23be03e1-6f99-41ca-bed3-3aeaf6a3f5d0 req-842989e0-a8fa-4019-9ea7-899239429b29 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 944 time: 0.0502346 Sep 18 00:25:58.655937 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23be03e1-6f99-41ca-bed3-3aeaf6a3f5d0 req-912d74df-50c2-40fb-9aa4-88f457cc5456 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326526 Sep 18 00:25:58.788369 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 010746f7-cfbb-4104-8280-8a9f85e6ce30 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:25:58.883596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 010746f7-cfbb-4104-8280-8a9f85e6ce30, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=010746f7-cfbb-4104-8280-8a9f85e6ce30,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:25:58.894519 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '010746f7-cfbb-4104-8280-8a9f85e6ce30', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'port_id': '010746f7-cfbb-4104-8280-8a9f85e6ce30', 'mac_address': 'fa:16:3e:b0:64:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:25:58.930457 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:58.942584 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 010746f7-cfbb-4104-8280-8a9f85e6ce30 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:25:58.961211 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 010746f7-cfbb-4104-8280-8a9f85e6ce30, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=010746f7-cfbb-4104-8280-8a9f85e6ce30,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:25:59.029292 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:25:59.079408 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=010746f7-cfbb-4104-8280-8a9f85e6ce30,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:25:59.086524 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:59.086868 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:59.087205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:59.087542 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:59.087871 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:59.088195 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:59.088516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:59.088857 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:59.089181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:59.089497 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:59.090162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:59.090525 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:25:59.263611 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['010746f7-cfbb-4104-8280-8a9f85e6ce30'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:25:59.767359 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9a107-cb77-46e9-8b62-91557e4f1db5 req-7f97643c-ee82-418e-9c7c-a29554d87226 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:25:59.768804 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0de9a107-cb77-46e9-8b62-91557e4f1db5 req-7f97643c-ee82-418e-9c7c-a29554d87226 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 945 time: 0.0474086 Sep 18 00:25:59.811702 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0de9a107-cb77-46e9-8b62-91557e4f1db5 req-a0d37a01-883a-4acb-a7a1-373676368182 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325119 Sep 18 00:26:00.797869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 010746f7-cfbb-4104-8280-8a9f85e6ce30 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:26:00.926875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d20c1-cdcf-436a-b2bd-b9eeb699fa8d req-e781066f-a6c7-4d5b-b66f-a10553269861 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:26:00.928325 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-574d20c1-cdcf-436a-b2bd-b9eeb699fa8d req-e781066f-a6c7-4d5b-b66f-a10553269861 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 945 time: 0.0502956 Sep 18 00:26:00.934183 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 010746f7-cfbb-4104-8280-8a9f85e6ce30 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:26:00.938726 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 010746f7-cfbb-4104-8280-8a9f85e6ce30 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:26:00.939125 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:00.970117 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-574d20c1-cdcf-436a-b2bd-b9eeb699fa8d req-c8edeb36-c5a9-4be3-b1f4-8e55529c40fc tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354691 Sep 18 00:26:01.015484 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:01.039469 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010746f7-cfbb-4104-8280-8a9f85e6ce30'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:26:01.041693 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661e2a9f-2b0b-444a-8ca4-6e3c449dff8d" -d '{"events": [{"server_uuid": "fa581061-8654-404d-9e3c-f0a8579d4862", "name": "network-vif-plugged", "status": "completed", "tag": "010746f7-cfbb-4104-8280-8a9f85e6ce30"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:26:01.201590 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b92fd59-2de0-4e22-b9ab-4f8125d691fe x-openstack-request-id: req-6b92fd59-2de0-4e22-b9ab-4f8125d691fe {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:26:01.202131 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa581061-8654-404d-9e3c-f0a8579d4862", "name": "network-vif-plugged", "status": "completed", "tag": "010746f7-cfbb-4104-8280-8a9f85e6ce30", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:26:01.202385 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b92fd59-2de0-4e22-b9ab-4f8125d691fe {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:26:01.202768 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010746f7-cfbb-4104-8280-8a9f85e6ce30', 'code': 200} Sep 18 00:26:01.206341 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 010746f7-cfbb-4104-8280-8a9f85e6ce30, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=010746f7-cfbb-4104-8280-8a9f85e6ce30,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:26:01.237383 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8ec4d-820c-4c51-96b7-ca3fb332d009 req-147e8043-d2e6-411a-b83d-e7c026b38504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:26:01.238917 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8d8ec4d-820c-4c51-96b7-ca3fb332d009 req-147e8043-d2e6-411a-b83d-e7c026b38504 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 1096 time: 0.0409307 Sep 18 00:26:01.263665 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:01.271720 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8d8ec4d-820c-4c51-96b7-ca3fb332d009 req-889553c1-3a81-4fb7-8324-8f066809e590 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262852 Sep 18 00:26:01.308850 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=010746f7-cfbb-4104-8280-8a9f85e6ce30,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:26:02.085474 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50331888-abf5-4076-8704-82ceb91848f1 req-a3bd1376-6d69-43be-9a6d-bb2fc0303667 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:26:02.086859 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-50331888-abf5-4076-8704-82ceb91848f1 req-a3bd1376-6d69-43be-9a6d-bb2fc0303667 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 946 time: 0.0482359 Sep 18 00:26:02.122663 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-50331888-abf5-4076-8704-82ceb91848f1 req-bd18f271-5c36-4df3-9d24-ca678b4747d3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300224 Sep 18 00:26:03.238081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28410cd6-de6e-4745-b269-d6af2a4d011e req-b5b74456-6446-4f27-8ba0-2885b20a97ec tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:26:03.239537 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28410cd6-de6e-4745-b269-d6af2a4d011e req-b5b74456-6446-4f27-8ba0-2885b20a97ec tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 946 time: 0.0477355 Sep 18 00:26:03.279306 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28410cd6-de6e-4745-b269-d6af2a4d011e req-898b13c1-aaec-4168-b266-8afe24ac207a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337141 Sep 18 00:26:03.392027 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92688916-cbf6-41e1-8788-10b6d2aee01f req-67b216b0-2899-482b-8861-50a294c2f961 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:26:03.393563 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92688916-cbf6-41e1-8788-10b6d2aee01f req-67b216b0-2899-482b-8861-50a294c2f961 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 946 time: 0.0483096 Sep 18 00:26:03.430829 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92688916-cbf6-41e1-8788-10b6d2aee01f req-0db3215b-2030-4ecb-b353-bfec680096fb tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313656 Sep 18 00:26:03.452881 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56364) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:26:03.533725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396e3f31-92e2-4560-9a5d-b9450502a691 tempest-TestVolumeBootPattern-1420564158 tempest-TestVolumeBootPattern-1420564158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:26:03.535208 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-396e3f31-92e2-4560-9a5d-b9450502a691 tempest-TestVolumeBootPattern-1420564158 tempest-TestVolumeBootPattern-1420564158-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 1092 time: 0.0806172 Sep 18 00:26:03.537946 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56368) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:26:03.542136 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '010746f7-cfbb-4104-8280-8a9f85e6ce30', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:26:03.642914 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:03.741709 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:03.841851 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Allocated IP 172.25.3.243 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/3c2d7b42-b77f-4951-a1cb-a29c340febde) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:26:03.944539 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:04.043072 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:04.079890 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:26:04.082664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:26:04.086141 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:26:04.113216 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event updated for resources: {'Port': ['ID=3c2d7b42-b77f-4951-a1cb-a29c340febde,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:26:04.444365 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:04.568413 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:04.718293 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:04.771656 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:04.841617 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event updated for resources: {'Port': ['ID=3c2d7b42-b77f-4951-a1cb-a29c340febde,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:26:04.851523 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:04.948503 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Floating IP f5d2ab90-9c93-4a1a-8977-2ff33cb3d440 associated. External IP: 172.25.3.243, port: 010746f7-cfbb-4104-8280-8a9f85e6ce30. Sep 18 00:26:05.144722 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:26:05.246886 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:26:05.257457 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca469b0-d9b3-45e1-acae-3ee0dab0b0ac None None] Sync routers for ids ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:26:05.267452 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca469b0-d9b3-45e1-acae-3ee0dab0b0ac None None] Routers {'0d91f2d8-875c-48cc-a100-0ef71f84e4f3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:26:05.268158 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-0ca469b0-d9b3-45e1-acae-3ee0dab0b0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:25:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:26:05.320326 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:05.346968 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-38826417-9f5a-4844-9376-1fac9f7c2771 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8080242 Sep 18 00:26:05.347832 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'tag': '010746f7-cfbb-4104-8280-8a9f85e6ce30'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:26:05.350105 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a88d28-9f96-4d7e-9813-7587364d8e70" -d '{"events": [{"name": "network-changed", "server_uuid": "fa581061-8654-404d-9e3c-f0a8579d4862", "tag": "010746f7-cfbb-4104-8280-8a9f85e6ce30"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:26:05.370522 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-0ca469b0-d9b3-45e1-acae-3ee0dab0b0ac None None] Set router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:26:05.394242 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b764b043-6f9e-42cb-b560-2537bff0ddcc x-openstack-request-id: req-b764b043-6f9e-42cb-b560-2537bff0ddcc {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:26:05.394532 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa581061-8654-404d-9e3c-f0a8579d4862", "tag": "010746f7-cfbb-4104-8280-8a9f85e6ce30", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:26:05.394790 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b764b043-6f9e-42cb-b560-2537bff0ddcc {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:26:05.395192 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'tag': '010746f7-cfbb-4104-8280-8a9f85e6ce30', 'status': 'completed', 'code': 200} Sep 18 00:26:05.460749 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a88d28-9f96-4d7e-9813-7587364d8e70 req-353393b5-4b8b-4971-9b41-5c8cf0f95d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:26:05.462302 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95a88d28-9f96-4d7e-9813-7587364d8e70 req-353393b5-4b8b-4971-9b41-5c8cf0f95d4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 1097 time: 0.0439880 Sep 18 00:26:05.550364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a88d28-9f96-4d7e-9813-7587364d8e70 req-b93447de-f9ad-4cce-b79a-6fbbf5e01906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:26:05.551774 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95a88d28-9f96-4d7e-9813-7587364d8e70 req-b93447de-f9ad-4cce-b79a-6fbbf5e01906 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 913 time: 0.0826988 Sep 18 00:26:05.592308 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-0ca469b0-d9b3-45e1-acae-3ee0dab0b0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'f5d2ab90-9c93-4a1a-8977-2ff33cb3d440', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'port_id': '010746f7-cfbb-4104-8280-8a9f85e6ce30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'mac_address': 'fa:16:3e:b0:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:26:04Z', 'updated_at': '2021-09-18T00:26:04Z', 'revision_number': 0, 'project_id': '957e62dd134f4b1494c05189833997e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 5, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:26:05.618413 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca469b0-d9b3-45e1-acae-3ee0dab0b0ac None None] Checking router: 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:26:05.618946 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95a88d28-9f96-4d7e-9813-7587364d8e70 req-30d45b82-68c9-4fbf-a09f-153245200d87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=010746f7-cfbb-4104-8280-8a9f85e6ce30 HTTP/1.1" status: 200 len: 1000 time: 0.0601938 Sep 18 00:26:05.627122 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca469b0-d9b3-45e1-acae-3ee0dab0b0ac None None] Routers {'0d91f2d8-875c-48cc-a100-0ef71f84e4f3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:26:05.627724 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-0ca469b0-d9b3-45e1-acae-3ee0dab0b0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:25:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:26:05.669271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a88d28-9f96-4d7e-9813-7587364d8e70 req-4dab1b55-535f-4ac3-9e38-64c9142a7c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:26:05.670728 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95a88d28-9f96-4d7e-9813-7587364d8e70 req-4dab1b55-535f-4ac3-9e38-64c9142a7c12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0432870 Sep 18 00:26:05.715286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a88d28-9f96-4d7e-9813-7587364d8e70 req-5103d2a4-6b0c-459f-880f-66c46bd9f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:26:05.716849 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95a88d28-9f96-4d7e-9813-7587364d8e70 req-5103d2a4-6b0c-459f-880f-66c46bd9f8c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391953 Sep 18 00:26:05.728501 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-0ca469b0-d9b3-45e1-acae-3ee0dab0b0ac None None] Set router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:26:05.808455 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95a88d28-9f96-4d7e-9813-7587364d8e70 req-4f20d122-21b0-442f-af5b-eecf0bc28aed service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847237 Sep 18 00:26:05.895982 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-95a88d28-9f96-4d7e-9813-7587364d8e70 req-daa9192e-2e44-49c2-94f9-f480cac352bc service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811605 Sep 18 00:26:05.944732 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-0ca469b0-d9b3-45e1-acae-3ee0dab0b0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'f5d2ab90-9c93-4a1a-8977-2ff33cb3d440', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'port_id': '010746f7-cfbb-4104-8280-8a9f85e6ce30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'mac_address': 'fa:16:3e:b0:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:26:04Z', 'updated_at': '2021-09-18T00:26:04Z', 'revision_number': 0, 'project_id': '957e62dd134f4b1494c05189833997e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 5, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:26:05.974641 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca469b0-d9b3-45e1-acae-3ee0dab0b0ac None None] The sync data for ids ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'] in n-d-809883-1 is: [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'f5d2ab90-9c93-4a1a-8977-2ff33cb3d440', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'port_id': '010746f7-cfbb-4104-8280-8a9f85e6ce30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'mac_address': 'fa:16:3e:b0:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:26:04Z', 'updated_at': '2021-09-18T00:26:04Z', 'revision_number': 0, 'project_id': '957e62dd134f4b1494c05189833997e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 5, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:26:06.269308 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336dc60d-e990-48a0-b0a5-f6d2afbc0886 None None] New status for floating IP f5d2ab90-9c93-4a1a-8977-2ff33cb3d440: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:26:08.787726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-002fb628-6e54-483f-a593-f3ca79975171 req-e4e3556c-3e1a-4357-8dc4-fcfdf54535de service neutron] (95592) timed out ('10.222.0.46', 48468) {{(pid=95592) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 00:26:10.642596 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:13.670373 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:14.069019 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbdc1dd3-69e1-4e5d-8e9a-3621b8a6d2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:16.624752 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-eee2983c-7e2f-4637-aaae-5c7ef45a60ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:17.308459 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:17.863066 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:19.897317 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:22.677084 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:26:31.415769 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-459e6946-123f-4f07-9341-749df33fac2a req-37af7dd9-b02c-4f22-ad2d-edf63f77d22b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440373 Sep 18 00:26:31.497396 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e6946-123f-4f07-9341-749df33fac2a req-bc0b2802-2ebf-45b7-80fe-459be2c1739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:26:31.498938 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-459e6946-123f-4f07-9341-749df33fac2a req-bc0b2802-2ebf-45b7-80fe-459be2c1739c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 1097 time: 0.0418797 Sep 18 00:26:31.598701 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e6946-123f-4f07-9341-749df33fac2a req-7d29c11b-30e3-4ac6-a5e4-e1ce074564c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:26:31.600143 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-459e6946-123f-4f07-9341-749df33fac2a req-7d29c11b-30e3-4ac6-a5e4-e1ce074564c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 913 time: 0.0826104 Sep 18 00:26:31.990384 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-459e6946-123f-4f07-9341-749df33fac2a req-214b55b8-0911-4037-8672-53fa327d5f92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=010746f7-cfbb-4104-8280-8a9f85e6ce30 HTTP/1.1" status: 200 len: 1002 time: 0.3832867 Sep 18 00:26:32.038669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e6946-123f-4f07-9341-749df33fac2a req-07adff92-90db-4666-a2d8-4169128ce558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:26:32.040160 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-459e6946-123f-4f07-9341-749df33fac2a req-07adff92-90db-4666-a2d8-4169128ce558 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0430329 Sep 18 00:26:32.084702 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e6946-123f-4f07-9341-749df33fac2a req-5c8f2819-4c81-4601-8e13-7aa51f7f4dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:26:32.088527 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-459e6946-123f-4f07-9341-749df33fac2a req-5c8f2819-4c81-4601-8e13-7aa51f7f4dbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394561 Sep 18 00:26:32.175446 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-459e6946-123f-4f07-9341-749df33fac2a req-e9a72bf3-aabd-4dee-ba0e-641c4e492d41 service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812471 Sep 18 00:26:32.270277 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-459e6946-123f-4f07-9341-749df33fac2a req-6ce3c1eb-f4f8-48e2-bd2d-5f9fc9af4c6d service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877171 Sep 18 00:26:40.658355 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:43.690121 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:44.073819 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7a8e2d5e-e779-40a5-9823-ff49764563aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:46.592668 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3f8e13fe-adc9-4628-94ab-dcfdb8600e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:47.289881 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:47.875617 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:49.879048 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:26:59.677130 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:27:10.666140 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:13.683584 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:14.066750 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-103d63e9-b227-4886-8d28-8bee9d980a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:16.606350 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-21ea2d45-1cc9-434a-934a-b6061ab8af98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:17.294478 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:17.906194 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:19.883898 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:32.398554 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52cd0441-afbb-4ddc-b91f-c56e59739168 req-c4d7fc09-1d38-4540-88e1-99fae1a18265 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439117 Sep 18 00:27:32.478663 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd0441-afbb-4ddc-b91f-c56e59739168 req-c18ac3c1-d02b-404a-bd5b-f1ba5af441a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:27:32.480156 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52cd0441-afbb-4ddc-b91f-c56e59739168 req-c18ac3c1-d02b-404a-bd5b-f1ba5af441a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 1097 time: 0.0405958 Sep 18 00:27:32.586143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd0441-afbb-4ddc-b91f-c56e59739168 req-67705c66-3a3a-4944-bd35-4ba525f45504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:27:32.587607 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52cd0441-afbb-4ddc-b91f-c56e59739168 req-67705c66-3a3a-4944-bd35-4ba525f45504 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 913 time: 0.0898368 Sep 18 00:27:32.649624 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52cd0441-afbb-4ddc-b91f-c56e59739168 req-af9ea18e-e5c6-4e24-97f6-d1264f93c45e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=010746f7-cfbb-4104-8280-8a9f85e6ce30 HTTP/1.1" status: 200 len: 1002 time: 0.0547144 Sep 18 00:27:32.695742 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd0441-afbb-4ddc-b91f-c56e59739168 req-2e8058ba-8b52-4d24-b740-2e41ffb59b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:27:32.697138 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52cd0441-afbb-4ddc-b91f-c56e59739168 req-2e8058ba-8b52-4d24-b740-2e41ffb59b4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0413275 Sep 18 00:27:32.744604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd0441-afbb-4ddc-b91f-c56e59739168 req-96883872-f7cc-4802-9eae-a7e10aa23441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:27:32.746753 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52cd0441-afbb-4ddc-b91f-c56e59739168 req-96883872-f7cc-4802-9eae-a7e10aa23441 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430784 Sep 18 00:27:32.832696 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52cd0441-afbb-4ddc-b91f-c56e59739168 req-2a447c23-dfc8-4abd-99d2-bfb2eccd6d0e service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791631 Sep 18 00:27:32.920571 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52cd0441-afbb-4ddc-b91f-c56e59739168 req-18e092cb-bd64-42c1-b66c-f3448c9410c2 service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808034 Sep 18 00:27:36.676910 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:27:40.674375 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:43.744899 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:44.086002 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8a2c8fad-2ba8-46c6-8898-75126ae3aa6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:46.600306 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cdc169bd-cb88-4433-80eb-c16cdb488242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:47.338998 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:47.868479 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:27:49.874510 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:10.727069 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:13.675822 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:28:13.743998 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:14.087414 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b2bf5d38-8189-4476-9036-8375b9de71ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:16.650124 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-63e55b3f-8fc2-4088-878e-768e9c94a273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:17.339020 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:17.902764 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:19.959594 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:30.021238 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-94bf0860-809b-4eaf-a0ae-2dc0eda57042 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764231508&fields=id&tenant_id=957e62dd134f4b1494c05189833997e3 HTTP/1.1" status: 200 len: 267 time: 0.0369623 Sep 18 00:28:30.127874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-819867d1-2898-4947-a2a5-d4b087084f90 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:30.130041 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-819867d1-2898-4947-a2a5-d4b087084f90 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 812 time: 0.1018469 Sep 18 00:28:30.144566 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-a660ca6f-673e-4ddd-a6d8-4298b506bd22 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/quotas/957e62dd134f4b1494c05189833997e3 HTTP/1.1" status: 200 len: 375 time: 0.0087903 Sep 18 00:28:30.206526 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-c01aaf8a-b61e-4bf8-b664-b506658da4b9 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0564415 Sep 18 00:28:30.368029 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-9d5bc8b2-0054-4e09-99b1-be45b5c435e0 service neutron] 10.222.0.46 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503055 Sep 18 00:28:30.458605 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-fb59318c-768d-4dcf-9aeb-c985c6da0481 service neutron] 10.222.0.46 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844338 Sep 18 00:28:31.049424 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b3c1c5d2-974e-4c71-b889-9a7b7727f270 req-6d955695-4dbb-4fef-86e4-199bc25fee6e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 210 time: 0.0262759 Sep 18 00:28:32.142401 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63f2d657-a8eb-4a12-a2c4-0ebb6e7e3460 req-142e60f4-f478-4c1c-ad7d-68978f904e2a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 210 time: 0.0257943 Sep 18 00:28:33.082553 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-ebdc5ab6-c852-4d2e-970b-390f13dcf960 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:33.084052 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-ebdc5ab6-c852-4d2e-970b-390f13dcf960 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.41 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 812 time: 0.1049712 Sep 18 00:28:33.133468 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-e5df9755-7c2b-4775-87a3-b6bb65612fb9 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=957e62dd134f4b1494c05189833997e3 HTTP/1.1" status: 200 len: 379 time: 0.0407972 Sep 18 00:28:33.142483 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Request body: {'port': {'device_id': '6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'admin_state_up': True, 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'security_groups': ['183c19de-865f-4c60-bd2f-40101ba8859c']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:28:33.271017 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67af2405-46e4-4668-99ff-a5a381e08102 req-b5b1624c-da1d-49cf-ab3e-2035e2c7b2c0 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 210 time: 0.0278583 Sep 18 00:28:33.319568 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Made reservation on behalf of 957e62dd134f4b1494c05189833997e3 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:28:33.323440 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:33.399821 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9ed921-0305-46bb-b580-9aa701f50658 req-2a57bf95-2fe5-4f60-86bb-8ecf0a8c8b9e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496707 Sep 18 00:28:33.488098 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ed921-0305-46bb-b580-9aa701f50658 req-811c15c3-95e0-4bdc-a552-fe8875eba038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:33.489686 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9ed921-0305-46bb-b580-9aa701f50658 req-811c15c3-95e0-4bdc-a552-fe8875eba038 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 1097 time: 0.0456727 Sep 18 00:28:33.598595 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ed921-0305-46bb-b580-9aa701f50658 req-25b98ded-da7a-4905-bcf0-7f7924fbf3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:33.600028 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9ed921-0305-46bb-b580-9aa701f50658 req-25b98ded-da7a-4905-bcf0-7f7924fbf3c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 913 time: 0.0900073 Sep 18 00:28:33.671274 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9ed921-0305-46bb-b580-9aa701f50658 req-4b212ce0-c6c2-4f1e-8364-4152a5d16a25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=010746f7-cfbb-4104-8280-8a9f85e6ce30 HTTP/1.1" status: 200 len: 1002 time: 0.0644395 Sep 18 00:28:33.723765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ed921-0305-46bb-b580-9aa701f50658 req-8acedb2b-f2bb-4143-9141-bfafb8851121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:33.725294 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9ed921-0305-46bb-b580-9aa701f50658 req-8acedb2b-f2bb-4143-9141-bfafb8851121 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0470588 Sep 18 00:28:33.755584 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Allocated IP 172.20.0.14 (a764c774-bfd5-4fd3-8c8b-c78f089f9ee5/7d7fdb57-9c96-44db-9a47-1ece1272bc35/29e43e96-b4e1-4afa-88c7-7a2f672490ed) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:28:33.770697 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ed921-0305-46bb-b580-9aa701f50658 req-f0fda474-7864-4d5c-8013-905164814dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:33.772747 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9ed921-0305-46bb-b580-9aa701f50658 req-f0fda474-7864-4d5c-8013-905164814dcc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402062 Sep 18 00:28:33.873302 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9ed921-0305-46bb-b580-9aa701f50658 req-7506c50c-20fd-474a-a5bf-f594bf2e5866 service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942416 Sep 18 00:28:33.900633 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:33.969837 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a9ed921-0305-46bb-b580-9aa701f50658 req-78abb9e3-3d71-4ea5-9117-299a957458ad service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901606 Sep 18 00:28:33.988714 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:34.032588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:28:34.035712 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:28:34.041767 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:28:34.066016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event updated for resources: {'Port': ['ID=29e43e96-b4e1-4afa-88c7-7a2f672490ed,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:28:34.089419 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:34.090109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:34.090109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:34.090455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:34.090791 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:34.091125 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:34.091456 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:34.091781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:34.092108 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:34.092434 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:34.092761 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:34.093108 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:34.118363 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:34.119242 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:34.241924 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-00ac714d-2f89-4417-a9aa-eacca48a168f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1023679 Sep 18 00:28:34.282190 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5d4f04f7-b75f-405c-9b20-62296be22c48 None None] Provisioning complete for port 29e43e96-b4e1-4afa-88c7-7a2f672490ed triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:28:34.282772 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5d4f04f7-b75f-405c-9b20-62296be22c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:34.318217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-5d4f04f7-b75f-405c-9b20-62296be22c48 None None] Port 29e43e96-b4e1-4afa-88c7-7a2f672490ed cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:28:34.400220 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Request body: {'port': {'device_id': '6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:28:34.403604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b66928-1a40-494b-9238-65b0868dbf8e req-f503a2a9-60a7-44b0-9b5c-a5e6b176095b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:34.403604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7b66928-1a40-494b-9238-65b0868dbf8e req-f503a2a9-60a7-44b0-9b5c-a5e6b176095b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 932 time: 0.0567348 Sep 18 00:28:34.445104 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7b66928-1a40-494b-9238-65b0868dbf8e req-da12bb8a-8812-430a-a5d1-d2fb34cb7e09 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348110 Sep 18 00:28:34.458632 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:34.734374 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e43e96-b4e1-4afa-88c7-7a2f672490ed {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:28:34.742633 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:34.754543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Transition to ACTIVE for port object 29e43e96-b4e1-4afa-88c7-7a2f672490ed will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:28:34.835158 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:34.883543 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Pushing event updated for resources: {'Port': ['ID=29e43e96-b4e1-4afa-88c7-7a2f672490ed,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:28:34.956876 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Attempting to bind port 29e43e96-b4e1-4afa-88c7-7a2f672490ed on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:28:34.959332 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Attempting to bind port 29e43e96-b4e1-4afa-88c7-7a2f672490ed by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:28:34.959332 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Attempting to bind port 29e43e96-b4e1-4afa-88c7-7a2f672490ed on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:28:34.962454 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Port 29e43e96-b4e1-4afa-88c7-7a2f672490ed on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:28:34.962929 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Attempting to bind port 29e43e96-b4e1-4afa-88c7-7a2f672490ed on network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:28:34.967850 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:28:34.968328 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Checking segment: {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:28:34.968711 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Bound using segment: {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:28:34.969169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Bound port: 29e43e96-b4e1-4afa-88c7-7a2f672490ed, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:28:34.969528 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:35.049726 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] For port 29e43e96-b4e1-4afa-88c7-7a2f672490ed, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:28:35.053430 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] For port 29e43e96-b4e1-4afa-88c7-7a2f672490ed, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=29e43e96-b4e1-4afa-88c7-7a2f672490ed,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:28:35.143700 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:35.181591 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:35.182180 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:35.184436 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] 10.222.0.41 "PUT /v2.0/ports/29e43e96-b4e1-4afa-88c7-7a2f672490ed HTTP/1.1" status: 200 len: 1092 time: 0.9342291 Sep 18 00:28:35.187242 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a', 'tag': '29e43e96-b4e1-4afa-88c7-7a2f672490ed'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:28:35.190372 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3cc297-c2a7-4607-82f6-fe152d2b55bb" -d '{"events": [{"name": "network-changed", "server_uuid": "6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a", "tag": "29e43e96-b4e1-4afa-88c7-7a2f672490ed"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:28:35.218429 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55dc44-4258-417a-8bac-ecce6e8fabd9 service neutron] Pushing event updated for resources: {'Port': ['ID=29e43e96-b4e1-4afa-88c7-7a2f672490ed,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:28:35.375148 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-0870c7b2-4d8a-43f8-aa7f-ffed747044cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:35.376810 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-0870c7b2-4d8a-43f8-aa7f-ffed747044cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 1095 time: 0.0511072 Sep 18 00:28:35.425525 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fde85b-cb51-4037-87f3-d9ee57a6c1a3 x-openstack-request-id: req-90fde85b-cb51-4037-87f3-d9ee57a6c1a3 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:28:35.425818 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a", "tag": "29e43e96-b4e1-4afa-88c7-7a2f672490ed", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:28:35.426076 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90fde85b-cb51-4037-87f3-d9ee57a6c1a3 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:28:35.426468 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a', 'tag': '29e43e96-b4e1-4afa-88c7-7a2f672490ed', 'status': 'completed', 'code': 200} Sep 18 00:28:35.428247 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-1d6ffd1a-b20a-4e12-947f-67875cac376a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e43e96-b4e1-4afa-88c7-7a2f672490ed HTTP/1.1" status: 200 len: 217 time: 0.0433023 Sep 18 00:28:35.481089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-4a5eb2e8-a1e2-47ef-a756-1f016121238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:35.484522 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-4a5eb2e8-a1e2-47ef-a756-1f016121238a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0478351 Sep 18 00:28:35.533179 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-be127bd4-8635-4404-ab98-daee235fa4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:35.534778 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-be127bd4-8635-4404-ab98-daee235fa4c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442433 Sep 18 00:28:35.565412 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4d70b-c4ac-49eb-82cc-cc6a649d7e6e req-dcfa82d8-e952-4c94-941b-cab872435eee tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:35.566920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fe4d70b-c4ac-49eb-82cc-cc6a649d7e6e req-dcfa82d8-e952-4c94-941b-cab872435eee tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 944 time: 0.0500350 Sep 18 00:28:35.610295 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fe4d70b-c4ac-49eb-82cc-cc6a649d7e6e req-b5aad290-7719-49ef-ab3f-659559b143e3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356474 Sep 18 00:28:35.638789 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-e7985a92-bf95-4726-ba0a-fa0cb625f62c service neutron] 10.222.0.41 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967004 Sep 18 00:28:35.732201 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c47e5740-4cc8-44e0-8c0c-260c5f22074d req-41f8492a-5c0f-4582-9820-b633b7773538 service neutron] 10.222.0.41 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855765 Sep 18 00:28:35.923520 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cc297-c2a7-4607-82f6-fe152d2b55bb req-e9be420b-9e73-42d3-9344-71e8ba7da959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:35.925066 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-af3cc297-c2a7-4607-82f6-fe152d2b55bb req-e9be420b-9e73-42d3-9344-71e8ba7da959 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 1095 time: 0.0421309 Sep 18 00:28:36.021946 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cc297-c2a7-4607-82f6-fe152d2b55bb req-e1039ae9-55ea-4f0e-9461-004828c28fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:36.023991 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-af3cc297-c2a7-4607-82f6-fe152d2b55bb req-e1039ae9-55ea-4f0e-9461-004828c28fce service neutron] 10.222.0.41 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 913 time: 0.0927880 Sep 18 00:28:36.064780 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-af3cc297-c2a7-4607-82f6-fe152d2b55bb req-d29ce509-a0a2-4a4c-be33-a0a7d2d86861 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e43e96-b4e1-4afa-88c7-7a2f672490ed HTTP/1.1" status: 200 len: 217 time: 0.0336740 Sep 18 00:28:36.118865 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cc297-c2a7-4607-82f6-fe152d2b55bb req-6ee33307-a7a2-461f-989a-85679767a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:36.120298 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-af3cc297-c2a7-4607-82f6-fe152d2b55bb req-6ee33307-a7a2-461f-989a-85679767a352 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0487547 Sep 18 00:28:36.169276 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cc297-c2a7-4607-82f6-fe152d2b55bb req-65457fa5-48ca-4c60-9ec4-848ba2ec1d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:36.170800 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-af3cc297-c2a7-4607-82f6-fe152d2b55bb req-65457fa5-48ca-4c60-9ec4-848ba2ec1d87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422864 Sep 18 00:28:36.268515 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-af3cc297-c2a7-4607-82f6-fe152d2b55bb req-7cea631e-f3ee-459b-be17-635fce9d9a2d service neutron] 10.222.0.41 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892546 Sep 18 00:28:36.358297 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-af3cc297-c2a7-4607-82f6-fe152d2b55bb req-972a45dd-7627-4d16-88ba-5473c101e4f9 service neutron] 10.222.0.41 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829697 Sep 18 00:28:36.735384 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefbb38-3ce8-4b97-b5b3-a2d7c9b00303 req-9bbc89a1-6ff5-4698-9c6e-384e4767d41f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:36.736890 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bfefbb38-3ce8-4b97-b5b3-a2d7c9b00303 req-9bbc89a1-6ff5-4698-9c6e-384e4767d41f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 944 time: 0.0522010 Sep 18 00:28:36.779652 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bfefbb38-3ce8-4b97-b5b3-a2d7c9b00303 req-7f2418ef-3973-4892-8cd2-f20ee01b6f30 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359745 Sep 18 00:28:37.894337 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140e352-d007-49e2-9525-b52fe29de13a req-40ed09a0-4898-4205-9356-788415c2577b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:37.895816 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0140e352-d007-49e2-9525-b52fe29de13a req-40ed09a0-4898-4205-9356-788415c2577b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 944 time: 0.0501373 Sep 18 00:28:37.933715 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0140e352-d007-49e2-9525-b52fe29de13a req-71cd8645-15c5-4544-8121-878c61b18696 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319576 Sep 18 00:28:39.045951 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8ab59-7cbe-4126-be7b-b58c16a06a95 req-e6f0b729-5fb1-42d2-9a32-492051077170 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:39.047423 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-49e8ab59-7cbe-4126-be7b-b58c16a06a95 req-e6f0b729-5fb1-42d2-9a32-492051077170 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 944 time: 0.0478716 Sep 18 00:28:39.085448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-49e8ab59-7cbe-4126-be7b-b58c16a06a95 req-2b2044f9-6e77-4fa0-b83e-9bdf8fa17d9e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318248 Sep 18 00:28:40.201271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7736f8-0a48-418a-8d2d-1fafc28c2774 req-f9c65c76-34b7-44f0-99f2-a7be6c3c833c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:40.202726 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b7736f8-0a48-418a-8d2d-1fafc28c2774 req-f9c65c76-34b7-44f0-99f2-a7be6c3c833c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 944 time: 0.0475464 Sep 18 00:28:40.244012 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b7736f8-0a48-418a-8d2d-1fafc28c2774 req-6e381176-d094-4ed5-a7d5-2f2e332b4988 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353363 Sep 18 00:28:40.725882 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:41.357629 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6884f-d5cc-4a39-8955-bcc8d9608562 req-cc45b079-f106-49c2-98ee-600559578e7d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:41.359220 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68f6884f-d5cc-4a39-8955-bcc8d9608562 req-cc45b079-f106-49c2-98ee-600559578e7d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 944 time: 0.0490294 Sep 18 00:28:41.396865 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68f6884f-d5cc-4a39-8955-bcc8d9608562 req-68dd6f8a-a0ac-4e91-9fc9-59dedef587d4 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317132 Sep 18 00:28:42.541342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba346c-56d5-40d6-8a0a-6b33c62fbf23 req-e8b483eb-22b3-40e1-b976-03a8cfcbd0fa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:42.542803 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2ba346c-56d5-40d6-8a0a-6b33c62fbf23 req-e8b483eb-22b3-40e1-b976-03a8cfcbd0fa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 944 time: 0.0536547 Sep 18 00:28:42.581652 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2ba346c-56d5-40d6-8a0a-6b33c62fbf23 req-631d287c-30ac-4165-816b-0e89968159ed tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327625 Sep 18 00:28:43.695435 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f729bc-d412-4ef5-817f-daaf775c16c3 req-bb4beddc-9414-4807-b412-01f0425f03fa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:43.696973 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8f729bc-d412-4ef5-817f-daaf775c16c3 req-bb4beddc-9414-4807-b412-01f0425f03fa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 944 time: 0.0499687 Sep 18 00:28:43.739029 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8f729bc-d412-4ef5-817f-daaf775c16c3 req-75400712-0fb1-49c6-95e4-eea61b129cfc tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352881 Sep 18 00:28:43.748973 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:44.057325 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-469ad1fa-7adb-4b71-a043-de584a3326e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:44.855827 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c01eac-b403-4b9a-9e73-197ee07d3910 req-ab4b949c-a46c-4cea-a166-136614450192 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:44.857316 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80c01eac-b403-4b9a-9e73-197ee07d3910 req-ab4b949c-a46c-4cea-a166-136614450192 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 944 time: 0.0492837 Sep 18 00:28:44.894141 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80c01eac-b403-4b9a-9e73-197ee07d3910 req-4ec36af9-6d37-488b-b3fb-504d8e489969 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308392 Sep 18 00:28:46.007999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e79d56-6a18-405c-873f-85a3143bcd78 req-eb9e5b50-9688-49d8-b41b-2d54ed5429f2 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:46.009519 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8e79d56-6a18-405c-873f-85a3143bcd78 req-eb9e5b50-9688-49d8-b41b-2d54ed5429f2 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 944 time: 0.0490243 Sep 18 00:28:46.047374 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8e79d56-6a18-405c-873f-85a3143bcd78 req-15c12959-4184-45a4-afcd-1393d70fb4b1 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317566 Sep 18 00:28:46.628591 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ce1dbb23-c5e2-40c0-802f-7d802a26f6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:47.160838 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6504f-6545-4b87-803a-8537e3d1d1c0 req-eb865572-ebc9-4356-8078-f97304209275 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:47.162324 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dbd6504f-6545-4b87-803a-8537e3d1d1c0 req-eb865572-ebc9-4356-8078-f97304209275 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 944 time: 0.0481455 Sep 18 00:28:47.204081 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dbd6504f-6545-4b87-803a-8537e3d1d1c0 req-702c3d5f-8a3a-4af6-96a0-6026551637f2 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356932 Sep 18 00:28:47.241188 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 29e43e96-b4e1-4afa-88c7-7a2f672490ed details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:28:47.327833 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:47.344913 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 29e43e96-b4e1-4afa-88c7-7a2f672490ed, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=29e43e96-b4e1-4afa-88c7-7a2f672490ed,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:28:47.355060 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '29e43e96-b4e1-4afa-88c7-7a2f672490ed', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'port_id': '29e43e96-b4e1-4afa-88c7-7a2f672490ed', 'mac_address': 'fa:16:3e:e7:09:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:28:47.392033 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:47.404658 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e43e96-b4e1-4afa-88c7-7a2f672490ed {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:28:47.422977 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 29e43e96-b4e1-4afa-88c7-7a2f672490ed, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=29e43e96-b4e1-4afa-88c7-7a2f672490ed,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:28:47.485673 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:47.534599 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=29e43e96-b4e1-4afa-88c7-7a2f672490ed,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:28:47.541785 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:47.542142 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:47.542464 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:47.542795 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:47.543130 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:47.543451 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:47.543771 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:47.544090 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:47.544406 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:47.544722 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:47.545071 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:47.545384 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:47.717054 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['29e43e96-b4e1-4afa-88c7-7a2f672490ed'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:28:47.927761 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:48.317365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382be871-92a0-45b9-baa8-4c9e131eef22 req-2bf5be38-99ee-45c5-9fc1-10c2f20ac296 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:48.318764 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-382be871-92a0-45b9-baa8-4c9e131eef22 req-2bf5be38-99ee-45c5-9fc1-10c2f20ac296 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 945 time: 0.0491590 Sep 18 00:28:48.356245 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-382be871-92a0-45b9-baa8-4c9e131eef22 req-bbd93348-7a78-4043-9d87-d0fcfc468d6d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310564 Sep 18 00:28:49.263437 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 29e43e96-b4e1-4afa-88c7-7a2f672490ed up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:28:49.406057 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 29e43e96-b4e1-4afa-88c7-7a2f672490ed completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:28:49.410007 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 29e43e96-b4e1-4afa-88c7-7a2f672490ed triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:28:49.410370 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:49.472588 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c224b-80f6-49e7-abf9-f2a3f26a6679 req-28853c73-2340-4ebb-a7e3-5052d53b203e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:49.474234 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-108c224b-80f6-49e7-abf9-f2a3f26a6679 req-28853c73-2340-4ebb-a7e3-5052d53b203e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 945 time: 0.0486565 Sep 18 00:28:49.490110 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:49.512549 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e43e96-b4e1-4afa-88c7-7a2f672490ed'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:28:49.513367 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-108c224b-80f6-49e7-abf9-f2a3f26a6679 req-04773e57-8371-48e1-9e49-9a438f6f7b7b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316398 Sep 18 00:28:49.514885 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23634ef7-aba8-42f7-af4c-2339e72ca2d5" -d '{"events": [{"server_uuid": "6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a", "name": "network-vif-plugged", "status": "completed", "tag": "29e43e96-b4e1-4afa-88c7-7a2f672490ed"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:28:49.528636 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 29e43e96-b4e1-4afa-88c7-7a2f672490ed, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=29e43e96-b4e1-4afa-88c7-7a2f672490ed,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:28:49.556129 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d666401-f6fc-4b8e-a384-3faaa07e44af x-openstack-request-id: req-1d666401-f6fc-4b8e-a384-3faaa07e44af {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:28:49.556129 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a", "name": "network-vif-plugged", "status": "completed", "tag": "29e43e96-b4e1-4afa-88c7-7a2f672490ed", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:28:49.556129 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d666401-f6fc-4b8e-a384-3faaa07e44af {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:28:49.556129 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e43e96-b4e1-4afa-88c7-7a2f672490ed', 'code': 200} Sep 18 00:28:49.617249 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:49.649300 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bbb11-ff51-4e63-9fba-c291ce082b62 req-f563d3e7-3083-46a8-a6d9-271408127ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:49.651545 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-026bbb11-ff51-4e63-9fba-c291ce082b62 req-f563d3e7-3083-46a8-a6d9-271408127ad9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 1097 time: 0.0411875 Sep 18 00:28:49.664348 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=29e43e96-b4e1-4afa-88c7-7a2f672490ed,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:28:49.687482 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-026bbb11-ff51-4e63-9fba-c291ce082b62 req-e81f3c90-e478-4348-970e-a14175c4f46c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296440 Sep 18 00:28:49.886750 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:50.627141 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d11f2c-b8e1-4235-aa98-3e159a536d52 req-9d15ba93-4b7d-4e9e-8b92-bab5fee0ba93 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:50.628634 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47d11f2c-b8e1-4235-aa98-3e159a536d52 req-9d15ba93-4b7d-4e9e-8b92-bab5fee0ba93 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 946 time: 0.0485590 Sep 18 00:28:50.670477 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47d11f2c-b8e1-4235-aa98-3e159a536d52 req-f9524609-1566-45cd-bea3-c7731844cb88 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357087 Sep 18 00:28:50.674977 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:28:51.784686 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5349b7a-461e-468f-903a-9f2995d095e4 req-44a07a07-fd3c-457b-a3ca-04b3feb84335 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:51.786190 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a5349b7a-461e-468f-903a-9f2995d095e4 req-44a07a07-fd3c-457b-a3ca-04b3feb84335 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 946 time: 0.0487180 Sep 18 00:28:51.824173 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a5349b7a-461e-468f-903a-9f2995d095e4 req-a17bdf82-1fb8-41a7-a0d1-61fdd2d4fb7e tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313683 Sep 18 00:28:51.935284 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2a1aa-d093-4537-a2b5-66e8e9ef6c48 req-6378cb5f-a314-4a2f-b756-d1368f6459af tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:51.936743 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21e2a1aa-d093-4537-a2b5-66e8e9ef6c48 req-6378cb5f-a314-4a2f-b756-d1368f6459af tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 946 time: 0.0482333 Sep 18 00:28:51.973912 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-21e2a1aa-d093-4537-a2b5-66e8e9ef6c48 req-ec6a8037-4732-4790-adde-1578685e9d23 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311446 Sep 18 00:28:51.996809 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56574) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:28:52.035463 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df9381c-8f71-4cac-a12b-4600275d082e tempest-TestVolumeBootPattern-1420564158 tempest-TestVolumeBootPattern-1420564158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:52.037003 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6df9381c-8f71-4cac-a12b-4600275d082e tempest-TestVolumeBootPattern-1420564158 tempest-TestVolumeBootPattern-1420564158-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 1092 time: 0.0391788 Sep 18 00:28:52.039862 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56576) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:28:52.044601 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '29e43e96-b4e1-4afa-88c7-7a2f672490ed', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:28:52.159074 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:52.255901 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:52.359994 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Allocated IP 172.25.3.224 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/397be2c8-76a4-40a5-8fde-c75ddbe24d06) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:28:52.457490 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:52.577814 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:52.613371 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:28:52.616081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:28:52.619615 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:28:52.648420 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event updated for resources: {'Port': ['ID=397be2c8-76a4-40a5-8fde-c75ddbe24d06,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:28:52.662149 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:52.662492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:52.662829 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:52.663160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:52.663488 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:52.663812 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:52.664134 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:52.664453 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:52.664770 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:52.665113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:52.665432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:52.665749 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:28:52.987918 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:53.092354 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:53.234231 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:53.325489 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:53.391535 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event updated for resources: {'Port': ['ID=397be2c8-76a4-40a5-8fde-c75ddbe24d06,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:28:53.404798 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:53.500553 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Floating IP 56bffc05-01d9-4cb0-b6c3-75f4c5029ec6 associated. External IP: 172.25.3.224, port: 29e43e96-b4e1-4afa-88c7-7a2f672490ed. Sep 18 00:28:53.702021 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:28:53.807250 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:28:53.816649 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b61dc8-1925-438e-ad7e-b23fe2a3604a None None] Sync routers for ids ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:28:53.827238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b61dc8-1925-438e-ad7e-b23fe2a3604a None None] Routers {'0d91f2d8-875c-48cc-a100-0ef71f84e4f3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:28:53.827913 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-80b61dc8-1925-438e-ad7e-b23fe2a3604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:28:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:28:53.920338 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:28:53.928612 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-80b61dc8-1925-438e-ad7e-b23fe2a3604a None None] Set router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:28:53.948729 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9df91907-2fe1-4956-a5d9-722ab3dd2bab tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9078779 Sep 18 00:28:53.949403 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a', 'tag': '29e43e96-b4e1-4afa-88c7-7a2f672490ed'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:28:53.951685 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d6f2b5-0942-4821-953d-ef7643e8f166" -d '{"events": [{"name": "network-changed", "server_uuid": "6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a", "tag": "29e43e96-b4e1-4afa-88c7-7a2f672490ed"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:28:53.989751 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da2a649-4ffa-4026-ac73-1c22619dbb75 x-openstack-request-id: req-8da2a649-4ffa-4026-ac73-1c22619dbb75 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:28:53.989751 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a", "tag": "29e43e96-b4e1-4afa-88c7-7a2f672490ed", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:28:53.989751 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8da2a649-4ffa-4026-ac73-1c22619dbb75 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:28:53.989751 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a', 'tag': '29e43e96-b4e1-4afa-88c7-7a2f672490ed', 'status': 'completed', 'code': 200} Sep 18 00:28:54.056612 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6f2b5-0942-4821-953d-ef7643e8f166 req-1546131c-45f6-4d23-aede-6b25c9a6525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:54.058871 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-75d6f2b5-0942-4821-953d-ef7643e8f166 req-1546131c-45f6-4d23-aede-6b25c9a6525d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 1097 time: 0.0461633 Sep 18 00:28:54.150153 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6f2b5-0942-4821-953d-ef7643e8f166 req-d3eb5d54-1658-447f-912f-800c68e76e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:54.151709 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-75d6f2b5-0942-4821-953d-ef7643e8f166 req-d3eb5d54-1658-447f-912f-800c68e76e3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 913 time: 0.0856481 Sep 18 00:28:54.153120 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-80b61dc8-1925-438e-ad7e-b23fe2a3604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '56bffc05-01d9-4cb0-b6c3-75f4c5029ec6', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'port_id': '29e43e96-b4e1-4afa-88c7-7a2f672490ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'mac_address': 'fa:16:3e:e7:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:28:52Z', 'updated_at': '2021-09-18T00:28:52Z', 'revision_number': 0, 'project_id': '957e62dd134f4b1494c05189833997e3', 'fixed_ip_address_scope': None}, {'id': 'f5d2ab90-9c93-4a1a-8977-2ff33cb3d440', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'port_id': '010746f7-cfbb-4104-8280-8a9f85e6ce30', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'mac_address': 'fa:16:3e:b0:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:26:04Z', 'updated_at': '2021-09-18T00:26:06Z', 'revision_number': 1, 'project_id': '957e62dd134f4b1494c05189833997e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 5, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:28:54.182706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b61dc8-1925-438e-ad7e-b23fe2a3604a None None] Checking router: 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:28:54.191020 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b61dc8-1925-438e-ad7e-b23fe2a3604a None None] Routers {'0d91f2d8-875c-48cc-a100-0ef71f84e4f3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:28:54.191622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-80b61dc8-1925-438e-ad7e-b23fe2a3604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:28:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:28:54.222600 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-75d6f2b5-0942-4821-953d-ef7643e8f166 req-624c3b0e-4855-4f2a-b90d-4de3a076a545 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e43e96-b4e1-4afa-88c7-7a2f672490ed HTTP/1.1" status: 200 len: 1000 time: 0.0622895 Sep 18 00:28:54.270766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6f2b5-0942-4821-953d-ef7643e8f166 req-a2ab2238-71cd-4eeb-a9c2-99795de9483b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:54.272259 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-75d6f2b5-0942-4821-953d-ef7643e8f166 req-a2ab2238-71cd-4eeb-a9c2-99795de9483b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0425780 Sep 18 00:28:54.294340 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-80b61dc8-1925-438e-ad7e-b23fe2a3604a None None] Set router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:28:54.317546 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6f2b5-0942-4821-953d-ef7643e8f166 req-ea6639a7-032d-4e8e-8874-4ee214a30c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:28:54.319026 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-75d6f2b5-0942-4821-953d-ef7643e8f166 req-ea6639a7-032d-4e8e-8874-4ee214a30c36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400641 Sep 18 00:28:54.412235 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-75d6f2b5-0942-4821-953d-ef7643e8f166 req-6cee5d9b-f0d9-498f-a3cf-aa7f1645fb84 service neutron] 10.222.0.41 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857046 Sep 18 00:28:54.506243 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-75d6f2b5-0942-4821-953d-ef7643e8f166 req-a1aa0e8f-7dd0-4f11-b7c6-7b0d712ce768 service neutron] 10.222.0.41 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865717 Sep 18 00:28:54.665209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-80b61dc8-1925-438e-ad7e-b23fe2a3604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '56bffc05-01d9-4cb0-b6c3-75f4c5029ec6', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'port_id': '29e43e96-b4e1-4afa-88c7-7a2f672490ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'mac_address': 'fa:16:3e:e7:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:28:52Z', 'updated_at': '2021-09-18T00:28:52Z', 'revision_number': 0, 'project_id': '957e62dd134f4b1494c05189833997e3', 'fixed_ip_address_scope': None}, {'id': 'f5d2ab90-9c93-4a1a-8977-2ff33cb3d440', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'port_id': '010746f7-cfbb-4104-8280-8a9f85e6ce30', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'mac_address': 'fa:16:3e:b0:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:26:04Z', 'updated_at': '2021-09-18T00:26:06Z', 'revision_number': 1, 'project_id': '957e62dd134f4b1494c05189833997e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 5, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:28:54.694677 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b61dc8-1925-438e-ad7e-b23fe2a3604a None None] The sync data for ids ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'] in n-d-809883-1 is: [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '56bffc05-01d9-4cb0-b6c3-75f4c5029ec6', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'port_id': '29e43e96-b4e1-4afa-88c7-7a2f672490ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'mac_address': 'fa:16:3e:e7:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:28:52Z', 'updated_at': '2021-09-18T00:28:52Z', 'revision_number': 0, 'project_id': '957e62dd134f4b1494c05189833997e3', 'fixed_ip_address_scope': None}, {'id': 'f5d2ab90-9c93-4a1a-8977-2ff33cb3d440', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'port_id': '010746f7-cfbb-4104-8280-8a9f85e6ce30', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'mac_address': 'fa:16:3e:b0:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:26:04Z', 'updated_at': '2021-09-18T00:26:06Z', 'revision_number': 1, 'project_id': '957e62dd134f4b1494c05189833997e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 5, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:28:54.891286 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf6b6f-dca5-45c4-9ea4-81f444c55c39 None None] New status for floating IP 56bffc05-01d9-4cb0-b6c3-75f4c5029ec6: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:29:10.725264 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:13.747424 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:14.085236 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e3c765ca-855b-4166-bfe8-9d574c0b4c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:16.593255 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7b5e7d94-1c8b-40f1-a8a5-57990f237b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:17.330443 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:17.895612 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:19.895708 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:27.673685 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:29:33.418922 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0ae6d1d-3f17-4a8c-96ad-a8ed8d32b031 req-ef70d5a7-58cc-40ae-b1ba-6f0545067c27 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0856266 Sep 18 00:29:33.497204 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae6d1d-3f17-4a8c-96ad-a8ed8d32b031 req-3a392eb5-0371-4f49-a31e-56d8b938f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:29:33.498789 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0ae6d1d-3f17-4a8c-96ad-a8ed8d32b031 req-3a392eb5-0371-4f49-a31e-56d8b938f3d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 1097 time: 0.0404713 Sep 18 00:29:33.609306 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae6d1d-3f17-4a8c-96ad-a8ed8d32b031 req-b8dc75af-4c23-44d6-a6fb-24b05326840c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:29:33.609786 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0ae6d1d-3f17-4a8c-96ad-a8ed8d32b031 req-b8dc75af-4c23-44d6-a6fb-24b05326840c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 913 time: 0.0928271 Sep 18 00:29:33.672570 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0ae6d1d-3f17-4a8c-96ad-a8ed8d32b031 req-df7ddb1e-43a6-4a0b-bb97-787e7af77f87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=010746f7-cfbb-4104-8280-8a9f85e6ce30 HTTP/1.1" status: 200 len: 1002 time: 0.0562301 Sep 18 00:29:33.725552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae6d1d-3f17-4a8c-96ad-a8ed8d32b031 req-87790f1a-969a-41e8-9984-508cf280011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:29:33.727675 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0ae6d1d-3f17-4a8c-96ad-a8ed8d32b031 req-87790f1a-969a-41e8-9984-508cf280011c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0489340 Sep 18 00:29:33.773030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae6d1d-3f17-4a8c-96ad-a8ed8d32b031 req-1de6bdee-82d3-447a-9b4e-2601862b9f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:29:33.774556 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0ae6d1d-3f17-4a8c-96ad-a8ed8d32b031 req-1de6bdee-82d3-447a-9b4e-2601862b9f7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398672 Sep 18 00:29:33.785664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-a0ae6d1d-3f17-4a8c-96ad-a8ed8d32b031 req-03eedd78-9191-40d5-b1a0-120ed4cf5261 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:29:33.786601 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0ae6d1d-3f17-4a8c-96ad-a8ed8d32b031 req-03eedd78-9191-40d5-b1a0-120ed4cf5261 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048673 Sep 18 00:29:33.877480 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0ae6d1d-3f17-4a8c-96ad-a8ed8d32b031 req-c05546eb-f5f7-4217-baa7-8f2f095f986a service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824277 Sep 18 00:29:33.971626 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0ae6d1d-3f17-4a8c-96ad-a8ed8d32b031 req-894edb06-2b7d-422f-81fc-dc767908e502 service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872700 Sep 18 00:29:34.989295 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-018f19df-5d27-4c55-92c9-d7e276a19705 req-dbf76b32-e15e-47b2-a100-3c9cec0b6cc4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435002 Sep 18 00:29:35.070760 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f19df-5d27-4c55-92c9-d7e276a19705 req-a6289c36-bdb1-475e-b00e-67e3d5678654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:29:35.072241 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-018f19df-5d27-4c55-92c9-d7e276a19705 req-a6289c36-bdb1-475e-b00e-67e3d5678654 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 1097 time: 0.0401497 Sep 18 00:29:35.176453 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f19df-5d27-4c55-92c9-d7e276a19705 req-ccd1a8c3-cf85-4f48-8396-64d22c2ce6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:29:35.177936 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-018f19df-5d27-4c55-92c9-d7e276a19705 req-ccd1a8c3-cf85-4f48-8396-64d22c2ce6b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 913 time: 0.0857837 Sep 18 00:29:35.241596 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-018f19df-5d27-4c55-92c9-d7e276a19705 req-0527dc3a-4842-4ebc-8e10-7006f1496a0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e43e96-b4e1-4afa-88c7-7a2f672490ed HTTP/1.1" status: 200 len: 1002 time: 0.0562701 Sep 18 00:29:35.288845 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f19df-5d27-4c55-92c9-d7e276a19705 req-df2bfaaf-aecb-47a2-810f-e9086a24eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:29:35.290250 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-018f19df-5d27-4c55-92c9-d7e276a19705 req-df2bfaaf-aecb-47a2-810f-e9086a24eec7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0424030 Sep 18 00:29:35.339324 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f19df-5d27-4c55-92c9-d7e276a19705 req-f2b6e662-8762-475d-8855-ef341df6511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:29:35.340772 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-018f19df-5d27-4c55-92c9-d7e276a19705 req-f2b6e662-8762-475d-8855-ef341df6511a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428345 Sep 18 00:29:35.428186 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-018f19df-5d27-4c55-92c9-d7e276a19705 req-4efe9c30-3478-4cfd-936d-a34097461777 service neutron] 10.222.0.41 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796745 Sep 18 00:29:35.519506 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-018f19df-5d27-4c55-92c9-d7e276a19705 req-c53dfc60-4f62-4f7c-a63d-7b36920fd61c service neutron] 10.222.0.41 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847075 Sep 18 00:29:40.700863 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:43.803156 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:44.101325 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d5e9735e-f2f8-4331-a83e-ba84c435907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:46.598141 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6286e833-6856-4f44-b489-2c066d7128ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:47.329387 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:47.883639 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:29:49.877512 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:04.673210 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:30:10.740264 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:13.837482 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:14.054708 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-80f87397-0fca-47d1-a1c8-fd9a29d380c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:16.637393 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-031885f4-1a21-4b44-827a-ea49ab505f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:17.317689 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:17.922785 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:19.888736 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:34.385530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f7c74034-15fb-42e7-bff8-20cda6d1099c req-88ac0e58-602b-4541-b4ba-bdd38cf37711 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392749 Sep 18 00:30:34.467503 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c74034-15fb-42e7-bff8-20cda6d1099c req-aec6ed22-0d74-42f7-8c2e-88d66c74e146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:34.468999 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f7c74034-15fb-42e7-bff8-20cda6d1099c req-aec6ed22-0d74-42f7-8c2e-88d66c74e146 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 1097 time: 0.0436442 Sep 18 00:30:34.567769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c74034-15fb-42e7-bff8-20cda6d1099c req-4323b419-1283-4def-84d8-91a996eb6063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:34.569522 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f7c74034-15fb-42e7-bff8-20cda6d1099c req-4323b419-1283-4def-84d8-91a996eb6063 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 913 time: 0.0822835 Sep 18 00:30:34.637604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f7c74034-15fb-42e7-bff8-20cda6d1099c req-5796b2d6-a060-426d-b747-ebd6a819ce67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=010746f7-cfbb-4104-8280-8a9f85e6ce30 HTTP/1.1" status: 200 len: 1002 time: 0.0598140 Sep 18 00:30:34.686146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c74034-15fb-42e7-bff8-20cda6d1099c req-9d2b5eb0-b5c3-4b4d-a811-79158ec26fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:34.687622 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f7c74034-15fb-42e7-bff8-20cda6d1099c req-9d2b5eb0-b5c3-4b4d-a811-79158ec26fef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0437829 Sep 18 00:30:34.731334 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c74034-15fb-42e7-bff8-20cda6d1099c req-a76bb0a3-a939-4ab9-9829-c725bef20619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:34.733177 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f7c74034-15fb-42e7-bff8-20cda6d1099c req-a76bb0a3-a939-4ab9-9829-c725bef20619 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384207 Sep 18 00:30:34.826754 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f7c74034-15fb-42e7-bff8-20cda6d1099c req-f289855e-b8ad-4921-95f4-1fe37134a0d2 service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863011 Sep 18 00:30:34.913311 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f7c74034-15fb-42e7-bff8-20cda6d1099c req-567f68fc-8035-47ea-b594-2e6222baf215 service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791230 Sep 18 00:30:36.732037 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7d3beb49-23d4-41d5-9700-f6d96dd771bb req-348d2048-8389-44b4-ac9c-33bdb6fe5e27 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409100 Sep 18 00:30:36.813114 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3beb49-23d4-41d5-9700-f6d96dd771bb req-d96eed68-c01d-46b9-afe4-032a7e104eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:36.814600 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7d3beb49-23d4-41d5-9700-f6d96dd771bb req-d96eed68-c01d-46b9-afe4-032a7e104eac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 1097 time: 0.0423212 Sep 18 00:30:36.918081 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3beb49-23d4-41d5-9700-f6d96dd771bb req-6d9b0e9c-af4a-40f5-9c9d-59de5c014907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:36.919534 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7d3beb49-23d4-41d5-9700-f6d96dd771bb req-6d9b0e9c-af4a-40f5-9c9d-59de5c014907 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 913 time: 0.0859780 Sep 18 00:30:36.983117 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7d3beb49-23d4-41d5-9700-f6d96dd771bb req-cfeb7389-c9e6-4df3-a1a8-1cb615d1e8bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e43e96-b4e1-4afa-88c7-7a2f672490ed HTTP/1.1" status: 200 len: 1002 time: 0.0565004 Sep 18 00:30:37.040168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3beb49-23d4-41d5-9700-f6d96dd771bb req-ed2d354e-8833-4f4c-beac-f665971732d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:37.041655 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7d3beb49-23d4-41d5-9700-f6d96dd771bb req-ed2d354e-8833-4f4c-beac-f665971732d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0512943 Sep 18 00:30:37.086434 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3beb49-23d4-41d5-9700-f6d96dd771bb req-00870b41-b1fb-4879-b501-863cadc6e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:37.087873 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7d3beb49-23d4-41d5-9700-f6d96dd771bb req-00870b41-b1fb-4879-b501-863cadc6e27d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393536 Sep 18 00:30:37.173289 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7d3beb49-23d4-41d5-9700-f6d96dd771bb req-c41e607b-b7b3-4d16-891e-fd5c85797917 service neutron] 10.222.0.41 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783899 Sep 18 00:30:37.263338 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7d3beb49-23d4-41d5-9700-f6d96dd771bb req-f4d8aec8-3f1d-4b58-b2e5-23ac212c9bb3 service neutron] 10.222.0.41 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831289 Sep 18 00:30:40.749553 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:41.672715 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:30:43.745518 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:44.105450 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fb426aed-db0e-49db-8143-70ca9e66549b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:46.629448 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7428f924-9287-4ebb-9a97-435a0999219c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:47.333929 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:47.865311 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:49.893646 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:56.167809 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56614) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:30:56.423498 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Deleting port 397be2c8-76a4-40a5-8fde-c75ddbe24d06 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:30:56.423840 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:56.497419 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:56.497761 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:56.509064 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Calling delete_port for 397be2c8-76a4-40a5-8fde-c75ddbe24d06 owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:30:56.739305 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:56.766507 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event deleted for resources: {'Port': ['ID=397be2c8-76a4-40a5-8fde-c75ddbe24d06,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:56.779251 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:56.779592 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:56.779929 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:56.780264 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:56.780596 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:56.780952 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:56.781278 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:56.781599 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:56.781918 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:56.782236 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:56.782555 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:56.782871 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:30:56.835115 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:56.835960 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Floating IP 56bffc05-01d9-4cb0-b6c3-75f4c5029ec6 disassociated (deleted). External IP: 172.25.3.224, port: 29e43e96-b4e1-4afa-88c7-7a2f672490ed. Sep 18 00:30:57.039601 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:30:57.428024 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:30:57.433463 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:57.438252 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d5df40-db10-4aeb-a39e-22e96847fcec None None] Sync routers for ids ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:30:57.447803 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d5df40-db10-4aeb-a39e-22e96847fcec None None] Routers {'0d91f2d8-875c-48cc-a100-0ef71f84e4f3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:30:57.448404 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f7d5df40-db10-4aeb-a39e-22e96847fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:30:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:30:57.460363 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-73781eb1-b222-4017-a0fa-fb743737e57c tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "DELETE /v2.0/floatingips/56bffc05-01d9-4cb0-b6c3-75f4c5029ec6 HTTP/1.1" status: 204 len: 168 time: 1.2914693 Sep 18 00:30:57.461007 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a', 'tag': '29e43e96-b4e1-4afa-88c7-7a2f672490ed'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:30:57.463240 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223226fa-92ed-489e-99fc-316b186e9598" -d '{"events": [{"name": "network-changed", "server_uuid": "6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a", "tag": "29e43e96-b4e1-4afa-88c7-7a2f672490ed"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:30:57.504558 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed13e27b-9e6c-43c3-b070-78427c0aa99f x-openstack-request-id: req-ed13e27b-9e6c-43c3-b070-78427c0aa99f {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:30:57.506573 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a", "tag": "29e43e96-b4e1-4afa-88c7-7a2f672490ed", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:30:57.506837 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed13e27b-9e6c-43c3-b070-78427c0aa99f {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:30:57.507250 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a', 'tag': '29e43e96-b4e1-4afa-88c7-7a2f672490ed', 'status': 'completed', 'code': 200} Sep 18 00:30:57.555775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-f7d5df40-db10-4aeb-a39e-22e96847fcec None None] Set router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:30:57.571490 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223226fa-92ed-489e-99fc-316b186e9598 req-f372aa78-8849-414a-842a-8f407a82ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:57.573024 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-223226fa-92ed-489e-99fc-316b186e9598 req-f372aa78-8849-414a-842a-8f407a82ab4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 1097 time: 0.0448585 Sep 18 00:30:57.667602 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223226fa-92ed-489e-99fc-316b186e9598 req-0e44e913-1be4-4521-920c-974b8078a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:57.669207 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-223226fa-92ed-489e-99fc-316b186e9598 req-0e44e913-1be4-4521-920c-974b8078a909 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 913 time: 0.0896151 Sep 18 00:30:57.714634 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-223226fa-92ed-489e-99fc-316b186e9598 req-2e12abec-ced9-4c33-9a44-2a062bb5ac11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29e43e96-b4e1-4afa-88c7-7a2f672490ed HTTP/1.1" status: 200 len: 217 time: 0.0380788 Sep 18 00:30:57.769002 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223226fa-92ed-489e-99fc-316b186e9598 req-43dcbeb2-27c7-4704-8c7c-e31e3ac8e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:57.770460 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-223226fa-92ed-489e-99fc-316b186e9598 req-43dcbeb2-27c7-4704-8c7c-e31e3ac8e1a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0480239 Sep 18 00:30:57.779121 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f7d5df40-db10-4aeb-a39e-22e96847fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'f5d2ab90-9c93-4a1a-8977-2ff33cb3d440', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'port_id': '010746f7-cfbb-4104-8280-8a9f85e6ce30', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'mac_address': 'fa:16:3e:b0:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:26:04Z', 'updated_at': '2021-09-18T00:26:06Z', 'revision_number': 1, 'project_id': '957e62dd134f4b1494c05189833997e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 5, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:30:57.818811 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d5df40-db10-4aeb-a39e-22e96847fcec None None] Checking router: 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:30:57.821029 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d5df40-db10-4aeb-a39e-22e96847fcec None None] Routers {'0d91f2d8-875c-48cc-a100-0ef71f84e4f3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:30:57.821303 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223226fa-92ed-489e-99fc-316b186e9598 req-ea7cee2b-1e42-42c9-b4a5-e2f6f5b68697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:57.821644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f7d5df40-db10-4aeb-a39e-22e96847fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:30:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:30:57.822889 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-223226fa-92ed-489e-99fc-316b186e9598 req-ea7cee2b-1e42-42c9-b4a5-e2f6f5b68697 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454752 Sep 18 00:30:57.915953 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-223226fa-92ed-489e-99fc-316b186e9598 req-1a511e68-824f-4213-a09b-baaec9502426 service neutron] 10.222.0.41 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846364 Sep 18 00:30:57.926482 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-f7d5df40-db10-4aeb-a39e-22e96847fcec None None] Set router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:30:57.975017 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe0ef7-8d2f-4bb5-8a09-55970f0897c7 req-3cfef126-e43f-43f0-8ec3-0072efb9f212 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:57.978317 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdbe0ef7-8d2f-4bb5-8a09-55970f0897c7 req-3cfef126-e43f-43f0-8ec3-0072efb9f212 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 946 time: 0.1341307 Sep 18 00:30:58.019560 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-223226fa-92ed-489e-99fc-316b186e9598 req-7177561f-8b48-47c6-bda5-40647a353353 service neutron] 10.222.0.41 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953782 Sep 18 00:30:58.022096 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdbe0ef7-8d2f-4bb5-8a09-55970f0897c7 req-3bb5578d-10b4-4f3e-b1f0-98b44cbb8aad tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390103 Sep 18 00:30:58.153177 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f7d5df40-db10-4aeb-a39e-22e96847fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'f5d2ab90-9c93-4a1a-8977-2ff33cb3d440', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'port_id': '010746f7-cfbb-4104-8280-8a9f85e6ce30', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'mac_address': 'fa:16:3e:b0:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:26:04Z', 'updated_at': '2021-09-18T00:26:06Z', 'revision_number': 1, 'project_id': '957e62dd134f4b1494c05189833997e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 5, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:30:58.181904 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d5df40-db10-4aeb-a39e-22e96847fcec None None] The sync data for ids ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'] in n-d-809883-1 is: [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'f5d2ab90-9c93-4a1a-8977-2ff33cb3d440', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'port_id': '010746f7-cfbb-4104-8280-8a9f85e6ce30', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'mac_address': 'fa:16:3e:b0:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:26:04Z', 'updated_at': '2021-09-18T00:26:06Z', 'revision_number': 1, 'project_id': '957e62dd134f4b1494c05189833997e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 5, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:30:58.387663 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2c80e4-f33c-4130-875f-e2277d213749 None None] New status for floating IP 56bffc05-01d9-4cb0-b6c3-75f4c5029ec6: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:30:59.194365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ed6fb-3e68-46e1-8b30-7336749bc455 req-6941dba1-7671-467f-ad22-7b697741fec3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:59.196401 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-456ed6fb-3e68-46e1-8b30-7336749bc455 req-6941dba1-7671-467f-ad22-7b697741fec3 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 946 time: 0.1026285 Sep 18 00:30:59.233944 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-456ed6fb-3e68-46e1-8b30-7336749bc455 req-533d951c-a436-4d23-a6a3-4ad8f1a6fdc7 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312722 Sep 18 00:30:59.341449 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a10373-49fb-492e-b045-444d7bcdf090 req-c869ba6f-87af-426b-8a8c-18c7580ac3fa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:30:59.342816 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-27a10373-49fb-492e-b045-444d7bcdf090 req-c869ba6f-87af-426b-8a8c-18c7580ac3fa tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 946 time: 0.0478191 Sep 18 00:30:59.433793 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-27a10373-49fb-492e-b045-444d7bcdf090 req-22b9963f-4ad0-4863-83d8-7e1545011661 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Deleting port 29e43e96-b4e1-4afa-88c7-7a2f672490ed {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:30:59.434133 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-27a10373-49fb-492e-b045-444d7bcdf090 req-22b9963f-4ad0-4863-83d8-7e1545011661 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:59.518331 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-27a10373-49fb-492e-b045-444d7bcdf090 req-22b9963f-4ad0-4863-83d8-7e1545011661 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] For port 29e43e96-b4e1-4afa-88c7-7a2f672490ed, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=29e43e96-b4e1-4afa-88c7-7a2f672490ed,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:30:59.518691 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-27a10373-49fb-492e-b045-444d7bcdf090 req-22b9963f-4ad0-4863-83d8-7e1545011661 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:59.530050 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-27a10373-49fb-492e-b045-444d7bcdf090 req-22b9963f-4ad0-4863-83d8-7e1545011661 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Calling delete_port for 29e43e96-b4e1-4afa-88c7-7a2f672490ed owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:30:59.720517 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-27a10373-49fb-492e-b045-444d7bcdf090 req-22b9963f-4ad0-4863-83d8-7e1545011661 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:59.756556 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9963f-4ad0-4863-83d8-7e1545011661 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event deleted for resources: {'Port': ['ID=29e43e96-b4e1-4afa-88c7-7a2f672490ed,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:30:59.790579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a10373-49fb-492e-b045-444d7bcdf090 req-22b9963f-4ad0-4863-83d8-7e1545011661 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] No DVR routers for this DVR port 29e43e96-b4e1-4afa-88c7-7a2f672490ed on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:30:59.793220 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-27a10373-49fb-492e-b045-444d7bcdf090 req-22b9963f-4ad0-4863-83d8-7e1545011661 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:30:59.795227 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-27a10373-49fb-492e-b045-444d7bcdf090 req-22b9963f-4ad0-4863-83d8-7e1545011661 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.41 "DELETE /v2.0/ports/29e43e96-b4e1-4afa-88c7-7a2f672490ed HTTP/1.1" status: 204 len: 173 time: 0.4463670 Sep 18 00:30:59.795663 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a', 'name': 'network-vif-deleted', 'tag': '29e43e96-b4e1-4afa-88c7-7a2f672490ed'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:30:59.797947 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85a97c9-5135-429e-b1f1-c50df52364da" -d '{"events": [{"server_uuid": "6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a", "name": "network-vif-deleted", "tag": "29e43e96-b4e1-4afa-88c7-7a2f672490ed"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:30:59.858442 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c0d759-4dda-44d8-a325-a787b24e45db x-openstack-request-id: req-d7c0d759-4dda-44d8-a325-a787b24e45db {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:30:59.858747 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a", "name": "network-vif-deleted", "tag": "29e43e96-b4e1-4afa-88c7-7a2f672490ed", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:30:59.859003 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d7c0d759-4dda-44d8-a325-a787b24e45db {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:30:59.859409 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a', 'name': 'network-vif-deleted', 'tag': '29e43e96-b4e1-4afa-88c7-7a2f672490ed', 'status': 'completed', 'code': 200} Sep 18 00:31:00.328506 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9cfe08ea-83fa-48d3-ac75-c3b4dd78357a req-3edd8e1c-d788-4043-a5fb-39fb8d2e2f65 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 210 time: 0.0270803 Sep 18 00:31:01.422417 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d746e778-b61e-4ea4-b606-76716793ffb4 req-c1d70a31-60f2-4687-996e-a634bcf6b316 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 210 time: 0.0266910 Sep 18 00:31:02.518651 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-92f7309c-4ebc-4b1d-94dc-2a516765d5ac req-f36db382-3bae-4c65-9024-528e5c49f1ca tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 210 time: 0.0294874 Sep 18 00:31:03.622132 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2bd1cc4e-3396-4ae0-b8d4-909aa0d80aa7 req-fac024f1-755f-4776-aa91-e4a3cdb3f36b tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e79f8c5-81c6-49d1-b8e0-e1dbed24a66a HTTP/1.1" status: 200 len: 210 time: 0.0259523 Sep 18 00:31:03.920134 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 29e43e96-b4e1-4afa-88c7-7a2f672490ed no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:31:03.940771 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 29e43e96-b4e1-4afa-88c7-7a2f672490ed {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:31:03.941262 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 29e43e96-b4e1-4afa-88c7-7a2f672490ed not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:31:10.233112 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56672) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:10.389518 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb93e0-097c-4414-b02e-61442ca02bb6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Deleting port 3c2d7b42-b77f-4951-a1cb-a29c340febde {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:31:10.389772 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8cfb93e0-097c-4414-b02e-61442ca02bb6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.463299 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8cfb93e0-097c-4414-b02e-61442ca02bb6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.463628 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8cfb93e0-097c-4414-b02e-61442ca02bb6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.474889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb93e0-097c-4414-b02e-61442ca02bb6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Calling delete_port for 3c2d7b42-b77f-4951-a1cb-a29c340febde owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:31:10.665891 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8cfb93e0-097c-4414-b02e-61442ca02bb6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.693080 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb93e0-097c-4414-b02e-61442ca02bb6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event deleted for resources: {'Port': ['ID=3c2d7b42-b77f-4951-a1cb-a29c340febde,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:10.722134 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.754112 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8cfb93e0-097c-4414-b02e-61442ca02bb6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:10.754444 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-8cfb93e0-097c-4414-b02e-61442ca02bb6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Floating IP f5d2ab90-9c93-4a1a-8977-2ff33cb3d440 disassociated (deleted). External IP: 172.25.3.243, port: 010746f7-cfbb-4104-8280-8a9f85e6ce30. Sep 18 00:31:10.956451 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfb93e0-097c-4414-b02e-61442ca02bb6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:31:11.063201 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfb93e0-097c-4414-b02e-61442ca02bb6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:31:11.068252 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8cfb93e0-097c-4414-b02e-61442ca02bb6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:11.074819 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62113436-e7fe-48d2-9d82-e62c9ca4e2d2 None None] Sync routers for ids ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:31:11.083352 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62113436-e7fe-48d2-9d82-e62c9ca4e2d2 None None] Routers {'0d91f2d8-875c-48cc-a100-0ef71f84e4f3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:31:11.083959 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-62113436-e7fe-48d2-9d82-e62c9ca4e2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:30:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:11.094306 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8cfb93e0-097c-4414-b02e-61442ca02bb6 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "DELETE /v2.0/floatingips/f5d2ab90-9c93-4a1a-8977-2ff33cb3d440 HTTP/1.1" status: 204 len: 168 time: 0.8601205 Sep 18 00:31:11.095054 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'tag': '010746f7-cfbb-4104-8280-8a9f85e6ce30'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:11.097436 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ca20dd-3f5a-44fe-82bd-cf0acd0244fc" -d '{"events": [{"name": "network-changed", "server_uuid": "fa581061-8654-404d-9e3c-f0a8579d4862", "tag": "010746f7-cfbb-4104-8280-8a9f85e6ce30"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:11.137004 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b323cd3-6ba9-4168-a780-99962fb47249 x-openstack-request-id: req-2b323cd3-6ba9-4168-a780-99962fb47249 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:11.137372 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa581061-8654-404d-9e3c-f0a8579d4862", "tag": "010746f7-cfbb-4104-8280-8a9f85e6ce30", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:11.137692 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b323cd3-6ba9-4168-a780-99962fb47249 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:11.138215 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'tag': '010746f7-cfbb-4104-8280-8a9f85e6ce30', 'status': 'completed', 'code': 200} Sep 18 00:31:11.198967 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-62113436-e7fe-48d2-9d82-e62c9ca4e2d2 None None] Set router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:31:11.199452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca20dd-3f5a-44fe-82bd-cf0acd0244fc req-e1ebfee1-e365-4cc6-827e-e0b118454b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:11.201031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54ca20dd-3f5a-44fe-82bd-cf0acd0244fc req-e1ebfee1-e365-4cc6-827e-e0b118454b19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=957e62dd134f4b1494c05189833997e3&device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 1097 time: 0.0425787 Sep 18 00:31:11.295888 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca20dd-3f5a-44fe-82bd-cf0acd0244fc req-d75f2a5e-a6f5-4526-bbfb-274f0f728e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:11.297542 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54ca20dd-3f5a-44fe-82bd-cf0acd0244fc req-d75f2a5e-a6f5-4526-bbfb-274f0f728e40 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 200 len: 913 time: 0.0896912 Sep 18 00:31:11.412720 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-62113436-e7fe-48d2-9d82-e62c9ca4e2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 5, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:11.445118 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62113436-e7fe-48d2-9d82-e62c9ca4e2d2 None None] Checking router: 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:31:11.454538 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62113436-e7fe-48d2-9d82-e62c9ca4e2d2 None None] Routers {'0d91f2d8-875c-48cc-a100-0ef71f84e4f3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:31:11.455173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-62113436-e7fe-48d2-9d82-e62c9ca4e2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:30:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:11.687217 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54ca20dd-3f5a-44fe-82bd-cf0acd0244fc req-5cab2cb7-37ae-4773-89af-464a89131d13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=010746f7-cfbb-4104-8280-8a9f85e6ce30 HTTP/1.1" status: 200 len: 217 time: 0.3821185 Sep 18 00:31:11.716700 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-62113436-e7fe-48d2-9d82-e62c9ca4e2d2 None None] Set router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:31:11.768085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc387bc-ec37-40fb-8434-2636df3b868f req-ae9c47ae-5ea6-4da3-ac61-4ba384edfdbf tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:11.769597 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-acc387bc-ec37-40fb-8434-2636df3b868f req-ae9c47ae-5ea6-4da3-ac61-4ba384edfdbf tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 946 time: 0.0851071 Sep 18 00:31:11.773892 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca20dd-3f5a-44fe-82bd-cf0acd0244fc req-47056a89-8cc1-4537-9a90-50d51fd07747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:11.775201 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54ca20dd-3f5a-44fe-82bd-cf0acd0244fc req-47056a89-8cc1-4537-9a90-50d51fd07747 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 200 len: 851 time: 0.0771997 Sep 18 00:31:11.832455 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-acc387bc-ec37-40fb-8434-2636df3b868f req-a2ae1d58-3200-4880-a81b-1aa6370913ca tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/security-groups?id=183c19de-865f-4c60-bd2f-40101ba8859c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555799 Sep 18 00:31:11.843551 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca20dd-3f5a-44fe-82bd-cf0acd0244fc req-11050159-9bdf-410f-bf27-40973990996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:11.845074 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54ca20dd-3f5a-44fe-82bd-cf0acd0244fc req-11050159-9bdf-410f-bf27-40973990996c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545745 Sep 18 00:31:11.912239 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-62113436-e7fe-48d2-9d82-e62c9ca4e2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 5, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:11.937986 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54ca20dd-3f5a-44fe-82bd-cf0acd0244fc req-0e772d70-455f-44f9-95c8-5d2c00ca53e8 service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839481 Sep 18 00:31:11.938415 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62113436-e7fe-48d2-9d82-e62c9ca4e2d2 None None] The sync data for ids ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'] in n-d-809883-1 is: [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:20Z', 'revision_number': 4, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'db34b3f0-af18-4ecf-9a40-e7e3c80ae730', 'name': '', 'network_id': 'a764c774-bfd5-4fd3-8c8b-c78f089f9ee5', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'mac_address': 'fa:16:3e:ef:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:20Z', 'updated_at': '2021-09-18T00:18:24Z', 'revision_number': 5, 'project_id': '957e62dd134f4b1494c05189833997e3', 'subnets': [{'id': '7d7fdb57-9c96-44db-9a47-1ece1272bc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:31:12.030925 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54ca20dd-3f5a-44fe-82bd-cf0acd0244fc req-233c6477-095d-41fb-8561-7ffcbb9b2dca service neutron] 10.222.0.37 "GET /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864060 Sep 18 00:31:12.100999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a115933-d7c3-4955-8c4e-2dfc4848ff0c req-1cfe7c7b-9ce1-420d-a1d6-d6a07bdf7d9f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:12.102636 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a115933-d7c3-4955-8c4e-2dfc4848ff0c req-1cfe7c7b-9ce1-420d-a1d6-d6a07bdf7d9f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 946 time: 0.0517652 Sep 18 00:31:12.167991 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294efcb5-86ce-4912-b283-3377e55d66a2 None None] New status for floating IP f5d2ab90-9c93-4a1a-8977-2ff33cb3d440: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:31:12.203383 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-4a115933-d7c3-4955-8c4e-2dfc4848ff0c req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Deleting port 010746f7-cfbb-4104-8280-8a9f85e6ce30 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:31:12.203929 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4a115933-d7c3-4955-8c4e-2dfc4848ff0c req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:12.290732 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-4a115933-d7c3-4955-8c4e-2dfc4848ff0c req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] For port 010746f7-cfbb-4104-8280-8a9f85e6ce30, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=010746f7-cfbb-4104-8280-8a9f85e6ce30,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:12.291101 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4a115933-d7c3-4955-8c4e-2dfc4848ff0c req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:12.303108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-4a115933-d7c3-4955-8c4e-2dfc4848ff0c req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Calling delete_port for 010746f7-cfbb-4104-8280-8a9f85e6ce30 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:31:12.503057 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4a115933-d7c3-4955-8c4e-2dfc4848ff0c req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:12.529360 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event deleted for resources: {'Port': ['ID=010746f7-cfbb-4104-8280-8a9f85e6ce30,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:12.539419 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:12.539758 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:12.540113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:12.540429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:12.540754 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:12.541106 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:12.541427 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:12.542271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:12.542271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:12.542465 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:12.542655 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:12.542956 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:12.587135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a115933-d7c3-4955-8c4e-2dfc4848ff0c req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] No DVR routers for this DVR port 010746f7-cfbb-4104-8280-8a9f85e6ce30 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:31:12.589688 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4a115933-d7c3-4955-8c4e-2dfc4848ff0c req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:12.591722 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a115933-d7c3-4955-8c4e-2dfc4848ff0c req-6c2edb9d-8c19-441d-8851-0916ae12e24d tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.37 "DELETE /v2.0/ports/010746f7-cfbb-4104-8280-8a9f85e6ce30 HTTP/1.1" status: 204 len: 173 time: 0.4824760 Sep 18 00:31:12.592151 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'name': 'network-vif-deleted', 'tag': '010746f7-cfbb-4104-8280-8a9f85e6ce30'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:12.594416 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27aee60e-c7bf-4271-bc43-a53978ca1a2e" -d '{"events": [{"server_uuid": "fa581061-8654-404d-9e3c-f0a8579d4862", "name": "network-vif-deleted", "tag": "010746f7-cfbb-4104-8280-8a9f85e6ce30"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:12.690659 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413f89d6-a6f5-4545-a57b-c60a109ae834 x-openstack-request-id: req-413f89d6-a6f5-4545-a57b-c60a109ae834 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:12.690989 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa581061-8654-404d-9e3c-f0a8579d4862", "name": "network-vif-deleted", "tag": "010746f7-cfbb-4104-8280-8a9f85e6ce30", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:12.691207 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-413f89d6-a6f5-4545-a57b-c60a109ae834 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:12.691604 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa581061-8654-404d-9e3c-f0a8579d4862', 'name': 'network-vif-deleted', 'tag': '010746f7-cfbb-4104-8280-8a9f85e6ce30', 'status': 'completed', 'code': 200} Sep 18 00:31:12.940758 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ec9ce43e-5d3c-4e88-868e-0c176d613004 req-606b467f-e70f-4dc6-905b-f4bc175e51e0 tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 210 time: 0.0283384 Sep 18 00:31:13.745136 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:14.037947 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4eba875e-db5b-4760-9192-1a9a5d093a01 req-69b3ca0c-14dd-4cec-a04a-6591ba250b5f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 210 time: 0.0275998 Sep 18 00:31:14.116681 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4a96f9ac-3e22-46ee-83a2-e540ce43b975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:14.308605 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 010746f7-cfbb-4104-8280-8a9f85e6ce30 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:31:14.331904 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 010746f7-cfbb-4104-8280-8a9f85e6ce30 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:31:14.332176 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 010746f7-cfbb-4104-8280-8a9f85e6ce30 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:31:15.131722 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d104eb2a-8e2a-437e-a425-a0f9309d3723 req-b54c407f-989f-49f9-b045-cc61da10d9ea tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 210 time: 0.0260954 Sep 18 00:31:16.240772 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3cee6385-221f-4648-97fa-e7d5baf91514 req-d38253fd-6403-4fc2-9da1-ba2a3e8fc21a tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa581061-8654-404d-9e3c-f0a8579d4862 HTTP/1.1" status: 200 len: 210 time: 0.0258861 Sep 18 00:31:16.624855 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-866dad55-716e-4123-b782-b8bb4ffa5553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.295357 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56694) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:17.354261 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.421766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-745ab95d-8625-4f98-96bc-bdf30519465f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Deleting port 6d77b3ea-1631-42e0-857e-0cd2e6221e0b {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:31:17.422108 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-745ab95d-8625-4f98-96bc-bdf30519465f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.496154 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-745ab95d-8625-4f98-96bc-bdf30519465f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.496478 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-745ab95d-8625-4f98-96bc-bdf30519465f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.507885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-745ab95d-8625-4f98-96bc-bdf30519465f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Calling delete_port for 6d77b3ea-1631-42e0-857e-0cd2e6221e0b owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:31:17.711265 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-745ab95d-8625-4f98-96bc-bdf30519465f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.737394 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ab95d-8625-4f98-96bc-bdf30519465f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event deleted for resources: {'Port': ['ID=6d77b3ea-1631-42e0-857e-0cd2e6221e0b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:17.794254 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-745ab95d-8625-4f98-96bc-bdf30519465f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.796940 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-745ab95d-8625-4f98-96bc-bdf30519465f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:17.798106 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-745ab95d-8625-4f98-96bc-bdf30519465f tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "DELETE /v2.0/floatingips/fa998e27-39f8-4f61-931b-d6fc55951f14 HTTP/1.1" status: 204 len: 168 time: 0.5017734 Sep 18 00:31:17.891744 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:18.672370 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:31:19.896884 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:21.227697 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56710) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:21.289623 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-603935ab-4d93-48d9-a44b-77abc4893acc tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:21.317081 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-603935ab-4d93-48d9-a44b-77abc4893acc tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:21.464920 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-603935ab-4d93-48d9-a44b-77abc4893acc tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:21.467445 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-603935ab-4d93-48d9-a44b-77abc4893acc tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:21.471023 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-603935ab-4d93-48d9-a44b-77abc4893acc tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] 10.222.0.46 "DELETE /v2.0/security-groups/183c19de-865f-4c60-bd2f-40101ba8859c HTTP/1.1" status: 204 len: 168 time: 0.2398880 Sep 18 00:31:21.478649 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603935ab-4d93-48d9-a44b-77abc4893acc tempest-TestVolumeBootPattern-1851932398 tempest-TestVolumeBootPattern-1851932398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=183c19de-865f-4c60-bd2f-40101ba8859c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:21.593490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56714) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:22.052281 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-75ad55f8-13b8-47c1-a903-278d6666157e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:22.289214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-75ad55f8-13b8-47c1-a903-278d6666157e admin admin] Deleting port db34b3f0-af18-4ecf-9a40-e7e3c80ae730 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:31:22.289429 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-75ad55f8-13b8-47c1-a903-278d6666157e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:22.364270 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-75ad55f8-13b8-47c1-a903-278d6666157e admin admin] For port db34b3f0-af18-4ecf-9a40-e7e3c80ae730, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=db34b3f0-af18-4ecf-9a40-e7e3c80ae730,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:22.364624 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-75ad55f8-13b8-47c1-a903-278d6666157e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:22.376665 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-75ad55f8-13b8-47c1-a903-278d6666157e admin admin] Calling delete_port for db34b3f0-af18-4ecf-9a40-e7e3c80ae730 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:31:22.607887 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-75ad55f8-13b8-47c1-a903-278d6666157e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:22.638606 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad55f8-13b8-47c1-a903-278d6666157e admin admin] Pushing event deleted for resources: {'Port': ['ID=db34b3f0-af18-4ecf-9a40-e7e3c80ae730,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:22.800577 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-75ad55f8-13b8-47c1-a903-278d6666157e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.012101 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ad55f8-13b8-47c1-a903-278d6666157e admin admin] Router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:31:23.114538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ad55f8-13b8-47c1-a903-278d6666157e admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:31:23.119475 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-75ad55f8-13b8-47c1-a903-278d6666157e admin admin] 10.222.0.46 "PUT /v2.0/routers/0d91f2d8-875c-48cc-a100-0ef71f84e4f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5250208 Sep 18 00:31:23.121965 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56718) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:23.124474 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033eed43-7938-4d34-a5af-b840fc20b4c6 None None] Sync routers for ids ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:31:23.133420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033eed43-7938-4d34-a5af-b840fc20b4c6 None None] Routers {'0d91f2d8-875c-48cc-a100-0ef71f84e4f3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:31:23.134021 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-033eed43-7938-4d34-a5af-b840fc20b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:31:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:23.224754 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a980c718-6b14-4faa-b3be-fa475cb2a94e admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.242434 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-033eed43-7938-4d34-a5af-b840fc20b4c6 None None] Set router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:31:23.326891 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a980c718-6b14-4faa-b3be-fa475cb2a94e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.414323 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-033eed43-7938-4d34-a5af-b840fc20b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:31:22Z', 'revision_number': 5, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port': {'id': '471ff69e-c4e8-4e30-bf99-e02bcfefdb60', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:23.438028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-a980c718-6b14-4faa-b3be-fa475cb2a94e admin admin] Deleting port 471ff69e-c4e8-4e30-bf99-e02bcfefdb60 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:31:23.438490 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a980c718-6b14-4faa-b3be-fa475cb2a94e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.439506 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033eed43-7938-4d34-a5af-b840fc20b4c6 None None] Checking router: 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:31:23.448422 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033eed43-7938-4d34-a5af-b840fc20b4c6 None None] Routers {'0d91f2d8-875c-48cc-a100-0ef71f84e4f3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:31:23.449062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-033eed43-7938-4d34-a5af-b840fc20b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:31:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:23.517029 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-a980c718-6b14-4faa-b3be-fa475cb2a94e admin admin] For port 471ff69e-c4e8-4e30-bf99-e02bcfefdb60, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=471ff69e-c4e8-4e30-bf99-e02bcfefdb60,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:23.517397 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a980c718-6b14-4faa-b3be-fa475cb2a94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.533048 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-033eed43-7938-4d34-a5af-b840fc20b4c6 None None] Set router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:31:23.535159 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-a980c718-6b14-4faa-b3be-fa475cb2a94e admin admin] Calling delete_port for 471ff69e-c4e8-4e30-bf99-e02bcfefdb60 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:31:23.586924 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-033eed43-7938-4d34-a5af-b840fc20b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:31:23Z', 'revision_number': 6, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:23.611622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033eed43-7938-4d34-a5af-b840fc20b4c6 None None] The sync data for ids ['0d91f2d8-875c-48cc-a100-0ef71f84e4f3'] in n-d-809883-1 is: [{'id': '0d91f2d8-875c-48cc-a100-0ef71f84e4f3', 'name': 'tempest-TestVolumeBootPattern-1950927243-router', 'tenant_id': '957e62dd134f4b1494c05189833997e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:18Z', 'updated_at': '2021-09-18T00:31:23Z', 'revision_number': 6, 'project_id': '957e62dd134f4b1494c05189833997e3', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:31:23.806022 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a980c718-6b14-4faa-b3be-fa475cb2a94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.837235 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980c718-6b14-4faa-b3be-fa475cb2a94e admin admin] Pushing event deleted for resources: {'Port': ['ID=471ff69e-c4e8-4e30-bf99-e02bcfefdb60,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:23.894807 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a980c718-6b14-4faa-b3be-fa475cb2a94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.984720 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a980c718-6b14-4faa-b3be-fa475cb2a94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:23.987064 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a980c718-6b14-4faa-b3be-fa475cb2a94e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.105028 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a980c718-6b14-4faa-b3be-fa475cb2a94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.105576 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a980c718-6b14-4faa-b3be-fa475cb2a94e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d91f2d8-875c-48cc-a100-0ef71f84e4f3 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:31:24.109802 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a980c718-6b14-4faa-b3be-fa475cb2a94e admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.111013 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a980c718-6b14-4faa-b3be-fa475cb2a94e admin admin] 10.222.0.46 "DELETE /v2.0/routers/0d91f2d8-875c-48cc-a100-0ef71f84e4f3 HTTP/1.1" status: 204 len: 168 time: 0.9881341 Sep 18 00:31:24.113447 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56720) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:24.159390 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c5badd-ba58-49ef-a0c5-a3f855afaed8 admin admin] Deleting subnet 7d7fdb57-9c96-44db-9a47-1ece1272bc35 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:31:24.162308 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-36c5badd-ba58-49ef-a0c5-a3f855afaed8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.195660 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-36c5badd-ba58-49ef-a0c5-a3f855afaed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.268443 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-36c5badd-ba58-49ef-a0c5-a3f855afaed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.370381 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device db34b3f0-af18-4ecf-9a40-e7e3c80ae730 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:31:24.383582 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-36c5badd-ba58-49ef-a0c5-a3f855afaed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.392520 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: db34b3f0-af18-4ecf-9a40-e7e3c80ae730 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:31:24.392520 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device db34b3f0-af18-4ecf-9a40-e7e3c80ae730 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:31:24.416222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5badd-ba58-49ef-a0c5-a3f855afaed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d7fdb57-9c96-44db-9a47-1ece1272bc35,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:24.419882 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-36c5badd-ba58-49ef-a0c5-a3f855afaed8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.424168 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-36c5badd-ba58-49ef-a0c5-a3f855afaed8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7d7fdb57-9c96-44db-9a47-1ece1272bc35 HTTP/1.1" status: 204 len: 168 time: 0.3074987 Sep 18 00:31:24.424297 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56722) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:24.427578 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafc7a95-72a3-4d19-9835-811cf83abfae None None] Network a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:24.493499 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.545902 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] Deleting port 7a6520aa-ab84-4942-8989-3d75721aafe7 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:31:24.546164 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.620004 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] For port 7a6520aa-ab84-4942-8989-3d75721aafe7, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7a6520aa-ab84-4942-8989-3d75721aafe7,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:24.620375 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.630439 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] DHCP port deletion for a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:31:24.634765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] Calling delete_port for 7a6520aa-ab84-4942-8989-3d75721aafe7 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:31:24.682222 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] Deleting port 7a6520aa-ab84-4942-8989-3d75721aafe7 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:31:24.682602 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.743067 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] For port 7a6520aa-ab84-4942-8989-3d75721aafe7, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7a6520aa-ab84-4942-8989-3d75721aafe7,segment=NetworkSegment(e4b73dfb-dcb2-45d5-bf8e-60b53d83033b),segment_id=e4b73dfb-dcb2-45d5-bf8e-60b53d83033b)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:24.743458 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.755126 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] Calling delete_port for 7a6520aa-ab84-4942-8989-3d75721aafe7 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:31:24.776925 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.806538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] Pushing event deleted for resources: {'Port': ['ID=7a6520aa-ab84-4942-8989-3d75721aafe7,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:24.810288 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] No DVR routers for this DVR port 7a6520aa-ab84-4942-8989-3d75721aafe7 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:31:24.831735 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.856339 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] Pushing event deleted for resources: {'Port': ['ID=7a6520aa-ab84-4942-8989-3d75721aafe7,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:24.860561 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] No DVR routers for this DVR port 7a6520aa-ab84-4942-8989-3d75721aafe7 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:31:24.869617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:24.869617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:24.869617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:24.869617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:24.869617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:24.869617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:24.869617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:24.870279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:24.870279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:24.870525 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:24.870921 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:24.871100 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9342d968-dfaf-46d3-ae82-cedfda1dd771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:31:24.888636 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.901073 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a764c774-bfd5-4fd3-8c8b-c78f089f9ee5']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:24.910116 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:24.910416 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b73dfb-dcb2-45d5-bf8e-60b53d83033b') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:24.919517 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.934943 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.941327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:31:24.941720 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:31:24.945798 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:31:25.056787 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:25.062320 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:25.064171 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] 10.222.0.46 "DELETE /v2.0/networks/a764c774-bfd5-4fd3-8c8b-c78f089f9ee5 HTTP/1.1" status: 204 len: 168 time: 0.6389058 Sep 18 00:31:25.067461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56724) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:25.075824 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7126a7-55f2-44e9-9096-b0942debbdbb admin admin] Pushing event deleted for resources: {'Network': ['ID=a764c774-bfd5-4fd3-8c8b-c78f089f9ee5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:25.404933 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-beed4237-60b5-49bc-81a3-e46b0bf6b791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:25.644236 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-beed4237-60b5-49bc-81a3-e46b0bf6b791 admin admin] Deleting port f2a69d6d-f72f-432b-aee4-51b151e0749c {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:31:25.644582 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-beed4237-60b5-49bc-81a3-e46b0bf6b791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:25.724601 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-beed4237-60b5-49bc-81a3-e46b0bf6b791 admin admin] For port f2a69d6d-f72f-432b-aee4-51b151e0749c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=f2a69d6d-f72f-432b-aee4-51b151e0749c,segment=NetworkSegment(d66cbdf4-b711-4ee9-ba86-e95ad956ed9a),segment_id=d66cbdf4-b711-4ee9-ba86-e95ad956ed9a)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:25.725000 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-beed4237-60b5-49bc-81a3-e46b0bf6b791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:25.737038 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-beed4237-60b5-49bc-81a3-e46b0bf6b791 admin admin] Calling delete_port for f2a69d6d-f72f-432b-aee4-51b151e0749c owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:31:25.977804 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-beed4237-60b5-49bc-81a3-e46b0bf6b791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:26.003802 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed4237-60b5-49bc-81a3-e46b0bf6b791 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a69d6d-f72f-432b-aee4-51b151e0749c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:26.007650 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7a6520aa-ab84-4942-8989-3d75721aafe7 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:31:26.035861 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 7a6520aa-ab84-4942-8989-3d75721aafe7 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:31:26.036209 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7a6520aa-ab84-4942-8989-3d75721aafe7 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:31:26.036626 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 471ff69e-c4e8-4e30-bf99-e02bcfefdb60 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:31:26.057028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 471ff69e-c4e8-4e30-bf99-e02bcfefdb60 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:31:26.057426 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 471ff69e-c4e8-4e30-bf99-e02bcfefdb60 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:31:26.169629 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-beed4237-60b5-49bc-81a3-e46b0bf6b791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:26.379813 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beed4237-60b5-49bc-81a3-e46b0bf6b791 admin admin] Router e24375cc-55d2-4d1a-b51c-2121155a2e7d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:31:26.484455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beed4237-60b5-49bc-81a3-e46b0bf6b791 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:31:26.489273 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-beed4237-60b5-49bc-81a3-e46b0bf6b791 admin admin] 10.222.0.46 "PUT /v2.0/routers/e24375cc-55d2-4d1a-b51c-2121155a2e7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4206736 Sep 18 00:31:26.491883 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56726) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:26.494641 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f259c-022e-4f74-8dcb-5e7b33737539 None None] Sync routers for ids ['e24375cc-55d2-4d1a-b51c-2121155a2e7d'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:31:26.504534 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909f259c-022e-4f74-8dcb-5e7b33737539 None None] Routers {'e24375cc-55d2-4d1a-b51c-2121155a2e7d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:31:26.505163 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-909f259c-022e-4f74-8dcb-5e7b33737539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:31:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e24375cc-55d2-4d1a-b51c-2121155a2e7d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:26.595305 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-baa9ebe9-ce0b-4db6-9b17-9b717e16d5ab admin admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:26.606898 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-909f259c-022e-4f74-8dcb-5e7b33737539 None None] Set router e24375cc-55d2-4d1a-b51c-2121155a2e7d gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:31:26.697353 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-baa9ebe9-ce0b-4db6-9b17-9b717e16d5ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:26.782963 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-909f259c-022e-4f74-8dcb-5e7b33737539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'name': 'tempest-TestVolumeBootPattern-1844592562-router', 'tenant_id': '6cb138921ba648d685c850b3f1b0f3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '4cf6884a-0ee6-4ba1-9abf-93d50c99271f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:24Z', 'updated_at': '2021-09-18T00:31:25Z', 'revision_number': 5, 'project_id': '6cb138921ba648d685c850b3f1b0f3ee', 'gw_port': {'id': '4cf6884a-0ee6-4ba1-9abf-93d50c99271f', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:18:24Z', 'updated_at': '2021-09-18T00:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:26.808661 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f259c-022e-4f74-8dcb-5e7b33737539 None None] Checking router: e24375cc-55d2-4d1a-b51c-2121155a2e7d for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:31:26.813481 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-baa9ebe9-ce0b-4db6-9b17-9b717e16d5ab admin admin] Deleting port 4cf6884a-0ee6-4ba1-9abf-93d50c99271f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:31:26.813830 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-baa9ebe9-ce0b-4db6-9b17-9b717e16d5ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:26.816690 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909f259c-022e-4f74-8dcb-5e7b33737539 None None] Routers {'e24375cc-55d2-4d1a-b51c-2121155a2e7d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:31:26.817582 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-909f259c-022e-4f74-8dcb-5e7b33737539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:31:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e24375cc-55d2-4d1a-b51c-2121155a2e7d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:26.898399 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-baa9ebe9-ce0b-4db6-9b17-9b717e16d5ab admin admin] For port 4cf6884a-0ee6-4ba1-9abf-93d50c99271f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=4cf6884a-0ee6-4ba1-9abf-93d50c99271f,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:26.898768 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-baa9ebe9-ce0b-4db6-9b17-9b717e16d5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:26.911777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-baa9ebe9-ce0b-4db6-9b17-9b717e16d5ab admin admin] Calling delete_port for 4cf6884a-0ee6-4ba1-9abf-93d50c99271f owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:31:26.996497 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-909f259c-022e-4f74-8dcb-5e7b33737539 None None] Set router e24375cc-55d2-4d1a-b51c-2121155a2e7d gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:31:27.048754 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-909f259c-022e-4f74-8dcb-5e7b33737539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'name': 'tempest-TestVolumeBootPattern-1844592562-router', 'tenant_id': '6cb138921ba648d685c850b3f1b0f3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:24Z', 'updated_at': '2021-09-18T00:31:26Z', 'revision_number': 6, 'project_id': '6cb138921ba648d685c850b3f1b0f3ee', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:27.075353 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f259c-022e-4f74-8dcb-5e7b33737539 None None] The sync data for ids ['e24375cc-55d2-4d1a-b51c-2121155a2e7d'] in n-d-809883-1 is: [{'id': 'e24375cc-55d2-4d1a-b51c-2121155a2e7d', 'name': 'tempest-TestVolumeBootPattern-1844592562-router', 'tenant_id': '6cb138921ba648d685c850b3f1b0f3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:18:24Z', 'updated_at': '2021-09-18T00:31:26Z', 'revision_number': 6, 'project_id': '6cb138921ba648d685c850b3f1b0f3ee', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:31:27.161958 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-baa9ebe9-ce0b-4db6-9b17-9b717e16d5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.188256 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9ebe9-ce0b-4db6-9b17-9b717e16d5ab admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf6884a-0ee6-4ba1-9abf-93d50c99271f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:27.248207 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-baa9ebe9-ce0b-4db6-9b17-9b717e16d5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.334388 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-baa9ebe9-ce0b-4db6-9b17-9b717e16d5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.337032 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-baa9ebe9-ce0b-4db6-9b17-9b717e16d5ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.442730 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-baa9ebe9-ce0b-4db6-9b17-9b717e16d5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.443340 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa9ebe9-ce0b-4db6-9b17-9b717e16d5ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router e24375cc-55d2-4d1a-b51c-2121155a2e7d {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:31:27.447803 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-baa9ebe9-ce0b-4db6-9b17-9b717e16d5ab admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.449141 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-baa9ebe9-ce0b-4db6-9b17-9b717e16d5ab admin admin] 10.222.0.46 "DELETE /v2.0/routers/e24375cc-55d2-4d1a-b51c-2121155a2e7d HTTP/1.1" status: 204 len: 168 time: 0.9563148 Sep 18 00:31:27.451736 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56728) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:27.501196 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b96f932-b47b-45bc-9c6e-9493c81d9208 admin admin] Deleting subnet 2c2d14e4-a1c0-4943-ad35-0119c9c3c57f {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:31:27.504130 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b96f932-b47b-45bc-9c6e-9493c81d9208 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.537167 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b96f932-b47b-45bc-9c6e-9493c81d9208 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.620105 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b96f932-b47b-45bc-9c6e-9493c81d9208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.731370 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b96f932-b47b-45bc-9c6e-9493c81d9208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.757907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96f932-b47b-45bc-9c6e-9493c81d9208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c2d14e4-a1c0-4943-ad35-0119c9c3c57f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:27.759816 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b96f932-b47b-45bc-9c6e-9493c81d9208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.761828 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6b96f932-b47b-45bc-9c6e-9493c81d9208 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2c2d14e4-a1c0-4943-ad35-0119c9c3c57f HTTP/1.1" status: 204 len: 168 time: 0.3089712 Sep 18 00:31:27.764168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56730) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:27.766558 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4223fc6-c1a2-4c14-a315-7ecdd42fa2cb None None] Network 8bc72a37-c4cf-4f4d-b486-ec51491c0f27 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:31:27.837829 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.890738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] Deleting port 105a7240-40ca-4179-9688-9f6cae4e882c {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:31:27.891081 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.949432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6d8989-9c8c-431d-9d11-3d3b4e6303dc None None] DHCP port deletion for 8bc72a37-c4cf-4f4d-b486-ec51491c0f27 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:31:27.960942 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] For port 105a7240-40ca-4179-9688-9f6cae4e882c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=105a7240-40ca-4179-9688-9f6cae4e882c,segment=NetworkSegment(d66cbdf4-b711-4ee9-ba86-e95ad956ed9a),segment_id=d66cbdf4-b711-4ee9-ba86-e95ad956ed9a)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:27.961315 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:27.974842 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] Calling delete_port for 105a7240-40ca-4179-9688-9f6cae4e882c owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:31:28.003959 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d8989-9c8c-431d-9d11-3d3b4e6303dc None None] Deleting port 105a7240-40ca-4179-9688-9f6cae4e882c {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:31:28.004342 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1c6d8989-9c8c-431d-9d11-3d3b4e6303dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:28.029358 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f2a69d6d-f72f-432b-aee4-51b151e0749c no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:31:28.054538 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: f2a69d6d-f72f-432b-aee4-51b151e0749c {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:31:28.054885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device f2a69d6d-f72f-432b-aee4-51b151e0749c not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:31:28.055296 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4cf6884a-0ee6-4ba1-9abf-93d50c99271f no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:31:28.108374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 4cf6884a-0ee6-4ba1-9abf-93d50c99271f {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:31:28.108717 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 4cf6884a-0ee6-4ba1-9abf-93d50c99271f not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:31:28.109171 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 105a7240-40ca-4179-9688-9f6cae4e882c no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:31:28.115470 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1c6d8989-9c8c-431d-9d11-3d3b4e6303dc None None] For port 105a7240-40ca-4179-9688-9f6cae4e882c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=105a7240-40ca-4179-9688-9f6cae4e882c,segment=NetworkSegment(d66cbdf4-b711-4ee9-ba86-e95ad956ed9a),segment_id=d66cbdf4-b711-4ee9-ba86-e95ad956ed9a)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:28.115873 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1c6d8989-9c8c-431d-9d11-3d3b4e6303dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:28.147245 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d8989-9c8c-431d-9d11-3d3b4e6303dc None None] Calling delete_port for 105a7240-40ca-4179-9688-9f6cae4e882c owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:31:28.155524 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:28.182457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] No DVR routers for this DVR port 105a7240-40ca-4179-9688-9f6cae4e882c on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:31:28.186943 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=105a7240-40ca-4179-9688-9f6cae4e882c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:28.197846 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No active binding found for port 105a7240-40ca-4179-9688-9f6cae4e882c {{(pid=95593) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 18 00:31:28.198279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 105a7240-40ca-4179-9688-9f6cae4e882c not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:31:28.235535 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1c6d8989-9c8c-431d-9d11-3d3b4e6303dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:28.260621 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d8989-9c8c-431d-9d11-3d3b4e6303dc None None] Pushing event deleted for resources: {'Port': ['ID=105a7240-40ca-4179-9688-9f6cae4e882c,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:28.264296 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d8989-9c8c-431d-9d11-3d3b4e6303dc None None] No DVR routers for this DVR port 105a7240-40ca-4179-9688-9f6cae4e882c on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:31:28.264455 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:28.581134 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc72a37-c4cf-4f4d-b486-ec51491c0f27']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:28.590359 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66cbdf4-b711-4ee9-ba86-e95ad956ed9a') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:28.590658 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66cbdf4-b711-4ee9-ba86-e95ad956ed9a') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:31:28.599572 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:28.612807 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:28.619248 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:31:28.626182 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:31:28.753897 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:28.759427 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:28.761294 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8bc72a37-c4cf-4f4d-b486-ec51491c0f27 HTTP/1.1" status: 204 len: 168 time: 0.9962623 Sep 18 00:31:28.772351 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27978494-c374-41a3-9c64-aeb3476b32a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc72a37-c4cf-4f4d-b486-ec51491c0f27,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:29.078509 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56734) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:29.117758 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-10985de0-ba48-4122-8277-8897e00d45a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=957e62dd134f4b1494c05189833997e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381215 Sep 18 00:31:29.120030 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56736) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:29.169755 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-549c347a-0a2d-4922-b603-05dce3f61b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:29.189750 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-549c347a-0a2d-4922-b603-05dce3f61b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:29.313710 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-549c347a-0a2d-4922-b603-05dce3f61b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:29.316288 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-549c347a-0a2d-4922-b603-05dce3f61b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:29.317742 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-549c347a-0a2d-4922-b603-05dce3f61b5b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9494ad7-28d8-440d-bff2-43421442c7fa HTTP/1.1" status: 204 len: 168 time: 0.1968315 Sep 18 00:31:29.326610 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c347a-0a2d-4922-b603-05dce3f61b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9494ad7-28d8-440d-bff2-43421442c7fa,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:29.959909 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56742) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:30.002051 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-845ba14e-59b2-4799-915e-d3c12c83ebe7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6cb138921ba648d685c850b3f1b0f3ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408900 Sep 18 00:31:30.004418 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56744) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:30.051352 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2202a74f-40b7-44f1-827c-d6f009f72966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:30.072335 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2202a74f-40b7-44f1-827c-d6f009f72966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:30.178619 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2202a74f-40b7-44f1-827c-d6f009f72966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:30.182688 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2202a74f-40b7-44f1-827c-d6f009f72966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:30.183892 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2202a74f-40b7-44f1-827c-d6f009f72966 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5598866-9a2c-45db-9bda-129f0dc3ff8e HTTP/1.1" status: 204 len: 168 time: 0.1782568 Sep 18 00:31:30.192365 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202a74f-40b7-44f1-827c-d6f009f72966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5598866-9a2c-45db-9bda-129f0dc3ff8e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:40.748059 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:41.138852 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-c980013e-a476-4a30-8249-16f3a94dec54 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0700d724ba9448ceafeb21673a97a71a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213346 Sep 18 00:31:41.249639 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-ffc03257-5e02-4dc2-a41b-f112fec789be tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:41.251116 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-ffc03257-5e02-4dc2-a41b-f112fec789be tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1070483 Sep 18 00:31:41.266282 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-3d698a3d-b865-407f-a26a-e134584c1aa7 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/quotas/0700d724ba9448ceafeb21673a97a71a HTTP/1.1" status: 200 len: 375 time: 0.0093544 Sep 18 00:31:41.297068 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-561efe47-266d-49bf-912a-b9aec1f93f99 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0700d724ba9448ceafeb21673a97a71a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257120 Sep 18 00:31:41.512261 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc4d133e-2d37-4745-b7db-834c9b712f9d req-e6915851-5e65-42ed-9231-862527879b31 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fdca5c-7fdd-44fe-aafd-beb6413cae19 HTTP/1.1" status: 200 len: 210 time: 0.0260341 Sep 18 00:31:42.606794 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f26793a4-3f84-4edf-b85c-91402bd414c6 req-d0b37207-58bb-4662-ad72-0a5131f6a18a tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fdca5c-7fdd-44fe-aafd-beb6413cae19 HTTP/1.1" status: 200 len: 210 time: 0.0275970 Sep 18 00:31:43.423504 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-fe4b92ef-2934-44df-94f5-5d39307a4c82 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0700d724ba9448ceafeb21673a97a71a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210800 Sep 18 00:31:43.531124 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-7599ea15-f624-4bf9-9967-f06d8150e30a tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:43.532597 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-7599ea15-f624-4bf9-9967-f06d8150e30a tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1038909 Sep 18 00:31:43.545671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-1e98cd2e-1973-4711-824d-0811d2ea5023 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Request body: {'port': {'device_id': '09fdca5c-7fdd-44fe-aafd-beb6413cae19', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'admin_state_up': True, 'tenant_id': '0700d724ba9448ceafeb21673a97a71a'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:43.700382 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-737a3b6e-d560-451b-b7a5-e9b9f3a2a9cb req-5951227c-db72-49af-a34d-86fb01ebbb73 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fdca5c-7fdd-44fe-aafd-beb6413cae19 HTTP/1.1" status: 200 len: 210 time: 0.0266957 Sep 18 00:31:43.738771 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-1e98cd2e-1973-4711-824d-0811d2ea5023 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Made reservation on behalf of 0700d724ba9448ceafeb21673a97a71a for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:31:43.742252 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-1e98cd2e-1973-4711-824d-0811d2ea5023 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:43.750683 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-1e98cd2e-1973-4711-824d-0811d2ea5023 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:43.767635 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:43.837976 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-1e98cd2e-1973-4711-824d-0811d2ea5023 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:43.898254 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-1e98cd2e-1973-4711-824d-0811d2ea5023 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:43.963275 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98cd2e-1973-4711-824d-0811d2ea5023 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c59648ca-60e9-4032-b0b7-a7c6598e1457,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:44.031575 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-1e98cd2e-1973-4711-824d-0811d2ea5023 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Allocated IP 192.168.233.90 (b6479057-0895-40ae-855b-5e1af98f7222/5d5234b4-0cdb-440c-8600-17a9b03fc040/efca5c34-b2eb-403c-9cf9-4df0da9edb5c) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:31:44.092941 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-33f55292-6a14-4514-aac0-7715584d35bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:44.174729 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-1e98cd2e-1973-4711-824d-0811d2ea5023 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:44.247781 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-1e98cd2e-1973-4711-824d-0811d2ea5023 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:44.289020 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-1e98cd2e-1973-4711-824d-0811d2ea5023 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Network b6479057-0895-40ae-855b-5e1af98f7222 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:31:44.292036 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-1e98cd2e-1973-4711-824d-0811d2ea5023 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:31:44.297569 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-1e98cd2e-1973-4711-824d-0811d2ea5023 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:31:44.304683 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98cd2e-1973-4711-824d-0811d2ea5023 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Pushing event updated for resources: {'Port': ['ID=efca5c34-b2eb-403c-9cf9-4df0da9edb5c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:44.351455 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-1e98cd2e-1973-4711-824d-0811d2ea5023 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:44.352091 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-1e98cd2e-1973-4711-824d-0811d2ea5023 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:44.422828 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-1e98cd2e-1973-4711-824d-0811d2ea5023 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8805747 Sep 18 00:31:44.435825 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Request body: {'port': {'device_id': '09fdca5c-7fdd-44fe-aafd-beb6413cae19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:31:44.512040 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1bec5f8d-b894-44c0-a828-e2b1b7fade28 None None] Provisioning complete for port efca5c34-b2eb-403c-9cf9-4df0da9edb5c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:44.512325 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1bec5f8d-b894-44c0-a828-e2b1b7fade28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:44.550083 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1bec5f8d-b894-44c0-a828-e2b1b7fade28 None None] Port efca5c34-b2eb-403c-9cf9-4df0da9edb5c cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:31:44.845201 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:44.890081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e47b5-7dc5-415d-b91d-4ef2046e234b req-c51aef81-5827-420f-8f11-1be3d091b5d9 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:44.891550 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d61e47b5-7dc5-415d-b91d-4ef2046e234b req-c51aef81-5827-420f-8f11-1be3d091b5d9 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fdca5c-7fdd-44fe-aafd-beb6413cae19 HTTP/1.1" status: 200 len: 935 time: 0.0792687 Sep 18 00:31:44.999923 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d61e47b5-7dc5-415d-b91d-4ef2046e234b req-02d2f5ea-fdec-494c-a0db-c2964e15d9f0 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c59648ca-60e9-4032-b0b7-a7c6598e1457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018419 Sep 18 00:31:45.149894 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efca5c34-b2eb-403c-9cf9-4df0da9edb5c {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:31:45.157398 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:45.168985 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Transition to ACTIVE for port object efca5c34-b2eb-403c-9cf9-4df0da9edb5c will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:31:45.252741 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:45.304466 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=efca5c34-b2eb-403c-9cf9-4df0da9edb5c,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:45.373360 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Attempting to bind port efca5c34-b2eb-403c-9cf9-4df0da9edb5c on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:31:45.373696 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Attempting to bind port efca5c34-b2eb-403c-9cf9-4df0da9edb5c by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:31:45.374028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Attempting to bind port efca5c34-b2eb-403c-9cf9-4df0da9edb5c on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:45.378540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Port efca5c34-b2eb-403c-9cf9-4df0da9edb5c on network b6479057-0895-40ae-855b-5e1af98f7222 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:31:45.378866 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Attempting to bind port efca5c34-b2eb-403c-9cf9-4df0da9edb5c on network b6479057-0895-40ae-855b-5e1af98f7222 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:31:45.384355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:31:45.384694 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Checking segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:31:45.385112 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Bound using segment: {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:31:45.385540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Bound port: efca5c34-b2eb-403c-9cf9-4df0da9edb5c, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '349fbf6b-0756-4110-98a7-f0fe27e734ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:31:45.385905 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:45.458144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] For port efca5c34-b2eb-403c-9cf9-4df0da9edb5c, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:31:45.461134 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] For port efca5c34-b2eb-403c-9cf9-4df0da9edb5c, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=efca5c34-b2eb-403c-9cf9-4df0da9edb5c,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:31:45.538793 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:45.571641 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:45.572254 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:45.573668 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] 10.222.0.37 "PUT /v2.0/ports/efca5c34-b2eb-403c-9cf9-4df0da9edb5c HTTP/1.1" status: 200 len: 1095 time: 1.1421309 Sep 18 00:31:45.574104 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fdca5c-7fdd-44fe-aafd-beb6413cae19', 'tag': 'efca5c34-b2eb-403c-9cf9-4df0da9edb5c'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:45.576344 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343e3fea-6f48-4283-8b59-bfdcbb423d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "09fdca5c-7fdd-44fe-aafd-beb6413cae19", "tag": "efca5c34-b2eb-403c-9cf9-4df0da9edb5c"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:45.601770 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b0a6d-3353-46c0-b3ef-44dfde920ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=efca5c34-b2eb-403c-9cf9-4df0da9edb5c,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:45.617634 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3fdc0a-3b61-4273-86bf-05c6d5c45ed2 x-openstack-request-id: req-6a3fdc0a-3b61-4273-86bf-05c6d5c45ed2 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:45.617931 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fdca5c-7fdd-44fe-aafd-beb6413cae19", "tag": "efca5c34-b2eb-403c-9cf9-4df0da9edb5c", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:45.618179 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6a3fdc0a-3b61-4273-86bf-05c6d5c45ed2 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:45.618579 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fdca5c-7fdd-44fe-aafd-beb6413cae19', 'tag': 'efca5c34-b2eb-403c-9cf9-4df0da9edb5c', 'status': 'completed', 'code': 200} Sep 18 00:31:45.684715 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e3fea-6f48-4283-8b59-bfdcbb423d4f req-29a8ebf1-2c14-45ad-bd7c-15c348b3274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:45.686299 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-343e3fea-6f48-4283-8b59-bfdcbb423d4f req-29a8ebf1-2c14-45ad-bd7c-15c348b3274b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0700d724ba9448ceafeb21673a97a71a&device_id=09fdca5c-7fdd-44fe-aafd-beb6413cae19 HTTP/1.1" status: 200 len: 1098 time: 0.0445080 Sep 18 00:31:45.714709 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-343e3fea-6f48-4283-8b59-bfdcbb423d4f req-ce7f495f-8e8e-42a2-9d29-a2825c3476ab service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0700d724ba9448ceafeb21673a97a71a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199966 Sep 18 00:31:45.813556 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e3fea-6f48-4283-8b59-bfdcbb423d4f req-9222d72b-0ea8-4237-bf88-d1b22fc64fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:45.815017 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-343e3fea-6f48-4283-8b59-bfdcbb423d4f req-9222d72b-0ea8-4237-bf88-d1b22fc64fec service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935576 Sep 18 00:31:45.888224 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-1f116316-ce26-4709-8e88-f62085e6b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:45.889707 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-1f116316-ce26-4709-8e88-f62085e6b28c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0700d724ba9448ceafeb21673a97a71a&device_id=09fdca5c-7fdd-44fe-aafd-beb6413cae19 HTTP/1.1" status: 200 len: 1098 time: 0.0406644 Sep 18 00:31:45.934069 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-545a80ce-a6e1-43e2-96b2-159c188b6c43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=efca5c34-b2eb-403c-9cf9-4df0da9edb5c HTTP/1.1" status: 200 len: 217 time: 0.0371115 Sep 18 00:31:45.981115 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-a2f7fdc0-96a6-4202-8e0a-146d12d22663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:45.982554 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-a2f7fdc0-96a6-4202-8e0a-146d12d22663 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d5234b4-0cdb-440c-8600-17a9b03fc040 HTTP/1.1" status: 200 len: 843 time: 0.0422635 Sep 18 00:31:46.027231 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-61dc9456-6bac-4196-9bb7-e8e90a2283b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:46.028734 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-61dc9456-6bac-4196-9bb7-e8e90a2283b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6479057-0895-40ae-855b-5e1af98f7222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0392911 Sep 18 00:31:46.151165 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-44261c74-0bdd-4b2a-903f-f0e2b40aacea service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150742 Sep 18 00:31:46.159573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f3788-c537-473b-bc6d-4c9fff615c67 req-d01fc331-ca80-4877-a366-701ef6706e0e tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:46.160998 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-410f3788-c537-473b-bc6d-4c9fff615c67 req-d01fc331-ca80-4877-a366-701ef6706e0e tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fdca5c-7fdd-44fe-aafd-beb6413cae19 HTTP/1.1" status: 200 len: 947 time: 0.0674810 Sep 18 00:31:46.250001 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-410f3788-c537-473b-bc6d-4c9fff615c67 req-34535fbc-8282-4621-bb8a-efacc5c23bb8 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c59648ca-60e9-4032-b0b7-a7c6598e1457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805490 Sep 18 00:31:46.274602 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4481a0ff-d725-4d8b-ad68-a2df7543011d req-0855f04d-624a-41bf-aafe-cd5e8828dd61 service neutron] 10.222.0.37 "GET /v2.0/networks/b6479057-0895-40ae-855b-5e1af98f7222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126659 Sep 18 00:31:46.638523 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1943c871-90a8-4163-a2d4-e3de557a323e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:47.341911 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:47.365334 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cd058-c5c4-4b5e-9d11-65ba9c5d8971 req-df581a7c-7ec1-40ae-bb90-b0d97fcc60ea tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:47.367482 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f0cd058-c5c4-4b5e-9d11-65ba9c5d8971 req-df581a7c-7ec1-40ae-bb90-b0d97fcc60ea tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fdca5c-7fdd-44fe-aafd-beb6413cae19 HTTP/1.1" status: 200 len: 947 time: 0.0497348 Sep 18 00:31:47.404461 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f0cd058-c5c4-4b5e-9d11-65ba9c5d8971 req-31b72325-41bd-457f-aa55-8505dd432824 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c59648ca-60e9-4032-b0b7-a7c6598e1457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309527 Sep 18 00:31:47.898827 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:48.516204 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876a12a-770b-4660-b4b0-3073a6cc2fb0 req-06ae1bbe-cdf9-4688-bf5f-9753bb85677d tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:48.517706 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4876a12a-770b-4660-b4b0-3073a6cc2fb0 req-06ae1bbe-cdf9-4688-bf5f-9753bb85677d tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fdca5c-7fdd-44fe-aafd-beb6413cae19 HTTP/1.1" status: 200 len: 947 time: 0.0475702 Sep 18 00:31:48.553069 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4876a12a-770b-4660-b4b0-3073a6cc2fb0 req-5200c506-1b1b-4cc4-ab76-e9b0eaccf18c tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c59648ca-60e9-4032-b0b7-a7c6598e1457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294180 Sep 18 00:31:49.668613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952c453-671a-481b-bcdd-fa63d5697a42 req-4a294a8b-d9cd-4431-b151-f71d896dede5 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:49.670111 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2952c453-671a-481b-bcdd-fa63d5697a42 req-4a294a8b-d9cd-4431-b151-f71d896dede5 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fdca5c-7fdd-44fe-aafd-beb6413cae19 HTTP/1.1" status: 200 len: 947 time: 0.0509725 Sep 18 00:31:49.706988 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2952c453-671a-481b-bcdd-fa63d5697a42 req-976cc419-d4c5-4b79-87d6-eacaddc1e673 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c59648ca-60e9-4032-b0b7-a7c6598e1457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310535 Sep 18 00:31:49.932580 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:50.463319 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device efca5c34-b2eb-403c-9cf9-4df0da9edb5c details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:31:50.557766 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port efca5c34-b2eb-403c-9cf9-4df0da9edb5c, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=efca5c34-b2eb-403c-9cf9-4df0da9edb5c,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:50.568551 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'efca5c34-b2eb-403c-9cf9-4df0da9edb5c', 'network_id': 'b6479057-0895-40ae-855b-5e1af98f7222', 'port_id': 'efca5c34-b2eb-403c-9cf9-4df0da9edb5c', 'mac_address': 'fa:16:3e:9d:12:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5234b4-0cdb-440c-8600-17a9b03fc040', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:31:50.606767 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:50.619199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efca5c34-b2eb-403c-9cf9-4df0da9edb5c {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:31:50.637875 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port efca5c34-b2eb-403c-9cf9-4df0da9edb5c, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=efca5c34-b2eb-403c-9cf9-4df0da9edb5c,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:50.703955 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:50.749463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=efca5c34-b2eb-403c-9cf9-4df0da9edb5c,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:50.822053 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794f36e-938d-4476-a525-cd443eddecd4 req-a287a4f8-5113-4719-a88c-c1519385497c tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:50.823551 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f794f36e-938d-4476-a525-cd443eddecd4 req-a287a4f8-5113-4719-a88c-c1519385497c tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fdca5c-7fdd-44fe-aafd-beb6413cae19 HTTP/1.1" status: 200 len: 948 time: 0.0485528 Sep 18 00:31:50.859464 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f794f36e-938d-4476-a525-cd443eddecd4 req-693a729d-9c3a-4e5d-8003-6dbd34e5d9b6 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c59648ca-60e9-4032-b0b7-a7c6598e1457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300195 Sep 18 00:31:50.948025 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['efca5c34-b2eb-403c-9cf9-4df0da9edb5c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:31:51.973652 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c620bdd-c6f4-46eb-8adf-b0a64b90287a req-3554a493-ffe3-4890-843b-da26990406dd tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:51.975156 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c620bdd-c6f4-46eb-8adf-b0a64b90287a req-3554a493-ffe3-4890-843b-da26990406dd tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fdca5c-7fdd-44fe-aafd-beb6413cae19 HTTP/1.1" status: 200 len: 948 time: 0.0480239 Sep 18 00:31:52.011843 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c620bdd-c6f4-46eb-8adf-b0a64b90287a req-35c9f6d7-1973-4c55-ad20-2feaca3003de tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c59648ca-60e9-4032-b0b7-a7c6598e1457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307739 Sep 18 00:31:52.478662 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device efca5c34-b2eb-403c-9cf9-4df0da9edb5c up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:31:52.644139 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port efca5c34-b2eb-403c-9cf9-4df0da9edb5c completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:31:52.648395 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port efca5c34-b2eb-403c-9cf9-4df0da9edb5c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:31:52.651479 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:52.721346 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:52.742461 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fdca5c-7fdd-44fe-aafd-beb6413cae19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efca5c34-b2eb-403c-9cf9-4df0da9edb5c'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:52.744616 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48550692-ca1b-4513-8229-4fd12bebf808" -d '{"events": [{"server_uuid": "09fdca5c-7fdd-44fe-aafd-beb6413cae19", "name": "network-vif-plugged", "status": "completed", "tag": "efca5c34-b2eb-403c-9cf9-4df0da9edb5c"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:52.760337 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port efca5c34-b2eb-403c-9cf9-4df0da9edb5c, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=efca5c34-b2eb-403c-9cf9-4df0da9edb5c,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:52.829777 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:52.855525 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42cbd9f-e34c-487e-a908-9913872d9771 x-openstack-request-id: req-e42cbd9f-e34c-487e-a908-9913872d9771 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:52.855815 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fdca5c-7fdd-44fe-aafd-beb6413cae19", "name": "network-vif-plugged", "status": "completed", "tag": "efca5c34-b2eb-403c-9cf9-4df0da9edb5c", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:52.856073 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e42cbd9f-e34c-487e-a908-9913872d9771 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:52.856454 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fdca5c-7fdd-44fe-aafd-beb6413cae19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efca5c34-b2eb-403c-9cf9-4df0da9edb5c', 'code': 200} Sep 18 00:31:52.882143 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=efca5c34-b2eb-403c-9cf9-4df0da9edb5c,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:52.935927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf6a41-c92e-4ea5-88e8-fde12cef0339 req-4a3dcba7-8d27-47eb-a365-3826a4f2507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:52.937428 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dbdf6a41-c92e-4ea5-88e8-fde12cef0339 req-4a3dcba7-8d27-47eb-a365-3826a4f2507e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=09fdca5c-7fdd-44fe-aafd-beb6413cae19 HTTP/1.1" status: 200 len: 1100 time: 0.0421243 Sep 18 00:31:52.971459 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dbdf6a41-c92e-4ea5-88e8-fde12cef0339 req-ef9b8074-bb44-468f-8d8f-0c67291b7c56 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c59648ca-60e9-4032-b0b7-a7c6598e1457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274267 Sep 18 00:31:53.123993 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fd5a3-54f0-4ade-b3d0-22cdb7a00e8a req-9553fa96-1e01-4749-b864-fdf7297b9bbc tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:53.125509 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-170fd5a3-54f0-4ade-b3d0-22cdb7a00e8a req-9553fa96-1e01-4749-b864-fdf7297b9bbc tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fdca5c-7fdd-44fe-aafd-beb6413cae19 HTTP/1.1" status: 200 len: 949 time: 0.0476246 Sep 18 00:31:53.162404 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-170fd5a3-54f0-4ade-b3d0-22cdb7a00e8a req-c53989d0-ed3d-4083-81a1-3d7709e7b327 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c59648ca-60e9-4032-b0b7-a7c6598e1457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311263 Sep 18 00:31:54.277640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79312d-9951-43dd-8da9-96abf8b17f27 req-86bd1bd3-6304-40d7-82e4-4065afc2ba42 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:54.279093 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca79312d-9951-43dd-8da9-96abf8b17f27 req-86bd1bd3-6304-40d7-82e4-4065afc2ba42 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fdca5c-7fdd-44fe-aafd-beb6413cae19 HTTP/1.1" status: 200 len: 949 time: 0.0480294 Sep 18 00:31:54.315438 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca79312d-9951-43dd-8da9-96abf8b17f27 req-4764ac15-c354-4494-be00-754f3acb87dc tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c59648ca-60e9-4032-b0b7-a7c6598e1457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305130 Sep 18 00:31:54.757632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-ef2ce62f-818c-4e86-ad5b-12276c6c912b req-6f4a783c-7498-474a-9698-d4a9e277fefc service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:31:54.758642 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ef2ce62f-818c-4e86-ad5b-12276c6c912b req-6f4a783c-7498-474a-9698-d4a9e277fefc service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1000159 Sep 18 00:31:55.214578 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-33d0598c-17a2-4618-9962-6239d43c8458 req-706c00d1-ef0b-4c3d-903f-23e85a0a80db service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:31:55.215589 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33d0598c-17a2-4618-9962-6239d43c8458 req-706c00d1-ef0b-4c3d-903f-23e85a0a80db service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052171 Sep 18 00:31:55.671639 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:31:55.757158 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f1928-f49c-4987-8c74-242548813bd5 req-39c01ae6-88a9-454c-b61a-a9a43a5fc342 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:55.758640 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca8f1928-f49c-4987-8c74-242548813bd5 req-39c01ae6-88a9-454c-b61a-a9a43a5fc342 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fdca5c-7fdd-44fe-aafd-beb6413cae19 HTTP/1.1" status: 200 len: 949 time: 0.0519035 Sep 18 00:31:55.796639 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca8f1928-f49c-4987-8c74-242548813bd5 req-373850ea-05ad-436b-8b07-e8ab0fb6bffd tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c59648ca-60e9-4032-b0b7-a7c6598e1457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319462 Sep 18 00:31:56.910551 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece58123-3cf9-4dcf-a993-da77390a7631 req-01d74e98-2075-4010-9742-d125441596ca tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:56.912036 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ece58123-3cf9-4dcf-a993-da77390a7631 req-01d74e98-2075-4010-9742-d125441596ca tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fdca5c-7fdd-44fe-aafd-beb6413cae19 HTTP/1.1" status: 200 len: 949 time: 0.0487630 Sep 18 00:31:56.950104 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ece58123-3cf9-4dcf-a993-da77390a7631 req-00bdbf7e-e88e-4b0c-9ef6-7dc45e2531b2 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c59648ca-60e9-4032-b0b7-a7c6598e1457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314510 Sep 18 00:31:56.997238 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1148f0b-1082-4304-a88d-db34ae106fca req-2ee098c8-7be5-42a0-828e-9b126efed267 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:31:56.998739 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a1148f0b-1082-4304-a88d-db34ae106fca req-2ee098c8-7be5-42a0-828e-9b126efed267 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.37 "GET /v2.0/ports?device_id=09fdca5c-7fdd-44fe-aafd-beb6413cae19 HTTP/1.1" status: 200 len: 949 time: 0.0478048 Sep 18 00:31:57.088064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-a1148f0b-1082-4304-a88d-db34ae106fca req-e6a1ce5f-43e5-4d1b-95bb-db4f6a8bb18c tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Deleting port efca5c34-b2eb-403c-9cf9-4df0da9edb5c {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:31:57.088317 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a1148f0b-1082-4304-a88d-db34ae106fca req-e6a1ce5f-43e5-4d1b-95bb-db4f6a8bb18c tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:57.173679 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-a1148f0b-1082-4304-a88d-db34ae106fca req-e6a1ce5f-43e5-4d1b-95bb-db4f6a8bb18c tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] For port efca5c34-b2eb-403c-9cf9-4df0da9edb5c, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=efca5c34-b2eb-403c-9cf9-4df0da9edb5c,segment=NetworkSegment(349fbf6b-0756-4110-98a7-f0fe27e734ff),segment_id=349fbf6b-0756-4110-98a7-f0fe27e734ff)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:31:57.174046 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a1148f0b-1082-4304-a88d-db34ae106fca req-e6a1ce5f-43e5-4d1b-95bb-db4f6a8bb18c tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:57.186581 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-a1148f0b-1082-4304-a88d-db34ae106fca req-e6a1ce5f-43e5-4d1b-95bb-db4f6a8bb18c tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Calling delete_port for efca5c34-b2eb-403c-9cf9-4df0da9edb5c owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:31:57.372884 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a1148f0b-1082-4304-a88d-db34ae106fca req-e6a1ce5f-43e5-4d1b-95bb-db4f6a8bb18c tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:57.384613 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['efca5c34-b2eb-403c-9cf9-4df0da9edb5c'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:31:57.399194 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1ce5f-43e5-4d1b-95bb-db4f6a8bb18c tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Pushing event deleted for resources: {'Port': ['ID=efca5c34-b2eb-403c-9cf9-4df0da9edb5c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:31:57.446480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1148f0b-1082-4304-a88d-db34ae106fca req-e6a1ce5f-43e5-4d1b-95bb-db4f6a8bb18c tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] No DVR routers for this DVR port efca5c34-b2eb-403c-9cf9-4df0da9edb5c on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:31:57.449262 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a1148f0b-1082-4304-a88d-db34ae106fca req-e6a1ce5f-43e5-4d1b-95bb-db4f6a8bb18c tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:57.451349 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a1148f0b-1082-4304-a88d-db34ae106fca req-e6a1ce5f-43e5-4d1b-95bb-db4f6a8bb18c tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.37 "DELETE /v2.0/ports/efca5c34-b2eb-403c-9cf9-4df0da9edb5c HTTP/1.1" status: 204 len: 173 time: 0.4466269 Sep 18 00:31:57.451786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fdca5c-7fdd-44fe-aafd-beb6413cae19', 'name': 'network-vif-deleted', 'tag': 'efca5c34-b2eb-403c-9cf9-4df0da9edb5c'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:31:57.454063 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43380666-c6bc-4906-88af-12d2d592bc18" -d '{"events": [{"server_uuid": "09fdca5c-7fdd-44fe-aafd-beb6413cae19", "name": "network-vif-deleted", "tag": "efca5c34-b2eb-403c-9cf9-4df0da9edb5c"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:31:57.492382 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84db411-b9ae-4628-8de4-88ff8f149c40 x-openstack-request-id: req-e84db411-b9ae-4628-8de4-88ff8f149c40 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:31:57.492914 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fdca5c-7fdd-44fe-aafd-beb6413cae19", "name": "network-vif-deleted", "tag": "efca5c34-b2eb-403c-9cf9-4df0da9edb5c", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:31:57.493447 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e84db411-b9ae-4628-8de4-88ff8f149c40 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:31:57.493852 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fdca5c-7fdd-44fe-aafd-beb6413cae19', 'name': 'network-vif-deleted', 'tag': 'efca5c34-b2eb-403c-9cf9-4df0da9edb5c', 'status': 'completed', 'code': 200} Sep 18 00:31:58.055884 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-837d78fb-8eff-4c27-a03f-99e6cf5918bc req-8fb5e10c-2de9-4013-a515-1d0d56e3e704 tempest-ServersAdminNegativeTestJSON-1111073731 tempest-ServersAdminNegativeTestJSON-1111073731-project] 10.222.0.46 "GET /v2.0/ports?device_id=09fdca5c-7fdd-44fe-aafd-beb6413cae19 HTTP/1.1" status: 200 len: 210 time: 0.0262358 Sep 18 00:31:59.542646 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56892) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:59.670793 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1252067a-de1c-48ee-a35d-6e32520b2d1c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0700d724ba9448ceafeb21673a97a71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1269639 Sep 18 00:31:59.673385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56896) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:31:59.719390 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3747c252-2c42-48fe-b651-c8167f1c4ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:59.740390 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3747c252-2c42-48fe-b651-c8167f1c4ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:59.863879 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3747c252-2c42-48fe-b651-c8167f1c4ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:59.866402 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3747c252-2c42-48fe-b651-c8167f1c4ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:31:59.867578 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3747c252-2c42-48fe-b651-c8167f1c4ff9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c59648ca-60e9-4032-b0b7-a7c6598e1457 HTTP/1.1" status: 204 len: 168 time: 0.1932492 Sep 18 00:31:59.875336 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747c252-2c42-48fe-b651-c8167f1c4ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59648ca-60e9-4032-b0b7-a7c6598e1457,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:00.440848 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 56902) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:00.454599 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6dac1154-46ab-483b-8bea-438953b7b5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.511493 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device efca5c34-b2eb-403c-9cf9-4df0da9edb5c no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:32:00.530522 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: efca5c34-b2eb-403c-9cf9-4df0da9edb5c {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:32:00.530867 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device efca5c34-b2eb-403c-9cf9-4df0da9edb5c not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:32:00.542157 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6dac1154-46ab-483b-8bea-438953b7b5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.615584 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6dac1154-46ab-483b-8bea-438953b7b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.653632 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6dac1154-46ab-483b-8bea-438953b7b5d8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe50d6a6084e493085804d6f21944703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114818 Sep 18 00:32:00.655517 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac1154-46ab-483b-8bea-438953b7b5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d0715f-6dc6-450d-8b61-c8b65dec29e3,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:00.656400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56904) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:00.707124 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9be80a35-b9e4-48df-bd1c-9834bf256310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.727572 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9be80a35-b9e4-48df-bd1c-9834bf256310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.852706 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9be80a35-b9e4-48df-bd1c-9834bf256310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.855286 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9be80a35-b9e4-48df-bd1c-9834bf256310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:00.856439 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9be80a35-b9e4-48df-bd1c-9834bf256310 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/54d0715f-6dc6-450d-8b61-c8b65dec29e3 HTTP/1.1" status: 204 len: 168 time: 0.1989295 Sep 18 00:32:00.864380 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be80a35-b9e4-48df-bd1c-9834bf256310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d0715f-6dc6-450d-8b61-c8b65dec29e3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:00.872256 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80a35-b9e4-48df-bd1c-9834bf256310 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:00.872605 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80a35-b9e4-48df-bd1c-9834bf256310 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:00.872976 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80a35-b9e4-48df-bd1c-9834bf256310 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:00.873314 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80a35-b9e4-48df-bd1c-9834bf256310 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:00.873647 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80a35-b9e4-48df-bd1c-9834bf256310 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:00.873999 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80a35-b9e4-48df-bd1c-9834bf256310 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:00.874324 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80a35-b9e4-48df-bd1c-9834bf256310 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:00.874649 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80a35-b9e4-48df-bd1c-9834bf256310 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:00.874991 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80a35-b9e4-48df-bd1c-9834bf256310 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:00.875312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80a35-b9e4-48df-bd1c-9834bf256310 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:00.875648 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80a35-b9e4-48df-bd1c-9834bf256310 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:00.875940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be80a35-b9e4-48df-bd1c-9834bf256310 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:01.825675 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56926) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:01.919031 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-87029256-4a2e-4e2f-9b76-94b46da388db admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-61378132-network', 'tenant_id': '4797dddee193428391dd56c4f57ffe32'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:02.004149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87029256-4a2e-4e2f-9b76-94b46da388db admin admin] Made reservation on behalf of 4797dddee193428391dd56c4f57ffe32 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:02.006528 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87029256-4a2e-4e2f-9b76-94b46da388db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.015938 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87029256-4a2e-4e2f-9b76-94b46da388db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.100476 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87029256-4a2e-4e2f-9b76-94b46da388db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.163624 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87029256-4a2e-4e2f-9b76-94b46da388db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.184198 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87029256-4a2e-4e2f-9b76-94b46da388db admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:32:02.197216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87029256-4a2e-4e2f-9b76-94b46da388db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def2e7f7-4806-42b6-8fbe-6ecc589a92d8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:02.201805 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87029256-4a2e-4e2f-9b76-94b46da388db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.202149 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-87029256-4a2e-4e2f-9b76-94b46da388db admin admin] Added segment 7025a895-d404-4ab7-83f4-e7831c96b8ec of type vlan for network eece774d-a1fb-47c3-b6c9-b8647d545537 Sep 18 00:32:02.239640 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87029256-4a2e-4e2f-9b76-94b46da388db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.315432 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87029256-4a2e-4e2f-9b76-94b46da388db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.316731 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87029256-4a2e-4e2f-9b76-94b46da388db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:02.317358 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87029256-4a2e-4e2f-9b76-94b46da388db admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.377569 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87029256-4a2e-4e2f-9b76-94b46da388db admin admin] Pushing event updated for resources: {'Network': ['ID=eece774d-a1fb-47c3-b6c9-b8647d545537,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:02.386892 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network eece774d-a1fb-47c3-b6c9-b8647d545537 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:32:02.431376 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-87029256-4a2e-4e2f-9b76-94b46da388db admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6045372 Sep 18 00:32:02.434254 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56930) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:02.439141 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-dcc380f2-9d60-4484-aa8d-08a0502d4997 admin admin] Request body: {'subnet': {'network_id': 'eece774d-a1fb-47c3-b6c9-b8647d545537', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-61378132-subnet', 'tenant_id': '4797dddee193428391dd56c4f57ffe32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:02.524249 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc380f2-9d60-4484-aa8d-08a0502d4997 admin admin] Made reservation on behalf of 4797dddee193428391dd56c4f57ffe32 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:02.526609 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dcc380f2-9d60-4484-aa8d-08a0502d4997 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.749485 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dcc380f2-9d60-4484-aa8d-08a0502d4997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:02.807559 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc380f2-9d60-4484-aa8d-08a0502d4997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c03bb6c-d086-4f8c-9f39-984e9db119c7,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:02.811812 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc380f2-9d60-4484-aa8d-08a0502d4997 admin admin] Checking segment: {'id': '7025a895-d404-4ab7-83f4-e7831c96b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eece774d-a1fb-47c3-b6c9-b8647d545537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:02.812174 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc380f2-9d60-4484-aa8d-08a0502d4997 admin admin] Network hostable DHCP agents. Network: eece774d-a1fb-47c3-b6c9-b8647d545537, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:32:02.914939 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc380f2-9d60-4484-aa8d-08a0502d4997 admin admin] Network eece774d-a1fb-47c3-b6c9-b8647d545537 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:32:03.015371 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-dcc380f2-9d60-4484-aa8d-08a0502d4997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, eece774d-a1fb-47c3-b6c9-b8647d545537) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:03.019470 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc380f2-9d60-4484-aa8d-08a0502d4997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:03.020061 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dcc380f2-9d60-4484-aa8d-08a0502d4997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:03.026426 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c56a33a-3f76-4a25-828e-d9049a87d12c None None] Network eece774d-a1fb-47c3-b6c9-b8647d545537 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:32:03.113539 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dcc380f2-9d60-4484-aa8d-08a0502d4997 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6781461 Sep 18 00:32:03.146014 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc69a2bc-c1ba-47c0-a3c4-62e09cb03a83 None None] Network eece774d-a1fb-47c3-b6c9-b8647d545537 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:32:03.527571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-1212aa48-05e2-42fa-9560-f5a899869f4a tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:03.529021 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-1212aa48-05e2-42fa-9560-f5a899869f4a tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/networks?id=eece774d-a1fb-47c3-b6c9-b8647d545537 HTTP/1.1" status: 200 len: 810 time: 0.0999529 Sep 18 00:32:03.543530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-6b3f3f2c-e9bb-47da-ba24-12fb3f89d7ec tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/quotas/4797dddee193428391dd56c4f57ffe32 HTTP/1.1" status: 200 len: 375 time: 0.0088000 Sep 18 00:32:03.579241 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-679219e7-47f7-403e-9dd2-05803febada2 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4797dddee193428391dd56c4f57ffe32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301793 Sep 18 00:32:03.666883 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-81d5e5ff-a997-4d22-8097-6a4e45fd2a06 service neutron] 10.222.0.46 "GET /v2.0/networks/eece774d-a1fb-47c3-b6c9-b8647d545537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802755 Sep 18 00:32:03.758017 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-6ecf366e-8b07-45c0-b7c9-ef0d0d578297 service neutron] 10.222.0.46 "GET /v2.0/networks/eece774d-a1fb-47c3-b6c9-b8647d545537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850952 Sep 18 00:32:03.986998 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b3880c2-7613-45c1-91f8-9a59c85ce424 req-3f2260a6-af02-4aae-bf45-7b0ff436a346 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 210 time: 0.0298996 Sep 18 00:32:05.083974 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b23d750-f3eb-42f3-b050-97ca72c2f5a7 req-1bb17fb3-719a-438b-8156-c7874bade168 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 210 time: 0.0265503 Sep 18 00:32:05.936327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-374ff97a-a5bd-4abe-bb41-41b7e93092be tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:05.937808 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-374ff97a-a5bd-4abe-bb41-41b7e93092be tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.37 "GET /v2.0/networks?id=eece774d-a1fb-47c3-b6c9-b8647d545537 HTTP/1.1" status: 200 len: 810 time: 0.1051002 Sep 18 00:32:05.950349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-bc584c67-1baa-4ca3-b0a6-9bcc3214fe19 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Request body: {'port': {'device_id': '902ef5d3-47e6-424e-b259-95bb7b78e479', 'network_id': 'eece774d-a1fb-47c3-b6c9-b8647d545537', 'admin_state_up': True, 'tenant_id': '4797dddee193428391dd56c4f57ffe32'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:06.121328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-bc584c67-1baa-4ca3-b0a6-9bcc3214fe19 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Made reservation on behalf of 4797dddee193428391dd56c4f57ffe32 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:06.125025 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-bc584c67-1baa-4ca3-b0a6-9bcc3214fe19 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:06.209637 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-521e5147-6217-4965-a476-eab5a0adcb8b req-4b03b4ad-fe1c-4436-90ec-a3f129266d8e tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 210 time: 0.0577159 Sep 18 00:32:06.274053 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-bc584c67-1baa-4ca3-b0a6-9bcc3214fe19 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Allocated IP 172.20.0.12 (eece774d-a1fb-47c3-b6c9-b8647d545537/4c03bb6c-d086-4f8c-9f39-984e9db119c7/5bbe9c32-9b9e-4771-a8e6-841c03697ef1) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:32:06.416007 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-bc584c67-1baa-4ca3-b0a6-9bcc3214fe19 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:06.512979 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-bc584c67-1baa-4ca3-b0a6-9bcc3214fe19 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:06.551999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-bc584c67-1baa-4ca3-b0a6-9bcc3214fe19 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Network eece774d-a1fb-47c3-b6c9-b8647d545537 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:32:06.555494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-bc584c67-1baa-4ca3-b0a6-9bcc3214fe19 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:06.559126 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-bc584c67-1baa-4ca3-b0a6-9bcc3214fe19 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:32:06.588450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc584c67-1baa-4ca3-b0a6-9bcc3214fe19 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Pushing event updated for resources: {'Port': ['ID=5bbe9c32-9b9e-4771-a8e6-841c03697ef1,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:06.612343 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-bc584c67-1baa-4ca3-b0a6-9bcc3214fe19 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:06.612980 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-bc584c67-1baa-4ca3-b0a6-9bcc3214fe19 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:06.701359 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-bc584c67-1baa-4ca3-b0a6-9bcc3214fe19 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7546201 Sep 18 00:32:06.713313 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Request body: {'port': {'device_id': '902ef5d3-47e6-424e-b259-95bb7b78e479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:06.768670 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:07.019578 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:07.027559 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:07.039531 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Transition to ACTIVE for port object 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:32:07.111966 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:07.161960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Pushing event updated for resources: {'Port': ['ID=5bbe9c32-9b9e-4771-a8e6-841c03697ef1,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:07.227873 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Attempting to bind port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:07.228250 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Attempting to bind port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '7025a895-d404-4ab7-83f4-e7831c96b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eece774d-a1fb-47c3-b6c9-b8647d545537'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:07.228578 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Attempting to bind port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 on network eece774d-a1fb-47c3-b6c9-b8647d545537 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:07.232773 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 on network eece774d-a1fb-47c3-b6c9-b8647d545537 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:32:07.233125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Attempting to bind port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 on network eece774d-a1fb-47c3-b6c9-b8647d545537 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:07.237924 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:07.238199 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Checking segment: {'id': '7025a895-d404-4ab7-83f4-e7831c96b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eece774d-a1fb-47c3-b6c9-b8647d545537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:07.238535 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Bound using segment: {'id': '7025a895-d404-4ab7-83f4-e7831c96b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eece774d-a1fb-47c3-b6c9-b8647d545537'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:07.238959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Bound port: 5bbe9c32-9b9e-4771-a8e6-841c03697ef1, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7025a895-d404-4ab7-83f4-e7831c96b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eece774d-a1fb-47c3-b6c9-b8647d545537'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:07.239341 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:07.330157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] For port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:07.334335 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] For port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5bbe9c32-9b9e-4771-a8e6-841c03697ef1,segment=NetworkSegment(7025a895-d404-4ab7-83f4-e7831c96b8ec),segment_id=7025a895-d404-4ab7-83f4-e7831c96b8ec)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:07.347076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6155d-3a4e-4de6-b878-b5b17650d655 req-0ca1933a-599b-46e6-85b7-00563498aba4 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:07.348587 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0b6155d-3a4e-4de6-b878-b5b17650d655 req-0ca1933a-599b-46e6-85b7-00563498aba4 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 944 time: 0.0723124 Sep 18 00:32:07.393416 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c0b6155d-3a4e-4de6-b878-b5b17650d655 req-fcd8c5a0-ede2-4112-976a-71808599d4e1 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378830 Sep 18 00:32:07.395590 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:07.430788 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:07.431404 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:07.432802 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] 10.222.0.37 "PUT /v2.0/ports/5bbe9c32-9b9e-4771-a8e6-841c03697ef1 HTTP/1.1" status: 200 len: 1092 time: 0.7234125 Sep 18 00:32:07.433260 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902ef5d3-47e6-424e-b259-95bb7b78e479', 'tag': '5bbe9c32-9b9e-4771-a8e6-841c03697ef1'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:07.435686 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e614ed1a-3212-4b70-9535-b6af8c43f397" -d '{"events": [{"name": "network-changed", "server_uuid": "902ef5d3-47e6-424e-b259-95bb7b78e479", "tag": "5bbe9c32-9b9e-4771-a8e6-841c03697ef1"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:07.467032 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ce0d7-bf9c-4799-8caf-13180d424ffe service neutron] Pushing event updated for resources: {'Port': ['ID=5bbe9c32-9b9e-4771-a8e6-841c03697ef1,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:07.476686 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f01b718-9a0d-4f11-a966-807b78feb2e5 x-openstack-request-id: req-0f01b718-9a0d-4f11-a966-807b78feb2e5 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:07.477009 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902ef5d3-47e6-424e-b259-95bb7b78e479", "tag": "5bbe9c32-9b9e-4771-a8e6-841c03697ef1", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:07.477255 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0f01b718-9a0d-4f11-a966-807b78feb2e5 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:07.477654 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902ef5d3-47e6-424e-b259-95bb7b78e479', 'tag': '5bbe9c32-9b9e-4771-a8e6-841c03697ef1', 'status': 'completed', 'code': 200} Sep 18 00:32:07.542211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614ed1a-3212-4b70-9535-b6af8c43f397 req-0802a009-b21e-4b34-81da-e0317668a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:07.543732 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e614ed1a-3212-4b70-9535-b6af8c43f397 req-0802a009-b21e-4b34-81da-e0317668a099 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4797dddee193428391dd56c4f57ffe32&device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 1095 time: 0.0427899 Sep 18 00:32:07.650345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614ed1a-3212-4b70-9535-b6af8c43f397 req-2266a5c1-a0f4-400a-81b4-d2af1a761b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:07.651760 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e614ed1a-3212-4b70-9535-b6af8c43f397 req-2266a5c1-a0f4-400a-81b4-d2af1a761b6a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4797dddee193428391dd56c4f57ffe32&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0997956 Sep 18 00:32:07.743976 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614ed1a-3212-4b70-9535-b6af8c43f397 req-c85ba06a-91b4-4d7d-9838-d0e669b21995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:07.745489 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e614ed1a-3212-4b70-9535-b6af8c43f397 req-c85ba06a-91b4-4d7d-9838-d0e669b21995 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873859 Sep 18 00:32:07.832407 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-806d6a13-c3ed-4e79-9063-a22223cb5835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:07.833996 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-806d6a13-c3ed-4e79-9063-a22223cb5835 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4797dddee193428391dd56c4f57ffe32&device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 1095 time: 0.0461233 Sep 18 00:32:07.883007 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-2d8ab10f-cd97-44e7-87f7-7fdf98c8c2e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bbe9c32-9b9e-4771-a8e6-841c03697ef1 HTTP/1.1" status: 200 len: 217 time: 0.0402238 Sep 18 00:32:07.933864 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-945b2845-5a15-4691-bf38-a1c2d9339bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:07.935246 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-945b2845-5a15-4691-bf38-a1c2d9339bf0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c03bb6c-d086-4f8c-9f39-984e9db119c7 HTTP/1.1" status: 200 len: 850 time: 0.0465877 Sep 18 00:32:07.969594 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-d9c3af67-826f-45bc-a69e-15798384b6bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eece774d-a1fb-47c3-b6c9-b8647d545537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274153 Sep 18 00:32:08.062535 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-2dbe4989-fb0d-466c-81fc-9c999825104a service neutron] 10.222.0.37 "GET /v2.0/networks/eece774d-a1fb-47c3-b6c9-b8647d545537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853102 Sep 18 00:32:08.149306 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48cbc51e-f3af-4ff1-89ba-65c409c573cc req-c6ad09c1-0cd5-400a-8aa3-6e80fbf0021c service neutron] 10.222.0.37 "GET /v2.0/networks/eece774d-a1fb-47c3-b6c9-b8647d545537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798645 Sep 18 00:32:08.516855 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324bc5e-753a-4988-b006-a20c95b7c02d req-abe76b5d-ce27-4e9e-9452-6f24b8f140db tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:08.518317 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a324bc5e-753a-4988-b006-a20c95b7c02d req-abe76b5d-ce27-4e9e-9452-6f24b8f140db tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 944 time: 0.0518329 Sep 18 00:32:08.554799 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a324bc5e-753a-4988-b006-a20c95b7c02d req-d3fb29e0-4527-4303-9935-d1b642db07fb tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301638 Sep 18 00:32:09.667621 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ace97-f92a-42fe-92e2-596a140e43af req-dfc5f68c-8039-49bf-bf59-4065948e10c3 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:09.669187 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff5ace97-f92a-42fe-92e2-596a140e43af req-dfc5f68c-8039-49bf-bf59-4065948e10c3 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 944 time: 0.0483630 Sep 18 00:32:09.706331 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff5ace97-f92a-42fe-92e2-596a140e43af req-a45801fa-c8d5-4172-b5fe-d32c4e1abeab tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312579 Sep 18 00:32:10.540597 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:32:10.629173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5bbe9c32-9b9e-4771-a8e6-841c03697ef1,segment=NetworkSegment(7025a895-d404-4ab7-83f4-e7831c96b8ec),segment_id=7025a895-d404-4ab7-83f4-e7831c96b8ec)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:10.640270 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '5bbe9c32-9b9e-4771-a8e6-841c03697ef1', 'network_id': 'eece774d-a1fb-47c3-b6c9-b8647d545537', 'port_id': '5bbe9c32-9b9e-4771-a8e6-841c03697ef1', 'mac_address': 'fa:16:3e:ff:00:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c03bb6c-d086-4f8c-9f39-984e9db119c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:32:10.682822 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.700118 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:10.718883 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5bbe9c32-9b9e-4771-a8e6-841c03697ef1,segment=NetworkSegment(7025a895-d404-4ab7-83f4-e7831c96b8ec),segment_id=7025a895-d404-4ab7-83f4-e7831c96b8ec)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:10.749296 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.798270 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:10.818594 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d730b7-21f2-4a85-9872-b806c4992bed req-6f9e942f-9848-4477-8d14-e66ac01b24e1 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:10.820754 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-97d730b7-21f2-4a85-9872-b806c4992bed req-6f9e942f-9848-4477-8d14-e66ac01b24e1 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 944 time: 0.0496702 Sep 18 00:32:10.847432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=5bbe9c32-9b9e-4771-a8e6-841c03697ef1,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:10.858007 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-97d730b7-21f2-4a85-9872-b806c4992bed req-ea760e8c-2950-49fb-a881-e9b609669b62 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311651 Sep 18 00:32:10.991063 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['5bbe9c32-9b9e-4771-a8e6-841c03697ef1'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:32:11.974425 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfca7d1-5807-4054-9766-c5818e61c8dc req-273afb04-2f5c-4e94-bced-debae7afd052 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:11.975778 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5cfca7d1-5807-4054-9766-c5818e61c8dc req-273afb04-2f5c-4e94-bced-debae7afd052 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 945 time: 0.0514679 Sep 18 00:32:12.013482 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5cfca7d1-5807-4054-9766-c5818e61c8dc req-9897e903-0cdb-46d9-b5bd-8790238e9ad4 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316145 Sep 18 00:32:12.549646 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:12.675097 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:32:12.678674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:12.679662 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:12.752892 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:12.774242 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902ef5d3-47e6-424e-b259-95bb7b78e479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bbe9c32-9b9e-4771-a8e6-841c03697ef1'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:12.776483 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a54caa7-6594-4a8a-bed3-96f4d8a97874" -d '{"events": [{"server_uuid": "902ef5d3-47e6-424e-b259-95bb7b78e479", "name": "network-vif-plugged", "status": "completed", "tag": "5bbe9c32-9b9e-4771-a8e6-841c03697ef1"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:12.789230 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5bbe9c32-9b9e-4771-a8e6-841c03697ef1,segment=NetworkSegment(7025a895-d404-4ab7-83f4-e7831c96b8ec),segment_id=7025a895-d404-4ab7-83f4-e7831c96b8ec)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:12.812448 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa1a680-4c21-4814-88eb-6d87a75daf6e x-openstack-request-id: req-2fa1a680-4c21-4814-88eb-6d87a75daf6e {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:12.812740 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902ef5d3-47e6-424e-b259-95bb7b78e479", "name": "network-vif-plugged", "status": "completed", "tag": "5bbe9c32-9b9e-4771-a8e6-841c03697ef1", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:12.813039 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2fa1a680-4c21-4814-88eb-6d87a75daf6e {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:12.813454 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902ef5d3-47e6-424e-b259-95bb7b78e479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bbe9c32-9b9e-4771-a8e6-841c03697ef1', 'code': 200} Sep 18 00:32:12.864029 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:12.903722 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362d29e-41bf-44e5-b932-7b43636e6c09 req-abcbc5ad-6d69-4c35-b04d-9b6593accff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:12.905263 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f362d29e-41bf-44e5-b932-7b43636e6c09 req-abcbc5ad-6d69-4c35-b04d-9b6593accff5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 1097 time: 0.0395746 Sep 18 00:32:12.913793 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=5bbe9c32-9b9e-4771-a8e6-841c03697ef1,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:12.939657 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f362d29e-41bf-44e5-b932-7b43636e6c09 req-a112af9d-cc7c-48a4-80b8-3046760e155d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278301 Sep 18 00:32:13.127499 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65824e-5a41-4bde-958d-ec65baddb189 req-3e41c478-c9e4-4d0f-a1a8-a98c6e011168 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:13.128900 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc65824e-5a41-4bde-958d-ec65baddb189 req-3e41c478-c9e4-4d0f-a1a8-a98c6e011168 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0481389 Sep 18 00:32:13.165729 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc65824e-5a41-4bde-958d-ec65baddb189 req-446c782b-173e-4ed0-9683-00dc2e318b01 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309639 Sep 18 00:32:13.743648 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:14.111829 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-56403e3b-4ced-42d6-8a78-e6a50b0ab53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:14.281403 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fbe6f-b1bc-49b7-b5c9-f35a3af7cea1 req-439af615-5982-4476-97ef-49250dc9dd59 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:14.282771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4c0fbe6f-b1bc-49b7-b5c9-f35a3af7cea1 req-439af615-5982-4476-97ef-49250dc9dd59 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0507612 Sep 18 00:32:14.320523 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4c0fbe6f-b1bc-49b7-b5c9-f35a3af7cea1 req-28e46e70-79eb-4d37-97dd-3c5d0fc92b95 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313222 Sep 18 00:32:14.667701 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4f360-0a79-4810-813c-d19f35669968 req-3679367c-444e-415a-8a3d-6ad10821dc4b tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:14.669179 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7a4f360-0a79-4810-813c-d19f35669968 req-3679367c-444e-415a-8a3d-6ad10821dc4b tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0490704 Sep 18 00:32:14.706161 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7a4f360-0a79-4810-813c-d19f35669968 req-98fbc707-b49d-4731-9b8a-3745af48dcb2 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310383 Sep 18 00:32:14.781223 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 56984) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:14.873544 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-eca341c0-02c0-479d-9b06-b78a02df170b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910275 Sep 18 00:32:14.883156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-4dee2169-b2d3-49ae-ade2-f2d159afe004 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:32:14.884128 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-4dee2169-b2d3-49ae-ade2-f2d159afe004 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060329 Sep 18 00:32:15.822505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195f6b2-59e3-413f-bfc5-decf51aceba2 req-777e84ff-10dc-47d9-aaf0-2fe4f56a81df tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:15.823989 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b195f6b2-59e3-413f-bfc5-decf51aceba2 req-777e84ff-10dc-47d9-aaf0-2fe4f56a81df tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0497932 Sep 18 00:32:15.861294 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b195f6b2-59e3-413f-bfc5-decf51aceba2 req-36797cc3-d85a-422d-9477-5910a0d5bccd tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309300 Sep 18 00:32:16.640556 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4b632534-de4f-4d38-a9d9-edcf73a70455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:16.876247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512961c-8710-4edf-962a-bf83001086b0 req-a298e7b1-9a59-44f8-a4a4-9b1a98173db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:16.877765 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-a298e7b1-9a59-44f8-a4a4-9b1a98173db0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4797dddee193428391dd56c4f57ffe32&device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 1097 time: 0.0439925 Sep 18 00:32:17.002061 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a3a05-376e-470d-bee5-9c653684f4e3 req-85c26b1a-0c62-4ce1-b007-5ae39fc15a99 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:17.003588 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a4a3a05-376e-470d-bee5-9c653684f4e3 req-85c26b1a-0c62-4ce1-b007-5ae39fc15a99 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0648789 Sep 18 00:32:17.005033 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512961c-8710-4edf-962a-bf83001086b0 req-1e31cfd6-eb6e-46bc-94f4-87b4e772019f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:17.006362 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-1e31cfd6-eb6e-46bc-94f4-87b4e772019f service neutron] 10.222.0.37 "GET /v2.0/networks?id=eece774d-a1fb-47c3-b6c9-b8647d545537 HTTP/1.1" status: 200 len: 911 time: 0.1220319 Sep 18 00:32:17.057843 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-b87db729-a28b-4e4c-9e58-5f707e767fcd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bbe9c32-9b9e-4771-a8e6-841c03697ef1 HTTP/1.1" status: 200 len: 217 time: 0.0415080 Sep 18 00:32:17.099126 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a4a3a05-376e-470d-bee5-9c653684f4e3 req-ed5007b2-860c-4349-874c-167c227edfea tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888352 Sep 18 00:32:17.116311 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512961c-8710-4edf-962a-bf83001086b0 req-c396863c-c5ee-4e94-b1c5-f27a8f776213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:17.117834 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-c396863c-c5ee-4e94-b1c5-f27a8f776213 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c03bb6c-d086-4f8c-9f39-984e9db119c7 HTTP/1.1" status: 200 len: 850 time: 0.0495639 Sep 18 00:32:17.149674 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-d6b423d3-2af5-45b6-a90b-8ec55bb3601d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eece774d-a1fb-47c3-b6c9-b8647d545537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244169 Sep 18 00:32:17.238778 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-fb70492e-a57d-4276-84bd-1d484c4a2ba6 service neutron] 10.222.0.37 "GET /v2.0/networks/eece774d-a1fb-47c3-b6c9-b8647d545537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816154 Sep 18 00:32:17.309362 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:17.327195 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-0644825f-8a80-4ea7-95f7-4a552967616b service neutron] 10.222.0.37 "GET /v2.0/networks/eece774d-a1fb-47c3-b6c9-b8647d545537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803316 Sep 18 00:32:17.906261 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:18.215749 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c27cf-88dc-4a96-95b0-d70cbfc5ed0c req-d0b7d8c3-e22f-4390-908a-9a67b4a22487 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:18.217278 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-803c27cf-88dc-4a96-95b0-d70cbfc5ed0c req-d0b7d8c3-e22f-4390-908a-9a67b4a22487 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0521281 Sep 18 00:32:18.253641 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-803c27cf-88dc-4a96-95b0-d70cbfc5ed0c req-6baa444f-4f6e-4d3c-bd43-0b61d0910a24 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305870 Sep 18 00:32:19.369722 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97400a8e-6202-4f6f-b7b2-d24a4caa14c8 req-82ef6630-d9c0-4c03-b674-962aaca50c1b tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:19.371200 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-97400a8e-6202-4f6f-b7b2-d24a4caa14c8 req-82ef6630-d9c0-4c03-b674-962aaca50c1b tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0514891 Sep 18 00:32:19.409551 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-97400a8e-6202-4f6f-b7b2-d24a4caa14c8 req-5c38d2d5-e72f-4dc0-9b41-e233a5437738 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324123 Sep 18 00:32:19.940178 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:20.523905 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00cf0f-ab72-4c66-9570-2dc12425b549 req-a91916bc-fb12-4f5d-a6f9-131e6d9869cd tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:20.525385 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa00cf0f-ab72-4c66-9570-2dc12425b549 req-a91916bc-fb12-4f5d-a6f9-131e6d9869cd tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0500524 Sep 18 00:32:20.561393 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fa00cf0f-ab72-4c66-9570-2dc12425b549 req-3cd70119-71f3-49d6-a6b8-37d7e166ed38 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301416 Sep 18 00:32:21.676003 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87426a29-ee56-4efc-a393-20da6d40e9d9 req-5376be34-5a26-4a97-b42c-973074494549 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:21.677468 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-87426a29-ee56-4efc-a393-20da6d40e9d9 req-5376be34-5a26-4a97-b42c-973074494549 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0502334 Sep 18 00:32:21.714502 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-87426a29-ee56-4efc-a393-20da6d40e9d9 req-6b33e7b0-6a8f-40c3-84f9-fef77001d2d2 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300543 Sep 18 00:32:22.827549 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675087e-31ac-463f-a2e3-8d8c2008dab6 req-60e3ffdb-b375-4661-807c-052096611803 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:22.829159 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0675087e-31ac-463f-a2e3-8d8c2008dab6 req-60e3ffdb-b375-4661-807c-052096611803 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0486836 Sep 18 00:32:22.865340 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0675087e-31ac-463f-a2e3-8d8c2008dab6 req-3564e588-238a-41d6-a6a4-4463f2f15c09 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303407 Sep 18 00:32:23.979608 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534591ff-8e39-42d9-bc27-053e3144db6d req-15c5decd-5dd0-48b7-b6cb-10d9cda6346b tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:23.981082 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-534591ff-8e39-42d9-bc27-053e3144db6d req-15c5decd-5dd0-48b7-b6cb-10d9cda6346b tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0484693 Sep 18 00:32:24.019193 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-534591ff-8e39-42d9-bc27-053e3144db6d req-d693108b-36db-457a-8181-a8b80eefc510 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317409 Sep 18 00:32:25.142227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc461c-fff7-46f0-888b-ebbbf3b55e95 req-885f83f2-6244-476d-875b-e3a765ae2733 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:25.143709 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d9dc461c-fff7-46f0-888b-ebbbf3b55e95 req-885f83f2-6244-476d-875b-e3a765ae2733 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0559862 Sep 18 00:32:25.179233 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d9dc461c-fff7-46f0-888b-ebbbf3b55e95 req-9b626d45-d639-4824-92cb-ab2cc9b99f68 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296617 Sep 18 00:32:26.297002 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f4547-653f-4fbb-ba79-52d290dfb346 req-9fad1818-d244-4548-bf1a-499c7f36c6ec tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:26.298391 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-944f4547-653f-4fbb-ba79-52d290dfb346 req-9fad1818-d244-4548-bf1a-499c7f36c6ec tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0478654 Sep 18 00:32:26.334949 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-944f4547-653f-4fbb-ba79-52d290dfb346 req-5c1791a7-e970-4a4c-a7a1-c118d8cb551b tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307312 Sep 18 00:32:27.449627 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b7aad-74e9-4f86-9339-444615e8a81c req-8a536a37-7a14-48ee-9d29-b02bf42fa9ea tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:27.451094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a8b7aad-74e9-4f86-9339-444615e8a81c req-8a536a37-7a14-48ee-9d29-b02bf42fa9ea tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0474861 Sep 18 00:32:27.486493 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a8b7aad-74e9-4f86-9339-444615e8a81c req-2fa1cf53-961a-4acc-9764-af97669ce047 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297418 Sep 18 00:32:28.602348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdf677-8248-427b-8d0a-7ad6ce20de6b req-1ad0b8eb-45ea-422c-8a8e-3f9b7f808f52 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:28.603822 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68cdf677-8248-427b-8d0a-7ad6ce20de6b req-1ad0b8eb-45ea-422c-8a8e-3f9b7f808f52 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0515118 Sep 18 00:32:28.641519 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68cdf677-8248-427b-8d0a-7ad6ce20de6b req-b50376a6-2dfa-4347-ae4b-e403b28f5a48 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316489 Sep 18 00:32:29.754849 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405231e3-71e1-4174-baba-7f48883198a4 req-49b8a7a4-9ea4-46ba-ac0f-fa192901d1c0 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:29.756312 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-405231e3-71e1-4174-baba-7f48883198a4 req-49b8a7a4-9ea4-46ba-ac0f-fa192901d1c0 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0482242 Sep 18 00:32:29.793155 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-405231e3-71e1-4174-baba-7f48883198a4 req-d0f99da3-e463-4bcb-aca7-caeb77f54c22 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309708 Sep 18 00:32:30.904060 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343d473-b532-4638-b442-da33f91d60b5 req-0c55f4e9-edba-49a4-af1f-cd055fd06d0b tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:30.905566 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2343d473-b532-4638-b442-da33f91d60b5 req-0c55f4e9-edba-49a4-af1f-cd055fd06d0b tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0472195 Sep 18 00:32:30.942833 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2343d473-b532-4638-b442-da33f91d60b5 req-00707af7-8243-46d1-9b34-ab3f11fa5770 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314202 Sep 18 00:32:32.058975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4b84a-3177-4bab-aeac-6396537674b9 req-be91a7b1-f215-4615-b367-ce0fc1ba2a3c tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:32.060414 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99b4b84a-3177-4bab-aeac-6396537674b9 req-be91a7b1-f215-4615-b367-ce0fc1ba2a3c tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0510862 Sep 18 00:32:32.097418 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99b4b84a-3177-4bab-aeac-6396537674b9 req-0f0d54ed-f2b6-4ae6-a0da-e6f2d36141fa tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308123 Sep 18 00:32:32.671123 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:32:33.213001 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672486c7-c18d-4694-92af-29bcc05d5b8f req-e008b7e6-1028-4c28-8a5f-189cb9f69848 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:33.214480 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-672486c7-c18d-4694-92af-29bcc05d5b8f req-e008b7e6-1028-4c28-8a5f-189cb9f69848 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0520136 Sep 18 00:32:33.250932 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-672486c7-c18d-4694-92af-29bcc05d5b8f req-61bc6a6f-3bb0-40fc-8f8f-d76b54dfdef8 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305238 Sep 18 00:32:34.366713 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb16587-98ad-45b7-81f4-98b34c04dd3e req-86e174ad-6c81-40c2-b36d-08296256f2ab tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:34.368209 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4cb16587-98ad-45b7-81f4-98b34c04dd3e req-86e174ad-6c81-40c2-b36d-08296256f2ab tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0498881 Sep 18 00:32:34.404731 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4cb16587-98ad-45b7-81f4-98b34c04dd3e req-0c6900fc-0978-42c2-af75-41d6672fc16a tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304697 Sep 18 00:32:35.405400 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdbad7-a5fb-4d11-ab30-ab205642d6e7 req-96586f06-b428-4591-8104-614bdb2c8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:35.406858 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ecdbad7-a5fb-4d11-ab30-ab205642d6e7 req-96586f06-b428-4591-8104-614bdb2c8471 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4797dddee193428391dd56c4f57ffe32&device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 1097 time: 0.0442934 Sep 18 00:32:35.542518 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdbad7-a5fb-4d11-ab30-ab205642d6e7 req-a1740ab4-9305-4f7d-b153-809320ab00bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:35.543964 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ecdbad7-a5fb-4d11-ab30-ab205642d6e7 req-a1740ab4-9305-4f7d-b153-809320ab00bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=eece774d-a1fb-47c3-b6c9-b8647d545537 HTTP/1.1" status: 200 len: 911 time: 0.1155505 Sep 18 00:32:35.552388 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad48462-b688-4a4a-bc70-fe94dd8879f3 req-15dfb463-7681-4bab-8073-a77d021c72ac tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:35.553788 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ad48462-b688-4a4a-bc70-fe94dd8879f3 req-15dfb463-7681-4bab-8073-a77d021c72ac tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0701816 Sep 18 00:32:35.597678 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ecdbad7-a5fb-4d11-ab30-ab205642d6e7 req-3f8f4175-6f63-4439-8aa9-7d012f33a6de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bbe9c32-9b9e-4771-a8e6-841c03697ef1 HTTP/1.1" status: 200 len: 217 time: 0.0429158 Sep 18 00:32:35.638792 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ad48462-b688-4a4a-bc70-fe94dd8879f3 req-b9beae01-dca5-4d81-ba0a-90c77339a781 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787835 Sep 18 00:32:35.656089 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdbad7-a5fb-4d11-ab30-ab205642d6e7 req-5882ce15-af3f-459b-b815-fc8112cdbdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:35.657493 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ecdbad7-a5fb-4d11-ab30-ab205642d6e7 req-5882ce15-af3f-459b-b815-fc8112cdbdec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c03bb6c-d086-4f8c-9f39-984e9db119c7 HTTP/1.1" status: 200 len: 850 time: 0.0521331 Sep 18 00:32:35.688609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ecdbad7-a5fb-4d11-ab30-ab205642d6e7 req-5589b6f1-8a0c-4776-9766-7e61f2fc9fd1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eece774d-a1fb-47c3-b6c9-b8647d545537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234351 Sep 18 00:32:36.102720 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ecdbad7-a5fb-4d11-ab30-ab205642d6e7 req-20312f35-10c5-45e4-b13a-ec5eddc93e25 service neutron] 10.222.0.37 "GET /v2.0/networks/eece774d-a1fb-47c3-b6c9-b8647d545537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069052 Sep 18 00:32:36.193497 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ecdbad7-a5fb-4d11-ab30-ab205642d6e7 req-c1e1a00a-a872-4503-9958-30a32d747888 service neutron] 10.222.0.37 "GET /v2.0/networks/eece774d-a1fb-47c3-b6c9-b8647d545537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827088 Sep 18 00:32:36.752948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936df69-734d-4ef2-a279-731493dfcb1f req-f6be8646-6ceb-434a-ae25-94ed89e1f6ae tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:36.754391 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d936df69-734d-4ef2-a279-731493dfcb1f req-f6be8646-6ceb-434a-ae25-94ed89e1f6ae tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0481966 Sep 18 00:32:36.790467 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d936df69-734d-4ef2-a279-731493dfcb1f req-21f244e4-b299-44aa-a139-4172df1dd33a tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302515 Sep 18 00:32:37.902378 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f474f46-0c86-477b-ad40-fccf898dd96b req-99bcc8a3-35f1-48f8-8991-1109d85dded5 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:37.903838 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f474f46-0c86-477b-ad40-fccf898dd96b req-99bcc8a3-35f1-48f8-8991-1109d85dded5 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0471079 Sep 18 00:32:37.940531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f474f46-0c86-477b-ad40-fccf898dd96b req-2c11d509-e420-4ac8-bfbf-139962a69199 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308242 Sep 18 00:32:39.051431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c95b0-e950-4ed3-962e-f6c9eebf4617 req-d4b7e67f-4da9-47a2-b8af-6f90e8527bb4 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:39.052931 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d43c95b0-e950-4ed3-962e-f6c9eebf4617 req-d4b7e67f-4da9-47a2-b8af-6f90e8527bb4 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0472448 Sep 18 00:32:39.093221 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d43c95b0-e950-4ed3-962e-f6c9eebf4617 req-ac016b6f-9bba-4db9-9b2a-33fbcd03163a tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337467 Sep 18 00:32:40.206215 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ba7f5-2128-4b76-9655-34162fcee162 req-b59d46ab-f7ac-4934-bc27-25c9ec39c897 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:40.207711 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-763ba7f5-2128-4b76-9655-34162fcee162 req-b59d46ab-f7ac-4934-bc27-25c9ec39c897 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0488381 Sep 18 00:32:40.243997 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-763ba7f5-2128-4b76-9655-34162fcee162 req-1eafda48-ebb7-44d9-8d97-b8fa227114a8 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303445 Sep 18 00:32:40.742609 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:41.356608 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824dbea-1f22-40f4-b792-02332ba60d74 req-cc38dc26-04e0-4716-9fcc-1417e318404e tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:41.358091 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b824dbea-1f22-40f4-b792-02332ba60d74 req-cc38dc26-04e0-4716-9fcc-1417e318404e tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0487914 Sep 18 00:32:41.394360 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b824dbea-1f22-40f4-b792-02332ba60d74 req-b2ec9bed-4e4b-45d2-bc06-18fd2ce3bdbf tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304098 Sep 18 00:32:42.508515 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b2106-da69-4c1b-abbd-8a96d6a3e6b0 req-44f5e120-0371-4db8-befc-6468fbc8fe10 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:42.509987 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e66b2106-da69-4c1b-abbd-8a96d6a3e6b0 req-44f5e120-0371-4db8-befc-6468fbc8fe10 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0471854 Sep 18 00:32:42.548524 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e66b2106-da69-4c1b-abbd-8a96d6a3e6b0 req-58d85db2-0a20-43bd-8f06-de4d24b0cb68 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327497 Sep 18 00:32:43.661454 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c69cf-8ed6-4f21-9604-1e5b620c622a req-b3486123-4359-4cd6-aba1-d5103bf69af8 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:43.662916 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d88c69cf-8ed6-4f21-9604-1e5b620c622a req-b3486123-4359-4cd6-aba1-d5103bf69af8 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0480261 Sep 18 00:32:43.700409 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d88c69cf-8ed6-4f21-9604-1e5b620c622a req-0166e8f8-ed87-4bf7-8c3b-e4fe726c50a7 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316377 Sep 18 00:32:43.762224 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:44.114139 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-225b3043-a584-4182-be5d-2aae21c60b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:44.386919 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-0512961c-8710-4edf-962a-bf83001086b0 req-e622bdca-7f90-4093-916f-bf97bafa4566 service neutron] show failed (client error): The resource could not be found. Sep 18 00:32:44.387833 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-e622bdca-7f90-4093-916f-bf97bafa4566 service neutron] 10.222.0.37 "GET /v2.0/ports/5bbe9c32-9b9e-4771-a8e6-841c03697ef1/bindings/n-h1-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.0544546 Sep 18 00:32:44.816448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721e175-a237-4605-8e99-dc90efeee5bc req-2fa4459d-0fa8-4dc9-830e-d09cb278f9f6 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:44.817936 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5721e175-a237-4605-8e99-dc90efeee5bc req-2fa4459d-0fa8-4dc9-830e-d09cb278f9f6 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 946 time: 0.0496564 Sep 18 00:32:44.856680 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5721e175-a237-4605-8e99-dc90efeee5bc req-7b491042-90e4-4caa-bc7e-fd5542c8df6b tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327601 Sep 18 00:32:44.921207 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512961c-8710-4edf-962a-bf83001086b0 req-ebeed7e4-7e6e-40ab-b440-db792f4ac887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:44.922714 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-ebeed7e4-7e6e-40ab-b440-db792f4ac887 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479&tenant_id=4797dddee193428391dd56c4f57ffe32 HTTP/1.1" status: 200 len: 1097 time: 0.0691185 Sep 18 00:32:44.934412 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-d76519dc-de79-4807-b515-fe7be9ee6647 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:32:44.935337 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-d76519dc-de79-4807-b515-fe7be9ee6647 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048521 Sep 18 00:32:44.948192 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:45.002174 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.200230 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] For port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5bbe9c32-9b9e-4771-a8e6-841c03697ef1,segment=NetworkSegment(7025a895-d404-4ab7-83f4-e7831c96b8ec),segment_id=7025a895-d404-4ab7-83f4-e7831c96b8ec)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:45.231933 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] For port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:45.269095 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902ef5d3-47e6-424e-b259-95bb7b78e479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bbe9c32-9b9e-4771-a8e6-841c03697ef1'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:45.271299 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1682021a-4db7-4cef-9b16-3b9c98421718" -d '{"events": [{"server_uuid": "902ef5d3-47e6-424e-b259-95bb7b78e479", "name": "network-vif-unplugged", "status": "completed", "tag": "5bbe9c32-9b9e-4771-a8e6-841c03697ef1"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:45.275912 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.287702 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] Transition to ACTIVE for port object 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:32:45.325021 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f462868-411b-4b33-81d3-a6e090e5673d x-openstack-request-id: req-2f462868-411b-4b33-81d3-a6e090e5673d {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:45.325021 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902ef5d3-47e6-424e-b259-95bb7b78e479", "name": "network-vif-unplugged", "status": "completed", "tag": "5bbe9c32-9b9e-4771-a8e6-841c03697ef1", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:45.325021 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2f462868-411b-4b33-81d3-a6e090e5673d {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:45.325021 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902ef5d3-47e6-424e-b259-95bb7b78e479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bbe9c32-9b9e-4771-a8e6-841c03697ef1', 'code': 200} Sep 18 00:32:45.371280 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.436998 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] No DVR routers for this DVR port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:32:45.440462 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] Pushing event updated for resources: {'Port': ['ID=5bbe9c32-9b9e-4771-a8e6-841c03697ef1,revision_number=6']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:45.473942 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] Attempting to bind port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:32:45.474278 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] Attempting to bind port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '7025a895-d404-4ab7-83f4-e7831c96b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eece774d-a1fb-47c3-b6c9-b8647d545537'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:32:45.474608 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] Attempting to bind port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 on network eece774d-a1fb-47c3-b6c9-b8647d545537 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:45.479468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] Port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 on network eece774d-a1fb-47c3-b6c9-b8647d545537 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:32:45.485362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] Attempting to bind port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 on network eece774d-a1fb-47c3-b6c9-b8647d545537 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:32:45.485362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:32:45.485362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] Checking segment: {'id': '7025a895-d404-4ab7-83f4-e7831c96b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eece774d-a1fb-47c3-b6c9-b8647d545537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:45.485362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] Bound using segment: {'id': '7025a895-d404-4ab7-83f4-e7831c96b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eece774d-a1fb-47c3-b6c9-b8647d545537'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:32:45.485811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] Bound port: 5bbe9c32-9b9e-4771-a8e6-841c03697ef1, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7025a895-d404-4ab7-83f4-e7831c96b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eece774d-a1fb-47c3-b6c9-b8647d545537'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:32:45.485954 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.546551 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] For port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:32:45.549475 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] For port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=5bbe9c32-9b9e-4771-a8e6-841c03697ef1,segment=NetworkSegment(7025a895-d404-4ab7-83f4-e7831c96b8ec),segment_id=7025a895-d404-4ab7-83f4-e7831c96b8ec)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:32:45.625411 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.657731 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:45.658419 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:45.659802 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] 10.222.0.41 "PUT /v2.0/ports/5bbe9c32-9b9e-4771-a8e6-841c03697ef1 HTTP/1.1" status: 200 len: 1092 time: 0.7157357 Sep 18 00:32:45.681382 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0373c9-4dfa-4ba1-96e9-71e3a129017d service neutron] Pushing event updated for resources: {'Port': ['ID=5bbe9c32-9b9e-4771-a8e6-841c03697ef1,revision_number=7']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:45.727125 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512961c-8710-4edf-962a-bf83001086b0 req-1520683d-18c1-46bc-8775-333a1d1554a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:45.728616 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-1520683d-18c1-46bc-8775-333a1d1554a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4797dddee193428391dd56c4f57ffe32&device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 1095 time: 0.0444019 Sep 18 00:32:45.816626 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512961c-8710-4edf-962a-bf83001086b0 req-67be37d2-60cf-4ec4-abbd-c185167b8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:45.818026 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-67be37d2-60cf-4ec4-abbd-c185167b8977 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eece774d-a1fb-47c3-b6c9-b8647d545537 HTTP/1.1" status: 200 len: 911 time: 0.0827537 Sep 18 00:32:45.863107 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-5a615302-548b-4daf-a241-4a32dbd891e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bbe9c32-9b9e-4771-a8e6-841c03697ef1 HTTP/1.1" status: 200 len: 217 time: 0.0375659 Sep 18 00:32:45.914106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512961c-8710-4edf-962a-bf83001086b0 req-b90f4530-a5f8-49b5-94e2-a01d3467c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:45.915710 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-b90f4530-a5f8-49b5-94e2-a01d3467c053 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c03bb6c-d086-4f8c-9f39-984e9db119c7 HTTP/1.1" status: 200 len: 850 time: 0.0448980 Sep 18 00:32:45.947761 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-7cb09f8f-633c-43e5-b122-3e7f47044fbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eece774d-a1fb-47c3-b6c9-b8647d545537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253487 Sep 18 00:32:45.972508 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc1ad1-b5cd-47ad-bab3-627f7746924e req-0d44ac57-648d-41a2-8805-c44191722438 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:45.974004 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2bdc1ad1-b5cd-47ad-bab3-627f7746924e req-0d44ac57-648d-41a2-8805-c44191722438 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 944 time: 0.0516448 Sep 18 00:32:46.012315 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2bdc1ad1-b5cd-47ad-bab3-627f7746924e req-81677e74-23de-44f2-8902-1d0cfc94b10a tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322616 Sep 18 00:32:46.041296 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-5b9b8652-6946-4c99-a49f-f03c58b5135a service neutron] 10.222.0.41 "GET /v2.0/networks/eece774d-a1fb-47c3-b6c9-b8647d545537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868058 Sep 18 00:32:46.128690 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-0512961c-8710-4edf-962a-bf83001086b0 req-2944949d-bd11-44f8-8ed7-905e3673cf1d service neutron] 10.222.0.41 "GET /v2.0/networks/eece774d-a1fb-47c3-b6c9-b8647d545537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803809 Sep 18 00:32:46.625021 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e283e966-807a-4269-9356-c949109559ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:46.692981 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:32:46.729379 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:32:47.129616 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c83cf-6b28-49cc-84f7-067c16a7c6b5 req-41461776-ba91-46dc-8848-d495fb8cb383 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:47.131064 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f94c83cf-6b28-49cc-84f7-067c16a7c6b5 req-41461776-ba91-46dc-8848-d495fb8cb383 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 944 time: 0.0505657 Sep 18 00:32:47.167964 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f94c83cf-6b28-49cc-84f7-067c16a7c6b5 req-dae6cc88-d9b5-449c-9b58-8ff4248a935e tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304849 Sep 18 00:32:47.321749 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902ef5d3-47e6-424e-b259-95bb7b78e479', 'tag': '5bbe9c32-9b9e-4771-a8e6-841c03697ef1'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:47.324044 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a734a9c8-f11e-4cfe-ab31-a957356ec405" -d '{"events": [{"name": "network-changed", "server_uuid": "902ef5d3-47e6-424e-b259-95bb7b78e479", "tag": "5bbe9c32-9b9e-4771-a8e6-841c03697ef1"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:47.333780 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:47.371591 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0571f5be-93f7-479e-9c27-664b6a3e1f77 x-openstack-request-id: req-0571f5be-93f7-479e-9c27-664b6a3e1f77 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:47.371959 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902ef5d3-47e6-424e-b259-95bb7b78e479", "tag": "5bbe9c32-9b9e-4771-a8e6-841c03697ef1", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:47.372141 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0571f5be-93f7-479e-9c27-664b6a3e1f77 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:47.372561 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902ef5d3-47e6-424e-b259-95bb7b78e479', 'tag': '5bbe9c32-9b9e-4771-a8e6-841c03697ef1', 'status': 'completed', 'code': 200} Sep 18 00:32:47.428587 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734a9c8-f11e-4cfe-ab31-a957356ec405 req-9dbdc533-0c63-408b-aeb0-790ca4c802eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:47.430806 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a734a9c8-f11e-4cfe-ab31-a957356ec405 req-9dbdc533-0c63-408b-aeb0-790ca4c802eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4797dddee193428391dd56c4f57ffe32&device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 1095 time: 0.0406058 Sep 18 00:32:47.433753 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734a9c8-f11e-4cfe-ab31-a957356ec405 req-3ae55010-3a51-4328-b82f-91f4f60ea01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:47.435240 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a734a9c8-f11e-4cfe-ab31-a957356ec405 req-3ae55010-3a51-4328-b82f-91f4f60ea01c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4797dddee193428391dd56c4f57ffe32&device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 1095 time: 0.0410185 Sep 18 00:32:47.523407 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734a9c8-f11e-4cfe-ab31-a957356ec405 req-77ac88c2-cacc-40b9-8cf3-70b1f10052ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:47.524907 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a734a9c8-f11e-4cfe-ab31-a957356ec405 req-77ac88c2-cacc-40b9-8cf3-70b1f10052ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=eece774d-a1fb-47c3-b6c9-b8647d545537 HTTP/1.1" status: 200 len: 911 time: 0.0876136 Sep 18 00:32:47.531355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734a9c8-f11e-4cfe-ab31-a957356ec405 req-61de5344-d3aa-4f35-b2b4-92cf8bf0761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:47.532819 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a734a9c8-f11e-4cfe-ab31-a957356ec405 req-61de5344-d3aa-4f35-b2b4-92cf8bf0761a service neutron] 10.222.0.41 "GET /v2.0/networks?id=eece774d-a1fb-47c3-b6c9-b8647d545537 HTTP/1.1" status: 200 len: 911 time: 0.0882566 Sep 18 00:32:47.566534 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a734a9c8-f11e-4cfe-ab31-a957356ec405 req-24f2e6fc-6698-4db0-8431-1262ff5f485d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bbe9c32-9b9e-4771-a8e6-841c03697ef1 HTTP/1.1" status: 200 len: 217 time: 0.0336661 Sep 18 00:32:47.574883 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a734a9c8-f11e-4cfe-ab31-a957356ec405 req-7c2d7e20-0ea2-40a1-84f7-1e3551631e5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bbe9c32-9b9e-4771-a8e6-841c03697ef1 HTTP/1.1" status: 200 len: 217 time: 0.0336444 Sep 18 00:32:47.618552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734a9c8-f11e-4cfe-ab31-a957356ec405 req-f39e12ce-80f9-4f1e-b43a-a4f9fe999888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:47.619999 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a734a9c8-f11e-4cfe-ab31-a957356ec405 req-f39e12ce-80f9-4f1e-b43a-a4f9fe999888 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c03bb6c-d086-4f8c-9f39-984e9db119c7 HTTP/1.1" status: 200 len: 850 time: 0.0468996 Sep 18 00:32:47.627717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734a9c8-f11e-4cfe-ab31-a957356ec405 req-0e0050b2-ffb6-4cfa-9ee6-f0f962baadda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:47.629208 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a734a9c8-f11e-4cfe-ab31-a957356ec405 req-0e0050b2-ffb6-4cfa-9ee6-f0f962baadda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c03bb6c-d086-4f8c-9f39-984e9db119c7 HTTP/1.1" status: 200 len: 850 time: 0.0472500 Sep 18 00:32:47.652060 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a734a9c8-f11e-4cfe-ab31-a957356ec405 req-44077403-5204-42f0-9e27-fe235ebaaf29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eece774d-a1fb-47c3-b6c9-b8647d545537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246625 Sep 18 00:32:47.662104 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a734a9c8-f11e-4cfe-ab31-a957356ec405 req-c00b5161-4e96-4fa3-91ad-296f4cd6f4e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eece774d-a1fb-47c3-b6c9-b8647d545537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244608 Sep 18 00:32:47.743004 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a734a9c8-f11e-4cfe-ab31-a957356ec405 req-24db5598-151b-4375-a0be-3192aee2163c service neutron] 10.222.0.37 "GET /v2.0/networks/eece774d-a1fb-47c3-b6c9-b8647d545537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838511 Sep 18 00:32:47.755632 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a734a9c8-f11e-4cfe-ab31-a957356ec405 req-c0c93fc7-7d65-428c-a66a-82848b7884a5 service neutron] 10.222.0.41 "GET /v2.0/networks/eece774d-a1fb-47c3-b6c9-b8647d545537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853724 Sep 18 00:32:47.838554 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a734a9c8-f11e-4cfe-ab31-a957356ec405 req-60485ab3-0b3c-493c-ba76-4f492732205e service neutron] 10.222.0.37 "GET /v2.0/networks/eece774d-a1fb-47c3-b6c9-b8647d545537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879674 Sep 18 00:32:47.855961 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a734a9c8-f11e-4cfe-ab31-a957356ec405 req-88d8d7aa-f1f9-469c-bacd-fc6b695a6871 service neutron] 10.222.0.41 "GET /v2.0/networks/eece774d-a1fb-47c3-b6c9-b8647d545537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923557 Sep 18 00:32:47.939078 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:48.281759 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f2a94-b99f-4cbd-819b-f40caec45688 req-08278a2b-99d8-4715-adb9-4362dd08c057 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:48.283240 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-879f2a94-b99f-4cbd-819b-f40caec45688 req-08278a2b-99d8-4715-adb9-4362dd08c057 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 944 time: 0.0489645 Sep 18 00:32:48.320765 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-879f2a94-b99f-4cbd-819b-f40caec45688 req-78aa124d-4972-49a4-b0f1-a6ae3b3b1d11 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315988 Sep 18 00:32:48.927452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d16c-de12-4157-b22d-9078adf4386f req-693b5d36-ad46-435f-8096-6063e3696e9c tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:48.929429 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08b2d16c-de12-4157-b22d-9078adf4386f req-693b5d36-ad46-435f-8096-6063e3696e9c tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.37 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479&tenant_id=4797dddee193428391dd56c4f57ffe32&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 944 time: 0.0865245 Sep 18 00:32:48.987650 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-08b2d16c-de12-4157-b22d-9078adf4386f req-628b991d-ab13-4f00-96df-c2eb79285c0f service neutron] delete failed (client error): The resource could not be found. Sep 18 00:32:48.988676 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08b2d16c-de12-4157-b22d-9078adf4386f req-628b991d-ab13-4f00-96df-c2eb79285c0f service neutron] 10.222.0.37 "DELETE /v2.0/ports/5bbe9c32-9b9e-4771-a8e6-841c03697ef1/bindings/n-h2-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.0528255 Sep 18 00:32:49.070843 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d16c-de12-4157-b22d-9078adf4386f req-ffb8d008-0de5-46af-9e8e-e15a70b5755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:49.072334 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08b2d16c-de12-4157-b22d-9078adf4386f req-ffb8d008-0de5-46af-9e8e-e15a70b5755a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4797dddee193428391dd56c4f57ffe32&device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 1095 time: 0.0404766 Sep 18 00:32:49.163833 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d16c-de12-4157-b22d-9078adf4386f req-dc115b6d-1c9c-4abe-bc15-41bd149955bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:49.165360 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08b2d16c-de12-4157-b22d-9078adf4386f req-dc115b6d-1c9c-4abe-bc15-41bd149955bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=eece774d-a1fb-47c3-b6c9-b8647d545537 HTTP/1.1" status: 200 len: 911 time: 0.0860953 Sep 18 00:32:49.208904 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08b2d16c-de12-4157-b22d-9078adf4386f req-01fdee0c-e9b4-4618-8fb6-6bf313dc6140 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bbe9c32-9b9e-4771-a8e6-841c03697ef1 HTTP/1.1" status: 200 len: 217 time: 0.0368726 Sep 18 00:32:49.256296 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d16c-de12-4157-b22d-9078adf4386f req-94ef9629-240a-415b-808a-b06100e5b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:49.257763 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08b2d16c-de12-4157-b22d-9078adf4386f req-94ef9629-240a-415b-808a-b06100e5b91e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c03bb6c-d086-4f8c-9f39-984e9db119c7 HTTP/1.1" status: 200 len: 850 time: 0.0425582 Sep 18 00:32:49.292422 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08b2d16c-de12-4157-b22d-9078adf4386f req-18e39ac9-15af-4c4c-882a-e0e1785bbe72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eece774d-a1fb-47c3-b6c9-b8647d545537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278199 Sep 18 00:32:49.379173 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08b2d16c-de12-4157-b22d-9078adf4386f req-311f94f7-b20f-4410-87b5-f70921b80750 service neutron] 10.222.0.37 "GET /v2.0/networks/eece774d-a1fb-47c3-b6c9-b8647d545537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796487 Sep 18 00:32:49.473857 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08b2d16c-de12-4157-b22d-9078adf4386f req-9c990e23-0ac6-43aa-9c08-cad473ade891 service neutron] 10.222.0.37 "GET /v2.0/networks/eece774d-a1fb-47c3-b6c9-b8647d545537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881412 Sep 18 00:32:50.011602 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:50.416393 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:32:50.507226 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=5bbe9c32-9b9e-4771-a8e6-841c03697ef1,segment=NetworkSegment(7025a895-d404-4ab7-83f4-e7831c96b8ec),segment_id=7025a895-d404-4ab7-83f4-e7831c96b8ec)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:50.518504 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '5bbe9c32-9b9e-4771-a8e6-841c03697ef1', 'network_id': 'eece774d-a1fb-47c3-b6c9-b8647d545537', 'port_id': '5bbe9c32-9b9e-4771-a8e6-841c03697ef1', 'mac_address': 'fa:16:3e:ff:00:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c03bb6c-d086-4f8c-9f39-984e9db119c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:32:50.554877 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:50.571936 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:32:50.588779 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=5bbe9c32-9b9e-4771-a8e6-841c03697ef1,segment=NetworkSegment(7025a895-d404-4ab7-83f4-e7831c96b8ec),segment_id=7025a895-d404-4ab7-83f4-e7831c96b8ec)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:50.659630 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:50.706290 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=5bbe9c32-9b9e-4771-a8e6-841c03697ef1,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:50.714111 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:50.714456 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:50.714790 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:50.715121 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:50.715804 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:50.715804 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:50.716081 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:50.717594 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:50.718051 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:50.718467 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:50.718797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:50.719116 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:32:50.884611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fd6cc-95fd-417b-82eb-2a3bd87a2ed9 req-29965e9c-ce59-48b5-a18f-b3b165dafee8 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:50.886027 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf8fd6cc-95fd-417b-82eb-2a3bd87a2ed9 req-29965e9c-ce59-48b5-a18f-b3b165dafee8 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 945 time: 0.0492272 Sep 18 00:32:50.902214 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['5bbe9c32-9b9e-4771-a8e6-841c03697ef1'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:32:50.923379 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf8fd6cc-95fd-417b-82eb-2a3bd87a2ed9 req-1faa717e-1cc7-4c4a-8f5b-2ef17f1fe33d tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315194 Sep 18 00:32:52.038718 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf0bc1-659a-45a7-bf21-90b9f2cffb93 req-6b45ccac-6a50-40b6-9432-9afc25424520 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:52.040351 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3adf0bc1-659a-45a7-bf21-90b9f2cffb93 req-6b45ccac-6a50-40b6-9432-9afc25424520 tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 945 time: 0.0483382 Sep 18 00:32:52.078501 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3adf0bc1-659a-45a7-bf21-90b9f2cffb93 req-2ecec13a-dee8-4529-b6f3-dbb640e8ae6c tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/security-groups?id=def2e7f7-4806-42b6-8fbe-6ecc589a92d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322409 Sep 18 00:32:52.177147 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d16c-de12-4157-b22d-9078adf4386f req-1f3f645e-fab2-47bf-8f67-395178e4f09e tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:52.179089 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-08b2d16c-de12-4157-b22d-9078adf4386f req-1f3f645e-fab2-47bf-8f67-395178e4f09e tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.41 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 945 time: 0.0473881 Sep 18 00:32:52.267799 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-08b2d16c-de12-4157-b22d-9078adf4386f req-6f99f3a1-96bc-4fb2-9703-375b56fd94fd tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Deleting port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:32:52.268139 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-08b2d16c-de12-4157-b22d-9078adf4386f req-6f99f3a1-96bc-4fb2-9703-375b56fd94fd tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:52.353875 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-08b2d16c-de12-4157-b22d-9078adf4386f req-6f99f3a1-96bc-4fb2-9703-375b56fd94fd tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] For port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=5bbe9c32-9b9e-4771-a8e6-841c03697ef1,segment=NetworkSegment(7025a895-d404-4ab7-83f4-e7831c96b8ec),segment_id=7025a895-d404-4ab7-83f4-e7831c96b8ec)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:32:52.354245 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-08b2d16c-de12-4157-b22d-9078adf4386f req-6f99f3a1-96bc-4fb2-9703-375b56fd94fd tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:52.367114 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-08b2d16c-de12-4157-b22d-9078adf4386f req-6f99f3a1-96bc-4fb2-9703-375b56fd94fd tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Calling delete_port for 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:32:52.416950 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:32:52.543101 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-08b2d16c-de12-4157-b22d-9078adf4386f req-6f99f3a1-96bc-4fb2-9703-375b56fd94fd tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:52.543555 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:32:52.549240 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:32:52.550455 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:52.555694 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['5bbe9c32-9b9e-4771-a8e6-841c03697ef1'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:32:52.572081 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99f3a1-96bc-4fb2-9703-375b56fd94fd tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Pushing event deleted for resources: {'Port': ['ID=5bbe9c32-9b9e-4771-a8e6-841c03697ef1,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:52.577037 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 was deleted so its status cannot be updated. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 18 00:32:52.615368 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b2d16c-de12-4157-b22d-9078adf4386f req-6f99f3a1-96bc-4fb2-9703-375b56fd94fd tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] No DVR routers for this DVR port 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:32:52.618578 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-08b2d16c-de12-4157-b22d-9078adf4386f req-6f99f3a1-96bc-4fb2-9703-375b56fd94fd tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:52.620622 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-08b2d16c-de12-4157-b22d-9078adf4386f req-6f99f3a1-96bc-4fb2-9703-375b56fd94fd tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.41 "DELETE /v2.0/ports/5bbe9c32-9b9e-4771-a8e6-841c03697ef1 HTTP/1.1" status: 204 len: 173 time: 0.4353449 Sep 18 00:32:52.621082 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902ef5d3-47e6-424e-b259-95bb7b78e479', 'name': 'network-vif-deleted', 'tag': '5bbe9c32-9b9e-4771-a8e6-841c03697ef1'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:32:52.623315 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b86f55e-43bb-42cc-b02d-88cd9be0743d" -d '{"events": [{"server_uuid": "902ef5d3-47e6-424e-b259-95bb7b78e479", "name": "network-vif-deleted", "tag": "5bbe9c32-9b9e-4771-a8e6-841c03697ef1"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:32:52.657802 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5312d186-9e03-4f3d-9c3e-3515c25e4b86 x-openstack-request-id: req-5312d186-9e03-4f3d-9c3e-3515c25e4b86 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:32:52.658104 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902ef5d3-47e6-424e-b259-95bb7b78e479", "name": "network-vif-deleted", "tag": "5bbe9c32-9b9e-4771-a8e6-841c03697ef1", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:32:52.658406 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5312d186-9e03-4f3d-9c3e-3515c25e4b86 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:32:52.658811 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902ef5d3-47e6-424e-b259-95bb7b78e479', 'name': 'network-vif-deleted', 'tag': '5bbe9c32-9b9e-4771-a8e6-841c03697ef1', 'status': 'completed', 'code': 200} Sep 18 00:32:53.188128 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b13017dc-c0de-4403-aa8f-f50978b6ed17 req-20fbd8a7-96c1-48ae-b5ef-f12dfca64ebf tempest-DeleteServersTestJSON-2109019223 tempest-DeleteServersTestJSON-2109019223-project] 10.222.0.46 "GET /v2.0/ports?device_id=902ef5d3-47e6-424e-b259-95bb7b78e479 HTTP/1.1" status: 200 len: 210 time: 0.0310252 Sep 18 00:32:54.316357 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57092) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:54.359879 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b15a4c6-49cb-4754-a793-c7d99b0305ee admin admin] Deleting subnet 4c03bb6c-d086-4f8c-9f39-984e9db119c7 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:32:54.362761 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2b15a4c6-49cb-4754-a793-c7d99b0305ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.394758 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2b15a4c6-49cb-4754-a793-c7d99b0305ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.431793 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2b15a4c6-49cb-4754-a793-c7d99b0305ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.556747 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2b15a4c6-49cb-4754-a793-c7d99b0305ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.588420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15a4c6-49cb-4754-a793-c7d99b0305ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c03bb6c-d086-4f8c-9f39-984e9db119c7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:54.590425 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2b15a4c6-49cb-4754-a793-c7d99b0305ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.592344 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2b15a4c6-49cb-4754-a793-c7d99b0305ee admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4c03bb6c-d086-4f8c-9f39-984e9db119c7 HTTP/1.1" status: 204 len: 168 time: 0.2749152 Sep 18 00:32:54.594856 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57094) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:54.662482 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9084e63e-f3b9-4697-9fc2-9da317e8973b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.742178 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9084e63e-f3b9-4697-9fc2-9da317e8973b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.761944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-9084e63e-f3b9-4697-9fc2-9da317e8973b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eece774d-a1fb-47c3-b6c9-b8647d545537']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:54.771027 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-9084e63e-f3b9-4697-9fc2-9da317e8973b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7025a895-d404-4ab7-83f4-e7831c96b8ec') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:54.771327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-9084e63e-f3b9-4697-9fc2-9da317e8973b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7025a895-d404-4ab7-83f4-e7831c96b8ec') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:32:54.781008 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9084e63e-f3b9-4697-9fc2-9da317e8973b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.793751 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9084e63e-f3b9-4697-9fc2-9da317e8973b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.799453 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9084e63e-f3b9-4697-9fc2-9da317e8973b admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:32:54.799830 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9084e63e-f3b9-4697-9fc2-9da317e8973b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:32:54.801481 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:32:54.959813 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9084e63e-f3b9-4697-9fc2-9da317e8973b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.964932 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9084e63e-f3b9-4697-9fc2-9da317e8973b admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:54.968659 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9084e63e-f3b9-4697-9fc2-9da317e8973b admin admin] 10.222.0.46 "DELETE /v2.0/networks/eece774d-a1fb-47c3-b6c9-b8647d545537 HTTP/1.1" status: 204 len: 168 time: 0.3710370 Sep 18 00:32:54.979318 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084e63e-f3b9-4697-9fc2-9da317e8973b admin admin] Pushing event deleted for resources: {'Network': ['ID=eece774d-a1fb-47c3-b6c9-b8647d545537,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:55.288766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57098) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:55.332193 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fd4b37f0-2362-433c-90cc-2a4a8de39118 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4797dddee193428391dd56c4f57ffe32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422330 Sep 18 00:32:55.334642 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57100) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:55.380748 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f3a04e3-c2a2-476b-81a6-1dd913f4a4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:55.400633 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f3a04e3-c2a2-476b-81a6-1dd913f4a4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:55.539861 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f3a04e3-c2a2-476b-81a6-1dd913f4a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:55.542352 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f3a04e3-c2a2-476b-81a6-1dd913f4a4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:55.543521 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5f3a04e3-c2a2-476b-81a6-1dd913f4a4e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/def2e7f7-4806-42b6-8fbe-6ecc589a92d8 HTTP/1.1" status: 204 len: 168 time: 0.2080133 Sep 18 00:32:55.551432 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a04e3-c2a2-476b-81a6-1dd913f4a4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def2e7f7-4806-42b6-8fbe-6ecc589a92d8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:56.418338 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:32:56.435914 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:32:56.436256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 5bbe9c32-9b9e-4771-a8e6-841c03697ef1 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:32:56.493780 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57122) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:56.588851 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-aa18fb4e-fba7-4a38-a9f8-132611caa823 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-922350276-network', 'tenant_id': '5bcd204f2bfa4fe38c68bb9baece8b96'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:56.670076 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa18fb4e-fba7-4a38-a9f8-132611caa823 admin admin] Made reservation on behalf of 5bcd204f2bfa4fe38c68bb9baece8b96 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:56.672359 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa18fb4e-fba7-4a38-a9f8-132611caa823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:56.681307 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa18fb4e-fba7-4a38-a9f8-132611caa823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:56.766747 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa18fb4e-fba7-4a38-a9f8-132611caa823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:56.818686 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa18fb4e-fba7-4a38-a9f8-132611caa823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:56.844873 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa18fb4e-fba7-4a38-a9f8-132611caa823 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:32:56.851377 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18fb4e-fba7-4a38-a9f8-132611caa823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538b3c6e-9ac3-4861-890b-a6b4b398cf5b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:56.857137 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa18fb4e-fba7-4a38-a9f8-132611caa823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:56.857480 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-aa18fb4e-fba7-4a38-a9f8-132611caa823 admin admin] Added segment 119a111e-3f64-4dde-ac57-8bcd3cbe9300 of type vlan for network dedfa7bb-00c0-4537-9afd-091486701f12 Sep 18 00:32:56.897975 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa18fb4e-fba7-4a38-a9f8-132611caa823 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:56.971190 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa18fb4e-fba7-4a38-a9f8-132611caa823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:56.972170 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa18fb4e-fba7-4a38-a9f8-132611caa823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:56.972743 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-aa18fb4e-fba7-4a38-a9f8-132611caa823 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:57.031052 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18fb4e-fba7-4a38-a9f8-132611caa823 admin admin] Pushing event updated for resources: {'Network': ['ID=dedfa7bb-00c0-4537-9afd-091486701f12,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:57.041136 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network dedfa7bb-00c0-4537-9afd-091486701f12 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:32:57.063780 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-aa18fb4e-fba7-4a38-a9f8-132611caa823 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5689077 Sep 18 00:32:57.067109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57126) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:32:57.071883 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-63322fce-77c1-4777-9e18-3466c65b0b65 admin admin] Request body: {'subnet': {'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-922350276-subnet', 'tenant_id': '5bcd204f2bfa4fe38c68bb9baece8b96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:32:57.162015 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63322fce-77c1-4777-9e18-3466c65b0b65 admin admin] Made reservation on behalf of 5bcd204f2bfa4fe38c68bb9baece8b96 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:32:57.164898 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-63322fce-77c1-4777-9e18-3466c65b0b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:57.405939 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-63322fce-77c1-4777-9e18-3466c65b0b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:57.458270 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63322fce-77c1-4777-9e18-3466c65b0b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca329e88-1f2e-4ef1-b893-cff5149fd306,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:32:57.468545 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63322fce-77c1-4777-9e18-3466c65b0b65 admin admin] Checking segment: {'id': '119a111e-3f64-4dde-ac57-8bcd3cbe9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:32:57.469061 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63322fce-77c1-4777-9e18-3466c65b0b65 admin admin] Network hostable DHCP agents. Network: dedfa7bb-00c0-4537-9afd-091486701f12, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:32:57.582725 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63322fce-77c1-4777-9e18-3466c65b0b65 admin admin] Network dedfa7bb-00c0-4537-9afd-091486701f12 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:32:57.635744 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-63322fce-77c1-4777-9e18-3466c65b0b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, dedfa7bb-00c0-4537-9afd-091486701f12) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:32:57.639785 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63322fce-77c1-4777-9e18-3466c65b0b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:57.640375 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-63322fce-77c1-4777-9e18-3466c65b0b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:32:57.644577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbec417c-01f4-4ded-9116-5ad6fc03f8ab None None] Network dedfa7bb-00c0-4537-9afd-091486701f12 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:32:57.722416 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-63322fce-77c1-4777-9e18-3466c65b0b65 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6542969 Sep 18 00:32:57.765999 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc550f74-c3b6-4fd4-a269-b93d5e0215d0 None None] Network dedfa7bb-00c0-4537-9afd-091486701f12 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:32:58.132255 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-433676f0-6cb9-4d2d-9639-cc3983e11b61 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:32:58.133734 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-433676f0-6cb9-4d2d-9639-cc3983e11b61 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/networks?id=dedfa7bb-00c0-4537-9afd-091486701f12 HTTP/1.1" status: 200 len: 814 time: 0.0987906 Sep 18 00:32:58.148768 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-7bc5d849-9d88-49a1-af57-ee8c520b1ed3 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/quotas/5bcd204f2bfa4fe38c68bb9baece8b96 HTTP/1.1" status: 200 len: 375 time: 0.0093107 Sep 18 00:32:58.178945 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-0316824b-cb0c-4e21-8ee1-2305365d25e4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252240 Sep 18 00:32:58.189022 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-e2c8d2f1-c85d-4af3-a097-643c61c37743 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:32:58.190225 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-e2c8d2f1-c85d-4af3-a097-643c61c37743 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050480 Sep 18 00:32:58.279089 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-9e01d65d-8a8a-4ffc-9c43-c2fbf49c767c service neutron] 10.222.0.46 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833020 Sep 18 00:32:58.368742 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-b130acc1-53aa-458e-8ca7-9a2901b95d86 service neutron] 10.222.0.46 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838203 Sep 18 00:32:58.608738 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0df43d1a-f6b8-4818-a0d7-e3bae072ed06 req-2135d761-ea26-4061-8b58-f222fa47578d tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 210 time: 0.0264406 Sep 18 00:32:59.698724 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6787febd-bef8-4918-ad7c-192d436bb1c5 req-ea7cc2cb-10fe-4856-a39f-fd4e927f0b0b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 210 time: 0.0259159 Sep 18 00:33:00.553459 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-eaf98c77-6937-4ebf-b7c6-73626445c656 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:00.555456 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-eaf98c77-6937-4ebf-b7c6-73626445c656 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.41 "GET /v2.0/networks?id=dedfa7bb-00c0-4537-9afd-091486701f12 HTTP/1.1" status: 200 len: 814 time: 0.1056323 Sep 18 00:33:00.567888 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Request body: {'port': {'device_id': '8a73fae6-d30c-4684-a33f-ab1814561edc', 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12', 'admin_state_up': True, 'tenant_id': '5bcd204f2bfa4fe38c68bb9baece8b96'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:00.771436 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Made reservation on behalf of 5bcd204f2bfa4fe38c68bb9baece8b96 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:33:00.775075 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:00.793117 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-495887b4-5327-46d4-9793-d699189895ec req-f5ba8594-8825-4055-9f84-7b578baa42c4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 210 time: 0.0266874 Sep 18 00:33:00.897521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Allocated IP 172.20.0.10 (dedfa7bb-00c0-4537-9afd-091486701f12/ca329e88-1f2e-4ef1-b893-cff5149fd306/215c7bb0-08e2-4d78-b0a3-a4474ec35e6e) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:33:01.042385 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:01.127752 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:01.167975 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Network dedfa7bb-00c0-4537-9afd-091486701f12 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:33:01.170941 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:33:01.174604 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:33:01.200796 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Pushing event updated for resources: {'Port': ['ID=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:01.217510 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:01.217856 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:01.218286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:01.218626 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:01.218965 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:01.219304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:01.219631 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:01.219957 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:01.220297 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:01.220614 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:01.220955 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:01.221284 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:01.243497 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:01.244107 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:01.310477 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-3505e24d-24d0-4787-a776-a18a8429fdd5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7466929 Sep 18 00:33:01.323283 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Request body: {'port': {'device_id': '8a73fae6-d30c-4684-a33f-ab1814561edc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:01.374381 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:01.630873 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:01.638785 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:01.650929 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Transition to ACTIVE for port object 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:33:01.707953 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:01.754946 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Pushing event updated for resources: {'Port': ['ID=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:01.821180 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Attempting to bind port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:33:01.821944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Attempting to bind port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '119a111e-3f64-4dde-ac57-8bcd3cbe9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:33:01.821944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Attempting to bind port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e on network dedfa7bb-00c0-4537-9afd-091486701f12 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:01.826130 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e on network dedfa7bb-00c0-4537-9afd-091486701f12 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:33:01.826452 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Attempting to bind port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e on network dedfa7bb-00c0-4537-9afd-091486701f12 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:01.831171 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:33:01.831502 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Checking segment: {'id': '119a111e-3f64-4dde-ac57-8bcd3cbe9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:01.831877 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Bound using segment: {'id': '119a111e-3f64-4dde-ac57-8bcd3cbe9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:33:01.832297 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Bound port: 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119a111e-3f64-4dde-ac57-8bcd3cbe9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:33:01.832670 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:01.900352 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] For port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:01.903366 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] For port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e,segment=NetworkSegment(119a111e-3f64-4dde-ac57-8bcd3cbe9300),segment_id=119a111e-3f64-4dde-ac57-8bcd3cbe9300)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:33:01.907261 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91262c1e-d6ba-4b48-8d65-5ae0e73989a7 req-e4e7cc9d-6fff-40a5-a70f-20ada83cdda4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:01.908731 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-91262c1e-d6ba-4b48-8d65-5ae0e73989a7 req-e4e7cc9d-6fff-40a5-a70f-20ada83cdda4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 944 time: 0.0484855 Sep 18 00:33:01.945346 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:01.946366 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-91262c1e-d6ba-4b48-8d65-5ae0e73989a7 req-5ce23d0a-7d6c-4c8e-84b2-937ebbe9cbf8 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316207 Sep 18 00:33:01.979434 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:01.980064 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:01.981510 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] 10.222.0.41 "PUT /v2.0/ports/215c7bb0-08e2-4d78-b0a3-a4474ec35e6e HTTP/1.1" status: 200 len: 1092 time: 0.6627808 Sep 18 00:33:01.981947 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a73fae6-d30c-4684-a33f-ab1814561edc', 'tag': '215c7bb0-08e2-4d78-b0a3-a4474ec35e6e'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:01.984170 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c758b7fcaf093ea16542c3220dff557c1c034782e7f6c73a2b13558ea8b8436" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6cf702-8ee4-45ae-99bf-13370d0ac58e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a73fae6-d30c-4684-a33f-ab1814561edc", "tag": "215c7bb0-08e2-4d78-b0a3-a4474ec35e6e"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:02.011315 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14236ae4-b2e9-495f-b2fd-c63c9f1772dc service neutron] Pushing event updated for resources: {'Port': ['ID=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:02.028807 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee08d50c-cd5a-4c36-8bc6-027978f8af37 x-openstack-request-id: req-ee08d50c-cd5a-4c36-8bc6-027978f8af37 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:02.029132 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a73fae6-d30c-4684-a33f-ab1814561edc", "tag": "215c7bb0-08e2-4d78-b0a3-a4474ec35e6e", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:02.029387 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee08d50c-cd5a-4c36-8bc6-027978f8af37 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:02.029818 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a73fae6-d30c-4684-a33f-ab1814561edc', 'tag': '215c7bb0-08e2-4d78-b0a3-a4474ec35e6e', 'status': 'completed', 'code': 200} Sep 18 00:33:02.088251 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cf702-8ee4-45ae-99bf-13370d0ac58e req-459db369-e7b9-4421-8a54-a5611e7251bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:02.089770 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6d6cf702-8ee4-45ae-99bf-13370d0ac58e req-459db369-e7b9-4421-8a54-a5611e7251bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 1095 time: 0.0409105 Sep 18 00:33:02.187524 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cf702-8ee4-45ae-99bf-13370d0ac58e req-a6c3aee3-6897-45dc-ae88-843871049780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:02.188888 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6d6cf702-8ee4-45ae-99bf-13370d0ac58e req-a6c3aee3-6897-45dc-ae88-843871049780 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0916235 Sep 18 00:33:02.278952 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cf702-8ee4-45ae-99bf-13370d0ac58e req-f29285f4-3738-4d63-bf14-5637abee7a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:02.280429 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6d6cf702-8ee4-45ae-99bf-13370d0ac58e req-f29285f4-3738-4d63-bf14-5637abee7a72 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0836995 Sep 18 00:33:02.359362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-649f5dca-e7f6-48ff-8db3-6c6fa0473d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:02.360849 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-649f5dca-e7f6-48ff-8db3-6c6fa0473d25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 1095 time: 0.0444887 Sep 18 00:33:02.405731 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-556d487a-8d34-4b8a-a021-84bb124aafe0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e HTTP/1.1" status: 200 len: 217 time: 0.0367081 Sep 18 00:33:02.453670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-c5aa1fcd-a74b-415a-9b93-900b532028d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:02.455008 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-c5aa1fcd-a74b-415a-9b93-900b532028d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca329e88-1f2e-4ef1-b893-cff5149fd306 HTTP/1.1" status: 200 len: 854 time: 0.0422034 Sep 18 00:33:02.486765 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-62650b98-df63-43ce-8d5c-722a31548b00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dedfa7bb-00c0-4537-9afd-091486701f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244026 Sep 18 00:33:02.577404 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-7863e0cc-6348-4807-9667-0cc9444cc363 service neutron] 10.222.0.41 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831652 Sep 18 00:33:02.665898 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-356ab1f0-7a99-46c3-af2f-eecb4d415ef4 req-2704aafd-693a-4d35-bfef-b453e3d2d8cd service neutron] 10.222.0.41 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821326 Sep 18 00:33:03.062479 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc7d70-4064-4697-bf8b-ee5f917cfadd req-87239a7a-cca3-44e0-85ab-e1eeb689ee66 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:03.064188 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-32cc7d70-4064-4697-bf8b-ee5f917cfadd req-87239a7a-cca3-44e0-85ab-e1eeb689ee66 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 944 time: 0.0517578 Sep 18 00:33:03.099936 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-32cc7d70-4064-4697-bf8b-ee5f917cfadd req-f46374c8-f7d3-469b-80b2-bc090a907ad5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298736 Sep 18 00:33:04.217041 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136edd2c-2aa5-4b36-bfee-196375b4dfef req-fdbc0b61-7166-4542-aa7e-a1a0ed6652b7 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:04.218514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-136edd2c-2aa5-4b36-bfee-196375b4dfef req-fdbc0b61-7166-4542-aa7e-a1a0ed6652b7 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 944 time: 0.0510397 Sep 18 00:33:04.255867 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-136edd2c-2aa5-4b36-bfee-196375b4dfef req-d2da82e9-8a6d-4e4e-a815-48e0e3739c63 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310133 Sep 18 00:33:05.368408 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78309404-31df-47f6-af10-f1bee5ac9190 req-38c2b980-e1a5-4d93-aa55-c482000af103 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:05.369912 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78309404-31df-47f6-af10-f1bee5ac9190 req-38c2b980-e1a5-4d93-aa55-c482000af103 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 944 time: 0.0481565 Sep 18 00:33:05.406182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78309404-31df-47f6-af10-f1bee5ac9190 req-9e95c0e6-1d0d-45cb-94cf-1df72bb0cf81 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304306 Sep 18 00:33:06.495541 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:33:06.522715 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a909d0-ae1f-498b-91d5-f6aaa35e7c88 req-7c4be584-faad-403c-a401-7b5c19151f86 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:06.524230 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-75a909d0-ae1f-498b-91d5-f6aaa35e7c88 req-7c4be584-faad-403c-a401-7b5c19151f86 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 944 time: 0.0527997 Sep 18 00:33:06.563191 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-75a909d0-ae1f-498b-91d5-f6aaa35e7c88 req-29f8252a-f287-4793-a3e2-41b35b82ccd1 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325520 Sep 18 00:33:06.595173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e,segment=NetworkSegment(119a111e-3f64-4dde-ac57-8bcd3cbe9300),segment_id=119a111e-3f64-4dde-ac57-8bcd3cbe9300)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:06.606152 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '215c7bb0-08e2-4d78-b0a3-a4474ec35e6e', 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12', 'port_id': '215c7bb0-08e2-4d78-b0a3-a4474ec35e6e', 'mac_address': 'fa:16:3e:09:4a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca329e88-1f2e-4ef1-b893-cff5149fd306', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:33:06.641835 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:06.654531 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:06.672661 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e,segment=NetworkSegment(119a111e-3f64-4dde-ac57-8bcd3cbe9300),segment_id=119a111e-3f64-4dde-ac57-8bcd3cbe9300)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:06.744450 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:06.797688 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:06.933016 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['215c7bb0-08e2-4d78-b0a3-a4474ec35e6e'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:07.676277 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b5b15-aac4-4b49-be71-e49fd37520fb req-b15d34b6-80f1-4a00-b02f-5df07997d40c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:07.677749 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa2b5b15-aac4-4b49-be71-e49fd37520fb req-b15d34b6-80f1-4a00-b02f-5df07997d40c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 945 time: 0.0469837 Sep 18 00:33:07.714934 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa2b5b15-aac4-4b49-be71-e49fd37520fb req-0b7180a6-2dd8-46b9-acc1-71709c055f2f tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307007 Sep 18 00:33:08.509868 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:33:08.624117 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:33:08.628263 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:08.628698 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:08.702304 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:08.723307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a73fae6-d30c-4684-a33f-ab1814561edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215c7bb0-08e2-4d78-b0a3-a4474ec35e6e'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:08.725591 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d422be9b-f505-4b13-bfea-6c600ffb2f4e" -d '{"events": [{"server_uuid": "8a73fae6-d30c-4684-a33f-ab1814561edc", "name": "network-vif-plugged", "status": "completed", "tag": "215c7bb0-08e2-4d78-b0a3-a4474ec35e6e"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:08.738216 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e,segment=NetworkSegment(119a111e-3f64-4dde-ac57-8bcd3cbe9300),segment_id=119a111e-3f64-4dde-ac57-8bcd3cbe9300)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:08.762746 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411e1e82-c100-4be9-baa2-8f9871537942 x-openstack-request-id: req-411e1e82-c100-4be9-baa2-8f9871537942 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:08.762746 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a73fae6-d30c-4684-a33f-ab1814561edc", "name": "network-vif-plugged", "status": "completed", "tag": "215c7bb0-08e2-4d78-b0a3-a4474ec35e6e", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:08.762946 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-411e1e82-c100-4be9-baa2-8f9871537942 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:08.763333 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a73fae6-d30c-4684-a33f-ab1814561edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215c7bb0-08e2-4d78-b0a3-a4474ec35e6e', 'code': 200} Sep 18 00:33:08.790490 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:08.831548 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d61c4-f735-4dbb-9089-35c623682a95 req-7f105afc-a621-4172-8c46-4e3a43c2f4d3 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:08.833110 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-378d61c4-f735-4dbb-9089-35c623682a95 req-7f105afc-a621-4172-8c46-4e3a43c2f4d3 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0508752 Sep 18 00:33:08.841858 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:08.875128 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-378d61c4-f735-4dbb-9089-35c623682a95 req-b48d8ae9-a4da-4002-91a8-edb62fc05cd7 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351303 Sep 18 00:33:09.154381 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78ceaa-fe0e-4464-be3b-96ad84b528ad req-6587ac33-b75d-48ee-aec2-b9f733649146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:09.155816 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5c78ceaa-fe0e-4464-be3b-96ad84b528ad req-6587ac33-b75d-48ee-aec2-b9f733649146 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 1097 time: 0.3337166 Sep 18 00:33:09.191430 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5c78ceaa-fe0e-4464-be3b-96ad84b528ad req-424384f6-902a-475e-a1fe-5d62cf6565ac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268557 Sep 18 00:33:09.669907 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:33:09.999470 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa4ffe-307a-47bb-884a-167b712d6663 req-43c36b62-b940-47f0-8103-c13c97b9800e tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:10.000901 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47aa4ffe-307a-47bb-884a-167b712d6663 req-43c36b62-b940-47f0-8103-c13c97b9800e tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0539498 Sep 18 00:33:10.039628 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47aa4ffe-307a-47bb-884a-167b712d6663 req-2fd6f1b9-57b1-4bb4-96ea-3f577f71fefe tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308335 Sep 18 00:33:10.788487 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:11.151365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982d7e2-5e8d-4cca-b6e2-8588734dd058 req-393a2281-b775-4e44-9abe-750df5ab979a tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:11.152822 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d982d7e2-5e8d-4cca-b6e2-8588734dd058 req-393a2281-b775-4e44-9abe-750df5ab979a tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0474467 Sep 18 00:33:11.189738 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d982d7e2-5e8d-4cca-b6e2-8588734dd058 req-eababf38-4baf-4e79-82ef-2e9b1dcf58a7 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310736 Sep 18 00:33:11.299940 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1926cd-fdba-408f-b75c-86aa7dee570a req-6c9107d7-a0b8-4a8c-89b5-e322f904ebb7 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:11.301574 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3f1926cd-fdba-408f-b75c-86aa7dee570a req-6c9107d7-a0b8-4a8c-89b5-e322f904ebb7 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0484905 Sep 18 00:33:11.338458 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3f1926cd-fdba-408f-b75c-86aa7dee570a req-8ffa38e4-c3ad-458b-82b3-063f1ac3cd21 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301006 Sep 18 00:33:11.592101 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7154f3-ffee-4a37-b56b-ca5389c57472 req-af39f5f3-1b4b-4db9-abab-adf2082cc69d tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:11.593524 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d7154f3-ffee-4a37-b56b-ca5389c57472 req-af39f5f3-1b4b-4db9-abab-adf2082cc69d tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0523810 Sep 18 00:33:11.629821 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d7154f3-ffee-4a37-b56b-ca5389c57472 req-e0157edf-fe48-46b3-9532-54a0aff3cf46 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303652 Sep 18 00:33:11.740649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ad8f3-8719-4c7c-bc8a-5f234763c36f req-fa094b31-f8a5-483d-91b1-a6c98788d383 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:11.742176 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea6ad8f3-8719-4c7c-bc8a-5f234763c36f req-fa094b31-f8a5-483d-91b1-a6c98788d383 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0485229 Sep 18 00:33:11.783656 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ea6ad8f3-8719-4c7c-bc8a-5f234763c36f req-d3a92849-2b0e-42e2-9254-876d58fb309e tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357394 Sep 18 00:33:12.130470 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d638b32-b8a0-4322-895c-4417d97c1f15 req-56d07ac2-7c1b-49dd-b0f7-358db6d29436 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:12.131938 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d638b32-b8a0-4322-895c-4417d97c1f15 req-56d07ac2-7c1b-49dd-b0f7-358db6d29436 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0502942 Sep 18 00:33:12.168706 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d638b32-b8a0-4322-895c-4417d97c1f15 req-ca74521d-5c44-40c2-a3a7-acbbba5b7667 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307324 Sep 18 00:33:12.253582 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-3752f274-c4da-4923-982b-5fa8b2a9e2fc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0375104 Sep 18 00:33:13.291516 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdb489-50a5-479d-a68e-aec48f962ac1 req-7ef5b74b-4bd0-41ea-9d18-8745c59d035b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:13.292938 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bafdb489-50a5-479d-a68e-aec48f962ac1 req-7ef5b74b-4bd0-41ea-9d18-8745c59d035b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0565512 Sep 18 00:33:13.330727 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bafdb489-50a5-479d-a68e-aec48f962ac1 req-823de66e-0056-4538-bcaf-50d3c4c15de8 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317929 Sep 18 00:33:13.761246 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.126997 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-76fed6d8-5788-4596-92f6-8435beb7a9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:14.213782 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-ad45c5b0-4c6d-4788-b2b3-29fb5116b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:14.215275 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-ad45c5b0-4c6d-4788-b2b3-29fb5116b7d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 1097 time: 0.0411203 Sep 18 00:33:14.303709 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-ee6096b2-64f2-4ea7-ac6e-a0e2c514f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:14.305077 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-ee6096b2-64f2-4ea7-ac6e-a0e2c514f7c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dedfa7bb-00c0-4537-9afd-091486701f12 HTTP/1.1" status: 200 len: 915 time: 0.0830784 Sep 18 00:33:14.345757 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-e666c49e-74f0-45f0-a23c-0d4e4a9e4aea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e HTTP/1.1" status: 200 len: 217 time: 0.0336237 Sep 18 00:33:14.398339 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-18450194-3d4e-482d-bee1-7d4f316a349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:14.399881 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-18450194-3d4e-482d-bee1-7d4f316a349f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca329e88-1f2e-4ef1-b893-cff5149fd306 HTTP/1.1" status: 200 len: 854 time: 0.0468431 Sep 18 00:33:14.430376 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-edcccefc-71d1-4402-9147-aad3eb64d7f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dedfa7bb-00c0-4537-9afd-091486701f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235598 Sep 18 00:33:14.445658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48987317-fa17-4a3e-b1e3-b47ca450e630 req-f59dd2be-cff4-4669-bf69-7390f6f83809 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:14.447145 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48987317-fa17-4a3e-b1e3-b47ca450e630 req-f59dd2be-cff4-4669-bf69-7390f6f83809 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0486777 Sep 18 00:33:14.484566 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48987317-fa17-4a3e-b1e3-b47ca450e630 req-a161d9d4-1f84-4ee1-8bbb-47686b810d03 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313478 Sep 18 00:33:14.520085 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-71be8e5d-7400-43dc-a1ae-bb1842316738 service neutron] 10.222.0.41 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826459 Sep 18 00:33:14.611017 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-d44b76b1-4a6e-4868-9d4c-6373a8aee67e service neutron] 10.222.0.41 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831323 Sep 18 00:33:15.602912 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b20be2-956d-45c7-9217-c9590168a39b req-011d047f-e44d-4680-be4f-fdbe48a72645 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:15.604437 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d4b20be2-956d-45c7-9217-c9590168a39b req-011d047f-e44d-4680-be4f-fdbe48a72645 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0492122 Sep 18 00:33:15.640586 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d4b20be2-956d-45c7-9217-c9590168a39b req-dceeb59a-71ef-4c93-8261-1fd09fb6cfc9 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302300 Sep 18 00:33:16.601704 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-70537e3b-f6d0-44ca-90e5-dbbda412f30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:16.757450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b7b6f-141d-4788-91fa-579b82e605b9 req-7d054985-dfe0-403c-81e2-e63be75904b2 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:16.758912 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-332b7b6f-141d-4788-91fa-579b82e605b9 req-7d054985-dfe0-403c-81e2-e63be75904b2 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0516946 Sep 18 00:33:16.795943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-332b7b6f-141d-4788-91fa-579b82e605b9 req-2f83f93b-f65c-4a5c-90d5-81996e62cbfe tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311749 Sep 18 00:33:17.342768 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.912128 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372df563-3bc8-4b5b-8b65-685781432260 req-aa8c6603-9df0-46ba-81e6-bdc07195b6d6 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:17.913671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-372df563-3bc8-4b5b-8b65-685781432260 req-aa8c6603-9df0-46ba-81e6-bdc07195b6d6 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0491145 Sep 18 00:33:17.938304 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:17.951623 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-372df563-3bc8-4b5b-8b65-685781432260 req-e8528d76-9712-407f-ad55-65dd91db8904 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Sep 18 00:33:19.065920 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce24b1-d85a-446b-99b5-952472529182 req-c9381320-c3aa-4875-804e-cdc343c72976 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:19.067401 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5ce24b1-d85a-446b-99b5-952472529182 req-c9381320-c3aa-4875-804e-cdc343c72976 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0487967 Sep 18 00:33:19.104541 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5ce24b1-d85a-446b-99b5-952472529182 req-9a64e2db-a50d-400f-a0c0-2c1af06dc71d tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313230 Sep 18 00:33:19.942425 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:20.220801 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bcc05-b748-49c4-beb0-3eefbdeb0798 req-09c6a269-15ef-4116-afa3-c14396d8ac07 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:20.222287 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-113bcc05-b748-49c4-beb0-3eefbdeb0798 req-09c6a269-15ef-4116-afa3-c14396d8ac07 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0518451 Sep 18 00:33:20.259745 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-113bcc05-b748-49c4-beb0-3eefbdeb0798 req-848a3879-1640-48e7-9dfa-779ccda16fb1 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309179 Sep 18 00:33:21.372581 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86782a0-3064-4ec3-8730-98716b761211 req-5a26576e-fe51-4be0-a684-ce6c3a6147d1 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:21.374062 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d86782a0-3064-4ec3-8730-98716b761211 req-5a26576e-fe51-4be0-a684-ce6c3a6147d1 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0471885 Sep 18 00:33:21.410343 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d86782a0-3064-4ec3-8730-98716b761211 req-97a5ba35-86ee-40cf-a99c-c038f9073323 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304375 Sep 18 00:33:22.523204 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ba355-9cfb-448a-a526-e83be4a7c9d5 req-e1c18f20-990b-444b-8fc2-92677bca80ff tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:22.524666 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac5ba355-9cfb-448a-a526-e83be4a7c9d5 req-e1c18f20-990b-444b-8fc2-92677bca80ff tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0481608 Sep 18 00:33:22.560278 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac5ba355-9cfb-448a-a526-e83be4a7c9d5 req-6f7f6fdf-4155-4e62-a3f9-28d8e7d2adaf tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297749 Sep 18 00:33:23.677305 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049175b9-2d70-4743-a8f5-3212cdc12fc9 req-f6f5392f-5e3b-43ac-8406-c626a3c87129 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:23.678744 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-049175b9-2d70-4743-a8f5-3212cdc12fc9 req-f6f5392f-5e3b-43ac-8406-c626a3c87129 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0510657 Sep 18 00:33:23.715004 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-049175b9-2d70-4743-a8f5-3212cdc12fc9 req-f1482d36-e6d3-4f31-896e-4cafa29ba98e tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304103 Sep 18 00:33:24.829604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb2e02-1653-4051-b6fb-d5d3dd9d5fa2 req-1455edb0-047f-43dc-87f7-9709b259f40b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:24.831071 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ffb2e02-1653-4051-b6fb-d5d3dd9d5fa2 req-1455edb0-047f-43dc-87f7-9709b259f40b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0484557 Sep 18 00:33:24.868918 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ffb2e02-1653-4051-b6fb-d5d3dd9d5fa2 req-031a1d56-2ee6-48c2-abeb-7d50ed311032 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318799 Sep 18 00:33:25.979592 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fd3ad-c50c-4fe4-9338-1c8423a3b77e req-41e794aa-9652-4ecc-a6de-54765aa635e2 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:25.981058 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed9fd3ad-c50c-4fe4-9338-1c8423a3b77e req-41e794aa-9652-4ecc-a6de-54765aa635e2 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0471597 Sep 18 00:33:26.018801 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed9fd3ad-c50c-4fe4-9338-1c8423a3b77e req-fa16058f-11ae-4311-941e-94dc703c8c3d tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318794 Sep 18 00:33:27.134911 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34aaa8-6cb8-4b5a-a275-810e4401b04d req-1581b29b-78dd-4b50-a61c-1259529e8c9c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:27.136398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c34aaa8-6cb8-4b5a-a275-810e4401b04d req-1581b29b-78dd-4b50-a61c-1259529e8c9c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0508454 Sep 18 00:33:27.172948 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c34aaa8-6cb8-4b5a-a275-810e4401b04d req-00334759-ed16-4745-baaa-9a1a41c03659 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306473 Sep 18 00:33:28.290113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86bb9a-4fcf-4f25-aee6-d97507a66975 req-146dff36-dda0-4584-a05a-99c326d0d715 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:28.291531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac86bb9a-4fcf-4f25-aee6-d97507a66975 req-146dff36-dda0-4584-a05a-99c326d0d715 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0521767 Sep 18 00:33:28.328751 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac86bb9a-4fcf-4f25-aee6-d97507a66975 req-c3722b36-fada-4960-8ee4-2ff1e9f4856e tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312927 Sep 18 00:33:29.441549 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb54daf-975c-4824-94fb-745ab5c83f0c req-57dad5f4-f295-4e9e-8c1f-d5cc93c2efa1 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:29.442998 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2cb54daf-975c-4824-94fb-745ab5c83f0c req-57dad5f4-f295-4e9e-8c1f-d5cc93c2efa1 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0480545 Sep 18 00:33:29.479386 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2cb54daf-975c-4824-94fb-745ab5c83f0c req-e07e473e-5d5d-40d3-b8f9-3acbf8a9361c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306215 Sep 18 00:33:30.595546 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bef294-278a-4325-b763-3d9e6d8b739e req-ac3339aa-d607-472b-8f35-09491497debb tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:30.597041 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09bef294-278a-4325-b763-3d9e6d8b739e req-ac3339aa-d607-472b-8f35-09491497debb tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0522649 Sep 18 00:33:30.633962 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09bef294-278a-4325-b763-3d9e6d8b739e req-a9ca3b83-e816-4845-b78c-530481897409 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306020 Sep 18 00:33:31.746647 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ccf10-a2e3-4caf-a48b-55f0eb50d519 req-31f02a86-0f3e-4826-b547-73cf7fa9854c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:31.748128 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c8ccf10-a2e3-4caf-a48b-55f0eb50d519 req-31f02a86-0f3e-4826-b547-73cf7fa9854c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0483260 Sep 18 00:33:31.784608 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c8ccf10-a2e3-4caf-a48b-55f0eb50d519 req-f609e6a9-172f-40ac-80c0-b1b52e496c1f tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306244 Sep 18 00:33:32.896920 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e75d8-4870-41b5-9ad5-95c1a9ea4f1a req-c2556a06-4bc3-46af-8716-3961d7967efc tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:32.898397 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a3e75d8-4870-41b5-9ad5-95c1a9ea4f1a req-c2556a06-4bc3-46af-8716-3961d7967efc tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0480304 Sep 18 00:33:32.935797 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a3e75d8-4870-41b5-9ad5-95c1a9ea4f1a req-f08933a6-4638-478a-907e-e82f1874ec8f tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309050 Sep 18 00:33:34.054099 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529e8c3-26f4-4f7f-9ce0-c77093dd7175 req-0b193783-0664-4a3e-b84f-4608b61ad202 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:34.055555 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b529e8c3-26f4-4f7f-9ce0-c77093dd7175 req-0b193783-0664-4a3e-b84f-4608b61ad202 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0518904 Sep 18 00:33:34.092083 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b529e8c3-26f4-4f7f-9ce0-c77093dd7175 req-845c3fdf-3714-4594-b0b4-4fd94a6ae76e tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305858 Sep 18 00:33:35.204293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9539cbc-0cd4-4a3a-8949-42eb4a70785e req-2b7af795-bb95-465f-82d6-7e72ae670604 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:35.205777 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9539cbc-0cd4-4a3a-8949-42eb4a70785e req-2b7af795-bb95-465f-82d6-7e72ae670604 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0477314 Sep 18 00:33:35.242540 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9539cbc-0cd4-4a3a-8949-42eb4a70785e req-3cdb5f53-a3a0-474a-be55-c2ee55cc693e tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302734 Sep 18 00:33:36.358251 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac4512-bd4d-425d-8eed-27fdf24fc2de req-6b487320-5ef3-4819-8635-9f9282c3b6d7 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:36.359727 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5dac4512-bd4d-425d-8eed-27fdf24fc2de req-6b487320-5ef3-4819-8635-9f9282c3b6d7 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0492368 Sep 18 00:33:36.396635 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5dac4512-bd4d-425d-8eed-27fdf24fc2de req-e0a67b35-e2c9-4d05-9f7a-da9e423362cb tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310447 Sep 18 00:33:37.321465 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c8de5-b85c-47b3-af47-fd45ea8a2b12 req-edf52339-327a-4cdb-99a4-3238c03bde33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:37.322965 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-423c8de5-b85c-47b3-af47-fd45ea8a2b12 req-edf52339-327a-4cdb-99a4-3238c03bde33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 1097 time: 0.0870895 Sep 18 00:33:37.427327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c8de5-b85c-47b3-af47-fd45ea8a2b12 req-34a6f785-8bf3-43f4-badb-bf6599746589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:37.428812 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-423c8de5-b85c-47b3-af47-fd45ea8a2b12 req-34a6f785-8bf3-43f4-badb-bf6599746589 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dedfa7bb-00c0-4537-9afd-091486701f12 HTTP/1.1" status: 200 len: 915 time: 0.0868855 Sep 18 00:33:37.469711 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-423c8de5-b85c-47b3-af47-fd45ea8a2b12 req-d063c15b-adb3-4f41-94df-5433d8269201 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e HTTP/1.1" status: 200 len: 217 time: 0.0334902 Sep 18 00:33:37.513782 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13c1f8-7726-464d-a275-1a0e1a1e73e1 req-7f368e56-5c7e-4a8f-b821-79bfe9cc0456 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:37.515167 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c13c1f8-7726-464d-a275-1a0e1a1e73e1 req-7f368e56-5c7e-4a8f-b821-79bfe9cc0456 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0523846 Sep 18 00:33:37.518363 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c8de5-b85c-47b3-af47-fd45ea8a2b12 req-927be152-0ea7-4102-a632-62a472a51ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:37.519739 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-423c8de5-b85c-47b3-af47-fd45ea8a2b12 req-927be152-0ea7-4102-a632-62a472a51ac0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca329e88-1f2e-4ef1-b893-cff5149fd306 HTTP/1.1" status: 200 len: 854 time: 0.0433860 Sep 18 00:33:37.552880 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c13c1f8-7726-464d-a275-1a0e1a1e73e1 req-f7f53ffd-c81a-472c-b123-459838a8b435 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316029 Sep 18 00:33:37.556129 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-423c8de5-b85c-47b3-af47-fd45ea8a2b12 req-f6eb874a-0a2f-473b-b80b-6b5a5503fd92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dedfa7bb-00c0-4537-9afd-091486701f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289013 Sep 18 00:33:37.644559 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-423c8de5-b85c-47b3-af47-fd45ea8a2b12 req-c9517bdf-6d8f-488b-9adc-a424466f2dad service neutron] 10.222.0.41 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810311 Sep 18 00:33:37.870909 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-423c8de5-b85c-47b3-af47-fd45ea8a2b12 req-c57c8488-e35d-4c55-891f-094b59c35274 service neutron] 10.222.0.41 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843785 Sep 18 00:33:38.663462 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6363ac5-cb51-4ffa-8b9e-b4bed292074f req-68259ba7-a6dd-4662-99ff-8ad2d97aaa8b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:38.665474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6363ac5-cb51-4ffa-8b9e-b4bed292074f req-68259ba7-a6dd-4662-99ff-8ad2d97aaa8b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0476568 Sep 18 00:33:38.701427 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6363ac5-cb51-4ffa-8b9e-b4bed292074f req-432c7ef1-7d91-414e-9da8-1fb90322a05e tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301442 Sep 18 00:33:39.813229 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bb811-4749-4594-94d0-a7562c8081a0 req-7a725a27-221c-42d4-9033-af51544f4184 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:39.814693 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fc3bb811-4749-4594-94d0-a7562c8081a0 req-7a725a27-221c-42d4-9033-af51544f4184 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0479884 Sep 18 00:33:39.850812 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fc3bb811-4749-4594-94d0-a7562c8081a0 req-ddf5b2c4-1fd9-497b-9d0b-1f680b426835 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301898 Sep 18 00:33:40.759724 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:40.968234 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8eb04f-a51d-4076-b581-fae9b3e42f3c req-0bd13c9d-7de0-4710-88f9-188f38c0bebb tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:40.969715 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a8eb04f-a51d-4076-b581-fae9b3e42f3c req-0bd13c9d-7de0-4710-88f9-188f38c0bebb tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0510554 Sep 18 00:33:41.006128 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a8eb04f-a51d-4076-b581-fae9b3e42f3c req-236698d9-00e2-4a04-87bc-36b9ea7ce66c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306010 Sep 18 00:33:41.756179 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-06e41249-12e0-432e-a502-35205f7b3440 service neutron] show failed (client error): The resource could not be found. Sep 18 00:33:41.757315 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-06e41249-12e0-432e-a502-35205f7b3440 service neutron] 10.222.0.41 "GET /v2.0/ports/215c7bb0-08e2-4d78-b0a3-a4474ec35e6e/bindings/n-h2-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.0534036 Sep 18 00:33:42.123568 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c2f13-b597-4ff0-9cd3-55a64e5e7090 req-ca1ed56c-36ce-4114-ac59-0b7189febf24 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:42.125062 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-117c2f13-b597-4ff0-9cd3-55a64e5e7090 req-ca1ed56c-36ce-4114-ac59-0b7189febf24 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0484743 Sep 18 00:33:42.163136 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-117c2f13-b597-4ff0-9cd3-55a64e5e7090 req-96f0c5f1-6bad-49ed-a688-eddfc01cc0cb tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318463 Sep 18 00:33:42.304616 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-1f336383-a7b5-4348-a75f-4daf20655355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:42.306102 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-1f336383-a7b5-4348-a75f-4daf20655355 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc&tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96 HTTP/1.1" status: 200 len: 1097 time: 0.0710492 Sep 18 00:33:42.317662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:42.367665 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:42.558715 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] For port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e,segment=NetworkSegment(119a111e-3f64-4dde-ac57-8bcd3cbe9300),segment_id=119a111e-3f64-4dde-ac57-8bcd3cbe9300)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:42.590193 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] For port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:42.631679 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a73fae6-d30c-4684-a33f-ab1814561edc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '215c7bb0-08e2-4d78-b0a3-a4474ec35e6e'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:42.634587 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43215a77-11d3-49ad-a71c-659e0445dd8a" -d '{"events": [{"server_uuid": "8a73fae6-d30c-4684-a33f-ab1814561edc", "name": "network-vif-unplugged", "status": "completed", "tag": "215c7bb0-08e2-4d78-b0a3-a4474ec35e6e"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:42.641990 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:42.655088 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Transition to ACTIVE for port object 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:33:42.683196 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ace239-0816-464c-87a6-e68499c8c8ad x-openstack-request-id: req-c6ace239-0816-464c-87a6-e68499c8c8ad {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:42.683482 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a73fae6-d30c-4684-a33f-ab1814561edc", "name": "network-vif-unplugged", "status": "completed", "tag": "215c7bb0-08e2-4d78-b0a3-a4474ec35e6e", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:42.683733 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6ace239-0816-464c-87a6-e68499c8c8ad {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:42.684120 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a73fae6-d30c-4684-a33f-ab1814561edc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '215c7bb0-08e2-4d78-b0a3-a4474ec35e6e', 'code': 200} Sep 18 00:33:42.720243 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:42.766863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Pushing event updated for resources: {'Port': ['ID=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e,revision_number=6']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:42.785269 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] No DVR routers for this DVR port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e on host n-h1-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:33:42.789779 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:42.790147 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:42.790448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:42.790768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:42.791089 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:42.791403 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:42.791717 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:42.792034 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:42.792345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:42.792654 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:42.792992 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:42.793299 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:42.825868 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Attempting to bind port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:33:42.826132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Attempting to bind port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '119a111e-3f64-4dde-ac57-8bcd3cbe9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:33:42.826454 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Attempting to bind port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e on network dedfa7bb-00c0-4537-9afd-091486701f12 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:42.830532 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e on network dedfa7bb-00c0-4537-9afd-091486701f12 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:33:42.830849 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Attempting to bind port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e on network dedfa7bb-00c0-4537-9afd-091486701f12 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:42.835526 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:33:42.835852 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Checking segment: {'id': '119a111e-3f64-4dde-ac57-8bcd3cbe9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:42.836217 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Bound using segment: {'id': '119a111e-3f64-4dde-ac57-8bcd3cbe9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:33:42.837291 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Bound port: 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119a111e-3f64-4dde-ac57-8bcd3cbe9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:33:42.837639 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:42.903994 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] For port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:42.907725 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] For port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e,segment=NetworkSegment(119a111e-3f64-4dde-ac57-8bcd3cbe9300),segment_id=119a111e-3f64-4dde-ac57-8bcd3cbe9300)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:33:42.966503 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:43.001085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:43.001708 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:43.003088 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] 10.222.0.37 "PUT /v2.0/ports/215c7bb0-08e2-4d78-b0a3-a4474ec35e6e HTTP/1.1" status: 200 len: 1092 time: 0.6892350 Sep 18 00:33:43.024194 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41bc13-194e-4279-9097-5200372c40b4 service neutron] Pushing event updated for resources: {'Port': ['ID=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e,revision_number=7']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:43.070019 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-baa45c12-757c-439c-8308-f7c7d8bfa9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:43.072122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-baa45c12-757c-439c-8308-f7c7d8bfa9c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 1095 time: 0.0448058 Sep 18 00:33:43.164159 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-bba4029b-f239-4f53-be74-1e444fb3b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:43.165644 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-bba4029b-f239-4f53-be74-1e444fb3b7af service neutron] 10.222.0.37 "GET /v2.0/networks?id=dedfa7bb-00c0-4537-9afd-091486701f12 HTTP/1.1" status: 200 len: 915 time: 0.0866868 Sep 18 00:33:43.207484 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-02657e4e-b10b-42a4-898b-0c7978eea4b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e HTTP/1.1" status: 200 len: 217 time: 0.0342360 Sep 18 00:33:43.287914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-1f14dda0-4d7e-42f2-9c08-154d9c32974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:43.289409 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-1f14dda0-4d7e-42f2-9c08-154d9c32974b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca329e88-1f2e-4ef1-b893-cff5149fd306 HTTP/1.1" status: 200 len: 854 time: 0.0729134 Sep 18 00:33:43.312890 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408eb5c-1039-45ae-b7a6-46f3f6183e7f req-77de10b3-c162-4b75-8b79-014523567f22 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:43.314305 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0408eb5c-1039-45ae-b7a6-46f3f6183e7f req-77de10b3-c162-4b75-8b79-014523567f22 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 944 time: 0.0727832 Sep 18 00:33:43.330278 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-b976a51a-699c-42ff-9ec3-749cada71ee5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dedfa7bb-00c0-4537-9afd-091486701f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336659 Sep 18 00:33:43.383111 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0408eb5c-1039-45ae-b7a6-46f3f6183e7f req-3b5c3a6a-2dbb-4763-b267-49527fb3bbce tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555470 Sep 18 00:33:43.441756 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-962eb3cd-a29f-4b4b-89f2-4cbce5047a61 service neutron] 10.222.0.37 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999353 Sep 18 00:33:43.526999 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99c5660f-604e-469c-ac31-b4dd94820e46 req-40bc668b-d479-4ee8-ab1d-9623756a5c06 service neutron] 10.222.0.37 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788629 Sep 18 00:33:43.788583 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:44.085573 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1b34e189-3d88-4f51-8dc8-4c3c6702b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:44.497337 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d60b02-dc61-4102-90d5-a2e796fc7f9c req-46ab730c-ae4f-489c-b67e-59a2b7f4257f tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:44.498794 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57d60b02-dc61-4102-90d5-a2e796fc7f9c req-46ab730c-ae4f-489c-b67e-59a2b7f4257f tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 944 time: 0.0472443 Sep 18 00:33:44.534879 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57d60b02-dc61-4102-90d5-a2e796fc7f9c req-9a2267a7-ffd8-4aaf-8fb3-fb911c540868 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303023 Sep 18 00:33:44.685134 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a73fae6-d30c-4684-a33f-ab1814561edc', 'tag': '215c7bb0-08e2-4d78-b0a3-a4474ec35e6e'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:44.687354 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a73fae6-d30c-4684-a33f-ab1814561edc", "tag": "215c7bb0-08e2-4d78-b0a3-a4474ec35e6e"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:44.735385 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3e5b30-2920-4794-baff-e97cebc56e5a x-openstack-request-id: req-3f3e5b30-2920-4794-baff-e97cebc56e5a {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:44.735669 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a73fae6-d30c-4684-a33f-ab1814561edc", "tag": "215c7bb0-08e2-4d78-b0a3-a4474ec35e6e", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:44.735921 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f3e5b30-2920-4794-baff-e97cebc56e5a {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:44.736314 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a73fae6-d30c-4684-a33f-ab1814561edc', 'tag': '215c7bb0-08e2-4d78-b0a3-a4474ec35e6e', 'status': 'completed', 'code': 200} Sep 18 00:33:44.796453 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f req-c7ccb444-350a-4f7c-ab92-dd0f99c1fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:44.797455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f req-004f62d8-7a80-4349-bc7c-cd086e5ea3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:44.798002 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f req-c7ccb444-350a-4f7c-ab92-dd0f99c1fc7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 1095 time: 0.0440781 Sep 18 00:33:44.798952 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f req-004f62d8-7a80-4349-bc7c-cd086e5ea3be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 1095 time: 0.0403936 Sep 18 00:33:44.892059 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f req-d4d0faff-a13d-45da-acce-ab8790eda5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:44.892420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f req-65233e2c-58d9-4457-86ba-82529c159304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:44.893585 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f req-d4d0faff-a13d-45da-acce-ab8790eda5a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dedfa7bb-00c0-4537-9afd-091486701f12 HTTP/1.1" status: 200 len: 915 time: 0.0882080 Sep 18 00:33:44.893917 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f req-65233e2c-58d9-4457-86ba-82529c159304 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dedfa7bb-00c0-4537-9afd-091486701f12 HTTP/1.1" status: 200 len: 915 time: 0.0870333 Sep 18 00:33:44.935226 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f req-745e9b02-f777-4d9c-b8f2-c720d5e1c33a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e HTTP/1.1" status: 200 len: 217 time: 0.0339346 Sep 18 00:33:44.938635 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f req-45f4a000-dba7-4e7d-b857-ffa3003072c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e HTTP/1.1" status: 200 len: 217 time: 0.0376952 Sep 18 00:33:44.982644 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f req-edb36d07-ea15-482f-950c-fae6aed0f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:44.984075 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f req-edb36d07-ea15-482f-950c-fae6aed0f2db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca329e88-1f2e-4ef1-b893-cff5149fd306 HTTP/1.1" status: 200 len: 854 time: 0.0423007 Sep 18 00:33:44.986853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f req-5b4a9f84-bf57-4f1c-8bb9-6ffcddd908aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:44.988345 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f req-5b4a9f84-bf57-4f1c-8bb9-6ffcddd908aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca329e88-1f2e-4ef1-b893-cff5149fd306 HTTP/1.1" status: 200 len: 854 time: 0.0421519 Sep 18 00:33:45.020068 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f req-6481be15-ee4b-419d-9e40-467be6f895b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dedfa7bb-00c0-4537-9afd-091486701f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289266 Sep 18 00:33:45.020290 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f req-07296dbb-11fa-4dda-a80a-57c4bb517acd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dedfa7bb-00c0-4537-9afd-091486701f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240538 Sep 18 00:33:45.110367 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f req-cebe36c0-c9d2-46b5-b952-84ff822dfd16 service neutron] 10.222.0.41 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824616 Sep 18 00:33:45.115101 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f req-3271feab-134f-4083-8dc9-365e44e8bfff service neutron] 10.222.0.37 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855229 Sep 18 00:33:45.207269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f req-770ba780-39a4-4c1b-a593-f237eb8772bd service neutron] 10.222.0.37 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853286 Sep 18 00:33:45.207945 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61b72a03-e153-47c0-ad12-bbccd4e6ca7f req-49f52219-413f-421b-82cd-b7cf9592191a service neutron] 10.222.0.41 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901093 Sep 18 00:33:45.650743 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7b3fe-753c-49a7-869d-0e6a7bcafe5d req-1a286efc-5bb7-4744-b0f0-9feab0c27716 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:45.652199 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09c7b3fe-753c-49a7-869d-0e6a7bcafe5d req-1a286efc-5bb7-4744-b0f0-9feab0c27716 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 944 time: 0.0518992 Sep 18 00:33:45.691846 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09c7b3fe-753c-49a7-869d-0e6a7bcafe5d req-bc866b0b-4e94-42af-80de-f3be0fcc9d97 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337760 Sep 18 00:33:45.998603 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f475520-f014-4114-991b-c92b8f6c406f req-a3105c9c-8492-42fd-86ff-12345934d9e9 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:46.000123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f475520-f014-4114-991b-c92b8f6c406f req-a3105c9c-8492-42fd-86ff-12345934d9e9 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 944 time: 0.0483003 Sep 18 00:33:46.038835 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f475520-f014-4114-991b-c92b8f6c406f req-85518c03-7053-4504-bcba-fad8fbc0bc60 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319402 Sep 18 00:33:46.108943 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee1ff-e982-48d0-9a59-ea30065a0873 req-304395fb-8780-46f9-99ec-eed5fad6e81c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:46.110456 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b82ee1ff-e982-48d0-9a59-ea30065a0873 req-304395fb-8780-46f9-99ec-eed5fad6e81c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc&tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&binding%3Ahost_id=n-h2-809883-1 HTTP/1.1" status: 200 len: 944 time: 0.0836232 Sep 18 00:33:46.172700 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [req-b82ee1ff-e982-48d0-9a59-ea30065a0873 req-92353d55-d347-4482-9523-7533468b4069 service neutron] delete failed (client error): The resource could not be found. Sep 18 00:33:46.173649 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b82ee1ff-e982-48d0-9a59-ea30065a0873 req-92353d55-d347-4482-9523-7533468b4069 service neutron] 10.222.0.41 "DELETE /v2.0/ports/215c7bb0-08e2-4d78-b0a3-a4474ec35e6e/bindings/n-h1-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.0559218 Sep 18 00:33:46.259303 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee1ff-e982-48d0-9a59-ea30065a0873 req-1fae9688-0ce7-413b-a295-887a6d9a5e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:46.260789 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b82ee1ff-e982-48d0-9a59-ea30065a0873 req-1fae9688-0ce7-413b-a295-887a6d9a5e28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 1095 time: 0.0447040 Sep 18 00:33:46.348254 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee1ff-e982-48d0-9a59-ea30065a0873 req-f00fb551-0f77-4ef6-9e97-eabfb2059898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:46.349743 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b82ee1ff-e982-48d0-9a59-ea30065a0873 req-f00fb551-0f77-4ef6-9e97-eabfb2059898 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dedfa7bb-00c0-4537-9afd-091486701f12 HTTP/1.1" status: 200 len: 915 time: 0.0822196 Sep 18 00:33:46.394257 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b82ee1ff-e982-48d0-9a59-ea30065a0873 req-935aa01c-779e-47fb-a882-04e1fb8520ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e HTTP/1.1" status: 200 len: 217 time: 0.0365450 Sep 18 00:33:46.443273 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee1ff-e982-48d0-9a59-ea30065a0873 req-e6fae54f-b54b-44ab-930a-ea63cecc526a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:46.444606 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b82ee1ff-e982-48d0-9a59-ea30065a0873 req-e6fae54f-b54b-44ab-930a-ea63cecc526a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca329e88-1f2e-4ef1-b893-cff5149fd306 HTTP/1.1" status: 200 len: 854 time: 0.0427938 Sep 18 00:33:46.475545 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b82ee1ff-e982-48d0-9a59-ea30065a0873 req-69447674-7878-4577-97c4-fe13a39534ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dedfa7bb-00c0-4537-9afd-091486701f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230901 Sep 18 00:33:46.567276 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b82ee1ff-e982-48d0-9a59-ea30065a0873 req-55ff6663-cbd2-4109-89d5-27a902a78b3d service neutron] 10.222.0.41 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844657 Sep 18 00:33:46.611202 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ba9553fd-1fce-400e-9ed8-93d16706c9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:46.657663 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b82ee1ff-e982-48d0-9a59-ea30065a0873 req-a436b9d0-b346-482c-addd-c61d283be464 service neutron] 10.222.0.41 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826674 Sep 18 00:33:46.669920 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:33:46.716628 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:33:46.752520 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:33:46.955881 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:33:47.050136 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e,segment=NetworkSegment(119a111e-3f64-4dde-ac57-8bcd3cbe9300),segment_id=119a111e-3f64-4dde-ac57-8bcd3cbe9300)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:47.060937 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '215c7bb0-08e2-4d78-b0a3-a4474ec35e6e', 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12', 'port_id': '215c7bb0-08e2-4d78-b0a3-a4474ec35e6e', 'mac_address': 'fa:16:3e:09:4a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca329e88-1f2e-4ef1-b893-cff5149fd306', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:33:47.098854 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:47.111595 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:47.130567 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e,segment=NetworkSegment(119a111e-3f64-4dde-ac57-8bcd3cbe9300),segment_id=119a111e-3f64-4dde-ac57-8bcd3cbe9300)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:47.159937 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc8378-69c8-4962-a4a6-b7eec103fe62 req-7148a4dd-3861-4c46-9b28-fd34d55b8cdb tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:47.161431 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b4fc8378-69c8-4962-a4a6-b7eec103fe62 req-7148a4dd-3861-4c46-9b28-fd34d55b8cdb tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 944 time: 0.0488949 Sep 18 00:33:47.198255 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b4fc8378-69c8-4962-a4a6-b7eec103fe62 req-fb18bbd4-2879-472f-aa2b-feafa1e4495b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308175 Sep 18 00:33:47.216015 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:47.270283 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:47.382717 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:47.432503 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['215c7bb0-08e2-4d78-b0a3-a4474ec35e6e'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:47.913183 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:48.313417 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43ca5b-f42c-41c3-a36b-6f8327da1aa1 req-6056bb97-3529-459e-898a-6fc8cbef5ea3 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:48.314862 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f43ca5b-f42c-41c3-a36b-6f8327da1aa1 req-6056bb97-3529-459e-898a-6fc8cbef5ea3 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 945 time: 0.0480423 Sep 18 00:33:48.354848 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f43ca5b-f42c-41c3-a36b-6f8327da1aa1 req-889081aa-40d2-48a0-9e61-cc22c29708bc tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342236 Sep 18 00:33:48.463631 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7fb7f-e879-4254-9273-e2fb7e73a6d0 req-c3675aef-092a-4efd-b831-e17218db9c55 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:48.465147 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ba7fb7f-e879-4254-9273-e2fb7e73a6d0 req-c3675aef-092a-4efd-b831-e17218db9c55 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 945 time: 0.0473242 Sep 18 00:33:48.502043 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ba7fb7f-e879-4254-9273-e2fb7e73a6d0 req-5160f3f8-8d03-4467-a241-50815e497fc5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309396 Sep 18 00:33:48.612347 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c3736-b592-43af-8f22-3ff5a573a073 req-b1dd4722-4bad-4567-9bf8-8834b8068c4d tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:48.613812 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a56c3736-b592-43af-8f22-3ff5a573a073 req-b1dd4722-4bad-4567-9bf8-8834b8068c4d tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 945 time: 0.0476251 Sep 18 00:33:48.650184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a56c3736-b592-43af-8f22-3ff5a573a073 req-23b6391d-c218-4bcb-8a3b-e9908ce0aa57 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305803 Sep 18 00:33:48.959147 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:33:49.102766 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:33:49.106844 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:49.107230 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:49.185913 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:49.214264 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a73fae6-d30c-4684-a33f-ab1814561edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215c7bb0-08e2-4d78-b0a3-a4474ec35e6e'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:49.214264 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee031a3-7d4e-4109-8c13-1baa0e3a72c0" -d '{"events": [{"server_uuid": "8a73fae6-d30c-4684-a33f-ab1814561edc", "name": "network-vif-plugged", "status": "completed", "tag": "215c7bb0-08e2-4d78-b0a3-a4474ec35e6e"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:49.225840 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e,segment=NetworkSegment(119a111e-3f64-4dde-ac57-8bcd3cbe9300),segment_id=119a111e-3f64-4dde-ac57-8bcd3cbe9300)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:49.252699 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5500e65c-3d7c-4cf6-a6cd-d282f9d64c24 x-openstack-request-id: req-5500e65c-3d7c-4cf6-a6cd-d282f9d64c24 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:49.253019 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a73fae6-d30c-4684-a33f-ab1814561edc", "name": "network-vif-plugged", "status": "completed", "tag": "215c7bb0-08e2-4d78-b0a3-a4474ec35e6e", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:49.253275 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5500e65c-3d7c-4cf6-a6cd-d282f9d64c24 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:49.253668 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a73fae6-d30c-4684-a33f-ab1814561edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215c7bb0-08e2-4d78-b0a3-a4474ec35e6e', 'code': 200} Sep 18 00:33:49.291628 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:49.339895 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e,revision_number=9']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:49.527388 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-7bc5b1de-8a89-4cd2-8479-42ab84f5bc26 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:49.528772 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-7bc5b1de-8a89-4cd2-8479-42ab84f5bc26 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/networks?id=dedfa7bb-00c0-4537-9afd-091486701f12 HTTP/1.1" status: 200 len: 814 time: 0.4318287 Sep 18 00:33:49.543870 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-a75a5fdf-822c-475e-a65f-876008f5d887 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/quotas/5bcd204f2bfa4fe38c68bb9baece8b96 HTTP/1.1" status: 200 len: 375 time: 0.0093193 Sep 18 00:33:49.590135 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-93914d61-1d39-4ea9-b32c-70f7eaf0d232 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0412416 Sep 18 00:33:49.651785 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-13f66607-23c2-4ea4-9e4a-df41061d39e7 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:33:49.652769 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-13f66607-23c2-4ea4-9e4a-df41061d39e7 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0560782 Sep 18 00:33:49.742276 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-90b45d7b-fddf-495b-8cea-1502a56ac607 service neutron] 10.222.0.46 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832078 Sep 18 00:33:49.828985 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-731ad6d8-9909-4923-b172-0cd182b3928d service neutron] 10.222.0.46 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805442 Sep 18 00:33:49.942414 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:50.084266 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3be2f6d9-176d-46cb-8ed9-8bc3212c3e19 req-5150e438-bfb7-4aeb-97d4-f4109ed3fc15 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 210 time: 0.0279763 Sep 18 00:33:50.345747 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799c2a2-44fc-43c3-bdb8-5e0d37ceb137 req-3c4f469f-4d6b-4c8c-950c-3c60fd1b7321 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:50.347170 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8799c2a2-44fc-43c3-bdb8-5e0d37ceb137 req-3c4f469f-4d6b-4c8c-950c-3c60fd1b7321 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a73fae6-d30c-4684-a33f-ab1814561edc HTTP/1.1" status: 200 len: 946 time: 0.0514455 Sep 18 00:33:50.432922 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-8799c2a2-44fc-43c3-bdb8-5e0d37ceb137 req-c632d408-8237-4cd4-9d1f-9a007b7ecf0c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Deleting port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:33:50.433270 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8799c2a2-44fc-43c3-bdb8-5e0d37ceb137 req-c632d408-8237-4cd4-9d1f-9a007b7ecf0c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:50.522212 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-8799c2a2-44fc-43c3-bdb8-5e0d37ceb137 req-c632d408-8237-4cd4-9d1f-9a007b7ecf0c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] For port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e,segment=NetworkSegment(119a111e-3f64-4dde-ac57-8bcd3cbe9300),segment_id=119a111e-3f64-4dde-ac57-8bcd3cbe9300)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:50.522570 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8799c2a2-44fc-43c3-bdb8-5e0d37ceb137 req-c632d408-8237-4cd4-9d1f-9a007b7ecf0c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:50.534640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-8799c2a2-44fc-43c3-bdb8-5e0d37ceb137 req-c632d408-8237-4cd4-9d1f-9a007b7ecf0c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Calling delete_port for 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:33:50.725701 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8799c2a2-44fc-43c3-bdb8-5e0d37ceb137 req-c632d408-8237-4cd4-9d1f-9a007b7ecf0c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:50.737751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['215c7bb0-08e2-4d78-b0a3-a4474ec35e6e'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:50.757658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632d408-8237-4cd4-9d1f-9a007b7ecf0c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Pushing event deleted for resources: {'Port': ['ID=215c7bb0-08e2-4d78-b0a3-a4474ec35e6e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:50.801507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-8799c2a2-44fc-43c3-bdb8-5e0d37ceb137 req-c632d408-8237-4cd4-9d1f-9a007b7ecf0c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] No DVR routers for this DVR port 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:33:50.804078 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8799c2a2-44fc-43c3-bdb8-5e0d37ceb137 req-c632d408-8237-4cd4-9d1f-9a007b7ecf0c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:50.806750 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8799c2a2-44fc-43c3-bdb8-5e0d37ceb137 req-c632d408-8237-4cd4-9d1f-9a007b7ecf0c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.37 "DELETE /v2.0/ports/215c7bb0-08e2-4d78-b0a3-a4474ec35e6e HTTP/1.1" status: 204 len: 173 time: 0.4538605 Sep 18 00:33:50.807183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a73fae6-d30c-4684-a33f-ab1814561edc', 'name': 'network-vif-deleted', 'tag': '215c7bb0-08e2-4d78-b0a3-a4474ec35e6e'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:50.809463 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc0b4ff-71f6-463f-8bcc-46a2f349b1eb" -d '{"events": [{"server_uuid": "8a73fae6-d30c-4684-a33f-ab1814561edc", "name": "network-vif-deleted", "tag": "215c7bb0-08e2-4d78-b0a3-a4474ec35e6e"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:50.845046 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d507d6a1-6ce3-459b-9860-651f49029bdf x-openstack-request-id: req-d507d6a1-6ce3-459b-9860-651f49029bdf {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:50.845342 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a73fae6-d30c-4684-a33f-ab1814561edc", "name": "network-vif-deleted", "tag": "215c7bb0-08e2-4d78-b0a3-a4474ec35e6e", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:50.845596 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d507d6a1-6ce3-459b-9860-651f49029bdf {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:50.845994 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a73fae6-d30c-4684-a33f-ab1814561edc', 'name': 'network-vif-deleted', 'tag': '215c7bb0-08e2-4d78-b0a3-a4474ec35e6e', 'status': 'completed', 'code': 200} Sep 18 00:33:51.176779 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8fa8540-995d-4dee-9a0f-7feb915a7320 req-aaad0a22-5477-43c4-99e2-5a384c57573b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 210 time: 0.0269721 Sep 18 00:33:52.054026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-5cd65b11-dda4-4a1c-978b-cafc06e4e903 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:52.056071 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-5cd65b11-dda4-4a1c-978b-cafc06e4e903 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.37 "GET /v2.0/networks?id=dedfa7bb-00c0-4537-9afd-091486701f12 HTTP/1.1" status: 200 len: 814 time: 0.1039951 Sep 18 00:33:52.068389 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-e2d358e5-d963-49a2-9587-0d084e412ff4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Request body: {'port': {'device_id': 'bfcdb798-48a4-4af8-8536-ffa92a738d53', 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12', 'admin_state_up': True, 'tenant_id': '5bcd204f2bfa4fe38c68bb9baece8b96'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:52.256596 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-e2d358e5-d963-49a2-9587-0d084e412ff4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Made reservation on behalf of 5bcd204f2bfa4fe38c68bb9baece8b96 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:33:52.260494 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-e2d358e5-d963-49a2-9587-0d084e412ff4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:52.285635 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bbdaa63d-9569-4ba2-947d-f053296ca59e req-a1dded73-cc66-4bfc-9138-bb88eebbd262 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 210 time: 0.0419044 Sep 18 00:33:52.398054 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-e2d358e5-d963-49a2-9587-0d084e412ff4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Allocated IP 172.20.0.11 (dedfa7bb-00c0-4537-9afd-091486701f12/ca329e88-1f2e-4ef1-b893-cff5149fd306/006fe155-5e0c-4bb9-abb5-0f54509930e5) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:33:52.543530 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-e2d358e5-d963-49a2-9587-0d084e412ff4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:52.634212 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-e2d358e5-d963-49a2-9587-0d084e412ff4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:52.646302 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['215c7bb0-08e2-4d78-b0a3-a4474ec35e6e'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:52.676723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-e2d358e5-d963-49a2-9587-0d084e412ff4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Network dedfa7bb-00c0-4537-9afd-091486701f12 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:33:52.679760 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-e2d358e5-d963-49a2-9587-0d084e412ff4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:33:52.685471 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-e2d358e5-d963-49a2-9587-0d084e412ff4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:33:52.691768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d358e5-d963-49a2-9587-0d084e412ff4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Pushing event updated for resources: {'Port': ['ID=006fe155-5e0c-4bb9-abb5-0f54509930e5,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:52.735331 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-e2d358e5-d963-49a2-9587-0d084e412ff4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:52.735941 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-e2d358e5-d963-49a2-9587-0d084e412ff4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:52.811546 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-e2d358e5-d963-49a2-9587-0d084e412ff4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7468541 Sep 18 00:33:52.823508 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Request body: {'port': {'device_id': 'bfcdb798-48a4-4af8-8536-ffa92a738d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:33:52.879824 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:53.132894 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006fe155-5e0c-4bb9-abb5-0f54509930e5 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:53.140581 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:53.152382 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Transition to ACTIVE for port object 006fe155-5e0c-4bb9-abb5-0f54509930e5 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:33:53.239525 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:53.290372 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Pushing event updated for resources: {'Port': ['ID=006fe155-5e0c-4bb9-abb5-0f54509930e5,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:53.368329 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Attempting to bind port 006fe155-5e0c-4bb9-abb5-0f54509930e5 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:33:53.368688 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Attempting to bind port 006fe155-5e0c-4bb9-abb5-0f54509930e5 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '119a111e-3f64-4dde-ac57-8bcd3cbe9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:33:53.369044 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Attempting to bind port 006fe155-5e0c-4bb9-abb5-0f54509930e5 on network dedfa7bb-00c0-4537-9afd-091486701f12 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:53.387914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Port 006fe155-5e0c-4bb9-abb5-0f54509930e5 on network dedfa7bb-00c0-4537-9afd-091486701f12 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:33:53.388174 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Attempting to bind port 006fe155-5e0c-4bb9-abb5-0f54509930e5 on network dedfa7bb-00c0-4537-9afd-091486701f12 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:33:53.396353 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:33:53.396686 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Checking segment: {'id': '119a111e-3f64-4dde-ac57-8bcd3cbe9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:33:53.397094 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Bound using segment: {'id': '119a111e-3f64-4dde-ac57-8bcd3cbe9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:33:53.397523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Bound port: 006fe155-5e0c-4bb9-abb5-0f54509930e5, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119a111e-3f64-4dde-ac57-8bcd3cbe9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:33:53.397884 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:53.422025 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2194dd-00ff-429e-beb5-3385d36c00e0 req-26895802-ed3b-4153-aa7c-ae1dc3648b03 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:53.423504 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a2194dd-00ff-429e-beb5-3385d36c00e0 req-26895802-ed3b-4153-aa7c-ae1dc3648b03 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 944 time: 0.0683985 Sep 18 00:33:53.498949 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a2194dd-00ff-429e-beb5-3385d36c00e0 req-cd6b739c-d4ec-4481-9e08-c58e6adf66fb tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509002 Sep 18 00:33:53.505441 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] For port 006fe155-5e0c-4bb9-abb5-0f54509930e5, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:33:53.509144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] For port 006fe155-5e0c-4bb9-abb5-0f54509930e5, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=006fe155-5e0c-4bb9-abb5-0f54509930e5,segment=NetworkSegment(119a111e-3f64-4dde-ac57-8bcd3cbe9300),segment_id=119a111e-3f64-4dde-ac57-8bcd3cbe9300)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:33:53.582967 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:53.618228 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:53.621465 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:53.621465 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] 10.222.0.37 "PUT /v2.0/ports/006fe155-5e0c-4bb9-abb5-0f54509930e5 HTTP/1.1" status: 200 len: 1092 time: 0.8007152 Sep 18 00:33:53.621465 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcdb798-48a4-4af8-8536-ffa92a738d53', 'tag': '006fe155-5e0c-4bb9-abb5-0f54509930e5'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:53.622941 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8609957b6f99071436926bb5d61429d8eff4a895eadb1b1d2de5ca99a935c08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b55ea4c-b223-4d46-9323-84f9017a6446" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcdb798-48a4-4af8-8536-ffa92a738d53", "tag": "006fe155-5e0c-4bb9-abb5-0f54509930e5"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:53.646921 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bf718-ad4d-4eef-b6cc-c92ac74da458 service neutron] Pushing event updated for resources: {'Port': ['ID=006fe155-5e0c-4bb9-abb5-0f54509930e5,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:53.659832 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b10532-3ec3-4934-b269-d1266aabaaea x-openstack-request-id: req-82b10532-3ec3-4934-b269-d1266aabaaea {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:53.660126 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcdb798-48a4-4af8-8536-ffa92a738d53", "tag": "006fe155-5e0c-4bb9-abb5-0f54509930e5", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:53.660376 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-82b10532-3ec3-4934-b269-d1266aabaaea {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:53.660797 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcdb798-48a4-4af8-8536-ffa92a738d53', 'tag': '006fe155-5e0c-4bb9-abb5-0f54509930e5', 'status': 'completed', 'code': 200} Sep 18 00:33:53.720552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55ea4c-b223-4d46-9323-84f9017a6446 req-a4ef261e-93d4-425c-b29d-247bf1b07731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:53.722069 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b55ea4c-b223-4d46-9323-84f9017a6446 req-a4ef261e-93d4-425c-b29d-247bf1b07731 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 1095 time: 0.0407352 Sep 18 00:33:53.819131 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55ea4c-b223-4d46-9323-84f9017a6446 req-5398c254-a2c7-43ac-ab95-9ddb1c306ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:53.820632 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b55ea4c-b223-4d46-9323-84f9017a6446 req-5398c254-a2c7-43ac-ab95-9ddb1c306ab6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0911875 Sep 18 00:33:53.910372 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55ea4c-b223-4d46-9323-84f9017a6446 req-69ac7a40-216c-441f-988a-16c6a9f0ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:53.911733 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b55ea4c-b223-4d46-9323-84f9017a6446 req-69ac7a40-216c-441f-988a-16c6a9f0ea5b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0848672 Sep 18 00:33:53.992996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-d07f4ef0-98d2-40f1-873e-a0eb48596187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:53.994474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-d07f4ef0-98d2-40f1-873e-a0eb48596187 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 1095 time: 0.0449147 Sep 18 00:33:54.034897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-1c5206d7-c911-4f6f-9ae3-8e7b8df913b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=006fe155-5e0c-4bb9-abb5-0f54509930e5 HTTP/1.1" status: 200 len: 217 time: 0.0328417 Sep 18 00:33:54.082403 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-4868ea34-1ba9-4aff-b37e-fb43a2bbf488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:54.083808 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-4868ea34-1ba9-4aff-b37e-fb43a2bbf488 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca329e88-1f2e-4ef1-b893-cff5149fd306 HTTP/1.1" status: 200 len: 854 time: 0.0423486 Sep 18 00:33:54.119319 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-86103b78-f64d-4cee-b82f-ff84eadb94db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dedfa7bb-00c0-4537-9afd-091486701f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282235 Sep 18 00:33:54.207053 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-b087101e-7b89-4b03-a0f4-25bf420c838d service neutron] 10.222.0.37 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805016 Sep 18 00:33:54.300542 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2534da12-a191-448e-8ef4-1d2cb7eb5926 req-e26be373-13ac-46d6-a4af-e2cc6aac7bec service neutron] 10.222.0.37 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842984 Sep 18 00:33:54.613512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bf71c-f797-4194-9488-6086abfc0e62 req-e688e6be-cbce-4396-9e7f-6ac63969d764 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:54.614969 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-356bf71c-f797-4194-9488-6086abfc0e62 req-e688e6be-cbce-4396-9e7f-6ac63969d764 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 944 time: 0.0483825 Sep 18 00:33:54.652972 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-356bf71c-f797-4194-9488-6086abfc0e62 req-38fd59cf-6267-4e1f-9422-85cf0d3b47d9 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318062 Sep 18 00:33:54.975224 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:33:54.994556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:33:54.994894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 215c7bb0-08e2-4d78-b0a3-a4474ec35e6e not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:33:55.764696 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebd2b2-dbc9-44ff-aac2-c71ccbdb38e6 req-ac340a65-6b6b-4857-bed0-b7de25c9c19c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:55.766169 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24ebd2b2-dbc9-44ff-aac2-c71ccbdb38e6 req-ac340a65-6b6b-4857-bed0-b7de25c9c19c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 944 time: 0.0470347 Sep 18 00:33:55.802984 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24ebd2b2-dbc9-44ff-aac2-c71ccbdb38e6 req-4027d481-c9f5-4233-8ea0-dda4d6fbf35e tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310063 Sep 18 00:33:56.922202 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733af9be-8808-402f-913c-3d954fd337a9 req-14a1dcf2-fe65-4f31-855d-973ec7998311 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:56.923669 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-733af9be-8808-402f-913c-3d954fd337a9 req-14a1dcf2-fe65-4f31-855d-973ec7998311 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 944 time: 0.0524831 Sep 18 00:33:56.965509 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-733af9be-8808-402f-913c-3d954fd337a9 req-22a44b16-89a8-42d9-bb35-2ba978410152 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314517 Sep 18 00:33:56.989652 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 006fe155-5e0c-4bb9-abb5-0f54509930e5 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:33:57.080739 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 006fe155-5e0c-4bb9-abb5-0f54509930e5, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=006fe155-5e0c-4bb9-abb5-0f54509930e5,segment=NetworkSegment(119a111e-3f64-4dde-ac57-8bcd3cbe9300),segment_id=119a111e-3f64-4dde-ac57-8bcd3cbe9300)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:57.091378 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '006fe155-5e0c-4bb9-abb5-0f54509930e5', 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12', 'port_id': '006fe155-5e0c-4bb9-abb5-0f54509930e5', 'mac_address': 'fa:16:3e:c8:3d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca329e88-1f2e-4ef1-b893-cff5149fd306', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:33:57.131002 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:57.145204 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006fe155-5e0c-4bb9-abb5-0f54509930e5 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:33:57.164932 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 006fe155-5e0c-4bb9-abb5-0f54509930e5, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=006fe155-5e0c-4bb9-abb5-0f54509930e5,segment=NetworkSegment(119a111e-3f64-4dde-ac57-8bcd3cbe9300),segment_id=119a111e-3f64-4dde-ac57-8bcd3cbe9300)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:57.229199 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:57.277913 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=006fe155-5e0c-4bb9-abb5-0f54509930e5,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:57.285025 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:57.285367 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:57.285699 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:57.286028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:57.286353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:57.286670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:57.286991 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:57.287306 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:57.287622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:57.287937 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:57.288249 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:57.288560 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:33:57.418389 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['006fe155-5e0c-4bb9-abb5-0f54509930e5'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:33:58.078301 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766ba86-77fb-4c5f-811b-2bf4f89a5f5c req-4741f92f-5425-4030-8769-bc4b5f7b93e1 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:58.079851 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b766ba86-77fb-4c5f-811b-2bf4f89a5f5c req-4741f92f-5425-4030-8769-bc4b5f7b93e1 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 945 time: 0.0485611 Sep 18 00:33:58.116989 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b766ba86-77fb-4c5f-811b-2bf4f89a5f5c req-20aaa97d-4115-4b57-9279-faa5a3db5b47 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313387 Sep 18 00:33:59.005311 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 006fe155-5e0c-4bb9-abb5-0f54509930e5 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:33:59.112980 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 006fe155-5e0c-4bb9-abb5-0f54509930e5 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:33:59.116581 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 006fe155-5e0c-4bb9-abb5-0f54509930e5 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:33:59.117014 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:59.191394 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:59.216284 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcdb798-48a4-4af8-8536-ffa92a738d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006fe155-5e0c-4bb9-abb5-0f54509930e5'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:33:59.218570 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b716ac56695346b3e74dd26474274b7d70d79200dbe7a46a27242e2fc52d8592" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f08c5fa-142b-4634-bf7c-5e60cb0d77d2" -d '{"events": [{"server_uuid": "bfcdb798-48a4-4af8-8536-ffa92a738d53", "name": "network-vif-plugged", "status": "completed", "tag": "006fe155-5e0c-4bb9-abb5-0f54509930e5"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:33:59.229886 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9fd3a-d055-44a7-a306-53d48c24f8df req-068a89d9-378f-4960-9dc3-dd8c17bf2428 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:59.230981 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3bd9fd3a-d055-44a7-a306-53d48c24f8df req-068a89d9-378f-4960-9dc3-dd8c17bf2428 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 945 time: 0.0486221 Sep 18 00:33:59.231442 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 006fe155-5e0c-4bb9-abb5-0f54509930e5, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=006fe155-5e0c-4bb9-abb5-0f54509930e5,segment=NetworkSegment(119a111e-3f64-4dde-ac57-8bcd3cbe9300),segment_id=119a111e-3f64-4dde-ac57-8bcd3cbe9300)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:33:59.258526 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd72307-c78e-4696-b08e-f0644662e9d5 x-openstack-request-id: req-3bd72307-c78e-4696-b08e-f0644662e9d5 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:33:59.258818 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcdb798-48a4-4af8-8536-ffa92a738d53", "name": "network-vif-plugged", "status": "completed", "tag": "006fe155-5e0c-4bb9-abb5-0f54509930e5", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:33:59.259074 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3bd72307-c78e-4696-b08e-f0644662e9d5 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:33:59.259473 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcdb798-48a4-4af8-8536-ffa92a738d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006fe155-5e0c-4bb9-abb5-0f54509930e5', 'code': 200} Sep 18 00:33:59.271038 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3bd9fd3a-d055-44a7-a306-53d48c24f8df req-550b2f9d-af1f-48d5-993b-27942011041b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337551 Sep 18 00:33:59.296810 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:33:59.343474 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=006fe155-5e0c-4bb9-abb5-0f54509930e5,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:33:59.360847 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217360c7-d4c0-4512-a053-89d03790a86c req-0d97ec2a-34d6-4600-8b87-1ff86e2da6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:33:59.362426 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-217360c7-d4c0-4512-a053-89d03790a86c req-0d97ec2a-34d6-4600-8b87-1ff86e2da6d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 1097 time: 0.0431161 Sep 18 00:33:59.395199 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-217360c7-d4c0-4512-a053-89d03790a86c req-bb70c2d7-0ab1-4ef5-9ddb-e5f2d5c6fc4a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260024 Sep 18 00:34:00.386098 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd60e2-efaf-427f-aef8-1789032903e4 req-128ac318-d0b2-4cc8-98e1-b647f61bed94 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:00.387729 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aedd60e2-efaf-427f-aef8-1789032903e4 req-128ac318-d0b2-4cc8-98e1-b647f61bed94 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0491509 Sep 18 00:34:00.425539 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aedd60e2-efaf-427f-aef8-1789032903e4 req-cf443730-6791-4478-86f1-879c439ceb15 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316098 Sep 18 00:34:01.543290 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4f609-63ee-4904-8879-5ad9bafae1aa req-fd89fadf-af62-4673-8b71-268c1d92107e tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:01.544769 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f0a4f609-63ee-4904-8879-5ad9bafae1aa req-fd89fadf-af62-4673-8b71-268c1d92107e tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0489404 Sep 18 00:34:01.581551 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f0a4f609-63ee-4904-8879-5ad9bafae1aa req-806ed81b-96bc-47a3-a958-64a2cce659c8 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309289 Sep 18 00:34:01.699040 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387adc2a-f4b1-4530-949b-2e7c5852dca7 req-fc004c5d-6f84-4dc7-936d-f9906fdc7c1f tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:01.700531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-387adc2a-f4b1-4530-949b-2e7c5852dca7 req-fc004c5d-6f84-4dc7-936d-f9906fdc7c1f tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0545459 Sep 18 00:34:01.737957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-387adc2a-f4b1-4530-949b-2e7c5852dca7 req-8fc14f5c-e971-4add-a361-8ec1340db6ca tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312753 Sep 18 00:34:02.179592 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6127c-afc7-4a46-ae14-d745f1ee6baa req-6fcee8e4-762e-4f20-a5f5-949cf9846b1e tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:02.181102 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39f6127c-afc7-4a46-ae14-d745f1ee6baa req-6fcee8e4-762e-4f20-a5f5-949cf9846b1e tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0484774 Sep 18 00:34:02.220884 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39f6127c-afc7-4a46-ae14-d745f1ee6baa req-a7a44195-b047-4481-a326-f61183fa02ec tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335493 Sep 18 00:34:02.263483 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-ea450caf-de7a-4bb9-a6fc-42a02cd31c57 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388629 Sep 18 00:34:03.335110 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19736e56-e14f-41d5-a705-4cab78971807 req-e7fa1c0c-b71a-4ed3-8b73-c7a0ef4017ac tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:03.344684 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-19736e56-e14f-41d5-a705-4cab78971807 req-e7fa1c0c-b71a-4ed3-8b73-c7a0ef4017ac tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0508451 Sep 18 00:34:03.376216 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-19736e56-e14f-41d5-a705-4cab78971807 req-1747e5e7-455a-41ca-bc2e-b33b6d787785 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331442 Sep 18 00:34:04.173637 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-7721668a-5882-40bb-934d-46687a90bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:04.175192 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-7721668a-5882-40bb-934d-46687a90bc00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 1097 time: 0.0443225 Sep 18 00:34:04.267083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-35a03db6-a86f-481a-bdb2-5ccd27f1fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:04.268495 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-35a03db6-a86f-481a-bdb2-5ccd27f1fcc0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dedfa7bb-00c0-4537-9afd-091486701f12 HTTP/1.1" status: 200 len: 915 time: 0.0863743 Sep 18 00:34:04.312239 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-ce825274-822f-4607-85f5-065fdea750cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=006fe155-5e0c-4bb9-abb5-0f54509930e5 HTTP/1.1" status: 200 len: 217 time: 0.0367510 Sep 18 00:34:04.358702 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-56db5d5b-3572-491e-acd4-08f4570f1e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:04.360099 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-56db5d5b-3572-491e-acd4-08f4570f1e45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca329e88-1f2e-4ef1-b893-cff5149fd306 HTTP/1.1" status: 200 len: 854 time: 0.0417688 Sep 18 00:34:04.390932 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-5b798f0a-6104-4c56-b365-03640a357259 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dedfa7bb-00c0-4537-9afd-091486701f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230031 Sep 18 00:34:04.484686 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-149664fb-3dc8-4580-a2d3-19187ca400b5 service neutron] 10.222.0.37 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865076 Sep 18 00:34:04.603092 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55414d00-b2d5-47a2-aeae-d5d6d5437128 req-9d1d3059-f0b2-4ab9-bb9b-5404ef080e2b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:04.604468 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55414d00-b2d5-47a2-aeae-d5d6d5437128 req-9d1d3059-f0b2-4ab9-bb9b-5404ef080e2b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.1043499 Sep 18 00:34:04.609834 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-ad9a0cc1-5fef-43d6-a94a-90a9303dcadf service neutron] 10.222.0.37 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187253 Sep 18 00:34:04.645458 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55414d00-b2d5-47a2-aeae-d5d6d5437128 req-e3fb5ee8-619d-493a-9cc5-f57da594f16b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346873 Sep 18 00:34:05.795762 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bef7f-cad5-422b-bf2c-ef2758337eb1 req-9ed515df-fa0b-4099-9cc9-e0069cc7dbb4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:05.797308 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a97bef7f-cad5-422b-bf2c-ef2758337eb1 req-9ed515df-fa0b-4099-9cc9-e0069cc7dbb4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0485618 Sep 18 00:34:05.834208 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a97bef7f-cad5-422b-bf2c-ef2758337eb1 req-3867b429-c85c-486e-81c7-0621709fe730 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311358 Sep 18 00:34:06.948433 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b614d9-6799-4548-a43a-a340c5971619 req-61b20d21-ccc6-4b28-a329-49e56fdb0280 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:06.949932 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80b614d9-6799-4548-a43a-a340c5971619 req-61b20d21-ccc6-4b28-a329-49e56fdb0280 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0485985 Sep 18 00:34:06.985564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80b614d9-6799-4548-a43a-a340c5971619 req-e65409db-1cc5-4537-aa6d-f08ba4feb668 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298643 Sep 18 00:34:08.179770 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651956a-9bae-4bd4-863d-8183eaba836d req-04fa8a54-db25-4dd4-a580-41f3f90d8ea0 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:08.181255 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7651956a-9bae-4bd4-863d-8183eaba836d req-04fa8a54-db25-4dd4-a580-41f3f90d8ea0 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0904641 Sep 18 00:34:08.221812 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7651956a-9bae-4bd4-863d-8183eaba836d req-031c3de2-dc15-4c83-96b4-8c1edee3ff02 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347631 Sep 18 00:34:09.334826 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231ab75-7225-4b80-a6bf-540fdf149568 req-faf6029d-613f-43d8-b323-9a98c69653c1 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:09.336819 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9231ab75-7225-4b80-a6bf-540fdf149568 req-faf6029d-613f-43d8-b323-9a98c69653c1 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0486586 Sep 18 00:34:09.373389 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9231ab75-7225-4b80-a6bf-540fdf149568 req-59d7e77e-63ab-4f76-86be-44085a34b772 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307178 Sep 18 00:34:10.500141 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc5599-ea82-4013-87f9-addc947f74a6 req-965b2b29-e871-480f-89e8-279fe8d57ab4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:10.501725 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9bbc5599-ea82-4013-87f9-addc947f74a6 req-965b2b29-e871-480f-89e8-279fe8d57ab4 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0577044 Sep 18 00:34:10.542375 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9bbc5599-ea82-4013-87f9-addc947f74a6 req-1c0e4aa6-48e6-4726-a5d5-7dd9d4458ce0 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346160 Sep 18 00:34:10.775992 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:11.654757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac185080-ac7c-4ec9-bdad-6525c8ef9d79 req-bf8b590a-42ba-4765-a8ec-11481e22fa42 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:11.656218 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac185080-ac7c-4ec9-bdad-6525c8ef9d79 req-bf8b590a-42ba-4765-a8ec-11481e22fa42 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0475397 Sep 18 00:34:11.697071 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac185080-ac7c-4ec9-bdad-6525c8ef9d79 req-fcb351c3-e82f-4ce8-ab49-0d49f6149c71 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351212 Sep 18 00:34:12.809274 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86493e9e-c239-4378-9f51-092c52a4b7a2 req-b68a6442-3c98-49e6-b4c0-079be6ef4754 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:12.811023 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-86493e9e-c239-4378-9f51-092c52a4b7a2 req-b68a6442-3c98-49e6-b4c0-079be6ef4754 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0478172 Sep 18 00:34:12.846504 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-86493e9e-c239-4378-9f51-092c52a4b7a2 req-26237253-f168-4da2-9a12-a877097b376c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297790 Sep 18 00:34:13.787342 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:14.044957 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a80f2d-9d23-4b6f-8be7-66b1b4397762 req-43086b54-c0a9-4611-9f5b-662065bedce5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:14.044957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40a80f2d-9d23-4b6f-8be7-66b1b4397762 req-43086b54-c0a9-4611-9f5b-662065bedce5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0923746 Sep 18 00:34:14.081058 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40a80f2d-9d23-4b6f-8be7-66b1b4397762 req-e18ceb18-f6f3-4d82-a1fe-824355046b3f tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329785 Sep 18 00:34:14.084799 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-89270e89-f94f-4f7c-8914-f602493a5187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:15.193524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fb3ea-dda0-4908-9b8b-60d6f1647e78 req-17bad58e-4c0a-4f35-b016-dc11d4fa1317 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:15.194997 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4c9fb3ea-dda0-4908-9b8b-60d6f1647e78 req-17bad58e-4c0a-4f35-b016-dc11d4fa1317 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0482903 Sep 18 00:34:15.236177 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4c9fb3ea-dda0-4908-9b8b-60d6f1647e78 req-99519777-0620-4115-8ac1-6c8313c319ef tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353348 Sep 18 00:34:16.349117 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7a208-8a90-44cd-94e5-cc631eed9ec6 req-48f986e4-aa8a-4f38-baf0-b8440050d857 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:16.350686 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70c7a208-8a90-44cd-94e5-cc631eed9ec6 req-48f986e4-aa8a-4f38-baf0-b8440050d857 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0487392 Sep 18 00:34:16.387277 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70c7a208-8a90-44cd-94e5-cc631eed9ec6 req-4d69b6cd-6def-4346-b463-77b89e7d99b3 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306284 Sep 18 00:34:16.621544 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-94ba8c64-0222-429b-95ad-d7dadde8b2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:17.318298 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:17.499702 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4318b-3c00-4a22-8504-0b7b1552ea3c req-5ceca017-d272-43fb-b5a4-442e3b99f794 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:17.501198 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ff4318b-3c00-4a22-8504-0b7b1552ea3c req-5ceca017-d272-43fb-b5a4-442e3b99f794 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0484488 Sep 18 00:34:17.537632 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ff4318b-3c00-4a22-8504-0b7b1552ea3c req-de59d75b-3e97-4b3c-8e64-7f4af20044e3 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305991 Sep 18 00:34:17.895675 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:18.652419 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bceb3aa-be7b-4987-acd5-cd12f748d314 req-ad6faace-7503-44c5-97a0-b7dbbbe97b7b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:18.653885 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7bceb3aa-be7b-4987-acd5-cd12f748d314 req-ad6faace-7503-44c5-97a0-b7dbbbe97b7b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0467257 Sep 18 00:34:18.694049 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7bceb3aa-be7b-4987-acd5-cd12f748d314 req-76186b80-f0da-4d5f-88ab-01bd5f2db66f tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343373 Sep 18 00:34:19.810580 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9b453-d559-4cef-9a08-70c57f682dc7 req-0067b8dd-c6f6-4ee2-a94f-dbdd1e3a060e tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:19.812310 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f4e9b453-d559-4cef-9a08-70c57f682dc7 req-0067b8dd-c6f6-4ee2-a94f-dbdd1e3a060e tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0483451 Sep 18 00:34:19.849077 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f4e9b453-d559-4cef-9a08-70c57f682dc7 req-67db6587-7185-4e00-8a59-af527dea1405 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307992 Sep 18 00:34:19.947041 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:20.965978 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b356c07-8d2e-40dd-a4db-758c7fe10c27 req-55bbf9f8-3fcd-4da4-a4c2-d37d8a3ef239 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:20.967436 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b356c07-8d2e-40dd-a4db-758c7fe10c27 req-55bbf9f8-3fcd-4da4-a4c2-d37d8a3ef239 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0489798 Sep 18 00:34:21.004750 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b356c07-8d2e-40dd-a4db-758c7fe10c27 req-3a72a3ad-34c8-4879-af82-bc3b50d336eb tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314052 Sep 18 00:34:22.118195 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edf17b-d3b0-4a56-99a6-320f2f83671b req-28771c08-87a1-455d-921d-d0a296c5f983 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:22.119675 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61edf17b-d3b0-4a56-99a6-320f2f83671b req-28771c08-87a1-455d-921d-d0a296c5f983 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0475960 Sep 18 00:34:22.159682 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61edf17b-d3b0-4a56-99a6-320f2f83671b req-ff559264-1dd1-441a-b6b5-8236c445d25c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338023 Sep 18 00:34:23.273503 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883bef57-be0e-400f-8755-c551c4b3e7fe req-5b8e6280-b2b7-4771-a88c-f8376be53992 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:23.274900 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-883bef57-be0e-400f-8755-c551c4b3e7fe req-5b8e6280-b2b7-4771-a88c-f8376be53992 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0478845 Sep 18 00:34:23.311697 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-883bef57-be0e-400f-8755-c551c4b3e7fe req-dd9cd346-88cf-47a5-b60a-3b22a620f507 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306747 Sep 18 00:34:23.668324 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:34:24.425150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778915e1-8a88-4ef6-8c8b-91a2f168fc56 req-57f84926-f5f4-4352-b4ee-27722e1948b6 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:24.426605 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-778915e1-8a88-4ef6-8c8b-91a2f168fc56 req-57f84926-f5f4-4352-b4ee-27722e1948b6 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0488267 Sep 18 00:34:24.463285 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-778915e1-8a88-4ef6-8c8b-91a2f168fc56 req-8226c190-0e66-4ea2-b902-7f35fa8ea37b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306129 Sep 18 00:34:25.576112 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4c2ed-88bf-4208-aca5-7c288cd9c3c9 req-ae7c27f7-383b-4fb1-8768-4844baa72ee8 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:25.577609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68c4c2ed-88bf-4208-aca5-7c288cd9c3c9 req-ae7c27f7-383b-4fb1-8768-4844baa72ee8 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0480392 Sep 18 00:34:25.619004 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68c4c2ed-88bf-4208-aca5-7c288cd9c3c9 req-929107bc-acbe-420f-8487-9f5b072384d6 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355096 Sep 18 00:34:26.731770 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f392857-6905-41a3-929a-ab8fe6d9feaf req-ce141323-42e9-48c2-8c9e-ab85a28fded1 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:26.733307 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f392857-6905-41a3-929a-ab8fe6d9feaf req-ce141323-42e9-48c2-8c9e-ab85a28fded1 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0481627 Sep 18 00:34:26.770617 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f392857-6905-41a3-929a-ab8fe6d9feaf req-2ca1ede0-8882-4e29-9587-5242f352c6c9 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314431 Sep 18 00:34:27.883645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c2d7a-93ee-4d2e-a75c-92a78bf80c2d req-0b50b944-fc63-4ba4-8668-da76d518f03c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:27.885135 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d4c2d7a-93ee-4d2e-a75c-92a78bf80c2d req-0b50b944-fc63-4ba4-8668-da76d518f03c tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0480578 Sep 18 00:34:27.921481 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d4c2d7a-93ee-4d2e-a75c-92a78bf80c2d req-af43db91-711a-4e7c-a899-69d36b13a2ab tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303352 Sep 18 00:34:29.036385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f213ed-9100-4038-99a3-ce94cb77f614 req-39c9d9a0-4bc6-4d0b-b277-6a5212e8a857 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:29.037917 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-91f213ed-9100-4038-99a3-ce94cb77f614 req-39c9d9a0-4bc6-4d0b-b277-6a5212e8a857 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0488677 Sep 18 00:34:29.081670 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-91f213ed-9100-4038-99a3-ce94cb77f614 req-7527915c-3ff1-4c12-89c5-eebe0a11d369 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376925 Sep 18 00:34:30.192881 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743dd52-4c09-4b69-b379-cbf4fbe3567a req-fb362d95-68ca-472c-9fa4-f36781176bee tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:30.195766 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9743dd52-4c09-4b69-b379-cbf4fbe3567a req-fb362d95-68ca-472c-9fa4-f36781176bee tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0483024 Sep 18 00:34:30.231673 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9743dd52-4c09-4b69-b379-cbf4fbe3567a req-ba5a33e9-d4eb-4048-a893-e1f5e2d7064d tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301435 Sep 18 00:34:31.344875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d93f0-c9c7-4ff4-920a-770132acbd21 req-166fbdbc-263f-4193-94d5-e83217247963 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:31.346371 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9e8d93f0-c9c7-4ff4-920a-770132acbd21 req-166fbdbc-263f-4193-94d5-e83217247963 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0482881 Sep 18 00:34:31.382617 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9e8d93f0-c9c7-4ff4-920a-770132acbd21 req-e2c51e0a-8879-4127-aff1-92aa10c82bcb tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304673 Sep 18 00:34:31.695834 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-41b04912-ab12-4ad2-8774-e4a63dd1113c service neutron] show failed (client error): The resource could not be found. Sep 18 00:34:31.696772 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-41b04912-ab12-4ad2-8774-e4a63dd1113c service neutron] 10.222.0.37 "GET /v2.0/ports/006fe155-5e0c-4bb9-abb5-0f54509930e5/bindings/n-h1-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.0529606 Sep 18 00:34:32.262071 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-58b96517-ebe7-4f7a-8ab5-bff2e95e8769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:32.263459 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-58b96517-ebe7-4f7a-8ab5-bff2e95e8769 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53&tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96 HTTP/1.1" status: 200 len: 1097 time: 0.0811281 Sep 18 00:34:32.275199 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:32.326172 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:32.502490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0126304-19e4-43c4-a008-32e5b2ab9494 req-526906f1-0744-4e8a-9fed-b34148d8216a tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:32.503995 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0126304-19e4-43c4-a008-32e5b2ab9494 req-526906f1-0744-4e8a-9fed-b34148d8216a tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0523441 Sep 18 00:34:32.525585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] For port 006fe155-5e0c-4bb9-abb5-0f54509930e5, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=006fe155-5e0c-4bb9-abb5-0f54509930e5,segment=NetworkSegment(119a111e-3f64-4dde-ac57-8bcd3cbe9300),segment_id=119a111e-3f64-4dde-ac57-8bcd3cbe9300)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:32.542264 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0126304-19e4-43c4-a008-32e5b2ab9494 req-d529e10f-bea0-47cd-896d-3b9f50dd56c5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319848 Sep 18 00:34:32.565574 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] For port 006fe155-5e0c-4bb9-abb5-0f54509930e5, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:34:32.603987 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcdb798-48a4-4af8-8536-ffa92a738d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '006fe155-5e0c-4bb9-abb5-0f54509930e5'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:32.609666 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:32.621463 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Transition to ACTIVE for port object 006fe155-5e0c-4bb9-abb5-0f54509930e5 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:34:32.642357 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9c76d0-90a7-4e86-a1ce-d2aa3e5f14b6" -d '{"events": [{"server_uuid": "bfcdb798-48a4-4af8-8536-ffa92a738d53", "name": "network-vif-unplugged", "status": "completed", "tag": "006fe155-5e0c-4bb9-abb5-0f54509930e5"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:32.706785 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:32.738874 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e3485d-8d30-4aec-8195-e6dd4df6749d x-openstack-request-id: req-f6e3485d-8d30-4aec-8195-e6dd4df6749d {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:32.739172 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcdb798-48a4-4af8-8536-ffa92a738d53", "name": "network-vif-unplugged", "status": "completed", "tag": "006fe155-5e0c-4bb9-abb5-0f54509930e5", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:32.739554 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f6e3485d-8d30-4aec-8195-e6dd4df6749d {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:32.740529 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcdb798-48a4-4af8-8536-ffa92a738d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '006fe155-5e0c-4bb9-abb5-0f54509930e5', 'code': 200} Sep 18 00:34:32.767766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] No DVR routers for this DVR port 006fe155-5e0c-4bb9-abb5-0f54509930e5 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:34:32.784599 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Pushing event updated for resources: {'Port': ['ID=006fe155-5e0c-4bb9-abb5-0f54509930e5,revision_number=6']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:32.806726 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:32.807075 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:32.807415 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:32.807751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:32.808083 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:32.808411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:32.808743 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:32.809094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:32.809421 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:32.809743 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:32.810070 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:32.810389 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:32.822254 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Attempting to bind port 006fe155-5e0c-4bb9-abb5-0f54509930e5 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:34:32.822589 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Attempting to bind port 006fe155-5e0c-4bb9-abb5-0f54509930e5 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '119a111e-3f64-4dde-ac57-8bcd3cbe9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:34:32.822917 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Attempting to bind port 006fe155-5e0c-4bb9-abb5-0f54509930e5 on network dedfa7bb-00c0-4537-9afd-091486701f12 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:34:32.827136 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Port 006fe155-5e0c-4bb9-abb5-0f54509930e5 on network dedfa7bb-00c0-4537-9afd-091486701f12 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:34:32.827454 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Attempting to bind port 006fe155-5e0c-4bb9-abb5-0f54509930e5 on network dedfa7bb-00c0-4537-9afd-091486701f12 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:34:32.832156 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:34:32.832489 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Checking segment: {'id': '119a111e-3f64-4dde-ac57-8bcd3cbe9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:34:32.832889 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Bound using segment: {'id': '119a111e-3f64-4dde-ac57-8bcd3cbe9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:34:32.833313 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Bound port: 006fe155-5e0c-4bb9-abb5-0f54509930e5, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119a111e-3f64-4dde-ac57-8bcd3cbe9300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:34:32.833669 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:32.899011 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] For port 006fe155-5e0c-4bb9-abb5-0f54509930e5, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:34:32.902009 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] For port 006fe155-5e0c-4bb9-abb5-0f54509930e5, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=006fe155-5e0c-4bb9-abb5-0f54509930e5,segment=NetworkSegment(119a111e-3f64-4dde-ac57-8bcd3cbe9300),segment_id=119a111e-3f64-4dde-ac57-8bcd3cbe9300)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:34:32.969539 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:33.001551 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:33.002037 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:33.003533 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] 10.222.0.41 "PUT /v2.0/ports/006fe155-5e0c-4bb9-abb5-0f54509930e5 HTTP/1.1" status: 200 len: 1092 time: 0.7325337 Sep 18 00:34:33.035632 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536f3fe-050b-444b-994e-695bf967fcda service neutron] Pushing event updated for resources: {'Port': ['ID=006fe155-5e0c-4bb9-abb5-0f54509930e5,revision_number=7']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:33.066163 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-ffb5eb67-6ecc-451a-8a3c-4156641de35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:33.067677 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-ffb5eb67-6ecc-451a-8a3c-4156641de35e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 1095 time: 0.0408998 Sep 18 00:34:33.159903 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-bdecebe5-fd4a-438a-9e9d-362788b399a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:33.161391 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-bdecebe5-fd4a-438a-9e9d-362788b399a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dedfa7bb-00c0-4537-9afd-091486701f12 HTTP/1.1" status: 200 len: 915 time: 0.0863569 Sep 18 00:34:33.203478 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-054e284e-5d83-40c0-bd23-3cd94f4d37ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=006fe155-5e0c-4bb9-abb5-0f54509930e5 HTTP/1.1" status: 200 len: 217 time: 0.0343583 Sep 18 00:34:33.250547 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-fc4f819f-770c-4351-bdb6-b8f18c076677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:33.253197 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-fc4f819f-770c-4351-bdb6-b8f18c076677 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca329e88-1f2e-4ef1-b893-cff5149fd306 HTTP/1.1" status: 200 len: 854 time: 0.0415497 Sep 18 00:34:33.287025 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-806d8761-2871-47c3-af0b-24ae8b1f9dd5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dedfa7bb-00c0-4537-9afd-091486701f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271807 Sep 18 00:34:33.375827 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-0cab6850-46cd-4a65-a462-b2474ac90787 service neutron] 10.222.0.41 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817959 Sep 18 00:34:33.467203 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d17b217f-8db4-4a89-b488-beb8c11d50d2 req-850518f4-ef77-440a-9abe-7066d2fca604 service neutron] 10.222.0.41 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839069 Sep 18 00:34:33.658554 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6300b9-3d35-458d-b876-05ce26ed4845 req-20331b28-87fc-4377-af3c-835556719981 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:33.660033 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c6300b9-3d35-458d-b876-05ce26ed4845 req-20331b28-87fc-4377-af3c-835556719981 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 944 time: 0.0481427 Sep 18 00:34:33.698824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c6300b9-3d35-458d-b876-05ce26ed4845 req-d1c66c2e-1b3f-4786-a1c1-856611753ecb tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321314 Sep 18 00:34:34.742096 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcdb798-48a4-4af8-8536-ffa92a738d53', 'tag': '006fe155-5e0c-4bb9-abb5-0f54509930e5'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:34.744474 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c50812-1705-4ce0-9d0e-b016cda84f77" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcdb798-48a4-4af8-8536-ffa92a738d53", "tag": "006fe155-5e0c-4bb9-abb5-0f54509930e5"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:34.791314 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75acdd36-94ee-4363-b428-6aecf2490175 x-openstack-request-id: req-75acdd36-94ee-4363-b428-6aecf2490175 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:34.791609 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcdb798-48a4-4af8-8536-ffa92a738d53", "tag": "006fe155-5e0c-4bb9-abb5-0f54509930e5", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:34.791862 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-75acdd36-94ee-4363-b428-6aecf2490175 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:34.792297 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcdb798-48a4-4af8-8536-ffa92a738d53', 'tag': '006fe155-5e0c-4bb9-abb5-0f54509930e5', 'status': 'completed', 'code': 200} Sep 18 00:34:34.814138 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7f7f8-1908-4eee-bfcd-33996ee33f5e req-0be7336e-1a80-4a97-b6f9-a28ff4119019 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:34.815620 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10a7f7f8-1908-4eee-bfcd-33996ee33f5e req-0be7336e-1a80-4a97-b6f9-a28ff4119019 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 944 time: 0.0484049 Sep 18 00:34:34.856262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c50812-1705-4ce0-9d0e-b016cda84f77 req-1b1bdcd7-911d-4832-b7b0-84377ec44123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:34.858185 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-03c50812-1705-4ce0-9d0e-b016cda84f77 req-1b1bdcd7-911d-4832-b7b0-84377ec44123 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 1095 time: 0.0430160 Sep 18 00:34:34.862958 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10a7f7f8-1908-4eee-bfcd-33996ee33f5e req-75908561-14e5-42b9-9418-5a6430592369 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405533 Sep 18 00:34:34.932476 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c50812-1705-4ce0-9d0e-b016cda84f77 req-f1d61d39-9416-4b49-92ea-66b1fd5a7b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:34.934021 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-03c50812-1705-4ce0-9d0e-b016cda84f77 req-f1d61d39-9416-4b49-92ea-66b1fd5a7b28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 1095 time: 0.1175621 Sep 18 00:34:34.951857 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c50812-1705-4ce0-9d0e-b016cda84f77 req-0af4f7c5-0368-4453-a6c5-7cf4e247685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:34.953352 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-03c50812-1705-4ce0-9d0e-b016cda84f77 req-0af4f7c5-0368-4453-a6c5-7cf4e247685a service neutron] 10.222.0.41 "GET /v2.0/networks?id=dedfa7bb-00c0-4537-9afd-091486701f12 HTTP/1.1" status: 200 len: 915 time: 0.0863678 Sep 18 00:34:34.999958 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-03c50812-1705-4ce0-9d0e-b016cda84f77 req-386a2775-3076-4b55-9526-8fa99510be2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=006fe155-5e0c-4bb9-abb5-0f54509930e5 HTTP/1.1" status: 200 len: 217 time: 0.0373602 Sep 18 00:34:35.025208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c50812-1705-4ce0-9d0e-b016cda84f77 req-713b01e3-de56-4d8a-8c2e-8956d95685ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:35.026692 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-03c50812-1705-4ce0-9d0e-b016cda84f77 req-713b01e3-de56-4d8a-8c2e-8956d95685ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=dedfa7bb-00c0-4537-9afd-091486701f12 HTTP/1.1" status: 200 len: 915 time: 0.0858381 Sep 18 00:34:35.050668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c50812-1705-4ce0-9d0e-b016cda84f77 req-69e68bca-7b0d-4b31-a33a-6c7f88d7b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:35.052146 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-03c50812-1705-4ce0-9d0e-b016cda84f77 req-69e68bca-7b0d-4b31-a33a-6c7f88d7b1ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca329e88-1f2e-4ef1-b893-cff5149fd306 HTTP/1.1" status: 200 len: 854 time: 0.0443501 Sep 18 00:34:35.071686 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-03c50812-1705-4ce0-9d0e-b016cda84f77 req-1cde7bcd-a0e8-459e-a038-e53117492e76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=006fe155-5e0c-4bb9-abb5-0f54509930e5 HTTP/1.1" status: 200 len: 217 time: 0.0379069 Sep 18 00:34:35.084909 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-03c50812-1705-4ce0-9d0e-b016cda84f77 req-58808824-4f56-4dd2-8779-9164a67c22c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dedfa7bb-00c0-4537-9afd-091486701f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244038 Sep 18 00:34:35.122091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c50812-1705-4ce0-9d0e-b016cda84f77 req-a5adac28-5bb7-45ae-8cd0-236c09a271df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:35.123684 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-03c50812-1705-4ce0-9d0e-b016cda84f77 req-a5adac28-5bb7-45ae-8cd0-236c09a271df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca329e88-1f2e-4ef1-b893-cff5149fd306 HTTP/1.1" status: 200 len: 854 time: 0.0449054 Sep 18 00:34:35.155090 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-03c50812-1705-4ce0-9d0e-b016cda84f77 req-92806b8d-8ef5-4ec9-a3d6-1b93be757212 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dedfa7bb-00c0-4537-9afd-091486701f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242817 Sep 18 00:34:35.181805 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-03c50812-1705-4ce0-9d0e-b016cda84f77 req-c5716b68-c369-4919-8ac5-2878203953c2 service neutron] 10.222.0.41 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892775 Sep 18 00:34:35.252585 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-03c50812-1705-4ce0-9d0e-b016cda84f77 req-a6c85ae8-99d1-49c2-9e69-6992de73d212 service neutron] 10.222.0.37 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903301 Sep 18 00:34:35.271798 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-03c50812-1705-4ce0-9d0e-b016cda84f77 req-d0782f9e-e5a1-445e-a8db-c957ae4345f7 service neutron] 10.222.0.41 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823185 Sep 18 00:34:35.342611 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-03c50812-1705-4ce0-9d0e-b016cda84f77 req-684aa4d3-d00e-45e9-8dfb-2e2c066fe81d service neutron] 10.222.0.37 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831318 Sep 18 00:34:35.979477 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198ba90-2641-4bfa-b82c-e868bd9c5868 req-288ddc0a-8e35-4525-8810-bb9398203be8 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:35.980963 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5198ba90-2641-4bfa-b82c-e868bd9c5868 req-288ddc0a-8e35-4525-8810-bb9398203be8 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 944 time: 0.0484593 Sep 18 00:34:36.023478 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5198ba90-2641-4bfa-b82c-e868bd9c5868 req-cbb23f15-5f64-43cd-abe5-6aa8f844db5f tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366669 Sep 18 00:34:36.329286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d0bb0-9398-415d-86a1-d38a99422425 req-356cc4b6-7f93-45f1-b82b-4e0a6ffe33e8 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:36.330775 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a5d0bb0-9398-415d-86a1-d38a99422425 req-356cc4b6-7f93-45f1-b82b-4e0a6ffe33e8 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 944 time: 0.0487347 Sep 18 00:34:36.371965 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4a5d0bb0-9398-415d-86a1-d38a99422425 req-1d0a0367-229c-4e8e-8fa8-1741dfcb41f8 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348597 Sep 18 00:34:36.423326 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60330b-3884-44aa-8af3-fa691fb58283 req-f047bf46-9c42-4650-80f2-054942bde067 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:36.424772 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c60330b-3884-44aa-8af3-fa691fb58283 req-f047bf46-9c42-4650-80f2-054942bde067 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53&tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 944 time: 0.0519564 Sep 18 00:34:36.482340 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-6c60330b-3884-44aa-8af3-fa691fb58283 req-dbc59bc6-cdab-41cf-b88f-b4aa5e7c7762 service neutron] delete failed (client error): The resource could not be found. Sep 18 00:34:36.483388 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c60330b-3884-44aa-8af3-fa691fb58283 req-dbc59bc6-cdab-41cf-b88f-b4aa5e7c7762 service neutron] 10.222.0.37 "DELETE /v2.0/ports/006fe155-5e0c-4bb9-abb5-0f54509930e5/bindings/n-h2-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.0513215 Sep 18 00:34:36.568370 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60330b-3884-44aa-8af3-fa691fb58283 req-bc4c8888-7685-4acd-9c99-f9cc2570ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:36.569865 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c60330b-3884-44aa-8af3-fa691fb58283 req-bc4c8888-7685-4acd-9c99-f9cc2570ae37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 1095 time: 0.0436916 Sep 18 00:34:36.656983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60330b-3884-44aa-8af3-fa691fb58283 req-dbd3ea10-52c0-4769-bc6e-dc95bf83cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:36.658443 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c60330b-3884-44aa-8af3-fa691fb58283 req-dbd3ea10-52c0-4769-bc6e-dc95bf83cbb0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dedfa7bb-00c0-4537-9afd-091486701f12 HTTP/1.1" status: 200 len: 915 time: 0.0817409 Sep 18 00:34:36.701983 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c60330b-3884-44aa-8af3-fa691fb58283 req-e3beb64a-c5ad-47cd-ade8-9eb8b318c475 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=006fe155-5e0c-4bb9-abb5-0f54509930e5 HTTP/1.1" status: 200 len: 217 time: 0.0366170 Sep 18 00:34:36.750126 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60330b-3884-44aa-8af3-fa691fb58283 req-54782a4a-b3b3-4462-bded-7a0936c78fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:36.751462 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c60330b-3884-44aa-8af3-fa691fb58283 req-54782a4a-b3b3-4462-bded-7a0936c78fae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca329e88-1f2e-4ef1-b893-cff5149fd306 HTTP/1.1" status: 200 len: 854 time: 0.0429752 Sep 18 00:34:36.781463 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c60330b-3884-44aa-8af3-fa691fb58283 req-0efd24c7-d7f8-47d4-8fbd-770d2ad84643 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dedfa7bb-00c0-4537-9afd-091486701f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232604 Sep 18 00:34:36.872202 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c60330b-3884-44aa-8af3-fa691fb58283 req-7f276ab5-2eda-417d-86b9-f8ce574bc236 service neutron] 10.222.0.37 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833356 Sep 18 00:34:36.913269 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 006fe155-5e0c-4bb9-abb5-0f54509930e5 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:34:36.958755 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c60330b-3884-44aa-8af3-fa691fb58283 req-762718b4-91a8-4dc8-b449-98aed8fa8312 service neutron] 10.222.0.37 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799954 Sep 18 00:34:37.012286 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 006fe155-5e0c-4bb9-abb5-0f54509930e5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=006fe155-5e0c-4bb9-abb5-0f54509930e5,segment=NetworkSegment(119a111e-3f64-4dde-ac57-8bcd3cbe9300),segment_id=119a111e-3f64-4dde-ac57-8bcd3cbe9300)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:37.024238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '006fe155-5e0c-4bb9-abb5-0f54509930e5', 'network_id': 'dedfa7bb-00c0-4537-9afd-091486701f12', 'port_id': '006fe155-5e0c-4bb9-abb5-0f54509930e5', 'mac_address': 'fa:16:3e:c8:3d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca329e88-1f2e-4ef1-b893-cff5149fd306', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:34:37.061747 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:37.075046 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006fe155-5e0c-4bb9-abb5-0f54509930e5 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:34:37.094533 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 006fe155-5e0c-4bb9-abb5-0f54509930e5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=006fe155-5e0c-4bb9-abb5-0f54509930e5,segment=NetworkSegment(119a111e-3f64-4dde-ac57-8bcd3cbe9300),segment_id=119a111e-3f64-4dde-ac57-8bcd3cbe9300)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:37.146225 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:37.194553 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 006fe155-5e0c-4bb9-abb5-0f54509930e5 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:34:37.213310 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-20d1b7aa-132e-4fc1-ba61-1ce0429a5411 req-23586e06-f355-45d5-ba46-5c1e5f8a7645 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446005 Sep 18 00:34:37.217360 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=006fe155-5e0c-4bb9-abb5-0f54509930e5,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:37.237998 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 006fe155-5e0c-4bb9-abb5-0f54509930e5 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:34:37.296274 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1b7aa-132e-4fc1-ba61-1ce0429a5411 req-fff96644-231b-49cc-aded-d50898198971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:37.297719 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-20d1b7aa-132e-4fc1-ba61-1ce0429a5411 req-fff96644-231b-49cc-aded-d50898198971 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 1096 time: 0.0416825 Sep 18 00:34:37.367427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['006fe155-5e0c-4bb9-abb5-0f54509930e5'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:34:37.401802 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1b7aa-132e-4fc1-ba61-1ce0429a5411 req-b9593d40-b729-406d-b522-a344ac94b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:37.402787 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-20d1b7aa-132e-4fc1-ba61-1ce0429a5411 req-b9593d40-b729-406d-b522-a344ac94b67d service neutron] 10.222.0.41 "GET /v2.0/networks?id=dedfa7bb-00c0-4537-9afd-091486701f12 HTTP/1.1" status: 200 len: 915 time: 0.0855014 Sep 18 00:34:37.451583 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-20d1b7aa-132e-4fc1-ba61-1ce0429a5411 req-2a8ecead-dd31-4cc2-aba1-d7a6eba3b7fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=006fe155-5e0c-4bb9-abb5-0f54509930e5 HTTP/1.1" status: 200 len: 217 time: 0.0392737 Sep 18 00:34:37.509047 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8391d-ae3f-40e3-bb75-c462a0778861 req-ead805a6-d89b-435b-8567-0fac53909fa3 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:37.510572 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43a8391d-ae3f-40e3-bb75-c462a0778861 req-ead805a6-d89b-435b-8567-0fac53909fa3 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 945 time: 0.0567687 Sep 18 00:34:37.511264 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1b7aa-132e-4fc1-ba61-1ce0429a5411 req-6a60bff1-04fe-4414-92d6-8aa1be0df5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:37.512750 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-20d1b7aa-132e-4fc1-ba61-1ce0429a5411 req-6a60bff1-04fe-4414-92d6-8aa1be0df5fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca329e88-1f2e-4ef1-b893-cff5149fd306 HTTP/1.1" status: 200 len: 854 time: 0.0536091 Sep 18 00:34:37.545913 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-20d1b7aa-132e-4fc1-ba61-1ce0429a5411 req-489a30c2-7975-4f36-88dc-1752f3f495c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dedfa7bb-00c0-4537-9afd-091486701f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252254 Sep 18 00:34:37.549471 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43a8391d-ae3f-40e3-bb75-c462a0778861 req-394e9991-ce68-4e55-ae19-94f5fdb074c5 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319061 Sep 18 00:34:37.643064 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-20d1b7aa-132e-4fc1-ba61-1ce0429a5411 req-6c16619e-2d43-4a92-a61d-c672bd6f4c37 service neutron] 10.222.0.41 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900104 Sep 18 00:34:37.735101 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-20d1b7aa-132e-4fc1-ba61-1ce0429a5411 req-a94d74ed-08c3-46c5-99f8-9a8d1654fb23 service neutron] 10.222.0.41 "GET /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836425 Sep 18 00:34:38.667135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d807f-4990-4f3e-a375-b070ba0d5064 req-7da24834-7f95-4d9c-89ef-62eb4998c903 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:38.668613 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f0d807f-4990-4f3e-a375-b070ba0d5064 req-7da24834-7f95-4d9c-89ef-62eb4998c903 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 945 time: 0.0506260 Sep 18 00:34:38.705483 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2f0d807f-4990-4f3e-a375-b070ba0d5064 req-1f301390-0463-406e-bfbf-cc6808dc62d7 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310345 Sep 18 00:34:38.818584 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eacc88-1502-49d7-acf0-b2c49279a85a req-ed5b08c5-122d-42d6-b072-3796f2467f15 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:38.820025 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15eacc88-1502-49d7-acf0-b2c49279a85a req-ed5b08c5-122d-42d6-b072-3796f2467f15 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 945 time: 0.0475862 Sep 18 00:34:38.856157 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15eacc88-1502-49d7-acf0-b2c49279a85a req-47d0855e-d17e-46db-8e5d-25eb76ed63c7 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302873 Sep 18 00:34:38.928800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 006fe155-5e0c-4bb9-abb5-0f54509930e5 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:34:38.968431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618273c-5093-4ce6-874f-35e720f071a0 req-6199aaaa-0f95-4fb1-ba44-07fbd4895609 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:38.970238 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3618273c-5093-4ce6-874f-35e720f071a0 req-6199aaaa-0f95-4fb1-ba44-07fbd4895609 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 945 time: 0.0482101 Sep 18 00:34:39.009024 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3618273c-5093-4ce6-874f-35e720f071a0 req-e4b9103b-5c81-4f9d-ba2b-5aa8a3d1772f tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318241 Sep 18 00:34:39.026306 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 006fe155-5e0c-4bb9-abb5-0f54509930e5 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:34:39.030391 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 006fe155-5e0c-4bb9-abb5-0f54509930e5 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:39.034630 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:39.108040 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:39.130007 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcdb798-48a4-4af8-8536-ffa92a738d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006fe155-5e0c-4bb9-abb5-0f54509930e5'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:39.143684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 006fe155-5e0c-4bb9-abb5-0f54509930e5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=006fe155-5e0c-4bb9-abb5-0f54509930e5,segment=NetworkSegment(119a111e-3f64-4dde-ac57-8bcd3cbe9300),segment_id=119a111e-3f64-4dde-ac57-8bcd3cbe9300)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:39.171173 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4b7131-f100-45f6-b64b-073dc875a7b3" -d '{"events": [{"server_uuid": "bfcdb798-48a4-4af8-8536-ffa92a738d53", "name": "network-vif-plugged", "status": "completed", "tag": "006fe155-5e0c-4bb9-abb5-0f54509930e5"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:39.197827 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:39.251234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=006fe155-5e0c-4bb9-abb5-0f54509930e5,revision_number=9']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:39.261227 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cd2f91-898e-4dd0-8ce6-5bb394748b93 x-openstack-request-id: req-e2cd2f91-898e-4dd0-8ce6-5bb394748b93 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:39.261516 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcdb798-48a4-4af8-8536-ffa92a738d53", "name": "network-vif-plugged", "status": "completed", "tag": "006fe155-5e0c-4bb9-abb5-0f54509930e5", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:39.261769 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2cd2f91-898e-4dd0-8ce6-5bb394748b93 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:39.262179 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcdb798-48a4-4af8-8536-ffa92a738d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006fe155-5e0c-4bb9-abb5-0f54509930e5', 'code': 200} Sep 18 00:34:39.503541 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28140ce-c8e6-4fea-aa1a-93ffccc6b9d4 req-deefad09-c893-4464-9890-136071f2c070 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:39.505028 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e28140ce-c8e6-4fea-aa1a-93ffccc6b9d4 req-deefad09-c893-4464-9890-136071f2c070 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0517163 Sep 18 00:34:39.542326 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e28140ce-c8e6-4fea-aa1a-93ffccc6b9d4 req-dded9de7-30f0-4c3f-8044-216d134281bc tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309479 Sep 18 00:34:40.656571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd3017-7a6f-41be-9b2c-afefb3435842 req-1c9221e2-911d-4a66-a562-939172fdb7b2 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:40.658224 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67fd3017-7a6f-41be-9b2c-afefb3435842 req-1c9221e2-911d-4a66-a562-939172fdb7b2 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0491636 Sep 18 00:34:40.695779 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67fd3017-7a6f-41be-9b2c-afefb3435842 req-aa36c295-c8cd-410a-9754-ed82a60f69ae tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/security-groups?id=538b3c6e-9ac3-4861-890b-a6b4b398cf5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309784 Sep 18 00:34:40.739026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c763b-8530-4067-9466-3ee837088123 req-991897da-7a12-4c02-8a0b-1c72c9146755 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:40.740523 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c10c763b-8530-4067-9466-3ee837088123 req-991897da-7a12-4c02-8a0b-1c72c9146755 tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 946 time: 0.0533729 Sep 18 00:34:40.769311 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:40.827478 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-c10c763b-8530-4067-9466-3ee837088123 req-f4185e16-2c9c-438f-853c-632d78f2802b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Deleting port 006fe155-5e0c-4bb9-abb5-0f54509930e5 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:34:40.827827 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c10c763b-8530-4067-9466-3ee837088123 req-f4185e16-2c9c-438f-853c-632d78f2802b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:40.918037 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-c10c763b-8530-4067-9466-3ee837088123 req-f4185e16-2c9c-438f-853c-632d78f2802b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] For port 006fe155-5e0c-4bb9-abb5-0f54509930e5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=006fe155-5e0c-4bb9-abb5-0f54509930e5,segment=NetworkSegment(119a111e-3f64-4dde-ac57-8bcd3cbe9300),segment_id=119a111e-3f64-4dde-ac57-8bcd3cbe9300)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:40.918407 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c10c763b-8530-4067-9466-3ee837088123 req-f4185e16-2c9c-438f-853c-632d78f2802b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:40.930008 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-c10c763b-8530-4067-9466-3ee837088123 req-f4185e16-2c9c-438f-853c-632d78f2802b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Calling delete_port for 006fe155-5e0c-4bb9-abb5-0f54509930e5 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:34:41.106263 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c10c763b-8530-4067-9466-3ee837088123 req-f4185e16-2c9c-438f-853c-632d78f2802b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:41.118496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['006fe155-5e0c-4bb9-abb5-0f54509930e5'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:34:41.140425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4185e16-2c9c-438f-853c-632d78f2802b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Pushing event deleted for resources: {'Port': ['ID=006fe155-5e0c-4bb9-abb5-0f54509930e5,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:41.179196 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10c763b-8530-4067-9466-3ee837088123 req-f4185e16-2c9c-438f-853c-632d78f2802b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] No DVR routers for this DVR port 006fe155-5e0c-4bb9-abb5-0f54509930e5 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:34:41.181777 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c10c763b-8530-4067-9466-3ee837088123 req-f4185e16-2c9c-438f-853c-632d78f2802b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:41.183721 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c10c763b-8530-4067-9466-3ee837088123 req-f4185e16-2c9c-438f-853c-632d78f2802b tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.41 "DELETE /v2.0/ports/006fe155-5e0c-4bb9-abb5-0f54509930e5 HTTP/1.1" status: 204 len: 173 time: 0.4367330 Sep 18 00:34:41.184149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcdb798-48a4-4af8-8536-ffa92a738d53', 'name': 'network-vif-deleted', 'tag': '006fe155-5e0c-4bb9-abb5-0f54509930e5'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:41.186675 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72195ac5-38da-4e87-80b3-60dc61dca628" -d '{"events": [{"server_uuid": "bfcdb798-48a4-4af8-8536-ffa92a738d53", "name": "network-vif-deleted", "tag": "006fe155-5e0c-4bb9-abb5-0f54509930e5"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:41.222780 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67834685-3071-462f-8faa-6a74b8abed8c x-openstack-request-id: req-67834685-3071-462f-8faa-6a74b8abed8c {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:41.226017 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcdb798-48a4-4af8-8536-ffa92a738d53", "name": "network-vif-deleted", "tag": "006fe155-5e0c-4bb9-abb5-0f54509930e5", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:41.226017 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-67834685-3071-462f-8faa-6a74b8abed8c {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:41.226017 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcdb798-48a4-4af8-8536-ffa92a738d53', 'name': 'network-vif-deleted', 'tag': '006fe155-5e0c-4bb9-abb5-0f54509930e5', 'status': 'completed', 'code': 200} Sep 18 00:34:41.798657 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab056a62-e79e-4cf2-a8e8-de4deaa35344 req-75fc9ba8-2712-4403-b081-7130dd23052f tempest-ServerDiskConfigTestJSON-310472442 tempest-ServerDiskConfigTestJSON-310472442-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfcdb798-48a4-4af8-8536-ffa92a738d53 HTTP/1.1" status: 200 len: 210 time: 0.0262892 Sep 18 00:34:42.927832 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57492) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:42.972568 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0dedd6-81a9-4cf8-a8a5-4b4373236139 admin admin] Deleting subnet ca329e88-1f2e-4ef1-b893-cff5149fd306 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:34:42.975676 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8a0dedd6-81a9-4cf8-a8a5-4b4373236139 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.010129 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8a0dedd6-81a9-4cf8-a8a5-4b4373236139 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.051744 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8a0dedd6-81a9-4cf8-a8a5-4b4373236139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.164416 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8a0dedd6-81a9-4cf8-a8a5-4b4373236139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.191225 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0dedd6-81a9-4cf8-a8a5-4b4373236139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca329e88-1f2e-4ef1-b893-cff5149fd306,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:43.195456 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8a0dedd6-81a9-4cf8-a8a5-4b4373236139 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.197389 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8a0dedd6-81a9-4cf8-a8a5-4b4373236139 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ca329e88-1f2e-4ef1-b893-cff5149fd306 HTTP/1.1" status: 204 len: 168 time: 0.2685466 Sep 18 00:34:43.200027 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57494) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:43.269405 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e959444d-9943-4495-b96f-85f611ef0392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.352886 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e959444d-9943-4495-b96f-85f611ef0392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.372774 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-e959444d-9943-4495-b96f-85f611ef0392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dedfa7bb-00c0-4537-9afd-091486701f12']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:43.381839 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-e959444d-9943-4495-b96f-85f611ef0392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119a111e-3f64-4dde-ac57-8bcd3cbe9300') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:43.382178 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-e959444d-9943-4495-b96f-85f611ef0392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119a111e-3f64-4dde-ac57-8bcd3cbe9300') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:43.391483 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e959444d-9943-4495-b96f-85f611ef0392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.404335 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e959444d-9943-4495-b96f-85f611ef0392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.410048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e959444d-9943-4495-b96f-85f611ef0392 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:34:43.410438 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e959444d-9943-4495-b96f-85f611ef0392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:34:43.412059 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:34:43.528974 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e959444d-9943-4495-b96f-85f611ef0392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.533762 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e959444d-9943-4495-b96f-85f611ef0392 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.535671 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e959444d-9943-4495-b96f-85f611ef0392 admin admin] 10.222.0.46 "DELETE /v2.0/networks/dedfa7bb-00c0-4537-9afd-091486701f12 HTTP/1.1" status: 204 len: 168 time: 0.3347378 Sep 18 00:34:43.549107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959444d-9943-4495-b96f-85f611ef0392 admin admin] Pushing event deleted for resources: {'Network': ['ID=dedfa7bb-00c0-4537-9afd-091486701f12,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:43.780678 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.815193 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57498) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:43.859756 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9c09b216-a5d5-4080-8e48-9510f1ac69e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5bcd204f2bfa4fe38c68bb9baece8b96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433378 Sep 18 00:34:43.862274 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57500) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:43.908588 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52543a18-bda8-44f0-8aad-d00bb3785c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:43.929070 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52543a18-bda8-44f0-8aad-d00bb3785c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:44.020612 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52543a18-bda8-44f0-8aad-d00bb3785c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:44.023803 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-52543a18-bda8-44f0-8aad-d00bb3785c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:44.025058 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-52543a18-bda8-44f0-8aad-d00bb3785c96 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/538b3c6e-9ac3-4861-890b-a6b4b398cf5b HTTP/1.1" status: 204 len: 168 time: 0.1618016 Sep 18 00:34:44.034294 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52543a18-bda8-44f0-8aad-d00bb3785c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538b3c6e-9ac3-4861-890b-a6b4b398cf5b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:44.077937 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c6e92ce5-a143-4faa-8d01-9ae75880751a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:44.959139 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 006fe155-5e0c-4bb9-abb5-0f54509930e5 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:34:44.979268 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 006fe155-5e0c-4bb9-abb5-0f54509930e5 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:34:44.979606 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 006fe155-5e0c-4bb9-abb5-0f54509930e5 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:34:45.027469 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57522) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:45.121554 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1484d366-4761-4586-aa51-03d611b2ce86 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-584605186-network', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:45.220564 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1484d366-4761-4586-aa51-03d611b2ce86 admin admin] Made reservation on behalf of 94d0bf7bf02f44b6a2db6969ed6ac383 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:34:45.222878 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1484d366-4761-4586-aa51-03d611b2ce86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:45.231726 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1484d366-4761-4586-aa51-03d611b2ce86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:45.320030 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1484d366-4761-4586-aa51-03d611b2ce86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:45.375063 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1484d366-4761-4586-aa51-03d611b2ce86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:45.398971 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1484d366-4761-4586-aa51-03d611b2ce86 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:34:45.408461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484d366-4761-4586-aa51-03d611b2ce86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abefad34-528c-4bc5-b8fe-1a903763ef0c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:45.413200 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1484d366-4761-4586-aa51-03d611b2ce86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:45.422830 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-1484d366-4761-4586-aa51-03d611b2ce86 admin admin] Added segment e603cfe6-a363-4bd5-b85f-5afc297005d7 of type vlan for network ba49eb6d-72a7-4457-b215-7db11eef74f3 Sep 18 00:34:45.453101 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1484d366-4761-4586-aa51-03d611b2ce86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:45.529005 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1484d366-4761-4586-aa51-03d611b2ce86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:45.529987 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1484d366-4761-4586-aa51-03d611b2ce86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:45.530633 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1484d366-4761-4586-aa51-03d611b2ce86 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:45.587857 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1484d366-4761-4586-aa51-03d611b2ce86 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5592124 Sep 18 00:34:45.590847 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57526) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:45.591351 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484d366-4761-4586-aa51-03d611b2ce86 admin admin] Pushing event updated for resources: {'Network': ['ID=ba49eb6d-72a7-4457-b215-7db11eef74f3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:45.600912 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Request body: {'subnet': {'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-584605186-subnet', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:45.601146 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network ba49eb6d-72a7-4457-b215-7db11eef74f3 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:34:45.683139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Made reservation on behalf of 94d0bf7bf02f44b6a2db6969ed6ac383 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:34:45.685531 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:45.906208 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:45.962728 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=117c1d85-947f-4881-b2a4-ff7934543573,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:45.974734 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:45.975082 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:45.975423 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:45.975755 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:45.976084 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:45.976433 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:45.976739 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:45.977092 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:45.977418 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:45.977741 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:45.978064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:45.978384 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:45.983344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Checking segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:34:45.983705 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Network hostable DHCP agents. Network: ba49eb6d-72a7-4457-b215-7db11eef74f3, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:34:46.048975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Network ba49eb6d-72a7-4457-b215-7db11eef74f3 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:34:46.106173 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, ba49eb6d-72a7-4457-b215-7db11eef74f3) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:34:46.110348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:46.110929 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:46.115479 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1798cfa7-2159-4fc8-bd72-07c544bb7c48 None None] Network ba49eb6d-72a7-4457-b215-7db11eef74f3 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:34:46.170059 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c18f98b4-94d1-46d2-b948-1e9a8f58b0f1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5780635 Sep 18 00:34:46.172663 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57528) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:46.177100 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-e63e75f3-42e7-4f25-a28c-96de544786b9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:46.244741 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e63e75f3-42e7-4f25-a28c-96de544786b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:46.245819 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e63e75f3-42e7-4f25-a28c-96de544786b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:46.258294 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-ba49eb6d-72a7-4457-b215-7db11eef74f3', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:34:46.259177 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:46.300342 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e63e75f3-42e7-4f25-a28c-96de544786b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:46.390075 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] Allocated IP 172.20.0.2 (ba49eb6d-72a7-4457-b215-7db11eef74f3/117c1d85-947f-4881-b2a4-ff7934543573/db6aa73f-f528-4edf-95bc-d6a7d2f36157) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:34:46.533237 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:46.609469 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:46.642537 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a2b0b277-654d-4dc1-ab11-373c0dc07ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:46.658830 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] Network ba49eb6d-72a7-4457-b215-7db11eef74f3 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:34:46.664000 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:34:46.667314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:34:46.675520 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] Pushing event updated for resources: {'Port': ['ID=db6aa73f-f528-4edf-95bc-d6a7d2f36157,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:46.733109 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] Attempting to bind port db6aa73f-f528-4edf-95bc-d6a7d2f36157 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:34:46.733484 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] Attempting to bind port db6aa73f-f528-4edf-95bc-d6a7d2f36157 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:34:46.733860 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] Attempting to bind port db6aa73f-f528-4edf-95bc-d6a7d2f36157 on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:34:46.739100 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:34:46.739513 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] Checking segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:34:46.739961 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:46.740358 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] Bound using segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:34:46.740824 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] Bound port: db6aa73f-f528-4edf-95bc-d6a7d2f36157, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:34:46.741232 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:46.806378 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] For port db6aa73f-f528-4edf-95bc-d6a7d2f36157, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:34:46.809724 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] For port db6aa73f-f528-4edf-95bc-d6a7d2f36157, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=db6aa73f-f528-4edf-95bc-d6a7d2f36157,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:34:46.829116 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e63e75f3-42e7-4f25-a28c-96de544786b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:46.906691 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:46.967388 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acedc4-7cc1-4175-b2cd-09e118279cbf None None] Pushing event updated for resources: {'Port': ['ID=db6aa73f-f528-4edf-95bc-d6a7d2f36157,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:47.140092 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e63e75f3-42e7-4f25-a28c-96de544786b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.165032 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e63e75f3-42e7-4f25-a28c-96de544786b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.266141 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-e63e75f3-42e7-4f25-a28c-96de544786b9 admin admin] Allocated IP 172.25.3.8 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/2a7b2196-4392-4032-b16f-601d6535808d) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:34:47.329479 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.372060 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e63e75f3-42e7-4f25-a28c-96de544786b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.443928 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e63e75f3-42e7-4f25-a28c-96de544786b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.481185 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63e75f3-42e7-4f25-a28c-96de544786b9 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:34:47.484079 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-e63e75f3-42e7-4f25-a28c-96de544786b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:34:47.486757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63e75f3-42e7-4f25-a28c-96de544786b9 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:34:47.517018 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e75f3-42e7-4f25-a28c-96de544786b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2a7b2196-4392-4032-b16f-601d6535808d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:47.765542 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a0b4b1-b443-4bf7-b733-f5d70f29f16b None None] Network ba49eb6d-72a7-4457-b215-7db11eef74f3 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:34:47.821846 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e63e75f3-42e7-4f25-a28c-96de544786b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.850587 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-68518261-f5b1-47f6-bc9d-8a4c55a97140 None None] Provisioning complete for port db6aa73f-f528-4edf-95bc-d6a7d2f36157 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:47.850953 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-68518261-f5b1-47f6-bc9d-8a4c55a97140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:47.929503 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:48.026304 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e63e75f3-42e7-4f25-a28c-96de544786b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:48.150955 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-68518261-f5b1-47f6-bc9d-8a4c55a97140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:48.163112 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device db6aa73f-f528-4edf-95bc-d6a7d2f36157 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:34:48.209983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63e75f3-42e7-4f25-a28c-96de544786b9 admin admin] Router af192fa8-b368-4196-b8bd-58b0766cbaf6 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:34:48.212706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-68518261-f5b1-47f6-bc9d-8a4c55a97140 None None] For port db6aa73f-f528-4edf-95bc-d6a7d2f36157, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=db6aa73f-f528-4edf-95bc-d6a7d2f36157,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:48.228373 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port db6aa73f-f528-4edf-95bc-d6a7d2f36157 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:48.228741 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:48.279227 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-68518261-f5b1-47f6-bc9d-8a4c55a97140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:48.325271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63e75f3-42e7-4f25-a28c-96de544786b9 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:34:48.339882 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] Sync routers for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:34:48.371850 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:34:48.372510 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:34:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:48.374496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68518261-f5b1-47f6-bc9d-8a4c55a97140 None None] Pushing event updated for resources: {'Port': ['ID=db6aa73f-f528-4edf-95bc-d6a7d2f36157,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:48.426657 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e63e75f3-42e7-4f25-a28c-96de544786b9 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:48.427980 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e63e75f3-42e7-4f25-a28c-96de544786b9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2543070 Sep 18 00:34:48.430906 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 57530) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:48.437861 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-910bb998-85b2-4b7e-bcfb-9e51b8eb3e60 None None] Provisioning complete for port db6aa73f-f528-4edf-95bc-d6a7d2f36157 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:48.438235 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-910bb998-85b2-4b7e-bcfb-9e51b8eb3e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:48.519497 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:34:48.725206 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:47Z', 'revision_number': 3, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:48.753770 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] Checking router: af192fa8-b368-4196-b8bd-58b0766cbaf6 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:34:48.754115 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] Updating router af192fa8-b368-4196-b8bd-58b0766cbaf6 port 2a7b2196-4392-4032-b16f-601d6535808d binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:34:48.779015 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:48.835132 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-75594d7d-cb46-4402-abdc-fd595afb35fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:49.029938 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:49.118346 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:49.172461 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] Attempting to bind port 2a7b2196-4392-4032-b16f-601d6535808d on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:34:49.177591 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] Attempting to bind port 2a7b2196-4392-4032-b16f-601d6535808d by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:34:49.177591 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] Attempting to bind port 2a7b2196-4392-4032-b16f-601d6535808d on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:34:49.177591 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3c227-5b61-4d8e-9f9e-3eaf4700befd None None] Pushing event updated for resources: {'Port': ['ID=2a7b2196-4392-4032-b16f-601d6535808d,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:49.181803 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:34:49.182199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:34:49.182591 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:49.182980 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:34:49.184052 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] Bound port: 2a7b2196-4392-4032-b16f-601d6535808d, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:34:49.184052 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:49.239643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] For port 2a7b2196-4392-4032-b16f-601d6535808d, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:34:49.243535 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] For port 2a7b2196-4392-4032-b16f-601d6535808d, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2a7b2196-4392-4032-b16f-601d6535808d,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:34:49.283603 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-75594d7d-cb46-4402-abdc-fd595afb35fc admin admin] Allocated IP 172.20.0.1 (ba49eb6d-72a7-4457-b215-7db11eef74f3/117c1d85-947f-4881-b2a4-ff7934543573/21d0a2e6-75af-4a42-b7c8-a8740f7046b5) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:34:49.329546 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:49.386981 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-75594d7d-cb46-4402-abdc-fd595afb35fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:49.387258 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3c227-5b61-4d8e-9f9e-3eaf4700befd None None] Pushing event updated for resources: {'Port': ['ID=2a7b2196-4392-4032-b16f-601d6535808d,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:49.389937 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:34:49.390585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:34:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:49.472246 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-75594d7d-cb46-4402-abdc-fd595afb35fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:49.498572 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:34:49.513194 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75594d7d-cb46-4402-abdc-fd595afb35fc admin admin] Network ba49eb6d-72a7-4457-b215-7db11eef74f3 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:34:49.515925 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-75594d7d-cb46-4402-abdc-fd595afb35fc admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:34:49.518355 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75594d7d-cb46-4402-abdc-fd595afb35fc admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:34:49.550466 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75594d7d-cb46-4402-abdc-fd595afb35fc admin admin] Pushing event updated for resources: {'Port': ['ID=21d0a2e6-75af-4a42-b7c8-a8740f7046b5,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:49.567551 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-75594d7d-cb46-4402-abdc-fd595afb35fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:49.690700 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:47Z', 'revision_number': 3, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:49.722920 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4f22e-d423-4f57-bb4d-dd3d23511c0f None None] The sync data for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 is: [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:47Z', 'revision_number': 3, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:34:49.767248 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-75594d7d-cb46-4402-abdc-fd595afb35fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:49.785268 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-41d38b67-2367-405a-bafe-69939c60b378 None None] Provisioning complete for port 21d0a2e6-75af-4a42-b7c8-a8740f7046b5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:49.785686 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-41d38b67-2367-405a-bafe-69939c60b378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:49.824427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-41d38b67-2367-405a-bafe-69939c60b378 None None] Port 21d0a2e6-75af-4a42-b7c8-a8740f7046b5 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:34:49.936005 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:49.959196 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-75594d7d-cb46-4402-abdc-fd595afb35fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:50.043625 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-75594d7d-cb46-4402-abdc-fd595afb35fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:50.115424 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-75594d7d-cb46-4402-abdc-fd595afb35fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:50.117435 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75594d7d-cb46-4402-abdc-fd595afb35fc admin admin] Pushing event updated for resources: {'Port': ['ID=21d0a2e6-75af-4a42-b7c8-a8740f7046b5,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:50.222971 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device db6aa73f-f528-4edf-95bc-d6a7d2f36157 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:34:50.223809 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75594d7d-cb46-4402-abdc-fd595afb35fc admin admin] Network ba49eb6d-72a7-4457-b215-7db11eef74f3 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:34:50.226149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-75594d7d-cb46-4402-abdc-fd595afb35fc admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:34:50.285098 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port db6aa73f-f528-4edf-95bc-d6a7d2f36157 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:50.285979 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:50.373697 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75594d7d-cb46-4402-abdc-fd595afb35fc admin admin] Router af192fa8-b368-4196-b8bd-58b0766cbaf6 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:34:50.381799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2a7b2196-4392-4032-b16f-601d6535808d up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:34:50.454929 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 2a7b2196-4392-4032-b16f-601d6535808d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:50.455595 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:50.485342 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-46399f96-0bf4-4819-b379-a85f82ede8a4 None None] Provisioning complete for port 21d0a2e6-75af-4a42-b7c8-a8740f7046b5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:50.485859 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-46399f96-0bf4-4819-b379-a85f82ede8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:50.495391 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75594d7d-cb46-4402-abdc-fd595afb35fc admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:34:50.509442 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-75594d7d-cb46-4402-abdc-fd595afb35fc admin admin] 10.222.0.46 "PUT /v2.0/routers/af192fa8-b368-4196-b8bd-58b0766cbaf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0773640 Sep 18 00:34:50.541316 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-46399f96-0bf4-4819-b379-a85f82ede8a4 None None] Port 21d0a2e6-75af-4a42-b7c8-a8740f7046b5 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:34:50.585493 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:50.607880 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 2a7b2196-4392-4032-b16f-601d6535808d, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2a7b2196-4392-4032-b16f-601d6535808d,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:50.683245 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:50.733277 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=2a7b2196-4392-4032-b16f-601d6535808d,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:50.947003 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57538) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:50.951680 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-2f0f4988-9825-40f5-abb7-68808b0000da tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1314126010', 'description': 'tempest-description--533256721'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:51.009815 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4988-9825-40f5-abb7-68808b0000da tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:51.092724 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4988-9825-40f5-abb7-68808b0000da tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:51.129230 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4988-9825-40f5-abb7-68808b0000da tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:51.158613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f4988-9825-40f5-abb7-68808b0000da tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69fe55cb-5e7e-4c9e-b012-d5ef36955758,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:51.208871 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2f0f4988-9825-40f5-abb7-68808b0000da tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:51.210365 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2f0f4988-9825-40f5-abb7-68808b0000da tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2623358 Sep 18 00:34:51.213599 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57540) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:51.218167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-3cd14e5c-f414-40d6-a9ef-e9151e4cec94 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Request body: {'security_group_rule': {'security_group_id': '69fe55cb-5e7e-4c9e-b012-d5ef36955758', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:51.300097 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3cd14e5c-f414-40d6-a9ef-e9151e4cec94 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:51.305949 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] Sync routers for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:34:51.315732 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:34:51.316402 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:34:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:51.358946 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3cd14e5c-f414-40d6-a9ef-e9151e4cec94 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:51.420257 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:34:51.420474 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3cd14e5c-f414-40d6-a9ef-e9151e4cec94 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:51.437835 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd14e5c-f414-40d6-a9ef-e9151e4cec94 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cc0cea-b8c7-47a9-ace4-0ab20455e27e,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:51.506162 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3cd14e5c-f414-40d6-a9ef-e9151e4cec94 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:51.507450 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3cd14e5c-f414-40d6-a9ef-e9151e4cec94 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2928336 Sep 18 00:34:51.510649 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57542) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:51.515151 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-884ab02d-b0e9-4b6f-9064-10bfc5a47ced tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Request body: {'security_group_rule': {'security_group_id': '69fe55cb-5e7e-4c9e-b012-d5ef36955758', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:51.620635 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 2, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:51.646983 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] Checking router: af192fa8-b368-4196-b8bd-58b0766cbaf6 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:34:51.647327 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] Updating router af192fa8-b368-4196-b8bd-58b0766cbaf6 port 21d0a2e6-75af-4a42-b7c8-a8740f7046b5 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:34:51.648173 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-884ab02d-b0e9-4b6f-9064-10bfc5a47ced tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:51.677273 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:51.709325 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-884ab02d-b0e9-4b6f-9064-10bfc5a47ced tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:51.763237 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-884ab02d-b0e9-4b6f-9064-10bfc5a47ced tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:51.782568 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ab02d-b0e9-4b6f-9064-10bfc5a47ced tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abecc56-6db8-4f6a-8a78-e298af397ee7,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:51.820853 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-884ab02d-b0e9-4b6f-9064-10bfc5a47ced tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:51.822321 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-884ab02d-b0e9-4b6f-9064-10bfc5a47ced tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3106413 Sep 18 00:34:51.825178 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57544) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:34:51.829552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-6e648d0e-b166-4a62-9a4e-7e0eb961a301 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:51.894819 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e648d0e-b166-4a62-9a4e-7e0eb961a301 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:51.937608 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:51.986500 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:51.989769 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e648d0e-b166-4a62-9a4e-7e0eb961a301 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.080542 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cc879-5886-411d-9d6f-231e71e17b1c None None] Pushing event updated for resources: {'Port': ['ID=21d0a2e6-75af-4a42-b7c8-a8740f7046b5,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:52.093602 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cc879-5886-411d-9d6f-231e71e17b1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:52.093973 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cc879-5886-411d-9d6f-231e71e17b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:52.094382 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cc879-5886-411d-9d6f-231e71e17b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:52.095053 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cc879-5886-411d-9d6f-231e71e17b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:52.095187 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cc879-5886-411d-9d6f-231e71e17b1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:52.095453 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cc879-5886-411d-9d6f-231e71e17b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:52.095774 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cc879-5886-411d-9d6f-231e71e17b1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:52.096091 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cc879-5886-411d-9d6f-231e71e17b1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:52.096409 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cc879-5886-411d-9d6f-231e71e17b1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:52.096719 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cc879-5886-411d-9d6f-231e71e17b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:52.097312 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cc879-5886-411d-9d6f-231e71e17b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:52.097433 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186cc879-5886-411d-9d6f-231e71e17b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:34:52.117439 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] Attempting to bind port 21d0a2e6-75af-4a42-b7c8-a8740f7046b5 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:34:52.118350 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] Attempting to bind port 21d0a2e6-75af-4a42-b7c8-a8740f7046b5 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:34:52.118819 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] Attempting to bind port 21d0a2e6-75af-4a42-b7c8-a8740f7046b5 on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:34:52.119718 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-6e648d0e-b166-4a62-9a4e-7e0eb961a301 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Allocated IP 172.25.3.166 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/21ce2707-27b1-4331-859a-8709cc0b5fc8) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:34:52.127053 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:34:52.127573 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] Checking segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:34:52.128074 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.128560 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] Bound using segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:34:52.129273 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] Bound port: 21d0a2e6-75af-4a42-b7c8-a8740f7046b5, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:34:52.129636 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.140283 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2a7b2196-4392-4032-b16f-601d6535808d up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:34:52.190223 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 2a7b2196-4392-4032-b16f-601d6535808d triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:52.190691 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.206964 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] For port 21d0a2e6-75af-4a42-b7c8-a8740f7046b5, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:34:52.213245 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] For port 21d0a2e6-75af-4a42-b7c8-a8740f7046b5, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=21d0a2e6-75af-4a42-b7c8-a8740f7046b5,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:34:52.244159 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e648d0e-b166-4a62-9a4e-7e0eb961a301 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.301348 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.356153 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e648d0e-b166-4a62-9a4e-7e0eb961a301 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.359256 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:34:52.360297 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:34:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:52.373226 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9e13e15b-ea0d-46e6-abff-bcd5db06c352 None None] Provisioning complete for port 21d0a2e6-75af-4a42-b7c8-a8740f7046b5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:52.373796 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9e13e15b-ea0d-46e6-abff-bcd5db06c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.396947 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e648d0e-b166-4a62-9a4e-7e0eb961a301 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:34:52.400137 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-6e648d0e-b166-4a62-9a4e-7e0eb961a301 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:34:52.403859 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e648d0e-b166-4a62-9a4e-7e0eb961a301 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:34:52.416931 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cc879-5886-411d-9d6f-231e71e17b1c None None] Pushing event updated for resources: {'Port': ['ID=21d0a2e6-75af-4a42-b7c8-a8740f7046b5,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:52.452743 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e648d0e-b166-4a62-9a4e-7e0eb961a301 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Pushing event updated for resources: {'Port': ['ID=21ce2707-27b1-4331-859a-8709cc0b5fc8,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:52.480139 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9e13e15b-ea0d-46e6-abff-bcd5db06c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.504438 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e648d0e-b166-4a62-9a4e-7e0eb961a301 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.505165 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:34:52.515332 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-9e13e15b-ea0d-46e6-abff-bcd5db06c352 None None] For port 21d0a2e6-75af-4a42-b7c8-a8740f7046b5, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=21d0a2e6-75af-4a42-b7c8-a8740f7046b5,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:34:52.592039 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9e13e15b-ea0d-46e6-abff-bcd5db06c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.602072 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e648d0e-b166-4a62-9a4e-7e0eb961a301 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.646906 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13e15b-ea0d-46e6-abff-bcd5db06c352 None None] Pushing event updated for resources: {'Port': ['ID=21d0a2e6-75af-4a42-b7c8-a8740f7046b5,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:52.713683 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-33b2827e-c87e-42d2-a31e-0296c8a9232e None None] Provisioning complete for port 21d0a2e6-75af-4a42-b7c8-a8740f7046b5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:52.714113 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-33b2827e-c87e-42d2-a31e-0296c8a9232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.772667 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e648d0e-b166-4a62-9a4e-7e0eb961a301 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.826003 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e648d0e-b166-4a62-9a4e-7e0eb961a301 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:52.826424 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:34:52.852941 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6016c07b-e0a2-4736-bcfb-4af1b8c090d4 None None] The sync data for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 is: [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:34:52.915877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e648d0e-b166-4a62-9a4e-7e0eb961a301 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Pushing event updated for resources: {'Port': ['ID=21ce2707-27b1-4331-859a-8709cc0b5fc8,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:52.926282 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e648d0e-b166-4a62-9a4e-7e0eb961a301 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:53.020521 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6e648d0e-b166-4a62-9a4e-7e0eb961a301 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:53.021970 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6e648d0e-b166-4a62-9a4e-7e0eb961a301 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1958196 Sep 18 00:34:53.166709 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-68a164bd-70f7-4fc6-922b-a6dc91124da9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1314126010&fields=id&tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383 HTTP/1.1" status: 200 len: 267 time: 0.0355294 Sep 18 00:34:53.276329 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-55598bf5-e001-4824-9c77-ffd148c94206 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:53.277895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-55598bf5-e001-4824-9c77-ffd148c94206 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 811 time: 0.1042001 Sep 18 00:34:53.293628 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-f9b73c98-54aa-40eb-9156-f0016edd9990 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/quotas/94d0bf7bf02f44b6a2db6969ed6ac383 HTTP/1.1" status: 200 len: 375 time: 0.0096757 Sep 18 00:34:53.354051 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-8b1d6910-725b-4f75-a26a-37b4f901a8a9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545406 Sep 18 00:34:53.532555 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-d9cc1385-da5e-4dab-aee8-f7b23fb4b024 service neutron] 10.222.0.46 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304886 Sep 18 00:34:53.628312 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-d66caf00-1501-40d8-be8b-e2af4471cc4e service neutron] 10.222.0.46 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894933 Sep 18 00:34:53.881496 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c63f1482-f517-417a-8563-565377c09ce5 req-4650d0ef-376e-423c-bf4a-7b220e0f95fd tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 210 time: 0.0335441 Sep 18 00:34:54.139655 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 21d0a2e6-75af-4a42-b7c8-a8740f7046b5 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:34:54.186328 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 21d0a2e6-75af-4a42-b7c8-a8740f7046b5 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:54.186698 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:54.974360 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-261665b9-6aa5-4e50-b1a0-667a2e768938 req-1e1e7e91-3594-4dab-b3f0-9d47ed33bc42 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 210 time: 0.0275047 Sep 18 00:34:55.751812 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-41f7c55c-5efe-482d-bc6a-5910f54b4089 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:55.753323 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-41f7c55c-5efe-482d-bc6a-5910f54b4089 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 811 time: 0.1081846 Sep 18 00:34:55.797491 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-fbb33f69-4795-450a-8049-40da80897e30 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383 HTTP/1.1" status: 200 len: 380 time: 0.0348241 Sep 18 00:34:55.806906 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-231ac63c-1d5c-42f1-81ef-0170e4f080f9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Request body: {'port': {'device_id': '748aee5e-c806-4080-bd63-75e1165c1ca1', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'admin_state_up': True, 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'security_groups': ['69fe55cb-5e7e-4c9e-b012-d5ef36955758']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:55.974769 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-231ac63c-1d5c-42f1-81ef-0170e4f080f9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Made reservation on behalf of 94d0bf7bf02f44b6a2db6969ed6ac383 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:34:55.978997 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-231ac63c-1d5c-42f1-81ef-0170e4f080f9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:56.070094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52213dfd-cfc8-4984-afc0-8b5b0e45e574 req-14822d55-9d3b-4b5d-be9b-1dec2b31c06e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 210 time: 0.0264630 Sep 18 00:34:56.105809 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-231ac63c-1d5c-42f1-81ef-0170e4f080f9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Allocated IP 172.20.0.10 (ba49eb6d-72a7-4457-b215-7db11eef74f3/117c1d85-947f-4881-b2a4-ff7934543573/e0b09a4e-60a6-47b6-ac4e-268289128cb2) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:34:56.246044 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-231ac63c-1d5c-42f1-81ef-0170e4f080f9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:56.335135 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-231ac63c-1d5c-42f1-81ef-0170e4f080f9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:56.377388 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-231ac63c-1d5c-42f1-81ef-0170e4f080f9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Network ba49eb6d-72a7-4457-b215-7db11eef74f3 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:34:56.380475 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-231ac63c-1d5c-42f1-81ef-0170e4f080f9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:34:56.386856 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-231ac63c-1d5c-42f1-81ef-0170e4f080f9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:34:56.392655 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ac63c-1d5c-42f1-81ef-0170e4f080f9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Pushing event updated for resources: {'Port': ['ID=e0b09a4e-60a6-47b6-ac4e-268289128cb2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:56.449367 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-231ac63c-1d5c-42f1-81ef-0170e4f080f9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:56.449998 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-231ac63c-1d5c-42f1-81ef-0170e4f080f9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:56.547579 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-231ac63c-1d5c-42f1-81ef-0170e4f080f9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7442803 Sep 18 00:34:56.559519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Request body: {'port': {'device_id': '748aee5e-c806-4080-bd63-75e1165c1ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:34:56.612133 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:56.634862 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3a6efb98-4d12-4e8d-af08-2c95abe09444 None None] Provisioning complete for port e0b09a4e-60a6-47b6-ac4e-268289128cb2 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:34:56.635669 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3a6efb98-4d12-4e8d-af08-2c95abe09444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:56.670516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3a6efb98-4d12-4e8d-af08-2c95abe09444 None None] Port e0b09a4e-60a6-47b6-ac4e-268289128cb2 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:34:56.873666 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b09a4e-60a6-47b6-ac4e-268289128cb2 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:34:56.881288 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:56.893398 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Transition to ACTIVE for port object e0b09a4e-60a6-47b6-ac4e-268289128cb2 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:34:56.945901 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:57.016015 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Pushing event updated for resources: {'Port': ['ID=e0b09a4e-60a6-47b6-ac4e-268289128cb2,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:57.067571 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Attempting to bind port e0b09a4e-60a6-47b6-ac4e-268289128cb2 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:34:57.067916 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Attempting to bind port e0b09a4e-60a6-47b6-ac4e-268289128cb2 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:34:57.068234 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Attempting to bind port e0b09a4e-60a6-47b6-ac4e-268289128cb2 on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:34:57.072790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Port e0b09a4e-60a6-47b6-ac4e-268289128cb2 on network ba49eb6d-72a7-4457-b215-7db11eef74f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:34:57.073145 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Attempting to bind port e0b09a4e-60a6-47b6-ac4e-268289128cb2 on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:34:57.078147 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:34:57.078503 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Checking segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:34:57.078873 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Bound using segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:34:57.079305 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Bound port: e0b09a4e-60a6-47b6-ac4e-268289128cb2, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:34:57.079669 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:57.146962 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] For port e0b09a4e-60a6-47b6-ac4e-268289128cb2, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:34:57.151345 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] For port e0b09a4e-60a6-47b6-ac4e-268289128cb2, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e0b09a4e-60a6-47b6-ac4e-268289128cb2,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:34:57.199045 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff0ddf-5e96-4da7-b210-9052389e00f9 req-c1d26241-ac89-4abd-8891-93025265a3ee tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:57.200553 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57ff0ddf-5e96-4da7-b210-9052389e00f9 req-c1d26241-ac89-4abd-8891-93025265a3ee tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 944 time: 0.0614142 Sep 18 00:34:57.215398 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:57.239809 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57ff0ddf-5e96-4da7-b210-9052389e00f9 req-5d8798ba-3ef6-4bef-b900-8722128485a4 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329704 Sep 18 00:34:57.252262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:57.262230 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:34:57.262230 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] 10.222.0.41 "PUT /v2.0/ports/e0b09a4e-60a6-47b6-ac4e-268289128cb2 HTTP/1.1" status: 200 len: 1092 time: 0.6992471 Sep 18 00:34:57.262230 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748aee5e-c806-4080-bd63-75e1165c1ca1', 'tag': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:34:57.262230 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0c9d41-fc7e-42e4-ba3c-10bf554ab77a" -d '{"events": [{"name": "network-changed", "server_uuid": "748aee5e-c806-4080-bd63-75e1165c1ca1", "tag": "e0b09a4e-60a6-47b6-ac4e-268289128cb2"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:34:57.286894 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29140ca8-3f24-4266-b02d-5cbdf7fb1ffa service neutron] Pushing event updated for resources: {'Port': ['ID=e0b09a4e-60a6-47b6-ac4e-268289128cb2,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:34:57.299695 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce030f7-78eb-4a36-8db6-c82d8d970a46 x-openstack-request-id: req-6ce030f7-78eb-4a36-8db6-c82d8d970a46 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:34:57.300016 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748aee5e-c806-4080-bd63-75e1165c1ca1", "tag": "e0b09a4e-60a6-47b6-ac4e-268289128cb2", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:34:57.300268 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ce030f7-78eb-4a36-8db6-c82d8d970a46 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:34:57.300668 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748aee5e-c806-4080-bd63-75e1165c1ca1', 'tag': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2', 'status': 'completed', 'code': 200} Sep 18 00:34:57.366659 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c9d41-fc7e-42e4-ba3c-10bf554ab77a req-e42e0c74-584b-429f-b7e4-67e274abb553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:57.368625 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bf0c9d41-fc7e-42e4-ba3c-10bf554ab77a req-e42e0c74-584b-429f-b7e4-67e274abb553 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 1095 time: 0.0458691 Sep 18 00:34:57.472513 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c9d41-fc7e-42e4-ba3c-10bf554ab77a req-c4af7668-f4e1-4d7e-9b0a-a7e0a263f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:57.474018 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bf0c9d41-fc7e-42e4-ba3c-10bf554ab77a req-c4af7668-f4e1-4d7e-9b0a-a7e0a263f73d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0978346 Sep 18 00:34:57.565841 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c9d41-fc7e-42e4-ba3c-10bf554ab77a req-6f4b6e43-72b5-4f97-a401-960a65e72a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:57.567244 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bf0c9d41-fc7e-42e4-ba3c-10bf554ab77a req-6f4b6e43-72b5-4f97-a401-960a65e72a11 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858755 Sep 18 00:34:57.644268 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-3377e625-2839-41be-9054-34046a36b2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:57.645770 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-3377e625-2839-41be-9054-34046a36b2dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 1095 time: 0.0398824 Sep 18 00:34:57.693412 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-c5515a15-0b7e-4951-b963-e498d68bf52c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0b09a4e-60a6-47b6-ac4e-268289128cb2 HTTP/1.1" status: 200 len: 217 time: 0.0390975 Sep 18 00:34:57.743806 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-95d029a3-c801-42d9-8871-804128645af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:57.744805 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-95d029a3-c801-42d9-8871-804128645af7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0420496 Sep 18 00:34:57.794938 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-bc7371e2-0694-4ddc-8802-58816c9c4378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:57.796451 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-bc7371e2-0694-4ddc-8802-58816c9c4378 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424640 Sep 18 00:34:57.892695 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-1c827085-72ac-4bbc-a5b2-1a5d0b46f3dd service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858750 Sep 18 00:34:57.984624 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e6689cb8-bd25-4778-a16e-24713f2df528 req-397ce645-30a7-4bca-b9d5-1005b80650bb service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807762 Sep 18 00:34:58.354092 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccb025-4f77-4d8a-a6bb-84df17d633a4 req-5f21f2a8-b1a2-403d-adbc-7e58a77e99b6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:58.355580 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46ccb025-4f77-4d8a-a6bb-84df17d633a4 req-5f21f2a8-b1a2-403d-adbc-7e58a77e99b6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 944 time: 0.0483732 Sep 18 00:34:58.393548 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46ccb025-4f77-4d8a-a6bb-84df17d633a4 req-d5244a0f-0655-457d-bba3-44a668e786dd tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321229 Sep 18 00:34:59.510655 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f9a0d-9c53-46de-8666-17cc1f041ca3 req-a07e3135-4fa7-4070-b4d4-4606928edd60 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:34:59.512129 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-226f9a0d-9c53-46de-8666-17cc1f041ca3 req-a07e3135-4fa7-4070-b4d4-4606928edd60 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 944 time: 0.0477352 Sep 18 00:34:59.549532 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-226f9a0d-9c53-46de-8666-17cc1f041ca3 req-a8404a66-d5ac-40b9-93d6-6b92b20d7fcf tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313804 Sep 18 00:35:00.664277 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959e49b-17b7-4400-a304-3e1c6554af31 req-dcd7bb40-7b9e-4839-a600-6d235ca68e45 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:00.666288 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0959e49b-17b7-4400-a304-3e1c6554af31 req-dcd7bb40-7b9e-4839-a600-6d235ca68e45 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 944 time: 0.0519080 Sep 18 00:35:00.667180 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:35:00.703423 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0959e49b-17b7-4400-a304-3e1c6554af31 req-172637fa-2826-4139-bc4f-e54c2606d558 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312817 Sep 18 00:35:01.053097 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e0b09a4e-60a6-47b6-ac4e-268289128cb2 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:35:01.296523 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e0b09a4e-60a6-47b6-ac4e-268289128cb2, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e0b09a4e-60a6-47b6-ac4e-268289128cb2,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:01.307446 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'port_id': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2', 'mac_address': 'fa:16:3e:d1:fe:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:35:01.345041 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:01.357486 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b09a4e-60a6-47b6-ac4e-268289128cb2 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:35:01.378233 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e0b09a4e-60a6-47b6-ac4e-268289128cb2, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e0b09a4e-60a6-47b6-ac4e-268289128cb2,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:01.420135 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:01.467608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e0b09a4e-60a6-47b6-ac4e-268289128cb2,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:01.474776 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:01.475124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:01.475467 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:01.475804 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:01.476138 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:01.476471 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:01.476797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:01.477148 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:01.477475 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:01.477849 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:01.478166 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:01.478489 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:35:01.609722 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['e0b09a4e-60a6-47b6-ac4e-268289128cb2'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:35:01.819923 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874a42a-975c-4211-b569-6d15e6769699 req-2eb2a198-663b-4b5e-82c1-4e40e72c82b2 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:01.822020 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8874a42a-975c-4211-b569-6d15e6769699 req-2eb2a198-663b-4b5e-82c1-4e40e72c82b2 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 945 time: 0.0536745 Sep 18 00:35:01.862156 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8874a42a-975c-4211-b569-6d15e6769699 req-fc89ed01-6cc6-4579-806f-106de4a81596 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341899 Sep 18 00:35:02.976571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f5c97-7d2f-4926-a0e3-f72b763dabdc req-5693f891-b113-4625-8002-1811c7bef2f4 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:02.978297 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc0f5c97-7d2f-4926-a0e3-f72b763dabdc req-5693f891-b113-4625-8002-1811c7bef2f4 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 945 time: 0.0501165 Sep 18 00:35:03.015938 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc0f5c97-7d2f-4926-a0e3-f72b763dabdc req-129ae8d3-fb64-4866-bbb9-980459948c09 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317707 Sep 18 00:35:03.068511 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e0b09a4e-60a6-47b6-ac4e-268289128cb2 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:35:03.157420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port e0b09a4e-60a6-47b6-ac4e-268289128cb2 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:35:03.161266 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port e0b09a4e-60a6-47b6-ac4e-268289128cb2 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:35:03.161636 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:03.240282 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:03.262522 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748aee5e-c806-4080-bd63-75e1165c1ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:03.264762 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8619b242-b4ac-49fd-8024-6dd2241494a2" -d '{"events": [{"server_uuid": "748aee5e-c806-4080-bd63-75e1165c1ca1", "name": "network-vif-plugged", "status": "completed", "tag": "e0b09a4e-60a6-47b6-ac4e-268289128cb2"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:03.277584 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e0b09a4e-60a6-47b6-ac4e-268289128cb2, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e0b09a4e-60a6-47b6-ac4e-268289128cb2,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:35:03.299601 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353082a2-f301-4c15-a153-bdad0996f738 x-openstack-request-id: req-353082a2-f301-4c15-a153-bdad0996f738 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:03.299903 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748aee5e-c806-4080-bd63-75e1165c1ca1", "name": "network-vif-plugged", "status": "completed", "tag": "e0b09a4e-60a6-47b6-ac4e-268289128cb2", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:03.300437 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-353082a2-f301-4c15-a153-bdad0996f738 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:03.300859 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748aee5e-c806-4080-bd63-75e1165c1ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2', 'code': 200} Sep 18 00:35:03.317669 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:03.369779 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e0b09a4e-60a6-47b6-ac4e-268289128cb2,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:35:03.407808 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa6806-a75c-4d97-bf82-6a21b61d78db req-42c8207e-2422-475d-8010-539b3b0af61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:03.409274 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9aa6806-a75c-4d97-bf82-6a21b61d78db req-42c8207e-2422-475d-8010-539b3b0af61f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0470905 Sep 18 00:35:03.445272 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a9aa6806-a75c-4d97-bf82-6a21b61d78db req-c3546282-de5e-43c7-b7d2-71d0766e1171 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286477 Sep 18 00:35:04.134625 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51214d1f-c22a-490c-9ff5-bb3e4daa61a9 req-b4d91f6e-a186-44c4-b079-afe976294f36 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:04.136184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51214d1f-c22a-490c-9ff5-bb3e4daa61a9 req-b4d91f6e-a186-44c4-b079-afe976294f36 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0526378 Sep 18 00:35:04.173783 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51214d1f-c22a-490c-9ff5-bb3e4daa61a9 req-152bc5f2-ab56-4be2-95ca-f08209c99d35 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317986 Sep 18 00:35:05.288411 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c02814-85e7-4334-b6e4-d9707d75bb30 req-9704e747-dd8d-42ab-b9d1-cd10adc682ce tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:05.289826 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5c02814-85e7-4334-b6e4-d9707d75bb30 req-9704e747-dd8d-42ab-b9d1-cd10adc682ce tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0482366 Sep 18 00:35:05.331827 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5c02814-85e7-4334-b6e4-d9707d75bb30 req-4a708b0b-08af-4d98-a2d4-c99a8218b889 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361416 Sep 18 00:35:05.440427 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab2ea8-5785-4032-8ef1-4615ce5c8ccf req-f89dc797-e00f-4202-8485-1d2ea7eb0477 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:05.441933 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2eab2ea8-5785-4032-8ef1-4615ce5c8ccf req-f89dc797-e00f-4202-8485-1d2ea7eb0477 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0479908 Sep 18 00:35:05.450960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 57602) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:35:05.455248 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-5848a250-46f4-4803-bee8-fa29c89eb02d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Request body: {'floatingip': {'port_id': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:35:05.497076 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5848a250-46f4-4803-bee8-fa29c89eb02d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:05.922038 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5848a250-46f4-4803-bee8-fa29c89eb02d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:05.979729 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5848a250-46f4-4803-bee8-fa29c89eb02d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:06.076806 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-5848a250-46f4-4803-bee8-fa29c89eb02d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Floating IP 510719b4-a1bb-47a1-b1d0-9d6dfbf9e637 associated. External IP: 172.25.3.166, port: e0b09a4e-60a6-47b6-ac4e-268289128cb2. Sep 18 00:35:06.284787 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5848a250-46f4-4803-bee8-fa29c89eb02d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Router af192fa8-b368-4196-b8bd-58b0766cbaf6 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:35:06.390830 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5848a250-46f4-4803-bee8-fa29c89eb02d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:35:06.395656 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5848a250-46f4-4803-bee8-fa29c89eb02d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:06.401701 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae99d55-2286-420e-99d2-fb7a9f2ecb2f None None] Sync routers for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:35:06.411329 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae99d55-2286-420e-99d2-fb7a9f2ecb2f None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:35:06.411945 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-0ae99d55-2286-420e-99d2-fb7a9f2ecb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:34:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:35:06.423601 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5848a250-46f4-4803-bee8-fa29c89eb02d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "PUT /v2.0/floatingips/510719b4-a1bb-47a1-b1d0-9d6dfbf9e637 HTTP/1.1" status: 200 len: 992 time: 0.9716158 Sep 18 00:35:06.424166 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748aee5e-c806-4080-bd63-75e1165c1ca1', 'tag': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:35:06.466142 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2e7e27-159b-4799-9da1-e450074c0355" -d '{"events": [{"name": "network-changed", "server_uuid": "748aee5e-c806-4080-bd63-75e1165c1ca1", "tag": "e0b09a4e-60a6-47b6-ac4e-268289128cb2"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:35:06.524339 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-0ae99d55-2286-420e-99d2-fb7a9f2ecb2f None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:35:06.556391 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5be22f8-d3d6-4d87-8c5d-c9b507b0f204 x-openstack-request-id: req-e5be22f8-d3d6-4d87-8c5d-c9b507b0f204 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:35:06.556691 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748aee5e-c806-4080-bd63-75e1165c1ca1", "tag": "e0b09a4e-60a6-47b6-ac4e-268289128cb2", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:35:06.556975 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e5be22f8-d3d6-4d87-8c5d-c9b507b0f204 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:35:06.557378 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748aee5e-c806-4080-bd63-75e1165c1ca1', 'tag': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2', 'status': 'completed', 'code': 200} Sep 18 00:35:06.617714 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e7e27-159b-4799-9da1-e450074c0355 req-a7b2b658-b3ba-4f26-8515-0332d5901b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:06.619344 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bb2e7e27-159b-4799-9da1-e450074c0355 req-a7b2b658-b3ba-4f26-8515-0332d5901b36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0400465 Sep 18 00:35:06.715206 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e7e27-159b-4799-9da1-e450074c0355 req-5d5c5e8b-9c9b-43b0-be7a-d920853cdf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:06.716714 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bb2e7e27-159b-4799-9da1-e450074c0355 req-5d5c5e8b-9c9b-43b0-be7a-d920853cdf73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0910511 Sep 18 00:35:06.748416 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-0ae99d55-2286-420e-99d2-fb7a9f2ecb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '510719b4-a1bb-47a1-b1d0-9d6dfbf9e637', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'port_id': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'mac_address': 'fa:16:3e:d1:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748aee5e-c806-4080-bd63-75e1165c1ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:34:52Z', 'updated_at': '2021-09-18T00:35:05Z', 'revision_number': 1, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:35:06.775098 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae99d55-2286-420e-99d2-fb7a9f2ecb2f None None] Checking router: af192fa8-b368-4196-b8bd-58b0766cbaf6 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:35:06.782665 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bb2e7e27-159b-4799-9da1-e450074c0355 req-d693d5cd-a807-4feb-a9d0-fabbaa29ba9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0b09a4e-60a6-47b6-ac4e-268289128cb2 HTTP/1.1" status: 200 len: 1000 time: 0.0580330 Sep 18 00:35:06.784705 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae99d55-2286-420e-99d2-fb7a9f2ecb2f None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:35:06.785403 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-0ae99d55-2286-420e-99d2-fb7a9f2ecb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:34:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:35:06.832084 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e7e27-159b-4799-9da1-e450074c0355 req-a26138c3-9f3a-433c-97e4-053af851efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:06.833514 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bb2e7e27-159b-4799-9da1-e450074c0355 req-a26138c3-9f3a-433c-97e4-053af851efcb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0441871 Sep 18 00:35:06.881984 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e7e27-159b-4799-9da1-e450074c0355 req-40859b96-4b6a-4dee-9d5c-468a6d45241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:06.883599 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bb2e7e27-159b-4799-9da1-e450074c0355 req-40859b96-4b6a-4dee-9d5c-468a6d45241e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434787 Sep 18 00:35:06.890210 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-0ae99d55-2286-420e-99d2-fb7a9f2ecb2f None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:35:06.973375 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bb2e7e27-159b-4799-9da1-e450074c0355 req-c80d1c28-62bf-4e78-b2ce-ccbd1ab24921 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819399 Sep 18 00:35:07.067038 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-bb2e7e27-159b-4799-9da1-e450074c0355 req-b5fabea6-ca23-4b70-bde6-f16a09467fc8 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864074 Sep 18 00:35:07.111473 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-0ae99d55-2286-420e-99d2-fb7a9f2ecb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '510719b4-a1bb-47a1-b1d0-9d6dfbf9e637', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'port_id': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'mac_address': 'fa:16:3e:d1:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748aee5e-c806-4080-bd63-75e1165c1ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:34:52Z', 'updated_at': '2021-09-18T00:35:05Z', 'revision_number': 1, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:35:07.141765 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae99d55-2286-420e-99d2-fb7a9f2ecb2f None None] The sync data for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 is: [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '510719b4-a1bb-47a1-b1d0-9d6dfbf9e637', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'port_id': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'mac_address': 'fa:16:3e:d1:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748aee5e-c806-4080-bd63-75e1165c1ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:34:52Z', 'updated_at': '2021-09-18T00:35:05Z', 'revision_number': 1, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:35:07.325060 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3564f5c-bf50-4e47-aa05-39ce0afa8ca5 None None] New status for floating IP 510719b4-a1bb-47a1-b1d0-9d6dfbf9e637: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:35:10.791249 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:13.819783 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:14.099417 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f63aa9a2-f3ec-499b-93d3-bb2b01138503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:16.648527 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9adc9468-12dc-404e-9471-dafa06cb670f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:17.328174 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:17.905378 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:19.951525 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:37.240224 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-efcac7f9-5bab-4fef-995e-3ff6239425ce req-4629fa01-6f8b-438a-8631-ee8daabd1682 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396070 Sep 18 00:35:37.319851 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcac7f9-5bab-4fef-995e-3ff6239425ce req-977659bc-11ba-43f7-bbb7-938327601d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:37.321373 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-efcac7f9-5bab-4fef-995e-3ff6239425ce req-977659bc-11ba-43f7-bbb7-938327601d4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0394485 Sep 18 00:35:37.427644 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcac7f9-5bab-4fef-995e-3ff6239425ce req-b88ad75b-fcf0-48ed-b0bd-39302ae8fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:37.429135 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-efcac7f9-5bab-4fef-995e-3ff6239425ce req-b88ad75b-fcf0-48ed-b0bd-39302ae8fe99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0851972 Sep 18 00:35:37.492464 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-efcac7f9-5bab-4fef-995e-3ff6239425ce req-8ae5e29f-4b31-4ccc-a5fb-ba0d6186befd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0b09a4e-60a6-47b6-ac4e-268289128cb2 HTTP/1.1" status: 200 len: 1002 time: 0.0545697 Sep 18 00:35:37.543248 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcac7f9-5bab-4fef-995e-3ff6239425ce req-d4f68ce6-adf2-4ec6-b146-25f68ee43a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:37.544552 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-efcac7f9-5bab-4fef-995e-3ff6239425ce req-d4f68ce6-adf2-4ec6-b146-25f68ee43a33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0455036 Sep 18 00:35:37.593470 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcac7f9-5bab-4fef-995e-3ff6239425ce req-769fb72b-acd7-4dac-bb99-72114cdfa938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:35:37.594891 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-efcac7f9-5bab-4fef-995e-3ff6239425ce req-769fb72b-acd7-4dac-bb99-72114cdfa938 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384517 Sep 18 00:35:37.665276 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:35:37.682253 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-efcac7f9-5bab-4fef-995e-3ff6239425ce req-4dc5d489-9e26-4208-bd3a-ee006230f052 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786350 Sep 18 00:35:37.770550 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-efcac7f9-5bab-4fef-995e-3ff6239425ce req-892a4f67-56b7-46bf-aab9-2a35c6ecb77a service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815589 Sep 18 00:35:40.802161 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:43.842327 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:44.082312 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6fc6345c-224d-4b76-a085-8d0661ebfa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:46.613546 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ce9609dd-4217-459d-8104-90e5b202b934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:47.328128 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:47.962090 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:35:49.948960 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:10.818401 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:13.824333 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:14.096866 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6331ae53-6c48-4fed-a710-ba93c2105a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:14.663583 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:36:16.629800 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-df3c1fa8-5490-4af0-9213-b12b9fb396ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.332530 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:17.966947 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:19.927115 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:39.205641 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a2cd2da-6489-438a-929d-659b2c6ccf50 req-5a8e6425-3239-46f2-b8ff-595b34e776e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420108 Sep 18 00:36:39.288342 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cd2da-6489-438a-929d-659b2c6ccf50 req-6d4804ed-8928-469a-94c2-17d1c57d8f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:39.289886 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a2cd2da-6489-438a-929d-659b2c6ccf50 req-6d4804ed-8928-469a-94c2-17d1c57d8f67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0417063 Sep 18 00:36:39.393020 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cd2da-6489-438a-929d-659b2c6ccf50 req-a44dadba-b432-4060-bb46-33eb7d7bbdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:39.394490 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a2cd2da-6489-438a-929d-659b2c6ccf50 req-a44dadba-b432-4060-bb46-33eb7d7bbdaf service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0863147 Sep 18 00:36:39.457116 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a2cd2da-6489-438a-929d-659b2c6ccf50 req-2beb08cc-ae75-420e-ba68-6d3e7afa6968 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0b09a4e-60a6-47b6-ac4e-268289128cb2 HTTP/1.1" status: 200 len: 1002 time: 0.0557723 Sep 18 00:36:39.507106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cd2da-6489-438a-929d-659b2c6ccf50 req-e375c111-e35e-4b18-a5b7-4c38aa9aaf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:39.508511 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a2cd2da-6489-438a-929d-659b2c6ccf50 req-e375c111-e35e-4b18-a5b7-4c38aa9aaf12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0451877 Sep 18 00:36:39.553609 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cd2da-6489-438a-929d-659b2c6ccf50 req-245eb1a5-a1bc-4412-9969-edd598df83f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:39.555052 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a2cd2da-6489-438a-929d-659b2c6ccf50 req-245eb1a5-a1bc-4412-9969-edd598df83f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382226 Sep 18 00:36:39.646604 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a2cd2da-6489-438a-929d-659b2c6ccf50 req-fbf11542-53eb-4ed2-a783-e208f5b979ab service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835724 Sep 18 00:36:39.733538 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7a2cd2da-6489-438a-929d-659b2c6ccf50 req-cf502ce6-6d03-472f-b653-c8963e721487 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794969 Sep 18 00:36:40.844367 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:42.112855 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394871e-4689-4802-b5fe-843a98d2bb6c req-8249734d-52b3-4146-b61e-2aaaaedcbc0b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:42.114378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1394871e-4689-4802-b5fe-843a98d2bb6c req-8249734d-52b3-4146-b61e-2aaaaedcbc0b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0624542 Sep 18 00:36:42.154890 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1394871e-4689-4802-b5fe-843a98d2bb6c req-99d0ce2d-ca19-41b4-a757-db7c3b77be58 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345840 Sep 18 00:36:42.507826 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4034a-196e-4d2d-956e-4ca48240fd5f req-e5117698-a991-48c1-a7c0-e046ce9d0008 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:42.509319 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7b4034a-196e-4d2d-956e-4ca48240fd5f req-e5117698-a991-48c1-a7c0-e046ce9d0008 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0484796 Sep 18 00:36:42.546237 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7b4034a-196e-4d2d-956e-4ca48240fd5f req-46f03e29-e854-4f34-a2fe-f55f7ecf90df tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309515 Sep 18 00:36:42.677924 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-83452a5c-e194-4c89-877d-3706c08063f2 req-be7eaa44-4536-41c3-a06f-d4d8db94e19f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0770574 Sep 18 00:36:43.673135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec3590-c9c4-4331-9645-663184cbcc6b req-3a782a1a-a574-43f4-8179-466f5a98131a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:43.674720 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-81ec3590-c9c4-4331-9645-663184cbcc6b req-3a782a1a-a574-43f4-8179-466f5a98131a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0565922 Sep 18 00:36:43.715326 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-81ec3590-c9c4-4331-9645-663184cbcc6b req-63208637-1f1e-4c38-b4c9-8ba08abfffdb tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344524 Sep 18 00:36:43.861517 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:44.113164 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e062c808-34de-447e-bf87-1a2978d05eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:44.727792 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83452a5c-e194-4c89-877d-3706c08063f2 req-488b4131-0253-4fea-8f63-1de89702f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:44.729295 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-83452a5c-e194-4c89-877d-3706c08063f2 req-488b4131-0253-4fea-8f63-1de89702f49e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0436499 Sep 18 00:36:44.826465 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83452a5c-e194-4c89-877d-3706c08063f2 req-efbcd5b6-4545-456b-b157-739ab387d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:44.827948 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-83452a5c-e194-4c89-877d-3706c08063f2 req-efbcd5b6-4545-456b-b157-739ab387d309 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0921788 Sep 18 00:36:44.839784 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb93af0-e8fb-42be-ac61-49a84fc77664 req-249caacb-9e98-41f8-a1d9-91c2e20d4dac tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:44.841312 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8eb93af0-e8fb-42be-ac61-49a84fc77664 req-249caacb-9e98-41f8-a1d9-91c2e20d4dac tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0543983 Sep 18 00:36:44.878798 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8eb93af0-e8fb-42be-ac61-49a84fc77664 req-0969e3b6-d429-4124-b9d5-9d2eb87ac29a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315168 Sep 18 00:36:44.896880 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-83452a5c-e194-4c89-877d-3706c08063f2 req-2067cee9-33a9-4f24-925a-280a41e3e616 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0b09a4e-60a6-47b6-ac4e-268289128cb2 HTTP/1.1" status: 200 len: 1002 time: 0.0615602 Sep 18 00:36:44.944786 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83452a5c-e194-4c89-877d-3706c08063f2 req-67ae0adf-b519-4e08-a7de-2c43ee48c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:44.946228 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-83452a5c-e194-4c89-877d-3706c08063f2 req-67ae0adf-b519-4e08-a7de-2c43ee48c0e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0421896 Sep 18 00:36:44.989485 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83452a5c-e194-4c89-877d-3706c08063f2 req-2371a89a-1ece-429a-9c91-e9276ee7ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:44.990850 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-83452a5c-e194-4c89-877d-3706c08063f2 req-2371a89a-1ece-429a-9c91-e9276ee7ef7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375075 Sep 18 00:36:45.083517 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-83452a5c-e194-4c89-877d-3706c08063f2 req-8dac14df-4e72-46fe-893d-f9a5857834a4 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842469 Sep 18 00:36:45.169367 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-83452a5c-e194-4c89-877d-3706c08063f2 req-e0f3468d-26d8-4ba2-83e9-1518a59ae08a service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787580 Sep 18 00:36:45.992621 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703981-ac13-4a05-ab9f-a1c8c53dc07f req-b0bb32f5-536e-404a-a3cc-b75497f845d0 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:45.994122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17703981-ac13-4a05-ab9f-a1c8c53dc07f req-b0bb32f5-536e-404a-a3cc-b75497f845d0 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0481422 Sep 18 00:36:46.032078 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17703981-ac13-4a05-ab9f-a1c8c53dc07f req-2839e76d-40c9-465c-a3b9-bdf70702efdf tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321531 Sep 18 00:36:46.606270 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-af21ca24-8c9b-4235-9b2b-d3e1482dcd3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:47.145120 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b8a60-765e-47f5-8fa7-0a9b4d0ebe6b req-5265d37e-880b-4989-95e8-8d03385e848d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:47.146591 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb8b8a60-765e-47f5-8fa7-0a9b4d0ebe6b req-5265d37e-880b-4989-95e8-8d03385e848d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0477405 Sep 18 00:36:47.183050 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb8b8a60-765e-47f5-8fa7-0a9b4d0ebe6b req-21c3b346-632a-4fa9-ae0b-9dda4782376d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306976 Sep 18 00:36:47.337665 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:47.952306 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:48.301746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da392c38-9bf3-4159-9a58-db013d028d5b req-fb2e94b6-7e4d-4e0e-b3f1-f87dba1f1446 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:48.303212 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da392c38-9bf3-4159-9a58-db013d028d5b req-fb2e94b6-7e4d-4e0e-b3f1-f87dba1f1446 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0515780 Sep 18 00:36:48.339811 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da392c38-9bf3-4159-9a58-db013d028d5b req-9ae22f25-9059-4cf3-8d9e-15de0e747031 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305741 Sep 18 00:36:49.453109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99505e88-a646-474b-a443-1280d6e09178 req-bab9ed0e-df57-4392-8129-43d9097a156a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:49.454562 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99505e88-a646-474b-a443-1280d6e09178 req-bab9ed0e-df57-4392-8129-43d9097a156a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0474219 Sep 18 00:36:49.491142 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99505e88-a646-474b-a443-1280d6e09178 req-c6e9fa67-a32c-4226-b1db-e28a027069ab tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307858 Sep 18 00:36:49.964107 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:50.603091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcf3d0-f9ab-466d-8795-49350d0fc6bd req-9cf349de-f5c7-4db3-b696-8b15766384c4 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:50.608695 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-75dcf3d0-f9ab-466d-8795-49350d0fc6bd req-9cf349de-f5c7-4db3-b696-8b15766384c4 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0480099 Sep 18 00:36:50.641582 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-75dcf3d0-f9ab-466d-8795-49350d0fc6bd req-46f6418b-65b7-44f4-92d9-ba8272889ee9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305862 Sep 18 00:36:51.661926 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:36:51.762696 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b8b72-d5f0-46f2-bee0-540da7b13738 req-b5ed7f06-e296-460a-9c70-f75f5a61f0f7 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:51.764220 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-549b8b72-d5f0-46f2-bee0-540da7b13738 req-b5ed7f06-e296-460a-9c70-f75f5a61f0f7 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0524936 Sep 18 00:36:51.801664 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-549b8b72-d5f0-46f2-bee0-540da7b13738 req-78a147d6-8450-42fc-a662-4915916539b9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315862 Sep 18 00:36:52.913523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13266a74-344b-41ea-910f-daece45d8d71 req-93309179-c87d-43b9-8522-15febe9de865 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:52.914989 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13266a74-344b-41ea-910f-daece45d8d71 req-93309179-c87d-43b9-8522-15febe9de865 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0481071 Sep 18 00:36:52.952400 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13266a74-344b-41ea-910f-daece45d8d71 req-a4f94958-b71d-451c-9be7-0d9cdaac2bb4 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311251 Sep 18 00:36:54.065027 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7ae4b-94d3-4984-a595-d8203bedbe00 req-01ef315c-5fee-4454-b6a4-001d4a09961d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:54.066487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6b7ae4b-94d3-4984-a595-d8203bedbe00 req-01ef315c-5fee-4454-b6a4-001d4a09961d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0474234 Sep 18 00:36:54.105266 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6b7ae4b-94d3-4984-a595-d8203bedbe00 req-fe08df06-0e49-4a8a-8a7f-03cc672bbe29 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329545 Sep 18 00:36:55.222818 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ed9a2-75d1-4e88-9c94-5855bf6aae64 req-ef38dfad-4734-429b-abea-7efb40e2a007 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:55.224267 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e74ed9a2-75d1-4e88-9c94-5855bf6aae64 req-ef38dfad-4734-429b-abea-7efb40e2a007 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0510311 Sep 18 00:36:55.259756 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e74ed9a2-75d1-4e88-9c94-5855bf6aae64 req-728134bc-c6fe-4ac1-a1b6-9aaa524c517a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295980 Sep 18 00:36:56.371609 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2cf0e-e693-4591-9ccc-73702a222b57 req-add84d4b-760f-434e-a67c-911c07830ca8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:56.373620 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41f2cf0e-e693-4591-9ccc-73702a222b57 req-add84d4b-760f-434e-a67c-911c07830ca8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0474515 Sep 18 00:36:56.410120 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-41f2cf0e-e693-4591-9ccc-73702a222b57 req-92e203d4-0ff4-46fb-b457-71be22a42add tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307751 Sep 18 00:36:57.168952 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [req-83452a5c-e194-4c89-877d-3706c08063f2 req-01f322b3-ddc2-4026-b3e1-9d3e00cc2f19 service neutron] show failed (client error): The resource could not be found. Sep 18 00:36:57.170635 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-83452a5c-e194-4c89-877d-3706c08063f2 req-01f322b3-ddc2-4026-b3e1-9d3e00cc2f19 service neutron] 10.222.0.41 "GET /v2.0/ports/e0b09a4e-60a6-47b6-ac4e-268289128cb2/bindings/n-h2-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.0562658 Sep 18 00:36:57.521659 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37a7f6-1e12-4dff-a623-ccc69c170f35 req-4bdea61d-8001-4433-b6ff-0418a7ad7d7a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:57.523154 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8e37a7f6-1e12-4dff-a623-ccc69c170f35 req-4bdea61d-8001-4433-b6ff-0418a7ad7d7a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0483925 Sep 18 00:36:57.562101 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8e37a7f6-1e12-4dff-a623-ccc69c170f35 req-28d10b21-d70d-48a8-8338-1fc7653df78d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329895 Sep 18 00:36:57.696591 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83452a5c-e194-4c89-877d-3706c08063f2 req-9ef6eec6-18ca-4b00-b8db-ceeafc098dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:57.698019 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83452a5c-e194-4c89-877d-3706c08063f2 req-9ef6eec6-18ca-4b00-b8db-ceeafc098dca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1&tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383 HTTP/1.1" status: 200 len: 1097 time: 0.0815856 Sep 18 00:36:57.709973 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:36:57.759995 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:57.954065 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] For port e0b09a4e-60a6-47b6-ac4e-268289128cb2, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e0b09a4e-60a6-47b6-ac4e-268289128cb2,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:36:57.984861 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] For port e0b09a4e-60a6-47b6-ac4e-268289128cb2, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:36:58.027317 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748aee5e-c806-4080-bd63-75e1165c1ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:36:58.029592 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe24f09-8b54-4ea3-9065-c93a058a3ff9" -d '{"events": [{"server_uuid": "748aee5e-c806-4080-bd63-75e1165c1ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "e0b09a4e-60a6-47b6-ac4e-268289128cb2"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:36:58.033291 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.045531 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Transition to ACTIVE for port object e0b09a4e-60a6-47b6-ac4e-268289128cb2 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:36:58.080315 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba8f63f-ec9e-4337-a46c-d5f725cd6fd9 x-openstack-request-id: req-7ba8f63f-ec9e-4337-a46c-d5f725cd6fd9 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:36:58.080615 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748aee5e-c806-4080-bd63-75e1165c1ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "e0b09a4e-60a6-47b6-ac4e-268289128cb2", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:36:58.080903 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ba8f63f-ec9e-4337-a46c-d5f725cd6fd9 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:36:58.081305 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748aee5e-c806-4080-bd63-75e1165c1ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2', 'code': 200} Sep 18 00:36:58.126111 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.228095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b09a4e-60a6-47b6-ac4e-268289128cb2,revision_number=6']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:58.592622 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:58.593187 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:58.593319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:58.593634 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:58.593960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:58.594286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:58.594607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:58.594926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:58.595244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:58.595561 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:58.595877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:58.596219 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:36:58.640756 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] No DVR routers for this DVR port e0b09a4e-60a6-47b6-ac4e-268289128cb2 on host n-h1-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:36:58.754055 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f48c25-6fa9-4e3f-a160-896cd4e80b51 req-4981f8b4-d24b-40ec-a554-b0864ad749b6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:58.755530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7f48c25-6fa9-4e3f-a160-896cd4e80b51 req-4981f8b4-d24b-40ec-a554-b0864ad749b6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 944 time: 0.1159906 Sep 18 00:36:58.824124 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7f48c25-6fa9-4e3f-a160-896cd4e80b51 req-98a6cfe1-2457-4e20-9bf5-9e86b9181afc tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627081 Sep 18 00:36:58.833384 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Attempting to bind port e0b09a4e-60a6-47b6-ac4e-268289128cb2 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:36:58.833723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Attempting to bind port e0b09a4e-60a6-47b6-ac4e-268289128cb2 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:36:58.834052 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Attempting to bind port e0b09a4e-60a6-47b6-ac4e-268289128cb2 on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:58.838311 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Port e0b09a4e-60a6-47b6-ac4e-268289128cb2 on network ba49eb6d-72a7-4457-b215-7db11eef74f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:36:58.838630 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Attempting to bind port e0b09a4e-60a6-47b6-ac4e-268289128cb2 on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:36:58.843986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:36:58.844264 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Checking segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:36:58.844641 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Bound using segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:36:58.845091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Bound port: e0b09a4e-60a6-47b6-ac4e-268289128cb2, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:36:58.845446 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:58.906455 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] For port e0b09a4e-60a6-47b6-ac4e-268289128cb2, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:36:58.909485 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] For port e0b09a4e-60a6-47b6-ac4e-268289128cb2, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=e0b09a4e-60a6-47b6-ac4e-268289128cb2,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:36:58.978238 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:59.008583 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:59.009391 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:36:59.011093 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83452a5c-e194-4c89-877d-3706c08063f2 req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] 10.222.0.37 "PUT /v2.0/ports/e0b09a4e-60a6-47b6-ac4e-268289128cb2 HTTP/1.1" status: 200 len: 1092 time: 1.3049994 Sep 18 00:36:59.071826 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d16c9-da1d-4435-b6c9-fc548e68ab83 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b09a4e-60a6-47b6-ac4e-268289128cb2,revision_number=7']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:36:59.091161 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83452a5c-e194-4c89-877d-3706c08063f2 req-2bdf1843-521e-45d8-be1f-7dd26b75a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:59.092733 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83452a5c-e194-4c89-877d-3706c08063f2 req-2bdf1843-521e-45d8-be1f-7dd26b75a580 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 1095 time: 0.0560808 Sep 18 00:36:59.185157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83452a5c-e194-4c89-877d-3706c08063f2 req-e8d873ce-5b51-41b1-9a73-c72b4e35fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:59.187158 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83452a5c-e194-4c89-877d-3706c08063f2 req-e8d873ce-5b51-41b1-9a73-c72b4e35fb61 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0874615 Sep 18 00:36:59.254140 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83452a5c-e194-4c89-877d-3706c08063f2 req-bef1f8d3-9237-444a-8595-b28211f71619 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0b09a4e-60a6-47b6-ac4e-268289128cb2 HTTP/1.1" status: 200 len: 1000 time: 0.0595374 Sep 18 00:36:59.303181 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83452a5c-e194-4c89-877d-3706c08063f2 req-21df782c-c2b5-4817-8849-9a19f2b9b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:59.304616 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83452a5c-e194-4c89-877d-3706c08063f2 req-21df782c-c2b5-4817-8849-9a19f2b9b7de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0442128 Sep 18 00:36:59.348699 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83452a5c-e194-4c89-877d-3706c08063f2 req-287c8714-4f59-4183-8a8f-8e4d25078ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:59.350161 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83452a5c-e194-4c89-877d-3706c08063f2 req-287c8714-4f59-4183-8a8f-8e4d25078ff0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384471 Sep 18 00:36:59.441617 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83452a5c-e194-4c89-877d-3706c08063f2 req-cbbe1a4f-ff16-4823-aed3-b017a3a989d3 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833359 Sep 18 00:36:59.528897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83452a5c-e194-4c89-877d-3706c08063f2 req-f7cd9923-c6bd-440b-8b43-d113fb4182c6 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803313 Sep 18 00:36:59.941063 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913b7f7-1474-4fde-a7ff-cdbe0c5533ec req-066b9fa8-2ecc-4105-9693-bee3e68958ce tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:36:59.942740 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e913b7f7-1474-4fde-a7ff-cdbe0c5533ec req-066b9fa8-2ecc-4105-9693-bee3e68958ce tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 944 time: 0.0493634 Sep 18 00:36:59.983804 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e913b7f7-1474-4fde-a7ff-cdbe0c5533ec req-0771bf34-3402-48e7-a4c0-039f7b864ead tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353651 Sep 18 00:37:00.082945 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748aee5e-c806-4080-bd63-75e1165c1ca1', 'tag': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:00.085281 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71073af3-9926-467b-ab0a-9ea926bc0fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "748aee5e-c806-4080-bd63-75e1165c1ca1", "tag": "e0b09a4e-60a6-47b6-ac4e-268289128cb2"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:00.136442 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48751267-fce1-494d-aaba-e56ef715430e x-openstack-request-id: req-48751267-fce1-494d-aaba-e56ef715430e {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:00.136729 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748aee5e-c806-4080-bd63-75e1165c1ca1", "tag": "e0b09a4e-60a6-47b6-ac4e-268289128cb2", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:00.137012 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-48751267-fce1-494d-aaba-e56ef715430e {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:00.137410 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748aee5e-c806-4080-bd63-75e1165c1ca1', 'tag': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2', 'status': 'completed', 'code': 200} Sep 18 00:37:00.197369 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-b7c0e1fe-fce9-4d85-9cfd-4d697c547d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:00.198875 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-b7c0e1fe-fce9-4d85-9cfd-4d697c547d51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 1095 time: 0.0405989 Sep 18 00:37:00.199675 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-d807f6ab-3c77-4dfd-8e5b-277260be296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:00.201697 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-d807f6ab-3c77-4dfd-8e5b-277260be296d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 1095 time: 0.0402932 Sep 18 00:37:00.290250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-1d647422-abcf-4672-8e18-cebf4eca3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:00.291747 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-1d647422-abcf-4672-8e18-cebf4eca3a71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0842204 Sep 18 00:37:00.294368 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-20d78f29-584e-4bbd-b2ba-fd993535d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:00.295869 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-20d78f29-584e-4bbd-b2ba-fd993535d4fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0867481 Sep 18 00:37:00.360125 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-a65d6c35-62cc-415c-ab61-0bf8e9530af1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0b09a4e-60a6-47b6-ac4e-268289128cb2 HTTP/1.1" status: 200 len: 1000 time: 0.0613968 Sep 18 00:37:00.364532 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-0dd8c563-7c41-4224-b57d-e14c4db5c157 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0b09a4e-60a6-47b6-ac4e-268289128cb2 HTTP/1.1" status: 200 len: 1000 time: 0.0608785 Sep 18 00:37:00.407741 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-b2114509-a82f-41d0-b0bd-f8540f20bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:00.409308 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-b2114509-a82f-41d0-b0bd-f8540f20bc84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0428200 Sep 18 00:37:00.413430 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-567ac83a-ff81-4616-b21a-165f78c0a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:00.414886 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-567ac83a-ff81-4616-b21a-165f78c0a23d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0428383 Sep 18 00:37:00.454325 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-03697e83-9ca7-4197-aed8-2147cc075db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:00.455890 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-03697e83-9ca7-4197-aed8-2147cc075db0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396001 Sep 18 00:37:00.461004 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-d67de000-f949-4259-83e6-ce3455b16cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:00.462483 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-d67de000-f949-4259-83e6-ce3455b16cd3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392063 Sep 18 00:37:00.547678 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-458ae979-ce5a-4d69-aafd-d51ed3b222f6 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845921 Sep 18 00:37:00.554966 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-a576ca79-0b7b-4dc0-97e9-b7b24aeda46c service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844607 Sep 18 00:37:00.649495 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-adda2dc1-5ce8-4b7b-abaf-04c2ebb0e24e service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865235 Sep 18 00:37:00.939195 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-71073af3-9926-467b-ab0a-9ea926bc0fdc req-4cd009e8-fab7-446a-9ec2-7ded51b241c9 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842688 Sep 18 00:37:01.096145 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0174-27bd-486d-b153-82b11234bf28 req-7d8fa64e-dfdb-41a6-9770-df8f95d51d85 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:01.097616 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-879c0174-27bd-486d-b153-82b11234bf28 req-7d8fa64e-dfdb-41a6-9770-df8f95d51d85 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 944 time: 0.0479059 Sep 18 00:37:01.138991 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-879c0174-27bd-486d-b153-82b11234bf28 req-4f1cccd5-b39b-4f7e-afb1-bdfaa18b6280 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355203 Sep 18 00:37:01.626406 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e0b09a4e-60a6-47b6-ac4e-268289128cb2 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:01.662518 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e0b09a4e-60a6-47b6-ac4e-268289128cb2 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:37:02.107734 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device e0b09a4e-60a6-47b6-ac4e-268289128cb2 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:37:02.203420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port e0b09a4e-60a6-47b6-ac4e-268289128cb2, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=e0b09a4e-60a6-47b6-ac4e-268289128cb2,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:02.214323 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'port_id': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2', 'mac_address': 'fa:16:3e:d1:fe:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:37:02.250075 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:02.254093 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcdf54-a218-410d-b95b-e297ba2c2c7f req-bca9060d-86c9-4eb5-ba19-985942709764 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.255545 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8edcdf54-a218-410d-b95b-e297ba2c2c7f req-bca9060d-86c9-4eb5-ba19-985942709764 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 944 time: 0.0481660 Sep 18 00:37:02.262497 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b09a4e-60a6-47b6-ac4e-268289128cb2 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:37:02.282603 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port e0b09a4e-60a6-47b6-ac4e-268289128cb2, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=e0b09a4e-60a6-47b6-ac4e-268289128cb2,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:02.295667 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8edcdf54-a218-410d-b95b-e297ba2c2c7f req-18edddc4-0cca-428b-a40e-32a6afa18699 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340977 Sep 18 00:37:02.377683 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:02.423392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=e0b09a4e-60a6-47b6-ac4e-268289128cb2,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:02.430542 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:02.430884 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:02.431482 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:02.431810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:02.432135 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:02.432480 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:02.432782 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:02.433132 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:02.433450 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:02.433767 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:02.434082 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:02.434397 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:37:02.613265 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['e0b09a4e-60a6-47b6-ac4e-268289128cb2'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:37:02.631416 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ce3d2-6426-4203-95f2-a6a07344f8c0 req-5fc72182-ddb5-44f1-9a60-2a171be5d081 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.632986 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-253ce3d2-6426-4203-95f2-a6a07344f8c0 req-5fc72182-ddb5-44f1-9a60-2a171be5d081 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 945 time: 0.0499609 Sep 18 00:37:02.681957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-253ce3d2-6426-4203-95f2-a6a07344f8c0 req-72c74027-69b1-46b3-8183-d06b8d42e6f2 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414267 Sep 18 00:37:02.709513 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da879e2-864e-4a47-8b58-99fac350155f req-afa62c22-50d2-4341-946a-3f8979029036 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.710980 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1da879e2-864e-4a47-8b58-99fac350155f req-afa62c22-50d2-4341-946a-3f8979029036 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.41 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1&tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&binding%3Ahost_id=n-h2-809883-1 HTTP/1.1" status: 200 len: 945 time: 0.0606070 Sep 18 00:37:02.771286 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [req-1da879e2-864e-4a47-8b58-99fac350155f req-acffb0c8-68a4-4dc2-a854-d8196de46f29 service neutron] delete failed (client error): The resource could not be found. Sep 18 00:37:02.772296 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1da879e2-864e-4a47-8b58-99fac350155f req-acffb0c8-68a4-4dc2-a854-d8196de46f29 service neutron] 10.222.0.41 "DELETE /v2.0/ports/e0b09a4e-60a6-47b6-ac4e-268289128cb2/bindings/n-h1-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.0525508 Sep 18 00:37:02.852721 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da879e2-864e-4a47-8b58-99fac350155f req-dbf4386a-6510-4619-9390-55cc71720d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.854138 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1da879e2-864e-4a47-8b58-99fac350155f req-dbf4386a-6510-4619-9390-55cc71720d38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 1096 time: 0.0393455 Sep 18 00:37:02.944982 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da879e2-864e-4a47-8b58-99fac350155f req-573c643b-7c6e-4436-8e03-9b9ab2f9ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:02.946438 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1da879e2-864e-4a47-8b58-99fac350155f req-573c643b-7c6e-4436-8e03-9b9ab2f9ae00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0850978 Sep 18 00:37:03.009893 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1da879e2-864e-4a47-8b58-99fac350155f req-ea77fdb5-b0c4-47e8-b6bf-bbf6ce6a98c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0b09a4e-60a6-47b6-ac4e-268289128cb2 HTTP/1.1" status: 200 len: 1001 time: 0.0555844 Sep 18 00:37:03.062304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da879e2-864e-4a47-8b58-99fac350155f req-c302fc23-b9c8-47e7-83dc-826c4077a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:03.063729 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1da879e2-864e-4a47-8b58-99fac350155f req-c302fc23-b9c8-47e7-83dc-826c4077a7c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0463462 Sep 18 00:37:03.106936 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da879e2-864e-4a47-8b58-99fac350155f req-d417bca9-c064-4548-aa89-16c8601e2f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:03.108903 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1da879e2-864e-4a47-8b58-99fac350155f req-d417bca9-c064-4548-aa89-16c8601e2f87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384405 Sep 18 00:37:03.197449 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1da879e2-864e-4a47-8b58-99fac350155f req-cfe8deeb-c113-4925-a290-56b9cd1db474 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812602 Sep 18 00:37:03.285378 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1da879e2-864e-4a47-8b58-99fac350155f req-4cb0b821-781c-49cb-9614-493dc597d17d service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790024 Sep 18 00:37:03.803371 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb13e6-76e9-4c26-b592-35046e84b652 req-949a6db4-96fd-464f-94b7-a9398ea33dea tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:03.804978 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-00eb13e6-76e9-4c26-b592-35046e84b652 req-949a6db4-96fd-464f-94b7-a9398ea33dea tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 945 time: 0.0497546 Sep 18 00:37:03.843851 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-00eb13e6-76e9-4c26-b592-35046e84b652 req-608916fa-94a4-4391-9d37-761954f1c3cf tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318954 Sep 18 00:37:04.125128 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device e0b09a4e-60a6-47b6-ac4e-268289128cb2 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:37:04.246198 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port e0b09a4e-60a6-47b6-ac4e-268289128cb2 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:37:04.251079 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port e0b09a4e-60a6-47b6-ac4e-268289128cb2 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:04.254917 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.334215 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.356137 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748aee5e-c806-4080-bd63-75e1165c1ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:04.359077 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dd13a1-a5df-4a0c-9a06-5ba728934e57" -d '{"events": [{"server_uuid": "748aee5e-c806-4080-bd63-75e1165c1ca1", "name": "network-vif-plugged", "status": "completed", "tag": "e0b09a4e-60a6-47b6-ac4e-268289128cb2"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:04.371795 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port e0b09a4e-60a6-47b6-ac4e-268289128cb2, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=e0b09a4e-60a6-47b6-ac4e-268289128cb2,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:04.398341 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42b7b3f-bd31-440e-ab22-efa2c10c2381 x-openstack-request-id: req-d42b7b3f-bd31-440e-ab22-efa2c10c2381 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:04.398341 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748aee5e-c806-4080-bd63-75e1165c1ca1", "name": "network-vif-plugged", "status": "completed", "tag": "e0b09a4e-60a6-47b6-ac4e-268289128cb2", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:04.398341 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d42b7b3f-bd31-440e-ab22-efa2c10c2381 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:04.398341 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748aee5e-c806-4080-bd63-75e1165c1ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2', 'code': 200} Sep 18 00:37:04.457858 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:04.506247 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=e0b09a4e-60a6-47b6-ac4e-268289128cb2,revision_number=9']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:04.958963 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd924d5-1208-432b-b4f8-7449eeac57f8 req-d362980f-ce49-4e58-8c6a-79b48ceca7d5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:04.960464 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ffd924d5-1208-432b-b4f8-7449eeac57f8 req-d362980f-ce49-4e58-8c6a-79b48ceca7d5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0499752 Sep 18 00:37:04.997450 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ffd924d5-1208-432b-b4f8-7449eeac57f8 req-bae4936a-c7c4-4118-8d75-15270822896d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310481 Sep 18 00:37:05.110121 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b988002-4830-4f44-bfd8-05c246934635 req-9abfc5f4-bc09-4853-862d-98a011f314a7 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:05.111651 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0b988002-4830-4f44-bfd8-05c246934635 req-9abfc5f4-bc09-4853-862d-98a011f314a7 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0477738 Sep 18 00:37:05.152665 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0b988002-4830-4f44-bfd8-05c246934635 req-1c7f690f-898c-4da4-8d29-3602db183687 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350366 Sep 18 00:37:05.262416 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496acaf0-ff78-4702-a314-6047ff4b8b78 req-5eb160e9-ae3d-4c27-b752-a3825f150f56 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:05.264428 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-496acaf0-ff78-4702-a314-6047ff4b8b78 req-5eb160e9-ae3d-4c27-b752-a3825f150f56 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0480068 Sep 18 00:37:05.301129 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-496acaf0-ff78-4702-a314-6047ff4b8b78 req-c195b3a9-36fe-4ff9-a86c-fc80b7181294 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308890 Sep 18 00:37:05.751809 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d55e9-a3ee-4064-9030-15f27c2c1b82 req-2980ab05-0f60-4c0c-a56b-d80275aa847d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:05.753300 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-106d55e9-a3ee-4064-9030-15f27c2c1b82 req-2980ab05-0f60-4c0c-a56b-d80275aa847d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0482392 Sep 18 00:37:05.788942 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-106d55e9-a3ee-4064-9030-15f27c2c1b82 req-86985948-46c6-4a46-a9de-4f8bc25e97db tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297196 Sep 18 00:37:06.901521 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba81655-0154-4b60-8bfe-0780df2e81f1 req-25e686c5-1c12-4878-89b5-2f53ee443649 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:06.902985 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ba81655-0154-4b60-8bfe-0780df2e81f1 req-25e686c5-1c12-4878-89b5-2f53ee443649 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0476830 Sep 18 00:37:06.944452 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ba81655-0154-4b60-8bfe-0780df2e81f1 req-a88920e3-f592-413d-ad67-cf8ddafacd7f tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349340 Sep 18 00:37:07.022457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b00aa5-404b-473d-97a9-d506c36d6cb5 req-d3ae32eb-0d2e-4263-a61e-59da3c252062 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:07.023932 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07b00aa5-404b-473d-97a9-d506c36d6cb5 req-d3ae32eb-0d2e-4263-a61e-59da3c252062 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.37 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0473590 Sep 18 00:37:07.109386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-07b00aa5-404b-473d-97a9-d506c36d6cb5 req-8974dcb1-a5f2-4aa5-a316-3315117db3f5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Deleting port e0b09a4e-60a6-47b6-ac4e-268289128cb2 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:37:07.109724 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-07b00aa5-404b-473d-97a9-d506c36d6cb5 req-8974dcb1-a5f2-4aa5-a316-3315117db3f5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:07.197465 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-07b00aa5-404b-473d-97a9-d506c36d6cb5 req-8974dcb1-a5f2-4aa5-a316-3315117db3f5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] For port e0b09a4e-60a6-47b6-ac4e-268289128cb2, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=e0b09a4e-60a6-47b6-ac4e-268289128cb2,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:07.197825 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-07b00aa5-404b-473d-97a9-d506c36d6cb5 req-8974dcb1-a5f2-4aa5-a316-3315117db3f5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:07.360467 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-07b00aa5-404b-473d-97a9-d506c36d6cb5 req-8974dcb1-a5f2-4aa5-a316-3315117db3f5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:07.360755 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-07b00aa5-404b-473d-97a9-d506c36d6cb5 req-8974dcb1-a5f2-4aa5-a316-3315117db3f5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:07.361100 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [req-07b00aa5-404b-473d-97a9-d506c36d6cb5 req-8974dcb1-a5f2-4aa5-a316-3315117db3f5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Floating IP 510719b4-a1bb-47a1-b1d0-9d6dfbf9e637 disassociated. External IP: 172.25.3.166, port: e0b09a4e-60a6-47b6-ac4e-268289128cb2. Sep 18 00:37:07.361434 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-07b00aa5-404b-473d-97a9-d506c36d6cb5 req-8974dcb1-a5f2-4aa5-a316-3315117db3f5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Calling delete_port for e0b09a4e-60a6-47b6-ac4e-268289128cb2 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:37:07.534470 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-07b00aa5-404b-473d-97a9-d506c36d6cb5 req-8974dcb1-a5f2-4aa5-a316-3315117db3f5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:07.562706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974dcb1-a5f2-4aa5-a316-3315117db3f5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Pushing event deleted for resources: {'Port': ['ID=e0b09a4e-60a6-47b6-ac4e-268289128cb2,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:07.677109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07b00aa5-404b-473d-97a9-d506c36d6cb5 req-8974dcb1-a5f2-4aa5-a316-3315117db3f5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Router af192fa8-b368-4196-b8bd-58b0766cbaf6 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:37:07.783908 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07b00aa5-404b-473d-97a9-d506c36d6cb5 req-8974dcb1-a5f2-4aa5-a316-3315117db3f5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:37:07.793154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31df0f41-8740-424d-9b39-228aababb952 None None] Sync routers for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:37:07.803279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31df0f41-8740-424d-9b39-228aababb952 None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:37:07.803893 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-31df0f41-8740-424d-9b39-228aababb952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:36:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:07.824624 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b00aa5-404b-473d-97a9-d506c36d6cb5 req-8974dcb1-a5f2-4aa5-a316-3315117db3f5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] No DVR routers for this DVR port e0b09a4e-60a6-47b6-ac4e-268289128cb2 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:37:07.827328 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-07b00aa5-404b-473d-97a9-d506c36d6cb5 req-8974dcb1-a5f2-4aa5-a316-3315117db3f5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:07.829336 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07b00aa5-404b-473d-97a9-d506c36d6cb5 req-8974dcb1-a5f2-4aa5-a316-3315117db3f5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.37 "DELETE /v2.0/ports/e0b09a4e-60a6-47b6-ac4e-268289128cb2 HTTP/1.1" status: 204 len: 173 time: 0.7990556 Sep 18 00:37:07.829791 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748aee5e-c806-4080-bd63-75e1165c1ca1', 'name': 'network-vif-deleted', 'tag': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:07.832066 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d07d9a5-e705-4e66-898e-9297468d560e" -d '{"events": [{"server_uuid": "748aee5e-c806-4080-bd63-75e1165c1ca1", "name": "network-vif-deleted", "tag": "e0b09a4e-60a6-47b6-ac4e-268289128cb2"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:07.867548 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd54f6f-e969-47da-9c55-37fdf0c3b475 x-openstack-request-id: req-0fd54f6f-e969-47da-9c55-37fdf0c3b475 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:07.867880 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748aee5e-c806-4080-bd63-75e1165c1ca1", "name": "network-vif-deleted", "tag": "e0b09a4e-60a6-47b6-ac4e-268289128cb2", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:07.868139 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0fd54f6f-e969-47da-9c55-37fdf0c3b475 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:07.868539 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748aee5e-c806-4080-bd63-75e1165c1ca1', 'name': 'network-vif-deleted', 'tag': 'e0b09a4e-60a6-47b6-ac4e-268289128cb2', 'status': 'completed', 'code': 200} Sep 18 00:37:07.907199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-31df0f41-8740-424d-9b39-228aababb952 None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:37:08.041992 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78d6c2f1-b01c-41a3-b1f2-6317ad50879b req-b39c61c6-8b08-433a-ad4c-4391ee6a688a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=748aee5e-c806-4080-bd63-75e1165c1ca1 HTTP/1.1" status: 200 len: 210 time: 0.0291002 Sep 18 00:37:08.112666 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-31df0f41-8740-424d-9b39-228aababb952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:08.137911 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31df0f41-8740-424d-9b39-228aababb952 None None] Checking router: af192fa8-b368-4196-b8bd-58b0766cbaf6 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:37:08.146516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31df0f41-8740-424d-9b39-228aababb952 None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:37:08.147370 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-31df0f41-8740-424d-9b39-228aababb952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:36:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:08.251131 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-31df0f41-8740-424d-9b39-228aababb952 None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:37:08.600802 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-31df0f41-8740-424d-9b39-228aababb952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:08.629479 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31df0f41-8740-424d-9b39-228aababb952 None None] The sync data for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 is: [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:37:08.836619 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb969ce9-b696-4124-a595-f5b965279197 None None] New status for floating IP 510719b4-a1bb-47a1-b1d0-9d6dfbf9e637: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:37:09.268529 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-3b874b07-8c2a-4352-9ba6-75dae6e5a21f tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1314126010&fields=id&tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383 HTTP/1.1" status: 200 len: 267 time: 0.0321357 Sep 18 00:37:09.375430 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-cd64e972-1b25-47c1-bd3b-dcf957da1fd5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:09.376901 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-cd64e972-1b25-47c1-bd3b-dcf957da1fd5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 811 time: 0.1020122 Sep 18 00:37:09.392241 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-21b8bf68-63da-431f-beac-00e8f76830ef tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/quotas/94d0bf7bf02f44b6a2db6969ed6ac383 HTTP/1.1" status: 200 len: 375 time: 0.0095665 Sep 18 00:37:09.443398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-6d48bd23-72be-46bd-bb9b-9fa752855499 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460646 Sep 18 00:37:09.610008 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-5ed8b235-cba0-4369-ac36-c4d448d4f0eb service neutron] 10.222.0.46 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224329 Sep 18 00:37:09.697667 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-58ff312a-6789-4b12-a029-21a58c6b14a8 service neutron] 10.222.0.46 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815313 Sep 18 00:37:09.968022 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c62a4393-1f6c-42b8-842c-1e8393a58046 req-726b0719-9f4a-4f37-851d-220ac9947f55 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 210 time: 0.0297086 Sep 18 00:37:10.854487 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:11.062802 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b4898a9-6e92-4258-9fce-8ac9c20a067a req-c008841a-9651-4d87-b116-7cdfa37c50b3 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 210 time: 0.0261257 Sep 18 00:37:11.679475 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-bc815efc-9031-47e4-a3f4-6ee903c87113 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:11.681546 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-bc815efc-9031-47e4-a3f4-6ee903c87113 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 811 time: 0.0981491 Sep 18 00:37:11.722201 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-f1de1a0e-46ff-465d-906b-37d20ff85e95 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383 HTTP/1.1" status: 200 len: 380 time: 0.0315909 Sep 18 00:37:11.730852 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-542ce098-76c0-47ac-b547-e3f1fbdcad95 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Request body: {'port': {'device_id': '14641488-54de-43a7-a334-ad2de92f16a9', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'admin_state_up': True, 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'security_groups': ['69fe55cb-5e7e-4c9e-b012-d5ef36955758']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:11.923354 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-542ce098-76c0-47ac-b547-e3f1fbdcad95 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Made reservation on behalf of 94d0bf7bf02f44b6a2db6969ed6ac383 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:37:11.927329 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-542ce098-76c0-47ac-b547-e3f1fbdcad95 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:12.052141 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-542ce098-76c0-47ac-b547-e3f1fbdcad95 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Allocated IP 172.20.0.8 (ba49eb6d-72a7-4457-b215-7db11eef74f3/117c1d85-947f-4881-b2a4-ff7934543573/a42ecba2-b02f-44bf-8818-db28c647dcca) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:37:12.155342 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device e0b09a4e-60a6-47b6-ac4e-268289128cb2 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:37:12.175313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: e0b09a4e-60a6-47b6-ac4e-268289128cb2 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:37:12.175659 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device e0b09a4e-60a6-47b6-ac4e-268289128cb2 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:37:12.181583 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-736f2566-0014-431c-a506-0dd8f41e4120 req-96bf5302-019c-44fe-b0f8-a0d4d7743d35 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 210 time: 0.0394492 Sep 18 00:37:12.214143 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-542ce098-76c0-47ac-b547-e3f1fbdcad95 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:12.306994 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-542ce098-76c0-47ac-b547-e3f1fbdcad95 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:12.346035 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-542ce098-76c0-47ac-b547-e3f1fbdcad95 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Network ba49eb6d-72a7-4457-b215-7db11eef74f3 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:37:12.348983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-542ce098-76c0-47ac-b547-e3f1fbdcad95 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:37:12.352566 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-542ce098-76c0-47ac-b547-e3f1fbdcad95 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:37:12.382489 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ce098-76c0-47ac-b547-e3f1fbdcad95 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Pushing event updated for resources: {'Port': ['ID=a42ecba2-b02f-44bf-8818-db28c647dcca,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:12.408992 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-542ce098-76c0-47ac-b547-e3f1fbdcad95 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:12.409629 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-542ce098-76c0-47ac-b547-e3f1fbdcad95 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:12.481315 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-542ce098-76c0-47ac-b547-e3f1fbdcad95 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7538264 Sep 18 00:37:12.493709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Request body: {'port': {'device_id': '14641488-54de-43a7-a334-ad2de92f16a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:12.552107 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:12.576040 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b10eb109-d5a6-49b5-be3d-4ce986db6c95 None None] Provisioning complete for port a42ecba2-b02f-44bf-8818-db28c647dcca triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:12.576416 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b10eb109-d5a6-49b5-be3d-4ce986db6c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:12.612714 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b10eb109-d5a6-49b5-be3d-4ce986db6c95 None None] Port a42ecba2-b02f-44bf-8818-db28c647dcca cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:37:12.844668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42ecba2-b02f-44bf-8818-db28c647dcca {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:37:12.852063 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:12.865683 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Transition to ACTIVE for port object a42ecba2-b02f-44bf-8818-db28c647dcca will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:37:12.934314 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:12.985839 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Pushing event updated for resources: {'Port': ['ID=a42ecba2-b02f-44bf-8818-db28c647dcca,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:13.065646 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Attempting to bind port a42ecba2-b02f-44bf-8818-db28c647dcca on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:37:13.065986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Attempting to bind port a42ecba2-b02f-44bf-8818-db28c647dcca by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:37:13.066322 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Attempting to bind port a42ecba2-b02f-44bf-8818-db28c647dcca on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:13.071148 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Port a42ecba2-b02f-44bf-8818-db28c647dcca on network ba49eb6d-72a7-4457-b215-7db11eef74f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:37:13.071475 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Attempting to bind port a42ecba2-b02f-44bf-8818-db28c647dcca on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:37:13.077232 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:37:13.077592 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Checking segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:37:13.077971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Bound using segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:37:13.079300 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Bound port: a42ecba2-b02f-44bf-8818-db28c647dcca, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:37:13.079300 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:13.149635 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] For port a42ecba2-b02f-44bf-8818-db28c647dcca, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:37:13.152638 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] For port a42ecba2-b02f-44bf-8818-db28c647dcca, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a42ecba2-b02f-44bf-8818-db28c647dcca,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:37:13.212072 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:13.246027 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:13.246621 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:13.248101 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] 10.222.0.37 "PUT /v2.0/ports/a42ecba2-b02f-44bf-8818-db28c647dcca HTTP/1.1" status: 200 len: 1091 time: 0.7588511 Sep 18 00:37:13.248471 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14641488-54de-43a7-a334-ad2de92f16a9', 'tag': 'a42ecba2-b02f-44bf-8818-db28c647dcca'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:13.250942 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b70d29-de22-4324-93cc-c53be61807e0" -d '{"events": [{"name": "network-changed", "server_uuid": "14641488-54de-43a7-a334-ad2de92f16a9", "tag": "a42ecba2-b02f-44bf-8818-db28c647dcca"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:13.297279 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecff9c3c-4a78-47df-9224-6ab022bcc375 x-openstack-request-id: req-ecff9c3c-4a78-47df-9224-6ab022bcc375 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:13.297564 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14641488-54de-43a7-a334-ad2de92f16a9", "tag": "a42ecba2-b02f-44bf-8818-db28c647dcca", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:13.309490 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ecff9c3c-4a78-47df-9224-6ab022bcc375 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:13.309490 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14641488-54de-43a7-a334-ad2de92f16a9', 'tag': 'a42ecba2-b02f-44bf-8818-db28c647dcca', 'status': 'completed', 'code': 200} Sep 18 00:37:13.309490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d1cb8-6a6e-4b4e-beb9-684f5dd7dce6 service neutron] Pushing event updated for resources: {'Port': ['ID=a42ecba2-b02f-44bf-8818-db28c647dcca,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:13.342438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f565729-5091-4939-9bd1-c794e3580e80 req-88e28815-914e-4cb0-aac6-832aea3e5ebb tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:13.344073 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f565729-5091-4939-9bd1-c794e3580e80 req-88e28815-914e-4cb0-aac6-832aea3e5ebb tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 943 time: 0.0898738 Sep 18 00:37:13.400061 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b70d29-de22-4324-93cc-c53be61807e0 req-ff25a636-6b1e-48a2-bb20-3de923af1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:13.401521 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13b70d29-de22-4324-93cc-c53be61807e0 req-ff25a636-6b1e-48a2-bb20-3de923af1652 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 1094 time: 0.0813396 Sep 18 00:37:13.404365 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8f565729-5091-4939-9bd1-c794e3580e80 req-a4cdbe48-fc5c-4cd4-95c6-71c20c46f9b9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462801 Sep 18 00:37:13.501161 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b70d29-de22-4324-93cc-c53be61807e0 req-ac658432-2bac-4643-8bd3-4650730d091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:13.502621 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13b70d29-de22-4324-93cc-c53be61807e0 req-ac658432-2bac-4643-8bd3-4650730d091f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0933421 Sep 18 00:37:13.591532 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b70d29-de22-4324-93cc-c53be61807e0 req-f53db363-d850-4faa-86ff-0705f775c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:13.592915 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13b70d29-de22-4324-93cc-c53be61807e0 req-f53db363-d850-4faa-86ff-0705f775c744 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0837636 Sep 18 00:37:13.666523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-f7c95afd-d298-43c5-8cda-d9ea16df8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:13.667903 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-f7c95afd-d298-43c5-8cda-d9ea16df8291 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 1094 time: 0.0399292 Sep 18 00:37:13.712156 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-b60a8183-883e-4db7-9ecf-76e55869afb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a42ecba2-b02f-44bf-8818-db28c647dcca HTTP/1.1" status: 200 len: 217 time: 0.0361493 Sep 18 00:37:13.759171 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-170efc69-af40-41b3-bddd-22a7d186110b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:13.760534 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-170efc69-af40-41b3-bddd-22a7d186110b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0412669 Sep 18 00:37:13.804019 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-20462f26-4b17-4e9b-ace3-dfef5e398b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:13.805609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-20462f26-4b17-4e9b-ace3-dfef5e398b7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383327 Sep 18 00:37:13.857928 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:13.896440 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-36b8f85b-81bb-4833-80e8-24ca88b43256 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834763 Sep 18 00:37:13.983527 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7afe7cd-5006-41d6-83a4-7dc2f84f8a8a req-f4add9d2-21f8-409f-bc02-2b1cdc1db26b service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799432 Sep 18 00:37:14.134653 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d7b671c7-2027-4a30-af10-dee2a37ae510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:14.523198 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4ea74-11bd-4606-b309-d057ee6e334b req-eea44436-8a98-471e-899a-3a94ec718bf3 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:14.524653 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-19b4ea74-11bd-4606-b309-d057ee6e334b req-eea44436-8a98-471e-899a-3a94ec718bf3 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 943 time: 0.0509501 Sep 18 00:37:14.561226 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-19b4ea74-11bd-4606-b309-d057ee6e334b req-864cf004-21c0-4d42-bf5c-3282c3b5d6a7 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301578 Sep 18 00:37:15.672226 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f709fdd-e12c-422d-96ad-8ee00807d1dc req-a4bdf44c-278e-4d07-b9cd-a9e13396be4d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:15.673716 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f709fdd-e12c-422d-96ad-8ee00807d1dc req-a4bdf44c-278e-4d07-b9cd-a9e13396be4d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 943 time: 0.0477555 Sep 18 00:37:15.709634 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f709fdd-e12c-422d-96ad-8ee00807d1dc req-5659e706-2897-4199-811c-e20c5fb1c2b0 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301781 Sep 18 00:37:16.170250 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a42ecba2-b02f-44bf-8818-db28c647dcca details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:37:16.264516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a42ecba2-b02f-44bf-8818-db28c647dcca, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a42ecba2-b02f-44bf-8818-db28c647dcca,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:16.275447 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'a42ecba2-b02f-44bf-8818-db28c647dcca', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'port_id': 'a42ecba2-b02f-44bf-8818-db28c647dcca', 'mac_address': 'fa:16:3e:b2:d0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:37:16.311657 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:16.324387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42ecba2-b02f-44bf-8818-db28c647dcca {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:37:16.345521 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a42ecba2-b02f-44bf-8818-db28c647dcca, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a42ecba2-b02f-44bf-8818-db28c647dcca,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:16.411663 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:16.460238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=a42ecba2-b02f-44bf-8818-db28c647dcca,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:16.595858 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['a42ecba2-b02f-44bf-8818-db28c647dcca'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:37:16.616793 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c11ceac3-e6a0-40fa-9897-6e4c3ae26689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:16.822300 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768d92e-3578-4243-a682-2a1f4593f303 req-f35f92e7-6701-44ba-bfe7-79b18c56fb25 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:16.823758 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f768d92e-3578-4243-a682-2a1f4593f303 req-f35f92e7-6701-44ba-bfe7-79b18c56fb25 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 944 time: 0.0478954 Sep 18 00:37:16.860664 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f768d92e-3578-4243-a682-2a1f4593f303 req-dc547d2f-a16d-48db-9d46-2a4495f1ea76 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304813 Sep 18 00:37:17.368256 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:17.957163 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:17.978824 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f201da0-6423-492d-bfb1-898f5bcd9a41 req-3e0eef37-a424-48ee-a6a4-4a8d1fdf2c3c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:17.980296 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f201da0-6423-492d-bfb1-898f5bcd9a41 req-3e0eef37-a424-48ee-a6a4-4a8d1fdf2c3c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 944 time: 0.0533161 Sep 18 00:37:18.019868 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f201da0-6423-492d-bfb1-898f5bcd9a41 req-1be5e7af-afbe-4daa-ade8-275aad838606 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328097 Sep 18 00:37:18.185451 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a42ecba2-b02f-44bf-8818-db28c647dcca up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:37:18.291137 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port a42ecba2-b02f-44bf-8818-db28c647dcca completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:37:18.294771 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port a42ecba2-b02f-44bf-8818-db28c647dcca triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:37:18.295136 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:18.369497 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:18.391167 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14641488-54de-43a7-a334-ad2de92f16a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42ecba2-b02f-44bf-8818-db28c647dcca'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:18.393385 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b36de8-516d-45dc-b0dd-d4cd9c5b2d49" -d '{"events": [{"server_uuid": "14641488-54de-43a7-a334-ad2de92f16a9", "name": "network-vif-plugged", "status": "completed", "tag": "a42ecba2-b02f-44bf-8818-db28c647dcca"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:18.408158 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port a42ecba2-b02f-44bf-8818-db28c647dcca, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a42ecba2-b02f-44bf-8818-db28c647dcca,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:37:18.428979 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf19243-20d3-405d-94e0-9afeafe2e862 x-openstack-request-id: req-baf19243-20d3-405d-94e0-9afeafe2e862 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:18.429268 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14641488-54de-43a7-a334-ad2de92f16a9", "name": "network-vif-plugged", "status": "completed", "tag": "a42ecba2-b02f-44bf-8818-db28c647dcca", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:18.429528 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-baf19243-20d3-405d-94e0-9afeafe2e862 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:18.429918 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14641488-54de-43a7-a334-ad2de92f16a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42ecba2-b02f-44bf-8818-db28c647dcca', 'code': 200} Sep 18 00:37:18.485902 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:18.524909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f19a0f-40b8-4b23-a8a6-06f8c4333bcb req-3b6b17af-742a-4f37-9995-51033b70912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:18.526520 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8f19a0f-40b8-4b23-a8a6-06f8c4333bcb req-3b6b17af-742a-4f37-9995-51033b70912c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 1096 time: 0.0401056 Sep 18 00:37:18.532348 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=a42ecba2-b02f-44bf-8818-db28c647dcca,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:37:18.562613 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8f19a0f-40b8-4b23-a8a6-06f8c4333bcb req-41bd65eb-360c-4fca-8e53-c5bdf51f2f29 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288298 Sep 18 00:37:19.133616 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f730b73-5860-413d-9623-6f4a5c760c2a req-86a96c73-186a-40c2-a570-c20ef3a636d2 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:19.135087 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f730b73-5860-413d-9623-6f4a5c760c2a req-86a96c73-186a-40c2-a570-c20ef3a636d2 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0481637 Sep 18 00:37:19.171653 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f730b73-5860-413d-9623-6f4a5c760c2a req-ba5949bd-82bf-42c7-ad0c-c49e9e3b8fe1 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306261 Sep 18 00:37:19.974022 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:20.289250 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379af63f-d88e-4322-94f8-067f6d56201e req-3337571b-1b2f-4e8e-8478-d654a97eaa2b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:20.290715 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-379af63f-d88e-4322-94f8-067f6d56201e req-3337571b-1b2f-4e8e-8478-d654a97eaa2b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0511122 Sep 18 00:37:20.327988 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-379af63f-d88e-4322-94f8-067f6d56201e req-a3c2680e-e77e-432f-b4bd-798ef5999a52 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314920 Sep 18 00:37:20.437006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b73b4-0776-4b1e-9cd5-49a830393fb5 req-a3195e15-2130-453a-8c7d-292a84c46373 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:20.438379 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a46b73b4-0776-4b1e-9cd5-49a830393fb5 req-a3195e15-2130-453a-8c7d-292a84c46373 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0477526 Sep 18 00:37:20.446718 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58016) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:37:20.451211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-a8e1f280-b843-44d7-91c0-2ed3390ccb87 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Request body: {'floatingip': {'port_id': 'a42ecba2-b02f-44bf-8818-db28c647dcca'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:37:20.488811 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a8e1f280-b843-44d7-91c0-2ed3390ccb87 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:21.195676 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.resource_extend [None req-a8e1f280-b843-44d7-91c0-2ed3390ccb87 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 18 00:37:21.243396 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a8e1f280-b843-44d7-91c0-2ed3390ccb87 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:21.303256 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a8e1f280-b843-44d7-91c0-2ed3390ccb87 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:21.399787 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-a8e1f280-b843-44d7-91c0-2ed3390ccb87 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Floating IP 510719b4-a1bb-47a1-b1d0-9d6dfbf9e637 associated. External IP: 172.25.3.166, port: a42ecba2-b02f-44bf-8818-db28c647dcca. Sep 18 00:37:21.595495 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e1f280-b843-44d7-91c0-2ed3390ccb87 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Router af192fa8-b368-4196-b8bd-58b0766cbaf6 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:37:21.697996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e1f280-b843-44d7-91c0-2ed3390ccb87 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:37:21.703416 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a8e1f280-b843-44d7-91c0-2ed3390ccb87 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:21.708013 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e24c75c-1882-4ae5-b393-90a1316fd7ea None None] Sync routers for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:37:21.716461 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e24c75c-1882-4ae5-b393-90a1316fd7ea None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:37:21.717099 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1e24c75c-1882-4ae5-b393-90a1316fd7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:37:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:21.729174 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a8e1f280-b843-44d7-91c0-2ed3390ccb87 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "PUT /v2.0/floatingips/510719b4-a1bb-47a1-b1d0-9d6dfbf9e637 HTTP/1.1" status: 200 len: 991 time: 1.2813067 Sep 18 00:37:21.729873 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14641488-54de-43a7-a334-ad2de92f16a9', 'tag': 'a42ecba2-b02f-44bf-8818-db28c647dcca'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:37:21.732383 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19253270-5e3d-45c6-9ae9-64d0a7091368" -d '{"events": [{"name": "network-changed", "server_uuid": "14641488-54de-43a7-a334-ad2de92f16a9", "tag": "a42ecba2-b02f-44bf-8818-db28c647dcca"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:37:21.770161 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bc0ee1-0b9f-4a28-9df8-0d225faa0c52 x-openstack-request-id: req-06bc0ee1-0b9f-4a28-9df8-0d225faa0c52 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:37:21.770462 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14641488-54de-43a7-a334-ad2de92f16a9", "tag": "a42ecba2-b02f-44bf-8818-db28c647dcca", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:37:21.770718 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-06bc0ee1-0b9f-4a28-9df8-0d225faa0c52 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:37:21.771123 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14641488-54de-43a7-a334-ad2de92f16a9', 'tag': 'a42ecba2-b02f-44bf-8818-db28c647dcca', 'status': 'completed', 'code': 200} Sep 18 00:37:21.829569 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-1e24c75c-1882-4ae5-b393-90a1316fd7ea None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:37:21.832008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19253270-5e3d-45c6-9ae9-64d0a7091368 req-66bf963d-2b22-4bcf-9591-b98989e5c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:21.833571 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-19253270-5e3d-45c6-9ae9-64d0a7091368 req-66bf963d-2b22-4bcf-9591-b98989e5c75d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 1096 time: 0.0410295 Sep 18 00:37:21.926101 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19253270-5e3d-45c6-9ae9-64d0a7091368 req-730193a6-cb8c-410f-a8ae-48e00a6eb863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:21.927514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-19253270-5e3d-45c6-9ae9-64d0a7091368 req-730193a6-cb8c-410f-a8ae-48e00a6eb863 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0875421 Sep 18 00:37:21.995905 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-19253270-5e3d-45c6-9ae9-64d0a7091368 req-4ef2e1cb-7025-41da-9dd7-a1b14028959b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a42ecba2-b02f-44bf-8818-db28c647dcca HTTP/1.1" status: 200 len: 999 time: 0.0601716 Sep 18 00:37:22.045493 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19253270-5e3d-45c6-9ae9-64d0a7091368 req-45f211d1-1a25-460e-b473-f0de2d2ccd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:22.046178 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1e24c75c-1882-4ae5-b393-90a1316fd7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '510719b4-a1bb-47a1-b1d0-9d6dfbf9e637', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'port_id': 'a42ecba2-b02f-44bf-8818-db28c647dcca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'mac_address': 'fa:16:3e:b2:d0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14641488-54de-43a7-a334-ad2de92f16a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:34:52Z', 'updated_at': '2021-09-18T00:37:20Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:22.047042 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-19253270-5e3d-45c6-9ae9-64d0a7091368 req-45f211d1-1a25-460e-b473-f0de2d2ccd39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0438771 Sep 18 00:37:22.071832 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e24c75c-1882-4ae5-b393-90a1316fd7ea None None] Checking router: af192fa8-b368-4196-b8bd-58b0766cbaf6 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:37:22.080055 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e24c75c-1882-4ae5-b393-90a1316fd7ea None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:37:22.080656 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1e24c75c-1882-4ae5-b393-90a1316fd7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:37:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:22.091846 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19253270-5e3d-45c6-9ae9-64d0a7091368 req-ee4a71f6-55c7-49a0-aa19-686cedc04433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:22.093371 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-19253270-5e3d-45c6-9ae9-64d0a7091368 req-ee4a71f6-55c7-49a0-aa19-686cedc04433 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392287 Sep 18 00:37:22.182414 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-1e24c75c-1882-4ae5-b393-90a1316fd7ea None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:37:22.186492 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-19253270-5e3d-45c6-9ae9-64d0a7091368 req-580313b9-ba87-42e5-98ae-df5266f90ca2 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859292 Sep 18 00:37:22.274895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-19253270-5e3d-45c6-9ae9-64d0a7091368 req-ab6876b8-96fb-4576-bd93-848bbf70921a service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809252 Sep 18 00:37:22.410051 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-1e24c75c-1882-4ae5-b393-90a1316fd7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '510719b4-a1bb-47a1-b1d0-9d6dfbf9e637', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'port_id': 'a42ecba2-b02f-44bf-8818-db28c647dcca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'mac_address': 'fa:16:3e:b2:d0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14641488-54de-43a7-a334-ad2de92f16a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:34:52Z', 'updated_at': '2021-09-18T00:37:20Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:37:22.435947 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e24c75c-1882-4ae5-b393-90a1316fd7ea None None] The sync data for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 is: [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '510719b4-a1bb-47a1-b1d0-9d6dfbf9e637', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'port_id': 'a42ecba2-b02f-44bf-8818-db28c647dcca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'mac_address': 'fa:16:3e:b2:d0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14641488-54de-43a7-a334-ad2de92f16a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:34:52Z', 'updated_at': '2021-09-18T00:37:20Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:37:22.615840 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0e353e-02eb-4d39-a0e7-6c0736aa8d17 None None] New status for floating IP 510719b4-a1bb-47a1-b1d0-9d6dfbf9e637: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:37:28.661359 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:37:39.028879 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ab10a50-3b87-4d50-a34c-0961de737c26 req-93072bfd-b06f-4ef5-aedd-2fe51de79454 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391738 Sep 18 00:37:39.112554 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab10a50-3b87-4d50-a34c-0961de737c26 req-1e062749-544a-4ae5-a6de-15c2b2cea90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:39.114118 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ab10a50-3b87-4d50-a34c-0961de737c26 req-1e062749-544a-4ae5-a6de-15c2b2cea90f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 1096 time: 0.0443275 Sep 18 00:37:39.216081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab10a50-3b87-4d50-a34c-0961de737c26 req-7d2a7479-4eb5-43be-9899-c5a2e4a3ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:39.217642 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ab10a50-3b87-4d50-a34c-0961de737c26 req-7d2a7479-4eb5-43be-9899-c5a2e4a3ac0e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0838203 Sep 18 00:37:39.283104 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ab10a50-3b87-4d50-a34c-0961de737c26 req-f4796870-8369-45f1-aaa4-1f147ea44459 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a42ecba2-b02f-44bf-8818-db28c647dcca HTTP/1.1" status: 200 len: 1001 time: 0.0579443 Sep 18 00:37:39.330269 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab10a50-3b87-4d50-a34c-0961de737c26 req-4f3106ab-fe91-4373-baf9-8b39c93222cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:39.331646 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ab10a50-3b87-4d50-a34c-0961de737c26 req-4f3106ab-fe91-4373-baf9-8b39c93222cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0420873 Sep 18 00:37:39.375650 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab10a50-3b87-4d50-a34c-0961de737c26 req-9c33b4d2-ab99-4a20-ab9a-c75e93cf78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:37:39.377167 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ab10a50-3b87-4d50-a34c-0961de737c26 req-9c33b4d2-ab99-4a20-ab9a-c75e93cf78fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377715 Sep 18 00:37:39.467069 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ab10a50-3b87-4d50-a34c-0961de737c26 req-446c189c-095b-452f-bc27-cdfabd3a3950 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827472 Sep 18 00:37:39.554197 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ab10a50-3b87-4d50-a34c-0961de737c26 req-dd39a1c6-851d-462b-91dc-0a7c04ea1252 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792854 Sep 18 00:37:40.856883 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:43.833788 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:44.102530 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-45a213cb-6fad-4648-82b5-b4473997db16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:46.611056 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-59ef44d0-5926-4b37-9cb5-903c48b0c32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:47.348036 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:47.953492 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:37:49.961511 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:05.660471 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:38:10.834908 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:13.869126 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:14.109249 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9170b2a2-2f1d-4eb0-80bb-b9068adcd886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:16.594946 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-82be33da-f40c-456c-8c8e-04e365507e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:17.335644 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:17.986639 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:19.971752 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:40.862223 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:40.973545 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e2e8d656-e49d-42db-a5dc-244afcde5c57 req-86015a6c-33ca-410f-bf1e-cbc21a76ddea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447617 Sep 18 00:38:41.054254 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8d656-e49d-42db-a5dc-244afcde5c57 req-af804553-2812-46a6-8ca2-b861dc20a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:41.055735 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e2e8d656-e49d-42db-a5dc-244afcde5c57 req-af804553-2812-46a6-8ca2-b861dc20a5e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 1096 time: 0.0398550 Sep 18 00:38:41.156105 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8d656-e49d-42db-a5dc-244afcde5c57 req-22c67f93-a92b-4cb2-a95a-d6628839b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:41.157498 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e2e8d656-e49d-42db-a5dc-244afcde5c57 req-22c67f93-a92b-4cb2-a95a-d6628839b7ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0825405 Sep 18 00:38:41.224298 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e2e8d656-e49d-42db-a5dc-244afcde5c57 req-843a3e56-1019-4fbe-9263-4006905ea907 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a42ecba2-b02f-44bf-8818-db28c647dcca HTTP/1.1" status: 200 len: 1001 time: 0.0595958 Sep 18 00:38:41.271017 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8d656-e49d-42db-a5dc-244afcde5c57 req-4402e88f-5a50-441f-a93b-0ab1166e3511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:41.272398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e2e8d656-e49d-42db-a5dc-244afcde5c57 req-4402e88f-5a50-441f-a93b-0ab1166e3511 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0415416 Sep 18 00:38:41.317341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8d656-e49d-42db-a5dc-244afcde5c57 req-b40466ec-d440-43b1-a774-2c06c234c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:41.318851 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e2e8d656-e49d-42db-a5dc-244afcde5c57 req-b40466ec-d440-43b1-a774-2c06c234c3bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396209 Sep 18 00:38:41.418161 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e2e8d656-e49d-42db-a5dc-244afcde5c57 req-c63274af-360f-444d-88a4-aa805673dcfd service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845106 Sep 18 00:38:41.507525 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e2e8d656-e49d-42db-a5dc-244afcde5c57 req-c456099c-87a7-4355-adc5-26bc34e272e2 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827377 Sep 18 00:38:42.660528 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:38:43.845081 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:44.102116 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9ca940-59cc-4a9a-8426-5175ebc223ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:46.621473 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a042ab2e-7137-4d46-a67a-f8efdfa651e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:47.324776 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:47.963986 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:49.936210 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:38:57.563677 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706cdff-c842-4ea8-ac01-cef7262bffca req-900576b8-86eb-407d-8ff6-ddc705521508 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:57.565129 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2706cdff-c842-4ea8-ac01-cef7262bffca req-900576b8-86eb-407d-8ff6-ddc705521508 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0497639 Sep 18 00:38:57.601629 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2706cdff-c842-4ea8-ac01-cef7262bffca req-34c19665-2ff8-4492-a397-49e65e323c75 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305402 Sep 18 00:38:58.720561 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c5653-790c-413c-884f-83349e360e91 req-d97e47ef-36ad-4a47-b0fc-d466c8da18c1 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:58.722065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c9c5653-790c-413c-884f-83349e360e91 req-d97e47ef-36ad-4a47-b0fc-d466c8da18c1 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0504315 Sep 18 00:38:58.758498 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9c9c5653-790c-413c-884f-83349e360e91 req-d7096a2a-fac6-417c-b3ed-c140810993e2 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306406 Sep 18 00:38:59.870701 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b0c61-2e02-4014-a30b-178be8d6aecd req-41c9e86c-dd3f-4cee-921d-fee5bc41e594 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:38:59.872264 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-997b0c61-2e02-4014-a30b-178be8d6aecd req-41c9e86c-dd3f-4cee-921d-fee5bc41e594 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0477536 Sep 18 00:38:59.913094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-997b0c61-2e02-4014-a30b-178be8d6aecd req-8a0834e2-c614-48c2-a68e-e0731466e8a6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350492 Sep 18 00:39:01.025998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb49ae-9618-4dc4-8082-8f8ec3cda15c req-1e3cdbfc-5f8c-4aad-a383-67fee7db7dd8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:01.027460 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-affb49ae-9618-4dc4-8082-8f8ec3cda15c req-1e3cdbfc-5f8c-4aad-a383-67fee7db7dd8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0490460 Sep 18 00:39:01.063876 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-affb49ae-9618-4dc4-8082-8f8ec3cda15c req-d6af9690-9d59-410a-9ca8-0627889c082f tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305550 Sep 18 00:39:02.176424 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18772c9b-b5d5-4cde-9eb1-c3ea7b45dfc8 req-01b34fd3-1e25-493b-b4b1-9260eac48b8f tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:02.178182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18772c9b-b5d5-4cde-9eb1-c3ea7b45dfc8 req-01b34fd3-1e25-493b-b4b1-9260eac48b8f tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0480001 Sep 18 00:39:02.215379 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18772c9b-b5d5-4cde-9eb1-c3ea7b45dfc8 req-aec7cf73-8fed-4a6f-9384-c220d3066db8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314305 Sep 18 00:39:03.329420 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c336bf-0453-4df9-a33d-21efa6a3970a req-4cc1aaad-62d3-4d28-b23b-ddcd4afe4a80 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:03.330943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58c336bf-0453-4df9-a33d-21efa6a3970a req-4cc1aaad-62d3-4d28-b23b-ddcd4afe4a80 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0499389 Sep 18 00:39:03.371219 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58c336bf-0453-4df9-a33d-21efa6a3970a req-b1e6cd71-6c38-4e02-aaa8-4ff3161313c0 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343571 Sep 18 00:39:04.484472 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ab932-74a8-4431-9b9d-78a8818b9cbe req-330da22f-0f58-4583-92a3-ddce66627462 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:04.485984 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-931ab932-74a8-4431-9b9d-78a8818b9cbe req-330da22f-0f58-4583-92a3-ddce66627462 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0476563 Sep 18 00:39:04.522810 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-931ab932-74a8-4431-9b9d-78a8818b9cbe req-4a6315fc-5f2c-4db3-8165-e2b5d2bd0448 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310938 Sep 18 00:39:05.635854 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23df1fc-50ab-4d70-b2ad-6d713ecce7a3 req-300f102d-1c7b-4e2f-97df-103ab1e1a616 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:05.637357 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a23df1fc-50ab-4d70-b2ad-6d713ecce7a3 req-300f102d-1c7b-4e2f-97df-103ab1e1a616 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0479188 Sep 18 00:39:05.674073 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a23df1fc-50ab-4d70-b2ad-6d713ecce7a3 req-8cf511a7-c720-4731-b3c8-efa5edad2ba1 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301766 Sep 18 00:39:06.787302 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b569c41-88b5-472a-bbe8-964ed08442db req-0934124a-4821-46cc-8f68-9b6e049a9c35 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:06.788794 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b569c41-88b5-472a-bbe8-964ed08442db req-0934124a-4821-46cc-8f68-9b6e049a9c35 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0482836 Sep 18 00:39:06.830086 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b569c41-88b5-472a-bbe8-964ed08442db req-7d481d53-c7ab-4199-b810-5bdf139119eb tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353549 Sep 18 00:39:07.944357 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bfe0a-fcc3-4c12-bf80-6a7744db4a0a req-010511e7-076d-48b7-a5f9-d8f26d29a90a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:07.945961 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b81bfe0a-fcc3-4c12-bf80-6a7744db4a0a req-010511e7-076d-48b7-a5f9-d8f26d29a90a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0491023 Sep 18 00:39:07.984727 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b81bfe0a-fcc3-4c12-bf80-6a7744db4a0a req-21402490-3254-4c60-bf0f-1eb5123bac3e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328920 Sep 18 00:39:09.209840 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42e0e5-3fd3-4066-8e8e-c38a9e1ca0de req-1a5bfe76-c1a3-4f61-9c44-b5944fb1c336 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:09.211370 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc42e0e5-3fd3-4066-8e8e-c38a9e1ca0de req-1a5bfe76-c1a3-4f61-9c44-b5944fb1c336 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.1614721 Sep 18 00:39:09.247348 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc42e0e5-3fd3-4066-8e8e-c38a9e1ca0de req-f87c8a33-4cd2-4c59-bbad-4814e9751aad tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301473 Sep 18 00:39:09.617153 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90717c07-1330-4e8d-9626-344e151bd4be req-f18980dc-9d25-4db1-aa2e-fae946d0f9e7 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:09.618623 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90717c07-1330-4e8d-9626-344e151bd4be req-f18980dc-9d25-4db1-aa2e-fae946d0f9e7 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0482013 Sep 18 00:39:09.659371 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90717c07-1330-4e8d-9626-344e151bd4be req-3ce9d163-369c-4604-a3d4-8b266efebf01 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342243 Sep 18 00:39:09.724355 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-da6c58e7-a2bd-441e-9e77-2c2969802880 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436373 Sep 18 00:39:10.775722 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54434d8b-a30a-4e3d-a15d-4c81fe60dff3 req-6e162bc5-4534-4175-9ae1-327be9dec044 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:10.777241 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54434d8b-a30a-4e3d-a15d-4c81fe60dff3 req-6e162bc5-4534-4175-9ae1-327be9dec044 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0492606 Sep 18 00:39:10.814957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54434d8b-a30a-4e3d-a15d-4c81fe60dff3 req-61c67945-0c75-489b-9837-92db51aa8e96 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316489 Sep 18 00:39:10.878749 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:11.693126 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-bf11e1dc-e646-4417-a46f-adeb3bdc25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:11.694623 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-bf11e1dc-e646-4417-a46f-adeb3bdc25e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 1096 time: 0.0401902 Sep 18 00:39:11.786584 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-3c50d424-f56e-4382-9c0a-8bf7c8915baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:11.788029 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-3c50d424-f56e-4382-9c0a-8bf7c8915baf service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0865269 Sep 18 00:39:11.851945 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-f070debc-bf64-4851-9b54-a3634280cb38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a42ecba2-b02f-44bf-8818-db28c647dcca HTTP/1.1" status: 200 len: 1001 time: 0.0568192 Sep 18 00:39:11.928885 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-1c585247-6811-464b-ad7b-f2afda127e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:11.930354 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-1c585247-6811-464b-ad7b-f2afda127e14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0717704 Sep 18 00:39:11.953869 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b5210-e760-4951-84ee-19081202b679 req-49d8c8fb-aa35-4472-b561-4910e7125506 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:11.955201 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd9b5210-e760-4951-84ee-19081202b679 req-49d8c8fb-aa35-4472-b561-4910e7125506 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0719736 Sep 18 00:39:12.007478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-85597bc4-e162-488e-802b-2e66ea7ab7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:12.009008 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-85597bc4-e162-488e-802b-2e66ea7ab7e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712156 Sep 18 00:39:12.012134 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd9b5210-e760-4951-84ee-19081202b679 req-72661724-974d-49ed-9242-4538a3ba9d3b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428951 Sep 18 00:39:12.102152 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-fa9f14fd-dd2c-41c2-95f3-9b5c97dbaae8 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856450 Sep 18 00:39:12.189387 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-3550c415-f539-4b88-a903-f3174b23535e service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800979 Sep 18 00:39:13.131427 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7a021-195c-444a-a6dd-b57ea7342e7b req-945f6c56-26b1-437a-b7af-754ef2fb45b8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:13.132927 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76d7a021-195c-444a-a6dd-b57ea7342e7b req-945f6c56-26b1-437a-b7af-754ef2fb45b8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0530231 Sep 18 00:39:13.169586 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76d7a021-195c-444a-a6dd-b57ea7342e7b req-16617568-accc-46ce-961f-5e85526e3e0a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300775 Sep 18 00:39:13.832445 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:14.065674 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-980ee024-8bf0-412e-9d9f-734a2f19c187 service neutron] show failed (client error): The resource could not be found. Sep 18 00:39:14.066676 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-980ee024-8bf0-412e-9d9f-734a2f19c187 service neutron] 10.222.0.37 "GET /v2.0/ports/a42ecba2-b02f-44bf-8818-db28c647dcca/bindings/n-h1-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.0545561 Sep 18 00:39:14.094939 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f52508e9-dd5f-41fc-8a9a-804dd0224243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:14.291756 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76776e98-027a-4644-bfd5-25fce00e32f6 req-42f4223c-29f1-4387-ba22-39017d555a5e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:14.293262 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76776e98-027a-4644-bfd5-25fce00e32f6 req-42f4223c-29f1-4387-ba22-39017d555a5e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0517192 Sep 18 00:39:14.331875 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76776e98-027a-4644-bfd5-25fce00e32f6 req-bf546b20-acb4-4f21-9355-5c34675c62aa tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326252 Sep 18 00:39:14.569691 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-f7f05e8d-eedb-4f41-be38-c357bff25e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:14.571156 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-f7f05e8d-eedb-4f41-be38-c357bff25e72 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9&tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383 HTTP/1.1" status: 200 len: 1096 time: 0.0455265 Sep 18 00:39:14.584490 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:14.633891 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:14.833934 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] For port a42ecba2-b02f-44bf-8818-db28c647dcca, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=a42ecba2-b02f-44bf-8818-db28c647dcca,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:14.869970 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] For port a42ecba2-b02f-44bf-8818-db28c647dcca, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:39:14.907945 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14641488-54de-43a7-a334-ad2de92f16a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a42ecba2-b02f-44bf-8818-db28c647dcca'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:14.910216 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd813d0-0d4f-4b74-aab9-1ba1ac3ee4d7" -d '{"events": [{"server_uuid": "14641488-54de-43a7-a334-ad2de92f16a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a42ecba2-b02f-44bf-8818-db28c647dcca"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:14.913904 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:14.926321 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Transition to ACTIVE for port object a42ecba2-b02f-44bf-8818-db28c647dcca will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:39:14.960584 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eca41d-95ae-44f3-8175-f42809c49240 x-openstack-request-id: req-26eca41d-95ae-44f3-8175-f42809c49240 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:14.960905 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14641488-54de-43a7-a334-ad2de92f16a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a42ecba2-b02f-44bf-8818-db28c647dcca", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:14.961158 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-26eca41d-95ae-44f3-8175-f42809c49240 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:14.961557 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14641488-54de-43a7-a334-ad2de92f16a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a42ecba2-b02f-44bf-8818-db28c647dcca', 'code': 200} Sep 18 00:39:14.969309 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:15.080550 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Pushing event updated for resources: {'Port': ['ID=a42ecba2-b02f-44bf-8818-db28c647dcca,revision_number=6']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:15.102941 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:15.103200 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:15.103537 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:15.103878 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:15.104208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:15.104534 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:15.104964 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:15.105195 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:15.105516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:15.105836 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:15.106153 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:15.106470 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:15.145796 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] No DVR routers for this DVR port a42ecba2-b02f-44bf-8818-db28c647dcca on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:39:15.277166 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Attempting to bind port a42ecba2-b02f-44bf-8818-db28c647dcca on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:39:15.277421 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Attempting to bind port a42ecba2-b02f-44bf-8818-db28c647dcca by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:39:15.277742 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Attempting to bind port a42ecba2-b02f-44bf-8818-db28c647dcca on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:15.281853 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Port a42ecba2-b02f-44bf-8818-db28c647dcca on network ba49eb6d-72a7-4457-b215-7db11eef74f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:39:15.282175 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Attempting to bind port a42ecba2-b02f-44bf-8818-db28c647dcca on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:15.286892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:39:15.287227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Checking segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:39:15.287605 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Bound using segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:39:15.288021 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Bound port: a42ecba2-b02f-44bf-8818-db28c647dcca, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:39:15.288367 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:15.352703 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] For port a42ecba2-b02f-44bf-8818-db28c647dcca, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:39:15.355834 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] For port a42ecba2-b02f-44bf-8818-db28c647dcca, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=a42ecba2-b02f-44bf-8818-db28c647dcca,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:39:15.415913 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:15.448981 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f4bc1-75b6-4c76-b12b-54f80d0519cc req-852b80ad-9338-47ed-bc8f-228419d46cfe tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:15.450601 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:15.450807 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-959f4bc1-75b6-4c76-b12b-54f80d0519cc req-852b80ad-9338-47ed-bc8f-228419d46cfe tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 943 time: 0.0510285 Sep 18 00:39:15.451228 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:15.453293 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] 10.222.0.41 "PUT /v2.0/ports/a42ecba2-b02f-44bf-8818-db28c647dcca HTTP/1.1" status: 200 len: 1091 time: 0.8728397 Sep 18 00:39:15.474703 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd0f30-a947-42c9-885d-8a09c713e828 service neutron] Pushing event updated for resources: {'Port': ['ID=a42ecba2-b02f-44bf-8818-db28c647dcca,revision_number=7']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:15.494744 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-959f4bc1-75b6-4c76-b12b-54f80d0519cc req-a00baf6b-3c0a-4c5f-b0f0-70cc87444d56 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367682 Sep 18 00:39:15.525337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-20aaa808-02d0-488d-a97d-50a39846839b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:15.526890 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-20aaa808-02d0-488d-a97d-50a39846839b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 1094 time: 0.0485926 Sep 18 00:39:15.625937 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-b0ea06b6-25e4-45c0-befd-65a34361582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:15.627460 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-b0ea06b6-25e4-45c0-befd-65a34361582b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0929887 Sep 18 00:39:15.692847 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-8f029e62-49d7-4975-9538-1c3dd2e09737 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a42ecba2-b02f-44bf-8818-db28c647dcca HTTP/1.1" status: 200 len: 999 time: 0.0577459 Sep 18 00:39:15.747652 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-39f46ee1-dfe3-4877-bae7-21d832681d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:15.749085 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-39f46ee1-dfe3-4877-bae7-21d832681d5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0489376 Sep 18 00:39:15.793541 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-834c30d0-d573-45d6-9154-3412995564aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:15.794994 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-834c30d0-d573-45d6-9154-3412995564aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394967 Sep 18 00:39:15.883193 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-150f8994-7a4c-40d2-880d-a1e6e754d5af service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802991 Sep 18 00:39:15.975153 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-c92df62f-b17e-4200-bc13-67c0e536d31c req-e084aaa4-b6ff-45ed-bac6-c7797b4f72f4 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841129 Sep 18 00:39:16.628170 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f385c8eb-6d66-4db2-ab89-468cf5232a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:16.678678 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547d803-ec09-44bf-a982-c8eefe000bb1 req-70e7f23a-003b-4592-a0b0-9c2946f27c91 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:16.680189 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2547d803-ec09-44bf-a982-c8eefe000bb1 req-70e7f23a-003b-4592-a0b0-9c2946f27c91 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 943 time: 0.1100395 Sep 18 00:39:16.721613 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2547d803-ec09-44bf-a982-c8eefe000bb1 req-bfdea047-fc35-4b15-ba7b-2bcbddb345fe tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335550 Sep 18 00:39:16.963185 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14641488-54de-43a7-a334-ad2de92f16a9', 'tag': 'a42ecba2-b02f-44bf-8818-db28c647dcca'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:16.965659 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35799a83-f56a-4407-9450-b910ddc4fc84" -d '{"events": [{"name": "network-changed", "server_uuid": "14641488-54de-43a7-a334-ad2de92f16a9", "tag": "a42ecba2-b02f-44bf-8818-db28c647dcca"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:17.011961 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833c357e-128f-49d4-9599-c86c80c5fb18 x-openstack-request-id: req-833c357e-128f-49d4-9599-c86c80c5fb18 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:17.012250 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14641488-54de-43a7-a334-ad2de92f16a9", "tag": "a42ecba2-b02f-44bf-8818-db28c647dcca", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:17.012500 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-833c357e-128f-49d4-9599-c86c80c5fb18 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:17.013014 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14641488-54de-43a7-a334-ad2de92f16a9', 'tag': 'a42ecba2-b02f-44bf-8818-db28c647dcca', 'status': 'completed', 'code': 200} Sep 18 00:39:17.068803 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-679b2fd0-9d85-4c38-b2ee-526376b648a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:17.070386 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-679b2fd0-9d85-4c38-b2ee-526376b648a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 1094 time: 0.0400417 Sep 18 00:39:17.077528 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-b3ffeac2-c576-4563-80cb-71bb8e46f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:17.079023 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-b3ffeac2-c576-4563-80cb-71bb8e46f988 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 1094 time: 0.0401258 Sep 18 00:39:17.165276 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-bcd81015-45ce-4c70-bfbf-6ccfd30cf6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:17.166759 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-bcd81015-45ce-4c70-bfbf-6ccfd30cf6ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0872002 Sep 18 00:39:17.172669 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-223a4306-74c9-4a0e-b57c-f8dd3fa260ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:17.174193 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-223a4306-74c9-4a0e-b57c-f8dd3fa260ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0880432 Sep 18 00:39:17.230490 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-c0c2bc48-8c6a-4b32-813e-ccb26827f481 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a42ecba2-b02f-44bf-8818-db28c647dcca HTTP/1.1" status: 200 len: 999 time: 0.0568714 Sep 18 00:39:17.239625 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-a94e0c1d-4a24-490d-a921-53ae9d9ebd5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a42ecba2-b02f-44bf-8818-db28c647dcca HTTP/1.1" status: 200 len: 999 time: 0.0572894 Sep 18 00:39:17.279554 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-2b0fe4a4-59fc-4fa8-81af-a1c81f5a2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:17.281763 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-2b0fe4a4-59fc-4fa8-81af-a1c81f5a2170 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0446801 Sep 18 00:39:17.295068 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-33eadb34-2789-4213-a7a7-9d520c5ae3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:17.296673 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-33eadb34-2789-4213-a7a7-9d520c5ae3e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0493135 Sep 18 00:39:17.331798 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-1cdb9e47-e836-4ab7-ad69-6926affb41ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:17.333357 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-1cdb9e47-e836-4ab7-ad69-6926affb41ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442023 Sep 18 00:39:17.335171 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:17.343204 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-6fe02f53-b9a8-44f0-b9f9-6e75878a26df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:17.354399 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-6fe02f53-b9a8-44f0-b9f9-6e75878a26df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405340 Sep 18 00:39:17.421998 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-397bbcf3-e5fc-4e71-918f-5d9593860687 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816345 Sep 18 00:39:17.435570 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-8028c76f-dff4-4488-b475-b2a525e6377e service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831311 Sep 18 00:39:17.518789 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-b438f4f2-c31d-4825-9bbc-954c0df67614 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872922 Sep 18 00:39:17.537499 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-35799a83-f56a-4407-9450-b910ddc4fc84 req-ba9030ad-c324-44eb-8067-d4b18b19373e service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942869 Sep 18 00:39:17.837353 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a2b06-e8a4-4bec-9b9c-9eaa67832444 req-09eaf91f-ddc3-4977-99e0-1b1cd5554c8b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:17.838731 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3f2a2b06-e8a4-4bec-9b9c-9eaa67832444 req-09eaf91f-ddc3-4977-99e0-1b1cd5554c8b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 943 time: 0.0481691 Sep 18 00:39:17.875992 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3f2a2b06-e8a4-4bec-9b9c-9eaa67832444 req-ce5caa86-734f-4e07-b876-b3928b2121ac tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314033 Sep 18 00:39:17.958494 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:18.189717 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c51f3-21bd-4da2-8827-47833c78e0e9 req-69ca33d9-0549-4e4e-9a16-92e8cc85a99c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:18.191323 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd3c51f3-21bd-4da2-8827-47833c78e0e9 req-69ca33d9-0549-4e4e-9a16-92e8cc85a99c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 943 time: 0.0478890 Sep 18 00:39:18.242600 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cd3c51f3-21bd-4da2-8827-47833c78e0e9 req-3a415b74-ea03-4a63-8fb0-7cde81e63d95 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453851 Sep 18 00:39:18.278591 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566d036-2a68-4f90-a489-01c230130df0 req-6f53760a-eea7-473e-9754-7247cc0ded38 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:18.280036 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9566d036-2a68-4f90-a489-01c230130df0 req-6f53760a-eea7-473e-9754-7247cc0ded38 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.37 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9&tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 943 time: 0.0539167 Sep 18 00:39:18.338653 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-9566d036-2a68-4f90-a489-01c230130df0 req-84580592-0315-4711-b40d-f825e93512a1 service neutron] delete failed (client error): The resource could not be found. Sep 18 00:39:18.339638 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9566d036-2a68-4f90-a489-01c230130df0 req-84580592-0315-4711-b40d-f825e93512a1 service neutron] 10.222.0.37 "DELETE /v2.0/ports/a42ecba2-b02f-44bf-8818-db28c647dcca/bindings/n-h2-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.0518658 Sep 18 00:39:18.409406 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device a42ecba2-b02f-44bf-8818-db28c647dcca details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:39:18.420162 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566d036-2a68-4f90-a489-01c230130df0 req-b01ab403-4723-4cef-842c-d81a639050df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:18.422321 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9566d036-2a68-4f90-a489-01c230130df0 req-b01ab403-4723-4cef-842c-d81a639050df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 1094 time: 0.0408998 Sep 18 00:39:18.502497 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port a42ecba2-b02f-44bf-8818-db28c647dcca, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=a42ecba2-b02f-44bf-8818-db28c647dcca,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:18.512853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566d036-2a68-4f90-a489-01c230130df0 req-f6387d21-86c6-41b7-b2ef-df229717a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:18.513165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'a42ecba2-b02f-44bf-8818-db28c647dcca', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'port_id': 'a42ecba2-b02f-44bf-8818-db28c647dcca', 'mac_address': 'fa:16:3e:b2:d0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:39:18.514429 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9566d036-2a68-4f90-a489-01c230130df0 req-f6387d21-86c6-41b7-b2ef-df229717a502 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0850983 Sep 18 00:39:18.549078 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:18.561395 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42ecba2-b02f-44bf-8818-db28c647dcca {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:39:18.578558 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9566d036-2a68-4f90-a489-01c230130df0 req-c5a45693-4546-4367-9292-b6a3c92a4d2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a42ecba2-b02f-44bf-8818-db28c647dcca HTTP/1.1" status: 200 len: 999 time: 0.0566952 Sep 18 00:39:18.580092 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port a42ecba2-b02f-44bf-8818-db28c647dcca, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=a42ecba2-b02f-44bf-8818-db28c647dcca,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:18.632097 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566d036-2a68-4f90-a489-01c230130df0 req-d79382b1-05ac-4905-a380-904e78974a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:18.633564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9566d036-2a68-4f90-a489-01c230130df0 req-d79382b1-05ac-4905-a380-904e78974a63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0470085 Sep 18 00:39:18.643714 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:18.680171 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566d036-2a68-4f90-a489-01c230130df0 req-38778083-a5c0-45ba-878e-ccd3cdd9358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:18.681635 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9566d036-2a68-4f90-a489-01c230130df0 req-38778083-a5c0-45ba-878e-ccd3cdd9358b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416574 Sep 18 00:39:18.697414 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=a42ecba2-b02f-44bf-8818-db28c647dcca,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:18.705236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:18.705584 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:18.705923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:18.706257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:18.706589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:18.706918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:18.707243 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:18.707566 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:18.707894 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:18.708219 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:18.708542 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:18.708879 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:18.770661 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9566d036-2a68-4f90-a489-01c230130df0 req-0ba1a35c-19f6-445d-90ef-8d0986c70cb3 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818644 Sep 18 00:39:18.803152 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a42ecba2-b02f-44bf-8818-db28c647dcca no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:39:18.843840 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device a42ecba2-b02f-44bf-8818-db28c647dcca not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:39:18.865235 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9566d036-2a68-4f90-a489-01c230130df0 req-263292bc-d631-4d82-a90f-8187a414cb15 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876980 Sep 18 00:39:18.892462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['a42ecba2-b02f-44bf-8818-db28c647dcca'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:39:19.359394 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dddad9-dd68-4067-8dae-71d732499ce2 req-42d687b2-25c1-446c-a284-3c1a59139d72 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:19.360883 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-87dddad9-dd68-4067-8dae-71d732499ce2 req-42d687b2-25c1-446c-a284-3c1a59139d72 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 944 time: 0.0484500 Sep 18 00:39:19.397992 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-87dddad9-dd68-4067-8dae-71d732499ce2 req-e45e004b-6712-43fa-b416-9c86ca481db4 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312693 Sep 18 00:39:19.659746 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:39:19.952578 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:20.424541 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device a42ecba2-b02f-44bf-8818-db28c647dcca up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:39:20.515315 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54f578-5628-4c2c-8318-703fba7534c8 req-5bbb4ec6-8671-4f8f-84bc-5612c973b708 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:20.516874 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b54f578-5628-4c2c-8318-703fba7534c8 req-5bbb4ec6-8671-4f8f-84bc-5612c973b708 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 944 time: 0.0519717 Sep 18 00:39:20.541037 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port a42ecba2-b02f-44bf-8818-db28c647dcca completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:39:20.544808 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port a42ecba2-b02f-44bf-8818-db28c647dcca triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:20.545284 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:20.554805 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b54f578-5628-4c2c-8318-703fba7534c8 req-2ea571de-ca66-4bdd-b410-2aeab232fed6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319650 Sep 18 00:39:20.623287 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:20.648500 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14641488-54de-43a7-a334-ad2de92f16a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42ecba2-b02f-44bf-8818-db28c647dcca'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:20.650150 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c098cf-694f-4271-9021-a887dca884f7" -d '{"events": [{"server_uuid": "14641488-54de-43a7-a334-ad2de92f16a9", "name": "network-vif-plugged", "status": "completed", "tag": "a42ecba2-b02f-44bf-8818-db28c647dcca"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:20.663633 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port a42ecba2-b02f-44bf-8818-db28c647dcca, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=a42ecba2-b02f-44bf-8818-db28c647dcca,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:20.667941 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcd3b3-39c8-4100-b194-30386d689b1e req-886b9f56-a778-46b0-99e7-5c85945c303c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:20.669508 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7dcd3b3-39c8-4100-b194-30386d689b1e req-886b9f56-a778-46b0-99e7-5c85945c303c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 944 time: 0.0491662 Sep 18 00:39:20.690830 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a087ef-d8f4-491b-80ae-58265931e153 x-openstack-request-id: req-68a087ef-d8f4-491b-80ae-58265931e153 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:20.691119 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14641488-54de-43a7-a334-ad2de92f16a9", "name": "network-vif-plugged", "status": "completed", "tag": "a42ecba2-b02f-44bf-8818-db28c647dcca", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:20.691394 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-68a087ef-d8f4-491b-80ae-58265931e153 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:20.691769 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14641488-54de-43a7-a334-ad2de92f16a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42ecba2-b02f-44bf-8818-db28c647dcca', 'code': 200} Sep 18 00:39:20.708480 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b7dcd3b3-39c8-4100-b194-30386d689b1e req-a0e1eef3-79a8-49f6-a8fb-26f55c5d6323 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324643 Sep 18 00:39:20.724066 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:20.775947 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=a42ecba2-b02f-44bf-8818-db28c647dcca,revision_number=9']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:21.043948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825febb3-32e8-494f-9079-0db6f32ada97 req-0cc2a34e-1e73-44ad-a76d-04538ed6e1ec tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:21.045399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-825febb3-32e8-494f-9079-0db6f32ada97 req-0cc2a34e-1e73-44ad-a76d-04538ed6e1ec tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0531349 Sep 18 00:39:21.085390 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-825febb3-32e8-494f-9079-0db6f32ada97 req-d1568f57-ffae-4875-9a86-44c2a92491cc tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339932 Sep 18 00:39:21.110944 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90041a1-2f85-44df-9bfc-fe75ac95ffcb req-3aae4edb-0377-49ff-b843-7db1e98ce4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:21.112454 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d90041a1-2f85-44df-9bfc-fe75ac95ffcb req-3aae4edb-0377-49ff-b843-7db1e98ce4b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 1096 time: 0.0402560 Sep 18 00:39:21.204625 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90041a1-2f85-44df-9bfc-fe75ac95ffcb req-0340fe08-188c-4d3e-9786-6943e5927253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:21.206119 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d90041a1-2f85-44df-9bfc-fe75ac95ffcb req-0340fe08-188c-4d3e-9786-6943e5927253 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0868065 Sep 18 00:39:21.268526 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d90041a1-2f85-44df-9bfc-fe75ac95ffcb req-ea5caf27-a5fa-4d98-90e1-b1b357cd40be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a42ecba2-b02f-44bf-8818-db28c647dcca HTTP/1.1" status: 200 len: 1001 time: 0.0555158 Sep 18 00:39:21.320097 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90041a1-2f85-44df-9bfc-fe75ac95ffcb req-f15c16f6-c330-4f8e-b5d3-7efff7afdba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:21.321451 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d90041a1-2f85-44df-9bfc-fe75ac95ffcb req-f15c16f6-c330-4f8e-b5d3-7efff7afdba6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0460513 Sep 18 00:39:21.365506 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90041a1-2f85-44df-9bfc-fe75ac95ffcb req-b68983a7-b8f6-480d-992c-475af3e2ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:21.366948 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d90041a1-2f85-44df-9bfc-fe75ac95ffcb req-b68983a7-b8f6-480d-992c-475af3e2ac73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375257 Sep 18 00:39:21.454870 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d90041a1-2f85-44df-9bfc-fe75ac95ffcb req-e78da207-536c-4230-ba9c-a967b901e5a3 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796802 Sep 18 00:39:21.545066 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-d90041a1-2f85-44df-9bfc-fe75ac95ffcb req-12fd8318-394c-447e-98ff-7bfa8ba78cbf service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830390 Sep 18 00:39:22.202043 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed15b79-2956-499b-9422-362509c6cc4e req-ac180000-d764-4e38-9738-fb5346d70f74 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:22.203520 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aed15b79-2956-499b-9422-362509c6cc4e req-ac180000-d764-4e38-9738-fb5346d70f74 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0510044 Sep 18 00:39:22.240610 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aed15b79-2956-499b-9422-362509c6cc4e req-491ab87d-3a97-4b3e-8913-14dbef813720 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310550 Sep 18 00:39:22.643655 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf22059-6290-41cb-b6db-b0040453a712 req-45440b4c-1695-447e-bd55-206a210a8fe7 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:22.645478 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3cf22059-6290-41cb-b6db-b0040453a712 req-45440b4c-1695-447e-bd55-206a210a8fe7 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0498915 Sep 18 00:39:22.682275 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3cf22059-6290-41cb-b6db-b0040453a712 req-4542ad80-a3fe-45e3-a9a5-504912ad4446 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307920 Sep 18 00:39:23.794473 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa088d-f8c6-4087-92ef-84b581772a60 req-abfd4b6a-23d8-45d9-8baf-72de331faae4 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:23.795921 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39aa088d-f8c6-4087-92ef-84b581772a60 req-abfd4b6a-23d8-45d9-8baf-72de331faae4 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0469322 Sep 18 00:39:23.834582 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39aa088d-f8c6-4087-92ef-84b581772a60 req-58912326-2e6c-4ce3-b5c2-6bae0a88033b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319161 Sep 18 00:39:23.880368 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d86a51-1b12-422e-b9dd-1e4aa2774383 req-b2456264-8d58-4e63-90bf-db0bf2d12956 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:23.881845 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b7d86a51-1b12-422e-b9dd-1e4aa2774383 req-b2456264-8d58-4e63-90bf-db0bf2d12956 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.41 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 945 time: 0.0476451 Sep 18 00:39:23.975426 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-b7d86a51-1b12-422e-b9dd-1e4aa2774383 req-844ac704-e52d-416f-965c-53169b2563d8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Deleting port a42ecba2-b02f-44bf-8818-db28c647dcca {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:39:23.975768 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b7d86a51-1b12-422e-b9dd-1e4aa2774383 req-844ac704-e52d-416f-965c-53169b2563d8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:24.060485 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-b7d86a51-1b12-422e-b9dd-1e4aa2774383 req-844ac704-e52d-416f-965c-53169b2563d8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] For port a42ecba2-b02f-44bf-8818-db28c647dcca, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=a42ecba2-b02f-44bf-8818-db28c647dcca,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:24.060883 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b7d86a51-1b12-422e-b9dd-1e4aa2774383 req-844ac704-e52d-416f-965c-53169b2563d8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:24.272045 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b7d86a51-1b12-422e-b9dd-1e4aa2774383 req-844ac704-e52d-416f-965c-53169b2563d8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:24.272337 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b7d86a51-1b12-422e-b9dd-1e4aa2774383 req-844ac704-e52d-416f-965c-53169b2563d8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:24.272652 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [req-b7d86a51-1b12-422e-b9dd-1e4aa2774383 req-844ac704-e52d-416f-965c-53169b2563d8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Floating IP 510719b4-a1bb-47a1-b1d0-9d6dfbf9e637 disassociated. External IP: 172.25.3.166, port: a42ecba2-b02f-44bf-8818-db28c647dcca. Sep 18 00:39:24.273029 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-b7d86a51-1b12-422e-b9dd-1e4aa2774383 req-844ac704-e52d-416f-965c-53169b2563d8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Calling delete_port for a42ecba2-b02f-44bf-8818-db28c647dcca owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:39:24.472089 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b7d86a51-1b12-422e-b9dd-1e4aa2774383 req-844ac704-e52d-416f-965c-53169b2563d8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:24.498183 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ac704-e52d-416f-965c-53169b2563d8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Pushing event deleted for resources: {'Port': ['ID=a42ecba2-b02f-44bf-8818-db28c647dcca,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:24.614356 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7d86a51-1b12-422e-b9dd-1e4aa2774383 req-844ac704-e52d-416f-965c-53169b2563d8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Router af192fa8-b368-4196-b8bd-58b0766cbaf6 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:39:24.727301 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7d86a51-1b12-422e-b9dd-1e4aa2774383 req-844ac704-e52d-416f-965c-53169b2563d8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:39:24.737516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36010f6-f850-4a6c-9522-aa81db6837ff None None] Sync routers for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:39:24.748847 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36010f6-f850-4a6c-9522-aa81db6837ff None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:39:24.749602 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b36010f6-f850-4a6c-9522-aa81db6837ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:39:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:24.767599 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d86a51-1b12-422e-b9dd-1e4aa2774383 req-844ac704-e52d-416f-965c-53169b2563d8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] No DVR routers for this DVR port a42ecba2-b02f-44bf-8818-db28c647dcca on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:39:24.770644 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b7d86a51-1b12-422e-b9dd-1e4aa2774383 req-844ac704-e52d-416f-965c-53169b2563d8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:24.772874 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b7d86a51-1b12-422e-b9dd-1e4aa2774383 req-844ac704-e52d-416f-965c-53169b2563d8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.41 "DELETE /v2.0/ports/a42ecba2-b02f-44bf-8818-db28c647dcca HTTP/1.1" status: 204 len: 173 time: 0.8844748 Sep 18 00:39:24.773557 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14641488-54de-43a7-a334-ad2de92f16a9', 'name': 'network-vif-deleted', 'tag': 'a42ecba2-b02f-44bf-8818-db28c647dcca'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:24.776355 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8348fe-9cb9-40e1-b9f2-3895aa31b4c5" -d '{"events": [{"server_uuid": "14641488-54de-43a7-a334-ad2de92f16a9", "name": "network-vif-deleted", "tag": "a42ecba2-b02f-44bf-8818-db28c647dcca"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:24.814002 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ee470a-80b2-495e-a200-5c122df24eb3 x-openstack-request-id: req-43ee470a-80b2-495e-a200-5c122df24eb3 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:24.814174 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14641488-54de-43a7-a334-ad2de92f16a9", "name": "network-vif-deleted", "tag": "a42ecba2-b02f-44bf-8818-db28c647dcca", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:24.814424 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-43ee470a-80b2-495e-a200-5c122df24eb3 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:24.814822 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14641488-54de-43a7-a334-ad2de92f16a9', 'name': 'network-vif-deleted', 'tag': 'a42ecba2-b02f-44bf-8818-db28c647dcca', 'status': 'completed', 'code': 200} Sep 18 00:39:24.860724 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-b36010f6-f850-4a6c-9522-aa81db6837ff None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:39:24.933969 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af07749c-71a5-456f-a281-f723b695ed8f req-261e825d-0baa-4ceb-9cf9-5fa824cf3221 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=14641488-54de-43a7-a334-ad2de92f16a9 HTTP/1.1" status: 200 len: 210 time: 0.0323193 Sep 18 00:39:25.056589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b36010f6-f850-4a6c-9522-aa81db6837ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:25.086500 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36010f6-f850-4a6c-9522-aa81db6837ff None None] Checking router: af192fa8-b368-4196-b8bd-58b0766cbaf6 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:39:25.094909 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36010f6-f850-4a6c-9522-aa81db6837ff None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:39:25.095517 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b36010f6-f850-4a6c-9522-aa81db6837ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:39:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:25.347567 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-b36010f6-f850-4a6c-9522-aa81db6837ff None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:39:25.542692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b36010f6-f850-4a6c-9522-aa81db6837ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:25.568566 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36010f6-f850-4a6c-9522-aa81db6837ff None None] The sync data for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 is: [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:39:25.781300 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efe174a-d3a9-4a00-b392-dce724c28762 None None] New status for floating IP 510719b4-a1bb-47a1-b1d0-9d6dfbf9e637: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:39:26.201261 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-2be925a0-72dc-4921-af8c-9d4b52a4f5f2 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1314126010&fields=id&tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383 HTTP/1.1" status: 200 len: 267 time: 0.0339849 Sep 18 00:39:26.305850 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-41583319-b183-4d97-b421-425505353a2b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:26.307297 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-41583319-b183-4d97-b421-425505353a2b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 811 time: 0.0993276 Sep 18 00:39:26.321893 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-05e66cf8-f3a3-4f53-9244-7e0458b1f96f tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/quotas/94d0bf7bf02f44b6a2db6969ed6ac383 HTTP/1.1" status: 200 len: 375 time: 0.0088291 Sep 18 00:39:26.377723 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-bf444bda-3772-4b7c-bc29-38e25f7600db tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507140 Sep 18 00:39:26.469599 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-2e86a4e2-7129-485c-a051-674605186242 service neutron] 10.222.0.46 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803082 Sep 18 00:39:26.558848 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-4b02062f-033b-4d0a-af96-6351fdb9b39e service neutron] 10.222.0.46 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831938 Sep 18 00:39:26.779135 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e557fbad-ff6e-45a9-a2a5-2e2f4b74dbca req-69ceedfa-a3f8-4dd3-aae5-041e0c052826 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 210 time: 0.0286896 Sep 18 00:39:27.871483 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a425a7d-db72-4592-ae07-c8d53c0103f8 req-a629ca5c-6a21-46f1-b0dd-4f3340fb921f tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 210 time: 0.0271511 Sep 18 00:39:28.450204 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device a42ecba2-b02f-44bf-8818-db28c647dcca no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:39:28.473492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: a42ecba2-b02f-44bf-8818-db28c647dcca {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:39:28.473834 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device a42ecba2-b02f-44bf-8818-db28c647dcca not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:39:28.547797 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-c45eadfa-7439-4ff1-af50-ef979f8d6059 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:28.549344 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-c45eadfa-7439-4ff1-af50-ef979f8d6059 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 811 time: 0.1039853 Sep 18 00:39:28.591639 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-f4bb80b4-0650-48d4-bbe9-da8c3a8325ee tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383 HTTP/1.1" status: 200 len: 380 time: 0.0328352 Sep 18 00:39:28.601522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Request body: {'port': {'device_id': '892f3851-3b1c-4143-9789-0c152888950b', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'admin_state_up': True, 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'security_groups': ['69fe55cb-5e7e-4c9e-b012-d5ef36955758']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:28.775036 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Made reservation on behalf of 94d0bf7bf02f44b6a2db6969ed6ac383 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:39:28.778496 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:28.903622 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Allocated IP 172.20.0.9 (ba49eb6d-72a7-4457-b215-7db11eef74f3/117c1d85-947f-4881-b2a4-ff7934543573/d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:39:28.978677 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b20dc624-cf0c-41b5-aeff-fac8af8d85c2 req-26aa1a79-7730-4619-9102-bd5c3a3bf772 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 210 time: 0.0386026 Sep 18 00:39:29.064520 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:29.163987 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:29.205366 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Network ba49eb6d-72a7-4457-b215-7db11eef74f3 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:39:29.208385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:39:29.214666 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:39:29.221159 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Pushing event updated for resources: {'Port': ['ID=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:29.252720 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:29.253090 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:29.253432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:29.253765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:29.254094 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:29.254421 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:29.254743 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:29.255064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:29.255384 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:29.255711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:29.256030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:29.256344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:39:29.276652 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:29.277301 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:29.347271 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-af51ed09-181a-4d15-86e3-7b0230dd07e6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7492554 Sep 18 00:39:29.359921 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Request body: {'port': {'device_id': '892f3851-3b1c-4143-9789-0c152888950b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:29.404694 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1d80eac0-fa96-4d7e-a88b-b015b3c7c16c None None] Provisioning complete for port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:29.405099 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1d80eac0-fa96-4d7e-a88b-b015b3c7c16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:29.416352 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:29.438460 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1d80eac0-fa96-4d7e-a88b-b015b3c7c16c None None] Port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:39:29.666344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:39:29.673983 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:29.685566 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Transition to ACTIVE for port object d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:39:29.774341 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:29.828027 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Pushing event updated for resources: {'Port': ['ID=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:29.897026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Attempting to bind port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:39:29.897362 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Attempting to bind port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:39:29.897687 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Attempting to bind port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:29.902160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec on network ba49eb6d-72a7-4457-b215-7db11eef74f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:39:29.902477 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Attempting to bind port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:39:29.907468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:39:29.910401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Checking segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:39:29.910401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Bound using segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:39:29.910401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Bound port: d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:39:29.910401 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:29.974595 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] For port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:39:29.977656 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] For port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:39:30.056541 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:30.442331 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:30.442951 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:30.444380 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] 10.222.0.37 "PUT /v2.0/ports/d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec HTTP/1.1" status: 200 len: 1091 time: 1.0887520 Sep 18 00:39:30.446484 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892f3851-3b1c-4143-9789-0c152888950b', 'tag': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:30.448744 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9db93e-311b-4823-ab43-10f5f632db6f" -d '{"events": [{"name": "network-changed", "server_uuid": "892f3851-3b1c-4143-9789-0c152888950b", "tag": "d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:30.484765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5accfd4-ccd5-4d69-b30c-f74503b75446 req-52fa3274-398e-4751-a6e7-9bebdd8a55da tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:30.486370 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a5accfd4-ccd5-4d69-b30c-f74503b75446 req-52fa3274-398e-4751-a6e7-9bebdd8a55da tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 943 time: 0.4419630 Sep 18 00:39:30.487552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acd575-c975-4365-9690-5eed2cda72bf service neutron] Pushing event updated for resources: {'Port': ['ID=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:30.492440 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f20f84-d1f4-43cc-9316-41827b038217 x-openstack-request-id: req-18f20f84-d1f4-43cc-9316-41827b038217 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:30.492730 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892f3851-3b1c-4143-9789-0c152888950b", "tag": "d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:30.493018 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18f20f84-d1f4-43cc-9316-41827b038217 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:30.493400 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892f3851-3b1c-4143-9789-0c152888950b', 'tag': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec', 'status': 'completed', 'code': 200} Sep 18 00:39:30.555173 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a5accfd4-ccd5-4d69-b30c-f74503b75446 req-30f1f0e4-2670-4806-b0be-a1b4221a1dbd tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608842 Sep 18 00:39:30.568900 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9db93e-311b-4823-ab43-10f5f632db6f req-ce10fcd1-2c1d-4ae9-8312-0d52610bb3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:30.570547 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e9db93e-311b-4823-ab43-10f5f632db6f req-ce10fcd1-2c1d-4ae9-8312-0d52610bb3e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 1094 time: 0.0544417 Sep 18 00:39:30.672510 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9db93e-311b-4823-ab43-10f5f632db6f req-a29fcc40-c33a-4dcc-bbe1-263bd546e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:30.674051 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e9db93e-311b-4823-ab43-10f5f632db6f req-a29fcc40-c33a-4dcc-bbe1-263bd546e66c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0956988 Sep 18 00:39:30.771161 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9db93e-311b-4823-ab43-10f5f632db6f req-130ca1f3-9964-4d44-b51b-a99afdc06eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:30.772513 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6e9db93e-311b-4823-ab43-10f5f632db6f req-130ca1f3-9964-4d44-b51b-a99afdc06eff service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914409 Sep 18 00:39:30.851651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-f3a8dad6-634c-45a3-8ea6-7215410161e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:30.853167 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-f3a8dad6-634c-45a3-8ea6-7215410161e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 1094 time: 0.0446503 Sep 18 00:39:30.894497 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-1a0b3e43-7ce4-441e-9bc5-f2a306c6473e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec HTTP/1.1" status: 200 len: 217 time: 0.0333357 Sep 18 00:39:30.941527 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-be7ebb2e-28f7-4f8d-a28c-227f7c7c58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:30.942914 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-be7ebb2e-28f7-4f8d-a28c-227f7c7c58ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0419877 Sep 18 00:39:30.990291 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-51607f2f-b73c-4d9c-802d-9fe9436632b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:30.991793 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-51607f2f-b73c-4d9c-802d-9fe9436632b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420504 Sep 18 00:39:31.079581 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-d5514322-c07c-406b-a26b-1d1a73ccdc6a service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809078 Sep 18 00:39:31.168568 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e8f6bbe-c431-4058-8aa8-e7b82aeceab3 req-03aed998-2e44-4cf7-b5c8-20c7f81113b7 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817239 Sep 18 00:39:31.668843 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2d7cf-21d5-42ca-b337-c4dc2b157427 req-07053d37-e993-4547-9006-9eab9960305d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:31.670294 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead2d7cf-21d5-42ca-b337-c4dc2b157427 req-07053d37-e993-4547-9006-9eab9960305d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 943 time: 0.0472178 Sep 18 00:39:31.706820 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead2d7cf-21d5-42ca-b337-c4dc2b157427 req-6307cc7d-5920-4a4f-9017-8b982ea68678 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298903 Sep 18 00:39:32.820524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f70db8-2c7a-4be0-a9ab-012edbf60c1e req-1194162f-299d-478a-9bf1-51090fbdea6a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:32.822025 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67f70db8-2c7a-4be0-a9ab-012edbf60c1e req-1194162f-299d-478a-9bf1-51090fbdea6a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 943 time: 0.0478637 Sep 18 00:39:32.859973 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67f70db8-2c7a-4be0-a9ab-012edbf60c1e req-9a126b17-ebd0-4e48-af2f-2d2c0284dee1 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317402 Sep 18 00:39:32.895757 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:39:32.986454 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:33.000166 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'port_id': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec', 'mac_address': 'fa:16:3e:67:b1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:39:33.036416 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:33.048435 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:39:33.067554 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:33.128844 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:33.173490 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:33.331372 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:39:33.975026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9eeff8-32e9-4b2b-a7cd-29cfef201779 req-b95518f8-1395-46ef-b600-84ee8b6aed7b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:33.976488 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab9eeff8-32e9-4b2b-a7cd-29cfef201779 req-b95518f8-1395-46ef-b600-84ee8b6aed7b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 944 time: 0.0509360 Sep 18 00:39:34.013843 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ab9eeff8-32e9-4b2b-a7cd-29cfef201779 req-c6880eb4-8e55-448d-bea6-45d6debf1c36 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314705 Sep 18 00:39:34.914785 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:39:35.025784 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:39:35.029745 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:39:35.030116 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:35.107015 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:35.126691 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c664b-5cfa-494b-83b4-fa3a68b1212b req-b885d9b2-d9b0-459e-8b77-9ec726a8455e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:35.128214 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc3c664b-5cfa-494b-83b4-fa3a68b1212b req-b885d9b2-d9b0-459e-8b77-9ec726a8455e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 944 time: 0.0482497 Sep 18 00:39:35.128407 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892f3851-3b1c-4143-9789-0c152888950b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:35.130545 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76646fd7-0de6-4d90-8aff-2afee1273bce" -d '{"events": [{"server_uuid": "892f3851-3b1c-4143-9789-0c152888950b", "name": "network-vif-plugged", "status": "completed", "tag": "d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:35.144290 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:39:35.168459 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc3c664b-5cfa-494b-83b4-fa3a68b1212b req-5c2c570e-0b2c-4b84-9569-1ef061ba87da tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340028 Sep 18 00:39:35.173655 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853d4308-fad6-4bdb-86f6-a84dba1c5f9b x-openstack-request-id: req-853d4308-fad6-4bdb-86f6-a84dba1c5f9b {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:35.174496 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892f3851-3b1c-4143-9789-0c152888950b", "name": "network-vif-plugged", "status": "completed", "tag": "d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:35.174496 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-853d4308-fad6-4bdb-86f6-a84dba1c5f9b {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:35.174698 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892f3851-3b1c-4143-9789-0c152888950b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec', 'code': 200} Sep 18 00:39:35.214787 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:35.261798 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07bde9-ff25-4d07-87a6-668f41eed430 req-dbab013e-4089-48c8-83f7-f0a81285ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:35.263330 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e07bde9-ff25-4d07-87a6-668f41eed430 req-dbab013e-4089-48c8-83f7-f0a81285ed2f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 1096 time: 0.0389857 Sep 18 00:39:35.263459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:39:35.298126 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e07bde9-ff25-4d07-87a6-668f41eed430 req-a1c97add-64b6-4a1c-93d7-cea049ee2104 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275705 Sep 18 00:39:36.289419 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9933c-1b9d-414a-b421-58d9e64839c4 req-e83e230f-ebf3-4eb6-8e48-6a026d73c3dd tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:36.301555 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5d9933c-1b9d-414a-b421-58d9e64839c4 req-e83e230f-ebf3-4eb6-8e48-6a026d73c3dd tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0518441 Sep 18 00:39:36.328296 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5d9933c-1b9d-414a-b421-58d9e64839c4 req-1bb68994-8f68-4eaa-9fbb-e561f3046329 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309954 Sep 18 00:39:37.441092 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e06631-6c64-4e03-a893-fb77f559a6d7 req-c5bcaa1e-bf82-44d4-8b60-debec3a6e8ce tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:37.442572 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c6e06631-6c64-4e03-a893-fb77f559a6d7 req-c5bcaa1e-bf82-44d4-8b60-debec3a6e8ce tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0486772 Sep 18 00:39:37.478329 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c6e06631-6c64-4e03-a893-fb77f559a6d7 req-f8301ecb-ab3f-4590-8bd4-402e54a1c3aa tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299673 Sep 18 00:39:37.585874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc55f0-4315-4bc7-9286-eed925dcdb9d req-ea03a069-38db-4679-ae46-a8ba57b9d5af tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:37.587313 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9efc55f0-4315-4bc7-9286-eed925dcdb9d req-ea03a069-38db-4679-ae46-a8ba57b9d5af tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0474751 Sep 18 00:39:37.596291 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58384) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:39:37.600599 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f25f81e3-29a3-4a3c-be85-3db312c07aa5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Request body: {'floatingip': {'port_id': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:39:37.641275 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f25f81e3-29a3-4a3c-be85-3db312c07aa5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:38.057201 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f25f81e3-29a3-4a3c-be85-3db312c07aa5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:38.168382 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f25f81e3-29a3-4a3c-be85-3db312c07aa5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:38.270046 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-f25f81e3-29a3-4a3c-be85-3db312c07aa5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Floating IP 510719b4-a1bb-47a1-b1d0-9d6dfbf9e637 associated. External IP: 172.25.3.166, port: d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec. Sep 18 00:39:38.469803 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25f81e3-29a3-4a3c-be85-3db312c07aa5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Router af192fa8-b368-4196-b8bd-58b0766cbaf6 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:39:38.575422 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25f81e3-29a3-4a3c-be85-3db312c07aa5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:39:38.582092 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f25f81e3-29a3-4a3c-be85-3db312c07aa5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:38.585559 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e747c03-8f80-4162-ba4c-919ac78e5dfa None None] Sync routers for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:39:38.595083 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e747c03-8f80-4162-ba4c-919ac78e5dfa None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:39:38.595769 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-2e747c03-8f80-4162-ba4c-919ac78e5dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:39:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:38.607987 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f25f81e3-29a3-4a3c-be85-3db312c07aa5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "PUT /v2.0/floatingips/510719b4-a1bb-47a1-b1d0-9d6dfbf9e637 HTTP/1.1" status: 200 len: 991 time: 1.0106335 Sep 18 00:39:38.608657 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892f3851-3b1c-4143-9789-0c152888950b', 'tag': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:39:38.611066 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7a49c5-11c1-4836-985c-6e0ad61e5a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "892f3851-3b1c-4143-9789-0c152888950b", "tag": "d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:39:38.652858 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfffd9a-0c05-4446-8690-8f8e1405db8b x-openstack-request-id: req-fdfffd9a-0c05-4446-8690-8f8e1405db8b {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:39:38.653224 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892f3851-3b1c-4143-9789-0c152888950b", "tag": "d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:39:38.653545 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fdfffd9a-0c05-4446-8690-8f8e1405db8b {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:39:38.654070 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892f3851-3b1c-4143-9789-0c152888950b', 'tag': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec', 'status': 'completed', 'code': 200} Sep 18 00:39:38.704805 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-2e747c03-8f80-4162-ba4c-919ac78e5dfa None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:39:38.721706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a49c5-11c1-4836-985c-6e0ad61e5a3d req-ecae724a-b6f5-45eb-8a90-776899d424ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:38.723232 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d7a49c5-11c1-4836-985c-6e0ad61e5a3d req-ecae724a-b6f5-45eb-8a90-776899d424ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 1096 time: 0.0450239 Sep 18 00:39:38.814607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a49c5-11c1-4836-985c-6e0ad61e5a3d req-5426e40a-bb35-4dc3-a427-4a75915a1c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:38.816121 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d7a49c5-11c1-4836-985c-6e0ad61e5a3d req-5426e40a-bb35-4dc3-a427-4a75915a1c6c service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0853407 Sep 18 00:39:38.885274 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d7a49c5-11c1-4836-985c-6e0ad61e5a3d req-b49481eb-d740-4625-b7f7-a9efb2c66651 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec HTTP/1.1" status: 200 len: 999 time: 0.0616550 Sep 18 00:39:38.932391 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-2e747c03-8f80-4162-ba4c-919ac78e5dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '510719b4-a1bb-47a1-b1d0-9d6dfbf9e637', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'port_id': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'mac_address': 'fa:16:3e:67:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892f3851-3b1c-4143-9789-0c152888950b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:34:52Z', 'updated_at': '2021-09-18T00:39:37Z', 'revision_number': 9, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:38.934444 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a49c5-11c1-4836-985c-6e0ad61e5a3d req-2b609829-91cf-4ff8-b802-bfb51fc9796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:38.935948 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d7a49c5-11c1-4836-985c-6e0ad61e5a3d req-2b609829-91cf-4ff8-b802-bfb51fc9796b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0436845 Sep 18 00:39:38.958127 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e747c03-8f80-4162-ba4c-919ac78e5dfa None None] Checking router: af192fa8-b368-4196-b8bd-58b0766cbaf6 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:39:38.966241 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e747c03-8f80-4162-ba4c-919ac78e5dfa None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:39:38.966843 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-2e747c03-8f80-4162-ba4c-919ac78e5dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:39:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:38.980741 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a49c5-11c1-4836-985c-6e0ad61e5a3d req-4465b4ef-4897-48d7-9672-a09da7978073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:38.982280 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d7a49c5-11c1-4836-985c-6e0ad61e5a3d req-4465b4ef-4897-48d7-9672-a09da7978073 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398679 Sep 18 00:39:38.993562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-6d7a49c5-11c1-4836-985c-6e0ad61e5a3d req-90f0355d-c987-4632-9af4-b67d310080cd service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:39:38.994483 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d7a49c5-11c1-4836-985c-6e0ad61e5a3d req-90f0355d-c987-4632-9af4-b67d310080cd service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048518 Sep 18 00:39:39.070644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-2e747c03-8f80-4162-ba4c-919ac78e5dfa None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:39:39.088149 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d7a49c5-11c1-4836-985c-6e0ad61e5a3d req-2c1cb901-6a80-413d-afa9-b9a94fa59350 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863833 Sep 18 00:39:39.177618 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d7a49c5-11c1-4836-985c-6e0ad61e5a3d req-b1d9cc16-9ce4-471f-ac2e-62cb1c01f37b service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823817 Sep 18 00:39:39.286778 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-2e747c03-8f80-4162-ba4c-919ac78e5dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '510719b4-a1bb-47a1-b1d0-9d6dfbf9e637', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'port_id': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'mac_address': 'fa:16:3e:67:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892f3851-3b1c-4143-9789-0c152888950b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:34:52Z', 'updated_at': '2021-09-18T00:39:37Z', 'revision_number': 9, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:39:39.315970 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e747c03-8f80-4162-ba4c-919ac78e5dfa None None] The sync data for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 is: [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '510719b4-a1bb-47a1-b1d0-9d6dfbf9e637', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'port_id': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'mac_address': 'fa:16:3e:67:b1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892f3851-3b1c-4143-9789-0c152888950b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:34:52Z', 'updated_at': '2021-09-18T00:39:37Z', 'revision_number': 9, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:39:39.490685 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af6a7c1-cd60-4161-9687-63c21cc1fcd0 None None] New status for floating IP 510719b4-a1bb-47a1-b1d0-9d6dfbf9e637: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:39:40.848222 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:42.114909 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4600a9f6-c111-41ca-9188-66262093c861 req-391947a6-4903-4ba1-a88b-507a2d4ac713 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0380683 Sep 18 00:39:42.195795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600a9f6-c111-41ca-9188-66262093c861 req-b539ca71-cdf7-4a68-93f3-b0ec4025d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:42.197286 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4600a9f6-c111-41ca-9188-66262093c861 req-b539ca71-cdf7-4a68-93f3-b0ec4025d65f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 1096 time: 0.0431378 Sep 18 00:39:42.295842 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600a9f6-c111-41ca-9188-66262093c861 req-78c02ff9-bee1-4a8c-af8f-c81ffe55ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:42.297346 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4600a9f6-c111-41ca-9188-66262093c861 req-78c02ff9-bee1-4a8c-af8f-c81ffe55ca9f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0816488 Sep 18 00:39:42.362880 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4600a9f6-c111-41ca-9188-66262093c861 req-a58f1efc-8364-486f-8a3c-9896f70e07a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec HTTP/1.1" status: 200 len: 1002 time: 0.0583611 Sep 18 00:39:42.410952 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600a9f6-c111-41ca-9188-66262093c861 req-ed1d88d5-d7bc-4aeb-9fe4-a22cbd2c78ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:42.412303 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4600a9f6-c111-41ca-9188-66262093c861 req-ed1d88d5-d7bc-4aeb-9fe4-a22cbd2c78ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0426645 Sep 18 00:39:42.456791 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600a9f6-c111-41ca-9188-66262093c861 req-c8121440-40c4-4abe-9666-5b142aec2918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:39:42.458267 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4600a9f6-c111-41ca-9188-66262093c861 req-c8121440-40c4-4abe-9666-5b142aec2918 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392237 Sep 18 00:39:42.548035 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4600a9f6-c111-41ca-9188-66262093c861 req-00e08a8e-0094-446c-b7df-d123203a1d2f service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826769 Sep 18 00:39:42.634425 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4600a9f6-c111-41ca-9188-66262093c861 req-7feeffab-7301-48e2-b148-0c4b1d7aaa7d service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792763 Sep 18 00:39:43.888060 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:44.099816 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a7a6bc5c-ffc4-4895-b972-8a09fbe837e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:46.625707 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b395-dc71-47aa-ad48-b1c56f74514b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:47.322721 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:47.974070 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:49.974092 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:39:56.660276 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:40:10.893712 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:13.876252 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:14.116223 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-82d1b80c-7f7d-4853-ba15-3c8a62bab773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:16.647653 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-87ecd434-7a73-4bc0-bcfa-bfba9eebf868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.310615 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:17.945194 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:19.967891 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:33.660319 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:40:40.910098 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:43.881121 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:43.976990 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f22c3eb5-a164-4274-a51c-e12734f92970 req-73c6b836-3dbe-439f-86fe-006070d5fb50 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435274 Sep 18 00:40:44.057098 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c3eb5-a164-4274-a51c-e12734f92970 req-f8332b0a-46fd-40cc-a6e2-cdbe752d6437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:44.058626 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f22c3eb5-a164-4274-a51c-e12734f92970 req-f8332b0a-46fd-40cc-a6e2-cdbe752d6437 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 1096 time: 0.0402074 Sep 18 00:40:44.097657 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-90ccdf61-3bf1-4278-b23f-f900befb7ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:44.159215 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c3eb5-a164-4274-a51c-e12734f92970 req-018b3014-f406-4aa1-829a-b26a14f46e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:44.160599 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f22c3eb5-a164-4274-a51c-e12734f92970 req-018b3014-f406-4aa1-829a-b26a14f46e85 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0832546 Sep 18 00:40:44.227367 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f22c3eb5-a164-4274-a51c-e12734f92970 req-8432d36a-644b-4fa3-8310-a8ca74aeaf75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec HTTP/1.1" status: 200 len: 1002 time: 0.0598738 Sep 18 00:40:44.275061 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c3eb5-a164-4274-a51c-e12734f92970 req-beef6f03-11c7-442c-b55a-0b7438a1ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:44.276478 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f22c3eb5-a164-4274-a51c-e12734f92970 req-beef6f03-11c7-442c-b55a-0b7438a1ee0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0418487 Sep 18 00:40:44.320601 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c3eb5-a164-4274-a51c-e12734f92970 req-667d2d9b-912d-4071-889d-ee60098d4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:40:44.322076 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f22c3eb5-a164-4274-a51c-e12734f92970 req-667d2d9b-912d-4071-889d-ee60098d4280 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383852 Sep 18 00:40:44.412947 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f22c3eb5-a164-4274-a51c-e12734f92970 req-78fc38f3-a35d-476d-8857-94212fd71ed9 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834894 Sep 18 00:40:44.505691 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f22c3eb5-a164-4274-a51c-e12734f92970 req-6012d912-02fc-4792-a7bf-db3e8281df39 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858035 Sep 18 00:40:46.622886 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7df7926f-f5f2-4f8e-90be-b8330dc19d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:47.338576 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:47.978580 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:40:49.948475 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:10.660557 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:41:10.858103 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:13.915257 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:14.113137 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-88696c34-d01e-493d-aec6-938f40db2c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:15.567286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c23aa-3889-45f8-8269-6605d495a7ca req-8c40c2ce-e926-480d-85cf-63a3579a1db6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:15.568723 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-490c23aa-3889-45f8-8269-6605d495a7ca req-8c40c2ce-e926-480d-85cf-63a3579a1db6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0512843 Sep 18 00:41:15.611292 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-490c23aa-3889-45f8-8269-6605d495a7ca req-9fe1633d-84a3-4814-a0dc-7db99a1cad35 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355804 Sep 18 00:41:15.723221 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-72f60033-76ef-477b-86de-e0dd7ff83dcb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0505025 Sep 18 00:41:16.623818 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1bb6bd79-81fe-49ca-9e09-ff61337e6ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:16.728574 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbe08b-a863-4925-8407-812bf6888e53 req-dfc47353-3dc0-4082-94ec-44acaf96cc1b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:16.730085 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ffbe08b-a863-4925-8407-812bf6888e53 req-dfc47353-3dc0-4082-94ec-44acaf96cc1b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0484767 Sep 18 00:41:16.768730 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ffbe08b-a863-4925-8407-812bf6888e53 req-b6b1f0d2-46b7-4b08-b1aa-dc0d5da0fdad tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323739 Sep 18 00:41:17.359490 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:17.883069 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-6e5190b5-42d5-4273-b1fd-b5fafe6636cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:17.884626 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-6e5190b5-42d5-4273-b1fd-b5fafe6636cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 1096 time: 0.0731592 Sep 18 00:41:17.896547 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5f0c6-51ea-4cec-a16a-ae536e5208ad req-6e412d38-a6d3-414a-8990-1b22da9ffc19 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:17.901669 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42c5f0c6-51ea-4cec-a16a-ae536e5208ad req-6e412d38-a6d3-414a-8990-1b22da9ffc19 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0584559 Sep 18 00:41:17.970432 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:17.992511 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42c5f0c6-51ea-4cec-a16a-ae536e5208ad req-c0e0b222-3701-4497-99ee-75fe1866b23a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850692 Sep 18 00:41:18.009255 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-533268c1-2879-4141-9faf-f2fad34ee879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:18.010865 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-533268c1-2879-4141-9faf-f2fad34ee879 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.1120512 Sep 18 00:41:18.075147 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-0e4ac64a-61a1-4502-b722-2e799f67d15c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec HTTP/1.1" status: 200 len: 1002 time: 0.0561182 Sep 18 00:41:18.122583 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-1420d1ce-5b22-4c0a-8f4b-07af072c74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:18.124510 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-1420d1ce-5b22-4c0a-8f4b-07af072c74f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0411661 Sep 18 00:41:18.171488 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-8b75cf8c-6932-425f-ac7d-b244cd863713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:18.173233 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-8b75cf8c-6932-425f-ac7d-b244cd863713 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422311 Sep 18 00:41:18.259656 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-b8822e08-161f-43f5-894b-73215def8580 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795152 Sep 18 00:41:18.349904 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-d8d553bf-e1d6-4b16-9059-d00a7d95deb1 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828986 Sep 18 00:41:19.110726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44413284-0c1d-4128-9c3e-c3fd0d50ba19 req-219d3db6-583b-4e6f-b5f7-472ce991b3b9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:19.112185 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-44413284-0c1d-4128-9c3e-c3fd0d50ba19 req-219d3db6-583b-4e6f-b5f7-472ce991b3b9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0482416 Sep 18 00:41:19.154972 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-44413284-0c1d-4128-9c3e-c3fd0d50ba19 req-3556f132-5a12-4831-ad64-cf50b380a267 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350151 Sep 18 00:41:19.952643 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:20.268034 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d14c3c-8ed4-4d83-a4c2-e380ee4c3071 req-8db16883-961e-44ca-b39f-d6b8764afdf9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:20.269536 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9d14c3c-8ed4-4d83-a4c2-e380ee4c3071 req-8db16883-961e-44ca-b39f-d6b8764afdf9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0476539 Sep 18 00:41:20.305984 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9d14c3c-8ed4-4d83-a4c2-e380ee4c3071 req-206ef610-75b8-4af1-864e-fb69fa8e143b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307708 Sep 18 00:41:21.421197 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b54fff-0b20-46cf-8692-e2034cb0e562 req-01b2993f-f351-4829-b3c8-9a99b32048c5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:21.422872 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47b54fff-0b20-46cf-8692-e2034cb0e562 req-01b2993f-f351-4829-b3c8-9a99b32048c5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0514040 Sep 18 00:41:21.458497 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47b54fff-0b20-46cf-8692-e2034cb0e562 req-10ab7de4-14fe-42a2-8af8-bb29fa245a85 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298917 Sep 18 00:41:22.570459 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfc6f3-c26a-4d03-970b-281a4133f891 req-07461787-8ea5-4dc6-8ba4-d5d4a8c2c7f1 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:22.571831 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5bfc6f3-c26a-4d03-970b-281a4133f891 req-07461787-8ea5-4dc6-8ba4-d5d4a8c2c7f1 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0481591 Sep 18 00:41:22.607764 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c5bfc6f3-c26a-4d03-970b-281a4133f891 req-47e723db-acb8-4b80-a55e-98e143accbfc tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301645 Sep 18 00:41:23.720482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ad237-6548-489a-9866-4bb19e8e87ab req-f889ac21-c420-4af8-a460-802e0866774f tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:23.721955 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c7ad237-6548-489a-9866-4bb19e8e87ab req-f889ac21-c420-4af8-a460-802e0866774f tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0471532 Sep 18 00:41:23.758376 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c7ad237-6548-489a-9866-4bb19e8e87ab req-3acf9149-25ee-40c6-b37b-80762036b6ab tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306473 Sep 18 00:41:24.875016 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24141554-e990-4efd-aaeb-106547cf9db9 req-7ef233d6-fb10-467b-aab3-f7e1f740dd91 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:24.877046 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24141554-e990-4efd-aaeb-106547cf9db9 req-7ef233d6-fb10-467b-aab3-f7e1f740dd91 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0520134 Sep 18 00:41:24.914249 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24141554-e990-4efd-aaeb-106547cf9db9 req-d3f863f9-91c5-4af0-873a-fc45a8d253d6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312717 Sep 18 00:41:26.030615 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca69e3-1fa3-4ea8-911b-738c665bfa5f req-69016baa-f61f-4eba-b5f2-9b983c492809 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:26.032103 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38ca69e3-1fa3-4ea8-911b-738c665bfa5f req-69016baa-f61f-4eba-b5f2-9b983c492809 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0496008 Sep 18 00:41:26.068912 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38ca69e3-1fa3-4ea8-911b-738c665bfa5f req-37de5161-5459-4e97-b7f2-3146b65ab9ae tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303435 Sep 18 00:41:27.182227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2f426-10ce-45cf-8598-16742f967048 req-0d261f9b-4248-4b64-bad6-fe56f371e241 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:27.183698 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4cc2f426-10ce-45cf-8598-16742f967048 req-0d261f9b-4248-4b64-bad6-fe56f371e241 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0483088 Sep 18 00:41:27.219353 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4cc2f426-10ce-45cf-8598-16742f967048 req-79ff09c2-0e5a-46f0-9b94-7af176fb582c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298376 Sep 18 00:41:28.338593 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281680fa-25ba-4526-9de2-cdd5a5de9003 req-449274d0-b5df-4a20-aa7d-2fe614cdfe69 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:28.340050 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-281680fa-25ba-4526-9de2-cdd5a5de9003 req-449274d0-b5df-4a20-aa7d-2fe614cdfe69 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0546825 Sep 18 00:41:28.376982 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-281680fa-25ba-4526-9de2-cdd5a5de9003 req-af01beee-b653-46ae-b37a-631319614939 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304482 Sep 18 00:41:29.488716 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1dcba-c799-4144-959f-41cdc6471233 req-cac68c54-9c77-4afb-8f2c-1afdac57eb13 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:29.490194 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-59c1dcba-c799-4144-959f-41cdc6471233 req-cac68c54-9c77-4afb-8f2c-1afdac57eb13 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0476198 Sep 18 00:41:29.526223 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-59c1dcba-c799-4144-959f-41cdc6471233 req-e7169346-c19b-4d2b-8972-67fcaddbee9f tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303001 Sep 18 00:41:30.387618 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-ff087190-7b15-4ead-a7b4-4238b1bba715 service neutron] show failed (client error): The resource could not be found. Sep 18 00:41:30.388603 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-ff087190-7b15-4ead-a7b4-4238b1bba715 service neutron] 10.222.0.37 "GET /v2.0/ports/d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec/bindings/n-h1-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.0530767 Sep 18 00:41:30.643998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df1d73-91a5-403f-8065-f3b23d5ee0a8 req-1df0c122-4ad9-4af3-ad03-05e94d725228 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:30.646255 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d8df1d73-91a5-403f-8065-f3b23d5ee0a8 req-1df0c122-4ad9-4af3-ad03-05e94d725228 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0525498 Sep 18 00:41:30.684617 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d8df1d73-91a5-403f-8065-f3b23d5ee0a8 req-6aa910ca-8725-4155-ba3f-06b9af070d2b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323749 Sep 18 00:41:31.006955 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-1bc9beb1-cfd9-47da-9f4d-8935640ec767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:31.008471 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-1bc9beb1-cfd9-47da-9f4d-8935640ec767 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b&tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383 HTTP/1.1" status: 200 len: 1096 time: 0.0954006 Sep 18 00:41:31.021548 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:31.071484 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.278153 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] For port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:31.309512 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] For port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:41:31.347179 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892f3851-3b1c-4143-9789-0c152888950b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:31.349463 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8a60e3-4d28-4964-9d1b-8d2d160ba187" -d '{"events": [{"server_uuid": "892f3851-3b1c-4143-9789-0c152888950b", "name": "network-vif-unplugged", "status": "completed", "tag": "d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:31.353549 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.365814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Transition to ACTIVE for port object d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:41:31.411932 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.486436 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387c1bb9-94ae-4501-b4bd-7295f9251232 x-openstack-request-id: req-387c1bb9-94ae-4501-b4bd-7295f9251232 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:31.486725 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892f3851-3b1c-4143-9789-0c152888950b", "name": "network-vif-unplugged", "status": "completed", "tag": "d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:31.486974 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-387c1bb9-94ae-4501-b4bd-7295f9251232 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:31.487362 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892f3851-3b1c-4143-9789-0c152888950b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec', 'code': 200} Sep 18 00:41:31.492662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Pushing event updated for resources: {'Port': ['ID=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,revision_number=6']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:31.504610 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:31.504991 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:31.505334 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:31.505666 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:31.506002 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:31.506327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:31.506649 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:31.506969 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:31.507289 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:31.507606 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:31.507925 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:31.508242 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:31.548204 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] No DVR routers for this DVR port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:41:31.679654 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Attempting to bind port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:41:31.679993 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Attempting to bind port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:41:31.680323 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Attempting to bind port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:41:31.684557 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec on network ba49eb6d-72a7-4457-b215-7db11eef74f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:41:31.684904 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Attempting to bind port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:41:31.690148 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:41:31.690484 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Checking segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:41:31.690869 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Bound using segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:41:31.691294 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Bound port: d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:41:31.691649 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.754663 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] For port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:41:31.757816 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] For port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:41:31.801596 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee8efb-be73-46e4-b539-71d52d9069a2 req-e73801fa-07fe-475d-a626-100757626c16 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:31.803025 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dfee8efb-be73-46e4-b539-71d52d9069a2 req-e73801fa-07fe-475d-a626-100757626c16 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 943 time: 0.0493276 Sep 18 00:41:31.829435 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.841207 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dfee8efb-be73-46e4-b539-71d52d9069a2 req-0b1d66be-d2ed-4fc4-9047-5f580af63034 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321195 Sep 18 00:41:31.870691 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:31.871318 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:31.872730 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] 10.222.0.41 "PUT /v2.0/ports/d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec HTTP/1.1" status: 200 len: 1091 time: 0.8557150 Sep 18 00:41:31.890883 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d0015-928a-487c-b92f-1b77b619bdab service neutron] Pushing event updated for resources: {'Port': ['ID=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,revision_number=7']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:31.939015 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-3e01b695-2e0e-4263-8f8f-622adde2b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:31.941141 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-3e01b695-2e0e-4263-8f8f-622adde2b588 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 1094 time: 0.0436959 Sep 18 00:41:32.036653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-cb5e0028-f1aa-41e7-afbf-55433394a04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:32.038193 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-cb5e0028-f1aa-41e7-afbf-55433394a04a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0902035 Sep 18 00:41:32.106742 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-aa8aa20b-a675-4cb1-94e2-7951dba02bc2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec HTTP/1.1" status: 200 len: 1000 time: 0.0611744 Sep 18 00:41:32.156062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-92c276da-499b-4879-a4ac-b2b99bfd6a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:32.157610 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-92c276da-499b-4879-a4ac-b2b99bfd6a2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0435123 Sep 18 00:41:32.202558 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-ac7a7fd7-d5b0-453c-ad85-ec1743b43a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:32.204076 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-ac7a7fd7-d5b0-453c-ad85-ec1743b43a4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387111 Sep 18 00:41:32.595873 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-2e6fd433-f26a-4731-8cd0-879dc6968b7f service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834910 Sep 18 00:41:32.685867 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-3ed781ab-07ff-452c-9c80-be4fa6100e6d req-f5f58473-30c0-48f0-ba79-8827d47ea3d8 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834494 Sep 18 00:41:32.966564 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba03cdc-c169-4c92-b957-69649f686259 req-4fcdc8bf-72f9-4717-8495-f65ff3b2332d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:32.968055 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ba03cdc-c169-4c92-b957-69649f686259 req-4fcdc8bf-72f9-4717-8495-f65ff3b2332d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 943 time: 0.0507903 Sep 18 00:41:33.005220 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ba03cdc-c169-4c92-b957-69649f686259 req-b7fa867b-5aed-439c-a419-493f059379f5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310228 Sep 18 00:41:33.489042 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892f3851-3b1c-4143-9789-0c152888950b', 'tag': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:33.491419 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa2ec0f-5113-4dee-b08a-55f997556801" -d '{"events": [{"name": "network-changed", "server_uuid": "892f3851-3b1c-4143-9789-0c152888950b", "tag": "d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:33.536872 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca11200f-b1c2-4beb-b433-daf618a1eb34 x-openstack-request-id: req-ca11200f-b1c2-4beb-b433-daf618a1eb34 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:33.537166 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892f3851-3b1c-4143-9789-0c152888950b", "tag": "d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:33.537417 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ca11200f-b1c2-4beb-b433-daf618a1eb34 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:33.537812 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892f3851-3b1c-4143-9789-0c152888950b', 'tag': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec', 'status': 'completed', 'code': 200} Sep 18 00:41:33.600578 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-5b5d1de1-7ff1-47d6-accf-90c277b04923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:33.601649 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-14133f57-38a7-4cab-a37d-dd2eff69b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:33.602096 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-5b5d1de1-7ff1-47d6-accf-90c277b04923 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 1094 time: 0.0454521 Sep 18 00:41:33.603131 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-14133f57-38a7-4cab-a37d-dd2eff69b5f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 1094 time: 0.0406425 Sep 18 00:41:33.688682 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-cc2e876d-8cf2-4a48-a9da-163f17e44ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:33.690823 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-cc2e876d-8cf2-4a48-a9da-163f17e44ab1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0823388 Sep 18 00:41:33.691657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-32c084e0-bee2-493d-8245-380ea54cdc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:33.693121 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-32c084e0-bee2-493d-8245-380ea54cdc58 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0820677 Sep 18 00:41:33.758719 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-e1cbd996-a128-49c6-a508-b085dbc198d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec HTTP/1.1" status: 200 len: 1000 time: 0.0612314 Sep 18 00:41:33.762331 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-a637477f-f558-4b70-8345-6448b9014487 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec HTTP/1.1" status: 200 len: 1000 time: 0.0608816 Sep 18 00:41:33.806090 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-6cac1155-bf2c-4ef2-8e1c-b6929aa1382b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:33.807530 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-6cac1155-bf2c-4ef2-8e1c-b6929aa1382b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0425265 Sep 18 00:41:33.810686 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-e585b702-46f6-4252-b41f-5710fcd6d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:33.812111 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-e585b702-46f6-4252-b41f-5710fcd6d077 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0417249 Sep 18 00:41:33.852919 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-b9623254-dc6e-4a23-ae9b-2aa570e3cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:33.854468 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-b9623254-dc6e-4a23-ae9b-2aa570e3cf99 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391848 Sep 18 00:41:33.856884 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-606f2ab1-1102-4055-a8db-fe10208e514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:33.858310 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-606f2ab1-1102-4055-a8db-fe10208e514c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386014 Sep 18 00:41:33.947120 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-d57588b7-2100-4b54-a8c1-bb7d7ec06348 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852630 Sep 18 00:41:33.951723 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-86596f68-716e-48b4-8d13-2ca230bde2dc service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854053 Sep 18 00:41:34.038916 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-3d77d00e-8ac9-4b9c-a69a-bd83cab1bba7 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829413 Sep 18 00:41:34.046995 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6fa2ec0f-5113-4dee-b08a-55f997556801 req-f920cc4e-f449-440e-b75d-fb566238ccce service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872509 Sep 18 00:41:34.125143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933d284-4c66-4350-9c39-70aceecc8eae req-86f7b79e-a794-49ae-8dc3-b799991b7bf1 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:34.127216 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2933d284-4c66-4350-9c39-70aceecc8eae req-86f7b79e-a794-49ae-8dc3-b799991b7bf1 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 943 time: 0.0516331 Sep 18 00:41:34.163192 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2933d284-4c66-4350-9c39-70aceecc8eae req-be009439-0025-41b1-ab14-ced99ea52ff1 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302038 Sep 18 00:41:35.069337 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:41:35.163402 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:35.175162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'port_id': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec', 'mac_address': 'fa:16:3e:67:b1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:41:35.211881 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:35.225397 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:41:35.244157 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:35.286777 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9212e-40a7-42f8-8e40-be74d87217ac req-b92e8ad2-4073-455b-a80a-b2bc710f73a6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:35.288177 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-22f9212e-40a7-42f8-8e40-be74d87217ac req-b92e8ad2-4073-455b-a80a-b2bc710f73a6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 943 time: 0.0488844 Sep 18 00:41:35.312938 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:35.326890 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-22f9212e-40a7-42f8-8e40-be74d87217ac req-ae46d31e-3a6d-4e15-9717-6a57823ac3cf tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327585 Sep 18 00:41:35.363432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:35.369248 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:35.369596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:35.369934 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:35.370267 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:35.370598 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:35.370934 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:35.371259 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:35.371582 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:35.371903 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:35.372223 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:35.372543 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:35.372880 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:35.410787 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:41:35.447594 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:41:35.528431 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:35.893895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b927ae-57c2-43fc-a1c3-70c5362d99d0 req-629a46e9-89e6-445e-b622-3f751c3e91f4 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:35.895357 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6b927ae-57c2-43fc-a1c3-70c5362d99d0 req-629a46e9-89e6-445e-b622-3f751c3e91f4 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 944 time: 0.0488412 Sep 18 00:41:35.934005 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6b927ae-57c2-43fc-a1c3-70c5362d99d0 req-3dbe814a-11c0-4673-b226-b3e28da15ba4 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325358 Sep 18 00:41:35.938532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-b47983b1-378c-4ccc-b8d6-4bb6f67c2983 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:35.940060 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-b47983b1-378c-4ccc-b8d6-4bb6f67c2983 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.41 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b&tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 944 time: 0.0519834 Sep 18 00:41:36.001568 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d5109185-b71b-43a6-b266-29f13d9b64ef service neutron] 10.222.0.41 "GET /v2.0/ports/d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec/bindings/n-h1-809883-1 HTTP/1.1" status: 200 len: 382 time: 0.0528290 Sep 18 00:41:36.063699 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-31dfe82a-017b-46bd-8aea-b77762c619d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:36.065131 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-31dfe82a-017b-46bd-8aea-b77762c619d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 1095 time: 0.0413325 Sep 18 00:41:36.155363 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-c7509f02-77f6-4168-a87d-360158c3abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:36.156814 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-c7509f02-77f6-4168-a87d-360158c3abd3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0852380 Sep 18 00:41:36.219727 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-0c397855-dfd9-4ca0-bc76-ae9fe3f02974 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec HTTP/1.1" status: 200 len: 1001 time: 0.0559051 Sep 18 00:41:36.272011 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-8931a509-1652-4835-bf48-a1eb06fbafac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:36.273466 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-8931a509-1652-4835-bf48-a1eb06fbafac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0468626 Sep 18 00:41:36.322566 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-1277e093-012d-4ff7-ba6a-e148300ebc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:36.322566 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-1277e093-012d-4ff7-ba6a-e148300ebc8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404458 Sep 18 00:41:36.409565 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-8a6b496a-6b4b-462c-867b-17a2f1bf75d5 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809996 Sep 18 00:41:36.501287 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-f5529c29-0017-4b0c-ab89-aacda5f67416 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849864 Sep 18 00:41:37.055017 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379b6f3-9c31-455a-a60a-bbda6435951b req-1aee4389-dc94-4096-9a57-0cbdd8c7ef6f tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:37.056501 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0379b6f3-9c31-455a-a60a-bbda6435951b req-1aee4389-dc94-4096-9a57-0cbdd8c7ef6f tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 944 time: 0.0533528 Sep 18 00:41:37.073812 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:41:37.095906 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0379b6f3-9c31-455a-a60a-bbda6435951b req-f1b599cb-afa7-467c-98a5-c1b05a3cf882 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328934 Sep 18 00:41:37.186835 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:41:37.191265 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:37.191635 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:37.267335 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:37.288288 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892f3851-3b1c-4143-9789-0c152888950b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:37.290554 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44833c3-98a6-4e98-9fbe-391c015a23d1" -d '{"events": [{"server_uuid": "892f3851-3b1c-4143-9789-0c152888950b", "name": "network-vif-plugged", "status": "completed", "tag": "d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:37.303728 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:37.369761 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:37.395960 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0232d15b-70eb-4153-a6d4-fddd37d1e96f x-openstack-request-id: req-0232d15b-70eb-4153-a6d4-fddd37d1e96f {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:37.395960 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892f3851-3b1c-4143-9789-0c152888950b", "name": "network-vif-plugged", "status": "completed", "tag": "d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:37.395960 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0232d15b-70eb-4153-a6d4-fddd37d1e96f {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:37.395960 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892f3851-3b1c-4143-9789-0c152888950b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec', 'code': 200} Sep 18 00:41:37.418232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,revision_number=9']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:38.207882 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ece84-e232-4b11-b987-5afb03fc2578 req-fbad9721-1e11-49c3-a3ce-f7acfb8c8a19 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:38.209372 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c1ece84-e232-4b11-b987-5afb03fc2578 req-fbad9721-1e11-49c3-a3ce-f7acfb8c8a19 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0480709 Sep 18 00:41:38.246944 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c1ece84-e232-4b11-b987-5afb03fc2578 req-725b6048-3864-4067-98c8-eab52c61aa94 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317180 Sep 18 00:41:38.967148 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-7413fc27-78bc-400e-b8f0-c4769859682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:38.968699 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-7413fc27-78bc-400e-b8f0-c4769859682c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b&tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383 HTTP/1.1" status: 200 len: 1096 time: 0.0407078 Sep 18 00:41:38.979947 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:39.034221 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:39.588568 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] For port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:39.606055 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0988c-7c10-4993-a6f4-c1dfc3a4f9bb req-5ad238e6-be04-4620-86ff-d6080f7e2fa7 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:39.607516 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-afd0988c-7c10-4993-a6f4-c1dfc3a4f9bb req-5ad238e6-be04-4620-86ff-d6080f7e2fa7 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0759022 Sep 18 00:41:39.647176 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] For port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:41:39.680527 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-afd0988c-7c10-4993-a6f4-c1dfc3a4f9bb req-b188afc3-2c71-45d6-aefb-83ef96825628 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663433 Sep 18 00:41:39.697959 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892f3851-3b1c-4143-9789-0c152888950b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:39.700191 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5fcbed-1cdb-4279-91d0-690bee34fb8a" -d '{"events": [{"server_uuid": "892f3851-3b1c-4143-9789-0c152888950b", "name": "network-vif-unplugged", "status": "completed", "tag": "d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:39.704024 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:39.719181 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Transition to ACTIVE for port object d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:41:39.798672 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d340ab22-5271-4937-8dfc-56606a7a8cc4 x-openstack-request-id: req-d340ab22-5271-4937-8dfc-56606a7a8cc4 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:39.798980 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892f3851-3b1c-4143-9789-0c152888950b", "name": "network-vif-unplugged", "status": "completed", "tag": "d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:39.799310 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d340ab22-5271-4937-8dfc-56606a7a8cc4 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:39.799731 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892f3851-3b1c-4143-9789-0c152888950b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec', 'code': 200} Sep 18 00:41:39.857466 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:39.933442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,revision_number=10']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:39.945009 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:39.945397 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:39.945734 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:39.946065 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:39.946392 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:39.946719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:39.947045 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:39.947364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:39.947680 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:39.947994 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:39.948307 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:39.948620 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:41:39.989665 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] No DVR routers for this DVR port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec on host n-h1-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:41:40.122957 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Attempting to bind port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:41:40.123290 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Attempting to bind port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:41:40.123614 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Attempting to bind port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:41:40.127837 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec on network ba49eb6d-72a7-4457-b215-7db11eef74f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:41:40.128153 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Attempting to bind port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:41:40.132901 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:41:40.133230 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Checking segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:41:40.133600 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Bound using segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:41:40.134016 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Bound port: d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:41:40.134364 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:40.194341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] For port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:41:40.197387 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] For port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:41:40.255619 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:40.292790 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:40.293431 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:40.295388 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] 10.222.0.37 "PUT /v2.0/ports/d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec HTTP/1.1" status: 200 len: 1092 time: 1.3193057 Sep 18 00:41:40.322119 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e92ef8-3fdb-40f4-b841-9322e1841012 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,revision_number=11']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:40.370237 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-fec3d5e1-80b2-401c-ba1a-9a35973d7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:40.371750 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-fec3d5e1-80b2-401c-ba1a-9a35973d7f15 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 1095 time: 0.0455403 Sep 18 00:41:40.463972 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d733f5df-813a-4964-ae9f-c52249c9aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:40.465480 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-d733f5df-813a-4964-ae9f-c52249c9aeaf service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0867913 Sep 18 00:41:40.534109 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-1c86a721-b51c-41e0-9501-adea5ee4dc2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec HTTP/1.1" status: 200 len: 1000 time: 0.0604272 Sep 18 00:41:40.581633 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-4fa2ed8f-e391-49a8-93a8-369dc6d11179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:40.582967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-4fa2ed8f-e391-49a8-93a8-369dc6d11179 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0427608 Sep 18 00:41:40.625437 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-9f0b3fd2-c764-49a4-9846-7dc019c9f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:40.627443 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-9f0b3fd2-c764-49a4-9846-7dc019c9f5ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377398 Sep 18 00:41:40.719683 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-5589a10e-a76f-47a4-ab35-466b800e72c1 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850728 Sep 18 00:41:40.846906 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1e2d6-9402-4cba-bffb-00092455644e req-954a2f51-2140-44f7-b128-a96653b5ad16 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:40.848385 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-96b1e2d6-9402-4cba-bffb-00092455644e req-954a2f51-2140-44f7-b128-a96653b5ad16 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 944 time: 0.0954709 Sep 18 00:41:40.850191 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01d7a984-fcf3-4fcb-808b-1229970d668d req-29cf9c3c-2bb5-4f30-9b99-a3867d64c39a service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235049 Sep 18 00:41:40.888168 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-96b1e2d6-9402-4cba-bffb-00092455644e req-a441baf4-e52c-48e4-a259-b18cec98b3ce tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328102 Sep 18 00:41:40.889798 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:41.085337 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:41:41.125313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:41:41.800508 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892f3851-3b1c-4143-9789-0c152888950b', 'tag': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:41.802940 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "892f3851-3b1c-4143-9789-0c152888950b", "tag": "d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:41.849809 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31fc7e2-0bcb-4217-a221-29c7b8498a1b x-openstack-request-id: req-e31fc7e2-0bcb-4217-a221-29c7b8498a1b {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:41.850103 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892f3851-3b1c-4143-9789-0c152888950b", "tag": "d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:41.850356 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e31fc7e2-0bcb-4217-a221-29c7b8498a1b {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:41.850756 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892f3851-3b1c-4143-9789-0c152888950b', 'tag': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec', 'status': 'completed', 'code': 200} Sep 18 00:41:41.910227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-9fa6ef0c-bd74-40db-a71a-764f408eb872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:41.911757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-9fa6ef0c-bd74-40db-a71a-764f408eb872 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 1095 time: 0.0409985 Sep 18 00:41:41.912785 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-a6127cd8-8fdd-4597-85c9-a5fbb10208a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:41.914304 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-a6127cd8-8fdd-4597-85c9-a5fbb10208a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 1095 time: 0.0412743 Sep 18 00:41:42.015097 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-acb5e23d-cb80-4f50-b474-81a961d92d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:42.016584 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-acb5e23d-cb80-4f50-b474-81a961d92d19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0949728 Sep 18 00:41:42.038495 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-249ed93c-1f34-4e3c-85bf-0e53a15c618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:42.039985 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-249ed93c-1f34-4e3c-85bf-0e53a15c618e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.1212039 Sep 18 00:41:42.048573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981aa4b-6e51-4a75-990b-93ce0c3e54be req-fe8dccc9-5e18-4da6-a1a4-6614bfe0ed01 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:42.049969 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9981aa4b-6e51-4a75-990b-93ce0c3e54be req-fe8dccc9-5e18-4da6-a1a4-6614bfe0ed01 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 944 time: 0.0739055 Sep 18 00:41:42.082076 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-c589211a-8511-44aa-a283-db42e16e2398 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec HTTP/1.1" status: 200 len: 1000 time: 0.0584188 Sep 18 00:41:42.124169 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9981aa4b-6e51-4a75-990b-93ce0c3e54be req-035e121e-07ed-4660-9517-bd3b35dfe097 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674651 Sep 18 00:41:42.134212 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-f9e8d073-faa8-4d23-af26-475c76d9c4d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec HTTP/1.1" status: 200 len: 1000 time: 0.0829339 Sep 18 00:41:42.135804 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-f0a588be-e12b-457b-9cb7-b8af679d0524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:42.137295 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-f0a588be-e12b-457b-9cb7-b8af679d0524 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0484371 Sep 18 00:41:42.183597 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-ac433587-74d3-4132-9dfe-294aefddf8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:42.185333 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-ac433587-74d3-4132-9dfe-294aefddf8e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409384 Sep 18 00:41:42.189125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-3e4042ea-1f03-43fd-9bf2-679b64052235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:42.190605 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-3e4042ea-1f03-43fd-9bf2-679b64052235 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0487697 Sep 18 00:41:42.242691 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-d407dbee-4b66-4ebf-8b9a-8b7f1e389077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:42.245239 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-d407dbee-4b66-4ebf-8b9a-8b7f1e389077 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471263 Sep 18 00:41:42.279334 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-d13c418b-5f56-4cbe-8195-9f48416745f8 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864248 Sep 18 00:41:42.342954 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-8558e9e3-d4bd-43e9-848f-f3a3a56692b8 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878472 Sep 18 00:41:42.376703 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-0310109b-4235-469d-b6ed-4cff36985d5c service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902190 Sep 18 00:41:42.436173 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8ea8f3a6-310c-446d-b026-0cf9e58a8c5f req-2a175461-3f53-44b9-9f3e-4c0cf549e645 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864778 Sep 18 00:41:43.243926 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc88c0-59a4-4111-b44b-27eee4b8bb8b req-7537876c-163b-4559-bff5-9b4bfeb76a34 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:43.245455 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eefc88c0-59a4-4111-b44b-27eee4b8bb8b req-7537876c-163b-4559-bff5-9b4bfeb76a34 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 944 time: 0.0486875 Sep 18 00:41:43.282622 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eefc88c0-59a4-4111-b44b-27eee4b8bb8b req-01776ccd-7af1-465e-b4ba-4ed153780f83 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309672 Sep 18 00:41:43.397609 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134d97a-30cd-4a78-9e6d-51801eba6995 req-e674b6b6-fd3e-4c93-9468-a788cc20b501 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:43.399065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d134d97a-30cd-4a78-9e6d-51801eba6995 req-e674b6b6-fd3e-4c93-9468-a788cc20b501 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 944 time: 0.0514648 Sep 18 00:41:43.437107 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d134d97a-30cd-4a78-9e6d-51801eba6995 req-a19d91d4-9cdc-43d4-910f-35ab31e3abff tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321412 Sep 18 00:41:43.446076 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:41:43.553375 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c6523-e7ba-4dd4-be2b-f4873991bfc3 req-54a2200d-6ea2-49e5-90a9-c890c4f6492e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:43.554862 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c82c6523-e7ba-4dd4-be2b-f4873991bfc3 req-54a2200d-6ea2-49e5-90a9-c890c4f6492e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 944 time: 0.0517838 Sep 18 00:41:43.593968 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c82c6523-e7ba-4dd4-be2b-f4873991bfc3 req-6e1eb007-cafc-41da-99c8-74c1dfd5636b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331242 Sep 18 00:41:43.687234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:43.698466 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'port_id': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec', 'mac_address': 'fa:16:3e:67:b1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:41:43.737447 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:43.749628 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:41:43.768556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:43.857257 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:43.887033 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:43.905805 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,revision_number=12']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:44.074602 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e969a3c-f2c1-4e21-8f1f-38ee75b317e9 req-4f378627-7e7f-426b-a0a1-fadc1c22ac05 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:44.076092 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1e969a3c-f2c1-4e21-8f1f-38ee75b317e9 req-4f378627-7e7f-426b-a0a1-fadc1c22ac05 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0489614 Sep 18 00:41:44.112617 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8efb7153-b165-4bfd-aa88-cecb3ff1a56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:44.113217 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1e969a3c-f2c1-4e21-8f1f-38ee75b317e9 req-52e28ad1-b584-4592-80db-5a81003d5d60 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310392 Sep 18 00:41:44.123418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:45.231891 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29364f63-8952-4c90-a291-b0e212a794ab req-7eac9869-6884-419a-a8c7-b497ad434afb tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:45.233394 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29364f63-8952-4c90-a291-b0e212a794ab req-7eac9869-6884-419a-a8c7-b497ad434afb tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0526867 Sep 18 00:41:45.271409 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29364f63-8952-4c90-a291-b0e212a794ab req-d2246127-4e89-47d0-a5b5-a48d1f62c6dc tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315101 Sep 18 00:41:45.325105 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555a85d-5499-40cf-8ae7-bf8133c665f6 req-2de16515-204d-4ca0-9285-3d9be23dee22 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:45.326618 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4555a85d-5499-40cf-8ae7-bf8133c665f6 req-2de16515-204d-4ca0-9285-3d9be23dee22 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.37 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 945 time: 0.0476162 Sep 18 00:41:45.411504 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-4555a85d-5499-40cf-8ae7-bf8133c665f6 req-cfa216b0-f870-4238-8cd8-8d89de71ed2e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Deleting port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:41:45.411841 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4555a85d-5499-40cf-8ae7-bf8133c665f6 req-cfa216b0-f870-4238-8cd8-8d89de71ed2e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.475998 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:41:45.500660 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-4555a85d-5499-40cf-8ae7-bf8133c665f6 req-cfa216b0-f870-4238-8cd8-8d89de71ed2e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] For port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:45.501644 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4555a85d-5499-40cf-8ae7-bf8133c665f6 req-cfa216b0-f870-4238-8cd8-8d89de71ed2e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.626681 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:41:45.630564 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:45.630960 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.667729 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4555a85d-5499-40cf-8ae7-bf8133c665f6 req-cfa216b0-f870-4238-8cd8-8d89de71ed2e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.668087 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4555a85d-5499-40cf-8ae7-bf8133c665f6 req-cfa216b0-f870-4238-8cd8-8d89de71ed2e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.668405 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [req-4555a85d-5499-40cf-8ae7-bf8133c665f6 req-cfa216b0-f870-4238-8cd8-8d89de71ed2e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Floating IP 510719b4-a1bb-47a1-b1d0-9d6dfbf9e637 disassociated. External IP: 172.25.3.166, port: d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec. Sep 18 00:41:45.668739 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-4555a85d-5499-40cf-8ae7-bf8133c665f6 req-cfa216b0-f870-4238-8cd8-8d89de71ed2e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Calling delete_port for d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:41:45.705997 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.728025 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892f3851-3b1c-4143-9789-0c152888950b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:45.730307 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeae186d-2064-4ed5-af3e-d35022af3da8" -d '{"events": [{"server_uuid": "892f3851-3b1c-4143-9789-0c152888950b", "name": "network-vif-plugged", "status": "completed", "tag": "d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:45.747060 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:45.766611 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c452518-3af2-4503-99d6-ef1541843c90 x-openstack-request-id: req-0c452518-3af2-4503-99d6-ef1541843c90 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:45.766947 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892f3851-3b1c-4143-9789-0c152888950b", "name": "network-vif-plugged", "status": "completed", "tag": "d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:45.767226 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c452518-3af2-4503-99d6-ef1541843c90 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:45.767643 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892f3851-3b1c-4143-9789-0c152888950b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec', 'code': 200} Sep 18 00:41:45.798662 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.844564 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,revision_number=13']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:45.924270 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4555a85d-5499-40cf-8ae7-bf8133c665f6 req-cfa216b0-f870-4238-8cd8-8d89de71ed2e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:45.952030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa216b0-f870-4238-8cd8-8d89de71ed2e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Pushing event deleted for resources: {'Port': ['ID=d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:46.068129 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4555a85d-5499-40cf-8ae7-bf8133c665f6 req-cfa216b0-f870-4238-8cd8-8d89de71ed2e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Router af192fa8-b368-4196-b8bd-58b0766cbaf6 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:41:46.177570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4555a85d-5499-40cf-8ae7-bf8133c665f6 req-cfa216b0-f870-4238-8cd8-8d89de71ed2e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:41:46.190348 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9cee24-f4e2-4cde-8675-46709f40391b None None] Sync routers for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:41:46.201066 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9cee24-f4e2-4cde-8675-46709f40391b None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:41:46.201687 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ac9cee24-f4e2-4cde-8675-46709f40391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:41:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:46.216906 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-4555a85d-5499-40cf-8ae7-bf8133c665f6 req-cfa216b0-f870-4238-8cd8-8d89de71ed2e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] No DVR routers for this DVR port d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:41:46.219763 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4555a85d-5499-40cf-8ae7-bf8133c665f6 req-cfa216b0-f870-4238-8cd8-8d89de71ed2e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:46.222632 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4555a85d-5499-40cf-8ae7-bf8133c665f6 req-cfa216b0-f870-4238-8cd8-8d89de71ed2e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.37 "DELETE /v2.0/ports/d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec HTTP/1.1" status: 204 len: 173 time: 0.8889697 Sep 18 00:41:46.223029 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892f3851-3b1c-4143-9789-0c152888950b', 'name': 'network-vif-deleted', 'tag': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:46.225850 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786e4c1b-8970-4e86-a744-a024a5472d9a" -d '{"events": [{"server_uuid": "892f3851-3b1c-4143-9789-0c152888950b", "name": "network-vif-deleted", "tag": "d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:46.261923 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd96bc1-d71a-4c3a-88c8-0063162e6b38 x-openstack-request-id: req-ecd96bc1-d71a-4c3a-88c8-0063162e6b38 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:46.262547 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892f3851-3b1c-4143-9789-0c152888950b", "name": "network-vif-deleted", "tag": "d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:46.262547 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ecd96bc1-d71a-4c3a-88c8-0063162e6b38 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:46.263100 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892f3851-3b1c-4143-9789-0c152888950b', 'name': 'network-vif-deleted', 'tag': 'd5d5d2fa-f32c-4c0c-8654-477c1b83c7ec', 'status': 'completed', 'code': 200} Sep 18 00:41:46.308066 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-ac9cee24-f4e2-4cde-8675-46709f40391b None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:41:46.377621 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67fc3fd0-1031-468c-9bcf-69ca72af065e req-e9345e22-fceb-493b-9b1c-0031d8f2268e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=892f3851-3b1c-4143-9789-0c152888950b HTTP/1.1" status: 200 len: 210 time: 0.0351508 Sep 18 00:41:46.505207 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ac9cee24-f4e2-4cde-8675-46709f40391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:46.534810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9cee24-f4e2-4cde-8675-46709f40391b None None] Checking router: af192fa8-b368-4196-b8bd-58b0766cbaf6 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:41:46.543032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9cee24-f4e2-4cde-8675-46709f40391b None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:41:46.543626 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ac9cee24-f4e2-4cde-8675-46709f40391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:41:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:46.655994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-ac9cee24-f4e2-4cde-8675-46709f40391b None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:41:46.686780 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9a949889-1d25-42db-a2bf-952269be8113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:46.856279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-ac9cee24-f4e2-4cde-8675-46709f40391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:41:46.880997 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9cee24-f4e2-4cde-8675-46709f40391b None None] The sync data for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 is: [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:41:47.098615 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eeeeb3-86a6-468b-8f43-6647fbc09202 None None] New status for floating IP 510719b4-a1bb-47a1-b1d0-9d6dfbf9e637: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:41:47.388620 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:47.641292 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-d076f7a8-cba9-41c2-9e01-211bffd7aad2 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1314126010&fields=id&tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383 HTTP/1.1" status: 200 len: 267 time: 0.0327146 Sep 18 00:41:47.659114 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:41:47.743443 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-1079849f-5440-4d98-b569-668604cab190 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:47.744924 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-1079849f-5440-4d98-b569-668604cab190 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 811 time: 0.0970726 Sep 18 00:41:47.759840 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-473fdf6a-6c23-444a-b0ae-164e2e511e81 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/quotas/94d0bf7bf02f44b6a2db6969ed6ac383 HTTP/1.1" status: 200 len: 375 time: 0.0092676 Sep 18 00:41:47.815511 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-c1ae6ea7-1c41-4558-82db-51e36e3ab4df tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504642 Sep 18 00:41:47.908816 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-e38e28f7-9529-4aaf-b12b-0160073020a8 service neutron] 10.222.0.46 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821173 Sep 18 00:41:47.966231 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:48.000204 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-aaa0fb37-7219-42c7-87f8-baee1fcbaf9e service neutron] 10.222.0.46 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852134 Sep 18 00:41:48.208396 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9d20ea76-db4a-436f-b82a-06fd674f6cd2 req-5e15b7d2-aab9-4783-b39b-1f180f40f328 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 210 time: 0.0257440 Sep 18 00:41:49.302474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54de2706-dd58-4659-a24b-8345e46c4dfc req-c2be476a-2bbc-499a-9799-1f225c3de49c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 210 time: 0.0266895 Sep 18 00:41:49.503263 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:41:49.526680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:41:49.527033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device d5d5d2fa-f32c-4c0c-8654-477c1b83c7ec not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:41:49.974850 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:50.086586 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-1f4ada3b-715c-43ae-8d6f-56173c88657c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:50.088002 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-1f4ada3b-715c-43ae-8d6f-56173c88657c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 811 time: 0.1059818 Sep 18 00:41:50.131342 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-a2b8b22d-0569-480d-8d2c-a74a5a1c717b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383 HTTP/1.1" status: 200 len: 380 time: 0.0335917 Sep 18 00:41:50.141768 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-d922d4c0-3f08-4545-9172-336cd2d7a79c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Request body: {'port': {'device_id': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'admin_state_up': True, 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'security_groups': ['69fe55cb-5e7e-4c9e-b012-d5ef36955758']}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:50.346432 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-d922d4c0-3f08-4545-9172-336cd2d7a79c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Made reservation on behalf of 94d0bf7bf02f44b6a2db6969ed6ac383 for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:41:50.350022 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-d922d4c0-3f08-4545-9172-336cd2d7a79c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:50.397906 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ce7b01a5-bb7f-414b-9dfb-3f93fd8697ea req-46bff5ee-f222-4000-97f9-04db9abb2755 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 210 time: 0.0265117 Sep 18 00:41:50.479561 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-d922d4c0-3f08-4545-9172-336cd2d7a79c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Allocated IP 172.20.0.7 (ba49eb6d-72a7-4457-b215-7db11eef74f3/117c1d85-947f-4881-b2a4-ff7934543573/880819bf-fd14-4aeb-b0df-9ac5ad0bd935) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:41:50.616330 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-d922d4c0-3f08-4545-9172-336cd2d7a79c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:50.706462 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-d922d4c0-3f08-4545-9172-336cd2d7a79c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:50.746698 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-d922d4c0-3f08-4545-9172-336cd2d7a79c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Network ba49eb6d-72a7-4457-b215-7db11eef74f3 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:41:50.749671 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-d922d4c0-3f08-4545-9172-336cd2d7a79c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:41:50.753963 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-d922d4c0-3f08-4545-9172-336cd2d7a79c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:41:50.782856 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922d4c0-3f08-4545-9172-336cd2d7a79c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Pushing event updated for resources: {'Port': ['ID=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:50.809113 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-d922d4c0-3f08-4545-9172-336cd2d7a79c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:50.809754 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-d922d4c0-3f08-4545-9172-336cd2d7a79c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:50.892511 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-d922d4c0-3f08-4545-9172-336cd2d7a79c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7542403 Sep 18 00:41:50.906955 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] Request body: {'port': {'device_id': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:50.964180 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:51.009913 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9071317f-8d49-4b10-81c7-1d092d4a1eaa None None] Provisioning complete for port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:51.010473 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9071317f-8d49-4b10-81c7-1d092d4a1eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:51.046080 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9071317f-8d49-4b10-81c7-1d092d4a1eaa None None] Port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:41:51.225891 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:41:51.233321 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:51.244760 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] Transition to ACTIVE for port object 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:41:51.331622 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:51.379305 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3550181-7027-4691-ae68-f1047788351c service neutron] Pushing event updated for resources: {'Port': ['ID=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:51.456957 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] Attempting to bind port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:41:51.457313 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] Attempting to bind port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:41:51.457649 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] Attempting to bind port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:41:51.462747 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] Port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 on network ba49eb6d-72a7-4457-b215-7db11eef74f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:41:51.463070 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] Attempting to bind port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:41:51.468964 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:41:51.469315 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] Checking segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:41:51.469763 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] Bound using segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:41:51.470201 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] Bound port: 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:41:51.470564 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:51.519598 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3d86d-3948-4e00-8563-c13666a0e8e6 req-a6e283ea-93f5-4a93-887d-2de83683c120 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:51.521323 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-73b3d86d-3948-4e00-8563-c13666a0e8e6 req-a6e283ea-93f5-4a93-887d-2de83683c120 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 943 time: 0.0536411 Sep 18 00:41:51.541788 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] For port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:41:51.545069 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] For port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:41:51.560345 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-73b3d86d-3948-4e00-8563-c13666a0e8e6 req-c7466cfd-af36-49db-82fe-73daa42ca028 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329971 Sep 18 00:41:51.600685 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:51.633128 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:51.633749 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:51.635469 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-b3550181-7027-4691-ae68-f1047788351c service neutron] 10.222.0.41 "PUT /v2.0/ports/880819bf-fd14-4aeb-b0df-9ac5ad0bd935 HTTP/1.1" status: 200 len: 1091 time: 0.7331336 Sep 18 00:41:51.637717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'tag': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:51.640631 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517dda95-c492-43fd-98d9-6ed016a5a060" -d '{"events": [{"name": "network-changed", "server_uuid": "44b1c600-dbda-4270-9660-acfad9b2fe0a", "tag": "880819bf-fd14-4aeb-b0df-9ac5ad0bd935"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:51.666630 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3550181-7027-4691-ae68-f1047788351c service neutron] Pushing event updated for resources: {'Port': ['ID=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:51.687090 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2596f8-c037-4cd2-a3a7-ef5798b69c2b x-openstack-request-id: req-bc2596f8-c037-4cd2-a3a7-ef5798b69c2b {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:51.687384 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b1c600-dbda-4270-9660-acfad9b2fe0a", "tag": "880819bf-fd14-4aeb-b0df-9ac5ad0bd935", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:51.687638 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bc2596f8-c037-4cd2-a3a7-ef5798b69c2b {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:51.688041 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'tag': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935', 'status': 'completed', 'code': 200} Sep 18 00:41:51.753573 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dda95-c492-43fd-98d9-6ed016a5a060 req-271be9f2-a056-45ab-9074-7617a8d46a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:51.755315 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-517dda95-c492-43fd-98d9-6ed016a5a060 req-271be9f2-a056-45ab-9074-7617a8d46a08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 1094 time: 0.0464818 Sep 18 00:41:51.857392 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dda95-c492-43fd-98d9-6ed016a5a060 req-b0084a70-43c6-4b64-a4db-8f55d6f25a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:51.858878 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-517dda95-c492-43fd-98d9-6ed016a5a060 req-b0084a70-43c6-4b64-a4db-8f55d6f25a89 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0962894 Sep 18 00:41:51.956714 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dda95-c492-43fd-98d9-6ed016a5a060 req-ace95c51-dfc7-48ed-937b-b9b2f545644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:51.958200 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-517dda95-c492-43fd-98d9-6ed016a5a060 req-ace95c51-dfc7-48ed-937b-b9b2f545644e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920863 Sep 18 00:41:52.032399 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-d7b76d6e-aa4c-4c54-98d7-7cb56348ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:52.034065 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-d7b76d6e-aa4c-4c54-98d7-7cb56348ef75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 1094 time: 0.0405676 Sep 18 00:41:52.074658 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-f571057b-a53e-49fd-93f8-cea698175963 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935 HTTP/1.1" status: 200 len: 217 time: 0.0334904 Sep 18 00:41:52.125152 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-44ed3a28-c087-412e-a571-2f8086eae6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:52.126544 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-44ed3a28-c087-412e-a571-2f8086eae6c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0444765 Sep 18 00:41:52.170021 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-eb43e781-8b44-4e6a-94b6-c86468aa94eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:52.171473 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-eb43e781-8b44-4e6a-94b6-c86468aa94eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379274 Sep 18 00:41:52.257716 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-83260306-54e2-4ff9-a229-849b2f921602 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790510 Sep 18 00:41:52.347645 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-9d5bb678-af1d-435a-b5f6-3acf9bcce352 req-451526b1-f201-48c9-bd19-c8256b941fbf service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830040 Sep 18 00:41:52.676646 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fce610-2556-4a40-8fe4-b05901a8a72d req-274c23a7-d516-464d-898b-2f389be99ec3 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:52.678105 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80fce610-2556-4a40-8fe4-b05901a8a72d req-274c23a7-d516-464d-898b-2f389be99ec3 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 943 time: 0.0515549 Sep 18 00:41:52.714150 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-80fce610-2556-4a40-8fe4-b05901a8a72d req-4cf9d93b-9819-449e-84d4-f189d3f27bd4 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301397 Sep 18 00:41:53.829548 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067bb30-5f6d-4efb-928b-e71fb7d66e2f req-83e22747-8b6c-4255-958b-f2c6501e37c5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:53.831033 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2067bb30-5f6d-4efb-928b-e71fb7d66e2f req-83e22747-8b6c-4255-958b-f2c6501e37c5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 943 time: 0.0487442 Sep 18 00:41:53.868228 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2067bb30-5f6d-4efb-928b-e71fb7d66e2f req-0a4f8a9e-69ca-4fb5-9bd9-5ef10055911c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313580 Sep 18 00:41:54.981553 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45595e-90f9-4699-a935-308d943cf5e1 req-5afbcf46-f092-4beb-88df-25f3c9e9b711 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:54.983032 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff45595e-90f9-4699-a935-308d943cf5e1 req-5afbcf46-f092-4beb-88df-25f3c9e9b711 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 943 time: 0.0479827 Sep 18 00:41:55.022384 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff45595e-90f9-4699-a935-308d943cf5e1 req-8eb9993b-dc23-4258-89f0-9cebfbccd290 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326993 Sep 18 00:41:55.210392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:41:55.306399 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:55.320849 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'port_id': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935', 'mac_address': 'fa:16:3e:04:f8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:41:55.355783 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:55.368318 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:41:55.386438 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:55.439835 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:55.484681 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:55.628610 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['880819bf-fd14-4aeb-b0df-9ac5ad0bd935'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:41:56.139584 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a061a0d-b249-4daa-9ce8-6dc00f2da30f req-949cffa6-d857-45e6-bd64-2283603fe65d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:56.141072 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a061a0d-b249-4daa-9ce8-6dc00f2da30f req-949cffa6-d857-45e6-bd64-2283603fe65d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 944 time: 0.0516183 Sep 18 00:41:56.178333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a061a0d-b249-4daa-9ce8-6dc00f2da30f req-92f6a62f-6e07-4bc2-a202-58c8df7beff8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314283 Sep 18 00:41:57.226029 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:41:57.298592 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb4b67-7f62-4acf-a595-9804229b730b req-90559126-858b-4303-a4f9-085a47b958eb tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:57.300491 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0aeb4b67-7f62-4acf-a595-9804229b730b req-90559126-858b-4303-a4f9-085a47b958eb tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 944 time: 0.0533831 Sep 18 00:41:57.331724 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:41:57.335772 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:41:57.336228 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:57.339210 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0aeb4b67-7f62-4acf-a595-9804229b730b req-a1bad331-cd3d-44fe-b358-06662848239c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312705 Sep 18 00:41:57.413595 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:57.435151 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:41:57.437389 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91ced8e-e94d-4e34-8cd0-5f04da768efd" -d '{"events": [{"server_uuid": "44b1c600-dbda-4270-9660-acfad9b2fe0a", "name": "network-vif-plugged", "status": "completed", "tag": "880819bf-fd14-4aeb-b0df-9ac5ad0bd935"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:41:57.451991 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:41:57.473345 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3f26bb-04eb-4701-8b3a-9ac42a12c8f5 x-openstack-request-id: req-ef3f26bb-04eb-4701-8b3a-9ac42a12c8f5 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:41:57.473639 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b1c600-dbda-4270-9660-acfad9b2fe0a", "name": "network-vif-plugged", "status": "completed", "tag": "880819bf-fd14-4aeb-b0df-9ac5ad0bd935", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:41:57.473896 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ef3f26bb-04eb-4701-8b3a-9ac42a12c8f5 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:41:57.474290 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935', 'code': 200} Sep 18 00:41:57.529245 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:41:57.567968 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10820c12-cf30-43c3-8282-7168735051ab req-94030549-b453-4732-9a94-be4108003378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:57.569501 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-10820c12-cf30-43c3-8282-7168735051ab req-94030549-b453-4732-9a94-be4108003378 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 1096 time: 0.0412838 Sep 18 00:41:57.577387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:41:57.607373 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-10820c12-cf30-43c3-8282-7168735051ab req-2d70748e-99b7-4fda-be44-80ee540cf93e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303791 Sep 18 00:41:58.450999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dea80-efba-45dd-84a9-ee6e6c61b029 req-85cb2a1f-848a-4d43-a012-3f4a368c9058 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:58.452449 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eb0dea80-efba-45dd-84a9-ee6e6c61b029 req-85cb2a1f-848a-4d43-a012-3f4a368c9058 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0473399 Sep 18 00:41:58.488409 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eb0dea80-efba-45dd-84a9-ee6e6c61b029 req-a6b250b5-322f-443d-a556-c1a5382dd6c2 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295124 Sep 18 00:41:59.605845 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f308582-3a01-4b88-ae32-1ee934bd429f req-2355fbb6-9b07-485e-8213-3532cd0ca99e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:59.607282 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f308582-3a01-4b88-ae32-1ee934bd429f req-2355fbb6-9b07-485e-8213-3532cd0ca99e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0512111 Sep 18 00:41:59.643998 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f308582-3a01-4b88-ae32-1ee934bd429f req-732f1179-98bb-4692-b83f-7e6efeeda2f9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302968 Sep 18 00:41:59.751070 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744790db-73d8-491e-972a-6ecae42212ef req-6d9f7f34-229b-4dea-99dc-f4d12d35315d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:41:59.753195 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-744790db-73d8-491e-972a-6ecae42212ef req-6d9f7f34-229b-4dea-99dc-f4d12d35315d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0475979 Sep 18 00:41:59.761763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 58748) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:41:59.766170 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-97940a0c-2320-44bd-8ee1-5ed2e4441593 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Request body: {'floatingip': {'port_id': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:41:59.807187 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-97940a0c-2320-44bd-8ee1-5ed2e4441593 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for floatingip, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:00.225529 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-97940a0c-2320-44bd-8ee1-5ed2e4441593 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:00.277414 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-97940a0c-2320-44bd-8ee1-5ed2e4441593 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:00.375241 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-97940a0c-2320-44bd-8ee1-5ed2e4441593 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Floating IP 510719b4-a1bb-47a1-b1d0-9d6dfbf9e637 associated. External IP: 172.25.3.166, port: 880819bf-fd14-4aeb-b0df-9ac5ad0bd935. Sep 18 00:42:00.573838 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97940a0c-2320-44bd-8ee1-5ed2e4441593 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Router af192fa8-b368-4196-b8bd-58b0766cbaf6 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:42:00.677064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97940a0c-2320-44bd-8ee1-5ed2e4441593 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:42:00.681957 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-97940a0c-2320-44bd-8ee1-5ed2e4441593 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:00.686797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11632f2b-bd3b-441f-a611-b624c38a00dd None None] Sync routers for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:42:00.696875 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11632f2b-bd3b-441f-a611-b624c38a00dd None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:42:00.697499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-11632f2b-bd3b-441f-a611-b624c38a00dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:41:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:00.708818 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-97940a0c-2320-44bd-8ee1-5ed2e4441593 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "PUT /v2.0/floatingips/510719b4-a1bb-47a1-b1d0-9d6dfbf9e637 HTTP/1.1" status: 200 len: 992 time: 0.9460168 Sep 18 00:42:00.709402 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'tag': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:42:00.711646 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e783ee-596b-418b-a08b-762d45af86f7" -d '{"events": [{"name": "network-changed", "server_uuid": "44b1c600-dbda-4270-9660-acfad9b2fe0a", "tag": "880819bf-fd14-4aeb-b0df-9ac5ad0bd935"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:42:00.753906 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fa320a-17e7-459b-8997-e30f119832d2 x-openstack-request-id: req-33fa320a-17e7-459b-8997-e30f119832d2 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:42:00.754194 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b1c600-dbda-4270-9660-acfad9b2fe0a", "tag": "880819bf-fd14-4aeb-b0df-9ac5ad0bd935", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:42:00.754441 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-33fa320a-17e7-459b-8997-e30f119832d2 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:42:00.754841 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'tag': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935', 'status': 'completed', 'code': 200} Sep 18 00:42:00.806868 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-11632f2b-bd3b-441f-a611-b624c38a00dd None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:42:00.812598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e783ee-596b-418b-a08b-762d45af86f7 req-499becbf-6361-4136-aa86-19d9abdd5b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:00.814154 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-39e783ee-596b-418b-a08b-762d45af86f7 req-499becbf-6361-4136-aa86-19d9abdd5b59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 1096 time: 0.0393806 Sep 18 00:42:00.908345 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e783ee-596b-418b-a08b-762d45af86f7 req-a49170ca-2845-44d1-98d8-4ab5952438a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:00.909887 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-39e783ee-596b-418b-a08b-762d45af86f7 req-a49170ca-2845-44d1-98d8-4ab5952438a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0894570 Sep 18 00:42:00.979765 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-39e783ee-596b-418b-a08b-762d45af86f7 req-e4d186dc-5f5e-48ee-b54a-07e64895987e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935 HTTP/1.1" status: 200 len: 1000 time: 0.0630853 Sep 18 00:42:01.029218 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-11632f2b-bd3b-441f-a611-b624c38a00dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '510719b4-a1bb-47a1-b1d0-9d6dfbf9e637', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'port_id': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'mac_address': 'fa:16:3e:04:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:34:52Z', 'updated_at': '2021-09-18T00:42:00Z', 'revision_number': 13, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:01.029542 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e783ee-596b-418b-a08b-762d45af86f7 req-646176b7-3d32-4e28-b491-d3c51e6b9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:01.030754 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-39e783ee-596b-418b-a08b-762d45af86f7 req-646176b7-3d32-4e28-b491-d3c51e6b9349 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0444250 Sep 18 00:42:01.055053 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11632f2b-bd3b-441f-a611-b624c38a00dd None None] Checking router: af192fa8-b368-4196-b8bd-58b0766cbaf6 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:42:01.063143 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11632f2b-bd3b-441f-a611-b624c38a00dd None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:42:01.063748 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-11632f2b-bd3b-441f-a611-b624c38a00dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:41:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:01.076330 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e783ee-596b-418b-a08b-762d45af86f7 req-1e7f85f7-f6e7-429c-bd47-e5970bb8e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:01.077872 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-39e783ee-596b-418b-a08b-762d45af86f7 req-1e7f85f7-f6e7-429c-bd47-e5970bb8e1be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406239 Sep 18 00:42:01.172159 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-39e783ee-596b-418b-a08b-762d45af86f7 req-754d869d-a8a7-41aa-acf1-44ff5be67810 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866294 Sep 18 00:42:01.267679 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-39e783ee-596b-418b-a08b-762d45af86f7 req-5afb24ed-e0b9-4c8a-9c14-c4ddc17972d9 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882556 Sep 18 00:42:01.319326 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-11632f2b-bd3b-441f-a611-b624c38a00dd None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:42:01.529548 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-11632f2b-bd3b-441f-a611-b624c38a00dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '510719b4-a1bb-47a1-b1d0-9d6dfbf9e637', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'port_id': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'mac_address': 'fa:16:3e:04:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:34:52Z', 'updated_at': '2021-09-18T00:42:00Z', 'revision_number': 13, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:42:01.559312 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11632f2b-bd3b-441f-a611-b624c38a00dd None None] The sync data for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 is: [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '510719b4-a1bb-47a1-b1d0-9d6dfbf9e637', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'port_id': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'mac_address': 'fa:16:3e:04:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:34:52Z', 'updated_at': '2021-09-18T00:42:00Z', 'revision_number': 13, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:42:01.744850 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff73a8d9-268e-467b-bc12-07c2a1ba48b3 None None] New status for floating IP 510719b4-a1bb-47a1-b1d0-9d6dfbf9e637: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:42:10.882202 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:13.899401 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:14.096272 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9ac316d2-bf7d-41ef-b475-acacd00edd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:16.622133 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bab71e2a-9e99-4ef3-9011-22831192700a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:17.350631 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:17.967941 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:19.956396 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:24.658928 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:42:40.881181 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:43.926872 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:44.103684 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-54e5e445-7dbe-4f02-915d-55528b58799a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:46.617807 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-699e4bb7-2c73-4c77-84aa-0cf972be4f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:47.193814 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-67113bba-daba-4396-bac1-dbc861d27a4b req-f926e049-4078-4fbd-8c7a-47425a23d250 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418203 Sep 18 00:42:47.276519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67113bba-daba-4396-bac1-dbc861d27a4b req-b6c809e7-0784-423f-b298-b3e875eb15b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:47.278001 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-67113bba-daba-4396-bac1-dbc861d27a4b req-b6c809e7-0784-423f-b298-b3e875eb15b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 1096 time: 0.0436122 Sep 18 00:42:47.332571 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:47.377790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67113bba-daba-4396-bac1-dbc861d27a4b req-e861539e-e5c0-4339-9177-2f0fd07f488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:47.379249 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-67113bba-daba-4396-bac1-dbc861d27a4b req-e861539e-e5c0-4339-9177-2f0fd07f488c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0833850 Sep 18 00:42:47.447490 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-67113bba-daba-4396-bac1-dbc861d27a4b req-9d92a1ba-4dd2-415e-985e-91922ec0983a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935 HTTP/1.1" status: 200 len: 1002 time: 0.0614522 Sep 18 00:42:47.504893 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67113bba-daba-4396-bac1-dbc861d27a4b req-26992c17-8b76-481a-b47d-bcfc32b4f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:47.506340 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-67113bba-daba-4396-bac1-dbc861d27a4b req-26992c17-8b76-481a-b47d-bcfc32b4f99c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0445087 Sep 18 00:42:47.551326 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67113bba-daba-4396-bac1-dbc861d27a4b req-e5f56ee6-3588-4d3d-9617-a17589f4ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:42:47.552702 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-67113bba-daba-4396-bac1-dbc861d27a4b req-e5f56ee6-3588-4d3d-9617-a17589f4ba21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392513 Sep 18 00:42:47.563135 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-67113bba-daba-4396-bac1-dbc861d27a4b req-e509a14b-14a5-4627-9c01-cd04dbc01d1c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:42:47.564053 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-67113bba-daba-4396-bac1-dbc861d27a4b req-e509a14b-14a5-4627-9c01-cd04dbc01d1c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046682 Sep 18 00:42:47.655434 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-67113bba-daba-4396-bac1-dbc861d27a4b req-72a0f4c7-cedb-4721-9767-d3a4b68d9e76 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833902 Sep 18 00:42:47.742330 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-67113bba-daba-4396-bac1-dbc861d27a4b req-10ff6a09-a01b-4a49-8151-c27c49d661bd service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790544 Sep 18 00:42:47.983801 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:42:50.006293 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:01.657567 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:43:10.923635 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:13.925816 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:14.100912 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-593d081a-26e4-4f71-8920-b8d1d49faee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:16.639713 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9918174f-7661-4c84-b2fa-4d7bcf9b21ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:17.336595 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:18.000065 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:19.963509 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:37.992741 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3eeb6-7c35-4b67-b322-b0a8e7ddb938 req-c728beec-c4a2-46c8-8f0f-ca32a621eb48 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:37.994155 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ea3eeb6-7c35-4b67-b322-b0a8e7ddb938 req-c728beec-c4a2-46c8-8f0f-ca32a621eb48 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0495510 Sep 18 00:43:38.032623 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ea3eeb6-7c35-4b67-b322-b0a8e7ddb938 req-1fb54409-f944-4371-a0f2-9f68d94ac230 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325322 Sep 18 00:43:38.656560 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:43:40.885299 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:43.941832 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:44.090295 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-845df23b-3db7-4d72-b845-1c78941de44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:46.626509 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6aa9-554d-4ec2-a20c-e8998a6a1fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:47.335982 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:47.963438 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:48.192858 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cf410992-0182-4528-ab8c-202445773592 req-aabb4f61-baa5-4899-8e71-b2e35060349d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436277 Sep 18 00:43:48.270682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf410992-0182-4528-ab8c-202445773592 req-36d95780-8d36-44f2-9ee1-e91eb9a30efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:48.272158 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cf410992-0182-4528-ab8c-202445773592 req-36d95780-8d36-44f2-9ee1-e91eb9a30efc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 1096 time: 0.0395122 Sep 18 00:43:48.372904 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf410992-0182-4528-ab8c-202445773592 req-24fcebeb-8133-49e6-a552-d093c6d0ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:48.374380 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cf410992-0182-4528-ab8c-202445773592 req-24fcebeb-8133-49e6-a552-d093c6d0ed60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0833519 Sep 18 00:43:48.440397 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cf410992-0182-4528-ab8c-202445773592 req-c690ead5-d292-4994-9903-f199bcb3d976 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935 HTTP/1.1" status: 200 len: 1002 time: 0.0589538 Sep 18 00:43:48.487226 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf410992-0182-4528-ab8c-202445773592 req-6485ad5f-7add-4e86-981f-600b7c3e27b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:48.489239 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cf410992-0182-4528-ab8c-202445773592 req-6485ad5f-7add-4e86-981f-600b7c3e27b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0414670 Sep 18 00:43:48.531069 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf410992-0182-4528-ab8c-202445773592 req-13c321bd-ea84-4390-a8be-4308e1431354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:48.532404 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cf410992-0182-4528-ab8c-202445773592 req-13c321bd-ea84-4390-a8be-4308e1431354 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0371549 Sep 18 00:43:48.622083 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cf410992-0182-4528-ab8c-202445773592 req-87a1ad61-d650-4ee5-a5d3-904a6a8553ae service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816405 Sep 18 00:43:48.710653 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-cf410992-0182-4528-ab8c-202445773592 req-24632128-3176-47fc-bb9c-50e45a575b54 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804076 Sep 18 00:43:49.507280 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-98ae3904-29e0-4c0d-ab2a-54d15b471608 req-2bad57c8-ec2f-426d-9a17-9043e0c06de8 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:49.508296 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-98ae3904-29e0-4c0d-ab2a-54d15b471608 req-2bad57c8-ec2f-426d-9a17-9043e0c06de8 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0428929 Sep 18 00:43:49.940647 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-6c1d5b4f-69e3-4b4b-bdbc-8d8b6d0530ba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836127 Sep 18 00:43:49.950418 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-e120d215-0932-4e8f-83df-07692c34868e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:43:49.951340 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-e120d215-0932-4e8f-83df-07692c34868e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052931 Sep 18 00:43:49.987596 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:43:50.150472 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbfcfa-3ba8-4bc3-8564-6f54202be346 req-f8933735-a00d-4e98-87f4-2f8e914ab87d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:50.152562 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9bcbfcfa-3ba8-4bc3-8564-6f54202be346 req-f8933735-a00d-4e98-87f4-2f8e914ab87d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.4017675 Sep 18 00:43:50.189391 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9bcbfcfa-3ba8-4bc3-8564-6f54202be346 req-6b3f2c7d-ab5d-4be1-9c3f-abde9b20725e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310688 Sep 18 00:43:51.307678 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef16309-a224-47ee-a0d7-de63c8d011a8 req-05d440f0-d52d-4894-9820-b4e95544c77d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:51.309101 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ef16309-a224-47ee-a0d7-de63c8d011a8 req-05d440f0-d52d-4894-9820-b4e95544c77d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0482635 Sep 18 00:43:51.345839 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ef16309-a224-47ee-a0d7-de63c8d011a8 req-f25b81a4-9c0b-486b-908d-112e3d2307b8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307004 Sep 18 00:43:51.945866 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-77ca7706-2c94-4f52-8bf0-852130c2d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:51.947326 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-77ca7706-2c94-4f52-8bf0-852130c2d218 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 1096 time: 0.0403242 Sep 18 00:43:52.037784 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-1c591eb4-bcb0-46cc-ad39-dd9601b6712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:52.039250 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-1c591eb4-bcb0-46cc-ad39-dd9601b6712d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0844388 Sep 18 00:43:52.102145 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-5ed59604-6378-4b14-b939-d554e94809fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935 HTTP/1.1" status: 200 len: 1002 time: 0.0550916 Sep 18 00:43:52.150233 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-3629adf4-b864-4ea2-9235-bca47bb4cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:52.151614 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-3629adf4-b864-4ea2-9235-bca47bb4cbec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0417705 Sep 18 00:43:52.199280 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-19941fef-4d09-4bbb-ac17-e84a7f02e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:52.200648 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-19941fef-4d09-4bbb-ac17-e84a7f02e500 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420349 Sep 18 00:43:52.286766 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-ac001fac-e52e-4f69-9b60-9daa173feecb service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790105 Sep 18 00:43:52.376673 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-e1f3e297-c43e-4ef6-be7d-cb82e7691609 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823672 Sep 18 00:43:52.460266 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0170b24-1b55-4ea7-bb7f-f044573c2ffa req-51894e1f-4495-4488-9173-73a08328ba82 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:52.461650 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0170b24-1b55-4ea7-bb7f-f044573c2ffa req-51894e1f-4495-4488-9173-73a08328ba82 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0475729 Sep 18 00:43:52.499224 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0170b24-1b55-4ea7-bb7f-f044573c2ffa req-56a593d3-a05b-4f35-964a-8eee73d10362 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317118 Sep 18 00:43:53.617348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac2f04-3b54-4159-aba3-5f4968aba230 req-f4291feb-d055-41ec-b1cc-fbeda8a91535 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:53.618939 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-37ac2f04-3b54-4159-aba3-5f4968aba230 req-f4291feb-d055-41ec-b1cc-fbeda8a91535 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0515652 Sep 18 00:43:53.655543 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-37ac2f04-3b54-4159-aba3-5f4968aba230 req-88316f45-6b33-4971-ba41-c9948912f21a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308268 Sep 18 00:43:54.767916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e81af-db3a-4d27-9b22-c5d223151f77 req-9c5f3774-c853-4c45-a65a-4b65225b3132 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:54.769418 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d10e81af-db3a-4d27-9b22-c5d223151f77 req-9c5f3774-c853-4c45-a65a-4b65225b3132 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0470972 Sep 18 00:43:54.806348 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d10e81af-db3a-4d27-9b22-c5d223151f77 req-8bb66fb4-eff6-4ec0-9395-2e708204a469 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306349 Sep 18 00:43:55.920908 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9baf7-84f7-45f3-b682-b773f90cad3b req-e9f523b8-6852-42b5-b9ea-fd7c71a36836 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:55.922415 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c3b9baf7-84f7-45f3-b682-b773f90cad3b req-e9f523b8-6852-42b5-b9ea-fd7c71a36836 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0490243 Sep 18 00:43:55.959870 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c3b9baf7-84f7-45f3-b682-b773f90cad3b req-dc4d9107-f90d-4b2e-aea5-127441968e17 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315835 Sep 18 00:43:57.077728 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbd6f0-a939-4149-8e46-8b181b0b0e65 req-7c1b0584-c6ce-4473-b811-8026e239a22a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:57.079219 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7dfbd6f0-a939-4149-8e46-8b181b0b0e65 req-7c1b0584-c6ce-4473-b811-8026e239a22a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0516319 Sep 18 00:43:57.116978 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7dfbd6f0-a939-4149-8e46-8b181b0b0e65 req-13c1e344-6f03-40f6-a758-5c8dce5a464f tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311220 Sep 18 00:43:58.232429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d796d9-2242-42ef-98a8-23cfe5a39782 req-896814b7-a2d0-44ad-9003-c9ea1ad42142 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:58.233930 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-96d796d9-2242-42ef-98a8-23cfe5a39782 req-896814b7-a2d0-44ad-9003-c9ea1ad42142 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0506239 Sep 18 00:43:58.271000 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-96d796d9-2242-42ef-98a8-23cfe5a39782 req-4b868635-28a7-4928-81fe-e6beddd9d39e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311792 Sep 18 00:43:59.383924 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b7522-b725-4538-8c02-e43e19b3eb04 req-fd9992af-c6de-4755-82cc-b8194242a383 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:43:59.385418 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-732b7522-b725-4538-8c02-e43e19b3eb04 req-fd9992af-c6de-4755-82cc-b8194242a383 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0480089 Sep 18 00:43:59.421246 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-732b7522-b725-4538-8c02-e43e19b3eb04 req-efead49d-13e0-45cf-8650-3966301ca172 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300653 Sep 18 00:44:00.534942 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5aa5c-b3b7-4c9c-919e-cb42ba69e47f req-80c399db-aaf6-4f69-b517-bd23339d68f6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:00.536921 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72e5aa5c-b3b7-4c9c-919e-cb42ba69e47f req-80c399db-aaf6-4f69-b517-bd23339d68f6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0507545 Sep 18 00:44:00.573349 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72e5aa5c-b3b7-4c9c-919e-cb42ba69e47f req-8f2e4828-21ed-4ab2-b4cd-d6a85f6268eb tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306053 Sep 18 00:44:01.688508 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b1c55-7e6f-4a49-9738-b1fc7909857d req-e4714280-e28a-46a1-9d87-65aed815350d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:01.690042 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb5b1c55-7e6f-4a49-9738-b1fc7909857d req-e4714280-e28a-46a1-9d87-65aed815350d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0485246 Sep 18 00:44:01.727213 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb5b1c55-7e6f-4a49-9738-b1fc7909857d req-ab6e0433-4736-429e-b0b8-e1838c5a4982 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314026 Sep 18 00:44:02.837381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15816f80-f94e-4e2a-aa89-6ac68bf8e675 req-1782bf50-7b53-4b61-abcb-22e1a0de9264 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:02.838833 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15816f80-f94e-4e2a-aa89-6ac68bf8e675 req-1782bf50-7b53-4b61-abcb-22e1a0de9264 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0470107 Sep 18 00:44:02.875177 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15816f80-f94e-4e2a-aa89-6ac68bf8e675 req-35e9a59c-b464-445c-acc6-7a2a421e5929 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306237 Sep 18 00:44:03.993742 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b51f8-255b-4ddd-9b86-028e1c4e96ae req-b15e8b3d-e407-4db5-92fd-83da4949f445 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:03.995102 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-044b51f8-255b-4ddd-9b86-028e1c4e96ae req-b15e8b3d-e407-4db5-92fd-83da4949f445 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0515835 Sep 18 00:44:04.034239 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-044b51f8-255b-4ddd-9b86-028e1c4e96ae req-f708afea-5782-429e-85ad-1e8c90052d80 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329382 Sep 18 00:44:05.147654 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6304d-b22d-456d-8368-51eed4621d48 req-e8cce894-be9c-4778-b442-c15ec5978800 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:05.149251 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ea6304d-b22d-456d-8368-51eed4621d48 req-e8cce894-be9c-4778-b442-c15ec5978800 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0483029 Sep 18 00:44:05.186715 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ea6304d-b22d-456d-8368-51eed4621d48 req-6eed53f4-f272-4e34-9776-b397eb6dcdbb tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317385 Sep 18 00:44:06.301848 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bcafc-b3c6-46ac-8a7f-4eb4ddfc9682 req-73159f5a-3ca5-4e93-a560-1f0e3afc92d7 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:06.303368 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e48bcafc-b3c6-46ac-8a7f-4eb4ddfc9682 req-73159f5a-3ca5-4e93-a560-1f0e3afc92d7 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0490525 Sep 18 00:44:06.341570 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e48bcafc-b3c6-46ac-8a7f-4eb4ddfc9682 req-abd46f47-ff20-4438-8ef0-ce34da010aa6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323422 Sep 18 00:44:06.836947 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-fb17c3cb-9a22-4c98-a04f-9708c488833e service neutron] show failed (client error): The resource could not be found. Sep 18 00:44:06.837840 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-fb17c3cb-9a22-4c98-a04f-9708c488833e service neutron] 10.222.0.41 "GET /v2.0/ports/880819bf-fd14-4aeb-b0df-9ac5ad0bd935/bindings/n-h2-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.0533254 Sep 18 00:44:07.330096 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-33037ec5-429c-4e0d-a115-f010bfcf1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:07.331565 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-33037ec5-429c-4e0d-a115-f010bfcf1858 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a&tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383 HTTP/1.1" status: 200 len: 1096 time: 0.0815220 Sep 18 00:44:07.344041 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:07.394822 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:07.543463 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47302510-41aa-43b4-8ed5-5d31df5f5378 req-a8ed3712-4c54-4724-a50d-2f1e31f93029 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:07.544881 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47302510-41aa-43b4-8ed5-5d31df5f5378 req-a8ed3712-4c54-4724-a50d-2f1e31f93029 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.1188083 Sep 18 00:44:07.635828 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-47302510-41aa-43b4-8ed5-5d31df5f5378 req-90ca043c-3d53-4cf3-86a4-583ed953495b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830061 Sep 18 00:44:07.662519 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] For port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:07.694557 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] For port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:44:07.736299 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:07.738593 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf43e0f-8297-4363-aad4-20ca1f9a0777" -d '{"events": [{"server_uuid": "44b1c600-dbda-4270-9660-acfad9b2fe0a", "name": "network-vif-unplugged", "status": "completed", "tag": "880819bf-fd14-4aeb-b0df-9ac5ad0bd935"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:07.743194 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:07.756066 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Transition to ACTIVE for port object 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:44:07.785456 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597d0abe-b958-4719-8210-1eb40bbaf458 x-openstack-request-id: req-597d0abe-b958-4719-8210-1eb40bbaf458 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:07.785788 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b1c600-dbda-4270-9660-acfad9b2fe0a", "name": "network-vif-unplugged", "status": "completed", "tag": "880819bf-fd14-4aeb-b0df-9ac5ad0bd935", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:07.786042 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-597d0abe-b958-4719-8210-1eb40bbaf458 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:07.786443 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935', 'code': 200} Sep 18 00:44:07.821498 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:07.869734 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Pushing event updated for resources: {'Port': ['ID=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,revision_number=6']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:07.878719 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:44:07.910740 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:07.911137 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:07.911494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:07.911828 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:07.912157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:07.913038 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:07.913358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:07.913676 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:07.913995 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:07.914314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:07.914633 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:07.914946 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:07.929906 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:44:07.958653 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] No DVR routers for this DVR port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 on host n-h1-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:44:08.094026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Attempting to bind port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:44:08.094278 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Attempting to bind port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:44:08.094603 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Attempting to bind port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:08.098803 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 on network ba49eb6d-72a7-4457-b215-7db11eef74f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:44:08.099121 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Attempting to bind port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:08.104352 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:44:08.104678 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Checking segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:44:08.105079 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Bound using segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:44:08.105499 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Bound port: 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:44:08.105851 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:08.166680 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] For port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:44:08.169812 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] For port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:44:08.227566 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:08.264729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:08.265370 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:08.266762 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] 10.222.0.37 "PUT /v2.0/ports/880819bf-fd14-4aeb-b0df-9ac5ad0bd935 HTTP/1.1" status: 200 len: 1091 time: 0.9265406 Sep 18 00:44:08.288654 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67904fd6-bd7f-4aeb-a794-113d050ea98c service neutron] Pushing event updated for resources: {'Port': ['ID=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,revision_number=7']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:08.332205 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-efc90c79-a0a8-44ff-91e4-80dd32f0968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:08.333811 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-efc90c79-a0a8-44ff-91e4-80dd32f0968d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 1094 time: 0.0421996 Sep 18 00:44:08.428480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-cde9af9b-b765-4524-b524-1b3464d9dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:08.430007 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-cde9af9b-b765-4524-b524-1b3464d9dbbd service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0888014 Sep 18 00:44:08.496358 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-134c6af9-fda6-4040-906b-20a5d3688966 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935 HTTP/1.1" status: 200 len: 1000 time: 0.0595582 Sep 18 00:44:08.545332 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-ec1e26e5-c0a4-4b53-9616-3bf613bd6ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:08.546814 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-ec1e26e5-c0a4-4b53-9616-3bf613bd6ca7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0442314 Sep 18 00:44:08.591810 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-edc72e1d-5c25-4e0e-90b7-d097b14ed9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:08.593282 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-edc72e1d-5c25-4e0e-90b7-d097b14ed9bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392599 Sep 18 00:44:08.685627 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-9a6110a3-daca-49d8-a98c-4ffbb4a19f48 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840523 Sep 18 00:44:08.803897 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19043f84-fa99-4148-a115-a0177761441c req-12ddf2a8-dcf9-4b1f-9ab9-6c9d4500092c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:08.805399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-19043f84-fa99-4148-a115-a0177761441c req-12ddf2a8-dcf9-4b1f-9ab9-6c9d4500092c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 943 time: 0.0962853 Sep 18 00:44:08.821688 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-347b7116-ee86-4970-9878-2aace4885e2c service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295857 Sep 18 00:44:08.847727 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-19043f84-fa99-4148-a115-a0177761441c req-e184bd39-f45b-4fa3-89cc-77bac0637544 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354941 Sep 18 00:44:09.788209 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'tag': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:09.790662 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04983991-e372-4c41-b7dc-5c93084460b8" -d '{"events": [{"name": "network-changed", "server_uuid": "44b1c600-dbda-4270-9660-acfad9b2fe0a", "tag": "880819bf-fd14-4aeb-b0df-9ac5ad0bd935"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:09.838552 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d88137e-60c4-44db-b083-d2a2aa5bd44d x-openstack-request-id: req-2d88137e-60c4-44db-b083-d2a2aa5bd44d {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:09.838840 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b1c600-dbda-4270-9660-acfad9b2fe0a", "tag": "880819bf-fd14-4aeb-b0df-9ac5ad0bd935", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:09.839133 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d88137e-60c4-44db-b083-d2a2aa5bd44d {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:09.839553 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'tag': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935', 'status': 'completed', 'code': 200} Sep 18 00:44:09.901518 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04983991-e372-4c41-b7dc-5c93084460b8 req-b892680d-ba81-4a33-8fb6-c5a776d7ab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:09.903246 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04983991-e372-4c41-b7dc-5c93084460b8 req-b892680d-ba81-4a33-8fb6-c5a776d7ab04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 1094 time: 0.0445294 Sep 18 00:44:09.913654 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04983991-e372-4c41-b7dc-5c93084460b8 req-867165d4-aac2-4483-b03b-914f9f768558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:09.915219 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-04983991-e372-4c41-b7dc-5c93084460b8 req-867165d4-aac2-4483-b03b-914f9f768558 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 1094 time: 0.0477350 Sep 18 00:44:10.019918 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04983991-e372-4c41-b7dc-5c93084460b8 req-aa4b7588-58fe-4ce3-bb6e-4c7ea4f2b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:10.022489 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-04983991-e372-4c41-b7dc-5c93084460b8 req-aa4b7588-58fe-4ce3-bb6e-4c7ea4f2b447 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0984125 Sep 18 00:44:10.032214 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733bf0a6-2be9-4c65-b225-ea525e2467b6 req-e58fefdf-9926-4129-9157-69d3c799f6ed tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:10.033779 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-733bf0a6-2be9-4c65-b225-ea525e2467b6 req-e58fefdf-9926-4129-9157-69d3c799f6ed tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 943 time: 0.1012154 Sep 18 00:44:10.057236 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04983991-e372-4c41-b7dc-5c93084460b8 req-a2316e18-7c64-4c97-9612-c7c8d438c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:10.058662 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04983991-e372-4c41-b7dc-5c93084460b8 req-a2316e18-7c64-4c97-9612-c7c8d438c553 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.1476305 Sep 18 00:44:10.089223 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-04983991-e372-4c41-b7dc-5c93084460b8 req-16310abd-f6ed-45ef-b483-10d4c9a70088 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935 HTTP/1.1" status: 200 len: 1000 time: 0.0590808 Sep 18 00:44:10.130921 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-733bf0a6-2be9-4c65-b225-ea525e2467b6 req-b5c5c029-689f-48e1-a103-de7966a336d8 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844445 Sep 18 00:44:10.144731 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04983991-e372-4c41-b7dc-5c93084460b8 req-ec534c9c-39d8-49c0-827a-7fa698684256 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935 HTTP/1.1" status: 200 len: 1000 time: 0.0788515 Sep 18 00:44:10.147846 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04983991-e372-4c41-b7dc-5c93084460b8 req-702aac7e-4c95-4eef-8b77-9865e44e643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:10.149388 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-04983991-e372-4c41-b7dc-5c93084460b8 req-702aac7e-4c95-4eef-8b77-9865e44e643b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0534680 Sep 18 00:44:10.198724 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04983991-e372-4c41-b7dc-5c93084460b8 req-319c1fc0-3801-49e1-b022-cb11ebcaa102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:10.199490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04983991-e372-4c41-b7dc-5c93084460b8 req-fc7c9579-79a7-4974-9b26-53bf7bb56203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:10.200877 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-04983991-e372-4c41-b7dc-5c93084460b8 req-319c1fc0-3801-49e1-b022-cb11ebcaa102 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436997 Sep 18 00:44:10.201067 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04983991-e372-4c41-b7dc-5c93084460b8 req-fc7c9579-79a7-4974-9b26-53bf7bb56203 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0472834 Sep 18 00:44:10.250461 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04983991-e372-4c41-b7dc-5c93084460b8 req-fa4b0a85-638a-4ee4-86e8-bba355e6013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:10.252156 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04983991-e372-4c41-b7dc-5c93084460b8 req-fa4b0a85-638a-4ee4-86e8-bba355e6013f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440993 Sep 18 00:44:10.301104 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-04983991-e372-4c41-b7dc-5c93084460b8 req-5b4ceaa5-5373-4e65-b097-9e524081f3d5 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924304 Sep 18 00:44:10.348690 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04983991-e372-4c41-b7dc-5c93084460b8 req-ff45132b-a958-4be4-aae1-883520a5df17 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891602 Sep 18 00:44:10.450687 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-04983991-e372-4c41-b7dc-5c93084460b8 req-63973b7d-1f12-4d31-8ea3-0e56938a37bf service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939243 Sep 18 00:44:10.709356 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-04983991-e372-4c41-b7dc-5c93084460b8 req-4f617823-8049-4c9e-a7cb-ced211fbc1ef service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995948 Sep 18 00:44:10.906946 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:11.301108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf55525-0a46-4323-bebf-3f0d4bc941be req-3ff60e99-7aa8-466d-8458-f5b75f94c446 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:11.302527 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5bf55525-0a46-4323-bebf-3f0d4bc941be req-3ff60e99-7aa8-466d-8458-f5b75f94c446 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 943 time: 0.0977967 Sep 18 00:44:11.339989 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5bf55525-0a46-4323-bebf-3f0d4bc941be req-c1f1c830-a686-450f-89fa-35e701de2f10 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312779 Sep 18 00:44:12.460225 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab9bf2-93d9-494f-bc74-21e2a4d58f5e req-5ec14114-00e6-43f7-8366-72d79d688b04 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:12.461680 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f5ab9bf2-93d9-494f-bc74-21e2a4d58f5e req-5ec14114-00e6-43f7-8366-72d79d688b04 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 943 time: 0.0536695 Sep 18 00:44:12.499595 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f5ab9bf2-93d9-494f-bc74-21e2a4d58f5e req-94051cf1-2095-4d9e-ad6f-ff40c9483f72 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319686 Sep 18 00:44:13.612082 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c54b62-4fae-4c3a-beb5-70cd62f89167 req-4513116a-aab5-427c-b38a-61b04b38776a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:13.613561 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-75c54b62-4fae-4c3a-beb5-70cd62f89167 req-4513116a-aab5-427c-b38a-61b04b38776a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 943 time: 0.0471096 Sep 18 00:44:13.650479 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-75c54b62-4fae-4c3a-beb5-70cd62f89167 req-94866091-5bbe-4585-abf7-595b3fa0e405 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306554 Sep 18 00:44:13.918816 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:14.095649 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0c9f849a-9cd7-4f90-a584-7d70abea3aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:14.770592 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1bac6-8a4a-45f1-a85b-2a5de1d4e605 req-2a8e2bd8-99e3-4c3b-aca7-705c707c5937 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:14.772099 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2a1bac6-8a4a-45f1-a85b-2a5de1d4e605 req-2a8e2bd8-99e3-4c3b-aca7-705c707c5937 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 943 time: 0.0529130 Sep 18 00:44:14.809551 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b2a1bac6-8a4a-45f1-a85b-2a5de1d4e605 req-4c635f1c-743d-410a-9e0a-00941fa01c41 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315039 Sep 18 00:44:15.655963 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:44:15.922155 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42884661-38d3-41c4-a429-dd48aa4f5569 req-73337726-99e9-4557-967e-d3aebce4d997 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:15.923666 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42884661-38d3-41c4-a429-dd48aa4f5569 req-73337726-99e9-4557-967e-d3aebce4d997 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 943 time: 0.0486810 Sep 18 00:44:15.961111 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42884661-38d3-41c4-a429-dd48aa4f5569 req-0250e6b9-96eb-4433-82aa-f06d49c454ff tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316010 Sep 18 00:44:16.638189 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9c235902-2093-418b-9f58-47af50fa0742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:17.118492 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004dbf0-9e98-40b2-8b7c-c29fb5092884 req-03bd53da-c04e-4f6a-9126-d74ceb15cef1 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:17.119991 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5004dbf0-9e98-40b2-8b7c-c29fb5092884 req-03bd53da-c04e-4f6a-9126-d74ceb15cef1 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 943 time: 0.0931175 Sep 18 00:44:17.156574 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5004dbf0-9e98-40b2-8b7c-c29fb5092884 req-5657bb3b-21b0-4604-940d-19252dde1a65 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305231 Sep 18 00:44:17.318334 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:17.952037 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:18.272638 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb86e3-33ab-478d-acde-b2b37b8fcf09 req-f2165bc7-0ac2-4ed1-aa73-a3a8645b53c5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:18.274671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-32eb86e3-33ab-478d-acde-b2b37b8fcf09 req-f2165bc7-0ac2-4ed1-aa73-a3a8645b53c5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 943 time: 0.0507710 Sep 18 00:44:18.311175 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-32eb86e3-33ab-478d-acde-b2b37b8fcf09 req-08f607a9-86e6-47c7-8286-32f524f628fc tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308251 Sep 18 00:44:19.423280 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb94c9-c17a-4a76-b556-664a8a145d03 req-6349689c-9a72-46b8-b7d7-091b00c9be4f tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:19.424745 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1fb94c9-c17a-4a76-b556-664a8a145d03 req-6349689c-9a72-46b8-b7d7-091b00c9be4f tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 943 time: 0.0475233 Sep 18 00:44:19.461256 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1fb94c9-c17a-4a76-b556-664a8a145d03 req-39e0f46d-713f-4ddd-a690-6a07a1b4bbd4 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307124 Sep 18 00:44:19.963681 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:20.355612 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:44:20.457928 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:20.470618 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'port_id': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935', 'mac_address': 'fa:16:3e:04:f8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:44:20.511497 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:20.524288 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:44:20.547757 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:20.590744 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f7670-68b8-4345-872b-b2eefddb26f7 req-fe62dd4c-e2e1-4c9a-ab93-af96b99b83e9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:20.592479 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-572f7670-68b8-4345-872b-b2eefddb26f7 req-fe62dd4c-e2e1-4c9a-ab93-af96b99b83e9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 943 time: 0.0589581 Sep 18 00:44:20.628432 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:20.638900 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-572f7670-68b8-4345-872b-b2eefddb26f7 req-19aef2a0-47ca-4eca-9042-766ada600fc9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405722 Sep 18 00:44:20.688247 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:20.699420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:20.699763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:20.700098 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:20.700429 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:20.700754 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:20.701113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:20.701436 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:20.701756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:20.702191 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:20.702509 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:20.702826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:20.703207 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:20.848289 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['880819bf-fd14-4aeb-b0df-9ac5ad0bd935'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:44:21.761263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cb7fd-0e38-4f79-afe6-9c39cb11a932 req-a1520337-cbbb-45f0-95d2-609e07041023 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:21.762771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e90cb7fd-0e38-4f79-afe6-9c39cb11a932 req-a1520337-cbbb-45f0-95d2-609e07041023 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 944 time: 0.0521433 Sep 18 00:44:21.800045 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e90cb7fd-0e38-4f79-afe6-9c39cb11a932 req-5ccfc31f-0ba7-4b5e-841e-08da36ba5ee9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315382 Sep 18 00:44:22.327960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b7de1-6959-4be0-a592-e1210e11300f req-4d96331b-2c06-4987-a7cd-482152584f7e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:22.329419 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c6b7de1-6959-4be0-a592-e1210e11300f req-4d96331b-2c06-4987-a7cd-482152584f7e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 944 time: 0.0486438 Sep 18 00:44:22.396329 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:44:22.399059 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c6b7de1-6959-4be0-a592-e1210e11300f req-77151cc5-f99a-4988-b5be-ffe0ac0a44c4 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614071 Sep 18 00:44:22.412306 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-7d01e860-1ceb-4119-b59a-548ab685d558 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:22.413853 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-7d01e860-1ceb-4119-b59a-548ab685d558 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.37 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a&tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&binding%3Ahost_id=n-h2-809883-1 HTTP/1.1" status: 200 len: 944 time: 0.0703893 Sep 18 00:44:22.479884 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-459366c4-f1d1-4cbd-8e1e-9660e62e747a service neutron] 10.222.0.37 "GET /v2.0/ports/880819bf-fd14-4aeb-b0df-9ac5ad0bd935/bindings/n-h2-809883-1 HTTP/1.1" status: 200 len: 382 time: 0.0582519 Sep 18 00:44:22.506643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:44:22.510590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:22.510963 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:22.542195 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-293cc681-e29a-47f4-baca-6ad9e84b325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:22.543964 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-293cc681-e29a-47f4-baca-6ad9e84b325c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 1095 time: 0.0419648 Sep 18 00:44:22.589038 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:22.610849 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:22.613095 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95bcaf1-c89a-46a8-b42a-aa9b3bb341c7" -d '{"events": [{"server_uuid": "44b1c600-dbda-4270-9660-acfad9b2fe0a", "name": "network-vif-plugged", "status": "completed", "tag": "880819bf-fd14-4aeb-b0df-9ac5ad0bd935"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:22.625955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:22.638513 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-0f22ef67-679b-42bc-bf86-46375ec101b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:22.638513 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-0f22ef67-679b-42bc-bf86-46375ec101b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0844576 Sep 18 00:44:22.665536 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584c7399-dbd4-494c-a497-ac4d301e605c x-openstack-request-id: req-584c7399-dbd4-494c-a497-ac4d301e605c {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:22.665536 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b1c600-dbda-4270-9660-acfad9b2fe0a", "name": "network-vif-plugged", "status": "completed", "tag": "880819bf-fd14-4aeb-b0df-9ac5ad0bd935", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:22.665536 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-584c7399-dbd4-494c-a497-ac4d301e605c {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:22.665536 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935', 'code': 200} Sep 18 00:44:22.704547 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-99f667d9-60ff-45ad-ada7-ab2909764ba3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935 HTTP/1.1" status: 200 len: 1001 time: 0.0624757 Sep 18 00:44:22.713147 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:22.753093 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2d120025-21be-4755-9d48-1a832a9518f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:22.754571 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2d120025-21be-4755-9d48-1a832a9518f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0438559 Sep 18 00:44:22.759944 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,revision_number=9']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:22.800432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-6ca5b404-1f3d-4af7-8e10-72ddbdb09db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:22.801926 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-6ca5b404-1f3d-4af7-8e10-72ddbdb09db1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402942 Sep 18 00:44:22.892526 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-79d02806-be5f-4b3a-893e-01ed22162408 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828006 Sep 18 00:44:22.979671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-04529d83-396b-4308-9b52-4debf2d4e4b8 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804663 Sep 18 00:44:23.519034 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1891022-15d4-4284-9598-fb1c8ae443e4 req-6d47608a-c36f-4f55-8b29-cb596e6592aa tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:23.520547 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1891022-15d4-4284-9598-fb1c8ae443e4 req-6d47608a-c36f-4f55-8b29-cb596e6592aa tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0537438 Sep 18 00:44:23.558052 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1891022-15d4-4284-9598-fb1c8ae443e4 req-df73c16e-c62a-4ba6-806b-3d56405b8e30 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316539 Sep 18 00:44:24.673860 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b6bac-fec3-48a0-8510-293140a45467 req-ad01bfb9-6da1-439f-9c5a-7d99ab6e844e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:24.683474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb3b6bac-fec3-48a0-8510-293140a45467 req-ad01bfb9-6da1-439f-9c5a-7d99ab6e844e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0484359 Sep 18 00:44:24.712975 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb3b6bac-fec3-48a0-8510-293140a45467 req-cc6f3888-aed0-4ab3-a5b4-923723344d9f tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313256 Sep 18 00:44:25.827514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a60949-5701-4caa-bd4b-ee2128507ba0 req-bf424e87-78df-41bc-845a-3eda6e9cc0d7 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:25.829109 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7a60949-5701-4caa-bd4b-ee2128507ba0 req-bf424e87-78df-41bc-845a-3eda6e9cc0d7 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0486252 Sep 18 00:44:25.866346 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7a60949-5701-4caa-bd4b-ee2128507ba0 req-6073969b-3ec1-4e20-9a09-dfff8dec753c tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311396 Sep 18 00:44:26.987738 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fea62d-dc2c-482e-9cbb-81f77f970c9e req-1e597332-82c9-4878-8e6a-39f288477faa tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:26.989160 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54fea62d-dc2c-482e-9cbb-81f77f970c9e req-1e597332-82c9-4878-8e6a-39f288477faa tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0521433 Sep 18 00:44:27.027266 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-54fea62d-dc2c-482e-9cbb-81f77f970c9e req-4fd0571e-2589-405a-a64f-145d179aab24 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317130 Sep 18 00:44:27.450925 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-c5c73752-b815-4b36-95a2-1b0978e14e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:27.452487 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-c5c73752-b815-4b36-95a2-1b0978e14e13 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a&tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383 HTTP/1.1" status: 200 len: 1096 time: 0.0407035 Sep 18 00:44:27.464613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:27.517169 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:27.712051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] For port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:27.744181 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] For port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:44:27.782247 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:27.784511 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c48466e-7792-4cf5-81cc-ce704a399e37" -d '{"events": [{"server_uuid": "44b1c600-dbda-4270-9660-acfad9b2fe0a", "name": "network-vif-unplugged", "status": "completed", "tag": "880819bf-fd14-4aeb-b0df-9ac5ad0bd935"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:27.788538 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:27.801779 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Transition to ACTIVE for port object 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:44:27.831481 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a88eef-36a8-4221-b0cf-fea8de67d374 x-openstack-request-id: req-d4a88eef-36a8-4221-b0cf-fea8de67d374 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:27.831776 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b1c600-dbda-4270-9660-acfad9b2fe0a", "name": "network-vif-unplugged", "status": "completed", "tag": "880819bf-fd14-4aeb-b0df-9ac5ad0bd935", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:27.832031 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4a88eef-36a8-4221-b0cf-fea8de67d374 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:27.832438 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935', 'code': 200} Sep 18 00:44:27.866425 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:27.944541 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Pushing event updated for resources: {'Port': ['ID=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,revision_number=10']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:27.956261 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:27.956608 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:27.956984 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:27.957320 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:27.957660 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:27.957990 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:27.958319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:27.958646 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:27.958971 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:27.959294 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:27.959619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:27.959940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:44:27.997343 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] No DVR routers for this DVR port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:44:28.136526 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Attempting to bind port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:44:28.136887 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Attempting to bind port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:44:28.137219 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Attempting to bind port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:28.142306 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 on network ba49eb6d-72a7-4457-b215-7db11eef74f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:44:28.142635 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Attempting to bind port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 on network ba49eb6d-72a7-4457-b215-7db11eef74f3 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:44:28.143092 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfa9ac-d645-427d-9f90-011db319c32e req-eab15587-abb5-4cd3-a571-ba66e1f34580 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:28.147738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:44:28.148082 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Checking segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:44:28.148461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Bound using segment: {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:44:28.149556 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Bound port: 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e603cfe6-a363-4bd5-b85f-5afc297005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:44:28.149927 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:28.150284 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ebfa9ac-d645-427d-9f90-011db319c32e req-eab15587-abb5-4cd3-a571-ba66e1f34580 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 944 time: 0.0534160 Sep 18 00:44:28.183984 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ebfa9ac-d645-427d-9f90-011db319c32e req-d659d872-1a82-49f9-9e01-ffb6752fd2d6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323246 Sep 18 00:44:28.212562 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] For port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:44:28.215716 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] For port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:44:28.289796 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:28.324948 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:28.325568 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:28.326941 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] 10.222.0.41 "PUT /v2.0/ports/880819bf-fd14-4aeb-b0df-9ac5ad0bd935 HTTP/1.1" status: 200 len: 1092 time: 0.8662074 Sep 18 00:44:28.378133 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2efb3b-fa48-4d20-8019-52ebc6fe0b5e service neutron] Pushing event updated for resources: {'Port': ['ID=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,revision_number=11']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:28.396867 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-c720e9b3-f571-47f7-b8f0-e3cbc6fb4939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:28.398399 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-c720e9b3-f571-47f7-b8f0-e3cbc6fb4939 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 1095 time: 0.0481250 Sep 18 00:44:28.435862 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:44:28.481526 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:44:28.498450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-a8617ba1-d721-409a-96dc-d24b92128cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:28.499956 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-a8617ba1-d721-409a-96dc-d24b92128cad service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0940967 Sep 18 00:44:28.562833 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-fbafeb36-c7ef-4bbd-91af-8e9e1a4d1713 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935 HTTP/1.1" status: 200 len: 1000 time: 0.0557170 Sep 18 00:44:28.609911 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-4f0bdd81-8164-4de7-b49d-eaaf9db6327b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:28.611261 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-4f0bdd81-8164-4de7-b49d-eaaf9db6327b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0420520 Sep 18 00:44:28.658506 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-faf42138-5aeb-4bfe-919e-05f0ac28b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:28.659949 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-faf42138-5aeb-4bfe-919e-05f0ac28b322 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414104 Sep 18 00:44:28.745930 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-157ce2b7-b10c-4bb2-a839-1a3a90df3a7d service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789111 Sep 18 00:44:28.842537 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-61a368de-21e5-4f18-bd53-a35a80aeec11 req-a12d84ce-612a-4c90-8734-2bfc5703347f service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888150 Sep 18 00:44:29.302030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893fd82-161c-4a1d-9af6-cf5eae6b2ef5 req-f7e672e5-784c-41bc-82cc-195d54bcb77e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:29.303510 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2893fd82-161c-4a1d-9af6-cf5eae6b2ef5 req-f7e672e5-784c-41bc-82cc-195d54bcb77e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 944 time: 0.0493891 Sep 18 00:44:29.341832 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2893fd82-161c-4a1d-9af6-cf5eae6b2ef5 req-affe0d68-2978-4498-b047-d3f7d2b0a447 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322649 Sep 18 00:44:29.833959 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'tag': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:29.837030 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba47292-451b-4929-a121-4d525a5e69a5" -d '{"events": [{"name": "network-changed", "server_uuid": "44b1c600-dbda-4270-9660-acfad9b2fe0a", "tag": "880819bf-fd14-4aeb-b0df-9ac5ad0bd935"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:29.884361 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb06336-b09f-4817-8cea-dae9ca5d7e26 x-openstack-request-id: req-4eb06336-b09f-4817-8cea-dae9ca5d7e26 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:29.884824 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b1c600-dbda-4270-9660-acfad9b2fe0a", "tag": "880819bf-fd14-4aeb-b0df-9ac5ad0bd935", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:29.885538 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4eb06336-b09f-4817-8cea-dae9ca5d7e26 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:29.885538 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'tag': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935', 'status': 'completed', 'code': 200} Sep 18 00:44:29.953016 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-7a70cb72-494d-4452-86e5-fe891d80925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:29.953243 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-8e702b52-8903-4eb9-9a21-623932716b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:29.954584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-7a70cb72-494d-4452-86e5-fe891d80925f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 1095 time: 0.0495198 Sep 18 00:44:29.954702 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-8e702b52-8903-4eb9-9a21-623932716b2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 1095 time: 0.0447125 Sep 18 00:44:30.050566 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-6006e39a-9d95-448f-8dce-f8f3b81dcad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:30.052149 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-6006e39a-9d95-448f-8dce-f8f3b81dcad9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0899813 Sep 18 00:44:30.054428 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-63d310b7-0dce-457a-aaf3-f6c7b672840b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:30.056413 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-63d310b7-0dce-457a-aaf3-f6c7b672840b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 200 len: 912 time: 0.0944207 Sep 18 00:44:30.122586 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-dcde6ee8-130c-4f65-8ea8-91df6887df1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935 HTTP/1.1" status: 200 len: 1000 time: 0.0629079 Sep 18 00:44:30.125967 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-841bbc31-891a-47b3-9848-f94f1d7cd5f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935 HTTP/1.1" status: 200 len: 1000 time: 0.0619969 Sep 18 00:44:30.172599 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-0161278d-10de-4186-b0b4-e7f989586a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:30.174112 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-0161278d-10de-4186-b0b4-e7f989586a7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0447617 Sep 18 00:44:30.175886 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-7c1237d6-d086-4db8-9868-61e82a446d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:30.177385 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-7c1237d6-d086-4db8-9868-61e82a446d7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 200 len: 850 time: 0.0443554 Sep 18 00:44:30.220330 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-ba0d1015-caf5-48d3-8262-10a4dd8ecdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:30.221738 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-ba0d1015-caf5-48d3-8262-10a4dd8ecdb1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403244 Sep 18 00:44:30.229702 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-77148205-79fc-40f2-bb01-77f6f63c17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:30.231246 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-77148205-79fc-40f2-bb01-77f6f63c17c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba49eb6d-72a7-4457-b215-7db11eef74f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467384 Sep 18 00:44:30.322644 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-1c724106-9731-45c7-b933-8eecfff68ffd service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930173 Sep 18 00:44:30.329257 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-3cd6858c-ca25-4631-8d3f-ccfb98ed5152 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912716 Sep 18 00:44:30.423719 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-aa37591e-9eb2-481a-b93a-8e7cf53d2a62 service neutron] 10.222.0.37 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936556 Sep 18 00:44:30.429523 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-6ba47292-451b-4929-a121-4d525a5e69a5 req-cc431dac-f1c8-4989-a804-0f4318d3c614 service neutron] 10.222.0.41 "GET /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935657 Sep 18 00:44:30.481027 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42002a-bf84-44f0-85a7-9c53955c2fd4 req-c104364c-fdd2-4471-b73c-36212412d185 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:30.482541 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc42002a-bf84-44f0-85a7-9c53955c2fd4 req-c104364c-fdd2-4471-b73c-36212412d185 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 944 time: 0.0574183 Sep 18 00:44:30.520049 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc42002a-bf84-44f0-85a7-9c53955c2fd4 req-9816d11d-7c42-483e-8b13-755910e75bdd tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316052 Sep 18 00:44:31.636825 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f0ffe-d7f7-4a1e-855c-6b857f5f2e26 req-e0fccbaf-8dba-4c74-9aea-287aceafdfd7 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:31.638291 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d92f0ffe-d7f7-4a1e-855c-6b857f5f2e26 req-e0fccbaf-8dba-4c74-9aea-287aceafdfd7 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 944 time: 0.0490341 Sep 18 00:44:31.675636 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d92f0ffe-d7f7-4a1e-855c-6b857f5f2e26 req-637a5cc3-7761-4a62-825a-5bee152e307b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312040 Sep 18 00:44:32.790221 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cda32f-3052-482e-89b1-d2fbdd1054a1 req-7bdd0a7e-4207-49af-899b-a21aaef27365 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:32.791745 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d8cda32f-3052-482e-89b1-d2fbdd1054a1 req-7bdd0a7e-4207-49af-899b-a21aaef27365 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 944 time: 0.0486443 Sep 18 00:44:32.830593 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d8cda32f-3052-482e-89b1-d2fbdd1054a1 req-8a695717-3bc1-4f33-a2a3-6312722c9f97 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326049 Sep 18 00:44:33.947594 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc057b-3e8b-429b-a5b0-ce35463a7616 req-99e43de1-e624-405c-a959-d7d542a74141 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:33.949086 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-77cc057b-3e8b-429b-a5b0-ce35463a7616 req-99e43de1-e624-405c-a959-d7d542a74141 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 944 time: 0.0522192 Sep 18 00:44:33.986006 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-77cc057b-3e8b-429b-a5b0-ce35463a7616 req-632006e0-aa3c-4a43-81ec-4a18ca7d1253 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311606 Sep 18 00:44:35.099091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e524f6-ed81-4d66-95ec-9bf8449db17c req-ec17c7a7-6cfd-4248-90d1-d363609b2a72 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:35.100535 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-77e524f6-ed81-4d66-95ec-9bf8449db17c req-ec17c7a7-6cfd-4248-90d1-d363609b2a72 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 944 time: 0.0476198 Sep 18 00:44:35.136383 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-77e524f6-ed81-4d66-95ec-9bf8449db17c req-77f0607a-580a-46a4-a0a9-3e71ab08873d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298910 Sep 18 00:44:36.248454 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54a287-6880-4ef2-af86-3fbd0a416088 req-24b52f40-201a-4790-bb6e-fe123967bd9f tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:36.249939 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3d54a287-6880-4ef2-af86-3fbd0a416088 req-24b52f40-201a-4790-bb6e-fe123967bd9f tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 944 time: 0.0477862 Sep 18 00:44:36.285959 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3d54a287-6880-4ef2-af86-3fbd0a416088 req-8d4d7cc1-e848-44d8-8b03-9d55bafecb66 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302336 Sep 18 00:44:37.399873 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9e2a1-0b6f-47df-88df-a5c48d815c98 req-4cfe6118-c8f2-4190-ad17-8fba5185c55d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:37.401347 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ab9e2a1-0b6f-47df-88df-a5c48d815c98 req-4cfe6118-c8f2-4190-ad17-8fba5185c55d tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 944 time: 0.0510144 Sep 18 00:44:37.438612 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ab9e2a1-0b6f-47df-88df-a5c48d815c98 req-a557f12a-e0fa-4fce-9300-89b1d575cca6 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313220 Sep 18 00:44:38.551606 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274495a-577b-40c3-b684-22b45176e611 req-e1c90c54-5233-493f-8fb2-32febd2c7387 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:38.553089 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1274495a-577b-40c3-b684-22b45176e611 req-e1c90c54-5233-493f-8fb2-32febd2c7387 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 944 time: 0.0482364 Sep 18 00:44:38.589948 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1274495a-577b-40c3-b684-22b45176e611 req-e20668f5-fb61-402d-b6d8-7b98975d63bd tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311322 Sep 18 00:44:39.702281 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2d64b-8b5c-46f7-8fbe-55597a6b13c6 req-1eef7a8f-39ce-42b2-b531-36a55c2b1d8e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:39.703765 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3f2d64b-8b5c-46f7-8fbe-55597a6b13c6 req-1eef7a8f-39ce-42b2-b531-36a55c2b1d8e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 944 time: 0.0485342 Sep 18 00:44:39.741509 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3f2d64b-8b5c-46f7-8fbe-55597a6b13c6 req-f3276a50-991b-4687-9a48-69c998bd8c3f tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318458 Sep 18 00:44:39.958151 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:44:40.052306 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:40.063389 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'port_id': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935', 'mac_address': 'fa:16:3e:04:f8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:44:40.103692 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:40.116426 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:44:40.135962 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:40.203345 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:40.250065 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,revision_number=12']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:40.423321 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['880819bf-fd14-4aeb-b0df-9ac5ad0bd935'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:44:40.865377 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564f8ac-4e34-43c0-839f-fffff3196744 req-3a7abd42-e984-4576-ae2d-b5d0a6157c01 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:40.866794 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4564f8ac-4e34-43c0-839f-fffff3196744 req-3a7abd42-e984-4576-ae2d-b5d0a6157c01 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0531821 Sep 18 00:44:40.883757 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:40.904766 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4564f8ac-4e34-43c0-839f-fffff3196744 req-fe34724f-d923-44e2-9abd-09d063660187 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320642 Sep 18 00:44:41.018118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cee3cc-6942-4bc4-be73-0ca088951eca req-8a2e87d7-7e90-4b88-a04e-06f3a273a776 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:41.019637 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53cee3cc-6942-4bc4-be73-0ca088951eca req-8a2e87d7-7e90-4b88-a04e-06f3a273a776 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0484800 Sep 18 00:44:41.057609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-53cee3cc-6942-4bc4-be73-0ca088951eca req-a56cb842-5bca-468c-8292-9b6035af09f1 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313978 Sep 18 00:44:41.169920 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93098b4-d1b0-49be-83c9-5d04beb68e23 req-e60eb090-c1c6-48c8-ae2c-8087e2d03c2b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:41.171314 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b93098b4-d1b0-49be-83c9-5d04beb68e23 req-e60eb090-c1c6-48c8-ae2c-8087e2d03c2b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0488207 Sep 18 00:44:41.208066 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b93098b4-d1b0-49be-83c9-5d04beb68e23 req-30594489-9b2c-4739-9e65-480c922fa36a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309813 Sep 18 00:44:41.621172 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc658a92-554e-4c04-a1cf-e51ea6776ce9 req-467dddad-c026-4f23-aa7f-3a547054190b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:41.622635 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc658a92-554e-4c04-a1cf-e51ea6776ce9 req-467dddad-c026-4f23-aa7f-3a547054190b tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 945 time: 0.0508890 Sep 18 00:44:41.658055 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc658a92-554e-4c04-a1cf-e51ea6776ce9 req-b326fa4e-2816-426a-ac76-a86956f59ed9 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296338 Sep 18 00:44:41.966258 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:44:42.083529 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:44:42.087995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:44:42.088363 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:42.160519 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:42.184715 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:42.186923 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ef4f85-3325-42d4-9130-2a2e76c5b7da" -d '{"events": [{"server_uuid": "44b1c600-dbda-4270-9660-acfad9b2fe0a", "name": "network-vif-plugged", "status": "completed", "tag": "880819bf-fd14-4aeb-b0df-9ac5ad0bd935"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:42.199125 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:42.221750 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8762816-1641-4831-9e94-20d6877585e2 x-openstack-request-id: req-c8762816-1641-4831-9e94-20d6877585e2 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:42.222039 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b1c600-dbda-4270-9660-acfad9b2fe0a", "name": "network-vif-plugged", "status": "completed", "tag": "880819bf-fd14-4aeb-b0df-9ac5ad0bd935", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:42.222294 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8762816-1641-4831-9e94-20d6877585e2 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:42.222684 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935', 'code': 200} Sep 18 00:44:42.248976 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:42.294784 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,revision_number=13']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:42.771288 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f54af1-8560-4f17-8f40-2d6307296c6c req-bc8fcc18-edfa-4250-a63d-e806a34d791e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:42.772771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6f54af1-8560-4f17-8f40-2d6307296c6c req-bc8fcc18-edfa-4250-a63d-e806a34d791e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 946 time: 0.0487342 Sep 18 00:44:42.809842 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f6f54af1-8560-4f17-8f40-2d6307296c6c req-d9a5ff4f-16d5-4fea-8dc0-639917c11e03 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups?id=69fe55cb-5e7e-4c9e-b012-d5ef36955758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310695 Sep 18 00:44:43.168823 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d126579-396e-4845-a11f-d0a58d5b41ab req-08be870e-1907-42ba-b4a4-afdb9fb2715a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:43.170266 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7d126579-396e-4845-a11f-d0a58d5b41ab req-08be870e-1907-42ba-b4a4-afdb9fb2715a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 946 time: 0.0474579 Sep 18 00:44:43.255391 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-7d126579-396e-4845-a11f-d0a58d5b41ab req-78a9df63-d1fd-4ac9-9cca-2f4d46e7fce5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Deleting port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:43.255654 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7d126579-396e-4845-a11f-d0a58d5b41ab req-78a9df63-d1fd-4ac9-9cca-2f4d46e7fce5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:43.346402 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-7d126579-396e-4845-a11f-d0a58d5b41ab req-78a9df63-d1fd-4ac9-9cca-2f4d46e7fce5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] For port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:43.346765 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7d126579-396e-4845-a11f-d0a58d5b41ab req-78a9df63-d1fd-4ac9-9cca-2f4d46e7fce5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:43.510529 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7d126579-396e-4845-a11f-d0a58d5b41ab req-78a9df63-d1fd-4ac9-9cca-2f4d46e7fce5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:43.510850 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7d126579-396e-4845-a11f-d0a58d5b41ab req-78a9df63-d1fd-4ac9-9cca-2f4d46e7fce5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:43.511169 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [req-7d126579-396e-4845-a11f-d0a58d5b41ab req-78a9df63-d1fd-4ac9-9cca-2f4d46e7fce5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Floating IP 510719b4-a1bb-47a1-b1d0-9d6dfbf9e637 disassociated. External IP: 172.25.3.166, port: 880819bf-fd14-4aeb-b0df-9ac5ad0bd935. Sep 18 00:44:43.511506 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-7d126579-396e-4845-a11f-d0a58d5b41ab req-78a9df63-d1fd-4ac9-9cca-2f4d46e7fce5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Calling delete_port for 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:43.677625 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7d126579-396e-4845-a11f-d0a58d5b41ab req-78a9df63-d1fd-4ac9-9cca-2f4d46e7fce5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:43.704858 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9df63-d1fd-4ac9-9cca-2f4d46e7fce5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Pushing event deleted for resources: {'Port': ['ID=880819bf-fd14-4aeb-b0df-9ac5ad0bd935,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:43.834774 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d126579-396e-4845-a11f-d0a58d5b41ab req-78a9df63-d1fd-4ac9-9cca-2f4d46e7fce5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Router af192fa8-b368-4196-b8bd-58b0766cbaf6 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:44:43.910037 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-91806406-a7bd-4f30-a9ff-79a8054d4b0f req-cbef1e0c-7e29-4cc9-b682-ad1b8f47ee5e tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 210 time: 0.0276146 Sep 18 00:44:43.929353 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:43.948800 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d126579-396e-4845-a11f-d0a58d5b41ab req-78a9df63-d1fd-4ac9-9cca-2f4d46e7fce5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:44:43.959390 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3031216b-08b2-4b73-9d79-551363fb3996 None None] Sync routers for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:44:43.969640 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3031216b-08b2-4b73-9d79-551363fb3996 None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:43.970255 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-3031216b-08b2-4b73-9d79-551363fb3996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:44:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:43.987532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d126579-396e-4845-a11f-d0a58d5b41ab req-78a9df63-d1fd-4ac9-9cca-2f4d46e7fce5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] No DVR routers for this DVR port 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:44:43.990328 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-7d126579-396e-4845-a11f-d0a58d5b41ab req-78a9df63-d1fd-4ac9-9cca-2f4d46e7fce5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:43.992434 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-7d126579-396e-4845-a11f-d0a58d5b41ab req-78a9df63-d1fd-4ac9-9cca-2f4d46e7fce5 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.41 "DELETE /v2.0/ports/880819bf-fd14-4aeb-b0df-9ac5ad0bd935 HTTP/1.1" status: 204 len: 173 time: 0.8159773 Sep 18 00:44:43.992893 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'name': 'network-vif-deleted', 'tag': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:44:43.995201 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8dfc54-2c9c-47ab-affb-23d27699b418" -d '{"events": [{"server_uuid": "44b1c600-dbda-4270-9660-acfad9b2fe0a", "name": "network-vif-deleted", "tag": "880819bf-fd14-4aeb-b0df-9ac5ad0bd935"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:44:44.037004 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cb227d-096f-4aa1-8bc9-aac4905c3c18 x-openstack-request-id: req-c3cb227d-096f-4aa1-8bc9-aac4905c3c18 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:44:44.037302 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b1c600-dbda-4270-9660-acfad9b2fe0a", "name": "network-vif-deleted", "tag": "880819bf-fd14-4aeb-b0df-9ac5ad0bd935", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:44:44.037579 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3cb227d-096f-4aa1-8bc9-aac4905c3c18 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:44:44.037983 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b1c600-dbda-4270-9660-acfad9b2fe0a', 'name': 'network-vif-deleted', 'tag': '880819bf-fd14-4aeb-b0df-9ac5ad0bd935', 'status': 'completed', 'code': 200} Sep 18 00:44:44.097745 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-3031216b-08b2-4b73-9d79-551363fb3996 None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:44:44.129883 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3774-ea7a-498f-863f-17caed1c3c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:44.294431 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-3031216b-08b2-4b73-9d79-551363fb3996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:44.324496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3031216b-08b2-4b73-9d79-551363fb3996 None None] Checking router: af192fa8-b368-4196-b8bd-58b0766cbaf6 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:44:44.332880 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3031216b-08b2-4b73-9d79-551363fb3996 None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:44.333485 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-3031216b-08b2-4b73-9d79-551363fb3996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:44:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:44.438090 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-3031216b-08b2-4b73-9d79-551363fb3996 None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:44:44.783828 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-3031216b-08b2-4b73-9d79-551363fb3996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:44.811314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3031216b-08b2-4b73-9d79-551363fb3996 None None] The sync data for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 is: [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:34:49Z', 'revision_number': 4, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '21d0a2e6-75af-4a42-b7c8-a8740f7046b5', 'name': '', 'network_id': 'ba49eb6d-72a7-4457-b215-7db11eef74f3', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'mac_address': 'fa:16:3e:5b:7f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '117c1d85-947f-4881-b2a4-ff7934543573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:48Z', 'updated_at': '2021-09-18T00:34:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'subnets': [{'id': '117c1d85-947f-4881-b2a4-ff7934543573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:44:45.015406 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-91047e15-9f5a-4d0c-a7d2-b0015d4ac481 req-8b467420-9569-470c-81e9-a4f9ad722916 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 210 time: 0.0299714 Sep 18 00:44:45.050383 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee264cc1-7ec4-446a-9a2f-970515451dfe None None] New status for floating IP 510719b4-a1bb-47a1-b1d0-9d6dfbf9e637: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:44:45.985629 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:44:46.010891 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:44:46.011233 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 880819bf-fd14-4aeb-b0df-9ac5ad0bd935 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:44:46.116405 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e72e6722-8678-49f3-8b48-ebf60d36ff14 req-e3018895-45c8-4926-ad4e-cd9c309edd84 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 210 time: 0.0293171 Sep 18 00:44:46.626310 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bc6eac72-5053-4f14-b57a-e8e4f84bec5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:47.211376 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3dcdce2c-59b1-459b-b491-a1b9ffd9b0ee req-19344c6a-2b88-4003-b0e8-b9265efb0bdf tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 210 time: 0.0261722 Sep 18 00:44:47.329101 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:47.991711 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:48.176696 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5870b2cc-ccad-4d7c-9c1e-f05f0cc684c4 req-daa8d8f7-07fc-4760-8d55-59eefaa3e62c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0291665 Sep 18 00:44:48.255467 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5870b2cc-ccad-4d7c-9c1e-f05f0cc684c4 req-04fca8a8-18fc-40e3-a9c7-94b2e8b7a123 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&device_id=44b1c600-dbda-4270-9660-acfad9b2fe0a HTTP/1.1" status: 200 len: 210 time: 0.0251999 Sep 18 00:44:48.367675 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870b2cc-ccad-4d7c-9c1e-f05f0cc684c4 req-1d93124c-b99c-4fc7-ab18-e9f5b876f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:48.369269 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5870b2cc-ccad-4d7c-9c1e-f05f0cc684c4 req-1d93124c-b99c-4fc7-ab18-e9f5b876f895 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0942571 Sep 18 00:44:48.468499 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870b2cc-ccad-4d7c-9c1e-f05f0cc684c4 req-f86e3d49-5fb2-4b22-ab7b-9bde8a930fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:48.470034 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-5870b2cc-ccad-4d7c-9c1e-f05f0cc684c4 req-f86e3d49-5fb2-4b22-ab7b-9bde8a930fc7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934904 Sep 18 00:44:49.957411 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.244318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59214) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:51.298839 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4eb99f16-7f02-4f5d-a788-2ad4dae612d2 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.322211 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4eb99f16-7f02-4f5d-a788-2ad4dae612d2 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.460455 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4eb99f16-7f02-4f5d-a788-2ad4dae612d2 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.464374 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4eb99f16-7f02-4f5d-a788-2ad4dae612d2 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.465038 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4eb99f16-7f02-4f5d-a788-2ad4dae612d2 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "DELETE /v2.0/security-groups/69fe55cb-5e7e-4c9e-b012-d5ef36955758 HTTP/1.1" status: 204 len: 168 time: 0.2196929 Sep 18 00:44:51.467893 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59216) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:51.474822 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb99f16-7f02-4f5d-a788-2ad4dae612d2 tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fe55cb-5e7e-4c9e-b012-d5ef36955758,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:51.489478 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-3d1977e5-35e1-4cfe-94c5-b454102eb65a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] show failed (client error): The resource could not be found. Sep 18 00:44:51.491758 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3d1977e5-35e1-4cfe-94c5-b454102eb65a tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "GET /v2.0/security-groups/69fe55cb-5e7e-4c9e-b012-d5ef36955758 HTTP/1.1" status: 404 len: 347 time: 0.0216188 Sep 18 00:44:51.493474 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59218) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:51.617632 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-8b93fb33-4931-48b4-814b-c6bd5c7845dc tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Deleting port 21ce2707-27b1-4331-859a-8709cc0b5fc8 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:51.617972 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8b93fb33-4931-48b4-814b-c6bd5c7845dc tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.695859 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8b93fb33-4931-48b4-814b-c6bd5c7845dc tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.696113 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8b93fb33-4931-48b4-814b-c6bd5c7845dc tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.707671 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-8b93fb33-4931-48b4-814b-c6bd5c7845dc tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Calling delete_port for 21ce2707-27b1-4331-859a-8709cc0b5fc8 owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:51.900362 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8b93fb33-4931-48b4-814b-c6bd5c7845dc tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.929186 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93fb33-4931-48b4-814b-c6bd5c7845dc tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Pushing event deleted for resources: {'Port': ['ID=21ce2707-27b1-4331-859a-8709cc0b5fc8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:51.988695 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8b93fb33-4931-48b4-814b-c6bd5c7845dc tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.991259 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8b93fb33-4931-48b4-814b-c6bd5c7845dc tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:51.992977 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8b93fb33-4931-48b4-814b-c6bd5c7845dc tempest-ServerActionsTestJSON-1200085417 tempest-ServerActionsTestJSON-1200085417-project] 10.222.0.46 "DELETE /v2.0/floatingips/510719b4-a1bb-47a1-b1d0-9d6dfbf9e637 HTTP/1.1" status: 204 len: 168 time: 0.4984443 Sep 18 00:44:51.995999 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59220) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:52.503301 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39e40d2d-df2f-4cf0-8914-c87cf339f49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:52.655119 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:44:52.740088 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-39e40d2d-df2f-4cf0-8914-c87cf339f49e admin admin] Deleting port 21d0a2e6-75af-4a42-b7c8-a8740f7046b5 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:52.740428 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39e40d2d-df2f-4cf0-8914-c87cf339f49e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:52.816389 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-39e40d2d-df2f-4cf0-8914-c87cf339f49e admin admin] For port 21d0a2e6-75af-4a42-b7c8-a8740f7046b5, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=21d0a2e6-75af-4a42-b7c8-a8740f7046b5,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:52.816747 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39e40d2d-df2f-4cf0-8914-c87cf339f49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:52.828658 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-39e40d2d-df2f-4cf0-8914-c87cf339f49e admin admin] Calling delete_port for 21d0a2e6-75af-4a42-b7c8-a8740f7046b5 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:53.049073 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39e40d2d-df2f-4cf0-8914-c87cf339f49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:53.072683 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e40d2d-df2f-4cf0-8914-c87cf339f49e admin admin] Pushing event deleted for resources: {'Port': ['ID=21d0a2e6-75af-4a42-b7c8-a8740f7046b5,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:53.239512 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39e40d2d-df2f-4cf0-8914-c87cf339f49e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:53.749653 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e40d2d-df2f-4cf0-8914-c87cf339f49e admin admin] Router af192fa8-b368-4196-b8bd-58b0766cbaf6 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:44:53.859719 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e40d2d-df2f-4cf0-8914-c87cf339f49e admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:44:53.866275 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-39e40d2d-df2f-4cf0-8914-c87cf339f49e admin admin] 10.222.0.46 "PUT /v2.0/routers/af192fa8-b368-4196-b8bd-58b0766cbaf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8680210 Sep 18 00:44:53.867599 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59224) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:53.868287 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b715a-65ce-40d6-ba4e-95a8002d884f None None] Sync routers for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:44:53.877824 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b715a-65ce-40d6-ba4e-95a8002d884f None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:53.878423 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-603b715a-65ce-40d6-ba4e-95a8002d884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:44:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:53.971101 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4723c8a6-8f1a-4ebd-834f-793063c0c454 admin admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:53.978923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-603b715a-65ce-40d6-ba4e-95a8002d884f None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:44:54.073425 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4723c8a6-8f1a-4ebd-834f-793063c0c454 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.151265 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-603b715a-65ce-40d6-ba4e-95a8002d884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '2a7b2196-4392-4032-b16f-601d6535808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:44:52Z', 'revision_number': 5, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port': {'id': '2a7b2196-4392-4032-b16f-601d6535808d', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:34:47Z', 'updated_at': '2021-09-18T00:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:54.199359 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b715a-65ce-40d6-ba4e-95a8002d884f None None] Checking router: af192fa8-b368-4196-b8bd-58b0766cbaf6 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:44:54.210725 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b715a-65ce-40d6-ba4e-95a8002d884f None None] Routers {'af192fa8-b368-4196-b8bd-58b0766cbaf6'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:44:54.211091 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-4723c8a6-8f1a-4ebd-834f-793063c0c454 admin admin] Deleting port 2a7b2196-4392-4032-b16f-601d6535808d {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:54.211323 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-603b715a-65ce-40d6-ba4e-95a8002d884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:44:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['af192fa8-b368-4196-b8bd-58b0766cbaf6'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:54.211462 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4723c8a6-8f1a-4ebd-834f-793063c0c454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.289549 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-4723c8a6-8f1a-4ebd-834f-793063c0c454 admin admin] For port 2a7b2196-4392-4032-b16f-601d6535808d, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2a7b2196-4392-4032-b16f-601d6535808d,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:54.289808 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4723c8a6-8f1a-4ebd-834f-793063c0c454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.294632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-603b715a-65ce-40d6-ba4e-95a8002d884f None None] Set router af192fa8-b368-4196-b8bd-58b0766cbaf6 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:44:54.302360 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-4723c8a6-8f1a-4ebd-834f-793063c0c454 admin admin] Calling delete_port for 2a7b2196-4392-4032-b16f-601d6535808d owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:54.343473 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-603b715a-65ce-40d6-ba4e-95a8002d884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:44:54Z', 'revision_number': 6, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:54.372063 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b715a-65ce-40d6-ba4e-95a8002d884f None None] The sync data for ids ['af192fa8-b368-4196-b8bd-58b0766cbaf6'] in n-d-809883-1 is: [{'id': 'af192fa8-b368-4196-b8bd-58b0766cbaf6', 'name': 'tempest-ServerActionsTestJSON-584605186-router', 'tenant_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:34:46Z', 'updated_at': '2021-09-18T00:44:54Z', 'revision_number': 6, 'project_id': '94d0bf7bf02f44b6a2db6969ed6ac383', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:44:54.523269 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4723c8a6-8f1a-4ebd-834f-793063c0c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.551231 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723c8a6-8f1a-4ebd-834f-793063c0c454 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7b2196-4392-4032-b16f-601d6535808d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:54.613225 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4723c8a6-8f1a-4ebd-834f-793063c0c454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.702880 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4723c8a6-8f1a-4ebd-834f-793063c0c454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.705285 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4723c8a6-8f1a-4ebd-834f-793063c0c454 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.792514 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4723c8a6-8f1a-4ebd-834f-793063c0c454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.793281 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4723c8a6-8f1a-4ebd-834f-793063c0c454 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af192fa8-b368-4196-b8bd-58b0766cbaf6 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:44:54.805958 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4723c8a6-8f1a-4ebd-834f-793063c0c454 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.805958 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4723c8a6-8f1a-4ebd-834f-793063c0c454 admin admin] 10.222.0.46 "DELETE /v2.0/routers/af192fa8-b368-4196-b8bd-58b0766cbaf6 HTTP/1.1" status: 204 len: 168 time: 0.9322884 Sep 18 00:44:54.805958 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59226) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:54.850982 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e0b096-b3be-4df3-8fda-98d0cc62548d admin admin] Deleting subnet 117c1d85-947f-4881-b2a4-ff7934543573 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:44:54.854695 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-93e0b096-b3be-4df3-8fda-98d0cc62548d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.887572 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-93e0b096-b3be-4df3-8fda-98d0cc62548d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:54.963605 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-93e0b096-b3be-4df3-8fda-98d0cc62548d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.089350 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-93e0b096-b3be-4df3-8fda-98d0cc62548d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.117731 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0b096-b3be-4df3-8fda-98d0cc62548d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=117c1d85-947f-4881-b2a4-ff7934543573,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:55.124405 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-93e0b096-b3be-4df3-8fda-98d0cc62548d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.126334 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-93e0b096-b3be-4df3-8fda-98d0cc62548d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/117c1d85-947f-4881-b2a4-ff7934543573 HTTP/1.1" status: 204 len: 168 time: 0.3220222 Sep 18 00:44:55.129138 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59228) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:55.129859 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ff4c11-c1ef-498b-9e51-b95b9be4bd46 None None] Network ba49eb6d-72a7-4457-b215-7db11eef74f3 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:55.204033 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.261837 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] Deleting port db6aa73f-f528-4edf-95bc-d6a7d2f36157 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:55.262195 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.308210 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55de8dce-f158-4a09-8a0b-9ef12cdd62fa None None] DHCP port deletion for ba49eb6d-72a7-4457-b215-7db11eef74f3 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:44:55.330603 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] For port db6aa73f-f528-4edf-95bc-d6a7d2f36157, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=db6aa73f-f528-4edf-95bc-d6a7d2f36157,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:55.330973 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.349385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] Calling delete_port for db6aa73f-f528-4edf-95bc-d6a7d2f36157 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:55.359129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-55de8dce-f158-4a09-8a0b-9ef12cdd62fa None None] Deleting port db6aa73f-f528-4edf-95bc-d6a7d2f36157 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:44:55.359641 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-55de8dce-f158-4a09-8a0b-9ef12cdd62fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.427062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-55de8dce-f158-4a09-8a0b-9ef12cdd62fa None None] For port db6aa73f-f528-4edf-95bc-d6a7d2f36157, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=db6aa73f-f528-4edf-95bc-d6a7d2f36157,segment=NetworkSegment(e603cfe6-a363-4bd5-b85f-5afc297005d7),segment_id=e603cfe6-a363-4bd5-b85f-5afc297005d7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:44:55.427062 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-55de8dce-f158-4a09-8a0b-9ef12cdd62fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.440260 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-55de8dce-f158-4a09-8a0b-9ef12cdd62fa None None] Calling delete_port for db6aa73f-f528-4edf-95bc-d6a7d2f36157 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:44:55.505786 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.515069 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-55de8dce-f158-4a09-8a0b-9ef12cdd62fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.531573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] Pushing event deleted for resources: {'Port': ['ID=db6aa73f-f528-4edf-95bc-d6a7d2f36157,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:55.535032 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] No DVR routers for this DVR port db6aa73f-f528-4edf-95bc-d6a7d2f36157 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:44:55.539797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de8dce-f158-4a09-8a0b-9ef12cdd62fa None None] Pushing event deleted for resources: {'Port': ['ID=db6aa73f-f528-4edf-95bc-d6a7d2f36157,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:55.543516 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55de8dce-f158-4a09-8a0b-9ef12cdd62fa None None] No DVR routers for this DVR port db6aa73f-f528-4edf-95bc-d6a7d2f36157 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:44:55.607561 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.627411 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba49eb6d-72a7-4457-b215-7db11eef74f3']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:55.637332 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e603cfe6-a363-4bd5-b85f-5afc297005d7') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:55.637619 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e603cfe6-a363-4bd5-b85f-5afc297005d7') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:44:55.646818 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.659819 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.665565 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:44:55.665947 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:44:55.667821 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:44:55.779904 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.785339 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:55.787270 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ba49eb6d-72a7-4457-b215-7db11eef74f3 HTTP/1.1" status: 204 len: 168 time: 0.6571252 Sep 18 00:44:55.798844 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51dd6e-06ba-40ec-8c44-a2716dd76117 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba49eb6d-72a7-4457-b215-7db11eef74f3,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:56.086215 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59232) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:56.125506 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c3fd7fbe-95e4-48ff-ae4c-58287be0bb72 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=94d0bf7bf02f44b6a2db6969ed6ac383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381289 Sep 18 00:44:56.127904 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59234) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:56.174831 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-216ea6bc-cace-4824-bb2a-ce00c8637c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:56.194714 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-216ea6bc-cace-4824-bb2a-ce00c8637c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:56.311625 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-216ea6bc-cace-4824-bb2a-ce00c8637c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:56.314109 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-216ea6bc-cace-4824-bb2a-ce00c8637c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:56.315249 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-216ea6bc-cace-4824-bb2a-ce00c8637c4d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/abefad34-528c-4bc5-b8fe-1a903763ef0c HTTP/1.1" status: 204 len: 168 time: 0.1864426 Sep 18 00:44:56.322672 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ea6bc-cace-4824-bb2a-ce00c8637c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abefad34-528c-4bc5-b8fe-1a903763ef0c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:56.429182 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 21d0a2e6-75af-4a42-b7c8-a8740f7046b5 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:44:56.448608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 21d0a2e6-75af-4a42-b7c8-a8740f7046b5 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:44:56.449008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 21d0a2e6-75af-4a42-b7c8-a8740f7046b5 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:44:56.449421 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device db6aa73f-f528-4edf-95bc-d6a7d2f36157 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:44:56.467360 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: db6aa73f-f528-4edf-95bc-d6a7d2f36157 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:44:56.467700 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device db6aa73f-f528-4edf-95bc-d6a7d2f36157 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:44:56.468089 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2a7b2196-4392-4032-b16f-601d6535808d no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:44:56.486059 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 2a7b2196-4392-4032-b16f-601d6535808d {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:44:56.486398 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2a7b2196-4392-4032-b16f-601d6535808d not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:44:57.395347 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59256) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:57.493078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-88bf6669-4a2f-4cb4-91f5-a95667cdf3ba admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-64700840-network', 'tenant_id': '6566782e138f4715b248c101e9c7251f'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:57.574338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bf6669-4a2f-4cb4-91f5-a95667cdf3ba admin admin] Made reservation on behalf of 6566782e138f4715b248c101e9c7251f for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:57.576658 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-88bf6669-4a2f-4cb4-91f5-a95667cdf3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:57.584795 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-88bf6669-4a2f-4cb4-91f5-a95667cdf3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:57.672980 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-88bf6669-4a2f-4cb4-91f5-a95667cdf3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:57.740024 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-88bf6669-4a2f-4cb4-91f5-a95667cdf3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:57.763361 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88bf6669-4a2f-4cb4-91f5-a95667cdf3ba admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:44:57.771865 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf6669-4a2f-4cb4-91f5-a95667cdf3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fb475a-4001-4757-9e41-09300807e7e7,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:57.778135 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-88bf6669-4a2f-4cb4-91f5-a95667cdf3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:57.778512 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-88bf6669-4a2f-4cb4-91f5-a95667cdf3ba admin admin] Added segment 88dbd659-0f07-4f4b-be03-f0cf7401f1ee of type vlan for network 4086c74f-958f-4cff-94a8-a1530edad479 Sep 18 00:44:57.817125 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-88bf6669-4a2f-4cb4-91f5-a95667cdf3ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:57.911724 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-88bf6669-4a2f-4cb4-91f5-a95667cdf3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:57.912716 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bf6669-4a2f-4cb4-91f5-a95667cdf3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:57.913334 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-88bf6669-4a2f-4cb4-91f5-a95667cdf3ba admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:57.970361 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf6669-4a2f-4cb4-91f5-a95667cdf3ba admin admin] Pushing event updated for resources: {'Network': ['ID=4086c74f-958f-4cff-94a8-a1530edad479,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:57.980837 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 4086c74f-958f-4cff-94a8-a1530edad479 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:44:58.032624 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-88bf6669-4a2f-4cb4-91f5-a95667cdf3ba admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6360314 Sep 18 00:44:58.035731 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59260) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:44:58.041130 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-df931762-3f60-4716-8402-bb86d14a2f30 admin admin] Request body: {'subnet': {'network_id': '4086c74f-958f-4cff-94a8-a1530edad479', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-64700840-subnet', 'tenant_id': '6566782e138f4715b248c101e9c7251f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:44:58.100032 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df931762-3f60-4716-8402-bb86d14a2f30 admin admin] Made reservation on behalf of 6566782e138f4715b248c101e9c7251f for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:44:58.102368 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-df931762-3f60-4716-8402-bb86d14a2f30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:58.317551 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-df931762-3f60-4716-8402-bb86d14a2f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:58.374239 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df931762-3f60-4716-8402-bb86d14a2f30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab5b969c-5a45-4825-a68a-3331aa85f0b8,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:44:58.383523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df931762-3f60-4716-8402-bb86d14a2f30 admin admin] Checking segment: {'id': '88dbd659-0f07-4f4b-be03-f0cf7401f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4086c74f-958f-4cff-94a8-a1530edad479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:44:58.383875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df931762-3f60-4716-8402-bb86d14a2f30 admin admin] Network hostable DHCP agents. Network: 4086c74f-958f-4cff-94a8-a1530edad479, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:44:58.448691 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df931762-3f60-4716-8402-bb86d14a2f30 admin admin] Network 4086c74f-958f-4cff-94a8-a1530edad479 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:44:58.517043 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-df931762-3f60-4716-8402-bb86d14a2f30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 4086c74f-958f-4cff-94a8-a1530edad479) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:44:58.521543 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df931762-3f60-4716-8402-bb86d14a2f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:58.522131 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-df931762-3f60-4716-8402-bb86d14a2f30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:44:58.526839 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66dc080-e8dd-4645-a72d-8a83ad2f36c6 None None] Network 4086c74f-958f-4cff-94a8-a1530edad479 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:58.615301 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-df931762-3f60-4716-8402-bb86d14a2f30 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5784340 Sep 18 00:44:58.645599 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63e8688-26c7-4c6f-a667-4afc9c87dd2a None None] Network 4086c74f-958f-4cff-94a8-a1530edad479 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:44:59.025292 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-09c80030-ba60-4a14-8354-b14943a9fc2f tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:44:59.026765 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-09c80030-ba60-4a14-8354-b14943a9fc2f tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/networks?id=4086c74f-958f-4cff-94a8-a1530edad479 HTTP/1.1" status: 200 len: 812 time: 0.0991433 Sep 18 00:44:59.042580 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-8973d270-94ed-4901-ad2b-e7104632df36 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/quotas/6566782e138f4715b248c101e9c7251f HTTP/1.1" status: 200 len: 375 time: 0.0099885 Sep 18 00:44:59.078059 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-1b06630c-9878-4840-8c94-8a79b9241fcb tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6566782e138f4715b248c101e9c7251f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301747 Sep 18 00:44:59.088367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-43f1c471-af26-4baa-8250-74ff277f2e03 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:44:59.089326 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-43f1c471-af26-4baa-8250-74ff277f2e03 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047808 Sep 18 00:44:59.174399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-9e6a1784-64ee-4213-9c43-6056faa3e3b8 service neutron] 10.222.0.46 "GET /v2.0/networks/4086c74f-958f-4cff-94a8-a1530edad479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795102 Sep 18 00:44:59.594977 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-129ba22f-c85b-4785-86aa-64caaf4aaf3f service neutron] 10.222.0.46 "GET /v2.0/networks/4086c74f-958f-4cff-94a8-a1530edad479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147611 Sep 18 00:44:59.804479 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-312f70b3-b98f-4b3d-b08f-f4cf292b6910 req-247aadc8-908d-4487-afd0-83f46b77715c tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 210 time: 0.0258498 Sep 18 00:45:00.894169 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8c52137f-24ad-450d-a7e0-bcc3d4c5f4a6 req-e04a9036-ba04-4d8d-b2b0-4ca954b1bc34 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 210 time: 0.0254712 Sep 18 00:45:02.019148 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5300b1d5-6805-4a6b-bb29-1ecc596031c7 req-dc5dfff5-684a-4fbf-a992-10aa64e5b055 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 210 time: 0.0566666 Sep 18 00:45:02.055258 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-4e34b9cd-0300-4517-bfef-607e9ddf288a tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:02.056680 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-4e34b9cd-0300-4517-bfef-607e9ddf288a tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.37 "GET /v2.0/networks?id=4086c74f-958f-4cff-94a8-a1530edad479 HTTP/1.1" status: 200 len: 812 time: 0.1242409 Sep 18 00:45:02.069761 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-3ff994a8-980b-4363-90a9-54d03aee3e07 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Request body: {'port': {'device_id': '5bf7376f-3e20-4158-80f0-2f35be6cae2f', 'network_id': '4086c74f-958f-4cff-94a8-a1530edad479', 'admin_state_up': True, 'tenant_id': '6566782e138f4715b248c101e9c7251f'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:02.254213 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-3ff994a8-980b-4363-90a9-54d03aee3e07 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Made reservation on behalf of 6566782e138f4715b248c101e9c7251f for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:02.257727 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-3ff994a8-980b-4363-90a9-54d03aee3e07 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.383388 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-3ff994a8-980b-4363-90a9-54d03aee3e07 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Allocated IP 172.20.0.6 (4086c74f-958f-4cff-94a8-a1530edad479/ab5b969c-5a45-4825-a68a-3331aa85f0b8/b16e735b-6afe-4315-acc0-bb4d6793ff1b) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:02.526485 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-3ff994a8-980b-4363-90a9-54d03aee3e07 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.603381 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-3ff994a8-980b-4363-90a9-54d03aee3e07 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.643281 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-3ff994a8-980b-4363-90a9-54d03aee3e07 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Network 4086c74f-958f-4cff-94a8-a1530edad479 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:02.646244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-3ff994a8-980b-4363-90a9-54d03aee3e07 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:02.650482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-3ff994a8-980b-4363-90a9-54d03aee3e07 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:45:02.678710 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff994a8-980b-4363-90a9-54d03aee3e07 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Pushing event updated for resources: {'Port': ['ID=b16e735b-6afe-4315-acc0-bb4d6793ff1b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:02.703281 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-3ff994a8-980b-4363-90a9-54d03aee3e07 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:02.703895 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-3ff994a8-980b-4363-90a9-54d03aee3e07 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:02.769580 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-3ff994a8-980b-4363-90a9-54d03aee3e07 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7035763 Sep 18 00:45:02.781973 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Request body: {'port': {'device_id': '5bf7376f-3e20-4158-80f0-2f35be6cae2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:02.837717 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:03.091981 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b16e735b-6afe-4315-acc0-bb4d6793ff1b {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:45:03.107229 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:03.136553 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Transition to ACTIVE for port object b16e735b-6afe-4315-acc0-bb4d6793ff1b will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:45:03.151527 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715ce8a-26d7-4fa6-ad47-cd6def5a8088 req-dbbb593c-b6d3-42a3-abab-6509cc4907ce tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:03.153040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8715ce8a-26d7-4fa6-ad47-cd6def5a8088 req-dbbb593c-b6d3-42a3-abab-6509cc4907ce tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 931 time: 0.0639973 Sep 18 00:45:03.190315 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8715ce8a-26d7-4fa6-ad47-cd6def5a8088 req-2b1a5b7c-fd2d-48dc-aa79-b94f50a2dc7c tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313358 Sep 18 00:45:03.208625 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:03.259648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Pushing event updated for resources: {'Port': ['ID=b16e735b-6afe-4315-acc0-bb4d6793ff1b,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:03.328158 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Attempting to bind port b16e735b-6afe-4315-acc0-bb4d6793ff1b on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:45:03.328581 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Attempting to bind port b16e735b-6afe-4315-acc0-bb4d6793ff1b by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '88dbd659-0f07-4f4b-be03-f0cf7401f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4086c74f-958f-4cff-94a8-a1530edad479'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:45:03.328946 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Attempting to bind port b16e735b-6afe-4315-acc0-bb4d6793ff1b on network 4086c74f-958f-4cff-94a8-a1530edad479 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:03.333221 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Port b16e735b-6afe-4315-acc0-bb4d6793ff1b on network 4086c74f-958f-4cff-94a8-a1530edad479 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:45:03.333541 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Attempting to bind port b16e735b-6afe-4315-acc0-bb4d6793ff1b on network 4086c74f-958f-4cff-94a8-a1530edad479 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:03.338448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:45:03.338780 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Checking segment: {'id': '88dbd659-0f07-4f4b-be03-f0cf7401f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4086c74f-958f-4cff-94a8-a1530edad479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:03.339160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Bound using segment: {'id': '88dbd659-0f07-4f4b-be03-f0cf7401f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4086c74f-958f-4cff-94a8-a1530edad479'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:45:03.339578 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Bound port: b16e735b-6afe-4315-acc0-bb4d6793ff1b, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88dbd659-0f07-4f4b-be03-f0cf7401f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4086c74f-958f-4cff-94a8-a1530edad479'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:45:03.339931 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:03.401091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] For port b16e735b-6afe-4315-acc0-bb4d6793ff1b, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:45:03.404054 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] For port b16e735b-6afe-4315-acc0-bb4d6793ff1b, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b16e735b-6afe-4315-acc0-bb4d6793ff1b,segment=NetworkSegment(88dbd659-0f07-4f4b-be03-f0cf7401f1ee),segment_id=88dbd659-0f07-4f4b-be03-f0cf7401f1ee)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:45:03.471951 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:03.508921 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:03.509549 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:03.511325 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] 10.222.0.37 "PUT /v2.0/ports/b16e735b-6afe-4315-acc0-bb4d6793ff1b HTTP/1.1" status: 200 len: 1091 time: 0.7334578 Sep 18 00:45:03.513692 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf7376f-3e20-4158-80f0-2f35be6cae2f', 'tag': 'b16e735b-6afe-4315-acc0-bb4d6793ff1b'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:45:03.516825 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390b0058-dbaf-449b-9ee6-081cade11fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf7376f-3e20-4158-80f0-2f35be6cae2f", "tag": "b16e735b-6afe-4315-acc0-bb4d6793ff1b"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:45:03.541761 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f85cb-9cbd-4503-b659-582ed003e151 service neutron] Pushing event updated for resources: {'Port': ['ID=b16e735b-6afe-4315-acc0-bb4d6793ff1b,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:03.565844 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c6f430-20de-4723-8a45-5cb2f70cb0e9 x-openstack-request-id: req-04c6f430-20de-4723-8a45-5cb2f70cb0e9 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:45:03.566140 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf7376f-3e20-4158-80f0-2f35be6cae2f", "tag": "b16e735b-6afe-4315-acc0-bb4d6793ff1b", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:45:03.566650 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-04c6f430-20de-4723-8a45-5cb2f70cb0e9 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:45:03.567084 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf7376f-3e20-4158-80f0-2f35be6cae2f', 'tag': 'b16e735b-6afe-4315-acc0-bb4d6793ff1b', 'status': 'completed', 'code': 200} Sep 18 00:45:03.628548 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b0058-dbaf-449b-9ee6-081cade11fbd req-3d16ebe6-8a4d-4ef0-b943-edc174d1b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:03.630001 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-390b0058-dbaf-449b-9ee6-081cade11fbd req-3d16ebe6-8a4d-4ef0-b943-edc174d1b2a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6566782e138f4715b248c101e9c7251f&device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 1094 time: 0.0418208 Sep 18 00:45:03.728335 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b0058-dbaf-449b-9ee6-081cade11fbd req-08f12635-e9a3-4dd3-9269-6cd92b36b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:03.729813 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-390b0058-dbaf-449b-9ee6-081cade11fbd req-08f12635-e9a3-4dd3-9269-6cd92b36b019 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6566782e138f4715b248c101e9c7251f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0921006 Sep 18 00:45:03.823549 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b0058-dbaf-449b-9ee6-081cade11fbd req-0bed709b-5510-494b-a465-19a9d86a1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:03.824997 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-390b0058-dbaf-449b-9ee6-081cade11fbd req-0bed709b-5510-494b-a465-19a9d86a1beb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887027 Sep 18 00:45:03.903868 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-fbf9e23c-2cb8-4b67-86ab-40cab86a9c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:03.905487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-fbf9e23c-2cb8-4b67-86ab-40cab86a9c12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6566782e138f4715b248c101e9c7251f&device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 1094 time: 0.0441496 Sep 18 00:45:03.952696 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-a1486bde-00f6-4097-9c4e-bc10e96889ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b16e735b-6afe-4315-acc0-bb4d6793ff1b HTTP/1.1" status: 200 len: 217 time: 0.0386574 Sep 18 00:45:04.002757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-8dd9c356-61ea-4db9-a256-d71217ec5705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:04.004334 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-8dd9c356-61ea-4db9-a256-d71217ec5705 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab5b969c-5a45-4825-a68a-3331aa85f0b8 HTTP/1.1" status: 200 len: 852 time: 0.0448809 Sep 18 00:45:04.035971 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-a613fc9c-8b4e-459c-aeb2-02739a2e2017 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4086c74f-958f-4cff-94a8-a1530edad479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248990 Sep 18 00:45:04.128218 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-26aaba7f-d06c-4822-b617-1ee528cce661 service neutron] 10.222.0.37 "GET /v2.0/networks/4086c74f-958f-4cff-94a8-a1530edad479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844719 Sep 18 00:45:04.215420 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d80e125-86e0-49fb-9644-d05c016ad5f3 req-76e4d270-5f14-4599-92c2-23287dae7e6f service neutron] 10.222.0.37 "GET /v2.0/networks/4086c74f-958f-4cff-94a8-a1530edad479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807743 Sep 18 00:45:04.310483 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f6253-9011-4113-af8b-aecd5605eb9a req-7538a63e-c869-414d-a743-ecfe6e73e9fb tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:04.311958 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-233f6253-9011-4113-af8b-aecd5605eb9a req-7538a63e-c869-414d-a743-ecfe6e73e9fb tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 943 time: 0.0537302 Sep 18 00:45:04.348993 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-233f6253-9011-4113-af8b-aecd5605eb9a req-48118def-b2ad-4da9-8a77-d4923154b31f tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310786 Sep 18 00:45:05.460159 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6f714-45bb-4e98-873f-2326c5e532bf req-388cf0ab-dbc2-4cd4-be3c-0caffe07f7e2 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:05.462152 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b4a6f714-45bb-4e98-873f-2326c5e532bf req-388cf0ab-dbc2-4cd4-be3c-0caffe07f7e2 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 943 time: 0.0474250 Sep 18 00:45:05.499496 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b4a6f714-45bb-4e98-873f-2326c5e532bf req-21d27286-34cb-4e7a-8a4a-2acdcdc1e471 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315921 Sep 18 00:45:06.606499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device b16e735b-6afe-4315-acc0-bb4d6793ff1b details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:45:06.610052 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c915b-a83b-44ee-9d06-8d055d5f6e05 req-d8c13280-e8b5-4189-b44c-afeb3fc64fed tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:06.611546 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b00c915b-a83b-44ee-9d06-8d055d5f6e05 req-d8c13280-e8b5-4189-b44c-afeb3fc64fed tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 943 time: 0.0474646 Sep 18 00:45:06.649651 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b00c915b-a83b-44ee-9d06-8d055d5f6e05 req-7e3af708-8a43-4aa8-9c45-1dcfedfb2acf tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311491 Sep 18 00:45:06.697289 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port b16e735b-6afe-4315-acc0-bb4d6793ff1b, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b16e735b-6afe-4315-acc0-bb4d6793ff1b,segment=NetworkSegment(88dbd659-0f07-4f4b-be03-f0cf7401f1ee),segment_id=88dbd659-0f07-4f4b-be03-f0cf7401f1ee)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:06.711464 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'b16e735b-6afe-4315-acc0-bb4d6793ff1b', 'network_id': '4086c74f-958f-4cff-94a8-a1530edad479', 'port_id': 'b16e735b-6afe-4315-acc0-bb4d6793ff1b', 'mac_address': 'fa:16:3e:8d:54:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5b969c-5a45-4825-a68a-3331aa85f0b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:45:06.746470 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.758615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b16e735b-6afe-4315-acc0-bb4d6793ff1b {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:45:06.777531 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port b16e735b-6afe-4315-acc0-bb4d6793ff1b, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b16e735b-6afe-4315-acc0-bb4d6793ff1b,segment=NetworkSegment(88dbd659-0f07-4f4b-be03-f0cf7401f1ee),segment_id=88dbd659-0f07-4f4b-be03-f0cf7401f1ee)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:06.837381 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:06.883062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=b16e735b-6afe-4315-acc0-bb4d6793ff1b,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:07.024806 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['b16e735b-6afe-4315-acc0-bb4d6793ff1b'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:45:07.764372 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0a863-56da-47f8-8efb-2e8523094ea7 req-12fb9e54-58c2-48b5-bfc8-2afe42de5f59 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:07.765856 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-77e0a863-56da-47f8-8efb-2e8523094ea7 req-12fb9e54-58c2-48b5-bfc8-2afe42de5f59 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 944 time: 0.0516548 Sep 18 00:45:07.802996 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-77e0a863-56da-47f8-8efb-2e8523094ea7 req-cdc83c2b-5284-434e-ae5d-788d260fc5af tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312696 Sep 18 00:45:08.622011 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device b16e735b-6afe-4315-acc0-bb4d6793ff1b up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:08.722480 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port b16e735b-6afe-4315-acc0-bb4d6793ff1b completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:45:08.726234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port b16e735b-6afe-4315-acc0-bb4d6793ff1b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:08.726604 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:08.801768 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:08.823187 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf7376f-3e20-4158-80f0-2f35be6cae2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16e735b-6afe-4315-acc0-bb4d6793ff1b'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:45:08.825430 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c093fa-5cc9-4476-905b-3e5c482eac32" -d '{"events": [{"server_uuid": "5bf7376f-3e20-4158-80f0-2f35be6cae2f", "name": "network-vif-plugged", "status": "completed", "tag": "b16e735b-6afe-4315-acc0-bb4d6793ff1b"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:45:08.838397 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port b16e735b-6afe-4315-acc0-bb4d6793ff1b, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b16e735b-6afe-4315-acc0-bb4d6793ff1b,segment=NetworkSegment(88dbd659-0f07-4f4b-be03-f0cf7401f1ee),segment_id=88dbd659-0f07-4f4b-be03-f0cf7401f1ee)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:08.863066 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80547f4c-ab48-44a7-a463-58b6d9f01da2 x-openstack-request-id: req-80547f4c-ab48-44a7-a463-58b6d9f01da2 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:45:08.863358 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf7376f-3e20-4158-80f0-2f35be6cae2f", "name": "network-vif-plugged", "status": "completed", "tag": "b16e735b-6afe-4315-acc0-bb4d6793ff1b", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:45:08.863614 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-80547f4c-ab48-44a7-a463-58b6d9f01da2 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:45:08.864374 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf7376f-3e20-4158-80f0-2f35be6cae2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16e735b-6afe-4315-acc0-bb4d6793ff1b', 'code': 200} Sep 18 00:45:08.921726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60d01e-4258-465e-920e-03692bc26b15 req-c3d54ab5-48cc-4f3e-8a2d-c81988417d79 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:08.923310 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b60d01e-4258-465e-920e-03692bc26b15 req-c3d54ab5-48cc-4f3e-8a2d-c81988417d79 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 944 time: 0.0523944 Sep 18 00:45:08.940380 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:08.983932 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9b60d01e-4258-465e-920e-03692bc26b15 req-de2f80d1-0035-4aa9-ac34-d7e15e99692d tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517828 Sep 18 00:45:08.987435 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=b16e735b-6afe-4315-acc0-bb4d6793ff1b,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:08.990243 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a7bce-0c9d-49f4-908e-e79fdff36e56 req-c8bf3cad-b8db-4c1f-944b-8c5ed6c2bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:08.993420 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-167a7bce-0c9d-49f4-908e-e79fdff36e56 req-c8bf3cad-b8db-4c1f-944b-8c5ed6c2bca1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 1095 time: 0.0682778 Sep 18 00:45:09.029148 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-167a7bce-0c9d-49f4-908e-e79fdff36e56 req-8ab63922-37c1-4fb6-b8fd-4f970e95abe4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290544 Sep 18 00:45:10.103831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1165063-d34b-402f-8560-42451109e4b7 req-855d6716-eaeb-40f7-add2-37d50630cdb2 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:10.105423 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1165063-d34b-402f-8560-42451109e4b7 req-855d6716-eaeb-40f7-add2-37d50630cdb2 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 945 time: 0.0524497 Sep 18 00:45:10.142889 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f1165063-d34b-402f-8560-42451109e4b7 req-bdc462ee-badf-410e-9708-411f58c1c987 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316281 Sep 18 00:45:10.939555 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:11.254596 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09402a5b-a166-4cd9-b95e-8ea130b2592d req-01e9eaac-38a9-41d0-a120-780a3e9564f5 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:11.256073 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09402a5b-a166-4cd9-b95e-8ea130b2592d req-01e9eaac-38a9-41d0-a120-780a3e9564f5 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 945 time: 0.0481300 Sep 18 00:45:11.293092 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09402a5b-a166-4cd9-b95e-8ea130b2592d req-3c7d384b-acf8-4822-9770-8f3ccd132cc5 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311358 Sep 18 00:45:11.514402 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-4dcf63cf-59bf-4cf5-9e51-52af946920aa tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:11.515770 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-4dcf63cf-59bf-4cf5-9e51-52af946920aa tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/networks?id=4086c74f-958f-4cff-94a8-a1530edad479 HTTP/1.1" status: 200 len: 812 time: 0.1011157 Sep 18 00:45:11.531268 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-ff0ab66d-f5a7-4a3c-87fc-45123b76d174 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/quotas/6566782e138f4715b248c101e9c7251f HTTP/1.1" status: 200 len: 375 time: 0.0093122 Sep 18 00:45:11.578678 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-e1ecd14b-de36-49e8-8657-e3555f2edb85 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6566782e138f4715b248c101e9c7251f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424678 Sep 18 00:45:11.630645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-b07ba5e5-4821-430a-8194-996337c88816 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:45:11.631700 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-b07ba5e5-4821-430a-8194-996337c88816 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465984 Sep 18 00:45:11.721217 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-a08d9f5c-aab5-47bc-b355-9568f30ef306 service neutron] 10.222.0.46 "GET /v2.0/networks/4086c74f-958f-4cff-94a8-a1530edad479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829208 Sep 18 00:45:11.811879 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-d77a6466-457c-4ad3-abb4-4a4e9280c2a7 service neutron] 10.222.0.46 "GET /v2.0/networks/4086c74f-958f-4cff-94a8-a1530edad479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844605 Sep 18 00:45:12.026442 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-50ce6ecc-65ca-428a-b9a6-4fe1b0a4a2e6 req-2f22df05-5fd1-4d8b-92ca-59ce7b7a5324 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7389a9-77d4-4a96-84ff-a864a08c9272 HTTP/1.1" status: 200 len: 210 time: 0.0334144 Sep 18 00:45:13.118212 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac78cd85-93ec-4c41-84c5-9563f1d0362e req-fcad3fb7-be4b-4c97-8922-0d2b1058ffca tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7389a9-77d4-4a96-84ff-a864a08c9272 HTTP/1.1" status: 200 len: 210 time: 0.0255923 Sep 18 00:45:13.579503 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-5874205f-3cb4-476a-8670-b28502b662a8 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:13.580997 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-5874205f-3cb4-476a-8670-b28502b662a8 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.41 "GET /v2.0/networks?id=4086c74f-958f-4cff-94a8-a1530edad479 HTTP/1.1" status: 200 len: 812 time: 0.1017048 Sep 18 00:45:13.593557 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-0d24aa30-a5d2-4c9f-a4ba-27e8babcb15e tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Request body: {'port': {'device_id': '7f7389a9-77d4-4a96-84ff-a864a08c9272', 'network_id': '4086c74f-958f-4cff-94a8-a1530edad479', 'admin_state_up': True, 'tenant_id': '6566782e138f4715b248c101e9c7251f'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:13.751291 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-0d24aa30-a5d2-4c9f-a4ba-27e8babcb15e tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Made reservation on behalf of 6566782e138f4715b248c101e9c7251f for: {'port': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:13.754931 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-0d24aa30-a5d2-4c9f-a4ba-27e8babcb15e tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:13.877187 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-0d24aa30-a5d2-4c9f-a4ba-27e8babcb15e tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Allocated IP 172.20.0.9 (4086c74f-958f-4cff-94a8-a1530edad479/ab5b969c-5a45-4825-a68a-3331aa85f0b8/e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:13.934342 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.030482 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-0d24aa30-a5d2-4c9f-a4ba-27e8babcb15e tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.106069 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6bd56369-c192-47ad-91fd-bf829074ece6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.129351 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-0d24aa30-a5d2-4c9f-a4ba-27e8babcb15e tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.140752 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['b16e735b-6afe-4315-acc0-bb4d6793ff1b'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:45:14.172604 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-0d24aa30-a5d2-4c9f-a4ba-27e8babcb15e tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Network 4086c74f-958f-4cff-94a8-a1530edad479 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:14.176088 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-0d24aa30-a5d2-4c9f-a4ba-27e8babcb15e tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:14.182303 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-0d24aa30-a5d2-4c9f-a4ba-27e8babcb15e tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:45:14.232670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24aa30-a5d2-4c9f-a4ba-27e8babcb15e tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Pushing event updated for resources: {'Port': ['ID=e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:14.251844 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-0d24aa30-a5d2-4c9f-a4ba-27e8babcb15e tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:14.252479 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-0d24aa30-a5d2-4c9f-a4ba-27e8babcb15e tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.256130 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c7def-45c2-43a2-8385-8d70d3adc22c req-a5b3ba54-9a6d-489f-a343-dc4b579a67fa tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:14.258448 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-607c7def-45c2-43a2-8385-8d70d3adc22c req-a5b3ba54-9a6d-489f-a343-dc4b579a67fa tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7389a9-77d4-4a96-84ff-a864a08c9272 HTTP/1.1" status: 200 len: 931 time: 0.0683119 Sep 18 00:45:14.298921 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-607c7def-45c2-43a2-8385-8d70d3adc22c req-174d68de-3210-4093-910b-6faa331e3aad tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342758 Sep 18 00:45:14.323880 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-0d24aa30-a5d2-4c9f-a4ba-27e8babcb15e tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7338951 Sep 18 00:45:14.337595 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Request body: {'port': {'device_id': '7f7389a9-77d4-4a96-84ff-a864a08c9272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:14.388531 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.642087 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f {{(pid=95591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:45:14.649898 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.661286 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Transition to ACTIVE for port object e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:45:14.733878 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.781160 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:14.847154 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Attempting to bind port e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:45:14.847482 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Attempting to bind port e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '88dbd659-0f07-4f4b-be03-f0cf7401f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4086c74f-958f-4cff-94a8-a1530edad479'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:45:14.847807 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Attempting to bind port e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f on network 4086c74f-958f-4cff-94a8-a1530edad479 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:14.851979 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Port e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f on network 4086c74f-958f-4cff-94a8-a1530edad479 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:45:14.852297 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Attempting to bind port e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f on network 4086c74f-958f-4cff-94a8-a1530edad479 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:14.856956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:45:14.857289 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Checking segment: {'id': '88dbd659-0f07-4f4b-be03-f0cf7401f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4086c74f-958f-4cff-94a8-a1530edad479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:14.857667 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Bound using segment: {'id': '88dbd659-0f07-4f4b-be03-f0cf7401f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4086c74f-958f-4cff-94a8-a1530edad479'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:45:14.858079 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Bound port: e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88dbd659-0f07-4f4b-be03-f0cf7401f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4086c74f-958f-4cff-94a8-a1530edad479'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:45:14.858425 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:14.922905 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] For port e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:45:14.926169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] For port e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f,segment=NetworkSegment(88dbd659-0f07-4f4b-be03-f0cf7401f1ee),segment_id=88dbd659-0f07-4f4b-be03-f0cf7401f1ee)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:45:14.997824 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:15.035538 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:15.036192 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:15.037606 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] 10.222.0.41 "PUT /v2.0/ports/e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f HTTP/1.1" status: 200 len: 1091 time: 0.7046912 Sep 18 00:45:15.038067 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7389a9-77d4-4a96-84ff-a864a08c9272', 'tag': 'e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:45:15.040302 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1215bc7f-bcd3-470d-9830-0728917242db" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7389a9-77d4-4a96-84ff-a864a08c9272", "tag": "e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:45:15.063856 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96a719-cde2-4422-935b-2b5c0220f1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f,revision_number=3']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:15.078467 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e645d802-ed8d-4635-bac8-36231c10d5bc x-openstack-request-id: req-e645d802-ed8d-4635-bac8-36231c10d5bc {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:45:15.078758 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7389a9-77d4-4a96-84ff-a864a08c9272", "tag": "e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:45:15.079097 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e645d802-ed8d-4635-bac8-36231c10d5bc {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:45:15.079527 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7389a9-77d4-4a96-84ff-a864a08c9272', 'tag': 'e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f', 'status': 'completed', 'code': 200} Sep 18 00:45:15.139260 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215bc7f-bcd3-470d-9830-0728917242db req-e7421651-e4ba-4325-b31d-5a3b5d758a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:15.140748 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1215bc7f-bcd3-470d-9830-0728917242db req-e7421651-e4ba-4325-b31d-5a3b5d758a10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6566782e138f4715b248c101e9c7251f&device_id=7f7389a9-77d4-4a96-84ff-a864a08c9272 HTTP/1.1" status: 200 len: 1094 time: 0.0411198 Sep 18 00:45:15.239697 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215bc7f-bcd3-470d-9830-0728917242db req-443452df-a6ed-4820-b2ed-1e20afdf3081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:15.241170 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1215bc7f-bcd3-470d-9830-0728917242db req-443452df-a6ed-4820-b2ed-1e20afdf3081 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6566782e138f4715b248c101e9c7251f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0926366 Sep 18 00:45:15.332924 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215bc7f-bcd3-470d-9830-0728917242db req-b935f44b-474c-4c02-acfa-992871b43471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:15.334491 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-1215bc7f-bcd3-470d-9830-0728917242db req-b935f44b-474c-4c02-acfa-992871b43471 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864153 Sep 18 00:45:15.415635 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-b84a15eb-bbcd-4a52-bb38-47aed2ed32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:15.417538 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-b84a15eb-bbcd-4a52-bb38-47aed2ed32cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6566782e138f4715b248c101e9c7251f&device_id=7f7389a9-77d4-4a96-84ff-a864a08c9272 HTTP/1.1" status: 200 len: 1094 time: 0.0456378 Sep 18 00:45:15.419064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46732538-2b44-4e30-879e-341b6baeeaa3 req-de12996b-3178-466a-bb32-028beaf17369 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:15.420555 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46732538-2b44-4e30-879e-341b6baeeaa3 req-de12996b-3178-466a-bb32-028beaf17369 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7389a9-77d4-4a96-84ff-a864a08c9272 HTTP/1.1" status: 200 len: 943 time: 0.0494330 Sep 18 00:45:15.457866 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-46732538-2b44-4e30-879e-341b6baeeaa3 req-1b4734f9-a8f3-45b2-a187-5f82eaa918d6 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312274 Sep 18 00:45:15.459917 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-db18088f-ebc1-414f-bd92-dd50eb73336a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f HTTP/1.1" status: 200 len: 217 time: 0.0333624 Sep 18 00:45:15.508092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-75b9ef92-bd4c-4cd9-b1ef-3395591ff9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:15.509449 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-75b9ef92-bd4c-4cd9-b1ef-3395591ff9b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab5b969c-5a45-4825-a68a-3331aa85f0b8 HTTP/1.1" status: 200 len: 852 time: 0.0424340 Sep 18 00:45:15.539703 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-5a9e8ae1-0db5-401b-bd45-a47314254c78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4086c74f-958f-4cff-94a8-a1530edad479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234213 Sep 18 00:45:15.629586 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-5314edc7-f872-490e-ba22-9495d15e8d7d service neutron] 10.222.0.41 "GET /v2.0/networks/4086c74f-958f-4cff-94a8-a1530edad479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824609 Sep 18 00:45:15.721754 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-b86b1021-d445-49ba-9b75-e4818cd6851e req-7dfe5383-c9eb-4929-8afb-e3d692399a00 service neutron] 10.222.0.41 "GET /v2.0/networks/4086c74f-958f-4cff-94a8-a1530edad479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850060 Sep 18 00:45:16.572113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d8c2d-4f7c-4df5-943e-f5f2b7cae6ab req-0496caa2-fa6b-4a9b-b9f7-f2f35628dbaf tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:16.573718 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-190d8c2d-4f7c-4df5-943e-f5f2b7cae6ab req-0496caa2-fa6b-4a9b-b9f7-f2f35628dbaf tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7389a9-77d4-4a96-84ff-a864a08c9272 HTTP/1.1" status: 200 len: 943 time: 0.0488544 Sep 18 00:45:16.609885 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-190d8c2d-4f7c-4df5-943e-f5f2b7cae6ab req-2cc31a37-c5b9-4668-b1f1-eb79e6c480a2 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303454 Sep 18 00:45:16.631733 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c351237f-2e16-4213-9eed-dabda078a704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:17.345476 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:17.724342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6fd86-ab81-4295-a96d-4dc3bd2b9f3f req-b3698d0e-0ee4-435c-abf2-f7ecf31a96e0 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:17.726358 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8aa6fd86-ab81-4295-a96d-4dc3bd2b9f3f req-b3698d0e-0ee4-435c-abf2-f7ecf31a96e0 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7389a9-77d4-4a96-84ff-a864a08c9272 HTTP/1.1" status: 200 len: 943 time: 0.0509901 Sep 18 00:45:17.762370 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8aa6fd86-ab81-4295-a96d-4dc3bd2b9f3f req-11373105-fb6c-4dec-909d-140082f52828 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302489 Sep 18 00:45:18.009009 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:18.111585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:45:18.202605 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f,segment=NetworkSegment(88dbd659-0f07-4f4b-be03-f0cf7401f1ee),segment_id=88dbd659-0f07-4f4b-be03-f0cf7401f1ee)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:18.215954 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': 'e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f', 'network_id': '4086c74f-958f-4cff-94a8-a1530edad479', 'port_id': 'e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f', 'mac_address': 'fa:16:3e:5e:1c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5b969c-5a45-4825-a68a-3331aa85f0b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:45:18.250970 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:18.263612 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:45:18.281606 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f,segment=NetworkSegment(88dbd659-0f07-4f4b-be03-f0cf7401f1ee),segment_id=88dbd659-0f07-4f4b-be03-f0cf7401f1ee)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:18.333904 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:18.378928 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:18.524592 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:45:18.873479 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb6da6-2f95-41d7-93a2-58bdaa1a039b req-8cfca302-c4bd-4d05-9176-30f0d0e13d66 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:18.874957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a5cb6da6-2f95-41d7-93a2-58bdaa1a039b req-8cfca302-c4bd-4d05-9176-30f0d0e13d66 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7389a9-77d4-4a96-84ff-a864a08c9272 HTTP/1.1" status: 200 len: 944 time: 0.0484407 Sep 18 00:45:18.911581 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a5cb6da6-2f95-41d7-93a2-58bdaa1a039b req-c91cdbcf-7323-4371-902b-398235ddd070 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307460 Sep 18 00:45:19.986050 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:20.025533 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01208eb9-327c-4027-b5c7-02f1c4ff4009 req-601aa61a-5725-405d-9ea2-a3c93b9bd499 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:20.027001 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01208eb9-327c-4027-b5c7-02f1c4ff4009 req-601aa61a-5725-405d-9ea2-a3c93b9bd499 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7389a9-77d4-4a96-84ff-a864a08c9272 HTTP/1.1" status: 200 len: 944 time: 0.0479870 Sep 18 00:45:20.063947 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01208eb9-327c-4027-b5c7-02f1c4ff4009 req-a9074ae5-f342-4868-9304-09f8d3a7a412 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310788 Sep 18 00:45:20.127066 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:20.237151 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:45:20.240704 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:20.241100 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:20.318796 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:20.493477 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7389a9-77d4-4a96-84ff-a864a08c9272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:45:20.497285 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c57cad3-c3ec-4c44-b365-6da4e1ef4840" -d '{"events": [{"server_uuid": "7f7389a9-77d4-4a96-84ff-a864a08c9272", "name": "network-vif-plugged", "status": "completed", "tag": "e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:45:20.509664 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f,segment=NetworkSegment(88dbd659-0f07-4f4b-be03-f0cf7401f1ee),segment_id=88dbd659-0f07-4f4b-be03-f0cf7401f1ee)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:20.535037 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b13c4c-c7b7-42c4-99e6-5f5adf159671 x-openstack-request-id: req-23b13c4c-c7b7-42c4-99e6-5f5adf159671 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:45:20.535326 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7389a9-77d4-4a96-84ff-a864a08c9272", "name": "network-vif-plugged", "status": "completed", "tag": "e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:45:20.535591 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-23b13c4c-c7b7-42c4-99e6-5f5adf159671 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:45:20.535971 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7389a9-77d4-4a96-84ff-a864a08c9272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f', 'code': 200} Sep 18 00:45:20.580548 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:20.633207 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:20.638249 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252ed1e-8067-4eb7-a6d4-58bb92d91bf7 req-8e7ae678-0578-4dde-bca0-2651d6dcebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:20.639806 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a252ed1e-8067-4eb7-a6d4-58bb92d91bf7 req-8e7ae678-0578-4dde-bca0-2651d6dcebd4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f7389a9-77d4-4a96-84ff-a864a08c9272 HTTP/1.1" status: 200 len: 1096 time: 0.0442169 Sep 18 00:45:20.674998 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-a252ed1e-8067-4eb7-a6d4-58bb92d91bf7 req-67864f8f-ad20-4522-b625-b3c87d280aab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284379 Sep 18 00:45:21.179572 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b000d5-dcb1-4599-9fa3-599b49b4e773 req-a8e08372-6353-4fc2-93f9-2d8d2ba95800 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:21.181124 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f0b000d5-dcb1-4599-9fa3-599b49b4e773 req-a8e08372-6353-4fc2-93f9-2d8d2ba95800 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7389a9-77d4-4a96-84ff-a864a08c9272 HTTP/1.1" status: 200 len: 945 time: 0.0523465 Sep 18 00:45:21.217790 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f0b000d5-dcb1-4599-9fa3-599b49b4e773 req-3712ff58-6534-4d3f-a1e1-99882c688035 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307291 Sep 18 00:45:22.331028 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796aaa8b-1770-4a20-9702-b52e3544ded5 req-7d87694a-45f9-48da-9cd4-40ad31b3ebc2 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:22.332526 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-796aaa8b-1770-4a20-9702-b52e3544ded5 req-7d87694a-45f9-48da-9cd4-40ad31b3ebc2 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7389a9-77d4-4a96-84ff-a864a08c9272 HTTP/1.1" status: 200 len: 945 time: 0.0483766 Sep 18 00:45:22.369298 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-796aaa8b-1770-4a20-9702-b52e3544ded5 req-e962e230-5506-4938-81c6-f16940663a76 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310416 Sep 18 00:45:22.801073 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257c1c5-dfcf-4008-8cd7-8a7a4a44c7cf req-f11fab68-0c71-4209-99fd-5b99f2a80ee4 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:22.802583 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f257c1c5-dfcf-4008-8cd7-8a7a4a44c7cf req-f11fab68-0c71-4209-99fd-5b99f2a80ee4 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7389a9-77d4-4a96-84ff-a864a08c9272 HTTP/1.1" status: 200 len: 945 time: 0.0488870 Sep 18 00:45:22.839008 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f257c1c5-dfcf-4008-8cd7-8a7a4a44c7cf req-77be557d-5f8b-4dca-85df-fd191029dd47 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299518 Sep 18 00:45:23.956132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28397ddf-d038-421e-990d-5e489b68933a req-4758bfb2-b930-48cd-a04a-665621eab825 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:23.957611 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28397ddf-d038-421e-990d-5e489b68933a req-4758bfb2-b930-48cd-a04a-665621eab825 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7389a9-77d4-4a96-84ff-a864a08c9272 HTTP/1.1" status: 200 len: 945 time: 0.0512514 Sep 18 00:45:24.000358 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28397ddf-d038-421e-990d-5e489b68933a req-5bb003db-bf00-4b3e-a740-1c73d936d804 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363681 Sep 18 00:45:24.057892 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf71d9-69ea-4221-9c7a-b2d8419c8c24 req-8f405afa-f9ec-4230-9281-821817d30f4e tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:24.059315 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2ccf71d9-69ea-4221-9c7a-b2d8419c8c24 req-8f405afa-f9ec-4230-9281-821817d30f4e tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f7389a9-77d4-4a96-84ff-a864a08c9272 HTTP/1.1" status: 200 len: 945 time: 0.0479391 Sep 18 00:45:24.146720 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-2ccf71d9-69ea-4221-9c7a-b2d8419c8c24 req-fec1a633-ad00-44e9-900d-2254cb1ebd34 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Deleting port e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:24.146984 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2ccf71d9-69ea-4221-9c7a-b2d8419c8c24 req-fec1a633-ad00-44e9-900d-2254cb1ebd34 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:24.231858 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-2ccf71d9-69ea-4221-9c7a-b2d8419c8c24 req-fec1a633-ad00-44e9-900d-2254cb1ebd34 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] For port e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f,segment=NetworkSegment(88dbd659-0f07-4f4b-be03-f0cf7401f1ee),segment_id=88dbd659-0f07-4f4b-be03-f0cf7401f1ee)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:24.232480 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2ccf71d9-69ea-4221-9c7a-b2d8419c8c24 req-fec1a633-ad00-44e9-900d-2254cb1ebd34 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:24.244597 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [req-2ccf71d9-69ea-4221-9c7a-b2d8419c8c24 req-fec1a633-ad00-44e9-900d-2254cb1ebd34 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Calling delete_port for e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f owned by compute:nova {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:24.459745 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2ccf71d9-69ea-4221-9c7a-b2d8419c8c24 req-fec1a633-ad00-44e9-900d-2254cb1ebd34 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:24.473343 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:45:24.476409 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['b16e735b-6afe-4315-acc0-bb4d6793ff1b'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:45:24.486552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1a633-ad00-44e9-900d-2254cb1ebd34 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Pushing event deleted for resources: {'Port': ['ID=e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:24.529894 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccf71d9-69ea-4221-9c7a-b2d8419c8c24 req-fec1a633-ad00-44e9-900d-2254cb1ebd34 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] No DVR routers for this DVR port e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f on host n-h1-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:45:24.532523 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-2ccf71d9-69ea-4221-9c7a-b2d8419c8c24 req-fec1a633-ad00-44e9-900d-2254cb1ebd34 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:24.534597 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-2ccf71d9-69ea-4221-9c7a-b2d8419c8c24 req-fec1a633-ad00-44e9-900d-2254cb1ebd34 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.41 "DELETE /v2.0/ports/e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f HTTP/1.1" status: 204 len: 173 time: 0.4689415 Sep 18 00:45:24.535035 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7389a9-77d4-4a96-84ff-a864a08c9272', 'name': 'network-vif-deleted', 'tag': 'e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:45:24.537407 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff52407-40e6-4aa7-8438-52e6a755f27f" -d '{"events": [{"server_uuid": "7f7389a9-77d4-4a96-84ff-a864a08c9272", "name": "network-vif-deleted", "tag": "e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:45:24.573946 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436474b9-b5e4-4557-9dde-0a94b86c90d8 x-openstack-request-id: req-436474b9-b5e4-4557-9dde-0a94b86c90d8 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:45:24.574272 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7389a9-77d4-4a96-84ff-a864a08c9272", "name": "network-vif-deleted", "tag": "e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:45:24.574533 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-436474b9-b5e4-4557-9dde-0a94b86c90d8 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:45:24.574970 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7389a9-77d4-4a96-84ff-a864a08c9272', 'name': 'network-vif-deleted', 'tag': 'e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f', 'status': 'completed', 'code': 200} Sep 18 00:45:25.106766 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09409d05-a4b7-4216-b76d-daffcea8865a req-176cc290-0375-42bb-a9d5-c4575668521b tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f7389a9-77d4-4a96-84ff-a864a08c9272 HTTP/1.1" status: 200 len: 210 time: 0.0269969 Sep 18 00:45:26.251026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8965bc-c274-4625-8bc3-1ed8c06506a9 req-283a0ce1-16c3-4e14-8344-62f2ed728d7a tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:26.252521 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b8965bc-c274-4625-8bc3-1ed8c06506a9 req-283a0ce1-16c3-4e14-8344-62f2ed728d7a tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 945 time: 0.0472243 Sep 18 00:45:26.289068 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b8965bc-c274-4625-8bc3-1ed8c06506a9 req-a8a18664-25ca-4cbc-a7c1-a175882b8225 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301385 Sep 18 00:45:26.421892 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bcbe9-4652-49ab-be7c-6e380f0ecc18 req-51e3595e-9a57-4057-9047-561a3a0f02a3 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:26.423369 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f26bcbe9-4652-49ab-be7c-6e380f0ecc18 req-51e3595e-9a57-4057-9047-561a3a0f02a3 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 945 time: 0.0521729 Sep 18 00:45:26.460662 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f26bcbe9-4652-49ab-be7c-6e380f0ecc18 req-88a4ca55-5d0e-44a6-bc6f-40b48daa0eb3 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309093 Sep 18 00:45:26.574354 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950e935-53f4-48ef-aeb0-d167db6e121b req-4c1f198c-8fb0-4747-a4e6-10d37245cb1a tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:26.575709 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d950e935-53f4-48ef-aeb0-d167db6e121b req-4c1f198c-8fb0-4747-a4e6-10d37245cb1a tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 945 time: 0.0485396 Sep 18 00:45:26.612297 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d950e935-53f4-48ef-aeb0-d167db6e121b req-091d8240-847a-4127-bfdd-a8a97f8ac3a3 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308793 Sep 18 00:45:26.776943 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38408631-a2ff-4c2f-a66b-c900347a5162 req-1221adc6-4ef2-4778-9e97-4a0c3906af6b tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:26.778402 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38408631-a2ff-4c2f-a66b-c900347a5162 req-1221adc6-4ef2-4778-9e97-4a0c3906af6b tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 945 time: 0.0478218 Sep 18 00:45:26.815787 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-38408631-a2ff-4c2f-a66b-c900347a5162 req-4073d15c-deed-40ad-bca5-ee51e98dfa7d tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314951 Sep 18 00:45:26.930466 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230d5c4-8380-4581-bd84-bce7f251b180 req-16f43ca4-ad6c-4b64-91be-0d37b6d98b9b tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:26.931957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0230d5c4-8380-4581-bd84-bce7f251b180 req-16f43ca4-ad6c-4b64-91be-0d37b6d98b9b tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 945 time: 0.0517025 Sep 18 00:45:26.968560 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0230d5c4-8380-4581-bd84-bce7f251b180 req-3fd8e4c0-0344-4981-a6a4-eed81d1a4c95 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306995 Sep 18 00:45:27.092218 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b13a6-7500-42bd-b932-50f57ce69895 req-c31eeb65-12a4-47fe-932e-8b06f828ce38 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:27.093680 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-794b13a6-7500-42bd-b932-50f57ce69895 req-c31eeb65-12a4-47fe-932e-8b06f828ce38 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 945 time: 0.0484669 Sep 18 00:45:27.131096 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-794b13a6-7500-42bd-b932-50f57ce69895 req-ce7bd0be-6c01-468b-a57c-26a0e75f6156 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313339 Sep 18 00:45:27.641007 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf85481-9b33-43ed-845d-8a562b8f3a45 req-7986ee8f-8043-4f6e-8080-03253fbd3f06 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:27.642476 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3cf85481-9b33-43ed-845d-8a562b8f3a45 req-7986ee8f-8043-4f6e-8080-03253fbd3f06 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 945 time: 0.0479302 Sep 18 00:45:27.679765 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3cf85481-9b33-43ed-845d-8a562b8f3a45 req-d4222a06-19ed-42bb-b147-1e88cbf02e2c tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306983 Sep 18 00:45:28.173682 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:45:28.193451 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:45:28.193797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device e8c057bb-6dcc-416a-9a10-8cbf1dea4f5f not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:45:28.795903 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a638-c1a6-4a6c-8014-1c02722fa177 req-35167216-7787-454d-860d-11ccf4159d70 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:28.797419 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d70a638-c1a6-4a6c-8014-1c02722fa177 req-35167216-7787-454d-860d-11ccf4159d70 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 945 time: 0.0511281 Sep 18 00:45:28.834704 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d70a638-c1a6-4a6c-8014-1c02722fa177 req-5dd8bfb1-8cf6-4f1f-aa9b-86b41f6f8ab6 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/security-groups?id=01fb475a-4001-4757-9e41-09300807e7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314004 Sep 18 00:45:28.988978 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc4b94-28ac-4bba-baf6-c213870ff10f req-8991fe52-c9b1-4c5c-9f9c-14f6e3707dc0 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:28.990411 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58dc4b94-28ac-4bba-baf6-c213870ff10f req-8991fe52-c9b1-4c5c-9f9c-14f6e3707dc0 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.37 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 945 time: 0.0471513 Sep 18 00:45:29.078775 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-58dc4b94-28ac-4bba-baf6-c213870ff10f req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Deleting port b16e735b-6afe-4315-acc0-bb4d6793ff1b {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:29.079116 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-58dc4b94-28ac-4bba-baf6-c213870ff10f req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:29.168005 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-58dc4b94-28ac-4bba-baf6-c213870ff10f req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] For port b16e735b-6afe-4315-acc0-bb4d6793ff1b, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b16e735b-6afe-4315-acc0-bb4d6793ff1b,segment=NetworkSegment(88dbd659-0f07-4f4b-be03-f0cf7401f1ee),segment_id=88dbd659-0f07-4f4b-be03-f0cf7401f1ee)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:29.168371 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-58dc4b94-28ac-4bba-baf6-c213870ff10f req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:29.180541 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-58dc4b94-28ac-4bba-baf6-c213870ff10f req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Calling delete_port for b16e735b-6afe-4315-acc0-bb4d6793ff1b owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:29.379728 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-58dc4b94-28ac-4bba-baf6-c213870ff10f req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:29.391237 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['b16e735b-6afe-4315-acc0-bb4d6793ff1b'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:45:29.406886 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Pushing event deleted for resources: {'Port': ['ID=b16e735b-6afe-4315-acc0-bb4d6793ff1b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:29.417845 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:29.424706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:29.424706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:29.424706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:29.424706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:29.424706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:29.424706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:29.424706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:29.424706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:29.424706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:29.424706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:29.424706 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:29.459188 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dc4b94-28ac-4bba-baf6-c213870ff10f req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] No DVR routers for this DVR port b16e735b-6afe-4315-acc0-bb4d6793ff1b on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:45:29.462393 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-58dc4b94-28ac-4bba-baf6-c213870ff10f req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:29.464439 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58dc4b94-28ac-4bba-baf6-c213870ff10f req-c174fa7f-763a-46c0-9987-106335233996 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.37 "DELETE /v2.0/ports/b16e735b-6afe-4315-acc0-bb4d6793ff1b HTTP/1.1" status: 204 len: 173 time: 0.4666622 Sep 18 00:45:29.464894 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf7376f-3e20-4158-80f0-2f35be6cae2f', 'name': 'network-vif-deleted', 'tag': 'b16e735b-6afe-4315-acc0-bb4d6793ff1b'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:45:29.467125 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39c6a23-61c8-4263-963d-fb8aa11cee95" -d '{"events": [{"server_uuid": "5bf7376f-3e20-4158-80f0-2f35be6cae2f", "name": "network-vif-deleted", "tag": "b16e735b-6afe-4315-acc0-bb4d6793ff1b"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:45:29.502234 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f880775-e296-4400-a2c6-1f16cc6da2d4 x-openstack-request-id: req-1f880775-e296-4400-a2c6-1f16cc6da2d4 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:45:29.502507 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf7376f-3e20-4158-80f0-2f35be6cae2f", "name": "network-vif-deleted", "tag": "b16e735b-6afe-4315-acc0-bb4d6793ff1b", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:45:29.502762 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f880775-e296-4400-a2c6-1f16cc6da2d4 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:45:29.507626 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf7376f-3e20-4158-80f0-2f35be6cae2f', 'name': 'network-vif-deleted', 'tag': 'b16e735b-6afe-4315-acc0-bb4d6793ff1b', 'status': 'completed', 'code': 200} Sep 18 00:45:29.656035 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:45:29.938204 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e54b54f2-dec2-4e0a-b30c-fa86c06f9e98 req-080df836-e51f-4394-80c6-8092572c0132 tempest-ServersNegativeTestJSON-1636354332 tempest-ServersNegativeTestJSON-1636354332-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bf7376f-3e20-4158-80f0-2f35be6cae2f HTTP/1.1" status: 200 len: 210 time: 0.0264165 Sep 18 00:45:30.997717 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59416) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:31.045671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c736cd-805b-4587-a8b8-294ca3556733 admin admin] Deleting subnet ab5b969c-5a45-4825-a68a-3331aa85f0b8 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:45:31.048623 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1c736cd-805b-4587-a8b8-294ca3556733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:31.081879 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1c736cd-805b-4587-a8b8-294ca3556733 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:31.120812 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1c736cd-805b-4587-a8b8-294ca3556733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:31.243106 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1c736cd-805b-4587-a8b8-294ca3556733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:31.269299 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c736cd-805b-4587-a8b8-294ca3556733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab5b969c-5a45-4825-a68a-3331aa85f0b8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:31.271253 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a1c736cd-805b-4587-a8b8-294ca3556733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:31.273244 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a1c736cd-805b-4587-a8b8-294ca3556733 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ab5b969c-5a45-4825-a68a-3331aa85f0b8 HTTP/1.1" status: 204 len: 168 time: 0.2744510 Sep 18 00:45:31.276298 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59418) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:31.345173 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6db3d85d-c4b1-4944-93f8-876d08122946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:31.419037 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6db3d85d-c4b1-4944-93f8-876d08122946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:31.441961 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6db3d85d-c4b1-4944-93f8-876d08122946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4086c74f-958f-4cff-94a8-a1530edad479']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:31.451398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6db3d85d-c4b1-4944-93f8-876d08122946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88dbd659-0f07-4f4b-be03-f0cf7401f1ee') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:31.451690 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6db3d85d-c4b1-4944-93f8-876d08122946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88dbd659-0f07-4f4b-be03-f0cf7401f1ee') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:31.460564 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6db3d85d-c4b1-4944-93f8-876d08122946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:31.473135 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6db3d85d-c4b1-4944-93f8-876d08122946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:31.478986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db3d85d-c4b1-4944-93f8-876d08122946 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:45:31.479369 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6db3d85d-c4b1-4944-93f8-876d08122946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:45:31.481037 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:45:31.579984 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6db3d85d-c4b1-4944-93f8-876d08122946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:31.585446 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6db3d85d-c4b1-4944-93f8-876d08122946 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:31.587296 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6db3d85d-c4b1-4944-93f8-876d08122946 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4086c74f-958f-4cff-94a8-a1530edad479 HTTP/1.1" status: 204 len: 168 time: 0.3100231 Sep 18 00:45:31.598040 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3d85d-c4b1-4944-93f8-876d08122946 admin admin] Pushing event deleted for resources: {'Network': ['ID=4086c74f-958f-4cff-94a8-a1530edad479,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:31.851478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59422) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:31.889870 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0e8f8385-2b1d-4de2-91eb-740ceaf0a08f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6566782e138f4715b248c101e9c7251f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371065 Sep 18 00:45:31.892201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59424) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:31.941808 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f2c36351-80c2-47b1-bb91-9874c97279bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:31.962547 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f2c36351-80c2-47b1-bb91-9874c97279bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:32.065585 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f2c36351-80c2-47b1-bb91-9874c97279bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:32.068141 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f2c36351-80c2-47b1-bb91-9874c97279bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:32.069849 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f2c36351-80c2-47b1-bb91-9874c97279bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01fb475a-4001-4757-9e41-09300807e7e7 HTTP/1.1" status: 204 len: 168 time: 0.1767647 Sep 18 00:45:32.077477 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c36351-80c2-47b1-bb91-9874c97279bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fb475a-4001-4757-9e41-09300807e7e7,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:32.762281 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device b16e735b-6afe-4315-acc0-bb4d6793ff1b no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:45:32.781113 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: b16e735b-6afe-4315-acc0-bb4d6793ff1b {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:45:32.781462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device b16e735b-6afe-4315-acc0-bb4d6793ff1b not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:45:33.050750 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59446) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:33.141633 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-b8ae3118-6ece-40aa-8e26-4eb3245147cd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1061044781'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:33.253012 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ae3118-6ece-40aa-8e26-4eb3245147cd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Made reservation on behalf of ffb4841f3a37423f8fa40084a9bb9fb3 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:33.256539 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3118-6ece-40aa-8e26-4eb3245147cd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:33.264952 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3118-6ece-40aa-8e26-4eb3245147cd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:33.353256 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3118-6ece-40aa-8e26-4eb3245147cd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:33.430861 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3118-6ece-40aa-8e26-4eb3245147cd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:33.455855 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ae3118-6ece-40aa-8e26-4eb3245147cd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:45:33.464233 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae3118-6ece-40aa-8e26-4eb3245147cd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15e01ef-7552-4b21-8fc8-75e7fd09d978,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:33.469991 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3118-6ece-40aa-8e26-4eb3245147cd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:33.473752 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-b8ae3118-6ece-40aa-8e26-4eb3245147cd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Added segment 596e9327-5708-4a0b-90e8-339833cb002c of type vlan for network 671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4 Sep 18 00:45:33.509425 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3118-6ece-40aa-8e26-4eb3245147cd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:33.613784 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3118-6ece-40aa-8e26-4eb3245147cd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:33.619949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ae3118-6ece-40aa-8e26-4eb3245147cd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:33.620527 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8ae3118-6ece-40aa-8e26-4eb3245147cd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:33.686189 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae3118-6ece-40aa-8e26-4eb3245147cd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event updated for resources: {'Network': ['ID=671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:33.697483 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:45:33.752264 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b8ae3118-6ece-40aa-8e26-4eb3245147cd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7003939 Sep 18 00:45:37.038613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59450) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:37.043964 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Request body: {'subnet': {'network_id': '671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:37.208366 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Made reservation on behalf of ffb4841f3a37423f8fa40084a9bb9fb3 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:37.212713 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:37.500169 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:37.558518 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event updated for resources: {'Subnet': ['ID=9fa33cbd-40ec-4d42-bdd7-aea0371ab6d7,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:37.569784 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:37.570131 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:37.570472 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:37.570803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:37.571130 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:37.571455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:37.571780 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:37.572106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:37.572433 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:37.572751 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:37.573098 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:37.573418 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:37.578457 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Checking segment: {'id': '596e9327-5708-4a0b-90e8-339833cb002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:37.579680 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Network hostable DHCP agents. Network: 671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:45:37.653853 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Network 671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:45:37.745575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:37.750476 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:37.751310 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:37.754289 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cfde2e-68f8-472a-812a-a190b85bf1f8 None None] Network 671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:37.824429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59452) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:37.825035 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f7514750-6725-4825-9816-c0bf9bc64013 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7847617 Sep 18 00:45:37.829875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-624684a4-30fd-4cdd-858d-c99c04407928 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2125146782'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:37.895875 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4', 'network_id': '671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4', 'tenant_id': 'ffb4841f3a37423f8fa40084a9bb9fb3', 'fixed_ips': [{'subnet_id': '9fa33cbd-40ec-4d42-bdd7-aea0371ab6d7'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:45:37.896718 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:37.917496 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624684a4-30fd-4cdd-858d-c99c04407928 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Made reservation on behalf of ffb4841f3a37423f8fa40084a9bb9fb3 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:37.923544 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-624684a4-30fd-4cdd-858d-c99c04407928 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:37.945135 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624684a4-30fd-4cdd-858d-c99c04407928 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:45:37.953601 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-624684a4-30fd-4cdd-858d-c99c04407928 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:37.953940 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-624684a4-30fd-4cdd-858d-c99c04407928 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Added segment 986cf16f-809b-42e9-ac57-21204ee1a0d5 of type vlan for network 83257da4-35f8-411a-be0f-7dcb66e7e129 Sep 18 00:45:37.993848 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-624684a4-30fd-4cdd-858d-c99c04407928 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:38.033706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Allocated IP 2001:db8:0:ffff::2 (671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4/9fa33cbd-40ec-4d42-bdd7-aea0371ab6d7/6e9e4b1a-d01b-48ec-85fa-35eb55118826) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:38.122957 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-624684a4-30fd-4cdd-858d-c99c04407928 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:38.128936 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624684a4-30fd-4cdd-858d-c99c04407928 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:38.130093 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-624684a4-30fd-4cdd-858d-c99c04407928 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:38.173435 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:38.199208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624684a4-30fd-4cdd-858d-c99c04407928 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event updated for resources: {'Network': ['ID=83257da4-35f8-411a-be0f-7dcb66e7e129,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:38.209979 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 83257da4-35f8-411a-be0f-7dcb66e7e129 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:45:38.248175 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-624684a4-30fd-4cdd-858d-c99c04407928 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4225032 Sep 18 00:45:38.251081 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59454) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:38.255977 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-737e3ff9-7b86-4bc0-8f99-5989482219a3 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Request body: {'subnet': {'network_id': '83257da4-35f8-411a-be0f-7dcb66e7e129', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:38.269777 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:38.310400 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Network 671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:38.313234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:38.318701 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:45:38.325953 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Pushing event updated for resources: {'Port': ['ID=6e9e4b1a-d01b-48ec-85fa-35eb55118826,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:38.348285 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:38.348622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:38.348984 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:38.349315 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:38.349643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:38.349964 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:38.350832 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:38.351158 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:38.351474 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:38.351789 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:38.352105 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:38.352415 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:45:38.387232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Attempting to bind port 6e9e4b1a-d01b-48ec-85fa-35eb55118826 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:45:38.387597 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Attempting to bind port 6e9e4b1a-d01b-48ec-85fa-35eb55118826 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '596e9327-5708-4a0b-90e8-339833cb002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:45:38.387954 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Attempting to bind port 6e9e4b1a-d01b-48ec-85fa-35eb55118826 on network 671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:38.392686 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:45:38.393081 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Checking segment: {'id': '596e9327-5708-4a0b-90e8-339833cb002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:38.393472 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:38.393855 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Bound using segment: {'id': '596e9327-5708-4a0b-90e8-339833cb002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:45:38.394305 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Bound port: 6e9e4b1a-d01b-48ec-85fa-35eb55118826, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596e9327-5708-4a0b-90e8-339833cb002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:45:38.394692 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:38.414573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737e3ff9-7b86-4bc0-8f99-5989482219a3 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Made reservation on behalf of ffb4841f3a37423f8fa40084a9bb9fb3 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:38.418413 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-737e3ff9-7b86-4bc0-8f99-5989482219a3 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:38.455630 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] For port 6e9e4b1a-d01b-48ec-85fa-35eb55118826, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:45:38.458617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] For port 6e9e4b1a-d01b-48ec-85fa-35eb55118826, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6e9e4b1a-d01b-48ec-85fa-35eb55118826,segment=NetworkSegment(596e9327-5708-4a0b-90e8-339833cb002c),segment_id=596e9327-5708-4a0b-90e8-339833cb002c)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:45:38.523999 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:38.582875 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddd368-9a82-43b9-9c2c-c2cf171b1675 None None] Pushing event updated for resources: {'Port': ['ID=6e9e4b1a-d01b-48ec-85fa-35eb55118826,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:38.660113 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-737e3ff9-7b86-4bc0-8f99-5989482219a3 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:38.730838 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e3ff9-7b86-4bc0-8f99-5989482219a3 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event updated for resources: {'Subnet': ['ID=141e7d0d-4def-4303-bf02-0134368c0e84,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:38.743998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737e3ff9-7b86-4bc0-8f99-5989482219a3 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Checking segment: {'id': '986cf16f-809b-42e9-ac57-21204ee1a0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83257da4-35f8-411a-be0f-7dcb66e7e129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:38.744398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737e3ff9-7b86-4bc0-8f99-5989482219a3 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Network hostable DHCP agents. Network: 83257da4-35f8-411a-be0f-7dcb66e7e129, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:45:38.820202 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737e3ff9-7b86-4bc0-8f99-5989482219a3 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Network 83257da4-35f8-411a-be0f-7dcb66e7e129 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:45:38.893154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-737e3ff9-7b86-4bc0-8f99-5989482219a3 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 83257da4-35f8-411a-be0f-7dcb66e7e129) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:38.898546 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737e3ff9-7b86-4bc0-8f99-5989482219a3 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:38.899211 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-737e3ff9-7b86-4bc0-8f99-5989482219a3 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:38.903028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e5482e-9df7-4e65-a929-05ec902c21a3 None None] Network 83257da4-35f8-411a-be0f-7dcb66e7e129 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:39.002833 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-737e3ff9-7b86-4bc0-8f99-5989482219a3 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7507060 Sep 18 00:45:39.005828 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59456) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:39.048041 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-83257da4-35f8-411a-be0f-7dcb66e7e129', 'network_id': '83257da4-35f8-411a-be0f-7dcb66e7e129', 'tenant_id': 'ffb4841f3a37423f8fa40084a9bb9fb3', 'fixed_ips': [{'subnet_id': '141e7d0d-4def-4303-bf02-0134368c0e84'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:45:39.048846 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:39.106332 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:39.191748 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] Allocated IP 2001:db8::2 (83257da4-35f8-411a-be0f-7dcb66e7e129/141e7d0d-4def-4303-bf02-0134368c0e84/e8f72234-d0a1-4280-a52f-726ad04977b3) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:39.207811 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:39.345822 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:39.425326 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:39.464914 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] Network 83257da4-35f8-411a-be0f-7dcb66e7e129 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:39.470675 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885472a3-1a30-42d7-bdb8-dc107bfbf4b3 None None] Network 671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:39.477302 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:39.489921 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:45:39.494868 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] Pushing event updated for resources: {'Port': ['ID=e8f72234-d0a1-4280-a52f-726ad04977b3,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:39.516566 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:39.545629 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event deleted for resources: {'Subnet': ['ID=141e7d0d-4def-4303-bf02-0134368c0e84,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:39.566537 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ae9f00c2-96d6-4016-b959-eb17664f75f2 None None] Provisioning complete for port 6e9e4b1a-d01b-48ec-85fa-35eb55118826 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:39.566914 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ae9f00c2-96d6-4016-b959-eb17664f75f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:39.615477 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:39.624488 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] Attempting to bind port e8f72234-d0a1-4280-a52f-726ad04977b3 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:45:39.624887 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] Attempting to bind port e8f72234-d0a1-4280-a52f-726ad04977b3 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '986cf16f-809b-42e9-ac57-21204ee1a0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83257da4-35f8-411a-be0f-7dcb66e7e129'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:45:39.625254 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] Attempting to bind port e8f72234-d0a1-4280-a52f-726ad04977b3 on network 83257da4-35f8-411a-be0f-7dcb66e7e129 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:39.635948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83257da4-35f8-411a-be0f-7dcb66e7e129']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:39.643273 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:45:39.643649 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] Checking segment: {'id': '986cf16f-809b-42e9-ac57-21204ee1a0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83257da4-35f8-411a-be0f-7dcb66e7e129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:39.644052 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:39.644447 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] Bound using segment: {'id': '986cf16f-809b-42e9-ac57-21204ee1a0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83257da4-35f8-411a-be0f-7dcb66e7e129'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:45:39.644956 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] Bound port: e8f72234-d0a1-4280-a52f-726ad04977b3, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986cf16f-809b-42e9-ac57-21204ee1a0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83257da4-35f8-411a-be0f-7dcb66e7e129'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:45:39.645340 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:39.645520 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986cf16f-809b-42e9-ac57-21204ee1a0d5') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:39.645820 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986cf16f-809b-42e9-ac57-21204ee1a0d5') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:39.655659 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:39.669894 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:39.675642 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:45:39.676025 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:45:39.679031 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:45:39.786856 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ae9f00c2-96d6-4016-b959-eb17664f75f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:39.792090 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.api [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 00:45:39.792090 n-d-809883-1 neutron-server[95592]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 00:45:39.792090 n-d-809883-1 neutron-server[95592]: [parameters: {'id': '83257da4-35f8-411a-be0f-7dcb66e7e129'}] Sep 18 00:45:39.792090 n-d-809883-1 neutron-server[95592]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:45:39.792508 n-d-809883-1 neutron-server[95592]: DEBUG oslo_db.api [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:45:39.806277 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] For port e8f72234-d0a1-4280-a52f-726ad04977b3, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:45:39.827280 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] For port e8f72234-d0a1-4280-a52f-726ad04977b3, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e8f72234-d0a1-4280-a52f-726ad04977b3,segment=NetworkSegment(986cf16f-809b-42e9-ac57-21204ee1a0d5),segment_id=986cf16f-809b-42e9-ac57-21204ee1a0d5)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:45:39.841680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ae9f00c2-96d6-4016-b959-eb17664f75f2 None None] For port 6e9e4b1a-d01b-48ec-85fa-35eb55118826, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6e9e4b1a-d01b-48ec-85fa-35eb55118826,segment=NetworkSegment(596e9327-5708-4a0b-90e8-339833cb002c),segment_id=596e9327-5708-4a0b-90e8-339833cb002c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:39.900656 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:39.931933 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ae9f00c2-96d6-4016-b959-eb17664f75f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:39.982050 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f6b1d-2e87-4634-94b9-920c4f48db25 None None] Pushing event updated for resources: {'Port': ['ID=e8f72234-d0a1-4280-a52f-726ad04977b3,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:40.007562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443b9f6c-8212-45e0-8fc4-10aa3ecdff85 None None] Network 83257da4-35f8-411a-be0f-7dcb66e7e129 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:40.096172 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f00c2-96d6-4016-b959-eb17664f75f2 None None] Pushing event updated for resources: {'Port': ['ID=6e9e4b1a-d01b-48ec-85fa-35eb55118826,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:40.123388 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7d8fd98a-31c8-47bf-bbc0-463e264e4eb0 None None] Provisioning complete for port 6e9e4b1a-d01b-48ec-85fa-35eb55118826 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:40.123760 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7d8fd98a-31c8-47bf-bbc0-463e264e4eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:40.185472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee68499-c570-4386-a48b-5612f4d89be2 None None] get_active_networks_info from n-d-809883-1 {{(pid=95593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 00:45:40.278123 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee68499-c570-4386-a48b-5612f4d89be2 None None] Resources bound (agent type, host, resource id): {{(pid=95593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 00:45:40.293962 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:40.351602 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Deleting port e8f72234-d0a1-4280-a52f-726ad04977b3 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:40.351863 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:40.414113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] For port e8f72234-d0a1-4280-a52f-726ad04977b3, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=e8f72234-d0a1-4280-a52f-726ad04977b3,segment=NetworkSegment(986cf16f-809b-42e9-ac57-21204ee1a0d5),segment_id=986cf16f-809b-42e9-ac57-21204ee1a0d5)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:40.414489 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:40.429006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Calling delete_port for e8f72234-d0a1-4280-a52f-726ad04977b3 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:40.493441 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 6e9e4b1a-d01b-48ec-85fa-35eb55118826 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:40.540088 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 6e9e4b1a-d01b-48ec-85fa-35eb55118826 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:40.540454 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:40.585044 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:40.611084 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event deleted for resources: {'Port': ['ID=e8f72234-d0a1-4280-a52f-726ad04977b3,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:40.616191 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] No DVR routers for this DVR port e8f72234-d0a1-4280-a52f-726ad04977b3 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:45:40.696818 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:40.715679 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83257da4-35f8-411a-be0f-7dcb66e7e129']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:40.724511 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986cf16f-809b-42e9-ac57-21204ee1a0d5') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:40.724804 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986cf16f-809b-42e9-ac57-21204ee1a0d5') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:40.734109 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:40.747145 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:40.753062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:45:40.753456 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:45:40.756437 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:45:40.871572 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:40.876070 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:40.877963 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "DELETE /v2.0/networks/83257da4-35f8-411a-be0f-7dcb66e7e129 HTTP/1.1" status: 204 len: 168 time: 1.8706441 Sep 18 00:45:40.881754 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59458) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:40.886846 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-65cdd156-47cb-4a5f-b541-12a42601d0a5 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1421101289'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:40.893020 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676cbe5-958c-4cfc-a7dd-8e249eb10d1a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event deleted for resources: {'Network': ['ID=83257da4-35f8-411a-be0f-7dcb66e7e129,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:40.944986 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:40.973332 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cdd156-47cb-4a5f-b541-12a42601d0a5 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Made reservation on behalf of ffb4841f3a37423f8fa40084a9bb9fb3 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:40.977293 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65cdd156-47cb-4a5f-b541-12a42601d0a5 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:41.001640 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cdd156-47cb-4a5f-b541-12a42601d0a5 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:45:41.011190 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65cdd156-47cb-4a5f-b541-12a42601d0a5 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:41.011533 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-65cdd156-47cb-4a5f-b541-12a42601d0a5 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Added segment f42d1ce4-dd7a-492b-9125-a1fb6043c29b of type vlan for network 531d2367-6fc0-4a2d-a1a3-d2d39307950e Sep 18 00:45:41.058630 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65cdd156-47cb-4a5f-b541-12a42601d0a5 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:41.157052 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65cdd156-47cb-4a5f-b541-12a42601d0a5 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:41.163314 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cdd156-47cb-4a5f-b541-12a42601d0a5 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:41.163902 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65cdd156-47cb-4a5f-b541-12a42601d0a5 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:41.228356 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdd156-47cb-4a5f-b541-12a42601d0a5 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event updated for resources: {'Network': ['ID=531d2367-6fc0-4a2d-a1a3-d2d39307950e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:41.238351 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 531d2367-6fc0-4a2d-a1a3-d2d39307950e details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:45:41.254689 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-65cdd156-47cb-4a5f-b541-12a42601d0a5 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3718255 Sep 18 00:45:41.257595 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59460) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:41.262445 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-635b5ce3-5e33-45ba-b872-daf4068ff245 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Request body: {'subnet': {'network_id': '531d2367-6fc0-4a2d-a1a3-d2d39307950e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:41.419803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635b5ce3-5e33-45ba-b872-daf4068ff245 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Made reservation on behalf of ffb4841f3a37423f8fa40084a9bb9fb3 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:41.423337 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-635b5ce3-5e33-45ba-b872-daf4068ff245 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:41.478552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.ipam_backend_mixin [None req-635b5ce3-5e33-45ba-b872-daf4068ff245 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Performing IP validity checks on allocation pools {{(pid=95591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 18 00:45:41.479073 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.ipam_backend_mixin [None req-635b5ce3-5e33-45ba-b872-daf4068ff245 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 18 00:45:41.681868 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-635b5ce3-5e33-45ba-b872-daf4068ff245 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:41.739494 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b5ce3-5e33-45ba-b872-daf4068ff245 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event updated for resources: {'Subnet': ['ID=0c6da3bf-771a-4d01-ab36-41ecb178dd6c,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:41.747811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635b5ce3-5e33-45ba-b872-daf4068ff245 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Checking segment: {'id': 'f42d1ce4-dd7a-492b-9125-a1fb6043c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '531d2367-6fc0-4a2d-a1a3-d2d39307950e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:41.748166 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635b5ce3-5e33-45ba-b872-daf4068ff245 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Network hostable DHCP agents. Network: 531d2367-6fc0-4a2d-a1a3-d2d39307950e, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:45:41.824176 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635b5ce3-5e33-45ba-b872-daf4068ff245 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Network 531d2367-6fc0-4a2d-a1a3-d2d39307950e is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:45:41.898599 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-635b5ce3-5e33-45ba-b872-daf4068ff245 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 531d2367-6fc0-4a2d-a1a3-d2d39307950e) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:41.902776 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635b5ce3-5e33-45ba-b872-daf4068ff245 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:41.903359 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-635b5ce3-5e33-45ba-b872-daf4068ff245 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:41.907167 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6bc6b9-ce45-4ac8-a1ef-2cc0ecc7f0cf None None] Network 531d2367-6fc0-4a2d-a1a3-d2d39307950e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:41.979894 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-635b5ce3-5e33-45ba-b872-daf4068ff245 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7212555 Sep 18 00:45:41.982680 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59462) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:42.050166 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-531d2367-6fc0-4a2d-a1a3-d2d39307950e', 'network_id': '531d2367-6fc0-4a2d-a1a3-d2d39307950e', 'tenant_id': 'ffb4841f3a37423f8fa40084a9bb9fb3', 'fixed_ips': [{'subnet_id': '0c6da3bf-771a-4d01-ab36-41ecb178dd6c'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:45:42.051017 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.087324 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.138521 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.182846 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] Allocated IP 2001:db8::3 (531d2367-6fc0-4a2d-a1a3-d2d39307950e/0c6da3bf-771a-4d01-ab36-41ecb178dd6c/7e46bbb7-3618-4a08-a72b-aad4fee549c0) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:42.320286 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.357028 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.419690 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.452441 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event deleted for resources: {'Subnet': ['ID=0c6da3bf-771a-4d01-ab36-41ecb178dd6c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:42.517046 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.536797 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531d2367-6fc0-4a2d-a1a3-d2d39307950e']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:42.545738 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] Network 531d2367-6fc0-4a2d-a1a3-d2d39307950e is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:42.546746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42d1ce4-dd7a-492b-9125-a1fb6043c29b') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:42.547044 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42d1ce4-dd7a-492b-9125-a1fb6043c29b') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:42.550803 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:42.555940 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:45:42.557201 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.557902 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] Pushing event updated for resources: {'Port': ['ID=7e46bbb7-3618-4a08-a72b-aad4fee549c0,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:42.570590 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.576482 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:45:42.576896 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:45:42.580058 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:45:42.611206 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] Attempting to bind port 7e46bbb7-3618-4a08-a72b-aad4fee549c0 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:45:42.611663 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] Attempting to bind port 7e46bbb7-3618-4a08-a72b-aad4fee549c0 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f42d1ce4-dd7a-492b-9125-a1fb6043c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '531d2367-6fc0-4a2d-a1a3-d2d39307950e'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:45:42.612132 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] Attempting to bind port 7e46bbb7-3618-4a08-a72b-aad4fee549c0 on network 531d2367-6fc0-4a2d-a1a3-d2d39307950e {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:42.617783 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:45:42.618187 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] Checking segment: {'id': 'f42d1ce4-dd7a-492b-9125-a1fb6043c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '531d2367-6fc0-4a2d-a1a3-d2d39307950e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:42.618589 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.618982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] Bound using segment: {'id': 'f42d1ce4-dd7a-492b-9125-a1fb6043c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '531d2367-6fc0-4a2d-a1a3-d2d39307950e'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:45:42.619443 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] Bound port: 7e46bbb7-3618-4a08-a72b-aad4fee549c0, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42d1ce4-dd7a-492b-9125-a1fb6043c29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '531d2367-6fc0-4a2d-a1a3-d2d39307950e'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:45:42.619829 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.671468 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.db.api [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 18 00:45:42.671468 n-d-809883-1 neutron-server[95592]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 18 00:45:42.671468 n-d-809883-1 neutron-server[95592]: [parameters: {'id': '531d2367-6fc0-4a2d-a1a3-d2d39307950e'}] Sep 18 00:45:42.671468 n-d-809883-1 neutron-server[95592]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:45:42.671930 n-d-809883-1 neutron-server[95592]: DEBUG oslo_db.api [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:45:42.683201 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] For port 7e46bbb7-3618-4a08-a72b-aad4fee549c0, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:45:42.688955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] For port 7e46bbb7-3618-4a08-a72b-aad4fee549c0, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7e46bbb7-3618-4a08-a72b-aad4fee549c0,segment=NetworkSegment(f42d1ce4-dd7a-492b-9125-a1fb6043c29b),segment_id=f42d1ce4-dd7a-492b-9125-a1fb6043c29b)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:45:42.751179 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:42.821975 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393497f-93b6-4d05-ae9c-2d53975169e2 None None] Pushing event updated for resources: {'Port': ['ID=7e46bbb7-3618-4a08-a72b-aad4fee549c0,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:42.838753 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808e49b0-29e7-47f1-beaf-6fad20965d9e None None] Network 531d2367-6fc0-4a2d-a1a3-d2d39307950e requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:42.953551 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2de23b4-90a1-495e-a775-fb8779d2e378 None None] get_active_networks_info from n-d-809883-1 {{(pid=95593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 00:45:43.016265 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2de23b4-90a1-495e-a775-fb8779d2e378 None None] Resources bound (agent type, host, resource id): {{(pid=95593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 00:45:43.173429 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:43.227331 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Deleting port 7e46bbb7-3618-4a08-a72b-aad4fee549c0 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:43.227661 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:43.289123 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] For port 7e46bbb7-3618-4a08-a72b-aad4fee549c0, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7e46bbb7-3618-4a08-a72b-aad4fee549c0,segment=NetworkSegment(f42d1ce4-dd7a-492b-9125-a1fb6043c29b),segment_id=f42d1ce4-dd7a-492b-9125-a1fb6043c29b)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:43.289484 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:43.302585 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Calling delete_port for 7e46bbb7-3618-4a08-a72b-aad4fee549c0 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:43.762644 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:43.787933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event deleted for resources: {'Port': ['ID=7e46bbb7-3618-4a08-a72b-aad4fee549c0,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:43.793458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] No DVR routers for this DVR port 7e46bbb7-3618-4a08-a72b-aad4fee549c0 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:45:43.870946 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:43.890195 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531d2367-6fc0-4a2d-a1a3-d2d39307950e']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:43.899561 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42d1ce4-dd7a-492b-9125-a1fb6043c29b') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:43.899853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42d1ce4-dd7a-492b-9125-a1fb6043c29b') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:43.911112 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:43.927412 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:43.933784 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:45:43.934171 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:43.934278 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:45:43.937155 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:45:44.064517 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:44.072505 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:44.077456 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "DELETE /v2.0/networks/531d2367-6fc0-4a2d-a1a3-d2d39307950e HTTP/1.1" status: 204 len: 168 time: 2.0923922 Sep 18 00:45:44.080904 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59464) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:44.086109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-3eb53560-5af6-46d2-9ab4-bc53925bdf96 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-196492021'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:44.096799 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f26ee9-ba81-4d7a-ae3c-16d603907612 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event deleted for resources: {'Network': ['ID=531d2367-6fc0-4a2d-a1a3-d2d39307950e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:44.134099 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2697390e-b816-49b9-ad6c-d110549a9b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:44.162363 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb53560-5af6-46d2-9ab4-bc53925bdf96 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Made reservation on behalf of ffb4841f3a37423f8fa40084a9bb9fb3 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:44.166835 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3eb53560-5af6-46d2-9ab4-bc53925bdf96 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:44.190034 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb53560-5af6-46d2-9ab4-bc53925bdf96 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:45:44.198322 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3eb53560-5af6-46d2-9ab4-bc53925bdf96 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:44.198665 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-3eb53560-5af6-46d2-9ab4-bc53925bdf96 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Added segment ce34f41a-515a-4388-86f1-964ed2641a93 of type vlan for network 470320c1-8fb7-4639-9bcb-9a6e35bf4569 Sep 18 00:45:44.241206 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3eb53560-5af6-46d2-9ab4-bc53925bdf96 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:44.317142 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3eb53560-5af6-46d2-9ab4-bc53925bdf96 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:44.322586 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb53560-5af6-46d2-9ab4-bc53925bdf96 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:44.323165 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3eb53560-5af6-46d2-9ab4-bc53925bdf96 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:44.386600 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb53560-5af6-46d2-9ab4-bc53925bdf96 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event updated for resources: {'Network': ['ID=470320c1-8fb7-4639-9bcb-9a6e35bf4569,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:44.396594 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 470320c1-8fb7-4639-9bcb-9a6e35bf4569 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:45:44.432547 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3eb53560-5af6-46d2-9ab4-bc53925bdf96 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3505313 Sep 18 00:45:44.436061 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59466) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:44.441163 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a7306ccb-d44f-489d-a555-d55032410a3c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Request body: {'subnet': {'network_id': '470320c1-8fb7-4639-9bcb-9a6e35bf4569', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:44.597176 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7306ccb-d44f-489d-a555-d55032410a3c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Made reservation on behalf of ffb4841f3a37423f8fa40084a9bb9fb3 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:44.600613 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7306ccb-d44f-489d-a555-d55032410a3c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:44.837586 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7306ccb-d44f-489d-a555-d55032410a3c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:44.896323 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7306ccb-d44f-489d-a555-d55032410a3c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event updated for resources: {'Subnet': ['ID=2c919c64-3f73-4156-8dc9-8d194e4b68d1,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:44.904045 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7306ccb-d44f-489d-a555-d55032410a3c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Checking segment: {'id': 'ce34f41a-515a-4388-86f1-964ed2641a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '470320c1-8fb7-4639-9bcb-9a6e35bf4569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:44.904405 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7306ccb-d44f-489d-a555-d55032410a3c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Network hostable DHCP agents. Network: 470320c1-8fb7-4639-9bcb-9a6e35bf4569, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:45:44.989825 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7306ccb-d44f-489d-a555-d55032410a3c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Network 470320c1-8fb7-4639-9bcb-9a6e35bf4569 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:45:45.065092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-a7306ccb-d44f-489d-a555-d55032410a3c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 470320c1-8fb7-4639-9bcb-9a6e35bf4569) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:45.069578 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7306ccb-d44f-489d-a555-d55032410a3c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:45.071137 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7306ccb-d44f-489d-a555-d55032410a3c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.074119 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eca664-f118-4010-8bce-771081cfe96d None None] Network 470320c1-8fb7-4639-9bcb-9a6e35bf4569 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:45.158023 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a7306ccb-d44f-489d-a555-d55032410a3c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7207975 Sep 18 00:45:45.161426 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59468) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:45.166723 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-cc6c41a8-3fe6-4361-b46b-f232ef5a1c49 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-850360906'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:45.213707 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-470320c1-8fb7-4639-9bcb-9a6e35bf4569', 'network_id': '470320c1-8fb7-4639-9bcb-9a6e35bf4569', 'tenant_id': 'ffb4841f3a37423f8fa40084a9bb9fb3', 'fixed_ips': [{'subnet_id': '2c919c64-3f73-4156-8dc9-8d194e4b68d1'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:45:45.214542 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.277101 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6c41a8-3fe6-4361-b46b-f232ef5a1c49 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Made reservation on behalf of ffb4841f3a37423f8fa40084a9bb9fb3 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:45.280678 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc6c41a8-3fe6-4361-b46b-f232ef5a1c49 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.305399 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6c41a8-3fe6-4361-b46b-f232ef5a1c49 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:45:45.314021 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc6c41a8-3fe6-4361-b46b-f232ef5a1c49 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.314476 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-cc6c41a8-3fe6-4361-b46b-f232ef5a1c49 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Added segment 54da7e84-e4b6-422a-a2f1-348e412b2633 of type vlan for network 89e8e315-a71c-44ad-a27e-06fbd039f715 Sep 18 00:45:45.350077 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] Allocated IP 2001:db8::2 (470320c1-8fb7-4639-9bcb-9a6e35bf4569/2c919c64-3f73-4156-8dc9-8d194e4b68d1/16c5f618-90c2-4de0-a395-5fc35d8fa8e5) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:45.354806 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc6c41a8-3fe6-4361-b46b-f232ef5a1c49 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.442995 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc6c41a8-3fe6-4361-b46b-f232ef5a1c49 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.448497 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6c41a8-3fe6-4361-b46b-f232ef5a1c49 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:45.449115 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc6c41a8-3fe6-4361-b46b-f232ef5a1c49 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.489179 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.552142 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.597435 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] Network 470320c1-8fb7-4639-9bcb-9a6e35bf4569 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:45.600374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:45.603402 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:45:45.617591 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] Pushing event updated for resources: {'Port': ['ID=16c5f618-90c2-4de0-a395-5fc35d8fa8e5,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:45.672741 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] Attempting to bind port 16c5f618-90c2-4de0-a395-5fc35d8fa8e5 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:45:45.677569 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] Attempting to bind port 16c5f618-90c2-4de0-a395-5fc35d8fa8e5 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'ce34f41a-515a-4388-86f1-964ed2641a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '470320c1-8fb7-4639-9bcb-9a6e35bf4569'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:45:45.677569 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] Attempting to bind port 16c5f618-90c2-4de0-a395-5fc35d8fa8e5 on network 470320c1-8fb7-4639-9bcb-9a6e35bf4569 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:45.679111 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:45:45.679577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] Checking segment: {'id': 'ce34f41a-515a-4388-86f1-964ed2641a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '470320c1-8fb7-4639-9bcb-9a6e35bf4569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:45.679984 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.680380 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] Bound using segment: {'id': 'ce34f41a-515a-4388-86f1-964ed2641a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '470320c1-8fb7-4639-9bcb-9a6e35bf4569'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:45:45.680889 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] Bound port: 16c5f618-90c2-4de0-a395-5fc35d8fa8e5, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce34f41a-515a-4388-86f1-964ed2641a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '470320c1-8fb7-4639-9bcb-9a6e35bf4569'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:45:45.682704 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.750514 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] For port 16c5f618-90c2-4de0-a395-5fc35d8fa8e5, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:45:45.753927 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] For port 16c5f618-90c2-4de0-a395-5fc35d8fa8e5, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=16c5f618-90c2-4de0-a395-5fc35d8fa8e5,segment=NetworkSegment(ce34f41a-515a-4388-86f1-964ed2641a93),segment_id=ce34f41a-515a-4388-86f1-964ed2641a93)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:45:45.820824 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:45.839493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c41a8-3fe6-4361-b46b-f232ef5a1c49 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event updated for resources: {'Network': ['ID=89e8e315-a71c-44ad-a27e-06fbd039f715,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:45.853872 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 89e8e315-a71c-44ad-a27e-06fbd039f715 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:45:45.872132 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cc6c41a8-3fe6-4361-b46b-f232ef5a1c49 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7096038 Sep 18 00:45:45.874945 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59470) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:45.881295 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1d854928-b48f-4d16-9eba-953945fe679a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Request body: {'subnet': {'network_id': '89e8e315-a71c-44ad-a27e-06fbd039f715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:45.941314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a29c8e-44a6-4fdf-a2e2-09d7d233a874 None None] Pushing event updated for resources: {'Port': ['ID=16c5f618-90c2-4de0-a395-5fc35d8fa8e5,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:46.061182 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d854928-b48f-4d16-9eba-953945fe679a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Made reservation on behalf of ffb4841f3a37423f8fa40084a9bb9fb3 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:46.067390 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d854928-b48f-4d16-9eba-953945fe679a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.306169 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d854928-b48f-4d16-9eba-953945fe679a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.368126 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d854928-b48f-4d16-9eba-953945fe679a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event updated for resources: {'Subnet': ['ID=a2372549-e96b-4270-899b-d2d1d5a0a5e0,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:46.375330 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d854928-b48f-4d16-9eba-953945fe679a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Checking segment: {'id': '54da7e84-e4b6-422a-a2f1-348e412b2633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '89e8e315-a71c-44ad-a27e-06fbd039f715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:46.375686 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d854928-b48f-4d16-9eba-953945fe679a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Network hostable DHCP agents. Network: 89e8e315-a71c-44ad-a27e-06fbd039f715, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:45:46.459005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d854928-b48f-4d16-9eba-953945fe679a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Network 89e8e315-a71c-44ad-a27e-06fbd039f715 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:45:46.481879 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 16c5f618-90c2-4de0-a395-5fc35d8fa8e5 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:46.530949 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 16c5f618-90c2-4de0-a395-5fc35d8fa8e5 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:46.531319 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.562916 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-1d854928-b48f-4d16-9eba-953945fe679a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 89e8e315-a71c-44ad-a27e-06fbd039f715) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:46.568980 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d854928-b48f-4d16-9eba-953945fe679a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:46.570340 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d854928-b48f-4d16-9eba-953945fe679a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.576972 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f420d5bf-78fa-40b0-bc78-46a8e7b6a3b6 None None] Network 89e8e315-a71c-44ad-a27e-06fbd039f715 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:46.663379 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1d854928-b48f-4d16-9eba-953945fe679a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7850399 Sep 18 00:45:46.663683 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59472) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:46.682212 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-60dee469-f015-4212-8715-123f29d1d601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.699056 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.764889 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 16c5f618-90c2-4de0-a395-5fc35d8fa8e5, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=16c5f618-90c2-4de0-a395-5fc35d8fa8e5,segment=NetworkSegment(ce34f41a-515a-4388-86f1-964ed2641a93),segment_id=ce34f41a-515a-4388-86f1-964ed2641a93)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:46.769910 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a6970842-e23c-4fe3-9aee-21e15add99bd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.795526 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afb7772-d7cf-409a-901f-40eaae7231ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-89e8e315-a71c-44ad-a27e-06fbd039f715', 'network_id': '89e8e315-a71c-44ad-a27e-06fbd039f715', 'tenant_id': 'ffb4841f3a37423f8fa40084a9bb9fb3', 'fixed_ips': [{'subnet_id': 'a2372549-e96b-4270-899b-d2d1d5a0a5e0'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:45:46.796600 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9afb7772-d7cf-409a-901f-40eaae7231ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.819086 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.824365 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a450aeba-261e-450b-9948-ca84f7dd5a24 None None] Network 470320c1-8fb7-4639-9bcb-9a6e35bf4569 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:46.853517 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a6970842-e23c-4fe3-9aee-21e15add99bd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.974857 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a6970842-e23c-4fe3-9aee-21e15add99bd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:46.994160 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=16c5f618-90c2-4de0-a395-5fc35d8fa8e5,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:46.998528 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-48f105fa-0b2c-45f5-a7df-dea8aced723e None None] Provisioning complete for port 16c5f618-90c2-4de0-a395-5fc35d8fa8e5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:46.998899 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-48f105fa-0b2c-45f5-a7df-dea8aced723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.010335 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6970842-e23c-4fe3-9aee-21e15add99bd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event deleted for resources: {'Subnet': ['ID=a2372549-e96b-4270-899b-d2d1d5a0a5e0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server [None req-9afb7772-d7cf-409a-901f-40eaae7231ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2372549-e96b-4270-899b-d2d1d5a0a5e0: This subnet is being modified by another concurrent operation. Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise self.value Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server raise exception Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2372549-e96b-4270-899b-d2d1d5a0a5e0: This subnet is being modified by another concurrent operation. Sep 18 00:45:47.032947 n-d-809883-1 neutron-server[95593]: ERROR oslo_messaging.rpc.server Sep 18 00:45:47.067200 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f75e6c-939e-4ee0-8299-6a365393000d None None] Network 89e8e315-a71c-44ad-a27e-06fbd039f715 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:47.083266 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a6970842-e23c-4fe3-9aee-21e15add99bd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.103919 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-a6970842-e23c-4fe3-9aee-21e15add99bd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e8e315-a71c-44ad-a27e-06fbd039f715']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:47.113339 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-a6970842-e23c-4fe3-9aee-21e15add99bd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54da7e84-e4b6-422a-a2f1-348e412b2633') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:47.113643 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-a6970842-e23c-4fe3-9aee-21e15add99bd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54da7e84-e4b6-422a-a2f1-348e412b2633') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:47.123172 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a6970842-e23c-4fe3-9aee-21e15add99bd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.136760 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a6970842-e23c-4fe3-9aee-21e15add99bd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.142906 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6970842-e23c-4fe3-9aee-21e15add99bd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:45:47.143304 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a6970842-e23c-4fe3-9aee-21e15add99bd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:45:47.146592 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:45:47.266123 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a6970842-e23c-4fe3-9aee-21e15add99bd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.276225 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a6970842-e23c-4fe3-9aee-21e15add99bd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.278888 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a6970842-e23c-4fe3-9aee-21e15add99bd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "DELETE /v2.0/networks/89e8e315-a71c-44ad-a27e-06fbd039f715 HTTP/1.1" status: 204 len: 168 time: 0.6142275 Sep 18 00:45:47.281786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59474) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:47.295054 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6970842-e23c-4fe3-9aee-21e15add99bd tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event deleted for resources: {'Network': ['ID=89e8e315-a71c-44ad-a27e-06fbd039f715,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:47.310792 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-6539e5f3-f188-4ba5-88f1-d046323598a9 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] GET failed (client error): The resource could not be found. Sep 18 00:45:47.312254 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6539e5f3-f188-4ba5-88f1-d046323598a9 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "GET /v2.0/subnets/a2372549-e96b-4270-899b-d2d1d5a0a5e0 HTTP/1.1" status: 404 len: 337 time: 0.0292690 Sep 18 00:45:47.318276 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59476) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:47.329071 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.341121 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-97239d63-dcd9-4c1a-9ad2-a11b8d883cfc tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] DELETE failed (client error): The resource could not be found. Sep 18 00:45:47.341121 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97239d63-dcd9-4c1a-9ad2-a11b8d883cfc tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:47.341121 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-97239d63-dcd9-4c1a-9ad2-a11b8d883cfc tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "DELETE /v2.0/networks/89e8e315-a71c-44ad-a27e-06fbd039f715 HTTP/1.1" status: 404 len: 339 time: 0.0223303 Sep 18 00:45:47.344116 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59478) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:47.370978 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1328aac-6245-4b59-acf2-41a0b4648509 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] DELETE failed (client error): The resource could not be found. Sep 18 00:45:47.371551 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1328aac-6245-4b59-acf2-41a0b4648509 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:47.373336 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d1328aac-6245-4b59-acf2-41a0b4648509 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "DELETE /v2.0/subnets/a2372549-e96b-4270-899b-d2d1d5a0a5e0 HTTP/1.1" status: 404 len: 337 time: 0.0281143 Sep 18 00:45:47.375950 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59480) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:47.394299 n-d-809883-1 neutron-server[95592]: INFO neutron.pecan_wsgi.hooks.translation [None req-42920708-ce95-4e7f-82d9-a31d04a9c426 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] DELETE failed (client error): The resource could not be found. Sep 18 00:45:47.394836 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42920708-ce95-4e7f-82d9-a31d04a9c426 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:47.396539 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-42920708-ce95-4e7f-82d9-a31d04a9c426 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "DELETE /v2.0/networks/89e8e315-a71c-44ad-a27e-06fbd039f715 HTTP/1.1" status: 404 len: 339 time: 0.0196126 Sep 18 00:45:47.399177 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59482) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:47.436099 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40a40bb-cd16-4345-83cb-0052e98bbe44 None None] get_active_networks_info from n-d-809883-1 {{(pid=95593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 18 00:45:47.451949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f726cb0-070d-4aa5-bd67-5aef927ccd8a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Deleting subnet 2c919c64-3f73-4156-8dc9-8d194e4b68d1 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:45:47.455115 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f726cb0-070d-4aa5-bd67-5aef927ccd8a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.482995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-405c9c2d-d559-4e46-873d-c8c3fc56b2d7 None None] Provisioning complete for port 16c5f618-90c2-4de0-a395-5fc35d8fa8e5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:47.483564 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-405c9c2d-d559-4e46-873d-c8c3fc56b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.500265 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f726cb0-070d-4aa5-bd67-5aef927ccd8a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.548323 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40a40bb-cd16-4345-83cb-0052e98bbe44 None None] Resources bound (agent type, host, resource id): {{(pid=95593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 18 00:45:47.611129 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f726cb0-070d-4aa5-bd67-5aef927ccd8a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.733841 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f726cb0-070d-4aa5-bd67-5aef927ccd8a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.761042 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f726cb0-070d-4aa5-bd67-5aef927ccd8a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event deleted for resources: {'Subnet': ['ID=2c919c64-3f73-4156-8dc9-8d194e4b68d1,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:47.765873 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0f726cb0-070d-4aa5-bd67-5aef927ccd8a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.768449 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0f726cb0-070d-4aa5-bd67-5aef927ccd8a tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "DELETE /v2.0/subnets/2c919c64-3f73-4156-8dc9-8d194e4b68d1 HTTP/1.1" status: 204 len: 168 time: 0.3674974 Sep 18 00:45:47.770970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59484) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:47.778444 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeddb47-0c2c-4d4e-8857-924d43a37211 None None] Network 470320c1-8fb7-4639-9bcb-9a6e35bf4569 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:47.846913 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.903145 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Deleting port 16c5f618-90c2-4de0-a395-5fc35d8fa8e5 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:47.903749 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.948899 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956bc5ed-01fe-43fd-a3ee-caec3ffb7e0b None None] DHCP port deletion for 470320c1-8fb7-4639-9bcb-9a6e35bf4569 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:45:47.969190 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] For port 16c5f618-90c2-4de0-a395-5fc35d8fa8e5, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=16c5f618-90c2-4de0-a395-5fc35d8fa8e5,segment=NetworkSegment(ce34f41a-515a-4388-86f1-964ed2641a93),segment_id=ce34f41a-515a-4388-86f1-964ed2641a93)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:47.969559 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.972803 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:47.982347 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Calling delete_port for 16c5f618-90c2-4de0-a395-5fc35d8fa8e5 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:47.995961 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-956bc5ed-01fe-43fd-a3ee-caec3ffb7e0b None None] Deleting port 16c5f618-90c2-4de0-a395-5fc35d8fa8e5 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:47.996338 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-956bc5ed-01fe-43fd-a3ee-caec3ffb7e0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:48.111578 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:48.140175 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event deleted for resources: {'Port': ['ID=16c5f618-90c2-4de0-a395-5fc35d8fa8e5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:48.142124 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] No DVR routers for this DVR port 16c5f618-90c2-4de0-a395-5fc35d8fa8e5 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:45:48.216770 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-956bc5ed-01fe-43fd-a3ee-caec3ffb7e0b None None] For port 16c5f618-90c2-4de0-a395-5fc35d8fa8e5, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=16c5f618-90c2-4de0-a395-5fc35d8fa8e5,segment=NetworkSegment(ce34f41a-515a-4388-86f1-964ed2641a93),segment_id=ce34f41a-515a-4388-86f1-964ed2641a93)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:48.217225 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-956bc5ed-01fe-43fd-a3ee-caec3ffb7e0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:48.224668 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:48.230090 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-956bc5ed-01fe-43fd-a3ee-caec3ffb7e0b None None] Calling delete_port for 16c5f618-90c2-4de0-a395-5fc35d8fa8e5 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:48.245166 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470320c1-8fb7-4639-9bcb-9a6e35bf4569']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:48.254154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce34f41a-515a-4388-86f1-964ed2641a93') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:48.254444 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce34f41a-515a-4388-86f1-964ed2641a93') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:48.263393 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:48.276085 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:48.281726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:45:48.282102 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:45:48.285115 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:45:48.302407 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-956bc5ed-01fe-43fd-a3ee-caec3ffb7e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:48.326948 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bc5ed-01fe-43fd-a3ee-caec3ffb7e0b None None] Pushing event deleted for resources: {'Port': ['ID=16c5f618-90c2-4de0-a395-5fc35d8fa8e5,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:48.330357 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956bc5ed-01fe-43fd-a3ee-caec3ffb7e0b None None] No DVR routers for this DVR port 16c5f618-90c2-4de0-a395-5fc35d8fa8e5 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:45:48.401681 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:48.406003 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:48.411688 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "DELETE /v2.0/networks/470320c1-8fb7-4639-9bcb-9a6e35bf4569 HTTP/1.1" status: 204 len: 168 time: 0.6360476 Sep 18 00:45:48.411964 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59486) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:48.424587 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f66a6-3d0f-4858-9c34-1ac817a1c567 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event deleted for resources: {'Network': ['ID=470320c1-8fb7-4639-9bcb-9a6e35bf4569,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:48.441526 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-c238265e-7b68-4918-b427-e03958f0ae7d tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] DELETE failed (client error): The resource could not be found. Sep 18 00:45:48.441983 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c238265e-7b68-4918-b427-e03958f0ae7d tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:48.443743 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c238265e-7b68-4918-b427-e03958f0ae7d tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "DELETE /v2.0/subnets/0c6da3bf-771a-4d01-ab36-41ecb178dd6c HTTP/1.1" status: 404 len: 337 time: 0.0320439 Sep 18 00:45:48.446321 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59488) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:48.463557 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f431a43-f205-4600-8d75-1a84d2884b1f tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] DELETE failed (client error): The resource could not be found. Sep 18 00:45:48.464080 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f431a43-f205-4600-8d75-1a84d2884b1f tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:48.465931 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8f431a43-f205-4600-8d75-1a84d2884b1f tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "DELETE /v2.0/networks/531d2367-6fc0-4a2d-a1a3-d2d39307950e HTTP/1.1" status: 404 len: 339 time: 0.0187228 Sep 18 00:45:48.468229 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59490) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:48.472798 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 16c5f618-90c2-4de0-a395-5fc35d8fa8e5 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:45:48.494387 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2f916b-42d3-4a8c-aaed-23819f6f41f8 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] DELETE failed (client error): The resource could not be found. Sep 18 00:45:48.494843 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2f916b-42d3-4a8c-aaed-23819f6f41f8 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:48.496568 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5b2f916b-42d3-4a8c-aaed-23819f6f41f8 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "DELETE /v2.0/subnets/141e7d0d-4def-4303-bf02-0134368c0e84 HTTP/1.1" status: 404 len: 337 time: 0.0274668 Sep 18 00:45:48.496773 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 16c5f618-90c2-4de0-a395-5fc35d8fa8e5 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:45:48.497260 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 16c5f618-90c2-4de0-a395-5fc35d8fa8e5 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:45:48.499288 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59492) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:48.517151 n-d-809883-1 neutron-server[95591]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aaad31b-8f23-4a51-9832-3d99323ec054 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] DELETE failed (client error): The resource could not be found. Sep 18 00:45:48.517678 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aaad31b-8f23-4a51-9832-3d99323ec054 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 18 00:45:48.519296 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2aaad31b-8f23-4a51-9832-3d99323ec054 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "DELETE /v2.0/networks/83257da4-35f8-411a-be0f-7dcb66e7e129 HTTP/1.1" status: 404 len: 339 time: 0.0191097 Sep 18 00:45:48.522216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59494) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:48.575427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b10c19a-2b58-42c5-ab20-6871ea8f2606 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Deleting subnet 9fa33cbd-40ec-4d42-bdd7-aea0371ab6d7 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:45:48.578394 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b10c19a-2b58-42c5-ab20-6871ea8f2606 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:48.616921 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b10c19a-2b58-42c5-ab20-6871ea8f2606 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:48.695334 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b10c19a-2b58-42c5-ab20-6871ea8f2606 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:48.825978 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b10c19a-2b58-42c5-ab20-6871ea8f2606 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:48.854537 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10c19a-2b58-42c5-ab20-6871ea8f2606 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa33cbd-40ec-4d42-bdd7-aea0371ab6d7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:48.856582 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b10c19a-2b58-42c5-ab20-6871ea8f2606 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:48.858581 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6b10c19a-2b58-42c5-ab20-6871ea8f2606 tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "DELETE /v2.0/subnets/9fa33cbd-40ec-4d42-bdd7-aea0371ab6d7 HTTP/1.1" status: 204 len: 168 time: 0.3353851 Sep 18 00:45:48.860699 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4448568-0dfe-4062-a2a3-f4f422aaff29 None None] Network 671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:48.862608 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59496) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:48.941327 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:48.993367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Deleting port 6e9e4b1a-d01b-48ec-85fa-35eb55118826 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:48.993720 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.026234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b393dc-c146-4005-bb54-cbe989a7ec03 None None] DHCP port deletion for 671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:45:49.061175 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] For port 6e9e4b1a-d01b-48ec-85fa-35eb55118826, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6e9e4b1a-d01b-48ec-85fa-35eb55118826,segment=NetworkSegment(596e9327-5708-4a0b-90e8-339833cb002c),segment_id=596e9327-5708-4a0b-90e8-339833cb002c)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:49.061547 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.074172 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Calling delete_port for 6e9e4b1a-d01b-48ec-85fa-35eb55118826 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:49.074330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-70b393dc-c146-4005-bb54-cbe989a7ec03 None None] Deleting port 6e9e4b1a-d01b-48ec-85fa-35eb55118826 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:49.074746 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-70b393dc-c146-4005-bb54-cbe989a7ec03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.134223 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-70b393dc-c146-4005-bb54-cbe989a7ec03 None None] For port 6e9e4b1a-d01b-48ec-85fa-35eb55118826, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6e9e4b1a-d01b-48ec-85fa-35eb55118826,segment=NetworkSegment(596e9327-5708-4a0b-90e8-339833cb002c),segment_id=596e9327-5708-4a0b-90e8-339833cb002c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:49.134626 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-70b393dc-c146-4005-bb54-cbe989a7ec03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.147030 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-70b393dc-c146-4005-bb54-cbe989a7ec03 None None] Calling delete_port for 6e9e4b1a-d01b-48ec-85fa-35eb55118826 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:49.214398 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.222668 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-70b393dc-c146-4005-bb54-cbe989a7ec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.241389 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event deleted for resources: {'Port': ['ID=6e9e4b1a-d01b-48ec-85fa-35eb55118826,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:49.243480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] No DVR routers for this DVR port 6e9e4b1a-d01b-48ec-85fa-35eb55118826 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:45:49.246868 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b393dc-c146-4005-bb54-cbe989a7ec03 None None] Pushing event deleted for resources: {'Port': ['ID=6e9e4b1a-d01b-48ec-85fa-35eb55118826,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:49.250618 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b393dc-c146-4005-bb54-cbe989a7ec03 None None] No DVR routers for this DVR port 6e9e4b1a-d01b-48ec-85fa-35eb55118826 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:45:49.326002 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.345949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:49.355521 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596e9327-5708-4a0b-90e8-339833cb002c') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:49.355820 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596e9327-5708-4a0b-90e8-339833cb002c') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:49.364943 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.377646 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.383666 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:45:49.384694 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:45:49.387221 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:45:49.516002 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.520752 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:49.523384 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] 10.222.0.46 "DELETE /v2.0/networks/671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4 HTTP/1.1" status: 204 len: 168 time: 0.6588871 Sep 18 00:45:49.537653 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393e9dc-0807-46b8-aaa4-62f67dfc342c tempest-NetworksIpV6Test-1381315715 tempest-NetworksIpV6Test-1381315715-project] Pushing event deleted for resources: {'Network': ['ID=671ad4b3-0ba4-4f7a-82b9-d917ce42dcc4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:49.944611 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59502) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:49.991075 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:50.074053 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fb268a5b-a9ec-4e95-9c9a-4c63dfc05753 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ffb4841f3a37423f8fa40084a9bb9fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279745 Sep 18 00:45:50.076298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59506) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:50.123885 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f0b956e-7635-4534-9761-ab92cc3bf2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:50.143889 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f0b956e-7635-4534-9761-ab92cc3bf2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:50.241502 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f0b956e-7635-4534-9761-ab92cc3bf2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:50.244025 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6f0b956e-7635-4534-9761-ab92cc3bf2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:50.245237 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6f0b956e-7635-4534-9761-ab92cc3bf2b4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e15e01ef-7552-4b21-8fc8-75e7fd09d978 HTTP/1.1" status: 204 len: 168 time: 0.1679845 Sep 18 00:45:50.252637 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b956e-7635-4534-9761-ab92cc3bf2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15e01ef-7552-4b21-8fc8-75e7fd09d978,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:50.459213 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 6e9e4b1a-d01b-48ec-85fa-35eb55118826 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:45:50.479656 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 6e9e4b1a-d01b-48ec-85fa-35eb55118826 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:45:50.480002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 6e9e4b1a-d01b-48ec-85fa-35eb55118826 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:45:51.202379 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59528) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:51.296294 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-46b19bc2-9d29-4453-be54-b8bb89897393 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-665886943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:51.369056 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-46b19bc2-9d29-4453-be54-b8bb89897393 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.370024 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-46b19bc2-9d29-4453-be54-b8bb89897393 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.421876 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-46b19bc2-9d29-4453-be54-b8bb89897393 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.459696 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-46b19bc2-9d29-4453-be54-b8bb89897393 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.522400 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-46b19bc2-9d29-4453-be54-b8bb89897393 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.523613 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-46b19bc2-9d29-4453-be54-b8bb89897393 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3202183 Sep 18 00:45:51.526380 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59532) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:51.531137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1884da76-29c8-4216-8a8c-82b1b14e348e tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1294178610'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:51.596483 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1884da76-29c8-4216-8a8c-82b1b14e348e tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Made reservation on behalf of 038e98d136194ba19efebdac014b287b for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:51.599858 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1884da76-29c8-4216-8a8c-82b1b14e348e tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.608702 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1884da76-29c8-4216-8a8c-82b1b14e348e tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.693713 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1884da76-29c8-4216-8a8c-82b1b14e348e tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.755342 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1884da76-29c8-4216-8a8c-82b1b14e348e tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.780950 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1884da76-29c8-4216-8a8c-82b1b14e348e tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:45:51.789487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884da76-29c8-4216-8a8c-82b1b14e348e tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad69435a-94d5-40a2-8f3c-7178b7649c98,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:51.795516 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1884da76-29c8-4216-8a8c-82b1b14e348e tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.795861 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-1884da76-29c8-4216-8a8c-82b1b14e348e tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Added segment 67b01fa2-237b-4df1-8b07-296fb2da42bc of type vlan for network fbf5565d-6494-41bf-a0c9-e8b4e36d04be Sep 18 00:45:51.835084 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1884da76-29c8-4216-8a8c-82b1b14e348e tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.922378 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1884da76-29c8-4216-8a8c-82b1b14e348e tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.927815 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1884da76-29c8-4216-8a8c-82b1b14e348e tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:51.928379 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1884da76-29c8-4216-8a8c-82b1b14e348e tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:51.991067 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884da76-29c8-4216-8a8c-82b1b14e348e tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Pushing event updated for resources: {'Network': ['ID=fbf5565d-6494-41bf-a0c9-e8b4e36d04be,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:52.002504 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network fbf5565d-6494-41bf-a0c9-e8b4e36d04be details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:45:52.017738 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1884da76-29c8-4216-8a8c-82b1b14e348e tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4876401 Sep 18 00:45:52.017919 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59534) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:52.022926 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1d34170f-ecdd-4d6d-9994-be1113d25f57 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Request body: {'subnet': {'network_id': 'fbf5565d-6494-41bf-a0c9-e8b4e36d04be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:52.145149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d34170f-ecdd-4d6d-9994-be1113d25f57 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Made reservation on behalf of 038e98d136194ba19efebdac014b287b for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:52.148604 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d34170f-ecdd-4d6d-9994-be1113d25f57 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:52.389998 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d34170f-ecdd-4d6d-9994-be1113d25f57 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:52.454557 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34170f-ecdd-4d6d-9994-be1113d25f57 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Pushing event updated for resources: {'Subnet': ['ID=1fe592bb-63fa-484f-acce-f795d5af074e,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:52.456726 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d34170f-ecdd-4d6d-9994-be1113d25f57 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Checking segment: {'id': '67b01fa2-237b-4df1-8b07-296fb2da42bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'fbf5565d-6494-41bf-a0c9-e8b4e36d04be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:52.457139 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d34170f-ecdd-4d6d-9994-be1113d25f57 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Network hostable DHCP agents. Network: fbf5565d-6494-41bf-a0c9-e8b4e36d04be, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:45:52.562396 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d34170f-ecdd-4d6d-9994-be1113d25f57 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Network fbf5565d-6494-41bf-a0c9-e8b4e36d04be is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:45:52.613825 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-1d34170f-ecdd-4d6d-9994-be1113d25f57 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, fbf5565d-6494-41bf-a0c9-e8b4e36d04be) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:52.618133 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d34170f-ecdd-4d6d-9994-be1113d25f57 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:52.618771 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d34170f-ecdd-4d6d-9994-be1113d25f57 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:52.624599 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40521c1d-bf38-47f5-940d-cdbdd5c6f1c4 None None] Network fbf5565d-6494-41bf-a0c9-e8b4e36d04be requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:52.691952 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1d34170f-ecdd-4d6d-9994-be1113d25f57 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6702142 Sep 18 00:45:52.692169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59536) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:52.697178 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1d38bce7-f3f5-4fd3-b6b3-3a160c4e28e7 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1484862296'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:52.762765 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d38bce7-f3f5-4fd3-b6b3-3a160c4e28e7 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Made reservation on behalf of 038e98d136194ba19efebdac014b287b for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:52.767175 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d38bce7-f3f5-4fd3-b6b3-3a160c4e28e7 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:52.769403 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-fbf5565d-6494-41bf-a0c9-e8b4e36d04be', 'network_id': 'fbf5565d-6494-41bf-a0c9-e8b4e36d04be', 'tenant_id': '038e98d136194ba19efebdac014b287b', 'fixed_ips': [{'subnet_id': '1fe592bb-63fa-484f-acce-f795d5af074e'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:45:52.769403 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:52.792028 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d38bce7-f3f5-4fd3-b6b3-3a160c4e28e7 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:45:52.800722 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d38bce7-f3f5-4fd3-b6b3-3a160c4e28e7 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:52.801105 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-1d38bce7-f3f5-4fd3-b6b3-3a160c4e28e7 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Added segment 0a69249e-470c-4fb3-9300-a98a4221a9e2 of type vlan for network e44e7d9b-132f-46b0-904f-3a97402a0381 Sep 18 00:45:52.840600 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d38bce7-f3f5-4fd3-b6b3-3a160c4e28e7 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:52.896431 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] Allocated IP 172.20.0.2 (fbf5565d-6494-41bf-a0c9-e8b4e36d04be/1fe592bb-63fa-484f-acce-f795d5af074e/88c30969-f976-4e3e-b98a-3944f2ed6260) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:52.917089 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d38bce7-f3f5-4fd3-b6b3-3a160c4e28e7 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:52.922797 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d38bce7-f3f5-4fd3-b6b3-3a160c4e28e7 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:52.923442 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1d38bce7-f3f5-4fd3-b6b3-3a160c4e28e7 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:52.991692 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38bce7-f3f5-4fd3-b6b3-3a160c4e28e7 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Pushing event updated for resources: {'Network': ['ID=e44e7d9b-132f-46b0-904f-3a97402a0381,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:53.007940 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1d38bce7-f3f5-4fd3-b6b3-3a160c4e28e7 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3147852 Sep 18 00:45:53.017256 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59538) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:53.018199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network e44e7d9b-132f-46b0-904f-3a97402a0381 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:45:53.022510 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b2d48d6e-62cf-434a-9af3-04788e0d41d6 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Request body: {'subnet': {'network_id': 'e44e7d9b-132f-46b0-904f-3a97402a0381', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:53.060230 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:53.156373 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:53.185828 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d48d6e-62cf-434a-9af3-04788e0d41d6 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Made reservation on behalf of 038e98d136194ba19efebdac014b287b for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:53.189467 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b2d48d6e-62cf-434a-9af3-04788e0d41d6 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:53.192602 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] Network fbf5565d-6494-41bf-a0c9-e8b4e36d04be is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:53.195481 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:53.198534 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:45:53.213867 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] Pushing event updated for resources: {'Port': ['ID=88c30969-f976-4e3e-b98a-3944f2ed6260,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:53.258313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] Attempting to bind port 88c30969-f976-4e3e-b98a-3944f2ed6260 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:45:53.259206 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] Attempting to bind port 88c30969-f976-4e3e-b98a-3944f2ed6260 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '67b01fa2-237b-4df1-8b07-296fb2da42bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'fbf5565d-6494-41bf-a0c9-e8b4e36d04be'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:45:53.259508 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] Attempting to bind port 88c30969-f976-4e3e-b98a-3944f2ed6260 on network fbf5565d-6494-41bf-a0c9-e8b4e36d04be {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:53.264717 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:45:53.265109 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] Checking segment: {'id': '67b01fa2-237b-4df1-8b07-296fb2da42bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'fbf5565d-6494-41bf-a0c9-e8b4e36d04be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:53.265515 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:53.265893 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] Bound using segment: {'id': '67b01fa2-237b-4df1-8b07-296fb2da42bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'fbf5565d-6494-41bf-a0c9-e8b4e36d04be'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:45:53.266368 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] Bound port: 88c30969-f976-4e3e-b98a-3944f2ed6260, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b01fa2-237b-4df1-8b07-296fb2da42bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'fbf5565d-6494-41bf-a0c9-e8b4e36d04be'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:45:53.266739 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:53.329187 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] For port 88c30969-f976-4e3e-b98a-3944f2ed6260, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:45:53.332258 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] For port 88c30969-f976-4e3e-b98a-3944f2ed6260, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=88c30969-f976-4e3e-b98a-3944f2ed6260,segment=NetworkSegment(67b01fa2-237b-4df1-8b07-296fb2da42bc),segment_id=67b01fa2-237b-4df1-8b07-296fb2da42bc)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:45:53.391694 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:53.437443 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b2d48d6e-62cf-434a-9af3-04788e0d41d6 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:53.459228 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8b5a5-3db4-47e2-b7b1-ae1f968b964b None None] Pushing event updated for resources: {'Port': ['ID=88c30969-f976-4e3e-b98a-3944f2ed6260,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:53.506182 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d48d6e-62cf-434a-9af3-04788e0d41d6 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Pushing event updated for resources: {'Subnet': ['ID=07b57ace-d4c3-43ef-a3f0-e793ba458f5f,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:53.516563 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d48d6e-62cf-434a-9af3-04788e0d41d6 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Checking segment: {'id': '0a69249e-470c-4fb3-9300-a98a4221a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e44e7d9b-132f-46b0-904f-3a97402a0381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:53.520203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d48d6e-62cf-434a-9af3-04788e0d41d6 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Network hostable DHCP agents. Network: e44e7d9b-132f-46b0-904f-3a97402a0381, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:45:53.591599 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d48d6e-62cf-434a-9af3-04788e0d41d6 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Network e44e7d9b-132f-46b0-904f-3a97402a0381 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:45:53.684447 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-b2d48d6e-62cf-434a-9af3-04788e0d41d6 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, e44e7d9b-132f-46b0-904f-3a97402a0381) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:53.688682 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d48d6e-62cf-434a-9af3-04788e0d41d6 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:53.689322 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b2d48d6e-62cf-434a-9af3-04788e0d41d6 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:53.694428 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ed0c90-a467-4f3a-a7f3-b768d3f726a6 None None] Network e44e7d9b-132f-46b0-904f-3a97402a0381 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:53.769026 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b2d48d6e-62cf-434a-9af3-04788e0d41d6 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7504718 Sep 18 00:45:53.771526 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59540) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:53.776034 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b313166e-7a48-4d49-ad7b-2ee9fe1e9444 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e44e7d9b-132f-46b0-904f-3a97402a0381'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:53.839551 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-e44e7d9b-132f-46b0-904f-3a97402a0381', 'network_id': 'e44e7d9b-132f-46b0-904f-3a97402a0381', 'tenant_id': '038e98d136194ba19efebdac014b287b', 'fixed_ips': [{'subnet_id': '07b57ace-d4c3-43ef-a3f0-e793ba458f5f'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:45:53.840475 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:53.974618 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] Allocated IP 172.21.0.2 (e44e7d9b-132f-46b0-904f-3a97402a0381/07b57ace-d4c3-43ef-a3f0-e793ba458f5f/ca14243f-c970-44aa-8152-21a698b19fc0) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:53.979974 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b313166e-7a48-4d49-ad7b-2ee9fe1e9444 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.134911 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.152978 n-d-809883-1 neutron-server[95591]: INFO neutron.api.v2.resource [None req-b313166e-7a48-4d49-ad7b-2ee9fe1e9444 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 18 00:45:54.154054 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b313166e-7a48-4d49-ad7b-2ee9fe1e9444 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] 10.222.0.46 "PUT /v2.0/routers/8fd3878e-b96b-4388-a70e-3c19104747b4 HTTP/1.1" status: 400 len: 364 time: 0.3816049 Sep 18 00:45:54.159960 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59542) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:54.212860 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6e0d04-e47c-42c5-86bd-bd77e2eedf70 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Deleting subnet 07b57ace-d4c3-43ef-a3f0-e793ba458f5f {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:45:54.219326 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0d04-e47c-42c5-86bd-bd77e2eedf70 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.220388 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.262294 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0d04-e47c-42c5-86bd-bd77e2eedf70 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.269142 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] Network e44e7d9b-132f-46b0-904f-3a97402a0381 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:54.270815 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:54.272589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] Pushing event updated for resources: {'Port': ['ID=ca14243f-c970-44aa-8152-21a698b19fc0,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:54.275431 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:45:54.333142 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] Attempting to bind port ca14243f-c970-44aa-8152-21a698b19fc0 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:45:54.333751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] Attempting to bind port ca14243f-c970-44aa-8152-21a698b19fc0 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '0a69249e-470c-4fb3-9300-a98a4221a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e44e7d9b-132f-46b0-904f-3a97402a0381'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:45:54.334120 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] Attempting to bind port ca14243f-c970-44aa-8152-21a698b19fc0 on network e44e7d9b-132f-46b0-904f-3a97402a0381 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:45:54.339897 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:45:54.340291 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] Checking segment: {'id': '0a69249e-470c-4fb3-9300-a98a4221a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e44e7d9b-132f-46b0-904f-3a97402a0381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:54.340721 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.341148 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] Bound using segment: {'id': '0a69249e-470c-4fb3-9300-a98a4221a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e44e7d9b-132f-46b0-904f-3a97402a0381'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:45:54.341618 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] Bound port: ca14243f-c970-44aa-8152-21a698b19fc0, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69249e-470c-4fb3-9300-a98a4221a9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e44e7d9b-132f-46b0-904f-3a97402a0381'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:45:54.342002 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.356750 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0d04-e47c-42c5-86bd-bd77e2eedf70 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.377336 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfb1b49-a7aa-4e47-be3b-3b505f772325 None None] Network fbf5565d-6494-41bf-a0c9-e8b4e36d04be requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:54.469417 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e7103e83-ae8a-45ed-9156-a79360206ac8 None None] Provisioning complete for port 88c30969-f976-4e3e-b98a-3944f2ed6260 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:54.469792 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e7103e83-ae8a-45ed-9156-a79360206ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.485051 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0d04-e47c-42c5-86bd-bd77e2eedf70 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.500028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 88c30969-f976-4e3e-b98a-3944f2ed6260 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:45:54.503988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] For port ca14243f-c970-44aa-8152-21a698b19fc0, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:45:54.513279 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e0d04-e47c-42c5-86bd-bd77e2eedf70 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Pushing event deleted for resources: {'Subnet': ['ID=07b57ace-d4c3-43ef-a3f0-e793ba458f5f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:54.518919 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0d04-e47c-42c5-86bd-bd77e2eedf70 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.520724 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cc6e0d04-e47c-42c5-86bd-bd77e2eedf70 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] 10.222.0.46 "DELETE /v2.0/subnets/07b57ace-d4c3-43ef-a3f0-e793ba458f5f HTTP/1.1" status: 204 len: 168 time: 0.3597910 Sep 18 00:45:54.523154 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59544) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:54.556853 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] For port ca14243f-c970-44aa-8152-21a698b19fc0, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ca14243f-c970-44aa-8152-21a698b19fc0,segment=NetworkSegment(0a69249e-470c-4fb3-9300-a98a4221a9e2),segment_id=0a69249e-470c-4fb3-9300-a98a4221a9e2)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:45:54.598810 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.609288 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.656095 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Deleting port ca14243f-c970-44aa-8152-21a698b19fc0 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:54.656431 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.712953 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e7103e83-ae8a-45ed-9156-a79360206ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.731872 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] For port ca14243f-c970-44aa-8152-21a698b19fc0, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ca14243f-c970-44aa-8152-21a698b19fc0,segment=NetworkSegment(0a69249e-470c-4fb3-9300-a98a4221a9e2),segment_id=0a69249e-470c-4fb3-9300-a98a4221a9e2)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:54.732248 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.736262 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 88c30969-f976-4e3e-b98a-3944f2ed6260 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:54.736643 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.746298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Calling delete_port for ca14243f-c970-44aa-8152-21a698b19fc0 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:54.765792 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f9a43-1ed9-4561-ab5d-7180817b97e1 None None] Pushing event updated for resources: {'Port': ['ID=ca14243f-c970-44aa-8152-21a698b19fc0,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:54.802462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e7103e83-ae8a-45ed-9156-a79360206ac8 None None] For port 88c30969-f976-4e3e-b98a-3944f2ed6260, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=88c30969-f976-4e3e-b98a-3944f2ed6260,segment=NetworkSegment(67b01fa2-237b-4df1-8b07-296fb2da42bc),segment_id=67b01fa2-237b-4df1-8b07-296fb2da42bc)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:54.852282 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.889942 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e7103e83-ae8a-45ed-9156-a79360206ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.918069 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:54.949100 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Pushing event deleted for resources: {'Port': ['ID=ca14243f-c970-44aa-8152-21a698b19fc0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:54.961337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] No DVR routers for this DVR port ca14243f-c970-44aa-8152-21a698b19fc0 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:45:54.979087 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 18 00:45:54.979503 n-d-809883-1 neutron-server[95593]: DEBUG oslo_db.api [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:45:54.982046 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7103e83-ae8a-45ed-9156-a79360206ac8 None None] Pushing event updated for resources: {'Port': ['ID=88c30969-f976-4e3e-b98a-3944f2ed6260,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:55.053886 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.079829 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44e7d9b-132f-46b0-904f-3a97402a0381']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:55.089375 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a69249e-470c-4fb3-9300-a98a4221a9e2') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:55.089671 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a69249e-470c-4fb3-9300-a98a4221a9e2') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:55.098623 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.111731 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.118702 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:45:55.119126 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:45:55.122215 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:45:55.130711 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7e4054a1-5de5-49b5-9930-477d8f69bffd None None] Provisioning complete for port 88c30969-f976-4e3e-b98a-3944f2ed6260 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:45:55.131188 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7e4054a1-5de5-49b5-9930-477d8f69bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.242711 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.250435 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.252262 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] 10.222.0.46 "DELETE /v2.0/networks/e44e7d9b-132f-46b0-904f-3a97402a0381 HTTP/1.1" status: 204 len: 168 time: 0.7281654 Sep 18 00:45:55.254894 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59546) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:55.263152 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a6c78-b599-4626-bf27-3ee89bb0bdaa tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Pushing event deleted for resources: {'Network': ['ID=e44e7d9b-132f-46b0-904f-3a97402a0381,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:55.306421 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f94c46-17cd-4742-ade3-d5343021d190 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Deleting subnet 1fe592bb-63fa-484f-acce-f795d5af074e {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:45:55.309549 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-07f94c46-17cd-4742-ade3-d5343021d190 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.349660 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-07f94c46-17cd-4742-ade3-d5343021d190 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.438951 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-07f94c46-17cd-4742-ade3-d5343021d190 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.586064 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-07f94c46-17cd-4742-ade3-d5343021d190 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.614087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f94c46-17cd-4742-ade3-d5343021d190 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe592bb-63fa-484f-acce-f795d5af074e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:55.620203 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-07f94c46-17cd-4742-ade3-d5343021d190 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.623893 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-07f94c46-17cd-4742-ade3-d5343021d190 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] 10.222.0.46 "DELETE /v2.0/subnets/1fe592bb-63fa-484f-acce-f795d5af074e HTTP/1.1" status: 204 len: 168 time: 0.3661718 Sep 18 00:45:55.625109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59548) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:55.627153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d72257-7003-4da5-94f5-c69205229dd5 None None] Network fbf5565d-6494-41bf-a0c9-e8b4e36d04be requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:55.714042 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.723706 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c7be060d-37a3-4900-ae9a-36503e2efdea None None] Could not find standard attr ID for object ca14243f-c970-44aa-8152-21a698b19fc0. {{(pid=95593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 18 00:45:55.741616 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab6b358-fefa-4efb-9d6e-2effc376e4bf None None] DHCP port deletion for e44e7d9b-132f-46b0-904f-3a97402a0381 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:45:55.766249 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e949571a-282b-4f65-8b4b-e02343ef5af9 None None] Network e44e7d9b-132f-46b0-904f-3a97402a0381 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:55.769757 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Deleting port 88c30969-f976-4e3e-b98a-3944f2ed6260 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:55.770171 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.779175 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e949571a-282b-4f65-8b4b-e02343ef5af9 None None] Network e44e7d9b-132f-46b0-904f-3a97402a0381 could not be found, it might have been deleted concurrently. {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 18 00:45:55.833829 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] For port 88c30969-f976-4e3e-b98a-3944f2ed6260, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=88c30969-f976-4e3e-b98a-3944f2ed6260,segment=NetworkSegment(67b01fa2-237b-4df1-8b07-296fb2da42bc),segment_id=67b01fa2-237b-4df1-8b07-296fb2da42bc)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:55.834126 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.835009 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1162ccd7-d612-4e07-8163-441d0292fb3e None None] DHCP port deletion for fbf5565d-6494-41bf-a0c9-e8b4e36d04be request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:45:55.851304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Calling delete_port for 88c30969-f976-4e3e-b98a-3944f2ed6260 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:55.885156 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1162ccd7-d612-4e07-8163-441d0292fb3e None None] Deleting port 88c30969-f976-4e3e-b98a-3944f2ed6260 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:45:55.885694 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1162ccd7-d612-4e07-8163-441d0292fb3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.954478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1162ccd7-d612-4e07-8163-441d0292fb3e None None] For port 88c30969-f976-4e3e-b98a-3944f2ed6260, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=88c30969-f976-4e3e-b98a-3944f2ed6260,segment=NetworkSegment(67b01fa2-237b-4df1-8b07-296fb2da42bc),segment_id=67b01fa2-237b-4df1-8b07-296fb2da42bc)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:45:55.954789 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1162ccd7-d612-4e07-8163-441d0292fb3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:55.967284 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1162ccd7-d612-4e07-8163-441d0292fb3e None None] Calling delete_port for 88c30969-f976-4e3e-b98a-3944f2ed6260 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:45:56.013984 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:56.041411 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Pushing event deleted for resources: {'Port': ['ID=88c30969-f976-4e3e-b98a-3944f2ed6260,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:56.043315 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] No DVR routers for this DVR port 88c30969-f976-4e3e-b98a-3944f2ed6260 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:45:56.136872 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:56.157569 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf5565d-6494-41bf-a0c9-e8b4e36d04be']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:56.167181 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b01fa2-237b-4df1-8b07-296fb2da42bc') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:56.167482 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b01fa2-237b-4df1-8b07-296fb2da42bc') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:45:56.176908 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:56.191041 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:56.197561 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1162ccd7-d612-4e07-8163-441d0292fb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:56.197717 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:45:56.198095 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:45:56.201128 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:45:56.221656 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162ccd7-d612-4e07-8163-441d0292fb3e None None] Pushing event deleted for resources: {'Port': ['ID=88c30969-f976-4e3e-b98a-3944f2ed6260,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:56.225179 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1162ccd7-d612-4e07-8163-441d0292fb3e None None] No DVR routers for this DVR port 88c30969-f976-4e3e-b98a-3944f2ed6260 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:45:56.322042 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:56.328528 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:56.330371 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] 10.222.0.46 "DELETE /v2.0/networks/fbf5565d-6494-41bf-a0c9-e8b4e36d04be HTTP/1.1" status: 204 len: 168 time: 0.7043922 Sep 18 00:45:56.333201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59550) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:56.345376 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73d3d0-b9e8-4e3c-890b-ab6cbdf97fd9 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Pushing event deleted for resources: {'Network': ['ID=fbf5565d-6494-41bf-a0c9-e8b4e36d04be,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:56.364129 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-206c65a1-4540-4859-9156-9b3055e92eed tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd3878e-b96b-4388-a70e-3c19104747b4 HTTP/1.1" status: 200 len: 205 time: 0.0298195 Sep 18 00:45:56.372672 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59552) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:56.465927 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 88c30969-f976-4e3e-b98a-3944f2ed6260 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:45:56.486071 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 88c30969-f976-4e3e-b98a-3944f2ed6260 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:45:56.486351 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 88c30969-f976-4e3e-b98a-3944f2ed6260 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:45:56.492622 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3482-e525-48f9-ba78-425e4dec92c0 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:56.655732 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3482-e525-48f9-ba78-425e4dec92c0 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:56.657813 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3482-e525-48f9-ba78-425e4dec92c0 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:56.796967 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3482-e525-48f9-ba78-425e4dec92c0 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:56.797479 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdf3482-e525-48f9-ba78-425e4dec92c0 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Fanout notify agent at l3_agent the message router_deleted on router 8fd3878e-b96b-4388-a70e-3c19104747b4 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:45:56.804352 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3482-e525-48f9-ba78-425e4dec92c0 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:56.806112 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7bdf3482-e525-48f9-ba78-425e4dec92c0 tempest-RoutersNegativeTest-1194070229 tempest-RoutersNegativeTest-1194070229-project] 10.222.0.46 "DELETE /v2.0/routers/8fd3878e-b96b-4388-a70e-3c19104747b4 HTTP/1.1" status: 204 len: 168 time: 0.4318662 Sep 18 00:45:57.159130 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59558) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:57.288345 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7b5eed08-e50f-4e03-b08f-485c6b186308 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=038e98d136194ba19efebdac014b287b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280599 Sep 18 00:45:57.291274 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59562) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:57.340964 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-054dffd8-fd25-4422-80ec-3098fefe3cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:57.360992 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-054dffd8-fd25-4422-80ec-3098fefe3cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:57.482402 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-054dffd8-fd25-4422-80ec-3098fefe3cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:57.484986 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-054dffd8-fd25-4422-80ec-3098fefe3cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:57.486138 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-054dffd8-fd25-4422-80ec-3098fefe3cc8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ad69435a-94d5-40a2-8f3c-7178b7649c98 HTTP/1.1" status: 204 len: 168 time: 0.1939492 Sep 18 00:45:57.493595 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054dffd8-fd25-4422-80ec-3098fefe3cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad69435a-94d5-40a2-8f3c-7178b7649c98,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:58.372343 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59584) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:58.466221 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-4d2cbfed-a5c0-4454-8e67-5ddcc46d1393 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2111045707-network', 'tenant_id': '8d58726f2690434e97e16bac08f7fa2d'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:58.550809 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2cbfed-a5c0-4454-8e67-5ddcc46d1393 admin admin] Made reservation on behalf of 8d58726f2690434e97e16bac08f7fa2d for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:58.553103 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d2cbfed-a5c0-4454-8e67-5ddcc46d1393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:58.561595 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d2cbfed-a5c0-4454-8e67-5ddcc46d1393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:58.649186 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d2cbfed-a5c0-4454-8e67-5ddcc46d1393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:58.693958 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d2cbfed-a5c0-4454-8e67-5ddcc46d1393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:58.717645 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2cbfed-a5c0-4454-8e67-5ddcc46d1393 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:45:58.726085 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2cbfed-a5c0-4454-8e67-5ddcc46d1393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099873cf-f081-40cd-a818-efcddf5032a8,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:58.733813 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d2cbfed-a5c0-4454-8e67-5ddcc46d1393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:58.734843 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-4d2cbfed-a5c0-4454-8e67-5ddcc46d1393 admin admin] Added segment 74c4376c-97fe-40ce-b6bb-f3571dcd269e of type vlan for network d35f798c-1199-464a-9663-9b92787327b6 Sep 18 00:45:58.773986 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d2cbfed-a5c0-4454-8e67-5ddcc46d1393 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:58.830894 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d2cbfed-a5c0-4454-8e67-5ddcc46d1393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:58.831923 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2cbfed-a5c0-4454-8e67-5ddcc46d1393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:58.832496 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d2cbfed-a5c0-4454-8e67-5ddcc46d1393 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:58.893350 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2cbfed-a5c0-4454-8e67-5ddcc46d1393 admin admin] Pushing event updated for resources: {'Network': ['ID=d35f798c-1199-464a-9663-9b92787327b6,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:58.902914 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network d35f798c-1199-464a-9663-9b92787327b6 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:45:58.927607 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4d2cbfed-a5c0-4454-8e67-5ddcc46d1393 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5538917 Sep 18 00:45:58.930298 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59588) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:58.935615 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-515a1ffe-b188-405a-b0e1-c024b104396f admin admin] Request body: {'subnet': {'network_id': 'd35f798c-1199-464a-9663-9b92787327b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2111045707-subnet', 'tenant_id': '8d58726f2690434e97e16bac08f7fa2d', 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:59.012482 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515a1ffe-b188-405a-b0e1-c024b104396f admin admin] Made reservation on behalf of 8d58726f2690434e97e16bac08f7fa2d for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:45:59.015116 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-515a1ffe-b188-405a-b0e1-c024b104396f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:59.229980 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-515a1ffe-b188-405a-b0e1-c024b104396f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:59.286605 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a1ffe-b188-405a-b0e1-c024b104396f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1b7e92-a16f-496d-8cc0-e2e38cb8afe9,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:45:59.295967 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515a1ffe-b188-405a-b0e1-c024b104396f admin admin] Checking segment: {'id': '74c4376c-97fe-40ce-b6bb-f3571dcd269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:45:59.296325 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515a1ffe-b188-405a-b0e1-c024b104396f admin admin] Network hostable DHCP agents. Network: d35f798c-1199-464a-9663-9b92787327b6, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:45:59.378327 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515a1ffe-b188-405a-b0e1-c024b104396f admin admin] Network d35f798c-1199-464a-9663-9b92787327b6 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:45:59.453787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-515a1ffe-b188-405a-b0e1-c024b104396f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, d35f798c-1199-464a-9663-9b92787327b6) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:59.458304 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515a1ffe-b188-405a-b0e1-c024b104396f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:45:59.458893 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-515a1ffe-b188-405a-b0e1-c024b104396f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:59.464262 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99d210a-74f9-4d06-afd3-a80552a6a27c None None] Network d35f798c-1199-464a-9663-9b92787327b6 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:45:59.528030 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-515a1ffe-b188-405a-b0e1-c024b104396f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5960839 Sep 18 00:45:59.530668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59590) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:45:59.535050 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-60da862e-9d02-49df-8147-29d78ee432e4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2111045707-router', 'tenant_id': '8d58726f2690434e97e16bac08f7fa2d', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:45:59.603957 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-d35f798c-1199-464a-9663-9b92787327b6', 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6', 'tenant_id': '8d58726f2690434e97e16bac08f7fa2d', 'fixed_ips': [{'subnet_id': '5b1b7e92-a16f-496d-8cc0-e2e38cb8afe9'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:45:59.604872 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:59.612920 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-60da862e-9d02-49df-8147-29d78ee432e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:59.614020 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-60da862e-9d02-49df-8147-29d78ee432e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:59.668197 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-60da862e-9d02-49df-8147-29d78ee432e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:59.737446 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] Allocated IP 172.20.0.2 (d35f798c-1199-464a-9663-9b92787327b6/5b1b7e92-a16f-496d-8cc0-e2e38cb8afe9/33aa4757-ef8e-46d8-bf7d-f8fb6088426f) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:45:59.878010 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:59.888588 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-60da862e-9d02-49df-8147-29d78ee432e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:59.940328 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:45:59.976090 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] Network d35f798c-1199-464a-9663-9b92787327b6 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:45:59.978923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:45:59.989491 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:45:59.992446 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] Pushing event updated for resources: {'Port': ['ID=33aa4757-ef8e-46d8-bf7d-f8fb6088426f,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:00.049807 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] Attempting to bind port 33aa4757-ef8e-46d8-bf7d-f8fb6088426f on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:46:00.050176 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] Attempting to bind port 33aa4757-ef8e-46d8-bf7d-f8fb6088426f by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '74c4376c-97fe-40ce-b6bb-f3571dcd269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:46:00.050540 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] Attempting to bind port 33aa4757-ef8e-46d8-bf7d-f8fb6088426f on network d35f798c-1199-464a-9663-9b92787327b6 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:00.055854 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:46:00.056228 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] Checking segment: {'id': '74c4376c-97fe-40ce-b6bb-f3571dcd269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:46:00.056627 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:00.057042 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] Bound using segment: {'id': '74c4376c-97fe-40ce-b6bb-f3571dcd269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:46:00.057501 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] Bound port: 33aa4757-ef8e-46d8-bf7d-f8fb6088426f, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c4376c-97fe-40ce-b6bb-f3571dcd269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:46:00.057874 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:00.121167 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] For port 33aa4757-ef8e-46d8-bf7d-f8fb6088426f, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:46:00.124440 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] For port 33aa4757-ef8e-46d8-bf7d-f8fb6088426f, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=33aa4757-ef8e-46d8-bf7d-f8fb6088426f,segment=NetworkSegment(74c4376c-97fe-40ce-b6bb-f3571dcd269e),segment_id=74c4376c-97fe-40ce-b6bb-f3571dcd269e)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:46:00.144475 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-60da862e-9d02-49df-8147-29d78ee432e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:00.163700 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-60da862e-9d02-49df-8147-29d78ee432e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:00.168717 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:00.230994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b172d-4e72-42f7-abe1-f5729e18c1f9 None None] Pushing event updated for resources: {'Port': ['ID=33aa4757-ef8e-46d8-bf7d-f8fb6088426f,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:00.276267 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-60da862e-9d02-49df-8147-29d78ee432e4 admin admin] Allocated IP 172.25.3.118 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/491a7278-7b54-4d39-b81f-14c0f2a7e083) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:46:00.389408 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-60da862e-9d02-49df-8147-29d78ee432e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:00.481945 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-60da862e-9d02-49df-8147-29d78ee432e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:00.513843 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 33aa4757-ef8e-46d8-bf7d-f8fb6088426f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:00.530777 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da862e-9d02-49df-8147-29d78ee432e4 admin admin] Pushing event updated for resources: {'Port': ['ID=491a7278-7b54-4d39-b81f-14c0f2a7e083,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:00.534159 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60da862e-9d02-49df-8147-29d78ee432e4 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:46:00.535925 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-60da862e-9d02-49df-8147-29d78ee432e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:46:00.537971 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da862e-9d02-49df-8147-29d78ee432e4 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:46:00.562377 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 33aa4757-ef8e-46d8-bf7d-f8fb6088426f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:00.562751 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:00.643403 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:00.683854 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 33aa4757-ef8e-46d8-bf7d-f8fb6088426f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=33aa4757-ef8e-46d8-bf7d-f8fb6088426f,segment=NetworkSegment(74c4376c-97fe-40ce-b6bb-f3571dcd269e),segment_id=74c4376c-97fe-40ce-b6bb-f3571dcd269e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:00.762649 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:00.813070 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=33aa4757-ef8e-46d8-bf7d-f8fb6088426f,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:01.131680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443ded61-533e-4b78-b0a8-3a478bf8520b None None] Network d35f798c-1199-464a-9663-9b92787327b6 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:46:01.153803 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-60da862e-9d02-49df-8147-29d78ee432e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:01.209024 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f243d8ac-b1d5-470f-a466-e83026e48f79 None None] Provisioning complete for port 33aa4757-ef8e-46d8-bf7d-f8fb6088426f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:01.209289 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f243d8ac-b1d5-470f-a466-e83026e48f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:01.350772 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-60da862e-9d02-49df-8147-29d78ee432e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:01.528485 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60da862e-9d02-49df-8147-29d78ee432e4 admin admin] Router a51ed9d8-c788-4001-be9b-70449ca3da5c is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:46:01.575387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-bb34d180-0b20-43c4-b062-8fc314a4ee95 None None] Provisioning complete for port 33aa4757-ef8e-46d8-bf7d-f8fb6088426f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:01.575764 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bb34d180-0b20-43c4-b062-8fc314a4ee95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:01.638020 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60da862e-9d02-49df-8147-29d78ee432e4 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:46:01.647209 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] Sync routers for ids ['a51ed9d8-c788-4001-be9b-70449ca3da5c'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:46:01.657756 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] Routers {'a51ed9d8-c788-4001-be9b-70449ca3da5c'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:46:01.658370 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:45:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a51ed9d8-c788-4001-be9b-70449ca3da5c'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:01.722679 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-60da862e-9d02-49df-8147-29d78ee432e4 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:01.723976 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-60da862e-9d02-49df-8147-29d78ee432e4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1922822 Sep 18 00:46:01.726654 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59592) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:01.759531 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] Set router a51ed9d8-c788-4001-be9b-70449ca3da5c gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:46:01.936382 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51ed9d8-c788-4001-be9b-70449ca3da5c', 'name': 'tempest-TestEncryptedCinderVolumes-2111045707-router', 'tenant_id': '8d58726f2690434e97e16bac08f7fa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '491a7278-7b54-4d39-b81f-14c0f2a7e083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:45:59Z', 'updated_at': '2021-09-18T00:46:00Z', 'revision_number': 3, 'project_id': '8d58726f2690434e97e16bac08f7fa2d', 'gw_port': {'id': '491a7278-7b54-4d39-b81f-14c0f2a7e083', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51ed9d8-c788-4001-be9b-70449ca3da5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:46:00Z', 'updated_at': '2021-09-18T00:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:01.962738 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] Checking router: a51ed9d8-c788-4001-be9b-70449ca3da5c for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:46:01.963163 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] Updating router a51ed9d8-c788-4001-be9b-70449ca3da5c port 491a7278-7b54-4d39-b81f-14c0f2a7e083 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:46:01.990113 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:02.156998 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2162838d-a8a9-46bf-9260-c16684c10359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:02.304089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-2162838d-a8a9-46bf-9260-c16684c10359 admin admin] Allocated IP 172.20.0.1 (d35f798c-1199-464a-9663-9b92787327b6/5b1b7e92-a16f-496d-8cc0-e2e38cb8afe9/8f1d7f91-495a-4cbb-802f-10eba781deb4) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:46:02.334801 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:02.395860 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:02.409095 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2162838d-a8a9-46bf-9260-c16684c10359 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:02.443188 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] Attempting to bind port 491a7278-7b54-4d39-b81f-14c0f2a7e083 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:46:02.446471 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] Attempting to bind port 491a7278-7b54-4d39-b81f-14c0f2a7e083 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:46:02.446471 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] Attempting to bind port 491a7278-7b54-4d39-b81f-14c0f2a7e083 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:02.456995 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292bfbb-d199-400e-927e-40891c123269 None None] Pushing event updated for resources: {'Port': ['ID=491a7278-7b54-4d39-b81f-14c0f2a7e083,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:02.459032 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:46:02.459393 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:46:02.459785 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:02.460167 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:46:02.460619 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] Bound port: 491a7278-7b54-4d39-b81f-14c0f2a7e083, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:46:02.461018 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:02.474769 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 33aa4757-ef8e-46d8-bf7d-f8fb6088426f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:02.485008 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292bfbb-d199-400e-927e-40891c123269 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:02.485344 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292bfbb-d199-400e-927e-40891c123269 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:02.485675 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292bfbb-d199-400e-927e-40891c123269 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:02.485998 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292bfbb-d199-400e-927e-40891c123269 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:02.486316 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292bfbb-d199-400e-927e-40891c123269 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:02.486633 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292bfbb-d199-400e-927e-40891c123269 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:02.487028 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292bfbb-d199-400e-927e-40891c123269 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:02.487303 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292bfbb-d199-400e-927e-40891c123269 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:02.487619 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292bfbb-d199-400e-927e-40891c123269 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:02.487931 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292bfbb-d199-400e-927e-40891c123269 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:02.488241 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292bfbb-d199-400e-927e-40891c123269 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:02.488550 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1292bfbb-d199-400e-927e-40891c123269 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:02.517288 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2162838d-a8a9-46bf-9260-c16684c10359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:02.526640 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 33aa4757-ef8e-46d8-bf7d-f8fb6088426f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:02.527100 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:02.528887 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] For port 491a7278-7b54-4d39-b81f-14c0f2a7e083, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:46:02.532181 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] For port 491a7278-7b54-4d39-b81f-14c0f2a7e083, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=491a7278-7b54-4d39-b81f-14c0f2a7e083,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:46:02.556017 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2162838d-a8a9-46bf-9260-c16684c10359 admin admin] Network d35f798c-1199-464a-9663-9b92787327b6 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:46:02.559010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-2162838d-a8a9-46bf-9260-c16684c10359 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:46:02.561496 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2162838d-a8a9-46bf-9260-c16684c10359 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:46:02.591582 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162838d-a8a9-46bf-9260-c16684c10359 admin admin] Pushing event updated for resources: {'Port': ['ID=8f1d7f91-495a-4cbb-802f-10eba781deb4,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:02.603474 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:02.622017 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2162838d-a8a9-46bf-9260-c16684c10359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:02.662858 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] Routers {'a51ed9d8-c788-4001-be9b-70449ca3da5c'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:46:02.663413 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:45:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a51ed9d8-c788-4001-be9b-70449ca3da5c'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:02.669324 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292bfbb-d199-400e-927e-40891c123269 None None] Pushing event updated for resources: {'Port': ['ID=491a7278-7b54-4d39-b81f-14c0f2a7e083,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:02.777655 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] Set router a51ed9d8-c788-4001-be9b-70449ca3da5c gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:46:02.785924 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-6970df3f-d2b8-489a-b39c-4e3ce816346e None None] Provisioning complete for port 8f1d7f91-495a-4cbb-802f-10eba781deb4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:02.786302 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6970df3f-d2b8-489a-b39c-4e3ce816346e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:02.821929 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6970df3f-d2b8-489a-b39c-4e3ce816346e None None] Port 8f1d7f91-495a-4cbb-802f-10eba781deb4 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:46:02.828959 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2162838d-a8a9-46bf-9260-c16684c10359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:02.952087 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51ed9d8-c788-4001-be9b-70449ca3da5c', 'name': 'tempest-TestEncryptedCinderVolumes-2111045707-router', 'tenant_id': '8d58726f2690434e97e16bac08f7fa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '491a7278-7b54-4d39-b81f-14c0f2a7e083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:45:59Z', 'updated_at': '2021-09-18T00:46:00Z', 'revision_number': 3, 'project_id': '8d58726f2690434e97e16bac08f7fa2d', 'gw_port': {'id': '491a7278-7b54-4d39-b81f-14c0f2a7e083', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51ed9d8-c788-4001-be9b-70449ca3da5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:46:00Z', 'updated_at': '2021-09-18T00:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:02.981922 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb27a02-0089-4924-addb-bd69e91d58ba None None] The sync data for ids ['a51ed9d8-c788-4001-be9b-70449ca3da5c'] in n-d-809883-1 is: [{'id': 'a51ed9d8-c788-4001-be9b-70449ca3da5c', 'name': 'tempest-TestEncryptedCinderVolumes-2111045707-router', 'tenant_id': '8d58726f2690434e97e16bac08f7fa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '491a7278-7b54-4d39-b81f-14c0f2a7e083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:45:59Z', 'updated_at': '2021-09-18T00:46:00Z', 'revision_number': 3, 'project_id': '8d58726f2690434e97e16bac08f7fa2d', 'gw_port': {'id': '491a7278-7b54-4d39-b81f-14c0f2a7e083', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51ed9d8-c788-4001-be9b-70449ca3da5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:46:00Z', 'updated_at': '2021-09-18T00:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:46:02.989416 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2162838d-a8a9-46bf-9260-c16684c10359 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:03.054379 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2162838d-a8a9-46bf-9260-c16684c10359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:03.124812 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2162838d-a8a9-46bf-9260-c16684c10359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:03.126686 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162838d-a8a9-46bf-9260-c16684c10359 admin admin] Pushing event updated for resources: {'Port': ['ID=8f1d7f91-495a-4cbb-802f-10eba781deb4,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:03.239477 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2162838d-a8a9-46bf-9260-c16684c10359 admin admin] Network d35f798c-1199-464a-9663-9b92787327b6 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:46:03.240899 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-2162838d-a8a9-46bf-9260-c16684c10359 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:46:03.393998 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2162838d-a8a9-46bf-9260-c16684c10359 admin admin] Router a51ed9d8-c788-4001-be9b-70449ca3da5c has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:46:03.514616 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2162838d-a8a9-46bf-9260-c16684c10359 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:46:03.528315 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2162838d-a8a9-46bf-9260-c16684c10359 admin admin] 10.222.0.46 "PUT /v2.0/routers/a51ed9d8-c788-4001-be9b-70449ca3da5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7921739 Sep 18 00:46:03.546339 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-72295fb3-ff73-4561-abed-357299b5802f None None] Provisioning complete for port 8f1d7f91-495a-4cbb-802f-10eba781deb4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:03.546934 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-72295fb3-ff73-4561-abed-357299b5802f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:03.594568 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-72295fb3-ff73-4561-abed-357299b5802f None None] Port 8f1d7f91-495a-4cbb-802f-10eba781deb4 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:46:04.241914 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59608) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:04.247568 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-266f1b11-50ce-48d4-b99c-41288df4a4c2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-912093257-network', 'tenant_id': 'd6bbb77c12ad418bbaab3c2375b906de'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:04.322724 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266f1b11-50ce-48d4-b99c-41288df4a4c2 admin admin] Made reservation on behalf of d6bbb77c12ad418bbaab3c2375b906de for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:46:04.325151 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-266f1b11-50ce-48d4-b99c-41288df4a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:04.334249 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-266f1b11-50ce-48d4-b99c-41288df4a4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:04.425031 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-266f1b11-50ce-48d4-b99c-41288df4a4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:04.488191 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-266f1b11-50ce-48d4-b99c-41288df4a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:04.489939 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 491a7278-7b54-4d39-b81f-14c0f2a7e083 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:04.512795 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266f1b11-50ce-48d4-b99c-41288df4a4c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:46:04.522471 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f1b11-50ce-48d4-b99c-41288df4a4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae476cae-4370-42d3-9c46-9a8e1aa9adfc,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:04.528244 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-266f1b11-50ce-48d4-b99c-41288df4a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:04.528569 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-266f1b11-50ce-48d4-b99c-41288df4a4c2 admin admin] Added segment a799f3ee-4214-486f-8e6b-d56c644a3e12 of type vlan for network 62d44f7b-ca4d-49b5-a956-a367815015e7 Sep 18 00:46:04.541484 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 491a7278-7b54-4d39-b81f-14c0f2a7e083 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:04.541858 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:04.562202 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] Sync routers for ids ['a51ed9d8-c788-4001-be9b-70449ca3da5c'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:46:04.571356 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-266f1b11-50ce-48d4-b99c-41288df4a4c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:04.582459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] Routers {'a51ed9d8-c788-4001-be9b-70449ca3da5c'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:46:04.583077 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:45:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a51ed9d8-c788-4001-be9b-70449ca3da5c'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:04.666492 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-266f1b11-50ce-48d4-b99c-41288df4a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:04.667511 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266f1b11-50ce-48d4-b99c-41288df4a4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:04.668103 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-266f1b11-50ce-48d4-b99c-41288df4a4c2 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:04.699221 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:04.730509 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] Set router a51ed9d8-c788-4001-be9b-70449ca3da5c gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:46:04.731032 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f1b11-50ce-48d4-b99c-41288df4a4c2 admin admin] Pushing event updated for resources: {'Network': ['ID=62d44f7b-ca4d-49b5-a956-a367815015e7,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:04.733169 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 491a7278-7b54-4d39-b81f-14c0f2a7e083, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=491a7278-7b54-4d39-b81f-14c0f2a7e083,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:04.759028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 62d44f7b-ca4d-49b5-a956-a367815015e7 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:46:04.786372 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-266f1b11-50ce-48d4-b99c-41288df4a4c2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5433340 Sep 18 00:46:04.789047 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59610) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:04.794648 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e4e14f32-954f-4abf-96e0-11885642502f admin admin] Request body: {'subnet': {'network_id': '62d44f7b-ca4d-49b5-a956-a367815015e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-912093257-subnet', 'tenant_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:04.819628 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:04.860081 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e14f32-954f-4abf-96e0-11885642502f admin admin] Made reservation on behalf of d6bbb77c12ad418bbaab3c2375b906de for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:46:04.862633 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e4e14f32-954f-4abf-96e0-11885642502f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:04.956420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=491a7278-7b54-4d39-b81f-14c0f2a7e083,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:05.033652 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51ed9d8-c788-4001-be9b-70449ca3da5c', 'name': 'tempest-TestEncryptedCinderVolumes-2111045707-router', 'tenant_id': '8d58726f2690434e97e16bac08f7fa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '491a7278-7b54-4d39-b81f-14c0f2a7e083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:45:59Z', 'updated_at': '2021-09-18T00:46:02Z', 'revision_number': 4, 'project_id': '8d58726f2690434e97e16bac08f7fa2d', 'gw_port': {'id': '491a7278-7b54-4d39-b81f-14c0f2a7e083', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51ed9d8-c788-4001-be9b-70449ca3da5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:46:00Z', 'updated_at': '2021-09-18T00:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '8f1d7f91-495a-4cbb-802f-10eba781deb4', 'name': '', 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6', 'tenant_id': '8d58726f2690434e97e16bac08f7fa2d', 'mac_address': 'fa:16:3e:05:60:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51ed9d8-c788-4001-be9b-70449ca3da5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '5b1b7e92-a16f-496d-8cc0-e2e38cb8afe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:46:02Z', 'updated_at': '2021-09-18T00:46:02Z', 'revision_number': 2, 'project_id': '8d58726f2690434e97e16bac08f7fa2d', 'subnets': [{'id': '5b1b7e92-a16f-496d-8cc0-e2e38cb8afe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:05.059573 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] Checking router: a51ed9d8-c788-4001-be9b-70449ca3da5c for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:46:05.059928 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] Updating router a51ed9d8-c788-4001-be9b-70449ca3da5c port 8f1d7f91-495a-4cbb-802f-10eba781deb4 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:46:05.083687 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:05.088757 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e4e14f32-954f-4abf-96e0-11885642502f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:05.144183 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e14f32-954f-4abf-96e0-11885642502f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aa149bb-ab40-41b1-85c1-63a6851ea8ff,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:05.153200 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e14f32-954f-4abf-96e0-11885642502f admin admin] Checking segment: {'id': 'a799f3ee-4214-486f-8e6b-d56c644a3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '62d44f7b-ca4d-49b5-a956-a367815015e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:46:05.153552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e14f32-954f-4abf-96e0-11885642502f admin admin] Network hostable DHCP agents. Network: 62d44f7b-ca4d-49b5-a956-a367815015e7, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:46:05.214029 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e14f32-954f-4abf-96e0-11885642502f admin admin] Network 62d44f7b-ca4d-49b5-a956-a367815015e7 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:46:05.282633 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-e4e14f32-954f-4abf-96e0-11885642502f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 62d44f7b-ca4d-49b5-a956-a367815015e7) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:46:05.286841 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e14f32-954f-4abf-96e0-11885642502f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:05.287646 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e4e14f32-954f-4abf-96e0-11885642502f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:05.293231 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b94332c-000c-4a50-9ee3-79448502a83b None None] Network 62d44f7b-ca4d-49b5-a956-a367815015e7 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:46:05.352307 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e4e14f32-954f-4abf-96e0-11885642502f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5620985 Sep 18 00:46:05.354744 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59612) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:05.359132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-ad007abd-f616-4d63-9aa4-93c3ae4822e5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-912093257-router', 'tenant_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:05.394925 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:05.441639 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ad007abd-f616-4d63-9aa4-93c3ae4822e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:05.442916 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ad007abd-f616-4d63-9aa4-93c3ae4822e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:05.471367 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:05.497684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-62d44f7b-ca4d-49b5-a956-a367815015e7', 'network_id': '62d44f7b-ca4d-49b5-a956-a367815015e7', 'tenant_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'fixed_ips': [{'subnet_id': '0aa149bb-ab40-41b1-85c1-63a6851ea8ff'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:46:05.498535 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:05.500968 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ad007abd-f616-4d63-9aa4-93c3ae4822e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:05.537122 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad230ade-a966-46df-8e90-662e26e415ae None None] Pushing event updated for resources: {'Port': ['ID=8f1d7f91-495a-4cbb-802f-10eba781deb4,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:05.678581 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] Attempting to bind port 8f1d7f91-495a-4cbb-802f-10eba781deb4 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:46:05.685555 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] Attempting to bind port 8f1d7f91-495a-4cbb-802f-10eba781deb4 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '74c4376c-97fe-40ce-b6bb-f3571dcd269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:46:05.685555 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] Attempting to bind port 8f1d7f91-495a-4cbb-802f-10eba781deb4 on network d35f798c-1199-464a-9663-9b92787327b6 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:05.694671 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:46:05.695044 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] Checking segment: {'id': '74c4376c-97fe-40ce-b6bb-f3571dcd269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:46:05.695682 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:05.696079 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] Bound using segment: {'id': '74c4376c-97fe-40ce-b6bb-f3571dcd269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:46:05.696960 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] Bound port: 8f1d7f91-495a-4cbb-802f-10eba781deb4, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c4376c-97fe-40ce-b6bb-f3571dcd269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:46:05.697359 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:05.697689 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ad007abd-f616-4d63-9aa4-93c3ae4822e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:05.745606 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] Allocated IP 172.20.0.2 (62d44f7b-ca4d-49b5-a956-a367815015e7/0aa149bb-ab40-41b1-85c1-63a6851ea8ff/5bd7dae1-20f4-44da-861f-86af4e95db9f) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:46:05.794966 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2e3284fd-7dc3-40c1-85e5-21bd1c37d4cf None None] Provisioning complete for port 8f1d7f91-495a-4cbb-802f-10eba781deb4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:05.795246 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2e3284fd-7dc3-40c1-85e5-21bd1c37d4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:05.854511 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] For port 8f1d7f91-495a-4cbb-802f-10eba781deb4, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:46:05.875133 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] For port 8f1d7f91-495a-4cbb-802f-10eba781deb4, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8f1d7f91-495a-4cbb-802f-10eba781deb4,segment=NetworkSegment(74c4376c-97fe-40ce-b6bb-f3571dcd269e),segment_id=74c4376c-97fe-40ce-b6bb-f3571dcd269e)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:46:05.883637 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-2e3284fd-7dc3-40c1-85e5-21bd1c37d4cf None None] Port 8f1d7f91-495a-4cbb-802f-10eba781deb4 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:46:05.936173 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:05.989885 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:05.992716 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ad007abd-f616-4d63-9aa4-93c3ae4822e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:06.013340 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ad007abd-f616-4d63-9aa4-93c3ae4822e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:06.016135 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad230ade-a966-46df-8e90-662e26e415ae None None] Pushing event updated for resources: {'Port': ['ID=8f1d7f91-495a-4cbb-802f-10eba781deb4,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:06.018840 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] Routers {'a51ed9d8-c788-4001-be9b-70449ca3da5c'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:46:06.019448 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:45:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a51ed9d8-c788-4001-be9b-70449ca3da5c'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:06.134931 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-ad007abd-f616-4d63-9aa4-93c3ae4822e5 admin admin] Allocated IP 172.25.3.245 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/b7827bcb-1c9f-42cc-84c2-13ff0198f922) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:46:06.249747 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ad007abd-f616-4d63-9aa4-93c3ae4822e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:06.264761 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:06.324131 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] Network 62d44f7b-ca4d-49b5-a956-a367815015e7 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:46:06.337620 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:46:06.338930 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ad007abd-f616-4d63-9aa4-93c3ae4822e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:06.340701 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] Set router a51ed9d8-c788-4001-be9b-70449ca3da5c gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:46:06.342586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-05163e0f-3d98-4fe2-9bd9-2daaa58028fc None None] Provisioning complete for port 8f1d7f91-495a-4cbb-802f-10eba781deb4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:06.342964 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-05163e0f-3d98-4fe2-9bd9-2daaa58028fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:06.345318 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:46:06.368880 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] Pushing event updated for resources: {'Port': ['ID=5bd7dae1-20f4-44da-861f-86af4e95db9f,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:06.376312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad007abd-f616-4d63-9aa4-93c3ae4822e5 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:46:06.382357 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-ad007abd-f616-4d63-9aa4-93c3ae4822e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:46:06.385957 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad007abd-f616-4d63-9aa4-93c3ae4822e5 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:46:06.409635 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad007abd-f616-4d63-9aa4-93c3ae4822e5 admin admin] Pushing event updated for resources: {'Port': ['ID=b7827bcb-1c9f-42cc-84c2-13ff0198f922,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:06.495849 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 491a7278-7b54-4d39-b81f-14c0f2a7e083 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:06.572954 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] Attempting to bind port 5bd7dae1-20f4-44da-861f-86af4e95db9f on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:46:06.573331 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] Attempting to bind port 5bd7dae1-20f4-44da-861f-86af4e95db9f by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'a799f3ee-4214-486f-8e6b-d56c644a3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '62d44f7b-ca4d-49b5-a956-a367815015e7'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:46:06.573704 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] Attempting to bind port 5bd7dae1-20f4-44da-861f-86af4e95db9f on network 62d44f7b-ca4d-49b5-a956-a367815015e7 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:06.595255 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:46:06.595636 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] Checking segment: {'id': 'a799f3ee-4214-486f-8e6b-d56c644a3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '62d44f7b-ca4d-49b5-a956-a367815015e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:46:06.596049 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:06.596469 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] Bound using segment: {'id': 'a799f3ee-4214-486f-8e6b-d56c644a3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '62d44f7b-ca4d-49b5-a956-a367815015e7'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:46:06.596970 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] Bound port: 5bd7dae1-20f4-44da-861f-86af4e95db9f, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a799f3ee-4214-486f-8e6b-d56c644a3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '62d44f7b-ca4d-49b5-a956-a367815015e7'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:46:06.597360 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:06.656738 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:46:06.732123 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-05163e0f-3d98-4fe2-9bd9-2daaa58028fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:06.756009 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 491a7278-7b54-4d39-b81f-14c0f2a7e083 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:06.756379 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:06.797161 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] For port 5bd7dae1-20f4-44da-861f-86af4e95db9f, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:46:06.830145 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] For port 5bd7dae1-20f4-44da-861f-86af4e95db9f, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5bd7dae1-20f4-44da-861f-86af4e95db9f,segment=NetworkSegment(a799f3ee-4214-486f-8e6b-d56c644a3e12),segment_id=a799f3ee-4214-486f-8e6b-d56c644a3e12)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:46:06.831994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-05163e0f-3d98-4fe2-9bd9-2daaa58028fc None None] For port 8f1d7f91-495a-4cbb-802f-10eba781deb4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8f1d7f91-495a-4cbb-802f-10eba781deb4,segment=NetworkSegment(74c4376c-97fe-40ce-b6bb-f3571dcd269e),segment_id=74c4376c-97fe-40ce-b6bb-f3571dcd269e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:06.849803 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51ed9d8-c788-4001-be9b-70449ca3da5c', 'name': 'tempest-TestEncryptedCinderVolumes-2111045707-router', 'tenant_id': '8d58726f2690434e97e16bac08f7fa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '491a7278-7b54-4d39-b81f-14c0f2a7e083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:45:59Z', 'updated_at': '2021-09-18T00:46:02Z', 'revision_number': 4, 'project_id': '8d58726f2690434e97e16bac08f7fa2d', 'gw_port': {'id': '491a7278-7b54-4d39-b81f-14c0f2a7e083', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51ed9d8-c788-4001-be9b-70449ca3da5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:46:00Z', 'updated_at': '2021-09-18T00:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '8f1d7f91-495a-4cbb-802f-10eba781deb4', 'name': '', 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6', 'tenant_id': '8d58726f2690434e97e16bac08f7fa2d', 'mac_address': 'fa:16:3e:05:60:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51ed9d8-c788-4001-be9b-70449ca3da5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '5b1b7e92-a16f-496d-8cc0-e2e38cb8afe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:46:02Z', 'updated_at': '2021-09-18T00:46:05Z', 'revision_number': 4, 'project_id': '8d58726f2690434e97e16bac08f7fa2d', 'subnets': [{'id': '5b1b7e92-a16f-496d-8cc0-e2e38cb8afe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:06.877514 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb5b1d2-4d5e-4f57-8090-0391589027c2 None None] The sync data for ids ['a51ed9d8-c788-4001-be9b-70449ca3da5c'] in n-d-809883-1 is: [{'id': 'a51ed9d8-c788-4001-be9b-70449ca3da5c', 'name': 'tempest-TestEncryptedCinderVolumes-2111045707-router', 'tenant_id': '8d58726f2690434e97e16bac08f7fa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '491a7278-7b54-4d39-b81f-14c0f2a7e083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:45:59Z', 'updated_at': '2021-09-18T00:46:02Z', 'revision_number': 4, 'project_id': '8d58726f2690434e97e16bac08f7fa2d', 'gw_port': {'id': '491a7278-7b54-4d39-b81f-14c0f2a7e083', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51ed9d8-c788-4001-be9b-70449ca3da5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:46:00Z', 'updated_at': '2021-09-18T00:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '8f1d7f91-495a-4cbb-802f-10eba781deb4', 'name': '', 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6', 'tenant_id': '8d58726f2690434e97e16bac08f7fa2d', 'mac_address': 'fa:16:3e:05:60:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51ed9d8-c788-4001-be9b-70449ca3da5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '5b1b7e92-a16f-496d-8cc0-e2e38cb8afe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:46:02Z', 'updated_at': '2021-09-18T00:46:05Z', 'revision_number': 4, 'project_id': '8d58726f2690434e97e16bac08f7fa2d', 'subnets': [{'id': '5b1b7e92-a16f-496d-8cc0-e2e38cb8afe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:46:06.923455 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:06.963832 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-05163e0f-3d98-4fe2-9bd9-2daaa58028fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:07.002761 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66e484-efb5-4e49-a0d5-ab13af9bdd6b None None] Pushing event updated for resources: {'Port': ['ID=5bd7dae1-20f4-44da-861f-86af4e95db9f,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:07.063027 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05163e0f-3d98-4fe2-9bd9-2daaa58028fc None None] Pushing event updated for resources: {'Port': ['ID=8f1d7f91-495a-4cbb-802f-10eba781deb4,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:07.110436 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ad007abd-f616-4d63-9aa4-93c3ae4822e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:07.345952 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ad007abd-f616-4d63-9aa4-93c3ae4822e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:07.544061 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad007abd-f616-4d63-9aa4-93c3ae4822e5 admin admin] Router 1ef140ee-484a-4129-944c-fda13dec4a17 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:46:07.657837 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad007abd-f616-4d63-9aa4-93c3ae4822e5 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:46:07.668368 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321116ea-a037-4365-a580-628d27fd410d None None] Sync routers for ids ['1ef140ee-484a-4129-944c-fda13dec4a17'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:46:07.680231 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321116ea-a037-4365-a580-628d27fd410d None None] Routers {'1ef140ee-484a-4129-944c-fda13dec4a17'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:46:07.680896 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-321116ea-a037-4365-a580-628d27fd410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:45:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ef140ee-484a-4129-944c-fda13dec4a17'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:07.749777 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ad007abd-f616-4d63-9aa4-93c3ae4822e5 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:07.754327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59614) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:46:07.754825 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ad007abd-f616-4d63-9aa4-93c3ae4822e5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3987601 Sep 18 00:46:07.802208 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-321116ea-a037-4365-a580-628d27fd410d None None] Set router 1ef140ee-484a-4129-944c-fda13dec4a17 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:46:08.006335 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-321116ea-a037-4365-a580-628d27fd410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef140ee-484a-4129-944c-fda13dec4a17', 'name': 'tempest-TestEncryptedCinderVolumes-912093257-router', 'tenant_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b7827bcb-1c9f-42cc-84c2-13ff0198f922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:46:05Z', 'updated_at': '2021-09-18T00:46:06Z', 'revision_number': 3, 'project_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'gw_port': {'id': 'b7827bcb-1c9f-42cc-84c2-13ff0198f922', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ae:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef140ee-484a-4129-944c-fda13dec4a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:46:06Z', 'updated_at': '2021-09-18T00:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:08.036183 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321116ea-a037-4365-a580-628d27fd410d None None] Checking router: 1ef140ee-484a-4129-944c-fda13dec4a17 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:46:08.036726 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321116ea-a037-4365-a580-628d27fd410d None None] Updating router 1ef140ee-484a-4129-944c-fda13dec4a17 port b7827bcb-1c9f-42cc-84c2-13ff0198f922 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:46:08.049325 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0b298f-9c6f-4073-a17d-a85b4f3f7684 None None] Network 62d44f7b-ca4d-49b5-a956-a367815015e7 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:46:08.068908 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-321116ea-a037-4365-a580-628d27fd410d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:08.135993 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-19b4713d-98b9-43c6-a7bb-8d00a3c3f5b8 None None] Provisioning complete for port 5bd7dae1-20f4-44da-861f-86af4e95db9f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:08.136805 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-19b4713d-98b9-43c6-a7bb-8d00a3c3f5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:08.290340 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-19b4713d-98b9-43c6-a7bb-8d00a3c3f5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:08.326922 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-19b4713d-98b9-43c6-a7bb-8d00a3c3f5b8 None None] For port 5bd7dae1-20f4-44da-861f-86af4e95db9f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5bd7dae1-20f4-44da-861f-86af4e95db9f,segment=NetworkSegment(a799f3ee-4214-486f-8e6b-d56c644a3e12),segment_id=a799f3ee-4214-486f-8e6b-d56c644a3e12)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:08.342302 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-321116ea-a037-4365-a580-628d27fd410d None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:08.379812 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-19b4713d-98b9-43c6-a7bb-8d00a3c3f5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:08.397031 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-321116ea-a037-4365-a580-628d27fd410d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:08.460175 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-321116ea-a037-4365-a580-628d27fd410d None None] Attempting to bind port b7827bcb-1c9f-42cc-84c2-13ff0198f922 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:46:08.460543 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-321116ea-a037-4365-a580-628d27fd410d None None] Attempting to bind port b7827bcb-1c9f-42cc-84c2-13ff0198f922 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:46:08.460942 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321116ea-a037-4365-a580-628d27fd410d None None] Attempting to bind port b7827bcb-1c9f-42cc-84c2-13ff0198f922 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:08.463496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4713d-98b9-43c6-a7bb-8d00a3c3f5b8 None None] Pushing event updated for resources: {'Port': ['ID=5bd7dae1-20f4-44da-861f-86af4e95db9f,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:08.473506 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529abc4-ed51-47bc-b309-22114525ffb8 None None] Pushing event updated for resources: {'Port': ['ID=b7827bcb-1c9f-42cc-84c2-13ff0198f922,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:08.483160 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321116ea-a037-4365-a580-628d27fd410d None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:46:08.483543 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321116ea-a037-4365-a580-628d27fd410d None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:46:08.483961 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-321116ea-a037-4365-a580-628d27fd410d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:08.484354 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321116ea-a037-4365-a580-628d27fd410d None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:46:08.484857 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-321116ea-a037-4365-a580-628d27fd410d None None] Bound port: b7827bcb-1c9f-42cc-84c2-13ff0198f922, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:46:08.485240 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-321116ea-a037-4365-a580-628d27fd410d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:08.530746 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-897c1a76-78c8-4fd7-9693-8be9a5e847cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:08.552231 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-321116ea-a037-4365-a580-628d27fd410d None None] For port b7827bcb-1c9f-42cc-84c2-13ff0198f922, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:46:08.556222 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-321116ea-a037-4365-a580-628d27fd410d None None] For port b7827bcb-1c9f-42cc-84c2-13ff0198f922, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b7827bcb-1c9f-42cc-84c2-13ff0198f922,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:46:08.601628 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15ee3a3c-2a10-4125-a23f-e495d7559ccc None None] Provisioning complete for port 5bd7dae1-20f4-44da-861f-86af4e95db9f triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:08.602538 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15ee3a3c-2a10-4125-a23f-e495d7559ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:08.605528 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8f1d7f91-495a-4cbb-802f-10eba781deb4 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:08.607505 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-321116ea-a037-4365-a580-628d27fd410d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:08.666186 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321116ea-a037-4365-a580-628d27fd410d None None] Routers {'1ef140ee-484a-4129-944c-fda13dec4a17'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:46:08.666965 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-321116ea-a037-4365-a580-628d27fd410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:45:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ef140ee-484a-4129-944c-fda13dec4a17'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:08.671085 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529abc4-ed51-47bc-b309-22114525ffb8 None None] Pushing event updated for resources: {'Port': ['ID=b7827bcb-1c9f-42cc-84c2-13ff0198f922,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:08.705139 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 8f1d7f91-495a-4cbb-802f-10eba781deb4 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:08.705426 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:08.764306 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-897c1a76-78c8-4fd7-9693-8be9a5e847cb admin admin] Allocated IP 172.20.0.1 (62d44f7b-ca4d-49b5-a956-a367815015e7/0aa149bb-ab40-41b1-85c1-63a6851ea8ff/afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:46:08.777106 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-321116ea-a037-4365-a580-628d27fd410d None None] Set router 1ef140ee-484a-4129-944c-fda13dec4a17 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:46:08.795509 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5bd7dae1-20f4-44da-861f-86af4e95db9f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:08.841968 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 5bd7dae1-20f4-44da-861f-86af4e95db9f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:08.842342 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:08.877242 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-897c1a76-78c8-4fd7-9693-8be9a5e847cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:08.990349 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-897c1a76-78c8-4fd7-9693-8be9a5e847cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:09.028203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897c1a76-78c8-4fd7-9693-8be9a5e847cb admin admin] Network 62d44f7b-ca4d-49b5-a956-a367815015e7 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:46:09.031078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-897c1a76-78c8-4fd7-9693-8be9a5e847cb admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:46:09.037327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897c1a76-78c8-4fd7-9693-8be9a5e847cb admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:46:09.057546 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-321116ea-a037-4365-a580-628d27fd410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef140ee-484a-4129-944c-fda13dec4a17', 'name': 'tempest-TestEncryptedCinderVolumes-912093257-router', 'tenant_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b7827bcb-1c9f-42cc-84c2-13ff0198f922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:46:05Z', 'updated_at': '2021-09-18T00:46:06Z', 'revision_number': 3, 'project_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'gw_port': {'id': 'b7827bcb-1c9f-42cc-84c2-13ff0198f922', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ae:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef140ee-484a-4129-944c-fda13dec4a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:46:06Z', 'updated_at': '2021-09-18T00:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:09.060487 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c1a76-78c8-4fd7-9693-8be9a5e847cb admin admin] Pushing event updated for resources: {'Port': ['ID=afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:09.079371 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-897c1a76-78c8-4fd7-9693-8be9a5e847cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:09.089690 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321116ea-a037-4365-a580-628d27fd410d None None] The sync data for ids ['1ef140ee-484a-4129-944c-fda13dec4a17'] in n-d-809883-1 is: [{'id': '1ef140ee-484a-4129-944c-fda13dec4a17', 'name': 'tempest-TestEncryptedCinderVolumes-912093257-router', 'tenant_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b7827bcb-1c9f-42cc-84c2-13ff0198f922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:46:05Z', 'updated_at': '2021-09-18T00:46:06Z', 'revision_number': 3, 'project_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'gw_port': {'id': 'b7827bcb-1c9f-42cc-84c2-13ff0198f922', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ae:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef140ee-484a-4129-944c-fda13dec4a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:46:06Z', 'updated_at': '2021-09-18T00:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:46:09.268322 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-dbc7973d-3424-4b22-9282-10db5d4682ba None None] Provisioning complete for port afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:09.268944 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbc7973d-3424-4b22-9282-10db5d4682ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:09.304114 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-dbc7973d-3424-4b22-9282-10db5d4682ba None None] Port afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:46:09.387695 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-897c1a76-78c8-4fd7-9693-8be9a5e847cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:09.554892 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-897c1a76-78c8-4fd7-9693-8be9a5e847cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:09.625441 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-897c1a76-78c8-4fd7-9693-8be9a5e847cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:09.696348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c1a76-78c8-4fd7-9693-8be9a5e847cb admin admin] Pushing event updated for resources: {'Port': ['ID=afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:09.698809 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-897c1a76-78c8-4fd7-9693-8be9a5e847cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:09.792000 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897c1a76-78c8-4fd7-9693-8be9a5e847cb admin admin] Network 62d44f7b-ca4d-49b5-a956-a367815015e7 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:46:09.797640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-897c1a76-78c8-4fd7-9693-8be9a5e847cb admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:46:09.913666 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897c1a76-78c8-4fd7-9693-8be9a5e847cb admin admin] Router 1ef140ee-484a-4129-944c-fda13dec4a17 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:46:10.027241 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897c1a76-78c8-4fd7-9693-8be9a5e847cb admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:46:10.028548 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-8c13d20a-d354-4b9b-b607-23349c95a20f None None] Provisioning complete for port afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:10.029042 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8c13d20a-d354-4b9b-b607-23349c95a20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:10.032850 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-897c1a76-78c8-4fd7-9693-8be9a5e847cb admin admin] 10.222.0.46 "PUT /v2.0/routers/1ef140ee-484a-4129-944c-fda13dec4a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2773199 Sep 18 00:46:10.064440 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-8c13d20a-d354-4b9b-b607-23349c95a20f None None] Port afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:46:10.561657 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b7827bcb-1c9f-42cc-84c2-13ff0198f922 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:10.610668 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] Sync routers for ids ['1ef140ee-484a-4129-944c-fda13dec4a17'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:46:10.616682 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port b7827bcb-1c9f-42cc-84c2-13ff0198f922 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:10.617147 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:10.645687 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] Routers {'1ef140ee-484a-4129-944c-fda13dec4a17'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:46:10.646312 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:45:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ef140ee-484a-4129-944c-fda13dec4a17'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:10.785721 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] Set router 1ef140ee-484a-4129-944c-fda13dec4a17 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:46:10.787747 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:10.838056 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port b7827bcb-1c9f-42cc-84c2-13ff0198f922, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b7827bcb-1c9f-42cc-84c2-13ff0198f922,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:10.927983 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:10.928785 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5bd7dae1-20f4-44da-861f-86af4e95db9f up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:11.140237 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:11.150931 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-041762b6-110b-4d5e-b846-e5da9e597bca tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:11.152521 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-041762b6-110b-4d5e-b846-e5da9e597bca tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/networks?id=d35f798c-1199-464a-9663-9b92787327b6 HTTP/1.1" status: 200 len: 817 time: 0.1065490 Sep 18 00:46:11.169592 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-a24b3f72-e887-4658-ad67-e26ce0e40664 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/quotas/8d58726f2690434e97e16bac08f7fa2d HTTP/1.1" status: 200 len: 375 time: 0.0109680 Sep 18 00:46:11.208153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=b7827bcb-1c9f-42cc-84c2-13ff0198f922,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:11.222350 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-978480b7-24ba-44b9-add8-af5ad4977e2d tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d58726f2690434e97e16bac08f7fa2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470049 Sep 18 00:46:11.226386 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 5bd7dae1-20f4-44da-861f-86af4e95db9f triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:11.226595 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:11.279694 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef140ee-484a-4129-944c-fda13dec4a17', 'name': 'tempest-TestEncryptedCinderVolumes-912093257-router', 'tenant_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b7827bcb-1c9f-42cc-84c2-13ff0198f922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:46:05Z', 'updated_at': '2021-09-18T00:46:09Z', 'revision_number': 4, 'project_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'gw_port': {'id': 'b7827bcb-1c9f-42cc-84c2-13ff0198f922', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ae:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef140ee-484a-4129-944c-fda13dec4a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:46:06Z', 'updated_at': '2021-09-18T00:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82', 'name': '', 'network_id': '62d44f7b-ca4d-49b5-a956-a367815015e7', 'tenant_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'mac_address': 'fa:16:3e:85:81:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef140ee-484a-4129-944c-fda13dec4a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '0aa149bb-ab40-41b1-85c1-63a6851ea8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:46:08Z', 'updated_at': '2021-09-18T00:46:09Z', 'revision_number': 2, 'project_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'subnets': [{'id': '0aa149bb-ab40-41b1-85c1-63a6851ea8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:11.309423 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] Checking router: 1ef140ee-484a-4129-944c-fda13dec4a17 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:46:11.309783 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] Updating router 1ef140ee-484a-4129-944c-fda13dec4a17 port afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:46:11.317123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-3f9db926-9ab1-44e9-ac9d-d7577826c9c4 service neutron] 10.222.0.46 "GET /v2.0/networks/d35f798c-1199-464a-9663-9b92787327b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811069 Sep 18 00:46:11.355617 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:11.408967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-33ede52a-08a3-4d18-b6f2-f8574ef503a0 service neutron] 10.222.0.46 "GET /v2.0/networks/d35f798c-1199-464a-9663-9b92787327b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852733 Sep 18 00:46:11.635261 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:11.644612 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6624f9f7-fa3e-4a80-a29e-94f2e9f66d97 req-09e321b9-7d6d-48a3-8c3e-a9ba58ffcbde tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc0b702f-8e36-4c77-852d-18f7397d203f HTTP/1.1" status: 200 len: 210 time: 0.0271063 Sep 18 00:46:11.694130 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:11.747596 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac458e0-0877-49a7-8a66-26fa03a90745 None None] Pushing event updated for resources: {'Port': ['ID=afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:11.793039 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] Attempting to bind port afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:46:11.793423 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] Attempting to bind port afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'a799f3ee-4214-486f-8e6b-d56c644a3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '62d44f7b-ca4d-49b5-a956-a367815015e7'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:46:11.793794 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] Attempting to bind port afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82 on network 62d44f7b-ca4d-49b5-a956-a367815015e7 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:11.798823 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:46:11.799187 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] Checking segment: {'id': 'a799f3ee-4214-486f-8e6b-d56c644a3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '62d44f7b-ca4d-49b5-a956-a367815015e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:46:11.799585 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:11.799973 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] Bound using segment: {'id': 'a799f3ee-4214-486f-8e6b-d56c644a3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '62d44f7b-ca4d-49b5-a956-a367815015e7'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:46:11.800430 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] Bound port: afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a799f3ee-4214-486f-8e6b-d56c644a3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '62d44f7b-ca4d-49b5-a956-a367815015e7'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:46:11.801098 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:11.864886 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] For port afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:46:11.868556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] For port afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82,segment=NetworkSegment(a799f3ee-4214-486f-8e6b-d56c644a3e12),segment_id=a799f3ee-4214-486f-8e6b-d56c644a3e12)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:46:11.933160 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:11.998831 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] Routers {'1ef140ee-484a-4129-944c-fda13dec4a17'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:46:11.998831 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:45:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ef140ee-484a-4129-944c-fda13dec4a17'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:12.034115 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac458e0-0877-49a7-8a66-26fa03a90745 None None] Pushing event updated for resources: {'Port': ['ID=afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:12.051307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-82a8b173-3c6f-46ee-bf4e-8c0db2b46f95 None None] Provisioning complete for port afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:12.051679 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-82a8b173-3c6f-46ee-bf4e-8c0db2b46f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:12.145820 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] Set router 1ef140ee-484a-4129-944c-fda13dec4a17 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:46:12.258589 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-82a8b173-3c6f-46ee-bf4e-8c0db2b46f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:12.334509 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-82a8b173-3c6f-46ee-bf4e-8c0db2b46f95 None None] For port afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82,segment=NetworkSegment(a799f3ee-4214-486f-8e6b-d56c644a3e12),segment_id=a799f3ee-4214-486f-8e6b-d56c644a3e12)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:12.400339 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef140ee-484a-4129-944c-fda13dec4a17', 'name': 'tempest-TestEncryptedCinderVolumes-912093257-router', 'tenant_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b7827bcb-1c9f-42cc-84c2-13ff0198f922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:46:05Z', 'updated_at': '2021-09-18T00:46:09Z', 'revision_number': 4, 'project_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'gw_port': {'id': 'b7827bcb-1c9f-42cc-84c2-13ff0198f922', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ae:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef140ee-484a-4129-944c-fda13dec4a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:46:06Z', 'updated_at': '2021-09-18T00:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82', 'name': '', 'network_id': '62d44f7b-ca4d-49b5-a956-a367815015e7', 'tenant_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'mac_address': 'fa:16:3e:85:81:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef140ee-484a-4129-944c-fda13dec4a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '0aa149bb-ab40-41b1-85c1-63a6851ea8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:46:08Z', 'updated_at': '2021-09-18T00:46:11Z', 'revision_number': 4, 'project_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'subnets': [{'id': '0aa149bb-ab40-41b1-85c1-63a6851ea8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:46:12.426276 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-82a8b173-3c6f-46ee-bf4e-8c0db2b46f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:12.428087 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009a68fb-e856-486d-8d23-b059b99cfb82 None None] The sync data for ids ['1ef140ee-484a-4129-944c-fda13dec4a17'] in n-d-809883-1 is: [{'id': '1ef140ee-484a-4129-944c-fda13dec4a17', 'name': 'tempest-TestEncryptedCinderVolumes-912093257-router', 'tenant_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b7827bcb-1c9f-42cc-84c2-13ff0198f922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:46:05Z', 'updated_at': '2021-09-18T00:46:09Z', 'revision_number': 4, 'project_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'gw_port': {'id': 'b7827bcb-1c9f-42cc-84c2-13ff0198f922', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ae:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef140ee-484a-4129-944c-fda13dec4a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:46:06Z', 'updated_at': '2021-09-18T00:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82', 'name': '', 'network_id': '62d44f7b-ca4d-49b5-a956-a367815015e7', 'tenant_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'mac_address': 'fa:16:3e:85:81:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef140ee-484a-4129-944c-fda13dec4a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '0aa149bb-ab40-41b1-85c1-63a6851ea8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:46:08Z', 'updated_at': '2021-09-18T00:46:11Z', 'revision_number': 4, 'project_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'subnets': [{'id': '0aa149bb-ab40-41b1-85c1-63a6851ea8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:46:12.485776 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8b173-3c6f-46ee-bf4e-8c0db2b46f95 None None] Pushing event updated for resources: {'Port': ['ID=afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:12.555911 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b7827bcb-1c9f-42cc-84c2-13ff0198f922 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:12.560374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-99bed387-a54b-4a9e-99eb-376a5566e50e None None] Provisioning complete for port afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:12.565595 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-99bed387-a54b-4a9e-99eb-376a5566e50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:12.640087 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port b7827bcb-1c9f-42cc-84c2-13ff0198f922 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:12.640748 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:12.766100 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c93d605-af37-4a6a-a28d-52575268664d req-38b1edd8-fc57-40c8-9d89-9d403c958184 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc0b702f-8e36-4c77-852d-18f7397d203f HTTP/1.1" status: 200 len: 210 time: 0.0269966 Sep 18 00:46:13.718771 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-b0752e5d-e25a-4e72-9ca7-e017e07889f4 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:13.720233 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-b0752e5d-e25a-4e72-9ca7-e017e07889f4 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.37 "GET /v2.0/networks?id=d35f798c-1199-464a-9663-9b92787327b6 HTTP/1.1" status: 200 len: 817 time: 0.1103370 Sep 18 00:46:13.733566 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-6cd04667-f8a5-41d0-adc4-9f9ac9aff5a5 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Request body: {'port': {'device_id': 'bc0b702f-8e36-4c77-852d-18f7397d203f', 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6', 'admin_state_up': True, 'tenant_id': '8d58726f2690434e97e16bac08f7fa2d'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:13.872979 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4b166709-d775-4ed8-b386-7101f28e3fc6 req-fb5b0475-9b52-4125-9590-d7307e8c8cb3 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc0b702f-8e36-4c77-852d-18f7397d203f HTTP/1.1" status: 200 len: 210 time: 0.0339580 Sep 18 00:46:13.951297 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-6cd04667-f8a5-41d0-adc4-9f9ac9aff5a5 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Made reservation on behalf of 8d58726f2690434e97e16bac08f7fa2d for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:46:13.955119 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-6cd04667-f8a5-41d0-adc4-9f9ac9aff5a5 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:13.974290 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:14.084388 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-6cd04667-f8a5-41d0-adc4-9f9ac9aff5a5 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Allocated IP 172.20.0.4 (d35f798c-1199-464a-9663-9b92787327b6/5b1b7e92-a16f-496d-8cc0-e2e38cb8afe9/72df30cc-1818-45e4-a88e-1bb3df232174) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:46:14.134513 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-461e545e-13f7-4dec-aa08-11e04ab93a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:14.235208 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-6cd04667-f8a5-41d0-adc4-9f9ac9aff5a5 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:14.323068 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-6cd04667-f8a5-41d0-adc4-9f9ac9aff5a5 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:14.363906 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-6cd04667-f8a5-41d0-adc4-9f9ac9aff5a5 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Network d35f798c-1199-464a-9663-9b92787327b6 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:46:14.366766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-6cd04667-f8a5-41d0-adc4-9f9ac9aff5a5 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:46:14.370339 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-6cd04667-f8a5-41d0-adc4-9f9ac9aff5a5 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:46:14.401729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd04667-f8a5-41d0-adc4-9f9ac9aff5a5 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Pushing event updated for resources: {'Port': ['ID=72df30cc-1818-45e4-a88e-1bb3df232174,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:14.431116 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-6cd04667-f8a5-41d0-adc4-9f9ac9aff5a5 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:14.431753 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-6cd04667-f8a5-41d0-adc4-9f9ac9aff5a5 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:14.493233 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-6cd04667-f8a5-41d0-adc4-9f9ac9aff5a5 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7635164 Sep 18 00:46:14.511032 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:14.512109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Request body: {'port': {'device_id': 'bc0b702f-8e36-4c77-852d-18f7397d203f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:14.562733 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:14.563114 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:14.657315 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-6652fd59-147a-4260-a864-a8bdd249d85f None None] Provisioning complete for port 72df30cc-1818-45e4-a88e-1bb3df232174 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:14.657659 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6652fd59-147a-4260-a864-a8bdd249d85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:14.692271 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6652fd59-147a-4260-a864-a8bdd249d85f None None] Port 72df30cc-1818-45e4-a88e-1bb3df232174 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:46:14.811879 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:15.055529 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df0fd8-5cb1-48fd-81f5-2c052baba7ab req-619fdbec-9de4-49f8-8b48-c961fc96c64c tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:15.057028 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-59df0fd8-5cb1-48fd-81f5-2c052baba7ab req-619fdbec-9de4-49f8-8b48-c961fc96c64c tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc0b702f-8e36-4c77-852d-18f7397d203f HTTP/1.1" status: 200 len: 931 time: 0.1018496 Sep 18 00:46:15.128116 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-59df0fd8-5cb1-48fd-81f5-2c052baba7ab req-4f4dee52-bf6d-463b-a255-bc1061d8cc35 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650520 Sep 18 00:46:15.134349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72df30cc-1818-45e4-a88e-1bb3df232174 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:46:15.141905 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:15.153324 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Transition to ACTIVE for port object 72df30cc-1818-45e4-a88e-1bb3df232174 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:46:15.217708 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:15.268955 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Pushing event updated for resources: {'Port': ['ID=72df30cc-1818-45e4-a88e-1bb3df232174,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:15.337102 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Attempting to bind port 72df30cc-1818-45e4-a88e-1bb3df232174 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:46:15.337431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Attempting to bind port 72df30cc-1818-45e4-a88e-1bb3df232174 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '74c4376c-97fe-40ce-b6bb-f3571dcd269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:46:15.337752 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Attempting to bind port 72df30cc-1818-45e4-a88e-1bb3df232174 on network d35f798c-1199-464a-9663-9b92787327b6 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:15.342235 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Port 72df30cc-1818-45e4-a88e-1bb3df232174 on network d35f798c-1199-464a-9663-9b92787327b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:46:15.342551 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Attempting to bind port 72df30cc-1818-45e4-a88e-1bb3df232174 on network d35f798c-1199-464a-9663-9b92787327b6 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:15.347535 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:46:15.347868 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Checking segment: {'id': '74c4376c-97fe-40ce-b6bb-f3571dcd269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:46:15.348249 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Bound using segment: {'id': '74c4376c-97fe-40ce-b6bb-f3571dcd269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:46:15.348670 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Bound port: 72df30cc-1818-45e4-a88e-1bb3df232174, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c4376c-97fe-40ce-b6bb-f3571dcd269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:46:15.349050 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:15.480534 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] For port 72df30cc-1818-45e4-a88e-1bb3df232174, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:46:15.483800 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] For port 72df30cc-1818-45e4-a88e-1bb3df232174, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=72df30cc-1818-45e4-a88e-1bb3df232174,segment=NetworkSegment(74c4376c-97fe-40ce-b6bb-f3571dcd269e),segment_id=74c4376c-97fe-40ce-b6bb-f3571dcd269e)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:46:15.549570 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:15.583443 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:15.584092 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:15.585484 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] 10.222.0.37 "PUT /v2.0/ports/72df30cc-1818-45e4-a88e-1bb3df232174 HTTP/1.1" status: 200 len: 1091 time: 1.0843132 Sep 18 00:46:15.585918 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0b702f-8e36-4c77-852d-18f7397d203f', 'tag': '72df30cc-1818-45e4-a88e-1bb3df232174'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:15.588674 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09cb104-d625-44fb-959a-b11f36829798" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0b702f-8e36-4c77-852d-18f7397d203f", "tag": "72df30cc-1818-45e4-a88e-1bb3df232174"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:15.614803 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9aea34-eb08-4823-9bda-133ea93a0dec service neutron] Pushing event updated for resources: {'Port': ['ID=72df30cc-1818-45e4-a88e-1bb3df232174,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:15.628238 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fcc216-2d3d-4397-b1ae-f791b20ce5cc x-openstack-request-id: req-d8fcc216-2d3d-4397-b1ae-f791b20ce5cc {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:15.628605 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0b702f-8e36-4c77-852d-18f7397d203f", "tag": "72df30cc-1818-45e4-a88e-1bb3df232174", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:15.628958 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8fcc216-2d3d-4397-b1ae-f791b20ce5cc {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:15.629428 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0b702f-8e36-4c77-852d-18f7397d203f', 'tag': '72df30cc-1818-45e4-a88e-1bb3df232174', 'status': 'completed', 'code': 200} Sep 18 00:46:15.691870 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cb104-d625-44fb-959a-b11f36829798 req-37eee024-324b-44f6-81ba-f0fdc0794003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:15.693577 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a09cb104-d625-44fb-959a-b11f36829798 req-37eee024-324b-44f6-81ba-f0fdc0794003 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d58726f2690434e97e16bac08f7fa2d&device_id=bc0b702f-8e36-4c77-852d-18f7397d203f HTTP/1.1" status: 200 len: 1094 time: 0.0434341 Sep 18 00:46:15.796644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cb104-d625-44fb-959a-b11f36829798 req-ab5d6179-8b53-44f5-939f-b2b9e6052993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:15.798197 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a09cb104-d625-44fb-959a-b11f36829798 req-ab5d6179-8b53-44f5-939f-b2b9e6052993 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8d58726f2690434e97e16bac08f7fa2d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0970812 Sep 18 00:46:15.893619 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cb104-d625-44fb-959a-b11f36829798 req-af14a1e2-40a0-4856-a8fe-3e59293ccdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:15.894980 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a09cb104-d625-44fb-959a-b11f36829798 req-af14a1e2-40a0-4856-a8fe-3e59293ccdad service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904856 Sep 18 00:46:15.969423 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-1de0a6dd-cf89-4788-924c-22bed7b2ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:15.970954 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-1de0a6dd-cf89-4788-924c-22bed7b2ac75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d58726f2690434e97e16bac08f7fa2d&device_id=bc0b702f-8e36-4c77-852d-18f7397d203f HTTP/1.1" status: 200 len: 1094 time: 0.0397637 Sep 18 00:46:16.011604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-696489d2-5c0c-4bfe-aff5-f439cbc973eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72df30cc-1818-45e4-a88e-1bb3df232174 HTTP/1.1" status: 200 len: 217 time: 0.0331852 Sep 18 00:46:16.060908 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-5fbd8fc1-fa01-4810-ad6f-8647e29d9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:16.062381 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-5fbd8fc1-fa01-4810-ad6f-8647e29d9130 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b1b7e92-a16f-496d-8cc0-e2e38cb8afe9 HTTP/1.1" status: 200 len: 856 time: 0.0440817 Sep 18 00:46:16.110927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-82a813ab-2598-47bf-a094-ab1b8c27cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:16.112390 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-82a813ab-2598-47bf-a094-ab1b8c27cfaa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d35f798c-1199-464a-9663-9b92787327b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428877 Sep 18 00:46:16.231627 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-4ce76f35-5803-41a0-aac3-bf168cb38714 service neutron] 10.222.0.37 "GET /v2.0/networks/d35f798c-1199-464a-9663-9b92787327b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120052 Sep 18 00:46:16.276338 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79f8b9-392f-43d8-a87a-438e9c47f0df req-2a870e30-49c5-4b8d-b886-a42b86ce80d3 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:16.277762 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca79f8b9-392f-43d8-a87a-438e9c47f0df req-2a870e30-49c5-4b8d-b886-a42b86ce80d3 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc0b702f-8e36-4c77-852d-18f7397d203f HTTP/1.1" status: 200 len: 943 time: 0.0813720 Sep 18 00:46:16.355397 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca79f8b9-392f-43d8-a87a-438e9c47f0df req-73f0931c-405e-4347-a34f-df0dd7461df1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717506 Sep 18 00:46:16.360777 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6f7414f1-b35e-499a-badb-26b7c8e83db0 req-d8871cf0-9341-4074-9b50-a1073deb7386 service neutron] 10.222.0.37 "GET /v2.0/networks/d35f798c-1199-464a-9663-9b92787327b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213212 Sep 18 00:46:16.608341 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4b40d8c7-4703-4435-b528-d19a0327f1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:17.339560 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:17.474455 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272d192-5647-4650-9e8c-3b681f7e739b req-b14252c7-f77a-4963-97dc-c1cdbccd40f0 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:17.475936 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4272d192-5647-4650-9e8c-3b681f7e739b req-b14252c7-f77a-4963-97dc-c1cdbccd40f0 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc0b702f-8e36-4c77-852d-18f7397d203f HTTP/1.1" status: 200 len: 943 time: 0.0527704 Sep 18 00:46:17.512972 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4272d192-5647-4650-9e8c-3b681f7e739b req-1752abdc-b249-4eca-b3a7-bcb48a4d3b4a tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306158 Sep 18 00:46:17.973724 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:18.626225 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70440ac7-f9b4-418f-9539-ee48ee1d9bec req-9c4fba97-56a2-4e02-b63c-9a8515480f24 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:18.627747 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70440ac7-f9b4-418f-9539-ee48ee1d9bec req-9c4fba97-56a2-4e02-b63c-9a8515480f24 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc0b702f-8e36-4c77-852d-18f7397d203f HTTP/1.1" status: 200 len: 943 time: 0.0487108 Sep 18 00:46:18.664998 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70440ac7-f9b4-418f-9539-ee48ee1d9bec req-c488e10b-bd2b-47df-a5b3-58a65c6f6460 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307763 Sep 18 00:46:19.026955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 72df30cc-1818-45e4-a88e-1bb3df232174 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:46:19.120534 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 72df30cc-1818-45e4-a88e-1bb3df232174, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=72df30cc-1818-45e4-a88e-1bb3df232174,segment=NetworkSegment(74c4376c-97fe-40ce-b6bb-f3571dcd269e),segment_id=74c4376c-97fe-40ce-b6bb-f3571dcd269e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:19.131387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '72df30cc-1818-45e4-a88e-1bb3df232174', 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6', 'port_id': '72df30cc-1818-45e4-a88e-1bb3df232174', 'mac_address': 'fa:16:3e:5a:9f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1b7e92-a16f-496d-8cc0-e2e38cb8afe9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:46:19.171676 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:19.184104 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72df30cc-1818-45e4-a88e-1bb3df232174 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:46:19.203825 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 72df30cc-1818-45e4-a88e-1bb3df232174, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=72df30cc-1818-45e4-a88e-1bb3df232174,segment=NetworkSegment(74c4376c-97fe-40ce-b6bb-f3571dcd269e),segment_id=74c4376c-97fe-40ce-b6bb-f3571dcd269e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:19.275655 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:19.320049 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=72df30cc-1818-45e4-a88e-1bb3df232174,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:19.475462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['72df30cc-1818-45e4-a88e-1bb3df232174'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:46:19.783077 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3db6c-5070-468d-a7f4-fbd1f22cde9b req-d1e4dd85-6846-448e-bc70-6d60a0362d64 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:19.784723 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83a3db6c-5070-468d-a7f4-fbd1f22cde9b req-d1e4dd85-6846-448e-bc70-6d60a0362d64 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc0b702f-8e36-4c77-852d-18f7397d203f HTTP/1.1" status: 200 len: 944 time: 0.0500402 Sep 18 00:46:19.828521 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-83a3db6c-5070-468d-a7f4-fbd1f22cde9b req-84e6976d-2a02-40cb-a347-4d85708eb178 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371320 Sep 18 00:46:20.019572 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:20.942840 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b388667-648c-48fc-9c6d-9a3dd295525a req-6bb10fd9-312a-44b6-8c7e-0351014d9a22 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:20.944282 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b388667-648c-48fc-9c6d-9a3dd295525a req-6bb10fd9-312a-44b6-8c7e-0351014d9a22 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc0b702f-8e36-4c77-852d-18f7397d203f HTTP/1.1" status: 200 len: 944 time: 0.0506723 Sep 18 00:46:20.980472 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7b388667-648c-48fc-9c6d-9a3dd295525a req-8733b05d-cd02-4184-946c-d84840b93de5 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296147 Sep 18 00:46:21.042595 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 72df30cc-1818-45e4-a88e-1bb3df232174 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:21.156686 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 72df30cc-1818-45e4-a88e-1bb3df232174 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:46:21.160428 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 72df30cc-1818-45e4-a88e-1bb3df232174 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:21.162880 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:21.240426 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:21.262487 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0b702f-8e36-4c77-852d-18f7397d203f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72df30cc-1818-45e4-a88e-1bb3df232174'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:21.264708 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c21211f-3a5c-4cf6-964d-4896b816b614" -d '{"events": [{"server_uuid": "bc0b702f-8e36-4c77-852d-18f7397d203f", "name": "network-vif-plugged", "status": "completed", "tag": "72df30cc-1818-45e4-a88e-1bb3df232174"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:21.277371 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 72df30cc-1818-45e4-a88e-1bb3df232174, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=72df30cc-1818-45e4-a88e-1bb3df232174,segment=NetworkSegment(74c4376c-97fe-40ce-b6bb-f3571dcd269e),segment_id=74c4376c-97fe-40ce-b6bb-f3571dcd269e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:21.300174 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd45723-2fb5-44a1-8bfa-21dd670d0272 x-openstack-request-id: req-fdd45723-2fb5-44a1-8bfa-21dd670d0272 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:21.300460 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0b702f-8e36-4c77-852d-18f7397d203f", "name": "network-vif-plugged", "status": "completed", "tag": "72df30cc-1818-45e4-a88e-1bb3df232174", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:21.300716 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fdd45723-2fb5-44a1-8bfa-21dd670d0272 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:21.301137 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0b702f-8e36-4c77-852d-18f7397d203f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72df30cc-1818-45e4-a88e-1bb3df232174', 'code': 200} Sep 18 00:46:21.378256 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:21.393634 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2570739-3fde-4ea5-bdb9-3980b08e9991 req-f8066f6a-b43e-4407-be0c-fa2b1d4114f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:21.395504 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2570739-3fde-4ea5-bdb9-3980b08e9991 req-f8066f6a-b43e-4407-be0c-fa2b1d4114f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc0b702f-8e36-4c77-852d-18f7397d203f HTTP/1.1" status: 200 len: 1095 time: 0.0401986 Sep 18 00:46:21.426076 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=72df30cc-1818-45e4-a88e-1bb3df232174,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:21.431172 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2570739-3fde-4ea5-bdb9-3980b08e9991 req-0a3e385f-aad8-454c-a944-8c63a9749c85 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285294 Sep 18 00:46:22.093882 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed99d8d-7b30-47e6-a772-298fccaacf17 req-0d114c54-3317-4a89-9219-6065fa50ece8 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:22.095360 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eed99d8d-7b30-47e6-a772-298fccaacf17 req-0d114c54-3317-4a89-9219-6065fa50ece8 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc0b702f-8e36-4c77-852d-18f7397d203f HTTP/1.1" status: 200 len: 945 time: 0.0497067 Sep 18 00:46:22.132252 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eed99d8d-7b30-47e6-a772-298fccaacf17 req-dc489c02-0674-4ca6-ba9f-c8470d65840e tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310745 Sep 18 00:46:23.248163 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da472ab0-0daa-4976-a2a5-fd471b62836a req-cb0a85d6-9257-468d-a062-7ac60a13de33 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:23.249666 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da472ab0-0daa-4976-a2a5-fd471b62836a req-cb0a85d6-9257-468d-a062-7ac60a13de33 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc0b702f-8e36-4c77-852d-18f7397d203f HTTP/1.1" status: 200 len: 945 time: 0.0506616 Sep 18 00:46:23.287041 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-da472ab0-0daa-4976-a2a5-fd471b62836a req-5c822e23-1d40-446b-b4af-b7fd7d9f3227 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313239 Sep 18 00:46:23.401109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792de569-bb7c-4c09-b8b9-defedbe41dbe req-53a7e139-f499-41b2-840c-be8253e04bf3 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:23.402573 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-792de569-bb7c-4c09-b8b9-defedbe41dbe req-53a7e139-f499-41b2-840c-be8253e04bf3 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc0b702f-8e36-4c77-852d-18f7397d203f HTTP/1.1" status: 200 len: 945 time: 0.0482228 Sep 18 00:46:23.439647 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-792de569-bb7c-4c09-b8b9-defedbe41dbe req-1b8074f3-8da4-4688-91cd-ed778d2a31c7 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309992 Sep 18 00:46:40.939019 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:43.656245 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:46:43.965569 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:44.125547 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-83b3e3b2-6335-47ff-9574-4b51249923c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:45.260333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de310e-e128-44e1-a81f-615a659b46dd req-47d8a289-7ef3-47e4-9e1b-00ccf9e5ae8d tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:45.261762 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39de310e-e128-44e1-a81f-615a659b46dd req-47d8a289-7ef3-47e4-9e1b-00ccf9e5ae8d tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc0b702f-8e36-4c77-852d-18f7397d203f HTTP/1.1" status: 200 len: 945 time: 0.0494745 Sep 18 00:46:45.298749 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39de310e-e128-44e1-a81f-615a659b46dd req-f767584f-be6f-4ba4-a8b6-fba9f7b8f570 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311818 Sep 18 00:46:46.417527 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad2011-5301-4d6f-adf0-288fc9c43d48 req-abc07f7f-1016-4a62-8b8e-c9d90ef858f9 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:46.419000 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34ad2011-5301-4d6f-adf0-288fc9c43d48 req-abc07f7f-1016-4a62-8b8e-c9d90ef858f9 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc0b702f-8e36-4c77-852d-18f7397d203f HTTP/1.1" status: 200 len: 945 time: 0.0529757 Sep 18 00:46:46.456924 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34ad2011-5301-4d6f-adf0-288fc9c43d48 req-4510a4f6-d849-486f-8467-63e394bb397c tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320125 Sep 18 00:46:46.623033 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2cc7cfe1-450c-41fe-8d35-78ddbab3fdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:46.824890 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72693c42-1232-4a0b-966e-62d5ea512fe6 req-e00d8154-b3a5-4138-b5f0-ad3291dd9ac9 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:46.826414 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72693c42-1232-4a0b-966e-62d5ea512fe6 req-e00d8154-b3a5-4138-b5f0-ad3291dd9ac9 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc0b702f-8e36-4c77-852d-18f7397d203f HTTP/1.1" status: 200 len: 945 time: 0.0479286 Sep 18 00:46:46.911780 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-72693c42-1232-4a0b-966e-62d5ea512fe6 req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Deleting port 72df30cc-1818-45e4-a88e-1bb3df232174 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:46:46.912043 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-72693c42-1232-4a0b-966e-62d5ea512fe6 req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:47.007452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-72693c42-1232-4a0b-966e-62d5ea512fe6 req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] For port 72df30cc-1818-45e4-a88e-1bb3df232174, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=72df30cc-1818-45e4-a88e-1bb3df232174,segment=NetworkSegment(74c4376c-97fe-40ce-b6bb-f3571dcd269e),segment_id=74c4376c-97fe-40ce-b6bb-f3571dcd269e)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:47.012418 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-72693c42-1232-4a0b-966e-62d5ea512fe6 req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:47.020372 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-72693c42-1232-4a0b-966e-62d5ea512fe6 req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Calling delete_port for 72df30cc-1818-45e4-a88e-1bb3df232174 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:46:47.236193 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-72693c42-1232-4a0b-966e-62d5ea512fe6 req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:47.247709 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['72df30cc-1818-45e4-a88e-1bb3df232174'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:46:47.264651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Pushing event deleted for resources: {'Port': ['ID=72df30cc-1818-45e4-a88e-1bb3df232174,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:47.293139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:47.293139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:47.293139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:47.293139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:47.293139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:47.293139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:47.293592 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:47.293679 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:47.293939 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:47.294281 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:47.294574 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:47.294916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:47.316989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-72693c42-1232-4a0b-966e-62d5ea512fe6 req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] No DVR routers for this DVR port 72df30cc-1818-45e4-a88e-1bb3df232174 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:46:47.319797 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-72693c42-1232-4a0b-966e-62d5ea512fe6 req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:47.321901 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72693c42-1232-4a0b-966e-62d5ea512fe6 req-f38ed6d5-885b-413f-853e-2887253b5ac1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.37 "DELETE /v2.0/ports/72df30cc-1818-45e4-a88e-1bb3df232174 HTTP/1.1" status: 204 len: 173 time: 0.4891770 Sep 18 00:46:47.334784 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0b702f-8e36-4c77-852d-18f7397d203f', 'name': 'network-vif-deleted', 'tag': '72df30cc-1818-45e4-a88e-1bb3df232174'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:47.334784 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18204385-0ee3-4dea-9e84-2a125d5e81ef" -d '{"events": [{"server_uuid": "bc0b702f-8e36-4c77-852d-18f7397d203f", "name": "network-vif-deleted", "tag": "72df30cc-1818-45e4-a88e-1bb3df232174"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:47.382955 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:47.429521 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca7aaa8-0b4a-4b53-8684-3885a2c7ac1a x-openstack-request-id: req-eca7aaa8-0b4a-4b53-8684-3885a2c7ac1a {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:47.430024 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0b702f-8e36-4c77-852d-18f7397d203f", "name": "network-vif-deleted", "tag": "72df30cc-1818-45e4-a88e-1bb3df232174", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:47.430141 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eca7aaa8-0b4a-4b53-8684-3885a2c7ac1a {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:47.430516 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0b702f-8e36-4c77-852d-18f7397d203f', 'name': 'network-vif-deleted', 'tag': '72df30cc-1818-45e4-a88e-1bb3df232174', 'status': 'completed', 'code': 200} Sep 18 00:46:47.549438 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf92d2fb-2140-46a8-a12c-6a655fa2b1c5 req-ac44ae07-cb46-40cc-a494-46f7edf7c76c tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc0b702f-8e36-4c77-852d-18f7397d203f HTTP/1.1" status: 200 len: 210 time: 0.0261767 Sep 18 00:46:47.990776 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:49.314612 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-92c92e04-a8a0-4f79-bdc1-95a93e56dd6f tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:49.316022 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-92c92e04-a8a0-4f79-bdc1-95a93e56dd6f tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/networks?id=d35f798c-1199-464a-9663-9b92787327b6 HTTP/1.1" status: 200 len: 817 time: 0.1078043 Sep 18 00:46:49.330993 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-c262a2c0-85dd-4041-a0fd-0615661c46e3 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/quotas/8d58726f2690434e97e16bac08f7fa2d HTTP/1.1" status: 200 len: 375 time: 0.0089862 Sep 18 00:46:49.380953 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-264f2438-daec-4cb4-8d22-0a3f7ffebbc0 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d58726f2690434e97e16bac08f7fa2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442622 Sep 18 00:46:49.477385 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-cd4c479b-1728-4efa-bf5e-433946f097bb service neutron] 10.222.0.46 "GET /v2.0/networks/d35f798c-1199-464a-9663-9b92787327b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850806 Sep 18 00:46:49.563473 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-5eb12ece-1d3b-4abb-be62-3918e087779c service neutron] 10.222.0.46 "GET /v2.0/networks/d35f798c-1199-464a-9663-9b92787327b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801740 Sep 18 00:46:49.793739 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3a6e2973-1cb7-4f53-8b61-1f6e148ae084 req-6a563903-d781-4f23-85d1-9fbe9e8149c5 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=78cffbb9-af5b-4e0b-9a37-4e8db88926a1 HTTP/1.1" status: 200 len: 210 time: 0.0306799 Sep 18 00:46:49.990386 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:50.883724 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff197012-b83a-458d-92c4-47d33d3b8fdb req-a6e31998-547f-46b5-b200-b7559ae229f1 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=78cffbb9-af5b-4e0b-9a37-4e8db88926a1 HTTP/1.1" status: 200 len: 210 time: 0.0261278 Sep 18 00:46:51.150945 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 72df30cc-1818-45e4-a88e-1bb3df232174 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:46:51.170891 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 72df30cc-1818-45e4-a88e-1bb3df232174 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:46:51.171229 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 72df30cc-1818-45e4-a88e-1bb3df232174 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:46:51.619025 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-658f5589-e593-407a-ae3c-56eeb44deb5e tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:51.620460 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-658f5589-e593-407a-ae3c-56eeb44deb5e tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.37 "GET /v2.0/networks?id=d35f798c-1199-464a-9663-9b92787327b6 HTTP/1.1" status: 200 len: 817 time: 0.0990114 Sep 18 00:46:51.635226 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-61ff168b-acd8-4d42-a941-c9c8e36876b3 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Request body: {'port': {'device_id': '78cffbb9-af5b-4e0b-9a37-4e8db88926a1', 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6', 'admin_state_up': True, 'tenant_id': '8d58726f2690434e97e16bac08f7fa2d'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:51.799971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-61ff168b-acd8-4d42-a941-c9c8e36876b3 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Made reservation on behalf of 8d58726f2690434e97e16bac08f7fa2d for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:46:51.803520 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-61ff168b-acd8-4d42-a941-c9c8e36876b3 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:51.930009 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-61ff168b-acd8-4d42-a941-c9c8e36876b3 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Allocated IP 172.20.0.7 (d35f798c-1199-464a-9663-9b92787327b6/5b1b7e92-a16f-496d-8cc0-e2e38cb8afe9/b76d4d3b-c6bd-4634-8856-544fc4b19010) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:46:51.984757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-463593d8-a4ff-48bc-9ee9-98ff4698e94e req-b804da6f-51c9-4be8-9b2c-a2f457788b38 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=78cffbb9-af5b-4e0b-9a37-4e8db88926a1 HTTP/1.1" status: 200 len: 210 time: 0.0318105 Sep 18 00:46:52.093039 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-61ff168b-acd8-4d42-a941-c9c8e36876b3 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:52.185256 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-61ff168b-acd8-4d42-a941-c9c8e36876b3 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:52.226783 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-61ff168b-acd8-4d42-a941-c9c8e36876b3 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Network d35f798c-1199-464a-9663-9b92787327b6 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:46:52.229863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-61ff168b-acd8-4d42-a941-c9c8e36876b3 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:46:52.232220 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-61ff168b-acd8-4d42-a941-c9c8e36876b3 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:46:52.266311 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff168b-acd8-4d42-a941-c9c8e36876b3 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Pushing event updated for resources: {'Port': ['ID=b76d4d3b-c6bd-4634-8856-544fc4b19010,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:52.290019 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-61ff168b-acd8-4d42-a941-c9c8e36876b3 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:52.290658 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-61ff168b-acd8-4d42-a941-c9c8e36876b3 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:52.379899 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-61ff168b-acd8-4d42-a941-c9c8e36876b3 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7486384 Sep 18 00:46:52.392729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Request body: {'port': {'device_id': '78cffbb9-af5b-4e0b-9a37-4e8db88926a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:46:52.446709 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:52.458801 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-6fa6621b-729c-4364-9609-b9072ffc2ab2 None None] Provisioning complete for port b76d4d3b-c6bd-4634-8856-544fc4b19010 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:52.459326 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6fa6621b-729c-4364-9609-b9072ffc2ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:52.492799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6fa6621b-729c-4364-9609-b9072ffc2ab2 None None] Port b76d4d3b-c6bd-4634-8856-544fc4b19010 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:46:52.703491 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76d4d3b-c6bd-4634-8856-544fc4b19010 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:46:52.711062 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:52.722358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Transition to ACTIVE for port object b76d4d3b-c6bd-4634-8856-544fc4b19010 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:46:52.795871 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:52.847671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Pushing event updated for resources: {'Port': ['ID=b76d4d3b-c6bd-4634-8856-544fc4b19010,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:52.917197 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Attempting to bind port b76d4d3b-c6bd-4634-8856-544fc4b19010 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:46:52.917526 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Attempting to bind port b76d4d3b-c6bd-4634-8856-544fc4b19010 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '74c4376c-97fe-40ce-b6bb-f3571dcd269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:46:52.917849 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Attempting to bind port b76d4d3b-c6bd-4634-8856-544fc4b19010 on network d35f798c-1199-464a-9663-9b92787327b6 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:52.922474 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Port b76d4d3b-c6bd-4634-8856-544fc4b19010 on network d35f798c-1199-464a-9663-9b92787327b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:46:52.922788 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Attempting to bind port b76d4d3b-c6bd-4634-8856-544fc4b19010 on network d35f798c-1199-464a-9663-9b92787327b6 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:46:52.927612 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:46:52.927943 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Checking segment: {'id': '74c4376c-97fe-40ce-b6bb-f3571dcd269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:46:52.928325 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Bound using segment: {'id': '74c4376c-97fe-40ce-b6bb-f3571dcd269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:46:52.928770 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Bound port: b76d4d3b-c6bd-4634-8856-544fc4b19010, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c4376c-97fe-40ce-b6bb-f3571dcd269e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:46:52.929157 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:52.994654 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] For port b76d4d3b-c6bd-4634-8856-544fc4b19010, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:46:52.997775 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] For port b76d4d3b-c6bd-4634-8856-544fc4b19010, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b76d4d3b-c6bd-4634-8856-544fc4b19010,segment=NetworkSegment(74c4376c-97fe-40ce-b6bb-f3571dcd269e),segment_id=74c4376c-97fe-40ce-b6bb-f3571dcd269e)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:46:53.080367 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:53.117826 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:53.118454 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:53.119879 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] 10.222.0.37 "PUT /v2.0/ports/b76d4d3b-c6bd-4634-8856-544fc4b19010 HTTP/1.1" status: 200 len: 1091 time: 0.7314749 Sep 18 00:46:53.121132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78cffbb9-af5b-4e0b-9a37-4e8db88926a1', 'tag': 'b76d4d3b-c6bd-4634-8856-544fc4b19010'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:53.124093 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de402276-967c-4d76-8b5b-75d166c66185" -d '{"events": [{"name": "network-changed", "server_uuid": "78cffbb9-af5b-4e0b-9a37-4e8db88926a1", "tag": "b76d4d3b-c6bd-4634-8856-544fc4b19010"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:53.144711 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19010e12-c419-4c8b-8b54-fce0bbd149a1 req-4f87cc64-9963-425d-ad84-6246c2164b5b tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:53.146374 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-19010e12-c419-4c8b-8b54-fce0bbd149a1 req-4f87cc64-9963-425d-ad84-6246c2164b5b tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=78cffbb9-af5b-4e0b-9a37-4e8db88926a1 HTTP/1.1" status: 200 len: 943 time: 0.0945604 Sep 18 00:46:53.174334 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe543cc-06f8-4470-8f5f-33c495190664 x-openstack-request-id: req-6fe543cc-06f8-4470-8f5f-33c495190664 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:53.174632 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78cffbb9-af5b-4e0b-9a37-4e8db88926a1", "tag": "b76d4d3b-c6bd-4634-8856-544fc4b19010", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:53.174882 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6fe543cc-06f8-4470-8f5f-33c495190664 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:53.175270 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78cffbb9-af5b-4e0b-9a37-4e8db88926a1', 'tag': 'b76d4d3b-c6bd-4634-8856-544fc4b19010', 'status': 'completed', 'code': 200} Sep 18 00:46:53.185091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f35b1-a928-40ae-a162-2e808145f368 service neutron] Pushing event updated for resources: {'Port': ['ID=b76d4d3b-c6bd-4634-8856-544fc4b19010,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:53.229645 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-19010e12-c419-4c8b-8b54-fce0bbd149a1 req-8805912d-82d7-457c-837f-1eed6f0e6939 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723472 Sep 18 00:46:53.246818 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de402276-967c-4d76-8b5b-75d166c66185 req-45f43be5-dad0-4a98-bbb5-a8c3679d3a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:53.248319 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de402276-967c-4d76-8b5b-75d166c66185 req-45f43be5-dad0-4a98-bbb5-a8c3679d3a07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d58726f2690434e97e16bac08f7fa2d&device_id=78cffbb9-af5b-4e0b-9a37-4e8db88926a1 HTTP/1.1" status: 200 len: 1094 time: 0.0521240 Sep 18 00:46:53.347627 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de402276-967c-4d76-8b5b-75d166c66185 req-1076beaf-bf76-42e5-91bd-73ccc2906673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:53.349187 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de402276-967c-4d76-8b5b-75d166c66185 req-1076beaf-bf76-42e5-91bd-73ccc2906673 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8d58726f2690434e97e16bac08f7fa2d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0931292 Sep 18 00:46:53.446791 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de402276-967c-4d76-8b5b-75d166c66185 req-95fd3957-602c-4739-8bea-0a072b9c423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:53.451304 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de402276-967c-4d76-8b5b-75d166c66185 req-95fd3957-602c-4739-8bea-0a072b9c423a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929518 Sep 18 00:46:53.523292 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-fbffa871-2199-4f9a-bb82-0c059ff64b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:53.524741 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-fbffa871-2199-4f9a-bb82-0c059ff64b5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8d58726f2690434e97e16bac08f7fa2d&device_id=78cffbb9-af5b-4e0b-9a37-4e8db88926a1 HTTP/1.1" status: 200 len: 1094 time: 0.0401034 Sep 18 00:46:53.571177 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-1c4046a8-ffbb-4b3b-99df-c769ee5b9462 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76d4d3b-c6bd-4634-8856-544fc4b19010 HTTP/1.1" status: 200 len: 217 time: 0.0376570 Sep 18 00:46:53.619193 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-169a82dd-ee8f-4db8-8b81-d64440be272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:53.620599 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-169a82dd-ee8f-4db8-8b81-d64440be272a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b1b7e92-a16f-496d-8cc0-e2e38cb8afe9 HTTP/1.1" status: 200 len: 856 time: 0.0426235 Sep 18 00:46:53.664177 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-8036ed19-1fa9-4c43-a698-bb253dfe72a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:53.665890 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-8036ed19-1fa9-4c43-a698-bb253dfe72a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d35f798c-1199-464a-9663-9b92787327b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384061 Sep 18 00:46:53.756281 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-b1b8e136-7816-4b67-9f22-aa06acd55c61 service neutron] 10.222.0.37 "GET /v2.0/networks/d35f798c-1199-464a-9663-9b92787327b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831461 Sep 18 00:46:53.843024 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ed1c68c6-1cb5-404a-a82d-7b5e1c2a1c30 req-daf263b4-5d04-4906-ab71-3a9d9028426b service neutron] 10.222.0.37 "GET /v2.0/networks/d35f798c-1199-464a-9663-9b92787327b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797718 Sep 18 00:46:54.348531 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1190d4-d923-495b-ba26-216fc77fe4e8 req-3ddd0bba-2411-436b-90d9-5141711945b6 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:54.350023 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb1190d4-d923-495b-ba26-216fc77fe4e8 req-3ddd0bba-2411-436b-90d9-5141711945b6 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=78cffbb9-af5b-4e0b-9a37-4e8db88926a1 HTTP/1.1" status: 200 len: 943 time: 0.0525575 Sep 18 00:46:54.387394 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb1190d4-d923-495b-ba26-216fc77fe4e8 req-d5efb985-f8d9-4745-a1c8-2f7c85ff9d1e tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309167 Sep 18 00:46:55.498483 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2965e46-406f-4573-8235-a9dea5ad85d1 req-4147eabe-107b-4c9a-b963-52b128a049b0 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:55.499972 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f2965e46-406f-4573-8235-a9dea5ad85d1 req-4147eabe-107b-4c9a-b963-52b128a049b0 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=78cffbb9-af5b-4e0b-9a37-4e8db88926a1 HTTP/1.1" status: 200 len: 943 time: 0.0480056 Sep 18 00:46:55.536588 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f2965e46-406f-4573-8235-a9dea5ad85d1 req-e753ab7f-2afc-4bed-9ac6-d799bdee22a6 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308001 Sep 18 00:46:56.648507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d273b4-cf48-4a7b-a5d3-9ee38eb7b038 req-5191e15c-895a-4e46-8515-6b768a8bfd39 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:56.649985 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-45d273b4-cf48-4a7b-a5d3-9ee38eb7b038 req-5191e15c-895a-4e46-8515-6b768a8bfd39 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=78cffbb9-af5b-4e0b-9a37-4e8db88926a1 HTTP/1.1" status: 200 len: 943 time: 0.0479069 Sep 18 00:46:56.685731 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-45d273b4-cf48-4a7b-a5d3-9ee38eb7b038 req-0f994990-b6bb-4a81-b5be-2e9327aefb6b tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299890 Sep 18 00:46:57.160278 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device b76d4d3b-c6bd-4634-8856-544fc4b19010 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:46:57.256541 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port b76d4d3b-c6bd-4634-8856-544fc4b19010, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b76d4d3b-c6bd-4634-8856-544fc4b19010,segment=NetworkSegment(74c4376c-97fe-40ce-b6bb-f3571dcd269e),segment_id=74c4376c-97fe-40ce-b6bb-f3571dcd269e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:57.267321 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'b76d4d3b-c6bd-4634-8856-544fc4b19010', 'network_id': 'd35f798c-1199-464a-9663-9b92787327b6', 'port_id': 'b76d4d3b-c6bd-4634-8856-544fc4b19010', 'mac_address': 'fa:16:3e:a7:7c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1b7e92-a16f-496d-8cc0-e2e38cb8afe9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:46:57.303400 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:57.316231 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76d4d3b-c6bd-4634-8856-544fc4b19010 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:46:57.334613 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port b76d4d3b-c6bd-4634-8856-544fc4b19010, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b76d4d3b-c6bd-4634-8856-544fc4b19010,segment=NetworkSegment(74c4376c-97fe-40ce-b6bb-f3571dcd269e),segment_id=74c4376c-97fe-40ce-b6bb-f3571dcd269e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:57.395917 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:57.445292 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=b76d4d3b-c6bd-4634-8856-544fc4b19010,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:57.452371 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:57.452718 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:57.453096 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:57.453432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:57.453763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:57.454091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:57.454416 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:57.454740 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:57.455061 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:57.455383 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:57.455704 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:57.456023 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:46:57.592077 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['b76d4d3b-c6bd-4634-8856-544fc4b19010'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:46:57.802800 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7bda8-2653-451a-a4b4-b0650f471fa3 req-bc24325a-9cd6-4db9-a38d-8a4acbfc552c tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:57.804256 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3da7bda8-2653-451a-a4b4-b0650f471fa3 req-bc24325a-9cd6-4db9-a38d-8a4acbfc552c tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=78cffbb9-af5b-4e0b-9a37-4e8db88926a1 HTTP/1.1" status: 200 len: 944 time: 0.0511630 Sep 18 00:46:57.840533 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3da7bda8-2653-451a-a4b4-b0650f471fa3 req-64206c49-ba82-421e-9eff-1366d382145b tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304339 Sep 18 00:46:58.951548 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43714ebd-e26e-4028-97dd-12247ff7003c req-e6ccbd3b-82f2-4323-9dac-116e9f489e9d tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:58.953021 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43714ebd-e26e-4028-97dd-12247ff7003c req-e6ccbd3b-82f2-4323-9dac-116e9f489e9d tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=78cffbb9-af5b-4e0b-9a37-4e8db88926a1 HTTP/1.1" status: 200 len: 944 time: 0.0481808 Sep 18 00:46:58.989121 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-43714ebd-e26e-4028-97dd-12247ff7003c req-af4644a0-0081-45c8-ba00-1d953451efac tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303164 Sep 18 00:46:59.159855 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device b76d4d3b-c6bd-4634-8856-544fc4b19010 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:46:59.273969 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port b76d4d3b-c6bd-4634-8856-544fc4b19010 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:46:59.277607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port b76d4d3b-c6bd-4634-8856-544fc4b19010 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:46:59.277975 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:59.352749 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:59.374104 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cffbb9-af5b-4e0b-9a37-4e8db88926a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76d4d3b-c6bd-4634-8856-544fc4b19010'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:46:59.376395 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffee914b-ca37-449c-9eb6-38a4e6662693" -d '{"events": [{"server_uuid": "78cffbb9-af5b-4e0b-9a37-4e8db88926a1", "name": "network-vif-plugged", "status": "completed", "tag": "b76d4d3b-c6bd-4634-8856-544fc4b19010"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:46:59.389747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port b76d4d3b-c6bd-4634-8856-544fc4b19010, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b76d4d3b-c6bd-4634-8856-544fc4b19010,segment=NetworkSegment(74c4376c-97fe-40ce-b6bb-f3571dcd269e),segment_id=74c4376c-97fe-40ce-b6bb-f3571dcd269e)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:46:59.459452 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:46:59.466959 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055a7223-1076-4ce7-a462-14a1a862544a x-openstack-request-id: req-055a7223-1076-4ce7-a462-14a1a862544a {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:46:59.467244 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cffbb9-af5b-4e0b-9a37-4e8db88926a1", "name": "network-vif-plugged", "status": "completed", "tag": "b76d4d3b-c6bd-4634-8856-544fc4b19010", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:46:59.467493 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-055a7223-1076-4ce7-a462-14a1a862544a {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:46:59.467881 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cffbb9-af5b-4e0b-9a37-4e8db88926a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76d4d3b-c6bd-4634-8856-544fc4b19010', 'code': 200} Sep 18 00:46:59.512784 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=b76d4d3b-c6bd-4634-8856-544fc4b19010,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:46:59.560746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9cb1b-6473-443a-bf03-7e9ac342eefc req-d5e6cfc3-35bc-48b6-b81e-ab154640d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:46:59.562234 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14f9cb1b-6473-443a-bf03-7e9ac342eefc req-d5e6cfc3-35bc-48b6-b81e-ab154640d242 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78cffbb9-af5b-4e0b-9a37-4e8db88926a1 HTTP/1.1" status: 200 len: 1096 time: 0.0384707 Sep 18 00:46:59.596692 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14f9cb1b-6473-443a-bf03-7e9ac342eefc req-583ffa6e-e2b0-469b-ab6b-bca48ca2443e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277991 Sep 18 00:47:00.102822 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadd06e-9b54-4c09-ba19-7e241d6b9936 req-5bdf2ad7-82a9-49d1-ba0c-8313a3e3a986 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:00.104270 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ddadd06e-9b54-4c09-ba19-7e241d6b9936 req-5bdf2ad7-82a9-49d1-ba0c-8313a3e3a986 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=78cffbb9-af5b-4e0b-9a37-4e8db88926a1 HTTP/1.1" status: 200 len: 945 time: 0.0514071 Sep 18 00:47:00.141027 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ddadd06e-9b54-4c09-ba19-7e241d6b9936 req-d0a0765c-e9f5-417b-a0f7-ba290badbb61 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308735 Sep 18 00:47:01.255883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9639015-74bb-494f-8228-9c29992cefc6 req-25efb97a-ffaa-4018-9150-9dfd2a050ca6 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:01.257317 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9639015-74bb-494f-8228-9c29992cefc6 req-25efb97a-ffaa-4018-9150-9dfd2a050ca6 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=78cffbb9-af5b-4e0b-9a37-4e8db88926a1 HTTP/1.1" status: 200 len: 945 time: 0.0493624 Sep 18 00:47:01.295180 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9639015-74bb-494f-8228-9c29992cefc6 req-6252e890-e36d-4f3b-a50a-d73327d90c74 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318153 Sep 18 00:47:01.406559 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c18d2-3c46-4e4c-8752-1ed474ed73db req-c3641106-321b-41c3-a558-2f7e05096d74 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:01.408039 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-753c18d2-3c46-4e4c-8752-1ed474ed73db req-c3641106-321b-41c3-a558-2f7e05096d74 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=78cffbb9-af5b-4e0b-9a37-4e8db88926a1 HTTP/1.1" status: 200 len: 945 time: 0.0475760 Sep 18 00:47:01.471151 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-753c18d2-3c46-4e4c-8752-1ed474ed73db req-689ecc2f-b395-4644-96d3-21023b81f2ed tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566540 Sep 18 00:47:10.936398 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:13.995952 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:14.098460 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1a6328d7-965c-4030-addd-08e1a3d0ea3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:16.682078 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e0fbaecd-2d42-4899-8045-12ba900a94ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:17.327838 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:17.984470 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:19.996248 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:20.655513 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:47:23.270585 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10928ed6-cc5e-400d-9fcc-de3dc34ac2f8 req-97647cd9-090b-49cb-8e9c-c3d0e42cce4a tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:23.272571 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10928ed6-cc5e-400d-9fcc-de3dc34ac2f8 req-97647cd9-090b-49cb-8e9c-c3d0e42cce4a tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=78cffbb9-af5b-4e0b-9a37-4e8db88926a1 HTTP/1.1" status: 200 len: 945 time: 0.0515184 Sep 18 00:47:23.561497 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10928ed6-cc5e-400d-9fcc-de3dc34ac2f8 req-3f382b9b-a973-408a-a4a8-124e7020d4ea tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830248 Sep 18 00:47:24.675276 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc265180-3383-45a5-8e5f-4a724a720891 req-40284296-3b5d-48c4-a779-314a4fe08a5a tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:24.676711 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc265180-3383-45a5-8e5f-4a724a720891 req-40284296-3b5d-48c4-a779-314a4fe08a5a tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=78cffbb9-af5b-4e0b-9a37-4e8db88926a1 HTTP/1.1" status: 200 len: 945 time: 0.0466890 Sep 18 00:47:24.712860 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc265180-3383-45a5-8e5f-4a724a720891 req-0e31439d-cf4e-475e-aefe-4f0fcf442c12 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/security-groups?id=099873cf-f081-40cd-a818-efcddf5032a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299029 Sep 18 00:47:24.828181 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ef1cc-9cf9-455b-a6ab-1aabd98fccba req-ee4088c3-f16a-4298-82f8-d4439271d480 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:24.829700 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e1ef1cc-9cf9-455b-a6ab-1aabd98fccba req-ee4088c3-f16a-4298-82f8-d4439271d480 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.37 "GET /v2.0/ports?device_id=78cffbb9-af5b-4e0b-9a37-4e8db88926a1 HTTP/1.1" status: 200 len: 945 time: 0.0463824 Sep 18 00:47:24.916353 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-4e1ef1cc-9cf9-455b-a6ab-1aabd98fccba req-ec8f1142-03d6-4985-a9dd-1d5cca359d19 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Deleting port b76d4d3b-c6bd-4634-8856-544fc4b19010 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:47:24.916670 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4e1ef1cc-9cf9-455b-a6ab-1aabd98fccba req-ec8f1142-03d6-4985-a9dd-1d5cca359d19 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:25.002528 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-4e1ef1cc-9cf9-455b-a6ab-1aabd98fccba req-ec8f1142-03d6-4985-a9dd-1d5cca359d19 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] For port b76d4d3b-c6bd-4634-8856-544fc4b19010, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b76d4d3b-c6bd-4634-8856-544fc4b19010,segment=NetworkSegment(74c4376c-97fe-40ce-b6bb-f3571dcd269e),segment_id=74c4376c-97fe-40ce-b6bb-f3571dcd269e)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:25.002808 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4e1ef1cc-9cf9-455b-a6ab-1aabd98fccba req-ec8f1142-03d6-4985-a9dd-1d5cca359d19 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:25.015718 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-4e1ef1cc-9cf9-455b-a6ab-1aabd98fccba req-ec8f1142-03d6-4985-a9dd-1d5cca359d19 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Calling delete_port for b76d4d3b-c6bd-4634-8856-544fc4b19010 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:47:25.209963 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4e1ef1cc-9cf9-455b-a6ab-1aabd98fccba req-ec8f1142-03d6-4985-a9dd-1d5cca359d19 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:25.222729 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['b76d4d3b-c6bd-4634-8856-544fc4b19010'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:47:25.238427 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f1142-03d6-4985-a9dd-1d5cca359d19 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Pushing event deleted for resources: {'Port': ['ID=b76d4d3b-c6bd-4634-8856-544fc4b19010,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:25.282870 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1ef1cc-9cf9-455b-a6ab-1aabd98fccba req-ec8f1142-03d6-4985-a9dd-1d5cca359d19 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] No DVR routers for this DVR port b76d4d3b-c6bd-4634-8856-544fc4b19010 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:47:25.285797 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-4e1ef1cc-9cf9-455b-a6ab-1aabd98fccba req-ec8f1142-03d6-4985-a9dd-1d5cca359d19 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:25.288595 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e1ef1cc-9cf9-455b-a6ab-1aabd98fccba req-ec8f1142-03d6-4985-a9dd-1d5cca359d19 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.37 "DELETE /v2.0/ports/b76d4d3b-c6bd-4634-8856-544fc4b19010 HTTP/1.1" status: 204 len: 173 time: 0.4524510 Sep 18 00:47:25.289337 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cffbb9-af5b-4e0b-9a37-4e8db88926a1', 'name': 'network-vif-deleted', 'tag': 'b76d4d3b-c6bd-4634-8856-544fc4b19010'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:47:25.292372 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea0eb00-9f95-4dd4-b6ca-e60090777372" -d '{"events": [{"server_uuid": "78cffbb9-af5b-4e0b-9a37-4e8db88926a1", "name": "network-vif-deleted", "tag": "b76d4d3b-c6bd-4634-8856-544fc4b19010"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:47:25.332141 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012b2b66-a071-414f-95ab-38d677efd617 x-openstack-request-id: req-012b2b66-a071-414f-95ab-38d677efd617 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:47:25.332437 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cffbb9-af5b-4e0b-9a37-4e8db88926a1", "name": "network-vif-deleted", "tag": "b76d4d3b-c6bd-4634-8856-544fc4b19010", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:47:25.332695 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-012b2b66-a071-414f-95ab-38d677efd617 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:47:25.333122 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cffbb9-af5b-4e0b-9a37-4e8db88926a1', 'name': 'network-vif-deleted', 'tag': 'b76d4d3b-c6bd-4634-8856-544fc4b19010', 'status': 'completed', 'code': 200} Sep 18 00:47:25.815468 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a6203ff-ead5-49f0-ad78-7481078e13eb req-86fb1108-4d02-4cb8-95e5-8caec6903c67 tempest-TestEncryptedCinderVolumes-610788730 tempest-TestEncryptedCinderVolumes-610788730-project] 10.222.0.46 "GET /v2.0/ports?device_id=78cffbb9-af5b-4e0b-9a37-4e8db88926a1 HTTP/1.1" status: 200 len: 210 time: 0.0258725 Sep 18 00:47:26.978700 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59922) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:27.353626 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device b76d4d3b-c6bd-4634-8856-544fc4b19010 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:47:27.373650 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: b76d4d3b-c6bd-4634-8856-544fc4b19010 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:47:27.373989 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device b76d4d3b-c6bd-4634-8856-544fc4b19010 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:47:27.379128 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5abaf7b0-d26f-4ca9-b41d-009c047c1481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:27.664370 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5abaf7b0-d26f-4ca9-b41d-009c047c1481 admin admin] Deleting port 8f1d7f91-495a-4cbb-802f-10eba781deb4 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:47:27.664619 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5abaf7b0-d26f-4ca9-b41d-009c047c1481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:27.738736 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-5abaf7b0-d26f-4ca9-b41d-009c047c1481 admin admin] For port 8f1d7f91-495a-4cbb-802f-10eba781deb4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=8f1d7f91-495a-4cbb-802f-10eba781deb4,segment=NetworkSegment(74c4376c-97fe-40ce-b6bb-f3571dcd269e),segment_id=74c4376c-97fe-40ce-b6bb-f3571dcd269e)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:27.739091 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5abaf7b0-d26f-4ca9-b41d-009c047c1481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:27.751449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-5abaf7b0-d26f-4ca9-b41d-009c047c1481 admin admin] Calling delete_port for 8f1d7f91-495a-4cbb-802f-10eba781deb4 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:47:27.990218 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5abaf7b0-d26f-4ca9-b41d-009c047c1481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:28.020769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abaf7b0-d26f-4ca9-b41d-009c047c1481 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f1d7f91-495a-4cbb-802f-10eba781deb4,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:28.180735 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5abaf7b0-d26f-4ca9-b41d-009c047c1481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:28.391249 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abaf7b0-d26f-4ca9-b41d-009c047c1481 admin admin] Router a51ed9d8-c788-4001-be9b-70449ca3da5c has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:47:28.498614 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abaf7b0-d26f-4ca9-b41d-009c047c1481 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:47:28.503826 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5abaf7b0-d26f-4ca9-b41d-009c047c1481 admin admin] 10.222.0.46 "PUT /v2.0/routers/a51ed9d8-c788-4001-be9b-70449ca3da5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5240455 Sep 18 00:47:28.506411 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59924) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:28.508680 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb99ec47-72e6-451d-bca9-9b483d6dc081 None None] Sync routers for ids ['a51ed9d8-c788-4001-be9b-70449ca3da5c'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:47:28.519613 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb99ec47-72e6-451d-bca9-9b483d6dc081 None None] Routers {'a51ed9d8-c788-4001-be9b-70449ca3da5c'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:47:28.520266 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-cb99ec47-72e6-451d-bca9-9b483d6dc081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:47:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a51ed9d8-c788-4001-be9b-70449ca3da5c'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:28.609808 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e42e7bb6-fe29-4313-817e-c28d527091a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:28.621583 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-cb99ec47-72e6-451d-bca9-9b483d6dc081 None None] Set router a51ed9d8-c788-4001-be9b-70449ca3da5c gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:47:28.711004 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e42e7bb6-fe29-4313-817e-c28d527091a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:28.791929 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-cb99ec47-72e6-451d-bca9-9b483d6dc081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51ed9d8-c788-4001-be9b-70449ca3da5c', 'name': 'tempest-TestEncryptedCinderVolumes-2111045707-router', 'tenant_id': '8d58726f2690434e97e16bac08f7fa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '491a7278-7b54-4d39-b81f-14c0f2a7e083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:45:59Z', 'updated_at': '2021-09-18T00:47:27Z', 'revision_number': 5, 'project_id': '8d58726f2690434e97e16bac08f7fa2d', 'gw_port': {'id': '491a7278-7b54-4d39-b81f-14c0f2a7e083', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51ed9d8-c788-4001-be9b-70449ca3da5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:46:00Z', 'updated_at': '2021-09-18T00:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:28.822654 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb99ec47-72e6-451d-bca9-9b483d6dc081 None None] Checking router: a51ed9d8-c788-4001-be9b-70449ca3da5c for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:47:28.831579 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb99ec47-72e6-451d-bca9-9b483d6dc081 None None] Routers {'a51ed9d8-c788-4001-be9b-70449ca3da5c'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:47:28.832234 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-cb99ec47-72e6-451d-bca9-9b483d6dc081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:47:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['a51ed9d8-c788-4001-be9b-70449ca3da5c'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:28.920142 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-cb99ec47-72e6-451d-bca9-9b483d6dc081 None None] Set router a51ed9d8-c788-4001-be9b-70449ca3da5c gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:47:28.971772 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-cb99ec47-72e6-451d-bca9-9b483d6dc081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51ed9d8-c788-4001-be9b-70449ca3da5c', 'name': 'tempest-TestEncryptedCinderVolumes-2111045707-router', 'tenant_id': '8d58726f2690434e97e16bac08f7fa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:45:59Z', 'updated_at': '2021-09-18T00:47:28Z', 'revision_number': 6, 'project_id': '8d58726f2690434e97e16bac08f7fa2d', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:29.002200 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb99ec47-72e6-451d-bca9-9b483d6dc081 None None] The sync data for ids ['a51ed9d8-c788-4001-be9b-70449ca3da5c'] in n-d-809883-1 is: [{'id': 'a51ed9d8-c788-4001-be9b-70449ca3da5c', 'name': 'tempest-TestEncryptedCinderVolumes-2111045707-router', 'tenant_id': '8d58726f2690434e97e16bac08f7fa2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:45:59Z', 'updated_at': '2021-09-18T00:47:28Z', 'revision_number': 6, 'project_id': '8d58726f2690434e97e16bac08f7fa2d', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:47:29.079654 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-e42e7bb6-fe29-4313-817e-c28d527091a6 admin admin] Deleting port 491a7278-7b54-4d39-b81f-14c0f2a7e083 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:47:29.080226 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e42e7bb6-fe29-4313-817e-c28d527091a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:29.154901 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-e42e7bb6-fe29-4313-817e-c28d527091a6 admin admin] For port 491a7278-7b54-4d39-b81f-14c0f2a7e083, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=491a7278-7b54-4d39-b81f-14c0f2a7e083,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:29.155260 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e42e7bb6-fe29-4313-817e-c28d527091a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:29.168224 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-e42e7bb6-fe29-4313-817e-c28d527091a6 admin admin] Calling delete_port for 491a7278-7b54-4d39-b81f-14c0f2a7e083 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:47:29.378862 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e42e7bb6-fe29-4313-817e-c28d527091a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:29.410512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e7bb6-fe29-4313-817e-c28d527091a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=491a7278-7b54-4d39-b81f-14c0f2a7e083,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:29.471015 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e42e7bb6-fe29-4313-817e-c28d527091a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:29.557248 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e42e7bb6-fe29-4313-817e-c28d527091a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:29.559304 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e42e7bb6-fe29-4313-817e-c28d527091a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:29.669947 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e42e7bb6-fe29-4313-817e-c28d527091a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:29.670395 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42e7bb6-fe29-4313-817e-c28d527091a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a51ed9d8-c788-4001-be9b-70449ca3da5c {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:47:29.674652 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e42e7bb6-fe29-4313-817e-c28d527091a6 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:29.675700 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e42e7bb6-fe29-4313-817e-c28d527091a6 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a51ed9d8-c788-4001-be9b-70449ca3da5c HTTP/1.1" status: 204 len: 168 time: 1.1674998 Sep 18 00:47:29.678293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59926) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:29.721920 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52c9184-4498-40f2-832b-5dc02192c3ed admin admin] Deleting subnet 5b1b7e92-a16f-496d-8cc0-e2e38cb8afe9 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:47:29.724909 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b52c9184-4498-40f2-832b-5dc02192c3ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:29.759119 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b52c9184-4498-40f2-832b-5dc02192c3ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:29.840664 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b52c9184-4498-40f2-832b-5dc02192c3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:29.950762 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b52c9184-4498-40f2-832b-5dc02192c3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:29.979315 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b52c9184-4498-40f2-832b-5dc02192c3ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:29.981228 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b52c9184-4498-40f2-832b-5dc02192c3ed admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5b1b7e92-a16f-496d-8cc0-e2e38cb8afe9 HTTP/1.1" status: 204 len: 168 time: 0.3019848 Sep 18 00:47:29.982025 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c9184-4498-40f2-832b-5dc02192c3ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1b7e92-a16f-496d-8cc0-e2e38cb8afe9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:29.983898 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59928) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:29.987127 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8758b7e0-0c10-4e43-b2ac-8b5ff0f3c7c3 None None] Network d35f798c-1199-464a-9663-9b92787327b6 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:47:30.056110 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:30.115713 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Deleting port 33aa4757-ef8e-46d8-bf7d-f8fb6088426f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:47:30.116593 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:30.186170 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] For port 33aa4757-ef8e-46d8-bf7d-f8fb6088426f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=33aa4757-ef8e-46d8-bf7d-f8fb6088426f,segment=NetworkSegment(74c4376c-97fe-40ce-b6bb-f3571dcd269e),segment_id=74c4376c-97fe-40ce-b6bb-f3571dcd269e)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:30.186484 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:30.199987 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Calling delete_port for 33aa4757-ef8e-46d8-bf7d-f8fb6088426f owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:47:30.333234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac5807c-53d2-48b4-9fae-3c72ee2d4a7e None None] DHCP port deletion for d35f798c-1199-464a-9663-9b92787327b6 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:47:30.344881 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:30.376255 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Pushing event deleted for resources: {'Port': ['ID=33aa4757-ef8e-46d8-bf7d-f8fb6088426f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:30.379116 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5807c-53d2-48b4-9fae-3c72ee2d4a7e None None] Deleting port 33aa4757-ef8e-46d8-bf7d-f8fb6088426f {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:47:30.379419 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] No DVR routers for this DVR port 33aa4757-ef8e-46d8-bf7d-f8fb6088426f on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:47:30.379553 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8ac5807c-53d2-48b4-9fae-3c72ee2d4a7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:30.387708 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:30.388054 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:30.388396 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:30.388738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:30.389104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:30.389440 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:30.389779 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:30.390106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:30.390430 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:30.390928 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:30.391426 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:30.391911 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:30.443785 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8ac5807c-53d2-48b4-9fae-3c72ee2d4a7e None None] For port 33aa4757-ef8e-46d8-bf7d-f8fb6088426f, host n-d-809883-1, got binding levels [] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:30.444107 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8ac5807c-53d2-48b4-9fae-3c72ee2d4a7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:30.455994 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5807c-53d2-48b4-9fae-3c72ee2d4a7e None None] Calling delete_port for 33aa4757-ef8e-46d8-bf7d-f8fb6088426f owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:47:30.458638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.ipam_backend_mixin [None req-8ac5807c-53d2-48b4-9fae-3c72ee2d4a7e None None] Port 33aa4757-ef8e-46d8-bf7d-f8fb6088426f was not found and therefore no delete operation was performed {{(pid=95593) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 18 00:47:30.459942 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8ac5807c-53d2-48b4-9fae-3c72ee2d4a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:30.461038 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:30.484406 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5807c-53d2-48b4-9fae-3c72ee2d4a7e None None] Pushing event deleted for resources: {'Port': ['ID=33aa4757-ef8e-46d8-bf7d-f8fb6088426f,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:30.486945 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35f798c-1199-464a-9663-9b92787327b6']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:30.492344 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac5807c-53d2-48b4-9fae-3c72ee2d4a7e None None] No DVR routers for this DVR port 33aa4757-ef8e-46d8-bf7d-f8fb6088426f on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:47:30.498853 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c4376c-97fe-40ce-b6bb-f3571dcd269e') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:30.499224 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c4376c-97fe-40ce-b6bb-f3571dcd269e') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:30.511082 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:30.524088 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:30.532871 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:47:30.532871 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:30.533136 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 491a7278-7b54-4d39-b81f-14c0f2a7e083 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:47:30.533232 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:47:30.554891 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 491a7278-7b54-4d39-b81f-14c0f2a7e083 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:47:30.555162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 491a7278-7b54-4d39-b81f-14c0f2a7e083 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:47:30.555565 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8f1d7f91-495a-4cbb-802f-10eba781deb4 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:47:30.573618 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 8f1d7f91-495a-4cbb-802f-10eba781deb4 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:47:30.573963 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 8f1d7f91-495a-4cbb-802f-10eba781deb4 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:47:30.574364 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 33aa4757-ef8e-46d8-bf7d-f8fb6088426f no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:47:30.596170 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 33aa4757-ef8e-46d8-bf7d-f8fb6088426f {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:47:30.597144 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 33aa4757-ef8e-46d8-bf7d-f8fb6088426f not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:47:30.650441 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:30.656069 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:30.658055 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] 10.222.0.46 "DELETE /v2.0/networks/d35f798c-1199-464a-9663-9b92787327b6 HTTP/1.1" status: 204 len: 168 time: 0.6729624 Sep 18 00:47:30.660995 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59932) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:30.669486 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bed1b-25c6-477b-97f6-bad299b986ab admin admin] Pushing event deleted for resources: {'Network': ['ID=d35f798c-1199-464a-9663-9b92787327b6,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:30.993324 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e7386da-9c94-4aa9-80db-368faf3c7473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:31.228763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7e7386da-9c94-4aa9-80db-368faf3c7473 admin admin] Deleting port afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:47:31.229251 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e7386da-9c94-4aa9-80db-368faf3c7473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:31.311075 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-7e7386da-9c94-4aa9-80db-368faf3c7473 admin admin] For port afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82,segment=NetworkSegment(a799f3ee-4214-486f-8e6b-d56c644a3e12),segment_id=a799f3ee-4214-486f-8e6b-d56c644a3e12)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:31.311348 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e7386da-9c94-4aa9-80db-368faf3c7473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:31.323939 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-7e7386da-9c94-4aa9-80db-368faf3c7473 admin admin] Calling delete_port for afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:47:31.530048 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e7386da-9c94-4aa9-80db-368faf3c7473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:31.560455 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7386da-9c94-4aa9-80db-368faf3c7473 admin admin] Pushing event deleted for resources: {'Port': ['ID=afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:31.720618 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7e7386da-9c94-4aa9-80db-368faf3c7473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:31.928160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7386da-9c94-4aa9-80db-368faf3c7473 admin admin] Router 1ef140ee-484a-4129-944c-fda13dec4a17 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:47:32.031964 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7386da-9c94-4aa9-80db-368faf3c7473 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:47:32.039917 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7e7386da-9c94-4aa9-80db-368faf3c7473 admin admin] 10.222.0.46 "PUT /v2.0/routers/1ef140ee-484a-4129-944c-fda13dec4a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3748107 Sep 18 00:47:32.040109 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59934) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:32.041109 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a19a5ca-ed28-4406-b73c-9c5cdbd46d86 None None] Sync routers for ids ['1ef140ee-484a-4129-944c-fda13dec4a17'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:47:32.050210 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19a5ca-ed28-4406-b73c-9c5cdbd46d86 None None] Routers {'1ef140ee-484a-4129-944c-fda13dec4a17'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:47:32.050836 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9a19a5ca-ed28-4406-b73c-9c5cdbd46d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:47:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ef140ee-484a-4129-944c-fda13dec4a17'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:32.143352 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f98058-a3bf-40d1-b72a-5af617f1f58c admin admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:32.153626 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-9a19a5ca-ed28-4406-b73c-9c5cdbd46d86 None None] Set router 1ef140ee-484a-4129-944c-fda13dec4a17 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:47:32.243332 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f98058-a3bf-40d1-b72a-5af617f1f58c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:32.325220 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9a19a5ca-ed28-4406-b73c-9c5cdbd46d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef140ee-484a-4129-944c-fda13dec4a17', 'name': 'tempest-TestEncryptedCinderVolumes-912093257-router', 'tenant_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b7827bcb-1c9f-42cc-84c2-13ff0198f922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:46:05Z', 'updated_at': '2021-09-18T00:47:31Z', 'revision_number': 5, 'project_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'gw_port': {'id': 'b7827bcb-1c9f-42cc-84c2-13ff0198f922', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ae:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef140ee-484a-4129-944c-fda13dec4a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:46:06Z', 'updated_at': '2021-09-18T00:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:32.352874 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a19a5ca-ed28-4406-b73c-9c5cdbd46d86 None None] Checking router: 1ef140ee-484a-4129-944c-fda13dec4a17 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:47:32.361613 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19a5ca-ed28-4406-b73c-9c5cdbd46d86 None None] Routers {'1ef140ee-484a-4129-944c-fda13dec4a17'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:47:32.362224 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9a19a5ca-ed28-4406-b73c-9c5cdbd46d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:47:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['1ef140ee-484a-4129-944c-fda13dec4a17'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:32.364155 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-47f98058-a3bf-40d1-b72a-5af617f1f58c admin admin] Deleting port b7827bcb-1c9f-42cc-84c2-13ff0198f922 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:47:32.364495 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f98058-a3bf-40d1-b72a-5af617f1f58c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:32.445814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-47f98058-a3bf-40d1-b72a-5af617f1f58c admin admin] For port b7827bcb-1c9f-42cc-84c2-13ff0198f922, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b7827bcb-1c9f-42cc-84c2-13ff0198f922,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:32.446201 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f98058-a3bf-40d1-b72a-5af617f1f58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:32.447519 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-9a19a5ca-ed28-4406-b73c-9c5cdbd46d86 None None] Set router 1ef140ee-484a-4129-944c-fda13dec4a17 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:47:32.457656 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-47f98058-a3bf-40d1-b72a-5af617f1f58c admin admin] Calling delete_port for b7827bcb-1c9f-42cc-84c2-13ff0198f922 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:47:32.503995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9a19a5ca-ed28-4406-b73c-9c5cdbd46d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef140ee-484a-4129-944c-fda13dec4a17', 'name': 'tempest-TestEncryptedCinderVolumes-912093257-router', 'tenant_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:46:05Z', 'updated_at': '2021-09-18T00:47:32Z', 'revision_number': 6, 'project_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:32.534528 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a19a5ca-ed28-4406-b73c-9c5cdbd46d86 None None] The sync data for ids ['1ef140ee-484a-4129-944c-fda13dec4a17'] in n-d-809883-1 is: [{'id': '1ef140ee-484a-4129-944c-fda13dec4a17', 'name': 'tempest-TestEncryptedCinderVolumes-912093257-router', 'tenant_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:46:05Z', 'updated_at': '2021-09-18T00:47:32Z', 'revision_number': 6, 'project_id': 'd6bbb77c12ad418bbaab3c2375b906de', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:47:32.672572 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f98058-a3bf-40d1-b72a-5af617f1f58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:32.697977 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f98058-a3bf-40d1-b72a-5af617f1f58c admin admin] Pushing event deleted for resources: {'Port': ['ID=b7827bcb-1c9f-42cc-84c2-13ff0198f922,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:32.756953 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f98058-a3bf-40d1-b72a-5af617f1f58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:32.844105 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f98058-a3bf-40d1-b72a-5af617f1f58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:32.846166 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f98058-a3bf-40d1-b72a-5af617f1f58c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:32.956308 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f98058-a3bf-40d1-b72a-5af617f1f58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:32.957015 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f98058-a3bf-40d1-b72a-5af617f1f58c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ef140ee-484a-4129-944c-fda13dec4a17 {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:47:32.961252 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-47f98058-a3bf-40d1-b72a-5af617f1f58c admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:32.962416 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-47f98058-a3bf-40d1-b72a-5af617f1f58c admin admin] 10.222.0.46 "DELETE /v2.0/routers/1ef140ee-484a-4129-944c-fda13dec4a17 HTTP/1.1" status: 204 len: 168 time: 0.9213045 Sep 18 00:47:32.965133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59936) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:33.009816 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea1d98f-126d-4511-bfe8-0966430855cb admin admin] Deleting subnet 0aa149bb-ab40-41b1-85c1-63a6851ea8ff {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:47:33.012793 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ea1d98f-126d-4511-bfe8-0966430855cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:33.050033 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ea1d98f-126d-4511-bfe8-0966430855cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:33.124923 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ea1d98f-126d-4511-bfe8-0966430855cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:33.233141 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ea1d98f-126d-4511-bfe8-0966430855cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:33.265143 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1d98f-126d-4511-bfe8-0966430855cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aa149bb-ab40-41b1-85c1-63a6851ea8ff,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:33.268793 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8ea1d98f-126d-4511-bfe8-0966430855cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:33.270732 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8ea1d98f-126d-4511-bfe8-0966430855cb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0aa149bb-ab40-41b1-85c1-63a6851ea8ff HTTP/1.1" status: 204 len: 168 time: 0.3046005 Sep 18 00:47:33.273532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59938) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:33.275820 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039ad300-7853-461e-8f80-d45d6f722961 None None] Network 62d44f7b-ca4d-49b5-a956-a367815015e7 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:47:33.345783 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:33.404588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] Deleting port 5bd7dae1-20f4-44da-861f-86af4e95db9f {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:47:33.405019 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:33.465644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddc1e38-6c81-4300-84af-30a7c42f5fb7 None None] DHCP port deletion for 62d44f7b-ca4d-49b5-a956-a367815015e7 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:47:33.470967 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] For port 5bd7dae1-20f4-44da-861f-86af4e95db9f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5bd7dae1-20f4-44da-861f-86af4e95db9f,segment=NetworkSegment(a799f3ee-4214-486f-8e6b-d56c644a3e12),segment_id=a799f3ee-4214-486f-8e6b-d56c644a3e12)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:33.471426 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:33.485822 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] Calling delete_port for 5bd7dae1-20f4-44da-861f-86af4e95db9f owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:47:33.512412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1ddc1e38-6c81-4300-84af-30a7c42f5fb7 None None] Deleting port 5bd7dae1-20f4-44da-861f-86af4e95db9f {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:47:33.512967 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1e38-6c81-4300-84af-30a7c42f5fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:33.585844 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1ddc1e38-6c81-4300-84af-30a7c42f5fb7 None None] For port 5bd7dae1-20f4-44da-861f-86af4e95db9f, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5bd7dae1-20f4-44da-861f-86af4e95db9f,segment=NetworkSegment(a799f3ee-4214-486f-8e6b-d56c644a3e12),segment_id=a799f3ee-4214-486f-8e6b-d56c644a3e12)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:33.586247 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1e38-6c81-4300-84af-30a7c42f5fb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:33.598846 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1ddc1e38-6c81-4300-84af-30a7c42f5fb7 None None] Calling delete_port for 5bd7dae1-20f4-44da-861f-86af4e95db9f owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:47:33.624807 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:33.650601 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd7dae1-20f4-44da-861f-86af4e95db9f,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:33.655162 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] No DVR routers for this DVR port 5bd7dae1-20f4-44da-861f-86af4e95db9f on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 18 00:47:33.668590 n-d-809883-1 neutron-server[95593]: self.session.flush() Sep 18 00:47:33.674561 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1e38-6c81-4300-84af-30a7c42f5fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:33.698272 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc1e38-6c81-4300-84af-30a7c42f5fb7 None None] Pushing event deleted for resources: {'Port': ['ID=5bd7dae1-20f4-44da-861f-86af4e95db9f,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:33.701813 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddc1e38-6c81-4300-84af-30a7c42f5fb7 None None] No DVR routers for this DVR port 5bd7dae1-20f4-44da-861f-86af4e95db9f on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:47:33.729841 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:33.752708 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d44f7b-ca4d-49b5-a956-a367815015e7']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:33.762021 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a799f3ee-4214-486f-8e6b-d56c644a3e12') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:33.762578 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a799f3ee-4214-486f-8e6b-d56c644a3e12') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:33.771887 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:33.784995 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:33.791446 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:47:33.791805 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:47:33.793432 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:47:33.912731 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:33.918896 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:33.920747 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] 10.222.0.46 "DELETE /v2.0/networks/62d44f7b-ca4d-49b5-a956-a367815015e7 HTTP/1.1" status: 204 len: 168 time: 0.6456258 Sep 18 00:47:33.931337 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f81e16-e2d9-4ecf-9f8a-a86033e2ff6d admin admin] Pushing event deleted for resources: {'Network': ['ID=62d44f7b-ca4d-49b5-a956-a367815015e7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:34.287144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59942) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:34.327515 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-dd062ea6-f33a-4b0f-82fc-a768e5a5edd3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d58726f2690434e97e16bac08f7fa2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391853 Sep 18 00:47:34.330913 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59944) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:34.381998 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3c2601ca-30c8-4452-96e7-78d5f63dea3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:34.402613 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3c2601ca-30c8-4452-96e7-78d5f63dea3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:34.510527 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3c2601ca-30c8-4452-96e7-78d5f63dea3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:34.513173 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3c2601ca-30c8-4452-96e7-78d5f63dea3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:34.514440 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3c2601ca-30c8-4452-96e7-78d5f63dea3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/099873cf-f081-40cd-a818-efcddf5032a8 HTTP/1.1" status: 204 len: 168 time: 0.1825676 Sep 18 00:47:34.523017 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:47:34.523487 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2601ca-30c8-4452-96e7-78d5f63dea3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099873cf-f081-40cd-a818-efcddf5032a8,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:34.550553 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:47:34.550891 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device afe845b0-1fc6-4f4d-8ce9-d8a5d886ad82 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:47:34.551300 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b7827bcb-1c9f-42cc-84c2-13ff0198f922 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:47:34.575398 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: b7827bcb-1c9f-42cc-84c2-13ff0198f922 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:47:34.575799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b7827bcb-1c9f-42cc-84c2-13ff0198f922 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:47:34.576153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5bd7dae1-20f4-44da-861f-86af4e95db9f no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:47:34.593926 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 5bd7dae1-20f4-44da-861f-86af4e95db9f {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:47:34.594268 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5bd7dae1-20f4-44da-861f-86af4e95db9f not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:47:35.228005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59950) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:35.267875 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4278c90e-7fe2-4b81-8507-c75ee099d86e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6bbb77c12ad418bbaab3c2375b906de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385072 Sep 18 00:47:35.270243 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59952) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:35.321280 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3daa4aa4-9c27-4b1a-b6eb-01c5cceae446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:35.343002 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3daa4aa4-9c27-4b1a-b6eb-01c5cceae446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:35.469954 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3daa4aa4-9c27-4b1a-b6eb-01c5cceae446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:35.472555 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3daa4aa4-9c27-4b1a-b6eb-01c5cceae446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:35.473777 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3daa4aa4-9c27-4b1a-b6eb-01c5cceae446 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae476cae-4370-42d3-9c46-9a8e1aa9adfc HTTP/1.1" status: 204 len: 168 time: 0.2027164 Sep 18 00:47:35.481843 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa4aa4-9c27-4b1a-b6eb-01c5cceae446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae476cae-4370-42d3-9c46-9a8e1aa9adfc,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:36.436607 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59974) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:36.533194 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-5cfab8a8-b1a2-4c42-b0db-d8327031f0bf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-948334223-network', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:36.624081 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfab8a8-b1a2-4c42-b0db-d8327031f0bf admin admin] Made reservation on behalf of b31b063ab9164652a7ab0147b015cc7b for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:47:36.626280 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5cfab8a8-b1a2-4c42-b0db-d8327031f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:36.634318 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5cfab8a8-b1a2-4c42-b0db-d8327031f0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:36.719067 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5cfab8a8-b1a2-4c42-b0db-d8327031f0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:36.812634 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5cfab8a8-b1a2-4c42-b0db-d8327031f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:36.832455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfab8a8-b1a2-4c42-b0db-d8327031f0bf admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:47:36.845956 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfab8a8-b1a2-4c42-b0db-d8327031f0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63624bb4-2af1-448f-bf9b-c32fdbecb9f5,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:36.852025 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5cfab8a8-b1a2-4c42-b0db-d8327031f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:36.852396 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-5cfab8a8-b1a2-4c42-b0db-d8327031f0bf admin admin] Added segment 7ae33c92-3122-464b-b660-f2d150488466 of type vlan for network 13750620-d217-4073-8876-cfc27818472c Sep 18 00:47:36.890370 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5cfab8a8-b1a2-4c42-b0db-d8327031f0bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:36.989728 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5cfab8a8-b1a2-4c42-b0db-d8327031f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:36.990767 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfab8a8-b1a2-4c42-b0db-d8327031f0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:36.991428 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5cfab8a8-b1a2-4c42-b0db-d8327031f0bf admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:37.055562 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfab8a8-b1a2-4c42-b0db-d8327031f0bf admin admin] Pushing event updated for resources: {'Network': ['ID=13750620-d217-4073-8876-cfc27818472c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:37.065148 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 13750620-d217-4073-8876-cfc27818472c details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:47:37.117372 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5cfab8a8-b1a2-4c42-b0db-d8327031f0bf admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6789281 Sep 18 00:47:37.120132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59978) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:37.124886 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-06ace503-2220-475f-baca-231177cfcbc6 admin admin] Request body: {'subnet': {'network_id': '13750620-d217-4073-8876-cfc27818472c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-948334223-subnet', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:37.192592 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ace503-2220-475f-baca-231177cfcbc6 admin admin] Made reservation on behalf of b31b063ab9164652a7ab0147b015cc7b for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:47:37.194920 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-06ace503-2220-475f-baca-231177cfcbc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:37.430410 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-06ace503-2220-475f-baca-231177cfcbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:37.488107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ace503-2220-475f-baca-231177cfcbc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:37.492395 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ace503-2220-475f-baca-231177cfcbc6 admin admin] Checking segment: {'id': '7ae33c92-3122-464b-b660-f2d150488466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '13750620-d217-4073-8876-cfc27818472c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:47:37.492753 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ace503-2220-475f-baca-231177cfcbc6 admin admin] Network hostable DHCP agents. Network: 13750620-d217-4073-8876-cfc27818472c, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:47:37.598300 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ace503-2220-475f-baca-231177cfcbc6 admin admin] Network 13750620-d217-4073-8876-cfc27818472c is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:47:37.672524 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-06ace503-2220-475f-baca-231177cfcbc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 13750620-d217-4073-8876-cfc27818472c) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:37.676431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ace503-2220-475f-baca-231177cfcbc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:37.677047 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-06ace503-2220-475f-baca-231177cfcbc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:37.684279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776763b3-7ea6-494d-bdaf-c0b5ba58135e None None] Network 13750620-d217-4073-8876-cfc27818472c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:47:37.748009 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-06ace503-2220-475f-baca-231177cfcbc6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6267536 Sep 18 00:47:37.750557 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59980) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:37.754844 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a290b7cb-eb2b-4dc1-9bb7-cba5c392fd4b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-948334223-router', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:37.815682 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a290b7cb-eb2b-4dc1-9bb7-cba5c392fd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:37.816919 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a290b7cb-eb2b-4dc1-9bb7-cba5c392fd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:37.820650 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-13750620-d217-4073-8876-cfc27818472c', 'network_id': '13750620-d217-4073-8876-cfc27818472c', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'fixed_ips': [{'subnet_id': '809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:47:37.821524 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:37.872732 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a290b7cb-eb2b-4dc1-9bb7-cba5c392fd4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:37.954467 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] Allocated IP 172.20.0.2 (13750620-d217-4073-8876-cfc27818472c/809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0/960d2226-7ae5-4eb0-bfd3-4defe1087546) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:47:38.046113 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a290b7cb-eb2b-4dc1-9bb7-cba5c392fd4b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:38.095056 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:38.187123 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:38.220875 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] Network 13750620-d217-4073-8876-cfc27818472c is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:47:38.223722 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:38.227688 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:47:38.242040 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] Pushing event updated for resources: {'Port': ['ID=960d2226-7ae5-4eb0-bfd3-4defe1087546,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:38.291418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] Attempting to bind port 960d2226-7ae5-4eb0-bfd3-4defe1087546 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:47:38.291696 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] Attempting to bind port 960d2226-7ae5-4eb0-bfd3-4defe1087546 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '7ae33c92-3122-464b-b660-f2d150488466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '13750620-d217-4073-8876-cfc27818472c'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:47:38.292062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] Attempting to bind port 960d2226-7ae5-4eb0-bfd3-4defe1087546 on network 13750620-d217-4073-8876-cfc27818472c {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:47:38.292293 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a290b7cb-eb2b-4dc1-9bb7-cba5c392fd4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:38.296923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:47:38.297296 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] Checking segment: {'id': '7ae33c92-3122-464b-b660-f2d150488466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '13750620-d217-4073-8876-cfc27818472c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:47:38.297697 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:38.298089 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] Bound using segment: {'id': '7ae33c92-3122-464b-b660-f2d150488466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '13750620-d217-4073-8876-cfc27818472c'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:47:38.298548 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] Bound port: 960d2226-7ae5-4eb0-bfd3-4defe1087546, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae33c92-3122-464b-b660-f2d150488466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '13750620-d217-4073-8876-cfc27818472c'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:47:38.298924 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:38.311079 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a290b7cb-eb2b-4dc1-9bb7-cba5c392fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:38.363403 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] For port 960d2226-7ae5-4eb0-bfd3-4defe1087546, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:47:38.366528 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] For port 960d2226-7ae5-4eb0-bfd3-4defe1087546, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=960d2226-7ae5-4eb0-bfd3-4defe1087546,segment=NetworkSegment(7ae33c92-3122-464b-b660-f2d150488466),segment_id=7ae33c92-3122-464b-b660-f2d150488466)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:47:38.418434 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-a290b7cb-eb2b-4dc1-9bb7-cba5c392fd4b admin admin] Allocated IP 172.25.3.251 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/79ab7e6e-15d0-4c9c-b6b5-d99059baeee1) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:47:38.433110 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:38.491824 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e40187-f15f-42f0-a939-d1c635ee3e7c None None] Pushing event updated for resources: {'Port': ['ID=960d2226-7ae5-4eb0-bfd3-4defe1087546,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:38.525632 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a290b7cb-eb2b-4dc1-9bb7-cba5c392fd4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:38.640066 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a290b7cb-eb2b-4dc1-9bb7-cba5c392fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:38.679608 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a290b7cb-eb2b-4dc1-9bb7-cba5c392fd4b admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:47:38.682555 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-a290b7cb-eb2b-4dc1-9bb7-cba5c392fd4b admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:38.686636 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a290b7cb-eb2b-4dc1-9bb7-cba5c392fd4b admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:47:38.712903 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290b7cb-eb2b-4dc1-9bb7-cba5c392fd4b admin admin] Pushing event updated for resources: {'Port': ['ID=79ab7e6e-15d0-4c9c-b6b5-d99059baeee1,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:39.329712 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dceaa5-1e67-4c03-9920-9e1d66009204 None None] Network 13750620-d217-4073-8876-cfc27818472c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:47:39.338920 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a290b7cb-eb2b-4dc1-9bb7-cba5c392fd4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:39.448446 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b000eca0-40a4-4cf4-a80d-4e380b384f86 None None] Provisioning complete for port 960d2226-7ae5-4eb0-bfd3-4defe1087546 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:39.448731 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b000eca0-40a4-4cf4-a80d-4e380b384f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:39.539255 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a290b7cb-eb2b-4dc1-9bb7-cba5c392fd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:39.558098 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b000eca0-40a4-4cf4-a80d-4e380b384f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:39.593328 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b000eca0-40a4-4cf4-a80d-4e380b384f86 None None] For port 960d2226-7ae5-4eb0-bfd3-4defe1087546, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=960d2226-7ae5-4eb0-bfd3-4defe1087546,segment=NetworkSegment(7ae33c92-3122-464b-b660-f2d150488466),segment_id=7ae33c92-3122-464b-b660-f2d150488466)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:39.659062 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b000eca0-40a4-4cf4-a80d-4e380b384f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:39.708585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000eca0-40a4-4cf4-a80d-4e380b384f86 None None] Pushing event updated for resources: {'Port': ['ID=960d2226-7ae5-4eb0-bfd3-4defe1087546,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:39.727572 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a290b7cb-eb2b-4dc1-9bb7-cba5c392fd4b admin admin] Router b3f980dc-bf1d-451e-bab5-32525c2c6c68 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:47:39.778566 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ebe2e4de-45ed-4118-ade9-2d60f17b70de None None] Provisioning complete for port 960d2226-7ae5-4eb0-bfd3-4defe1087546 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:39.779105 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ebe2e4de-45ed-4118-ade9-2d60f17b70de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:39.835019 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a290b7cb-eb2b-4dc1-9bb7-cba5c392fd4b admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:47:39.848665 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] Sync routers for ids ['b3f980dc-bf1d-451e-bab5-32525c2c6c68'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:47:39.858084 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] Routers {'b3f980dc-bf1d-451e-bab5-32525c2c6c68'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:47:39.858689 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:47:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['b3f980dc-bf1d-451e-bab5-32525c2c6c68'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:39.921921 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a290b7cb-eb2b-4dc1-9bb7-cba5c392fd4b admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:39.923276 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a290b7cb-eb2b-4dc1-9bb7-cba5c392fd4b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1717820 Sep 18 00:47:39.925995 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 59982) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:39.959091 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] Set router b3f980dc-bf1d-451e-bab5-32525c2c6c68 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:47:40.132669 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'name': 'tempest-TestMinimumBasicScenario-948334223-router', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:37Z', 'updated_at': '2021-09-18T00:47:39Z', 'revision_number': 3, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'gw_port': {'id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:38Z', 'updated_at': '2021-09-18T00:47:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:40.158266 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] Checking router: b3f980dc-bf1d-451e-bab5-32525c2c6c68 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:47:40.158610 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] Updating router b3f980dc-bf1d-451e-bab5-32525c2c6c68 port 79ab7e6e-15d0-4c9c-b6b5-d99059baeee1 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:47:40.182268 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:40.331399 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99564077-2e2e-4aeb-b19b-b757a8035c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:40.427850 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:40.495128 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-99564077-2e2e-4aeb-b19b-b757a8035c4d admin admin] Allocated IP 172.20.0.1 (13750620-d217-4073-8876-cfc27818472c/809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0/3935c2c3-402d-4a93-83ae-2a9abdef1337) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:47:40.527204 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:40.560562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 960d2226-7ae5-4eb0-bfd3-4defe1087546 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:40.580254 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] Attempting to bind port 79ab7e6e-15d0-4c9c-b6b5-d99059baeee1 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:47:40.580624 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] Attempting to bind port 79ab7e6e-15d0-4c9c-b6b5-d99059baeee1 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:47:40.581115 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] Attempting to bind port 79ab7e6e-15d0-4c9c-b6b5-d99059baeee1 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:47:40.595894 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:47:40.596259 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:47:40.596603 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:40.597002 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:47:40.597461 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] Bound port: 79ab7e6e-15d0-4c9c-b6b5-d99059baeee1, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:47:40.597834 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:40.607614 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99564077-2e2e-4aeb-b19b-b757a8035c4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:40.612437 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 960d2226-7ae5-4eb0-bfd3-4defe1087546 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:40.612815 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:40.640757 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6510b-183f-4fe3-8fff-ad11334f9f87 None None] Pushing event updated for resources: {'Port': ['ID=79ab7e6e-15d0-4c9c-b6b5-d99059baeee1,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:40.653462 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6510b-183f-4fe3-8fff-ad11334f9f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.653891 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6510b-183f-4fe3-8fff-ad11334f9f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.654169 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6510b-183f-4fe3-8fff-ad11334f9f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.654489 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6510b-183f-4fe3-8fff-ad11334f9f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.654812 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6510b-183f-4fe3-8fff-ad11334f9f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.655128 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6510b-183f-4fe3-8fff-ad11334f9f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.655452 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6510b-183f-4fe3-8fff-ad11334f9f87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.655754 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6510b-183f-4fe3-8fff-ad11334f9f87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.656061 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6510b-183f-4fe3-8fff-ad11334f9f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.656367 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6510b-183f-4fe3-8fff-ad11334f9f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.656674 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6510b-183f-4fe3-8fff-ad11334f9f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.657005 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6510b-183f-4fe3-8fff-ad11334f9f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.661779 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] For port 79ab7e6e-15d0-4c9c-b6b5-d99059baeee1, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:47:40.665790 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] For port 79ab7e6e-15d0-4c9c-b6b5-d99059baeee1, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=79ab7e6e-15d0-4c9c-b6b5-d99059baeee1,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:47:40.712780 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99564077-2e2e-4aeb-b19b-b757a8035c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:40.735715 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:40.747866 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99564077-2e2e-4aeb-b19b-b757a8035c4d admin admin] Network 13750620-d217-4073-8876-cfc27818472c is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:47:40.752125 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-99564077-2e2e-4aeb-b19b-b757a8035c4d admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:40.755792 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99564077-2e2e-4aeb-b19b-b757a8035c4d admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:47:40.783234 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99564077-2e2e-4aeb-b19b-b757a8035c4d admin admin] Pushing event updated for resources: {'Port': ['ID=3935c2c3-402d-4a93-83ae-2a9abdef1337,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:40.806272 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99564077-2e2e-4aeb-b19b-b757a8035c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:40.888114 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] Routers {'b3f980dc-bf1d-451e-bab5-32525c2c6c68'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:47:40.888746 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:47:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['b3f980dc-bf1d-451e-bab5-32525c2c6c68'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:40.932986 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:40.938547 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6510b-183f-4fe3-8fff-ad11334f9f87 None None] Pushing event updated for resources: {'Port': ['ID=79ab7e6e-15d0-4c9c-b6b5-d99059baeee1,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:40.983135 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-fc9e8e72-2669-4b78-a5e3-8996e4fa03b3 None None] Provisioning complete for port 3935c2c3-402d-4a93-83ae-2a9abdef1337 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:40.983508 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8e72-2669-4b78-a5e3-8996e4fa03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:41.006154 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] Set router b3f980dc-bf1d-451e-bab5-32525c2c6c68 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:47:41.012991 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99564077-2e2e-4aeb-b19b-b757a8035c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:41.029439 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-fc9e8e72-2669-4b78-a5e3-8996e4fa03b3 None None] Port 3935c2c3-402d-4a93-83ae-2a9abdef1337 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:47:41.173003 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99564077-2e2e-4aeb-b19b-b757a8035c4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:41.177741 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'name': 'tempest-TestMinimumBasicScenario-948334223-router', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:37Z', 'updated_at': '2021-09-18T00:47:39Z', 'revision_number': 3, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'gw_port': {'id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:38Z', 'updated_at': '2021-09-18T00:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:41.207304 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6955b073-7e15-4e46-a4cc-7d9a37a88875 None None] The sync data for ids ['b3f980dc-bf1d-451e-bab5-32525c2c6c68'] in n-d-809883-1 is: [{'id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'name': 'tempest-TestMinimumBasicScenario-948334223-router', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:37Z', 'updated_at': '2021-09-18T00:47:39Z', 'revision_number': 3, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'gw_port': {'id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:38Z', 'updated_at': '2021-09-18T00:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:47:41.236051 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99564077-2e2e-4aeb-b19b-b757a8035c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:41.304426 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-99564077-2e2e-4aeb-b19b-b757a8035c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:41.306170 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99564077-2e2e-4aeb-b19b-b757a8035c4d admin admin] Pushing event updated for resources: {'Port': ['ID=3935c2c3-402d-4a93-83ae-2a9abdef1337,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:41.401542 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99564077-2e2e-4aeb-b19b-b757a8035c4d admin admin] Network 13750620-d217-4073-8876-cfc27818472c is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:47:41.403021 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-99564077-2e2e-4aeb-b19b-b757a8035c4d admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:41.545438 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99564077-2e2e-4aeb-b19b-b757a8035c4d admin admin] Router b3f980dc-bf1d-451e-bab5-32525c2c6c68 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:47:41.658751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db102cb5-d19d-4b71-951e-e07a54af984c None None] Provisioning complete for port 3935c2c3-402d-4a93-83ae-2a9abdef1337 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:41.659421 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db102cb5-d19d-4b71-951e-e07a54af984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:41.660951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99564077-2e2e-4aeb-b19b-b757a8035c4d admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:47:41.667396 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-99564077-2e2e-4aeb-b19b-b757a8035c4d admin admin] 10.222.0.46 "PUT /v2.0/routers/b3f980dc-bf1d-451e-bab5-32525c2c6c68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7403889 Sep 18 00:47:41.705855 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db102cb5-d19d-4b71-951e-e07a54af984c None None] Port 3935c2c3-402d-4a93-83ae-2a9abdef1337 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:47:42.275064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 59998) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:42.280074 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-78093cbf-24ff-40c8-8c11-6e2893b34967 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1333670444-network', 'tenant_id': 'c8ec7410b661437f951a0c9d2c32ea5c'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:42.354712 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78093cbf-24ff-40c8-8c11-6e2893b34967 admin admin] Made reservation on behalf of c8ec7410b661437f951a0c9d2c32ea5c for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:47:42.358197 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78093cbf-24ff-40c8-8c11-6e2893b34967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:42.367637 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78093cbf-24ff-40c8-8c11-6e2893b34967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:42.457426 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78093cbf-24ff-40c8-8c11-6e2893b34967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:42.518600 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78093cbf-24ff-40c8-8c11-6e2893b34967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:42.549994 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78093cbf-24ff-40c8-8c11-6e2893b34967 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:47:42.557136 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 79ab7e6e-15d0-4c9c-b6b5-d99059baeee1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:42.559391 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78093cbf-24ff-40c8-8c11-6e2893b34967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bcdd3f-d87e-4fbb-9ae4-8a15238e346f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:42.566389 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78093cbf-24ff-40c8-8c11-6e2893b34967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:42.566743 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-78093cbf-24ff-40c8-8c11-6e2893b34967 admin admin] Added segment fc37d84a-4364-4efe-b0f5-a481a959d1e0 of type vlan for network 9e42e8df-ffca-4a11-a18b-8f558c2eae9b Sep 18 00:47:42.605574 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 79ab7e6e-15d0-4c9c-b6b5-d99059baeee1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:42.605957 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:42.612992 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78093cbf-24ff-40c8-8c11-6e2893b34967 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:42.681828 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:42.702004 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 79ab7e6e-15d0-4c9c-b6b5-d99059baeee1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=79ab7e6e-15d0-4c9c-b6b5-d99059baeee1,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:42.710695 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78093cbf-24ff-40c8-8c11-6e2893b34967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:42.714677 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78093cbf-24ff-40c8-8c11-6e2893b34967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:42.714677 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-78093cbf-24ff-40c8-8c11-6e2893b34967 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:42.754199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] Sync routers for ids ['b3f980dc-bf1d-451e-bab5-32525c2c6c68'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:47:42.766984 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] Routers {'b3f980dc-bf1d-451e-bab5-32525c2c6c68'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:47:42.772137 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:47:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['b3f980dc-bf1d-451e-bab5-32525c2c6c68'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:42.773837 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78093cbf-24ff-40c8-8c11-6e2893b34967 admin admin] Pushing event updated for resources: {'Network': ['ID=9e42e8df-ffca-4a11-a18b-8f558c2eae9b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:42.801290 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 9e42e8df-ffca-4a11-a18b-8f558c2eae9b details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:47:42.805621 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:42.813882 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-78093cbf-24ff-40c8-8c11-6e2893b34967 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5377061 Sep 18 00:47:42.819719 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60000) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:42.822873 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-38ab57a5-4b83-43dd-85d7-c9567b3687f5 admin admin] Request body: {'subnet': {'network_id': '9e42e8df-ffca-4a11-a18b-8f558c2eae9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1333670444-subnet', 'tenant_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:42.930073 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ab57a5-4b83-43dd-85d7-c9567b3687f5 admin admin] Made reservation on behalf of c8ec7410b661437f951a0c9d2c32ea5c for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:47:42.932532 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-38ab57a5-4b83-43dd-85d7-c9567b3687f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:43.107144 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=79ab7e6e-15d0-4c9c-b6b5-d99059baeee1,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:43.116013 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] Set router b3f980dc-bf1d-451e-bab5-32525c2c6c68 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:47:43.190705 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-38ab57a5-4b83-43dd-85d7-c9567b3687f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:43.247814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab57a5-4b83-43dd-85d7-c9567b3687f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed33f339-f439-44ca-a890-532b2e632ffe,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:43.256058 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ab57a5-4b83-43dd-85d7-c9567b3687f5 admin admin] Checking segment: {'id': 'fc37d84a-4364-4efe-b0f5-a481a959d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e42e8df-ffca-4a11-a18b-8f558c2eae9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:47:43.256058 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ab57a5-4b83-43dd-85d7-c9567b3687f5 admin admin] Network hostable DHCP agents. Network: 9e42e8df-ffca-4a11-a18b-8f558c2eae9b, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:47:43.312257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'name': 'tempest-TestMinimumBasicScenario-948334223-router', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:37Z', 'updated_at': '2021-09-18T00:47:40Z', 'revision_number': 4, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'gw_port': {'id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:38Z', 'updated_at': '2021-09-18T00:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '3935c2c3-402d-4a93-83ae-2a9abdef1337', 'name': '', 'network_id': '13750620-d217-4073-8876-cfc27818472c', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'mac_address': 'fa:16:3e:78:78:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:40Z', 'updated_at': '2021-09-18T00:47:41Z', 'revision_number': 2, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'subnets': [{'id': '809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:43.333211 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ab57a5-4b83-43dd-85d7-c9567b3687f5 admin admin] Network 9e42e8df-ffca-4a11-a18b-8f558c2eae9b is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:47:43.338166 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] Checking router: b3f980dc-bf1d-451e-bab5-32525c2c6c68 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:47:43.338518 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] Updating router b3f980dc-bf1d-451e-bab5-32525c2c6c68 port 3935c2c3-402d-4a93-83ae-2a9abdef1337 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:47:43.366066 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:43.436097 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-38ab57a5-4b83-43dd-85d7-c9567b3687f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 9e42e8df-ffca-4a11-a18b-8f558c2eae9b) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:43.440334 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ab57a5-4b83-43dd-85d7-c9567b3687f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:43.441048 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-38ab57a5-4b83-43dd-85d7-c9567b3687f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:43.460107 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb33815-2c74-4bb6-8e60-d1243c31b249 None None] Network 9e42e8df-ffca-4a11-a18b-8f558c2eae9b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:47:43.522958 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-38ab57a5-4b83-43dd-85d7-c9567b3687f5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7046571 Sep 18 00:47:43.525437 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60002) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:43.530133 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-ce60fec4-83ea-4899-b6e6-10456a0f86a4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1333670444-router', 'tenant_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:43.627459 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce60fec4-83ea-4899-b6e6-10456a0f86a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:43.628645 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce60fec4-83ea-4899-b6e6-10456a0f86a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:43.688647 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce60fec4-83ea-4899-b6e6-10456a0f86a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:43.693850 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-9e42e8df-ffca-4a11-a18b-8f558c2eae9b', 'network_id': '9e42e8df-ffca-4a11-a18b-8f558c2eae9b', 'tenant_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'fixed_ips': [{'subnet_id': 'ed33f339-f439-44ca-a890-532b2e632ffe'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:47:43.694718 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:43.807353 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:43.867135 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] Allocated IP 172.20.0.2 (9e42e8df-ffca-4a11-a18b-8f558c2eae9b/ed33f339-f439-44ca-a890-532b2e632ffe/1bdd8d3a-d1b1-4008-a8d1-cc25060ac908) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:47:43.880074 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce60fec4-83ea-4899-b6e6-10456a0f86a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:43.891367 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:43.999244 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccf1d2-c6df-4489-8cfe-7f162fe56181 None None] Pushing event updated for resources: {'Port': ['ID=3935c2c3-402d-4a93-83ae-2a9abdef1337,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:44.057776 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:44.079866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] Attempting to bind port 3935c2c3-402d-4a93-83ae-2a9abdef1337 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:47:44.080236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] Attempting to bind port 3935c2c3-402d-4a93-83ae-2a9abdef1337 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '7ae33c92-3122-464b-b660-f2d150488466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '13750620-d217-4073-8876-cfc27818472c'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:47:44.080600 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] Attempting to bind port 3935c2c3-402d-4a93-83ae-2a9abdef1337 on network 13750620-d217-4073-8876-cfc27818472c {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:47:44.106525 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:47:44.106900 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] Checking segment: {'id': '7ae33c92-3122-464b-b660-f2d150488466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '13750620-d217-4073-8876-cfc27818472c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:47:44.107311 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:44.107704 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] Bound using segment: {'id': '7ae33c92-3122-464b-b660-f2d150488466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '13750620-d217-4073-8876-cfc27818472c'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:47:44.108178 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] Bound port: 3935c2c3-402d-4a93-83ae-2a9abdef1337, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae33c92-3122-464b-b660-f2d150488466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '13750620-d217-4073-8876-cfc27818472c'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:47:44.108587 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:44.157248 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:44.161469 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b7a5655f-fa21-4b94-9c09-10a5a6fe606e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:44.198414 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] For port 3935c2c3-402d-4a93-83ae-2a9abdef1337, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:47:44.201854 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] For port 3935c2c3-402d-4a93-83ae-2a9abdef1337, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3935c2c3-402d-4a93-83ae-2a9abdef1337,segment=NetworkSegment(7ae33c92-3122-464b-b660-f2d150488466),segment_id=7ae33c92-3122-464b-b660-f2d150488466)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:47:44.224850 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:44.277503 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] Network 9e42e8df-ffca-4a11-a18b-8f558c2eae9b is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:47:44.286216 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:44.289113 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:44.291261 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:47:44.295859 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0e2e8f65-5e62-4d2e-ad04-1cef2a15b94b None None] Provisioning complete for port 3935c2c3-402d-4a93-83ae-2a9abdef1337 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:44.296231 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0e2e8f65-5e62-4d2e-ad04-1cef2a15b94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:44.304688 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] Pushing event updated for resources: {'Port': ['ID=1bdd8d3a-d1b1-4008-a8d1-cc25060ac908,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:44.432622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] Routers {'b3f980dc-bf1d-451e-bab5-32525c2c6c68'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:47:44.433311 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:47:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['b3f980dc-bf1d-451e-bab5-32525c2c6c68'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:44.481470 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccf1d2-c6df-4489-8cfe-7f162fe56181 None None] Pushing event updated for resources: {'Port': ['ID=3935c2c3-402d-4a93-83ae-2a9abdef1337,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:44.486953 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] Attempting to bind port 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:47:44.487328 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] Attempting to bind port 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'fc37d84a-4364-4efe-b0f5-a481a959d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e42e8df-ffca-4a11-a18b-8f558c2eae9b'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:47:44.487694 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] Attempting to bind port 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908 on network 9e42e8df-ffca-4a11-a18b-8f558c2eae9b {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:47:44.489132 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce60fec4-83ea-4899-b6e6-10456a0f86a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:44.500633 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:47:44.501038 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] Checking segment: {'id': 'fc37d84a-4364-4efe-b0f5-a481a959d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e42e8df-ffca-4a11-a18b-8f558c2eae9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:47:44.501444 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:44.501837 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] Bound using segment: {'id': 'fc37d84a-4364-4efe-b0f5-a481a959d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e42e8df-ffca-4a11-a18b-8f558c2eae9b'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:47:44.502312 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] Bound port: 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc37d84a-4364-4efe-b0f5-a481a959d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e42e8df-ffca-4a11-a18b-8f558c2eae9b'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:47:44.502691 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:44.509765 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce60fec4-83ea-4899-b6e6-10456a0f86a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:44.587623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 79ab7e6e-15d0-4c9c-b6b5-d99059baeee1 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:44.626709 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-ce60fec4-83ea-4899-b6e6-10456a0f86a4 admin admin] Allocated IP 172.25.3.184 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/32377b58-64e6-4c03-9f86-c4035dc8620c) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:47:44.637345 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0e2e8f65-5e62-4d2e-ad04-1cef2a15b94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:44.677121 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] Set router b3f980dc-bf1d-451e-bab5-32525c2c6c68 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:47:44.727163 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce60fec4-83ea-4899-b6e6-10456a0f86a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:44.750383 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] For port 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:47:44.758351 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0e2e8f65-5e62-4d2e-ad04-1cef2a15b94b None None] For port 3935c2c3-402d-4a93-83ae-2a9abdef1337, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3935c2c3-402d-4a93-83ae-2a9abdef1337,segment=NetworkSegment(7ae33c92-3122-464b-b660-f2d150488466),segment_id=7ae33c92-3122-464b-b660-f2d150488466)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:44.796793 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] For port 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=1bdd8d3a-d1b1-4008-a8d1-cc25060ac908,segment=NetworkSegment(fc37d84a-4364-4efe-b0f5-a481a959d1e0),segment_id=fc37d84a-4364-4efe-b0f5-a481a959d1e0)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:47:44.823759 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 79ab7e6e-15d0-4c9c-b6b5-d99059baeee1 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:44.824013 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:44.861890 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce60fec4-83ea-4899-b6e6-10456a0f86a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:44.866960 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0e2e8f65-5e62-4d2e-ad04-1cef2a15b94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:44.875203 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:44.899347 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce60fec4-83ea-4899-b6e6-10456a0f86a4 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:47:44.902127 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-ce60fec4-83ea-4899-b6e6-10456a0f86a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:44.904570 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce60fec4-83ea-4899-b6e6-10456a0f86a4 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:47:44.943062 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60fec4-83ea-4899-b6e6-10456a0f86a4 admin admin] Pushing event updated for resources: {'Port': ['ID=32377b58-64e6-4c03-9f86-c4035dc8620c,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:45.133205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e8f65-5e62-4d2e-ad04-1cef2a15b94b None None] Pushing event updated for resources: {'Port': ['ID=3935c2c3-402d-4a93-83ae-2a9abdef1337,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:45.183301 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f5401eb8-b692-46e3-a37e-7f566ef218ef None None] Provisioning complete for port 3935c2c3-402d-4a93-83ae-2a9abdef1337 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:45.184248 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f5401eb8-b692-46e3-a37e-7f566ef218ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:45.247177 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce60fec4-83ea-4899-b6e6-10456a0f86a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:45.274828 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d91e1-d9e8-47de-bedb-2734b3b249f0 None None] Pushing event updated for resources: {'Port': ['ID=1bdd8d3a-d1b1-4008-a8d1-cc25060ac908,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:45.318344 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'name': 'tempest-TestMinimumBasicScenario-948334223-router', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:37Z', 'updated_at': '2021-09-18T00:47:40Z', 'revision_number': 4, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'gw_port': {'id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:38Z', 'updated_at': '2021-09-18T00:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '3935c2c3-402d-4a93-83ae-2a9abdef1337', 'name': '', 'network_id': '13750620-d217-4073-8876-cfc27818472c', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'mac_address': 'fa:16:3e:78:78:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:40Z', 'updated_at': '2021-09-18T00:47:44Z', 'revision_number': 4, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'subnets': [{'id': '809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:45.365586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f65f8f9-6288-41d9-bb7b-aa6c55cbc633 None None] The sync data for ids ['b3f980dc-bf1d-451e-bab5-32525c2c6c68'] in n-d-809883-1 is: [{'id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'name': 'tempest-TestMinimumBasicScenario-948334223-router', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:37Z', 'updated_at': '2021-09-18T00:47:40Z', 'revision_number': 4, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'gw_port': {'id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:38Z', 'updated_at': '2021-09-18T00:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '3935c2c3-402d-4a93-83ae-2a9abdef1337', 'name': '', 'network_id': '13750620-d217-4073-8876-cfc27818472c', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'mac_address': 'fa:16:3e:78:78:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:40Z', 'updated_at': '2021-09-18T00:47:44Z', 'revision_number': 4, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'subnets': [{'id': '809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:47:45.512336 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce60fec4-83ea-4899-b6e6-10456a0f86a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:45.715588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce60fec4-83ea-4899-b6e6-10456a0f86a4 admin admin] Router 4fe4cd67-f873-480f-ac58-e72e22b33216 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:47:45.833985 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce60fec4-83ea-4899-b6e6-10456a0f86a4 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:47:45.845633 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] Sync routers for ids ['4fe4cd67-f873-480f-ac58-e72e22b33216'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:47:45.863383 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] Routers {'4fe4cd67-f873-480f-ac58-e72e22b33216'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:47:45.863383 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:47:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['4fe4cd67-f873-480f-ac58-e72e22b33216'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:45.914467 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ce60fec4-83ea-4899-b6e6-10456a0f86a4 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:45.915753 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ce60fec4-83ea-4899-b6e6-10456a0f86a4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3892961 Sep 18 00:47:45.918555 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60006) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:47:45.972891 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] Set router 4fe4cd67-f873-480f-ac58-e72e22b33216 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:47:46.173980 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4cd67-f873-480f-ac58-e72e22b33216', 'name': 'tempest-TestMinimumBasicScenario-1333670444-router', 'tenant_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '32377b58-64e6-4c03-9f86-c4035dc8620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:43Z', 'updated_at': '2021-09-18T00:47:45Z', 'revision_number': 3, 'project_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'gw_port': {'id': '32377b58-64e6-4c03-9f86-c4035dc8620c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4cd67-f873-480f-ac58-e72e22b33216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:44Z', 'updated_at': '2021-09-18T00:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:46.186751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb019f50-f448-4533-bdb9-63e61e11f43e None None] Network 9e42e8df-ffca-4a11-a18b-8f558c2eae9b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:47:46.207645 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] Checking router: 4fe4cd67-f873-480f-ac58-e72e22b33216 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:47:46.208381 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] Updating router 4fe4cd67-f873-480f-ac58-e72e22b33216 port 32377b58-64e6-4c03-9f86-c4035dc8620c binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:47:46.243323 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:46.324410 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a1a396a5-e0f6-4692-8d3d-83f479dbd414 None None] Provisioning complete for port 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:46.325027 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a1a396a5-e0f6-4692-8d3d-83f479dbd414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:46.486498 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-68f054a0-e395-4f0b-81b9-4100497d882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:46.492613 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a1a396a5-e0f6-4692-8d3d-83f479dbd414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:46.571031 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a1a396a5-e0f6-4692-8d3d-83f479dbd414 None None] For port 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=1bdd8d3a-d1b1-4008-a8d1-cc25060ac908,segment=NetworkSegment(fc37d84a-4364-4efe-b0f5-a481a959d1e0),segment_id=fc37d84a-4364-4efe-b0f5-a481a959d1e0)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:46.627176 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a1a396a5-e0f6-4692-8d3d-83f479dbd414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:46.682916 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ce65582d-29d0-4e7f-8bbf-1472adfdd81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:46.713668 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a396a5-e0f6-4692-8d3d-83f479dbd414 None None] Pushing event updated for resources: {'Port': ['ID=1bdd8d3a-d1b1-4008-a8d1-cc25060ac908,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:46.758649 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:46.769460 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:46.794526 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-68f054a0-e395-4f0b-81b9-4100497d882d admin admin] Allocated IP 172.20.0.1 (9e42e8df-ffca-4a11-a18b-8f558c2eae9b/ed33f339-f439-44ca-a890-532b2e632ffe/d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:47:46.804484 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:46.837609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:46.837609 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:46.862815 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] Attempting to bind port 32377b58-64e6-4c03-9f86-c4035dc8620c on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:47:46.863432 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] Attempting to bind port 32377b58-64e6-4c03-9f86-c4035dc8620c by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:47:46.863553 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] Attempting to bind port 32377b58-64e6-4c03-9f86-c4035dc8620c on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:47:46.875876 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:47:46.876239 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:47:46.876846 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:46.877236 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:47:46.877692 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] Bound port: 32377b58-64e6-4c03-9f86-c4035dc8620c, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:47:46.878069 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:46.879560 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ae16e-5e52-424b-badf-c7f402426c66 None None] Pushing event updated for resources: {'Port': ['ID=32377b58-64e6-4c03-9f86-c4035dc8620c,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:46.933065 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3935c2c3-402d-4a93-83ae-2a9abdef1337 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:46.934373 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-68f054a0-e395-4f0b-81b9-4100497d882d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:46.935678 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] For port 32377b58-64e6-4c03-9f86-c4035dc8620c, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:47:46.939343 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] For port 32377b58-64e6-4c03-9f86-c4035dc8620c, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=32377b58-64e6-4c03-9f86-c4035dc8620c,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:47:46.976320 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-bf78b3ab-1adc-41fe-9933-a59da0bad48d None None] Provisioning complete for port 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:46.976687 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bf78b3ab-1adc-41fe-9933-a59da0bad48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.020090 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 3935c2c3-402d-4a93-83ae-2a9abdef1337 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:47.020458 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.024864 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.054316 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-68f054a0-e395-4f0b-81b9-4100497d882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.080033 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] Routers {'4fe4cd67-f873-480f-ac58-e72e22b33216'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:47:47.081221 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:47:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['4fe4cd67-f873-480f-ac58-e72e22b33216'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:47.099172 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f054a0-e395-4f0b-81b9-4100497d882d admin admin] Network 9e42e8df-ffca-4a11-a18b-8f558c2eae9b is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:47:47.102771 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-68f054a0-e395-4f0b-81b9-4100497d882d admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:47.105864 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f054a0-e395-4f0b-81b9-4100497d882d admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:47:47.140648 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f054a0-e395-4f0b-81b9-4100497d882d admin admin] Pushing event updated for resources: {'Port': ['ID=d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:47.141803 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ae16e-5e52-424b-badf-c7f402426c66 None None] Pushing event updated for resources: {'Port': ['ID=32377b58-64e6-4c03-9f86-c4035dc8620c,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:47.170404 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-68f054a0-e395-4f0b-81b9-4100497d882d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.222265 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] Set router 4fe4cd67-f873-480f-ac58-e72e22b33216 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:47:47.375737 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.376338 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-68f054a0-e395-4f0b-81b9-4100497d882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.403939 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4cd67-f873-480f-ac58-e72e22b33216', 'name': 'tempest-TestMinimumBasicScenario-1333670444-router', 'tenant_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '32377b58-64e6-4c03-9f86-c4035dc8620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:43Z', 'updated_at': '2021-09-18T00:47:45Z', 'revision_number': 3, 'project_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'gw_port': {'id': '32377b58-64e6-4c03-9f86-c4035dc8620c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4cd67-f873-480f-ac58-e72e22b33216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:44Z', 'updated_at': '2021-09-18T00:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:47.423052 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1433875e-f108-426d-8663-93537e08b1ea None None] Provisioning complete for port d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:47.423433 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1433875e-f108-426d-8663-93537e08b1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.430520 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee541010-16d5-4ff4-afda-bc0c3568d3c7 None None] The sync data for ids ['4fe4cd67-f873-480f-ac58-e72e22b33216'] in n-d-809883-1 is: [{'id': '4fe4cd67-f873-480f-ac58-e72e22b33216', 'name': 'tempest-TestMinimumBasicScenario-1333670444-router', 'tenant_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '32377b58-64e6-4c03-9f86-c4035dc8620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:43Z', 'updated_at': '2021-09-18T00:47:45Z', 'revision_number': 3, 'project_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'gw_port': {'id': '32377b58-64e6-4c03-9f86-c4035dc8620c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4cd67-f873-480f-ac58-e72e22b33216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:44Z', 'updated_at': '2021-09-18T00:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:47:47.467581 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1433875e-f108-426d-8663-93537e08b1ea None None] Port d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:47:47.551552 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-68f054a0-e395-4f0b-81b9-4100497d882d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.612727 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-68f054a0-e395-4f0b-81b9-4100497d882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.695297 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f054a0-e395-4f0b-81b9-4100497d882d admin admin] Pushing event updated for resources: {'Port': ['ID=d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:47.697782 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-68f054a0-e395-4f0b-81b9-4100497d882d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:47.792771 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f054a0-e395-4f0b-81b9-4100497d882d admin admin] Network 9e42e8df-ffca-4a11-a18b-8f558c2eae9b is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:47:47.794206 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-68f054a0-e395-4f0b-81b9-4100497d882d admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:47.922486 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f054a0-e395-4f0b-81b9-4100497d882d admin admin] Router 4fe4cd67-f873-480f-ac58-e72e22b33216 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:47:47.986568 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:48.050390 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f054a0-e395-4f0b-81b9-4100497d882d admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:47:48.062037 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-68f054a0-e395-4f0b-81b9-4100497d882d admin admin] 10.222.0.46 "PUT /v2.0/routers/4fe4cd67-f873-480f-ac58-e72e22b33216/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1358171 Sep 18 00:47:48.090645 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b25d4c97-fc04-487c-a55b-1b1109cabe2b None None] Provisioning complete for port d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:48.091018 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b25d4c97-fc04-487c-a55b-1b1109cabe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:48.129893 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b25d4c97-fc04-487c-a55b-1b1109cabe2b None None] Port d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:47:48.607280 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 32377b58-64e6-4c03-9f86-c4035dc8620c up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:48.656494 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 32377b58-64e6-4c03-9f86-c4035dc8620c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:48.659010 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:48.736336 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:48.758510 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 32377b58-64e6-4c03-9f86-c4035dc8620c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=32377b58-64e6-4c03-9f86-c4035dc8620c,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:48.833600 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:48.834485 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:48.918417 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=32377b58-64e6-4c03-9f86-c4035dc8620c,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:48.930338 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:48.930693 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:48.951680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94313bab-2c1a-4854-929f-858392036908 None None] Sync routers for ids ['4fe4cd67-f873-480f-ac58-e72e22b33216'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:47:48.971643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94313bab-2c1a-4854-929f-858392036908 None None] Routers {'4fe4cd67-f873-480f-ac58-e72e22b33216'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:47:48.972263 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-94313bab-2c1a-4854-929f-858392036908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:47:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['4fe4cd67-f873-480f-ac58-e72e22b33216'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:49.106499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-94313bab-2c1a-4854-929f-858392036908 None None] Set router 4fe4cd67-f873-480f-ac58-e72e22b33216 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:47:49.332226 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-94313bab-2c1a-4854-929f-858392036908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4cd67-f873-480f-ac58-e72e22b33216', 'name': 'tempest-TestMinimumBasicScenario-1333670444-router', 'tenant_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '32377b58-64e6-4c03-9f86-c4035dc8620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:43Z', 'updated_at': '2021-09-18T00:47:47Z', 'revision_number': 4, 'project_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'gw_port': {'id': '32377b58-64e6-4c03-9f86-c4035dc8620c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4cd67-f873-480f-ac58-e72e22b33216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:44Z', 'updated_at': '2021-09-18T00:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'd9d7785b-82b6-4809-8fd3-e12b5dd2ccb9', 'name': '', 'network_id': '9e42e8df-ffca-4a11-a18b-8f558c2eae9b', 'tenant_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'mac_address': 'fa:16:3e:99:e2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4cd67-f873-480f-ac58-e72e22b33216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'ed33f339-f439-44ca-a890-532b2e632ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:46Z', 'updated_at': '2021-09-18T00:47:47Z', 'revision_number': 2, 'project_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'subnets': [{'id': 'ed33f339-f439-44ca-a890-532b2e632ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:49.361263 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94313bab-2c1a-4854-929f-858392036908 None None] Checking router: 4fe4cd67-f873-480f-ac58-e72e22b33216 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:47:49.361722 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94313bab-2c1a-4854-929f-858392036908 None None] Updating router 4fe4cd67-f873-480f-ac58-e72e22b33216 port d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:47:49.390093 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-94313bab-2c1a-4854-929f-858392036908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.698166 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-94313bab-2c1a-4854-929f-858392036908 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.773209 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-94313bab-2c1a-4854-929f-858392036908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.840013 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5077530-b53a-4c13-9334-0cd65d8b5d82 None None] Pushing event updated for resources: {'Port': ['ID=d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:49.896335 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-94313bab-2c1a-4854-929f-858392036908 None None] Attempting to bind port d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:47:49.896788 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-94313bab-2c1a-4854-929f-858392036908 None None] Attempting to bind port d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'fc37d84a-4364-4efe-b0f5-a481a959d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e42e8df-ffca-4a11-a18b-8f558c2eae9b'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:47:49.897261 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94313bab-2c1a-4854-929f-858392036908 None None] Attempting to bind port d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9 on network 9e42e8df-ffca-4a11-a18b-8f558c2eae9b {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:47:49.904418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94313bab-2c1a-4854-929f-858392036908 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:47:49.904928 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94313bab-2c1a-4854-929f-858392036908 None None] Checking segment: {'id': 'fc37d84a-4364-4efe-b0f5-a481a959d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e42e8df-ffca-4a11-a18b-8f558c2eae9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:47:49.905336 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-94313bab-2c1a-4854-929f-858392036908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:49.905729 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94313bab-2c1a-4854-929f-858392036908 None None] Bound using segment: {'id': 'fc37d84a-4364-4efe-b0f5-a481a959d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e42e8df-ffca-4a11-a18b-8f558c2eae9b'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:47:49.906194 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-94313bab-2c1a-4854-929f-858392036908 None None] Bound port: d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc37d84a-4364-4efe-b0f5-a481a959d1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e42e8df-ffca-4a11-a18b-8f558c2eae9b'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:47:49.907085 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-94313bab-2c1a-4854-929f-858392036908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:50.016052 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-94313bab-2c1a-4854-929f-858392036908 None None] For port d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:47:50.019644 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-94313bab-2c1a-4854-929f-858392036908 None None] For port d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9,segment=NetworkSegment(fc37d84a-4364-4efe-b0f5-a481a959d1e0),segment_id=fc37d84a-4364-4efe-b0f5-a481a959d1e0)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:47:50.033154 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:50.123251 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-94313bab-2c1a-4854-929f-858392036908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:50.181506 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94313bab-2c1a-4854-929f-858392036908 None None] Routers {'4fe4cd67-f873-480f-ac58-e72e22b33216'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:47:50.182257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-94313bab-2c1a-4854-929f-858392036908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:47:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['4fe4cd67-f873-480f-ac58-e72e22b33216'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:50.258311 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5077530-b53a-4c13-9334-0cd65d8b5d82 None None] Pushing event updated for resources: {'Port': ['ID=d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:50.262847 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-aff0977e-b0f9-457a-bbcf-daf9ec9e6edd None None] Provisioning complete for port d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:50.263195 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aff0977e-b0f9-457a-bbcf-daf9ec9e6edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:50.373124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-94313bab-2c1a-4854-929f-858392036908 None None] Set router 4fe4cd67-f873-480f-ac58-e72e22b33216 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:47:50.480585 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aff0977e-b0f9-457a-bbcf-daf9ec9e6edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:50.717889 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 32377b58-64e6-4c03-9f86-c4035dc8620c up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:50.749488 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-aff0977e-b0f9-457a-bbcf-daf9ec9e6edd None None] For port d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9,segment=NetworkSegment(fc37d84a-4364-4efe-b0f5-a481a959d1e0),segment_id=fc37d84a-4364-4efe-b0f5-a481a959d1e0)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:47:50.818532 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aff0977e-b0f9-457a-bbcf-daf9ec9e6edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:50.853640 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 32377b58-64e6-4c03-9f86-c4035dc8620c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:50.854150 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:50.921026 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0977e-b0f9-457a-bbcf-daf9ec9e6edd None None] Pushing event updated for resources: {'Port': ['ID=d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:50.926245 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-94313bab-2c1a-4854-929f-858392036908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4cd67-f873-480f-ac58-e72e22b33216', 'name': 'tempest-TestMinimumBasicScenario-1333670444-router', 'tenant_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '32377b58-64e6-4c03-9f86-c4035dc8620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:43Z', 'updated_at': '2021-09-18T00:47:47Z', 'revision_number': 4, 'project_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'gw_port': {'id': '32377b58-64e6-4c03-9f86-c4035dc8620c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4cd67-f873-480f-ac58-e72e22b33216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:44Z', 'updated_at': '2021-09-18T00:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'd9d7785b-82b6-4809-8fd3-e12b5dd2ccb9', 'name': '', 'network_id': '9e42e8df-ffca-4a11-a18b-8f558c2eae9b', 'tenant_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'mac_address': 'fa:16:3e:99:e2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4cd67-f873-480f-ac58-e72e22b33216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'ed33f339-f439-44ca-a890-532b2e632ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:46Z', 'updated_at': '2021-09-18T00:47:50Z', 'revision_number': 4, 'project_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'subnets': [{'id': 'ed33f339-f439-44ca-a890-532b2e632ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:50.962406 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94313bab-2c1a-4854-929f-858392036908 None None] The sync data for ids ['4fe4cd67-f873-480f-ac58-e72e22b33216'] in n-d-809883-1 is: [{'id': '4fe4cd67-f873-480f-ac58-e72e22b33216', 'name': 'tempest-TestMinimumBasicScenario-1333670444-router', 'tenant_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '32377b58-64e6-4c03-9f86-c4035dc8620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:43Z', 'updated_at': '2021-09-18T00:47:47Z', 'revision_number': 4, 'project_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'gw_port': {'id': '32377b58-64e6-4c03-9f86-c4035dc8620c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4cd67-f873-480f-ac58-e72e22b33216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:44Z', 'updated_at': '2021-09-18T00:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'd9d7785b-82b6-4809-8fd3-e12b5dd2ccb9', 'name': '', 'network_id': '9e42e8df-ffca-4a11-a18b-8f558c2eae9b', 'tenant_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'mac_address': 'fa:16:3e:99:e2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4cd67-f873-480f-ac58-e72e22b33216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'ed33f339-f439-44ca-a890-532b2e632ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:46Z', 'updated_at': '2021-09-18T00:47:50Z', 'revision_number': 4, 'project_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'subnets': [{'id': 'ed33f339-f439-44ca-a890-532b2e632ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:47:51.004379 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-fed7e7f1-85b8-41b9-aa9d-5e2b810cdfb7 None None] Provisioning complete for port d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:51.005016 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fed7e7f1-85b8-41b9-aa9d-5e2b810cdfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:52.575260 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:52.641350 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:47:52.642195 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:47:57.657054 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:47:59.941180 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-e33fcd5f-042c-4b25-b84c-e948bd9e2651 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:47:59.942661 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-e33fcd5f-042c-4b25-b84c-e948bd9e2651 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/networks?id=13750620-d217-4073-8876-cfc27818472c HTTP/1.1" status: 200 len: 814 time: 0.1023400 Sep 18 00:47:59.957265 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-31013cb3-7079-4432-82a8-443d35cffabf tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/quotas/b31b063ab9164652a7ab0147b015cc7b HTTP/1.1" status: 200 len: 375 time: 0.0089259 Sep 18 00:48:00.006981 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-52df853b-a58c-40de-8fcc-303d5f9e2ffc tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b31b063ab9164652a7ab0147b015cc7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440161 Sep 18 00:48:00.099671 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-c1fe7e46-59a5-4a99-8dae-9002a90ca8fc service neutron] 10.222.0.46 "GET /v2.0/networks/13750620-d217-4073-8876-cfc27818472c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810356 Sep 18 00:48:00.189956 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-c9dc893b-cd2c-4915-8ff6-3d9cda3a4ec7 service neutron] 10.222.0.46 "GET /v2.0/networks/13750620-d217-4073-8876-cfc27818472c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838521 Sep 18 00:48:00.407609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bf9ffc25-db3d-48dc-996b-38143c8f2421 req-e251b58d-f6d0-4680-abca-a42c70cac769 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 210 time: 0.0297084 Sep 18 00:48:01.502553 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29b62c03-1d26-4c26-b947-1bb651eb2af8 req-b7cb0d75-a4f2-48b0-aa5d-ee92aa667a88 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 210 time: 0.0260737 Sep 18 00:48:02.511183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-c8f01385-3980-44b8-b761-9d5f60bec099 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:02.512614 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-c8f01385-3980-44b8-b761-9d5f60bec099 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.37 "GET /v2.0/networks?id=13750620-d217-4073-8876-cfc27818472c HTTP/1.1" status: 200 len: 814 time: 0.1071630 Sep 18 00:48:02.526036 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Request body: {'port': {'device_id': '2cafeb61-48c8-4197-9fb1-1ec8cadec050', 'network_id': '13750620-d217-4073-8876-cfc27818472c', 'admin_state_up': True, 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:02.616725 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc8c81eb-bcb0-4a12-b7eb-6b3723f4ef2b req-9c9c19e0-82dd-4a5e-b6f8-9587dab7b8e5 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 210 time: 0.0364275 Sep 18 00:48:02.726939 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Made reservation on behalf of b31b063ab9164652a7ab0147b015cc7b for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:48:02.730597 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:02.861900 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Allocated IP 172.20.0.14 (13750620-d217-4073-8876-cfc27818472c/809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0/5307d409-c0cc-492e-9fd0-bd5228aba7d3) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:03.014809 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:03.117960 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:03.173882 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Network 13750620-d217-4073-8876-cfc27818472c is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:03.177285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:03.184345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:48:03.215442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Pushing event updated for resources: {'Port': ['ID=5307d409-c0cc-492e-9fd0-bd5228aba7d3,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:03.232852 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:03.233378 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:03.233729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:03.234324 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:03.234795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:03.235138 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:03.235654 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:03.236165 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:03.236517 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:03.237113 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:03.237415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:03.237935 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:03.283300 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:03.284071 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:03.375701 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-c26b5ede-3a0a-4498-8403-4a3f184c36e2 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8534338 Sep 18 00:48:03.536208 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0224b6df-31e9-4fa9-bda3-b9d29b4c239c None None] Provisioning complete for port 5307d409-c0cc-492e-9fd0-bd5228aba7d3 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:03.537310 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0224b6df-31e9-4fa9-bda3-b9d29b4c239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:03.594142 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0224b6df-31e9-4fa9-bda3-b9d29b4c239c None None] Port 5307d409-c0cc-492e-9fd0-bd5228aba7d3 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:48:03.740867 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c30fe-3272-418d-b704-19589637645f req-d7196fe1-82f0-42a4-a156-8b776f7780c6 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:03.742716 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-977c30fe-3272-418d-b704-19589637645f req-d7196fe1-82f0-42a4-a156-8b776f7780c6 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 932 time: 0.0531573 Sep 18 00:48:03.784339 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-977c30fe-3272-418d-b704-19589637645f req-9255a420-fa65-4279-8d78-9df383e12e33 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349574 Sep 18 00:48:04.919286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af911cf-ba1d-41d1-8b13-fc3d80c361fe req-2869983d-8f97-4052-a45a-71f1386902f3 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:04.920858 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7af911cf-ba1d-41d1-8b13-fc3d80c361fe req-2869983d-8f97-4052-a45a-71f1386902f3 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 932 time: 0.0624263 Sep 18 00:48:04.961235 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7af911cf-ba1d-41d1-8b13-fc3d80c361fe req-a87313fb-0be6-41e0-af2b-4c83c5ea671e tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339441 Sep 18 00:48:06.090379 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d1238-4a8f-4705-9bc3-09c967764ada req-12a02018-b549-411e-b7c3-26d5e37bcc72 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:06.091853 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-956d1238-4a8f-4705-9bc3-09c967764ada req-12a02018-b549-411e-b7c3-26d5e37bcc72 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 932 time: 0.0563574 Sep 18 00:48:06.134325 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-956d1238-4a8f-4705-9bc3-09c967764ada req-71ceeadf-11d6-448f-bc58-ce441ac7f4ef tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361426 Sep 18 00:48:07.255335 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21bced-a6ef-4d03-b42e-999b2e00fb58 req-8ecc5441-0a63-436e-8c3e-bbbda1a63e69 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:07.256823 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a21bced-a6ef-4d03-b42e-999b2e00fb58 req-8ecc5441-0a63-436e-8c3e-bbbda1a63e69 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 932 time: 0.0501051 Sep 18 00:48:07.297489 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1a21bced-a6ef-4d03-b42e-999b2e00fb58 req-3abaddfe-6e65-4aea-aba3-0ce9f8a753bd tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339086 Sep 18 00:48:08.425728 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771c9a4-7e92-4ff1-8c90-fa4093aa01d8 req-6baa667c-d1ac-4bce-a7d6-cdf3a5eabec6 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:08.433134 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e771c9a4-7e92-4ff1-8c90-fa4093aa01d8 req-6baa667c-d1ac-4bce-a7d6-cdf3a5eabec6 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 932 time: 0.0562901 Sep 18 00:48:08.466888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e771c9a4-7e92-4ff1-8c90-fa4093aa01d8 req-283dc980-9e51-4487-984e-920e3c4fe07d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328743 Sep 18 00:48:09.595361 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4a3bd-edd9-429d-bdad-dd955d05d145 req-3140833e-6954-4818-aa42-66650af2e236 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:09.596861 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fbf4a3bd-edd9-429d-bdad-dd955d05d145 req-3140833e-6954-4818-aa42-66650af2e236 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 932 time: 0.0523458 Sep 18 00:48:09.641377 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fbf4a3bd-edd9-429d-bdad-dd955d05d145 req-92149bef-5ed9-46e1-9a9e-fcb332eeb345 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380447 Sep 18 00:48:10.770479 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1efb67-6275-46ab-9776-e6e4818a9c65 req-93f26af6-c594-427a-8f54-9d23a6592168 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:10.772031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac1efb67-6275-46ab-9776-e6e4818a9c65 req-93f26af6-c594-427a-8f54-9d23a6592168 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 932 time: 0.0542119 Sep 18 00:48:10.812152 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac1efb67-6275-46ab-9776-e6e4818a9c65 req-53e285ef-631a-459f-98e2-c628477022f5 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340130 Sep 18 00:48:10.915473 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:11.930556 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90641337-4ce7-4573-9864-98f5a5ae0f57 req-cfa49f62-ef36-40e9-a1c2-6e6049395985 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:11.932205 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90641337-4ce7-4573-9864-98f5a5ae0f57 req-cfa49f62-ef36-40e9-a1c2-6e6049395985 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 932 time: 0.0479579 Sep 18 00:48:11.974913 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-90641337-4ce7-4573-9864-98f5a5ae0f57 req-f5211df0-fa8f-4383-bace-067eeeba614d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360091 Sep 18 00:48:13.091973 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb34241-1062-4754-95fb-60c4ddbdd6dc req-dce43631-a46e-47d5-8811-2ba9e4da188f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:13.093487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bcb34241-1062-4754-95fb-60c4ddbdd6dc req-dce43631-a46e-47d5-8811-2ba9e4da188f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 932 time: 0.0519874 Sep 18 00:48:13.128939 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bcb34241-1062-4754-95fb-60c4ddbdd6dc req-f634ab6f-2b4f-466b-a491-d665a9e37a52 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296490 Sep 18 00:48:13.333914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Request body: {'port': {'device_id': '2cafeb61-48c8-4197-9fb1-1ec8cadec050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:13.384557 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:13.638501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5307d409-c0cc-492e-9fd0-bd5228aba7d3 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:13.645529 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:13.657335 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Transition to ACTIVE for port object 5307d409-c0cc-492e-9fd0-bd5228aba7d3 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:48:13.705667 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:13.756710 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5307d409-c0cc-492e-9fd0-bd5228aba7d3,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:13.822993 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Attempting to bind port 5307d409-c0cc-492e-9fd0-bd5228aba7d3 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:48:13.823333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Attempting to bind port 5307d409-c0cc-492e-9fd0-bd5228aba7d3 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '7ae33c92-3122-464b-b660-f2d150488466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '13750620-d217-4073-8876-cfc27818472c'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:48:13.823663 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Attempting to bind port 5307d409-c0cc-492e-9fd0-bd5228aba7d3 on network 13750620-d217-4073-8876-cfc27818472c {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:13.828187 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Port 5307d409-c0cc-492e-9fd0-bd5228aba7d3 on network 13750620-d217-4073-8876-cfc27818472c not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:48:13.828509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Attempting to bind port 5307d409-c0cc-492e-9fd0-bd5228aba7d3 on network 13750620-d217-4073-8876-cfc27818472c {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:13.833461 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:48:13.833795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Checking segment: {'id': '7ae33c92-3122-464b-b660-f2d150488466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '13750620-d217-4073-8876-cfc27818472c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:48:13.834181 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Bound using segment: {'id': '7ae33c92-3122-464b-b660-f2d150488466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '13750620-d217-4073-8876-cfc27818472c'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:48:13.834615 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Bound port: 5307d409-c0cc-492e-9fd0-bd5228aba7d3, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae33c92-3122-464b-b660-f2d150488466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '13750620-d217-4073-8876-cfc27818472c'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:48:13.834981 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:13.903022 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] For port 5307d409-c0cc-492e-9fd0-bd5228aba7d3, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:48:13.906041 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] For port 5307d409-c0cc-492e-9fd0-bd5228aba7d3, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5307d409-c0cc-492e-9fd0-bd5228aba7d3,segment=NetworkSegment(7ae33c92-3122-464b-b660-f2d150488466),segment_id=7ae33c92-3122-464b-b660-f2d150488466)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:48:13.967206 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:13.989231 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:14.000463 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:14.001074 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:14.002528 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] 10.222.0.37 "PUT /v2.0/ports/5307d409-c0cc-492e-9fd0-bd5228aba7d3 HTTP/1.1" status: 200 len: 1092 time: 0.6731009 Sep 18 00:48:14.002995 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cafeb61-48c8-4197-9fb1-1ec8cadec050', 'tag': '5307d409-c0cc-492e-9fd0-bd5228aba7d3'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:14.005332 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89a2390-13c8-4097-830e-2cf96f743d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "2cafeb61-48c8-4197-9fb1-1ec8cadec050", "tag": "5307d409-c0cc-492e-9fd0-bd5228aba7d3"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:14.032600 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c8da8-0770-4e07-9f9f-d97ea8ec16c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5307d409-c0cc-492e-9fd0-bd5228aba7d3,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:14.059540 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b76d4dd-42b9-4e5d-9e8c-eda6ac184bbf x-openstack-request-id: req-5b76d4dd-42b9-4e5d-9e8c-eda6ac184bbf {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:14.059540 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cafeb61-48c8-4197-9fb1-1ec8cadec050", "tag": "5307d409-c0cc-492e-9fd0-bd5228aba7d3", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:14.059745 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b76d4dd-42b9-4e5d-9e8c-eda6ac184bbf {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:14.060054 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cafeb61-48c8-4197-9fb1-1ec8cadec050', 'tag': '5307d409-c0cc-492e-9fd0-bd5228aba7d3', 'status': 'completed', 'code': 200} Sep 18 00:48:14.117345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a2390-13c8-4097-830e-2cf96f743d9a req-f692f3a0-d4f0-448d-aaab-7a6917c7ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:14.118868 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a89a2390-13c8-4097-830e-2cf96f743d9a req-f692f3a0-d4f0-448d-aaab-7a6917c7ed4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b31b063ab9164652a7ab0147b015cc7b&device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 1095 time: 0.0418248 Sep 18 00:48:14.146272 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5742118-3b20-4492-a657-d77b5671d316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:14.248516 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a2390-13c8-4097-830e-2cf96f743d9a req-0ecb419e-b4a4-498c-a12c-4362ff257890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:14.250006 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a89a2390-13c8-4097-830e-2cf96f743d9a req-0ecb419e-b4a4-498c-a12c-4362ff257890 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b31b063ab9164652a7ab0147b015cc7b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1228185 Sep 18 00:48:14.273096 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851bf33-6cc8-40c7-8053-971d81789090 req-10cfc76d-482a-417a-a56d-1a033f4aed09 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:14.274420 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2851bf33-6cc8-40c7-8053-971d81789090 req-10cfc76d-482a-417a-a56d-1a033f4aed09 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 944 time: 0.0739756 Sep 18 00:48:14.359909 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2851bf33-6cc8-40c7-8053-971d81789090 req-1f95e084-32c1-442b-8415-25929b168808 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751166 Sep 18 00:48:14.379924 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a2390-13c8-4097-830e-2cf96f743d9a req-3d7ee2cc-c12e-439c-af86-739e47a6e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:14.381437 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a89a2390-13c8-4097-830e-2cf96f743d9a req-3d7ee2cc-c12e-439c-af86-739e47a6e5e1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1245511 Sep 18 00:48:14.462939 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-b59f5f6e-0717-4e5c-9a9e-765888556fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:14.464447 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-b59f5f6e-0717-4e5c-9a9e-765888556fae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b31b063ab9164652a7ab0147b015cc7b&device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 1095 time: 0.0477369 Sep 18 00:48:14.504915 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-a1b88cb8-012f-4445-a0ef-5606228b6ba2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5307d409-c0cc-492e-9fd0-bd5228aba7d3 HTTP/1.1" status: 200 len: 217 time: 0.0323672 Sep 18 00:48:14.812963 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-2f1ac598-68d4-42ed-96c4-203715d57c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:14.814338 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-2f1ac598-68d4-42ed-96c4-203715d57c39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0 HTTP/1.1" status: 200 len: 853 time: 0.3029752 Sep 18 00:48:14.858205 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-ec9913b0-2a6c-4670-ba2e-9b92f8c504fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:14.859641 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-ec9913b0-2a6c-4670-ba2e-9b92f8c504fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13750620-d217-4073-8876-cfc27818472c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379608 Sep 18 00:48:14.948259 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-9da2da86-ce32-4a00-83bb-1889883e1c03 service neutron] 10.222.0.37 "GET /v2.0/networks/13750620-d217-4073-8876-cfc27818472c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813961 Sep 18 00:48:15.037408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2210fdf1-6ef1-41f3-bcb5-a4e5146912a7 req-408f5964-2aa6-42e3-8465-2e5082ad7bb3 service neutron] 10.222.0.37 "GET /v2.0/networks/13750620-d217-4073-8876-cfc27818472c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810089 Sep 18 00:48:15.473513 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34d7bb-62c4-46ae-93df-4b2bed30af41 req-c97befa4-f733-40a4-be1b-f07af4a551be tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:15.474991 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de34d7bb-62c4-46ae-93df-4b2bed30af41 req-c97befa4-f733-40a4-be1b-f07af4a551be tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 944 time: 0.0482988 Sep 18 00:48:15.511605 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-de34d7bb-62c4-46ae-93df-4b2bed30af41 req-96645a99-3619-4044-9ad7-7cee69285b44 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308599 Sep 18 00:48:16.628981 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e4756-69c3-4862-b94b-6f2ca67b940c req-3dabe061-c609-4d39-8739-619f4c7ef986 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:16.630503 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-296e4756-69c3-4862-b94b-6f2ca67b940c req-3dabe061-c609-4d39-8739-619f4c7ef986 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 944 time: 0.0515642 Sep 18 00:48:16.643280 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc4d4-c9e4-4812-b2a1-2edf001349a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:16.669058 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-296e4756-69c3-4862-b94b-6f2ca67b940c req-de6f26f4-6d1f-4375-b146-eed2ebe7d4c3 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326269 Sep 18 00:48:17.339727 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:17.780446 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516d2e9-597b-490b-8bc6-d28d31b6db55 req-2dbad883-e051-4c89-a585-57b4816ab20a tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:17.781976 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3516d2e9-597b-490b-8bc6-d28d31b6db55 req-2dbad883-e051-4c89-a585-57b4816ab20a tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 944 time: 0.0489845 Sep 18 00:48:17.818684 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3516d2e9-597b-490b-8bc6-d28d31b6db55 req-067add86-99e4-46cc-bd01-8b105ba0563b tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308962 Sep 18 00:48:17.989537 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:18.928381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc475853-12be-45c2-871a-9dd3b23f7dc7 req-fa3bba04-1c53-4fa3-9732-38b0ee24dd33 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:18.929853 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc475853-12be-45c2-871a-9dd3b23f7dc7 req-fa3bba04-1c53-4fa3-9732-38b0ee24dd33 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 944 time: 0.0478480 Sep 18 00:48:18.966611 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc475853-12be-45c2-871a-9dd3b23f7dc7 req-5f190902-efea-4254-890e-1fa0b1df559b tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308745 Sep 18 00:48:19.570313 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5307d409-c0cc-492e-9fd0-bd5228aba7d3 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:48:19.664262 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 5307d409-c0cc-492e-9fd0-bd5228aba7d3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5307d409-c0cc-492e-9fd0-bd5228aba7d3,segment=NetworkSegment(7ae33c92-3122-464b-b660-f2d150488466),segment_id=7ae33c92-3122-464b-b660-f2d150488466)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:19.674935 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '5307d409-c0cc-492e-9fd0-bd5228aba7d3', 'network_id': '13750620-d217-4073-8876-cfc27818472c', 'port_id': '5307d409-c0cc-492e-9fd0-bd5228aba7d3', 'mac_address': 'fa:16:3e:d4:e1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:48:19.710313 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:19.722954 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5307d409-c0cc-492e-9fd0-bd5228aba7d3 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:48:19.741459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 5307d409-c0cc-492e-9fd0-bd5228aba7d3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5307d409-c0cc-492e-9fd0-bd5228aba7d3,segment=NetworkSegment(7ae33c92-3122-464b-b660-f2d150488466),segment_id=7ae33c92-3122-464b-b660-f2d150488466)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:19.796931 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:19.846793 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=5307d409-c0cc-492e-9fd0-bd5228aba7d3,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:19.853960 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:19.857449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:19.857449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:19.857449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:19.857449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:19.857449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:19.857449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:19.857449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:19.857449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:19.857449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:19.858111 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:19.858200 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:20.016347 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['5307d409-c0cc-492e-9fd0-bd5228aba7d3'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:48:20.020195 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:20.083507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fa358-cfa7-4dd8-82b0-2fec01241a6c req-fca5f974-ad9d-407a-862a-cf6304d47072 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:20.085200 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-401fa358-cfa7-4dd8-82b0-2fec01241a6c req-fca5f974-ad9d-407a-862a-cf6304d47072 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 945 time: 0.0519512 Sep 18 00:48:20.124286 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-401fa358-cfa7-4dd8-82b0-2fec01241a6c req-fc640065-5f6f-47ea-85ef-bb502b675943 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320609 Sep 18 00:48:21.235002 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c95ab-ec76-493d-9628-ac95f7d35b68 req-db61b25d-92d1-45f0-a8a6-460af1e882e3 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:21.236453 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e19c95ab-ec76-493d-9628-ac95f7d35b68 req-db61b25d-92d1-45f0-a8a6-460af1e882e3 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 945 time: 0.0476837 Sep 18 00:48:21.273466 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e19c95ab-ec76-493d-9628-ac95f7d35b68 req-e8cde97c-d5cf-41fe-a4ff-77a10c42e684 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310874 Sep 18 00:48:21.585820 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5307d409-c0cc-492e-9fd0-bd5228aba7d3 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:48:21.705540 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 5307d409-c0cc-492e-9fd0-bd5228aba7d3 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:48:21.709169 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 5307d409-c0cc-492e-9fd0-bd5228aba7d3 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:21.709539 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:21.782435 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:21.804567 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cafeb61-48c8-4197-9fb1-1ec8cadec050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5307d409-c0cc-492e-9fd0-bd5228aba7d3'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:21.806903 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde125da-ef0e-4b64-8963-54f8cb2cdf84" -d '{"events": [{"server_uuid": "2cafeb61-48c8-4197-9fb1-1ec8cadec050", "name": "network-vif-plugged", "status": "completed", "tag": "5307d409-c0cc-492e-9fd0-bd5228aba7d3"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:21.819664 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 5307d409-c0cc-492e-9fd0-bd5228aba7d3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5307d409-c0cc-492e-9fd0-bd5228aba7d3,segment=NetworkSegment(7ae33c92-3122-464b-b660-f2d150488466),segment_id=7ae33c92-3122-464b-b660-f2d150488466)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:21.845216 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c56fe4a-cbd9-42c0-a2bc-d22fa2080a37 x-openstack-request-id: req-1c56fe4a-cbd9-42c0-a2bc-d22fa2080a37 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:21.845505 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cafeb61-48c8-4197-9fb1-1ec8cadec050", "name": "network-vif-plugged", "status": "completed", "tag": "5307d409-c0cc-492e-9fd0-bd5228aba7d3", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:21.845758 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c56fe4a-cbd9-42c0-a2bc-d22fa2080a37 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:21.846432 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cafeb61-48c8-4197-9fb1-1ec8cadec050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5307d409-c0cc-492e-9fd0-bd5228aba7d3', 'code': 200} Sep 18 00:48:21.886906 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:21.937635 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=5307d409-c0cc-492e-9fd0-bd5228aba7d3,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:21.938073 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c1405-092e-4eb3-8e67-c9e272fe3a78 req-910f372a-2b0d-4eaf-bb24-f181a3c14c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:21.939564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d4c1405-092e-4eb3-8e67-c9e272fe3a78 req-910f372a-2b0d-4eaf-bb24-f181a3c14c8e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 1097 time: 0.0394373 Sep 18 00:48:21.974773 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d4c1405-092e-4eb3-8e67-c9e272fe3a78 req-c398d4f4-7852-427b-84cc-97af10ff037c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279944 Sep 18 00:48:22.389131 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f24e2-d567-4b7d-9aa4-e03235477e88 req-527c8d41-8fbf-421d-8ac8-4d923e179a94 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:22.390598 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d9f24e2-d567-4b7d-9aa4-e03235477e88 req-527c8d41-8fbf-421d-8ac8-4d923e179a94 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 946 time: 0.0513997 Sep 18 00:48:22.430652 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d9f24e2-d567-4b7d-9aa4-e03235477e88 req-0e39acc3-aaff-440e-a8d5-05757c0a7a64 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341280 Sep 18 00:48:23.552046 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53abb30-27e8-4c94-9e50-83ba1cada6c6 req-d36f7ef7-7bb4-4b76-9b5f-88b62e81bce4 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.553555 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a53abb30-27e8-4c94-9e50-83ba1cada6c6 req-d36f7ef7-7bb4-4b76-9b5f-88b62e81bce4 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 946 time: 0.0529208 Sep 18 00:48:23.594636 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a53abb30-27e8-4c94-9e50-83ba1cada6c6 req-ed4b472f-b926-4447-9b05-dadb8d4dd4c0 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345097 Sep 18 00:48:23.713891 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ef6b8-8b3a-42c4-9808-060e6a1a0719 req-4dd8c8b8-7971-4741-83c1-dcab237c88f0 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.715443 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b64ef6b8-8b3a-42c4-9808-060e6a1a0719 req-4dd8c8b8-7971-4741-83c1-dcab237c88f0 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 946 time: 0.0503023 Sep 18 00:48:23.754368 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b64ef6b8-8b3a-42c4-9808-060e6a1a0719 req-eb55f11e-2ea4-431a-88b3-c1c453e43b75 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330448 Sep 18 00:48:23.951037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02299f2e-a482-4b6f-b7c5-c27806db6be2 req-2c35adc8-0593-472e-9995-7d4d3411b512 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:23.952486 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-02299f2e-a482-4b6f-b7c5-c27806db6be2 req-2c35adc8-0593-472e-9995-7d4d3411b512 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 946 time: 0.0534430 Sep 18 00:48:23.989935 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-02299f2e-a482-4b6f-b7c5-c27806db6be2 req-03a561d2-b65f-4b5a-a35d-575fae12575e tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313797 Sep 18 00:48:34.656921 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:48:38.361898 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b53d4-588d-4e33-92a7-deed850afaa0 req-12ba77af-6198-4377-8d13-8acb27e367dd tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:38.363377 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b13b53d4-588d-4e33-92a7-deed850afaa0 req-12ba77af-6198-4377-8d13-8acb27e367dd tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 946 time: 0.0479174 Sep 18 00:48:38.400269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b13b53d4-588d-4e33-92a7-deed850afaa0 req-3c3e6947-4440-4ea9-bc0a-8a71b05c4731 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310867 Sep 18 00:48:38.422934 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60216) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:38.550091 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96931896-6ee9-493d-bc22-166c46970e21 tempest-TestMinimumBasicScenario-1352949509 tempest-TestMinimumBasicScenario-1352949509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:38.551512 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-96931896-6ee9-493d-bc22-166c46970e21 tempest-TestMinimumBasicScenario-1352949509 tempest-TestMinimumBasicScenario-1352949509-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 1092 time: 0.1275804 Sep 18 00:48:38.554516 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60220) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:38.558837 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '5307d409-c0cc-492e-9fd0-bd5228aba7d3', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:38.654280 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:38.751133 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:38.855586 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Allocated IP 172.25.3.106 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/e581d624-5790-4765-9c0c-75cd723038a8) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:38.954472 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:39.041288 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:39.077912 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:39.080633 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:39.084161 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:48:39.113699 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Pushing event updated for resources: {'Port': ['ID=e581d624-5790-4765-9c0c-75cd723038a8,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:39.436059 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:39.543732 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:39.689228 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:39.750917 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:39.820396 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Pushing event updated for resources: {'Port': ['ID=e581d624-5790-4765-9c0c-75cd723038a8,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:39.832123 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:39.932478 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Floating IP d20a7d01-df22-4036-855e-8c0d68b7b0ff associated. External IP: 172.25.3.106, port: 5307d409-c0cc-492e-9fd0-bd5228aba7d3. Sep 18 00:48:40.132845 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Router b3f980dc-bf1d-451e-bab5-32525c2c6c68 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:48:40.236846 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:48:40.246979 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed1d986-f1db-4120-9afd-5ab398ce59c7 None None] Sync routers for ids ['b3f980dc-bf1d-451e-bab5-32525c2c6c68'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:48:40.256287 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed1d986-f1db-4120-9afd-5ab398ce59c7 None None] Routers {'b3f980dc-bf1d-451e-bab5-32525c2c6c68'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:48:40.256819 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3ed1d986-f1db-4120-9afd-5ab398ce59c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:48:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['b3f980dc-bf1d-451e-bab5-32525c2c6c68'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:40.357916 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-3ed1d986-f1db-4120-9afd-5ab398ce59c7 None None] Set router b3f980dc-bf1d-451e-bab5-32525c2c6c68 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:48:40.377973 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:40.405771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4ef3742b-8dff-4423-84eb-8b0d6f763248 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8502538 Sep 18 00:48:40.406620 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cafeb61-48c8-4197-9fb1-1ec8cadec050', 'tag': '5307d409-c0cc-492e-9fd0-bd5228aba7d3'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:40.408746 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60222) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:40.409319 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffb23ec-ed23-4651-b06c-51215a63d591" -d '{"events": [{"name": "network-changed", "server_uuid": "2cafeb61-48c8-4197-9fb1-1ec8cadec050", "tag": "5307d409-c0cc-492e-9fd0-bd5228aba7d3"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:40.413948 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b882ce0e-052a-424c-bfa4-582ea108bb3f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1993492912', 'description': 'tempest-secgroup-smoke-1993492912 description', 'project_id': 'b31b063ab9164652a7ab0147b015cc7b'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:40.452080 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e51417-4e07-41eb-8a3b-e396f0a46698 x-openstack-request-id: req-d7e51417-4e07-41eb-8a3b-e396f0a46698 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:40.452622 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cafeb61-48c8-4197-9fb1-1ec8cadec050", "tag": "5307d409-c0cc-492e-9fd0-bd5228aba7d3", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:40.452622 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d7e51417-4e07-41eb-8a3b-e396f0a46698 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:40.455831 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cafeb61-48c8-4197-9fb1-1ec8cadec050', 'tag': '5307d409-c0cc-492e-9fd0-bd5228aba7d3', 'status': 'completed', 'code': 200} Sep 18 00:48:40.506139 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b882ce0e-052a-424c-bfa4-582ea108bb3f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:40.514915 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb23ec-ed23-4651-b06c-51215a63d591 req-de81635a-3b76-49d4-92b4-64f47bc8ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:40.519120 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ffb23ec-ed23-4651-b06c-51215a63d591 req-de81635a-3b76-49d4-92b4-64f47bc8ae1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b31b063ab9164652a7ab0147b015cc7b&device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 1097 time: 0.0416529 Sep 18 00:48:40.590399 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b882ce0e-052a-424c-bfa4-582ea108bb3f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:40.591043 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3ed1d986-f1db-4120-9afd-5ab398ce59c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'name': 'tempest-TestMinimumBasicScenario-948334223-router', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:37Z', 'updated_at': '2021-09-18T00:47:40Z', 'revision_number': 4, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'gw_port': {'id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:38Z', 'updated_at': '2021-09-18T00:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'd20a7d01-df22-4036-855e-8c0d68b7b0ff', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'port_id': '5307d409-c0cc-492e-9fd0-bd5228aba7d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13750620-d217-4073-8876-cfc27818472c', 'mac_address': 'fa:16:3e:d4:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cafeb61-48c8-4197-9fb1-1ec8cadec050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:48:39Z', 'updated_at': '2021-09-18T00:48:39Z', 'revision_number': 0, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3935c2c3-402d-4a93-83ae-2a9abdef1337', 'name': '', 'network_id': '13750620-d217-4073-8876-cfc27818472c', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'mac_address': 'fa:16:3e:78:78:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:40Z', 'updated_at': '2021-09-18T00:47:44Z', 'revision_number': 5, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'subnets': [{'id': '809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:40.616841 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb23ec-ed23-4651-b06c-51215a63d591 req-e7ef9b3a-da66-43b8-80e7-a96ff6fb65d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:40.618396 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ffb23ec-ed23-4651-b06c-51215a63d591 req-e7ef9b3a-da66-43b8-80e7-a96ff6fb65d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13750620-d217-4073-8876-cfc27818472c HTTP/1.1" status: 200 len: 915 time: 0.0950115 Sep 18 00:48:40.621870 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed1d986-f1db-4120-9afd-5ab398ce59c7 None None] Checking router: b3f980dc-bf1d-451e-bab5-32525c2c6c68 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:48:40.630068 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed1d986-f1db-4120-9afd-5ab398ce59c7 None None] Routers {'b3f980dc-bf1d-451e-bab5-32525c2c6c68'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:48:40.630667 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3ed1d986-f1db-4120-9afd-5ab398ce59c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:48:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['b3f980dc-bf1d-451e-bab5-32525c2c6c68'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:40.636505 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b882ce0e-052a-424c-bfa4-582ea108bb3f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:40.673955 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882ce0e-052a-424c-bfa4-582ea108bb3f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8061b64f-ec88-4e38-b245-562f738c886a,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:40.682067 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ce0e-052a-424c-bfa4-582ea108bb3f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:40.682421 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ce0e-052a-424c-bfa4-582ea108bb3f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:40.682881 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ce0e-052a-424c-bfa4-582ea108bb3f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:40.683226 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ce0e-052a-424c-bfa4-582ea108bb3f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:40.683561 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ce0e-052a-424c-bfa4-582ea108bb3f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:40.683895 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ce0e-052a-424c-bfa4-582ea108bb3f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:40.684228 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ce0e-052a-424c-bfa4-582ea108bb3f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:40.684558 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ce0e-052a-424c-bfa4-582ea108bb3f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:40.684909 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ce0e-052a-424c-bfa4-582ea108bb3f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:40.685244 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ce0e-052a-424c-bfa4-582ea108bb3f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:40.685569 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ce0e-052a-424c-bfa4-582ea108bb3f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:40.685724 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ffb23ec-ed23-4651-b06c-51215a63d591 req-17f34982-c225-4093-89ee-1ae76b447f61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5307d409-c0cc-492e-9fd0-bd5228aba7d3 HTTP/1.1" status: 200 len: 1000 time: 0.0596039 Sep 18 00:48:40.685917 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882ce0e-052a-424c-bfa4-582ea108bb3f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:40.717068 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b882ce0e-052a-424c-bfa4-582ea108bb3f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:40.718421 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b882ce0e-052a-424c-bfa4-582ea108bb3f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3085682 Sep 18 00:48:40.721319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60226) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:40.725701 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-65110ae1-eea8-49c9-be6a-c1a6cf7da2d3 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Request body: {'security_group_rule': {'security_group_id': '8061b64f-ec88-4e38-b245-562f738c886a', 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:40.739955 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb23ec-ed23-4651-b06c-51215a63d591 req-c68b3238-9db1-4f60-b214-5a4fc078e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:40.741522 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ffb23ec-ed23-4651-b06c-51215a63d591 req-c68b3238-9db1-4f60-b214-5a4fc078e3d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0 HTTP/1.1" status: 200 len: 853 time: 0.0491588 Sep 18 00:48:40.742730 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-3ed1d986-f1db-4120-9afd-5ab398ce59c7 None None] Set router b3f980dc-bf1d-451e-bab5-32525c2c6c68 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:48:40.793634 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb23ec-ed23-4651-b06c-51215a63d591 req-4bda376e-e4ab-487a-b877-e0b0ea203103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:40.795154 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ffb23ec-ed23-4651-b06c-51215a63d591 req-4bda376e-e4ab-487a-b877-e0b0ea203103 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13750620-d217-4073-8876-cfc27818472c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464859 Sep 18 00:48:40.829907 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65110ae1-eea8-49c9-be6a-c1a6cf7da2d3 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:40.889379 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65110ae1-eea8-49c9-be6a-c1a6cf7da2d3 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:40.896081 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ffb23ec-ed23-4651-b06c-51215a63d591 req-92820811-1265-4523-95fa-b4277afc200a service neutron] 10.222.0.37 "GET /v2.0/networks/13750620-d217-4073-8876-cfc27818472c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930343 Sep 18 00:48:40.938050 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:40.967008 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65110ae1-eea8-49c9-be6a-c1a6cf7da2d3 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:40.976720 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-3ed1d986-f1db-4120-9afd-5ab398ce59c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'name': 'tempest-TestMinimumBasicScenario-948334223-router', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:37Z', 'updated_at': '2021-09-18T00:47:40Z', 'revision_number': 4, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'gw_port': {'id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:38Z', 'updated_at': '2021-09-18T00:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'd20a7d01-df22-4036-855e-8c0d68b7b0ff', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'port_id': '5307d409-c0cc-492e-9fd0-bd5228aba7d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13750620-d217-4073-8876-cfc27818472c', 'mac_address': 'fa:16:3e:d4:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cafeb61-48c8-4197-9fb1-1ec8cadec050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:48:39Z', 'updated_at': '2021-09-18T00:48:39Z', 'revision_number': 0, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3935c2c3-402d-4a93-83ae-2a9abdef1337', 'name': '', 'network_id': '13750620-d217-4073-8876-cfc27818472c', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'mac_address': 'fa:16:3e:78:78:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:40Z', 'updated_at': '2021-09-18T00:47:44Z', 'revision_number': 5, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'subnets': [{'id': '809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:40.988071 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65110ae1-eea8-49c9-be6a-c1a6cf7da2d3 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f002e90a-a7d8-44f5-9d82-61869a5fcab6,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:40.999483 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ffb23ec-ed23-4651-b06c-51215a63d591 req-23ac633c-9240-43f9-a35a-40684335a46e service neutron] 10.222.0.37 "GET /v2.0/networks/13750620-d217-4073-8876-cfc27818472c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901821 Sep 18 00:48:41.003122 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed1d986-f1db-4120-9afd-5ab398ce59c7 None None] The sync data for ids ['b3f980dc-bf1d-451e-bab5-32525c2c6c68'] in n-d-809883-1 is: [{'id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'name': 'tempest-TestMinimumBasicScenario-948334223-router', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:37Z', 'updated_at': '2021-09-18T00:47:40Z', 'revision_number': 4, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'gw_port': {'id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:38Z', 'updated_at': '2021-09-18T00:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'd20a7d01-df22-4036-855e-8c0d68b7b0ff', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'port_id': '5307d409-c0cc-492e-9fd0-bd5228aba7d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13750620-d217-4073-8876-cfc27818472c', 'mac_address': 'fa:16:3e:d4:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cafeb61-48c8-4197-9fb1-1ec8cadec050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:48:39Z', 'updated_at': '2021-09-18T00:48:39Z', 'revision_number': 0, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3935c2c3-402d-4a93-83ae-2a9abdef1337', 'name': '', 'network_id': '13750620-d217-4073-8876-cfc27818472c', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'mac_address': 'fa:16:3e:78:78:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:40Z', 'updated_at': '2021-09-18T00:47:44Z', 'revision_number': 5, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'subnets': [{'id': '809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:48:41.075409 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65110ae1-eea8-49c9-be6a-c1a6cf7da2d3 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.076678 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-65110ae1-eea8-49c9-be6a-c1a6cf7da2d3 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3544192 Sep 18 00:48:41.079465 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60228) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:41.084088 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-b6bf7fd4-cf3c-4a83-8ea3-7faeb15143c6 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Request body: {'security_group_rule': {'security_group_id': '8061b64f-ec88-4e38-b245-562f738c886a', 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:41.194562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f911ee5a-778e-43c3-b282-7f686a6c87e3 None None] New status for floating IP d20a7d01-df22-4036-855e-8c0d68b7b0ff: ACTIVE {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:48:41.207138 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b6bf7fd4-cf3c-4a83-8ea3-7faeb15143c6 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.263506 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b6bf7fd4-cf3c-4a83-8ea3-7faeb15143c6 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.322226 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b6bf7fd4-cf3c-4a83-8ea3-7faeb15143c6 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.343039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf7fd4-cf3c-4a83-8ea3-7faeb15143c6 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399b3bf6-1854-466d-8b0f-709dce4ad7f8,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:41.420029 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-b6bf7fd4-cf3c-4a83-8ea3-7faeb15143c6 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.421618 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b6bf7fd4-cf3c-4a83-8ea3-7faeb15143c6 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3411138 Sep 18 00:48:41.424364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60230) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:41.428703 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-871d5d88-2459-4cab-956b-ce586edc10f7 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Request body: {'security_group_rule': {'security_group_id': '8061b64f-ec88-4e38-b245-562f738c886a', 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:41.503167 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-871d5d88-2459-4cab-956b-ce586edc10f7 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.560158 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-871d5d88-2459-4cab-956b-ce586edc10f7 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.634831 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-871d5d88-2459-4cab-956b-ce586edc10f7 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.655389 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d5d88-2459-4cab-956b-ce586edc10f7 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311f1858-08e2-4400-8833-bc32a6b96255,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:41.731736 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-871d5d88-2459-4cab-956b-ce586edc10f7 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.732957 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-871d5d88-2459-4cab-956b-ce586edc10f7 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3075855 Sep 18 00:48:41.735597 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60232) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:41.739821 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-8fccb3cd-ba56-4706-b6b7-3355c18b3b41 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Request body: {'security_group_rule': {'security_group_id': '8061b64f-ec88-4e38-b245-562f738c886a', 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:41.828455 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8fccb3cd-ba56-4706-b6b7-3355c18b3b41 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.886572 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8fccb3cd-ba56-4706-b6b7-3355c18b3b41 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.966494 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8fccb3cd-ba56-4706-b6b7-3355c18b3b41 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:41.984274 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccb3cd-ba56-4706-b6b7-3355c18b3b41 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6d3904-1d43-4a32-b5f1-04391289edab,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:42.052327 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8fccb3cd-ba56-4706-b6b7-3355c18b3b41 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:42.053598 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8fccb3cd-ba56-4706-b6b7-3355c18b3b41 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3170877 Sep 18 00:48:42.056250 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60234) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:42.060669 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1fbfe09d-cadb-493f-8146-127e24c56f18 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Request body: {'security_group_rule': {'security_group_id': '8061b64f-ec88-4e38-b245-562f738c886a', 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:42.143781 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-1fbfe09d-cadb-493f-8146-127e24c56f18 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Project b31b063ab9164652a7ab0147b015cc7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:48:42.148444 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe09d-cadb-493f-8146-127e24c56f18 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:42.206828 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe09d-cadb-493f-8146-127e24c56f18 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:42.280926 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe09d-cadb-493f-8146-127e24c56f18 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:42.299368 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfe09d-cadb-493f-8146-127e24c56f18 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a5be8f-6e95-471f-88e0-b726f44e72d3,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:42.360941 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe09d-cadb-493f-8146-127e24c56f18 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:42.362178 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1fbfe09d-cadb-493f-8146-127e24c56f18 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3049760 Sep 18 00:48:42.364786 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60236) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:48:42.369119 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f529360a-6edc-4ad3-8730-d4480b2583ca tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Request body: {'security_group_rule': {'security_group_id': '8061b64f-ec88-4e38-b245-562f738c886a', 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:42.448000 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-f529360a-6edc-4ad3-8730-d4480b2583ca tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Project b31b063ab9164652a7ab0147b015cc7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:48:42.453376 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f529360a-6edc-4ad3-8730-d4480b2583ca tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:42.513840 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f529360a-6edc-4ad3-8730-d4480b2583ca tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:42.589520 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f529360a-6edc-4ad3-8730-d4480b2583ca tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:42.609431 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529360a-6edc-4ad3-8730-d4480b2583ca tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd51285-721a-49ee-8e74-d2a1bd9c80fb,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:42.669126 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f529360a-6edc-4ad3-8730-d4480b2583ca tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:42.670354 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f529360a-6edc-4ad3-8730-d4480b2583ca tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3045390 Sep 18 00:48:42.746998 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f10e872-969d-4321-b756-d1e0b493b7e4 req-5046357b-a0ce-491e-bbec-71f8a58d8ea1 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993492912&fields=id&tenant_id=b31b063ab9164652a7ab0147b015cc7b HTTP/1.1" status: 200 len: 267 time: 0.0329366 Sep 18 00:48:42.799501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10e872-969d-4321-b756-d1e0b493b7e4 req-63c252c9-78f5-4412-8da0-acfc24ce64ff tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:42.801023 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f10e872-969d-4321-b756-d1e0b493b7e4 req-63c252c9-78f5-4412-8da0-acfc24ce64ff tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 946 time: 0.0484550 Sep 18 00:48:42.812038 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-9f10e872-969d-4321-b756-d1e0b493b7e4 req-bbf6b77e-6938-491f-a39c-571c94b2344b tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Request body: {'port': {'security_groups': ['63624bb4-2af1-448f-bf9b-c32fdbecb9f5', '8061b64f-ec88-4e38-b245-562f738c886a']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:42.874147 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9f10e872-969d-4321-b756-d1e0b493b7e4 req-bbf6b77e-6938-491f-a39c-571c94b2344b tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:43.054592 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-9f10e872-969d-4321-b756-d1e0b493b7e4 req-bbf6b77e-6938-491f-a39c-571c94b2344b tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] For port 5307d409-c0cc-492e-9fd0-bd5228aba7d3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5307d409-c0cc-492e-9fd0-bd5228aba7d3,segment=NetworkSegment(7ae33c92-3122-464b-b660-f2d150488466),segment_id=7ae33c92-3122-464b-b660-f2d150488466)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:43.083360 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9f10e872-969d-4321-b756-d1e0b493b7e4 req-bbf6b77e-6938-491f-a39c-571c94b2344b tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:43.150073 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9f10e872-969d-4321-b756-d1e0b493b7e4 req-bbf6b77e-6938-491f-a39c-571c94b2344b tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:43.161871 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['5307d409-c0cc-492e-9fd0-bd5228aba7d3'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:48:43.193187 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10e872-969d-4321-b756-d1e0b493b7e4 req-bbf6b77e-6938-491f-a39c-571c94b2344b tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:43.193819 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-9f10e872-969d-4321-b756-d1e0b493b7e4 req-bbf6b77e-6938-491f-a39c-571c94b2344b tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:43.195225 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f10e872-969d-4321-b756-d1e0b493b7e4 req-bbf6b77e-6938-491f-a39c-571c94b2344b tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "PUT /v2.0/ports/5307d409-c0cc-492e-9fd0-bd5228aba7d3 HTTP/1.1" status: 200 len: 982 time: 0.3877044 Sep 18 00:48:43.195679 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cafeb61-48c8-4197-9fb1-1ec8cadec050', 'tag': '5307d409-c0cc-492e-9fd0-bd5228aba7d3'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:48:43.198707 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2852054-611a-4c8f-bb70-60798481ea33" -d '{"events": [{"name": "network-changed", "server_uuid": "2cafeb61-48c8-4197-9fb1-1ec8cadec050", "tag": "5307d409-c0cc-492e-9fd0-bd5228aba7d3"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:48:43.239878 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6b77e-6938-491f-a39c-571c94b2344b tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Pushing event updated for resources: {'Port': ['ID=5307d409-c0cc-492e-9fd0-bd5228aba7d3,revision_number=6']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:43.258554 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c154d6-d4fd-4b7f-9f89-f3da12ef24fb x-openstack-request-id: req-b1c154d6-d4fd-4b7f-9f89-f3da12ef24fb {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:48:43.259085 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cafeb61-48c8-4197-9fb1-1ec8cadec050", "tag": "5307d409-c0cc-492e-9fd0-bd5228aba7d3", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:48:43.259491 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b1c154d6-d4fd-4b7f-9f89-f3da12ef24fb {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:48:43.260305 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cafeb61-48c8-4197-9fb1-1ec8cadec050', 'tag': '5307d409-c0cc-492e-9fd0-bd5228aba7d3', 'status': 'completed', 'code': 200} Sep 18 00:48:43.263486 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['5307d409-c0cc-492e-9fd0-bd5228aba7d3'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:48:43.352314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2852054-611a-4c8f-bb70-60798481ea33 req-6dedb522-c346-41bc-95cd-2a0a05ce3034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:43.353891 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2852054-611a-4c8f-bb70-60798481ea33 req-6dedb522-c346-41bc-95cd-2a0a05ce3034 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b31b063ab9164652a7ab0147b015cc7b&device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 1136 time: 0.0714343 Sep 18 00:48:43.366701 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035103db-bffc-49d2-ae0c-e8d92817cfaa req-e064df8f-170a-4651-826f-c1f425e18a6a tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:43.368220 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-035103db-bffc-49d2-ae0c-e8d92817cfaa req-e064df8f-170a-4651-826f-c1f425e18a6a tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 985 time: 0.0871127 Sep 18 00:48:43.466458 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-035103db-bffc-49d2-ae0c-e8d92817cfaa req-b20ee248-8626-4359-946d-ca24ff237dcd tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=8061b64f-ec88-4e38-b245-562f738c886a&id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882301 Sep 18 00:48:43.493073 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2852054-611a-4c8f-bb70-60798481ea33 req-e629e360-8bc8-4801-8b2d-8f71995c640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:43.493073 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2852054-611a-4c8f-bb70-60798481ea33 req-e629e360-8bc8-4801-8b2d-8f71995c640b service neutron] 10.222.0.37 "GET /v2.0/networks?id=13750620-d217-4073-8876-cfc27818472c HTTP/1.1" status: 200 len: 915 time: 0.1234336 Sep 18 00:48:43.531353 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-790666fb-b4be-4fe9-a500-114f275794ef None None] Provisioning complete for port 5307d409-c0cc-492e-9fd0-bd5228aba7d3 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:48:43.531578 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-790666fb-b4be-4fe9-a500-114f275794ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:43.831348 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2852054-611a-4c8f-bb70-60798481ea33 req-9249ca20-4b20-4e93-89f5-82e257e0ebde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5307d409-c0cc-492e-9fd0-bd5228aba7d3 HTTP/1.1" status: 200 len: 1002 time: 0.3306954 Sep 18 00:48:43.881972 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2852054-611a-4c8f-bb70-60798481ea33 req-6b3fb7b3-0c56-4d51-ba3d-9c896417ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:43.883441 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2852054-611a-4c8f-bb70-60798481ea33 req-6b3fb7b3-0c56-4d51-ba3d-9c896417ba76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0 HTTP/1.1" status: 200 len: 853 time: 0.0450377 Sep 18 00:48:43.929779 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2852054-611a-4c8f-bb70-60798481ea33 req-9074ea50-031e-4483-8c43-5980215492f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:43.931264 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2852054-611a-4c8f-bb70-60798481ea33 req-9074ea50-031e-4483-8c43-5980215492f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13750620-d217-4073-8876-cfc27818472c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399063 Sep 18 00:48:43.996172 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:44.023897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2852054-611a-4c8f-bb70-60798481ea33 req-2a5ed4a3-75cd-4b04-a3b0-0479a83d6e9d service neutron] 10.222.0.37 "GET /v2.0/networks/13750620-d217-4073-8876-cfc27818472c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843983 Sep 18 00:48:44.112972 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a2852054-611a-4c8f-bb70-60798481ea33 req-09420513-cc91-43eb-a882-2ab013e5a4b0 service neutron] 10.222.0.37 "GET /v2.0/networks/13750620-d217-4073-8876-cfc27818472c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811534 Sep 18 00:48:44.122259 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9b15592d-c20b-4048-899d-7ba02574df58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:46.640751 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-06e8fa55-a275-421e-beb7-03ed5b722356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:47.367227 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:47.978869 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:50.001589 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:48:52.985550 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33d38ca8-5946-4c42-9d4a-7a06081a6c48 req-d418d28b-987e-4aea-a686-4c32d29c2426 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440946 Sep 18 00:48:53.065973 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d38ca8-5946-4c42-9d4a-7a06081a6c48 req-a452c2ab-09f3-4cca-abd6-878a4dd57f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:53.067457 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33d38ca8-5946-4c42-9d4a-7a06081a6c48 req-a452c2ab-09f3-4cca-abd6-878a4dd57f69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b31b063ab9164652a7ab0147b015cc7b&device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 1136 time: 0.0398550 Sep 18 00:48:53.168271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d38ca8-5946-4c42-9d4a-7a06081a6c48 req-0e9517b6-83cf-4a86-96b8-f75204e65f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:53.169782 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33d38ca8-5946-4c42-9d4a-7a06081a6c48 req-0e9517b6-83cf-4a86-96b8-f75204e65f7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=13750620-d217-4073-8876-cfc27818472c HTTP/1.1" status: 200 len: 915 time: 0.0836082 Sep 18 00:48:53.237574 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33d38ca8-5946-4c42-9d4a-7a06081a6c48 req-ba75166a-3858-4e0d-a03b-9c1b607aebef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5307d409-c0cc-492e-9fd0-bd5228aba7d3 HTTP/1.1" status: 200 len: 1002 time: 0.0605345 Sep 18 00:48:53.284924 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d38ca8-5946-4c42-9d4a-7a06081a6c48 req-011ef1ae-2dcf-4cc7-8a04-34f1f158326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:53.286361 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33d38ca8-5946-4c42-9d4a-7a06081a6c48 req-011ef1ae-2dcf-4cc7-8a04-34f1f158326d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0 HTTP/1.1" status: 200 len: 853 time: 0.0422690 Sep 18 00:48:53.330938 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d38ca8-5946-4c42-9d4a-7a06081a6c48 req-5684e2d2-7532-4a6a-b54f-3bcd23371ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:53.332368 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33d38ca8-5946-4c42-9d4a-7a06081a6c48 req-5684e2d2-7532-4a6a-b54f-3bcd23371ccb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13750620-d217-4073-8876-cfc27818472c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383685 Sep 18 00:48:53.423806 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33d38ca8-5946-4c42-9d4a-7a06081a6c48 req-694ea0b6-08b1-4f4e-9e75-74d8fbb4416c service neutron] 10.222.0.37 "GET /v2.0/networks/13750620-d217-4073-8876-cfc27818472c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842788 Sep 18 00:48:53.517100 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33d38ca8-5946-4c42-9d4a-7a06081a6c48 req-c3b995c1-660b-463f-9dda-def8d6565eb0 service neutron] 10.222.0.37 "GET /v2.0/networks/13750620-d217-4073-8876-cfc27818472c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849192 Sep 18 00:48:57.840367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caa91-5653-4748-8a50-a3c977c7c4ff req-c09ce161-dadb-4397-a9c3-30ebdb7b46e9 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:57.841946 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b9caa91-5653-4748-8a50-a3c977c7c4ff req-c09ce161-dadb-4397-a9c3-30ebdb7b46e9 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 985 time: 0.0497398 Sep 18 00:48:57.904004 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b9caa91-5653-4748-8a50-a3c977c7c4ff req-f6b0e1a7-d9b7-44b3-9f28-4c8047a48b86 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=8061b64f-ec88-4e38-b245-562f738c886a&id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557995 Sep 18 00:48:57.919341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f1940-bef3-40df-a678-9097a51a7dd7 req-fdeeb13d-209e-468b-82a9-7293b0295b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:57.920809 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e9f1940-bef3-40df-a678-9097a51a7dd7 req-fdeeb13d-209e-468b-82a9-7293b0295b9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b31b063ab9164652a7ab0147b015cc7b&device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 1136 time: 0.0477147 Sep 18 00:48:58.012814 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f1940-bef3-40df-a678-9097a51a7dd7 req-56c47718-c55b-4fae-882b-cd6843fb1174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:58.014333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e9f1940-bef3-40df-a678-9097a51a7dd7 req-56c47718-c55b-4fae-882b-cd6843fb1174 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13750620-d217-4073-8876-cfc27818472c HTTP/1.1" status: 200 len: 915 time: 0.0868766 Sep 18 00:48:58.079013 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e9f1940-bef3-40df-a678-9097a51a7dd7 req-9cd8399e-8a25-446a-9287-7f74fc115a28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5307d409-c0cc-492e-9fd0-bd5228aba7d3 HTTP/1.1" status: 200 len: 1002 time: 0.0570507 Sep 18 00:48:58.126878 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f1940-bef3-40df-a678-9097a51a7dd7 req-f5a26e61-095d-464c-b296-5b570c73a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:58.128359 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e9f1940-bef3-40df-a678-9097a51a7dd7 req-f5a26e61-095d-464c-b296-5b570c73a165 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0 HTTP/1.1" status: 200 len: 853 time: 0.0420415 Sep 18 00:48:58.178219 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f1940-bef3-40df-a678-9097a51a7dd7 req-db457777-f4cd-462e-a804-ea9b29188aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:58.179688 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e9f1940-bef3-40df-a678-9097a51a7dd7 req-db457777-f4cd-462e-a804-ea9b29188aed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13750620-d217-4073-8876-cfc27818472c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439274 Sep 18 00:48:58.266989 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e9f1940-bef3-40df-a678-9097a51a7dd7 req-0e9a86ac-60ce-45e0-903c-0f838045f8c8 service neutron] 10.222.0.37 "GET /v2.0/networks/13750620-d217-4073-8876-cfc27818472c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795279 Sep 18 00:48:58.359884 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5e9f1940-bef3-40df-a678-9097a51a7dd7 req-1122eb63-972d-41a2-bcf7-0e042ef41b6e service neutron] 10.222.0.37 "GET /v2.0/networks/13750620-d217-4073-8876-cfc27818472c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849202 Sep 18 00:48:59.018087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9e118-2923-4348-932d-34ed5f16f541 req-b7257676-6405-4d71-9532-4c5589c1ad9e tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:48:59.019596 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a1a9e118-2923-4348-932d-34ed5f16f541 req-b7257676-6405-4d71-9532-4c5589c1ad9e tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 985 time: 0.0487344 Sep 18 00:48:59.059624 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a1a9e118-2923-4348-932d-34ed5f16f541 req-8d42289c-eb16-4781-ab1c-e1f67663323f tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=8061b64f-ec88-4e38-b245-562f738c886a&id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340240 Sep 18 00:49:00.171210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502687f2-a989-4c0e-a2df-ae2a3ce09f89 req-d921642f-d863-4890-89d8-05891c582254 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:00.172825 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-502687f2-a989-4c0e-a2df-ae2a3ce09f89 req-d921642f-d863-4890-89d8-05891c582254 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 985 time: 0.0480559 Sep 18 00:49:00.215735 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-502687f2-a989-4c0e-a2df-ae2a3ce09f89 req-e6ebe49e-698d-4202-beec-a000e48e9273 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=8061b64f-ec88-4e38-b245-562f738c886a&id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370822 Sep 18 00:49:01.330021 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35f0d3-144c-49ee-96a5-829e4ea62ce4 req-88f46117-a053-4b9a-a2df-f7c34b11196c tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:01.331451 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d35f0d3-144c-49ee-96a5-829e4ea62ce4 req-88f46117-a053-4b9a-a2df-f7c34b11196c tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 985 time: 0.0486851 Sep 18 00:49:01.371606 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d35f0d3-144c-49ee-96a5-829e4ea62ce4 req-bd59d7d7-599d-4bd2-97ce-4b5b86347dd8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=8061b64f-ec88-4e38-b245-562f738c886a&id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339317 Sep 18 00:49:02.484324 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae08d0b-8014-47ca-bac0-07ae9ca67dbe req-1f621739-5f09-4acf-8b48-c3510c69d113 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:02.485867 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ae08d0b-8014-47ca-bac0-07ae9ca67dbe req-1f621739-5f09-4acf-8b48-c3510c69d113 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 985 time: 0.0490422 Sep 18 00:49:02.524918 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ae08d0b-8014-47ca-bac0-07ae9ca67dbe req-825d268b-ea8f-44e4-b9b0-7b47449fbb2e tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=8061b64f-ec88-4e38-b245-562f738c886a&id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331020 Sep 18 00:49:03.639970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941807d-561d-49c9-af6a-e0fc198389c1 req-356b5c42-e3a8-4434-8088-6ccb227e8b13 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:03.641490 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9941807d-561d-49c9-af6a-e0fc198389c1 req-356b5c42-e3a8-4434-8088-6ccb227e8b13 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 985 time: 0.0489109 Sep 18 00:49:03.685853 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9941807d-561d-49c9-af6a-e0fc198389c1 req-4efab1d7-a31b-49f0-a812-6789b1a24cef tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=8061b64f-ec88-4e38-b245-562f738c886a&id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383096 Sep 18 00:49:04.806574 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dc5d8-c073-4c96-b0b3-d5424065d79d req-f4ef8bf1-fb9f-4e8f-adb3-90f20e38ba0e tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:04.808031 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f3dc5d8-c073-4c96-b0b3-d5424065d79d req-f4ef8bf1-fb9f-4e8f-adb3-90f20e38ba0e tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 985 time: 0.0491726 Sep 18 00:49:04.848103 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f3dc5d8-c073-4c96-b0b3-d5424065d79d req-57f54094-5022-430d-a938-7094dca18b7b tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=8061b64f-ec88-4e38-b245-562f738c886a&id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341408 Sep 18 00:49:05.962293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964012ca-49de-40a6-85bd-71fd2d1ead46 req-f89001c4-ad29-4b35-84fb-2a99477d9c51 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:05.963745 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-964012ca-49de-40a6-85bd-71fd2d1ead46 req-f89001c4-ad29-4b35-84fb-2a99477d9c51 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 985 time: 0.0477014 Sep 18 00:49:06.003998 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-964012ca-49de-40a6-85bd-71fd2d1ead46 req-08deb7a1-df6f-4b74-bfde-0101461de055 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=8061b64f-ec88-4e38-b245-562f738c886a&id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333726 Sep 18 00:49:07.116823 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f00c98-cbc9-467f-8fb7-e6d2f34dfccf req-738c82d3-7148-46e8-83ea-addf80010d00 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:07.118302 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7f00c98-cbc9-467f-8fb7-e6d2f34dfccf req-738c82d3-7148-46e8-83ea-addf80010d00 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 985 time: 0.0475323 Sep 18 00:49:07.161743 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e7f00c98-cbc9-467f-8fb7-e6d2f34dfccf req-95edaab9-a08b-4ae0-9624-9b398f7a2c5d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=8061b64f-ec88-4e38-b245-562f738c886a&id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366194 Sep 18 00:49:08.274446 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ebec2-d46b-4b11-8d38-418d534dad95 req-97cf9740-2204-4a3b-b309-4b84b4740ede tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:08.275824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f9ebec2-d46b-4b11-8d38-418d534dad95 req-97cf9740-2204-4a3b-b309-4b84b4740ede tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 985 time: 0.0485060 Sep 18 00:49:08.317961 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f9ebec2-d46b-4b11-8d38-418d534dad95 req-55e8bfb8-ae23-4c30-8e43-9b1b4263a60c tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=8061b64f-ec88-4e38-b245-562f738c886a&id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360935 Sep 18 00:49:09.433964 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb537fb-e934-4d86-ae27-19887b0ef5d1 req-24fd48e2-b25d-457f-9d15-fb085ee98884 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:09.435447 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bfb537fb-e934-4d86-ae27-19887b0ef5d1 req-24fd48e2-b25d-457f-9d15-fb085ee98884 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 985 time: 0.0499086 Sep 18 00:49:09.474815 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bfb537fb-e934-4d86-ae27-19887b0ef5d1 req-46cf579f-27e2-42d9-863e-75e665b81700 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=8061b64f-ec88-4e38-b245-562f738c886a&id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330925 Sep 18 00:49:10.955272 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:11.656288 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:49:13.984050 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:14.115437 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-797657b8-b3f7-411a-b30d-f3ffcb4978e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:16.640680 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8c71767e-2f03-41f9-af1a-6cd7e4c8f807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:17.326801 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:17.995390 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:20.046471 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:40.948815 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:41.948573 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ab691a0-5109-428b-a384-c94cd9b03fa5 req-a1c0598f-5fda-46d0-847e-3b3c9951e340 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993492912&fields=id&tenant_id=b31b063ab9164652a7ab0147b015cc7b HTTP/1.1" status: 200 len: 267 time: 0.1964917 Sep 18 00:49:42.003376 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab691a0-5109-428b-a384-c94cd9b03fa5 req-b1f67fa9-c48d-4a52-8822-40fd23feaa03 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:42.004767 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ab691a0-5109-428b-a384-c94cd9b03fa5 req-b1f67fa9-c48d-4a52-8822-40fd23feaa03 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 985 time: 0.0504675 Sep 18 00:49:42.016379 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-2ab691a0-5109-428b-a384-c94cd9b03fa5 req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Request body: {'port': {'security_groups': ['63624bb4-2af1-448f-bf9b-c32fdbecb9f5']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:42.078021 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2ab691a0-5109-428b-a384-c94cd9b03fa5 req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.244204 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-2ab691a0-5109-428b-a384-c94cd9b03fa5 req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] For port 5307d409-c0cc-492e-9fd0-bd5228aba7d3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5307d409-c0cc-492e-9fd0-bd5228aba7d3,segment=NetworkSegment(7ae33c92-3122-464b-b660-f2d150488466),segment_id=7ae33c92-3122-464b-b660-f2d150488466)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:42.272154 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2ab691a0-5109-428b-a384-c94cd9b03fa5 req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.331630 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2ab691a0-5109-428b-a384-c94cd9b03fa5 req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.344253 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['5307d409-c0cc-492e-9fd0-bd5228aba7d3'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:49:42.375206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab691a0-5109-428b-a384-c94cd9b03fa5 req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:42.375866 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2ab691a0-5109-428b-a384-c94cd9b03fa5 req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.379800 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ab691a0-5109-428b-a384-c94cd9b03fa5 req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "PUT /v2.0/ports/5307d409-c0cc-492e-9fd0-bd5228aba7d3 HTTP/1.1" status: 200 len: 943 time: 0.3654387 Sep 18 00:49:42.379800 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cafeb61-48c8-4197-9fb1-1ec8cadec050', 'tag': '5307d409-c0cc-492e-9fd0-bd5228aba7d3'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:49:42.380245 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57619e0-da81-4443-8aec-dcb408374af3" -d '{"events": [{"name": "network-changed", "server_uuid": "2cafeb61-48c8-4197-9fb1-1ec8cadec050", "tag": "5307d409-c0cc-492e-9fd0-bd5228aba7d3"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:49:42.382956 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60288) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:42.427747 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9ed8f3-d743-4a7d-9e1b-ef50d5058e95 x-openstack-request-id: req-9e9ed8f3-d743-4a7d-9e1b-ef50d5058e95 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:49:42.428038 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cafeb61-48c8-4197-9fb1-1ec8cadec050", "tag": "5307d409-c0cc-492e-9fd0-bd5228aba7d3", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:49:42.428289 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e9ed8f3-d743-4a7d-9e1b-ef50d5058e95 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:49:42.428686 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cafeb61-48c8-4197-9fb1-1ec8cadec050', 'tag': '5307d409-c0cc-492e-9fd0-bd5228aba7d3', 'status': 'completed', 'code': 200} Sep 18 00:49:42.439275 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Pushing event updated for resources: {'Port': ['ID=5307d409-c0cc-492e-9fd0-bd5228aba7d3,revision_number=7']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:42.466836 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:42.467183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:42.467518 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:42.467846 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:42.468172 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:42.468495 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:42.468813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:42.469156 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:42.469473 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:42.469790 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:42.470489 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:42.470795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e10d4-8df9-405e-8edd-5c211469a1e8 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:42.479692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['5307d409-c0cc-492e-9fd0-bd5228aba7d3'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:49:42.493201 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-788ad119-882c-42bf-b60b-866ad1ab635e tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.525412 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-788ad119-882c-42bf-b60b-866ad1ab635e tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.612855 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57619e0-da81-4443-8aec-dcb408374af3 req-5ad062f5-3d68-4a32-9c0d-b08c863c50b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:42.614396 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c57619e0-da81-4443-8aec-dcb408374af3 req-5ad062f5-3d68-4a32-9c0d-b08c863c50b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b31b063ab9164652a7ab0147b015cc7b&device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 1097 time: 0.1556988 Sep 18 00:49:42.701460 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3133877c-7e91-4d60-8eed-62cf16e48f38 None None] Provisioning complete for port 5307d409-c0cc-492e-9fd0-bd5228aba7d3 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:49:42.701823 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3133877c-7e91-4d60-8eed-62cf16e48f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.708578 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-788ad119-882c-42bf-b60b-866ad1ab635e tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.711117 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-788ad119-882c-42bf-b60b-866ad1ab635e tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.712277 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-788ad119-882c-42bf-b60b-866ad1ab635e tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "DELETE /v2.0/security-groups/8061b64f-ec88-4e38-b245-562f738c886a HTTP/1.1" status: 204 len: 168 time: 0.3259816 Sep 18 00:49:42.715643 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60294) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:42.719692 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57619e0-da81-4443-8aec-dcb408374af3 req-12127b2b-3ee4-4245-8ba2-043af486ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:42.723796 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c57619e0-da81-4443-8aec-dcb408374af3 req-12127b2b-3ee4-4245-8ba2-043af486ec1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=13750620-d217-4073-8876-cfc27818472c HTTP/1.1" status: 200 len: 915 time: 0.0995011 Sep 18 00:49:42.726152 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ad119-882c-42bf-b60b-866ad1ab635e tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8061b64f-ec88-4e38-b245-562f738c886a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:42.796801 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c57619e0-da81-4443-8aec-dcb408374af3 req-61f10da0-36a6-43cc-9c19-4a3a400f589f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5307d409-c0cc-492e-9fd0-bd5228aba7d3 HTTP/1.1" status: 200 len: 1002 time: 0.0665238 Sep 18 00:49:42.850963 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57619e0-da81-4443-8aec-dcb408374af3 req-839967b7-7816-41ac-a60a-ae758ae00614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:42.852461 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c57619e0-da81-4443-8aec-dcb408374af3 req-839967b7-7816-41ac-a60a-ae758ae00614 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0 HTTP/1.1" status: 200 len: 853 time: 0.0483165 Sep 18 00:49:42.887872 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Deleting port e581d624-5790-4765-9c0c-75cd723038a8 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:49:42.888222 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.897139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57619e0-da81-4443-8aec-dcb408374af3 req-f2894dcd-5126-4c37-923d-0bd906dc1c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:42.898636 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c57619e0-da81-4443-8aec-dcb408374af3 req-f2894dcd-5126-4c37-923d-0bd906dc1c06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13750620-d217-4073-8876-cfc27818472c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395753 Sep 18 00:49:42.909147 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-c57619e0-da81-4443-8aec-dcb408374af3 req-3910d1e6-c418-404b-b2be-3d4a70a74e9e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:49:42.910108 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c57619e0-da81-4443-8aec-dcb408374af3 req-3910d1e6-c418-404b-b2be-3d4a70a74e9e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049753 Sep 18 00:49:42.961073 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.961402 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:42.973224 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Calling delete_port for e581d624-5790-4765-9c0c-75cd723038a8 owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:49:42.998434 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c57619e0-da81-4443-8aec-dcb408374af3 req-3bff5f64-5083-4403-99e6-af499b82e8f4 service neutron] 10.222.0.37 "GET /v2.0/networks/13750620-d217-4073-8876-cfc27818472c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815172 Sep 18 00:49:43.094610 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c57619e0-da81-4443-8aec-dcb408374af3 req-ac568cfd-5f7c-472f-b797-a04e7d5bcbd3 service neutron] 10.222.0.37 "GET /v2.0/networks/13750620-d217-4073-8876-cfc27818472c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887585 Sep 18 00:49:43.200176 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:43.222287 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Pushing event deleted for resources: {'Port': ['ID=e581d624-5790-4765-9c0c-75cd723038a8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:43.232088 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:43.232435 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:43.232768 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:43.233124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:43.233458 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:43.233781 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:43.234103 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:43.234425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:43.234743 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:43.235063 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:43.235380 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:43.235696 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:43.295850 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:43.296178 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Floating IP d20a7d01-df22-4036-855e-8c0d68b7b0ff disassociated (deleted). External IP: 172.25.3.106, port: 5307d409-c0cc-492e-9fd0-bd5228aba7d3. Sep 18 00:49:43.499282 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Router b3f980dc-bf1d-451e-bab5-32525c2c6c68 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:49:43.605532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:49:43.610445 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:43.614801 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1976165d-69db-4b93-b229-4d47cdb87eca None None] Sync routers for ids ['b3f980dc-bf1d-451e-bab5-32525c2c6c68'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:49:43.624614 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1976165d-69db-4b93-b229-4d47cdb87eca None None] Routers {'b3f980dc-bf1d-451e-bab5-32525c2c6c68'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:49:43.625264 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-1976165d-69db-4b93-b229-4d47cdb87eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:49:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['b3f980dc-bf1d-451e-bab5-32525c2c6c68'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:43.636472 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0e730f23-276c-4295-b980-a4a6f3277e6d tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "DELETE /v2.0/floatingips/d20a7d01-df22-4036-855e-8c0d68b7b0ff HTTP/1.1" status: 204 len: 168 time: 0.9190955 Sep 18 00:49:43.637189 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cafeb61-48c8-4197-9fb1-1ec8cadec050', 'tag': '5307d409-c0cc-492e-9fd0-bd5228aba7d3'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:49:43.639568 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bef0584-9f83-4799-9337-db555fe1d995" -d '{"events": [{"name": "network-changed", "server_uuid": "2cafeb61-48c8-4197-9fb1-1ec8cadec050", "tag": "5307d409-c0cc-492e-9fd0-bd5228aba7d3"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:49:43.731027 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-1976165d-69db-4b93-b229-4d47cdb87eca None None] Set router b3f980dc-bf1d-451e-bab5-32525c2c6c68 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:49:43.740935 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55360dfb-e7fe-4e25-a7c5-d2c5d99ed48e x-openstack-request-id: req-55360dfb-e7fe-4e25-a7c5-d2c5d99ed48e {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:49:43.741473 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cafeb61-48c8-4197-9fb1-1ec8cadec050", "tag": "5307d409-c0cc-492e-9fd0-bd5228aba7d3", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:49:43.741473 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-55360dfb-e7fe-4e25-a7c5-d2c5d99ed48e {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:49:43.741864 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cafeb61-48c8-4197-9fb1-1ec8cadec050', 'tag': '5307d409-c0cc-492e-9fd0-bd5228aba7d3', 'status': 'completed', 'code': 200} Sep 18 00:49:43.806560 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef0584-9f83-4799-9337-db555fe1d995 req-ded60105-4739-4fa5-a23f-92babd59f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:43.808756 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4bef0584-9f83-4799-9337-db555fe1d995 req-ded60105-4739-4fa5-a23f-92babd59f5c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b31b063ab9164652a7ab0147b015cc7b&device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 1097 time: 0.0450270 Sep 18 00:49:43.905927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef0584-9f83-4799-9337-db555fe1d995 req-180ec99f-6795-4717-956f-be1fa33ac1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:43.907417 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4bef0584-9f83-4799-9337-db555fe1d995 req-180ec99f-6795-4717-956f-be1fa33ac1eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=13750620-d217-4073-8876-cfc27818472c HTTP/1.1" status: 200 len: 915 time: 0.0905147 Sep 18 00:49:43.935678 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-1976165d-69db-4b93-b229-4d47cdb87eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'name': 'tempest-TestMinimumBasicScenario-948334223-router', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:37Z', 'updated_at': '2021-09-18T00:47:40Z', 'revision_number': 4, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'gw_port': {'id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:38Z', 'updated_at': '2021-09-18T00:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '3935c2c3-402d-4a93-83ae-2a9abdef1337', 'name': '', 'network_id': '13750620-d217-4073-8876-cfc27818472c', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'mac_address': 'fa:16:3e:78:78:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:40Z', 'updated_at': '2021-09-18T00:47:44Z', 'revision_number': 5, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'subnets': [{'id': '809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:43.951804 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4bef0584-9f83-4799-9337-db555fe1d995 req-3abc1d9e-9766-418b-a5df-534a36d0a560 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5307d409-c0cc-492e-9fd0-bd5228aba7d3 HTTP/1.1" status: 200 len: 217 time: 0.0354297 Sep 18 00:49:43.963316 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1976165d-69db-4b93-b229-4d47cdb87eca None None] Checking router: b3f980dc-bf1d-451e-bab5-32525c2c6c68 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:49:43.972767 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1976165d-69db-4b93-b229-4d47cdb87eca None None] Routers {'b3f980dc-bf1d-451e-bab5-32525c2c6c68'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:49:43.973410 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-1976165d-69db-4b93-b229-4d47cdb87eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:49:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['b3f980dc-bf1d-451e-bab5-32525c2c6c68'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:44.006661 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef0584-9f83-4799-9337-db555fe1d995 req-dff58c69-8097-4162-98bc-8ae7be6f302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:44.008260 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4bef0584-9f83-4799-9337-db555fe1d995 req-dff58c69-8097-4162-98bc-8ae7be6f302a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0 HTTP/1.1" status: 200 len: 853 time: 0.0511634 Sep 18 00:49:44.040462 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:44.060082 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef0584-9f83-4799-9337-db555fe1d995 req-f9a86d0c-ec09-4e2f-8ea7-859df264b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:44.062232 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4bef0584-9f83-4799-9337-db555fe1d995 req-f9a86d0c-ec09-4e2f-8ea7-859df264b428 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13750620-d217-4073-8876-cfc27818472c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469081 Sep 18 00:49:44.090476 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-1976165d-69db-4b93-b229-4d47cdb87eca None None] Set router b3f980dc-bf1d-451e-bab5-32525c2c6c68 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:49:44.156110 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4bef0584-9f83-4799-9337-db555fe1d995 req-5b810a0e-cb69-40a3-8271-f1dc63ba0edb service neutron] 10.222.0.37 "GET /v2.0/networks/13750620-d217-4073-8876-cfc27818472c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860102 Sep 18 00:49:44.166405 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2a55b5a8-07a0-4d92-a14d-fbc5959ca4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:44.253772 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4bef0584-9f83-4799-9337-db555fe1d995 req-8202bf73-8b87-4f0a-a603-9d940490e960 service neutron] 10.222.0.37 "GET /v2.0/networks/13750620-d217-4073-8876-cfc27818472c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901399 Sep 18 00:49:44.385962 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-1976165d-69db-4b93-b229-4d47cdb87eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'name': 'tempest-TestMinimumBasicScenario-948334223-router', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:37Z', 'updated_at': '2021-09-18T00:47:40Z', 'revision_number': 4, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'gw_port': {'id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:38Z', 'updated_at': '2021-09-18T00:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '3935c2c3-402d-4a93-83ae-2a9abdef1337', 'name': '', 'network_id': '13750620-d217-4073-8876-cfc27818472c', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'mac_address': 'fa:16:3e:78:78:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:40Z', 'updated_at': '2021-09-18T00:47:44Z', 'revision_number': 5, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'subnets': [{'id': '809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:44.412332 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1976165d-69db-4b93-b229-4d47cdb87eca None None] The sync data for ids ['b3f980dc-bf1d-451e-bab5-32525c2c6c68'] in n-d-809883-1 is: [{'id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'name': 'tempest-TestMinimumBasicScenario-948334223-router', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:37Z', 'updated_at': '2021-09-18T00:47:40Z', 'revision_number': 4, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'gw_port': {'id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:38Z', 'updated_at': '2021-09-18T00:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '3935c2c3-402d-4a93-83ae-2a9abdef1337', 'name': '', 'network_id': '13750620-d217-4073-8876-cfc27818472c', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'mac_address': 'fa:16:3e:78:78:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:40Z', 'updated_at': '2021-09-18T00:47:44Z', 'revision_number': 5, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'subnets': [{'id': '809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:49:44.633463 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9884de81-b669-4cd1-8fcd-6e22641fea10 None None] New status for floating IP d20a7d01-df22-4036-855e-8c0d68b7b0ff: DOWN {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:49:46.640328 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2577077b-9c9b-4f41-b734-5b212282851f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:47.331477 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:47.999926 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:48.655517 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:49:49.983095 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:51.988948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f568f7-d0b7-4fd6-81d0-f55d926fe400 req-ee770566-5a00-4ad7-ae1a-551a34289e81 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:51.990433 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70f568f7-d0b7-4fd6-81d0-f55d926fe400 req-ee770566-5a00-4ad7-ae1a-551a34289e81 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 946 time: 0.0490522 Sep 18 00:49:52.028533 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70f568f7-d0b7-4fd6-81d0-f55d926fe400 req-cdca2a10-730b-4e04-8cb9-6081bff1ecb5 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321915 Sep 18 00:49:53.190996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8d1f4-fa15-4e0f-989d-bd759268cecf req-ceee9006-963a-4315-8b2f-a6c681e7c470 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:53.192487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fa8d1f4-fa15-4e0f-989d-bd759268cecf req-ceee9006-963a-4315-8b2f-a6c681e7c470 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 946 time: 0.0978947 Sep 18 00:49:53.234241 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0fa8d1f4-fa15-4e0f-989d-bd759268cecf req-07a9032f-f27c-491e-9da6-fb19df7e40e5 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/security-groups?id=63624bb4-2af1-448f-bf9b-c32fdbecb9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357795 Sep 18 00:49:53.623853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e6183-ce30-46af-b93d-e793ba19912b req-e5ce9bbf-5314-42a4-9d7b-1366212d54fb tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:49:53.625313 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af3e6183-ce30-46af-b93d-e793ba19912b req-e5ce9bbf-5314-42a4-9d7b-1366212d54fb tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 946 time: 0.0476928 Sep 18 00:49:53.711270 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-af3e6183-ce30-46af-b93d-e793ba19912b req-928df2f7-9909-4378-afb4-eecb09937e98 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Deleting port 5307d409-c0cc-492e-9fd0-bd5228aba7d3 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:49:53.711612 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-af3e6183-ce30-46af-b93d-e793ba19912b req-928df2f7-9909-4378-afb4-eecb09937e98 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.798927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-af3e6183-ce30-46af-b93d-e793ba19912b req-928df2f7-9909-4378-afb4-eecb09937e98 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] For port 5307d409-c0cc-492e-9fd0-bd5228aba7d3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=5307d409-c0cc-492e-9fd0-bd5228aba7d3,segment=NetworkSegment(7ae33c92-3122-464b-b660-f2d150488466),segment_id=7ae33c92-3122-464b-b660-f2d150488466)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:53.799284 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-af3e6183-ce30-46af-b93d-e793ba19912b req-928df2f7-9909-4378-afb4-eecb09937e98 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:53.811092 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-af3e6183-ce30-46af-b93d-e793ba19912b req-928df2f7-9909-4378-afb4-eecb09937e98 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Calling delete_port for 5307d409-c0cc-492e-9fd0-bd5228aba7d3 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:49:53.988557 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-af3e6183-ce30-46af-b93d-e793ba19912b req-928df2f7-9909-4378-afb4-eecb09937e98 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:54.017766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928df2f7-9909-4378-afb4-eecb09937e98 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Pushing event deleted for resources: {'Port': ['ID=5307d409-c0cc-492e-9fd0-bd5228aba7d3,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:54.058240 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3e6183-ce30-46af-b93d-e793ba19912b req-928df2f7-9909-4378-afb4-eecb09937e98 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] No DVR routers for this DVR port 5307d409-c0cc-492e-9fd0-bd5228aba7d3 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:49:54.060969 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-af3e6183-ce30-46af-b93d-e793ba19912b req-928df2f7-9909-4378-afb4-eecb09937e98 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:54.062989 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-af3e6183-ce30-46af-b93d-e793ba19912b req-928df2f7-9909-4378-afb4-eecb09937e98 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.37 "DELETE /v2.0/ports/5307d409-c0cc-492e-9fd0-bd5228aba7d3 HTTP/1.1" status: 204 len: 173 time: 0.4315805 Sep 18 00:49:54.063420 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cafeb61-48c8-4197-9fb1-1ec8cadec050', 'name': 'network-vif-deleted', 'tag': '5307d409-c0cc-492e-9fd0-bd5228aba7d3'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:49:54.065832 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36e8431-6d54-4423-9138-f6af03a78992" -d '{"events": [{"server_uuid": "2cafeb61-48c8-4197-9fb1-1ec8cadec050", "name": "network-vif-deleted", "tag": "5307d409-c0cc-492e-9fd0-bd5228aba7d3"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:49:54.100269 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9225b1-6d4a-4856-b855-4689f348c04a x-openstack-request-id: req-5b9225b1-6d4a-4856-b855-4689f348c04a {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:49:54.100996 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cafeb61-48c8-4197-9fb1-1ec8cadec050", "name": "network-vif-deleted", "tag": "5307d409-c0cc-492e-9fd0-bd5228aba7d3", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:49:54.101263 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b9225b1-6d4a-4856-b855-4689f348c04a {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:49:54.101693 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cafeb61-48c8-4197-9fb1-1ec8cadec050', 'name': 'network-vif-deleted', 'tag': '5307d409-c0cc-492e-9fd0-bd5228aba7d3', 'status': 'completed', 'code': 200} Sep 18 00:49:54.336139 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9798bc9-eeb5-48fa-8302-689559b020e3 req-dda6d047-30f0-42fa-9681-e2103404bbc3 tempest-TestMinimumBasicScenario-1353218081 tempest-TestMinimumBasicScenario-1353218081-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cafeb61-48c8-4197-9fb1-1ec8cadec050 HTTP/1.1" status: 200 len: 210 time: 0.0292542 Sep 18 00:49:55.989757 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5307d409-c0cc-492e-9fd0-bd5228aba7d3 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:49:56.012342 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 5307d409-c0cc-492e-9fd0-bd5228aba7d3 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:49:56.017700 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 5307d409-c0cc-492e-9fd0-bd5228aba7d3 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:49:56.445448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60400) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:56.778078 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c27dc280-7088-45f9-b2f4-bbbb85945668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:57.014228 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-c27dc280-7088-45f9-b2f4-bbbb85945668 admin admin] Deleting port 3935c2c3-402d-4a93-83ae-2a9abdef1337 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:49:57.014574 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c27dc280-7088-45f9-b2f4-bbbb85945668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:57.091142 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-c27dc280-7088-45f9-b2f4-bbbb85945668 admin admin] For port 3935c2c3-402d-4a93-83ae-2a9abdef1337, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=3935c2c3-402d-4a93-83ae-2a9abdef1337,segment=NetworkSegment(7ae33c92-3122-464b-b660-f2d150488466),segment_id=7ae33c92-3122-464b-b660-f2d150488466)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:57.091503 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c27dc280-7088-45f9-b2f4-bbbb85945668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:57.103480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-c27dc280-7088-45f9-b2f4-bbbb85945668 admin admin] Calling delete_port for 3935c2c3-402d-4a93-83ae-2a9abdef1337 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:49:57.336824 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c27dc280-7088-45f9-b2f4-bbbb85945668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:57.365787 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dc280-7088-45f9-b2f4-bbbb85945668 admin admin] Pushing event deleted for resources: {'Port': ['ID=3935c2c3-402d-4a93-83ae-2a9abdef1337,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:57.533188 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c27dc280-7088-45f9-b2f4-bbbb85945668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.018877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27dc280-7088-45f9-b2f4-bbbb85945668 admin admin] Router b3f980dc-bf1d-451e-bab5-32525c2c6c68 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:49:58.121950 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27dc280-7088-45f9-b2f4-bbbb85945668 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:49:58.127268 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c27dc280-7088-45f9-b2f4-bbbb85945668 admin admin] 10.222.0.46 "PUT /v2.0/routers/b3f980dc-bf1d-451e-bab5-32525c2c6c68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6808107 Sep 18 00:49:58.129977 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60402) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:58.131066 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa97aa42-e910-4bc0-9503-515954822170 None None] Sync routers for ids ['b3f980dc-bf1d-451e-bab5-32525c2c6c68'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:49:58.140740 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa97aa42-e910-4bc0-9503-515954822170 None None] Routers {'b3f980dc-bf1d-451e-bab5-32525c2c6c68'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:49:58.141444 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-aa97aa42-e910-4bc0-9503-515954822170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:49:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['b3f980dc-bf1d-451e-bab5-32525c2c6c68'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:58.231053 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45c41cf6-ddb8-4192-80fb-9a9ba140bb5b admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.240157 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-aa97aa42-e910-4bc0-9503-515954822170 None None] Set router b3f980dc-bf1d-451e-bab5-32525c2c6c68 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:49:58.331750 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45c41cf6-ddb8-4192-80fb-9a9ba140bb5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.413947 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-aa97aa42-e910-4bc0-9503-515954822170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'name': 'tempest-TestMinimumBasicScenario-948334223-router', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:37Z', 'updated_at': '2021-09-18T00:49:57Z', 'revision_number': 5, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'gw_port': {'id': '79ab7e6e-15d0-4c9c-b6b5-d99059baeee1', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:af:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:38Z', 'updated_at': '2021-09-18T00:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:58.440028 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa97aa42-e910-4bc0-9503-515954822170 None None] Checking router: b3f980dc-bf1d-451e-bab5-32525c2c6c68 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:49:58.442846 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-45c41cf6-ddb8-4192-80fb-9a9ba140bb5b admin admin] Deleting port 79ab7e6e-15d0-4c9c-b6b5-d99059baeee1 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:49:58.443185 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45c41cf6-ddb8-4192-80fb-9a9ba140bb5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.448563 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa97aa42-e910-4bc0-9503-515954822170 None None] Routers {'b3f980dc-bf1d-451e-bab5-32525c2c6c68'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:49:58.449202 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-aa97aa42-e910-4bc0-9503-515954822170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:49:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['b3f980dc-bf1d-451e-bab5-32525c2c6c68'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:58.520252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-45c41cf6-ddb8-4192-80fb-9a9ba140bb5b admin admin] For port 79ab7e6e-15d0-4c9c-b6b5-d99059baeee1, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=79ab7e6e-15d0-4c9c-b6b5-d99059baeee1,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:58.520638 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45c41cf6-ddb8-4192-80fb-9a9ba140bb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.532130 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-aa97aa42-e910-4bc0-9503-515954822170 None None] Set router b3f980dc-bf1d-451e-bab5-32525c2c6c68 gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:49:58.533192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-45c41cf6-ddb8-4192-80fb-9a9ba140bb5b admin admin] Calling delete_port for 79ab7e6e-15d0-4c9c-b6b5-d99059baeee1 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:49:58.584959 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-aa97aa42-e910-4bc0-9503-515954822170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'name': 'tempest-TestMinimumBasicScenario-948334223-router', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:37Z', 'updated_at': '2021-09-18T00:49:58Z', 'revision_number': 6, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:58.613829 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa97aa42-e910-4bc0-9503-515954822170 None None] The sync data for ids ['b3f980dc-bf1d-451e-bab5-32525c2c6c68'] in n-d-809883-1 is: [{'id': 'b3f980dc-bf1d-451e-bab5-32525c2c6c68', 'name': 'tempest-TestMinimumBasicScenario-948334223-router', 'tenant_id': 'b31b063ab9164652a7ab0147b015cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:37Z', 'updated_at': '2021-09-18T00:49:58Z', 'revision_number': 6, 'project_id': 'b31b063ab9164652a7ab0147b015cc7b', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:49:58.748060 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45c41cf6-ddb8-4192-80fb-9a9ba140bb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.778359 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c41cf6-ddb8-4192-80fb-9a9ba140bb5b admin admin] Pushing event deleted for resources: {'Port': ['ID=79ab7e6e-15d0-4c9c-b6b5-d99059baeee1,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:58.836748 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45c41cf6-ddb8-4192-80fb-9a9ba140bb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.930369 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45c41cf6-ddb8-4192-80fb-9a9ba140bb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:58.932427 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45c41cf6-ddb8-4192-80fb-9a9ba140bb5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.017170 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45c41cf6-ddb8-4192-80fb-9a9ba140bb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.017700 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c41cf6-ddb8-4192-80fb-9a9ba140bb5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3f980dc-bf1d-451e-bab5-32525c2c6c68 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:49:59.022001 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-45c41cf6-ddb8-4192-80fb-9a9ba140bb5b admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.023164 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-45c41cf6-ddb8-4192-80fb-9a9ba140bb5b admin admin] 10.222.0.46 "DELETE /v2.0/routers/b3f980dc-bf1d-451e-bab5-32525c2c6c68 HTTP/1.1" status: 204 len: 168 time: 0.8922811 Sep 18 00:49:59.025775 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60404) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:59.076902 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-b534c7d9-9a6b-42ea-b881-1f9b1c444d7b admin admin] Deleting subnet 809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:49:59.079988 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b534c7d9-9a6b-42ea-b881-1f9b1c444d7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.115867 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b534c7d9-9a6b-42ea-b881-1f9b1c444d7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.198899 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b534c7d9-9a6b-42ea-b881-1f9b1c444d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.325503 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b534c7d9-9a6b-42ea-b881-1f9b1c444d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.351658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534c7d9-9a6b-42ea-b881-1f9b1c444d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:59.355839 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b534c7d9-9a6b-42ea-b881-1f9b1c444d7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.359109 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b534c7d9-9a6b-42ea-b881-1f9b1c444d7b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/809c90d8-cbca-4a8e-8cf7-fa5fce3bd8c0 HTTP/1.1" status: 204 len: 168 time: 0.3304033 Sep 18 00:49:59.360902 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60406) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:49:59.365934 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b47f4ab-1ee3-4a80-b758-cc482bd712fe None None] Network 13750620-d217-4073-8876-cfc27818472c requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:49:59.441646 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.498182 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] Deleting port 960d2226-7ae5-4eb0-bfd3-4defe1087546 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:49:59.498535 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.567964 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] For port 960d2226-7ae5-4eb0-bfd3-4defe1087546, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=960d2226-7ae5-4eb0-bfd3-4defe1087546,segment=NetworkSegment(7ae33c92-3122-464b-b660-f2d150488466),segment_id=7ae33c92-3122-464b-b660-f2d150488466)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:59.568331 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.570772 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] DHCP port deletion for 13750620-d217-4073-8876-cfc27818472c request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:49:59.582515 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] Calling delete_port for 960d2226-7ae5-4eb0-bfd3-4defe1087546 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:49:59.618871 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] Deleting port 960d2226-7ae5-4eb0-bfd3-4defe1087546 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:49:59.619204 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.692622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] For port 960d2226-7ae5-4eb0-bfd3-4defe1087546, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=960d2226-7ae5-4eb0-bfd3-4defe1087546,segment=NetworkSegment(7ae33c92-3122-464b-b660-f2d150488466),segment_id=7ae33c92-3122-464b-b660-f2d150488466)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:59.693050 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.705690 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] Calling delete_port for 960d2226-7ae5-4eb0-bfd3-4defe1087546 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:49:59.731055 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.758669 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] No DVR routers for this DVR port 960d2226-7ae5-4eb0-bfd3-4defe1087546 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:49:59.764622 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] Pushing event deleted for resources: {'Port': ['ID=960d2226-7ae5-4eb0-bfd3-4defe1087546,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:59.781386 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.808110 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] Pushing event deleted for resources: {'Port': ['ID=960d2226-7ae5-4eb0-bfd3-4defe1087546,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:59.819124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] No DVR routers for this DVR port 960d2226-7ae5-4eb0-bfd3-4defe1087546 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:49:59.819124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:59.819124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:59.819124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:59.819124 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:59.819725 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:59.819725 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:59.819995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:59.820530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:59.820696 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:59.821038 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:59.821372 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:59.821693 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bc1408-2a14-4eb6-b4ae-9a70eb57fb9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:59.840265 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.860357 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13750620-d217-4073-8876-cfc27818472c']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:59.869428 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae33c92-3122-464b-b660-f2d150488466') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:59.870183 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae33c92-3122-464b-b660-f2d150488466') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:59.879602 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.892739 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.898484 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:49:59.898859 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:49:59.900555 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:50:00.011066 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:00.016761 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:00.018618 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] 10.222.0.46 "DELETE /v2.0/networks/13750620-d217-4073-8876-cfc27818472c HTTP/1.1" status: 204 len: 168 time: 0.6567826 Sep 18 00:50:00.027525 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60408) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:00.029590 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf27de8-12a3-4b73-b11d-47831a23dc82 admin admin] Pushing event deleted for resources: {'Network': ['ID=13750620-d217-4073-8876-cfc27818472c,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:00.359689 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8c68b54e-9cf0-451f-9823-e9f687629a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:00.596049 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 960d2226-7ae5-4eb0-bfd3-4defe1087546 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:50:00.600639 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-8c68b54e-9cf0-451f-9823-e9f687629a51 admin admin] Deleting port d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:50:00.602728 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8c68b54e-9cf0-451f-9823-e9f687629a51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:00.615669 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 960d2226-7ae5-4eb0-bfd3-4defe1087546 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:50:00.615940 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 960d2226-7ae5-4eb0-bfd3-4defe1087546 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:50:00.616343 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3935c2c3-402d-4a93-83ae-2a9abdef1337 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:50:00.634249 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 3935c2c3-402d-4a93-83ae-2a9abdef1337 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:50:00.638955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 3935c2c3-402d-4a93-83ae-2a9abdef1337 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:50:00.638955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 79ab7e6e-15d0-4c9c-b6b5-d99059baeee1 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:50:00.653278 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 79ab7e6e-15d0-4c9c-b6b5-d99059baeee1 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:50:00.653622 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 79ab7e6e-15d0-4c9c-b6b5-d99059baeee1 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:50:00.683543 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-8c68b54e-9cf0-451f-9823-e9f687629a51 admin admin] For port d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9,segment=NetworkSegment(fc37d84a-4364-4efe-b0f5-a481a959d1e0),segment_id=fc37d84a-4364-4efe-b0f5-a481a959d1e0)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:00.683910 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8c68b54e-9cf0-451f-9823-e9f687629a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:00.696154 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-8c68b54e-9cf0-451f-9823-e9f687629a51 admin admin] Calling delete_port for d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:50:00.942881 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8c68b54e-9cf0-451f-9823-e9f687629a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:00.968180 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68b54e-9cf0-451f-9823-e9f687629a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:01.133085 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8c68b54e-9cf0-451f-9823-e9f687629a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:01.340310 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c68b54e-9cf0-451f-9823-e9f687629a51 admin admin] Router 4fe4cd67-f873-480f-ac58-e72e22b33216 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:50:01.445222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c68b54e-9cf0-451f-9823-e9f687629a51 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:50:01.451160 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8c68b54e-9cf0-451f-9823-e9f687629a51 admin admin] 10.222.0.46 "PUT /v2.0/routers/4fe4cd67-f873-480f-ac58-e72e22b33216/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4225924 Sep 18 00:50:01.453660 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60410) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:01.454621 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b82bf2-2a90-4181-ba19-a85a8f18d3e0 None None] Sync routers for ids ['4fe4cd67-f873-480f-ac58-e72e22b33216'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:50:01.463751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b82bf2-2a90-4181-ba19-a85a8f18d3e0 None None] Routers {'4fe4cd67-f873-480f-ac58-e72e22b33216'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:50:01.464369 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d0b82bf2-2a90-4181-ba19-a85a8f18d3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:49:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['4fe4cd67-f873-480f-ac58-e72e22b33216'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:01.556456 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50522d79-edc6-47f5-8fab-a58e0c1ef2b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:01.565904 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-d0b82bf2-2a90-4181-ba19-a85a8f18d3e0 None None] Set router 4fe4cd67-f873-480f-ac58-e72e22b33216 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:50:01.656296 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50522d79-edc6-47f5-8fab-a58e0c1ef2b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:01.741083 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d0b82bf2-2a90-4181-ba19-a85a8f18d3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4cd67-f873-480f-ac58-e72e22b33216', 'name': 'tempest-TestMinimumBasicScenario-1333670444-router', 'tenant_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '32377b58-64e6-4c03-9f86-c4035dc8620c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:43Z', 'updated_at': '2021-09-18T00:50:00Z', 'revision_number': 5, 'project_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'gw_port': {'id': '32377b58-64e6-4c03-9f86-c4035dc8620c', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4cd67-f873-480f-ac58-e72e22b33216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:47:44Z', 'updated_at': '2021-09-18T00:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:01.767298 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b82bf2-2a90-4181-ba19-a85a8f18d3e0 None None] Checking router: 4fe4cd67-f873-480f-ac58-e72e22b33216 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:50:01.772813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-50522d79-edc6-47f5-8fab-a58e0c1ef2b8 admin admin] Deleting port 32377b58-64e6-4c03-9f86-c4035dc8620c {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:50:01.773189 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50522d79-edc6-47f5-8fab-a58e0c1ef2b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:01.775729 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b82bf2-2a90-4181-ba19-a85a8f18d3e0 None None] Routers {'4fe4cd67-f873-480f-ac58-e72e22b33216'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:50:01.776333 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d0b82bf2-2a90-4181-ba19-a85a8f18d3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:49:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['4fe4cd67-f873-480f-ac58-e72e22b33216'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:01.856304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-50522d79-edc6-47f5-8fab-a58e0c1ef2b8 admin admin] For port 32377b58-64e6-4c03-9f86-c4035dc8620c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=32377b58-64e6-4c03-9f86-c4035dc8620c,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:01.856671 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50522d79-edc6-47f5-8fab-a58e0c1ef2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:01.869315 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-50522d79-edc6-47f5-8fab-a58e0c1ef2b8 admin admin] Calling delete_port for 32377b58-64e6-4c03-9f86-c4035dc8620c owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:50:02.013694 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-d0b82bf2-2a90-4181-ba19-a85a8f18d3e0 None None] Set router 4fe4cd67-f873-480f-ac58-e72e22b33216 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:50:02.066435 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d0b82bf2-2a90-4181-ba19-a85a8f18d3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4cd67-f873-480f-ac58-e72e22b33216', 'name': 'tempest-TestMinimumBasicScenario-1333670444-router', 'tenant_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:43Z', 'updated_at': '2021-09-18T00:50:01Z', 'revision_number': 6, 'project_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:02.096708 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b82bf2-2a90-4181-ba19-a85a8f18d3e0 None None] The sync data for ids ['4fe4cd67-f873-480f-ac58-e72e22b33216'] in n-d-809883-1 is: [{'id': '4fe4cd67-f873-480f-ac58-e72e22b33216', 'name': 'tempest-TestMinimumBasicScenario-1333670444-router', 'tenant_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:47:43Z', 'updated_at': '2021-09-18T00:50:01Z', 'revision_number': 6, 'project_id': 'c8ec7410b661437f951a0c9d2c32ea5c', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:50:02.354293 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50522d79-edc6-47f5-8fab-a58e0c1ef2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:02.379314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50522d79-edc6-47f5-8fab-a58e0c1ef2b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=32377b58-64e6-4c03-9f86-c4035dc8620c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:02.443043 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50522d79-edc6-47f5-8fab-a58e0c1ef2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:02.541133 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50522d79-edc6-47f5-8fab-a58e0c1ef2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:02.543334 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50522d79-edc6-47f5-8fab-a58e0c1ef2b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:02.685732 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50522d79-edc6-47f5-8fab-a58e0c1ef2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:02.686238 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50522d79-edc6-47f5-8fab-a58e0c1ef2b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fe4cd67-f873-480f-ac58-e72e22b33216 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:50:02.693462 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-50522d79-edc6-47f5-8fab-a58e0c1ef2b8 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:02.693462 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-50522d79-edc6-47f5-8fab-a58e0c1ef2b8 admin admin] 10.222.0.46 "DELETE /v2.0/routers/4fe4cd67-f873-480f-ac58-e72e22b33216 HTTP/1.1" status: 204 len: 168 time: 1.2370250 Sep 18 00:50:02.694197 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60412) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:02.737676 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9834d2-61fb-47d8-a535-44329d92cbf8 admin admin] Deleting subnet ed33f339-f439-44ca-a890-532b2e632ffe {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:50:02.740790 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4a9834d2-61fb-47d8-a535-44329d92cbf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:02.774853 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4a9834d2-61fb-47d8-a535-44329d92cbf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:02.854255 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4a9834d2-61fb-47d8-a535-44329d92cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:02.912759 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 32377b58-64e6-4c03-9f86-c4035dc8620c no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:50:02.931874 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 32377b58-64e6-4c03-9f86-c4035dc8620c {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:50:02.932751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 32377b58-64e6-4c03-9f86-c4035dc8620c not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:50:02.933174 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:50:02.951663 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:50:02.952008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device d9d7785b-82b6-4809-8fd3-e12b5dd2ccb9 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:50:02.988796 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4a9834d2-61fb-47d8-a535-44329d92cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:03.013553 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9834d2-61fb-47d8-a535-44329d92cbf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed33f339-f439-44ca-a890-532b2e632ffe,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:03.019304 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4a9834d2-61fb-47d8-a535-44329d92cbf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:03.021692 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4a9834d2-61fb-47d8-a535-44329d92cbf8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ed33f339-f439-44ca-a890-532b2e632ffe HTTP/1.1" status: 204 len: 168 time: 0.3261235 Sep 18 00:50:03.023704 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60414) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:03.026220 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bb581f-daf6-47fd-8aa1-0b4f03af1b49 None None] Network 9e42e8df-ffca-4a11-a18b-8f558c2eae9b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:50:03.098967 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:03.156241 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] Deleting port 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:50:03.156602 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:03.217272 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4fb2b8-0780-4671-bb77-9d6c2ec115d6 None None] DHCP port deletion for 9e42e8df-ffca-4a11-a18b-8f558c2eae9b request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:50:03.226211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] For port 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=1bdd8d3a-d1b1-4008-a8d1-cc25060ac908,segment=NetworkSegment(fc37d84a-4364-4efe-b0f5-a481a959d1e0),segment_id=fc37d84a-4364-4efe-b0f5-a481a959d1e0)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:03.226578 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:03.239602 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] Calling delete_port for 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908 owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:50:03.262510 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6e4fb2b8-0780-4671-bb77-9d6c2ec115d6 None None] Deleting port 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:50:03.263209 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb2b8-0780-4671-bb77-9d6c2ec115d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:03.328034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6e4fb2b8-0780-4671-bb77-9d6c2ec115d6 None None] For port 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=1bdd8d3a-d1b1-4008-a8d1-cc25060ac908,segment=NetworkSegment(fc37d84a-4364-4efe-b0f5-a481a959d1e0),segment_id=fc37d84a-4364-4efe-b0f5-a481a959d1e0)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:03.328617 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb2b8-0780-4671-bb77-9d6c2ec115d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:03.342097 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6e4fb2b8-0780-4671-bb77-9d6c2ec115d6 None None] Calling delete_port for 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:50:03.388765 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:03.415954 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bdd8d3a-d1b1-4008-a8d1-cc25060ac908,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:03.418012 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6e4fb2b8-0780-4671-bb77-9d6c2ec115d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:03.423456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] No DVR routers for this DVR port 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908 on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:50:03.442864 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fb2b8-0780-4671-bb77-9d6c2ec115d6 None None] Pushing event deleted for resources: {'Port': ['ID=1bdd8d3a-d1b1-4008-a8d1-cc25060ac908,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:03.447646 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4fb2b8-0780-4671-bb77-9d6c2ec115d6 None None] No DVR routers for this DVR port 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:50:03.513208 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:03.533483 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e42e8df-ffca-4a11-a18b-8f558c2eae9b']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:03.544082 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc37d84a-4364-4efe-b0f5-a481a959d1e0') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:03.548327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc37d84a-4364-4efe-b0f5-a481a959d1e0') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:03.553654 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:03.567010 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:03.572800 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:50:03.573215 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:50:03.574991 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:50:03.674175 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:03.680959 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:03.683231 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9e42e8df-ffca-4a11-a18b-8f558c2eae9b HTTP/1.1" status: 204 len: 168 time: 0.6585896 Sep 18 00:50:03.695301 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b089985-d23b-4e23-bb3c-e807f2ab9120 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e42e8df-ffca-4a11-a18b-8f558c2eae9b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:03.992610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60418) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:04.041963 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e8ced64f-cdc2-4a53-b63e-cdc895580bed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b31b063ab9164652a7ab0147b015cc7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480771 Sep 18 00:50:04.044432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60420) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:04.091296 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d4d02a55-a312-422b-b233-22336b4a5b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:04.112385 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d4d02a55-a312-422b-b233-22336b4a5b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:04.193843 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d4d02a55-a312-422b-b233-22336b4a5b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:04.196327 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d4d02a55-a312-422b-b233-22336b4a5b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:04.197562 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d4d02a55-a312-422b-b233-22336b4a5b5d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/63624bb4-2af1-448f-bf9b-c32fdbecb9f5 HTTP/1.1" status: 204 len: 168 time: 0.1521826 Sep 18 00:50:04.206072 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d02a55-a312-422b-b233-22336b4a5b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63624bb4-2af1-448f-bf9b-c32fdbecb9f5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:04.593016 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:50:04.615642 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:50:04.615987 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 1bdd8d3a-d1b1-4008-a8d1-cc25060ac908 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:50:04.947207 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60426) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:04.985636 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f55854eb-d716-4e61-b427-86a7ef84d2c9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c8ec7410b661437f951a0c9d2c32ea5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0366318 Sep 18 00:50:04.988151 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60428) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:05.036077 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d5ed3fbd-bbb8-4981-a787-d0be46edc54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:05.056037 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d5ed3fbd-bbb8-4981-a787-d0be46edc54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:05.142521 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d5ed3fbd-bbb8-4981-a787-d0be46edc54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:05.145146 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d5ed3fbd-bbb8-4981-a787-d0be46edc54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:05.146327 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d5ed3fbd-bbb8-4981-a787-d0be46edc54b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4bcdd3f-d87e-4fbb-9ae4-8a15238e346f HTTP/1.1" status: 204 len: 168 time: 0.1571069 Sep 18 00:50:05.154080 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed3fbd-bbb8-4981-a787-d0be46edc54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bcdd3f-d87e-4fbb-9ae4-8a15238e346f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:07.176070 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60468) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:07.183072 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-e45a1591-2187-46fb-8679-72a026c50f65 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-575519575', 'description': 'tempest-secgroup-smoke-575519575 description', 'project_id': '620d963d32234c0d88114693e53fbfe6'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:07.262196 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e45a1591-2187-46fb-8679-72a026c50f65 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.269785 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e45a1591-2187-46fb-8679-72a026c50f65 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.356784 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e45a1591-2187-46fb-8679-72a026c50f65 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.422390 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e45a1591-2187-46fb-8679-72a026c50f65 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.456701 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a1591-2187-46fb-8679-72a026c50f65 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5ddf91-2c5e-41c5-a5cb-82b0c279166e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:07.515268 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e45a1591-2187-46fb-8679-72a026c50f65 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.582271 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e45a1591-2187-46fb-8679-72a026c50f65 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.610204 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a1591-2187-46fb-8679-72a026c50f65 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1adf47-921e-4298-b6be-d4d740e12e53,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:07.679414 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e45a1591-2187-46fb-8679-72a026c50f65 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.680637 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e45a1591-2187-46fb-8679-72a026c50f65 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5012052 Sep 18 00:50:07.683515 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60470) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:07.687863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-ae6f14d3-289d-41cc-bdcb-865fb0d91280 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '3f1adf47-921e-4298-b6be-d4d740e12e53', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:07.754458 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ae6f14d3-289d-41cc-bdcb-865fb0d91280 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.824568 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ae6f14d3-289d-41cc-bdcb-865fb0d91280 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.867785 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ae6f14d3-289d-41cc-bdcb-865fb0d91280 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.886371 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f14d3-289d-41cc-bdcb-865fb0d91280 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a75f5c-2852-4e1d-a7e5-e04073450254,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:07.925137 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ae6f14d3-289d-41cc-bdcb-865fb0d91280 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:07.926352 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ae6f14d3-289d-41cc-bdcb-865fb0d91280 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2419136 Sep 18 00:50:07.929100 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60472) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:07.941098 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f1a30c1b-36fb-4654-a8e0-a66136ac3c2f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '3f1adf47-921e-4298-b6be-d4d740e12e53', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:08.016232 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1a30c1b-36fb-4654-a8e0-a66136ac3c2f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.070822 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1a30c1b-36fb-4654-a8e0-a66136ac3c2f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.137096 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1a30c1b-36fb-4654-a8e0-a66136ac3c2f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.154020 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a30c1b-36fb-4654-a8e0-a66136ac3c2f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3dce28-712c-4b5a-bf86-ae58d043da35,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:08.210845 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f1a30c1b-36fb-4654-a8e0-a66136ac3c2f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.212142 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f1a30c1b-36fb-4654-a8e0-a66136ac3c2f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2821150 Sep 18 00:50:08.215147 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60474) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:08.219619 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-2a698b5e-e629-408e-89bc-c765f13b5d8b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '3f1adf47-921e-4298-b6be-d4d740e12e53', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:08.313014 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a698b5e-e629-408e-89bc-c765f13b5d8b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.367026 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a698b5e-e629-408e-89bc-c765f13b5d8b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.417111 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a698b5e-e629-408e-89bc-c765f13b5d8b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.435334 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a698b5e-e629-408e-89bc-c765f13b5d8b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6faf7c2-4dd3-4131-ab7c-c3a07db7885c,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:08.490966 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a698b5e-e629-408e-89bc-c765f13b5d8b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.492157 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2a698b5e-e629-408e-89bc-c765f13b5d8b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2759206 Sep 18 00:50:08.495521 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60476) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:08.499824 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d88c4d5d-ca3d-4f9e-b32a-a7332b9de6c7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '3f1adf47-921e-4298-b6be-d4d740e12e53', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:08.569740 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d88c4d5d-ca3d-4f9e-b32a-a7332b9de6c7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.628954 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d88c4d5d-ca3d-4f9e-b32a-a7332b9de6c7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.708057 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d88c4d5d-ca3d-4f9e-b32a-a7332b9de6c7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.725170 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c4d5d-ca3d-4f9e-b32a-a7332b9de6c7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0b44eb-488c-4fcb-b921-7658805cfe81,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:08.787952 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d88c4d5d-ca3d-4f9e-b32a-a7332b9de6c7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.789166 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d88c4d5d-ca3d-4f9e-b32a-a7332b9de6c7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2926414 Sep 18 00:50:08.791912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60478) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:08.796461 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-fbdbdc21-55df-49eb-94ec-0e8de9f949f4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '3f1adf47-921e-4298-b6be-d4d740e12e53', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:08.862209 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-fbdbdc21-55df-49eb-94ec-0e8de9f949f4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Project 620d963d32234c0d88114693e53fbfe6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:50:08.867016 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fbdbdc21-55df-49eb-94ec-0e8de9f949f4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.928008 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fbdbdc21-55df-49eb-94ec-0e8de9f949f4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:08.982091 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fbdbdc21-55df-49eb-94ec-0e8de9f949f4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.000142 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbdc21-55df-49eb-94ec-0e8de9f949f4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ea6dc3-ce5d-4441-8c7c-0a99041d2766,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:09.056637 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fbdbdc21-55df-49eb-94ec-0e8de9f949f4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.058493 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fbdbdc21-55df-49eb-94ec-0e8de9f949f4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2655635 Sep 18 00:50:09.061135 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60480) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:09.065515 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-2449ac05-8fe6-49fa-8548-dfc04d3c395d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '3f1adf47-921e-4298-b6be-d4d740e12e53', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:09.147846 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-2449ac05-8fe6-49fa-8548-dfc04d3c395d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Project 620d963d32234c0d88114693e53fbfe6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:50:09.152920 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2449ac05-8fe6-49fa-8548-dfc04d3c395d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.212356 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2449ac05-8fe6-49fa-8548-dfc04d3c395d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.290715 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2449ac05-8fe6-49fa-8548-dfc04d3c395d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.308669 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449ac05-8fe6-49fa-8548-dfc04d3c395d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa59a22d-efbb-4020-93e0-4c01a6538cd9,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:09.382189 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2449ac05-8fe6-49fa-8548-dfc04d3c395d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.383446 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2449ac05-8fe6-49fa-8548-dfc04d3c395d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3213904 Sep 18 00:50:09.386509 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60482) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:09.391310 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-09fd894d-2d6e-40ef-bdb0-e997d53e9d51 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'network': {'name': 'tempest-network-smoke--1450733444', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'port_security_enabled': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:09.462266 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fd894d-2d6e-40ef-bdb0-e997d53e9d51 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Made reservation on behalf of 620d963d32234c0d88114693e53fbfe6 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:50:09.466341 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09fd894d-2d6e-40ef-bdb0-e997d53e9d51 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.489295 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fd894d-2d6e-40ef-bdb0-e997d53e9d51 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:50:09.497731 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09fd894d-2d6e-40ef-bdb0-e997d53e9d51 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.498174 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-09fd894d-2d6e-40ef-bdb0-e997d53e9d51 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Added segment 9cabfb6e-33c2-45a5-96fb-cf28852a31be of type vlan for network 0b24cf66-4d2c-4cd3-b452-cab267f02c9d Sep 18 00:50:09.538804 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09fd894d-2d6e-40ef-bdb0-e997d53e9d51 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.599198 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09fd894d-2d6e-40ef-bdb0-e997d53e9d51 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.605610 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fd894d-2d6e-40ef-bdb0-e997d53e9d51 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:09.606196 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09fd894d-2d6e-40ef-bdb0-e997d53e9d51 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.670086 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd894d-2d6e-40ef-bdb0-e997d53e9d51 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Network': ['ID=0b24cf66-4d2c-4cd3-b452-cab267f02c9d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:09.674782 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-09fd894d-2d6e-40ef-bdb0-e997d53e9d51 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2872741 Sep 18 00:50:09.677817 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60484) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:09.681938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 0b24cf66-4d2c-4cd3-b452-cab267f02c9d details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:50:09.683324 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-39abe177-1287-4bd6-b43f-65e8ec80a153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1841396273', 'admin_state_up': True, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:09.759908 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39abe177-1287-4bd6-b43f-65e8ec80a153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.761587 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39abe177-1287-4bd6-b43f-65e8ec80a153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:09.814791 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39abe177-1287-4bd6-b43f-65e8ec80a153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.322455 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39abe177-1287-4bd6-b43f-65e8ec80a153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.572381 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39abe177-1287-4bd6-b43f-65e8ec80a153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.590412 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39abe177-1287-4bd6-b43f-65e8ec80a153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.693362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-39abe177-1287-4bd6-b43f-65e8ec80a153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Allocated IP 172.25.3.171 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/12648998-4acc-44e9-94f2-14be8167f459) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:50:10.790786 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39abe177-1287-4bd6-b43f-65e8ec80a153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.857159 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39abe177-1287-4bd6-b43f-65e8ec80a153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:10.892865 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39abe177-1287-4bd6-b43f-65e8ec80a153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:50:10.895732 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-39abe177-1287-4bd6-b43f-65e8ec80a153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:50:10.904806 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39abe177-1287-4bd6-b43f-65e8ec80a153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:50:10.907173 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abe177-1287-4bd6-b43f-65e8ec80a153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=12648998-4acc-44e9-94f2-14be8167f459,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:10.948138 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.201571 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39abe177-1287-4bd6-b43f-65e8ec80a153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.388856 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39abe177-1287-4bd6-b43f-65e8ec80a153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.559070 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39abe177-1287-4bd6-b43f-65e8ec80a153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router 13e45ff6-c5cc-420f-90d9-6368e8168dae is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:50:11.664894 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39abe177-1287-4bd6-b43f-65e8ec80a153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:50:11.674139 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] Sync routers for ids ['13e45ff6-c5cc-420f-90d9-6368e8168dae'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:50:11.683682 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] Routers {'13e45ff6-c5cc-420f-90d9-6368e8168dae'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:50:11.684285 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:49:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13e45ff6-c5cc-420f-90d9-6368e8168dae'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:11.765491 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-39abe177-1287-4bd6-b43f-65e8ec80a153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:11.766878 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-39abe177-1287-4bd6-b43f-65e8ec80a153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0874352 Sep 18 00:50:11.770068 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60486) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:11.786533 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] Set router 13e45ff6-c5cc-420f-90d9-6368e8168dae gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:50:11.887356 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e64179eb-be5b-424c-b214-9d427b74fc7d tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=620d963d32234c0d88114693e53fbfe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1161742 Sep 18 00:50:11.890094 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60490) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:11.959507 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841396273', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '12648998-4acc-44e9-94f2-14be8167f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:50:09Z', 'updated_at': '2021-09-18T00:50:11Z', 'revision_number': 3, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '12648998-4acc-44e9-94f2-14be8167f459', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:10Z', 'updated_at': '2021-09-18T00:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:11.988652 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] Checking router: 13e45ff6-c5cc-420f-90d9-6368e8168dae for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:50:11.989023 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] Updating router 13e45ff6-c5cc-420f-90d9-6368e8168dae port 12648998-4acc-44e9-94f2-14be8167f459 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:50:12.013353 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.037208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a71a100-c879-46cf-94fb-7c296ae492ac tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.038731 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8a71a100-c879-46cf-94fb-7c296ae492ac tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1477387 Sep 18 00:50:12.042191 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60492) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:12.080008 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-72fa033a-c870-4434-ba59-a72c6c35b695 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=544c7e65-fba8-424a-a169-b245d1aea919&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367765 Sep 18 00:50:12.082629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60494) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:12.087314 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-8aa4cd0c-340f-49bb-a20c-2d337f2de6c6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2053255702', 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:12.262612 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa4cd0c-340f-49bb-a20c-2d337f2de6c6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Made reservation on behalf of 620d963d32234c0d88114693e53fbfe6 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:50:12.266295 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8aa4cd0c-340f-49bb-a20c-2d337f2de6c6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.339407 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.411079 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.459448 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] Attempting to bind port 12648998-4acc-44e9-94f2-14be8167f459 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:50:12.459808 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] Attempting to bind port 12648998-4acc-44e9-94f2-14be8167f459 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:50:12.460268 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] Attempting to bind port 12648998-4acc-44e9-94f2-14be8167f459 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:50:12.467644 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f448cdb-03d4-4c19-a4b3-d19a7f38f02f None None] Pushing event updated for resources: {'Port': ['ID=12648998-4acc-44e9-94f2-14be8167f459,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:12.473979 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:50:12.474347 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:50:12.474741 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.475125 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:50:12.475584 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] Bound port: 12648998-4acc-44e9-94f2-14be8167f459, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:50:12.475957 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.480056 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f448cdb-03d4-4c19-a4b3-d19a7f38f02f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:12.480391 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f448cdb-03d4-4c19-a4b3-d19a7f38f02f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:12.480724 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f448cdb-03d4-4c19-a4b3-d19a7f38f02f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:12.481074 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f448cdb-03d4-4c19-a4b3-d19a7f38f02f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:12.481400 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f448cdb-03d4-4c19-a4b3-d19a7f38f02f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:12.481722 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f448cdb-03d4-4c19-a4b3-d19a7f38f02f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:12.482040 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f448cdb-03d4-4c19-a4b3-d19a7f38f02f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:12.482356 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f448cdb-03d4-4c19-a4b3-d19a7f38f02f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:12.482672 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f448cdb-03d4-4c19-a4b3-d19a7f38f02f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:12.482986 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f448cdb-03d4-4c19-a4b3-d19a7f38f02f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:12.483300 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f448cdb-03d4-4c19-a4b3-d19a7f38f02f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:12.483614 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f448cdb-03d4-4c19-a4b3-d19a7f38f02f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:12.491872 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8aa4cd0c-340f-49bb-a20c-2d337f2de6c6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.536804 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] For port 12648998-4acc-44e9-94f2-14be8167f459, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:50:12.540061 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] For port 12648998-4acc-44e9-94f2-14be8167f459, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=12648998-4acc-44e9-94f2-14be8167f459,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:50:12.555507 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4cd0c-340f-49bb-a20c-2d337f2de6c6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Subnet': ['ID=ebcade0c-b032-4abd-bca2-c6ca0becca03,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:12.564222 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa4cd0c-340f-49bb-a20c-2d337f2de6c6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Checking segment: {'id': '9cabfb6e-33c2-45a5-96fb-cf28852a31be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:50:12.564581 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa4cd0c-340f-49bb-a20c-2d337f2de6c6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network hostable DHCP agents. Network: 0b24cf66-4d2c-4cd3-b452-cab267f02c9d, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:50:12.611820 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.640537 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa4cd0c-340f-49bb-a20c-2d337f2de6c6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 0b24cf66-4d2c-4cd3-b452-cab267f02c9d is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:50:12.666852 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] Routers {'13e45ff6-c5cc-420f-90d9-6368e8168dae'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:50:12.667457 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:49:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13e45ff6-c5cc-420f-90d9-6368e8168dae'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:12.671945 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f448cdb-03d4-4c19-a4b3-d19a7f38f02f None None] Pushing event updated for resources: {'Port': ['ID=12648998-4acc-44e9-94f2-14be8167f459,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:12.714576 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-8aa4cd0c-340f-49bb-a20c-2d337f2de6c6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 0b24cf66-4d2c-4cd3-b452-cab267f02c9d) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:50:12.718844 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa4cd0c-340f-49bb-a20c-2d337f2de6c6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:12.719444 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8aa4cd0c-340f-49bb-a20c-2d337f2de6c6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.724603 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6acde50-c604-4f29-afe2-ed2670da8137 None None] Network 0b24cf66-4d2c-4cd3-b452-cab267f02c9d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:50:12.777529 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] Set router 13e45ff6-c5cc-420f-90d9-6368e8168dae gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:50:12.792080 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60496) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:12.792620 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8aa4cd0c-340f-49bb-a20c-2d337f2de6c6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7087080 Sep 18 00:50:12.870127 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-0b24cf66-4d2c-4cd3-b452-cab267f02c9d', 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ips': [{'subnet_id': 'ebcade0c-b032-4abd-bca2-c6ca0becca03'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:50:12.871100 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:12.965096 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841396273', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '12648998-4acc-44e9-94f2-14be8167f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:50:09Z', 'updated_at': '2021-09-18T00:50:11Z', 'revision_number': 3, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '12648998-4acc-44e9-94f2-14be8167f459', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:10Z', 'updated_at': '2021-09-18T00:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:12.996003 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4162c-bd8a-46fa-b737-f66db353e5be None None] The sync data for ids ['13e45ff6-c5cc-420f-90d9-6368e8168dae'] in n-d-809883-1 is: [{'id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841396273', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '12648998-4acc-44e9-94f2-14be8167f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:50:09Z', 'updated_at': '2021-09-18T00:50:11Z', 'revision_number': 3, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '12648998-4acc-44e9-94f2-14be8167f459', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:10Z', 'updated_at': '2021-09-18T00:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:50:13.009007 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] Allocated IP 172.20.0.2 (0b24cf66-4d2c-4cd3-b452-cab267f02c9d/ebcade0c-b032-4abd-bca2-c6ca0becca03/ce468b87-ccb5-44e4-a9d2-a255d2a193cd) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:50:13.166784 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.235940 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.289039 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] Network 0b24cf66-4d2c-4cd3-b452-cab267f02c9d is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:50:13.293449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:50:13.295579 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] Pushing event updated for resources: {'Port': ['ID=ce468b87-ccb5-44e4-a9d2-a255d2a193cd,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:13.302898 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:50:13.321578 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d2baeeb3-290d-4a56-95e3-b1e8f99f7f5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.367154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] Attempting to bind port ce468b87-ccb5-44e4-a9d2-a255d2a193cd on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:50:13.367530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] Attempting to bind port ce468b87-ccb5-44e4-a9d2-a255d2a193cd by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '9cabfb6e-33c2-45a5-96fb-cf28852a31be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:50:13.367962 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] Attempting to bind port ce468b87-ccb5-44e4-a9d2-a255d2a193cd on network 0b24cf66-4d2c-4cd3-b452-cab267f02c9d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:50:13.373790 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:50:13.374174 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] Checking segment: {'id': '9cabfb6e-33c2-45a5-96fb-cf28852a31be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:50:13.374573 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.375249 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] Bound using segment: {'id': '9cabfb6e-33c2-45a5-96fb-cf28852a31be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:50:13.375456 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] Bound port: ce468b87-ccb5-44e4-a9d2-a255d2a193cd, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cabfb6e-33c2-45a5-96fb-cf28852a31be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:50:13.375844 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.450775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] For port ce468b87-ccb5-44e4-a9d2-a255d2a193cd, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:50:13.455976 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] For port ce468b87-ccb5-44e4-a9d2-a255d2a193cd, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ce468b87-ccb5-44e4-a9d2-a255d2a193cd,segment=NetworkSegment(9cabfb6e-33c2-45a5-96fb-cf28852a31be),segment_id=9cabfb6e-33c2-45a5-96fb-cf28852a31be)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:50:13.537482 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.607830 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5797a90-0ab8-45de-b2fe-c6a352d80ca3 None None] Pushing event updated for resources: {'Port': ['ID=ce468b87-ccb5-44e4-a9d2-a255d2a193cd,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:13.679402 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-d2baeeb3-290d-4a56-95e3-b1e8f99f7f5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Allocated IP 172.20.0.1 (0b24cf66-4d2c-4cd3-b452-cab267f02c9d/ebcade0c-b032-4abd-bca2-c6ca0becca03/b99900d6-e855-4762-81c7-78e595bb503c) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:50:13.818842 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d2baeeb3-290d-4a56-95e3-b1e8f99f7f5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.909062 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d2baeeb3-290d-4a56-95e3-b1e8f99f7f5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:13.950552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2baeeb3-290d-4a56-95e3-b1e8f99f7f5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 0b24cf66-4d2c-4cd3-b452-cab267f02c9d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:50:13.953668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-d2baeeb3-290d-4a56-95e3-b1e8f99f7f5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:50:13.960146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2baeeb3-290d-4a56-95e3-b1e8f99f7f5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:50:13.966981 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2baeeb3-290d-4a56-95e3-b1e8f99f7f5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=b99900d6-e855-4762-81c7-78e595bb503c,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:14.006672 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d2baeeb3-290d-4a56-95e3-b1e8f99f7f5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:14.034200 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:14.165578 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c9e1354e-bc03-4a6a-b0cb-568aaf9d5616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:14.224973 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d2baeeb3-290d-4a56-95e3-b1e8f99f7f5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:14.487520 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57923695-0e09-4ab4-97d1-53b97dd0f76a None None] Network 0b24cf66-4d2c-4cd3-b452-cab267f02c9d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:50:14.514292 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d2baeeb3-290d-4a56-95e3-b1e8f99f7f5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:14.549472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2c34186d-b136-472c-84b1-ef380c06ccfa None None] Provisioning complete for port ce468b87-ccb5-44e4-a9d2-a255d2a193cd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:14.549726 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2c34186d-b136-472c-84b1-ef380c06ccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:14.583655 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d2baeeb3-290d-4a56-95e3-b1e8f99f7f5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:14.663419 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d2baeeb3-290d-4a56-95e3-b1e8f99f7f5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:14.680082 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2baeeb3-290d-4a56-95e3-b1e8f99f7f5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=b99900d6-e855-4762-81c7-78e595bb503c,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:14.683806 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2c34186d-b136-472c-84b1-ef380c06ccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:14.716162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 12648998-4acc-44e9-94f2-14be8167f459 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:50:14.777077 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2baeeb3-290d-4a56-95e3-b1e8f99f7f5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 0b24cf66-4d2c-4cd3-b452-cab267f02c9d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:50:14.778502 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-d2baeeb3-290d-4a56-95e3-b1e8f99f7f5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:50:14.778629 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2c34186d-b136-472c-84b1-ef380c06ccfa None None] For port ce468b87-ccb5-44e4-a9d2-a255d2a193cd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ce468b87-ccb5-44e4-a9d2-a255d2a193cd,segment=NetworkSegment(9cabfb6e-33c2-45a5-96fb-cf28852a31be),segment_id=9cabfb6e-33c2-45a5-96fb-cf28852a31be)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:14.796080 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 12648998-4acc-44e9-94f2-14be8167f459 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:14.796456 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:14.870036 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2c34186d-b136-472c-84b1-ef380c06ccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:14.919319 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:14.920365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2baeeb3-290d-4a56-95e3-b1e8f99f7f5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router 13e45ff6-c5cc-420f-90d9-6368e8168dae has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:50:14.960703 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34186d-b136-472c-84b1-ef380c06ccfa None None] Pushing event updated for resources: {'Port': ['ID=ce468b87-ccb5-44e4-a9d2-a255d2a193cd,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:14.965723 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 12648998-4acc-44e9-94f2-14be8167f459, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=12648998-4acc-44e9-94f2-14be8167f459,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:15.022791 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.023601 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ce468b87-ccb5-44e4-a9d2-a255d2a193cd up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:50:15.120891 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=12648998-4acc-44e9-94f2-14be8167f459,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:15.126409 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-28e0e70b-b217-4d34-a5fe-b8bf4de45c43 None None] Provisioning complete for port ce468b87-ccb5-44e4-a9d2-a255d2a193cd triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:15.126779 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-28e0e70b-b217-4d34-a5fe-b8bf4de45c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.184152 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ce468b87-ccb5-44e4-a9d2-a255d2a193cd triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:15.184528 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.308883 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-28e0e70b-b217-4d34-a5fe-b8bf4de45c43 None None] Provisioning complete for port b99900d6-e855-4762-81c7-78e595bb503c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:15.309267 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-28e0e70b-b217-4d34-a5fe-b8bf4de45c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.328333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2baeeb3-290d-4a56-95e3-b1e8f99f7f5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:50:15.342267 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d2baeeb3-290d-4a56-95e3-b1e8f99f7f5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "PUT /v2.0/routers/13e45ff6-c5cc-420f-90d9-6368e8168dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5477359 Sep 18 00:50:15.346354 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] Sync routers for ids ['13e45ff6-c5cc-420f-90d9-6368e8168dae'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:50:15.366300 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] Routers {'13e45ff6-c5cc-420f-90d9-6368e8168dae'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:50:15.366937 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:49:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13e45ff6-c5cc-420f-90d9-6368e8168dae'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:15.371758 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-28e0e70b-b217-4d34-a5fe-b8bf4de45c43 None None] Port b99900d6-e855-4762-81c7-78e595bb503c cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:50:15.488062 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] Set router 13e45ff6-c5cc-420f-90d9-6368e8168dae gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:50:15.493077 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-176076a8-374e-498b-846b-db6b1bd4fd02 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-575519575&fields=id&tenant_id=620d963d32234c0d88114693e53fbfe6 HTTP/1.1" status: 200 len: 267 time: 0.0448892 Sep 18 00:50:15.521933 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-03e58e4c-9b0b-4925-a11d-7e2f85cea4fe None None] Provisioning complete for port b99900d6-e855-4762-81c7-78e595bb503c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:15.522304 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-03e58e4c-9b0b-4925-a11d-7e2f85cea4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.599645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-d59a72a5-1767-40f3-a5cb-c9f806b295b1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:15.602610 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-d59a72a5-1767-40f3-a5cb-c9f806b295b1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/networks?id=0b24cf66-4d2c-4cd3-b452-cab267f02c9d HTTP/1.1" status: 200 len: 797 time: 0.1013949 Sep 18 00:50:15.609101 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-03e58e4c-9b0b-4925-a11d-7e2f85cea4fe None None] Port b99900d6-e855-4762-81c7-78e595bb503c cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:50:15.618554 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-7c09b4c6-cd16-4f7a-a91e-aea4d8ca6adb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/quotas/620d963d32234c0d88114693e53fbfe6 HTTP/1.1" status: 200 len: 375 time: 0.0104022 Sep 18 00:50:15.674363 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-d34d73a0-3a5c-4ad7-bde4-28f3e5737a1b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490685 Sep 18 00:50:15.719250 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841396273', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '12648998-4acc-44e9-94f2-14be8167f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:50:09Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '12648998-4acc-44e9-94f2-14be8167f459', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:10Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b99900d6-e855-4762-81c7-78e595bb503c', 'name': '', 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:71:ce:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'ebcade0c-b032-4abd-bca2-c6ca0becca03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:13Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 2, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': 'ebcade0c-b032-4abd-bca2-c6ca0becca03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:15.754743 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] Checking router: 13e45ff6-c5cc-420f-90d9-6368e8168dae for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:50:15.754743 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] Updating router 13e45ff6-c5cc-420f-90d9-6368e8168dae port b99900d6-e855-4762-81c7-78e595bb503c binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:50:15.778059 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c3a36622-e419-4fac-a561-f3d2a71e461f None None] Provisioning complete for port b99900d6-e855-4762-81c7-78e595bb503c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:15.783516 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c3a36622-e419-4fac-a561-f3d2a71e461f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.799383 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:15.819387 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-7270ecc3-c85c-41f1-8b34-2b321714868d service neutron] 10.222.0.46 "GET /v2.0/networks/0b24cf66-4d2c-4cd3-b452-cab267f02c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331725 Sep 18 00:50:15.845043 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c3a36622-e419-4fac-a561-f3d2a71e461f None None] Port b99900d6-e855-4762-81c7-78e595bb503c cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:50:15.913450 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-39c01a67-db02-4687-8465-01b800ed773e service neutron] 10.222.0.46 "GET /v2.0/networks/0b24cf66-4d2c-4cd3-b452-cab267f02c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874498 Sep 18 00:50:16.070333 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.116861 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8ec5152-83e0-4938-87d4-4a4a71a963eb req-589e64b5-13d8-409d-afed-b4e6d571ff21 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 210 time: 0.0257688 Sep 18 00:50:16.130975 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.203555 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56752b57-b907-49fc-9d1a-c4f761767310 None None] Pushing event updated for resources: {'Port': ['ID=b99900d6-e855-4762-81c7-78e595bb503c,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:16.234188 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] Attempting to bind port b99900d6-e855-4762-81c7-78e595bb503c on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:50:16.237027 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] Attempting to bind port b99900d6-e855-4762-81c7-78e595bb503c by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '9cabfb6e-33c2-45a5-96fb-cf28852a31be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:50:16.237027 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] Attempting to bind port b99900d6-e855-4762-81c7-78e595bb503c on network 0b24cf66-4d2c-4cd3-b452-cab267f02c9d {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:50:16.242183 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:50:16.242556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] Checking segment: {'id': '9cabfb6e-33c2-45a5-96fb-cf28852a31be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:50:16.242952 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.243337 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] Bound using segment: {'id': '9cabfb6e-33c2-45a5-96fb-cf28852a31be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:50:16.243885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] Bound port: b99900d6-e855-4762-81c7-78e595bb503c, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cabfb6e-33c2-45a5-96fb-cf28852a31be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:50:16.244795 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.310953 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] For port b99900d6-e855-4762-81c7-78e595bb503c, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:50:16.316055 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] For port b99900d6-e855-4762-81c7-78e595bb503c, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b99900d6-e855-4762-81c7-78e595bb503c,segment=NetworkSegment(9cabfb6e-33c2-45a5-96fb-cf28852a31be),segment_id=9cabfb6e-33c2-45a5-96fb-cf28852a31be)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:50:16.369988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-682f20d4-1353-4972-881e-f5238f74429d None None] Provisioning complete for port b99900d6-e855-4762-81c7-78e595bb503c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:16.370376 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-682f20d4-1353-4972-881e-f5238f74429d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.393037 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.439271 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-682f20d4-1353-4972-881e-f5238f74429d None None] Port b99900d6-e855-4762-81c7-78e595bb503c cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:50:16.461014 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] Routers {'13e45ff6-c5cc-420f-90d9-6368e8168dae'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:50:16.461664 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:49:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13e45ff6-c5cc-420f-90d9-6368e8168dae'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:16.500095 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56752b57-b907-49fc-9d1a-c4f761767310 None None] Pushing event updated for resources: {'Port': ['ID=b99900d6-e855-4762-81c7-78e595bb503c,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:16.717125 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 12648998-4acc-44e9-94f2-14be8167f459 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:50:16.786380 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] Set router 13e45ff6-c5cc-420f-90d9-6368e8168dae gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:50:16.788147 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-8fa7cd80-7ce9-4f35-93d2-2a6e1d474782 None None] Provisioning complete for port b99900d6-e855-4762-81c7-78e595bb503c triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:16.788523 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8fa7cd80-7ce9-4f35-93d2-2a6e1d474782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.833926 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-48be8eb5-fd17-416e-b6a1-6faff383ccd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:16.897577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 12648998-4acc-44e9-94f2-14be8167f459 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:16.897948 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:17.038762 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8fa7cd80-7ce9-4f35-93d2-2a6e1d474782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:17.141679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ce468b87-ccb5-44e4-a9d2-a255d2a193cd up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:50:17.145658 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-8fa7cd80-7ce9-4f35-93d2-2a6e1d474782 None None] For port b99900d6-e855-4762-81c7-78e595bb503c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b99900d6-e855-4762-81c7-78e595bb503c,segment=NetworkSegment(9cabfb6e-33c2-45a5-96fb-cf28852a31be),segment_id=9cabfb6e-33c2-45a5-96fb-cf28852a31be)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:17.191898 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8fa7cd80-7ce9-4f35-93d2-2a6e1d474782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:17.221506 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a51b211c-e460-4197-8eba-635830d7f9af req-2dbaef30-783b-4c8c-9287-a3df9df11bf3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 210 time: 0.0291891 Sep 18 00:50:17.227410 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841396273', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '12648998-4acc-44e9-94f2-14be8167f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:50:09Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '12648998-4acc-44e9-94f2-14be8167f459', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:10Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b99900d6-e855-4762-81c7-78e595bb503c', 'name': '', 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:71:ce:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'ebcade0c-b032-4abd-bca2-c6ca0becca03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:13Z', 'updated_at': '2021-09-18T00:50:16Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': 'ebcade0c-b032-4abd-bca2-c6ca0becca03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:17.271157 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69ba28c-6097-4ed3-82a0-ca8be0035741 None None] The sync data for ids ['13e45ff6-c5cc-420f-90d9-6368e8168dae'] in n-d-809883-1 is: [{'id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841396273', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '12648998-4acc-44e9-94f2-14be8167f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:50:09Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '12648998-4acc-44e9-94f2-14be8167f459', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:10Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b99900d6-e855-4762-81c7-78e595bb503c', 'name': '', 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:71:ce:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'ebcade0c-b032-4abd-bca2-c6ca0becca03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:13Z', 'updated_at': '2021-09-18T00:50:16Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': 'ebcade0c-b032-4abd-bca2-c6ca0becca03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:50:17.290336 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ce468b87-ccb5-44e4-a9d2-a255d2a193cd triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:17.290807 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:17.319663 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7cd80-7ce9-4f35-93d2-2a6e1d474782 None None] Pushing event updated for resources: {'Port': ['ID=b99900d6-e855-4762-81c7-78e595bb503c,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:17.422248 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:17.988323 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:18.225701 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-085ed0c4-dccf-4c0e-aac7-ed5badbb0a30 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:18.227206 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-085ed0c4-dccf-4c0e-aac7-ed5badbb0a30 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "GET /v2.0/networks?id=0b24cf66-4d2c-4cd3-b452-cab267f02c9d HTTP/1.1" status: 200 len: 797 time: 0.1106844 Sep 18 00:50:18.275996 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-3956770b-68bd-4f1b-b8ac-53385b0288d1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=620d963d32234c0d88114693e53fbfe6 HTTP/1.1" status: 200 len: 379 time: 0.0386856 Sep 18 00:50:18.285675 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-76c7ef8c-ecd3-4265-b199-e80cef50050f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'port': {'device_id': 'c41e4a3f-974f-40c6-9445-f44af371c2e4', 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d', 'admin_state_up': True, 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'security_groups': ['3f1adf47-921e-4298-b6be-d4d740e12e53']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:18.336288 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20a6af18-da01-4112-a1ef-680d73cae6ff req-2c5ca897-b150-4e68-a334-6f6b9072dd9d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 210 time: 0.0346572 Sep 18 00:50:18.467632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-76c7ef8c-ecd3-4265-b199-e80cef50050f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Made reservation on behalf of 620d963d32234c0d88114693e53fbfe6 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:50:18.471260 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-76c7ef8c-ecd3-4265-b199-e80cef50050f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:18.595501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-76c7ef8c-ecd3-4265-b199-e80cef50050f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Allocated IP 172.20.0.10 (0b24cf66-4d2c-4cd3-b452-cab267f02c9d/ebcade0c-b032-4abd-bca2-c6ca0becca03/b2a9055f-9daf-44bd-ae3f-b71d73489eca) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:50:18.624003 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b99900d6-e855-4762-81c7-78e595bb503c up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:50:18.672252 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port b99900d6-e855-4762-81c7-78e595bb503c triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:18.672655 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:18.738295 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-76c7ef8c-ecd3-4265-b199-e80cef50050f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:18.816853 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-76c7ef8c-ecd3-4265-b199-e80cef50050f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:18.858445 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-76c7ef8c-ecd3-4265-b199-e80cef50050f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 0b24cf66-4d2c-4cd3-b452-cab267f02c9d is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:50:18.861465 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-76c7ef8c-ecd3-4265-b199-e80cef50050f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:50:18.867429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-76c7ef8c-ecd3-4265-b199-e80cef50050f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:50:18.873297 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7ef8c-ecd3-4265-b199-e80cef50050f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=b2a9055f-9daf-44bd-ae3f-b71d73489eca,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:18.923645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-76c7ef8c-ecd3-4265-b199-e80cef50050f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:18.924362 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-76c7ef8c-ecd3-4265-b199-e80cef50050f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.001394 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-76c7ef8c-ecd3-4265-b199-e80cef50050f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7199266 Sep 18 00:50:19.013920 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Request body: {'port': {'device_id': 'c41e4a3f-974f-40c6-9445-f44af371c2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:19.068162 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.127081 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e37f7450-f7f5-4b01-9472-a69c4b47c425 None None] Provisioning complete for port b2a9055f-9daf-44bd-ae3f-b71d73489eca triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:19.127541 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e37f7450-f7f5-4b01-9472-a69c4b47c425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.166325 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e37f7450-f7f5-4b01-9472-a69c4b47c425 None None] Port b2a9055f-9daf-44bd-ae3f-b71d73489eca cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:50:19.325960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a9055f-9daf-44bd-ae3f-b71d73489eca {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:50:19.333197 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.344675 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Transition to ACTIVE for port object b2a9055f-9daf-44bd-ae3f-b71d73489eca will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:50:19.439299 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.496993 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a9055f-9daf-44bd-ae3f-b71d73489eca,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:19.510183 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621f155-8311-4a5e-a2c3-63d1f5e1cd96 req-16fda45b-d1a5-4b05-9df0-08d8b1600abe tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:19.511820 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e621f155-8311-4a5e-a2c3-63d1f5e1cd96 req-16fda45b-d1a5-4b05-9df0-08d8b1600abe tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 932 time: 0.1024344 Sep 18 00:50:19.600066 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e621f155-8311-4a5e-a2c3-63d1f5e1cd96 req-3ec4dc92-a799-481c-b86f-902525999340 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f1adf47-921e-4298-b6be-d4d740e12e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814738 Sep 18 00:50:19.614513 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Attempting to bind port b2a9055f-9daf-44bd-ae3f-b71d73489eca on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:50:19.614958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Attempting to bind port b2a9055f-9daf-44bd-ae3f-b71d73489eca by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '9cabfb6e-33c2-45a5-96fb-cf28852a31be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:50:19.615500 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Attempting to bind port b2a9055f-9daf-44bd-ae3f-b71d73489eca on network 0b24cf66-4d2c-4cd3-b452-cab267f02c9d {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:50:19.620176 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Port b2a9055f-9daf-44bd-ae3f-b71d73489eca on network 0b24cf66-4d2c-4cd3-b452-cab267f02c9d not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:50:19.620562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Attempting to bind port b2a9055f-9daf-44bd-ae3f-b71d73489eca on network 0b24cf66-4d2c-4cd3-b452-cab267f02c9d {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:50:19.625944 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:50:19.626346 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Checking segment: {'id': '9cabfb6e-33c2-45a5-96fb-cf28852a31be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:50:19.626799 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Bound using segment: {'id': '9cabfb6e-33c2-45a5-96fb-cf28852a31be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:50:19.627247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Bound port: b2a9055f-9daf-44bd-ae3f-b71d73489eca, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cabfb6e-33c2-45a5-96fb-cf28852a31be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:50:19.627598 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.691609 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] For port b2a9055f-9daf-44bd-ae3f-b71d73489eca, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:50:19.694652 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] For port b2a9055f-9daf-44bd-ae3f-b71d73489eca, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b2a9055f-9daf-44bd-ae3f-b71d73489eca,segment=NetworkSegment(9cabfb6e-33c2-45a5-96fb-cf28852a31be),segment_id=9cabfb6e-33c2-45a5-96fb-cf28852a31be)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:50:19.788612 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.825613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:19.826305 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:19.827700 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] 10.222.0.37 "PUT /v2.0/ports/b2a9055f-9daf-44bd-ae3f-b71d73489eca HTTP/1.1" status: 200 len: 1092 time: 0.8187315 Sep 18 00:50:19.828203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41e4a3f-974f-40c6-9445-f44af371c2e4', 'tag': 'b2a9055f-9daf-44bd-ae3f-b71d73489eca'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:50:19.830454 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d093c84e-f277-4f52-a1e8-18c01112c16b" -d '{"events": [{"name": "network-changed", "server_uuid": "c41e4a3f-974f-40c6-9445-f44af371c2e4", "tag": "b2a9055f-9daf-44bd-ae3f-b71d73489eca"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:50:19.857828 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c51a4d-70b3-4879-bf5c-88f0254615f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a9055f-9daf-44bd-ae3f-b71d73489eca,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:19.875176 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72effa75-3d1f-425e-b09b-7be852f244d7 x-openstack-request-id: req-72effa75-3d1f-425e-b09b-7be852f244d7 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:50:19.875583 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41e4a3f-974f-40c6-9445-f44af371c2e4", "tag": "b2a9055f-9daf-44bd-ae3f-b71d73489eca", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:50:19.875928 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-72effa75-3d1f-425e-b09b-7be852f244d7 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:50:19.876409 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41e4a3f-974f-40c6-9445-f44af371c2e4', 'tag': 'b2a9055f-9daf-44bd-ae3f-b71d73489eca', 'status': 'completed', 'code': 200} Sep 18 00:50:19.941160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093c84e-f277-4f52-a1e8-18c01112c16b req-1936e0ba-bf2f-46ca-a30d-0907d35b1240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:19.942712 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d093c84e-f277-4f52-a1e8-18c01112c16b req-1936e0ba-bf2f-46ca-a30d-0907d35b1240 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 1095 time: 0.0433297 Sep 18 00:50:19.982506 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:20.049234 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093c84e-f277-4f52-a1e8-18c01112c16b req-b898bf94-9b0c-461f-b565-e5ba3fb1ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:20.050742 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d093c84e-f277-4f52-a1e8-18c01112c16b req-b898bf94-9b0c-461f-b565-e5ba3fb1ceb2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=620d963d32234c0d88114693e53fbfe6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1001577 Sep 18 00:50:20.147396 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093c84e-f277-4f52-a1e8-18c01112c16b req-ccb9ee47-ff87-4ffa-9138-2e498e1d5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:20.148913 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d093c84e-f277-4f52-a1e8-18c01112c16b req-ccb9ee47-ff87-4ffa-9138-2e498e1d5e93 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913410 Sep 18 00:50:20.222115 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-5e014555-3da8-40a3-b145-c5471c0c63a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:20.223591 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-5e014555-3da8-40a3-b145-c5471c0c63a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 1095 time: 0.0405862 Sep 18 00:50:20.263956 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-adfd9574-5fdd-43e0-a260-853079869f0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2a9055f-9daf-44bd-ae3f-b71d73489eca HTTP/1.1" status: 200 len: 217 time: 0.0329206 Sep 18 00:50:20.311678 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-ae1fb4c2-255b-40f5-8159-338294274536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:20.313129 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-ae1fb4c2-255b-40f5-8159-338294274536 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebcade0c-b032-4abd-bca2-c6ca0becca03 HTTP/1.1" status: 200 len: 835 time: 0.0420239 Sep 18 00:50:20.361718 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-ef0876df-f061-462d-9f82-f86954cc84d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:20.363101 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-ef0876df-f061-462d-9f82-f86954cc84d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0b24cf66-4d2c-4cd3-b452-cab267f02c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433838 Sep 18 00:50:20.450965 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-71c3cb62-94bd-49f3-a433-4c621062c208 service neutron] 10.222.0.37 "GET /v2.0/networks/0b24cf66-4d2c-4cd3-b452-cab267f02c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803344 Sep 18 00:50:20.544355 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8685fbeb-48b9-41a6-8a07-e729cb8662fc req-f96ef632-21ae-4145-a4d2-b831e6190b8d service neutron] 10.222.0.37 "GET /v2.0/networks/0b24cf66-4d2c-4cd3-b452-cab267f02c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848103 Sep 18 00:50:20.718640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d32b9-f093-44d8-9621-5342dd6e44df req-87a66385-4fcb-49ef-99ec-10ef48bd111a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:20.720130 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f45d32b9-f093-44d8-9621-5342dd6e44df req-87a66385-4fcb-49ef-99ec-10ef48bd111a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 944 time: 0.0488458 Sep 18 00:50:20.757165 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f45d32b9-f093-44d8-9621-5342dd6e44df req-a582f059-95af-4b93-96b3-19386d052b4b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f1adf47-921e-4298-b6be-d4d740e12e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310397 Sep 18 00:50:21.870532 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161b372-33a3-4028-a84c-3058a48fdeb2 req-2ed220e8-d79f-4be4-b7da-d3101fca348a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:21.871976 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e161b372-33a3-4028-a84c-3058a48fdeb2 req-2ed220e8-d79f-4be4-b7da-d3101fca348a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 944 time: 0.0475583 Sep 18 00:50:21.912045 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e161b372-33a3-4028-a84c-3058a48fdeb2 req-7eab9f52-b949-4110-b9b4-1f12f4a55a1a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f1adf47-921e-4298-b6be-d4d740e12e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342307 Sep 18 00:50:23.032075 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f1495-c208-4ade-8523-6b6090cd1084 req-70735d8c-4a11-481b-80d8-818efe184063 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:23.033695 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-343f1495-c208-4ade-8523-6b6090cd1084 req-70735d8c-4a11-481b-80d8-818efe184063 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 944 time: 0.0488172 Sep 18 00:50:23.071348 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-343f1495-c208-4ade-8523-6b6090cd1084 req-64f33e5a-74c9-47a8-b709-eec1ad0f9bc0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f1adf47-921e-4298-b6be-d4d740e12e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308409 Sep 18 00:50:24.183864 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c34bb-b8a6-4a78-a054-ce109b1dfce8 req-35b60bd8-7465-431f-a525-310e882d54a3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:24.185341 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-159c34bb-b8a6-4a78-a054-ce109b1dfce8 req-35b60bd8-7465-431f-a525-310e882d54a3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 944 time: 0.0475094 Sep 18 00:50:24.209102 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device b2a9055f-9daf-44bd-ae3f-b71d73489eca details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:50:24.222841 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-159c34bb-b8a6-4a78-a054-ce109b1dfce8 req-492b0388-6ac8-4e28-89cd-cf4954c7e83d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f1adf47-921e-4298-b6be-d4d740e12e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315752 Sep 18 00:50:24.302354 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port b2a9055f-9daf-44bd-ae3f-b71d73489eca, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b2a9055f-9daf-44bd-ae3f-b71d73489eca,segment=NetworkSegment(9cabfb6e-33c2-45a5-96fb-cf28852a31be),segment_id=9cabfb6e-33c2-45a5-96fb-cf28852a31be)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:24.313109 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'b2a9055f-9daf-44bd-ae3f-b71d73489eca', 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d', 'port_id': 'b2a9055f-9daf-44bd-ae3f-b71d73489eca', 'mac_address': 'fa:16:3e:27:31:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebcade0c-b032-4abd-bca2-c6ca0becca03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:50:24.348879 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.360896 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a9055f-9daf-44bd-ae3f-b71d73489eca {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:50:24.379345 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port b2a9055f-9daf-44bd-ae3f-b71d73489eca, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b2a9055f-9daf-44bd-ae3f-b71d73489eca,segment=NetworkSegment(9cabfb6e-33c2-45a5-96fb-cf28852a31be),segment_id=9cabfb6e-33c2-45a5-96fb-cf28852a31be)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:24.456257 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:24.501518 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=b2a9055f-9daf-44bd-ae3f-b71d73489eca,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:24.683022 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['b2a9055f-9daf-44bd-ae3f-b71d73489eca'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:50:25.333040 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c3861-78f8-46de-be52-0a623d0a8f74 req-766b39c7-49cb-4add-b707-f750195c37f9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:25.334498 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b19c3861-78f8-46de-be52-0a623d0a8f74 req-766b39c7-49cb-4add-b707-f750195c37f9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 945 time: 0.0472705 Sep 18 00:50:25.375277 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b19c3861-78f8-46de-be52-0a623d0a8f74 req-645bcbd4-aafa-44bb-a54b-d588925a8bc4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f1adf47-921e-4298-b6be-d4d740e12e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344136 Sep 18 00:50:25.655490 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:50:26.223118 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device b2a9055f-9daf-44bd-ae3f-b71d73489eca up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:50:26.335693 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port b2a9055f-9daf-44bd-ae3f-b71d73489eca completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:50:26.340499 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port b2a9055f-9daf-44bd-ae3f-b71d73489eca triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:50:26.340897 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:26.422139 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:26.445164 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41e4a3f-974f-40c6-9445-f44af371c2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a9055f-9daf-44bd-ae3f-b71d73489eca'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:50:26.447919 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d664f1-3866-4d80-aec8-128bdcf048ac" -d '{"events": [{"server_uuid": "c41e4a3f-974f-40c6-9445-f44af371c2e4", "name": "network-vif-plugged", "status": "completed", "tag": "b2a9055f-9daf-44bd-ae3f-b71d73489eca"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:50:26.461023 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port b2a9055f-9daf-44bd-ae3f-b71d73489eca, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b2a9055f-9daf-44bd-ae3f-b71d73489eca,segment=NetworkSegment(9cabfb6e-33c2-45a5-96fb-cf28852a31be),segment_id=9cabfb6e-33c2-45a5-96fb-cf28852a31be)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:26.487760 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebdb80b-4dcc-4595-ac9d-e4e03c676609 x-openstack-request-id: req-1ebdb80b-4dcc-4595-ac9d-e4e03c676609 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:50:26.488056 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41e4a3f-974f-40c6-9445-f44af371c2e4", "name": "network-vif-plugged", "status": "completed", "tag": "b2a9055f-9daf-44bd-ae3f-b71d73489eca", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:50:26.488327 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ebdb80b-4dcc-4595-ac9d-e4e03c676609 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:50:26.488715 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41e4a3f-974f-40c6-9445-f44af371c2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a9055f-9daf-44bd-ae3f-b71d73489eca', 'code': 200} Sep 18 00:50:26.497222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674fcce-09b6-4c76-bff2-aa05faf5caef req-30d185ef-a374-4bbf-8fee-6df3ba8c952b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:26.498812 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a674fcce-09b6-4c76-bff2-aa05faf5caef req-30d185ef-a374-4bbf-8fee-6df3ba8c952b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 945 time: 0.0540273 Sep 18 00:50:26.536495 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:26.539759 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a674fcce-09b6-4c76-bff2-aa05faf5caef req-7bf01308-c5cc-4134-8e64-3ad97fcd5256 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f1adf47-921e-4298-b6be-d4d740e12e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347965 Sep 18 00:50:26.591279 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23abf0-23cd-4549-9834-a51777908e94 req-c70177d8-b615-4cf2-8e4b-1bbcba6fc921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:26.592700 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d23abf0-23cd-4549-9834-a51777908e94 req-c70177d8-b615-4cf2-8e4b-1bbcba6fc921 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 1097 time: 0.0412529 Sep 18 00:50:26.598237 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=b2a9055f-9daf-44bd-ae3f-b71d73489eca,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:26.629322 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6d23abf0-23cd-4549-9834-a51777908e94 req-08a52b4a-b1b2-4381-9cfa-9496781d5920 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3f1adf47-921e-4298-b6be-d4d740e12e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286632 Sep 18 00:50:27.656642 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ae09a-2523-4bb8-9481-0821eeaa70f7 req-1f987ad4-a0b8-4c91-afe0-2cafff054831 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:27.658158 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-641ae09a-2523-4bb8-9481-0821eeaa70f7 req-1f987ad4-a0b8-4c91-afe0-2cafff054831 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 946 time: 0.0482578 Sep 18 00:50:27.699906 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-641ae09a-2523-4bb8-9481-0821eeaa70f7 req-0a2437a9-24bf-4822-8bf8-d543ff37fc9e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f1adf47-921e-4298-b6be-d4d740e12e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354109 Sep 18 00:50:28.811355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a737ce8-828d-4959-b3f3-794fbc47f034 req-e9c852ea-2728-4413-825e-844ff8431b9d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:28.812812 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a737ce8-828d-4959-b3f3-794fbc47f034 req-e9c852ea-2728-4413-825e-844ff8431b9d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 946 time: 0.0476227 Sep 18 00:50:28.849983 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a737ce8-828d-4959-b3f3-794fbc47f034 req-491c434e-5935-4458-bc81-cda625bcf179 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f1adf47-921e-4298-b6be-d4d740e12e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313973 Sep 18 00:50:28.959647 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771593e-adb8-49b6-b466-8c0e20a06eba req-45b3c868-f022-498a-a4cb-f33ebd39031c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:28.961150 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d771593e-adb8-49b6-b466-8c0e20a06eba req-45b3c868-f022-498a-a4cb-f33ebd39031c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 946 time: 0.0480716 Sep 18 00:50:28.998339 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d771593e-adb8-49b6-b466-8c0e20a06eba req-7d6b6407-5ee1-483b-9fd5-5c2efe8d20ee tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f1adf47-921e-4298-b6be-d4d740e12e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311708 Sep 18 00:50:29.020403 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60554) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:29.059166 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188585a1-4152-455e-89be-68208b914e39 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:29.060680 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-188585a1-4152-455e-89be-68208b914e39 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 1092 time: 0.0392718 Sep 18 00:50:29.063568 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60556) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:29.067768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': 'b2a9055f-9daf-44bd-ae3f-b71d73489eca', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:29.125017 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:29.224009 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:29.325355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Allocated IP 172.25.3.144 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/521fbcd9-794d-4a09-8b20-1549e854bb7f) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:50:29.423213 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:29.502222 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:29.536284 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:50:29.538931 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:50:29.542899 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:50:29.571636 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=521fbcd9-794d-4a09-8b20-1549e854bb7f,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:29.896484 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:30.021477 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:30.164345 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:30.227556 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:30.297325 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=521fbcd9-794d-4a09-8b20-1549e854bb7f,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:30.306740 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:30.403420 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Floating IP faf9cc0a-9b81-43e0-b5da-4b3270fba746 associated. External IP: 172.25.3.144, port: b2a9055f-9daf-44bd-ae3f-b71d73489eca. Sep 18 00:50:30.602264 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router 13e45ff6-c5cc-420f-90d9-6368e8168dae has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:50:30.706813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:50:30.716268 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aba0f6-a02c-477c-a421-6c44e2442f20 None None] Sync routers for ids ['13e45ff6-c5cc-420f-90d9-6368e8168dae'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:50:30.725432 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aba0f6-a02c-477c-a421-6c44e2442f20 None None] Routers {'13e45ff6-c5cc-420f-90d9-6368e8168dae'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:50:30.726038 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-63aba0f6-a02c-477c-a421-6c44e2442f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:50:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13e45ff6-c5cc-420f-90d9-6368e8168dae'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:30.770159 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:30.799825 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9ddb34b3-f9b2-49c5-91b5-8ee997d9b45b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7327182 Sep 18 00:50:30.799825 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41e4a3f-974f-40c6-9445-f44af371c2e4', 'tag': 'b2a9055f-9daf-44bd-ae3f-b71d73489eca'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:50:30.800141 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efda047-cff2-4783-923b-41d7df7af479" -d '{"events": [{"name": "network-changed", "server_uuid": "c41e4a3f-974f-40c6-9445-f44af371c2e4", "tag": "b2a9055f-9daf-44bd-ae3f-b71d73489eca"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:50:30.834426 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-63aba0f6-a02c-477c-a421-6c44e2442f20 None None] Set router 13e45ff6-c5cc-420f-90d9-6368e8168dae gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:50:30.838588 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c1c9c5-9434-48b4-ba63-ff8160ac3d05 x-openstack-request-id: req-a2c1c9c5-9434-48b4-ba63-ff8160ac3d05 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:50:30.838948 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41e4a3f-974f-40c6-9445-f44af371c2e4", "tag": "b2a9055f-9daf-44bd-ae3f-b71d73489eca", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:50:30.839265 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2c1c9c5-9434-48b4-ba63-ff8160ac3d05 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:50:30.839728 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41e4a3f-974f-40c6-9445-f44af371c2e4', 'tag': 'b2a9055f-9daf-44bd-ae3f-b71d73489eca', 'status': 'completed', 'code': 200} Sep 18 00:50:30.927478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ed1ad-c5cf-409d-9461-31fc8d5c9732 req-5be212fc-6cce-4fd3-b05c-c1cbd79fecfd tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:30.929036 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff1ed1ad-c5cf-409d-9461-31fc8d5c9732 req-5be212fc-6cce-4fd3-b05c-c1cbd79fecfd tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 946 time: 0.0776947 Sep 18 00:50:30.930984 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efda047-cff2-4783-923b-41d7df7af479 req-cbb500e1-aac0-49c3-b9f0-e170a3dd6dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:30.933656 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1efda047-cff2-4783-923b-41d7df7af479 req-cbb500e1-aac0-49c3-b9f0-e170a3dd6dad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 1097 time: 0.0728495 Sep 18 00:50:31.058295 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-63aba0f6-a02c-477c-a421-6c44e2442f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841396273', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '12648998-4acc-44e9-94f2-14be8167f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:50:09Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '12648998-4acc-44e9-94f2-14be8167f459', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:10Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'faf9cc0a-9b81-43e0-b5da-4b3270fba746', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'port_id': 'b2a9055f-9daf-44bd-ae3f-b71d73489eca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d', 'mac_address': 'fa:16:3e:27:31:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41e4a3f-974f-40c6-9445-f44af371c2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:50:29Z', 'updated_at': '2021-09-18T00:50:29Z', 'revision_number': 0, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99900d6-e855-4762-81c7-78e595bb503c', 'name': '', 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:71:ce:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'ebcade0c-b032-4abd-bca2-c6ca0becca03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:13Z', 'updated_at': '2021-09-18T00:50:17Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': 'ebcade0c-b032-4abd-bca2-c6ca0becca03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:31.088729 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aba0f6-a02c-477c-a421-6c44e2442f20 None None] Checking router: 13e45ff6-c5cc-420f-90d9-6368e8168dae for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:50:31.097471 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aba0f6-a02c-477c-a421-6c44e2442f20 None None] Routers {'13e45ff6-c5cc-420f-90d9-6368e8168dae'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:50:31.098099 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-63aba0f6-a02c-477c-a421-6c44e2442f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:50:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13e45ff6-c5cc-420f-90d9-6368e8168dae'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:31.208054 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-63aba0f6-a02c-477c-a421-6c44e2442f20 None None] Set router 13e45ff6-c5cc-420f-90d9-6368e8168dae gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:50:31.280819 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff1ed1ad-c5cf-409d-9461-31fc8d5c9732 req-26dcd1f0-bf61-4cb7-9eef-671360232532 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f1adf47-921e-4298-b6be-d4d740e12e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3447137 Sep 18 00:50:31.303817 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60562) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:31.336510 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efda047-cff2-4783-923b-41d7df7af479 req-ddca5dda-2003-4b44-91fa-e630683a4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:31.339492 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1efda047-cff2-4783-923b-41d7df7af479 req-ddca5dda-2003-4b44-91fa-e630683a4a82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0b24cf66-4d2c-4cd3-b452-cab267f02c9d HTTP/1.1" status: 200 len: 898 time: 0.3960176 Sep 18 00:50:31.364861 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1428973d-8215-4594-8695-01ae8063d3e0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/floatingips/faf9cc0a-9b81-43e0-b5da-4b3270fba746 HTTP/1.1" status: 200 len: 992 time: 0.0596154 Sep 18 00:50:31.406441 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1efda047-cff2-4783-923b-41d7df7af479 req-e04c7edb-f753-4059-9a20-f308f8b9da8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2a9055f-9daf-44bd-ae3f-b71d73489eca HTTP/1.1" status: 200 len: 1000 time: 0.0599718 Sep 18 00:50:31.431513 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-63aba0f6-a02c-477c-a421-6c44e2442f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841396273', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '12648998-4acc-44e9-94f2-14be8167f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:50:09Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '12648998-4acc-44e9-94f2-14be8167f459', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:10Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'faf9cc0a-9b81-43e0-b5da-4b3270fba746', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'port_id': 'b2a9055f-9daf-44bd-ae3f-b71d73489eca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d', 'mac_address': 'fa:16:3e:27:31:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41e4a3f-974f-40c6-9445-f44af371c2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:50:29Z', 'updated_at': '2021-09-18T00:50:29Z', 'revision_number': 0, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99900d6-e855-4762-81c7-78e595bb503c', 'name': '', 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:71:ce:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'ebcade0c-b032-4abd-bca2-c6ca0becca03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:13Z', 'updated_at': '2021-09-18T00:50:17Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': 'ebcade0c-b032-4abd-bca2-c6ca0becca03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:50:31.454675 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efda047-cff2-4783-923b-41d7df7af479 req-265870d2-cfaf-48f5-b5b2-d3811e89dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:31.456164 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1efda047-cff2-4783-923b-41d7df7af479 req-265870d2-cfaf-48f5-b5b2-d3811e89dcf9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebcade0c-b032-4abd-bca2-c6ca0becca03 HTTP/1.1" status: 200 len: 835 time: 0.0434391 Sep 18 00:50:31.460411 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aba0f6-a02c-477c-a421-6c44e2442f20 None None] The sync data for ids ['13e45ff6-c5cc-420f-90d9-6368e8168dae'] in n-d-809883-1 is: [{'id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841396273', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '12648998-4acc-44e9-94f2-14be8167f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:50:09Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '12648998-4acc-44e9-94f2-14be8167f459', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:10Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'faf9cc0a-9b81-43e0-b5da-4b3270fba746', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'port_id': 'b2a9055f-9daf-44bd-ae3f-b71d73489eca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d', 'mac_address': 'fa:16:3e:27:31:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41e4a3f-974f-40c6-9445-f44af371c2e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:50:29Z', 'updated_at': '2021-09-18T00:50:29Z', 'revision_number': 0, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b99900d6-e855-4762-81c7-78e595bb503c', 'name': '', 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:71:ce:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'ebcade0c-b032-4abd-bca2-c6ca0becca03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:13Z', 'updated_at': '2021-09-18T00:50:17Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': 'ebcade0c-b032-4abd-bca2-c6ca0becca03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:50:31.503105 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efda047-cff2-4783-923b-41d7df7af479 req-be2b00a2-a9a2-4108-a1f1-086f9f26c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:31.504678 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1efda047-cff2-4783-923b-41d7df7af479 req-be2b00a2-a9a2-4108-a1f1-086f9f26c4b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0b24cf66-4d2c-4cd3-b452-cab267f02c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411608 Sep 18 00:50:31.600915 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1efda047-cff2-4783-923b-41d7df7af479 req-f122d81f-d7ef-4f34-b23d-0465a921fce6 service neutron] 10.222.0.37 "GET /v2.0/networks/0b24cf66-4d2c-4cd3-b452-cab267f02c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876946 Sep 18 00:50:31.666783 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a09651-6b9d-410d-abbf-b4fd4e78d178 None None] New status for floating IP faf9cc0a-9b81-43e0-b5da-4b3270fba746: ACTIVE {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:50:31.694069 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1efda047-cff2-4783-923b-41d7df7af479 req-dd8840b5-621c-467b-b1b2-25b94db479a6 service neutron] 10.222.0.37 "GET /v2.0/networks/0b24cf66-4d2c-4cd3-b452-cab267f02c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866683 Sep 18 00:50:32.368679 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60564) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:50:32.430044 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-44e640ef-21c6-42ea-885f-ec527ff7f18a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/floatingips/faf9cc0a-9b81-43e0-b5da-4b3270fba746 HTTP/1.1" status: 200 len: 994 time: 0.0602286 Sep 18 00:50:40.952995 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:44.050425 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:44.124759 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ce235ac9-45a6-47d0-a616-6b00bff2f33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:46.649569 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6159b4ad-9da5-4ece-972d-ff7a8cdc8a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:47.354353 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:48.004781 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:50.010515 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:50:54.350656 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d84907b-4dbe-4b98-9b03-149e0c559aaa req-8bb00a17-7545-4080-9a69-52bd88be23d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392778 Sep 18 00:50:54.437745 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84907b-4dbe-4b98-9b03-149e0c559aaa req-5609ac7d-07ec-4a1d-9501-38fded73431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:54.439242 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d84907b-4dbe-4b98-9b03-149e0c559aaa req-5609ac7d-07ec-4a1d-9501-38fded73431a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 1097 time: 0.0436637 Sep 18 00:50:54.547413 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84907b-4dbe-4b98-9b03-149e0c559aaa req-3d6b66f0-e1cc-472f-b328-bdee983cfad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:54.547413 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d84907b-4dbe-4b98-9b03-149e0c559aaa req-3d6b66f0-e1cc-472f-b328-bdee983cfad3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0b24cf66-4d2c-4cd3-b452-cab267f02c9d HTTP/1.1" status: 200 len: 898 time: 0.0843325 Sep 18 00:50:54.613344 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d84907b-4dbe-4b98-9b03-149e0c559aaa req-587cdcaf-e24a-43e3-b493-ce4fa7ba3487 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2a9055f-9daf-44bd-ae3f-b71d73489eca HTTP/1.1" status: 200 len: 1002 time: 0.0617845 Sep 18 00:50:54.663463 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84907b-4dbe-4b98-9b03-149e0c559aaa req-c7a325d5-8fd9-4c68-aa72-49b8fc18b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:54.664929 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d84907b-4dbe-4b98-9b03-149e0c559aaa req-c7a325d5-8fd9-4c68-aa72-49b8fc18b44b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebcade0c-b032-4abd-bca2-c6ca0becca03 HTTP/1.1" status: 200 len: 835 time: 0.0435617 Sep 18 00:50:54.710878 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84907b-4dbe-4b98-9b03-149e0c559aaa req-9a8875a8-495e-4247-91b4-e972067e5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:50:54.712382 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d84907b-4dbe-4b98-9b03-149e0c559aaa req-9a8875a8-495e-4247-91b4-e972067e5651 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0b24cf66-4d2c-4cd3-b452-cab267f02c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394623 Sep 18 00:50:54.804770 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d84907b-4dbe-4b98-9b03-149e0c559aaa req-afcf7f9b-d1b4-4d68-b308-5f14740388bd service neutron] 10.222.0.37 "GET /v2.0/networks/0b24cf66-4d2c-4cd3-b452-cab267f02c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846012 Sep 18 00:50:54.892880 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5d84907b-4dbe-4b98-9b03-149e0c559aaa req-70ce47eb-feeb-4aea-acd3-908bfa6d0533 service neutron] 10.222.0.37 "GET /v2.0/networks/0b24cf66-4d2c-4cd3-b452-cab267f02c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801969 Sep 18 00:51:01.312294 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd7290-ae66-4ff5-b1bd-2559ceaeef55 req-a36b4fa6-2530-4211-bcde-a803effc8155 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:01.313762 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62fd7290-ae66-4ff5-b1bd-2559ceaeef55 req-a36b4fa6-2530-4211-bcde-a803effc8155 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 946 time: 0.0556855 Sep 18 00:51:01.353200 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62fd7290-ae66-4ff5-b1bd-2559ceaeef55 req-7943756d-0081-416e-85dc-294bca0bcc69 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f1adf47-921e-4298-b6be-d4d740e12e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319867 Sep 18 00:51:02.465532 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67237c0-677b-4f0c-8009-c61691513ac6 req-6f15ded1-73b4-45e5-9f18-fd50d35003fe tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:02.467559 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c67237c0-677b-4f0c-8009-c61691513ac6 req-6f15ded1-73b4-45e5-9f18-fd50d35003fe tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 946 time: 0.0480156 Sep 18 00:51:02.505233 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c67237c0-677b-4f0c-8009-c61691513ac6 req-f37ac4af-7fce-4586-b6c0-0d7bccd365e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f1adf47-921e-4298-b6be-d4d740e12e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315940 Sep 18 00:51:02.527074 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60580) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:02.588474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0f1f1725-e299-4495-912a-e3c121c92519 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/floatingips/faf9cc0a-9b81-43e0-b5da-4b3270fba746 HTTP/1.1" status: 200 len: 994 time: 0.0603142 Sep 18 00:51:02.654927 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:51:04.032818 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc154164-c27f-454a-9194-a752b5b62966 req-7d038fd4-e187-4ba3-aa85-18f19edacc10 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:04.034649 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc154164-c27f-454a-9194-a752b5b62966 req-7d038fd4-e187-4ba3-aa85-18f19edacc10 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 946 time: 0.0531704 Sep 18 00:51:04.074214 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc154164-c27f-454a-9194-a752b5b62966 req-af07fc79-694a-4e0b-9b54-e5c5ff987d81 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f1adf47-921e-4298-b6be-d4d740e12e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322781 Sep 18 00:51:05.189640 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f447a-3903-47f4-8317-b13f2c6bfb71 req-7ee5213d-1752-4bcc-95cb-663fab0b7b59 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:05.193081 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-811f447a-3903-47f4-8317-b13f2c6bfb71 req-7ee5213d-1752-4bcc-95cb-663fab0b7b59 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 946 time: 0.0477378 Sep 18 00:51:05.227993 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-811f447a-3903-47f4-8317-b13f2c6bfb71 req-9f0242cd-4ec3-44a7-9ddc-7f10862e9508 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f1adf47-921e-4298-b6be-d4d740e12e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309687 Sep 18 00:51:05.250845 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60590) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:05.316624 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-996fce89-bfca-4a78-afeb-8a780f5833fc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/floatingips/faf9cc0a-9b81-43e0-b5da-4b3270fba746 HTTP/1.1" status: 200 len: 994 time: 0.0645006 Sep 18 00:51:05.594139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60596) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:05.745375 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting port 521fbcd9-794d-4a09-8b20-1549e854bb7f {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:51:05.745722 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:05.820063 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:05.820391 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:05.831877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Calling delete_port for 521fbcd9-794d-4a09-8b20-1549e854bb7f owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:51:06.044482 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:06.068213 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Port': ['ID=521fbcd9-794d-4a09-8b20-1549e854bb7f,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:06.082258 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:06.082617 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:06.082962 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:06.083301 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:06.083636 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:06.083971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:06.084302 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:06.084641 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:06.084995 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:06.085328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:06.085654 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:06.085977 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:06.139215 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:06.139495 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Floating IP faf9cc0a-9b81-43e0-b5da-4b3270fba746 disassociated (deleted). External IP: 172.25.3.144, port: b2a9055f-9daf-44bd-ae3f-b71d73489eca. Sep 18 00:51:06.343246 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router 13e45ff6-c5cc-420f-90d9-6368e8168dae has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:51:06.447648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:51:06.452431 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:06.457119 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30994c-8173-477b-9289-59ffe2dda332 None None] Sync routers for ids ['13e45ff6-c5cc-420f-90d9-6368e8168dae'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:51:06.465632 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30994c-8173-477b-9289-59ffe2dda332 None None] Routers {'13e45ff6-c5cc-420f-90d9-6368e8168dae'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:51:06.466267 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9b30994c-8173-477b-9289-59ffe2dda332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:50:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13e45ff6-c5cc-420f-90d9-6368e8168dae'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:06.478417 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2cecc828-989b-42ea-8770-9c51a8d0be54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/floatingips/faf9cc0a-9b81-43e0-b5da-4b3270fba746 HTTP/1.1" status: 204 len: 168 time: 0.8832684 Sep 18 00:51:06.478999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41e4a3f-974f-40c6-9445-f44af371c2e4', 'tag': 'b2a9055f-9daf-44bd-ae3f-b71d73489eca'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:51:06.481346 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e73fda-1c45-45bb-9158-a7bcd5d3ee0d" -d '{"events": [{"name": "network-changed", "server_uuid": "c41e4a3f-974f-40c6-9445-f44af371c2e4", "tag": "b2a9055f-9daf-44bd-ae3f-b71d73489eca"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:51:06.519159 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac695b1-89c4-4fb0-b370-7c1259130902 x-openstack-request-id: req-cac695b1-89c4-4fb0-b370-7c1259130902 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:51:06.519453 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41e4a3f-974f-40c6-9445-f44af371c2e4", "tag": "b2a9055f-9daf-44bd-ae3f-b71d73489eca", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:51:06.519873 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cac695b1-89c4-4fb0-b370-7c1259130902 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:51:06.520275 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41e4a3f-974f-40c6-9445-f44af371c2e4', 'tag': 'b2a9055f-9daf-44bd-ae3f-b71d73489eca', 'status': 'completed', 'code': 200} Sep 18 00:51:06.581732 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e73fda-1c45-45bb-9158-a7bcd5d3ee0d req-dd0c417b-d1bc-4c41-af12-376cd0b3e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:06.583231 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09e73fda-1c45-45bb-9158-a7bcd5d3ee0d req-dd0c417b-d1bc-4c41-af12-376cd0b3e631 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 1097 time: 0.0423067 Sep 18 00:51:06.663785 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-9b30994c-8173-477b-9289-59ffe2dda332 None None] Set router 13e45ff6-c5cc-420f-90d9-6368e8168dae gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:51:06.686043 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e73fda-1c45-45bb-9158-a7bcd5d3ee0d req-7a399a21-ce19-4014-8d98-5425ad9eada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:06.687525 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09e73fda-1c45-45bb-9158-a7bcd5d3ee0d req-7a399a21-ce19-4014-8d98-5425ad9eada4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0b24cf66-4d2c-4cd3-b452-cab267f02c9d HTTP/1.1" status: 200 len: 898 time: 0.0969913 Sep 18 00:51:06.729419 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09e73fda-1c45-45bb-9158-a7bcd5d3ee0d req-f6a94f0e-7d49-45c6-8709-168ba86cae02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2a9055f-9daf-44bd-ae3f-b71d73489eca HTTP/1.1" status: 200 len: 217 time: 0.0338447 Sep 18 00:51:06.783611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e73fda-1c45-45bb-9158-a7bcd5d3ee0d req-8ac888d9-a9f1-47ee-8a56-6fd70de20da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:06.785109 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09e73fda-1c45-45bb-9158-a7bcd5d3ee0d req-8ac888d9-a9f1-47ee-8a56-6fd70de20da8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebcade0c-b032-4abd-bca2-c6ca0becca03 HTTP/1.1" status: 200 len: 835 time: 0.0473797 Sep 18 00:51:06.831571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e73fda-1c45-45bb-9158-a7bcd5d3ee0d req-000544f1-6f0c-4fa5-9c60-8f4f045bf09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:06.837650 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09e73fda-1c45-45bb-9158-a7bcd5d3ee0d req-000544f1-6f0c-4fa5-9c60-8f4f045bf09e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0b24cf66-4d2c-4cd3-b452-cab267f02c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410101 Sep 18 00:51:06.868447 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9b30994c-8173-477b-9289-59ffe2dda332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841396273', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '12648998-4acc-44e9-94f2-14be8167f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:50:09Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '12648998-4acc-44e9-94f2-14be8167f459', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:10Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b99900d6-e855-4762-81c7-78e595bb503c', 'name': '', 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:71:ce:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'ebcade0c-b032-4abd-bca2-c6ca0becca03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:13Z', 'updated_at': '2021-09-18T00:50:17Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': 'ebcade0c-b032-4abd-bca2-c6ca0becca03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:06.894859 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30994c-8173-477b-9289-59ffe2dda332 None None] Checking router: 13e45ff6-c5cc-420f-90d9-6368e8168dae for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:51:06.909537 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30994c-8173-477b-9289-59ffe2dda332 None None] Routers {'13e45ff6-c5cc-420f-90d9-6368e8168dae'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:51:06.910179 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9b30994c-8173-477b-9289-59ffe2dda332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:50:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13e45ff6-c5cc-420f-90d9-6368e8168dae'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:06.958462 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f046f-36a5-43e4-a6ad-d1510931dac3 req-bf8e6fea-9fc6-4187-b67b-1bb0871de550 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:06.959843 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f7f046f-36a5-43e4-a6ad-d1510931dac3 req-bf8e6fea-9fc6-4187-b67b-1bb0871de550 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 946 time: 0.1003697 Sep 18 00:51:06.965327 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09e73fda-1c45-45bb-9158-a7bcd5d3ee0d req-67ebc32a-8acf-46b9-8abc-a4c087f927fb service neutron] 10.222.0.37 "GET /v2.0/networks/0b24cf66-4d2c-4cd3-b452-cab267f02c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243310 Sep 18 00:51:07.016024 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-9b30994c-8173-477b-9289-59ffe2dda332 None None] Set router 13e45ff6-c5cc-420f-90d9-6368e8168dae gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:51:07.024376 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f7f046f-36a5-43e4-a6ad-d1510931dac3 req-7fb507f1-b758-4f3b-97cc-fcf9eb9d9208 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f1adf47-921e-4298-b6be-d4d740e12e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576253 Sep 18 00:51:07.076747 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-09e73fda-1c45-45bb-9158-a7bcd5d3ee0d req-5ad0c363-2a88-448e-9edc-81613b6df186 service neutron] 10.222.0.37 "GET /v2.0/networks/0b24cf66-4d2c-4cd3-b452-cab267f02c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022608 Sep 18 00:51:07.221571 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-9b30994c-8173-477b-9289-59ffe2dda332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841396273', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '12648998-4acc-44e9-94f2-14be8167f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:50:09Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '12648998-4acc-44e9-94f2-14be8167f459', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:10Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b99900d6-e855-4762-81c7-78e595bb503c', 'name': '', 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:71:ce:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'ebcade0c-b032-4abd-bca2-c6ca0becca03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:13Z', 'updated_at': '2021-09-18T00:50:17Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': 'ebcade0c-b032-4abd-bca2-c6ca0becca03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:07.246487 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30994c-8173-477b-9289-59ffe2dda332 None None] The sync data for ids ['13e45ff6-c5cc-420f-90d9-6368e8168dae'] in n-d-809883-1 is: [{'id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841396273', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '12648998-4acc-44e9-94f2-14be8167f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:50:09Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '12648998-4acc-44e9-94f2-14be8167f459', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:10Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': 'b99900d6-e855-4762-81c7-78e595bb503c', 'name': '', 'network_id': '0b24cf66-4d2c-4cd3-b452-cab267f02c9d', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:71:ce:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'ebcade0c-b032-4abd-bca2-c6ca0becca03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:13Z', 'updated_at': '2021-09-18T00:50:17Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': 'ebcade0c-b032-4abd-bca2-c6ca0becca03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:51:07.471508 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4730866f-0e5f-4f39-b486-68b3570f4f09 None None] New status for floating IP faf9cc0a-9b81-43e0-b5da-4b3270fba746: DOWN {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:51:08.143943 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cb561-3eef-4504-b45c-03211f0a4b9d req-0e267915-abd3-4873-afcb-86eeabf26df4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:08.145439 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-902cb561-3eef-4504-b45c-03211f0a4b9d req-0e267915-abd3-4873-afcb-86eeabf26df4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 946 time: 0.0522037 Sep 18 00:51:08.182306 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-902cb561-3eef-4504-b45c-03211f0a4b9d req-b9f546d4-d33b-4442-b6d4-2f33f81c5a36 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f1adf47-921e-4298-b6be-d4d740e12e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310981 Sep 18 00:51:08.481099 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dced2-20b3-43e4-ae72-432c1b7434d8 req-507097c0-568e-4e55-9c0b-8d653daef58d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:08.482601 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e73dced2-20b3-43e4-ae72-432c1b7434d8 req-507097c0-568e-4e55-9c0b-8d653daef58d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 946 time: 0.0478227 Sep 18 00:51:08.568595 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-e73dced2-20b3-43e4-ae72-432c1b7434d8 req-8f47e0d4-1226-4986-9d8a-7a37ae1adbd7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting port b2a9055f-9daf-44bd-ae3f-b71d73489eca {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:51:08.568950 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e73dced2-20b3-43e4-ae72-432c1b7434d8 req-8f47e0d4-1226-4986-9d8a-7a37ae1adbd7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:08.656625 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-e73dced2-20b3-43e4-ae72-432c1b7434d8 req-8f47e0d4-1226-4986-9d8a-7a37ae1adbd7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] For port b2a9055f-9daf-44bd-ae3f-b71d73489eca, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=b2a9055f-9daf-44bd-ae3f-b71d73489eca,segment=NetworkSegment(9cabfb6e-33c2-45a5-96fb-cf28852a31be),segment_id=9cabfb6e-33c2-45a5-96fb-cf28852a31be)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:08.657018 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e73dced2-20b3-43e4-ae72-432c1b7434d8 req-8f47e0d4-1226-4986-9d8a-7a37ae1adbd7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:08.670030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-e73dced2-20b3-43e4-ae72-432c1b7434d8 req-8f47e0d4-1226-4986-9d8a-7a37ae1adbd7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Calling delete_port for b2a9055f-9daf-44bd-ae3f-b71d73489eca owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:51:08.877645 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e73dced2-20b3-43e4-ae72-432c1b7434d8 req-8f47e0d4-1226-4986-9d8a-7a37ae1adbd7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:08.903847 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47e0d4-1226-4986-9d8a-7a37ae1adbd7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Port': ['ID=b2a9055f-9daf-44bd-ae3f-b71d73489eca,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:08.946679 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73dced2-20b3-43e4-ae72-432c1b7434d8 req-8f47e0d4-1226-4986-9d8a-7a37ae1adbd7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] No DVR routers for this DVR port b2a9055f-9daf-44bd-ae3f-b71d73489eca on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:51:08.949184 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e73dced2-20b3-43e4-ae72-432c1b7434d8 req-8f47e0d4-1226-4986-9d8a-7a37ae1adbd7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:08.951173 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e73dced2-20b3-43e4-ae72-432c1b7434d8 req-8f47e0d4-1226-4986-9d8a-7a37ae1adbd7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "DELETE /v2.0/ports/b2a9055f-9daf-44bd-ae3f-b71d73489eca HTTP/1.1" status: 204 len: 173 time: 0.4623196 Sep 18 00:51:08.952217 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41e4a3f-974f-40c6-9445-f44af371c2e4', 'name': 'network-vif-deleted', 'tag': 'b2a9055f-9daf-44bd-ae3f-b71d73489eca'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:51:08.954468 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d550bf5-47e5-45f3-8990-a36905235364" -d '{"events": [{"server_uuid": "c41e4a3f-974f-40c6-9445-f44af371c2e4", "name": "network-vif-deleted", "tag": "b2a9055f-9daf-44bd-ae3f-b71d73489eca"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:51:08.988742 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af3702a-0688-4566-99fe-6ddeb5cbbc99 x-openstack-request-id: req-2af3702a-0688-4566-99fe-6ddeb5cbbc99 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:51:08.989065 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41e4a3f-974f-40c6-9445-f44af371c2e4", "name": "network-vif-deleted", "tag": "b2a9055f-9daf-44bd-ae3f-b71d73489eca", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:51:08.989318 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2af3702a-0688-4566-99fe-6ddeb5cbbc99 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:51:08.989762 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41e4a3f-974f-40c6-9445-f44af371c2e4', 'name': 'network-vif-deleted', 'tag': 'b2a9055f-9daf-44bd-ae3f-b71d73489eca', 'status': 'completed', 'code': 200} Sep 18 00:51:09.288221 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2ebef422-00cd-4cc9-984c-c76fed57fbda req-468cbf3a-af93-40b4-ae8d-6d239f25dd31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=c41e4a3f-974f-40c6-9445-f44af371c2e4 HTTP/1.1" status: 200 len: 210 time: 0.0272515 Sep 18 00:51:10.346473 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60612) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:10.456361 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device b2a9055f-9daf-44bd-ae3f-b71d73489eca no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:51:10.475656 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: b2a9055f-9daf-44bd-ae3f-b71d73489eca {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:51:10.475997 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device b2a9055f-9daf-44bd-ae3f-b71d73489eca not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:51:10.699301 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-77311098-6bf8-4ca3-af0b-61367b8f2d1a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:10.949238 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-77311098-6bf8-4ca3-af0b-61367b8f2d1a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting port b99900d6-e855-4762-81c7-78e595bb503c {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:51:10.949472 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-77311098-6bf8-4ca3-af0b-61367b8f2d1a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:10.970286 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:11.042150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-77311098-6bf8-4ca3-af0b-61367b8f2d1a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] For port b99900d6-e855-4762-81c7-78e595bb503c, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b99900d6-e855-4762-81c7-78e595bb503c,segment=NetworkSegment(9cabfb6e-33c2-45a5-96fb-cf28852a31be),segment_id=9cabfb6e-33c2-45a5-96fb-cf28852a31be)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:11.042519 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-77311098-6bf8-4ca3-af0b-61367b8f2d1a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:11.054460 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-77311098-6bf8-4ca3-af0b-61367b8f2d1a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Calling delete_port for b99900d6-e855-4762-81c7-78e595bb503c owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:51:11.358617 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-77311098-6bf8-4ca3-af0b-61367b8f2d1a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:11.383317 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77311098-6bf8-4ca3-af0b-61367b8f2d1a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Port': ['ID=b99900d6-e855-4762-81c7-78e595bb503c,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:11.830624 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-77311098-6bf8-4ca3-af0b-61367b8f2d1a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:12.035870 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77311098-6bf8-4ca3-af0b-61367b8f2d1a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router 13e45ff6-c5cc-420f-90d9-6368e8168dae has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:51:12.137167 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77311098-6bf8-4ca3-af0b-61367b8f2d1a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:51:12.142631 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-77311098-6bf8-4ca3-af0b-61367b8f2d1a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "PUT /v2.0/routers/13e45ff6-c5cc-420f-90d9-6368e8168dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7951012 Sep 18 00:51:12.145496 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60614) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:12.147496 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1728117-1155-4cf1-a81a-7aad0839913c None None] Sync routers for ids ['13e45ff6-c5cc-420f-90d9-6368e8168dae'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:51:12.157148 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1728117-1155-4cf1-a81a-7aad0839913c None None] Routers {'13e45ff6-c5cc-420f-90d9-6368e8168dae'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:51:12.157750 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a1728117-1155-4cf1-a81a-7aad0839913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:50:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13e45ff6-c5cc-420f-90d9-6368e8168dae'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:12.195695 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e0da97-d8e1-44f5-94fa-0c675424123f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting subnet ebcade0c-b032-4abd-bca2-c6ca0becca03 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:51:12.198712 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25e0da97-d8e1-44f5-94fa-0c675424123f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:12.238046 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25e0da97-d8e1-44f5-94fa-0c675424123f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:12.261291 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-a1728117-1155-4cf1-a81a-7aad0839913c None None] Set router 13e45ff6-c5cc-420f-90d9-6368e8168dae gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:51:12.324219 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25e0da97-d8e1-44f5-94fa-0c675424123f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:12.435106 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a1728117-1155-4cf1-a81a-7aad0839913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841396273', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '12648998-4acc-44e9-94f2-14be8167f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:50:09Z', 'updated_at': '2021-09-18T00:51:11Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '12648998-4acc-44e9-94f2-14be8167f459', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:10Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:12.444570 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25e0da97-d8e1-44f5-94fa-0c675424123f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:12.464022 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1728117-1155-4cf1-a81a-7aad0839913c None None] Checking router: 13e45ff6-c5cc-420f-90d9-6368e8168dae for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:51:12.472665 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1728117-1155-4cf1-a81a-7aad0839913c None None] Routers {'13e45ff6-c5cc-420f-90d9-6368e8168dae'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:51:12.473307 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a1728117-1155-4cf1-a81a-7aad0839913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:50:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13e45ff6-c5cc-420f-90d9-6368e8168dae'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:12.473983 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25e0da97-d8e1-44f5-94fa-0c675424123f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:12.476567 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-25e0da97-d8e1-44f5-94fa-0c675424123f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/subnets/ebcade0c-b032-4abd-bca2-c6ca0becca03 HTTP/1.1" status: 204 len: 168 time: 0.3293536 Sep 18 00:51:12.477440 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0da97-d8e1-44f5-94fa-0c675424123f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Subnet': ['ID=ebcade0c-b032-4abd-bca2-c6ca0becca03,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:12.479190 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60616) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:12.483155 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2437e6-f455-42ba-b146-a442fe1c2f85 None None] Network 0b24cf66-4d2c-4cd3-b452-cab267f02c9d requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:51:12.582207 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-a1728117-1155-4cf1-a81a-7aad0839913c None None] Set router 13e45ff6-c5cc-420f-90d9-6368e8168dae gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:51:12.591526 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25bf4b51-87ee-4d64-b74b-3f05fbee2ffc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:12.685567 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] DHCP port deletion for 0b24cf66-4d2c-4cd3-b452-cab267f02c9d request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:51:12.705723 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25bf4b51-87ee-4d64-b74b-3f05fbee2ffc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:12.736877 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] Deleting port ce468b87-ccb5-44e4-a9d2-a255d2a193cd {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:51:12.737352 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:12.769688 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-a1728117-1155-4cf1-a81a-7aad0839913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841396273', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '12648998-4acc-44e9-94f2-14be8167f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:50:09Z', 'updated_at': '2021-09-18T00:51:11Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '12648998-4acc-44e9-94f2-14be8167f459', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:10Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:12.796119 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1728117-1155-4cf1-a81a-7aad0839913c None None] The sync data for ids ['13e45ff6-c5cc-420f-90d9-6368e8168dae'] in n-d-809883-1 is: [{'id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841396273', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '12648998-4acc-44e9-94f2-14be8167f459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:50:09Z', 'updated_at': '2021-09-18T00:51:11Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '12648998-4acc-44e9-94f2-14be8167f459', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e45ff6-c5cc-420f-90d9-6368e8168dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:50:10Z', 'updated_at': '2021-09-18T00:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:51:12.808698 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] For port ce468b87-ccb5-44e4-a9d2-a255d2a193cd, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ce468b87-ccb5-44e4-a9d2-a255d2a193cd,segment=NetworkSegment(9cabfb6e-33c2-45a5-96fb-cf28852a31be),segment_id=9cabfb6e-33c2-45a5-96fb-cf28852a31be)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:12.809564 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:12.823631 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] Calling delete_port for ce468b87-ccb5-44e4-a9d2-a255d2a193cd owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:51:12.846601 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-25bf4b51-87ee-4d64-b74b-3f05fbee2ffc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting port 12648998-4acc-44e9-94f2-14be8167f459 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:51:12.846601 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25bf4b51-87ee-4d64-b74b-3f05fbee2ffc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:12.918362 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-25bf4b51-87ee-4d64-b74b-3f05fbee2ffc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] For port 12648998-4acc-44e9-94f2-14be8167f459, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=12648998-4acc-44e9-94f2-14be8167f459,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:12.918651 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25bf4b51-87ee-4d64-b74b-3f05fbee2ffc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:12.930493 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-25bf4b51-87ee-4d64-b74b-3f05fbee2ffc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Calling delete_port for 12648998-4acc-44e9-94f2-14be8167f459 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:51:12.958666 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:12.983110 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] Pushing event deleted for resources: {'Port': ['ID=ce468b87-ccb5-44e4-a9d2-a255d2a193cd,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:12.987298 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] No DVR routers for this DVR port ce468b87-ccb5-44e4-a9d2-a255d2a193cd on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:51:12.994162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:12.994508 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:12.994835 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:12.995172 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:12.995496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:12.995817 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:12.996138 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:12.996454 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:12.996773 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:12.997585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:12.997585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:12.997786 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad5ed4-539c-4532-9b86-3f2912e643da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:13.164574 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25bf4b51-87ee-4d64-b74b-3f05fbee2ffc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:13.193868 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf4b51-87ee-4d64-b74b-3f05fbee2ffc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Port': ['ID=12648998-4acc-44e9-94f2-14be8167f459,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:13.255949 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25bf4b51-87ee-4d64-b74b-3f05fbee2ffc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:13.355709 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25bf4b51-87ee-4d64-b74b-3f05fbee2ffc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:13.357811 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25bf4b51-87ee-4d64-b74b-3f05fbee2ffc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:13.472799 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25bf4b51-87ee-4d64-b74b-3f05fbee2ffc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:13.473543 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bf4b51-87ee-4d64-b74b-3f05fbee2ffc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Fanout notify agent at l3_agent the message router_deleted on router 13e45ff6-c5cc-420f-90d9-6368e8168dae {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:51:13.482942 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-25bf4b51-87ee-4d64-b74b-3f05fbee2ffc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:13.482942 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-25bf4b51-87ee-4d64-b74b-3f05fbee2ffc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/routers/13e45ff6-c5cc-420f-90d9-6368e8168dae HTTP/1.1" status: 204 len: 168 time: 1.0015695 Sep 18 00:51:13.483751 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60618) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:13.564086 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bde6f64-f3af-48e3-aa58-5d822a9eb6b5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:13.656233 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bde6f64-f3af-48e3-aa58-5d822a9eb6b5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:13.675540 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6bde6f64-f3af-48e3-aa58-5d822a9eb6b5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b24cf66-4d2c-4cd3-b452-cab267f02c9d']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:13.684409 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6bde6f64-f3af-48e3-aa58-5d822a9eb6b5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cabfb6e-33c2-45a5-96fb-cf28852a31be') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:13.684707 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-6bde6f64-f3af-48e3-aa58-5d822a9eb6b5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cabfb6e-33c2-45a5-96fb-cf28852a31be') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:13.694352 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bde6f64-f3af-48e3-aa58-5d822a9eb6b5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:13.707639 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bde6f64-f3af-48e3-aa58-5d822a9eb6b5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:13.713291 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bde6f64-f3af-48e3-aa58-5d822a9eb6b5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:51:13.713675 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bde6f64-f3af-48e3-aa58-5d822a9eb6b5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:51:13.716566 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:51:13.865808 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bde6f64-f3af-48e3-aa58-5d822a9eb6b5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:13.870768 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-6bde6f64-f3af-48e3-aa58-5d822a9eb6b5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:13.872917 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-6bde6f64-f3af-48e3-aa58-5d822a9eb6b5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/networks/0b24cf66-4d2c-4cd3-b452-cab267f02c9d HTTP/1.1" status: 204 len: 168 time: 0.3881383 Sep 18 00:51:13.876907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60620) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:13.887914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde6f64-f3af-48e3-aa58-5d822a9eb6b5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Network': ['ID=0b24cf66-4d2c-4cd3-b452-cab267f02c9d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:13.938207 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95fd8f67-4f68-42fa-84dd-ee5820c465a6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:13.964103 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95fd8f67-4f68-42fa-84dd-ee5820c465a6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:14.070244 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:14.089895 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95fd8f67-4f68-42fa-84dd-ee5820c465a6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:14.093998 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-95fd8f67-4f68-42fa-84dd-ee5820c465a6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:14.094271 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-95fd8f67-4f68-42fa-84dd-ee5820c465a6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/security-groups/3f1adf47-921e-4298-b6be-d4d740e12e53 HTTP/1.1" status: 204 len: 168 time: 0.2164040 Sep 18 00:51:14.103575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd8f67-4f68-42fa-84dd-ee5820c465a6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1adf47-921e-4298-b6be-d4d740e12e53,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:14.111885 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd8f67-4f68-42fa-84dd-ee5820c465a6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:14.112243 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd8f67-4f68-42fa-84dd-ee5820c465a6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:14.112591 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd8f67-4f68-42fa-84dd-ee5820c465a6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:14.112966 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd8f67-4f68-42fa-84dd-ee5820c465a6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:14.113308 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd8f67-4f68-42fa-84dd-ee5820c465a6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:14.113646 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd8f67-4f68-42fa-84dd-ee5820c465a6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:14.113978 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd8f67-4f68-42fa-84dd-ee5820c465a6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:14.114312 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd8f67-4f68-42fa-84dd-ee5820c465a6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:14.114644 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd8f67-4f68-42fa-84dd-ee5820c465a6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:14.114970 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd8f67-4f68-42fa-84dd-ee5820c465a6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:14.115296 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd8f67-4f68-42fa-84dd-ee5820c465a6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:14.115618 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd8f67-4f68-42fa-84dd-ee5820c465a6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:14.169789 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cb0bb9f1-5814-48bc-a361-c69ea5d685d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:14.552549 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60626) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:14.557194 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-34caa98c-438f-4d6d-9e4f-92d4a8f11b52 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-57381123', 'description': 'tempest-secgroup-smoke-57381123 description', 'project_id': '620d963d32234c0d88114693e53fbfe6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:14.633131 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b99900d6-e855-4762-81c7-78e595bb503c no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:51:14.633309 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34caa98c-438f-4d6d-9e4f-92d4a8f11b52 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:14.655959 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: b99900d6-e855-4762-81c7-78e595bb503c {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:51:14.656319 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b99900d6-e855-4762-81c7-78e595bb503c not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:51:14.656741 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 12648998-4acc-44e9-94f2-14be8167f459 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:51:14.675698 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 12648998-4acc-44e9-94f2-14be8167f459 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:51:14.676048 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 12648998-4acc-44e9-94f2-14be8167f459 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:51:14.676467 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ce468b87-ccb5-44e4-a9d2-a255d2a193cd no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:51:14.694944 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: ce468b87-ccb5-44e4-a9d2-a255d2a193cd {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:51:14.695293 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ce468b87-ccb5-44e4-a9d2-a255d2a193cd not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:51:14.713661 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34caa98c-438f-4d6d-9e4f-92d4a8f11b52 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:14.781558 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34caa98c-438f-4d6d-9e4f-92d4a8f11b52 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:14.813299 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34caa98c-438f-4d6d-9e4f-92d4a8f11b52 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d3d4f9-c147-4418-af54-09cc8e64b5a9,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:14.866953 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-34caa98c-438f-4d6d-9e4f-92d4a8f11b52 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:14.868256 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-34caa98c-438f-4d6d-9e4f-92d4a8f11b52 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3146498 Sep 18 00:51:14.871149 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60628) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:14.875494 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-60ec3ad5-8ae0-4fa8-bb03-8ba869c8b0fa tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '59d3d4f9-c147-4418-af54-09cc8e64b5a9', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:14.963058 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-60ec3ad5-8ae0-4fa8-bb03-8ba869c8b0fa tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:15.018492 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-60ec3ad5-8ae0-4fa8-bb03-8ba869c8b0fa tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:15.095878 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-60ec3ad5-8ae0-4fa8-bb03-8ba869c8b0fa tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:15.116496 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec3ad5-8ae0-4fa8-bb03-8ba869c8b0fa tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b75ef99-3cbe-478f-8461-41e7779c03ca,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:15.181350 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-60ec3ad5-8ae0-4fa8-bb03-8ba869c8b0fa tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:15.182584 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-60ec3ad5-8ae0-4fa8-bb03-8ba869c8b0fa tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3104467 Sep 18 00:51:15.185294 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60630) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:15.189544 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e258a0cd-7a12-49d8-ba11-ad4533a98258 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '59d3d4f9-c147-4418-af54-09cc8e64b5a9', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:15.266399 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e258a0cd-7a12-49d8-ba11-ad4533a98258 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:15.322374 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e258a0cd-7a12-49d8-ba11-ad4533a98258 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:15.385585 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e258a0cd-7a12-49d8-ba11-ad4533a98258 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:15.403904 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258a0cd-7a12-49d8-ba11-ad4533a98258 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234c168b-4236-47b4-ba69-b137a21dc965,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:15.488448 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e258a0cd-7a12-49d8-ba11-ad4533a98258 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:15.489694 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e258a0cd-7a12-49d8-ba11-ad4533a98258 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3034840 Sep 18 00:51:15.492285 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60632) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:15.496455 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-c67c1d25-2448-4068-a211-5fc9a8547448 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '59d3d4f9-c147-4418-af54-09cc8e64b5a9', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:15.585583 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c67c1d25-2448-4068-a211-5fc9a8547448 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:15.641265 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c67c1d25-2448-4068-a211-5fc9a8547448 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:15.712340 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c67c1d25-2448-4068-a211-5fc9a8547448 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:15.732340 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c1d25-2448-4068-a211-5fc9a8547448 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807100f8-1652-46fc-ac89-3af20a87209a,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:15.838450 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c67c1d25-2448-4068-a211-5fc9a8547448 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:15.839701 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c67c1d25-2448-4068-a211-5fc9a8547448 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3464794 Sep 18 00:51:15.842452 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60634) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:15.846820 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e2847b5c-a9ca-48fc-bbe2-537e676fc552 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '59d3d4f9-c147-4418-af54-09cc8e64b5a9', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:15.923040 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e2847b5c-a9ca-48fc-bbe2-537e676fc552 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:15.980210 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e2847b5c-a9ca-48fc-bbe2-537e676fc552 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:16.061717 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e2847b5c-a9ca-48fc-bbe2-537e676fc552 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:16.079883 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2847b5c-a9ca-48fc-bbe2-537e676fc552 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f15cfb-1d0b-4ecb-ac27-df9f1203f492,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:16.141514 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e2847b5c-a9ca-48fc-bbe2-537e676fc552 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:16.142757 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e2847b5c-a9ca-48fc-bbe2-537e676fc552 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2993584 Sep 18 00:51:16.145535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60636) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:16.149812 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-5ee01697-3f16-4983-93ce-0e33a7936386 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '59d3d4f9-c147-4418-af54-09cc8e64b5a9', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:16.221612 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-5ee01697-3f16-4983-93ce-0e33a7936386 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Project 620d963d32234c0d88114693e53fbfe6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:51:16.226342 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5ee01697-3f16-4983-93ce-0e33a7936386 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:16.284105 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5ee01697-3f16-4983-93ce-0e33a7936386 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:16.339946 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5ee01697-3f16-4983-93ce-0e33a7936386 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:16.359993 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee01697-3f16-4983-93ce-0e33a7936386 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916ced11-1a70-4177-9e49-3724349e5cfc,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:16.425914 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5ee01697-3f16-4983-93ce-0e33a7936386 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:16.427236 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5ee01697-3f16-4983-93ce-0e33a7936386 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2807832 Sep 18 00:51:16.430029 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60638) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:16.435654 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-e1eb7362-6464-4aa9-8104-a181e7044ab3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '59d3d4f9-c147-4418-af54-09cc8e64b5a9', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:16.512848 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-e1eb7362-6464-4aa9-8104-a181e7044ab3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Project 620d963d32234c0d88114693e53fbfe6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:51:16.517826 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1eb7362-6464-4aa9-8104-a181e7044ab3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:16.576735 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1eb7362-6464-4aa9-8104-a181e7044ab3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:16.655571 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1eb7362-6464-4aa9-8104-a181e7044ab3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:16.676280 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb7362-6464-4aa9-8104-a181e7044ab3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd776237-d31f-45c5-ae3f-893577c7e259,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:16.678548 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-98096ee5-edd7-42d4-ae50-087cb2e9ba96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:16.735892 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-e1eb7362-6464-4aa9-8104-a181e7044ab3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:16.737133 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e1eb7362-6464-4aa9-8104-a181e7044ab3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3061130 Sep 18 00:51:16.739937 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60640) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:16.744644 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f3e87c94-75cc-49c4-aa05-41abccdd8ce6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'network': {'name': 'tempest-network-smoke--1745449503', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'port_security_enabled': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:16.826705 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e87c94-75cc-49c4-aa05-41abccdd8ce6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Made reservation on behalf of 620d963d32234c0d88114693e53fbfe6 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:51:16.830622 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3e87c94-75cc-49c4-aa05-41abccdd8ce6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:16.853504 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e87c94-75cc-49c4-aa05-41abccdd8ce6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:51:16.862059 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3e87c94-75cc-49c4-aa05-41abccdd8ce6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:16.862407 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-f3e87c94-75cc-49c4-aa05-41abccdd8ce6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Added segment 454b427c-0110-49dc-8c19-b62ab50aaf0d of type vlan for network 1cd1da97-9409-4248-92bd-cc313d55486b Sep 18 00:51:16.900920 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3e87c94-75cc-49c4-aa05-41abccdd8ce6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:16.974047 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3e87c94-75cc-49c4-aa05-41abccdd8ce6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:16.979528 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e87c94-75cc-49c4-aa05-41abccdd8ce6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:16.980114 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3e87c94-75cc-49c4-aa05-41abccdd8ce6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:17.044487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e87c94-75cc-49c4-aa05-41abccdd8ce6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Network': ['ID=1cd1da97-9409-4248-92bd-cc313d55486b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:17.055241 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 1cd1da97-9409-4248-92bd-cc313d55486b details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:51:17.083753 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f3e87c94-75cc-49c4-aa05-41abccdd8ce6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3427267 Sep 18 00:51:17.086505 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60642) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:17.095338 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-85551e52-05e3-4a35-b6d6-f7d302b66387 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1025277022', 'admin_state_up': True, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:17.197418 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-85551e52-05e3-4a35-b6d6-f7d302b66387 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:17.198475 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-85551e52-05e3-4a35-b6d6-f7d302b66387 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:17.250439 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-85551e52-05e3-4a35-b6d6-f7d302b66387 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:17.402721 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:17.448284 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-85551e52-05e3-4a35-b6d6-f7d302b66387 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:17.704285 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-85551e52-05e3-4a35-b6d6-f7d302b66387 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:17.722153 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-85551e52-05e3-4a35-b6d6-f7d302b66387 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:17.823559 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-85551e52-05e3-4a35-b6d6-f7d302b66387 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Allocated IP 172.25.3.69 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/ab718b19-e6e0-4365-94d3-4e894b11c991) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:51:17.920683 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-85551e52-05e3-4a35-b6d6-f7d302b66387 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:18.015815 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:18.021622 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-85551e52-05e3-4a35-b6d6-f7d302b66387 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:18.060554 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85551e52-05e3-4a35-b6d6-f7d302b66387 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:51:18.065446 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-85551e52-05e3-4a35-b6d6-f7d302b66387 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:51:18.070052 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85551e52-05e3-4a35-b6d6-f7d302b66387 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:51:18.072871 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85551e52-05e3-4a35-b6d6-f7d302b66387 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=ab718b19-e6e0-4365-94d3-4e894b11c991,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:18.351133 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-85551e52-05e3-4a35-b6d6-f7d302b66387 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:18.851077 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-85551e52-05e3-4a35-b6d6-f7d302b66387 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:19.044051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85551e52-05e3-4a35-b6d6-f7d302b66387 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router e130f982-ca3a-4fd4-b228-21d641bf342e is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:51:19.151111 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85551e52-05e3-4a35-b6d6-f7d302b66387 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:51:19.161776 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] Sync routers for ids ['e130f982-ca3a-4fd4-b228-21d641bf342e'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:51:19.225865 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-85551e52-05e3-4a35-b6d6-f7d302b66387 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:19.227150 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-85551e52-05e3-4a35-b6d6-f7d302b66387 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1397238 Sep 18 00:51:19.230429 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60644) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:19.260476 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-49e76859-f107-4765-afac-9c85538c1438 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=620d963d32234c0d88114693e53fbfe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288970 Sep 18 00:51:19.263227 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60646) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:19.325566 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] Routers {'e130f982-ca3a-4fd4-b228-21d641bf342e'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:51:19.326192 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:51:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e130f982-ca3a-4fd4-b228-21d641bf342e'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:19.353354 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0afcf8-fa7b-44e0-a718-55be174ae04b tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:19.354891 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7f0afcf8-fa7b-44e0-a718-55be174ae04b tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907190 Sep 18 00:51:19.357800 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60648) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:19.385252 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d7a4f7b0-cc8a-4f2d-9b6a-4e92cfb9f195 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=544c7e65-fba8-424a-a169-b245d1aea919&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263674 Sep 18 00:51:19.387803 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60650) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:19.392589 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-522075e6-71a6-48b6-b5ac-8d7a5edca3d1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-916966732', 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:19.428082 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] Set router e130f982-ca3a-4fd4-b228-21d641bf342e gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:51:19.545841 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522075e6-71a6-48b6-b5ac-8d7a5edca3d1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Made reservation on behalf of 620d963d32234c0d88114693e53fbfe6 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:51:19.550122 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-522075e6-71a6-48b6-b5ac-8d7a5edca3d1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:19.599014 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025277022', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:18Z', 'revision_number': 3, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:19.624774 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] Checking router: e130f982-ca3a-4fd4-b228-21d641bf342e for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:51:19.626702 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] Updating router e130f982-ca3a-4fd4-b228-21d641bf342e port ab718b19-e6e0-4365-94d3-4e894b11c991 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:51:19.653082 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:19.764743 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-522075e6-71a6-48b6-b5ac-8d7a5edca3d1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:19.825234 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522075e6-71a6-48b6-b5ac-8d7a5edca3d1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Subnet': ['ID=7989d509-9a30-475d-93a4-1a5a5247a25d,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:19.833706 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522075e6-71a6-48b6-b5ac-8d7a5edca3d1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Checking segment: {'id': '454b427c-0110-49dc-8c19-b62ab50aaf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:51:19.834069 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522075e6-71a6-48b6-b5ac-8d7a5edca3d1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network hostable DHCP agents. Network: 1cd1da97-9409-4248-92bd-cc313d55486b, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:51:19.900723 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:19.912813 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522075e6-71a6-48b6-b5ac-8d7a5edca3d1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 1cd1da97-9409-4248-92bd-cc313d55486b is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:51:19.975259 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:19.992542 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-522075e6-71a6-48b6-b5ac-8d7a5edca3d1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 1cd1da97-9409-4248-92bd-cc313d55486b) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:51:19.997265 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522075e6-71a6-48b6-b5ac-8d7a5edca3d1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:19.998441 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-522075e6-71a6-48b6-b5ac-8d7a5edca3d1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:20.003492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57e6e63-e306-471b-b3d4-6416a467d1ae None None] Network 1cd1da97-9409-4248-92bd-cc313d55486b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:51:20.018647 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:20.078263 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-522075e6-71a6-48b6-b5ac-8d7a5edca3d1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6888797 Sep 18 00:51:20.080000 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692bf2a-79be-46ef-8172-346bf985f49d None None] Pushing event updated for resources: {'Port': ['ID=ab718b19-e6e0-4365-94d3-4e894b11c991,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:20.081135 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60652) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:20.082636 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] Attempting to bind port ab718b19-e6e0-4365-94d3-4e894b11c991 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:51:20.083007 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] Attempting to bind port ab718b19-e6e0-4365-94d3-4e894b11c991 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:51:20.083393 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] Attempting to bind port ab718b19-e6e0-4365-94d3-4e894b11c991 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:51:20.095135 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:51:20.095511 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:51:20.095916 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:20.096310 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:51:20.096781 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] Bound port: ab718b19-e6e0-4365-94d3-4e894b11c991, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:51:20.097186 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:20.183303 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] For port ab718b19-e6e0-4365-94d3-4e894b11c991, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:51:20.188177 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] For port ab718b19-e6e0-4365-94d3-4e894b11c991, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ab718b19-e6e0-4365-94d3-4e894b11c991,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:51:20.225325 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-1cd1da97-9409-4248-92bd-cc313d55486b', 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ips': [{'subnet_id': '7989d509-9a30-475d-93a4-1a5a5247a25d'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:51:20.228142 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:20.243523 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:20.365231 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] Routers {'e130f982-ca3a-4fd4-b228-21d641bf342e'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:51:20.365839 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:51:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e130f982-ca3a-4fd4-b228-21d641bf342e'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:20.392979 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692bf2a-79be-46ef-8172-346bf985f49d None None] Pushing event updated for resources: {'Port': ['ID=ab718b19-e6e0-4365-94d3-4e894b11c991,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:20.481513 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] Allocated IP 172.20.0.2 (1cd1da97-9409-4248-92bd-cc313d55486b/7989d509-9a30-475d-93a4-1a5a5247a25d/7a5d265e-3a72-4e7a-998c-b4435af6b1d2) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:51:20.523955 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98ecbfa8-3c1b-43f2-87ad-2032cd402b6b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:20.532814 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] Set router e130f982-ca3a-4fd4-b228-21d641bf342e gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:51:20.779301 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:20.800418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025277022', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:18Z', 'revision_number': 3, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:20.825154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235e571-73da-4d93-88d5-1084fea66d05 None None] The sync data for ids ['e130f982-ca3a-4fd4-b228-21d641bf342e'] in n-d-809883-1 is: [{'id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025277022', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:18Z', 'revision_number': 3, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:51:20.866162 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:20.902939 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] Network 1cd1da97-9409-4248-92bd-cc313d55486b is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:51:20.906318 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:51:20.910101 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:51:20.922685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-98ecbfa8-3c1b-43f2-87ad-2032cd402b6b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Allocated IP 172.20.0.1 (1cd1da97-9409-4248-92bd-cc313d55486b/7989d509-9a30-475d-93a4-1a5a5247a25d/835edf99-dae3-435a-87ca-08e7a9b79103) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:51:20.923579 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] Pushing event updated for resources: {'Port': ['ID=7a5d265e-3a72-4e7a-998c-b4435af6b1d2,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:20.975217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] Attempting to bind port 7a5d265e-3a72-4e7a-998c-b4435af6b1d2 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:51:20.975590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] Attempting to bind port 7a5d265e-3a72-4e7a-998c-b4435af6b1d2 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '454b427c-0110-49dc-8c19-b62ab50aaf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:51:20.975958 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] Attempting to bind port 7a5d265e-3a72-4e7a-998c-b4435af6b1d2 on network 1cd1da97-9409-4248-92bd-cc313d55486b {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:51:20.981236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:51:20.981618 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] Checking segment: {'id': '454b427c-0110-49dc-8c19-b62ab50aaf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:51:20.982023 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:20.982418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] Bound using segment: {'id': '454b427c-0110-49dc-8c19-b62ab50aaf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:51:20.982892 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] Bound port: 7a5d265e-3a72-4e7a-998c-b4435af6b1d2, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454b427c-0110-49dc-8c19-b62ab50aaf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:51:20.983279 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:21.064001 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98ecbfa8-3c1b-43f2-87ad-2032cd402b6b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:21.078101 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] For port 7a5d265e-3a72-4e7a-998c-b4435af6b1d2, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:51:21.081117 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] For port 7a5d265e-3a72-4e7a-998c-b4435af6b1d2, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7a5d265e-3a72-4e7a-998c-b4435af6b1d2,segment=NetworkSegment(454b427c-0110-49dc-8c19-b62ab50aaf0d),segment_id=454b427c-0110-49dc-8c19-b62ab50aaf0d)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:51:21.169012 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:21.176395 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98ecbfa8-3c1b-43f2-87ad-2032cd402b6b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:21.222970 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ecbfa8-3c1b-43f2-87ad-2032cd402b6b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 1cd1da97-9409-4248-92bd-cc313d55486b is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:51:21.230782 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-98ecbfa8-3c1b-43f2-87ad-2032cd402b6b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:51:21.237886 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ecbfa8-3c1b-43f2-87ad-2032cd402b6b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:51:21.245703 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a68fc-4483-4e98-b80a-132ccfc10125 None None] Pushing event updated for resources: {'Port': ['ID=7a5d265e-3a72-4e7a-998c-b4435af6b1d2,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:21.270588 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecbfa8-3c1b-43f2-87ad-2032cd402b6b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=835edf99-dae3-435a-87ca-08e7a9b79103,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:21.294403 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98ecbfa8-3c1b-43f2-87ad-2032cd402b6b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:21.505597 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98ecbfa8-3c1b-43f2-87ad-2032cd402b6b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:21.791071 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98ecbfa8-3c1b-43f2-87ad-2032cd402b6b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:21.838931 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98ecbfa8-3c1b-43f2-87ad-2032cd402b6b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:21.915508 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecbfa8-3c1b-43f2-87ad-2032cd402b6b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=835edf99-dae3-435a-87ca-08e7a9b79103,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:21.920691 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-98ecbfa8-3c1b-43f2-87ad-2032cd402b6b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:22.016208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ecbfa8-3c1b-43f2-87ad-2032cd402b6b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 1cd1da97-9409-4248-92bd-cc313d55486b is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:51:22.017677 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-98ecbfa8-3c1b-43f2-87ad-2032cd402b6b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:51:22.133716 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ecbfa8-3c1b-43f2-87ad-2032cd402b6b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router e130f982-ca3a-4fd4-b228-21d641bf342e has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:51:22.161857 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c3fdc4-96a1-475e-b35f-6a1b6feb6b1f None None] Network 1cd1da97-9409-4248-92bd-cc313d55486b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:51:22.225975 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d7b399b3-4438-4a2d-837e-1d5e2b7d8ff6 None None] Provisioning complete for port 7a5d265e-3a72-4e7a-998c-b4435af6b1d2 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:22.226402 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d7b399b3-4438-4a2d-837e-1d5e2b7d8ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:22.243950 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ecbfa8-3c1b-43f2-87ad-2032cd402b6b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:51:22.249354 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-98ecbfa8-3c1b-43f2-87ad-2032cd402b6b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "PUT /v2.0/routers/e130f982-ca3a-4fd4-b228-21d641bf342e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1670985 Sep 18 00:51:22.357384 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d7b399b3-4438-4a2d-837e-1d5e2b7d8ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:22.396331 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-d611be75-3ce0-4df8-8566-195b2dabf648 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-57381123&fields=id&tenant_id=620d963d32234c0d88114693e53fbfe6 HTTP/1.1" status: 200 len: 267 time: 0.0336912 Sep 18 00:51:22.410800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d7b399b3-4438-4a2d-837e-1d5e2b7d8ff6 None None] For port 7a5d265e-3a72-4e7a-998c-b4435af6b1d2, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7a5d265e-3a72-4e7a-998c-b4435af6b1d2,segment=NetworkSegment(454b427c-0110-49dc-8c19-b62ab50aaf0d),segment_id=454b427c-0110-49dc-8c19-b62ab50aaf0d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:22.485308 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d7b399b3-4438-4a2d-837e-1d5e2b7d8ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:22.523029 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-a6b5a031-2ce3-46bd-9f1a-9110cb0e58b8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:22.524903 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-a6b5a031-2ce3-46bd-9f1a-9110cb0e58b8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/networks?id=1cd1da97-9409-4248-92bd-cc313d55486b HTTP/1.1" status: 200 len: 797 time: 0.1200197 Sep 18 00:51:22.539307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b399b3-4438-4a2d-837e-1d5e2b7d8ff6 None None] Pushing event updated for resources: {'Port': ['ID=7a5d265e-3a72-4e7a-998c-b4435af6b1d2,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:22.548765 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-6724e17f-c0f6-46fd-b68e-bcc27ef3aecc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/quotas/620d963d32234c0d88114693e53fbfe6 HTTP/1.1" status: 200 len: 375 time: 0.0161741 Sep 18 00:51:22.603639 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-fa763cf2-b4b1-429c-9a20-2f48bcbcf276 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493469 Sep 18 00:51:22.668190 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] Sync routers for ids ['e130f982-ca3a-4fd4-b228-21d641bf342e'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:51:22.679263 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] Routers {'e130f982-ca3a-4fd4-b228-21d641bf342e'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:51:22.680035 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:51:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e130f982-ca3a-4fd4-b228-21d641bf342e'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:22.723082 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-28843c15-e750-4d65-bddb-364fa4891988 None None] Provisioning complete for port 7a5d265e-3a72-4e7a-998c-b4435af6b1d2 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:22.723466 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-28843c15-e750-4d65-bddb-364fa4891988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:22.767819 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7a5d265e-3a72-4e7a-998c-b4435af6b1d2 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:51:22.792107 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-0e16fd69-1b5a-4de4-bfee-95cee5cf883a service neutron] 10.222.0.46 "GET /v2.0/networks/1cd1da97-9409-4248-92bd-cc313d55486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749392 Sep 18 00:51:22.821279 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] Set router e130f982-ca3a-4fd4-b228-21d641bf342e gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:51:22.859628 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 7a5d265e-3a72-4e7a-998c-b4435af6b1d2 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:22.860144 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:22.902744 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-28843c15-e750-4d65-bddb-364fa4891988 None None] Provisioning complete for port 835edf99-dae3-435a-87ca-08e7a9b79103 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:22.903122 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-28843c15-e750-4d65-bddb-364fa4891988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:22.905481 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-34f5f9e0-ae75-452d-ab66-fbc6ae355adb service neutron] 10.222.0.46 "GET /v2.0/networks/1cd1da97-9409-4248-92bd-cc313d55486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063635 Sep 18 00:51:22.952968 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-28843c15-e750-4d65-bddb-364fa4891988 None None] Port 835edf99-dae3-435a-87ca-08e7a9b79103 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:51:22.987907 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ab718b19-e6e0-4365-94d3-4e894b11c991 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:51:23.043274 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ab718b19-e6e0-4365-94d3-4e894b11c991 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:23.043738 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:23.093819 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4072c62c-3a2f-477d-9e29-e72d868a8d97 None None] Provisioning complete for port 835edf99-dae3-435a-87ca-08e7a9b79103 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:23.094279 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4072c62c-3a2f-477d-9e29-e72d868a8d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:23.179746 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025277022', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:21Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '835edf99-dae3-435a-87ca-08e7a9b79103', 'name': '', 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:c8:08:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7989d509-9a30-475d-93a4-1a5a5247a25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:20Z', 'updated_at': '2021-09-18T00:51:21Z', 'revision_number': 2, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '7989d509-9a30-475d-93a4-1a5a5247a25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:23.210163 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] Checking router: e130f982-ca3a-4fd4-b228-21d641bf342e for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:51:23.210502 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] Updating router e130f982-ca3a-4fd4-b228-21d641bf342e port 835edf99-dae3-435a-87ca-08e7a9b79103 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:51:23.212590 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d27af90f-7b5e-4b8f-a2db-ff83d49cd170 req-ab994dc0-d7ec-4883-8153-3f1f3251b5f2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 210 time: 0.0326328 Sep 18 00:51:23.239460 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:23.339945 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-4072c62c-3a2f-477d-9e29-e72d868a8d97 None None] Port 835edf99-dae3-435a-87ca-08e7a9b79103 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:51:23.341801 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:23.372333 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port ab718b19-e6e0-4365-94d3-4e894b11c991, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ab718b19-e6e0-4365-94d3-4e894b11c991,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:23.459195 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ab8b0cf5-ccc4-43a6-b2b4-4913f95a33a1 None None] Provisioning complete for port 835edf99-dae3-435a-87ca-08e7a9b79103 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:23.459481 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ab8b0cf5-ccc4-43a6-b2b4-4913f95a33a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:23.486294 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:23.513983 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:23.516560 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b0cf5-ccc4-43a6-b2b4-4913f95a33a1 None None] Port 835edf99-dae3-435a-87ca-08e7a9b79103 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:51:23.541875 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=ab718b19-e6e0-4365-94d3-4e894b11c991,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:23.621291 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:23.676921 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a739ca-6e8c-4fd3-a348-db0d883ab965 None None] Pushing event updated for resources: {'Port': ['ID=835edf99-dae3-435a-87ca-08e7a9b79103,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:23.698961 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a739ca-6e8c-4fd3-a348-db0d883ab965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:23.699305 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a739ca-6e8c-4fd3-a348-db0d883ab965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:23.699645 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a739ca-6e8c-4fd3-a348-db0d883ab965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:23.700054 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a739ca-6e8c-4fd3-a348-db0d883ab965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:23.700386 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a739ca-6e8c-4fd3-a348-db0d883ab965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:23.700710 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a739ca-6e8c-4fd3-a348-db0d883ab965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:23.701054 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a739ca-6e8c-4fd3-a348-db0d883ab965 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:23.701376 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a739ca-6e8c-4fd3-a348-db0d883ab965 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:23.701693 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a739ca-6e8c-4fd3-a348-db0d883ab965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:23.702012 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a739ca-6e8c-4fd3-a348-db0d883ab965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:23.702355 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a739ca-6e8c-4fd3-a348-db0d883ab965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:23.702669 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a739ca-6e8c-4fd3-a348-db0d883ab965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:23.738170 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] Attempting to bind port 835edf99-dae3-435a-87ca-08e7a9b79103 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:51:23.738537 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] Attempting to bind port 835edf99-dae3-435a-87ca-08e7a9b79103 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '454b427c-0110-49dc-8c19-b62ab50aaf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:51:23.738896 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] Attempting to bind port 835edf99-dae3-435a-87ca-08e7a9b79103 on network 1cd1da97-9409-4248-92bd-cc313d55486b {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:51:23.744053 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:51:23.744450 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] Checking segment: {'id': '454b427c-0110-49dc-8c19-b62ab50aaf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:51:23.744873 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:23.745265 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] Bound using segment: {'id': '454b427c-0110-49dc-8c19-b62ab50aaf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:51:23.745736 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] Bound port: 835edf99-dae3-435a-87ca-08e7a9b79103, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454b427c-0110-49dc-8c19-b62ab50aaf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:51:23.746106 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:23.818876 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] For port 835edf99-dae3-435a-87ca-08e7a9b79103, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:51:23.822279 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] For port 835edf99-dae3-435a-87ca-08e7a9b79103, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=835edf99-dae3-435a-87ca-08e7a9b79103,segment=NetworkSegment(454b427c-0110-49dc-8c19-b62ab50aaf0d),segment_id=454b427c-0110-49dc-8c19-b62ab50aaf0d)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:51:23.901875 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:23.937938 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ab628549-2ce3-4d3a-aa04-4b2ebce7ab67 None None] Provisioning complete for port 835edf99-dae3-435a-87ca-08e7a9b79103 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:23.938576 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ab628549-2ce3-4d3a-aa04-4b2ebce7ab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:23.957302 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] Routers {'e130f982-ca3a-4fd4-b228-21d641bf342e'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:51:23.957953 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:51:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e130f982-ca3a-4fd4-b228-21d641bf342e'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:23.998012 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a739ca-6e8c-4fd3-a348-db0d883ab965 None None] Pushing event updated for resources: {'Port': ['ID=835edf99-dae3-435a-87ca-08e7a9b79103,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:24.030742 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ab628549-2ce3-4d3a-aa04-4b2ebce7ab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:24.071597 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ab628549-2ce3-4d3a-aa04-4b2ebce7ab67 None None] For port 835edf99-dae3-435a-87ca-08e7a9b79103, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=835edf99-dae3-435a-87ca-08e7a9b79103,segment=NetworkSegment(454b427c-0110-49dc-8c19-b62ab50aaf0d),segment_id=454b427c-0110-49dc-8c19-b62ab50aaf0d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:24.079402 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] Set router e130f982-ca3a-4fd4-b228-21d641bf342e gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:51:24.164326 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ab628549-2ce3-4d3a-aa04-4b2ebce7ab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:24.214610 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab628549-2ce3-4d3a-aa04-4b2ebce7ab67 None None] Pushing event updated for resources: {'Port': ['ID=835edf99-dae3-435a-87ca-08e7a9b79103,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:24.276172 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025277022', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:21Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '835edf99-dae3-435a-87ca-08e7a9b79103', 'name': '', 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:c8:08:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7989d509-9a30-475d-93a4-1a5a5247a25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:20Z', 'updated_at': '2021-09-18T00:51:23Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '7989d509-9a30-475d-93a4-1a5a5247a25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:24.284759 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c22e4a78-2e07-4d78-afc2-9400f4171aa0 None None] Provisioning complete for port 835edf99-dae3-435a-87ca-08e7a9b79103 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:24.285530 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c22e4a78-2e07-4d78-afc2-9400f4171aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:24.309570 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b17667-54bd-43a4-b5c2-f9f62c6da116 None None] The sync data for ids ['e130f982-ca3a-4fd4-b228-21d641bf342e'] in n-d-809883-1 is: [{'id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025277022', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:21Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '835edf99-dae3-435a-87ca-08e7a9b79103', 'name': '', 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:c8:08:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7989d509-9a30-475d-93a4-1a5a5247a25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:20Z', 'updated_at': '2021-09-18T00:51:23Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '7989d509-9a30-475d-93a4-1a5a5247a25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:51:24.324203 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d0a9de63-270d-4d78-88ae-698be480d5f4 req-16e9e718-5998-430f-a0b4-8897aa8df1c9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 210 time: 0.0280561 Sep 18 00:51:24.734654 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ab718b19-e6e0-4365-94d3-4e894b11c991 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:51:24.783876 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ab718b19-e6e0-4365-94d3-4e894b11c991 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:24.784164 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:24.865357 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 835edf99-dae3-435a-87ca-08e7a9b79103 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:51:24.916563 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 835edf99-dae3-435a-87ca-08e7a9b79103 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:24.916968 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:25.311102 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-fcbd8b22-56b2-4178-977e-04504d26e78f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:25.312705 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-fcbd8b22-56b2-4178-977e-04504d26e78f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "GET /v2.0/networks?id=1cd1da97-9409-4248-92bd-cc313d55486b HTTP/1.1" status: 200 len: 797 time: 0.1126006 Sep 18 00:51:25.356855 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-c259ffda-df81-42aa-90d4-5c60a1e0ab33 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=620d963d32234c0d88114693e53fbfe6 HTTP/1.1" status: 200 len: 378 time: 0.0350461 Sep 18 00:51:25.366908 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-6dd8869d-fb01-4e33-ae2c-8dc7cfed9a04 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'port': {'device_id': 'f36e6160-113e-4e1d-bf37-b8bfd6042e87', 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b', 'admin_state_up': True, 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'security_groups': ['59d3d4f9-c147-4418-af54-09cc8e64b5a9']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:25.458663 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-941d408e-dc0f-4f8b-9a11-55f75e469092 req-1ba1a3e7-7c30-42ec-9fcb-d4232f793e46 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 210 time: 0.0587780 Sep 18 00:51:25.546657 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-6dd8869d-fb01-4e33-ae2c-8dc7cfed9a04 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Made reservation on behalf of 620d963d32234c0d88114693e53fbfe6 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:51:25.550302 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-6dd8869d-fb01-4e33-ae2c-8dc7cfed9a04 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:25.674059 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-6dd8869d-fb01-4e33-ae2c-8dc7cfed9a04 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Allocated IP 172.20.0.13 (1cd1da97-9409-4248-92bd-cc313d55486b/7989d509-9a30-475d-93a4-1a5a5247a25d/45c1779b-5fe5-4729-9cc6-d8083e68b61a) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:51:25.808627 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-6dd8869d-fb01-4e33-ae2c-8dc7cfed9a04 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:25.888646 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-6dd8869d-fb01-4e33-ae2c-8dc7cfed9a04 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:25.931898 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-6dd8869d-fb01-4e33-ae2c-8dc7cfed9a04 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 1cd1da97-9409-4248-92bd-cc313d55486b is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:51:25.934822 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-6dd8869d-fb01-4e33-ae2c-8dc7cfed9a04 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:51:25.939087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-6dd8869d-fb01-4e33-ae2c-8dc7cfed9a04 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:51:25.966372 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8869d-fb01-4e33-ae2c-8dc7cfed9a04 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=45c1779b-5fe5-4729-9cc6-d8083e68b61a,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:25.994539 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-6dd8869d-fb01-4e33-ae2c-8dc7cfed9a04 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:25.995182 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-6dd8869d-fb01-4e33-ae2c-8dc7cfed9a04 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:26.073391 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-6dd8869d-fb01-4e33-ae2c-8dc7cfed9a04 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7054546 Sep 18 00:51:26.080686 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Request body: {'port': {'device_id': 'f36e6160-113e-4e1d-bf37-b8bfd6042e87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:26.137936 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:26.312317 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7b344426-37e4-438e-855e-603263f4241f None None] Provisioning complete for port 45c1779b-5fe5-4729-9cc6-d8083e68b61a triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:26.312926 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7b344426-37e4-438e-855e-603263f4241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:26.345661 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-7b344426-37e4-438e-855e-603263f4241f None None] Port 45c1779b-5fe5-4729-9cc6-d8083e68b61a cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:51:26.403980 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c1779b-5fe5-4729-9cc6-d8083e68b61a {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:51:26.412226 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:26.424342 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Transition to ACTIVE for port object 45c1779b-5fe5-4729-9cc6-d8083e68b61a will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:51:26.495582 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:26.588610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=45c1779b-5fe5-4729-9cc6-d8083e68b61a,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:26.643979 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436c319-a6bc-4af4-9c68-c023c4b09329 req-29004936-12fd-4de2-be65-b6a7865395de tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:26.645545 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2436c319-a6bc-4af4-9c68-c023c4b09329 req-29004936-12fd-4de2-be65-b6a7865395de tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 944 time: 0.1115367 Sep 18 00:51:26.674149 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Attempting to bind port 45c1779b-5fe5-4729-9cc6-d8083e68b61a on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:51:26.674490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Attempting to bind port 45c1779b-5fe5-4729-9cc6-d8083e68b61a by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '454b427c-0110-49dc-8c19-b62ab50aaf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:51:26.674793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Attempting to bind port 45c1779b-5fe5-4729-9cc6-d8083e68b61a on network 1cd1da97-9409-4248-92bd-cc313d55486b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:51:26.684723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Port 45c1779b-5fe5-4729-9cc6-d8083e68b61a on network 1cd1da97-9409-4248-92bd-cc313d55486b not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:51:26.685058 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Attempting to bind port 45c1779b-5fe5-4729-9cc6-d8083e68b61a on network 1cd1da97-9409-4248-92bd-cc313d55486b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:51:26.697624 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:51:26.697950 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Checking segment: {'id': '454b427c-0110-49dc-8c19-b62ab50aaf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:51:26.698329 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Bound using segment: {'id': '454b427c-0110-49dc-8c19-b62ab50aaf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:51:26.698760 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Bound port: 45c1779b-5fe5-4729-9cc6-d8083e68b61a, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454b427c-0110-49dc-8c19-b62ab50aaf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:51:26.699114 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:26.706719 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2436c319-a6bc-4af4-9c68-c023c4b09329 req-9b1148ba-d7f6-4877-a5a8-d3cab204040e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545113 Sep 18 00:51:26.767056 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] For port 45c1779b-5fe5-4729-9cc6-d8083e68b61a, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:51:26.770155 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] For port 45c1779b-5fe5-4729-9cc6-d8083e68b61a, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=45c1779b-5fe5-4729-9cc6-d8083e68b61a,segment=NetworkSegment(454b427c-0110-49dc-8c19-b62ab50aaf0d),segment_id=454b427c-0110-49dc-8c19-b62ab50aaf0d)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:51:26.861987 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:26.894876 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:26.895702 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:26.897304 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] 10.222.0.37 "PUT /v2.0/ports/45c1779b-5fe5-4729-9cc6-d8083e68b61a HTTP/1.1" status: 200 len: 1092 time: 0.8209279 Sep 18 00:51:26.899490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36e6160-113e-4e1d-bf37-b8bfd6042e87', 'tag': '45c1779b-5fe5-4729-9cc6-d8083e68b61a'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:51:26.902575 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a781b25-7aea-475f-a358-a6deda5d7f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "f36e6160-113e-4e1d-bf37-b8bfd6042e87", "tag": "45c1779b-5fe5-4729-9cc6-d8083e68b61a"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:51:26.928234 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269276d-8217-4f06-af3a-999f6606f5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=45c1779b-5fe5-4729-9cc6-d8083e68b61a,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:26.940047 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842c7a4b-61cf-4f36-a997-b6eed1560a49 x-openstack-request-id: req-842c7a4b-61cf-4f36-a997-b6eed1560a49 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:51:26.940355 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36e6160-113e-4e1d-bf37-b8bfd6042e87", "tag": "45c1779b-5fe5-4729-9cc6-d8083e68b61a", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:51:26.940601 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-842c7a4b-61cf-4f36-a997-b6eed1560a49 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:51:26.941033 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36e6160-113e-4e1d-bf37-b8bfd6042e87', 'tag': '45c1779b-5fe5-4729-9cc6-d8083e68b61a', 'status': 'completed', 'code': 200} Sep 18 00:51:27.007368 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a781b25-7aea-475f-a358-a6deda5d7f7d req-ce2d555e-41eb-417e-8664-6168351063a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:27.009105 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a781b25-7aea-475f-a358-a6deda5d7f7d req-ce2d555e-41eb-417e-8664-6168351063a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 1095 time: 0.0470412 Sep 18 00:51:27.107986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a781b25-7aea-475f-a358-a6deda5d7f7d req-4ef216e7-21a3-44bc-a271-2c4743ed5b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:27.111318 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a781b25-7aea-475f-a358-a6deda5d7f7d req-4ef216e7-21a3-44bc-a271-2c4743ed5b8b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=620d963d32234c0d88114693e53fbfe6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0924323 Sep 18 00:51:27.208421 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a781b25-7aea-475f-a358-a6deda5d7f7d req-410c47f0-c56e-4c00-b0d1-d50a4f063e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:27.209822 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7a781b25-7aea-475f-a358-a6deda5d7f7d req-410c47f0-c56e-4c00-b0d1-d50a4f063e17 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939887 Sep 18 00:51:27.282263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-7c620ad9-ce12-42cd-8713-c87052d7093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:27.284030 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-7c620ad9-ce12-42cd-8713-c87052d7093d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 1095 time: 0.0403593 Sep 18 00:51:27.325267 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-28f94c44-58a2-4432-8c8d-089efbbd1ce2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45c1779b-5fe5-4729-9cc6-d8083e68b61a HTTP/1.1" status: 200 len: 217 time: 0.0331283 Sep 18 00:51:27.377850 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-5c468604-513f-45a6-9aa4-ac44c1e82f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:27.378890 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-5c468604-513f-45a6-9aa4-ac44c1e82f27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7989d509-9a30-475d-93a4-1a5a5247a25d HTTP/1.1" status: 200 len: 834 time: 0.0464308 Sep 18 00:51:27.423423 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-bed28c05-ffbc-46cd-96a9-aac783c03bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:27.424892 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-bed28c05-ffbc-46cd-96a9-aac783c03bfd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1cd1da97-9409-4248-92bd-cc313d55486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391390 Sep 18 00:51:27.514130 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-12bdb085-0d87-4865-9df3-12f3773a0a9a service neutron] 10.222.0.37 "GET /v2.0/networks/1cd1da97-9409-4248-92bd-cc313d55486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821369 Sep 18 00:51:27.601760 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-df0d1d43-0b07-4ffa-b1f4-4e710492b816 req-53e799a8-7cbd-484d-a1bb-466bf3603b5b service neutron] 10.222.0.37 "GET /v2.0/networks/1cd1da97-9409-4248-92bd-cc313d55486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805635 Sep 18 00:51:27.820157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70988b0-a77d-488c-8ecc-9716209e6bc9 req-41ef85fd-b2f9-4af7-884b-1f3f8fa86d68 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:27.821705 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e70988b0-a77d-488c-8ecc-9716209e6bc9 req-41ef85fd-b2f9-4af7-884b-1f3f8fa86d68 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 944 time: 0.0494890 Sep 18 00:51:27.859085 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e70988b0-a77d-488c-8ecc-9716209e6bc9 req-537a30a1-04f3-4a27-9b9b-1ddb16c274d0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309930 Sep 18 00:51:28.975221 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae5a82-90b3-4e4d-9e5e-9fb1f5b20be6 req-cdaa90bc-f3eb-4c4c-bf03-3b11d2166eae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:28.976675 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2dae5a82-90b3-4e4d-9e5e-9fb1f5b20be6 req-cdaa90bc-f3eb-4c4c-bf03-3b11d2166eae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 944 time: 0.0507133 Sep 18 00:51:29.013555 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2dae5a82-90b3-4e4d-9e5e-9fb1f5b20be6 req-eeb89535-a234-446a-8985-e2afaff5e9d2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310152 Sep 18 00:51:30.124203 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b48b58-dc74-489c-b7d5-58e63303fee9 req-f8262798-ce62-4077-9109-bce5f8ac233c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:30.125593 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7b48b58-dc74-489c-b7d5-58e63303fee9 req-f8262798-ce62-4077-9109-bce5f8ac233c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 944 time: 0.0476310 Sep 18 00:51:30.161847 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7b48b58-dc74-489c-b7d5-58e63303fee9 req-e08993a1-584b-4442-9d12-669042e2a1d0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304191 Sep 18 00:51:30.549707 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 45c1779b-5fe5-4729-9cc6-d8083e68b61a details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:51:30.643052 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 45c1779b-5fe5-4729-9cc6-d8083e68b61a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=45c1779b-5fe5-4729-9cc6-d8083e68b61a,segment=NetworkSegment(454b427c-0110-49dc-8c19-b62ab50aaf0d),segment_id=454b427c-0110-49dc-8c19-b62ab50aaf0d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:30.653731 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '45c1779b-5fe5-4729-9cc6-d8083e68b61a', 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b', 'port_id': '45c1779b-5fe5-4729-9cc6-d8083e68b61a', 'mac_address': 'fa:16:3e:70:5c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7989d509-9a30-475d-93a4-1a5a5247a25d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:51:30.689776 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:30.705336 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c1779b-5fe5-4729-9cc6-d8083e68b61a {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:51:30.723358 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 45c1779b-5fe5-4729-9cc6-d8083e68b61a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=45c1779b-5fe5-4729-9cc6-d8083e68b61a,segment=NetworkSegment(454b427c-0110-49dc-8c19-b62ab50aaf0d),segment_id=454b427c-0110-49dc-8c19-b62ab50aaf0d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:30.802294 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:30.847641 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=45c1779b-5fe5-4729-9cc6-d8083e68b61a,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:31.004073 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['45c1779b-5fe5-4729-9cc6-d8083e68b61a'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:51:31.274607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e8415-fa6a-491d-8db1-6e8dcb5c6240 req-76bc0f23-71ca-4cd0-ba6e-e90e072a9c7a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:31.276059 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc7e8415-fa6a-491d-8db1-6e8dcb5c6240 req-76bc0f23-71ca-4cd0-ba6e-e90e072a9c7a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 945 time: 0.0478916 Sep 18 00:51:31.313265 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dc7e8415-fa6a-491d-8db1-6e8dcb5c6240 req-a99dbe2f-7dfd-4052-b927-dfbad078b7f6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313475 Sep 18 00:51:32.426446 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55ff8b-3b1b-456f-a450-3805423536a4 req-5b6ff7d5-8083-4551-8458-15cadb9b87fa tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:32.427920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f55ff8b-3b1b-456f-a450-3805423536a4 req-5b6ff7d5-8083-4551-8458-15cadb9b87fa tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 945 time: 0.0511303 Sep 18 00:51:32.465072 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f55ff8b-3b1b-456f-a450-3805423536a4 req-4aace361-b969-4ebc-a4af-52986a116655 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312333 Sep 18 00:51:32.564651 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 45c1779b-5fe5-4729-9cc6-d8083e68b61a up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:51:32.712662 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 45c1779b-5fe5-4729-9cc6-d8083e68b61a completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:51:32.716436 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 45c1779b-5fe5-4729-9cc6-d8083e68b61a triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:51:32.717231 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:32.792378 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:32.814537 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36e6160-113e-4e1d-bf37-b8bfd6042e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c1779b-5fe5-4729-9cc6-d8083e68b61a'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:51:32.816756 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bad0383-3b90-4e81-935e-00e196bd155e" -d '{"events": [{"server_uuid": "f36e6160-113e-4e1d-bf37-b8bfd6042e87", "name": "network-vif-plugged", "status": "completed", "tag": "45c1779b-5fe5-4729-9cc6-d8083e68b61a"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:51:32.828432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 45c1779b-5fe5-4729-9cc6-d8083e68b61a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=45c1779b-5fe5-4729-9cc6-d8083e68b61a,segment=NetworkSegment(454b427c-0110-49dc-8c19-b62ab50aaf0d),segment_id=454b427c-0110-49dc-8c19-b62ab50aaf0d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:51:32.852602 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a425032b-5d32-4f6d-9892-e8c23854c798 x-openstack-request-id: req-a425032b-5d32-4f6d-9892-e8c23854c798 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:51:32.853017 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36e6160-113e-4e1d-bf37-b8bfd6042e87", "name": "network-vif-plugged", "status": "completed", "tag": "45c1779b-5fe5-4729-9cc6-d8083e68b61a", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:51:32.853282 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a425032b-5d32-4f6d-9892-e8c23854c798 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:51:32.853677 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36e6160-113e-4e1d-bf37-b8bfd6042e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c1779b-5fe5-4729-9cc6-d8083e68b61a', 'code': 200} Sep 18 00:51:32.878307 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:32.927966 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=45c1779b-5fe5-4729-9cc6-d8083e68b61a,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:32.947374 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cce0cb-3932-4879-adf7-721a495e6de1 req-51273e19-72aa-4cb5-93fc-6a5f4bb6f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:32.948908 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82cce0cb-3932-4879-adf7-721a495e6de1 req-51273e19-72aa-4cb5-93fc-6a5f4bb6f8e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 1097 time: 0.0404861 Sep 18 00:51:32.984511 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82cce0cb-3932-4879-adf7-721a495e6de1 req-2a131417-015a-46d4-b275-063d62285eb1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0263040 Sep 18 00:51:33.578168 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8556783-f78d-4132-8c20-b429d0a92c7f req-54898f37-f2a0-4aa7-829f-78096966714e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:33.579673 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8556783-f78d-4132-8c20-b429d0a92c7f req-54898f37-f2a0-4aa7-829f-78096966714e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0477881 Sep 18 00:51:33.616788 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8556783-f78d-4132-8c20-b429d0a92c7f req-ede29c06-a44d-4c73-8928-4e3e48775dbe tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311143 Sep 18 00:51:34.734211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ded96-b2e1-4fe3-91a1-82d8a1917b13 req-98268336-086a-47f3-a1eb-3cd6839acfa3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:34.735769 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e5ded96-b2e1-4fe3-91a1-82d8a1917b13 req-98268336-086a-47f3-a1eb-3cd6839acfa3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0510273 Sep 18 00:51:34.772509 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e5ded96-b2e1-4fe3-91a1-82d8a1917b13 req-39c3b25a-7156-452b-8665-2d18078ece8b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307631 Sep 18 00:51:34.885228 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ffa77-6aa6-480d-bfd3-4c6dbe6c23f9 req-ee7083a5-c455-43fb-8350-8d0625cdfa3a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:34.886698 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-643ffa77-6aa6-480d-bfd3-4c6dbe6c23f9 req-ee7083a5-c455-43fb-8350-8d0625cdfa3a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0483208 Sep 18 00:51:34.923513 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-643ffa77-6aa6-480d-bfd3-4c6dbe6c23f9 req-f37850da-5f85-412d-a723-1065bd6b0f42 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308588 Sep 18 00:51:34.944766 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60710) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:34.982811 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36979568-6eb3-4858-9c18-00d5f3596f52 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:34.984322 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-36979568-6eb3-4858-9c18-00d5f3596f52 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 1092 time: 0.0385616 Sep 18 00:51:34.987614 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60712) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:34.991940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '45c1779b-5fe5-4729-9cc6-d8083e68b61a', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:35.067353 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:35.164673 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:35.265047 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Allocated IP 172.25.3.151 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/37be9651-e867-4d64-9ad7-304ef2e7f8d2) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:51:35.367070 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:35.455702 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:35.491295 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:51:35.494048 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:51:35.496619 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:51:35.530795 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=37be9651-e867-4d64-9ad7-304ef2e7f8d2,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:35.849685 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:35.971249 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:36.116321 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:36.163834 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:36.233815 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=37be9651-e867-4d64-9ad7-304ef2e7f8d2,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:36.242117 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:36.338727 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Floating IP 9c3c16d8-84ab-4ddd-bb7c-7d4b3fda348e associated. External IP: 172.25.3.151, port: 45c1779b-5fe5-4729-9cc6-d8083e68b61a. Sep 18 00:51:36.537836 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router e130f982-ca3a-4fd4-b228-21d641bf342e has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:51:36.972696 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:51:36.982323 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5918f754-e777-48c6-997d-d71c15852e08 None None] Sync routers for ids ['e130f982-ca3a-4fd4-b228-21d641bf342e'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:51:36.992097 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5918f754-e777-48c6-997d-d71c15852e08 None None] Routers {'e130f982-ca3a-4fd4-b228-21d641bf342e'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:51:36.999362 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5918f754-e777-48c6-997d-d71c15852e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:51:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e130f982-ca3a-4fd4-b228-21d641bf342e'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:37.048146 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:37.074096 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-04548f23-c7d1-479a-a505-d46c4b83600e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0854530 Sep 18 00:51:37.074835 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36e6160-113e-4e1d-bf37-b8bfd6042e87', 'tag': '45c1779b-5fe5-4729-9cc6-d8083e68b61a'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:51:37.077199 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb74cda-c287-420c-a1d0-e1d128566647" -d '{"events": [{"name": "network-changed", "server_uuid": "f36e6160-113e-4e1d-bf37-b8bfd6042e87", "tag": "45c1779b-5fe5-4729-9cc6-d8083e68b61a"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:51:37.102191 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-5918f754-e777-48c6-997d-d71c15852e08 None None] Set router e130f982-ca3a-4fd4-b228-21d641bf342e gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:51:37.115049 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f4bd4e-66e6-4aa2-bf38-0b7000dd088b x-openstack-request-id: req-f3f4bd4e-66e6-4aa2-bf38-0b7000dd088b {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:51:37.115383 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36e6160-113e-4e1d-bf37-b8bfd6042e87", "tag": "45c1779b-5fe5-4729-9cc6-d8083e68b61a", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:51:37.115590 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f3f4bd4e-66e6-4aa2-bf38-0b7000dd088b {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:51:37.115987 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36e6160-113e-4e1d-bf37-b8bfd6042e87', 'tag': '45c1779b-5fe5-4729-9cc6-d8083e68b61a', 'status': 'completed', 'code': 200} Sep 18 00:51:37.202504 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df79deb-68fd-4859-a2df-31c5c36f3464 req-3d55c100-8992-4eee-9320-295f65bf2afe tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:37.204052 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1df79deb-68fd-4859-a2df-31c5c36f3464 req-3d55c100-8992-4eee-9320-295f65bf2afe tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0816290 Sep 18 00:51:37.210392 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb74cda-c287-420c-a1d0-e1d128566647 req-7ba7ac66-400a-4311-ab38-30b21b6ebc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:37.211824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ddb74cda-c287-420c-a1d0-e1d128566647 req-7ba7ac66-400a-4311-ab38-30b21b6ebc99 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 1097 time: 0.0629556 Sep 18 00:51:37.293490 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1df79deb-68fd-4859-a2df-31c5c36f3464 req-a05b5817-c727-4ad1-8f45-51bdd0d4e14b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806241 Sep 18 00:51:37.316613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60718) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:37.333666 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5918f754-e777-48c6-997d-d71c15852e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025277022', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:21Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '9c3c16d8-84ab-4ddd-bb7c-7d4b3fda348e', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'port_id': '45c1779b-5fe5-4729-9cc6-d8083e68b61a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b', 'mac_address': 'fa:16:3e:70:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e6160-113e-4e1d-bf37-b8bfd6042e87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:51:35Z', 'updated_at': '2021-09-18T00:51:35Z', 'revision_number': 0, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835edf99-dae3-435a-87ca-08e7a9b79103', 'name': '', 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:c8:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7989d509-9a30-475d-93a4-1a5a5247a25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:20Z', 'updated_at': '2021-09-18T00:51:24Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '7989d509-9a30-475d-93a4-1a5a5247a25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:37.360749 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5918f754-e777-48c6-997d-d71c15852e08 None None] Checking router: e130f982-ca3a-4fd4-b228-21d641bf342e for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:51:37.369455 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5918f754-e777-48c6-997d-d71c15852e08 None None] Routers {'e130f982-ca3a-4fd4-b228-21d641bf342e'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:51:37.370082 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5918f754-e777-48c6-997d-d71c15852e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:51:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e130f982-ca3a-4fd4-b228-21d641bf342e'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:37.482201 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-5918f754-e777-48c6-997d-d71c15852e08 None None] Set router e130f982-ca3a-4fd4-b228-21d641bf342e gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:51:37.665439 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb74cda-c287-420c-a1d0-e1d128566647 req-a62572fb-5b7f-4745-9e1c-28697ba1ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:37.666828 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ddb74cda-c287-420c-a1d0-e1d128566647 req-a62572fb-5b7f-4745-9e1c-28697ba1ad4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=1cd1da97-9409-4248-92bd-cc313d55486b HTTP/1.1" status: 200 len: 898 time: 0.4415455 Sep 18 00:51:37.688895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9935452d-1cf1-4f71-8bc2-5acda2dc9697 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/floatingips/9c3c16d8-84ab-4ddd-bb7c-7d4b3fda348e HTTP/1.1" status: 200 len: 992 time: 0.3699570 Sep 18 00:51:37.704930 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-5918f754-e777-48c6-997d-d71c15852e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025277022', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:21Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '9c3c16d8-84ab-4ddd-bb7c-7d4b3fda348e', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'port_id': '45c1779b-5fe5-4729-9cc6-d8083e68b61a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b', 'mac_address': 'fa:16:3e:70:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e6160-113e-4e1d-bf37-b8bfd6042e87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:51:35Z', 'updated_at': '2021-09-18T00:51:35Z', 'revision_number': 0, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835edf99-dae3-435a-87ca-08e7a9b79103', 'name': '', 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:c8:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7989d509-9a30-475d-93a4-1a5a5247a25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:20Z', 'updated_at': '2021-09-18T00:51:24Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '7989d509-9a30-475d-93a4-1a5a5247a25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:51:37.734760 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5918f754-e777-48c6-997d-d71c15852e08 None None] The sync data for ids ['e130f982-ca3a-4fd4-b228-21d641bf342e'] in n-d-809883-1 is: [{'id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025277022', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:21Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '9c3c16d8-84ab-4ddd-bb7c-7d4b3fda348e', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'port_id': '45c1779b-5fe5-4729-9cc6-d8083e68b61a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b', 'mac_address': 'fa:16:3e:70:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36e6160-113e-4e1d-bf37-b8bfd6042e87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:51:35Z', 'updated_at': '2021-09-18T00:51:35Z', 'revision_number': 0, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835edf99-dae3-435a-87ca-08e7a9b79103', 'name': '', 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:c8:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7989d509-9a30-475d-93a4-1a5a5247a25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:20Z', 'updated_at': '2021-09-18T00:51:24Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '7989d509-9a30-475d-93a4-1a5a5247a25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:51:37.741060 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ddb74cda-c287-420c-a1d0-e1d128566647 req-be7d476d-7b7e-43f5-b04d-d918c2022a67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45c1779b-5fe5-4729-9cc6-d8083e68b61a HTTP/1.1" status: 200 len: 1000 time: 0.0610805 Sep 18 00:51:37.791753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb74cda-c287-420c-a1d0-e1d128566647 req-58c75547-18a2-42f3-ae7c-8ec8235c4c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:37.795097 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ddb74cda-c287-420c-a1d0-e1d128566647 req-58c75547-18a2-42f3-ae7c-8ec8235c4c9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7989d509-9a30-475d-93a4-1a5a5247a25d HTTP/1.1" status: 200 len: 834 time: 0.0459876 Sep 18 00:51:37.846837 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb74cda-c287-420c-a1d0-e1d128566647 req-8c423a1c-0160-4664-9b04-b74c3d01741e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:37.846837 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ddb74cda-c287-420c-a1d0-e1d128566647 req-8c423a1c-0160-4664-9b04-b74c3d01741e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1cd1da97-9409-4248-92bd-cc313d55486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443482 Sep 18 00:51:37.932500 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15328f4-1d3e-48bf-8473-efe18eff0b69 None None] New status for floating IP 9c3c16d8-84ab-4ddd-bb7c-7d4b3fda348e: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:51:37.937584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ddb74cda-c287-420c-a1d0-e1d128566647 req-dbca651c-d38f-4654-b06a-600ecb100ecc service neutron] 10.222.0.37 "GET /v2.0/networks/1cd1da97-9409-4248-92bd-cc313d55486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857329 Sep 18 00:51:38.037507 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ddb74cda-c287-420c-a1d0-e1d128566647 req-bb1e611c-efe8-44ff-aea1-bd769da0a517 service neutron] 10.222.0.37 "GET /v2.0/networks/1cd1da97-9409-4248-92bd-cc313d55486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895956 Sep 18 00:51:38.691671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60720) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:51:38.748987 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7a47e98f-ac66-4cf5-868f-9e775f53d146 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/floatingips/9c3c16d8-84ab-4ddd-bb7c-7d4b3fda348e HTTP/1.1" status: 200 len: 994 time: 0.0561635 Sep 18 00:51:39.655645 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:51:40.970202 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:44.078786 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:44.186339 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0362b228-105e-4b43-bc2d-5d286141810c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:46.672848 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1a905c05-2e1b-4c0c-8bde-9bc4355f92e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:47.363836 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:48.041612 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:50.021000 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:51:54.332683 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b52c4ee-857d-4743-9ffb-32765997973c req-588b9989-7c15-4d7f-98da-e1a267891f00 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438261 Sep 18 00:51:54.412150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52c4ee-857d-4743-9ffb-32765997973c req-6b65a4e6-1172-466a-bbb8-c323a801338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:54.413699 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b52c4ee-857d-4743-9ffb-32765997973c req-6b65a4e6-1172-466a-bbb8-c323a801338b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 1097 time: 0.0403104 Sep 18 00:51:54.514407 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52c4ee-857d-4743-9ffb-32765997973c req-993e24ce-7972-4c96-aa08-42a86f744e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:54.515844 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b52c4ee-857d-4743-9ffb-32765997973c req-993e24ce-7972-4c96-aa08-42a86f744e22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1cd1da97-9409-4248-92bd-cc313d55486b HTTP/1.1" status: 200 len: 898 time: 0.0827844 Sep 18 00:51:54.583686 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b52c4ee-857d-4743-9ffb-32765997973c req-72f6f9b6-600e-4c70-af80-1c094a6adcd3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45c1779b-5fe5-4729-9cc6-d8083e68b61a HTTP/1.1" status: 200 len: 1002 time: 0.0603290 Sep 18 00:51:54.631330 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52c4ee-857d-4743-9ffb-32765997973c req-aa2b0799-ffee-4398-b8c6-c66a737e05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:54.632955 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b52c4ee-857d-4743-9ffb-32765997973c req-aa2b0799-ffee-4398-b8c6-c66a737e05e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7989d509-9a30-475d-93a4-1a5a5247a25d HTTP/1.1" status: 200 len: 834 time: 0.0424819 Sep 18 00:51:54.678910 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52c4ee-857d-4743-9ffb-32765997973c req-ff1a4f58-03b7-4c15-9bae-0fc670bf9ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:51:54.680443 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b52c4ee-857d-4743-9ffb-32765997973c req-ff1a4f58-03b7-4c15-9bae-0fc670bf9ac2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1cd1da97-9409-4248-92bd-cc313d55486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398815 Sep 18 00:51:54.771353 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b52c4ee-857d-4743-9ffb-32765997973c req-48bca508-df19-4569-a046-52e4ce54cba3 service neutron] 10.222.0.37 "GET /v2.0/networks/1cd1da97-9409-4248-92bd-cc313d55486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816441 Sep 18 00:51:54.862932 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b52c4ee-857d-4743-9ffb-32765997973c req-7a31786f-ad97-4723-a8e6-279796ae4c39 service neutron] 10.222.0.37 "GET /v2.0/networks/1cd1da97-9409-4248-92bd-cc313d55486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837739 Sep 18 00:52:10.261801 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9950225-be06-4196-9532-23a2c3dc2607 req-a9580e30-3698-43c9-aa6d-840d119a5c5f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:10.263380 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c9950225-be06-4196-9532-23a2c3dc2607 req-a9580e30-3698-43c9-aa6d-840d119a5c5f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0557501 Sep 18 00:52:10.325590 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c9950225-be06-4196-9532-23a2c3dc2607 req-d1584958-3a03-487f-85a4-ae12f7936417 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559871 Sep 18 00:52:10.338073 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e910699-3d9b-4ee4-8ce6-f77d57da02dc req-578fab44-d6df-4d09-98b5-3daedef49786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:10.339528 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e910699-3d9b-4ee4-8ce6-f77d57da02dc req-578fab44-d6df-4d09-98b5-3daedef49786 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 1097 time: 0.0476630 Sep 18 00:52:10.430921 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e910699-3d9b-4ee4-8ce6-f77d57da02dc req-b26f43c7-c765-4341-a9c9-8d2ab7aa033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:10.432308 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e910699-3d9b-4ee4-8ce6-f77d57da02dc req-b26f43c7-c765-4341-a9c9-8d2ab7aa033a service neutron] 10.222.0.37 "GET /v2.0/networks?id=1cd1da97-9409-4248-92bd-cc313d55486b HTTP/1.1" status: 200 len: 898 time: 0.0855811 Sep 18 00:52:10.495414 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e910699-3d9b-4ee4-8ce6-f77d57da02dc req-cd838103-2dee-4e43-ae7c-ba3de8a3bd84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45c1779b-5fe5-4729-9cc6-d8083e68b61a HTTP/1.1" status: 200 len: 1002 time: 0.0559807 Sep 18 00:52:10.548060 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e910699-3d9b-4ee4-8ce6-f77d57da02dc req-f63edc4a-5c17-42a2-91d4-106587d0c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:10.552179 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e910699-3d9b-4ee4-8ce6-f77d57da02dc req-f63edc4a-5c17-42a2-91d4-106587d0c272 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7989d509-9a30-475d-93a4-1a5a5247a25d HTTP/1.1" status: 200 len: 834 time: 0.0467222 Sep 18 00:52:10.596263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e910699-3d9b-4ee4-8ce6-f77d57da02dc req-bf6fd66b-0e5d-4ba6-bcb5-acf074fbb33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:10.598460 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e910699-3d9b-4ee4-8ce6-f77d57da02dc req-bf6fd66b-0e5d-4ba6-bcb5-acf074fbb33e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1cd1da97-9409-4248-92bd-cc313d55486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419784 Sep 18 00:52:10.687383 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e910699-3d9b-4ee4-8ce6-f77d57da02dc req-76f70aab-0006-41d4-b372-1e2c9f38851e service neutron] 10.222.0.37 "GET /v2.0/networks/1cd1da97-9409-4248-92bd-cc313d55486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810249 Sep 18 00:52:10.777958 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e910699-3d9b-4ee4-8ce6-f77d57da02dc req-1e66a865-d48f-4f18-ab34-954f1632de81 service neutron] 10.222.0.37 "GET /v2.0/networks/1cd1da97-9409-4248-92bd-cc313d55486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826247 Sep 18 00:52:10.980435 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:11.438863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e0c73-e035-4207-9d57-863848189f0a req-54727adc-3538-4b10-afbf-89a25007933e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:11.440310 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-205e0c73-e035-4207-9d57-863848189f0a req-54727adc-3538-4b10-afbf-89a25007933e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0472858 Sep 18 00:52:11.477080 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-205e0c73-e035-4207-9d57-863848189f0a req-b80616cd-8970-4f64-8c42-86fc5ad22cdb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301533 Sep 18 00:52:12.596509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b96f7-7ae5-4658-add7-58105cdf4d28 req-0c199c73-704b-400b-8136-339bf73c1d2e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:12.598002 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d67b96f7-7ae5-4658-add7-58105cdf4d28 req-0c199c73-704b-400b-8136-339bf73c1d2e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0519037 Sep 18 00:52:12.634855 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d67b96f7-7ae5-4658-add7-58105cdf4d28 req-ce1a971f-3c18-4143-aee2-ed45587fed14 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308909 Sep 18 00:52:13.747153 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f550b3-1512-4308-906c-f731addbd8cc req-3c168a9a-57be-44a7-9db3-2115bd4c54b8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:13.748615 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78f550b3-1512-4308-906c-f731addbd8cc req-3c168a9a-57be-44a7-9db3-2115bd4c54b8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0479510 Sep 18 00:52:13.785783 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78f550b3-1512-4308-906c-f731addbd8cc req-48e8e78b-81ac-46b5-b85a-1f3d3ddcce22 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312760 Sep 18 00:52:14.046524 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:14.151598 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a3a4ed4c-a0d8-477c-9f2f-0dab52b62842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:14.896756 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bfbe4-3c4e-464b-953e-977bb81c7a86 req-b0fb1cb8-5302-4882-98d3-19c1353eaca1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:14.898198 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a87bfbe4-3c4e-464b-953e-977bb81c7a86 req-b0fb1cb8-5302-4882-98d3-19c1353eaca1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0473304 Sep 18 00:52:14.935669 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a87bfbe4-3c4e-464b-953e-977bb81c7a86 req-ea1341a7-a3c3-43ca-8f2a-bf10404b9d0d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316126 Sep 18 00:52:16.051517 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396bf66-1da2-4128-8fd2-20e7ef9f2b4b req-f1f9d852-fcb5-4256-b2a0-3a41a180a313 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:16.053029 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f396bf66-1da2-4128-8fd2-20e7ef9f2b4b req-f1f9d852-fcb5-4256-b2a0-3a41a180a313 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0526855 Sep 18 00:52:16.090276 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f396bf66-1da2-4128-8fd2-20e7ef9f2b4b req-758c50e0-ba73-4242-8f9d-6115ab151d3b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314105 Sep 18 00:52:16.655264 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:52:16.703278 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-08b40d4e-40a7-4203-8a1f-01f5993980a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:17.205645 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4625882-5bea-456a-96c9-6df9fbab0d8e req-90ade5d8-86b1-47e8-a756-616c108f8801 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:17.207142 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b4625882-5bea-456a-96c9-6df9fbab0d8e req-90ade5d8-86b1-47e8-a756-616c108f8801 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0491667 Sep 18 00:52:17.244117 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b4625882-5bea-456a-96c9-6df9fbab0d8e req-480262af-fa92-40a4-ac6c-6571b07af5e2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311644 Sep 18 00:52:17.360507 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:18.018106 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:18.356733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0559f1-5011-4ef0-a13b-3afd36b225d0 req-7cd9e480-2066-4ca8-8c60-a706f0576e9d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:18.358251 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3f0559f1-5011-4ef0-a13b-3afd36b225d0 req-7cd9e480-2066-4ca8-8c60-a706f0576e9d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0482221 Sep 18 00:52:18.394633 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3f0559f1-5011-4ef0-a13b-3afd36b225d0 req-d1d24a15-32b9-4465-9edc-41fa24d62d7c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301521 Sep 18 00:52:19.512912 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3dbdd-239e-4335-a480-5c79cbebe027 req-092e0db4-efba-4989-b1af-f3d7bcf9e9ff tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:19.514566 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2af3dbdd-239e-4335-a480-5c79cbebe027 req-092e0db4-efba-4989-b1af-f3d7bcf9e9ff tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0540321 Sep 18 00:52:19.553801 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2af3dbdd-239e-4335-a480-5c79cbebe027 req-cfd16c5d-55a2-4228-8fdd-d445994e5aff tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321658 Sep 18 00:52:20.023204 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:20.667882 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e05fd5-dd5b-4c70-a5c6-f386445af8ff req-fdf0b2af-ef42-4c08-b117-da14623c2ca9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:20.669379 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-86e05fd5-dd5b-4c70-a5c6-f386445af8ff req-fdf0b2af-ef42-4c08-b117-da14623c2ca9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0490732 Sep 18 00:52:20.706032 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-86e05fd5-dd5b-4c70-a5c6-f386445af8ff req-387e43d1-3c68-481d-9aaf-162c25f4d1ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308714 Sep 18 00:52:21.819684 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fe578-f47e-49d4-ae6d-bd0a8f3e1bb0 req-a1131b8c-6b64-4fc2-a12a-5e8f0b54f1e0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:21.821273 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-852fe578-f47e-49d4-ae6d-bd0a8f3e1bb0 req-a1131b8c-6b64-4fc2-a12a-5e8f0b54f1e0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0486777 Sep 18 00:52:21.857226 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-852fe578-f47e-49d4-ae6d-bd0a8f3e1bb0 req-4f98a617-f0f9-4521-80ae-7514bcd8f553 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301878 Sep 18 00:52:22.973691 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1d6fd-c542-410e-9a5a-aa26a27beaf6 req-fa978925-6306-40f4-af72-3eb26e1cab98 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:22.975161 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-faf1d6fd-c542-410e-9a5a-aa26a27beaf6 req-fa978925-6306-40f4-af72-3eb26e1cab98 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0527046 Sep 18 00:52:23.012075 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-faf1d6fd-c542-410e-9a5a-aa26a27beaf6 req-94249f79-771e-44e6-b75f-18a28ca4381e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308764 Sep 18 00:52:24.124365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08310aff-5768-4c46-bdf0-4879d244915a req-ac9c9835-e2fe-4fbd-9f81-5eac57524f66 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:24.125867 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08310aff-5768-4c46-bdf0-4879d244915a req-ac9c9835-e2fe-4fbd-9f81-5eac57524f66 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0476325 Sep 18 00:52:24.163037 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-08310aff-5768-4c46-bdf0-4879d244915a req-8935bf65-7993-490a-af5f-520600dfb2aa tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307348 Sep 18 00:52:25.275599 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbb01f-fb25-4c06-bf19-2d8b77f09943 req-ed24c58f-212e-4809-8d99-9dfec9f740a8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:25.277021 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-debbb01f-fb25-4c06-bf19-2d8b77f09943 req-ed24c58f-212e-4809-8d99-9dfec9f740a8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0476177 Sep 18 00:52:25.314547 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-debbb01f-fb25-4c06-bf19-2d8b77f09943 req-b8afed1e-e7c4-4631-bb66-875146a7b665 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314684 Sep 18 00:52:26.435160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f71643-67dd-4011-a4a1-e06c7df81aac req-b284c10e-e2e5-4bf2-8a30-2ea1dd074f42 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:26.436656 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f3f71643-67dd-4011-a4a1-e06c7df81aac req-b284c10e-e2e5-4bf2-8a30-2ea1dd074f42 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0520170 Sep 18 00:52:26.474284 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f3f71643-67dd-4011-a4a1-e06c7df81aac req-ed947243-75b8-49f6-87b9-8b4153d8b965 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306726 Sep 18 00:52:27.594902 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e79b94-5e13-4438-8cff-866229667d48 req-2449e1a6-31e8-4bcc-81e6-085eda4a2cbd tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:27.596429 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24e79b94-5e13-4438-8cff-866229667d48 req-2449e1a6-31e8-4bcc-81e6-085eda4a2cbd tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0498147 Sep 18 00:52:27.633706 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24e79b94-5e13-4438-8cff-866229667d48 req-59d628fa-5abf-4d1e-9f3e-594bb03fb39c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312858 Sep 18 00:52:27.656602 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60766) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:27.719290 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-535e9ae5-838c-471e-b257-b145e5ebbc82 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/floatingips/9c3c16d8-84ab-4ddd-bb7c-7d4b3fda348e HTTP/1.1" status: 200 len: 994 time: 0.0615423 Sep 18 00:52:40.980282 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:44.045304 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:44.122621 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f12119b2-2d6f-4212-8c7f-aeaeab864748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:46.645495 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3d433127-4df5-41ca-af92-09b6c0bb9283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:47.359298 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:48.011062 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:50.016782 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:53.654023 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:52:56.327556 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13bf918b-e8a5-4965-b810-8fec8c5dba5c req-fea85d1f-4229-469e-9231-2135276c7822 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394070 Sep 18 00:52:56.406736 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf918b-e8a5-4965-b810-8fec8c5dba5c req-6fbb1884-f338-4441-b3fc-c60dda0a5d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:56.408198 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13bf918b-e8a5-4965-b810-8fec8c5dba5c req-6fbb1884-f338-4441-b3fc-c60dda0a5d30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 1097 time: 0.0401597 Sep 18 00:52:56.512987 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf918b-e8a5-4965-b810-8fec8c5dba5c req-902eb6f7-cdc0-487e-8845-02843d2797a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:56.514460 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13bf918b-e8a5-4965-b810-8fec8c5dba5c req-902eb6f7-cdc0-487e-8845-02843d2797a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1cd1da97-9409-4248-92bd-cc313d55486b HTTP/1.1" status: 200 len: 898 time: 0.0878079 Sep 18 00:52:56.579717 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13bf918b-e8a5-4965-b810-8fec8c5dba5c req-12f56dcc-5490-4056-aa1f-e81f3d6258d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45c1779b-5fe5-4729-9cc6-d8083e68b61a HTTP/1.1" status: 200 len: 1002 time: 0.0573823 Sep 18 00:52:56.630997 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf918b-e8a5-4965-b810-8fec8c5dba5c req-7e32c2f0-6ec7-4358-b3ef-0ed11d4e6b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:56.632419 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13bf918b-e8a5-4965-b810-8fec8c5dba5c req-7e32c2f0-6ec7-4358-b3ef-0ed11d4e6b4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7989d509-9a30-475d-93a4-1a5a5247a25d HTTP/1.1" status: 200 len: 834 time: 0.0425050 Sep 18 00:52:56.681702 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf918b-e8a5-4965-b810-8fec8c5dba5c req-791211c1-9904-40f4-b8ec-dfc83d53e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:56.683241 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13bf918b-e8a5-4965-b810-8fec8c5dba5c req-791211c1-9904-40f4-b8ec-dfc83d53e354 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1cd1da97-9409-4248-92bd-cc313d55486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431211 Sep 18 00:52:56.770626 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13bf918b-e8a5-4965-b810-8fec8c5dba5c req-dab870ce-6932-4646-8881-490801b05e59 service neutron] 10.222.0.37 "GET /v2.0/networks/1cd1da97-9409-4248-92bd-cc313d55486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793755 Sep 18 00:52:56.861214 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-13bf918b-e8a5-4965-b810-8fec8c5dba5c req-f80cec8b-1b2f-48db-a0ea-2e0831c15600 service neutron] 10.222.0.37 "GET /v2.0/networks/1cd1da97-9409-4248-92bd-cc313d55486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828700 Sep 18 00:52:58.085243 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60780) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:52:58.240933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting port 37be9651-e867-4d64-9ad7-304ef2e7f8d2 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:52:58.241278 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:58.313536 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:58.313777 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:58.325348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Calling delete_port for 37be9651-e867-4d64-9ad7-304ef2e7f8d2 owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:52:58.522817 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:58.551867 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Port': ['ID=37be9651-e867-4d64-9ad7-304ef2e7f8d2,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:58.563523 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:58.563927 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:58.564216 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:58.564552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:58.564911 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:58.565887 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:58.566221 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:58.566549 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:58.566879 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:58.567199 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:58.567524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:58.567843 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:58.665382 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:58.665714 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Floating IP 9c3c16d8-84ab-4ddd-bb7c-7d4b3fda348e disassociated (deleted). External IP: 172.25.3.151, port: 45c1779b-5fe5-4729-9cc6-d8083e68b61a. Sep 18 00:52:58.865538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router e130f982-ca3a-4fd4-b228-21d641bf342e has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:52:58.969472 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:52:58.974755 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:52:58.979540 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51701892-f5ce-4aae-843a-abf74a6ded10 None None] Sync routers for ids ['e130f982-ca3a-4fd4-b228-21d641bf342e'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:52:58.988969 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51701892-f5ce-4aae-843a-abf74a6ded10 None None] Routers {'e130f982-ca3a-4fd4-b228-21d641bf342e'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:58.989579 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-51701892-f5ce-4aae-843a-abf74a6ded10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:52:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e130f982-ca3a-4fd4-b228-21d641bf342e'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:59.001109 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4046dfc6-fe27-4633-b44f-63707d995ac3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/floatingips/9c3c16d8-84ab-4ddd-bb7c-7d4b3fda348e HTTP/1.1" status: 204 len: 168 time: 0.9145548 Sep 18 00:52:59.001662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36e6160-113e-4e1d-bf37-b8bfd6042e87', 'tag': '45c1779b-5fe5-4729-9cc6-d8083e68b61a'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:52:59.003925 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ad4fa7-cf80-4734-9aad-0d0f69abf518" -d '{"events": [{"name": "network-changed", "server_uuid": "f36e6160-113e-4e1d-bf37-b8bfd6042e87", "tag": "45c1779b-5fe5-4729-9cc6-d8083e68b61a"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:52:59.102412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-51701892-f5ce-4aae-843a-abf74a6ded10 None None] Set router e130f982-ca3a-4fd4-b228-21d641bf342e gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:59.126026 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578a7efa-8e6a-470b-a510-7c5a57b3a68a x-openstack-request-id: req-578a7efa-8e6a-470b-a510-7c5a57b3a68a {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:52:59.126585 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36e6160-113e-4e1d-bf37-b8bfd6042e87", "tag": "45c1779b-5fe5-4729-9cc6-d8083e68b61a", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:52:59.126585 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-578a7efa-8e6a-470b-a510-7c5a57b3a68a {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:52:59.126983 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36e6160-113e-4e1d-bf37-b8bfd6042e87', 'tag': '45c1779b-5fe5-4729-9cc6-d8083e68b61a', 'status': 'completed', 'code': 200} Sep 18 00:52:59.196155 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad4fa7-cf80-4734-9aad-0d0f69abf518 req-e80b3fb2-e45d-45b6-87b3-0020616c7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:59.197745 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82ad4fa7-cf80-4734-9aad-0d0f69abf518 req-e80b3fb2-e45d-45b6-87b3-0020616c7a37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 1097 time: 0.0438097 Sep 18 00:52:59.300347 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad4fa7-cf80-4734-9aad-0d0f69abf518 req-43970a4b-a173-4a57-bd67-cd5acebaf1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:59.301877 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82ad4fa7-cf80-4734-9aad-0d0f69abf518 req-43970a4b-a173-4a57-bd67-cd5acebaf1e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1cd1da97-9409-4248-92bd-cc313d55486b HTTP/1.1" status: 200 len: 898 time: 0.0963364 Sep 18 00:52:59.314197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-51701892-f5ce-4aae-843a-abf74a6ded10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025277022', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:21Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '835edf99-dae3-435a-87ca-08e7a9b79103', 'name': '', 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:c8:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7989d509-9a30-475d-93a4-1a5a5247a25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:20Z', 'updated_at': '2021-09-18T00:51:24Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '7989d509-9a30-475d-93a4-1a5a5247a25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:59.340633 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51701892-f5ce-4aae-843a-abf74a6ded10 None None] Checking router: e130f982-ca3a-4fd4-b228-21d641bf342e for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:52:59.345221 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82ad4fa7-cf80-4734-9aad-0d0f69abf518 req-a3888a44-9775-44ba-9d4b-ef6d6c4ac17f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45c1779b-5fe5-4729-9cc6-d8083e68b61a HTTP/1.1" status: 200 len: 217 time: 0.0341237 Sep 18 00:52:59.355747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51701892-f5ce-4aae-843a-abf74a6ded10 None None] Routers {'e130f982-ca3a-4fd4-b228-21d641bf342e'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:52:59.355747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-51701892-f5ce-4aae-843a-abf74a6ded10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:52:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e130f982-ca3a-4fd4-b228-21d641bf342e'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:59.393878 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad4fa7-cf80-4734-9aad-0d0f69abf518 req-f70a25fc-3f59-41ee-94c5-bf61d34877f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:59.395106 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82ad4fa7-cf80-4734-9aad-0d0f69abf518 req-f70a25fc-3f59-41ee-94c5-bf61d34877f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7989d509-9a30-475d-93a4-1a5a5247a25d HTTP/1.1" status: 200 len: 834 time: 0.0434577 Sep 18 00:52:59.454139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad4fa7-cf80-4734-9aad-0d0f69abf518 req-050b05bc-4779-4d5c-85f3-b08aa56d1a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:59.456204 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82ad4fa7-cf80-4734-9aad-0d0f69abf518 req-050b05bc-4779-4d5c-85f3-b08aa56d1a6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1cd1da97-9409-4248-92bd-cc313d55486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527911 Sep 18 00:52:59.462464 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-51701892-f5ce-4aae-843a-abf74a6ded10 None None] Set router e130f982-ca3a-4fd4-b228-21d641bf342e gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:52:59.558126 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82ad4fa7-cf80-4734-9aad-0d0f69abf518 req-6f07ad43-062f-4d37-9c18-1f8ccaa50c1c service neutron] 10.222.0.37 "GET /v2.0/networks/1cd1da97-9409-4248-92bd-cc313d55486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946074 Sep 18 00:52:59.664408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-82ad4fa7-cf80-4734-9aad-0d0f69abf518 req-aa4293bf-cb18-41a3-a35c-0eb8bd180630 service neutron] 10.222.0.37 "GET /v2.0/networks/1cd1da97-9409-4248-92bd-cc313d55486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967007 Sep 18 00:52:59.717131 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265c0a8-3007-437c-bb04-eafee552ac3f req-880a6d5a-2274-4055-b8be-762a1a930762 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:52:59.718645 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b265c0a8-3007-437c-bb04-eafee552ac3f req-880a6d5a-2274-4055-b8be-762a1a930762 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0509379 Sep 18 00:52:59.758889 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b265c0a8-3007-437c-bb04-eafee552ac3f req-89c387e1-fd14-4d32-b9bf-f0723641b97d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337064 Sep 18 00:52:59.823319 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-51701892-f5ce-4aae-843a-abf74a6ded10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025277022', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:21Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '835edf99-dae3-435a-87ca-08e7a9b79103', 'name': '', 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:c8:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7989d509-9a30-475d-93a4-1a5a5247a25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:20Z', 'updated_at': '2021-09-18T00:51:24Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '7989d509-9a30-475d-93a4-1a5a5247a25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:52:59.848593 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51701892-f5ce-4aae-843a-abf74a6ded10 None None] The sync data for ids ['e130f982-ca3a-4fd4-b228-21d641bf342e'] in n-d-809883-1 is: [{'id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025277022', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:21Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '835edf99-dae3-435a-87ca-08e7a9b79103', 'name': '', 'network_id': '1cd1da97-9409-4248-92bd-cc313d55486b', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:c8:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7989d509-9a30-475d-93a4-1a5a5247a25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:20Z', 'updated_at': '2021-09-18T00:51:24Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '7989d509-9a30-475d-93a4-1a5a5247a25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:00.052655 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d87d38-2a96-4d75-abe2-b0c2e0e110cf None None] New status for floating IP 9c3c16d8-84ab-4ddd-bb7c-7d4b3fda348e: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:53:00.874340 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76206e-4b2c-43e6-b98c-4b422b49cf76 req-12723a67-5e1f-4505-a3a0-0783be165aea tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:00.875808 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d76206e-4b2c-43e6-b98c-4b422b49cf76 req-12723a67-5e1f-4505-a3a0-0783be165aea tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0484090 Sep 18 00:53:00.916607 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d76206e-4b2c-43e6-b98c-4b422b49cf76 req-f3bc432d-b0f5-4459-abed-52b77e84668c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=59d3d4f9-c147-4418-af54-09cc8e64b5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341196 Sep 18 00:53:01.118477 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b7caa-8912-44cd-8cd6-f8d2745cae55 req-09a8d7b1-80b7-4dfd-aa30-80bd04793499 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:01.119894 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be1b7caa-8912-44cd-8cd6-f8d2745cae55 req-09a8d7b1-80b7-4dfd-aa30-80bd04793499 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 946 time: 0.0464656 Sep 18 00:53:01.204875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-be1b7caa-8912-44cd-8cd6-f8d2745cae55 req-5acbe39f-d471-41fa-bcff-ec52d9cb1a45 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting port 45c1779b-5fe5-4729-9cc6-d8083e68b61a {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:01.205154 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-be1b7caa-8912-44cd-8cd6-f8d2745cae55 req-5acbe39f-d471-41fa-bcff-ec52d9cb1a45 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:01.293448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-be1b7caa-8912-44cd-8cd6-f8d2745cae55 req-5acbe39f-d471-41fa-bcff-ec52d9cb1a45 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] For port 45c1779b-5fe5-4729-9cc6-d8083e68b61a, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=45c1779b-5fe5-4729-9cc6-d8083e68b61a,segment=NetworkSegment(454b427c-0110-49dc-8c19-b62ab50aaf0d),segment_id=454b427c-0110-49dc-8c19-b62ab50aaf0d)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:01.293803 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-be1b7caa-8912-44cd-8cd6-f8d2745cae55 req-5acbe39f-d471-41fa-bcff-ec52d9cb1a45 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:01.305696 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-be1b7caa-8912-44cd-8cd6-f8d2745cae55 req-5acbe39f-d471-41fa-bcff-ec52d9cb1a45 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Calling delete_port for 45c1779b-5fe5-4729-9cc6-d8083e68b61a owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:01.502396 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-be1b7caa-8912-44cd-8cd6-f8d2745cae55 req-5acbe39f-d471-41fa-bcff-ec52d9cb1a45 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:01.530766 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbe39f-d471-41fa-bcff-ec52d9cb1a45 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Port': ['ID=45c1779b-5fe5-4729-9cc6-d8083e68b61a,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:01.571825 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1b7caa-8912-44cd-8cd6-f8d2745cae55 req-5acbe39f-d471-41fa-bcff-ec52d9cb1a45 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] No DVR routers for this DVR port 45c1779b-5fe5-4729-9cc6-d8083e68b61a on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:01.574463 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-be1b7caa-8912-44cd-8cd6-f8d2745cae55 req-5acbe39f-d471-41fa-bcff-ec52d9cb1a45 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:01.576531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be1b7caa-8912-44cd-8cd6-f8d2745cae55 req-5acbe39f-d471-41fa-bcff-ec52d9cb1a45 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "DELETE /v2.0/ports/45c1779b-5fe5-4729-9cc6-d8083e68b61a HTTP/1.1" status: 204 len: 173 time: 0.4505525 Sep 18 00:53:01.577002 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36e6160-113e-4e1d-bf37-b8bfd6042e87', 'name': 'network-vif-deleted', 'tag': '45c1779b-5fe5-4729-9cc6-d8083e68b61a'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:01.581194 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c066ae4-9b3d-4354-b569-a773ec69927e" -d '{"events": [{"server_uuid": "f36e6160-113e-4e1d-bf37-b8bfd6042e87", "name": "network-vif-deleted", "tag": "45c1779b-5fe5-4729-9cc6-d8083e68b61a"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:01.615426 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f267470-aa4c-4e45-9b47-4fe17829b8e1 x-openstack-request-id: req-6f267470-aa4c-4e45-9b47-4fe17829b8e1 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:01.615705 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36e6160-113e-4e1d-bf37-b8bfd6042e87", "name": "network-vif-deleted", "tag": "45c1779b-5fe5-4729-9cc6-d8083e68b61a", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:01.615964 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6f267470-aa4c-4e45-9b47-4fe17829b8e1 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:01.616390 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36e6160-113e-4e1d-bf37-b8bfd6042e87', 'name': 'network-vif-deleted', 'tag': '45c1779b-5fe5-4729-9cc6-d8083e68b61a', 'status': 'completed', 'code': 200} Sep 18 00:53:02.025408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ac8aab83-9ceb-4057-8c6e-c9410024094b req-0e4b4e45-49f3-4ac4-ad86-4520fc9f3488 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=f36e6160-113e-4e1d-bf37-b8bfd6042e87 HTTP/1.1" status: 200 len: 210 time: 0.0273430 Sep 18 00:53:03.081123 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60802) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:03.431846 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e6edbc41-93d0-4134-a0bc-e998bb5b9916 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:03.970378 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-e6edbc41-93d0-4134-a0bc-e998bb5b9916 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting port 835edf99-dae3-435a-87ca-08e7a9b79103 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:03.970723 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e6edbc41-93d0-4134-a0bc-e998bb5b9916 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:04.057934 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-e6edbc41-93d0-4134-a0bc-e998bb5b9916 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] For port 835edf99-dae3-435a-87ca-08e7a9b79103, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=835edf99-dae3-435a-87ca-08e7a9b79103,segment=NetworkSegment(454b427c-0110-49dc-8c19-b62ab50aaf0d),segment_id=454b427c-0110-49dc-8c19-b62ab50aaf0d)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:04.058297 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e6edbc41-93d0-4134-a0bc-e998bb5b9916 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:04.075184 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-e6edbc41-93d0-4134-a0bc-e998bb5b9916 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Calling delete_port for 835edf99-dae3-435a-87ca-08e7a9b79103 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:04.319173 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e6edbc41-93d0-4134-a0bc-e998bb5b9916 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:04.345576 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edbc41-93d0-4134-a0bc-e998bb5b9916 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Port': ['ID=835edf99-dae3-435a-87ca-08e7a9b79103,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:04.515931 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e6edbc41-93d0-4134-a0bc-e998bb5b9916 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:04.728170 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6edbc41-93d0-4134-a0bc-e998bb5b9916 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router e130f982-ca3a-4fd4-b228-21d641bf342e has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:53:04.832433 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6edbc41-93d0-4134-a0bc-e998bb5b9916 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:04.837482 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e6edbc41-93d0-4134-a0bc-e998bb5b9916 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "PUT /v2.0/routers/e130f982-ca3a-4fd4-b228-21d641bf342e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7552345 Sep 18 00:53:04.840150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60804) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:04.842815 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6890aa87-32fb-4ed5-bf99-4d8b11e78c08 None None] Sync routers for ids ['e130f982-ca3a-4fd4-b228-21d641bf342e'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:04.852667 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6890aa87-32fb-4ed5-bf99-4d8b11e78c08 None None] Routers {'e130f982-ca3a-4fd4-b228-21d641bf342e'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:04.853380 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6890aa87-32fb-4ed5-bf99-4d8b11e78c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:52:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e130f982-ca3a-4fd4-b228-21d641bf342e'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:04.889585 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f17e91-c6c3-47f9-8912-353d538c3b99 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting subnet 7989d509-9a30-475d-93a4-1a5a5247a25d {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:53:04.892537 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a4f17e91-c6c3-47f9-8912-353d538c3b99 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:04.932568 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a4f17e91-c6c3-47f9-8912-353d538c3b99 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:04.935218 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 45c1779b-5fe5-4729-9cc6-d8083e68b61a no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:04.959466 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 45c1779b-5fe5-4729-9cc6-d8083e68b61a {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:04.959809 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 45c1779b-5fe5-4729-9cc6-d8083e68b61a not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:04.976066 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-6890aa87-32fb-4ed5-bf99-4d8b11e78c08 None None] Set router e130f982-ca3a-4fd4-b228-21d641bf342e gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:05.021818 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a4f17e91-c6c3-47f9-8912-353d538c3b99 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.136637 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a4f17e91-c6c3-47f9-8912-353d538c3b99 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.155104 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6890aa87-32fb-4ed5-bf99-4d8b11e78c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025277022', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:53:04Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:05.164805 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f17e91-c6c3-47f9-8912-353d538c3b99 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Subnet': ['ID=7989d509-9a30-475d-93a4-1a5a5247a25d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:05.170994 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-a4f17e91-c6c3-47f9-8912-353d538c3b99 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.174132 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a4f17e91-c6c3-47f9-8912-353d538c3b99 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/subnets/7989d509-9a30-475d-93a4-1a5a5247a25d HTTP/1.1" status: 204 len: 168 time: 0.3306394 Sep 18 00:53:05.174414 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60806) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:05.183244 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620a1b2c-f92b-4824-aeb7-f679581534a4 None None] Network 1cd1da97-9409-4248-92bd-cc313d55486b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:05.186276 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6890aa87-32fb-4ed5-bf99-4d8b11e78c08 None None] Checking router: e130f982-ca3a-4fd4-b228-21d641bf342e for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:53:05.214222 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6890aa87-32fb-4ed5-bf99-4d8b11e78c08 None None] Routers {'e130f982-ca3a-4fd4-b228-21d641bf342e'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:05.214843 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6890aa87-32fb-4ed5-bf99-4d8b11e78c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:52:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e130f982-ca3a-4fd4-b228-21d641bf342e'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:05.279926 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d0df4495-7057-4244-89f0-5df15beff7d2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.383953 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d0df4495-7057-4244-89f0-5df15beff7d2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.392881 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-6890aa87-32fb-4ed5-bf99-4d8b11e78c08 None None] Set router e130f982-ca3a-4fd4-b228-21d641bf342e gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:05.446648 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] DHCP port deletion for 1cd1da97-9409-4248-92bd-cc313d55486b request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:53:05.476414 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-d0df4495-7057-4244-89f0-5df15beff7d2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting port ab718b19-e6e0-4365-94d3-4e894b11c991 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:05.476757 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d0df4495-7057-4244-89f0-5df15beff7d2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.560055 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-d0df4495-7057-4244-89f0-5df15beff7d2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] For port ab718b19-e6e0-4365-94d3-4e894b11c991, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ab718b19-e6e0-4365-94d3-4e894b11c991,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:05.565527 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d0df4495-7057-4244-89f0-5df15beff7d2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.565682 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] Deleting port 7a5d265e-3a72-4e7a-998c-b4435af6b1d2 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:53:05.565682 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.572893 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-d0df4495-7057-4244-89f0-5df15beff7d2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Calling delete_port for ab718b19-e6e0-4365-94d3-4e894b11c991 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:05.651818 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] For port 7a5d265e-3a72-4e7a-998c-b4435af6b1d2, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=7a5d265e-3a72-4e7a-998c-b4435af6b1d2,segment=NetworkSegment(454b427c-0110-49dc-8c19-b62ab50aaf0d),segment_id=454b427c-0110-49dc-8c19-b62ab50aaf0d)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:05.652206 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.667432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] Calling delete_port for 7a5d265e-3a72-4e7a-998c-b4435af6b1d2 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:53:05.711214 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6890aa87-32fb-4ed5-bf99-4d8b11e78c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025277022', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:53:04Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:05.744605 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6890aa87-32fb-4ed5-bf99-4d8b11e78c08 None None] The sync data for ids ['e130f982-ca3a-4fd4-b228-21d641bf342e'] in n-d-809883-1 is: [{'id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1025277022', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:53:04Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'ab718b19-e6e0-4365-94d3-4e894b11c991', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e130f982-ca3a-4fd4-b228-21d641bf342e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:51:17Z', 'updated_at': '2021-09-18T00:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:05.793696 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d0df4495-7057-4244-89f0-5df15beff7d2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.818168 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df4495-7057-4244-89f0-5df15beff7d2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Port': ['ID=ab718b19-e6e0-4365-94d3-4e894b11c991,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:05.850372 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.875799 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] Pushing event deleted for resources: {'Port': ['ID=7a5d265e-3a72-4e7a-998c-b4435af6b1d2,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:05.880153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] No DVR routers for this DVR port 7a5d265e-3a72-4e7a-998c-b4435af6b1d2 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:53:05.884784 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d0df4495-7057-4244-89f0-5df15beff7d2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.887944 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:05.887944 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:05.888165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:05.888396 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:05.888727 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:05.889091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:05.890033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:05.890033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:05.890033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:05.892167 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:05.892167 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:05.892167 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfbfa9-8f79-472b-9a60-4abb16382597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:05.975848 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d0df4495-7057-4244-89f0-5df15beff7d2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:05.977945 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d0df4495-7057-4244-89f0-5df15beff7d2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.067770 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d0df4495-7057-4244-89f0-5df15beff7d2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.068262 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0df4495-7057-4244-89f0-5df15beff7d2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Fanout notify agent at l3_agent the message router_deleted on router e130f982-ca3a-4fd4-b228-21d641bf342e {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:53:06.074974 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d0df4495-7057-4244-89f0-5df15beff7d2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.076095 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d0df4495-7057-4244-89f0-5df15beff7d2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/routers/e130f982-ca3a-4fd4-b228-21d641bf342e HTTP/1.1" status: 204 len: 168 time: 0.9007235 Sep 18 00:53:06.079114 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60808) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:06.160164 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.251515 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.271255 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd1da97-9409-4248-92bd-cc313d55486b']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:06.281076 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454b427c-0110-49dc-8c19-b62ab50aaf0d') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:06.281384 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454b427c-0110-49dc-8c19-b62ab50aaf0d') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:06.291355 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.304781 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.311228 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:53:06.311634 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:53:06.314689 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:53:06.448645 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.456967 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.460045 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/networks/1cd1da97-9409-4248-92bd-cc313d55486b HTTP/1.1" status: 204 len: 168 time: 0.3782258 Sep 18 00:53:06.461108 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60812) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:06.469541 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Network': ['ID=1cd1da97-9409-4248-92bd-cc313d55486b,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:06.477100 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:06.477460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:06.477807 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:06.478151 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:06.478487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:06.478824 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:06.479159 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:06.479491 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:06.479825 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:06.480154 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:06.480480 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:06.480805 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63afeb-4dfb-4757-be7d-6cf9bc7174e5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:06.523397 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3d95361a-840d-4c57-9952-2415513a2445 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.547357 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3d95361a-840d-4c57-9952-2415513a2445 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.659929 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3d95361a-840d-4c57-9952-2415513a2445 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.662487 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3d95361a-840d-4c57-9952-2415513a2445 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:06.663654 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3d95361a-840d-4c57-9952-2415513a2445 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/security-groups/59d3d4f9-c147-4418-af54-09cc8e64b5a9 HTTP/1.1" status: 204 len: 168 time: 0.2014241 Sep 18 00:53:06.673054 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95361a-840d-4c57-9952-2415513a2445 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d3d4f9-c147-4418-af54-09cc8e64b5a9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:06.755805 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7a5d265e-3a72-4e7a-998c-b4435af6b1d2 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:06.777000 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 7a5d265e-3a72-4e7a-998c-b4435af6b1d2 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:06.777000 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 7a5d265e-3a72-4e7a-998c-b4435af6b1d2 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:06.777337 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ab718b19-e6e0-4365-94d3-4e894b11c991 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:06.795532 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: ab718b19-e6e0-4365-94d3-4e894b11c991 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:06.795868 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ab718b19-e6e0-4365-94d3-4e894b11c991 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:06.796274 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 835edf99-dae3-435a-87ca-08e7a9b79103 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:53:06.817804 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 835edf99-dae3-435a-87ca-08e7a9b79103 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:53:06.818172 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 835edf99-dae3-435a-87ca-08e7a9b79103 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:53:07.281833 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60818) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:07.287066 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-9eac6ddd-6a27-4a13-8e39-3df20a3d5e3e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-237343193', 'description': 'tempest-secgroup-smoke-237343193 description', 'project_id': '620d963d32234c0d88114693e53fbfe6'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:07.364633 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9eac6ddd-6a27-4a13-8e39-3df20a3d5e3e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:07.444934 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9eac6ddd-6a27-4a13-8e39-3df20a3d5e3e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:07.513402 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9eac6ddd-6a27-4a13-8e39-3df20a3d5e3e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:07.542008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac6ddd-6a27-4a13-8e39-3df20a3d5e3e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124d1502-e171-487a-8832-e668ac86069d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:07.610428 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9eac6ddd-6a27-4a13-8e39-3df20a3d5e3e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:07.611725 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9eac6ddd-6a27-4a13-8e39-3df20a3d5e3e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3288329 Sep 18 00:53:07.614673 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60820) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:07.618965 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-4111994f-082e-45d8-a9a2-110571eb4a31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '124d1502-e171-487a-8832-e668ac86069d', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:07.688688 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4111994f-082e-45d8-a9a2-110571eb4a31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:07.742292 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4111994f-082e-45d8-a9a2-110571eb4a31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:07.808012 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4111994f-082e-45d8-a9a2-110571eb4a31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:07.824906 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111994f-082e-45d8-a9a2-110571eb4a31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004f87a7-bff1-4923-8ca9-6463c7cf02f7,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:07.888023 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-4111994f-082e-45d8-a9a2-110571eb4a31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:07.889251 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4111994f-082e-45d8-a9a2-110571eb4a31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2736721 Sep 18 00:53:07.891896 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60822) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:07.896674 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-1dc2d09e-27f4-45b7-a381-371d41610366 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '124d1502-e171-487a-8832-e668ac86069d', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:07.983788 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1dc2d09e-27f4-45b7-a381-371d41610366 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.039317 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1dc2d09e-27f4-45b7-a381-371d41610366 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.116861 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1dc2d09e-27f4-45b7-a381-371d41610366 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.134290 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2d09e-27f4-45b7-a381-371d41610366 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6961a08-cb3f-4d01-81bf-dbc86d23d9d9,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:08.208359 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-1dc2d09e-27f4-45b7-a381-371d41610366 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.209604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-1dc2d09e-27f4-45b7-a381-371d41610366 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3167889 Sep 18 00:53:08.212277 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60824) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:08.216541 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-10173f9c-3b93-43ab-915e-07522754af83 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '124d1502-e171-487a-8832-e668ac86069d', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:08.304482 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-10173f9c-3b93-43ab-915e-07522754af83 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.362364 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-10173f9c-3b93-43ab-915e-07522754af83 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.442567 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-10173f9c-3b93-43ab-915e-07522754af83 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.460305 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10173f9c-3b93-43ab-915e-07522754af83 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e108cd3-8949-4145-a866-378bcc09ede5,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:08.513395 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-10173f9c-3b93-43ab-915e-07522754af83 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.514598 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-10173f9c-3b93-43ab-915e-07522754af83 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3013856 Sep 18 00:53:08.517334 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60826) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:08.521648 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-e4949ca7-c2e1-4446-a6ee-845579664d6e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '124d1502-e171-487a-8832-e668ac86069d', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:08.580812 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4949ca7-c2e1-4446-a6ee-845579664d6e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.637943 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4949ca7-c2e1-4446-a6ee-845579664d6e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.716295 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4949ca7-c2e1-4446-a6ee-845579664d6e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.736169 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4949ca7-c2e1-4446-a6ee-845579664d6e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db489594-f126-4d8d-b3cf-aa5931122272,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:08.807854 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e4949ca7-c2e1-4446-a6ee-845579664d6e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.809079 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e4949ca7-c2e1-4446-a6ee-845579664d6e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2907794 Sep 18 00:53:08.811780 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60828) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:08.816031 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-14c34dbd-4057-475c-945e-7d8b666aa373 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '124d1502-e171-487a-8832-e668ac86069d', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:08.901491 n-d-809883-1 neutron-server[95592]: INFO neutron.db.securitygroups_db [None req-14c34dbd-4057-475c-945e-7d8b666aa373 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Project 620d963d32234c0d88114693e53fbfe6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:53:08.906562 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14c34dbd-4057-475c-945e-7d8b666aa373 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:08.964657 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14c34dbd-4057-475c-945e-7d8b666aa373 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.044387 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14c34dbd-4057-475c-945e-7d8b666aa373 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.066993 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c34dbd-4057-475c-945e-7d8b666aa373 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd9fc29-0bb0-4a6d-b527-cab3dc5039a4,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:09.175931 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-14c34dbd-4057-475c-945e-7d8b666aa373 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.177228 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-14c34dbd-4057-475c-945e-7d8b666aa373 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3645120 Sep 18 00:53:09.179931 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60830) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:09.184228 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-40de1697-903f-439d-8322-e715c08ed7fd tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '124d1502-e171-487a-8832-e668ac86069d', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:09.267571 n-d-809883-1 neutron-server[95592]: INFO neutron.db.securitygroups_db [None req-40de1697-903f-439d-8322-e715c08ed7fd tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Project 620d963d32234c0d88114693e53fbfe6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:53:09.272656 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-40de1697-903f-439d-8322-e715c08ed7fd tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.334749 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-40de1697-903f-439d-8322-e715c08ed7fd tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.425209 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-40de1697-903f-439d-8322-e715c08ed7fd tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.444909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de1697-903f-439d-8322-e715c08ed7fd tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ee802f-aa4c-41af-a1e2-27c0ae72379b,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:09.528248 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-40de1697-903f-439d-8322-e715c08ed7fd tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.529479 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-40de1697-903f-439d-8322-e715c08ed7fd tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3486373 Sep 18 00:53:09.532545 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60832) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:09.537410 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-214b6267-8d60-4199-aad8-b3a4086710a3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'network': {'name': 'tempest-network-smoke--390657173', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'port_security_enabled': True}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:09.659562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214b6267-8d60-4199-aad8-b3a4086710a3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Made reservation on behalf of 620d963d32234c0d88114693e53fbfe6 for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:09.663063 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-214b6267-8d60-4199-aad8-b3a4086710a3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.685694 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214b6267-8d60-4199-aad8-b3a4086710a3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:53:09.694589 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-214b6267-8d60-4199-aad8-b3a4086710a3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.694927 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-214b6267-8d60-4199-aad8-b3a4086710a3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Added segment 06be6da7-916f-4276-b177-e3fc96a13a6c of type vlan for network c00d52f2-0821-4a24-b7e6-396d2ab46d45 Sep 18 00:53:09.732962 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-214b6267-8d60-4199-aad8-b3a4086710a3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.819643 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-214b6267-8d60-4199-aad8-b3a4086710a3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.825109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b6267-8d60-4199-aad8-b3a4086710a3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:09.825718 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-214b6267-8d60-4199-aad8-b3a4086710a3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:09.892303 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b6267-8d60-4199-aad8-b3a4086710a3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Network': ['ID=c00d52f2-0821-4a24-b7e6-396d2ab46d45,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:09.902348 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network c00d52f2-0821-4a24-b7e6-396d2ab46d45 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:53:09.941143 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-214b6267-8d60-4199-aad8-b3a4086710a3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4074671 Sep 18 00:53:09.943745 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60834) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:09.949222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-91ceb65c-2a8e-4371-a1c8-42d6663060ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-635980456', 'admin_state_up': True, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:10.054266 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91ceb65c-2a8e-4371-a1c8-42d6663060ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.055297 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91ceb65c-2a8e-4371-a1c8-42d6663060ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.139975 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91ceb65c-2a8e-4371-a1c8-42d6663060ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.309086 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91ceb65c-2a8e-4371-a1c8-42d6663060ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.547028 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91ceb65c-2a8e-4371-a1c8-42d6663060ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.571059 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91ceb65c-2a8e-4371-a1c8-42d6663060ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.667447 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-91ceb65c-2a8e-4371-a1c8-42d6663060ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Allocated IP 172.25.3.78 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/5016b34b-8465-42d9-86f6-36d6a0205f15) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:10.768707 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91ceb65c-2a8e-4371-a1c8-42d6663060ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.850690 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91ceb65c-2a8e-4371-a1c8-42d6663060ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:10.884770 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ceb65c-2a8e-4371-a1c8-42d6663060ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:10.887451 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-91ceb65c-2a8e-4371-a1c8-42d6663060ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:10.890925 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ceb65c-2a8e-4371-a1c8-42d6663060ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:10.921553 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ceb65c-2a8e-4371-a1c8-42d6663060ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=5016b34b-8465-42d9-86f6-36d6a0205f15,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:11.037279 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:11.182021 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91ceb65c-2a8e-4371-a1c8-42d6663060ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:11.368455 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91ceb65c-2a8e-4371-a1c8-42d6663060ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:11.848298 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ceb65c-2a8e-4371-a1c8-42d6663060ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router ae49615e-783f-4e29-9452-11bd890d5218 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:53:11.956684 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ceb65c-2a8e-4371-a1c8-42d6663060ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:11.966811 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] Sync routers for ids ['ae49615e-783f-4e29-9452-11bd890d5218'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:11.974973 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] Routers {'ae49615e-783f-4e29-9452-11bd890d5218'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:11.975568 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:52:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ae49615e-783f-4e29-9452-11bd890d5218'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:12.056502 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-91ceb65c-2a8e-4371-a1c8-42d6663060ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:12.058079 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-91ceb65c-2a8e-4371-a1c8-42d6663060ae tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1131320 Sep 18 00:53:12.060948 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60836) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:12.077016 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] Set router ae49615e-783f-4e29-9452-11bd890d5218 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:12.094848 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-399a243a-bc77-45fa-b5d2-ad3c0442f395 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=620d963d32234c0d88114693e53fbfe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328302 Sep 18 00:53:12.097404 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60838) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:12.256531 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed04ca5-a221-484b-8716-363c0e634558 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:12.258091 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-aed04ca5-a221-484b-8716-363c0e634558 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1597843 Sep 18 00:53:12.260883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60840) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:12.294127 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a025496c-9108-440b-82d9-564f5bd416ef tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=544c7e65-fba8-424a-a169-b245d1aea919&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321817 Sep 18 00:53:12.296621 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60842) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:12.301867 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7b8ee3b7-44d0-44fb-ba78-098053e86256 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-406445066', 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:12.338663 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635980456', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:11Z', 'revision_number': 3, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:12.366727 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] Checking router: ae49615e-783f-4e29-9452-11bd890d5218 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:53:12.367067 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] Updating router ae49615e-783f-4e29-9452-11bd890d5218 port 5016b34b-8465-42d9-86f6-36d6a0205f15 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:53:12.390770 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:12.461655 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8ee3b7-44d0-44fb-ba78-098053e86256 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Made reservation on behalf of 620d963d32234c0d88114693e53fbfe6 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:12.465267 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee3b7-44d0-44fb-ba78-098053e86256 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:12.636531 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:12.684498 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:12.695917 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee3b7-44d0-44fb-ba78-098053e86256 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:12.739308 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] Attempting to bind port 5016b34b-8465-42d9-86f6-36d6a0205f15 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:53:12.739668 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] Attempting to bind port 5016b34b-8465-42d9-86f6-36d6a0205f15 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:53:12.740022 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] Attempting to bind port 5016b34b-8465-42d9-86f6-36d6a0205f15 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:12.744738 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6c2b3-8c91-4eb6-9469-228b5e02894a None None] Pushing event updated for resources: {'Port': ['ID=5016b34b-8465-42d9-86f6-36d6a0205f15,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:12.747583 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:53:12.747948 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:12.748342 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:12.748730 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:53:12.749208 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] Bound port: 5016b34b-8465-42d9-86f6-36d6a0205f15, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:53:12.749580 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:12.758662 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ee3b7-44d0-44fb-ba78-098053e86256 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Subnet': ['ID=99d32a8b-9ab6-4bd0-963c-9403ab22646d,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:12.768629 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ee3b7-44d0-44fb-ba78-098053e86256 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Checking segment: {'id': '06be6da7-916f-4276-b177-e3fc96a13a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:12.769021 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8ee3b7-44d0-44fb-ba78-098053e86256 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network hostable DHCP agents. Network: c00d52f2-0821-4a24-b7e6-396d2ab46d45, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:53:12.771856 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6c2b3-8c91-4eb6-9469-228b5e02894a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:12.772205 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6c2b3-8c91-4eb6-9469-228b5e02894a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:12.772544 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6c2b3-8c91-4eb6-9469-228b5e02894a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:12.772991 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6c2b3-8c91-4eb6-9469-228b5e02894a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:12.773229 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6c2b3-8c91-4eb6-9469-228b5e02894a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:12.773558 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6c2b3-8c91-4eb6-9469-228b5e02894a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:12.773878 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6c2b3-8c91-4eb6-9469-228b5e02894a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:12.774200 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6c2b3-8c91-4eb6-9469-228b5e02894a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:12.774521 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6c2b3-8c91-4eb6-9469-228b5e02894a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:12.774840 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6c2b3-8c91-4eb6-9469-228b5e02894a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:12.775156 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6c2b3-8c91-4eb6-9469-228b5e02894a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:12.775470 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6c2b3-8c91-4eb6-9469-228b5e02894a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:12.810555 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] For port 5016b34b-8465-42d9-86f6-36d6a0205f15, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:53:12.813673 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] For port 5016b34b-8465-42d9-86f6-36d6a0205f15, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5016b34b-8465-42d9-86f6-36d6a0205f15,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:53:12.832898 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8ee3b7-44d0-44fb-ba78-098053e86256 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network c00d52f2-0821-4a24-b7e6-396d2ab46d45 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:53:12.867967 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:12.894446 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-7b8ee3b7-44d0-44fb-ba78-098053e86256 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, c00d52f2-0821-4a24-b7e6-396d2ab46d45) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:12.899117 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ee3b7-44d0-44fb-ba78-098053e86256 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:12.900188 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee3b7-44d0-44fb-ba78-098053e86256 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:12.903620 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2ae67e-edc6-4143-b89c-7713f9e04314 None None] Network c00d52f2-0821-4a24-b7e6-396d2ab46d45 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:12.930043 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6c2b3-8c91-4eb6-9469-228b5e02894a None None] Pushing event updated for resources: {'Port': ['ID=5016b34b-8465-42d9-86f6-36d6a0205f15,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:12.932666 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] Routers {'ae49615e-783f-4e29-9452-11bd890d5218'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:12.933284 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:52:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ae49615e-783f-4e29-9452-11bd890d5218'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:12.980500 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7b8ee3b7-44d0-44fb-ba78-098053e86256 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6827822 Sep 18 00:53:12.983144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60844) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:13.041942 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] Set router ae49615e-783f-4e29-9452-11bd890d5218 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:13.057129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-c00d52f2-0821-4a24-b7e6-396d2ab46d45', 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ips': [{'subnet_id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:53:13.058251 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:13.198506 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] Allocated IP 172.20.0.2 (c00d52f2-0821-4a24-b7e6-396d2ab46d45/99d32a8b-9ab6-4bd0-963c-9403ab22646d/fd17f882-b1c7-4a27-8147-fa5a88395546) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:13.238367 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635980456', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:11Z', 'revision_number': 3, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:13.264352 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e416c4-a1e6-4c79-8eac-ac6162697f37 None None] The sync data for ids ['ae49615e-783f-4e29-9452-11bd890d5218'] in n-d-809883-1 is: [{'id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635980456', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:11Z', 'revision_number': 3, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:13.350019 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:13.431580 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:13.437293 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f12e87ee-110c-491a-89b2-0de134c70a54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:13.472505 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] Network c00d52f2-0821-4a24-b7e6-396d2ab46d45 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:13.482329 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:13.502634 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:13.511320 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] Pushing event updated for resources: {'Port': ['ID=fd17f882-b1c7-4a27-8147-fa5a88395546,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:13.575984 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] Attempting to bind port fd17f882-b1c7-4a27-8147-fa5a88395546 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:53:13.576354 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] Attempting to bind port fd17f882-b1c7-4a27-8147-fa5a88395546 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '06be6da7-916f-4276-b177-e3fc96a13a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:53:13.576718 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] Attempting to bind port fd17f882-b1c7-4a27-8147-fa5a88395546 on network c00d52f2-0821-4a24-b7e6-396d2ab46d45 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:13.583234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:53:13.583609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] Checking segment: {'id': '06be6da7-916f-4276-b177-e3fc96a13a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:13.584018 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:13.585027 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] Bound using segment: {'id': '06be6da7-916f-4276-b177-e3fc96a13a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:53:13.585503 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] Bound port: fd17f882-b1c7-4a27-8147-fa5a88395546, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06be6da7-916f-4276-b177-e3fc96a13a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:53:13.586599 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:13.653191 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] For port fd17f882-b1c7-4a27-8147-fa5a88395546, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:53:13.656991 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] For port fd17f882-b1c7-4a27-8147-fa5a88395546, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=fd17f882-b1c7-4a27-8147-fa5a88395546,segment=NetworkSegment(06be6da7-916f-4276-b177-e3fc96a13a6c),segment_id=06be6da7-916f-4276-b177-e3fc96a13a6c)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:53:13.719776 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:13.770611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-f12e87ee-110c-491a-89b2-0de134c70a54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Allocated IP 172.20.0.1 (c00d52f2-0821-4a24-b7e6-396d2ab46d45/99d32a8b-9ab6-4bd0-963c-9403ab22646d/407eb516-b679-4e00-bce4-5f948403e010) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:13.783833 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3419c-688d-4793-87df-46a81b738cf2 None None] Pushing event updated for resources: {'Port': ['ID=fd17f882-b1c7-4a27-8147-fa5a88395546,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:13.902782 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f12e87ee-110c-491a-89b2-0de134c70a54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:13.997479 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f12e87ee-110c-491a-89b2-0de134c70a54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.049545 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12e87ee-110c-491a-89b2-0de134c70a54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network c00d52f2-0821-4a24-b7e6-396d2ab46d45 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:14.053946 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-f12e87ee-110c-491a-89b2-0de134c70a54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:14.056017 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e87ee-110c-491a-89b2-0de134c70a54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=407eb516-b679-4e00-bce4-5f948403e010,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:14.060347 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12e87ee-110c-491a-89b2-0de134c70a54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:14.096774 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.109492 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f12e87ee-110c-491a-89b2-0de134c70a54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.153338 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa6dc-1bdd-4401-97d1-3197869a9164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.307449 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f12e87ee-110c-491a-89b2-0de134c70a54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.583711 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f12e87ee-110c-491a-89b2-0de134c70a54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.673309 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f12e87ee-110c-491a-89b2-0de134c70a54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.731939 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d9a3c9-b3da-4b12-8435-a4bacab91b65 None None] Network c00d52f2-0821-4a24-b7e6-396d2ab46d45 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:53:14.749448 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e87ee-110c-491a-89b2-0de134c70a54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=407eb516-b679-4e00-bce4-5f948403e010,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:14.756914 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f12e87ee-110c-491a-89b2-0de134c70a54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.757141 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5016b34b-8465-42d9-86f6-36d6a0205f15 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:14.844966 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-822295e9-d55d-4a25-84a3-5000d42187b1 None None] Provisioning complete for port fd17f882-b1c7-4a27-8147-fa5a88395546 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:14.845324 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-822295e9-d55d-4a25-84a3-5000d42187b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.860633 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12e87ee-110c-491a-89b2-0de134c70a54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network c00d52f2-0821-4a24-b7e6-396d2ab46d45 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:14.862721 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-f12e87ee-110c-491a-89b2-0de134c70a54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:14.916605 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 5016b34b-8465-42d9-86f6-36d6a0205f15 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:14.917007 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:14.982845 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12e87ee-110c-491a-89b2-0de134c70a54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router ae49615e-783f-4e29-9452-11bd890d5218 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:53:15.100860 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12e87ee-110c-491a-89b2-0de134c70a54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:15.110157 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f12e87ee-110c-491a-89b2-0de134c70a54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "PUT /v2.0/routers/ae49615e-783f-4e29-9452-11bd890d5218/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1222703 Sep 18 00:53:15.173384 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] Sync routers for ids ['ae49615e-783f-4e29-9452-11bd890d5218'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:15.204858 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-822295e9-d55d-4a25-84a3-5000d42187b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.210867 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] Routers {'ae49615e-783f-4e29-9452-11bd890d5218'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:15.211476 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:52:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ae49615e-783f-4e29-9452-11bd890d5218'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:15.257432 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-8e6add8b-4859-421d-bacd-66415211569a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-237343193&fields=id&tenant_id=620d963d32234c0d88114693e53fbfe6 HTTP/1.1" status: 200 len: 267 time: 0.0348825 Sep 18 00:53:15.315901 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.332159 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-822295e9-d55d-4a25-84a3-5000d42187b1 None None] For port fd17f882-b1c7-4a27-8147-fa5a88395546, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=fd17f882-b1c7-4a27-8147-fa5a88395546,segment=NetworkSegment(06be6da7-916f-4276-b177-e3fc96a13a6c),segment_id=06be6da7-916f-4276-b177-e3fc96a13a6c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:15.371515 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 5016b34b-8465-42d9-86f6-36d6a0205f15, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5016b34b-8465-42d9-86f6-36d6a0205f15,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:15.371753 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-645559a9-5dc3-488a-b16b-b1a6c2d72514 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:15.373408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-645559a9-5dc3-488a-b16b-b1a6c2d72514 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/networks?id=c00d52f2-0821-4a24-b7e6-396d2ab46d45 HTTP/1.1" status: 200 len: 796 time: 0.1082261 Sep 18 00:53:15.390476 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-68c8887f-8841-4076-b985-f406d2377bd1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/quotas/620d963d32234c0d88114693e53fbfe6 HTTP/1.1" status: 200 len: 375 time: 0.0096776 Sep 18 00:53:15.396410 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] Set router ae49615e-783f-4e29-9452-11bd890d5218 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:15.397639 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-822295e9-d55d-4a25-84a3-5000d42187b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.451414 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-9c1dd826-ca03-45fe-9cda-ca65c4a82efb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521202 Sep 18 00:53:15.497594 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.498365 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device fd17f882-b1c7-4a27-8147-fa5a88395546 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:15.556418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822295e9-d55d-4a25-84a3-5000d42187b1 None None] Pushing event updated for resources: {'Port': ['ID=fd17f882-b1c7-4a27-8147-fa5a88395546,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:15.563889 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-2e880672-bf9c-49ac-a430-6ce8c8a98ec3 service neutron] 10.222.0.46 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995963 Sep 18 00:53:15.639956 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1a4292f7-2517-4e28-bb9a-8fbe5553553b None None] Provisioning complete for port 407eb516-b679-4e00-bce4-5f948403e010 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:15.640324 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1a4292f7-2517-4e28-bb9a-8fbe5553553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.667002 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-04e56ed4-4f5c-4478-9580-76fe17a914bc service neutron] 10.222.0.46 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960886 Sep 18 00:53:15.688562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=5016b34b-8465-42d9-86f6-36d6a0205f15,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:15.708549 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1a4292f7-2517-4e28-bb9a-8fbe5553553b None None] Port 407eb516-b679-4e00-bce4-5f948403e010 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:53:15.727651 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port fd17f882-b1c7-4a27-8147-fa5a88395546 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:15.728019 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.773637 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1a4292f7-2517-4e28-bb9a-8fbe5553553b None None] Provisioning complete for port fd17f882-b1c7-4a27-8147-fa5a88395546 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:15.774014 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1a4292f7-2517-4e28-bb9a-8fbe5553553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.900600 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635980456', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:14Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '407eb516-b679-4e00-bce4-5f948403e010', 'name': '', 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:a7:fc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:13Z', 'updated_at': '2021-09-18T00:53:14Z', 'revision_number': 2, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:15.938123 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] Checking router: ae49615e-783f-4e29-9452-11bd890d5218 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:53:15.938476 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] Updating router ae49615e-783f-4e29-9452-11bd890d5218 port 407eb516-b679-4e00-bce4-5f948403e010 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:53:15.971039 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:15.987397 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8a0c067-9d6e-4327-9844-6af37228d03e req-6f364953-ef7d-4a75-9214-06ab84fc72e4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 210 time: 0.0287027 Sep 18 00:53:16.098174 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-534ad5aa-f57d-43b3-b6fb-b3dec4234dc4 None None] Provisioning complete for port 407eb516-b679-4e00-bce4-5f948403e010 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:16.098469 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-534ad5aa-f57d-43b3-b6fb-b3dec4234dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:16.176228 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-534ad5aa-f57d-43b3-b6fb-b3dec4234dc4 None None] Port 407eb516-b679-4e00-bce4-5f948403e010 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:53:16.268667 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:16.341777 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:16.391767 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68d959-e8ae-41a3-941c-ed4115f6d91a None None] Pushing event updated for resources: {'Port': ['ID=407eb516-b679-4e00-bce4-5f948403e010,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:16.447132 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] Attempting to bind port 407eb516-b679-4e00-bce4-5f948403e010 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:53:16.447736 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] Attempting to bind port 407eb516-b679-4e00-bce4-5f948403e010 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '06be6da7-916f-4276-b177-e3fc96a13a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:53:16.448217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] Attempting to bind port 407eb516-b679-4e00-bce4-5f948403e010 on network c00d52f2-0821-4a24-b7e6-396d2ab46d45 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:16.453575 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:53:16.454066 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] Checking segment: {'id': '06be6da7-916f-4276-b177-e3fc96a13a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:16.454535 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:16.454987 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] Bound using segment: {'id': '06be6da7-916f-4276-b177-e3fc96a13a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:53:16.455542 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] Bound port: 407eb516-b679-4e00-bce4-5f948403e010, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06be6da7-916f-4276-b177-e3fc96a13a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:53:16.455981 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:16.521508 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] For port 407eb516-b679-4e00-bce4-5f948403e010, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:53:16.524709 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] For port 407eb516-b679-4e00-bce4-5f948403e010, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=407eb516-b679-4e00-bce4-5f948403e010,segment=NetworkSegment(06be6da7-916f-4276-b177-e3fc96a13a6c),segment_id=06be6da7-916f-4276-b177-e3fc96a13a6c)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:53:16.604983 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5ad6f11d-ef29-4406-aec4-2a75996923df None None] Provisioning complete for port 407eb516-b679-4e00-bce4-5f948403e010 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:16.605350 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f11d-ef29-4406-aec4-2a75996923df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:16.607345 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:16.695224 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-37b1eec5-c34f-4ebd-827d-31e8a5dcb653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:16.700220 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] Routers {'ae49615e-783f-4e29-9452-11bd890d5218'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:16.700814 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:52:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ae49615e-783f-4e29-9452-11bd890d5218'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:16.710370 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5016b34b-8465-42d9-86f6-36d6a0205f15 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:16.743164 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68d959-e8ae-41a3-941c-ed4115f6d91a None None] Pushing event updated for resources: {'Port': ['ID=407eb516-b679-4e00-bce4-5f948403e010,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:16.870049 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f11d-ef29-4406-aec4-2a75996923df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:16.879391 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] Set router ae49615e-783f-4e29-9452-11bd890d5218 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:16.943884 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 5016b34b-8465-42d9-86f6-36d6a0205f15 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:16.944167 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:16.994991 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-5ad6f11d-ef29-4406-aec4-2a75996923df None None] For port 407eb516-b679-4e00-bce4-5f948403e010, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=407eb516-b679-4e00-bce4-5f948403e010,segment=NetworkSegment(06be6da7-916f-4276-b177-e3fc96a13a6c),segment_id=06be6da7-916f-4276-b177-e3fc96a13a6c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:17.086425 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9bd4870b-f425-456d-a6d4-b19bfc6e7560 req-2b648f48-4976-4dee-bee7-6117c149fff9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 210 time: 0.0283008 Sep 18 00:53:17.216736 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f11d-ef29-4406-aec4-2a75996923df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:17.348623 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6f11d-ef29-4406-aec4-2a75996923df None None] Pushing event updated for resources: {'Port': ['ID=407eb516-b679-4e00-bce4-5f948403e010,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:17.359982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device fd17f882-b1c7-4a27-8147-fa5a88395546 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:17.396852 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7e61391c-cbd6-4cd3-806b-b6f939be050c None None] Provisioning complete for port 407eb516-b679-4e00-bce4-5f948403e010 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:17.397240 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7e61391c-cbd6-4cd3-806b-b6f939be050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:17.426826 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:17.455165 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635980456', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:14Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '407eb516-b679-4e00-bce4-5f948403e010', 'name': '', 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:a7:fc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:13Z', 'updated_at': '2021-09-18T00:53:16Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:17.489266 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60db2c9-b8e4-467e-ba72-0a542444b35e None None] The sync data for ids ['ae49615e-783f-4e29-9452-11bd890d5218'] in n-d-809883-1 is: [{'id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635980456', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:14Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '407eb516-b679-4e00-bce4-5f948403e010', 'name': '', 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:a7:fc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:13Z', 'updated_at': '2021-09-18T00:53:16Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:17.493204 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port fd17f882-b1c7-4a27-8147-fa5a88395546 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:17.493735 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:17.767867 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-eea512f5-4fb3-4856-8fb0-6af97d263aa8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:17.769514 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-eea512f5-4fb3-4856-8fb0-6af97d263aa8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "GET /v2.0/networks?id=c00d52f2-0821-4a24-b7e6-396d2ab46d45 HTTP/1.1" status: 200 len: 796 time: 0.1094170 Sep 18 00:53:17.820735 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-bbd7e0b0-c6ae-40b0-934e-eeb4b261ac9f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=620d963d32234c0d88114693e53fbfe6 HTTP/1.1" status: 200 len: 379 time: 0.0411878 Sep 18 00:53:17.830917 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-2abacf03-c967-44d2-bdd8-a2b0450c773e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'port': {'device_id': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45', 'admin_state_up': True, 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'security_groups': ['124d1502-e171-487a-8832-e668ac86069d']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:18.003409 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-2abacf03-c967-44d2-bdd8-a2b0450c773e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Made reservation on behalf of 620d963d32234c0d88114693e53fbfe6 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:53:18.178552 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-2abacf03-c967-44d2-bdd8-a2b0450c773e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:18.180921 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:18.181048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-2abacf03-c967-44d2-bdd8-a2b0450c773e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Allocated IP 172.20.0.10 (c00d52f2-0821-4a24-b7e6-396d2ab46d45/99d32a8b-9ab6-4bd0-963c-9403ab22646d/424d9177-bf84-4aad-b839-d4d9cfbcb2a9) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:18.214167 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bdde5862-452f-479b-9f24-e5729e012ffe req-7fca432c-1195-492f-a2f2-04842bd4d6ef tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 210 time: 0.0422633 Sep 18 00:53:18.320426 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-2abacf03-c967-44d2-bdd8-a2b0450c773e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:18.393415 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-2abacf03-c967-44d2-bdd8-a2b0450c773e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:18.437281 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-2abacf03-c967-44d2-bdd8-a2b0450c773e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network c00d52f2-0821-4a24-b7e6-396d2ab46d45 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:18.440418 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-2abacf03-c967-44d2-bdd8-a2b0450c773e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:18.446343 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-2abacf03-c967-44d2-bdd8-a2b0450c773e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:18.453102 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abacf03-c967-44d2-bdd8-a2b0450c773e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=424d9177-bf84-4aad-b839-d4d9cfbcb2a9,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:18.715694 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e0a081a1-d45c-448c-81ce-2892a61ae226 None None] Provisioning complete for port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:18.716182 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e0a081a1-d45c-448c-81ce-2892a61ae226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:18.738366 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 407eb516-b679-4e00-bce4-5f948403e010 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:18.779538 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e0a081a1-d45c-448c-81ce-2892a61ae226 None None] Port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:53:18.798792 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 407eb516-b679-4e00-bce4-5f948403e010 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:18.799077 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:18.801409 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-2abacf03-c967-44d2-bdd8-a2b0450c773e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:18.802022 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-2abacf03-c967-44d2-bdd8-a2b0450c773e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:18.874542 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-2abacf03-c967-44d2-bdd8-a2b0450c773e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0479138 Sep 18 00:53:18.887417 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Request body: {'port': {'device_id': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:18.939221 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:19.194003 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:53:19.201280 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:19.213533 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Transition to ACTIVE for port object 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:53:19.285973 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:19.364103 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Pushing event updated for resources: {'Port': ['ID=424d9177-bf84-4aad-b839-d4d9cfbcb2a9,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:19.381060 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f3250-3c48-414d-9a44-92ddc9e5b8c5 req-4df946f3-c5c6-41e9-8721-9bcd5bbc5511 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:19.382644 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e34f3250-3c48-414d-9a44-92ddc9e5b8c5 req-4df946f3-c5c6-41e9-8721-9bcd5bbc5511 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 944 time: 0.0979621 Sep 18 00:53:19.462460 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e34f3250-3c48-414d-9a44-92ddc9e5b8c5 req-40ef11c4-dadf-4dd3-a466-8dfa66f07741 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649517 Sep 18 00:53:19.482501 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Attempting to bind port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:53:19.483230 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Attempting to bind port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '06be6da7-916f-4276-b177-e3fc96a13a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:53:19.483765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Attempting to bind port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 on network c00d52f2-0821-4a24-b7e6-396d2ab46d45 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:19.488622 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 on network c00d52f2-0821-4a24-b7e6-396d2ab46d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:53:19.494124 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Attempting to bind port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 on network c00d52f2-0821-4a24-b7e6-396d2ab46d45 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:53:19.494595 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:53:19.494939 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Checking segment: {'id': '06be6da7-916f-4276-b177-e3fc96a13a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:53:19.495323 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Bound using segment: {'id': '06be6da7-916f-4276-b177-e3fc96a13a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:53:19.495752 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Bound port: 424d9177-bf84-4aad-b839-d4d9cfbcb2a9, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06be6da7-916f-4276-b177-e3fc96a13a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:53:19.496112 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:19.560733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] For port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:53:19.563771 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] For port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=424d9177-bf84-4aad-b839-d4d9cfbcb2a9,segment=NetworkSegment(06be6da7-916f-4276-b177-e3fc96a13a6c),segment_id=06be6da7-916f-4276-b177-e3fc96a13a6c)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:53:19.643028 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:19.675898 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:19.676756 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:19.678282 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] 10.222.0.37 "PUT /v2.0/ports/424d9177-bf84-4aad-b839-d4d9cfbcb2a9 HTTP/1.1" status: 200 len: 1092 time: 0.7949536 Sep 18 00:53:19.680518 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'tag': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:19.683877 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9be69a-35cd-4e99-8645-794a4badec8a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c33189-b8b5-41d9-aa97-08017cf5f259", "tag": "424d9177-bf84-4aad-b839-d4d9cfbcb2a9"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:19.711669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5f857-10ba-46a5-8966-6c19dbd50c16 service neutron] Pushing event updated for resources: {'Port': ['ID=424d9177-bf84-4aad-b839-d4d9cfbcb2a9,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:19.729463 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e3f396-1179-4dfe-bc19-11411bc48b47 x-openstack-request-id: req-54e3f396-1179-4dfe-bc19-11411bc48b47 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:19.729750 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c33189-b8b5-41d9-aa97-08017cf5f259", "tag": "424d9177-bf84-4aad-b839-d4d9cfbcb2a9", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:19.730000 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54e3f396-1179-4dfe-bc19-11411bc48b47 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:19.730398 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'tag': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9', 'status': 'completed', 'code': 200} Sep 18 00:53:19.798493 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9be69a-35cd-4e99-8645-794a4badec8a req-410375d6-6e44-40a4-bfed-f7b6100677f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:19.800607 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f9be69a-35cd-4e99-8645-794a4badec8a req-410375d6-6e44-40a4-bfed-f7b6100677f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 1095 time: 0.0489984 Sep 18 00:53:19.900491 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9be69a-35cd-4e99-8645-794a4badec8a req-d96413b1-c590-4982-a326-ee01fbff5a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:19.902130 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f9be69a-35cd-4e99-8645-794a4badec8a req-d96413b1-c590-4982-a326-ee01fbff5a37 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=620d963d32234c0d88114693e53fbfe6&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0932717 Sep 18 00:53:20.001384 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9be69a-35cd-4e99-8645-794a4badec8a req-627fde99-efc0-482c-bf9d-0689b3e22fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:20.002919 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f9be69a-35cd-4e99-8645-794a4badec8a req-627fde99-efc0-482c-bf9d-0689b3e22fd2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940511 Sep 18 00:53:20.016001 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:20.076878 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-1e14202e-5134-427e-8800-0e61443dbb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:20.078346 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-1e14202e-5134-427e-8800-0e61443dbb47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 1095 time: 0.0399542 Sep 18 00:53:20.121735 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-3720c495-df20-4cd9-88bf-77e9d00506e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=424d9177-bf84-4aad-b839-d4d9cfbcb2a9 HTTP/1.1" status: 200 len: 217 time: 0.0334861 Sep 18 00:53:20.173106 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-e3f21583-0b3f-4415-8e1d-465a45b496dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:20.175242 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-e3f21583-0b3f-4415-8e1d-465a45b496dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99d32a8b-9ab6-4bd0-963c-9403ab22646d HTTP/1.1" status: 200 len: 834 time: 0.0469012 Sep 18 00:53:20.217688 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-2a3f1b9d-b137-41db-af26-c60d2a3f54d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:20.219141 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-2a3f1b9d-b137-41db-af26-c60d2a3f54d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c00d52f2-0821-4a24-b7e6-396d2ab46d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376885 Sep 18 00:53:20.309206 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-023faa9b-3e53-4ae5-94d6-0210070f1662 service neutron] 10.222.0.37 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828063 Sep 18 00:53:20.394704 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1fa7f21a-cb6b-4904-8175-755812ca01fd req-3cd16185-9307-4cf7-8451-3aee59884ef2 service neutron] 10.222.0.37 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789945 Sep 18 00:53:20.575656 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4fbbc-6dea-4b5a-9f6f-459aeffa7787 req-2da98768-cb3f-4c41-b497-98b0403e0ada tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:20.577081 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0c4fbbc-6dea-4b5a-9f6f-459aeffa7787 req-2da98768-cb3f-4c41-b497-98b0403e0ada tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 944 time: 0.0485897 Sep 18 00:53:20.614543 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0c4fbbc-6dea-4b5a-9f6f-459aeffa7787 req-2af694ab-51b7-4339-a881-158c5e0b2b16 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309401 Sep 18 00:53:21.731909 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2970a-8cd5-4952-8514-a5f261da940b req-9aaaee70-ae62-41a8-b22e-ea5badeb161a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:21.733415 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ed2970a-8cd5-4952-8514-a5f261da940b req-9aaaee70-ae62-41a8-b22e-ea5badeb161a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 944 time: 0.0519540 Sep 18 00:53:21.771083 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4ed2970a-8cd5-4952-8514-a5f261da940b req-3275d912-234a-4b7a-9e7e-c5fb87397fdf tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311139 Sep 18 00:53:22.883102 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae36651-e765-4b5b-9fc6-08f64712155f req-d107f251-4221-45ac-a7b8-0284cfc1fcca tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:22.884568 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cae36651-e765-4b5b-9fc6-08f64712155f req-d107f251-4221-45ac-a7b8-0284cfc1fcca tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 944 time: 0.0478027 Sep 18 00:53:22.921329 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cae36651-e765-4b5b-9fc6-08f64712155f req-63089c65-fb16-4dea-bf8e-af891098c9ce tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308352 Sep 18 00:53:23.045324 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:53:23.137765 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=424d9177-bf84-4aad-b839-d4d9cfbcb2a9,segment=NetworkSegment(06be6da7-916f-4276-b177-e3fc96a13a6c),segment_id=06be6da7-916f-4276-b177-e3fc96a13a6c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:23.148515 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9', 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45', 'port_id': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9', 'mac_address': 'fa:16:3e:8a:98:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:53:23.184455 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:23.196444 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:53:23.214880 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=424d9177-bf84-4aad-b839-d4d9cfbcb2a9,segment=NetworkSegment(06be6da7-916f-4276-b177-e3fc96a13a6c),segment_id=06be6da7-916f-4276-b177-e3fc96a13a6c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:23.270445 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:23.319071 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=424d9177-bf84-4aad-b839-d4d9cfbcb2a9,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:23.473975 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['424d9177-bf84-4aad-b839-d4d9cfbcb2a9'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:53:24.033497 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29087b7-44a0-4332-9528-7cfd75191bdc req-9827e1e4-f927-4164-9892-9b4b5ec6beaa tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:24.034994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a29087b7-44a0-4332-9528-7cfd75191bdc req-9827e1e4-f927-4164-9892-9b4b5ec6beaa tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 945 time: 0.0492191 Sep 18 00:53:24.072224 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a29087b7-44a0-4332-9528-7cfd75191bdc req-9b9af38d-94e5-43a4-8474-efc35e884b7c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313933 Sep 18 00:53:25.060457 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:53:25.189103 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520e05a-887d-4137-bd32-7ea675bd56ef req-8d907f31-a5a2-4832-89dc-16b3e5da83f1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:25.190640 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1520e05a-887d-4137-bd32-7ea675bd56ef req-8d907f31-a5a2-4832-89dc-16b3e5da83f1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 945 time: 0.0525608 Sep 18 00:53:25.190800 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:53:25.194612 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:53:25.195448 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.229440 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1520e05a-887d-4137-bd32-7ea675bd56ef req-61fe2485-f476-4f9d-9dd7-c00044d5a1e2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328603 Sep 18 00:53:25.274625 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.296687 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:25.298971 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e581bc-a9a4-431b-a3e1-d2e69e6e4c31" -d '{"events": [{"server_uuid": "a7c33189-b8b5-41d9-aa97-08017cf5f259", "name": "network-vif-plugged", "status": "completed", "tag": "424d9177-bf84-4aad-b839-d4d9cfbcb2a9"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:25.315129 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=424d9177-bf84-4aad-b839-d4d9cfbcb2a9,segment=NetworkSegment(06be6da7-916f-4276-b177-e3fc96a13a6c),segment_id=06be6da7-916f-4276-b177-e3fc96a13a6c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:53:25.375471 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:25.398809 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70fb8bd-f2ac-4190-8281-a19c22f7dbe0 x-openstack-request-id: req-b70fb8bd-f2ac-4190-8281-a19c22f7dbe0 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:25.399104 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c33189-b8b5-41d9-aa97-08017cf5f259", "name": "network-vif-plugged", "status": "completed", "tag": "424d9177-bf84-4aad-b839-d4d9cfbcb2a9", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:25.399360 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b70fb8bd-f2ac-4190-8281-a19c22f7dbe0 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:25.399752 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9', 'code': 200} Sep 18 00:53:25.425751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=424d9177-bf84-4aad-b839-d4d9cfbcb2a9,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:25.482761 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98c753-1450-460c-a129-2e14158c143f req-63036f04-6019-4258-ab54-53cf4ba3fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:25.484251 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b98c753-1450-460c-a129-2e14158c143f req-63036f04-6019-4258-ab54-53cf4ba3fb7f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 1097 time: 0.0392845 Sep 18 00:53:25.521028 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b98c753-1450-460c-a129-2e14158c143f req-bd172693-8fe1-4d7a-8295-8bf720840407 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301454 Sep 18 00:53:26.342664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8af21-a208-43c9-ad73-a9c0047e4479 req-756b0b80-656d-4cae-9f80-91bfc10b674a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:26.344135 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d0a8af21-a208-43c9-ad73-a9c0047e4479 req-756b0b80-656d-4cae-9f80-91bfc10b674a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0481932 Sep 18 00:53:26.380974 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d0a8af21-a208-43c9-ad73-a9c0047e4479 req-1a4e4b03-6779-443c-9e23-02f434489035 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310204 Sep 18 00:53:27.498942 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee000b4-7c79-49f5-880a-75560b25feec req-ea6c09fe-57a2-455a-b95c-22ec3db79a4a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:27.500422 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ee000b4-7c79-49f5-880a-75560b25feec req-ea6c09fe-57a2-455a-b95c-22ec3db79a4a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0521135 Sep 18 00:53:27.541249 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ee000b4-7c79-49f5-880a-75560b25feec req-9350bb28-55c5-4775-b292-811abaefbabc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343680 Sep 18 00:53:27.658403 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed94ab-e4d3-4548-9ff5-e01f2acc5cc9 req-63562fb8-8419-49a5-ae2b-bbb869639100 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:27.659783 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39ed94ab-e4d3-4548-9ff5-e01f2acc5cc9 req-63562fb8-8419-49a5-ae2b-bbb869639100 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0492938 Sep 18 00:53:27.695988 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-39ed94ab-e4d3-4548-9ff5-e01f2acc5cc9 req-2a480eda-fa1b-44f9-bd31-1348fbee6454 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304284 Sep 18 00:53:27.717040 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60900) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:27.754646 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef94ac3-719e-437b-af39-c27264dac696 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:27.756128 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8ef94ac3-719e-437b-af39-c27264dac696 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 1092 time: 0.0381238 Sep 18 00:53:27.758817 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 60902) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:27.762940 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:53:27.853890 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:27.951940 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.056031 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Allocated IP 172.25.3.238 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/a71b1504-78d5-4daf-b6aa-7f53108ca43d) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:53:28.155996 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.244672 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.279892 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:53:28.282624 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:53:28.286628 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:53:28.316219 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=a71b1504-78d5-4daf-b6aa-7f53108ca43d,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:28.687318 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.816920 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:28.969582 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:29.026839 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:29.098059 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=a71b1504-78d5-4daf-b6aa-7f53108ca43d,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:29.108312 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:29.206319 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Floating IP 7c87cc06-4a39-4683-922c-ddc6b9599141 associated. External IP: 172.25.3.238, port: 424d9177-bf84-4aad-b839-d4d9cfbcb2a9. Sep 18 00:53:29.407877 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router ae49615e-783f-4e29-9452-11bd890d5218 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:53:29.511641 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:53:29.522118 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354acfaa-adb1-400b-9702-da09011f215f None None] Sync routers for ids ['ae49615e-783f-4e29-9452-11bd890d5218'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:53:29.531686 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354acfaa-adb1-400b-9702-da09011f215f None None] Routers {'ae49615e-783f-4e29-9452-11bd890d5218'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:29.532282 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-354acfaa-adb1-400b-9702-da09011f215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:53:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ae49615e-783f-4e29-9452-11bd890d5218'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:29.615431 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:29.635331 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-354acfaa-adb1-400b-9702-da09011f215f None None] Set router ae49615e-783f-4e29-9452-11bd890d5218 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:29.642154 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-805fe6b5-d026-4a63-852c-124cb1e25513 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8823597 Sep 18 00:53:29.643480 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'tag': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:53:29.649557 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ccb9eb-fafb-4e05-9ded-f8391e40526f" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c33189-b8b5-41d9-aa97-08017cf5f259", "tag": "424d9177-bf84-4aad-b839-d4d9cfbcb2a9"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:53:29.687486 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34478274-d171-4209-95fb-8aabaccb4984 x-openstack-request-id: req-34478274-d171-4209-95fb-8aabaccb4984 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:53:29.688095 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c33189-b8b5-41d9-aa97-08017cf5f259", "tag": "424d9177-bf84-4aad-b839-d4d9cfbcb2a9", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:53:29.688095 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-34478274-d171-4209-95fb-8aabaccb4984 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:53:29.688587 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'tag': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9', 'status': 'completed', 'code': 200} Sep 18 00:53:29.778157 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86c923-de6c-4b4b-bacc-155523ae7459 req-b62642be-a1e1-479e-adfc-17df6ff3ce0b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:29.780283 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8c86c923-de6c-4b4b-bacc-155523ae7459 req-b62642be-a1e1-479e-adfc-17df6ff3ce0b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0766528 Sep 18 00:53:29.783131 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccb9eb-fafb-4e05-9ded-f8391e40526f req-f7893e8d-0901-4157-9e9e-837cea406347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:29.784564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-94ccb9eb-fafb-4e05-9ded-f8391e40526f req-f7893e8d-0901-4157-9e9e-837cea406347 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 1097 time: 0.0715287 Sep 18 00:53:29.860286 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-354acfaa-adb1-400b-9702-da09011f215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635980456', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:14Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '7c87cc06-4a39-4683-922c-ddc6b9599141', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'port_id': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45', 'mac_address': 'fa:16:3e:8a:98:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:53:28Z', 'updated_at': '2021-09-18T00:53:28Z', 'revision_number': 0, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407eb516-b679-4e00-bce4-5f948403e010', 'name': '', 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:a7:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:13Z', 'updated_at': '2021-09-18T00:53:16Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:29.874698 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8c86c923-de6c-4b4b-bacc-155523ae7459 req-2cb18ff5-4a08-4d24-aa84-f8314726a0ff tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887797 Sep 18 00:53:29.890645 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354acfaa-adb1-400b-9702-da09011f215f None None] Checking router: ae49615e-783f-4e29-9452-11bd890d5218 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:53:29.898191 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60908) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:29.899382 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354acfaa-adb1-400b-9702-da09011f215f None None] Routers {'ae49615e-783f-4e29-9452-11bd890d5218'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:53:29.899993 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-354acfaa-adb1-400b-9702-da09011f215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:53:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ae49615e-783f-4e29-9452-11bd890d5218'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:29.904988 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccb9eb-fafb-4e05-9ded-f8391e40526f req-70736934-5f9c-40b8-98f3-17c2345902d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:29.906594 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-94ccb9eb-fafb-4e05-9ded-f8391e40526f req-70736934-5f9c-40b8-98f3-17c2345902d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c00d52f2-0821-4a24-b7e6-396d2ab46d45 HTTP/1.1" status: 200 len: 897 time: 0.1147912 Sep 18 00:53:29.961312 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-492c4847-1057-411f-9eff-20a7f11254ad tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/floatingips/7c87cc06-4a39-4683-922c-ddc6b9599141 HTTP/1.1" status: 200 len: 992 time: 0.0612879 Sep 18 00:53:29.973923 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-94ccb9eb-fafb-4e05-9ded-f8391e40526f req-d2191029-c66d-4a0c-a9b0-7820d1024a78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=424d9177-bf84-4aad-b839-d4d9cfbcb2a9 HTTP/1.1" status: 200 len: 1000 time: 0.0592861 Sep 18 00:53:30.009592 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-354acfaa-adb1-400b-9702-da09011f215f None None] Set router ae49615e-783f-4e29-9452-11bd890d5218 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:53:30.028609 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccb9eb-fafb-4e05-9ded-f8391e40526f req-c9162e37-d19a-4942-ac9c-e2f6168e0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:30.030382 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-94ccb9eb-fafb-4e05-9ded-f8391e40526f req-c9162e37-d19a-4942-ac9c-e2f6168e0bb9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99d32a8b-9ab6-4bd0-963c-9403ab22646d HTTP/1.1" status: 200 len: 834 time: 0.0496557 Sep 18 00:53:30.074285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccb9eb-fafb-4e05-9ded-f8391e40526f req-b839af8e-b19d-4327-9f94-0f2053ee9557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:30.075788 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-94ccb9eb-fafb-4e05-9ded-f8391e40526f req-b839af8e-b19d-4327-9f94-0f2053ee9557 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c00d52f2-0821-4a24-b7e6-396d2ab46d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386438 Sep 18 00:53:30.164519 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-94ccb9eb-fafb-4e05-9ded-f8391e40526f req-efe42162-55a2-495e-a731-aafea782664f service neutron] 10.222.0.37 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807385 Sep 18 00:53:30.225834 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-354acfaa-adb1-400b-9702-da09011f215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635980456', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:14Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '7c87cc06-4a39-4683-922c-ddc6b9599141', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'port_id': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45', 'mac_address': 'fa:16:3e:8a:98:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:53:28Z', 'updated_at': '2021-09-18T00:53:28Z', 'revision_number': 0, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407eb516-b679-4e00-bce4-5f948403e010', 'name': '', 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:a7:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:13Z', 'updated_at': '2021-09-18T00:53:16Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:53:30.253900 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354acfaa-adb1-400b-9702-da09011f215f None None] The sync data for ids ['ae49615e-783f-4e29-9452-11bd890d5218'] in n-d-809883-1 is: [{'id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635980456', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:14Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '7c87cc06-4a39-4683-922c-ddc6b9599141', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'port_id': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45', 'mac_address': 'fa:16:3e:8a:98:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:53:28Z', 'updated_at': '2021-09-18T00:53:28Z', 'revision_number': 0, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407eb516-b679-4e00-bce4-5f948403e010', 'name': '', 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:a7:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:13Z', 'updated_at': '2021-09-18T00:53:16Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:53:30.255523 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-94ccb9eb-fafb-4e05-9ded-f8391e40526f req-9cdc2458-6721-43b9-ac43-18c1ad170b87 service neutron] 10.222.0.37 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842462 Sep 18 00:53:30.440490 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5a461a-7bf9-44ec-8ac0-7d6cd7bd9085 None None] New status for floating IP 7c87cc06-4a39-4683-922c-ddc6b9599141: ACTIVE {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:53:30.653048 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:53:30.962599 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60910) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:53:31.025166 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4dda09f4-b12f-4ed8-b700-f234c566741a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/floatingips/7c87cc06-4a39-4683-922c-ddc6b9599141 HTTP/1.1" status: 200 len: 994 time: 0.0614073 Sep 18 00:53:41.026203 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:44.075406 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:44.163324 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-06524bac-bcf9-47e3-abc5-9a7c31dc4209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:46.671757 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1b5b1779-f739-4282-981e-177f5b89e735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:47.356028 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:48.008468 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:50.060527 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:53:58.323771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68e177da-2cce-45fe-9f2b-cfbe7af6afee req-d061bf42-65d7-4f95-abfc-d31ea9700161 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393753 Sep 18 00:53:58.407748 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e177da-2cce-45fe-9f2b-cfbe7af6afee req-d74f7b42-1177-4d19-af2f-2721714c5a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:58.409250 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68e177da-2cce-45fe-9f2b-cfbe7af6afee req-d74f7b42-1177-4d19-af2f-2721714c5a83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 1097 time: 0.0435145 Sep 18 00:53:58.510367 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e177da-2cce-45fe-9f2b-cfbe7af6afee req-577a4df2-73b4-4fec-aaaf-74cc73e3ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:58.511845 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68e177da-2cce-45fe-9f2b-cfbe7af6afee req-577a4df2-73b4-4fec-aaaf-74cc73e3ae54 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c00d52f2-0821-4a24-b7e6-396d2ab46d45 HTTP/1.1" status: 200 len: 897 time: 0.0841227 Sep 18 00:53:58.579109 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68e177da-2cce-45fe-9f2b-cfbe7af6afee req-8a113886-0203-4e88-bdc6-40b357b5d400 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=424d9177-bf84-4aad-b839-d4d9cfbcb2a9 HTTP/1.1" status: 200 len: 1002 time: 0.0592263 Sep 18 00:53:58.626687 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e177da-2cce-45fe-9f2b-cfbe7af6afee req-b10a86d2-115b-49d5-8120-ddd52e92dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:58.628119 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68e177da-2cce-45fe-9f2b-cfbe7af6afee req-b10a86d2-115b-49d5-8120-ddd52e92dae2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99d32a8b-9ab6-4bd0-963c-9403ab22646d HTTP/1.1" status: 200 len: 834 time: 0.0414813 Sep 18 00:53:58.673160 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e177da-2cce-45fe-9f2b-cfbe7af6afee req-453f38fe-116f-4a13-8f8a-23bd4f3323bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:53:58.674625 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68e177da-2cce-45fe-9f2b-cfbe7af6afee req-453f38fe-116f-4a13-8f8a-23bd4f3323bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c00d52f2-0821-4a24-b7e6-396d2ab46d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390587 Sep 18 00:53:58.770593 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68e177da-2cce-45fe-9f2b-cfbe7af6afee req-cd07ace1-a69c-4b25-a461-90e8e407bc99 service neutron] 10.222.0.37 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876379 Sep 18 00:53:58.858445 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68e177da-2cce-45fe-9f2b-cfbe7af6afee req-1fdd636c-828e-440d-a450-b057e384cc72 service neutron] 10.222.0.37 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806258 Sep 18 00:54:01.954297 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-d0798c3c-a6e0-4a09-b47b-4c788a41c121 req-e65a1d9d-7962-4972-85f6-9098224d63ce service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:54:01.955269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d0798c3c-a6e0-4a09-b47b-4c788a41c121 req-e65a1d9d-7962-4972-85f6-9098224d63ce service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053952 Sep 18 00:54:02.268714 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee08078-22ea-41fc-b91d-4e6125cf223b req-130b2e31-a99a-4349-bafe-76af2f34d906 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:02.270174 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eee08078-22ea-41fc-b91d-4e6125cf223b req-130b2e31-a99a-4349-bafe-76af2f34d906 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0532103 Sep 18 00:54:02.307813 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-eee08078-22ea-41fc-b91d-4e6125cf223b req-e8e8d2cb-35ba-4e71-816d-129092ce3432 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316787 Sep 18 00:54:02.430921 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 60928) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:02.508475 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-fe307750-8321-4f5e-a542-83b03eeeba50 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763958 Sep 18 00:54:02.517078 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-e4528e47-5ec2-42b2-8d85-b2243af75712 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:54:02.518027 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-e4528e47-5ec2-42b2-8d85-b2243af75712 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048876 Sep 18 00:54:03.429201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003122bc-0323-417a-967a-8c5dc3a28a02 req-a1003722-a37f-4733-8781-8df6ec22c2b9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:03.430714 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-003122bc-0323-417a-967a-8c5dc3a28a02 req-a1003722-a37f-4733-8781-8df6ec22c2b9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0497007 Sep 18 00:54:03.469495 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-003122bc-0323-417a-967a-8c5dc3a28a02 req-59fb41ef-68ae-493e-afa5-0b9062a60bdd tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325582 Sep 18 00:54:04.361086 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-c16a5b99-67b6-49cb-8a03-1ebf1db06fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:04.363122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-c16a5b99-67b6-49cb-8a03-1ebf1db06fc3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 1097 time: 0.0394058 Sep 18 00:54:04.770752 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-f13d1b81-3513-416b-a460-07891628d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:04.772216 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-f13d1b81-3513-416b-a460-07891628d6c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c00d52f2-0821-4a24-b7e6-396d2ab46d45 HTTP/1.1" status: 200 len: 897 time: 0.4023838 Sep 18 00:54:04.784749 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a99b66-4670-427f-ad85-df21a07f7e22 req-93221dab-0438-4f5a-9723-27d56ef2e90e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:04.786161 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10a99b66-4670-427f-ad85-df21a07f7e22 req-93221dab-0438-4f5a-9723-27d56ef2e90e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0688252 Sep 18 00:54:04.863038 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10a99b66-4670-427f-ad85-df21a07f7e22 req-78e2ea6a-5fa9-4fa1-839a-18f856b9853d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706556 Sep 18 00:54:04.868854 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-625c410e-8e2d-4a83-b07f-da3eb2ebbdd0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=424d9177-bf84-4aad-b839-d4d9cfbcb2a9 HTTP/1.1" status: 200 len: 1002 time: 0.0818105 Sep 18 00:54:04.918621 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-560b72c5-8bf5-4a2f-826f-cc6a0376e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:04.919940 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-560b72c5-8bf5-4a2f-826f-cc6a0376e0fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99d32a8b-9ab6-4bd0-963c-9403ab22646d HTTP/1.1" status: 200 len: 834 time: 0.0431602 Sep 18 00:54:04.963698 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-d0d6e80a-595b-4234-bfb3-65fc44e7c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:04.965146 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-d0d6e80a-595b-4234-bfb3-65fc44e7c6c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c00d52f2-0821-4a24-b7e6-396d2ab46d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387428 Sep 18 00:54:05.054743 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-c335aa63-63d1-45a0-8bd1-aab1c69223eb service neutron] 10.222.0.37 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827637 Sep 18 00:54:05.142284 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-d5fb8d73-081b-4e26-9fd4-2fddfc3c5ae6 service neutron] 10.222.0.37 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801926 Sep 18 00:54:05.980161 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236af25-1e67-4739-a954-d64d39bf5f55 req-33fef861-c969-4fd3-8af2-89ddaa1fe72c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:05.981741 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e236af25-1e67-4739-a954-d64d39bf5f55 req-33fef861-c969-4fd3-8af2-89ddaa1fe72c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0527003 Sep 18 00:54:06.020301 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e236af25-1e67-4739-a954-d64d39bf5f55 req-3cf79ab7-167b-4973-be90-4e5d896ecd1e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327072 Sep 18 00:54:07.133321 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9ec82-3369-4cfa-a357-7ba605f6cae0 req-0cb9ab5d-b23c-48fe-a590-4a30648eb525 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:07.134782 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6cb9ec82-3369-4cfa-a357-7ba605f6cae0 req-0cb9ab5d-b23c-48fe-a590-4a30648eb525 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0476565 Sep 18 00:54:07.171882 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6cb9ec82-3369-4cfa-a357-7ba605f6cae0 req-02037151-b218-4574-9c36-f100c5622d6d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313580 Sep 18 00:54:07.652285 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:54:08.284823 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549129eb-f962-42e5-85ae-444b58d8d611 req-5792842f-49c1-461e-b769-1dc83e3a715f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:08.286216 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-549129eb-f962-42e5-85ae-444b58d8d611 req-5792842f-49c1-461e-b769-1dc83e3a715f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0477293 Sep 18 00:54:08.322935 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-549129eb-f962-42e5-85ae-444b58d8d611 req-83c683ed-e021-4e1c-9c1d-924fe76e45dc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308874 Sep 18 00:54:09.438783 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6372fe-b604-4608-84e8-45bd035e7154 req-786297d2-0d6b-4faf-b50a-18263b5534e2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:09.440774 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d6372fe-b604-4608-84e8-45bd035e7154 req-786297d2-0d6b-4faf-b50a-18263b5534e2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0508177 Sep 18 00:54:09.478236 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2d6372fe-b604-4608-84e8-45bd035e7154 req-a9afcf97-3e6a-428d-96e8-06a1c3e75b42 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313528 Sep 18 00:54:10.595104 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15030b68-02a2-41bb-b661-4edfc50556eb req-1b6ceb58-7003-415c-b917-d4c0b129e677 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:10.596730 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15030b68-02a2-41bb-b661-4edfc50556eb req-1b6ceb58-7003-415c-b917-d4c0b129e677 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0486255 Sep 18 00:54:10.634000 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-15030b68-02a2-41bb-b661-4edfc50556eb req-099d233e-de05-431c-a1c7-8d2dafd4a2d2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314646 Sep 18 00:54:11.019482 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:11.749006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9253-f9a5-4324-a5e3-976d5def0d4d req-3ce23076-b3e2-469b-9228-66a20af24c75 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:11.750532 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f38f9253-f9a5-4324-a5e3-976d5def0d4d req-3ce23076-b3e2-469b-9228-66a20af24c75 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0489457 Sep 18 00:54:11.788943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f38f9253-f9a5-4324-a5e3-976d5def0d4d req-5a4dfdb6-81f5-454c-99bf-08e29e260f29 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319722 Sep 18 00:54:12.907646 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aa5b6-6869-48cc-8758-865fd7e7c8d3 req-75a56008-667b-4831-9046-5cfdadd3cf6a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:12.909319 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c8aa5b6-6869-48cc-8758-865fd7e7c8d3 req-75a56008-667b-4831-9046-5cfdadd3cf6a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0517211 Sep 18 00:54:12.946065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c8aa5b6-6869-48cc-8758-865fd7e7c8d3 req-c373e93c-8052-418c-b1ac-476fff9252a0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309348 Sep 18 00:54:14.060506 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019082f-67b2-4e05-8524-0441fec06dfb req-487b37a8-65f4-4c27-935f-eabbe5088506 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:14.062043 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4019082f-67b2-4e05-8524-0441fec06dfb req-487b37a8-65f4-4c27-935f-eabbe5088506 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0501056 Sep 18 00:54:14.080289 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:14.103494 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4019082f-67b2-4e05-8524-0441fec06dfb req-04db1d2d-5cb8-420e-b8c7-95c9310905c0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349772 Sep 18 00:54:14.145395 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bf59f548-84ad-4185-99a0-9a5cb5e772eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:15.222125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18486c4-dd5a-4bae-ab58-80a7a51f234b req-20010a12-89f1-4fe6-b204-725ffd933381 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:15.223584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d18486c4-dd5a-4bae-ab58-80a7a51f234b req-20010a12-89f1-4fe6-b204-725ffd933381 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0472476 Sep 18 00:54:15.260532 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d18486c4-dd5a-4bae-ab58-80a7a51f234b req-6acd08a2-8fc9-4a52-ac55-cb1279f2b6e4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309520 Sep 18 00:54:16.380085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a21e66-706c-4557-b577-5e58b9619c1a req-ffaa76d1-e956-441d-9495-9e5cb45f162a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:16.381586 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-65a21e66-706c-4557-b577-5e58b9619c1a req-ffaa76d1-e956-441d-9495-9e5cb45f162a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0558980 Sep 18 00:54:16.419399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-65a21e66-706c-4557-b577-5e58b9619c1a req-598009c8-b6d2-4b15-8faa-70dfff289264 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318716 Sep 18 00:54:16.642398 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8947f211-1fd5-45e2-ae17-c405512fa66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:17.339449 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:17.531631 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34b6de-b5c6-4bf9-add0-869a6249996e req-f2b75dfe-a862-4806-9030-78497f4f07f7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:17.533145 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b34b6de-b5c6-4bf9-add0-869a6249996e req-f2b75dfe-a862-4806-9030-78497f4f07f7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0478985 Sep 18 00:54:17.569837 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3b34b6de-b5c6-4bf9-add0-869a6249996e req-30c0b23b-2875-4878-bb34-bf0cd492196f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301971 Sep 18 00:54:18.020547 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:18.684052 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346312a-72ff-40d0-9fd2-fe473f6664c8 req-013b341c-e096-4383-93ed-b0721e856d0b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:18.685554 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f346312a-72ff-40d0-9fd2-fe473f6664c8 req-013b341c-e096-4383-93ed-b0721e856d0b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0478916 Sep 18 00:54:18.723036 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f346312a-72ff-40d0-9fd2-fe473f6664c8 req-934ecb27-4dae-40e1-821f-0a924bf188bf tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310524 Sep 18 00:54:19.839765 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f913d-7d6f-4845-bb16-2ae7edbd2c21 req-c03e8921-bb40-4542-b582-37747a126b7d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:19.841246 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f9f913d-7d6f-4845-bb16-2ae7edbd2c21 req-c03e8921-bb40-4542-b582-37747a126b7d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0516231 Sep 18 00:54:19.880049 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9f9f913d-7d6f-4845-bb16-2ae7edbd2c21 req-be2f0361-0387-43dd-952a-9ca9893b9f82 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324061 Sep 18 00:54:20.002159 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:20.992489 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ee5b1-8386-408d-b7cd-00afa50103f6 req-ab08e1d4-5fec-4813-ba1b-e34a008a8ffa tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:20.993983 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-169ee5b1-8386-408d-b7cd-00afa50103f6 req-ab08e1d4-5fec-4813-ba1b-e34a008a8ffa tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0480354 Sep 18 00:54:21.032259 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-169ee5b1-8386-408d-b7cd-00afa50103f6 req-025d9919-2f70-4e17-a6c0-3ac1ef14d678 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324333 Sep 18 00:54:22.068763 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-6bdf9852-d767-4d1a-9f9b-40c33e57d391 service neutron] show failed (client error): The resource could not be found. Sep 18 00:54:22.069841 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-6bdf9852-d767-4d1a-9f9b-40c33e57d391 service neutron] 10.222.0.37 "GET /v2.0/ports/424d9177-bf84-4aad-b839-d4d9cfbcb2a9/bindings/n-h1-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.0548987 Sep 18 00:54:22.150410 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99663c4c-3338-43c3-bcb5-99cb904f6815 req-ff8fee30-3765-468f-8c76-f98abc430178 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:22.151890 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99663c4c-3338-43c3-bcb5-99cb904f6815 req-ff8fee30-3765-468f-8c76-f98abc430178 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0518992 Sep 18 00:54:22.189272 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-99663c4c-3338-43c3-bcb5-99cb904f6815 req-48fd0b62-2121-412e-a411-3de098537541 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311582 Sep 18 00:54:22.638711 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-3f2beeb1-22b0-4852-94d9-775b4e62ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:22.640221 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-3f2beeb1-22b0-4852-94d9-775b4e62ec31 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259&tenant_id=620d963d32234c0d88114693e53fbfe6 HTTP/1.1" status: 200 len: 1097 time: 0.0821681 Sep 18 00:54:22.651928 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-80f818bc-40fa-4480-9998-426b38346a03 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:54:22.652898 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-80f818bc-40fa-4480-9998-426b38346a03 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047672 Sep 18 00:54:22.664010 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809883-1', 'device_owner': 'compute:nova'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:54:22.719513 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:22.915790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] For port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=424d9177-bf84-4aad-b839-d4d9cfbcb2a9,segment=NetworkSegment(06be6da7-916f-4276-b177-e3fc96a13a6c),segment_id=06be6da7-916f-4276-b177-e3fc96a13a6c)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:22.947238 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] For port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9, host n-h2-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:54:22.984912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:54:22.987733 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9027ea97-506c-4e09-90af-75c877fe2175" -d '{"events": [{"server_uuid": "a7c33189-b8b5-41d9-aa97-08017cf5f259", "name": "network-vif-unplugged", "status": "completed", "tag": "424d9177-bf84-4aad-b839-d4d9cfbcb2a9"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:54:22.991840 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:23.004136 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.provisioning_blocks [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Transition to ACTIVE for port object 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 will not be triggered until provisioned by entity L2. {{(pid=95591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:54:23.035364 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 00:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf511049-72b9-4f8a-b37d-867a353a05c9 x-openstack-request-id: req-bf511049-72b9-4f8a-b37d-867a353a05c9 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:54:23.035661 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c33189-b8b5-41d9-aa97-08017cf5f259", "name": "network-vif-unplugged", "status": "completed", "tag": "424d9177-bf84-4aad-b839-d4d9cfbcb2a9", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:54:23.035917 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf511049-72b9-4f8a-b37d-867a353a05c9 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:54:23.036316 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9', 'code': 200} Sep 18 00:54:23.082034 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:23.159718 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Pushing event updated for resources: {'Port': ['ID=424d9177-bf84-4aad-b839-d4d9cfbcb2a9,revision_number=6']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:23.171863 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:23.172142 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:23.172524 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:23.172890 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:23.173231 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:23.173565 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:23.173895 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:23.174785 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:23.175124 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:23.175448 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:23.175790 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:23.176098 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:23.215544 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] No DVR routers for this DVR port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 on host n-h2-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:54:23.312076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50282518-dad1-4e59-9920-bc684f96d8e5 req-fe0269fb-c6b7-4e2b-b612-0b10bf268e61 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:23.313624 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-50282518-dad1-4e59-9920-bc684f96d8e5 req-fe0269fb-c6b7-4e2b-b612-0b10bf268e61 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 944 time: 0.0515893 Sep 18 00:54:23.351371 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-50282518-dad1-4e59-9920-bc684f96d8e5 req-98115e7f-e321-4430-b673-202837251901 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315874 Sep 18 00:54:23.355336 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Attempting to bind port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:54:23.355672 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Attempting to bind port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '06be6da7-916f-4276-b177-e3fc96a13a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45'}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:54:23.356004 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Attempting to bind port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 on network c00d52f2-0821-4a24-b7e6-396d2ab46d45 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:54:23.361848 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 on network c00d52f2-0821-4a24-b7e6-396d2ab46d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:54:23.362169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Attempting to bind port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 on network c00d52f2-0821-4a24-b7e6-396d2ab46d45 {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:54:23.368634 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:54:23.369078 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Checking segment: {'id': '06be6da7-916f-4276-b177-e3fc96a13a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:54:23.369400 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Bound using segment: {'id': '06be6da7-916f-4276-b177-e3fc96a13a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45'} {{(pid=95591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:54:23.369829 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.managers [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Bound port: 424d9177-bf84-4aad-b839-d4d9cfbcb2a9, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06be6da7-916f-4276-b177-e3fc96a13a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45'}}] {{(pid=95591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:54:23.370188 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:23.432281 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] For port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9, host n-h1-809883-1, cleared binding levels {{(pid=95591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:54:23.435167 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] For port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=424d9177-bf84-4aad-b839-d4d9cfbcb2a9,segment=NetworkSegment(06be6da7-916f-4276-b177-e3fc96a13a6c),segment_id=06be6da7-916f-4276-b177-e3fc96a13a6c)] {{(pid=95591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:54:23.510645 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:23.551081 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:23.551762 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:23.553249 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] 10.222.0.41 "PUT /v2.0/ports/424d9177-bf84-4aad-b839-d4d9cfbcb2a9 HTTP/1.1" status: 200 len: 1092 time: 0.8927126 Sep 18 00:54:23.575080 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfe9d1-e4c0-4a97-b4fc-7b739a05d85c service neutron] Pushing event updated for resources: {'Port': ['ID=424d9177-bf84-4aad-b839-d4d9cfbcb2a9,revision_number=7']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:23.621125 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-0023e3cc-af4f-4ffa-8e3d-6f4ce008d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:23.622670 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-0023e3cc-af4f-4ffa-8e3d-6f4ce008d3e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 1095 time: 0.0445642 Sep 18 00:54:23.719208 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-6d7e5a10-9db2-44ad-bf10-2777517924d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:23.720693 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-6d7e5a10-9db2-44ad-bf10-2777517924d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c00d52f2-0821-4a24-b7e6-396d2ab46d45 HTTP/1.1" status: 200 len: 897 time: 0.0901234 Sep 18 00:54:23.795459 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-5dd9cfb2-9a89-408a-8805-9457af7f6a24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=424d9177-bf84-4aad-b839-d4d9cfbcb2a9 HTTP/1.1" status: 200 len: 1000 time: 0.0670216 Sep 18 00:54:23.844104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-319ea072-ad80-486b-b7f4-f02534df7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:23.845453 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-319ea072-ad80-486b-b7f4-f02534df7a69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99d32a8b-9ab6-4bd0-963c-9403ab22646d HTTP/1.1" status: 200 len: 834 time: 0.0424738 Sep 18 00:54:23.890942 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-eeef6b12-3cbb-40ea-814b-c1611a144384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:23.892370 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-eeef6b12-3cbb-40ea-814b-c1611a144384 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c00d52f2-0821-4a24-b7e6-396d2ab46d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390675 Sep 18 00:54:23.983120 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-49d83d7f-a80a-4cbc-aaf1-a3cd3702ed22 service neutron] 10.222.0.41 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828464 Sep 18 00:54:24.076592 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-aeb7e4fe-3017-4a85-8e49-c25e6f7c90d8 req-58c41f6a-d992-4af0-9adf-065a7c6e5e7f service neutron] 10.222.0.41 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853755 Sep 18 00:54:24.464393 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd595ab-2a1e-4a3e-a416-48c9478a8b74 req-030eb258-2b96-4028-8bc5-4491c3dca704 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:24.465875 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5dd595ab-2a1e-4a3e-a416-48c9478a8b74 req-030eb258-2b96-4028-8bc5-4491c3dca704 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 944 time: 0.0474484 Sep 18 00:54:24.503101 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5dd595ab-2a1e-4a3e-a416-48c9478a8b74 req-6857a02d-7ef3-4eee-b02b-93eb4b666b0a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313489 Sep 18 00:54:25.038027 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'tag': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:54:25.040400 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c33189-b8b5-41d9-aa97-08017cf5f259", "tag": "424d9177-bf84-4aad-b839-d4d9cfbcb2a9"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:54:25.087774 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b655ae26-adee-4d85-be5d-c3bbaab6435b x-openstack-request-id: req-b655ae26-adee-4d85-be5d-c3bbaab6435b {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:54:25.088129 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c33189-b8b5-41d9-aa97-08017cf5f259", "tag": "424d9177-bf84-4aad-b839-d4d9cfbcb2a9", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:54:25.088445 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b655ae26-adee-4d85-be5d-c3bbaab6435b {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:54:25.088872 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'tag': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9', 'status': 'completed', 'code': 200} Sep 18 00:54:25.150514 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-47225c4e-cb0b-435a-9221-61b87cf46873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:25.152026 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-47225c4e-cb0b-435a-9221-61b87cf46873 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 1095 time: 0.0453057 Sep 18 00:54:25.152662 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-d7561076-4015-408d-9c11-bb2eae5b3229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:25.154478 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-d7561076-4015-408d-9c11-bb2eae5b3229 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 1095 time: 0.0415707 Sep 18 00:54:25.240415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-d9d84d63-4aaf-4098-8372-1a564cffc0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:25.241956 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-d9d84d63-4aaf-4098-8372-1a564cffc0bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=c00d52f2-0821-4a24-b7e6-396d2ab46d45 HTTP/1.1" status: 200 len: 897 time: 0.0833776 Sep 18 00:54:25.242292 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-beb19c3b-3bcf-464c-8f00-b6a045af73e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:25.243817 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-beb19c3b-3bcf-464c-8f00-b6a045af73e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c00d52f2-0821-4a24-b7e6-396d2ab46d45 HTTP/1.1" status: 200 len: 897 time: 0.0818732 Sep 18 00:54:25.311104 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-006897b8-1119-4ace-9c55-cdf1b1292ae4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=424d9177-bf84-4aad-b839-d4d9cfbcb2a9 HTTP/1.1" status: 200 len: 1000 time: 0.0620439 Sep 18 00:54:25.314155 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-6b54a5df-786c-456d-b8b9-bb92d771f4e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=424d9177-bf84-4aad-b839-d4d9cfbcb2a9 HTTP/1.1" status: 200 len: 1000 time: 0.0613124 Sep 18 00:54:25.359547 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-b5519cf7-d436-4383-8594-9e54b3445747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:25.361175 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-b5519cf7-d436-4383-8594-9e54b3445747 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99d32a8b-9ab6-4bd0-963c-9403ab22646d HTTP/1.1" status: 200 len: 834 time: 0.0430765 Sep 18 00:54:25.362714 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-4c512d55-3584-4f32-afed-a78a67a3dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:25.364233 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-4c512d55-3584-4f32-afed-a78a67a3dc6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99d32a8b-9ab6-4bd0-963c-9403ab22646d HTTP/1.1" status: 200 len: 834 time: 0.0424571 Sep 18 00:54:25.406713 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-e2877f13-aebc-40cc-be24-05aa024cdfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:25.408344 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-e2877f13-aebc-40cc-be24-05aa024cdfc3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c00d52f2-0821-4a24-b7e6-396d2ab46d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405524 Sep 18 00:54:25.410495 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-a2bbf18d-1f1c-4f9c-970f-d9db6340b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:25.411973 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-a2bbf18d-1f1c-4f9c-970f-d9db6340b6d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c00d52f2-0821-4a24-b7e6-396d2ab46d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401216 Sep 18 00:54:25.500649 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-0c1642a9-c1b3-4846-b7a9-9d2ebdb7f313 service neutron] 10.222.0.37 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851321 Sep 18 00:54:25.505123 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-50787568-628f-469c-a123-489cc9f4d302 service neutron] 10.222.0.41 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852554 Sep 18 00:54:25.602031 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-b17370d2-2d7c-4e0c-94c3-d691c7010724 service neutron] 10.222.0.41 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896130 Sep 18 00:54:25.617730 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57fe0ce8-641d-4ad2-b2b6-068a816bdbbd req-4f3ce32e-263c-4aaf-a841-77f892b364e5 service neutron] 10.222.0.37 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098425 Sep 18 00:54:25.636060 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89936b5d-931a-4602-9134-b2c52ab73507 req-14f51ef1-c063-4a9a-aad5-c2ca12d9a3b5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:25.637598 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-89936b5d-931a-4602-9134-b2c52ab73507 req-14f51ef1-c063-4a9a-aad5-c2ca12d9a3b5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 944 time: 0.0658619 Sep 18 00:54:25.675322 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-89936b5d-931a-4602-9134-b2c52ab73507 req-21b97ce0-b0fa-4cef-95c4-204a46aa66ca tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316193 Sep 18 00:54:26.571449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:54:26.661408 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=424d9177-bf84-4aad-b839-d4d9cfbcb2a9,segment=NetworkSegment(06be6da7-916f-4276-b177-e3fc96a13a6c),segment_id=06be6da7-916f-4276-b177-e3fc96a13a6c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:26.672002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9', 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45', 'port_id': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9', 'mac_address': 'fa:16:3e:8a:98:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:54:26.712451 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:26.725044 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:54:26.743879 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=424d9177-bf84-4aad-b839-d4d9cfbcb2a9,segment=NetworkSegment(06be6da7-916f-4276-b177-e3fc96a13a6c),segment_id=06be6da7-916f-4276-b177-e3fc96a13a6c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:26.794450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e2312-fb3d-46b6-9d5e-30a8b353dbc7 req-d603019a-459f-4aa4-bd5a-568269c620ab tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:26.796046 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-423e2312-fb3d-46b6-9d5e-30a8b353dbc7 req-d603019a-459f-4aa4-bd5a-568269c620ab tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 944 time: 0.0504656 Sep 18 00:54:26.807996 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:26.834327 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-423e2312-fb3d-46b6-9d5e-30a8b353dbc7 req-853a1fcc-fa0f-4607-8286-473d7d7088ca tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310767 Sep 18 00:54:26.854180 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=424d9177-bf84-4aad-b839-d4d9cfbcb2a9,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:26.863692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:26.863692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:26.863692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:26.863692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:26.864065 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:26.864332 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:26.864663 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:26.865033 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:26.865359 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:26.865680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:26.865998 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:26.866315 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:54:27.060943 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['424d9177-bf84-4aad-b839-d4d9cfbcb2a9'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:54:27.151899 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3ba23-5c6e-40ad-b6e4-17cbb968e58b req-e1bf7e66-88dc-42e8-9234-bca22a7b110b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:27.153586 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48e3ba23-5c6e-40ad-b6e4-17cbb968e58b req-e1bf7e66-88dc-42e8-9234-bca22a7b110b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 945 time: 0.0495861 Sep 18 00:54:27.228350 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-48e3ba23-5c6e-40ad-b6e4-17cbb968e58b req-ea53ccfd-4e44-4d6f-9134-1ea69250b6b4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609140 Sep 18 00:54:27.241058 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1de8c-974c-4f9f-aed6-0235ef9b9fd1 req-5495d9c7-8ea1-4bc2-8ed7-a15fa4b2a15f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:27.242537 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8da1de8c-974c-4f9f-aed6-0235ef9b9fd1 req-5495d9c7-8ea1-4bc2-8ed7-a15fa4b2a15f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259&tenant_id=620d963d32234c0d88114693e53fbfe6&binding%3Ahost_id=n-h1-809883-1 HTTP/1.1" status: 200 len: 945 time: 0.0845339 Sep 18 00:54:27.329929 n-d-809883-1 neutron-server[95592]: INFO neutron.api.v2.resource [req-8da1de8c-974c-4f9f-aed6-0235ef9b9fd1 req-6c768b6a-8d31-4b20-9889-478c73779e9e service neutron] delete failed (client error): The resource could not be found. Sep 18 00:54:27.331000 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8da1de8c-974c-4f9f-aed6-0235ef9b9fd1 req-6c768b6a-8d31-4b20-9889-478c73779e9e service neutron] 10.222.0.37 "DELETE /v2.0/ports/424d9177-bf84-4aad-b839-d4d9cfbcb2a9/bindings/n-h2-809883-1 HTTP/1.1" status: 404 len: 380 time: 0.0812032 Sep 18 00:54:27.338415 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:54:27.351652 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39910a-b1be-4579-a38b-ff7372ea51fd req-e1f0b22a-60f5-4915-bb25-0c21b255c239 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:27.353168 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c39910a-b1be-4579-a38b-ff7372ea51fd req-e1f0b22a-60f5-4915-bb25-0c21b255c239 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 945 time: 0.0537572 Sep 18 00:54:27.377957 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:54:27.422613 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7c39910a-b1be-4579-a38b-ff7372ea51fd req-7176c597-f471-4751-8ee6-28d195433db5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622883 Sep 18 00:54:27.432489 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1de8c-974c-4f9f-aed6-0235ef9b9fd1 req-35cb3840-0337-4a42-a128-560d49ff4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:27.433996 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8da1de8c-974c-4f9f-aed6-0235ef9b9fd1 req-35cb3840-0337-4a42-a128-560d49ff4a6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 1096 time: 0.0577431 Sep 18 00:54:27.521529 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1de8c-974c-4f9f-aed6-0235ef9b9fd1 req-689589d2-b336-42ab-88a2-96dcf7777472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:27.523011 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8da1de8c-974c-4f9f-aed6-0235ef9b9fd1 req-689589d2-b336-42ab-88a2-96dcf7777472 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c00d52f2-0821-4a24-b7e6-396d2ab46d45 HTTP/1.1" status: 200 len: 897 time: 0.0824797 Sep 18 00:54:27.588056 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8da1de8c-974c-4f9f-aed6-0235ef9b9fd1 req-147a1fc7-e9f2-4990-abb9-e361123d6e4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=424d9177-bf84-4aad-b839-d4d9cfbcb2a9 HTTP/1.1" status: 200 len: 1001 time: 0.0584247 Sep 18 00:54:27.636892 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1de8c-974c-4f9f-aed6-0235ef9b9fd1 req-5d5ec3da-ab80-4d58-beba-a1316ca48d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:27.638273 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8da1de8c-974c-4f9f-aed6-0235ef9b9fd1 req-5d5ec3da-ab80-4d58-beba-a1316ca48d39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99d32a8b-9ab6-4bd0-963c-9403ab22646d HTTP/1.1" status: 200 len: 834 time: 0.0417321 Sep 18 00:54:27.682500 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1de8c-974c-4f9f-aed6-0235ef9b9fd1 req-8815a0ec-e7b7-45c8-bec0-fb51e3eed404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:27.683863 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8da1de8c-974c-4f9f-aed6-0235ef9b9fd1 req-8815a0ec-e7b7-45c8-bec0-fb51e3eed404 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c00d52f2-0821-4a24-b7e6-396d2ab46d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383754 Sep 18 00:54:27.773266 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8da1de8c-974c-4f9f-aed6-0235ef9b9fd1 req-4c37b9e6-7340-4598-a2b1-9b872cf53862 service neutron] 10.222.0.37 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820003 Sep 18 00:54:27.859972 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8da1de8c-974c-4f9f-aed6-0235ef9b9fd1 req-b50195b8-f543-45c7-a274-13967466992f service neutron] 10.222.0.37 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800784 Sep 18 00:54:28.554572 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1f18b-b434-47f1-8880-166cb9efba39 req-fff84a5f-b9f0-4b2f-9483-69468c1d01ac tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:28.556133 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5b1f18b-b434-47f1-8880-166cb9efba39 req-fff84a5f-b9f0-4b2f-9483-69468c1d01ac tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 945 time: 0.0606022 Sep 18 00:54:28.588393 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:54:28.594946 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d5b1f18b-b434-47f1-8880-166cb9efba39 req-210f59d0-d053-4c35-8398-70b1e21ee7da tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326135 Sep 18 00:54:28.620939 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32778) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:28.683335 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fb7f7867-e85f-4b07-a4a5-1da79c0e8ece tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/floatingips/7c87cc06-4a39-4683-922c-ddc6b9599141 HTTP/1.1" status: 200 len: 993 time: 0.0609710 Sep 18 00:54:28.745291 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:54:28.749602 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:54:28.749967 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:28.835200 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:28.857215 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:54:28.859460 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e202594-37ab-4d3f-98aa-b3d892acb3ac" -d '{"events": [{"server_uuid": "a7c33189-b8b5-41d9-aa97-08017cf5f259", "name": "network-vif-plugged", "status": "completed", "tag": "424d9177-bf84-4aad-b839-d4d9cfbcb2a9"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:54:28.872251 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=424d9177-bf84-4aad-b839-d4d9cfbcb2a9,segment=NetworkSegment(06be6da7-916f-4276-b177-e3fc96a13a6c),segment_id=06be6da7-916f-4276-b177-e3fc96a13a6c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:54:28.899383 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c39cff3-ac19-4b2d-ae88-652c453a2da7 x-openstack-request-id: req-1c39cff3-ac19-4b2d-ae88-652c453a2da7 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:54:28.899383 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c33189-b8b5-41d9-aa97-08017cf5f259", "name": "network-vif-plugged", "status": "completed", "tag": "424d9177-bf84-4aad-b839-d4d9cfbcb2a9", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:54:28.899383 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c39cff3-ac19-4b2d-ae88-652c453a2da7 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:54:28.899383 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9', 'code': 200} Sep 18 00:54:28.944162 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:28.991022 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=424d9177-bf84-4aad-b839-d4d9cfbcb2a9,revision_number=9']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:41.052986 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:44.110111 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:44.166889 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8d6db4d2-80c2-4c3b-9886-6f2668d18394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:44.651717 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:54:46.635509 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-88f8efb0-2ccb-4780-9788-c71203ff8d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:47.326657 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:48.024267 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:50.069453 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:57.198203 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32790) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:57.350872 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-9741dfbc-b9a8-41df-a5c3-5abdd2bd9c3f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting port a71b1504-78d5-4daf-b6aa-7f53108ca43d {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:54:57.351133 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9741dfbc-b9a8-41df-a5c3-5abdd2bd9c3f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:57.427140 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9741dfbc-b9a8-41df-a5c3-5abdd2bd9c3f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:57.427467 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9741dfbc-b9a8-41df-a5c3-5abdd2bd9c3f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:57.439016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-9741dfbc-b9a8-41df-a5c3-5abdd2bd9c3f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Calling delete_port for a71b1504-78d5-4daf-b6aa-7f53108ca43d owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:54:57.623827 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9741dfbc-b9a8-41df-a5c3-5abdd2bd9c3f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:57.649532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741dfbc-b9a8-41df-a5c3-5abdd2bd9c3f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Port': ['ID=a71b1504-78d5-4daf-b6aa-7f53108ca43d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:54:57.706028 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9741dfbc-b9a8-41df-a5c3-5abdd2bd9c3f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:57.706356 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-9741dfbc-b9a8-41df-a5c3-5abdd2bd9c3f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Floating IP 7c87cc06-4a39-4683-922c-ddc6b9599141 disassociated (deleted). External IP: 172.25.3.238, port: 424d9177-bf84-4aad-b839-d4d9cfbcb2a9. Sep 18 00:54:57.907351 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9741dfbc-b9a8-41df-a5c3-5abdd2bd9c3f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router ae49615e-783f-4e29-9452-11bd890d5218 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:54:58.011648 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9741dfbc-b9a8-41df-a5c3-5abdd2bd9c3f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:54:58.016483 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9741dfbc-b9a8-41df-a5c3-5abdd2bd9c3f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:54:58.021588 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3520e75-7f4d-48eb-a27f-c93b8c251fbf None None] Sync routers for ids ['ae49615e-783f-4e29-9452-11bd890d5218'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:54:58.031044 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3520e75-7f4d-48eb-a27f-c93b8c251fbf None None] Routers {'ae49615e-783f-4e29-9452-11bd890d5218'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:54:58.031640 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d3520e75-7f4d-48eb-a27f-c93b8c251fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:54:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ae49615e-783f-4e29-9452-11bd890d5218'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:58.044450 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9741dfbc-b9a8-41df-a5c3-5abdd2bd9c3f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/floatingips/7c87cc06-4a39-4683-922c-ddc6b9599141 HTTP/1.1" status: 204 len: 168 time: 0.8451948 Sep 18 00:54:58.045148 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'tag': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:54:58.047472 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eebcdc1-debf-43f4-8baf-1e7ee68e2c10" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c33189-b8b5-41d9-aa97-08017cf5f259", "tag": "424d9177-bf84-4aad-b839-d4d9cfbcb2a9"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:54:58.140155 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-d3520e75-7f4d-48eb-a27f-c93b8c251fbf None None] Set router ae49615e-783f-4e29-9452-11bd890d5218 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:54:58.146166 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bea88d8-64d9-4a62-b1a5-99006de31288 x-openstack-request-id: req-8bea88d8-64d9-4a62-b1a5-99006de31288 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:54:58.152481 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c33189-b8b5-41d9-aa97-08017cf5f259", "tag": "424d9177-bf84-4aad-b839-d4d9cfbcb2a9", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:54:58.152481 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8bea88d8-64d9-4a62-b1a5-99006de31288 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:54:58.152481 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'tag': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9', 'status': 'completed', 'code': 200} Sep 18 00:54:58.176347 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.41', 54962) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:54:58.199285 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-20b9de74-cf13-494b-8f3c-f9d719177d3c req-f9f561d6-fe62-4e54-a272-e1aaec5fc254 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410070 Sep 18 00:54:58.218670 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebcdc1-debf-43f4-8baf-1e7ee68e2c10 req-fdd2dddb-c2d4-4026-b2de-f234dcf553c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:58.221860 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2eebcdc1-debf-43f4-8baf-1e7ee68e2c10 req-fdd2dddb-c2d4-4026-b2de-f234dcf553c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 1097 time: 0.0422654 Sep 18 00:54:58.313076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebcdc1-debf-43f4-8baf-1e7ee68e2c10 req-665b35fc-1ffc-49b3-83a9-58d711b561b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:58.315028 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2eebcdc1-debf-43f4-8baf-1e7ee68e2c10 req-665b35fc-1ffc-49b3-83a9-58d711b561b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c00d52f2-0821-4a24-b7e6-396d2ab46d45 HTTP/1.1" status: 200 len: 897 time: 0.0880067 Sep 18 00:54:58.346690 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d3520e75-7f4d-48eb-a27f-c93b8c251fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635980456', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:14Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '407eb516-b679-4e00-bce4-5f948403e010', 'name': '', 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:a7:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:13Z', 'updated_at': '2021-09-18T00:53:16Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:58.359352 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2eebcdc1-debf-43f4-8baf-1e7ee68e2c10 req-ff3f56a4-f737-495a-ac7b-2850846a3497 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=424d9177-bf84-4aad-b839-d4d9cfbcb2a9 HTTP/1.1" status: 200 len: 217 time: 0.0369992 Sep 18 00:54:58.376072 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3520e75-7f4d-48eb-a27f-c93b8c251fbf None None] Checking router: ae49615e-783f-4e29-9452-11bd890d5218 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:54:58.385696 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3520e75-7f4d-48eb-a27f-c93b8c251fbf None None] Routers {'ae49615e-783f-4e29-9452-11bd890d5218'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:54:58.386379 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d3520e75-7f4d-48eb-a27f-c93b8c251fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:54:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ae49615e-783f-4e29-9452-11bd890d5218'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:58.410875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebcdc1-debf-43f4-8baf-1e7ee68e2c10 req-95460c64-c2f8-4dda-8b96-4e87ed97aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:58.423096 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2eebcdc1-debf-43f4-8baf-1e7ee68e2c10 req-95460c64-c2f8-4dda-8b96-4e87ed97aa60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99d32a8b-9ab6-4bd0-963c-9403ab22646d HTTP/1.1" status: 200 len: 834 time: 0.0458722 Sep 18 00:54:58.461246 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebcdc1-debf-43f4-8baf-1e7ee68e2c10 req-08a95d6d-7026-45d7-8017-7b09395cdef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:58.462747 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2eebcdc1-debf-43f4-8baf-1e7ee68e2c10 req-08a95d6d-7026-45d7-8017-7b09395cdef6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c00d52f2-0821-4a24-b7e6-396d2ab46d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432887 Sep 18 00:54:58.495904 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-d3520e75-7f4d-48eb-a27f-c93b8c251fbf None None] Set router ae49615e-783f-4e29-9452-11bd890d5218 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:54:58.580456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad5bd7-5180-4d5b-ab9d-1fc3c84f47fc req-3eea100b-1b0c-4f29-8f6f-fb556c4fec60 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:58.581993 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57ad5bd7-5180-4d5b-ab9d-1fc3c84f47fc req-3eea100b-1b0c-4f29-8f6f-fb556c4fec60 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.1541395 Sep 18 00:54:58.610324 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2eebcdc1-debf-43f4-8baf-1e7ee68e2c10 req-5bfd5f74-b4ef-4b13-b024-2189f0af8477 service neutron] 10.222.0.41 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389847 Sep 18 00:54:58.643320 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-57ad5bd7-5180-4d5b-ab9d-1fc3c84f47fc req-1f60338e-819f-459f-bd1e-8dc797d2fc99 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552564 Sep 18 00:54:58.689854 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d3520e75-7f4d-48eb-a27f-c93b8c251fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635980456', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:14Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '407eb516-b679-4e00-bce4-5f948403e010', 'name': '', 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:a7:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:13Z', 'updated_at': '2021-09-18T00:53:16Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:54:58.716048 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3520e75-7f4d-48eb-a27f-c93b8c251fbf None None] The sync data for ids ['ae49615e-783f-4e29-9452-11bd890d5218'] in n-d-809883-1 is: [{'id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635980456', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:14Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '407eb516-b679-4e00-bce4-5f948403e010', 'name': '', 'network_id': 'c00d52f2-0821-4a24-b7e6-396d2ab46d45', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:a7:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:13Z', 'updated_at': '2021-09-18T00:53:16Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '99d32a8b-9ab6-4bd0-963c-9403ab22646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:54:58.718701 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2eebcdc1-debf-43f4-8baf-1e7ee68e2c10 req-1dbf7866-cfe2-4c80-a669-7e232ab8789d service neutron] 10.222.0.41 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976694 Sep 18 00:54:58.860164 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9de74-cf13-494b-8f3c-f9d719177d3c req-dfd13014-02dd-4c67-bb3d-ab77f81985c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:58.861780 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20b9de74-cf13-494b-8f3c-f9d719177d3c req-dfd13014-02dd-4c67-bb3d-ab77f81985c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 1097 time: 0.0419345 Sep 18 00:54:58.953420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83661cbc-c872-41f0-92c0-edfe22fe6484 None None] New status for floating IP 7c87cc06-4a39-4683-922c-ddc6b9599141: DOWN {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:54:58.973376 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9de74-cf13-494b-8f3c-f9d719177d3c req-b6247780-bf09-4a0a-9040-ec5682094a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:58.974853 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20b9de74-cf13-494b-8f3c-f9d719177d3c req-b6247780-bf09-4a0a-9040-ec5682094a09 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c00d52f2-0821-4a24-b7e6-396d2ab46d45 HTTP/1.1" status: 200 len: 897 time: 0.0914066 Sep 18 00:54:59.015761 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20b9de74-cf13-494b-8f3c-f9d719177d3c req-c5d04158-49d4-4adf-ba72-90d2080bffbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=424d9177-bf84-4aad-b839-d4d9cfbcb2a9 HTTP/1.1" status: 200 len: 217 time: 0.0333874 Sep 18 00:54:59.066829 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9de74-cf13-494b-8f3c-f9d719177d3c req-eb8cf685-83d4-4613-bcd6-e1986de07517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:59.068295 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20b9de74-cf13-494b-8f3c-f9d719177d3c req-eb8cf685-83d4-4613-bcd6-e1986de07517 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99d32a8b-9ab6-4bd0-963c-9403ab22646d HTTP/1.1" status: 200 len: 834 time: 0.0447323 Sep 18 00:54:59.117355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9de74-cf13-494b-8f3c-f9d719177d3c req-61afdf1e-a7d0-4bc0-bf75-3411aafb1b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:59.118802 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20b9de74-cf13-494b-8f3c-f9d719177d3c req-61afdf1e-a7d0-4bc0-bf75-3411aafb1b3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c00d52f2-0821-4a24-b7e6-396d2ab46d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431826 Sep 18 00:54:59.206162 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20b9de74-cf13-494b-8f3c-f9d719177d3c req-43a51e8c-c53c-4421-b750-1dbc532d49de service neutron] 10.222.0.41 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794504 Sep 18 00:54:59.299596 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-20b9de74-cf13-494b-8f3c-f9d719177d3c req-7364d95c-46fd-4e4f-9bc4-7dfd69f71ef3 service neutron] 10.222.0.41 "GET /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845647 Sep 18 00:54:59.765362 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94937ecd-282d-4648-8e54-cf5f61f7643f req-ba5ccb41-b818-456d-8b01-a49f8136d5ce tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:59.766818 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-94937ecd-282d-4648-8e54-cf5f61f7643f req-ba5ccb41-b818-456d-8b01-a49f8136d5ce tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.0477686 Sep 18 00:54:59.862998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a158d5-9069-4c95-b781-d8dfafbc1585 req-da03ffb5-cd9e-428b-b38e-e3a9f7b49024 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:54:59.864453 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-69a158d5-9069-4c95-b781-d8dfafbc1585 req-da03ffb5-cd9e-428b-b38e-e3a9f7b49024 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7c33189-b8b5-41d9-aa97-08017cf5f259 HTTP/1.1" status: 200 len: 946 time: 0.1504734 Sep 18 00:54:59.918997 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-69a158d5-9069-4c95-b781-d8dfafbc1585 req-423ba873-ab0c-495b-acc3-e7bc82eda087 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=124d1502-e171-487a-8832-e668ac86069d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475771 Sep 18 00:54:59.921467 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-94937ecd-282d-4648-8e54-cf5f61f7643f req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:54:59.921807 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-94937ecd-282d-4648-8e54-cf5f61f7643f req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:00.014007 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-94937ecd-282d-4648-8e54-cf5f61f7643f req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] For port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=424d9177-bf84-4aad-b839-d4d9cfbcb2a9,segment=NetworkSegment(06be6da7-916f-4276-b177-e3fc96a13a6c),segment_id=06be6da7-916f-4276-b177-e3fc96a13a6c)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:00.014367 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-94937ecd-282d-4648-8e54-cf5f61f7643f req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:00.025960 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-94937ecd-282d-4648-8e54-cf5f61f7643f req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Calling delete_port for 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:00.189157 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-94937ecd-282d-4648-8e54-cf5f61f7643f req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:00.221607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Port': ['ID=424d9177-bf84-4aad-b839-d4d9cfbcb2a9,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:00.246423 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:00.246778 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:00.247118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:00.247451 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:00.247781 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:00.248111 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:00.248437 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:00.248759 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:00.249115 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:00.249438 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:00.249758 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:00.250076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:00.271127 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-94937ecd-282d-4648-8e54-cf5f61f7643f req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] No DVR routers for this DVR port 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 on host n-h1-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:55:00.273656 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-94937ecd-282d-4648-8e54-cf5f61f7643f req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:00.275635 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-94937ecd-282d-4648-8e54-cf5f61f7643f req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.41 "DELETE /v2.0/ports/424d9177-bf84-4aad-b839-d4d9cfbcb2a9 HTTP/1.1" status: 204 len: 173 time: 0.4989574 Sep 18 00:55:00.276068 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'name': 'network-vif-deleted', 'tag': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:55:00.278662 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b84396-5815-4d58-b529-87d36480c6e1" -d '{"events": [{"server_uuid": "a7c33189-b8b5-41d9-aa97-08017cf5f259", "name": "network-vif-deleted", "tag": "424d9177-bf84-4aad-b839-d4d9cfbcb2a9"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:55:00.314783 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1b3bb1-95a5-4567-90b5-b97fa0f8c38f x-openstack-request-id: req-0a1b3bb1-95a5-4567-90b5-b97fa0f8c38f {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:55:00.315104 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c33189-b8b5-41d9-aa97-08017cf5f259", "name": "network-vif-deleted", "tag": "424d9177-bf84-4aad-b839-d4d9cfbcb2a9", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:55:00.315357 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0a1b3bb1-95a5-4567-90b5-b97fa0f8c38f {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:55:00.315762 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c33189-b8b5-41d9-aa97-08017cf5f259', 'name': 'network-vif-deleted', 'tag': '424d9177-bf84-4aad-b839-d4d9cfbcb2a9', 'status': 'completed', 'code': 200} Sep 18 00:55:00.975344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 32810) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:01.323063 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cdaf5ab9-6e81-4a2e-8da7-cac49daa6a31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:01.572355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-cdaf5ab9-6e81-4a2e-8da7-cac49daa6a31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting port 407eb516-b679-4e00-bce4-5f948403e010 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:01.572705 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cdaf5ab9-6e81-4a2e-8da7-cac49daa6a31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:01.660180 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-cdaf5ab9-6e81-4a2e-8da7-cac49daa6a31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] For port 407eb516-b679-4e00-bce4-5f948403e010, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=407eb516-b679-4e00-bce4-5f948403e010,segment=NetworkSegment(06be6da7-916f-4276-b177-e3fc96a13a6c),segment_id=06be6da7-916f-4276-b177-e3fc96a13a6c)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:01.660456 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cdaf5ab9-6e81-4a2e-8da7-cac49daa6a31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:01.672575 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-cdaf5ab9-6e81-4a2e-8da7-cac49daa6a31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Calling delete_port for 407eb516-b679-4e00-bce4-5f948403e010 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:01.903588 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cdaf5ab9-6e81-4a2e-8da7-cac49daa6a31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:01.931273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf5ab9-6e81-4a2e-8da7-cac49daa6a31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Port': ['ID=407eb516-b679-4e00-bce4-5f948403e010,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:02.390587 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-cdaf5ab9-6e81-4a2e-8da7-cac49daa6a31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:02.596792 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdaf5ab9-6e81-4a2e-8da7-cac49daa6a31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router ae49615e-783f-4e29-9452-11bd890d5218 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:55:02.698971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdaf5ab9-6e81-4a2e-8da7-cac49daa6a31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:02.706366 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-cdaf5ab9-6e81-4a2e-8da7-cac49daa6a31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "PUT /v2.0/routers/ae49615e-783f-4e29-9452-11bd890d5218/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7275310 Sep 18 00:55:02.707682 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 32812) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:02.714058 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0126081d-bf63-424c-bef4-0cfe89524cc3 None None] Sync routers for ids ['ae49615e-783f-4e29-9452-11bd890d5218'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:02.722999 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0126081d-bf63-424c-bef4-0cfe89524cc3 None None] Routers {'ae49615e-783f-4e29-9452-11bd890d5218'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:02.723903 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0126081d-bf63-424c-bef4-0cfe89524cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:54:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ae49615e-783f-4e29-9452-11bd890d5218'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:02.759132 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d4897f-1a07-4613-b289-bf7a21bbeea6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting subnet 99d32a8b-9ab6-4bd0-963c-9403ab22646d {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:55:02.762402 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-19d4897f-1a07-4613-b289-bf7a21bbeea6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:02.775915 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:55:02.795455 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:55:02.795797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 424d9177-bf84-4aad-b839-d4d9cfbcb2a9 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:55:02.803603 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-19d4897f-1a07-4613-b289-bf7a21bbeea6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:02.834160 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-0126081d-bf63-424c-bef4-0cfe89524cc3 None None] Set router ae49615e-783f-4e29-9452-11bd890d5218 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:55:02.890205 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-19d4897f-1a07-4613-b289-bf7a21bbeea6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:03.007732 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0126081d-bf63-424c-bef4-0cfe89524cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635980456', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:55:01Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:03.024128 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-19d4897f-1a07-4613-b289-bf7a21bbeea6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:03.032866 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0126081d-bf63-424c-bef4-0cfe89524cc3 None None] Checking router: ae49615e-783f-4e29-9452-11bd890d5218 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:55:03.040720 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0126081d-bf63-424c-bef4-0cfe89524cc3 None None] Routers {'ae49615e-783f-4e29-9452-11bd890d5218'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:03.041350 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0126081d-bf63-424c-bef4-0cfe89524cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:54:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['ae49615e-783f-4e29-9452-11bd890d5218'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:03.052121 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4897f-1a07-4613-b289-bf7a21bbeea6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Subnet': ['ID=99d32a8b-9ab6-4bd0-963c-9403ab22646d,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:03.055670 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-19d4897f-1a07-4613-b289-bf7a21bbeea6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:03.057776 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-19d4897f-1a07-4613-b289-bf7a21bbeea6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/subnets/99d32a8b-9ab6-4bd0-963c-9403ab22646d HTTP/1.1" status: 204 len: 168 time: 0.3493130 Sep 18 00:55:03.060357 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 32814) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:03.065821 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9be9a12-6022-4e44-8902-92f8a9c84e82 None None] Network c00d52f2-0821-4a24-b7e6-396d2ab46d45 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:55:03.145133 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-0126081d-bf63-424c-bef4-0cfe89524cc3 None None] Set router ae49615e-783f-4e29-9452-11bd890d5218 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:55:03.172516 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04499d73-aba5-4854-856e-47be6b50803f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:03.263530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c08cdae-f757-47d8-b369-5315d0888250 None None] DHCP port deletion for c00d52f2-0821-4a24-b7e6-396d2ab46d45 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:55:03.312097 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04499d73-aba5-4854-856e-47be6b50803f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:03.319766 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-7c08cdae-f757-47d8-b369-5315d0888250 None None] Deleting port fd17f882-b1c7-4a27-8147-fa5a88395546 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:03.320144 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7c08cdae-f757-47d8-b369-5315d0888250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:03.391553 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-7c08cdae-f757-47d8-b369-5315d0888250 None None] For port fd17f882-b1c7-4a27-8147-fa5a88395546, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=fd17f882-b1c7-4a27-8147-fa5a88395546,segment=NetworkSegment(06be6da7-916f-4276-b177-e3fc96a13a6c),segment_id=06be6da7-916f-4276-b177-e3fc96a13a6c)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:03.392050 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7c08cdae-f757-47d8-b369-5315d0888250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:03.413193 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-7c08cdae-f757-47d8-b369-5315d0888250 None None] Calling delete_port for fd17f882-b1c7-4a27-8147-fa5a88395546 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:03.434621 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-04499d73-aba5-4854-856e-47be6b50803f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting port 5016b34b-8465-42d9-86f6-36d6a0205f15 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:55:03.435170 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04499d73-aba5-4854-856e-47be6b50803f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:03.479533 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0126081d-bf63-424c-bef4-0cfe89524cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635980456', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:55:01Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:03.511809 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0126081d-bf63-424c-bef4-0cfe89524cc3 None None] The sync data for ids ['ae49615e-783f-4e29-9452-11bd890d5218'] in n-d-809883-1 is: [{'id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635980456', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:55:01Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '5016b34b-8465-42d9-86f6-36d6a0205f15', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae49615e-783f-4e29-9452-11bd890d5218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:53:10Z', 'updated_at': '2021-09-18T00:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:03.571378 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-04499d73-aba5-4854-856e-47be6b50803f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] For port 5016b34b-8465-42d9-86f6-36d6a0205f15, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=5016b34b-8465-42d9-86f6-36d6a0205f15,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:03.571741 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04499d73-aba5-4854-856e-47be6b50803f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:03.578203 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7c08cdae-f757-47d8-b369-5315d0888250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:03.602509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-04499d73-aba5-4854-856e-47be6b50803f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Calling delete_port for 5016b34b-8465-42d9-86f6-36d6a0205f15 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:55:03.607134 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08cdae-f757-47d8-b369-5315d0888250 None None] Pushing event deleted for resources: {'Port': ['ID=fd17f882-b1c7-4a27-8147-fa5a88395546,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:03.627631 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c08cdae-f757-47d8-b369-5315d0888250 None None] No DVR routers for this DVR port fd17f882-b1c7-4a27-8147-fa5a88395546 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:55:03.835134 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04499d73-aba5-4854-856e-47be6b50803f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:03.869363 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04499d73-aba5-4854-856e-47be6b50803f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Port': ['ID=5016b34b-8465-42d9-86f6-36d6a0205f15,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:03.952185 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04499d73-aba5-4854-856e-47be6b50803f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.060930 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04499d73-aba5-4854-856e-47be6b50803f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.064593 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04499d73-aba5-4854-856e-47be6b50803f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.189709 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04499d73-aba5-4854-856e-47be6b50803f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.190258 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04499d73-aba5-4854-856e-47be6b50803f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Fanout notify agent at l3_agent the message router_deleted on router ae49615e-783f-4e29-9452-11bd890d5218 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:55:04.197830 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-04499d73-aba5-4854-856e-47be6b50803f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.198963 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-04499d73-aba5-4854-856e-47be6b50803f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/routers/ae49615e-783f-4e29-9452-11bd890d5218 HTTP/1.1" status: 204 len: 168 time: 1.1376460 Sep 18 00:55:04.201825 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 32816) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:04.281443 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bb51f0a2-e56b-409c-bde2-66748738afd3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.379068 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bb51f0a2-e56b-409c-bde2-66748738afd3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.398420 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-bb51f0a2-e56b-409c-bde2-66748738afd3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00d52f2-0821-4a24-b7e6-396d2ab46d45']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:04.407925 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-bb51f0a2-e56b-409c-bde2-66748738afd3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06be6da7-916f-4276-b177-e3fc96a13a6c') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:04.408218 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-bb51f0a2-e56b-409c-bde2-66748738afd3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06be6da7-916f-4276-b177-e3fc96a13a6c') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:04.417287 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bb51f0a2-e56b-409c-bde2-66748738afd3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.430452 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bb51f0a2-e56b-409c-bde2-66748738afd3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.436150 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb51f0a2-e56b-409c-bde2-66748738afd3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:55:04.436737 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bb51f0a2-e56b-409c-bde2-66748738afd3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:55:04.439427 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:55:04.537602 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bb51f0a2-e56b-409c-bde2-66748738afd3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.549689 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-bb51f0a2-e56b-409c-bde2-66748738afd3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.549689 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-bb51f0a2-e56b-409c-bde2-66748738afd3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/networks/c00d52f2-0821-4a24-b7e6-396d2ab46d45 HTTP/1.1" status: 204 len: 168 time: 0.3437014 Sep 18 00:55:04.549882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32818) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:04.558490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51f0a2-e56b-409c-bde2-66748738afd3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Network': ['ID=c00d52f2-0821-4a24-b7e6-396d2ab46d45,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:04.608143 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8746c7df-041e-4fb3-acde-0fb3731c16fd tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.638937 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8746c7df-041e-4fb3-acde-0fb3731c16fd tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.751097 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5016b34b-8465-42d9-86f6-36d6a0205f15 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:55:04.766911 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8746c7df-041e-4fb3-acde-0fb3731c16fd tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.769757 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8746c7df-041e-4fb3-acde-0fb3731c16fd tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:04.770939 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8746c7df-041e-4fb3-acde-0fb3731c16fd tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/security-groups/124d1502-e171-487a-8832-e668ac86069d HTTP/1.1" status: 204 len: 168 time: 0.2204688 Sep 18 00:55:04.771052 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 5016b34b-8465-42d9-86f6-36d6a0205f15 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:55:04.771359 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 5016b34b-8465-42d9-86f6-36d6a0205f15 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:55:04.771757 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device fd17f882-b1c7-4a27-8147-fa5a88395546 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:55:04.781313 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746c7df-041e-4fb3-acde-0fb3731c16fd tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=124d1502-e171-487a-8832-e668ac86069d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:04.794451 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: fd17f882-b1c7-4a27-8147-fa5a88395546 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:55:04.794790 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device fd17f882-b1c7-4a27-8147-fa5a88395546 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:55:04.795199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 407eb516-b679-4e00-bce4-5f948403e010 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:55:04.818923 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 407eb516-b679-4e00-bce4-5f948403e010 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:55:04.819263 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 407eb516-b679-4e00-bce4-5f948403e010 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:55:05.126333 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32824) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:05.131059 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-0af43634-94e5-4c81-8bee-7506f5bdf44f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454945109', 'description': 'tempest-secgroup-smoke-1454945109 description', 'project_id': '620d963d32234c0d88114693e53fbfe6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:05.194674 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0af43634-94e5-4c81-8bee-7506f5bdf44f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:05.272744 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0af43634-94e5-4c81-8bee-7506f5bdf44f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:05.314722 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0af43634-94e5-4c81-8bee-7506f5bdf44f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:05.343037 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af43634-94e5-4c81-8bee-7506f5bdf44f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce287bf-5952-4ce2-bd9a-6b630a9afec3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:05.388904 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0af43634-94e5-4c81-8bee-7506f5bdf44f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:05.390193 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0af43634-94e5-4c81-8bee-7506f5bdf44f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2627289 Sep 18 00:55:05.392971 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32826) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:05.397825 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9ae275da-ef38-4419-9c58-8afa1613dc89 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '6ce287bf-5952-4ce2-bd9a-6b630a9afec3', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:05.479423 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9ae275da-ef38-4419-9c58-8afa1613dc89 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:05.532814 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9ae275da-ef38-4419-9c58-8afa1613dc89 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:05.606175 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9ae275da-ef38-4419-9c58-8afa1613dc89 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:05.624637 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae275da-ef38-4419-9c58-8afa1613dc89 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ee0f60-2164-472d-bd8b-93dde82eeb8d,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:05.703651 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9ae275da-ef38-4419-9c58-8afa1613dc89 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:05.704846 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9ae275da-ef38-4419-9c58-8afa1613dc89 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3109488 Sep 18 00:55:05.708221 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32828) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:05.712532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-63de55a0-d374-4524-b42b-ff29296295d7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '6ce287bf-5952-4ce2-bd9a-6b630a9afec3', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:05.817443 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-63de55a0-d374-4524-b42b-ff29296295d7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:05.875406 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-63de55a0-d374-4524-b42b-ff29296295d7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:05.926773 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-63de55a0-d374-4524-b42b-ff29296295d7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:05.946585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de55a0-d374-4524-b42b-ff29296295d7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365bf118-604d-44a8-a6f5-a034822faa5e,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:06.006639 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-63de55a0-d374-4524-b42b-ff29296295d7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:06.007853 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-63de55a0-d374-4524-b42b-ff29296295d7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2986946 Sep 18 00:55:06.010594 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32830) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:06.014907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-143e3f26-5a4b-4d6f-b587-be22607a0dda tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '6ce287bf-5952-4ce2-bd9a-6b630a9afec3', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:06.085055 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-143e3f26-5a4b-4d6f-b587-be22607a0dda tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:06.140622 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-143e3f26-5a4b-4d6f-b587-be22607a0dda tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:06.211661 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-143e3f26-5a4b-4d6f-b587-be22607a0dda tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:06.229959 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e3f26-5a4b-4d6f-b587-be22607a0dda tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5155528c-554c-4beb-b1f6-cc194c51937b,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:06.280183 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-143e3f26-5a4b-4d6f-b587-be22607a0dda tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:06.281414 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-143e3f26-5a4b-4d6f-b587-be22607a0dda tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2699060 Sep 18 00:55:06.284112 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32832) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:06.288982 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d42e0bad-cad6-4e9e-bfdc-6cc7405bff0c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '6ce287bf-5952-4ce2-bd9a-6b630a9afec3', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:06.365650 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d42e0bad-cad6-4e9e-bfdc-6cc7405bff0c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:06.422115 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d42e0bad-cad6-4e9e-bfdc-6cc7405bff0c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:06.463482 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d42e0bad-cad6-4e9e-bfdc-6cc7405bff0c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:06.480667 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e0bad-cad6-4e9e-bfdc-6cc7405bff0c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1bf7ca-3a07-49d6-bb74-c43e70587d57,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:06.537609 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d42e0bad-cad6-4e9e-bfdc-6cc7405bff0c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:06.538813 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d42e0bad-cad6-4e9e-bfdc-6cc7405bff0c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2532420 Sep 18 00:55:06.541498 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32834) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:06.545704 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a71c5b00-602c-4f1c-9f70-e6da3c762723 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '6ce287bf-5952-4ce2-bd9a-6b630a9afec3', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:06.600289 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-a71c5b00-602c-4f1c-9f70-e6da3c762723 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Project 620d963d32234c0d88114693e53fbfe6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:55:06.605000 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a71c5b00-602c-4f1c-9f70-e6da3c762723 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:06.665963 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a71c5b00-602c-4f1c-9f70-e6da3c762723 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:06.708821 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a71c5b00-602c-4f1c-9f70-e6da3c762723 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:06.726026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c5b00-602c-4f1c-9f70-e6da3c762723 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4470bf-bff7-41ad-86c7-b77b0516da2b,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:06.766020 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a71c5b00-602c-4f1c-9f70-e6da3c762723 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:06.767225 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a71c5b00-602c-4f1c-9f70-e6da3c762723 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2248127 Sep 18 00:55:06.770629 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32836) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:06.774955 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f1cfabba-1773-4daa-a6f8-bc3e0326ff0e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': '6ce287bf-5952-4ce2-bd9a-6b630a9afec3', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:06.840348 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-f1cfabba-1773-4daa-a6f8-bc3e0326ff0e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Project 620d963d32234c0d88114693e53fbfe6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:55:06.844956 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1cfabba-1773-4daa-a6f8-bc3e0326ff0e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:06.904430 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1cfabba-1773-4daa-a6f8-bc3e0326ff0e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:06.960441 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1cfabba-1773-4daa-a6f8-bc3e0326ff0e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:06.978720 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfabba-1773-4daa-a6f8-bc3e0326ff0e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c92ccf-ef00-4c6d-80cd-647dbd1a2cbd,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:07.046580 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f1cfabba-1773-4daa-a6f8-bc3e0326ff0e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:07.047838 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f1cfabba-1773-4daa-a6f8-bc3e0326ff0e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2762747 Sep 18 00:55:07.050646 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32838) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:07.055708 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-deb034d0-baf4-4df0-86c6-0e693317cc5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'network': {'name': 'tempest-network-smoke--1217820520', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'port_security_enabled': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:07.160105 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb034d0-baf4-4df0-86c6-0e693317cc5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Made reservation on behalf of 620d963d32234c0d88114693e53fbfe6 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:07.163535 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-deb034d0-baf4-4df0-86c6-0e693317cc5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:07.185084 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb034d0-baf4-4df0-86c6-0e693317cc5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:55:07.193822 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-deb034d0-baf4-4df0-86c6-0e693317cc5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:07.194168 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-deb034d0-baf4-4df0-86c6-0e693317cc5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Added segment d1af12ca-df1a-4dac-8c2c-36bb7eda8321 of type vlan for network 6e3aa670-4fd1-4e37-8c9b-8131b99abd9b Sep 18 00:55:07.232016 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-deb034d0-baf4-4df0-86c6-0e693317cc5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:07.342992 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-deb034d0-baf4-4df0-86c6-0e693317cc5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:07.348477 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb034d0-baf4-4df0-86c6-0e693317cc5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:07.349074 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-deb034d0-baf4-4df0-86c6-0e693317cc5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:07.413986 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb034d0-baf4-4df0-86c6-0e693317cc5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Network': ['ID=6e3aa670-4fd1-4e37-8c9b-8131b99abd9b,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:07.424141 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 6e3aa670-4fd1-4e37-8c9b-8131b99abd9b details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:55:07.441733 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-deb034d0-baf4-4df0-86c6-0e693317cc5a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3894475 Sep 18 00:55:07.444535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32840) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:07.489522 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-220f3dc4-fc7c-4289-a130-6f5d9e92ead7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1006764254', 'admin_state_up': True, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:07.577523 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-220f3dc4-fc7c-4289-a130-6f5d9e92ead7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:07.578491 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-220f3dc4-fc7c-4289-a130-6f5d9e92ead7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:07.626721 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-220f3dc4-fc7c-4289-a130-6f5d9e92ead7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:07.821066 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-220f3dc4-fc7c-4289-a130-6f5d9e92ead7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:08.063945 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-220f3dc4-fc7c-4289-a130-6f5d9e92ead7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:08.082019 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-220f3dc4-fc7c-4289-a130-6f5d9e92ead7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:08.179147 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-220f3dc4-fc7c-4289-a130-6f5d9e92ead7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Allocated IP 172.25.3.127 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/b01bc8d8-4da1-4a14-9c49-1b0f083379aa) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:08.279583 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-220f3dc4-fc7c-4289-a130-6f5d9e92ead7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:08.366808 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-220f3dc4-fc7c-4289-a130-6f5d9e92ead7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:08.401050 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220f3dc4-fc7c-4289-a130-6f5d9e92ead7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:08.404001 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-220f3dc4-fc7c-4289-a130-6f5d9e92ead7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:08.407441 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f3dc4-fc7c-4289-a130-6f5d9e92ead7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:08.432621 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f3dc4-fc7c-4289-a130-6f5d9e92ead7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=b01bc8d8-4da1-4a14-9c49-1b0f083379aa,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:09.035394 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-220f3dc4-fc7c-4289-a130-6f5d9e92ead7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.221499 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-220f3dc4-fc7c-4289-a130-6f5d9e92ead7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.412065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220f3dc4-fc7c-4289-a130-6f5d9e92ead7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:55:09.521849 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220f3dc4-fc7c-4289-a130-6f5d9e92ead7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:09.531513 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] Sync routers for ids ['e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:09.540369 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] Routers {'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:09.541014 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:54:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:09.600812 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-220f3dc4-fc7c-4289-a130-6f5d9e92ead7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.602109 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-220f3dc4-fc7c-4289-a130-6f5d9e92ead7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1566036 Sep 18 00:55:09.605214 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32844) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:09.633278 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c2a2788e-9493-40b9-8b68-edf2264d9f6a tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=620d963d32234c0d88114693e53fbfe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269282 Sep 18 00:55:09.635841 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32846) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:09.643150 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] Set router e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:55:09.723924 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c30602-b2f7-4332-abee-7241b5c9966b tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:09.728322 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-b3c30602-b2f7-4332-abee-7241b5c9966b tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888634 Sep 18 00:55:09.728587 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32848) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:09.762662 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d8da816a-6951-4985-b0fd-9c43200cb192 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=544c7e65-fba8-424a-a169-b245d1aea919&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328181 Sep 18 00:55:09.765387 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32850) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:09.770369 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-1e6ed086-6de0-45ad-9e11-4192724dcb6a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-595131301', 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:09.897809 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6ed086-6de0-45ad-9e11-4192724dcb6a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Made reservation on behalf of 620d963d32234c0d88114693e53fbfe6 for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:09.901477 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed086-6de0-45ad-9e11-4192724dcb6a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:09.971745 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006764254', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:55:07Z', 'updated_at': '2021-09-18T00:55:08Z', 'revision_number': 3, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:08Z', 'updated_at': '2021-09-18T00:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:09.998657 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] Checking router: e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:55:09.998919 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] Updating router e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 port b01bc8d8-4da1-4a14-9c49-1b0f083379aa binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:55:10.024069 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.132668 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed086-6de0-45ad-9e11-4192724dcb6a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.195687 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ed086-6de0-45ad-9e11-4192724dcb6a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Subnet': ['ID=0cf08859-c375-43ad-a2f5-4223de6963e0,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:10.204539 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6ed086-6de0-45ad-9e11-4192724dcb6a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Checking segment: {'id': 'd1af12ca-df1a-4dac-8c2c-36bb7eda8321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:55:10.204999 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ed086-6de0-45ad-9e11-4192724dcb6a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network hostable DHCP agents. Network: 6e3aa670-4fd1-4e37-8c9b-8131b99abd9b, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:55:10.276019 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.276228 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ed086-6de0-45ad-9e11-4192724dcb6a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 6e3aa670-4fd1-4e37-8c9b-8131b99abd9b is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:55:10.337732 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.367379 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-1e6ed086-6de0-45ad-9e11-4192724dcb6a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 6e3aa670-4fd1-4e37-8c9b-8131b99abd9b) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:10.374082 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6ed086-6de0-45ad-9e11-4192724dcb6a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:10.380209 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed086-6de0-45ad-9e11-4192724dcb6a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.380514 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b9d0f6-de16-49a7-9f5c-bd3f0b020c8d None None] Network 6e3aa670-4fd1-4e37-8c9b-8131b99abd9b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:55:10.401303 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] Attempting to bind port b01bc8d8-4da1-4a14-9c49-1b0f083379aa on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:55:10.403238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] Attempting to bind port b01bc8d8-4da1-4a14-9c49-1b0f083379aa by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:55:10.403238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] Attempting to bind port b01bc8d8-4da1-4a14-9c49-1b0f083379aa on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:55:10.407066 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad462d-3c2d-4cd8-b2fb-851c18a0e0eb None None] Pushing event updated for resources: {'Port': ['ID=b01bc8d8-4da1-4a14-9c49-1b0f083379aa,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:10.419418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:55:10.419790 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:55:10.420379 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.420632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:55:10.421135 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] Bound port: b01bc8d8-4da1-4a14-9c49-1b0f083379aa, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:55:10.421515 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.430237 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1e6ed086-6de0-45ad-9e11-4192724dcb6a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6638012 Sep 18 00:55:10.432992 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32852) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:10.516806 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] For port b01bc8d8-4da1-4a14-9c49-1b0f083379aa, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:55:10.548003 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] For port b01bc8d8-4da1-4a14-9c49-1b0f083379aa, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b01bc8d8-4da1-4a14-9c49-1b0f083379aa,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:55:10.589815 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-6e3aa670-4fd1-4e37-8c9b-8131b99abd9b', 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ips': [{'subnet_id': '0cf08859-c375-43ad-a2f5-4223de6963e0'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:55:10.590669 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.660567 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.758015 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] Routers {'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:10.758648 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:54:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:10.800437 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad462d-3c2d-4cd8-b2fb-851c18a0e0eb None None] Pushing event updated for resources: {'Port': ['ID=b01bc8d8-4da1-4a14-9c49-1b0f083379aa,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:10.826528 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] Allocated IP 172.20.0.2 (6e3aa670-4fd1-4e37-8c9b-8131b99abd9b/0cf08859-c375-43ad-a2f5-4223de6963e0/59c4b7d5-74b5-43b7-98ab-08fb5dae4869) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:10.870339 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74cf6620-a300-40e6-819b-52adfb2a3114 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:10.910719 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] Set router e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:55:11.123943 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.155005 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.183568 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006764254', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:55:07Z', 'updated_at': '2021-09-18T00:55:08Z', 'revision_number': 3, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:08Z', 'updated_at': '2021-09-18T00:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:11.213898 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.217210 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6428839f-a701-41bf-8bb5-c66ef8a270b2 None None] The sync data for ids ['e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'] in n-d-809883-1 is: [{'id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006764254', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:55:07Z', 'updated_at': '2021-09-18T00:55:08Z', 'revision_number': 3, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:08Z', 'updated_at': '2021-09-18T00:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:11.255826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] Network 6e3aa670-4fd1-4e37-8c9b-8131b99abd9b is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:11.256136 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-74cf6620-a300-40e6-819b-52adfb2a3114 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Allocated IP 172.20.0.1 (6e3aa670-4fd1-4e37-8c9b-8131b99abd9b/0cf08859-c375-43ad-a2f5-4223de6963e0/6f0141d9-f575-4066-86d8-433933bfdbed) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:11.260729 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:11.265206 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:11.268361 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] Pushing event updated for resources: {'Port': ['ID=59c4b7d5-74b5-43b7-98ab-08fb5dae4869,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:11.323266 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] Attempting to bind port 59c4b7d5-74b5-43b7-98ab-08fb5dae4869 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:55:11.323642 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] Attempting to bind port 59c4b7d5-74b5-43b7-98ab-08fb5dae4869 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'd1af12ca-df1a-4dac-8c2c-36bb7eda8321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:55:11.324009 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] Attempting to bind port 59c4b7d5-74b5-43b7-98ab-08fb5dae4869 on network 6e3aa670-4fd1-4e37-8c9b-8131b99abd9b {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:55:11.329045 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:55:11.329418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] Checking segment: {'id': 'd1af12ca-df1a-4dac-8c2c-36bb7eda8321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:55:11.329822 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.330216 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] Bound using segment: {'id': 'd1af12ca-df1a-4dac-8c2c-36bb7eda8321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:55:11.330679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] Bound port: 59c4b7d5-74b5-43b7-98ab-08fb5dae4869, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1af12ca-df1a-4dac-8c2c-36bb7eda8321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:55:11.331095 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.373702 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74cf6620-a300-40e6-819b-52adfb2a3114 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.398694 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] For port 59c4b7d5-74b5-43b7-98ab-08fb5dae4869, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:55:11.402594 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] For port 59c4b7d5-74b5-43b7-98ab-08fb5dae4869, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=59c4b7d5-74b5-43b7-98ab-08fb5dae4869,segment=NetworkSegment(d1af12ca-df1a-4dac-8c2c-36bb7eda8321),segment_id=d1af12ca-df1a-4dac-8c2c-36bb7eda8321)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:55:11.498669 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.544270 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74cf6620-a300-40e6-819b-52adfb2a3114 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.562491 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237f5dd-1758-458a-b540-774ca6bfedd4 None None] Pushing event updated for resources: {'Port': ['ID=59c4b7d5-74b5-43b7-98ab-08fb5dae4869,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:11.595815 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cf6620-a300-40e6-819b-52adfb2a3114 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 6e3aa670-4fd1-4e37-8c9b-8131b99abd9b is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:11.602105 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-74cf6620-a300-40e6-819b-52adfb2a3114 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:11.605748 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cf6620-a300-40e6-819b-52adfb2a3114 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:11.642394 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf6620-a300-40e6-819b-52adfb2a3114 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=6f0141d9-f575-4066-86d8-433933bfdbed,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:11.662058 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74cf6620-a300-40e6-819b-52adfb2a3114 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:11.903106 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74cf6620-a300-40e6-819b-52adfb2a3114 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:12.285808 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74cf6620-a300-40e6-819b-52adfb2a3114 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:12.349740 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74cf6620-a300-40e6-819b-52adfb2a3114 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:12.423923 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-74cf6620-a300-40e6-819b-52adfb2a3114 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:12.426294 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf6620-a300-40e6-819b-52adfb2a3114 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=6f0141d9-f575-4066-86d8-433933bfdbed,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:12.446536 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2563d2d-9f32-4d06-86b9-4b2ef547bacb None None] Network 6e3aa670-4fd1-4e37-8c9b-8131b99abd9b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:55:12.521164 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cf6620-a300-40e6-819b-52adfb2a3114 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 6e3aa670-4fd1-4e37-8c9b-8131b99abd9b is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:12.522590 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-74cf6620-a300-40e6-819b-52adfb2a3114 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:12.528818 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-fea469b4-c195-4ec0-9e26-733374209e0b None None] Provisioning complete for port 59c4b7d5-74b5-43b7-98ab-08fb5dae4869 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:12.529218 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fea469b4-c195-4ec0-9e26-733374209e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:12.634881 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cf6620-a300-40e6-819b-52adfb2a3114 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:55:12.664655 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fea469b4-c195-4ec0-9e26-733374209e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:12.707812 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-fea469b4-c195-4ec0-9e26-733374209e0b None None] For port 59c4b7d5-74b5-43b7-98ab-08fb5dae4869, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=59c4b7d5-74b5-43b7-98ab-08fb5dae4869,segment=NetworkSegment(d1af12ca-df1a-4dac-8c2c-36bb7eda8321),segment_id=d1af12ca-df1a-4dac-8c2c-36bb7eda8321)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:12.763793 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cf6620-a300-40e6-819b-52adfb2a3114 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:12.779047 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-74cf6620-a300-40e6-819b-52adfb2a3114 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "PUT /v2.0/routers/e6e5db2d-76ee-42ae-b6e4-3293c3e8e083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3449440 Sep 18 00:55:12.783675 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fea469b4-c195-4ec0-9e26-733374209e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:12.846565 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea469b4-c195-4ec0-9e26-733374209e0b None None] Pushing event updated for resources: {'Port': ['ID=59c4b7d5-74b5-43b7-98ab-08fb5dae4869,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:12.865618 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 59c4b7d5-74b5-43b7-98ab-08fb5dae4869 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:55:12.927575 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 59c4b7d5-74b5-43b7-98ab-08fb5dae4869 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:12.927976 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:12.946077 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-9a7fbc85-29f6-44e4-96a4-1634f6e0d391 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454945109&fields=id&tenant_id=620d963d32234c0d88114693e53fbfe6 HTTP/1.1" status: 200 len: 267 time: 0.0364101 Sep 18 00:55:13.017309 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-255b5726-46ae-41ac-a61d-52a58ce732c6 None None] Provisioning complete for port 6f0141d9-f575-4066-86d8-433933bfdbed triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:13.017676 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-255b5726-46ae-41ac-a61d-52a58ce732c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:13.060982 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b01bc8d8-4da1-4a14-9c49-1b0f083379aa up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:55:13.063887 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-255b5726-46ae-41ac-a61d-52a58ce732c6 None None] Port 6f0141d9-f575-4066-86d8-433933bfdbed cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:55:13.070107 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-0c45111c-9316-4492-918b-ddf2907965cc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:13.071658 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-0c45111c-9316-4492-918b-ddf2907965cc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/networks?id=6e3aa670-4fd1-4e37-8c9b-8131b99abd9b HTTP/1.1" status: 200 len: 797 time: 0.1179833 Sep 18 00:55:13.095909 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-8bfd3108-a445-4430-a8d7-52fd9ccc4530 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/quotas/620d963d32234c0d88114693e53fbfe6 HTTP/1.1" status: 200 len: 375 time: 0.0178463 Sep 18 00:55:13.098507 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-255b5726-46ae-41ac-a61d-52a58ce732c6 None None] Provisioning complete for port 59c4b7d5-74b5-43b7-98ab-08fb5dae4869 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:13.098882 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-255b5726-46ae-41ac-a61d-52a58ce732c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:13.144880 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] Sync routers for ids ['e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:13.157143 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port b01bc8d8-4da1-4a14-9c49-1b0f083379aa triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:13.157517 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:13.159606 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] Routers {'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:13.161362 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:54:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:13.181456 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-97c9958e-a750-4481-900e-4cc2fe3b2956 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820634 Sep 18 00:55:13.203563 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-2905fa86-169c-4693-990f-994a6c385667 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:55:13.206967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-2905fa86-169c-4693-990f-994a6c385667 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089767 Sep 18 00:55:13.279383 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:13.301895 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] Set router e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:55:13.304712 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port b01bc8d8-4da1-4a14-9c49-1b0f083379aa, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b01bc8d8-4da1-4a14-9c49-1b0f083379aa,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:13.325231 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-4f832cdf-469b-409e-8ebb-d60917c63b32 service neutron] 10.222.0.46 "GET /v2.0/networks/6e3aa670-4fd1-4e37-8c9b-8131b99abd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061327 Sep 18 00:55:13.357158 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-fb8f6fda-8f89-4f6b-94ed-1dc1ddc2db0d None None] Provisioning complete for port 6f0141d9-f575-4066-86d8-433933bfdbed triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:13.357676 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fb8f6fda-8f89-4f6b-94ed-1dc1ddc2db0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:13.385351 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:13.423616 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f6fda-8f89-4f6b-94ed-1dc1ddc2db0d None None] Port 6f0141d9-f575-4066-86d8-433933bfdbed cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:55:13.443658 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-b81de62f-3b94-4485-b33d-2f50965ee118 service neutron] 10.222.0.46 "GET /v2.0/networks/6e3aa670-4fd1-4e37-8c9b-8131b99abd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104283 Sep 18 00:55:13.448286 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=b01bc8d8-4da1-4a14-9c49-1b0f083379aa,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:13.510228 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006764254', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:55:07Z', 'updated_at': '2021-09-18T00:55:11Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:08Z', 'updated_at': '2021-09-18T00:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6f0141d9-f575-4066-86d8-433933bfdbed', 'name': '', 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:1b:3f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0cf08859-c375-43ad-a2f5-4223de6963e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:10Z', 'updated_at': '2021-09-18T00:55:12Z', 'revision_number': 2, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '0cf08859-c375-43ad-a2f5-4223de6963e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:13.539911 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] Checking router: e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:55:13.540256 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] Updating router e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 port 6f0141d9-f575-4066-86d8-433933bfdbed binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:55:13.542848 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e538a383-5106-4720-b938-95359a3e697e None None] Provisioning complete for port 6f0141d9-f575-4066-86d8-433933bfdbed triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:13.543223 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e538a383-5106-4720-b938-95359a3e697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:13.565212 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:13.577039 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-e538a383-5106-4720-b938-95359a3e697e None None] Port 6f0141d9-f575-4066-86d8-433933bfdbed cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:55:13.676083 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb2d41c7-1db7-474a-a1ca-d16a81a63dce req-0c185b59-01fe-47f7-9732-898d266bdc05 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 210 time: 0.0272207 Sep 18 00:55:13.849363 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:13.909057 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:13.965567 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa437a7-7f1f-4576-8464-3780c5cfe7e3 None None] Pushing event updated for resources: {'Port': ['ID=6f0141d9-f575-4066-86d8-433933bfdbed,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:13.988921 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa437a7-7f1f-4576-8464-3780c5cfe7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:13.989694 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa437a7-7f1f-4576-8464-3780c5cfe7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:13.990044 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa437a7-7f1f-4576-8464-3780c5cfe7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:13.990381 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa437a7-7f1f-4576-8464-3780c5cfe7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:13.991280 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa437a7-7f1f-4576-8464-3780c5cfe7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:13.991280 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa437a7-7f1f-4576-8464-3780c5cfe7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:13.991503 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa437a7-7f1f-4576-8464-3780c5cfe7e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:13.991659 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa437a7-7f1f-4576-8464-3780c5cfe7e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:13.991981 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa437a7-7f1f-4576-8464-3780c5cfe7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:13.992304 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa437a7-7f1f-4576-8464-3780c5cfe7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:13.992625 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa437a7-7f1f-4576-8464-3780c5cfe7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:13.992967 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa437a7-7f1f-4576-8464-3780c5cfe7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:14.028244 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] Attempting to bind port 6f0141d9-f575-4066-86d8-433933bfdbed on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:55:14.028616 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] Attempting to bind port 6f0141d9-f575-4066-86d8-433933bfdbed by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'd1af12ca-df1a-4dac-8c2c-36bb7eda8321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:55:14.028999 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] Attempting to bind port 6f0141d9-f575-4066-86d8-433933bfdbed on network 6e3aa670-4fd1-4e37-8c9b-8131b99abd9b {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:55:14.034389 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:55:14.034761 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] Checking segment: {'id': 'd1af12ca-df1a-4dac-8c2c-36bb7eda8321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:55:14.035163 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:14.035606 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] Bound using segment: {'id': 'd1af12ca-df1a-4dac-8c2c-36bb7eda8321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:55:14.036067 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] Bound port: 6f0141d9-f575-4066-86d8-433933bfdbed, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1af12ca-df1a-4dac-8c2c-36bb7eda8321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:55:14.036446 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:14.102634 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] For port 6f0141d9-f575-4066-86d8-433933bfdbed, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:55:14.106253 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] For port 6f0141d9-f575-4066-86d8-433933bfdbed, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6f0141d9-f575-4066-86d8-433933bfdbed,segment=NetworkSegment(d1af12ca-df1a-4dac-8c2c-36bb7eda8321),segment_id=d1af12ca-df1a-4dac-8c2c-36bb7eda8321)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:55:14.137665 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:14.166057 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-24940df1-da0d-4b05-b8d2-50f38e78cf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:14.166586 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:14.200874 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-7d159150-28ae-4283-8c7a-405857f8f38c None None] Provisioning complete for port 6f0141d9-f575-4066-86d8-433933bfdbed triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:14.201247 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7d159150-28ae-4283-8c7a-405857f8f38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:14.234273 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] Routers {'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:14.234894 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:54:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:14.274306 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa437a7-7f1f-4576-8464-3780c5cfe7e3 None None] Pushing event updated for resources: {'Port': ['ID=6f0141d9-f575-4066-86d8-433933bfdbed,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:14.281479 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7d159150-28ae-4283-8c7a-405857f8f38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:14.326493 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-7d159150-28ae-4283-8c7a-405857f8f38c None None] For port 6f0141d9-f575-4066-86d8-433933bfdbed, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6f0141d9-f575-4066-86d8-433933bfdbed,segment=NetworkSegment(d1af12ca-df1a-4dac-8c2c-36bb7eda8321),segment_id=d1af12ca-df1a-4dac-8c2c-36bb7eda8321)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:14.353555 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] Set router e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:55:14.400788 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7d159150-28ae-4283-8c7a-405857f8f38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:14.449337 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d159150-28ae-4283-8c7a-405857f8f38c None None] Pushing event updated for resources: {'Port': ['ID=6f0141d9-f575-4066-86d8-433933bfdbed,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:14.518995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-e086fdca-bb69-4a1d-bc53-4ae7ec8d3007 None None] Provisioning complete for port 6f0141d9-f575-4066-86d8-433933bfdbed triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:14.519514 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e086fdca-bb69-4a1d-bc53-4ae7ec8d3007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:14.549373 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006764254', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:55:07Z', 'updated_at': '2021-09-18T00:55:11Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:08Z', 'updated_at': '2021-09-18T00:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6f0141d9-f575-4066-86d8-433933bfdbed', 'name': '', 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:1b:3f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0cf08859-c375-43ad-a2f5-4223de6963e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:10Z', 'updated_at': '2021-09-18T00:55:14Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '0cf08859-c375-43ad-a2f5-4223de6963e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:14.574880 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb605b-d408-49fe-adbc-343f1d9c5c29 None None] The sync data for ids ['e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'] in n-d-809883-1 is: [{'id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006764254', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:55:07Z', 'updated_at': '2021-09-18T00:55:11Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:08Z', 'updated_at': '2021-09-18T00:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6f0141d9-f575-4066-86d8-433933bfdbed', 'name': '', 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:1b:3f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0cf08859-c375-43ad-a2f5-4223de6963e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:10Z', 'updated_at': '2021-09-18T00:55:14Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '0cf08859-c375-43ad-a2f5-4223de6963e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:14.789029 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07d25183-7457-45c0-9ca6-1078cd5d031c req-20489bfe-9366-4cdf-a652-3c7343badd45 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 210 time: 0.0297606 Sep 18 00:55:14.881295 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 59c4b7d5-74b5-43b7-98ab-08fb5dae4869 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:55:14.934455 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 59c4b7d5-74b5-43b7-98ab-08fb5dae4869 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:14.935061 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:15.019607 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 6f0141d9-f575-4066-86d8-433933bfdbed up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:55:15.069118 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 6f0141d9-f575-4066-86d8-433933bfdbed triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:15.069118 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:15.152438 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b01bc8d8-4da1-4a14-9c49-1b0f083379aa up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:55:15.201053 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port b01bc8d8-4da1-4a14-9c49-1b0f083379aa triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:15.201423 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:15.465082 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-44d33e4c-c578-4a4c-b61b-9dda0d078d71 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:15.465082 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-44d33e4c-c578-4a4c-b61b-9dda0d078d71 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "GET /v2.0/networks?id=6e3aa670-4fd1-4e37-8c9b-8131b99abd9b HTTP/1.1" status: 200 len: 797 time: 0.1110041 Sep 18 00:55:15.506991 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-e5926a6f-ce5d-4884-9a3f-cefcd0e1fa59 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=620d963d32234c0d88114693e53fbfe6 HTTP/1.1" status: 200 len: 380 time: 0.0346639 Sep 18 00:55:15.516574 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-eb44a16b-e753-4312-8dd3-9f3ea6011a77 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'port': {'device_id': '34e7f9a0-cdd2-4039-a3a4-03f15df8cb92', 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b', 'admin_state_up': True, 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'security_groups': ['6ce287bf-5952-4ce2-bd9a-6b630a9afec3']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:15.692388 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-eb44a16b-e753-4312-8dd3-9f3ea6011a77 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Made reservation on behalf of 620d963d32234c0d88114693e53fbfe6 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:15.696072 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-eb44a16b-e753-4312-8dd3-9f3ea6011a77 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:15.826914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-eb44a16b-e753-4312-8dd3-9f3ea6011a77 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Allocated IP 172.20.0.14 (6e3aa670-4fd1-4e37-8c9b-8131b99abd9b/0cf08859-c375-43ad-a2f5-4223de6963e0/9cc907af-2879-4b22-a976-92c2a373d0ad) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:15.903539 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58fd10f2-c336-41af-beac-7a4e68e1cbc4 req-863987f8-91c3-4d73-a88d-9d7ae2101620 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 210 time: 0.0427699 Sep 18 00:55:15.991919 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-eb44a16b-e753-4312-8dd3-9f3ea6011a77 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:16.109640 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-eb44a16b-e753-4312-8dd3-9f3ea6011a77 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:16.152060 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-eb44a16b-e753-4312-8dd3-9f3ea6011a77 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 6e3aa670-4fd1-4e37-8c9b-8131b99abd9b is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:16.155188 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-eb44a16b-e753-4312-8dd3-9f3ea6011a77 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:16.161947 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-eb44a16b-e753-4312-8dd3-9f3ea6011a77 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:16.184916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44a16b-e753-4312-8dd3-9f3ea6011a77 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=9cc907af-2879-4b22-a976-92c2a373d0ad,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:16.215162 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-eb44a16b-e753-4312-8dd3-9f3ea6011a77 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:16.215799 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-eb44a16b-e753-4312-8dd3-9f3ea6011a77 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:16.309852 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-eb44a16b-e753-4312-8dd3-9f3ea6011a77 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7970092 Sep 18 00:55:16.330439 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3da61666-9fbf-435a-958f-9445ac5809ab None None] Provisioning complete for port 9cc907af-2879-4b22-a976-92c2a373d0ad triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:16.330908 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3da61666-9fbf-435a-958f-9445ac5809ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:16.367245 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Request body: {'port': {'device_id': '34e7f9a0-cdd2-4039-a3a4-03f15df8cb92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:16.428514 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:16.518560 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3da61666-9fbf-435a-958f-9445ac5809ab None None] Port 9cc907af-2879-4b22-a976-92c2a373d0ad cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:55:16.640214 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f8ae3a01-dbf8-4785-8a37-ce0a5f880cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:16.691562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc907af-2879-4b22-a976-92c2a373d0ad {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:55:16.698749 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:16.710856 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Transition to ACTIVE for port object 9cc907af-2879-4b22-a976-92c2a373d0ad will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:55:16.765496 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:16.816138 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Pushing event updated for resources: {'Port': ['ID=9cc907af-2879-4b22-a976-92c2a373d0ad,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:16.884191 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Attempting to bind port 9cc907af-2879-4b22-a976-92c2a373d0ad on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:55:16.884958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Attempting to bind port 9cc907af-2879-4b22-a976-92c2a373d0ad by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': 'd1af12ca-df1a-4dac-8c2c-36bb7eda8321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:55:16.884958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Attempting to bind port 9cc907af-2879-4b22-a976-92c2a373d0ad on network 6e3aa670-4fd1-4e37-8c9b-8131b99abd9b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:55:16.889570 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Port 9cc907af-2879-4b22-a976-92c2a373d0ad on network 6e3aa670-4fd1-4e37-8c9b-8131b99abd9b not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:55:16.889892 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Attempting to bind port 9cc907af-2879-4b22-a976-92c2a373d0ad on network 6e3aa670-4fd1-4e37-8c9b-8131b99abd9b {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:55:16.894728 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:55:16.895069 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Checking segment: {'id': 'd1af12ca-df1a-4dac-8c2c-36bb7eda8321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:55:16.895456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Bound using segment: {'id': 'd1af12ca-df1a-4dac-8c2c-36bb7eda8321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:55:16.895888 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Bound port: 9cc907af-2879-4b22-a976-92c2a373d0ad, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1af12ca-df1a-4dac-8c2c-36bb7eda8321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:55:16.896254 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:16.962426 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] For port 9cc907af-2879-4b22-a976-92c2a373d0ad, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:55:16.966489 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] For port 9cc907af-2879-4b22-a976-92c2a373d0ad, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9cc907af-2879-4b22-a976-92c2a373d0ad,segment=NetworkSegment(d1af12ca-df1a-4dac-8c2c-36bb7eda8321),segment_id=d1af12ca-df1a-4dac-8c2c-36bb7eda8321)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:55:17.022760 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed1c6e-e224-43f5-8f9d-e96741ccca2e req-d07eade3-d9af-4623-9b9b-18d8473abdbe tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:17.024301 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2bed1c6e-e224-43f5-8f9d-e96741ccca2e req-d07eade3-d9af-4623-9b9b-18d8473abdbe tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 944 time: 0.0493109 Sep 18 00:55:17.049285 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:17.092652 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:17.093178 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:17.094568 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] 10.222.0.37 "PUT /v2.0/ports/9cc907af-2879-4b22-a976-92c2a373d0ad HTTP/1.1" status: 200 len: 1092 time: 0.7768052 Sep 18 00:55:17.097376 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e7f9a0-cdd2-4039-a3a4-03f15df8cb92', 'tag': '9cc907af-2879-4b22-a976-92c2a373d0ad'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:55:17.099664 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe40d41-8898-43f8-9445-7054e1fc917c" -d '{"events": [{"name": "network-changed", "server_uuid": "34e7f9a0-cdd2-4039-a3a4-03f15df8cb92", "tag": "9cc907af-2879-4b22-a976-92c2a373d0ad"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:55:17.109319 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2bed1c6e-e224-43f5-8f9d-e96741ccca2e req-d183d368-137d-4cd5-94bc-ec1f20471b38 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776618 Sep 18 00:55:17.128455 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceee351-897b-4a71-9f8e-19413c4f7c1a service neutron] Pushing event updated for resources: {'Port': ['ID=9cc907af-2879-4b22-a976-92c2a373d0ad,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:17.176102 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcddd9a-e863-426c-96d4-10ffb910db8e x-openstack-request-id: req-6dcddd9a-e863-426c-96d4-10ffb910db8e {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:55:17.176102 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e7f9a0-cdd2-4039-a3a4-03f15df8cb92", "tag": "9cc907af-2879-4b22-a976-92c2a373d0ad", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:55:17.176102 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6dcddd9a-e863-426c-96d4-10ffb910db8e {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:55:17.176102 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e7f9a0-cdd2-4039-a3a4-03f15df8cb92', 'tag': '9cc907af-2879-4b22-a976-92c2a373d0ad', 'status': 'completed', 'code': 200} Sep 18 00:55:17.226196 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe40d41-8898-43f8-9445-7054e1fc917c req-fbe5e343-11be-4275-979f-8a5cdda8ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:17.227889 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abe40d41-8898-43f8-9445-7054e1fc917c req-fbe5e343-11be-4275-979f-8a5cdda8ee33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 1095 time: 0.0437400 Sep 18 00:55:17.334537 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe40d41-8898-43f8-9445-7054e1fc917c req-2577560a-5a3f-42bd-98ac-724679825f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:17.336021 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abe40d41-8898-43f8-9445-7054e1fc917c req-2577560a-5a3f-42bd-98ac-724679825f49 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=620d963d32234c0d88114693e53fbfe6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1007693 Sep 18 00:55:17.377455 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:17.427101 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe40d41-8898-43f8-9445-7054e1fc917c req-118e4237-9c07-4185-bb4a-6243a5e9af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:17.428564 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-abe40d41-8898-43f8-9445-7054e1fc917c req-118e4237-9c07-4185-bb4a-6243a5e9af94 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859609 Sep 18 00:55:17.502781 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-c7471a78-4d7a-43a5-9ef9-7080829280c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:17.504257 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-c7471a78-4d7a-43a5-9ef9-7080829280c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 1095 time: 0.0390818 Sep 18 00:55:17.548446 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-195a4a08-60b8-4131-adc8-012aeab60ffc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cc907af-2879-4b22-a976-92c2a373d0ad HTTP/1.1" status: 200 len: 217 time: 0.0361423 Sep 18 00:55:17.597457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-6dc50fc9-d7af-4a08-81bf-9004510ec5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:17.598861 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-6dc50fc9-d7af-4a08-81bf-9004510ec5ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cf08859-c375-43ad-a2f5-4223de6963e0 HTTP/1.1" status: 200 len: 834 time: 0.0417695 Sep 18 00:55:17.642372 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-2b502ea2-096b-408b-b202-cd543d7969d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:17.644372 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-2b502ea2-096b-408b-b202-cd543d7969d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e3aa670-4fd1-4e37-8c9b-8131b99abd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380683 Sep 18 00:55:17.732251 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-2d5c016a-af76-4395-a578-c502ad3b4be4 service neutron] 10.222.0.37 "GET /v2.0/networks/6e3aa670-4fd1-4e37-8c9b-8131b99abd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816717 Sep 18 00:55:17.817818 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ead0222e-0dde-49ab-8ec9-f4cd5933731c req-fb4a8696-9995-4770-88b6-abeec0aa616d service neutron] 10.222.0.37 "GET /v2.0/networks/6e3aa670-4fd1-4e37-8c9b-8131b99abd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785034 Sep 18 00:55:18.063035 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:18.243594 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c669b24-9d4b-4fd3-ab7e-04d62e1fc3a0 req-b5f31c40-ae61-4738-bac0-27ec94ab5e36 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:18.245104 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c669b24-9d4b-4fd3-ab7e-04d62e1fc3a0 req-b5f31c40-ae61-4738-bac0-27ec94ab5e36 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 944 time: 0.0524340 Sep 18 00:55:18.282028 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c669b24-9d4b-4fd3-ab7e-04d62e1fc3a0 req-af960907-7e29-4e38-b380-ea35d719c2d4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309994 Sep 18 00:55:19.395533 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7197ab-ee83-451f-8969-0527853ecaea req-2f07fc47-a70a-4581-9237-e674ed1d549d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:19.397036 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c7197ab-ee83-451f-8969-0527853ecaea req-2f07fc47-a70a-4581-9237-e674ed1d549d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 944 time: 0.0477154 Sep 18 00:55:19.434526 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0c7197ab-ee83-451f-8969-0527853ecaea req-3236dabb-6c30-4f14-a03d-e4dc6d05c00a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309830 Sep 18 00:55:19.463143 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9cc907af-2879-4b22-a976-92c2a373d0ad details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:55:19.557177 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9cc907af-2879-4b22-a976-92c2a373d0ad, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9cc907af-2879-4b22-a976-92c2a373d0ad,segment=NetworkSegment(d1af12ca-df1a-4dac-8c2c-36bb7eda8321),segment_id=d1af12ca-df1a-4dac-8c2c-36bb7eda8321)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:19.567974 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '9cc907af-2879-4b22-a976-92c2a373d0ad', 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b', 'port_id': '9cc907af-2879-4b22-a976-92c2a373d0ad', 'mac_address': 'fa:16:3e:83:48:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf08859-c375-43ad-a2f5-4223de6963e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:55:19.603833 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:19.616972 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc907af-2879-4b22-a976-92c2a373d0ad {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:55:19.635561 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9cc907af-2879-4b22-a976-92c2a373d0ad, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9cc907af-2879-4b22-a976-92c2a373d0ad,segment=NetworkSegment(d1af12ca-df1a-4dac-8c2c-36bb7eda8321),segment_id=d1af12ca-df1a-4dac-8c2c-36bb7eda8321)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:19.714355 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:19.760266 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9cc907af-2879-4b22-a976-92c2a373d0ad,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:19.942309 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['9cc907af-2879-4b22-a976-92c2a373d0ad'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:55:20.061144 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:20.544767 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e786799-43db-4bea-856d-b25863567986 req-379b0c17-c6f0-40c8-b6ac-423ccf5ec912 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:20.546254 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e786799-43db-4bea-856d-b25863567986 req-379b0c17-c6f0-40c8-b6ac-423ccf5ec912 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 945 time: 0.0478945 Sep 18 00:55:20.582417 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0e786799-43db-4bea-856d-b25863567986 req-a7e7bbd6-688c-42a8-a8ba-01e4719f4c75 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295985 Sep 18 00:55:21.494042 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9cc907af-2879-4b22-a976-92c2a373d0ad up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:55:21.617478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 9cc907af-2879-4b22-a976-92c2a373d0ad completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:55:21.621432 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 9cc907af-2879-4b22-a976-92c2a373d0ad triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:55:21.623195 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:21.651020 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:55:21.697733 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:21.698345 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5eac0-0e2d-4486-9b73-00c471297f45 req-0d989df0-d708-4beb-80c0-808f1b58ee2e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:21.699751 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-afd5eac0-0e2d-4486-9b73-00c471297f45 req-0d989df0-d708-4beb-80c0-808f1b58ee2e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 945 time: 0.0517840 Sep 18 00:55:21.720913 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e7f9a0-cdd2-4039-a3a4-03f15df8cb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc907af-2879-4b22-a976-92c2a373d0ad'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:55:21.723762 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa207f7-17f5-4914-b822-e5ebcbb15958" -d '{"events": [{"server_uuid": "34e7f9a0-cdd2-4039-a3a4-03f15df8cb92", "name": "network-vif-plugged", "status": "completed", "tag": "9cc907af-2879-4b22-a976-92c2a373d0ad"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:55:21.736586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9cc907af-2879-4b22-a976-92c2a373d0ad, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9cc907af-2879-4b22-a976-92c2a373d0ad,segment=NetworkSegment(d1af12ca-df1a-4dac-8c2c-36bb7eda8321),segment_id=d1af12ca-df1a-4dac-8c2c-36bb7eda8321)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:21.738529 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-afd5eac0-0e2d-4486-9b73-00c471297f45 req-eb75b11b-37b2-4f20-8783-40ba49263b60 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326712 Sep 18 00:55:21.760384 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8f4feb-3ec7-499b-b8cd-a0f7e309212e x-openstack-request-id: req-3e8f4feb-3ec7-499b-b8cd-a0f7e309212e {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:55:21.760760 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e7f9a0-cdd2-4039-a3a4-03f15df8cb92", "name": "network-vif-plugged", "status": "completed", "tag": "9cc907af-2879-4b22-a976-92c2a373d0ad", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:55:21.761065 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e8f4feb-3ec7-499b-b8cd-a0f7e309212e {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:55:21.761469 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e7f9a0-cdd2-4039-a3a4-03f15df8cb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc907af-2879-4b22-a976-92c2a373d0ad', 'code': 200} Sep 18 00:55:21.817534 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:21.855204 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929c7fe-aba5-4a9f-8493-70f2969329f7 req-be9850d7-536e-4c25-a3e9-951d82e51d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:21.856713 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7929c7fe-aba5-4a9f-8493-70f2969329f7 req-be9850d7-536e-4c25-a3e9-951d82e51d9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 1097 time: 0.0406783 Sep 18 00:55:21.867203 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9cc907af-2879-4b22-a976-92c2a373d0ad,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:21.891236 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7929c7fe-aba5-4a9f-8493-70f2969329f7 req-13e34cab-545d-46fa-af70-c805a871e226 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277238 Sep 18 00:55:22.853354 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745f3f-9a60-442b-8858-5ef4bc164b2b req-48a87d46-577a-470c-a65b-6f42284907e1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:22.854869 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8745f3f-9a60-442b-8858-5ef4bc164b2b req-48a87d46-577a-470c-a65b-6f42284907e1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0475261 Sep 18 00:55:22.892025 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8745f3f-9a60-442b-8858-5ef4bc164b2b req-8895c07e-2067-4e05-a04e-1e2dfa19b80a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311534 Sep 18 00:55:24.012205 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1d18c-ea2f-4036-882f-981c9fd288b0 req-f0e0eab1-af98-4262-a53c-06c36cb5170e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:24.013849 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58b1d18c-ea2f-4036-882f-981c9fd288b0 req-f0e0eab1-af98-4262-a53c-06c36cb5170e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0524266 Sep 18 00:55:24.050888 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58b1d18c-ea2f-4036-882f-981c9fd288b0 req-35f7285c-3a39-4b5f-b225-9fe6f8956261 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312507 Sep 18 00:55:24.160998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0728bf-9862-4394-b8cb-5a07a41b9528 req-e747aebb-7c0c-4d27-82ff-5a8be257387f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:24.162454 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d0728bf-9862-4394-b8cb-5a07a41b9528 req-e747aebb-7c0c-4d27-82ff-5a8be257387f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0476811 Sep 18 00:55:24.199667 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1d0728bf-9862-4394-b8cb-5a07a41b9528 req-dab38f58-904e-4340-a29c-c945a7ceacba tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313616 Sep 18 00:55:24.220663 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 32906) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:24.301038 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48689344-3277-4472-b4e5-b8184f0bba01 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:24.302511 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-48689344-3277-4472-b4e5-b8184f0bba01 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 1092 time: 0.0808384 Sep 18 00:55:24.305325 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 32910) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:24.309430 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '9cc907af-2879-4b22-a976-92c2a373d0ad', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:24.406247 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:24.503638 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:24.605394 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Allocated IP 172.25.3.169 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/adf04cbb-55bf-4102-9b13-edb6182e6315) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:24.997521 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.086672 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.119358 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:25.123432 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:25.127111 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:55:25.156440 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=adf04cbb-55bf-4102-9b13-edb6182e6315,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:25.475418 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.600482 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.744771 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.794413 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.860037 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=adf04cbb-55bf-4102-9b13-edb6182e6315,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:25.870216 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:25.967497 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Floating IP 5df350ea-da58-49d1-9de1-99f9db594205 associated. External IP: 172.25.3.169, port: 9cc907af-2879-4b22-a976-92c2a373d0ad. Sep 18 00:55:26.172460 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:55:26.281512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:26.291459 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9abf3e9-9687-4768-b61b-3c3582ebcb49 None None] Sync routers for ids ['e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:26.303648 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9abf3e9-9687-4768-b61b-3c3582ebcb49 None None] Routers {'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:26.304258 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f9abf3e9-9687-4768-b61b-3c3582ebcb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:55:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:26.349187 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:26.375829 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d7ee18e9-e1aa-4ca6-8550-37fcc386c297 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0695231 Sep 18 00:55:26.376449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e7f9a0-cdd2-4039-a3a4-03f15df8cb92', 'tag': '9cc907af-2879-4b22-a976-92c2a373d0ad'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:55:26.378801 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29feb2f1-f32e-42dc-b1fe-d72ed4e8e42d" -d '{"events": [{"name": "network-changed", "server_uuid": "34e7f9a0-cdd2-4039-a3a4-03f15df8cb92", "tag": "9cc907af-2879-4b22-a976-92c2a373d0ad"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:55:26.411047 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-f9abf3e9-9687-4768-b61b-3c3582ebcb49 None None] Set router e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:55:26.419759 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e49c7d-1559-48fc-88ea-d1cbca75a875 x-openstack-request-id: req-27e49c7d-1559-48fc-88ea-d1cbca75a875 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:55:26.420339 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e7f9a0-cdd2-4039-a3a4-03f15df8cb92", "tag": "9cc907af-2879-4b22-a976-92c2a373d0ad", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:55:26.420599 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-27e49c7d-1559-48fc-88ea-d1cbca75a875 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:55:26.421057 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e7f9a0-cdd2-4039-a3a4-03f15df8cb92', 'tag': '9cc907af-2879-4b22-a976-92c2a373d0ad', 'status': 'completed', 'code': 200} Sep 18 00:55:26.498758 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cc396-92b3-4d08-a7df-d0524c0c4ceb req-f41c1ee1-4e76-49f3-ab8e-0bafeed27d07 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:26.500381 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-154cc396-92b3-4d08-a7df-d0524c0c4ceb req-f41c1ee1-4e76-49f3-ab8e-0bafeed27d07 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0741944 Sep 18 00:55:26.516411 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feb2f1-f32e-42dc-b1fe-d72ed4e8e42d req-6df059d3-a311-4da5-a92a-02cf2663e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:26.517884 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29feb2f1-f32e-42dc-b1fe-d72ed4e8e42d req-6df059d3-a311-4da5-a92a-02cf2663e05f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 1097 time: 0.0656378 Sep 18 00:55:26.574431 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-154cc396-92b3-4d08-a7df-d0524c0c4ceb req-f4008138-9be4-4b5b-a8a7-1d6897dbbbc9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660701 Sep 18 00:55:26.597698 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32916) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:26.629443 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feb2f1-f32e-42dc-b1fe-d72ed4e8e42d req-d6f0a6fc-e79f-47b2-b0d3-a55010f73053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:26.630982 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29feb2f1-f32e-42dc-b1fe-d72ed4e8e42d req-d6f0a6fc-e79f-47b2-b0d3-a55010f73053 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e3aa670-4fd1-4e37-8c9b-8131b99abd9b HTTP/1.1" status: 200 len: 898 time: 0.1050794 Sep 18 00:55:26.645234 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f9abf3e9-9687-4768-b61b-3c3582ebcb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006764254', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:55:07Z', 'updated_at': '2021-09-18T00:55:11Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:08Z', 'updated_at': '2021-09-18T00:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '5df350ea-da58-49d1-9de1-99f9db594205', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'port_id': '9cc907af-2879-4b22-a976-92c2a373d0ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b', 'mac_address': 'fa:16:3e:83:48:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e7f9a0-cdd2-4039-a3a4-03f15df8cb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:55:25Z', 'updated_at': '2021-09-18T00:55:25Z', 'revision_number': 0, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f0141d9-f575-4066-86d8-433933bfdbed', 'name': '', 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:1b:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0cf08859-c375-43ad-a2f5-4223de6963e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:10Z', 'updated_at': '2021-09-18T00:55:14Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '0cf08859-c375-43ad-a2f5-4223de6963e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:26.660555 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cee3eeef-8b31-490c-9ca0-8fdbe368792b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/floatingips/5df350ea-da58-49d1-9de1-99f9db594205 HTTP/1.1" status: 200 len: 992 time: 0.0610888 Sep 18 00:55:26.670895 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9abf3e9-9687-4768-b61b-3c3582ebcb49 None None] Checking router: e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:55:26.679232 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9abf3e9-9687-4768-b61b-3c3582ebcb49 None None] Routers {'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:55:26.679848 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f9abf3e9-9687-4768-b61b-3c3582ebcb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:55:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:26.696729 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29feb2f1-f32e-42dc-b1fe-d72ed4e8e42d req-5dd28d55-e7e1-4999-9d21-9760bc24deb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cc907af-2879-4b22-a976-92c2a373d0ad HTTP/1.1" status: 200 len: 1000 time: 0.0582323 Sep 18 00:55:26.750041 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feb2f1-f32e-42dc-b1fe-d72ed4e8e42d req-d4fa419b-b81c-424b-9b59-5372fa0922b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:26.751645 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29feb2f1-f32e-42dc-b1fe-d72ed4e8e42d req-d4fa419b-b81c-424b-9b59-5372fa0922b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cf08859-c375-43ad-a2f5-4223de6963e0 HTTP/1.1" status: 200 len: 834 time: 0.0477846 Sep 18 00:55:26.783506 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-f9abf3e9-9687-4768-b61b-3c3582ebcb49 None None] Set router e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:55:26.796632 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feb2f1-f32e-42dc-b1fe-d72ed4e8e42d req-0b3058a6-e868-449c-a08a-b4fd7d1e60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:26.798200 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29feb2f1-f32e-42dc-b1fe-d72ed4e8e42d req-0b3058a6-e868-449c-a08a-b4fd7d1e60c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e3aa670-4fd1-4e37-8c9b-8131b99abd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395832 Sep 18 00:55:26.891971 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29feb2f1-f32e-42dc-b1fe-d72ed4e8e42d req-416ca5bd-9b82-4a73-ad3a-345081ca7ffc service neutron] 10.222.0.37 "GET /v2.0/networks/6e3aa670-4fd1-4e37-8c9b-8131b99abd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857613 Sep 18 00:55:26.981474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29feb2f1-f32e-42dc-b1fe-d72ed4e8e42d req-a3a84f22-8850-4edb-95ac-61434d912c3b service neutron] 10.222.0.37 "GET /v2.0/networks/6e3aa670-4fd1-4e37-8c9b-8131b99abd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826104 Sep 18 00:55:27.005717 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f9abf3e9-9687-4768-b61b-3c3582ebcb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006764254', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:55:07Z', 'updated_at': '2021-09-18T00:55:11Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:08Z', 'updated_at': '2021-09-18T00:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '5df350ea-da58-49d1-9de1-99f9db594205', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'port_id': '9cc907af-2879-4b22-a976-92c2a373d0ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b', 'mac_address': 'fa:16:3e:83:48:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e7f9a0-cdd2-4039-a3a4-03f15df8cb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:55:25Z', 'updated_at': '2021-09-18T00:55:25Z', 'revision_number': 0, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f0141d9-f575-4066-86d8-433933bfdbed', 'name': '', 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:1b:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0cf08859-c375-43ad-a2f5-4223de6963e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:10Z', 'updated_at': '2021-09-18T00:55:14Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '0cf08859-c375-43ad-a2f5-4223de6963e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:27.031256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9abf3e9-9687-4768-b61b-3c3582ebcb49 None None] The sync data for ids ['e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'] in n-d-809883-1 is: [{'id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006764254', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:55:07Z', 'updated_at': '2021-09-18T00:55:11Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:08Z', 'updated_at': '2021-09-18T00:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '5df350ea-da58-49d1-9de1-99f9db594205', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'port_id': '9cc907af-2879-4b22-a976-92c2a373d0ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b', 'mac_address': 'fa:16:3e:83:48:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e7f9a0-cdd2-4039-a3a4-03f15df8cb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:55:25Z', 'updated_at': '2021-09-18T00:55:25Z', 'revision_number': 0, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f0141d9-f575-4066-86d8-433933bfdbed', 'name': '', 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:1b:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0cf08859-c375-43ad-a2f5-4223de6963e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:10Z', 'updated_at': '2021-09-18T00:55:14Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '0cf08859-c375-43ad-a2f5-4223de6963e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:55:27.225589 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bf5a97-0861-4192-bcc6-0f7f48c335fa None None] New status for floating IP 5df350ea-da58-49d1-9de1-99f9db594205: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:55:27.664617 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32918) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:55:27.726095 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c8ff4695-2171-498b-ac4a-96f53b444de6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/floatingips/5df350ea-da58-49d1-9de1-99f9db594205 HTTP/1.1" status: 200 len: 994 time: 0.0602901 Sep 18 00:55:41.103130 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:44.057074 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:44.131076 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ce4b157a-7eb8-4792-87bb-07f9626d8a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:46.639444 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b39e043b-5ffa-4729-ac7d-fe5b8e2b1f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:47.358870 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:48.044783 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:50.039909 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:55:58.649942 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:55:59.266506 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dc35d-2f17-4eec-bac7-22f4cfd1a415 req-d7ab33cf-1a18-42f1-bce2-a019e6b346d8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:59.268041 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ec7dc35d-2f17-4eec-bac7-22f4cfd1a415 req-d7ab33cf-1a18-42f1-bce2-a019e6b346d8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0484231 Sep 18 00:55:59.307271 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ec7dc35d-2f17-4eec-bac7-22f4cfd1a415 req-e221086c-f275-4f17-b933-0d120ecf933b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323894 Sep 18 00:55:59.361348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cea97b-5877-4191-96b9-fe6e50bed57c req-4bce5468-5100-43d8-a08f-47b1751fb78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:59.363345 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14cea97b-5877-4191-96b9-fe6e50bed57c req-4bce5468-5100-43d8-a08f-47b1751fb78a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 1097 time: 0.0436337 Sep 18 00:55:59.466484 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cea97b-5877-4191-96b9-fe6e50bed57c req-67514eb0-ccde-43cc-b6ce-d446ce4b2e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:59.467954 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14cea97b-5877-4191-96b9-fe6e50bed57c req-67514eb0-ccde-43cc-b6ce-d446ce4b2e58 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e3aa670-4fd1-4e37-8c9b-8131b99abd9b HTTP/1.1" status: 200 len: 898 time: 0.0825803 Sep 18 00:55:59.537427 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14cea97b-5877-4191-96b9-fe6e50bed57c req-0d79f64f-3641-474b-83dd-23dc45fad489 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cc907af-2879-4b22-a976-92c2a373d0ad HTTP/1.1" status: 200 len: 1002 time: 0.0616293 Sep 18 00:55:59.585950 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cea97b-5877-4191-96b9-fe6e50bed57c req-9c65b3a1-91ff-4dcc-8430-9c0ebae2ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:59.587396 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14cea97b-5877-4191-96b9-fe6e50bed57c req-9c65b3a1-91ff-4dcc-8430-9c0ebae2ce8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cf08859-c375-43ad-a2f5-4223de6963e0 HTTP/1.1" status: 200 len: 834 time: 0.0427310 Sep 18 00:55:59.631965 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cea97b-5877-4191-96b9-fe6e50bed57c req-56defe21-aba8-4d97-b5de-cfe6b3bd3748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:55:59.633461 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14cea97b-5877-4191-96b9-fe6e50bed57c req-56defe21-aba8-4d97-b5de-cfe6b3bd3748 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e3aa670-4fd1-4e37-8c9b-8131b99abd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391514 Sep 18 00:55:59.724524 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14cea97b-5877-4191-96b9-fe6e50bed57c req-15d7756d-d0fd-4d6f-a0f1-ffbe3fee35bf service neutron] 10.222.0.37 "GET /v2.0/networks/6e3aa670-4fd1-4e37-8c9b-8131b99abd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839746 Sep 18 00:55:59.813834 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14cea97b-5877-4191-96b9-fe6e50bed57c req-35cd4867-c505-4541-b15c-ff1a53820a48 service neutron] 10.222.0.37 "GET /v2.0/networks/6e3aa670-4fd1-4e37-8c9b-8131b99abd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800078 Sep 18 00:56:00.436222 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1eba9-e7a2-4f87-9bfd-071f980af4e8 req-a0952ad2-fbea-434a-bec4-1225774b4b31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:00.437757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9b1eba9-e7a2-4f87-9bfd-071f980af4e8 req-a0952ad2-fbea-434a-bec4-1225774b4b31 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0572066 Sep 18 00:56:00.474808 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9b1eba9-e7a2-4f87-9bfd-071f980af4e8 req-d6d8489e-f513-4b05-93b4-48a1b22a0832 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306897 Sep 18 00:56:01.586621 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1c1cd-5153-43a0-88cc-cf2aa7700eab req-77e445df-80d9-4965-ae9e-857f5547c0c1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:01.588083 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28d1c1cd-5153-43a0-88cc-cf2aa7700eab req-77e445df-80d9-4965-ae9e-857f5547c0c1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0471694 Sep 18 00:56:01.624603 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28d1c1cd-5153-43a0-88cc-cf2aa7700eab req-33def424-4768-4120-89d1-b984a89a4bcd tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306594 Sep 18 00:56:02.735733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d9b88-c4d2-4bc4-a6fd-e7cf160417bc req-abe82ff2-af7f-404f-9a96-0981f07cfa3a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:02.737242 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-721d9b88-c4d2-4bc4-a6fd-e7cf160417bc req-abe82ff2-af7f-404f-9a96-0981f07cfa3a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0478992 Sep 18 00:56:02.774442 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-721d9b88-c4d2-4bc4-a6fd-e7cf160417bc req-7b985026-e0a4-48f0-8a77-b425509aab54 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312769 Sep 18 00:56:03.892869 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67246e27-5814-4761-8c8a-3639d174fad4 req-5cca406f-a0eb-49a9-a1a3-08445574504c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:03.894478 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67246e27-5814-4761-8c8a-3639d174fad4 req-5cca406f-a0eb-49a9-a1a3-08445574504c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0532603 Sep 18 00:56:03.932113 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67246e27-5814-4761-8c8a-3639d174fad4 req-d7a0ade9-e45d-454d-b528-8f52415b55d0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315540 Sep 18 00:56:05.046270 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767490b-1083-4d08-a471-41189651fff6 req-e31ed008-5ed7-4f53-baff-fe339a421428 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:05.047735 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a767490b-1083-4d08-a471-41189651fff6 req-e31ed008-5ed7-4f53-baff-fe339a421428 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0495036 Sep 18 00:56:05.084515 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a767490b-1083-4d08-a471-41189651fff6 req-a522f495-6e78-46a2-a6c1-5631793335d2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307474 Sep 18 00:56:06.195505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c73b6-36c2-40af-8f93-b4efed0e6856 req-f78d1625-4bc1-493d-9b89-f59352a795ba tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:06.196993 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-588c73b6-36c2-40af-8f93-b4efed0e6856 req-f78d1625-4bc1-493d-9b89-f59352a795ba tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0480781 Sep 18 00:56:06.233450 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-588c73b6-36c2-40af-8f93-b4efed0e6856 req-bb7871e6-64bc-4a3a-a6ad-bab24c2bfda4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306289 Sep 18 00:56:07.349029 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ad982-35c6-4300-8caf-a9a149be9d23 req-a5c92d5f-5e4a-4a1c-8dfc-86ab90e4d8e1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:07.350491 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a4ad982-35c6-4300-8caf-a9a149be9d23 req-a5c92d5f-5e4a-4a1c-8dfc-86ab90e4d8e1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0520566 Sep 18 00:56:07.386307 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a4ad982-35c6-4300-8caf-a9a149be9d23 req-898fccfa-dc99-45c8-aee2-7dea45176562 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299208 Sep 18 00:56:08.500471 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc5653-542e-4c3b-b8e9-78b36262ab42 req-66f2aa95-cb54-4249-8688-51432dffb287 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:08.501978 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b9bc5653-542e-4c3b-b8e9-78b36262ab42 req-66f2aa95-cb54-4249-8688-51432dffb287 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0486300 Sep 18 00:56:08.539186 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b9bc5653-542e-4c3b-b8e9-78b36262ab42 req-e7df7440-e6bd-4502-b9f4-1b1f85d90e5f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308106 Sep 18 00:56:09.651417 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1ff29-2d81-4771-ae7d-78d5823114c7 req-e2926990-382a-4878-b7e3-4a82829c1028 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:09.652934 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35c1ff29-2d81-4771-ae7d-78d5823114c7 req-e2926990-382a-4878-b7e3-4a82829c1028 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0472317 Sep 18 00:56:09.689977 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35c1ff29-2d81-4771-ae7d-78d5823114c7 req-93f2097d-c88f-41fc-a5fe-63f7487aac4e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311480 Sep 18 00:56:10.812049 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2290894-0c20-410a-8803-3f68500e5f78 req-d469efdf-5bf8-4151-8b11-67249b846b38 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:10.813615 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f2290894-0c20-410a-8803-3f68500e5f78 req-d469efdf-5bf8-4151-8b11-67249b846b38 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0520465 Sep 18 00:56:10.850230 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f2290894-0c20-410a-8803-3f68500e5f78 req-1b18d174-94d9-48ea-806d-b24af6f43352 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307159 Sep 18 00:56:11.084022 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:11.965302 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a6338-0c55-4f5d-b55d-1495c84b73bf req-4e7a09c9-44a1-40f0-8039-8411e0ecdf6a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:11.966764 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c6a6338-0c55-4f5d-b55d-1495c84b73bf req-4e7a09c9-44a1-40f0-8039-8411e0ecdf6a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0482836 Sep 18 00:56:12.003990 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c6a6338-0c55-4f5d-b55d-1495c84b73bf req-3e46778a-5a6e-4a49-9a88-a1032ca6bd08 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306263 Sep 18 00:56:13.115677 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0855730-8db7-4e8d-90e5-558800287f37 req-05c3eb3e-c79d-479d-99ac-d2dc1366f8cb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:13.117176 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0855730-8db7-4e8d-90e5-558800287f37 req-05c3eb3e-c79d-479d-99ac-d2dc1366f8cb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0480211 Sep 18 00:56:13.155287 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0855730-8db7-4e8d-90e5-558800287f37 req-990ce22c-629d-41a8-a397-c9df74e9f92e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319884 Sep 18 00:56:14.123573 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:14.169156 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fb562759-0d8a-40e6-bd58-3a75784d32aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:14.272516 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4beeda7-74a8-4855-9ad1-6e98c09ecbc6 req-6ee3337b-58c2-4827-9e17-e35e4e316c77 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:14.273940 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4beeda7-74a8-4855-9ad1-6e98c09ecbc6 req-6ee3337b-58c2-4827-9e17-e35e4e316c77 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0539308 Sep 18 00:56:14.311460 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c4beeda7-74a8-4855-9ad1-6e98c09ecbc6 req-f4f8b449-06c4-481d-b39b-7987b0b3af34 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313315 Sep 18 00:56:15.424331 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9183b-efb4-42a5-9435-0e11c08d6668 req-57f0e29a-ec3c-4e23-8b61-7e7201b28aa8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:15.426703 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b6f9183b-efb4-42a5-9435-0e11c08d6668 req-57f0e29a-ec3c-4e23-8b61-7e7201b28aa8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0486026 Sep 18 00:56:15.466194 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b6f9183b-efb4-42a5-9435-0e11c08d6668 req-9bda61db-7b4e-460c-a85b-12560e7250be tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324423 Sep 18 00:56:15.489050 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 32962) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:15.547003 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-e19e3ddf-2767-455b-aa4a-76e59ed3e569 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/floatingips/5df350ea-da58-49d1-9de1-99f9db594205 HTTP/1.1" status: 200 len: 994 time: 0.0568535 Sep 18 00:56:16.643942 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-55be081b-1e5d-44dd-8614-cfc991e772c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:16.943293 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c8a5a-b779-4aa1-822a-2b1b832dc71b req-cc146f82-12d9-4916-889a-f89622165de5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:16.944796 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f67c8a5a-b779-4aa1-822a-2b1b832dc71b req-cc146f82-12d9-4916-889a-f89622165de5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0499551 Sep 18 00:56:16.982584 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f67c8a5a-b779-4aa1-822a-2b1b832dc71b req-32c2709d-9d5d-4ee1-b72b-40f274a7729d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Sep 18 00:56:17.036302 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1cb4f-0740-4b77-9410-34181d0a904d req-6db9fcac-23d4-482f-a5d9-4753ec234a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:17.037816 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ce1cb4f-0740-4b77-9410-34181d0a904d req-6db9fcac-23d4-482f-a5d9-4753ec234a57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 1097 time: 0.0489302 Sep 18 00:56:17.125092 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1cb4f-0740-4b77-9410-34181d0a904d req-f943d98d-16fb-4fdc-a720-82eb6b01c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:17.126454 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ce1cb4f-0740-4b77-9410-34181d0a904d req-f943d98d-16fb-4fdc-a720-82eb6b01c910 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e3aa670-4fd1-4e37-8c9b-8131b99abd9b HTTP/1.1" status: 200 len: 898 time: 0.0820942 Sep 18 00:56:17.193498 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ce1cb4f-0740-4b77-9410-34181d0a904d req-c19fa71a-e130-42d2-8301-a0fa868df39f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cc907af-2879-4b22-a976-92c2a373d0ad HTTP/1.1" status: 200 len: 1002 time: 0.0599847 Sep 18 00:56:17.241577 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1cb4f-0740-4b77-9410-34181d0a904d req-9ba77278-2c16-49db-8f01-44e6889f599d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:17.242969 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ce1cb4f-0740-4b77-9410-34181d0a904d req-9ba77278-2c16-49db-8f01-44e6889f599d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cf08859-c375-43ad-a2f5-4223de6963e0 HTTP/1.1" status: 200 len: 834 time: 0.0422206 Sep 18 00:56:17.289747 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1cb4f-0740-4b77-9410-34181d0a904d req-1e464000-aeed-4ded-b127-a0ef94d3bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:17.291306 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ce1cb4f-0740-4b77-9410-34181d0a904d req-1e464000-aeed-4ded-b127-a0ef94d3bac8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e3aa670-4fd1-4e37-8c9b-8131b99abd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418351 Sep 18 00:56:17.354117 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:17.383487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ce1cb4f-0740-4b77-9410-34181d0a904d req-fa70f034-f26e-416c-b58f-66b9bec4b65e service neutron] 10.222.0.37 "GET /v2.0/networks/6e3aa670-4fd1-4e37-8c9b-8131b99abd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851736 Sep 18 00:56:17.470665 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0ce1cb4f-0740-4b77-9410-34181d0a904d req-b4d0a033-eceb-42dd-8511-54b23c7ce9cd service neutron] 10.222.0.37 "GET /v2.0/networks/6e3aa670-4fd1-4e37-8c9b-8131b99abd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798283 Sep 18 00:56:18.057134 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:18.104261 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ba5a3-f4a3-4512-b5de-360d9286d6fd req-661aeeae-7005-4b8c-b721-d668fdacc153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:18.105708 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-598ba5a3-f4a3-4512-b5de-360d9286d6fd req-661aeeae-7005-4b8c-b721-d668fdacc153 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0531535 Sep 18 00:56:18.146209 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-598ba5a3-f4a3-4512-b5de-360d9286d6fd req-cdebe7c9-84ab-45f8-b839-970f62bb7a63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342479 Sep 18 00:56:19.258564 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926fed7-1fa5-4cbc-b396-6cc136ee6015 req-1ccbf430-47fc-4c87-a542-c27ff141ccfb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:19.259984 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d926fed7-1fa5-4cbc-b396-6cc136ee6015 req-1ccbf430-47fc-4c87-a542-c27ff141ccfb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0467017 Sep 18 00:56:19.296281 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d926fed7-1fa5-4cbc-b396-6cc136ee6015 req-21264985-5d93-40e8-8a9d-ef5eb09fcdbb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304866 Sep 18 00:56:19.318215 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 32974) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:19.379830 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-78af7fad-7f50-4c47-81a5-e3ccf7cef8e2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/floatingips/5df350ea-da58-49d1-9de1-99f9db594205 HTTP/1.1" status: 200 len: 994 time: 0.0605383 Sep 18 00:56:20.079352 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:35.649022 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:56:41.122470 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:44.175918 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:44.225298 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bb8dd4fa-6c10-470d-bbbf-20cd370cb80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:46.655871 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e80fd067-e706-4269-b741-abe83d102acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:47.368635 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:48.037022 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:49.806287 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 32984) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:49.957526 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting port adf04cbb-55bf-4102-9b13-edb6182e6315 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:49.957865 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:50.032095 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:50.032416 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:50.044271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Calling delete_port for adf04cbb-55bf-4102-9b13-edb6182e6315 owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:50.054338 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:50.268260 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:50.294587 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Port': ['ID=adf04cbb-55bf-4102-9b13-edb6182e6315,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:50.304846 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:50.305201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:50.305541 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:50.305875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:50.306204 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:50.306534 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:50.306860 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:50.307188 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:50.307515 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:50.307839 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:50.308158 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:50.308476 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:50.367237 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:50.369496 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Floating IP 5df350ea-da58-49d1-9de1-99f9db594205 disassociated (deleted). External IP: 172.25.3.169, port: 9cc907af-2879-4b22-a976-92c2a373d0ad. Sep 18 00:56:50.860743 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:56:50.964673 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:50.969513 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:50.974151 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70416e56-fffa-4754-ba21-fed7b85847f0 None None] Sync routers for ids ['e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:50.983620 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70416e56-fffa-4754-ba21-fed7b85847f0 None None] Routers {'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:56:50.984231 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-70416e56-fffa-4754-ba21-fed7b85847f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:56:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:50.995351 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0750b54e-d9b8-415e-b529-785e84962882 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/floatingips/5df350ea-da58-49d1-9de1-99f9db594205 HTTP/1.1" status: 204 len: 168 time: 1.1880023 Sep 18 00:56:50.995937 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e7f9a0-cdd2-4039-a3a4-03f15df8cb92', 'tag': '9cc907af-2879-4b22-a976-92c2a373d0ad'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:56:51.002487 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635df321-e1e9-4552-a481-a3870500c7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "34e7f9a0-cdd2-4039-a3a4-03f15df8cb92", "tag": "9cc907af-2879-4b22-a976-92c2a373d0ad"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:56:51.040344 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31bf600-d2a1-4670-ad00-0417164affe3 x-openstack-request-id: req-d31bf600-d2a1-4670-ad00-0417164affe3 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:56:51.040636 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e7f9a0-cdd2-4039-a3a4-03f15df8cb92", "tag": "9cc907af-2879-4b22-a976-92c2a373d0ad", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:56:51.040933 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d31bf600-d2a1-4670-ad00-0417164affe3 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:56:51.041360 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e7f9a0-cdd2-4039-a3a4-03f15df8cb92', 'tag': '9cc907af-2879-4b22-a976-92c2a373d0ad', 'status': 'completed', 'code': 200} Sep 18 00:56:51.095835 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-70416e56-fffa-4754-ba21-fed7b85847f0 None None] Set router e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:56:51.103556 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635df321-e1e9-4552-a481-a3870500c7ae req-d2239e84-d174-49ac-bb65-3be17f912a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:51.105253 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-635df321-e1e9-4552-a481-a3870500c7ae req-d2239e84-d174-49ac-bb65-3be17f912a1c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 1097 time: 0.0417509 Sep 18 00:56:51.199056 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635df321-e1e9-4552-a481-a3870500c7ae req-21bea6b6-68cf-41d3-a098-fb8f88aaa957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:51.200550 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-635df321-e1e9-4552-a481-a3870500c7ae req-21bea6b6-68cf-41d3-a098-fb8f88aaa957 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e3aa670-4fd1-4e37-8c9b-8131b99abd9b HTTP/1.1" status: 200 len: 898 time: 0.0878670 Sep 18 00:56:51.242569 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-635df321-e1e9-4552-a481-a3870500c7ae req-c514a0e8-e0fb-46a0-a526-ab8d69e80003 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cc907af-2879-4b22-a976-92c2a373d0ad HTTP/1.1" status: 200 len: 217 time: 0.0344212 Sep 18 00:56:51.291987 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635df321-e1e9-4552-a481-a3870500c7ae req-cf82a7b9-8b1a-42a4-bd98-db0f8e8b0d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:51.293406 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-635df321-e1e9-4552-a481-a3870500c7ae req-cf82a7b9-8b1a-42a4-bd98-db0f8e8b0d3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cf08859-c375-43ad-a2f5-4223de6963e0 HTTP/1.1" status: 200 len: 834 time: 0.0436342 Sep 18 00:56:51.342985 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635df321-e1e9-4552-a481-a3870500c7ae req-3713f2fc-0dec-4cc9-b942-d6330c2d4754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:51.344488 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-635df321-e1e9-4552-a481-a3870500c7ae req-3713f2fc-0dec-4cc9-b942-d6330c2d4754 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e3aa670-4fd1-4e37-8c9b-8131b99abd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442662 Sep 18 00:56:51.347546 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-70416e56-fffa-4754-ba21-fed7b85847f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006764254', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:55:07Z', 'updated_at': '2021-09-18T00:55:11Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:08Z', 'updated_at': '2021-09-18T00:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6f0141d9-f575-4066-86d8-433933bfdbed', 'name': '', 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:1b:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0cf08859-c375-43ad-a2f5-4223de6963e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:10Z', 'updated_at': '2021-09-18T00:55:14Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '0cf08859-c375-43ad-a2f5-4223de6963e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:51.475587 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-635df321-e1e9-4552-a481-a3870500c7ae req-ee8c1e33-ca6a-4b83-aef3-e72a9d031011 service neutron] 10.222.0.37 "GET /v2.0/networks/6e3aa670-4fd1-4e37-8c9b-8131b99abd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238494 Sep 18 00:56:51.489070 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e7ec9-a27f-4cbf-88a3-ec046ac12cae req-009c5d21-a941-4236-a6ac-f66c1db84362 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:51.490602 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-726e7ec9-a27f-4cbf-88a3-ec046ac12cae req-009c5d21-a941-4236-a6ac-f66c1db84362 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0746245 Sep 18 00:56:51.526640 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70416e56-fffa-4754-ba21-fed7b85847f0 None None] Checking router: e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:56:51.535292 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70416e56-fffa-4754-ba21-fed7b85847f0 None None] Routers {'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:56:51.535905 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-70416e56-fffa-4754-ba21-fed7b85847f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:56:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:51.582885 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-726e7ec9-a27f-4cbf-88a3-ec046ac12cae req-f158ca93-82d7-4ebe-b8c3-812b6fde7037 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839829 Sep 18 00:56:51.606149 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-635df321-e1e9-4552-a481-a3870500c7ae req-62ee5373-fd48-412e-b130-08f51b38641c service neutron] 10.222.0.37 "GET /v2.0/networks/6e3aa670-4fd1-4e37-8c9b-8131b99abd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145763 Sep 18 00:56:51.638918 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-70416e56-fffa-4754-ba21-fed7b85847f0 None None] Set router e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:56:51.828072 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-70416e56-fffa-4754-ba21-fed7b85847f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006764254', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:55:07Z', 'updated_at': '2021-09-18T00:55:11Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:08Z', 'updated_at': '2021-09-18T00:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6f0141d9-f575-4066-86d8-433933bfdbed', 'name': '', 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:1b:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0cf08859-c375-43ad-a2f5-4223de6963e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:10Z', 'updated_at': '2021-09-18T00:55:14Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '0cf08859-c375-43ad-a2f5-4223de6963e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:51.854030 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70416e56-fffa-4754-ba21-fed7b85847f0 None None] The sync data for ids ['e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'] in n-d-809883-1 is: [{'id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006764254', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:55:07Z', 'updated_at': '2021-09-18T00:55:11Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:08Z', 'updated_at': '2021-09-18T00:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6f0141d9-f575-4066-86d8-433933bfdbed', 'name': '', 'network_id': '6e3aa670-4fd1-4e37-8c9b-8131b99abd9b', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:1b:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '0cf08859-c375-43ad-a2f5-4223de6963e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:10Z', 'updated_at': '2021-09-18T00:55:14Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': '0cf08859-c375-43ad-a2f5-4223de6963e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:52.062163 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753f958a-365a-4f75-827f-fab4343c343c None None] New status for floating IP 5df350ea-da58-49d1-9de1-99f9db594205: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:56:52.701463 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdaae5-f657-48ba-ae84-5cd49558d6ca req-aade124c-5dc5-4ce1-8d50-6e7516007627 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:52.702955 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9bfdaae5-f657-48ba-ae84-5cd49558d6ca req-aade124c-5dc5-4ce1-8d50-6e7516007627 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0488057 Sep 18 00:56:52.746314 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9bfdaae5-f657-48ba-ae84-5cd49558d6ca req-be5a2bba-b7fd-4ab2-b79f-73e4bb67b801 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ce287bf-5952-4ce2-bd9a-6b630a9afec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374575 Sep 18 00:56:52.880985 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd8c4e-0f03-4a6b-9e82-13d06ecd052a req-ac86f836-0e3b-4ffa-920b-7ecd0768995d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:56:52.882312 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2dd8c4e-0f03-4a6b-9e82-13d06ecd052a req-ac86f836-0e3b-4ffa-920b-7ecd0768995d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 946 time: 0.0471790 Sep 18 00:56:52.967546 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-c2dd8c4e-0f03-4a6b-9e82-13d06ecd052a req-2adcdd8b-53f6-46d0-8023-32d8cd3494ab tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting port 9cc907af-2879-4b22-a976-92c2a373d0ad {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:52.967886 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c2dd8c4e-0f03-4a6b-9e82-13d06ecd052a req-2adcdd8b-53f6-46d0-8023-32d8cd3494ab tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:53.056774 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-c2dd8c4e-0f03-4a6b-9e82-13d06ecd052a req-2adcdd8b-53f6-46d0-8023-32d8cd3494ab tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] For port 9cc907af-2879-4b22-a976-92c2a373d0ad, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9cc907af-2879-4b22-a976-92c2a373d0ad,segment=NetworkSegment(d1af12ca-df1a-4dac-8c2c-36bb7eda8321),segment_id=d1af12ca-df1a-4dac-8c2c-36bb7eda8321)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:53.057161 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c2dd8c4e-0f03-4a6b-9e82-13d06ecd052a req-2adcdd8b-53f6-46d0-8023-32d8cd3494ab tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:53.068558 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-c2dd8c4e-0f03-4a6b-9e82-13d06ecd052a req-2adcdd8b-53f6-46d0-8023-32d8cd3494ab tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Calling delete_port for 9cc907af-2879-4b22-a976-92c2a373d0ad owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:53.255807 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c2dd8c4e-0f03-4a6b-9e82-13d06ecd052a req-2adcdd8b-53f6-46d0-8023-32d8cd3494ab tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:53.281566 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcdd8b-53f6-46d0-8023-32d8cd3494ab tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Port': ['ID=9cc907af-2879-4b22-a976-92c2a373d0ad,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:53.324308 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2dd8c4e-0f03-4a6b-9e82-13d06ecd052a req-2adcdd8b-53f6-46d0-8023-32d8cd3494ab tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] No DVR routers for this DVR port 9cc907af-2879-4b22-a976-92c2a373d0ad on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:56:53.326972 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-c2dd8c4e-0f03-4a6b-9e82-13d06ecd052a req-2adcdd8b-53f6-46d0-8023-32d8cd3494ab tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:53.329035 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2dd8c4e-0f03-4a6b-9e82-13d06ecd052a req-2adcdd8b-53f6-46d0-8023-32d8cd3494ab tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "DELETE /v2.0/ports/9cc907af-2879-4b22-a976-92c2a373d0ad HTTP/1.1" status: 204 len: 173 time: 0.4395795 Sep 18 00:56:53.329478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e7f9a0-cdd2-4039-a3a4-03f15df8cb92', 'name': 'network-vif-deleted', 'tag': '9cc907af-2879-4b22-a976-92c2a373d0ad'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:56:53.331710 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee149821-607f-497f-a01e-77fa60f654c8" -d '{"events": [{"server_uuid": "34e7f9a0-cdd2-4039-a3a4-03f15df8cb92", "name": "network-vif-deleted", "tag": "9cc907af-2879-4b22-a976-92c2a373d0ad"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:56:53.368449 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfb816b-cffd-4691-a02c-5e388bf14b7d x-openstack-request-id: req-6bfb816b-cffd-4691-a02c-5e388bf14b7d {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:56:53.368744 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e7f9a0-cdd2-4039-a3a4-03f15df8cb92", "name": "network-vif-deleted", "tag": "9cc907af-2879-4b22-a976-92c2a373d0ad", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:56:53.369024 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6bfb816b-cffd-4691-a02c-5e388bf14b7d {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:56:53.369445 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e7f9a0-cdd2-4039-a3a4-03f15df8cb92', 'name': 'network-vif-deleted', 'tag': '9cc907af-2879-4b22-a976-92c2a373d0ad', 'status': 'completed', 'code': 200} Sep 18 00:56:53.849542 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5fb40d44-fcc8-47cb-a1ca-5fc3c32a217f req-1a3cbf76-a9f2-4cb2-8efe-71a1d50c17ed tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=34e7f9a0-cdd2-4039-a3a4-03f15df8cb92 HTTP/1.1" status: 200 len: 210 time: 0.0262651 Sep 18 00:56:54.905379 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33002) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:55.258511 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.827192 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting port 6f0141d9-f575-4066-86d8-433933bfdbed {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:55.827429 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.913276 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] For port 6f0141d9-f575-4066-86d8-433933bfdbed, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6f0141d9-f575-4066-86d8-433933bfdbed,segment=NetworkSegment(d1af12ca-df1a-4dac-8c2c-36bb7eda8321),segment_id=d1af12ca-df1a-4dac-8c2c-36bb7eda8321)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:55.914007 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:55.926438 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Calling delete_port for 6f0141d9-f575-4066-86d8-433933bfdbed owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:56.164795 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:56.219491 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Port': ['ID=6f0141d9-f575-4066-86d8-433933bfdbed,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:56.249216 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.249564 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.249907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.250239 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.250585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.251006 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.251331 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.251694 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.252026 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.252352 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.252678 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.253016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.375426 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:56.600494 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:56:56.704402 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:56.711066 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-77565f0b-88f7-4658-b6f0-8b720c8bfd63 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "PUT /v2.0/routers/e6e5db2d-76ee-42ae-b6e4-3293c3e8e083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8038771 Sep 18 00:56:56.712973 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33004) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:56.714789 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15de724-6fa9-4758-9e6b-2d489edfd9e6 None None] Sync routers for ids ['e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:56.723944 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15de724-6fa9-4758-9e6b-2d489edfd9e6 None None] Routers {'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:56:56.724556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d15de724-6fa9-4758-9e6b-2d489edfd9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:56:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:56.764110 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-674ad232-cfd7-4606-9d98-4e702f58fd1b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting subnet 0cf08859-c375-43ad-a2f5-4223de6963e0 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:56:56.769475 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-674ad232-cfd7-4606-9d98-4e702f58fd1b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:56.808795 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-674ad232-cfd7-4606-9d98-4e702f58fd1b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:56.830885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-d15de724-6fa9-4758-9e6b-2d489edfd9e6 None None] Set router e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:56:56.896569 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-674ad232-cfd7-4606-9d98-4e702f58fd1b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.005562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d15de724-6fa9-4758-9e6b-2d489edfd9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006764254', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:55:07Z', 'updated_at': '2021-09-18T00:56:56Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:08Z', 'updated_at': '2021-09-18T00:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:57.025918 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-674ad232-cfd7-4606-9d98-4e702f58fd1b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.031392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15de724-6fa9-4758-9e6b-2d489edfd9e6 None None] Checking router: e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:56:57.040876 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15de724-6fa9-4758-9e6b-2d489edfd9e6 None None] Routers {'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:56:57.040876 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d15de724-6fa9-4758-9e6b-2d489edfd9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:56:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:57.052989 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ad232-cfd7-4606-9d98-4e702f58fd1b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf08859-c375-43ad-a2f5-4223de6963e0,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:57.057109 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-674ad232-cfd7-4606-9d98-4e702f58fd1b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.061954 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-674ad232-cfd7-4606-9d98-4e702f58fd1b tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/subnets/0cf08859-c375-43ad-a2f5-4223de6963e0 HTTP/1.1" status: 204 len: 168 time: 0.3478553 Sep 18 00:56:57.062834 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33006) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:57.081955 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e1fa4f-b2ae-46d4-a1be-ef418ac3e81a None None] Network 6e3aa670-4fd1-4e37-8c9b-8131b99abd9b requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:56:57.170841 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-abce3460-51db-4753-ad3d-6be1e17b3ef7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.232658 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-d15de724-6fa9-4758-9e6b-2d489edfd9e6 None None] Set router e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:56:57.274135 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-abce3460-51db-4753-ad3d-6be1e17b3ef7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.372965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] DHCP port deletion for 6e3aa670-4fd1-4e37-8c9b-8131b99abd9b request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:56:57.376617 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-abce3460-51db-4753-ad3d-6be1e17b3ef7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting port b01bc8d8-4da1-4a14-9c49-1b0f083379aa {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:57.377014 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-abce3460-51db-4753-ad3d-6be1e17b3ef7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.457633 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-abce3460-51db-4753-ad3d-6be1e17b3ef7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] For port b01bc8d8-4da1-4a14-9c49-1b0f083379aa, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=b01bc8d8-4da1-4a14-9c49-1b0f083379aa,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:57.457939 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-abce3460-51db-4753-ad3d-6be1e17b3ef7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.459674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] Deleting port 59c4b7d5-74b5-43b7-98ab-08fb5dae4869 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:56:57.460052 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.462425 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d15de724-6fa9-4758-9e6b-2d489edfd9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006764254', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:55:07Z', 'updated_at': '2021-09-18T00:56:56Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:08Z', 'updated_at': '2021-09-18T00:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:57.471317 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-abce3460-51db-4753-ad3d-6be1e17b3ef7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Calling delete_port for b01bc8d8-4da1-4a14-9c49-1b0f083379aa owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:57.496562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15de724-6fa9-4758-9e6b-2d489edfd9e6 None None] The sync data for ids ['e6e5db2d-76ee-42ae-b6e4-3293c3e8e083'] in n-d-809883-1 is: [{'id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006764254', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:55:07Z', 'updated_at': '2021-09-18T00:56:56Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': 'b01bc8d8-4da1-4a14-9c49-1b0f083379aa', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5db2d-76ee-42ae-b6e4-3293c3e8e083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:55:08Z', 'updated_at': '2021-09-18T00:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:57.549576 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] For port 59c4b7d5-74b5-43b7-98ab-08fb5dae4869, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=59c4b7d5-74b5-43b7-98ab-08fb5dae4869,segment=NetworkSegment(d1af12ca-df1a-4dac-8c2c-36bb7eda8321),segment_id=d1af12ca-df1a-4dac-8c2c-36bb7eda8321)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:57.549973 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.562153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] Calling delete_port for 59c4b7d5-74b5-43b7-98ab-08fb5dae4869 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:56:57.699498 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-abce3460-51db-4753-ad3d-6be1e17b3ef7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.722441 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.725977 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce3460-51db-4753-ad3d-6be1e17b3ef7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Port': ['ID=b01bc8d8-4da1-4a14-9c49-1b0f083379aa,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:57.751263 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] Pushing event deleted for resources: {'Port': ['ID=59c4b7d5-74b5-43b7-98ab-08fb5dae4869,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:57.758939 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] No DVR routers for this DVR port 59c4b7d5-74b5-43b7-98ab-08fb5dae4869 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:56:57.761374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:57.761714 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:57.762052 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:57.762383 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:57.762712 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:57.763065 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:57.763458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:57.763784 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:57.764107 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:57.764425 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:57.764746 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:57.765088 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eaabcf-d708-4798-9a33-e86db7a0c968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:57.798173 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-abce3460-51db-4753-ad3d-6be1e17b3ef7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.891778 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-abce3460-51db-4753-ad3d-6be1e17b3ef7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.894612 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-abce3460-51db-4753-ad3d-6be1e17b3ef7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:57.928808 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9cc907af-2879-4b22-a976-92c2a373d0ad no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:56:57.949536 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 9cc907af-2879-4b22-a976-92c2a373d0ad {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:56:57.949937 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9cc907af-2879-4b22-a976-92c2a373d0ad not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:56:58.010490 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-abce3460-51db-4753-ad3d-6be1e17b3ef7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:58.011064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abce3460-51db-4753-ad3d-6be1e17b3ef7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Fanout notify agent at l3_agent the message router_deleted on router e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:56:58.018439 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-abce3460-51db-4753-ad3d-6be1e17b3ef7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:58.019549 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-abce3460-51db-4753-ad3d-6be1e17b3ef7 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/routers/e6e5db2d-76ee-42ae-b6e4-3293c3e8e083 HTTP/1.1" status: 204 len: 168 time: 0.9554324 Sep 18 00:56:58.022256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33008) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:58.103750 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e33779b4-388d-4522-b26a-8a58710db2a9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:58.193605 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e33779b4-388d-4522-b26a-8a58710db2a9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:58.213198 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-e33779b4-388d-4522-b26a-8a58710db2a9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3aa670-4fd1-4e37-8c9b-8131b99abd9b']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:58.222035 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-e33779b4-388d-4522-b26a-8a58710db2a9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1af12ca-df1a-4dac-8c2c-36bb7eda8321') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:58.222329 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-e33779b4-388d-4522-b26a-8a58710db2a9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1af12ca-df1a-4dac-8c2c-36bb7eda8321') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:58.231358 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e33779b4-388d-4522-b26a-8a58710db2a9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:58.244108 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e33779b4-388d-4522-b26a-8a58710db2a9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:58.249855 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33779b4-388d-4522-b26a-8a58710db2a9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:56:58.250229 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e33779b4-388d-4522-b26a-8a58710db2a9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: timer() Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:56:58.253664 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:56:58.358857 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e33779b4-388d-4522-b26a-8a58710db2a9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:58.366804 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e33779b4-388d-4522-b26a-8a58710db2a9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:58.367908 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e33779b4-388d-4522-b26a-8a58710db2a9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/networks/6e3aa670-4fd1-4e37-8c9b-8131b99abd9b HTTP/1.1" status: 204 len: 168 time: 0.3447421 Sep 18 00:56:58.370870 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33010) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:58.379916 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33779b4-388d-4522-b26a-8a58710db2a9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Network': ['ID=6e3aa670-4fd1-4e37-8c9b-8131b99abd9b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:58.429687 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84670c7e-c589-40aa-92fa-d0c605322e5c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:58.454242 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84670c7e-c589-40aa-92fa-d0c605322e5c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:58.579366 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84670c7e-c589-40aa-92fa-d0c605322e5c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:58.582035 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-84670c7e-c589-40aa-92fa-d0c605322e5c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:58.583250 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-84670c7e-c589-40aa-92fa-d0c605322e5c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/security-groups/6ce287bf-5952-4ce2-bd9a-6b630a9afec3 HTTP/1.1" status: 204 len: 168 time: 0.2114136 Sep 18 00:56:58.592899 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84670c7e-c589-40aa-92fa-d0c605322e5c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce287bf-5952-4ce2-bd9a-6b630a9afec3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:58.810734 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 59c4b7d5-74b5-43b7-98ab-08fb5dae4869 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:56:58.833785 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 59c4b7d5-74b5-43b7-98ab-08fb5dae4869 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:56:58.834133 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 59c4b7d5-74b5-43b7-98ab-08fb5dae4869 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:56:58.834537 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 6f0141d9-f575-4066-86d8-433933bfdbed no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:56:58.852332 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 6f0141d9-f575-4066-86d8-433933bfdbed {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:56:58.852673 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 6f0141d9-f575-4066-86d8-433933bfdbed not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:56:58.853094 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b01bc8d8-4da1-4a14-9c49-1b0f083379aa no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:56:58.872163 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: b01bc8d8-4da1-4a14-9c49-1b0f083379aa {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:56:58.872163 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device b01bc8d8-4da1-4a14-9c49-1b0f083379aa not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:56:58.908590 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33016) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:58.913239 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-65117a3a-4092-4e19-b5d7-4430240613c8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1220955763', 'description': 'tempest-secgroup-smoke-1220955763 description', 'project_id': '620d963d32234c0d88114693e53fbfe6'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:59.002371 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65117a3a-4092-4e19-b5d7-4430240613c8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.084744 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65117a3a-4092-4e19-b5d7-4430240613c8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.187116 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65117a3a-4092-4e19-b5d7-4430240613c8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.215780 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65117a3a-4092-4e19-b5d7-4430240613c8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad475cfa-9488-4e68-bf56-4cd9901812e5,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:59.282201 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-65117a3a-4092-4e19-b5d7-4430240613c8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.284207 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-65117a3a-4092-4e19-b5d7-4430240613c8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3745031 Sep 18 00:56:59.287151 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33018) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:59.291509 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-8e3d8b2b-aa4d-4ef5-9814-b31c0952d3a1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': 'ad475cfa-9488-4e68-bf56-4cd9901812e5', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:59.385767 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8b2b-aa4d-4ef5-9814-b31c0952d3a1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.445333 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8b2b-aa4d-4ef5-9814-b31c0952d3a1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.535862 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8b2b-aa4d-4ef5-9814-b31c0952d3a1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.554381 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d8b2b-aa4d-4ef5-9814-b31c0952d3a1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=635189f8-08d1-42d3-b28e-358c0a2bbbe5,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:59.624700 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8b2b-aa4d-4ef5-9814-b31c0952d3a1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.625958 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-8e3d8b2b-aa4d-4ef5-9814-b31c0952d3a1 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3378518 Sep 18 00:56:59.629222 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33020) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:59.633484 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-09cf05f1-2a45-4b85-8cae-0fbf24aa10b2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': 'ad475cfa-9488-4e68-bf56-4cd9901812e5', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:59.720517 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09cf05f1-2a45-4b85-8cae-0fbf24aa10b2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.778871 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09cf05f1-2a45-4b85-8cae-0fbf24aa10b2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.847527 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09cf05f1-2a45-4b85-8cae-0fbf24aa10b2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.865376 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf05f1-2a45-4b85-8cae-0fbf24aa10b2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab90900-7f89-4bc5-a955-f7cf349dfd16,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:59.939786 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-09cf05f1-2a45-4b85-8cae-0fbf24aa10b2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:56:59.941075 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-09cf05f1-2a45-4b85-8cae-0fbf24aa10b2 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3108792 Sep 18 00:56:59.943851 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33022) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:56:59.948293 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a8b9e3be-ec94-46d4-bbb3-2c224d28dea4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': 'ad475cfa-9488-4e68-bf56-4cd9901812e5', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:00.035708 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e3be-ec94-46d4-bbb3-2c224d28dea4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.094189 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e3be-ec94-46d4-bbb3-2c224d28dea4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.174365 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e3be-ec94-46d4-bbb3-2c224d28dea4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.192727 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9e3be-ec94-46d4-bbb3-2c224d28dea4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5a2a3a-18a2-41b9-b205-4d4135c677f7,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:00.284627 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a8b9e3be-ec94-46d4-bbb3-2c224d28dea4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.285820 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a8b9e3be-ec94-46d4-bbb3-2c224d28dea4 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3410099 Sep 18 00:57:00.288600 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33024) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:00.292824 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-d871f211-171e-41b8-9ae0-119200b5ad85 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': 'ad475cfa-9488-4e68-bf56-4cd9901812e5', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:00.403118 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d871f211-171e-41b8-9ae0-119200b5ad85 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.463992 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d871f211-171e-41b8-9ae0-119200b5ad85 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.535753 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d871f211-171e-41b8-9ae0-119200b5ad85 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.557540 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871f211-171e-41b8-9ae0-119200b5ad85 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148c9ef7-d345-4681-84b0-c74434b623ad,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:00.627024 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d871f211-171e-41b8-9ae0-119200b5ad85 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.628233 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d871f211-171e-41b8-9ae0-119200b5ad85 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3386898 Sep 18 00:57:00.630923 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33026) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:00.635151 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-6ac2f0cf-8f26-4122-9b22-91ff2f746fed tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': 'ad475cfa-9488-4e68-bf56-4cd9901812e5', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:00.724292 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-6ac2f0cf-8f26-4122-9b22-91ff2f746fed tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Project 620d963d32234c0d88114693e53fbfe6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:57:00.729030 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6ac2f0cf-8f26-4122-9b22-91ff2f746fed tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.787017 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6ac2f0cf-8f26-4122-9b22-91ff2f746fed tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.893631 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6ac2f0cf-8f26-4122-9b22-91ff2f746fed tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:00.910915 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2f0cf-8f26-4122-9b22-91ff2f746fed tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01dc9543-e173-4ada-9e08-f3d7c772f2c4,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:01.001861 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6ac2f0cf-8f26-4122-9b22-91ff2f746fed tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.003132 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6ac2f0cf-8f26-4122-9b22-91ff2f746fed tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3712990 Sep 18 00:57:01.005862 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33028) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:01.010223 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-406f8d16-0ab8-49ac-9945-d29d7713e340 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'security_group_rule': {'security_group_id': 'ad475cfa-9488-4e68-bf56-4cd9901812e5', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:01.101229 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-406f8d16-0ab8-49ac-9945-d29d7713e340 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Project 620d963d32234c0d88114693e53fbfe6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:57:01.105899 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-406f8d16-0ab8-49ac-9945-d29d7713e340 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.169771 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-406f8d16-0ab8-49ac-9945-d29d7713e340 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.241919 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-406f8d16-0ab8-49ac-9945-d29d7713e340 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.258912 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f8d16-0ab8-49ac-9945-d29d7713e340 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1371811d-87d1-4ac1-a5f4-9cc50f8de9f3,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:01.335779 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-406f8d16-0ab8-49ac-9945-d29d7713e340 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.337023 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-406f8d16-0ab8-49ac-9945-d29d7713e340 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3301952 Sep 18 00:57:01.339706 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33030) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:01.344578 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-3f08395b-1411-44e0-a6e9-5697713de219 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'network': {'name': 'tempest-network-smoke--135190333', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'port_security_enabled': True}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:01.415381 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f08395b-1411-44e0-a6e9-5697713de219 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Made reservation on behalf of 620d963d32234c0d88114693e53fbfe6 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:01.418752 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3f08395b-1411-44e0-a6e9-5697713de219 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.442749 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f08395b-1411-44e0-a6e9-5697713de219 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:57:01.451223 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3f08395b-1411-44e0-a6e9-5697713de219 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.451563 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-3f08395b-1411-44e0-a6e9-5697713de219 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Added segment 89320f7e-9c86-42c7-8262-926736938c44 of type vlan for network e99a6b7e-e98f-45b4-8559-8c3bcfebe816 Sep 18 00:57:01.490861 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3f08395b-1411-44e0-a6e9-5697713de219 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.570074 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3f08395b-1411-44e0-a6e9-5697713de219 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.575640 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f08395b-1411-44e0-a6e9-5697713de219 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:01.576229 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3f08395b-1411-44e0-a6e9-5697713de219 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.643265 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08395b-1411-44e0-a6e9-5697713de219 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Network': ['ID=e99a6b7e-e98f-45b4-8559-8c3bcfebe816,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:01.657173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network e99a6b7e-e98f-45b4-8559-8c3bcfebe816 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:57:01.692942 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3f08395b-1411-44e0-a6e9-5697713de219 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3503029 Sep 18 00:57:01.693779 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33032) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:01.698278 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-87c5a0c9-0abf-403b-9583-34bff3bc13e3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-346471716', 'admin_state_up': True, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:01.796530 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87c5a0c9-0abf-403b-9583-34bff3bc13e3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.797614 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87c5a0c9-0abf-403b-9583-34bff3bc13e3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:01.847004 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87c5a0c9-0abf-403b-9583-34bff3bc13e3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:02.056437 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87c5a0c9-0abf-403b-9583-34bff3bc13e3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:02.313756 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87c5a0c9-0abf-403b-9583-34bff3bc13e3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:02.335488 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87c5a0c9-0abf-403b-9583-34bff3bc13e3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:02.445050 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-87c5a0c9-0abf-403b-9583-34bff3bc13e3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Allocated IP 172.25.3.77 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/468b198f-9055-4a73-9f9c-bc2125544600) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:02.546894 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87c5a0c9-0abf-403b-9583-34bff3bc13e3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:02.642500 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87c5a0c9-0abf-403b-9583-34bff3bc13e3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:02.680359 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c5a0c9-0abf-403b-9583-34bff3bc13e3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:02.683600 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-87c5a0c9-0abf-403b-9583-34bff3bc13e3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:02.689843 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5a0c9-0abf-403b-9583-34bff3bc13e3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:02.716283 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5a0c9-0abf-403b-9583-34bff3bc13e3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=468b198f-9055-4a73-9f9c-bc2125544600,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:03.040660 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87c5a0c9-0abf-403b-9583-34bff3bc13e3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:03.229688 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87c5a0c9-0abf-403b-9583-34bff3bc13e3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:03.461901 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c5a0c9-0abf-403b-9583-34bff3bc13e3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router fc949d76-d9ca-437d-82fc-f9f070b0b4bf is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:57:03.568441 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c5a0c9-0abf-403b-9583-34bff3bc13e3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:03.577730 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] Sync routers for ids ['fc949d76-d9ca-437d-82fc-f9f070b0b4bf'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:03.586863 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] Routers {'fc949d76-d9ca-437d-82fc-f9f070b0b4bf'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:03.587467 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:56:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['fc949d76-d9ca-437d-82fc-f9f070b0b4bf'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:03.659448 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-87c5a0c9-0abf-403b-9583-34bff3bc13e3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:03.660702 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-87c5a0c9-0abf-403b-9583-34bff3bc13e3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9659510 Sep 18 00:57:03.663975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33034) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:03.691521 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] Set router fc949d76-d9ca-437d-82fc-f9f070b0b4bf gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:57:03.704249 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-4bb15b7d-315f-4d0e-a0ca-495b0f6d9d64 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=620d963d32234c0d88114693e53fbfe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391002 Sep 18 00:57:03.707008 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33036) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:03.801406 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b077c0a3-2ed8-4d26-8719-7aa8cbb25c92 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:03.806439 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b077c0a3-2ed8-4d26-8719-7aa8cbb25c92 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0980687 Sep 18 00:57:03.806657 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33038) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:03.836422 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0b5d2f2a-1136-4927-aedf-462b7d54e597 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=544c7e65-fba8-424a-a169-b245d1aea919&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284960 Sep 18 00:57:03.839074 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33040) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:03.844129 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d1fb3e06-ce84-41a3-84f3-e59445800568 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1603822045', 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816', 'project_id': '620d963d32234c0d88114693e53fbfe6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:03.871303 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346471716', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '468b198f-9055-4a73-9f9c-bc2125544600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:57:01Z', 'updated_at': '2021-09-18T00:57:02Z', 'revision_number': 3, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '468b198f-9055-4a73-9f9c-bc2125544600', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:02Z', 'updated_at': '2021-09-18T00:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:03.897522 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] Checking router: fc949d76-d9ca-437d-82fc-f9f070b0b4bf for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:57:03.897854 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] Updating router fc949d76-d9ca-437d-82fc-f9f070b0b4bf port 468b198f-9055-4a73-9f9c-bc2125544600 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:57:03.928636 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:04.003137 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fb3e06-ce84-41a3-84f3-e59445800568 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Made reservation on behalf of 620d963d32234c0d88114693e53fbfe6 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:04.007251 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d1fb3e06-ce84-41a3-84f3-e59445800568 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:04.182902 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:04.261751 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:04.294957 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d1fb3e06-ce84-41a3-84f3-e59445800568 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:04.312964 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] Attempting to bind port 468b198f-9055-4a73-9f9c-bc2125544600 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:57:04.313335 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] Attempting to bind port 468b198f-9055-4a73-9f9c-bc2125544600 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:57:04.313714 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] Attempting to bind port 468b198f-9055-4a73-9f9c-bc2125544600 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:04.320697 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024faf42-25f5-4444-bef8-a3d8fe564c3c None None] Pushing event updated for resources: {'Port': ['ID=468b198f-9055-4a73-9f9c-bc2125544600,revision_number=2']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:04.322864 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:57:04.323230 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:04.323631 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:04.324019 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:57:04.324482 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] Bound port: 468b198f-9055-4a73-9f9c-bc2125544600, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:57:04.324873 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:04.348560 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024faf42-25f5-4444-bef8-a3d8fe564c3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:04.349024 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024faf42-25f5-4444-bef8-a3d8fe564c3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:04.349336 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024faf42-25f5-4444-bef8-a3d8fe564c3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:04.349664 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024faf42-25f5-4444-bef8-a3d8fe564c3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:04.349993 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024faf42-25f5-4444-bef8-a3d8fe564c3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:04.350314 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024faf42-25f5-4444-bef8-a3d8fe564c3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:04.350636 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024faf42-25f5-4444-bef8-a3d8fe564c3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:04.350956 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024faf42-25f5-4444-bef8-a3d8fe564c3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:04.351276 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024faf42-25f5-4444-bef8-a3d8fe564c3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:04.351594 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024faf42-25f5-4444-bef8-a3d8fe564c3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:04.351908 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024faf42-25f5-4444-bef8-a3d8fe564c3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:04.352226 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024faf42-25f5-4444-bef8-a3d8fe564c3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:04.359133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb3e06-ce84-41a3-84f3-e59445800568 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Subnet': ['ID=ecee2eae-aa7d-4072-9a69-17b22d419b29,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:04.371188 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb3e06-ce84-41a3-84f3-e59445800568 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Checking segment: {'id': '89320f7e-9c86-42c7-8262-926736938c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:04.371705 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fb3e06-ce84-41a3-84f3-e59445800568 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network hostable DHCP agents. Network: e99a6b7e-e98f-45b4-8559-8c3bcfebe816, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:57:04.390370 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] For port 468b198f-9055-4a73-9f9c-bc2125544600, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:04.394251 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] For port 468b198f-9055-4a73-9f9c-bc2125544600, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=468b198f-9055-4a73-9f9c-bc2125544600,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:04.465227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fb3e06-ce84-41a3-84f3-e59445800568 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network e99a6b7e-e98f-45b4-8559-8c3bcfebe816 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:57:04.485026 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:04.541857 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024faf42-25f5-4444-bef8-a3d8fe564c3c None None] Pushing event updated for resources: {'Port': ['ID=468b198f-9055-4a73-9f9c-bc2125544600,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:04.544389 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] Routers {'fc949d76-d9ca-437d-82fc-f9f070b0b4bf'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:04.545006 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:56:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['fc949d76-d9ca-437d-82fc-f9f070b0b4bf'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:04.570130 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-d1fb3e06-ce84-41a3-84f3-e59445800568 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, e99a6b7e-e98f-45b4-8559-8c3bcfebe816) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:04.574330 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fb3e06-ce84-41a3-84f3-e59445800568 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:04.575041 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d1fb3e06-ce84-41a3-84f3-e59445800568 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:04.580567 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4935071d-1fc5-48b4-8f5d-75bbbcc734ff None None] Network e99a6b7e-e98f-45b4-8559-8c3bcfebe816 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:04.656659 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d1fb3e06-ce84-41a3-84f3-e59445800568 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8164649 Sep 18 00:57:04.659937 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33042) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:04.661524 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] Set router fc949d76-d9ca-437d-82fc-f9f070b0b4bf gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:57:04.730006 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-e99a6b7e-e98f-45b4-8559-8c3bcfebe816', 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ips': [{'subnet_id': 'ecee2eae-aa7d-4072-9a69-17b22d419b29'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:57:04.730890 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:04.845735 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346471716', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '468b198f-9055-4a73-9f9c-bc2125544600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:57:01Z', 'updated_at': '2021-09-18T00:57:02Z', 'revision_number': 3, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '468b198f-9055-4a73-9f9c-bc2125544600', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:02Z', 'updated_at': '2021-09-18T00:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:04.874300 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac18de5-21bf-424a-b0a6-3bb551c00c0d None None] The sync data for ids ['fc949d76-d9ca-437d-82fc-f9f070b0b4bf'] in n-d-809883-1 is: [{'id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346471716', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '468b198f-9055-4a73-9f9c-bc2125544600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:57:01Z', 'updated_at': '2021-09-18T00:57:02Z', 'revision_number': 3, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '468b198f-9055-4a73-9f9c-bc2125544600', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:02Z', 'updated_at': '2021-09-18T00:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:04.879876 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] Allocated IP 172.20.0.2 (e99a6b7e-e98f-45b4-8559-8c3bcfebe816/ecee2eae-aa7d-4072-9a69-17b22d419b29/31b38c9a-8eb3-4004-a252-32672bb4e5d5) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:05.041366 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.131363 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.184362 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] Network e99a6b7e-e98f-45b4-8559-8c3bcfebe816 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:05.190698 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:05.195760 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:05.198185 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] Pushing event updated for resources: {'Port': ['ID=31b38c9a-8eb3-4004-a252-32672bb4e5d5,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:05.266059 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] Attempting to bind port 31b38c9a-8eb3-4004-a252-32672bb4e5d5 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:57:05.266496 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] Attempting to bind port 31b38c9a-8eb3-4004-a252-32672bb4e5d5 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '89320f7e-9c86-42c7-8262-926736938c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:57:05.267052 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] Attempting to bind port 31b38c9a-8eb3-4004-a252-32672bb4e5d5 on network e99a6b7e-e98f-45b4-8559-8c3bcfebe816 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:05.273778 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:57:05.274179 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] Checking segment: {'id': '89320f7e-9c86-42c7-8262-926736938c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:05.274561 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.274933 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] Bound using segment: {'id': '89320f7e-9c86-42c7-8262-926736938c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:57:05.275402 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] Bound port: 31b38c9a-8eb3-4004-a252-32672bb4e5d5, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89320f7e-9c86-42c7-8262-926736938c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:57:05.275781 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.344020 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] For port 31b38c9a-8eb3-4004-a252-32672bb4e5d5, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:05.347512 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] For port 31b38c9a-8eb3-4004-a252-32672bb4e5d5, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=31b38c9a-8eb3-4004-a252-32672bb4e5d5,segment=NetworkSegment(89320f7e-9c86-42c7-8262-926736938c44),segment_id=89320f7e-9c86-42c7-8262-926736938c44)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:05.416427 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.460581 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c3889900-7732-4020-979c-143969f0a24e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.478949 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbc979-5fb0-4b19-a70f-7a187a45ebaa None None] Pushing event updated for resources: {'Port': ['ID=31b38c9a-8eb3-4004-a252-32672bb4e5d5,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:05.771679 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-c3889900-7732-4020-979c-143969f0a24e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Allocated IP 172.20.0.1 (e99a6b7e-e98f-45b4-8559-8c3bcfebe816/ecee2eae-aa7d-4072-9a69-17b22d419b29/6a059710-6215-4a81-a6ec-76caabe87b47) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:05.897667 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c3889900-7732-4020-979c-143969f0a24e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:05.998708 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c3889900-7732-4020-979c-143969f0a24e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.036853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3889900-7732-4020-979c-143969f0a24e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network e99a6b7e-e98f-45b4-8559-8c3bcfebe816 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:06.039979 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-c3889900-7732-4020-979c-143969f0a24e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:06.043844 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3889900-7732-4020-979c-143969f0a24e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:06.074656 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3889900-7732-4020-979c-143969f0a24e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=6a059710-6215-4a81-a6ec-76caabe87b47,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:06.094982 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c3889900-7732-4020-979c-143969f0a24e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.303638 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c3889900-7732-4020-979c-143969f0a24e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.339846 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938907aa-b5d2-4d88-9586-d1b90a529ce4 None None] Network e99a6b7e-e98f-45b4-8559-8c3bcfebe816 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:57:06.405640 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c1d94b74-da16-46f7-ae16-ec4bc8d10e73 None None] Provisioning complete for port 31b38c9a-8eb3-4004-a252-32672bb4e5d5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:06.414684 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c1d94b74-da16-46f7-ae16-ec4bc8d10e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.596979 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c3889900-7732-4020-979c-143969f0a24e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.659627 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c3889900-7732-4020-979c-143969f0a24e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.712404 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c1d94b74-da16-46f7-ae16-ec4bc8d10e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.733949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3889900-7732-4020-979c-143969f0a24e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=6a059710-6215-4a81-a6ec-76caabe87b47,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:06.737545 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c3889900-7732-4020-979c-143969f0a24e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.753462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-c1d94b74-da16-46f7-ae16-ec4bc8d10e73 None None] For port 31b38c9a-8eb3-4004-a252-32672bb4e5d5, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=31b38c9a-8eb3-4004-a252-32672bb4e5d5,segment=NetworkSegment(89320f7e-9c86-42c7-8262-926736938c44),segment_id=89320f7e-9c86-42c7-8262-926736938c44)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:06.845370 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c1d94b74-da16-46f7-ae16-ec4bc8d10e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.858603 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3889900-7732-4020-979c-143969f0a24e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network e99a6b7e-e98f-45b4-8559-8c3bcfebe816 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:06.864257 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-c3889900-7732-4020-979c-143969f0a24e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:06.906734 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 31b38c9a-8eb3-4004-a252-32672bb4e5d5 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:06.913553 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d94b74-da16-46f7-ae16-ec4bc8d10e73 None None] Pushing event updated for resources: {'Port': ['ID=31b38c9a-8eb3-4004-a252-32672bb4e5d5,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:06.973703 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 31b38c9a-8eb3-4004-a252-32672bb4e5d5 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:06.974418 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:06.996458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3889900-7732-4020-979c-143969f0a24e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router fc949d76-d9ca-437d-82fc-f9f070b0b4bf has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:57:07.068490 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 468b198f-9055-4a73-9f9c-bc2125544600 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:07.097275 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b7cb5478-8816-4091-95c8-ac1d687c6fa7 None None] Provisioning complete for port 6a059710-6215-4a81-a6ec-76caabe87b47 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:07.097653 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5478-8816-4091-95c8-ac1d687c6fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:07.122953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3889900-7732-4020-979c-143969f0a24e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:07.133546 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c3889900-7732-4020-979c-143969f0a24e tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "PUT /v2.0/routers/fc949d76-d9ca-437d-82fc-f9f070b0b4bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4724140 Sep 18 00:57:07.141562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] Sync routers for ids ['fc949d76-d9ca-437d-82fc-f9f070b0b4bf'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:07.147382 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb5478-8816-4091-95c8-ac1d687c6fa7 None None] Port 6a059710-6215-4a81-a6ec-76caabe87b47 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:07.165409 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] Routers {'fc949d76-d9ca-437d-82fc-f9f070b0b4bf'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:07.166050 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:56:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['fc949d76-d9ca-437d-82fc-f9f070b0b4bf'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:07.172643 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-b7cb5478-8816-4091-95c8-ac1d687c6fa7 None None] Provisioning complete for port 31b38c9a-8eb3-4004-a252-32672bb4e5d5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:07.172643 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5478-8816-4091-95c8-ac1d687c6fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:07.230487 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 468b198f-9055-4a73-9f9c-bc2125544600 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:07.230861 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:07.277854 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-3113638f-a79c-4b80-91fd-8814ba5824ff tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1220955763&fields=id&tenant_id=620d963d32234c0d88114693e53fbfe6 HTTP/1.1" status: 200 len: 267 time: 0.0361283 Sep 18 00:57:07.348251 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] Set router fc949d76-d9ca-437d-82fc-f9f070b0b4bf gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:57:07.395057 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-218d14a5-bf8f-42b3-b334-15f2c42b02bb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:07.396767 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-218d14a5-bf8f-42b3-b334-15f2c42b02bb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/networks?id=e99a6b7e-e98f-45b4-8559-8c3bcfebe816 HTTP/1.1" status: 200 len: 796 time: 0.1109109 Sep 18 00:57:07.415486 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-194e288a-82e3-4531-a786-1063bb28f121 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/quotas/620d963d32234c0d88114693e53fbfe6 HTTP/1.1" status: 200 len: 375 time: 0.0108311 Sep 18 00:57:07.473924 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-0c931675-66c7-4701-912e-9a2777859bf8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520473 Sep 18 00:57:07.497442 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:07.552397 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 468b198f-9055-4a73-9f9c-bc2125544600, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=468b198f-9055-4a73-9f9c-bc2125544600,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:07.609648 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-164cd99e-2108-45aa-a25e-295e718ffd33 service neutron] 10.222.0.46 "GET /v2.0/networks/e99a6b7e-e98f-45b4-8559-8c3bcfebe816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222908 Sep 18 00:57:07.616327 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-5e20003b-b765-4c13-b39b-7e52afc35c8a None None] Provisioning complete for port 6a059710-6215-4a81-a6ec-76caabe87b47 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:07.616697 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5e20003b-b765-4c13-b39b-7e52afc35c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:07.640100 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:07.679512 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-5e20003b-b765-4c13-b39b-7e52afc35c8a None None] Port 6a059710-6215-4a81-a6ec-76caabe87b47 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:07.699959 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346471716', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '468b198f-9055-4a73-9f9c-bc2125544600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:57:01Z', 'updated_at': '2021-09-18T00:57:06Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '468b198f-9055-4a73-9f9c-bc2125544600', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:02Z', 'updated_at': '2021-09-18T00:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6a059710-6215-4a81-a6ec-76caabe87b47', 'name': '', 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:61:b7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ecee2eae-aa7d-4072-9a69-17b22d419b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:05Z', 'updated_at': '2021-09-18T00:57:06Z', 'revision_number': 2, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': 'ecee2eae-aa7d-4072-9a69-17b22d419b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:07.708524 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-013e7a30-d95e-4df5-a9f1-5a4030c88027 service neutron] 10.222.0.46 "GET /v2.0/networks/e99a6b7e-e98f-45b4-8559-8c3bcfebe816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926223 Sep 18 00:57:07.731958 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=468b198f-9055-4a73-9f9c-bc2125544600,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:07.734742 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] Checking router: fc949d76-d9ca-437d-82fc-f9f070b0b4bf for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:57:07.735074 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] Updating router fc949d76-d9ca-437d-82fc-f9f070b0b4bf port 6a059710-6215-4a81-a6ec-76caabe87b47 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:57:07.759861 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:07.937347 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2c45da4c-8e66-41d7-a2ce-2987b2360a37 req-04672ff4-56f2-4876-9dad-3c2841191308 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 210 time: 0.0265903 Sep 18 00:57:08.022225 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:08.101780 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:08.155520 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dfe1b-b440-4de7-96e7-aea2a2f2a64b None None] Pushing event updated for resources: {'Port': ['ID=6a059710-6215-4a81-a6ec-76caabe87b47,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:08.206722 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] Attempting to bind port 6a059710-6215-4a81-a6ec-76caabe87b47 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:57:08.207159 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] Attempting to bind port 6a059710-6215-4a81-a6ec-76caabe87b47 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '89320f7e-9c86-42c7-8262-926736938c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:57:08.207427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] Attempting to bind port 6a059710-6215-4a81-a6ec-76caabe87b47 on network e99a6b7e-e98f-45b4-8559-8c3bcfebe816 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:08.212782 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:57:08.221522 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] Checking segment: {'id': '89320f7e-9c86-42c7-8262-926736938c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:08.221522 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:08.221522 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] Bound using segment: {'id': '89320f7e-9c86-42c7-8262-926736938c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:57:08.221522 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] Bound port: 6a059710-6215-4a81-a6ec-76caabe87b47, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89320f7e-9c86-42c7-8262-926736938c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:57:08.221522 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:08.283881 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] For port 6a059710-6215-4a81-a6ec-76caabe87b47, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:08.287716 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] For port 6a059710-6215-4a81-a6ec-76caabe87b47, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6a059710-6215-4a81-a6ec-76caabe87b47,segment=NetworkSegment(89320f7e-9c86-42c7-8262-926736938c44),segment_id=89320f7e-9c86-42c7-8262-926736938c44)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:08.353313 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:08.424754 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dfe1b-b440-4de7-96e7-aea2a2f2a64b None None] Pushing event updated for resources: {'Port': ['ID=6a059710-6215-4a81-a6ec-76caabe87b47,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:08.427369 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] Routers {'fc949d76-d9ca-437d-82fc-f9f070b0b4bf'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:08.427984 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:56:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['fc949d76-d9ca-437d-82fc-f9f070b0b4bf'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:08.469316 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ec9a8e72-9247-4007-9c22-47899f45b2d7 None None] Provisioning complete for port 6a059710-6215-4a81-a6ec-76caabe87b47 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:08.474177 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ec9a8e72-9247-4007-9c22-47899f45b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:08.596558 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] Set router fc949d76-d9ca-437d-82fc-f9f070b0b4bf gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:57:08.637325 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ec9a8e72-9247-4007-9c22-47899f45b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:08.744475 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ec9a8e72-9247-4007-9c22-47899f45b2d7 None None] For port 6a059710-6215-4a81-a6ec-76caabe87b47, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6a059710-6215-4a81-a6ec-76caabe87b47,segment=NetworkSegment(89320f7e-9c86-42c7-8262-926736938c44),segment_id=89320f7e-9c86-42c7-8262-926736938c44)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:08.807003 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ec9a8e72-9247-4007-9c22-47899f45b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:08.836139 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 31b38c9a-8eb3-4004-a252-32672bb4e5d5 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:08.896190 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346471716', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '468b198f-9055-4a73-9f9c-bc2125544600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:57:01Z', 'updated_at': '2021-09-18T00:57:06Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '468b198f-9055-4a73-9f9c-bc2125544600', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:02Z', 'updated_at': '2021-09-18T00:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6a059710-6215-4a81-a6ec-76caabe87b47', 'name': '', 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:61:b7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ecee2eae-aa7d-4072-9a69-17b22d419b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:05Z', 'updated_at': '2021-09-18T00:57:08Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': 'ecee2eae-aa7d-4072-9a69-17b22d419b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:08.898140 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a8e72-9247-4007-9c22-47899f45b2d7 None None] Pushing event updated for resources: {'Port': ['ID=6a059710-6215-4a81-a6ec-76caabe87b47,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:08.931180 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755eff54-0219-4480-8bfa-bc778f9924c3 None None] The sync data for ids ['fc949d76-d9ca-437d-82fc-f9f070b0b4bf'] in n-d-809883-1 is: [{'id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346471716', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '468b198f-9055-4a73-9f9c-bc2125544600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:57:01Z', 'updated_at': '2021-09-18T00:57:06Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '468b198f-9055-4a73-9f9c-bc2125544600', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:02Z', 'updated_at': '2021-09-18T00:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6a059710-6215-4a81-a6ec-76caabe87b47', 'name': '', 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:61:b7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ecee2eae-aa7d-4072-9a69-17b22d419b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:05Z', 'updated_at': '2021-09-18T00:57:08Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': 'ecee2eae-aa7d-4072-9a69-17b22d419b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:08.948380 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a62c2e43-8059-4952-9391-f8ef1a3cb116 None None] Provisioning complete for port 6a059710-6215-4a81-a6ec-76caabe87b47 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:08.948755 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a62c2e43-8059-4952-9391-f8ef1a3cb116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:08.950416 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 31b38c9a-8eb3-4004-a252-32672bb4e5d5 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:08.950769 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:09.071488 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58b824c2-c927-4406-b59e-a6e54720c146 req-ccf84533-ba03-4238-b491-c1ee4a51b54c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 210 time: 0.0298820 Sep 18 00:57:09.181227 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 468b198f-9055-4a73-9f9c-bc2125544600 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:09.235364 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 468b198f-9055-4a73-9f9c-bc2125544600 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:09.235858 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:09.855724 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-ba6d371f-ff3f-4d92-a558-bc18a630d073 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:09.857096 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-ba6d371f-ff3f-4d92-a558-bc18a630d073 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "GET /v2.0/networks?id=e99a6b7e-e98f-45b4-8559-8c3bcfebe816 HTTP/1.1" status: 200 len: 796 time: 0.1088960 Sep 18 00:57:09.903001 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-b9671580-1e3c-49d1-ace9-6abc0943beea tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=620d963d32234c0d88114693e53fbfe6 HTTP/1.1" status: 200 len: 380 time: 0.0369163 Sep 18 00:57:09.912026 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-27ef6d35-0ec4-4eae-9b89-0b300f75cd47 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'port': {'device_id': 'fda3a9ec-02f9-4593-8637-d547412812f9', 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816', 'admin_state_up': True, 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'security_groups': ['ad475cfa-9488-4e68-bf56-4cd9901812e5']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:10.112995 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-27ef6d35-0ec4-4eae-9b89-0b300f75cd47 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Made reservation on behalf of 620d963d32234c0d88114693e53fbfe6 for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:10.116695 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-27ef6d35-0ec4-4eae-9b89-0b300f75cd47 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:10.195795 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-394c1def-e598-4275-9c65-ef80a1e96906 req-df0bf385-6aed-4575-a15c-110ffcb2ae4c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 210 time: 0.0551574 Sep 18 00:57:10.264366 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-27ef6d35-0ec4-4eae-9b89-0b300f75cd47 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Allocated IP 172.20.0.11 (e99a6b7e-e98f-45b4-8559-8c3bcfebe816/ecee2eae-aa7d-4072-9a69-17b22d419b29/27ab509c-8365-4b33-b80e-8fcac0536257) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:10.399360 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-27ef6d35-0ec4-4eae-9b89-0b300f75cd47 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:10.484585 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-27ef6d35-0ec4-4eae-9b89-0b300f75cd47 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:10.526265 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-27ef6d35-0ec4-4eae-9b89-0b300f75cd47 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network e99a6b7e-e98f-45b4-8559-8c3bcfebe816 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:10.529231 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-27ef6d35-0ec4-4eae-9b89-0b300f75cd47 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:10.535735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-27ef6d35-0ec4-4eae-9b89-0b300f75cd47 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:10.558941 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef6d35-0ec4-4eae-9b89-0b300f75cd47 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=27ab509c-8365-4b33-b80e-8fcac0536257,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:10.587671 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-27ef6d35-0ec4-4eae-9b89-0b300f75cd47 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:10.588312 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-27ef6d35-0ec4-4eae-9b89-0b300f75cd47 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:10.668004 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-27ef6d35-0ec4-4eae-9b89-0b300f75cd47 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7596800 Sep 18 00:57:10.684012 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Request body: {'port': {'device_id': 'fda3a9ec-02f9-4593-8637-d547412812f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:10.741991 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:10.812392 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9da210b6-b7b9-45a5-9c88-4ed0ef161b2f None None] Provisioning complete for port 27ab509c-8365-4b33-b80e-8fcac0536257 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:10.812392 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9da210b6-b7b9-45a5-9c88-4ed0ef161b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:10.849424 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 6a059710-6215-4a81-a6ec-76caabe87b47 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:10.852615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9da210b6-b7b9-45a5-9c88-4ed0ef161b2f None None] Port 27ab509c-8365-4b33-b80e-8fcac0536257 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:57:10.900676 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 6a059710-6215-4a81-a6ec-76caabe87b47 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:10.901101 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:11.018196 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ab509c-8365-4b33-b80e-8fcac0536257 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:57:11.026715 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:11.038604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Transition to ACTIVE for port object 27ab509c-8365-4b33-b80e-8fcac0536257 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:57:11.173825 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:11.201955 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:11.224318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Pushing event updated for resources: {'Port': ['ID=27ab509c-8365-4b33-b80e-8fcac0536257,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:11.319332 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Attempting to bind port 27ab509c-8365-4b33-b80e-8fcac0536257 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:57:11.319668 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Attempting to bind port 27ab509c-8365-4b33-b80e-8fcac0536257 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '89320f7e-9c86-42c7-8262-926736938c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:57:11.319993 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Attempting to bind port 27ab509c-8365-4b33-b80e-8fcac0536257 on network e99a6b7e-e98f-45b4-8559-8c3bcfebe816 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:11.327237 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Port 27ab509c-8365-4b33-b80e-8fcac0536257 on network e99a6b7e-e98f-45b4-8559-8c3bcfebe816 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:57:11.327560 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Attempting to bind port 27ab509c-8365-4b33-b80e-8fcac0536257 on network e99a6b7e-e98f-45b4-8559-8c3bcfebe816 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:11.335158 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:57:11.335490 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Checking segment: {'id': '89320f7e-9c86-42c7-8262-926736938c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:57:11.335882 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Bound using segment: {'id': '89320f7e-9c86-42c7-8262-926736938c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:57:11.336304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Bound port: 27ab509c-8365-4b33-b80e-8fcac0536257, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89320f7e-9c86-42c7-8262-926736938c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:57:11.336668 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:11.346510 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866afaf-cbf4-4c6e-ae8c-cf1a7499bc64 req-efedc51b-ef27-4d40-947d-607739976a86 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:11.348032 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7866afaf-cbf4-4c6e-ae8c-cf1a7499bc64 req-efedc51b-ef27-4d40-947d-607739976a86 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 944 time: 0.0768914 Sep 18 00:57:11.420246 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7866afaf-cbf4-4c6e-ae8c-cf1a7499bc64 req-ab86bbf9-1c61-41d5-99aa-857946fe4aa3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad475cfa-9488-4e68-bf56-4cd9901812e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642290 Sep 18 00:57:11.440200 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] For port 27ab509c-8365-4b33-b80e-8fcac0536257, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:11.443352 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] For port 27ab509c-8365-4b33-b80e-8fcac0536257, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=27ab509c-8365-4b33-b80e-8fcac0536257,segment=NetworkSegment(89320f7e-9c86-42c7-8262-926736938c44),segment_id=89320f7e-9c86-42c7-8262-926736938c44)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:11.504882 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:11.539857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:11.540605 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:11.542186 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] 10.222.0.37 "PUT /v2.0/ports/27ab509c-8365-4b33-b80e-8fcac0536257 HTTP/1.1" status: 200 len: 1092 time: 0.8656435 Sep 18 00:57:11.544378 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda3a9ec-02f9-4593-8637-d547412812f9', 'tag': '27ab509c-8365-4b33-b80e-8fcac0536257'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:57:11.547546 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa3c40a-d05a-42b5-ae21-257239840f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "fda3a9ec-02f9-4593-8637-d547412812f9", "tag": "27ab509c-8365-4b33-b80e-8fcac0536257"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:11.572626 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5a08c-6d67-4b50-af2c-e2086cf1d026 service neutron] Pushing event updated for resources: {'Port': ['ID=27ab509c-8365-4b33-b80e-8fcac0536257,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:11.585292 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d85cb5c-c80e-4d71-95d9-967649cec523 x-openstack-request-id: req-9d85cb5c-c80e-4d71-95d9-967649cec523 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:11.585524 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda3a9ec-02f9-4593-8637-d547412812f9", "tag": "27ab509c-8365-4b33-b80e-8fcac0536257", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:11.585964 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d85cb5c-c80e-4d71-95d9-967649cec523 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:11.586192 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda3a9ec-02f9-4593-8637-d547412812f9', 'tag': '27ab509c-8365-4b33-b80e-8fcac0536257', 'status': 'completed', 'code': 200} Sep 18 00:57:11.649679 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3c40a-d05a-42b5-ae21-257239840f1f req-8686b665-8d81-4ea1-83c5-c403409786a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:11.651210 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2aa3c40a-d05a-42b5-ae21-257239840f1f req-8686b665-8d81-4ea1-83c5-c403409786a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 1095 time: 0.0437396 Sep 18 00:57:11.752021 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3c40a-d05a-42b5-ae21-257239840f1f req-1dedf507-2273-4d16-9204-e697620ae9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:11.753563 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2aa3c40a-d05a-42b5-ae21-257239840f1f req-1dedf507-2273-4d16-9204-e697620ae9aa service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=620d963d32234c0d88114693e53fbfe6&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0947502 Sep 18 00:57:11.844009 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3c40a-d05a-42b5-ae21-257239840f1f req-824d6bbc-2b4a-4f3d-a018-056d93eee9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:11.846070 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2aa3c40a-d05a-42b5-ae21-257239840f1f req-824d6bbc-2b4a-4f3d-a018-056d93eee9b9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863109 Sep 18 00:57:11.921741 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-10426c86-6d22-419f-aea9-c2430950ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:11.923382 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-10426c86-6d22-419f-aea9-c2430950ac0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 1095 time: 0.0409281 Sep 18 00:57:11.968001 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-d5cc49a1-7abd-4458-a65f-3e01fa3a8239 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27ab509c-8365-4b33-b80e-8fcac0536257 HTTP/1.1" status: 200 len: 217 time: 0.0370212 Sep 18 00:57:12.017106 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-e8dce946-f644-44ab-88e2-1c20ed969fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:12.018609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-e8dce946-f644-44ab-88e2-1c20ed969fcf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecee2eae-aa7d-4072-9a69-17b22d419b29 HTTP/1.1" status: 200 len: 835 time: 0.0436885 Sep 18 00:57:12.063348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-24f8178c-9e96-4072-b483-63ee3cede517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:12.064801 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-24f8178c-9e96-4072-b483-63ee3cede517 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e99a6b7e-e98f-45b4-8559-8c3bcfebe816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392573 Sep 18 00:57:12.156392 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-29a22b9d-c614-49b2-96cf-6451dd522b62 service neutron] 10.222.0.37 "GET /v2.0/networks/e99a6b7e-e98f-45b4-8559-8c3bcfebe816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846469 Sep 18 00:57:12.242374 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a4cc38e7-49f9-481c-be67-e92348153f19 req-881464c9-a4eb-49ba-91f0-9cd876580fc7 service neutron] 10.222.0.37 "GET /v2.0/networks/e99a6b7e-e98f-45b4-8559-8c3bcfebe816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786564 Sep 18 00:57:12.538251 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597e4f4-8ad1-4cf6-b2c7-84fb92f2a1f7 req-59868bf5-8276-4081-81a5-ea1f3c0d9f23 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:12.539733 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f597e4f4-8ad1-4cf6-b2c7-84fb92f2a1f7 req-59868bf5-8276-4081-81a5-ea1f3c0d9f23 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 944 time: 0.0521569 Sep 18 00:57:12.576587 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f597e4f4-8ad1-4cf6-b2c7-84fb92f2a1f7 req-bab657d7-b712-4457-ab1e-e3b0bc790ca6 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad475cfa-9488-4e68-bf56-4cd9901812e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307298 Sep 18 00:57:12.647760 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:57:13.692031 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a40f4-7cb3-46a2-b393-775d158e8d79 req-d560e689-155a-4995-accc-0e4b8ae81d53 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:13.693563 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c46a40f4-7cb3-46a2-b393-775d158e8d79 req-d560e689-155a-4995-accc-0e4b8ae81d53 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 944 time: 0.0485365 Sep 18 00:57:13.730980 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c46a40f4-7cb3-46a2-b393-775d158e8d79 req-8639bcf4-39f2-4673-8bb1-1e702329f224 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad475cfa-9488-4e68-bf56-4cd9901812e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314820 Sep 18 00:57:13.959551 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 27ab509c-8365-4b33-b80e-8fcac0536257 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:57:14.060929 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 27ab509c-8365-4b33-b80e-8fcac0536257, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=27ab509c-8365-4b33-b80e-8fcac0536257,segment=NetworkSegment(89320f7e-9c86-42c7-8262-926736938c44),segment_id=89320f7e-9c86-42c7-8262-926736938c44)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:14.070947 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '27ab509c-8365-4b33-b80e-8fcac0536257', 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816', 'port_id': '27ab509c-8365-4b33-b80e-8fcac0536257', 'mac_address': 'fa:16:3e:8c:20:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecee2eae-aa7d-4072-9a69-17b22d419b29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:57:14.115608 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:14.127538 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ab509c-8365-4b33-b80e-8fcac0536257 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:57:14.146462 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 27ab509c-8365-4b33-b80e-8fcac0536257, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=27ab509c-8365-4b33-b80e-8fcac0536257,segment=NetworkSegment(89320f7e-9c86-42c7-8262-926736938c44),segment_id=89320f7e-9c86-42c7-8262-926736938c44)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:14.150277 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:14.172493 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b6f47e3f-f1de-43e5-8218-959ce77490d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:14.224296 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:14.272023 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=27ab509c-8365-4b33-b80e-8fcac0536257,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:14.424371 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['27ab509c-8365-4b33-b80e-8fcac0536257'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:57:14.849688 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27784df6-fd03-4c34-89b5-0d9de8184d58 req-3e748f42-e053-451e-98b4-1b03fcbc26be tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:14.852790 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27784df6-fd03-4c34-89b5-0d9de8184d58 req-3e748f42-e053-451e-98b4-1b03fcbc26be tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 945 time: 0.0549631 Sep 18 00:57:14.898755 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27784df6-fd03-4c34-89b5-0d9de8184d58 req-a6a819ed-79b6-4884-b39b-7e453c1d52e8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad475cfa-9488-4e68-bf56-4cd9901812e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398049 Sep 18 00:57:15.974788 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 27ab509c-8365-4b33-b80e-8fcac0536257 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:16.019577 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d739b-184c-4753-aaea-ee2f578e5a2f req-0262cbb7-9b50-48b4-9894-c9794952209d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:16.021102 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a2d739b-184c-4753-aaea-ee2f578e5a2f req-0262cbb7-9b50-48b4-9894-c9794952209d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 945 time: 0.0540047 Sep 18 00:57:16.057646 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6a2d739b-184c-4753-aaea-ee2f578e5a2f req-a8b865d7-93fb-4393-98c1-a883df34f66f tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad475cfa-9488-4e68-bf56-4cd9901812e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303531 Sep 18 00:57:16.078409 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 27ab509c-8365-4b33-b80e-8fcac0536257 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:57:16.083004 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 27ab509c-8365-4b33-b80e-8fcac0536257 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:57:16.085070 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:16.156860 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:16.178103 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda3a9ec-02f9-4593-8637-d547412812f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ab509c-8365-4b33-b80e-8fcac0536257'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:57:16.180274 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c184c13-9c6b-4391-ac28-dbdf587a32fc" -d '{"events": [{"server_uuid": "fda3a9ec-02f9-4593-8637-d547412812f9", "name": "network-vif-plugged", "status": "completed", "tag": "27ab509c-8365-4b33-b80e-8fcac0536257"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:16.193609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 27ab509c-8365-4b33-b80e-8fcac0536257, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=27ab509c-8365-4b33-b80e-8fcac0536257,segment=NetworkSegment(89320f7e-9c86-42c7-8262-926736938c44),segment_id=89320f7e-9c86-42c7-8262-926736938c44)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:16.216306 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7238e2-e6de-43fd-a024-ab3a54be9ede x-openstack-request-id: req-dc7238e2-e6de-43fd-a024-ab3a54be9ede {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:16.216587 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda3a9ec-02f9-4593-8637-d547412812f9", "name": "network-vif-plugged", "status": "completed", "tag": "27ab509c-8365-4b33-b80e-8fcac0536257", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:16.216860 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dc7238e2-e6de-43fd-a024-ab3a54be9ede {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:16.219728 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda3a9ec-02f9-4593-8637-d547412812f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ab509c-8365-4b33-b80e-8fcac0536257', 'code': 200} Sep 18 00:57:16.267456 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:16.309029 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42071c71-b492-4015-804e-18c73fbc0de8 req-7631f6f2-2fe7-4a75-8261-ecf2c8916ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:16.310526 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42071c71-b492-4015-804e-18c73fbc0de8 req-7631f6f2-2fe7-4a75-8261-ecf2c8916ad9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 1097 time: 0.0389478 Sep 18 00:57:16.317063 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=27ab509c-8365-4b33-b80e-8fcac0536257,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:16.345518 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42071c71-b492-4015-804e-18c73fbc0de8 req-d6efff79-4dbc-4d5a-aa98-49cc5dae8a88 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ad475cfa-9488-4e68-bf56-4cd9901812e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275583 Sep 18 00:57:16.663651 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6a9e0661-d07a-4b9c-8ae4-0303a16b8445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:17.171064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5b7e0-82b6-40b8-88bc-e3c11c8f6276 req-3bc12565-8dea-43dd-9db9-a8473e0b1fd0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:17.172525 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-00a5b7e0-82b6-40b8-88bc-e3c11c8f6276 req-3bc12565-8dea-43dd-9db9-a8473e0b1fd0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 946 time: 0.0481689 Sep 18 00:57:17.208920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-00a5b7e0-82b6-40b8-88bc-e3c11c8f6276 req-81939ac2-988c-423f-a5aa-419f346a5c48 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad475cfa-9488-4e68-bf56-4cd9901812e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304277 Sep 18 00:57:17.338647 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:18.041961 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:18.331379 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8435739-73ff-49f4-9923-d39cdbfb87f9 req-a5e32e9e-a6ca-4241-99b0-3be9dbcfa1d3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:18.332768 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8435739-73ff-49f4-9923-d39cdbfb87f9 req-a5e32e9e-a6ca-4241-99b0-3be9dbcfa1d3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 946 time: 0.0557919 Sep 18 00:57:18.370012 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a8435739-73ff-49f4-9923-d39cdbfb87f9 req-1b6e07de-be91-4006-95ec-ba6dc4c99384 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad475cfa-9488-4e68-bf56-4cd9901812e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313430 Sep 18 00:57:18.484613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8b6bc-4d56-44b2-b1b4-aac96fd96375 req-1f509c2a-d78c-43d6-9a22-56af00981275 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:18.486752 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42e8b6bc-4d56-44b2-b1b4-aac96fd96375 req-1f509c2a-d78c-43d6-9a22-56af00981275 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 946 time: 0.0502911 Sep 18 00:57:18.523269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-42e8b6bc-4d56-44b2-b1b4-aac96fd96375 req-77ba8f9d-5f7c-4dc7-bbea-8a75811ce1e9 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad475cfa-9488-4e68-bf56-4cd9901812e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303037 Sep 18 00:57:18.544729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33098) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:18.583260 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8968cb84-90bf-4130-b3a7-eb5c30a06798 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:18.584608 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8968cb84-90bf-4130-b3a7-eb5c30a06798 tempest-TestNetworkAdvancedServerOps-21965760 tempest-TestNetworkAdvancedServerOps-21965760-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 1092 time: 0.0388775 Sep 18 00:57:18.587380 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33100) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:18.591511 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '27ab509c-8365-4b33-b80e-8fcac0536257', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:18.683845 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:18.779852 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:18.880375 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Allocated IP 172.25.3.177 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/6058c8f9-d3c6-4937-8c74-96ea531ac8a8) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:18.979039 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:19.059358 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:19.097538 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:19.102253 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:19.107497 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:57:19.111259 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=6058c8f9-d3c6-4937-8c74-96ea531ac8a8,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:19.447252 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:19.568795 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:19.714788 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:19.783826 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:19.860886 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event updated for resources: {'Port': ['ID=6058c8f9-d3c6-4937-8c74-96ea531ac8a8,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:19.867882 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:20.052999 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:20.263604 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Floating IP e4c63d2a-4c6f-43d7-a75b-cf2981593ac2 associated. External IP: 172.25.3.177, port: 27ab509c-8365-4b33-b80e-8fcac0536257. Sep 18 00:57:20.460110 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router fc949d76-d9ca-437d-82fc-f9f070b0b4bf has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:57:20.565400 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:20.575430 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199db868-9d68-4ad1-960f-e6a20b62aedf None None] Sync routers for ids ['fc949d76-d9ca-437d-82fc-f9f070b0b4bf'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:20.584171 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199db868-9d68-4ad1-960f-e6a20b62aedf None None] Routers {'fc949d76-d9ca-437d-82fc-f9f070b0b4bf'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:20.589336 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-199db868-9d68-4ad1-960f-e6a20b62aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:57:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['fc949d76-d9ca-437d-82fc-f9f070b0b4bf'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:20.665956 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:20.689708 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-199db868-9d68-4ad1-960f-e6a20b62aedf None None] Set router fc949d76-d9ca-437d-82fc-f9f070b0b4bf gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:57:20.695732 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-21f3536c-ded9-4e0a-978e-819c2be96992 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1073720 Sep 18 00:57:20.696304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda3a9ec-02f9-4593-8637-d547412812f9', 'tag': '27ab509c-8365-4b33-b80e-8fcac0536257'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:57:20.698659 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ceaf887-d01a-4032-ad5e-35405b056353" -d '{"events": [{"name": "network-changed", "server_uuid": "fda3a9ec-02f9-4593-8637-d547412812f9", "tag": "27ab509c-8365-4b33-b80e-8fcac0536257"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:20.743679 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b184591-f395-4c59-87f6-302aa36b421c x-openstack-request-id: req-5b184591-f395-4c59-87f6-302aa36b421c {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:20.743969 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda3a9ec-02f9-4593-8637-d547412812f9", "tag": "27ab509c-8365-4b33-b80e-8fcac0536257", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:20.744218 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b184591-f395-4c59-87f6-302aa36b421c {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:20.744615 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda3a9ec-02f9-4593-8637-d547412812f9', 'tag': '27ab509c-8365-4b33-b80e-8fcac0536257', 'status': 'completed', 'code': 200} Sep 18 00:57:20.832369 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6c3ab-29ff-4e2b-ba72-203f156b36e6 req-28d7d80b-f120-4cd0-9263-247ccd74e76d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:20.833795 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9e6c3ab-29ff-4e2b-ba72-203f156b36e6 req-28d7d80b-f120-4cd0-9263-247ccd74e76d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 946 time: 0.0752370 Sep 18 00:57:20.848330 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceaf887-d01a-4032-ad5e-35405b056353 req-060b7c45-fd01-4358-9696-5d76fdfebcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:20.849739 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ceaf887-d01a-4032-ad5e-35405b056353 req-060b7c45-fd01-4358-9696-5d76fdfebcdc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 1097 time: 0.0629439 Sep 18 00:57:20.900916 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9e6c3ab-29ff-4e2b-ba72-203f156b36e6 req-fac3ebe9-d980-43dc-8856-48f5391cbd2c tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad475cfa-9488-4e68-bf56-4cd9901812e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605392 Sep 18 00:57:20.946677 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33106) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:20.961078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceaf887-d01a-4032-ad5e-35405b056353 req-f97e2fab-ecf3-4c32-abd4-2b7d2e3c579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:20.962561 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ceaf887-d01a-4032-ad5e-35405b056353 req-f97e2fab-ecf3-4c32-abd4-2b7d2e3c579c service neutron] 10.222.0.37 "GET /v2.0/networks?id=e99a6b7e-e98f-45b4-8559-8c3bcfebe816 HTTP/1.1" status: 200 len: 897 time: 0.1057427 Sep 18 00:57:21.015389 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-199db868-9d68-4ad1-960f-e6a20b62aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346471716', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '468b198f-9055-4a73-9f9c-bc2125544600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:57:01Z', 'updated_at': '2021-09-18T00:57:06Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '468b198f-9055-4a73-9f9c-bc2125544600', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:02Z', 'updated_at': '2021-09-18T00:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'e4c63d2a-4c6f-43d7-a75b-cf2981593ac2', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'port_id': '27ab509c-8365-4b33-b80e-8fcac0536257', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816', 'mac_address': 'fa:16:3e:8c:20:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda3a9ec-02f9-4593-8637-d547412812f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:57:19Z', 'updated_at': '2021-09-18T00:57:19Z', 'revision_number': 0, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a059710-6215-4a81-a6ec-76caabe87b47', 'name': '', 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:61:b7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ecee2eae-aa7d-4072-9a69-17b22d419b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:05Z', 'updated_at': '2021-09-18T00:57:08Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': 'ecee2eae-aa7d-4072-9a69-17b22d419b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:21.015707 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2e077350-4f14-44ef-b162-969d097ee1bc tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/floatingips/e4c63d2a-4c6f-43d7-a75b-cf2981593ac2 HTTP/1.1" status: 200 len: 992 time: 0.0677314 Sep 18 00:57:21.034229 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ceaf887-d01a-4032-ad5e-35405b056353 req-348c11e7-d5f1-4528-ab22-8aef5b84156a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27ab509c-8365-4b33-b80e-8fcac0536257 HTTP/1.1" status: 200 len: 1000 time: 0.0644217 Sep 18 00:57:21.041364 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199db868-9d68-4ad1-960f-e6a20b62aedf None None] Checking router: fc949d76-d9ca-437d-82fc-f9f070b0b4bf for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:57:21.049965 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199db868-9d68-4ad1-960f-e6a20b62aedf None None] Routers {'fc949d76-d9ca-437d-82fc-f9f070b0b4bf'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:21.050623 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-199db868-9d68-4ad1-960f-e6a20b62aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:57:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['fc949d76-d9ca-437d-82fc-f9f070b0b4bf'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:21.087076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceaf887-d01a-4032-ad5e-35405b056353 req-c67087a9-dab6-4eed-8832-fa63ea8d523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:21.087309 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ceaf887-d01a-4032-ad5e-35405b056353 req-c67087a9-dab6-4eed-8832-fa63ea8d523d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecee2eae-aa7d-4072-9a69-17b22d419b29 HTTP/1.1" status: 200 len: 835 time: 0.0464931 Sep 18 00:57:21.132660 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceaf887-d01a-4032-ad5e-35405b056353 req-730ebed2-fb5a-43b4-adac-d69f35771c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:21.134195 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ceaf887-d01a-4032-ad5e-35405b056353 req-730ebed2-fb5a-43b4-adac-d69f35771c6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e99a6b7e-e98f-45b4-8559-8c3bcfebe816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405850 Sep 18 00:57:21.153821 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-199db868-9d68-4ad1-960f-e6a20b62aedf None None] Set router fc949d76-d9ca-437d-82fc-f9f070b0b4bf gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:57:21.222989 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ceaf887-d01a-4032-ad5e-35405b056353 req-b818f1e5-da4e-4c10-ade9-a883aa8e16e1 service neutron] 10.222.0.37 "GET /v2.0/networks/e99a6b7e-e98f-45b4-8559-8c3bcfebe816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819104 Sep 18 00:57:21.315747 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1ceaf887-d01a-4032-ad5e-35405b056353 req-05499237-376b-4f06-851f-82a7de4fbd9e service neutron] 10.222.0.37 "GET /v2.0/networks/e99a6b7e-e98f-45b4-8559-8c3bcfebe816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852787 Sep 18 00:57:21.374981 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-199db868-9d68-4ad1-960f-e6a20b62aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346471716', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '468b198f-9055-4a73-9f9c-bc2125544600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:57:01Z', 'updated_at': '2021-09-18T00:57:06Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '468b198f-9055-4a73-9f9c-bc2125544600', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:02Z', 'updated_at': '2021-09-18T00:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'e4c63d2a-4c6f-43d7-a75b-cf2981593ac2', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'port_id': '27ab509c-8365-4b33-b80e-8fcac0536257', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816', 'mac_address': 'fa:16:3e:8c:20:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda3a9ec-02f9-4593-8637-d547412812f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:57:19Z', 'updated_at': '2021-09-18T00:57:19Z', 'revision_number': 0, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a059710-6215-4a81-a6ec-76caabe87b47', 'name': '', 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:61:b7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ecee2eae-aa7d-4072-9a69-17b22d419b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:05Z', 'updated_at': '2021-09-18T00:57:08Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': 'ecee2eae-aa7d-4072-9a69-17b22d419b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:21.400330 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199db868-9d68-4ad1-960f-e6a20b62aedf None None] The sync data for ids ['fc949d76-d9ca-437d-82fc-f9f070b0b4bf'] in n-d-809883-1 is: [{'id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346471716', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '468b198f-9055-4a73-9f9c-bc2125544600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:57:01Z', 'updated_at': '2021-09-18T00:57:06Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '468b198f-9055-4a73-9f9c-bc2125544600', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:02Z', 'updated_at': '2021-09-18T00:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'e4c63d2a-4c6f-43d7-a75b-cf2981593ac2', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'port_id': '27ab509c-8365-4b33-b80e-8fcac0536257', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816', 'mac_address': 'fa:16:3e:8c:20:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda3a9ec-02f9-4593-8637-d547412812f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:57:19Z', 'updated_at': '2021-09-18T00:57:19Z', 'revision_number': 0, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a059710-6215-4a81-a6ec-76caabe87b47', 'name': '', 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:61:b7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ecee2eae-aa7d-4072-9a69-17b22d419b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:05Z', 'updated_at': '2021-09-18T00:57:08Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': 'ecee2eae-aa7d-4072-9a69-17b22d419b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:21.583458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aa7b84-1c9b-449e-a0c3-31085639fe8e None None] New status for floating IP e4c63d2a-4c6f-43d7-a75b-cf2981593ac2: ACTIVE {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:57:22.018016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33108) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:22.401597 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c1d8a423-5390-4eca-a3ae-6671be1e616d tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/floatingips/e4c63d2a-4c6f-43d7-a75b-cf2981593ac2 HTTP/1.1" status: 200 len: 994 time: 0.3823977 Sep 18 00:57:41.169254 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:44.103358 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:44.126030 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a18c1837-81eb-4e5e-ba8b-5fd8b2c5db2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:46.657699 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2632e33c-0ecc-405c-bb9d-b990ec9ae296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:47.348802 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:48.097963 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:49.370524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740d867-3bd9-4ab2-b530-d188a5a3634a req-63c48ad9-2891-4a81-a48e-50c3f68e04a3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:49.372002 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1740d867-3bd9-4ab2-b530-d188a5a3634a req-63c48ad9-2891-4a81-a48e-50c3f68e04a3 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 946 time: 0.0490174 Sep 18 00:57:49.408649 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1740d867-3bd9-4ab2-b530-d188a5a3634a req-eb3bca5f-905a-49a4-9761-44c549eb2c70 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad475cfa-9488-4e68-bf56-4cd9901812e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307400 Sep 18 00:57:49.648914 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:57:50.043707 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:50.523970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c3e17-8040-4543-9d7d-ecd786273e99 req-2c56fbe9-cd1a-4c65-ab78-a6e12b60e9c8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:50.525831 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ef8c3e17-8040-4543-9d7d-ecd786273e99 req-2c56fbe9-cd1a-4c65-ab78-a6e12b60e9c8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 946 time: 0.0494497 Sep 18 00:57:50.571315 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ef8c3e17-8040-4543-9d7d-ecd786273e99 req-dc1f6485-00ce-4499-9d28-dbe0ac6c3906 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad475cfa-9488-4e68-bf56-4cd9901812e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393655 Sep 18 00:57:50.593787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33124) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:50.652953 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3bf35b39-d30d-410d-86be-47c81bc10c86 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/floatingips/e4c63d2a-4c6f-43d7-a75b-cf2981593ac2 HTTP/1.1" status: 200 len: 994 time: 0.0580006 Sep 18 00:57:52.119867 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28445c21-8871-4a6e-89c4-56cecb91f2ec req-bee37d0e-3a63-4a10-b822-ee03f1b71e30 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:52.121395 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28445c21-8871-4a6e-89c4-56cecb91f2ec req-bee37d0e-3a63-4a10-b822-ee03f1b71e30 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 946 time: 0.0499480 Sep 18 00:57:52.159550 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-28445c21-8871-4a6e-89c4-56cecb91f2ec req-3fd80843-ac84-4fee-a95a-a1da9250af01 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad475cfa-9488-4e68-bf56-4cd9901812e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318050 Sep 18 00:57:52.198663 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4d229-4b63-42f6-b9dd-0cdb86213470 req-ad5c85d3-697e-4cea-b921-6430330c8a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:52.200127 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fce4d229-4b63-42f6-b9dd-0cdb86213470 req-ad5c85d3-697e-4cea-b921-6430330c8a85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 1097 time: 0.0389030 Sep 18 00:57:52.290914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4d229-4b63-42f6-b9dd-0cdb86213470 req-8c27ac5b-2a53-41cd-a7f8-9c860a140c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:52.292251 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fce4d229-4b63-42f6-b9dd-0cdb86213470 req-8c27ac5b-2a53-41cd-a7f8-9c860a140c64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e99a6b7e-e98f-45b4-8559-8c3bcfebe816 HTTP/1.1" status: 200 len: 897 time: 0.0843933 Sep 18 00:57:52.354212 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fce4d229-4b63-42f6-b9dd-0cdb86213470 req-04ddccaa-4840-4be9-b981-49f3ca3a7311 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27ab509c-8365-4b33-b80e-8fcac0536257 HTTP/1.1" status: 200 len: 1002 time: 0.0549986 Sep 18 00:57:52.401685 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4d229-4b63-42f6-b9dd-0cdb86213470 req-98003159-79f6-4dae-af30-d4c08965d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:52.403041 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fce4d229-4b63-42f6-b9dd-0cdb86213470 req-98003159-79f6-4dae-af30-d4c08965d06e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecee2eae-aa7d-4072-9a69-17b22d419b29 HTTP/1.1" status: 200 len: 835 time: 0.0412295 Sep 18 00:57:52.450229 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4d229-4b63-42f6-b9dd-0cdb86213470 req-94016254-e2c1-48ed-bfb7-05a929c77b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:52.451678 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fce4d229-4b63-42f6-b9dd-0cdb86213470 req-94016254-e2c1-48ed-bfb7-05a929c77b58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e99a6b7e-e98f-45b4-8559-8c3bcfebe816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416346 Sep 18 00:57:52.537894 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fce4d229-4b63-42f6-b9dd-0cdb86213470 req-750aea44-9eac-4f5e-9072-f8d04b9c5674 service neutron] 10.222.0.37 "GET /v2.0/networks/e99a6b7e-e98f-45b4-8559-8c3bcfebe816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789993 Sep 18 00:57:52.629660 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fce4d229-4b63-42f6-b9dd-0cdb86213470 req-1720b98c-63da-4261-95da-54ea72f6c8c6 service neutron] 10.222.0.37 "GET /v2.0/networks/e99a6b7e-e98f-45b4-8559-8c3bcfebe816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840771 Sep 18 00:57:53.278572 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccabb80-d386-4082-8080-8210af558ebf req-088b5f9c-9d27-464b-88fb-23eca14bf9ff tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:53.279983 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ccabb80-d386-4082-8080-8210af558ebf req-088b5f9c-9d27-464b-88fb-23eca14bf9ff tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 946 time: 0.0494077 Sep 18 00:57:53.317343 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5ccabb80-d386-4082-8080-8210af558ebf req-32458f29-6fe7-4f57-8219-3847b2ccb6c8 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad475cfa-9488-4e68-bf56-4cd9901812e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307305 Sep 18 00:57:54.430479 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df3547-5d6d-4bec-9d5c-cf0457db1e6a req-4e1f1dab-11cb-41c8-a723-8194206373ca tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:54.431934 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-02df3547-5d6d-4bec-9d5c-cf0457db1e6a req-4e1f1dab-11cb-41c8-a723-8194206373ca tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 946 time: 0.0486629 Sep 18 00:57:54.473427 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-02df3547-5d6d-4bec-9d5c-cf0457db1e6a req-fe6a9359-c692-4ac5-963f-c330169f1739 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad475cfa-9488-4e68-bf56-4cd9901812e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354986 Sep 18 00:57:54.495236 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33136) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:54.555421 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f5cf1a26-081e-40ae-8a3e-837183bfaa70 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/floatingips/e4c63d2a-4c6f-43d7-a75b-cf2981593ac2 HTTP/1.1" status: 200 len: 994 time: 0.0590177 Sep 18 00:57:54.780471 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33142) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:54.934706 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a7d99ac7-2296-42e1-8027-92079b7ab097 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting port 6058c8f9-d3c6-4937-8c74-96ea531ac8a8 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:54.934960 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7d99ac7-2296-42e1-8027-92079b7ab097 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.006747 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7d99ac7-2296-42e1-8027-92079b7ab097 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.007078 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7d99ac7-2296-42e1-8027-92079b7ab097 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.018685 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a7d99ac7-2296-42e1-8027-92079b7ab097 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Calling delete_port for 6058c8f9-d3c6-4937-8c74-96ea531ac8a8 owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:55.209455 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7d99ac7-2296-42e1-8027-92079b7ab097 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.234959 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d99ac7-2296-42e1-8027-92079b7ab097 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Port': ['ID=6058c8f9-d3c6-4937-8c74-96ea531ac8a8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:55.294501 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7d99ac7-2296-42e1-8027-92079b7ab097 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.294833 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-a7d99ac7-2296-42e1-8027-92079b7ab097 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Floating IP e4c63d2a-4c6f-43d7-a75b-cf2981593ac2 disassociated (deleted). External IP: 172.25.3.177, port: 27ab509c-8365-4b33-b80e-8fcac0536257. Sep 18 00:57:55.492143 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d99ac7-2296-42e1-8027-92079b7ab097 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router fc949d76-d9ca-437d-82fc-f9f070b0b4bf has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:57:55.596404 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d99ac7-2296-42e1-8027-92079b7ab097 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:55.602003 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a7d99ac7-2296-42e1-8027-92079b7ab097 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:55.606400 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30901698-c07b-4c69-af24-2fff952f7c54 None None] Sync routers for ids ['fc949d76-d9ca-437d-82fc-f9f070b0b4bf'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:55.615332 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30901698-c07b-4c69-af24-2fff952f7c54 None None] Routers {'fc949d76-d9ca-437d-82fc-f9f070b0b4bf'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:55.615931 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-30901698-c07b-4c69-af24-2fff952f7c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:57:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['fc949d76-d9ca-437d-82fc-f9f070b0b4bf'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:55.631371 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a7d99ac7-2296-42e1-8027-92079b7ab097 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/floatingips/e4c63d2a-4c6f-43d7-a75b-cf2981593ac2 HTTP/1.1" status: 204 len: 168 time: 0.8497818 Sep 18 00:57:55.631957 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda3a9ec-02f9-4593-8637-d547412812f9', 'tag': '27ab509c-8365-4b33-b80e-8fcac0536257'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:57:55.634242 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2120e9ac-c6d0-444c-b8c8-26be9f6aff60" -d '{"events": [{"name": "network-changed", "server_uuid": "fda3a9ec-02f9-4593-8637-d547412812f9", "tag": "27ab509c-8365-4b33-b80e-8fcac0536257"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:55.676786 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd194e0-7c59-4fff-bee6-c55c1bade3fb x-openstack-request-id: req-efd194e0-7c59-4fff-bee6-c55c1bade3fb {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:55.677168 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda3a9ec-02f9-4593-8637-d547412812f9", "tag": "27ab509c-8365-4b33-b80e-8fcac0536257", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:55.677419 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-efd194e0-7c59-4fff-bee6-c55c1bade3fb {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:55.677879 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda3a9ec-02f9-4593-8637-d547412812f9', 'tag': '27ab509c-8365-4b33-b80e-8fcac0536257', 'status': 'completed', 'code': 200} Sep 18 00:57:55.730650 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-30901698-c07b-4c69-af24-2fff952f7c54 None None] Set router fc949d76-d9ca-437d-82fc-f9f070b0b4bf gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:57:55.745392 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120e9ac-c6d0-444c-b8c8-26be9f6aff60 req-8f2af109-f5af-4809-b8a3-5a9a6bf37ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:55.745392 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2120e9ac-c6d0-444c-b8c8-26be9f6aff60 req-8f2af109-f5af-4809-b8a3-5a9a6bf37ef7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=620d963d32234c0d88114693e53fbfe6&device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 1097 time: 0.0410972 Sep 18 00:57:55.834840 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120e9ac-c6d0-444c-b8c8-26be9f6aff60 req-5e1200e6-0470-452a-8280-fc71d2b41037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:55.836504 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2120e9ac-c6d0-444c-b8c8-26be9f6aff60 req-5e1200e6-0470-452a-8280-fc71d2b41037 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e99a6b7e-e98f-45b4-8559-8c3bcfebe816 HTTP/1.1" status: 200 len: 897 time: 0.0893884 Sep 18 00:57:55.880910 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2120e9ac-c6d0-444c-b8c8-26be9f6aff60 req-0de2c65b-2282-46dd-8e7d-dfb57052607d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27ab509c-8365-4b33-b80e-8fcac0536257 HTTP/1.1" status: 200 len: 217 time: 0.0350244 Sep 18 00:57:55.932682 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-30901698-c07b-4c69-af24-2fff952f7c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346471716', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '468b198f-9055-4a73-9f9c-bc2125544600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:57:01Z', 'updated_at': '2021-09-18T00:57:06Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '468b198f-9055-4a73-9f9c-bc2125544600', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:02Z', 'updated_at': '2021-09-18T00:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6a059710-6215-4a81-a6ec-76caabe87b47', 'name': '', 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:61:b7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ecee2eae-aa7d-4072-9a69-17b22d419b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:05Z', 'updated_at': '2021-09-18T00:57:08Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': 'ecee2eae-aa7d-4072-9a69-17b22d419b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:55.937639 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120e9ac-c6d0-444c-b8c8-26be9f6aff60 req-0fce3696-17d3-4f7e-bbb3-9688f503e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:55.939162 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2120e9ac-c6d0-444c-b8c8-26be9f6aff60 req-0fce3696-17d3-4f7e-bbb3-9688f503e1e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecee2eae-aa7d-4072-9a69-17b22d419b29 HTTP/1.1" status: 200 len: 835 time: 0.0517545 Sep 18 00:57:55.958838 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30901698-c07b-4c69-af24-2fff952f7c54 None None] Checking router: fc949d76-d9ca-437d-82fc-f9f070b0b4bf for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:57:55.967243 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30901698-c07b-4c69-af24-2fff952f7c54 None None] Routers {'fc949d76-d9ca-437d-82fc-f9f070b0b4bf'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:57:55.967854 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-30901698-c07b-4c69-af24-2fff952f7c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:57:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['fc949d76-d9ca-437d-82fc-f9f070b0b4bf'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:55.985056 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120e9ac-c6d0-444c-b8c8-26be9f6aff60 req-02d42cd8-9d5b-4eed-bdff-abb3aa369bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:55.986553 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2120e9ac-c6d0-444c-b8c8-26be9f6aff60 req-02d42cd8-9d5b-4eed-bdff-abb3aa369bd6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e99a6b7e-e98f-45b4-8559-8c3bcfebe816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401978 Sep 18 00:57:56.081654 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-30901698-c07b-4c69-af24-2fff952f7c54 None None] Set router fc949d76-d9ca-437d-82fc-f9f070b0b4bf gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:57:56.117258 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2120e9ac-c6d0-444c-b8c8-26be9f6aff60 req-e724acb3-fbee-46e1-9fa1-d0934dd2ab51 service neutron] 10.222.0.37 "GET /v2.0/networks/e99a6b7e-e98f-45b4-8559-8c3bcfebe816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232426 Sep 18 00:57:56.125686 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c8301-39b3-4ac7-8d21-dc17adf6074e req-8322655b-0998-4b8e-beaf-739850425abe tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:56.127166 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c34c8301-39b3-4ac7-8d21-dc17adf6074e req-8322655b-0998-4b8e-beaf-739850425abe tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 946 time: 0.0716703 Sep 18 00:57:56.213118 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c34c8301-39b3-4ac7-8d21-dc17adf6074e req-e194c7fc-52bb-4848-9fdd-d857fb421248 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad475cfa-9488-4e68-bf56-4cd9901812e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779562 Sep 18 00:57:56.237849 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2120e9ac-c6d0-444c-b8c8-26be9f6aff60 req-9700469f-0e5e-49d3-93ec-be79f68bd457 service neutron] 10.222.0.37 "GET /v2.0/networks/e99a6b7e-e98f-45b4-8559-8c3bcfebe816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097522 Sep 18 00:57:56.283424 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-30901698-c07b-4c69-af24-2fff952f7c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346471716', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '468b198f-9055-4a73-9f9c-bc2125544600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:57:01Z', 'updated_at': '2021-09-18T00:57:06Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '468b198f-9055-4a73-9f9c-bc2125544600', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:02Z', 'updated_at': '2021-09-18T00:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6a059710-6215-4a81-a6ec-76caabe87b47', 'name': '', 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:61:b7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ecee2eae-aa7d-4072-9a69-17b22d419b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:05Z', 'updated_at': '2021-09-18T00:57:08Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': 'ecee2eae-aa7d-4072-9a69-17b22d419b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:56.312557 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30901698-c07b-4c69-af24-2fff952f7c54 None None] The sync data for ids ['fc949d76-d9ca-437d-82fc-f9f070b0b4bf'] in n-d-809883-1 is: [{'id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346471716', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '468b198f-9055-4a73-9f9c-bc2125544600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:57:01Z', 'updated_at': '2021-09-18T00:57:06Z', 'revision_number': 4, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '468b198f-9055-4a73-9f9c-bc2125544600', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:02Z', 'updated_at': '2021-09-18T00:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '6a059710-6215-4a81-a6ec-76caabe87b47', 'name': '', 'network_id': 'e99a6b7e-e98f-45b4-8559-8c3bcfebe816', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'mac_address': 'fa:16:3e:61:b7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ecee2eae-aa7d-4072-9a69-17b22d419b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:05Z', 'updated_at': '2021-09-18T00:57:08Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'subnets': [{'id': 'ecee2eae-aa7d-4072-9a69-17b22d419b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:56.527989 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d843c-e4d1-4d35-843c-306e2ff93d8a None None] New status for floating IP e4c63d2a-4c6f-43d7-a75b-cf2981593ac2: DOWN {{(pid=95593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:57:57.335733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17410613-1fa8-43d8-ad4f-0a43e872ae4e req-eee15c7a-5e16-4ef8-be62-80914029415a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:57.337139 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17410613-1fa8-43d8-ad4f-0a43e872ae4e req-eee15c7a-5e16-4ef8-be62-80914029415a tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 946 time: 0.0524716 Sep 18 00:57:57.374690 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-17410613-1fa8-43d8-ad4f-0a43e872ae4e req-76873c3d-8636-47aa-95a7-8bfe1bef55d5 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/security-groups?id=ad475cfa-9488-4e68-bf56-4cd9901812e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314128 Sep 18 00:57:57.737724 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ec0ee-0c78-493f-b9b5-d2d2503be25e req-3abf8ed6-9e8b-4d99-96e9-1328e83e5ced tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:57:57.739737 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c4ec0ee-0c78-493f-b9b5-d2d2503be25e req-3abf8ed6-9e8b-4d99-96e9-1328e83e5ced tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 946 time: 0.0482647 Sep 18 00:57:57.824561 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-1c4ec0ee-0c78-493f-b9b5-d2d2503be25e req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting port 27ab509c-8365-4b33-b80e-8fcac0536257 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:57:57.824907 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1c4ec0ee-0c78-493f-b9b5-d2d2503be25e req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.913315 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-1c4ec0ee-0c78-493f-b9b5-d2d2503be25e req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] For port 27ab509c-8365-4b33-b80e-8fcac0536257, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=27ab509c-8365-4b33-b80e-8fcac0536257,segment=NetworkSegment(89320f7e-9c86-42c7-8262-926736938c44),segment_id=89320f7e-9c86-42c7-8262-926736938c44)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:57.913617 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1c4ec0ee-0c78-493f-b9b5-d2d2503be25e req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:57.926736 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-1c4ec0ee-0c78-493f-b9b5-d2d2503be25e req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Calling delete_port for 27ab509c-8365-4b33-b80e-8fcac0536257 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:57:58.108725 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1c4ec0ee-0c78-493f-b9b5-d2d2503be25e req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:58.143149 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Port': ['ID=27ab509c-8365-4b33-b80e-8fcac0536257,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:58.171831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.171831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.171831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.171831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.171831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.171831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.171831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.171831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.171831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.171831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.171831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.171831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.190015 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4ec0ee-0c78-493f-b9b5-d2d2503be25e req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] No DVR routers for this DVR port 27ab509c-8365-4b33-b80e-8fcac0536257 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:57:58.192623 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-1c4ec0ee-0c78-493f-b9b5-d2d2503be25e req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:57:58.194787 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c4ec0ee-0c78-493f-b9b5-d2d2503be25e req-0624e562-0413-4f57-9712-ea8322a915f0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.37 "DELETE /v2.0/ports/27ab509c-8365-4b33-b80e-8fcac0536257 HTTP/1.1" status: 204 len: 173 time: 0.4494972 Sep 18 00:57:58.195215 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda3a9ec-02f9-4593-8637-d547412812f9', 'name': 'network-vif-deleted', 'tag': '27ab509c-8365-4b33-b80e-8fcac0536257'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:57:58.197560 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f89c94-b070-4d93-a594-9ba6ccc360e3" -d '{"events": [{"server_uuid": "fda3a9ec-02f9-4593-8637-d547412812f9", "name": "network-vif-deleted", "tag": "27ab509c-8365-4b33-b80e-8fcac0536257"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:58.232969 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15b6236-a1fa-40c0-87b4-4a8f2d5c5c99 x-openstack-request-id: req-c15b6236-a1fa-40c0-87b4-4a8f2d5c5c99 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:58.233265 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda3a9ec-02f9-4593-8637-d547412812f9", "name": "network-vif-deleted", "tag": "27ab509c-8365-4b33-b80e-8fcac0536257", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:58.233519 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c15b6236-a1fa-40c0-87b4-4a8f2d5c5c99 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:58.233918 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda3a9ec-02f9-4593-8637-d547412812f9', 'name': 'network-vif-deleted', 'tag': '27ab509c-8365-4b33-b80e-8fcac0536257', 'status': 'completed', 'code': 200} Sep 18 00:57:58.478819 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b4c6d3bf-267e-457c-9211-240e2672bb1e req-082103df-237f-4ad0-aa8c-83a8ad7d8701 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "GET /v2.0/ports?device_id=fda3a9ec-02f9-4593-8637-d547412812f9 HTTP/1.1" status: 200 len: 210 time: 0.0274370 Sep 18 00:57:59.536005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33160) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:57:59.885108 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:00.133146 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting port 6a059710-6215-4a81-a6ec-76caabe87b47 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:00.133501 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:00.221598 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] For port 6a059710-6215-4a81-a6ec-76caabe87b47, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=6a059710-6215-4a81-a6ec-76caabe87b47,segment=NetworkSegment(89320f7e-9c86-42c7-8262-926736938c44),segment_id=89320f7e-9c86-42c7-8262-926736938c44)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:00.221966 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:00.233382 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Calling delete_port for 6a059710-6215-4a81-a6ec-76caabe87b47 owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:00.480297 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:00.508190 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Port': ['ID=6a059710-6215-4a81-a6ec-76caabe87b47,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:00.534786 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:00.535169 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:00.535516 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:00.535856 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:00.536192 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:00.536759 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:00.536882 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:00.537180 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:00.537508 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:00.537832 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:00.538158 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:00.538481 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:00.693915 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:00.907701 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Router fc949d76-d9ca-437d-82fc-f9f070b0b4bf has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:58:01.010587 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:01.016376 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-13ccd09e-127d-413a-8a72-9385a4343109 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "PUT /v2.0/routers/fc949d76-d9ca-437d-82fc-f9f070b0b4bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4792404 Sep 18 00:58:01.019378 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33162) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:01.024349 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51338d26-d2c0-4957-adc7-00e9a9b5c962 None None] Sync routers for ids ['fc949d76-d9ca-437d-82fc-f9f070b0b4bf'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:01.034110 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51338d26-d2c0-4957-adc7-00e9a9b5c962 None None] Routers {'fc949d76-d9ca-437d-82fc-f9f070b0b4bf'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:01.034715 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-51338d26-d2c0-4957-adc7-00e9a9b5c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:57:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['fc949d76-d9ca-437d-82fc-f9f070b0b4bf'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:01.078007 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25e2352-b642-4f68-ab70-c63c93333070 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting subnet ecee2eae-aa7d-4072-9a69-17b22d419b29 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 00:58:01.080989 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b25e2352-b642-4f68-ab70-c63c93333070 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.120087 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b25e2352-b642-4f68-ab70-c63c93333070 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.136440 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-51338d26-d2c0-4957-adc7-00e9a9b5c962 None None] Set router fc949d76-d9ca-437d-82fc-f9f070b0b4bf gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:58:01.205311 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b25e2352-b642-4f68-ab70-c63c93333070 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.343107 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b25e2352-b642-4f68-ab70-c63c93333070 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.371813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e2352-b642-4f68-ab70-c63c93333070 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Subnet': ['ID=ecee2eae-aa7d-4072-9a69-17b22d419b29,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:01.373863 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b25e2352-b642-4f68-ab70-c63c93333070 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.375746 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b25e2352-b642-4f68-ab70-c63c93333070 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/subnets/ecee2eae-aa7d-4072-9a69-17b22d419b29 HTTP/1.1" status: 204 len: 168 time: 0.3553650 Sep 18 00:58:01.379027 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33164) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:01.381213 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524a70c0-56f4-4042-a48d-b86bf35b676d None None] Network e99a6b7e-e98f-45b4-8559-8c3bcfebe816 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:58:01.402731 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-51338d26-d2c0-4957-adc7-00e9a9b5c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346471716', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '468b198f-9055-4a73-9f9c-bc2125544600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:57:01Z', 'updated_at': '2021-09-18T00:58:00Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '468b198f-9055-4a73-9f9c-bc2125544600', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:02Z', 'updated_at': '2021-09-18T00:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:01.429493 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51338d26-d2c0-4957-adc7-00e9a9b5c962 None None] Checking router: fc949d76-d9ca-437d-82fc-f9f070b0b4bf for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:58:01.437702 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51338d26-d2c0-4957-adc7-00e9a9b5c962 None None] Routers {'fc949d76-d9ca-437d-82fc-f9f070b0b4bf'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:01.438443 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-51338d26-d2c0-4957-adc7-00e9a9b5c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:57:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['fc949d76-d9ca-437d-82fc-f9f070b0b4bf'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:01.489413 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-59227ec4-f172-4d85-b288-759d79e909ba tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.542223 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-51338d26-d2c0-4957-adc7-00e9a9b5c962 None None] Set router fc949d76-d9ca-437d-82fc-f9f070b0b4bf gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:58:01.578572 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] DHCP port deletion for e99a6b7e-e98f-45b4-8559-8c3bcfebe816 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 00:58:01.598502 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-59227ec4-f172-4d85-b288-759d79e909ba tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.625592 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] Deleting port 31b38c9a-8eb3-4004-a252-32672bb4e5d5 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:01.625992 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.690390 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] For port 31b38c9a-8eb3-4004-a252-32672bb4e5d5, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=31b38c9a-8eb3-4004-a252-32672bb4e5d5,segment=NetworkSegment(89320f7e-9c86-42c7-8262-926736938c44),segment_id=89320f7e-9c86-42c7-8262-926736938c44)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:01.690891 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.705400 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] Calling delete_port for 31b38c9a-8eb3-4004-a252-32672bb4e5d5 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:01.711362 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-59227ec4-f172-4d85-b288-759d79e909ba tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Deleting port 468b198f-9055-4a73-9f9c-bc2125544600 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 00:58:01.711756 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-59227ec4-f172-4d85-b288-759d79e909ba tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.723991 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-51338d26-d2c0-4957-adc7-00e9a9b5c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346471716', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '468b198f-9055-4a73-9f9c-bc2125544600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:57:01Z', 'updated_at': '2021-09-18T00:58:00Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '468b198f-9055-4a73-9f9c-bc2125544600', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:02Z', 'updated_at': '2021-09-18T00:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:01.750027 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51338d26-d2c0-4957-adc7-00e9a9b5c962 None None] The sync data for ids ['fc949d76-d9ca-437d-82fc-f9f070b0b4bf'] in n-d-809883-1 is: [{'id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346471716', 'tenant_id': '620d963d32234c0d88114693e53fbfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '468b198f-9055-4a73-9f9c-bc2125544600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:57:01Z', 'updated_at': '2021-09-18T00:58:00Z', 'revision_number': 5, 'project_id': '620d963d32234c0d88114693e53fbfe6', 'gw_port': {'id': '468b198f-9055-4a73-9f9c-bc2125544600', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc949d76-d9ca-437d-82fc-f9f070b0b4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:57:02Z', 'updated_at': '2021-09-18T00:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:01.792612 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-59227ec4-f172-4d85-b288-759d79e909ba tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] For port 468b198f-9055-4a73-9f9c-bc2125544600, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=468b198f-9055-4a73-9f9c-bc2125544600,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:01.792966 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-59227ec4-f172-4d85-b288-759d79e909ba tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.805036 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-59227ec4-f172-4d85-b288-759d79e909ba tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Calling delete_port for 468b198f-9055-4a73-9f9c-bc2125544600 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 00:58:01.855020 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:01.883200 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] Pushing event deleted for resources: {'Port': ['ID=31b38c9a-8eb3-4004-a252-32672bb4e5d5,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:01.887472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] No DVR routers for this DVR port 31b38c9a-8eb3-4004-a252-32672bb4e5d5 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 00:58:01.900776 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.901215 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.901559 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.901889 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.902243 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.902569 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.902890 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.903210 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.903641 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.904341 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.904341 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:01.904608 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778450e4-79dd-44bd-9777-3f9be3943d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:02.034464 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-59227ec4-f172-4d85-b288-759d79e909ba tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.062375 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59227ec4-f172-4d85-b288-759d79e909ba tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Port': ['ID=468b198f-9055-4a73-9f9c-bc2125544600,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:02.126077 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-59227ec4-f172-4d85-b288-759d79e909ba tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.207732 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 27ab509c-8365-4b33-b80e-8fcac0536257 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:02.221130 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-59227ec4-f172-4d85-b288-759d79e909ba tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.223387 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-59227ec4-f172-4d85-b288-759d79e909ba tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.227998 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 27ab509c-8365-4b33-b80e-8fcac0536257 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:58:02.228340 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 27ab509c-8365-4b33-b80e-8fcac0536257 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:58:02.343130 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-59227ec4-f172-4d85-b288-759d79e909ba tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.343712 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59227ec4-f172-4d85-b288-759d79e909ba tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Fanout notify agent at l3_agent the message router_deleted on router fc949d76-d9ca-437d-82fc-f9f070b0b4bf {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:58:02.352725 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-59227ec4-f172-4d85-b288-759d79e909ba tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.352725 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-59227ec4-f172-4d85-b288-759d79e909ba tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/routers/fc949d76-d9ca-437d-82fc-f9f070b0b4bf HTTP/1.1" status: 204 len: 168 time: 0.9728403 Sep 18 00:58:02.355049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33166) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:02.434270 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b5c7709-ba2e-40d3-bc73-e4bd65b79acb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.521542 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b5c7709-ba2e-40d3-bc73-e4bd65b79acb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.541106 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-6b5c7709-ba2e-40d3-bc73-e4bd65b79acb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99a6b7e-e98f-45b4-8559-8c3bcfebe816']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:02.550063 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-6b5c7709-ba2e-40d3-bc73-e4bd65b79acb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89320f7e-9c86-42c7-8262-926736938c44') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:02.550362 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-6b5c7709-ba2e-40d3-bc73-e4bd65b79acb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89320f7e-9c86-42c7-8262-926736938c44') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:02.560287 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b5c7709-ba2e-40d3-bc73-e4bd65b79acb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.573037 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b5c7709-ba2e-40d3-bc73-e4bd65b79acb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.578726 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5c7709-ba2e-40d3-bc73-e4bd65b79acb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:58:02.579110 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b5c7709-ba2e-40d3-bc73-e4bd65b79acb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: timer() Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 00:58:02.582023 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 00:58:02.706082 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b5c7709-ba2e-40d3-bc73-e4bd65b79acb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.713492 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6b5c7709-ba2e-40d3-bc73-e4bd65b79acb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.714589 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6b5c7709-ba2e-40d3-bc73-e4bd65b79acb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/networks/e99a6b7e-e98f-45b4-8559-8c3bcfebe816 HTTP/1.1" status: 204 len: 168 time: 0.3579648 Sep 18 00:58:02.717546 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33168) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:02.726072 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c7709-ba2e-40d3-bc73-e4bd65b79acb tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'Network': ['ID=e99a6b7e-e98f-45b4-8559-8c3bcfebe816,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:02.783035 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d98b871-2ea7-46c9-928c-ccf4072727b0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.810573 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d98b871-2ea7-46c9-928c-ccf4072727b0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.852534 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 31b38c9a-8eb3-4004-a252-32672bb4e5d5 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:02.874177 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 31b38c9a-8eb3-4004-a252-32672bb4e5d5 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:58:02.874512 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 31b38c9a-8eb3-4004-a252-32672bb4e5d5 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:58:02.874911 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 6a059710-6215-4a81-a6ec-76caabe87b47 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:02.893094 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 6a059710-6215-4a81-a6ec-76caabe87b47 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:58:02.893433 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 6a059710-6215-4a81-a6ec-76caabe87b47 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:58:02.893895 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 468b198f-9055-4a73-9f9c-bc2125544600 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:02.911539 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 468b198f-9055-4a73-9f9c-bc2125544600 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 00:58:02.911876 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 468b198f-9055-4a73-9f9c-bc2125544600 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:58:02.954242 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d98b871-2ea7-46c9-928c-ccf4072727b0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.958595 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-5d98b871-2ea7-46c9-928c-ccf4072727b0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:02.958595 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-5d98b871-2ea7-46c9-928c-ccf4072727b0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] 10.222.0.46 "DELETE /v2.0/security-groups/ad475cfa-9488-4e68-bf56-4cd9901812e5 HTTP/1.1" status: 204 len: 168 time: 0.2394335 Sep 18 00:58:02.971905 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98b871-2ea7-46c9-928c-ccf4072727b0 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad475cfa-9488-4e68-bf56-4cd9901812e5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:03.485857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33176) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:03.615825 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8fad71df-678f-49e8-93f9-4d3947a3eeeb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=620d963d32234c0d88114693e53fbfe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286495 Sep 18 00:58:03.618285 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33180) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:03.666560 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a89e-20e1-4cb5-8346-9bd0871d76fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:03.686410 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a89e-20e1-4cb5-8346-9bd0871d76fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:03.803741 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a89e-20e1-4cb5-8346-9bd0871d76fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:03.806424 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a89e-20e1-4cb5-8346-9bd0871d76fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:03.807552 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b8c5a89e-20e1-4cb5-8346-9bd0871d76fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a5ddf91-2c5e-41c5-a5cb-82b0c279166e HTTP/1.1" status: 204 len: 168 time: 0.1883535 Sep 18 00:58:03.816370 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5a89e-20e1-4cb5-8346-9bd0871d76fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5ddf91-2c5e-41c5-a5cb-82b0c279166e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:04.354794 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33186) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:04.368484 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-57c463d7-e470-4ce6-ae55-d520be2908e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.459933 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-57c463d7-e470-4ce6-ae55-d520be2908e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.544630 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-57c463d7-e470-4ce6-ae55-d520be2908e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.579729 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-57c463d7-e470-4ce6-ae55-d520be2908e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=736dd6418f1f4b47a8603c517b3fb3f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2238634 Sep 18 00:58:04.580848 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c463d7-e470-4ce6-ae55-d520be2908e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b924e50-1cbe-42c6-9fd2-19c7d46a374e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:04.582519 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33190) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:04.638978 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a3da80da-d2f6-49ce-934f-38aaea833d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.660492 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a3da80da-d2f6-49ce-934f-38aaea833d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.766110 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a3da80da-d2f6-49ce-934f-38aaea833d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.768748 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a3da80da-d2f6-49ce-934f-38aaea833d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:04.769943 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a3da80da-d2f6-49ce-934f-38aaea833d6b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b924e50-1cbe-42c6-9fd2-19c7d46a374e HTTP/1.1" status: 204 len: 168 time: 0.1858432 Sep 18 00:58:04.777913 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da80da-d2f6-49ce-934f-38aaea833d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b924e50-1cbe-42c6-9fd2-19c7d46a374e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:05.714420 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33212) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:05.807477 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-3a6bd449-dafc-42c8-bc20-3d2869091949 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-811858500-network', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:05.912057 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6bd449-dafc-42c8-bc20-3d2869091949 admin admin] Made reservation on behalf of a4e75d088a414957aeb76d10f5e7323e for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:05.914485 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd449-dafc-42c8-bc20-3d2869091949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:05.923185 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd449-dafc-42c8-bc20-3d2869091949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:06.009559 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd449-dafc-42c8-bc20-3d2869091949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:06.083325 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd449-dafc-42c8-bc20-3d2869091949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:06.106991 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6bd449-dafc-42c8-bc20-3d2869091949 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:58:06.121141 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bd449-dafc-42c8-bc20-3d2869091949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4edae9-2b25-421c-badd-703315bbf3cd,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:06.123959 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd449-dafc-42c8-bc20-3d2869091949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:06.124300 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-3a6bd449-dafc-42c8-bc20-3d2869091949 admin admin] Added segment 261eabb7-ec89-4568-a2ff-0c67aab6d754 of type vlan for network 91e30985-b7e2-4248-9f7b-1a50d6d64348 Sep 18 00:58:06.164003 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd449-dafc-42c8-bc20-3d2869091949 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:06.250712 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd449-dafc-42c8-bc20-3d2869091949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:06.251670 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6bd449-dafc-42c8-bc20-3d2869091949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:06.252274 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd449-dafc-42c8-bc20-3d2869091949 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:06.309252 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bd449-dafc-42c8-bc20-3d2869091949 admin admin] Pushing event updated for resources: {'Network': ['ID=91e30985-b7e2-4248-9f7b-1a50d6d64348,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:06.319291 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 91e30985-b7e2-4248-9f7b-1a50d6d64348 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:58:06.343261 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-3a6bd449-dafc-42c8-bc20-3d2869091949 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6277769 Sep 18 00:58:06.346192 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33216) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:06.350934 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-70bcd243-d9dc-4a78-874a-e107a810afde admin admin] Request body: {'subnet': {'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-811858500-subnet', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:06.428042 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bcd243-d9dc-4a78-874a-e107a810afde admin admin] Made reservation on behalf of a4e75d088a414957aeb76d10f5e7323e for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:06.430537 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70bcd243-d9dc-4a78-874a-e107a810afde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:06.663061 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70bcd243-d9dc-4a78-874a-e107a810afde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:06.722377 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcd243-d9dc-4a78-874a-e107a810afde admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a25254e-ed8a-4c5d-8161-8c85d7bba264,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:06.729497 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bcd243-d9dc-4a78-874a-e107a810afde admin admin] Checking segment: {'id': '261eabb7-ec89-4568-a2ff-0c67aab6d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:58:06.729859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bcd243-d9dc-4a78-874a-e107a810afde admin admin] Network hostable DHCP agents. Network: 91e30985-b7e2-4248-9f7b-1a50d6d64348, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:58:06.811322 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bcd243-d9dc-4a78-874a-e107a810afde admin admin] Network 91e30985-b7e2-4248-9f7b-1a50d6d64348 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:58:06.891039 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-70bcd243-d9dc-4a78-874a-e107a810afde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 91e30985-b7e2-4248-9f7b-1a50d6d64348) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:06.895707 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bcd243-d9dc-4a78-874a-e107a810afde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:06.896471 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-70bcd243-d9dc-4a78-874a-e107a810afde admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:06.899905 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d476ab8-b317-41ac-994e-c48f7037da08 None None] Network 91e30985-b7e2-4248-9f7b-1a50d6d64348 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:58:06.955033 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-70bcd243-d9dc-4a78-874a-e107a810afde admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6077325 Sep 18 00:58:06.957613 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33218) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:06.961939 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a0cc3448-e809-4673-8d5e-75301a062bcf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:07.017375 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3448-e809-4673-8d5e-75301a062bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.018472 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3448-e809-4673-8d5e-75301a062bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.042082 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-91e30985-b7e2-4248-9f7b-1a50d6d64348', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:58:07.043068 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.070892 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3448-e809-4673-8d5e-75301a062bcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.177322 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] Allocated IP 172.20.0.2 (91e30985-b7e2-4248-9f7b-1a50d6d64348/6a25254e-ed8a-4c5d-8161-8c85d7bba264/20d7fdce-73d7-4824-b6dc-ab7d737d03f4) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:07.249910 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3448-e809-4673-8d5e-75301a062bcf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.314041 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.369340 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.408236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] Network 91e30985-b7e2-4248-9f7b-1a50d6d64348 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:07.411609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:07.415107 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:58:07.425526 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] Pushing event updated for resources: {'Port': ['ID=20d7fdce-73d7-4824-b6dc-ab7d737d03f4,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:07.475028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] Attempting to bind port 20d7fdce-73d7-4824-b6dc-ab7d737d03f4 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:58:07.475401 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] Attempting to bind port 20d7fdce-73d7-4824-b6dc-ab7d737d03f4 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '261eabb7-ec89-4568-a2ff-0c67aab6d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:58:07.475767 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] Attempting to bind port 20d7fdce-73d7-4824-b6dc-ab7d737d03f4 on network 91e30985-b7e2-4248-9f7b-1a50d6d64348 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:07.477479 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3448-e809-4673-8d5e-75301a062bcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.480680 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:58:07.481084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] Checking segment: {'id': '261eabb7-ec89-4568-a2ff-0c67aab6d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:58:07.481488 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.481880 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] Bound using segment: {'id': '261eabb7-ec89-4568-a2ff-0c67aab6d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:58:07.482342 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] Bound port: 20d7fdce-73d7-4824-b6dc-ab7d737d03f4, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261eabb7-ec89-4568-a2ff-0c67aab6d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:58:07.482722 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.499637 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3448-e809-4673-8d5e-75301a062bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.544185 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] For port 20d7fdce-73d7-4824-b6dc-ab7d737d03f4, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:07.547446 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] For port 20d7fdce-73d7-4824-b6dc-ab7d737d03f4, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=20d7fdce-73d7-4824-b6dc-ab7d737d03f4,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:07.599875 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-a0cc3448-e809-4673-8d5e-75301a062bcf admin admin] Allocated IP 172.25.3.58 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/2a3aef33-e9e9-461c-b34a-2526cfee89ee) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:07.623122 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.683207 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5557c-6d6f-4440-bf36-b5ac3ed56879 None None] Pushing event updated for resources: {'Port': ['ID=20d7fdce-73d7-4824-b6dc-ab7d737d03f4,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:07.711361 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3448-e809-4673-8d5e-75301a062bcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.794516 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3448-e809-4673-8d5e-75301a062bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:07.842528 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cc3448-e809-4673-8d5e-75301a062bcf admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:07.845450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-a0cc3448-e809-4673-8d5e-75301a062bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:07.851187 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cc3448-e809-4673-8d5e-75301a062bcf admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:58:07.856704 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc3448-e809-4673-8d5e-75301a062bcf admin admin] Pushing event updated for resources: {'Port': ['ID=2a3aef33-e9e9-461c-b34a-2526cfee89ee,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:08.153093 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3448-e809-4673-8d5e-75301a062bcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:08.546186 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a52a685-9ac1-4b71-9e39-81057ec58f80 None None] Network 91e30985-b7e2-4248-9f7b-1a50d6d64348 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:58:08.665488 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f3ec4b6b-7fe9-4db6-a0c3-dd1321ff123f None None] Provisioning complete for port 20d7fdce-73d7-4824-b6dc-ab7d737d03f4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:08.665809 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4b6b-7fe9-4db6-a0c3-dd1321ff123f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:08.672114 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3448-e809-4673-8d5e-75301a062bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:08.777593 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4b6b-7fe9-4db6-a0c3-dd1321ff123f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:08.815747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f3ec4b6b-7fe9-4db6-a0c3-dd1321ff123f None None] For port 20d7fdce-73d7-4824-b6dc-ab7d737d03f4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=20d7fdce-73d7-4824-b6dc-ab7d737d03f4,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:08.878236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 20d7fdce-73d7-4824-b6dc-ab7d737d03f4 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:08.885557 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cc3448-e809-4673-8d5e-75301a062bcf admin admin] Router 2a740255-7693-4af6-9f94-5039927ad8d3 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:58:08.916130 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4b6b-7fe9-4db6-a0c3-dd1321ff123f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:08.973420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec4b6b-7fe9-4db6-a0c3-dd1321ff123f None None] Pushing event updated for resources: {'Port': ['ID=20d7fdce-73d7-4824-b6dc-ab7d737d03f4,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:08.977797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 20d7fdce-73d7-4824-b6dc-ab7d737d03f4 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:08.978172 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:08.996287 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cc3448-e809-4673-8d5e-75301a062bcf admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:09.007374 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] Sync routers for ids ['2a740255-7693-4af6-9f94-5039927ad8d3'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:09.032401 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] Routers {'2a740255-7693-4af6-9f94-5039927ad8d3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:09.033049 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:57:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2a740255-7693-4af6-9f94-5039927ad8d3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:09.083959 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1d736d20-3d6f-4df9-9f4f-61304ed3ac09 None None] Provisioning complete for port 20d7fdce-73d7-4824-b6dc-ab7d737d03f4 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:09.084379 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1d736d20-3d6f-4df9-9f4f-61304ed3ac09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:09.091404 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3448-e809-4673-8d5e-75301a062bcf admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:09.095202 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a0cc3448-e809-4673-8d5e-75301a062bcf admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1340909 Sep 18 00:58:09.095453 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33220) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:09.354876 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] Set router 2a740255-7693-4af6-9f94-5039927ad8d3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:58:09.507498 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a55d0f79-4d47-4464-8e90-909240911c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:09.554145 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:07Z', 'revision_number': 3, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port': {'id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:09.583792 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] Checking router: 2a740255-7693-4af6-9f94-5039927ad8d3 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:58:09.584034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] Updating router 2a740255-7693-4af6-9f94-5039927ad8d3 port 2a3aef33-e9e9-461c-b34a-2526cfee89ee binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:58:09.607371 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:09.662857 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-a55d0f79-4d47-4464-8e90-909240911c33 admin admin] Allocated IP 172.20.0.1 (91e30985-b7e2-4248-9f7b-1a50d6d64348/6a25254e-ed8a-4c5d-8161-8c85d7bba264/84ac7098-cd34-4fa1-9440-ec6b6680674e) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:09.768594 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a55d0f79-4d47-4464-8e90-909240911c33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:09.846120 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a55d0f79-4d47-4464-8e90-909240911c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:09.852251 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:09.881823 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55d0f79-4d47-4464-8e90-909240911c33 admin admin] Network 91e30985-b7e2-4248-9f7b-1a50d6d64348 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:09.884677 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-a55d0f79-4d47-4464-8e90-909240911c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:09.887092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55d0f79-4d47-4464-8e90-909240911c33 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:58:09.923751 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:09.925082 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d0f79-4d47-4464-8e90-909240911c33 admin admin] Pushing event updated for resources: {'Port': ['ID=84ac7098-cd34-4fa1-9440-ec6b6680674e,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:09.941579 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a55d0f79-4d47-4464-8e90-909240911c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:09.973554 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] Attempting to bind port 2a3aef33-e9e9-461c-b34a-2526cfee89ee on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:58:09.974154 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] Attempting to bind port 2a3aef33-e9e9-461c-b34a-2526cfee89ee by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:58:09.974521 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] Attempting to bind port 2a3aef33-e9e9-461c-b34a-2526cfee89ee on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:09.986212 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:58:09.986659 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:58:09.987049 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:09.987428 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:58:09.988553 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] Bound port: 2a3aef33-e9e9-461c-b34a-2526cfee89ee, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:58:09.989067 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:09.994503 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b207b-dcb2-4d7e-9da4-5b4ac78a1cfb None None] Pushing event updated for resources: {'Port': ['ID=2a3aef33-e9e9-461c-b34a-2526cfee89ee,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:10.054696 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] For port 2a3aef33-e9e9-461c-b34a-2526cfee89ee, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:10.058179 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] For port 2a3aef33-e9e9-461c-b34a-2526cfee89ee, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2a3aef33-e9e9-461c-b34a-2526cfee89ee,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:10.139508 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a55d0f79-4d47-4464-8e90-909240911c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:10.143070 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:10.210193 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b207b-dcb2-4d7e-9da4-5b4ac78a1cfb None None] Pushing event updated for resources: {'Port': ['ID=2a3aef33-e9e9-461c-b34a-2526cfee89ee,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:10.213733 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a243bd8b-8f82-45d2-a695-8270954a1a8d None None] Provisioning complete for port 84ac7098-cd34-4fa1-9440-ec6b6680674e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:10.214111 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a243bd8b-8f82-45d2-a695-8270954a1a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:10.217037 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] Routers {'2a740255-7693-4af6-9f94-5039927ad8d3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:10.217717 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:57:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2a740255-7693-4af6-9f94-5039927ad8d3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:10.289058 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a243bd8b-8f82-45d2-a695-8270954a1a8d None None] Port 84ac7098-cd34-4fa1-9440-ec6b6680674e cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:58:10.302783 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a55d0f79-4d47-4464-8e90-909240911c33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:10.348850 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] Set router 2a740255-7693-4af6-9f94-5039927ad8d3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:58:10.359661 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a55d0f79-4d47-4464-8e90-909240911c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:10.424744 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d0f79-4d47-4464-8e90-909240911c33 admin admin] Pushing event updated for resources: {'Port': ['ID=84ac7098-cd34-4fa1-9440-ec6b6680674e,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:10.427283 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a55d0f79-4d47-4464-8e90-909240911c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:10.520092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55d0f79-4d47-4464-8e90-909240911c33 admin admin] Network 91e30985-b7e2-4248-9f7b-1a50d6d64348 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:10.521856 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-a55d0f79-4d47-4464-8e90-909240911c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:10.546431 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 4, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port': {'id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '84ac7098-cd34-4fa1-9440-ec6b6680674e', 'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'mac_address': 'fa:16:3e:ae:2f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:09Z', 'updated_at': '2021-09-18T00:58:09Z', 'revision_number': 1, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'subnets': [{'id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:10.576010 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af706b2f-d0c3-4778-9e8e-7e4c7de3185f None None] The sync data for ids ['2a740255-7693-4af6-9f94-5039927ad8d3'] in n-d-809883-1 is: [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 4, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port': {'id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '84ac7098-cd34-4fa1-9440-ec6b6680674e', 'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'mac_address': 'fa:16:3e:ae:2f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:09Z', 'updated_at': '2021-09-18T00:58:09Z', 'revision_number': 1, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'subnets': [{'id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:10.649296 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55d0f79-4d47-4464-8e90-909240911c33 admin admin] Router 2a740255-7693-4af6-9f94-5039927ad8d3 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:58:10.711291 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-589c7ba6-853b-4404-aa3b-062a42ed66ae None None] Provisioning complete for port 84ac7098-cd34-4fa1-9440-ec6b6680674e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:10.711657 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-589c7ba6-853b-4404-aa3b-062a42ed66ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:10.745053 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-589c7ba6-853b-4404-aa3b-062a42ed66ae None None] Port 84ac7098-cd34-4fa1-9440-ec6b6680674e cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:58:10.761410 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55d0f79-4d47-4464-8e90-909240911c33 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:10.772876 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a55d0f79-4d47-4464-8e90-909240911c33 admin admin] 10.222.0.46 "PUT /v2.0/routers/2a740255-7693-4af6-9f94-5039927ad8d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6699274 Sep 18 00:58:10.886018 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 20d7fdce-73d7-4824-b6dc-ab7d737d03f4 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:10.939158 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 20d7fdce-73d7-4824-b6dc-ab7d737d03f4 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:10.939596 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:11.140575 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:11.491522 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33236) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:11.496590 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f36709bc-325e-40f2-9d54-ee31df6a3f2f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-555171264-network', 'tenant_id': '20b60b8e7f5f4b7982ec45b3f9563897'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:11.594258 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36709bc-325e-40f2-9d54-ee31df6a3f2f admin admin] Made reservation on behalf of 20b60b8e7f5f4b7982ec45b3f9563897 for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:11.596705 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f36709bc-325e-40f2-9d54-ee31df6a3f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:11.607219 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f36709bc-325e-40f2-9d54-ee31df6a3f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:11.700426 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f36709bc-325e-40f2-9d54-ee31df6a3f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:11.754004 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f36709bc-325e-40f2-9d54-ee31df6a3f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:11.780609 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36709bc-325e-40f2-9d54-ee31df6a3f2f admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:58:11.790575 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36709bc-325e-40f2-9d54-ee31df6a3f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504fe6b8-cf75-4c83-b3ac-fa3b4337abb3,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:11.798022 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f36709bc-325e-40f2-9d54-ee31df6a3f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:11.798232 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-f36709bc-325e-40f2-9d54-ee31df6a3f2f admin admin] Added segment 28b91462-9259-434d-8dc9-50992c5d5bfe of type vlan for network 197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0 Sep 18 00:58:11.838946 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f36709bc-325e-40f2-9d54-ee31df6a3f2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:11.925484 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f36709bc-325e-40f2-9d54-ee31df6a3f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:11.926464 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36709bc-325e-40f2-9d54-ee31df6a3f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:11.927081 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f36709bc-325e-40f2-9d54-ee31df6a3f2f admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:11.988676 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36709bc-325e-40f2-9d54-ee31df6a3f2f admin admin] Pushing event updated for resources: {'Network': ['ID=197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:11.998366 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:58:12.029237 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f36709bc-325e-40f2-9d54-ee31df6a3f2f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5364711 Sep 18 00:58:12.032083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33238) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:12.039164 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-3d6bd370-4192-4c2b-91ed-3fee2d3f6030 admin admin] Request body: {'subnet': {'network_id': '197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-555171264-subnet', 'tenant_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:12.145996 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6bd370-4192-4c2b-91ed-3fee2d3f6030 admin admin] Made reservation on behalf of 20b60b8e7f5f4b7982ec45b3f9563897 for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:12.148623 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd370-4192-4c2b-91ed-3fee2d3f6030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:12.377169 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd370-4192-4c2b-91ed-3fee2d3f6030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:12.431825 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bd370-4192-4c2b-91ed-3fee2d3f6030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfc355fa-1029-4f34-82d5-50384ad95b19,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:12.441468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6bd370-4192-4c2b-91ed-3fee2d3f6030 admin admin] Checking segment: {'id': '28b91462-9259-434d-8dc9-50992c5d5bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:58:12.441849 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6bd370-4192-4c2b-91ed-3fee2d3f6030 admin admin] Network hostable DHCP agents. Network: 197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:58:12.525804 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] Sync routers for ids ['2a740255-7693-4af6-9f94-5039927ad8d3'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:12.531130 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6bd370-4192-4c2b-91ed-3fee2d3f6030 admin admin] Network 197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:58:12.535439 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] Routers {'2a740255-7693-4af6-9f94-5039927ad8d3'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:12.541475 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:57:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2a740255-7693-4af6-9f94-5039927ad8d3'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:12.622498 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-3d6bd370-4192-4c2b-91ed-3fee2d3f6030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:12.627071 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6bd370-4192-4c2b-91ed-3fee2d3f6030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:12.628225 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd370-4192-4c2b-91ed-3fee2d3f6030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:12.632135 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a1a7ad-5a71-4f65-96fa-21f25dfc9187 None None] Network 197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:58:12.642013 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] Set router 2a740255-7693-4af6-9f94-5039927ad8d3 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:58:12.725682 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3d6bd370-4192-4c2b-91ed-3fee2d3f6030 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6914217 Sep 18 00:58:12.727421 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33240) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:12.731858 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-230c67d3-baec-4b70-88f2-e8cbc259cdd4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-555171264-router', 'tenant_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:12.776741 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0', 'network_id': '197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0', 'tenant_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'fixed_ips': [{'subnet_id': 'cfc355fa-1029-4f34-82d5-50384ad95b19'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 00:58:12.777702 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:12.822958 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-230c67d3-baec-4b70-88f2-e8cbc259cdd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:12.826270 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-230c67d3-baec-4b70-88f2-e8cbc259cdd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:12.845999 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 4, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port': {'id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '84ac7098-cd34-4fa1-9440-ec6b6680674e', 'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'mac_address': 'fa:16:3e:ae:2f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:09Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 2, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'subnets': [{'id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:12.882643 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] Checking router: 2a740255-7693-4af6-9f94-5039927ad8d3 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:58:12.883011 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] Updating router 2a740255-7693-4af6-9f94-5039927ad8d3 port 84ac7098-cd34-4fa1-9440-ec6b6680674e binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:58:12.894132 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-230c67d3-baec-4b70-88f2-e8cbc259cdd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:12.908480 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:12.910606 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2a3aef33-e9e9-461c-b34a-2526cfee89ee up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:12.978433 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] Allocated IP 172.20.0.2 (197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0/cfc355fa-1029-4f34-82d5-50384ad95b19/061cfab2-0eac-47f3-a342-dc34772db9cb) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:13.016378 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 2a3aef33-e9e9-461c-b34a-2526cfee89ee triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:13.017066 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.119641 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-230c67d3-baec-4b70-88f2-e8cbc259cdd4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.184391 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.186461 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.207508 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.216615 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 2a3aef33-e9e9-461c-b34a-2526cfee89ee, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2a3aef33-e9e9-461c-b34a-2526cfee89ee,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:13.231658 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.281333 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.290601 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a4470-7d0f-47ea-b17a-0bca707a811d None None] Pushing event updated for resources: {'Port': ['ID=84ac7098-cd34-4fa1-9440-ec6b6680674e,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:13.316319 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.318591 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a4470-7d0f-47ea-b17a-0bca707a811d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:13.318958 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a4470-7d0f-47ea-b17a-0bca707a811d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:13.319315 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a4470-7d0f-47ea-b17a-0bca707a811d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:13.319629 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a4470-7d0f-47ea-b17a-0bca707a811d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:13.319955 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a4470-7d0f-47ea-b17a-0bca707a811d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:13.320283 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a4470-7d0f-47ea-b17a-0bca707a811d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:13.320603 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a4470-7d0f-47ea-b17a-0bca707a811d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:13.320945 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a4470-7d0f-47ea-b17a-0bca707a811d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:13.321265 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a4470-7d0f-47ea-b17a-0bca707a811d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:13.321581 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a4470-7d0f-47ea-b17a-0bca707a811d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:13.321911 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a4470-7d0f-47ea-b17a-0bca707a811d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:13.322526 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a4470-7d0f-47ea-b17a-0bca707a811d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:13.333577 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] Network 197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:13.336751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:13.341745 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:58:13.355602 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] Pushing event updated for resources: {'Port': ['ID=061cfab2-0eac-47f3-a342-dc34772db9cb,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:13.362437 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] Attempting to bind port 84ac7098-cd34-4fa1-9440-ec6b6680674e on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:58:13.362744 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] Attempting to bind port 84ac7098-cd34-4fa1-9440-ec6b6680674e by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '261eabb7-ec89-4568-a2ff-0c67aab6d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:58:13.363316 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] Attempting to bind port 84ac7098-cd34-4fa1-9440-ec6b6680674e on network 91e30985-b7e2-4248-9f7b-1a50d6d64348 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:13.370105 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:58:13.370105 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] Checking segment: {'id': '261eabb7-ec89-4568-a2ff-0c67aab6d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:58:13.370105 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.370105 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] Bound using segment: {'id': '261eabb7-ec89-4568-a2ff-0c67aab6d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:58:13.370808 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] Bound port: 84ac7098-cd34-4fa1-9440-ec6b6680674e, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261eabb7-ec89-4568-a2ff-0c67aab6d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:58:13.371245 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.412460 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-230c67d3-baec-4b70-88f2-e8cbc259cdd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.436658 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-230c67d3-baec-4b70-88f2-e8cbc259cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.444640 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] Attempting to bind port 061cfab2-0eac-47f3-a342-dc34772db9cb on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:58:13.445144 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] Attempting to bind port 061cfab2-0eac-47f3-a342-dc34772db9cb by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '28b91462-9259-434d-8dc9-50992c5d5bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:58:13.445563 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] Attempting to bind port 061cfab2-0eac-47f3-a342-dc34772db9cb on network 197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:13.445917 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] For port 84ac7098-cd34-4fa1-9440-ec6b6680674e, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:13.450224 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] For port 84ac7098-cd34-4fa1-9440-ec6b6680674e, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=84ac7098-cd34-4fa1-9440-ec6b6680674e,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:13.453024 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=2a3aef33-e9e9-461c-b34a-2526cfee89ee,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:13.455864 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:58:13.456852 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] Checking segment: {'id': '28b91462-9259-434d-8dc9-50992c5d5bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:58:13.461675 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.461675 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] Bound using segment: {'id': '28b91462-9259-434d-8dc9-50992c5d5bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:58:13.461675 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] Bound port: 061cfab2-0eac-47f3-a342-dc34772db9cb, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b91462-9259-434d-8dc9-50992c5d5bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:58:13.461675 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.520724 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.530070 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] For port 061cfab2-0eac-47f3-a342-dc34772db9cb, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:13.533698 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] For port 061cfab2-0eac-47f3-a342-dc34772db9cb, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=061cfab2-0eac-47f3-a342-dc34772db9cb,segment=NetworkSegment(28b91462-9259-434d-8dc9-50992c5d5bfe),segment_id=28b91462-9259-434d-8dc9-50992c5d5bfe)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:13.555030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-230c67d3-baec-4b70-88f2-e8cbc259cdd4 admin admin] Allocated IP 172.25.3.201 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:13.588195 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] Routers {'2a740255-7693-4af6-9f94-5039927ad8d3'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:13.589505 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:57:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2a740255-7693-4af6-9f94-5039927ad8d3'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:13.593471 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a4470-7d0f-47ea-b17a-0bca707a811d None None] Pushing event updated for resources: {'Port': ['ID=84ac7098-cd34-4fa1-9440-ec6b6680674e,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:13.604493 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-add069f7-3ba5-43d3-89fd-3aaa487a86c6 None None] Provisioning complete for port 84ac7098-cd34-4fa1-9440-ec6b6680674e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:13.604917 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-add069f7-3ba5-43d3-89fd-3aaa487a86c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.631325 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.732746 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae92db-8ad1-4dc9-86da-901fe485cdb0 None None] Pushing event updated for resources: {'Port': ['ID=061cfab2-0eac-47f3-a342-dc34772db9cb,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:13.758099 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] Set router 2a740255-7693-4af6-9f94-5039927ad8d3 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:58:13.797106 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-add069f7-3ba5-43d3-89fd-3aaa487a86c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.840317 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-add069f7-3ba5-43d3-89fd-3aaa487a86c6 None None] For port 84ac7098-cd34-4fa1-9440-ec6b6680674e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=84ac7098-cd34-4fa1-9440-ec6b6680674e,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:13.914104 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-add069f7-3ba5-43d3-89fd-3aaa487a86c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:13.989951 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add069f7-3ba5-43d3-89fd-3aaa487a86c6 None None] Pushing event updated for resources: {'Port': ['ID=84ac7098-cd34-4fa1-9440-ec6b6680674e,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:14.062805 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-230c67d3-baec-4b70-88f2-e8cbc259cdd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.078960 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ee51f3e7-2602-4a15-b271-11c140ff3962 None None] Provisioning complete for port 84ac7098-cd34-4fa1-9440-ec6b6680674e triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:14.080517 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ee51f3e7-2602-4a15-b271-11c140ff3962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.115363 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.143062 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-230c67d3-baec-4b70-88f2-e8cbc259cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.145071 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 4, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port': {'id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '84ac7098-cd34-4fa1-9440-ec6b6680674e', 'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'mac_address': 'fa:16:3e:ae:2f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:09Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 4, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'subnets': [{'id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:14.166828 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c3b78f73-3c3d-49e5-ab76-246d36e06ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.174786 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a192c38-be22-4bc8-9589-11a7435009e0 None None] The sync data for ids ['2a740255-7693-4af6-9f94-5039927ad8d3'] in n-d-809883-1 is: [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 4, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port': {'id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '84ac7098-cd34-4fa1-9440-ec6b6680674e', 'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'mac_address': 'fa:16:3e:ae:2f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:09Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 4, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'subnets': [{'id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:14.183493 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230c67d3-baec-4b70-88f2-e8cbc259cdd4 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:14.188621 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-230c67d3-baec-4b70-88f2-e8cbc259cdd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:14.194039 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230c67d3-baec-4b70-88f2-e8cbc259cdd4 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:58:14.197274 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c67d3-baec-4b70-88f2-e8cbc259cdd4 admin admin] Pushing event updated for resources: {'Port': ['ID=bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:14.488455 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-230c67d3-baec-4b70-88f2-e8cbc259cdd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.702556 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-230c67d3-baec-4b70-88f2-e8cbc259cdd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.741988 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a658642a-6ab2-4b22-b1da-8f0f0ac4a096 None None] Network 197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 00:58:14.825860 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-43520d49-e7c9-4217-b3f9-c758e849e0b0 None None] Provisioning complete for port 061cfab2-0eac-47f3-a342-dc34772db9cb triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:14.829804 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-43520d49-e7c9-4217-b3f9-c758e849e0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:14.906712 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230c67d3-baec-4b70-88f2-e8cbc259cdd4 admin admin] Router bb504367-d1ed-409b-b00a-4ab8a83e150d is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:58:14.973530 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-43520d49-e7c9-4217-b3f9-c758e849e0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.001530 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 061cfab2-0eac-47f3-a342-dc34772db9cb up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:15.026084 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230c67d3-baec-4b70-88f2-e8cbc259cdd4 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:15.040059 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] Sync routers for ids ['bb504367-d1ed-409b-b00a-4ab8a83e150d'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:15.058415 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-43520d49-e7c9-4217-b3f9-c758e849e0b0 None None] For port 061cfab2-0eac-47f3-a342-dc34772db9cb, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=061cfab2-0eac-47f3-a342-dc34772db9cb,segment=NetworkSegment(28b91462-9259-434d-8dc9-50992c5d5bfe),segment_id=28b91462-9259-434d-8dc9-50992c5d5bfe)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:15.066378 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] Routers {'bb504367-d1ed-409b-b00a-4ab8a83e150d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:15.067011 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:57:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['bb504367-d1ed-409b-b00a-4ab8a83e150d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:15.108561 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-230c67d3-baec-4b70-88f2-e8cbc259cdd4 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.111478 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-230c67d3-baec-4b70-88f2-e8cbc259cdd4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3815699 Sep 18 00:58:15.113225 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33242) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:15.125034 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 061cfab2-0eac-47f3-a342-dc34772db9cb triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:15.125034 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.148466 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-43520d49-e7c9-4217-b3f9-c758e849e0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.413216 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] Set router bb504367-d1ed-409b-b00a-4ab8a83e150d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:58:15.444495 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-03523d51-8229-4e24-92c3-ca2e8c5b03e0 None None] Provisioning complete for port 061cfab2-0eac-47f3-a342-dc34772db9cb triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:15.444885 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-03523d51-8229-4e24-92c3-ca2e8c5b03e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.508284 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43520d49-e7c9-4217-b3f9-c758e849e0b0 None None] Pushing event updated for resources: {'Port': ['ID=061cfab2-0eac-47f3-a342-dc34772db9cb,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:15.531924 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-606fc742-484b-4f91-b3b2-a9608251067a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.607811 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2a3aef33-e9e9-461c-b34a-2526cfee89ee up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:15.688638 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-606fc742-484b-4f91-b3b2-a9608251067a admin admin] Allocated IP 172.20.0.1 (197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0/cfc355fa-1029-4f34-82d5-50384ad95b19/93d6a56e-8c0f-480d-8e69-d9cda4a60333) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:15.729855 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 2a3aef33-e9e9-461c-b34a-2526cfee89ee triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:15.730285 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.770838 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'name': 'tempest-TestShelveInstance-555171264-router', 'tenant_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:12Z', 'updated_at': '2021-09-18T00:58:14Z', 'revision_number': 3, 'project_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'gw_port': {'id': 'bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:13Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:15.798012 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] Checking router: bb504367-d1ed-409b-b00a-4ab8a83e150d for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:58:15.798360 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] Updating router bb504367-d1ed-409b-b00a-4ab8a83e150d port bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:58:15.799244 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-606fc742-484b-4f91-b3b2-a9608251067a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.843752 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.884816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 84ac7098-cd34-4fa1-9440-ec6b6680674e up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:15.886050 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-606fc742-484b-4f91-b3b2-a9608251067a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:15.924366 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606fc742-484b-4f91-b3b2-a9608251067a admin admin] Network 197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:15.928108 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-606fc742-484b-4f91-b3b2-a9608251067a admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:15.934541 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606fc742-484b-4f91-b3b2-a9608251067a admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:58:15.956636 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fc742-484b-4f91-b3b2-a9608251067a admin admin] Pushing event updated for resources: {'Port': ['ID=93d6a56e-8c0f-480d-8e69-d9cda4a60333,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:15.977948 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-606fc742-484b-4f91-b3b2-a9608251067a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.021199 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 84ac7098-cd34-4fa1-9440-ec6b6680674e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:16.021842 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.179738 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-606fc742-484b-4f91-b3b2-a9608251067a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.210947 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.229133 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-2fc6f504-6d75-482e-bc75-3c81d63461b3 None None] Provisioning complete for port 93d6a56e-8c0f-480d-8e69-d9cda4a60333 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:16.229499 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f504-6d75-482e-bc75-3c81d63461b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.264356 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-2fc6f504-6d75-482e-bc75-3c81d63461b3 None None] Port 93d6a56e-8c0f-480d-8e69-d9cda4a60333 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:58:16.285689 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.351367 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] Attempting to bind port bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:58:16.351754 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] Attempting to bind port bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:58:16.352115 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] Attempting to bind port bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:16.355046 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-606fc742-484b-4f91-b3b2-a9608251067a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.356672 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403b5a0-cbb8-450f-8b8f-510e14fc5a4f None None] Pushing event updated for resources: {'Port': ['ID=bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:16.360370 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:58:16.360741 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:58:16.361172 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.361550 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:58:16.362009 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] Bound port: bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:58:16.362706 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.412704 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] For port bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:16.415740 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] For port bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:16.454284 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-606fc742-484b-4f91-b3b2-a9608251067a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.477871 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.524322 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-606fc742-484b-4f91-b3b2-a9608251067a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.526971 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fc742-484b-4f91-b3b2-a9608251067a admin admin] Pushing event updated for resources: {'Port': ['ID=93d6a56e-8c0f-480d-8e69-d9cda4a60333,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:16.541256 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] Routers {'bb504367-d1ed-409b-b00a-4ab8a83e150d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:16.541880 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:57:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['bb504367-d1ed-409b-b00a-4ab8a83e150d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:16.543752 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403b5a0-cbb8-450f-8b8f-510e14fc5a4f None None] Pushing event updated for resources: {'Port': ['ID=bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:16.664625 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] Set router bb504367-d1ed-409b-b00a-4ab8a83e150d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:58:16.708253 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b15426c6-9f30-4cd0-9c55-998ba775066d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.862986 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 061cfab2-0eac-47f3-a342-dc34772db9cb up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:16.904679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'name': 'tempest-TestShelveInstance-555171264-router', 'tenant_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:12Z', 'updated_at': '2021-09-18T00:58:16Z', 'revision_number': 4, 'project_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'gw_port': {'id': 'bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:13Z', 'updated_at': '2021-09-18T00:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '93d6a56e-8c0f-480d-8e69-d9cda4a60333', 'name': '', 'network_id': '197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0', 'tenant_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'mac_address': 'fa:16:3e:ac:58:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'cfc355fa-1029-4f34-82d5-50384ad95b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:15Z', 'updated_at': '2021-09-18T00:58:16Z', 'revision_number': 2, 'project_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'subnets': [{'id': 'cfc355fa-1029-4f34-82d5-50384ad95b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:16.935816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6332baf-ff28-4b42-998e-3eb86f643fa0 None None] The sync data for ids ['bb504367-d1ed-409b-b00a-4ab8a83e150d'] in n-d-809883-1 is: [{'id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'name': 'tempest-TestShelveInstance-555171264-router', 'tenant_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:12Z', 'updated_at': '2021-09-18T00:58:16Z', 'revision_number': 4, 'project_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'gw_port': {'id': 'bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:13Z', 'updated_at': '2021-09-18T00:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '93d6a56e-8c0f-480d-8e69-d9cda4a60333', 'name': '', 'network_id': '197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0', 'tenant_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'mac_address': 'fa:16:3e:ac:58:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'cfc355fa-1029-4f34-82d5-50384ad95b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:15Z', 'updated_at': '2021-09-18T00:58:16Z', 'revision_number': 2, 'project_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'subnets': [{'id': 'cfc355fa-1029-4f34-82d5-50384ad95b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:16.947810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 061cfab2-0eac-47f3-a342-dc34772db9cb triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:16.948179 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:16.948779 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606fc742-484b-4f91-b3b2-a9608251067a admin admin] Network 197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:16.950274 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-606fc742-484b-4f91-b3b2-a9608251067a admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:17.093940 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606fc742-484b-4f91-b3b2-a9608251067a admin admin] Router bb504367-d1ed-409b-b00a-4ab8a83e150d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:58:17.193657 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-9029874f-11c3-4f4e-99b0-b73e266be695 None None] Provisioning complete for port 93d6a56e-8c0f-480d-8e69-d9cda4a60333 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:17.194055 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9029874f-11c3-4f4e-99b0-b73e266be695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:17.226076 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606fc742-484b-4f91-b3b2-a9608251067a admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:17.231206 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-606fc742-484b-4f91-b3b2-a9608251067a admin admin] 10.222.0.46 "PUT /v2.0/routers/bb504367-d1ed-409b-b00a-4ab8a83e150d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1163547 Sep 18 00:58:17.234077 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-9029874f-11c3-4f4e-99b0-b73e266be695 None None] Port 93d6a56e-8c0f-480d-8e69-d9cda4a60333 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:58:17.354380 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:17.796975 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33250) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:17.801686 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-632c7fd0-8605-4091-ba38-240065b23512 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1568781260', 'description': 'tempest-secgroup-smoke-1568781260 description', 'project_id': 'a4e75d088a414957aeb76d10f5e7323e'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:17.885408 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-632c7fd0-8605-4091-ba38-240065b23512 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:17.972782 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-632c7fd0-8605-4091-ba38-240065b23512 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.128761 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-632c7fd0-8605-4091-ba38-240065b23512 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.134630 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.148299 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c7fd0-8605-4091-ba38-240065b23512 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02afa192-603d-4536-a001-fc201981fa17,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:18.199845 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-632c7fd0-8605-4091-ba38-240065b23512 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.201238 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-632c7fd0-8605-4091-ba38-240065b23512 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4032140 Sep 18 00:58:18.264476 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33252) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:18.269532 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-7c888d28-a3b2-4a92-ae1c-7ff9d9c13270 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Request body: {'security_group_rule': {'security_group_id': '02afa192-603d-4536-a001-fc201981fa17', 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:18.353393 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c888d28-a3b2-4a92-ae1c-7ff9d9c13270 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.411300 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c888d28-a3b2-4a92-ae1c-7ff9d9c13270 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.490425 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c888d28-a3b2-4a92-ae1c-7ff9d9c13270 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.510089 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c888d28-a3b2-4a92-ae1c-7ff9d9c13270 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6fa1c4-34ad-4bfa-a7b9-1c55b3d4204d,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:18.580208 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7c888d28-a3b2-4a92-ae1c-7ff9d9c13270 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.582045 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7c888d28-a3b2-4a92-ae1c-7ff9d9c13270 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3165147 Sep 18 00:58:18.584771 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33254) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:18.589199 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-ff520c7b-306d-4030-9d6e-ea9a19bb13da tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Request body: {'security_group_rule': {'security_group_id': '02afa192-603d-4536-a001-fc201981fa17', 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:18.665322 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff520c7b-306d-4030-9d6e-ea9a19bb13da tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.722421 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff520c7b-306d-4030-9d6e-ea9a19bb13da tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.797682 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff520c7b-306d-4030-9d6e-ea9a19bb13da tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.818137 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff520c7b-306d-4030-9d6e-ea9a19bb13da tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba1aa3d-9905-4af9-b5e8-36599f99a56e,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:18.886031 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:18.891573 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-ff520c7b-306d-4030-9d6e-ea9a19bb13da tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:18.896095 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ff520c7b-306d-4030-9d6e-ea9a19bb13da tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3072791 Sep 18 00:58:18.896696 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33256) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:18.901559 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-2a613906-d61b-4ec2-964f-7d3746a693bb tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Request body: {'security_group_rule': {'security_group_id': '02afa192-603d-4536-a001-fc201981fa17', 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:18.937917 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:18.938204 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.010015 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a613906-d61b-4ec2-964f-7d3746a693bb tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.015784 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.037404 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:19.090060 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] Sync routers for ids ['bb504367-d1ed-409b-b00a-4ab8a83e150d'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:19.090060 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] Routers {'bb504367-d1ed-409b-b00a-4ab8a83e150d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:19.090060 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:58:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['bb504367-d1ed-409b-b00a-4ab8a83e150d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:19.090756 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a613906-d61b-4ec2-964f-7d3746a693bb tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.119350 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.148443 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a613906-d61b-4ec2-964f-7d3746a693bb tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.170363 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a613906-d61b-4ec2-964f-7d3746a693bb tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9493f676-53d2-4f0d-be5c-6ecc7e4414c1,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:19.171545 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:19.175871 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] Set router bb504367-d1ed-409b-b00a-4ab8a83e150d gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:58:19.233752 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2a613906-d61b-4ec2-964f-7d3746a693bb tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.235000 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2a613906-d61b-4ec2-964f-7d3746a693bb tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3372571 Sep 18 00:58:19.238312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33258) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:19.242729 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d001752e-cb9f-44e0-a0f6-3b046637e121 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Request body: {'security_group_rule': {'security_group_id': '02afa192-603d-4536-a001-fc201981fa17', 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:19.341560 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d001752e-cb9f-44e0-a0f6-3b046637e121 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.370896 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'name': 'tempest-TestShelveInstance-555171264-router', 'tenant_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:12Z', 'updated_at': '2021-09-18T00:58:16Z', 'revision_number': 4, 'project_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'gw_port': {'id': 'bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:13Z', 'updated_at': '2021-09-18T00:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '93d6a56e-8c0f-480d-8e69-d9cda4a60333', 'name': '', 'network_id': '197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0', 'tenant_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'mac_address': 'fa:16:3e:ac:58:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'cfc355fa-1029-4f34-82d5-50384ad95b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:15Z', 'updated_at': '2021-09-18T00:58:16Z', 'revision_number': 2, 'project_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'subnets': [{'id': 'cfc355fa-1029-4f34-82d5-50384ad95b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:19.397485 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] Checking router: bb504367-d1ed-409b-b00a-4ab8a83e150d for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:58:19.397840 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] Updating router bb504367-d1ed-409b-b00a-4ab8a83e150d port 93d6a56e-8c0f-480d-8e69-d9cda4a60333 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:58:19.400813 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d001752e-cb9f-44e0-a0f6-3b046637e121 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.421366 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.477540 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d001752e-cb9f-44e0-a0f6-3b046637e121 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.495769 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001752e-cb9f-44e0-a0f6-3b046637e121 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c809b03-ea74-494d-ac38-5a51ce306c4b,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:19.559441 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d001752e-cb9f-44e0-a0f6-3b046637e121 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.560699 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d001752e-cb9f-44e0-a0f6-3b046637e121 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3214641 Sep 18 00:58:19.563605 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33260) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:19.568546 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-58d216d8-717c-4491-b827-5c369b607d6c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Request body: {'security_group_rule': {'security_group_id': '02afa192-603d-4536-a001-fc201981fa17', 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:19.633567 n-d-809883-1 neutron-server[95592]: INFO neutron.db.securitygroups_db [None req-58d216d8-717c-4491-b827-5c369b607d6c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Project a4e75d088a414957aeb76d10f5e7323e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:58:19.638634 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-58d216d8-717c-4491-b827-5c369b607d6c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.680590 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.699110 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-58d216d8-717c-4491-b827-5c369b607d6c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.745540 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.768528 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-58d216d8-717c-4491-b827-5c369b607d6c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.790879 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d216d8-717c-4491-b827-5c369b607d6c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f644d9-e10a-48a6-82e3-37fbe1e99df5,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:19.812160 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb6ba9-c8e7-4d8e-97aa-c0266e682e85 None None] Pushing event updated for resources: {'Port': ['ID=93d6a56e-8c0f-480d-8e69-d9cda4a60333,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:19.845461 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] Attempting to bind port 93d6a56e-8c0f-480d-8e69-d9cda4a60333 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:58:19.845832 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] Attempting to bind port 93d6a56e-8c0f-480d-8e69-d9cda4a60333 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '28b91462-9259-434d-8dc9-50992c5d5bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:58:19.846193 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] Attempting to bind port 93d6a56e-8c0f-480d-8e69-d9cda4a60333 on network 197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:19.852338 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:58:19.852708 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] Checking segment: {'id': '28b91462-9259-434d-8dc9-50992c5d5bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:58:19.853149 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.853535 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] Bound using segment: {'id': '28b91462-9259-434d-8dc9-50992c5d5bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:58:19.853998 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] Bound port: 93d6a56e-8c0f-480d-8e69-d9cda4a60333, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b91462-9259-434d-8dc9-50992c5d5bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:58:19.854377 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.890889 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-58d216d8-717c-4491-b827-5c369b607d6c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:19.895751 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-58d216d8-717c-4491-b827-5c369b607d6c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3286033 Sep 18 00:58:19.896085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33262) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:19.900808 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-336269cf-02c8-4897-a97a-ed3fbbb98e95 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Request body: {'security_group_rule': {'security_group_id': '02afa192-603d-4536-a001-fc201981fa17', 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:19.932052 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] For port 93d6a56e-8c0f-480d-8e69-d9cda4a60333, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:19.935506 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] For port 93d6a56e-8c0f-480d-8e69-d9cda4a60333, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=93d6a56e-8c0f-480d-8e69-d9cda4a60333,segment=NetworkSegment(28b91462-9259-434d-8dc9-50992c5d5bfe),segment_id=28b91462-9259-434d-8dc9-50992c5d5bfe)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:19.993954 n-d-809883-1 neutron-server[95592]: INFO neutron.db.securitygroups_db [None req-336269cf-02c8-4897-a97a-ed3fbbb98e95 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Project a4e75d088a414957aeb76d10f5e7323e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:58:19.999069 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-336269cf-02c8-4897-a97a-ed3fbbb98e95 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:20.023306 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:20.050736 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:20.072066 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-336269cf-02c8-4897-a97a-ed3fbbb98e95 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:20.080384 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-d963b150-ec21-48f7-a2a3-8286ff5884a9 None None] Provisioning complete for port 93d6a56e-8c0f-480d-8e69-d9cda4a60333 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:20.083948 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d963b150-ec21-48f7-a2a3-8286ff5884a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:20.084076 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] Routers {'bb504367-d1ed-409b-b00a-4ab8a83e150d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:20.084076 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:58:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['bb504367-d1ed-409b-b00a-4ab8a83e150d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:20.086656 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb6ba9-c8e7-4d8e-97aa-c0266e682e85 None None] Pushing event updated for resources: {'Port': ['ID=93d6a56e-8c0f-480d-8e69-d9cda4a60333,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:20.150893 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-336269cf-02c8-4897-a97a-ed3fbbb98e95 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:20.166090 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d963b150-ec21-48f7-a2a3-8286ff5884a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:20.177206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336269cf-02c8-4897-a97a-ed3fbbb98e95 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f154206-1ed1-493d-ab05-a6e93eb3ba4d,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:20.196879 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-d963b150-ec21-48f7-a2a3-8286ff5884a9 None None] For port 93d6a56e-8c0f-480d-8e69-d9cda4a60333, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=93d6a56e-8c0f-480d-8e69-d9cda4a60333,segment=NetworkSegment(28b91462-9259-434d-8dc9-50992c5d5bfe),segment_id=28b91462-9259-434d-8dc9-50992c5d5bfe)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:20.208410 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] Set router bb504367-d1ed-409b-b00a-4ab8a83e150d gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:58:20.260611 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-336269cf-02c8-4897-a97a-ed3fbbb98e95 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:20.271545 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-336269cf-02c8-4897-a97a-ed3fbbb98e95 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3647346 Sep 18 00:58:20.289169 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d963b150-ec21-48f7-a2a3-8286ff5884a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:20.340037 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963b150-ec21-48f7-a2a3-8286ff5884a9 None None] Pushing event updated for resources: {'Port': ['ID=93d6a56e-8c0f-480d-8e69-d9cda4a60333,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:20.409850 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8a2e08ce-498a-44a2-b50a-89d1328cd75a tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568781260&fields=id&tenant_id=a4e75d088a414957aeb76d10f5e7323e HTTP/1.1" status: 200 len: 267 time: 0.0350842 Sep 18 00:58:20.416459 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'name': 'tempest-TestShelveInstance-555171264-router', 'tenant_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:12Z', 'updated_at': '2021-09-18T00:58:16Z', 'revision_number': 4, 'project_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'gw_port': {'id': 'bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:13Z', 'updated_at': '2021-09-18T00:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '93d6a56e-8c0f-480d-8e69-d9cda4a60333', 'name': '', 'network_id': '197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0', 'tenant_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'mac_address': 'fa:16:3e:ac:58:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'cfc355fa-1029-4f34-82d5-50384ad95b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:15Z', 'updated_at': '2021-09-18T00:58:19Z', 'revision_number': 4, 'project_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'subnets': [{'id': 'cfc355fa-1029-4f34-82d5-50384ad95b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:20.418694 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-353ebdc9-ae65-4233-8074-427d41f97278 None None] Provisioning complete for port 93d6a56e-8c0f-480d-8e69-d9cda4a60333 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:20.419076 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-353ebdc9-ae65-4233-8074-427d41f97278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:20.446299 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df7af84-02f8-40e4-bfba-70c07b3f624a None None] The sync data for ids ['bb504367-d1ed-409b-b00a-4ab8a83e150d'] in n-d-809883-1 is: [{'id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'name': 'tempest-TestShelveInstance-555171264-router', 'tenant_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:12Z', 'updated_at': '2021-09-18T00:58:16Z', 'revision_number': 4, 'project_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'gw_port': {'id': 'bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:13Z', 'updated_at': '2021-09-18T00:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '93d6a56e-8c0f-480d-8e69-d9cda4a60333', 'name': '', 'network_id': '197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0', 'tenant_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'mac_address': 'fa:16:3e:ac:58:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'cfc355fa-1029-4f34-82d5-50384ad95b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:15Z', 'updated_at': '2021-09-18T00:58:19Z', 'revision_number': 4, 'project_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'subnets': [{'id': 'cfc355fa-1029-4f34-82d5-50384ad95b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:20.520665 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-873cba6a-30f5-4693-a025-7489e9ec3fd9 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:20.522484 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-873cba6a-30f5-4693-a025-7489e9ec3fd9 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/networks?id=91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 200 len: 808 time: 0.1056561 Sep 18 00:58:20.537993 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-dae7725a-75c2-4d8f-9ce4-111ca0da9d21 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/quotas/a4e75d088a414957aeb76d10f5e7323e HTTP/1.1" status: 200 len: 375 time: 0.0097589 Sep 18 00:58:20.596720 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-07f9c0f2-4c06-44c8-bef0-013404cb4912 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526392 Sep 18 00:58:20.709667 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-aaabc2e9-b1a5-4551-8bd0-14af6fbba511 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 00:58:20.710686 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-aaabc2e9-b1a5-4551-8bd0-14af6fbba511 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1021819 Sep 18 00:58:20.808561 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8081f4c8-98c1-4d41-a1bd-feb3bb009ef9 service neutron] 10.222.0.46 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914872 Sep 18 00:58:20.902254 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:20.910405 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-1c7d5e75-8d87-485c-92e9-aa6fb2e7359d service neutron] 10.222.0.46 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009636 Sep 18 00:58:20.952318 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:20.952756 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:21.039728 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 93d6a56e-8c0f-480d-8e69-d9cda4a60333 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:21.086944 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 93d6a56e-8c0f-480d-8e69-d9cda4a60333 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:21.087597 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:21.171048 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be180cdb-3230-4a66-85f0-67530eadeaf3 req-683f2e65-b9fb-4fc0-a1ba-3eab9eff9bf4 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 210 time: 0.0274024 Sep 18 00:58:22.264704 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-967bc9f4-bbca-4482-b386-a8d9c18c798a req-99d29ede-6c3d-4230-a578-c794bb179c59 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 210 time: 0.0254190 Sep 18 00:58:23.338218 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-394ce146-2a39-4730-a7d0-46859d6dccce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:23.340145 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-394ce146-2a39-4730-a7d0-46859d6dccce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.37 "GET /v2.0/networks?id=91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 200 len: 808 time: 0.1038120 Sep 18 00:58:23.372480 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-db011185-9963-451d-8c18-878d041633f1 req-75576e3e-4b0f-45ea-8802-9864b0f0424d tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 210 time: 0.0313261 Sep 18 00:58:23.404438 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-037ff36b-6003-4091-8fec-e1d3e73e5ef0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4e75d088a414957aeb76d10f5e7323e HTTP/1.1" status: 200 len: 380 time: 0.0531874 Sep 18 00:58:23.415522 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-b117627b-0f43-4260-ba78-9cd7c29725e0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Request body: {'port': {'device_id': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'admin_state_up': True, 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'security_groups': ['02afa192-603d-4536-a001-fc201981fa17']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:23.564805 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-b117627b-0f43-4260-ba78-9cd7c29725e0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Made reservation on behalf of a4e75d088a414957aeb76d10f5e7323e for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:23.568854 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-b117627b-0f43-4260-ba78-9cd7c29725e0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:23.695616 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-b117627b-0f43-4260-ba78-9cd7c29725e0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Allocated IP 172.20.0.10 (91e30985-b7e2-4248-9f7b-1a50d6d64348/6a25254e-ed8a-4c5d-8161-8c85d7bba264/6706a1d1-6fb2-4502-96f5-1269c8f35267) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:23.831929 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-b117627b-0f43-4260-ba78-9cd7c29725e0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:23.954035 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-b117627b-0f43-4260-ba78-9cd7c29725e0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:23.993252 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-b117627b-0f43-4260-ba78-9cd7c29725e0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Network 91e30985-b7e2-4248-9f7b-1a50d6d64348 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:23.996118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-b117627b-0f43-4260-ba78-9cd7c29725e0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:24.001624 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-b117627b-0f43-4260-ba78-9cd7c29725e0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:58:24.027674 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117627b-0f43-4260-ba78-9cd7c29725e0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event updated for resources: {'Port': ['ID=6706a1d1-6fb2-4502-96f5-1269c8f35267,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:24.055270 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-b117627b-0f43-4260-ba78-9cd7c29725e0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:24.055890 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-b117627b-0f43-4260-ba78-9cd7c29725e0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.119840 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-b117627b-0f43-4260-ba78-9cd7c29725e0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7079940 Sep 18 00:58:24.133704 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Request body: {'port': {'device_id': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:24.191872 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.247818 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-45a51278-904b-423f-8587-7ee5ccffa5d8 None None] Provisioning complete for port 6706a1d1-6fb2-4502-96f5-1269c8f35267 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:24.248470 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-45a51278-904b-423f-8587-7ee5ccffa5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.283358 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-45a51278-904b-423f-8587-7ee5ccffa5d8 None None] Port 6706a1d1-6fb2-4502-96f5-1269c8f35267 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 00:58:24.444201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6706a1d1-6fb2-4502-96f5-1269c8f35267 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:58:24.459658 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.486973 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Transition to ACTIVE for port object 6706a1d1-6fb2-4502-96f5-1269c8f35267 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 00:58:24.505547 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4b72b-e487-4d92-99ad-7ec7bd2e5cc6 req-0d4b9c90-d014-4b93-848d-e0d114a79cf9 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:24.507025 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dfa4b72b-e487-4d92-99ad-7ec7bd2e5cc6 req-0d4b9c90-d014-4b93-848d-e0d114a79cf9 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 932 time: 0.0583887 Sep 18 00:58:24.544342 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dfa4b72b-e487-4d92-99ad-7ec7bd2e5cc6 req-483053a0-6251-40ae-afcb-0f1f38b4e888 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313294 Sep 18 00:58:24.564547 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.617658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Pushing event updated for resources: {'Port': ['ID=6706a1d1-6fb2-4502-96f5-1269c8f35267,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:24.690585 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Attempting to bind port 6706a1d1-6fb2-4502-96f5-1269c8f35267 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 00:58:24.690923 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Attempting to bind port 6706a1d1-6fb2-4502-96f5-1269c8f35267 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '261eabb7-ec89-4568-a2ff-0c67aab6d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 00:58:24.691256 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Attempting to bind port 6706a1d1-6fb2-4502-96f5-1269c8f35267 on network 91e30985-b7e2-4248-9f7b-1a50d6d64348 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:24.695925 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Port 6706a1d1-6fb2-4502-96f5-1269c8f35267 on network 91e30985-b7e2-4248-9f7b-1a50d6d64348 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 00:58:24.696253 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Attempting to bind port 6706a1d1-6fb2-4502-96f5-1269c8f35267 on network 91e30985-b7e2-4248-9f7b-1a50d6d64348 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:24.701258 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 0, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 00:58:24.701601 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Checking segment: {'id': '261eabb7-ec89-4568-a2ff-0c67aab6d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 00:58:24.701993 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Bound using segment: {'id': '261eabb7-ec89-4568-a2ff-0c67aab6d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:58:24.702426 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Bound port: 6706a1d1-6fb2-4502-96f5-1269c8f35267, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261eabb7-ec89-4568-a2ff-0c67aab6d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 00:58:24.702794 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.767726 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] For port 6706a1d1-6fb2-4502-96f5-1269c8f35267, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:24.771658 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] For port 6706a1d1-6fb2-4502-96f5-1269c8f35267, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:24.873999 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.912401 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:24.912602 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:24.913947 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] 10.222.0.37 "PUT /v2.0/ports/6706a1d1-6fb2-4502-96f5-1269c8f35267 HTTP/1.1" status: 200 len: 1092 time: 0.7846646 Sep 18 00:58:24.914405 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'tag': '6706a1d1-6fb2-4502-96f5-1269c8f35267'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:58:24.916607 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1e294f-257f-4962-931b-cdcf2c3411a1" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9112af-16f2-423b-b414-f0b56be291cf", "tag": "6706a1d1-6fb2-4502-96f5-1269c8f35267"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:24.939556 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794a9b7-42e5-4242-96b2-f0f551fd3b2f service neutron] Pushing event updated for resources: {'Port': ['ID=6706a1d1-6fb2-4502-96f5-1269c8f35267,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:25.036044 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dbec06-74b5-47ed-bedf-40076bb575c1 x-openstack-request-id: req-a1dbec06-74b5-47ed-bedf-40076bb575c1 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:25.036340 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9112af-16f2-423b-b414-f0b56be291cf", "tag": "6706a1d1-6fb2-4502-96f5-1269c8f35267", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:25.036595 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a1dbec06-74b5-47ed-bedf-40076bb575c1 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:25.037010 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'tag': '6706a1d1-6fb2-4502-96f5-1269c8f35267', 'status': 'completed', 'code': 200} Sep 18 00:58:25.053199 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-83fa373a-42d6-416a-aa73-161042b54065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:25.054714 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-83fa373a-42d6-416a-aa73-161042b54065 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 1095 time: 0.0507965 Sep 18 00:58:25.097695 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-0253f8bf-2cdc-4171-9527-677cdf9ac3fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267 HTTP/1.1" status: 200 len: 217 time: 0.0348878 Sep 18 00:58:25.149155 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-340243bc-1df6-4e30-8475-4c36503bc512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:25.150611 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-340243bc-1df6-4e30-8475-4c36503bc512 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a25254e-ed8a-4c5d-8161-8c85d7bba264 HTTP/1.1" status: 200 len: 847 time: 0.0466230 Sep 18 00:58:25.196159 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-9c2b77f6-88d6-401e-9bc4-145a5ecbc6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:25.197567 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-9c2b77f6-88d6-401e-9bc4-145a5ecbc6ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91e30985-b7e2-4248-9f7b-1a50d6d64348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391421 Sep 18 00:58:25.289381 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-39967dc7-f256-42e6-bbc9-34cb26019239 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819328 Sep 18 00:58:25.380889 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e3222846-86a0-4109-b8f6-08fb1a937de6 req-ce8d9d3a-d667-4305-ac4d-84dea5c715e5 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843697 Sep 18 00:58:25.507105 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e294f-257f-4962-931b-cdcf2c3411a1 req-e41ad899-6bbc-40c1-8fc8-1bdd78e222ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:25.508585 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1e294f-257f-4962-931b-cdcf2c3411a1 req-e41ad899-6bbc-40c1-8fc8-1bdd78e222ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 1095 time: 0.0411940 Sep 18 00:58:25.601763 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e294f-257f-4962-931b-cdcf2c3411a1 req-a396a903-b8a3-4d36-b7d8-afa852ab3a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:25.603371 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1e294f-257f-4962-931b-cdcf2c3411a1 req-a396a903-b8a3-4d36-b7d8-afa852ab3a7d service neutron] 10.222.0.37 "GET /v2.0/networks?id=91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 200 len: 909 time: 0.0876520 Sep 18 00:58:25.651416 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1e294f-257f-4962-931b-cdcf2c3411a1 req-1e53712d-8e9b-4c74-bc3f-11a1bdfe9288 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267 HTTP/1.1" status: 200 len: 217 time: 0.0412226 Sep 18 00:58:25.726562 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884d975-8047-43e1-b9ea-c50b1b688ef2 req-09022471-24e2-42f5-8a75-451446aede93 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:25.728037 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f884d975-8047-43e1-b9ea-c50b1b688ef2 req-09022471-24e2-42f5-8a75-451446aede93 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 944 time: 0.1118712 Sep 18 00:58:25.729333 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e294f-257f-4962-931b-cdcf2c3411a1 req-af3fdd52-584b-45c2-a4d2-23ac3ce608bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:25.730632 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1e294f-257f-4962-931b-cdcf2c3411a1 req-af3fdd52-584b-45c2-a4d2-23ac3ce608bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a25254e-ed8a-4c5d-8161-8c85d7bba264 HTTP/1.1" status: 200 len: 847 time: 0.0651309 Sep 18 00:58:25.790648 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f884d975-8047-43e1-b9ea-c50b1b688ef2 req-ba0a650f-1ab3-49e0-863d-bb0144521cd5 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565271 Sep 18 00:58:25.798306 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e294f-257f-4962-931b-cdcf2c3411a1 req-49aafd8d-71c8-44b8-9084-a0af044b8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:25.800366 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1e294f-257f-4962-931b-cdcf2c3411a1 req-49aafd8d-71c8-44b8-9084-a0af044b8a42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91e30985-b7e2-4248-9f7b-1a50d6d64348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593622 Sep 18 00:58:25.892563 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1e294f-257f-4962-931b-cdcf2c3411a1 req-4d918dd3-b36d-49e7-8f3f-17d553c1b804 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847008 Sep 18 00:58:25.981319 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a1e294f-257f-4962-931b-cdcf2c3411a1 req-99470551-d1a2-4e50-9cc5-8a1637421bb0 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813634 Sep 18 00:58:26.648457 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:58:26.910901 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e96726-0b69-41d5-b526-b9745e73b863 req-88ceb34a-8edd-43af-bc9b-4d1ac588de88 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:26.912298 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52e96726-0b69-41d5-b526-b9745e73b863 req-88ceb34a-8edd-43af-bc9b-4d1ac588de88 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 944 time: 0.0525753 Sep 18 00:58:26.953464 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-52e96726-0b69-41d5-b526-b9745e73b863 req-1c43334e-40d8-43bd-a7ee-e76361f21cff tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350835 Sep 18 00:58:28.063748 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee6962-caca-459c-9156-f52de741c02d req-3cdf5d0b-979b-4de8-beee-c6e5ab8bd58f tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:28.065827 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10ee6962-caca-459c-9156-f52de741c02d req-3cdf5d0b-979b-4de8-beee-c6e5ab8bd58f tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 944 time: 0.0473881 Sep 18 00:58:28.102032 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-10ee6962-caca-459c-9156-f52de741c02d req-572a8508-a56e-44bd-af19-e8f8d9c23d94 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303493 Sep 18 00:58:28.316529 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 6706a1d1-6fb2-4502-96f5-1269c8f35267 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:58:28.405380 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 6706a1d1-6fb2-4502-96f5-1269c8f35267, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:28.416410 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '6706a1d1-6fb2-4502-96f5-1269c8f35267', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'port_id': '6706a1d1-6fb2-4502-96f5-1269c8f35267', 'mac_address': 'fa:16:3e:c1:38:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:58:28.457443 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:28.469395 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6706a1d1-6fb2-4502-96f5-1269c8f35267 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 00:58:28.488091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 6706a1d1-6fb2-4502-96f5-1269c8f35267, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:28.568172 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:28.613387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=6706a1d1-6fb2-4502-96f5-1269c8f35267,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:28.779283 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['6706a1d1-6fb2-4502-96f5-1269c8f35267'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 00:58:29.212983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104d2b7-3e02-40ef-9636-666c1417eb98 req-ccfb9817-f6b1-4ce3-be30-8b24718158e1 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:29.214436 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e104d2b7-3e02-40ef-9636-666c1417eb98 req-ccfb9817-f6b1-4ce3-be30-8b24718158e1 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 945 time: 0.0471168 Sep 18 00:58:29.250515 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e104d2b7-3e02-40ef-9636-666c1417eb98 req-fbe88b0a-444f-45af-a7d2-d3d3eb4e8f62 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303283 Sep 18 00:58:30.331756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 6706a1d1-6fb2-4502-96f5-1269c8f35267 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:30.364319 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403e43c-ebcd-4157-a261-a522d9c83446 req-b98c01c2-b02c-40e8-a68e-a527ed73b141 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:30.365836 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c403e43c-ebcd-4157-a261-a522d9c83446 req-b98c01c2-b02c-40e8-a68e-a527ed73b141 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 945 time: 0.0491359 Sep 18 00:58:30.406170 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c403e43c-ebcd-4157-a261-a522d9c83446 req-ddf238ef-7b96-4838-8110-c8c5b9bc255d tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340819 Sep 18 00:58:30.454214 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 6706a1d1-6fb2-4502-96f5-1269c8f35267 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 00:58:30.458155 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 6706a1d1-6fb2-4502-96f5-1269c8f35267 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 00:58:30.458520 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:30.534464 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:30.555560 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6706a1d1-6fb2-4502-96f5-1269c8f35267'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:58:30.557820 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c783f4ba-6656-4524-917a-08b3620c3c15" -d '{"events": [{"server_uuid": "eb9112af-16f2-423b-b414-f0b56be291cf", "name": "network-vif-plugged", "status": "completed", "tag": "6706a1d1-6fb2-4502-96f5-1269c8f35267"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:30.569670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 6706a1d1-6fb2-4502-96f5-1269c8f35267, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:30.638995 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:30.663126 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 00:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c775e6f4-2577-40fb-84ee-c711b06302a3 x-openstack-request-id: req-c775e6f4-2577-40fb-84ee-c711b06302a3 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:30.663412 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9112af-16f2-423b-b414-f0b56be291cf", "name": "network-vif-plugged", "status": "completed", "tag": "6706a1d1-6fb2-4502-96f5-1269c8f35267", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:30.663664 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c775e6f4-2577-40fb-84ee-c711b06302a3 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:30.664086 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6706a1d1-6fb2-4502-96f5-1269c8f35267', 'code': 200} Sep 18 00:58:30.689205 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=6706a1d1-6fb2-4502-96f5-1269c8f35267,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:30.740564 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fe724-4ae3-4c69-b612-13b3e01fc2c9 req-04aa2845-4275-4978-80a7-ed91f3cee7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:30.742070 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c2fe724-4ae3-4c69-b612-13b3e01fc2c9 req-04aa2845-4275-4978-80a7-ed91f3cee7fa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 1097 time: 0.0402412 Sep 18 00:58:30.776385 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5c2fe724-4ae3-4c69-b612-13b3e01fc2c9 req-a14119a7-3530-401d-89d2-15ab65b9389f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270631 Sep 18 00:58:31.521299 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb48f30-3b91-40be-a15b-1d971abc02aa req-03f5d1f9-7a3c-4546-98af-eb9c0afce6c6 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:31.522769 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fb48f30-3b91-40be-a15b-1d971abc02aa req-03f5d1f9-7a3c-4546-98af-eb9c0afce6c6 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0483329 Sep 18 00:58:31.559230 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fb48f30-3b91-40be-a15b-1d971abc02aa req-2490ba6a-32f1-4e8f-aed2-4bf6981c0dcd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305443 Sep 18 00:58:32.677083 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf25436-6fa8-432a-b53c-cbed5a110277 req-f6948f28-ce99-4d86-b567-42e1b392a18a tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:32.678580 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-adf25436-6fa8-432a-b53c-cbed5a110277 req-f6948f28-ce99-4d86-b567-42e1b392a18a tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0483820 Sep 18 00:58:32.722481 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-adf25436-6fa8-432a-b53c-cbed5a110277 req-f58a9714-3cb9-47aa-887f-79fbf5e41a62 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379755 Sep 18 00:58:32.841773 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00808b0f-9c03-4f40-a4be-853f5a5bc0a6 req-ff2e2fc6-b794-4675-bfe1-ed1ddc6a25ff tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:32.843180 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-00808b0f-9c03-4f40-a4be-853f5a5bc0a6 req-ff2e2fc6-b794-4675-bfe1-ed1ddc6a25ff tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0492561 Sep 18 00:58:32.883913 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-00808b0f-9c03-4f40-a4be-853f5a5bc0a6 req-6348a6ed-a86a-4f1f-851b-5b625fcc1fd0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327671 Sep 18 00:58:32.909064 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33324) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:32.993709 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc943445-4a29-411a-9b94-20f224ae0534 tempest-TestShelveInstance-991008319 tempest-TestShelveInstance-991008319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:32.995249 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fc943445-4a29-411a-9b94-20f224ae0534 tempest-TestShelveInstance-991008319 tempest-TestShelveInstance-991008319-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 1092 time: 0.0850747 Sep 18 00:58:32.998770 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33328) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 00:58:33.003868 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '6706a1d1-6fb2-4502-96f5-1269c8f35267', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:33.079141 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for floatingip, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:33.177655 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:33.274510 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Allocated IP 172.25.3.133 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/135e5859-e77c-446f-b318-8fa121a16aed) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:33.378235 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:33.444905 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:33.481168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:33.483989 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:33.486542 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 00:58:33.512041 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event updated for resources: {'Port': ['ID=135e5859-e77c-446f-b318-8fa121a16aed,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:33.834819 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:33.936493 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:34.081750 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:34.156666 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:34.228159 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event updated for resources: {'Port': ['ID=135e5859-e77c-446f-b318-8fa121a16aed,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:34.236024 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:34.336122 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Floating IP e4eac571-bea6-41f3-8b43-250af45f3403 associated. External IP: 172.25.3.133, port: 6706a1d1-6fb2-4502-96f5-1269c8f35267. Sep 18 00:58:34.542907 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Router 2a740255-7693-4af6-9f94-5039927ad8d3 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:58:34.648151 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:34.657692 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a8bf9d-b90f-454f-8f1f-05c96ff62f02 None None] Sync routers for ids ['2a740255-7693-4af6-9f94-5039927ad8d3'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:34.667591 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a8bf9d-b90f-454f-8f1f-05c96ff62f02 None None] Routers {'2a740255-7693-4af6-9f94-5039927ad8d3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:34.678760 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-64a8bf9d-b90f-454f-8f1f-05c96ff62f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:58:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2a740255-7693-4af6-9f94-5039927ad8d3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:34.759055 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:34.770581 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-64a8bf9d-b90f-454f-8f1f-05c96ff62f02 None None] Set router 2a740255-7693-4af6-9f94-5039927ad8d3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:58:34.787086 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a2c567d3-e42d-4fc1-88ce-daa72aeaa8bd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7872615 Sep 18 00:58:34.787672 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'tag': '6706a1d1-6fb2-4502-96f5-1269c8f35267'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 00:58:34.790148 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9221469f-b5a7-4b0f-bb63-850ef3ee4df5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9112af-16f2-423b-b414-f0b56be291cf", "tag": "6706a1d1-6fb2-4502-96f5-1269c8f35267"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:34.826601 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 00:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af651fb-9770-4765-84da-bbb7b0496b9a x-openstack-request-id: req-2af651fb-9770-4765-84da-bbb7b0496b9a {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:34.826905 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9112af-16f2-423b-b414-f0b56be291cf", "tag": "6706a1d1-6fb2-4502-96f5-1269c8f35267", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:34.827452 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2af651fb-9770-4765-84da-bbb7b0496b9a {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:34.827580 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'tag': '6706a1d1-6fb2-4502-96f5-1269c8f35267', 'status': 'completed', 'code': 200} Sep 18 00:58:34.889184 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221469f-b5a7-4b0f-bb63-850ef3ee4df5 req-ed9656aa-1f0f-464e-ab40-170664d860b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:34.890710 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9221469f-b5a7-4b0f-bb63-850ef3ee4df5 req-ed9656aa-1f0f-464e-ab40-170664d860b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 1097 time: 0.0409052 Sep 18 00:58:34.988048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221469f-b5a7-4b0f-bb63-850ef3ee4df5 req-ad54d0e6-ceb9-48da-962e-7593783ddb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:34.989638 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9221469f-b5a7-4b0f-bb63-850ef3ee4df5 req-ad54d0e6-ceb9-48da-962e-7593783ddb15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 200 len: 909 time: 0.0922949 Sep 18 00:58:34.998570 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-64a8bf9d-b90f-454f-8f1f-05c96ff62f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 4, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port': {'id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'e4eac571-bea6-41f3-8b43-250af45f3403', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'port_id': '6706a1d1-6fb2-4502-96f5-1269c8f35267', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'mac_address': 'fa:16:3e:c1:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:58:33Z', 'updated_at': '2021-09-18T00:58:33Z', 'revision_number': 0, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ac7098-cd34-4fa1-9440-ec6b6680674e', 'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'mac_address': 'fa:16:3e:ae:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:09Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 5, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'subnets': [{'id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:35.025377 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a8bf9d-b90f-454f-8f1f-05c96ff62f02 None None] Checking router: 2a740255-7693-4af6-9f94-5039927ad8d3 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:58:35.033869 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a8bf9d-b90f-454f-8f1f-05c96ff62f02 None None] Routers {'2a740255-7693-4af6-9f94-5039927ad8d3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 00:58:35.034481 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-64a8bf9d-b90f-454f-8f1f-05c96ff62f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T00:58:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2a740255-7693-4af6-9f94-5039927ad8d3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:35.053296 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9221469f-b5a7-4b0f-bb63-850ef3ee4df5 req-b6759b2a-f124-42e6-928e-57650c5a3a5e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267 HTTP/1.1" status: 200 len: 1000 time: 0.0570238 Sep 18 00:58:35.100436 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221469f-b5a7-4b0f-bb63-850ef3ee4df5 req-7fec2050-fbbd-4fe7-b87f-9a3e075295c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:35.101940 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9221469f-b5a7-4b0f-bb63-850ef3ee4df5 req-7fec2050-fbbd-4fe7-b87f-9a3e075295c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a25254e-ed8a-4c5d-8161-8c85d7bba264 HTTP/1.1" status: 200 len: 847 time: 0.0423832 Sep 18 00:58:35.138761 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-64a8bf9d-b90f-454f-8f1f-05c96ff62f02 None None] Set router 2a740255-7693-4af6-9f94-5039927ad8d3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 00:58:35.151376 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221469f-b5a7-4b0f-bb63-850ef3ee4df5 req-6d14a1e5-b441-42d6-bf48-ca52e42d2090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:58:35.152906 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9221469f-b5a7-4b0f-bb63-850ef3ee4df5 req-6d14a1e5-b441-42d6-bf48-ca52e42d2090 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91e30985-b7e2-4248-9f7b-1a50d6d64348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439224 Sep 18 00:58:35.243313 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9221469f-b5a7-4b0f-bb63-850ef3ee4df5 req-877fe81c-a00a-45d2-b291-7b4f59e29223 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822837 Sep 18 00:58:35.367188 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-64a8bf9d-b90f-454f-8f1f-05c96ff62f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 4, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port': {'id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'e4eac571-bea6-41f3-8b43-250af45f3403', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'port_id': '6706a1d1-6fb2-4502-96f5-1269c8f35267', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'mac_address': 'fa:16:3e:c1:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:58:33Z', 'updated_at': '2021-09-18T00:58:33Z', 'revision_number': 0, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ac7098-cd34-4fa1-9440-ec6b6680674e', 'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'mac_address': 'fa:16:3e:ae:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:09Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 5, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'subnets': [{'id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:35.393842 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a8bf9d-b90f-454f-8f1f-05c96ff62f02 None None] The sync data for ids ['2a740255-7693-4af6-9f94-5039927ad8d3'] in n-d-809883-1 is: [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 4, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port': {'id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': 'e4eac571-bea6-41f3-8b43-250af45f3403', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'port_id': '6706a1d1-6fb2-4502-96f5-1269c8f35267', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'mac_address': 'fa:16:3e:c1:38:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T00:58:33Z', 'updated_at': '2021-09-18T00:58:33Z', 'revision_number': 0, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ac7098-cd34-4fa1-9440-ec6b6680674e', 'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'mac_address': 'fa:16:3e:ae:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:09Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 5, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'subnets': [{'id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:35.599350 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da67f6b-8a4b-4a8d-aae2-b843080353a1 None None] New status for floating IP e4eac571-bea6-41f3-8b43-250af45f3403: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 00:58:35.649536 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9221469f-b5a7-4b0f-bb63-850ef3ee4df5 req-6ea11b79-22ac-4f47-832c-ed750068d2f8 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996503 Sep 18 00:58:41.134133 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:44.124148 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:44.152571 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c3a6724b-92b1-4905-a2a5-bdd04a4813bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:46.672655 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2d8ef575-72e9-414e-b383-48fc03894f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:47.369670 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:48.042635 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:58:49.952991 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-5f81f15c-94d2-41c4-ad98-8de911e5b8c0 req-e120d215-0932-4e8f-83df-07692c34868e service neutron] (95591) timed out ('10.222.0.46', 56984) {{(pid=95591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 00:58:50.059669 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:00.329730 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72779a91-07e3-4e37-9573-78b276d9e621 req-fd2a200e-6deb-4862-9bce-8249014b356a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386879 Sep 18 00:59:00.406684 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72779a91-07e3-4e37-9573-78b276d9e621 req-f7d95163-d31d-4604-846c-b873d9732fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:00.408653 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72779a91-07e3-4e37-9573-78b276d9e621 req-f7d95163-d31d-4604-846c-b873d9732fc8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 1097 time: 0.0390542 Sep 18 00:59:00.510399 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72779a91-07e3-4e37-9573-78b276d9e621 req-c0463016-8737-4bae-b962-e8ad733a12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:00.511856 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72779a91-07e3-4e37-9573-78b276d9e621 req-c0463016-8737-4bae-b962-e8ad733a12d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 200 len: 909 time: 0.0840156 Sep 18 00:59:00.573836 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72779a91-07e3-4e37-9573-78b276d9e621 req-a650d4f6-a947-42e1-8a16-b34c371d1f4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267 HTTP/1.1" status: 200 len: 1002 time: 0.0546918 Sep 18 00:59:00.626548 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72779a91-07e3-4e37-9573-78b276d9e621 req-6e4ba72b-5f99-41f0-81a8-c7e2049be6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:00.627794 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72779a91-07e3-4e37-9573-78b276d9e621 req-6e4ba72b-5f99-41f0-81a8-c7e2049be6a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a25254e-ed8a-4c5d-8161-8c85d7bba264 HTTP/1.1" status: 200 len: 847 time: 0.0462139 Sep 18 00:59:00.673376 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72779a91-07e3-4e37-9573-78b276d9e621 req-0d74248d-6883-446e-8bdf-cd3b2144cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 00:59:00.674807 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72779a91-07e3-4e37-9573-78b276d9e621 req-0d74248d-6883-446e-8bdf-cd3b2144cbf6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91e30985-b7e2-4248-9f7b-1a50d6d64348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396750 Sep 18 00:59:00.766527 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72779a91-07e3-4e37-9573-78b276d9e621 req-744ad7fe-db13-47d9-8048-68b5041f09d0 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846269 Sep 18 00:59:00.854980 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-72779a91-07e3-4e37-9573-78b276d9e621 req-9fe9d026-2d41-4882-b05f-9398e5351a40 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813911 Sep 18 00:59:03.648346 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:59:11.134149 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:14.123034 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:14.145902 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-20afcbc6-fba6-4890-ad38-6c4041de4fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:16.677241 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-572ddc0c-0420-43dd-b43f-4191f6536d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:17.339703 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:18.065918 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:20.042769 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:40.649038 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:59:41.161539 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:44.110080 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:44.127230 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-543eaab9-3c69-4285-bcd3-01ba6ad186da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:46.693217 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-30d4d83b-fe9f-4736-b257-fad11b96b133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:47.401367 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:48.030075 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 00:59:50.087233 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:02.327216 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f94f534-e28b-4af1-a618-8ffb738dbc33 req-2124cf29-b07b-4902-be0f-793186bb40ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393639 Sep 18 01:00:02.408250 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94f534-e28b-4af1-a618-8ffb738dbc33 req-0070791e-7bcd-471f-b60e-66b6ab81d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:02.409741 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f94f534-e28b-4af1-a618-8ffb738dbc33 req-0070791e-7bcd-471f-b60e-66b6ab81d8d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 1097 time: 0.0436137 Sep 18 01:00:02.510447 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94f534-e28b-4af1-a618-8ffb738dbc33 req-2f2ed5c8-b338-4fdb-b675-3881f10d7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:02.511949 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f94f534-e28b-4af1-a618-8ffb738dbc33 req-2f2ed5c8-b338-4fdb-b675-3881f10d7553 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 200 len: 909 time: 0.0823610 Sep 18 01:00:02.578677 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f94f534-e28b-4af1-a618-8ffb738dbc33 req-eda72cf6-9fac-4415-bcc9-a08b5ea91897 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267 HTTP/1.1" status: 200 len: 1002 time: 0.0587544 Sep 18 01:00:02.625619 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94f534-e28b-4af1-a618-8ffb738dbc33 req-421e71e6-2f04-4f9a-af57-a03df4403206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:02.627260 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f94f534-e28b-4af1-a618-8ffb738dbc33 req-421e71e6-2f04-4f9a-af57-a03df4403206 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a25254e-ed8a-4c5d-8161-8c85d7bba264 HTTP/1.1" status: 200 len: 847 time: 0.0419092 Sep 18 01:00:02.671344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94f534-e28b-4af1-a618-8ffb738dbc33 req-96fbe69d-3f55-4a6d-9e69-acf1e42dbffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:02.672851 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f94f534-e28b-4af1-a618-8ffb738dbc33 req-96fbe69d-3f55-4a6d-9e69-acf1e42dbffb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91e30985-b7e2-4248-9f7b-1a50d6d64348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387561 Sep 18 01:00:02.683794 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-0f94f534-e28b-4af1-a618-8ffb738dbc33 req-cf8d6595-a520-4adc-8e97-ff9f38ff6af0 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:00:02.684707 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f94f534-e28b-4af1-a618-8ffb738dbc33 req-cf8d6595-a520-4adc-8e97-ff9f38ff6af0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050204 Sep 18 01:00:02.777032 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f94f534-e28b-4af1-a618-8ffb738dbc33 req-aa9c16de-3830-49be-93f9-432f716ec20f service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844018 Sep 18 01:00:02.864364 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0f94f534-e28b-4af1-a618-8ffb738dbc33 req-548c0af8-4306-49e5-97db-834a9f03ca15 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805714 Sep 18 01:00:11.189527 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:14.132161 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:14.171864 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8c2318c6-6c5c-4d6d-9012-01dd3ed474d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:16.675292 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-75860b6e-73bc-4df1-bfc0-9a3669ead464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:17.338214 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:17.648902 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:00:18.069363 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:20.086509 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:30.691553 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34470ae5-ff27-414e-a6b2-3c94957fd152 req-153ae8ff-0d16-4572-8f1b-5485d372affc tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:30.693509 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34470ae5-ff27-414e-a6b2-3c94957fd152 req-153ae8ff-0d16-4572-8f1b-5485d372affc tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.1144192 Sep 18 01:00:30.730806 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-34470ae5-ff27-414e-a6b2-3c94957fd152 req-4ddf7f80-740f-4f12-a68d-0d73ce0405e8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313344 Sep 18 01:00:31.844991 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01a1b4-cf7c-441a-8f4f-f626c1a0edf1 req-a9e7d997-ca4f-4ff9-80dc-eebb255eb03d tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:31.846446 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b01a1b4-cf7c-441a-8f4f-f626c1a0edf1 req-a9e7d997-ca4f-4ff9-80dc-eebb255eb03d tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0478542 Sep 18 01:00:31.882738 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8b01a1b4-cf7c-441a-8f4f-f626c1a0edf1 req-0b3724c3-a464-41ce-9909-03e5915883ed tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297241 Sep 18 01:00:33.009610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7640e-8240-4af0-8e5d-e27e1b39c93e req-f9a00c37-b16c-468e-96b0-ad938422b980 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:33.011116 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cdc7640e-8240-4af0-8e5d-e27e1b39c93e req-f9a00c37-b16c-468e-96b0-ad938422b980 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0496509 Sep 18 01:00:33.048399 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cdc7640e-8240-4af0-8e5d-e27e1b39c93e req-8f9ef1c4-f377-46e0-a121-e8367c17a30b tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313654 Sep 18 01:00:34.164270 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9803a99-bfcd-481e-90b0-a2f02723b8cb req-77f393f8-eef2-4928-b9ce-a97ec469042c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:34.165762 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9803a99-bfcd-481e-90b0-a2f02723b8cb req-77f393f8-eef2-4928-b9ce-a97ec469042c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0522561 Sep 18 01:00:34.203989 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f9803a99-bfcd-481e-90b0-a2f02723b8cb req-c4d21975-1207-46aa-bcae-70598abf7851 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322402 Sep 18 01:00:35.320076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce7854-5804-47cf-b321-0dacce824e85 req-eb900958-4fed-4b11-9d53-3ecc7e52848a tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:35.321588 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27ce7854-5804-47cf-b321-0dacce824e85 req-eb900958-4fed-4b11-9d53-3ecc7e52848a tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0481923 Sep 18 01:00:35.359605 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-27ce7854-5804-47cf-b321-0dacce824e85 req-894aa0c6-cc8a-4531-9202-40358b5ad80c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319276 Sep 18 01:00:36.471534 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2715526-7b87-46de-bfd3-0ba5eb18d504 req-cb583a58-ec01-44d4-9484-43bf5909723d tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:36.473024 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2715526-7b87-46de-bfd3-0ba5eb18d504 req-cb583a58-ec01-44d4-9484-43bf5909723d tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0472252 Sep 18 01:00:36.510364 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d2715526-7b87-46de-bfd3-0ba5eb18d504 req-aa5068b3-e651-4cc6-9fa4-c513dea54c04 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307980 Sep 18 01:00:37.627723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058457c-529a-4fb3-ab9b-3caef7704231 req-342b2c92-1732-4333-b7a8-e9ced896bfa5 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:37.629239 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6058457c-529a-4fb3-ab9b-3caef7704231 req-342b2c92-1732-4333-b7a8-e9ced896bfa5 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0521350 Sep 18 01:00:37.666546 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6058457c-529a-4fb3-ab9b-3caef7704231 req-19bb545e-0621-4b38-b9fb-ca9db60b378b tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314398 Sep 18 01:00:38.781261 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031894ed-6c9d-493d-a785-f29d1b418bfa req-954b0c6a-0e57-405c-b195-ffc2b2b68d56 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:38.782754 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-031894ed-6c9d-493d-a785-f29d1b418bfa req-954b0c6a-0e57-405c-b195-ffc2b2b68d56 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0487292 Sep 18 01:00:38.820237 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-031894ed-6c9d-493d-a785-f29d1b418bfa req-196b4c08-bd86-4ebb-b0d0-7f05917eddf4 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315936 Sep 18 01:00:39.933717 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9670e4-2e02-497a-a88a-d82ff4632f94 req-359740df-ee9b-4c32-bfdb-a16c443c255c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:39.935183 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4c9670e4-2e02-497a-a88a-d82ff4632f94 req-359740df-ee9b-4c32-bfdb-a16c443c255c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0484366 Sep 18 01:00:39.971122 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4c9670e4-2e02-497a-a88a-d82ff4632f94 req-9df359d6-02ae-4d0e-a667-604856a613ed tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300922 Sep 18 01:00:41.090981 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76457bbc-dc7e-4430-a061-e12342e80ed9 req-8e44ff22-bbcc-4c87-9a2d-526663ab7539 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:41.092450 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76457bbc-dc7e-4430-a061-e12342e80ed9 req-8e44ff22-bbcc-4c87-9a2d-526663ab7539 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0512848 Sep 18 01:00:41.130106 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-76457bbc-dc7e-4430-a061-e12342e80ed9 req-db6e86b8-752f-4d7a-8580-1335ef60d4f2 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316515 Sep 18 01:00:41.189215 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:42.243733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d54b3b-ca62-44df-8800-464ae308954b req-eaaf7f3e-e8e8-4632-a21a-25da31e81869 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:42.245280 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8d54b3b-ca62-44df-8800-464ae308954b req-eaaf7f3e-e8e8-4632-a21a-25da31e81869 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0478683 Sep 18 01:00:42.284723 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f8d54b3b-ca62-44df-8800-464ae308954b req-e54881b4-c72d-4055-94c6-0d2741927200 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332870 Sep 18 01:00:42.936427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 6706a1d1-6fb2-4502-96f5-1269c8f35267 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:00:43.037325 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 6706a1d1-6fb2-4502-96f5-1269c8f35267, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:43.049279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '6706a1d1-6fb2-4502-96f5-1269c8f35267', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'port_id': '6706a1d1-6fb2-4502-96f5-1269c8f35267', 'mac_address': 'fa:16:3e:c1:38:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:00:43.087124 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:43.100722 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6706a1d1-6fb2-4502-96f5-1269c8f35267 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:00:43.120008 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 6706a1d1-6fb2-4502-96f5-1269c8f35267, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:43.200235 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:43.251992 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=6706a1d1-6fb2-4502-96f5-1269c8f35267,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:43.260137 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:43.260485 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:43.260856 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:43.261185 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:43.261518 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:43.261850 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:43.262176 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:43.262500 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:43.262824 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:43.263150 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:43.263472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:43.263792 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:43.268937 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['6706a1d1-6fb2-4502-96f5-1269c8f35267'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:00:43.424869 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea3802-db82-41c9-aaee-1021e4f0b6a0 req-78d8d707-5736-468c-aad6-f5107b336397 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:43.426487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-91ea3802-db82-41c9-aaee-1021e4f0b6a0 req-78d8d707-5736-468c-aad6-f5107b336397 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 945 time: 0.0690136 Sep 18 01:00:43.484570 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-91ea3802-db82-41c9-aaee-1021e4f0b6a0 req-1abcbc5e-a2d5-4f5d-b972-20e805602489 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492632 Sep 18 01:00:44.136680 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.159587 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-24368430-ec0f-4ae2-9e57-f1ec3c3b027f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:44.614365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d4288-1558-4b2d-a35a-626c6c1b9f64 req-f4d83daf-59af-4418-a576-070d7cbe14e8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:44.616486 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f37d4288-1558-4b2d-a35a-626c6c1b9f64 req-f4d83daf-59af-4418-a576-070d7cbe14e8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 945 time: 0.0595863 Sep 18 01:00:44.660199 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f37d4288-1558-4b2d-a35a-626c6c1b9f64 req-49e18fef-12a3-4810-8f17-f44b60bfaed2 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373058 Sep 18 01:00:44.943472 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 6706a1d1-6fb2-4502-96f5-1269c8f35267 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:45.008330 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 6706a1d1-6fb2-4502-96f5-1269c8f35267 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:00:45.009020 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.089504 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.118359 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6706a1d1-6fb2-4502-96f5-1269c8f35267'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:00:45.120650 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dea5e3-0d40-41d0-bd98-3013d25bebba" -d '{"events": [{"server_uuid": "eb9112af-16f2-423b-b414-f0b56be291cf", "name": "network-vif-plugged", "status": "completed", "tag": "6706a1d1-6fb2-4502-96f5-1269c8f35267"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:45.136729 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 6706a1d1-6fb2-4502-96f5-1269c8f35267, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:45.169929 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c478eb4b-557a-497a-8a03-7946e25aa030 x-openstack-request-id: req-c478eb4b-557a-497a-8a03-7946e25aa030 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:45.170629 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9112af-16f2-423b-b414-f0b56be291cf", "name": "network-vif-plugged", "status": "completed", "tag": "6706a1d1-6fb2-4502-96f5-1269c8f35267", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:45.171779 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c478eb4b-557a-497a-8a03-7946e25aa030 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:45.172586 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6706a1d1-6fb2-4502-96f5-1269c8f35267', 'code': 200} Sep 18 01:00:45.200501 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:45.256575 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=6706a1d1-6fb2-4502-96f5-1269c8f35267,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:45.788301 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dd51b-05be-4f5c-be2e-4aed2b8a2699 req-b9756b3d-0fb5-4345-8fba-43957aae0c08 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:45.790040 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a6dd51b-05be-4f5c-be2e-4aed2b8a2699 req-b9756b3d-0fb5-4345-8fba-43957aae0c08 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0556302 Sep 18 01:00:45.829967 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5a6dd51b-05be-4f5c-be2e-4aed2b8a2699 req-1aa398c5-cdff-439d-802c-3c4bc646a454 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334814 Sep 18 01:00:46.737715 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e55ba314-189e-4c36-9858-90f3a9624881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:46.963911 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e19a15-767e-4096-bb1c-769fad2a3bd6 req-15f5f375-9ad4-4cbe-9c4a-fc43db323b38 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:46.966113 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f5e19a15-767e-4096-bb1c-769fad2a3bd6 req-15f5f375-9ad4-4cbe-9c4a-fc43db323b38 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0588751 Sep 18 01:00:47.018333 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f5e19a15-767e-4096-bb1c-769fad2a3bd6 req-1a6f6922-5956-4713-ae5a-ddc66ab6e7a6 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457060 Sep 18 01:00:47.395021 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:48.058290 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:48.151127 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c3919-d370-42cb-8ab7-ff779733c48e req-20a72265-4b4e-4523-b7c4-4f8d9e4cb84d tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:48.153182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-112c3919-d370-42cb-8ab7-ff779733c48e req-20a72265-4b4e-4523-b7c4-4f8d9e4cb84d tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0615356 Sep 18 01:00:48.195708 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-112c3919-d370-42cb-8ab7-ff779733c48e req-423e5529-ef40-4d4f-8f0f-1bc88876fb84 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368457 Sep 18 01:00:49.315723 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8dbed-2109-42cf-bfaf-969e5299c5ee req-8ca103fd-84a9-4ce0-ae2a-c53ac661e3f0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:49.317290 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2d8dbed-2109-42cf-bfaf-969e5299c5ee req-8ca103fd-84a9-4ce0-ae2a-c53ac661e3f0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0512009 Sep 18 01:00:49.358947 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c2d8dbed-2109-42cf-bfaf-969e5299c5ee req-1c70dd51-eceb-47ef-b398-8c55ddd67cad tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354295 Sep 18 01:00:50.091954 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:50.485186 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1a9d1-05b4-4603-872d-81d5fa676ebe req-d60eee4d-de46-46ae-985f-9080deff5a12 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:50.486715 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55c1a9d1-05b4-4603-872d-81d5fa676ebe req-d60eee4d-de46-46ae-985f-9080deff5a12 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0507302 Sep 18 01:00:50.527355 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55c1a9d1-05b4-4603-872d-81d5fa676ebe req-13a56b64-14cb-4680-8adf-dc4de1cb4e63 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337648 Sep 18 01:00:51.658572 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51614367-d8a7-4d0e-9db6-8fe0cba10b06 req-3850e53f-7735-40fa-890b-d560bd8bb92c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:51.660074 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51614367-d8a7-4d0e-9db6-8fe0cba10b06 req-3850e53f-7735-40fa-890b-d560bd8bb92c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0578599 Sep 18 01:00:51.701552 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-51614367-d8a7-4d0e-9db6-8fe0cba10b06 req-70aa1eb3-2950-48a5-9edf-ba8e15dd7f13 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344656 Sep 18 01:00:52.829967 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e6691-f9e4-4b02-9bab-9da5797539fe req-ad54169d-84f4-4f91-b08f-7a311f74aed8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:52.831567 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b2e6691-f9e4-4b02-9bab-9da5797539fe req-ad54169d-84f4-4f91-b08f-7a311f74aed8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0557444 Sep 18 01:00:52.873641 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6b2e6691-f9e4-4b02-9bab-9da5797539fe req-371214ad-f8a5-4ee4-aff6-6395abe233e0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352032 Sep 18 01:00:53.827818 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40795aca-46f1-4335-a35d-435ed3f80ebc req-73bf7833-43a6-439e-b6ff-aaa8c1d6bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:53.829324 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40795aca-46f1-4335-a35d-435ed3f80ebc req-73bf7833-43a6-439e-b6ff-aaa8c1d6bd4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 1097 time: 0.0820556 Sep 18 01:00:53.921303 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40795aca-46f1-4335-a35d-435ed3f80ebc req-1f9d024b-9010-41ff-9384-3bfcc5e6d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:53.922828 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40795aca-46f1-4335-a35d-435ed3f80ebc req-1f9d024b-9010-41ff-9384-3bfcc5e6d5a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 200 len: 909 time: 0.0863936 Sep 18 01:00:54.021101 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40795aca-46f1-4335-a35d-435ed3f80ebc req-785b46ce-d7fe-4eb0-a630-65c4d6f335b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267 HTTP/1.1" status: 200 len: 1002 time: 0.0901763 Sep 18 01:00:54.032146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d82ea2-2043-4efe-a20a-251a9d80fa18 req-4695e969-d06b-45a1-9785-6a866b161a19 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:54.033613 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62d82ea2-2043-4efe-a20a-251a9d80fa18 req-4695e969-d06b-45a1-9785-6a866b161a19 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0694723 Sep 18 01:00:54.101843 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62d82ea2-2043-4efe-a20a-251a9d80fa18 req-a607156f-cf90-42dc-977e-31a069657ec2 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597193 Sep 18 01:00:54.103314 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40795aca-46f1-4335-a35d-435ed3f80ebc req-a5604e77-ea16-4988-b45b-db30ef8fe731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:54.104748 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40795aca-46f1-4335-a35d-435ed3f80ebc req-a5604e77-ea16-4988-b45b-db30ef8fe731 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a25254e-ed8a-4c5d-8161-8c85d7bba264 HTTP/1.1" status: 200 len: 847 time: 0.0701690 Sep 18 01:00:54.150300 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40795aca-46f1-4335-a35d-435ed3f80ebc req-a34de68b-74d5-4402-863e-03542743c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:54.151745 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40795aca-46f1-4335-a35d-435ed3f80ebc req-a34de68b-74d5-4402-863e-03542743c759 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91e30985-b7e2-4248-9f7b-1a50d6d64348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401034 Sep 18 01:00:54.240803 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40795aca-46f1-4335-a35d-435ed3f80ebc req-d577ace0-aa8f-4186-aa08-13846e4e17f6 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813959 Sep 18 01:00:54.332291 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40795aca-46f1-4335-a35d-435ed3f80ebc req-8c88f54e-fc17-45c4-967b-9c961a49040e service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842459 Sep 18 01:00:54.650235 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:00:55.215291 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d60af-53fe-4797-9b89-56fd9d613805 req-ffcc3f22-a0c4-429c-abca-2fdef6208e06 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:55.216769 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-506d60af-53fe-4797-9b89-56fd9d613805 req-ffcc3f22-a0c4-429c-abca-2fdef6208e06 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0478957 Sep 18 01:00:55.253771 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-506d60af-53fe-4797-9b89-56fd9d613805 req-d7282179-6f85-4309-a895-b7c074f65e3e tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310791 Sep 18 01:00:56.368630 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6de604-87b4-4404-bf20-68986743bfd8 req-7c9d3622-f599-40f3-9e03-7556ea058b45 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:56.370197 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c6de604-87b4-4404-bf20-68986743bfd8 req-7c9d3622-f599-40f3-9e03-7556ea058b45 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0480626 Sep 18 01:00:56.407008 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1c6de604-87b4-4404-bf20-68986743bfd8 req-8c5a983b-6747-4d8e-a84d-7a14756a7cfb tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307374 Sep 18 01:00:56.475298 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-1dd91d13-6d54-426c-aae7-39b1a51aeffd req-4ead979c-970c-4b95-bfff-30ec8deea93d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:00:56.476269 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1dd91d13-6d54-426c-aae7-39b1a51aeffd req-4ead979c-970c-4b95-bfff-30ec8deea93d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059321 Sep 18 01:00:56.753614 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d107b25-b8e9-40ef-852e-f72fe690ee9d req-1630199c-eab7-4cd4-a860-ed7e1f42026b tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:56.755094 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3d107b25-b8e9-40ef-852e-f72fe690ee9d req-1630199c-eab7-4cd4-a860-ed7e1f42026b tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 946 time: 0.0533199 Sep 18 01:00:56.794453 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3d107b25-b8e9-40ef-852e-f72fe690ee9d req-0ed7c171-1e4e-417b-90d7-3373ac2b1f3c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328774 Sep 18 01:00:57.030743 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 6706a1d1-6fb2-4502-96f5-1269c8f35267 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:00:57.104159 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-58abbe63-68da-4de1-a780-68b49592c61e req-f2ced4ef-2594-4ea1-93e9-b2fd5eeeb82b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817120 Sep 18 01:00:57.105393 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:57.127668 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6706a1d1-6fb2-4502-96f5-1269c8f35267'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:00:57.129924 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf6a69a-e624-4c22-8edc-fbb67ca48e97" -d '{"events": [{"server_uuid": "eb9112af-16f2-423b-b414-f0b56be291cf", "name": "network-vif-unplugged", "status": "completed", "tag": "6706a1d1-6fb2-4502-96f5-1269c8f35267"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:57.142573 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 6706a1d1-6fb2-4502-96f5-1269c8f35267, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:57.168053 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 01:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389ba198-6830-4471-995c-3f928d2146f6 x-openstack-request-id: req-389ba198-6830-4471-995c-3f928d2146f6 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:57.168413 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9112af-16f2-423b-b414-f0b56be291cf", "name": "network-vif-unplugged", "status": "failed", "tag": "6706a1d1-6fb2-4502-96f5-1269c8f35267", "code": 422}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:57.168619 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-389ba198-6830-4471-995c-3f928d2146f6 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:57.169074 n-d-809883-1 neutron-server[95593]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6706a1d1-6fb2-4502-96f5-1269c8f35267', 'code': 422} returned with failed status Sep 18 01:00:57.234190 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:00:57.289170 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=6706a1d1-6fb2-4502-96f5-1269c8f35267,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:57.909820 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8c468-2a71-454b-b814-91ce9e1c6c10 req-ce98b052-b1a3-4451-864f-50b4cae831fd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:57.911840 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7a8c468-2a71-454b-b814-91ce9e1c6c10 req-ce98b052-b1a3-4451-864f-50b4cae831fd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 944 time: 0.0486996 Sep 18 01:00:57.948660 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a7a8c468-2a71-454b-b814-91ce9e1c6c10 req-011dd55e-04c1-48d1-bfd2-91fb6c7c6ec3 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308089 Sep 18 01:00:58.354450 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abbe63-68da-4de1-a780-68b49592c61e req-d822e10a-d382-4c37-b111-e6cd499c90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:58.355914 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58abbe63-68da-4de1-a780-68b49592c61e req-d822e10a-d382-4c37-b111-e6cd499c90e2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf&tenant_id=a4e75d088a414957aeb76d10f5e7323e HTTP/1.1" status: 200 len: 1095 time: 0.0401409 Sep 18 01:00:58.416225 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abbe63-68da-4de1-a780-68b49592c61e req-2e21e6d4-e9bd-4f1d-88ea-b5e213b9be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:58.417732 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58abbe63-68da-4de1-a780-68b49592c61e req-2e21e6d4-e9bd-4f1d-88ea-b5e213b9be4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 1095 time: 0.0394230 Sep 18 01:00:58.509090 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abbe63-68da-4de1-a780-68b49592c61e req-d9a55ab5-dbd5-4f15-9fa6-a46b0ec46098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:58.510551 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58abbe63-68da-4de1-a780-68b49592c61e req-d9a55ab5-dbd5-4f15-9fa6-a46b0ec46098 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 200 len: 909 time: 0.0847390 Sep 18 01:00:58.579837 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58abbe63-68da-4de1-a780-68b49592c61e req-ee868738-55ba-4cb2-ad8a-fa9837612e3b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267 HTTP/1.1" status: 200 len: 1000 time: 0.0621014 Sep 18 01:00:58.629415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abbe63-68da-4de1-a780-68b49592c61e req-98ab60fd-3d7d-4f6b-b1a9-c6523c1dca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:58.631369 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58abbe63-68da-4de1-a780-68b49592c61e req-98ab60fd-3d7d-4f6b-b1a9-c6523c1dca81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a25254e-ed8a-4c5d-8161-8c85d7bba264 HTTP/1.1" status: 200 len: 847 time: 0.0437975 Sep 18 01:00:58.675735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abbe63-68da-4de1-a780-68b49592c61e req-0b196c80-f44b-40e0-8b47-ab8c048c89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:58.677262 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58abbe63-68da-4de1-a780-68b49592c61e req-0b196c80-f44b-40e0-8b47-ab8c048c89bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91e30985-b7e2-4248-9f7b-1a50d6d64348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394087 Sep 18 01:00:58.768839 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58abbe63-68da-4de1-a780-68b49592c61e req-9b0ebcbd-29c1-4235-910f-9a681b9a424e service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832932 Sep 18 01:00:58.856163 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-58abbe63-68da-4de1-a780-68b49592c61e req-c975969d-65d5-4304-9ffb-e94aec601564 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793722 Sep 18 01:00:59.065407 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dcbd3-67a7-465c-8a80-b3be3eb80247 req-b970297b-47db-4730-a91a-7d7177fd45b5 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:00:59.066974 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-053dcbd3-67a7-465c-8a80-b3be3eb80247 req-b970297b-47db-4730-a91a-7d7177fd45b5 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 944 time: 0.0512450 Sep 18 01:00:59.109027 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-053dcbd3-67a7-465c-8a80-b3be3eb80247 req-2c4f3ec2-a677-45af-9a6d-73ec19e65d18 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352244 Sep 18 01:01:00.232850 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e71093-d1dc-4deb-bc0a-ea4b604b5d51 req-36f004ba-9575-4dfc-840a-3f6cd5b4b535 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:00.234377 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70e71093-d1dc-4deb-bc0a-ea4b604b5d51 req-36f004ba-9575-4dfc-840a-3f6cd5b4b535 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 944 time: 0.0543976 Sep 18 01:01:00.274331 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70e71093-d1dc-4deb-bc0a-ea4b604b5d51 req-d54c68aa-6d81-4a48-8df8-847c9ffd0779 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339506 Sep 18 01:01:01.399779 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28dab3-1c65-45ae-9f8d-8d5b830b28a1 req-6ab52edc-38b3-47eb-a492-fce54a1520e0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:01.401283 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be28dab3-1c65-45ae-9f8d-8d5b830b28a1 req-6ab52edc-38b3-47eb-a492-fce54a1520e0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 944 time: 0.0506752 Sep 18 01:01:01.440013 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be28dab3-1c65-45ae-9f8d-8d5b830b28a1 req-c9ee3172-16de-4f71-8e9d-f73ae48362f0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326145 Sep 18 01:01:02.558873 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31583bbd-9c28-495a-bb59-da69a0f0e7c8 req-9e1e5c94-9b5e-468d-8a4f-9800ea232ecf tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:02.560466 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-31583bbd-9c28-495a-bb59-da69a0f0e7c8 req-9e1e5c94-9b5e-468d-8a4f-9800ea232ecf tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 944 time: 0.0488715 Sep 18 01:01:02.602941 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-31583bbd-9c28-495a-bb59-da69a0f0e7c8 req-5e123c41-6bb1-4130-b7bc-063c5ebb8a65 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362763 Sep 18 01:01:03.764870 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7f3fa-32d8-484a-9bfd-8cbac52d957f req-648dbfd4-eb31-4d2b-bbe7-05076a4b8e78 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:03.766618 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78a7f3fa-32d8-484a-9bfd-8cbac52d957f req-648dbfd4-eb31-4d2b-bbe7-05076a4b8e78 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 944 time: 0.0491488 Sep 18 01:01:03.806335 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-78a7f3fa-32d8-484a-9bfd-8cbac52d957f req-90334800-427d-435d-847d-6dc5aecbef82 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333631 Sep 18 01:01:04.941387 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40504b5f-f60f-4060-95af-5de468e108df req-6cb875bf-747c-4925-8f20-4c17de267a6f tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:04.942866 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40504b5f-f60f-4060-95af-5de468e108df req-6cb875bf-747c-4925-8f20-4c17de267a6f tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 944 time: 0.0496743 Sep 18 01:01:04.980909 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-40504b5f-f60f-4060-95af-5de468e108df req-991bc00d-2d05-4c16-9e0a-9361de20b521 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312617 Sep 18 01:01:06.103192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e2bb1-dee2-4481-b465-cd5d52dfc7ad req-d754a46b-305b-4aa3-8004-5546e83e443d tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:06.104719 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f8e2bb1-dee2-4481-b465-cd5d52dfc7ad req-d754a46b-305b-4aa3-8004-5546e83e443d tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 944 time: 0.0503504 Sep 18 01:01:06.147450 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4f8e2bb1-dee2-4481-b465-cd5d52dfc7ad req-5d3c41ca-12c6-4d2b-ae4f-a13746523f0c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362861 Sep 18 01:01:07.260087 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100be77-4707-43ca-8433-5d3e4eff6219 req-dc4dcb15-c904-40a4-8d38-5c1bb19e55a5 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:07.261575 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0100be77-4707-43ca-8433-5d3e4eff6219 req-dc4dcb15-c904-40a4-8d38-5c1bb19e55a5 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 944 time: 0.0473180 Sep 18 01:01:07.299618 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0100be77-4707-43ca-8433-5d3e4eff6219 req-3e6825cc-b844-44be-a551-3a4cf0cc65d9 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319090 Sep 18 01:01:08.413628 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0975721-8a4e-4d9b-aa67-2b1cfbb2be17 req-bddd467a-5e4d-47f5-a549-49817818bb07 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:08.415099 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0975721-8a4e-4d9b-aa67-2b1cfbb2be17 req-bddd467a-5e4d-47f5-a549-49817818bb07 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 944 time: 0.0484097 Sep 18 01:01:08.451678 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b0975721-8a4e-4d9b-aa67-2b1cfbb2be17 req-4bbbaabb-a0f0-4866-8e3a-52bb94edf2ed tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306642 Sep 18 01:01:09.572516 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485dddd-3ddc-476c-b42a-17c634fd93a0 req-d866f37d-8b9b-43e0-9e27-ef1b02819b0b tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:09.574171 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6485dddd-3ddc-476c-b42a-17c634fd93a0 req-d866f37d-8b9b-43e0-9e27-ef1b02819b0b tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 944 time: 0.0511432 Sep 18 01:01:09.619717 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6485dddd-3ddc-476c-b42a-17c634fd93a0 req-c4756227-cdc5-498d-b8ad-27f473c70615 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376410 Sep 18 01:01:10.606064 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8280f3d-0c65-4e03-bf38-1afadd559632 req-dc4640b7-21b6-47ac-9589-c6cec44aeb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:10.607545 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8280f3d-0c65-4e03-bf38-1afadd559632 req-dc4640b7-21b6-47ac-9589-c6cec44aeb2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 1095 time: 0.0410497 Sep 18 01:01:10.743062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8280f3d-0c65-4e03-bf38-1afadd559632 req-ce40712a-ff99-41c5-9150-e6fad98ed379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:10.744536 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8280f3d-0c65-4e03-bf38-1afadd559632 req-ce40712a-ff99-41c5-9150-e6fad98ed379 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 200 len: 909 time: 0.1139727 Sep 18 01:01:10.759025 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a1cf9-eae3-4ca5-965b-e00d740a6d39 req-6f020763-bfcd-42a8-b80e-300933631e97 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:10.760409 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d63a1cf9-eae3-4ca5-965b-e00d740a6d39 req-6f020763-bfcd-42a8-b80e-300933631e97 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 944 time: 0.0689871 Sep 18 01:01:10.835772 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d63a1cf9-eae3-4ca5-965b-e00d740a6d39 req-285a4557-eb05-4cbc-9317-dfd5efe62e1f tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678823 Sep 18 01:01:10.841555 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8280f3d-0c65-4e03-bf38-1afadd559632 req-bbc2e790-b19b-40ce-bf3c-e3801345d2eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267 HTTP/1.1" status: 200 len: 1000 time: 0.0802562 Sep 18 01:01:10.894692 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8280f3d-0c65-4e03-bf38-1afadd559632 req-04600081-14b4-4a2d-b7a5-1fcad349623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:10.896128 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8280f3d-0c65-4e03-bf38-1afadd559632 req-04600081-14b4-4a2d-b7a5-1fcad349623f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a25254e-ed8a-4c5d-8161-8c85d7bba264 HTTP/1.1" status: 200 len: 847 time: 0.0468864 Sep 18 01:01:10.941169 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8280f3d-0c65-4e03-bf38-1afadd559632 req-c44f0451-6588-47e4-b631-a73fab84fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:10.942608 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8280f3d-0c65-4e03-bf38-1afadd559632 req-c44f0451-6588-47e4-b631-a73fab84fd78 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91e30985-b7e2-4248-9f7b-1a50d6d64348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383723 Sep 18 01:01:11.030349 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8280f3d-0c65-4e03-bf38-1afadd559632 req-52e1c98f-1fa9-461f-bc75-97d259716c0c service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798814 Sep 18 01:01:11.121678 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b8280f3d-0c65-4e03-bf38-1afadd559632 req-78ba50e0-96a3-465a-ae57-8f445f991867 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833111 Sep 18 01:01:11.188524 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:11.951369 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbe1ca-cf98-49f5-8c55-57af20432158 req-76c0cda4-c520-4ad8-b4dd-a42e536d9882 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:11.952873 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-74cbe1ca-cf98-49f5-8c55-57af20432158 req-76c0cda4-c520-4ad8-b4dd-a42e536d9882 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 944 time: 0.0505466 Sep 18 01:01:11.991294 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-74cbe1ca-cf98-49f5-8c55-57af20432158 req-1f0c9c7d-2573-4bb3-8173-57f5d458da6d tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324547 Sep 18 01:01:13.060674 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 6706a1d1-6fb2-4502-96f5-1269c8f35267 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:01:13.106212 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ab2b5-2d31-4833-a89a-dfafb97c4d50 req-7ae48eac-bcbb-45cf-83c0-5cd79058d40f tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:13.107706 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc3ab2b5-2d31-4833-a89a-dfafb97c4d50 req-7ae48eac-bcbb-45cf-83c0-5cd79058d40f tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 944 time: 0.0475860 Sep 18 01:01:13.149847 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc3ab2b5-2d31-4833-a89a-dfafb97c4d50 req-6207adea-8c5e-4b4f-b952-c8c4b94eaf24 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357556 Sep 18 01:01:13.152936 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 6706a1d1-6fb2-4502-96f5-1269c8f35267, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:13.164666 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '6706a1d1-6fb2-4502-96f5-1269c8f35267', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'port_id': '6706a1d1-6fb2-4502-96f5-1269c8f35267', 'mac_address': 'fa:16:3e:c1:38:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:01:13.202504 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:13.214997 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6706a1d1-6fb2-4502-96f5-1269c8f35267 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:01:13.233556 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 6706a1d1-6fb2-4502-96f5-1269c8f35267, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:13.342147 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:13.386932 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=6706a1d1-6fb2-4502-96f5-1269c8f35267,revision_number=9']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:13.548965 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['6706a1d1-6fb2-4502-96f5-1269c8f35267'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:01:14.181609 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fef02a14-4c97-4a34-a37a-8f756d915d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:14.199820 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:14.266768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a31e86-12b2-441a-9204-219f66871f10 req-cd656690-5b2b-471a-b72a-70d934a46900 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:14.268160 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07a31e86-12b2-441a-9204-219f66871f10 req-cd656690-5b2b-471a-b72a-70d934a46900 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 945 time: 0.0489669 Sep 18 01:01:14.305782 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-07a31e86-12b2-441a-9204-219f66871f10 req-b3f55575-048d-434c-ba61-3cc421bdd357 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316052 Sep 18 01:01:15.091795 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 6706a1d1-6fb2-4502-96f5-1269c8f35267 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:01:15.139140 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 6706a1d1-6fb2-4502-96f5-1269c8f35267 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:01:15.139563 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:15.222100 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:15.247876 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6706a1d1-6fb2-4502-96f5-1269c8f35267'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:01:15.250303 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61baa66-ef2a-41d8-940f-e8dc1db8898d" -d '{"events": [{"server_uuid": "eb9112af-16f2-423b-b414-f0b56be291cf", "name": "network-vif-plugged", "status": "completed", "tag": "6706a1d1-6fb2-4502-96f5-1269c8f35267"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:15.263465 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 6706a1d1-6fb2-4502-96f5-1269c8f35267, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:15.293170 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd8675a-3301-4baa-bb75-36cfeda92b72 x-openstack-request-id: req-efd8675a-3301-4baa-bb75-36cfeda92b72 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:15.293463 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9112af-16f2-423b-b414-f0b56be291cf", "name": "network-vif-plugged", "status": "completed", "tag": "6706a1d1-6fb2-4502-96f5-1269c8f35267", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:15.293743 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-efd8675a-3301-4baa-bb75-36cfeda92b72 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:15.294135 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6706a1d1-6fb2-4502-96f5-1269c8f35267', 'code': 200} Sep 18 01:01:15.426169 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde957ac-51a1-4997-b156-6995bda484bf req-24f13770-772b-469d-a273-364fb9cbbeb5 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:15.428141 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bde957ac-51a1-4997-b156-6995bda484bf req-24f13770-772b-469d-a273-364fb9cbbeb5 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 945 time: 0.0550222 Sep 18 01:01:15.465715 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bde957ac-51a1-4997-b156-6995bda484bf req-463e9a3c-d447-4b6a-9dcd-7ac526a6e868 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316033 Sep 18 01:01:15.663206 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:15.710382 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=6706a1d1-6fb2-4502-96f5-1269c8f35267,revision_number=10']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:15.750579 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057eed1-532a-4e7b-915c-53fb0f1cca4f req-d3de71c1-a735-4b62-b4b5-0353dbc2b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:15.751920 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a057eed1-532a-4e7b-915c-53fb0f1cca4f req-d3de71c1-a735-4b62-b4b5-0353dbc2b2ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 1098 time: 0.0402694 Sep 18 01:01:15.790525 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a057eed1-532a-4e7b-915c-53fb0f1cca4f req-f6cb7295-4846-48ac-9a9e-a56da9f5a845 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310228 Sep 18 01:01:16.584530 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c1041-c116-475d-8d77-c8f61a2b71da req-7ced1318-12cc-449e-bff4-1f985e849e4c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:16.585978 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca8c1041-c116-475d-8d77-c8f61a2b71da req-7ced1318-12cc-449e-bff4-1f985e849e4c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 947 time: 0.0479915 Sep 18 01:01:16.624719 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ca8c1041-c116-475d-8d77-c8f61a2b71da req-d5224f55-ce78-4fc5-9477-f1f139946d55 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329034 Sep 18 01:01:16.679439 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c3fc4fd9-625e-4561-a0d0-3f7d02295445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:17.359477 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:17.738385 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf41ae-efe4-41e7-8c68-0025dca5475a req-3612ea71-172f-49d8-82b0-19d22305b568 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:17.739868 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1eaf41ae-efe4-41e7-8c68-0025dca5475a req-3612ea71-172f-49d8-82b0-19d22305b568 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 947 time: 0.0477672 Sep 18 01:01:17.776626 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1eaf41ae-efe4-41e7-8c68-0025dca5475a req-c8236b10-2d40-4cea-a18e-31f799f2f5ca tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308464 Sep 18 01:01:18.057068 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:18.887757 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91aa48-06f9-4412-aed4-ef8c9f5a6743 req-73d24d1a-de86-49f6-b97b-bd7587ac49b4 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:01:18.889210 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba91aa48-06f9-4412-aed4-ef8c9f5a6743 req-73d24d1a-de86-49f6-b97b-bd7587ac49b4 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 947 time: 0.0464907 Sep 18 01:01:18.930431 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ba91aa48-06f9-4412-aed4-ef8c9f5a6743 req-22fb846b-cfa0-471a-81ce-061ee996d10d tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350642 Sep 18 01:01:20.056649 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:31.648585 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:01:41.260279 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:44.159318 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fcc462f8-b75b-4069-8354-01e6db355965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:44.204667 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:46.688676 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d8de04e1-d795-4def-a58a-09fe827f39c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:47.359232 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:48.071739 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:01:50.102552 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:04.322367 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0beb7ef5-416d-4305-bff0-caa4c0610d1d req-ae5a87c1-fc4f-4a00-9318-44060a4b74ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390761 Sep 18 01:02:04.400103 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb7ef5-416d-4305-bff0-caa4c0610d1d req-a362e29d-5d7e-45c1-b7b1-a745da3ab6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:04.401595 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0beb7ef5-416d-4305-bff0-caa4c0610d1d req-a362e29d-5d7e-45c1-b7b1-a745da3ab6b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 1098 time: 0.0397553 Sep 18 01:02:04.504507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb7ef5-416d-4305-bff0-caa4c0610d1d req-afed95e2-c2a3-4db7-b1c9-ef5bb3e08e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:04.506014 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0beb7ef5-416d-4305-bff0-caa4c0610d1d req-afed95e2-c2a3-4db7-b1c9-ef5bb3e08e30 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 200 len: 909 time: 0.0858474 Sep 18 01:02:04.568288 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0beb7ef5-416d-4305-bff0-caa4c0610d1d req-7ad341e9-a408-477e-8695-22c668e721b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267 HTTP/1.1" status: 200 len: 1002 time: 0.0554886 Sep 18 01:02:04.614550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb7ef5-416d-4305-bff0-caa4c0610d1d req-f259f6e4-7e19-40ea-a85a-6462e2b86b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:04.616544 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0beb7ef5-416d-4305-bff0-caa4c0610d1d req-f259f6e4-7e19-40ea-a85a-6462e2b86b00 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a25254e-ed8a-4c5d-8161-8c85d7bba264 HTTP/1.1" status: 200 len: 847 time: 0.0420129 Sep 18 01:02:04.663065 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb7ef5-416d-4305-bff0-caa4c0610d1d req-9693cb52-899e-40f5-86eb-73865da81893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:04.664509 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0beb7ef5-416d-4305-bff0-caa4c0610d1d req-9693cb52-899e-40f5-86eb-73865da81893 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91e30985-b7e2-4248-9f7b-1a50d6d64348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415454 Sep 18 01:02:04.751097 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0beb7ef5-416d-4305-bff0-caa4c0610d1d req-3769dc27-32e7-40d4-870d-4a5c69dc0778 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792665 Sep 18 01:02:04.841205 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0beb7ef5-416d-4305-bff0-caa4c0610d1d req-abedc91e-5aa9-4b8d-aa82-198e5d57ed64 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825827 Sep 18 01:02:08.647486 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:02:11.213574 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.155869 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7cce3529-399d-4f49-b6d9-2b7aff6b44b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:14.184322 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:16.681892 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf006-a4b7-466a-8d29-82807b21e84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:17.356099 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:18.064754 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:20.106863 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:29.814424 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33618) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:29.967676 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Deleting port 135e5859-e77c-446f-b318-8fa121a16aed {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:02:29.968028 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.042718 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.043083 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.054603 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Calling delete_port for 135e5859-e77c-446f-b318-8fa121a16aed owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:02:30.247228 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.270561 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event deleted for resources: {'Port': ['ID=135e5859-e77c-446f-b318-8fa121a16aed,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:30.284697 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:30.285079 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:30.285422 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:30.285764 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:30.286100 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:30.286436 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:30.286768 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:30.287095 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:30.287421 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:30.287752 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:30.288107 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:30.288436 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:30.346170 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.346508 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Floating IP e4eac571-bea6-41f3-8b43-250af45f3403 disassociated (deleted). External IP: 172.25.3.133, port: 6706a1d1-6fb2-4502-96f5-1269c8f35267. Sep 18 01:02:30.548511 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Router 2a740255-7693-4af6-9f94-5039927ad8d3 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:02:30.653665 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:02:30.658552 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:30.663715 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4027480-9320-415a-b27b-3f9f2af8ef79 None None] Sync routers for ids ['2a740255-7693-4af6-9f94-5039927ad8d3'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:02:30.672858 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4027480-9320-415a-b27b-3f9f2af8ef79 None None] Routers {'2a740255-7693-4af6-9f94-5039927ad8d3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:02:30.673590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b4027480-9320-415a-b27b-3f9f2af8ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:02:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2a740255-7693-4af6-9f94-5039927ad8d3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:30.686009 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-81190d2c-42e3-4baf-b26e-99fa0af88fc0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "DELETE /v2.0/floatingips/e4eac571-bea6-41f3-8b43-250af45f3403 HTTP/1.1" status: 204 len: 168 time: 0.8705118 Sep 18 01:02:30.686690 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'tag': '6706a1d1-6fb2-4502-96f5-1269c8f35267'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:02:30.689136 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3c3c63-8073-44a4-8395-1dbaed9724a3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9112af-16f2-423b-b414-f0b56be291cf", "tag": "6706a1d1-6fb2-4502-96f5-1269c8f35267"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:30.789278 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-b4027480-9320-415a-b27b-3f9f2af8ef79 None None] Set router 2a740255-7693-4af6-9f94-5039927ad8d3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:02:30.791322 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5f48ef-390e-4a36-9d42-226e909de1ba x-openstack-request-id: req-4c5f48ef-390e-4a36-9d42-226e909de1ba {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:30.791618 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9112af-16f2-423b-b414-f0b56be291cf", "tag": "6706a1d1-6fb2-4502-96f5-1269c8f35267", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:30.791958 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c5f48ef-390e-4a36-9d42-226e909de1ba {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:30.792361 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'tag': '6706a1d1-6fb2-4502-96f5-1269c8f35267', 'status': 'completed', 'code': 200} Sep 18 01:02:30.853318 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c3c63-8073-44a4-8395-1dbaed9724a3 req-dc75f98c-d540-4b4f-811a-5e52766f6ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:30.854832 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c3c3c63-8073-44a4-8395-1dbaed9724a3 req-dc75f98c-d540-4b4f-811a-5e52766f6ab3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 1098 time: 0.0413110 Sep 18 01:02:30.951507 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c3c63-8073-44a4-8395-1dbaed9724a3 req-fa841070-f470-45dd-9333-0eb93699bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:30.953017 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c3c3c63-8073-44a4-8395-1dbaed9724a3 req-fa841070-f470-45dd-9333-0eb93699bab2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 200 len: 909 time: 0.0912306 Sep 18 01:02:31.000684 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b4027480-9320-415a-b27b-3f9f2af8ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 4, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port': {'id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '84ac7098-cd34-4fa1-9440-ec6b6680674e', 'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'mac_address': 'fa:16:3e:ae:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:09Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 5, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'subnets': [{'id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:31.190512 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4027480-9320-415a-b27b-3f9f2af8ef79 None None] Checking router: 2a740255-7693-4af6-9f94-5039927ad8d3 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:02:31.199214 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4027480-9320-415a-b27b-3f9f2af8ef79 None None] Routers {'2a740255-7693-4af6-9f94-5039927ad8d3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:02:31.199848 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b4027480-9320-415a-b27b-3f9f2af8ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:02:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2a740255-7693-4af6-9f94-5039927ad8d3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:31.306971 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c3c3c63-8073-44a4-8395-1dbaed9724a3 req-f71a0258-f87b-47fd-adec-acdb05017d98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267 HTTP/1.1" status: 200 len: 217 time: 0.3460770 Sep 18 01:02:31.307274 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-b4027480-9320-415a-b27b-3f9f2af8ef79 None None] Set router 2a740255-7693-4af6-9f94-5039927ad8d3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:02:31.377327 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c3c63-8073-44a4-8395-1dbaed9724a3 req-c6bbd00a-2ff7-4f90-a77f-1872104b44aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:31.378792 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c3c3c63-8073-44a4-8395-1dbaed9724a3 req-c6bbd00a-2ff7-4f90-a77f-1872104b44aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a25254e-ed8a-4c5d-8161-8c85d7bba264 HTTP/1.1" status: 200 len: 847 time: 0.0634863 Sep 18 01:02:31.390560 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33477b9f-c79e-4b42-b03e-dbb9c349da72 req-19993c63-54d9-4165-8e96-232ab3b4fe89 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:31.392009 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33477b9f-c79e-4b42-b03e-dbb9c349da72 req-19993c63-54d9-4165-8e96-232ab3b4fe89 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 947 time: 0.0881121 Sep 18 01:02:31.454638 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-33477b9f-c79e-4b42-b03e-dbb9c349da72 req-5ed8fec6-0b8b-49cf-a2cf-35f63b35792a tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530000 Sep 18 01:02:31.457443 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c3c63-8073-44a4-8395-1dbaed9724a3 req-c80810f0-d109-49a8-b05f-74a6b1a9bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:31.458782 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c3c3c63-8073-44a4-8395-1dbaed9724a3 req-c80810f0-d109-49a8-b05f-74a6b1a9bd89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91e30985-b7e2-4248-9f7b-1a50d6d64348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659168 Sep 18 01:02:31.504110 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b4027480-9320-415a-b27b-3f9f2af8ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 4, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port': {'id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '84ac7098-cd34-4fa1-9440-ec6b6680674e', 'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'mac_address': 'fa:16:3e:ae:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:09Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 5, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'subnets': [{'id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:31.529532 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4027480-9320-415a-b27b-3f9f2af8ef79 None None] The sync data for ids ['2a740255-7693-4af6-9f94-5039927ad8d3'] in n-d-809883-1 is: [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 4, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port': {'id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '84ac7098-cd34-4fa1-9440-ec6b6680674e', 'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'mac_address': 'fa:16:3e:ae:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:09Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 5, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'subnets': [{'id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:02:31.554773 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c3c3c63-8073-44a4-8395-1dbaed9724a3 req-e1f6d64b-77a0-4488-8c64-33c641609b5e service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875945 Sep 18 01:02:31.646284 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6c3c3c63-8073-44a4-8395-1dbaed9724a3 req-ebb4a730-cdef-43b3-83f4-3c32f3ce9935 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834613 Sep 18 01:02:31.766825 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6024f3a-b796-45b4-aca0-21867ecf018b None None] New status for floating IP e4eac571-bea6-41f3-8b43-250af45f3403: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:02:32.363738 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e61e00-9dc3-468b-aa34-67c5176ea491 req-dfcae0f4-c13f-4dce-8ccc-549bdf75c9e1 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:32.365185 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-81e61e00-9dc3-468b-aa34-67c5176ea491 req-dfcae0f4-c13f-4dce-8ccc-549bdf75c9e1 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 947 time: 0.0481203 Sep 18 01:02:32.454995 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-81e61e00-9dc3-468b-aa34-67c5176ea491 req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Deleting port 6706a1d1-6fb2-4502-96f5-1269c8f35267 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:02:32.455333 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-81e61e00-9dc3-468b-aa34-67c5176ea491 req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:32.568286 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-81e61e00-9dc3-468b-aa34-67c5176ea491 req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] For port 6706a1d1-6fb2-4502-96f5-1269c8f35267, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=6706a1d1-6fb2-4502-96f5-1269c8f35267,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:32.568647 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-81e61e00-9dc3-468b-aa34-67c5176ea491 req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:32.586277 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-81e61e00-9dc3-468b-aa34-67c5176ea491 req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Calling delete_port for 6706a1d1-6fb2-4502-96f5-1269c8f35267 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:02:32.604493 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cdf3e-f9fe-4d75-9a60-1acefa1ab67f req-2d1cab8d-17ab-4685-952e-85c32fc17cc7 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:02:32.606077 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e34cdf3e-f9fe-4d75-9a60-1acefa1ab67f req-2d1cab8d-17ab-4685-952e-85c32fc17cc7 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 947 time: 0.0806465 Sep 18 01:02:32.683427 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e34cdf3e-f9fe-4d75-9a60-1acefa1ab67f req-9049cf8e-d89b-4cc5-acd2-d7e1947e4adc tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=02afa192-603d-4536-a001-fc201981fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468540 Sep 18 01:02:32.824054 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-81e61e00-9dc3-468b-aa34-67c5176ea491 req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:32.854731 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event deleted for resources: {'Port': ['ID=6706a1d1-6fb2-4502-96f5-1269c8f35267,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:32.864554 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:32.864930 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:32.865271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:32.865607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:32.865939 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:32.866312 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:32.866639 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:32.867421 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:32.867421 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:32.867607 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:32.867917 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:32.868242 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:32.908288 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e61e00-9dc3-468b-aa34-67c5176ea491 req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] No DVR routers for this DVR port 6706a1d1-6fb2-4502-96f5-1269c8f35267 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:02:32.910993 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-81e61e00-9dc3-468b-aa34-67c5176ea491 req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:32.913152 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-81e61e00-9dc3-468b-aa34-67c5176ea491 req-dcea8717-285d-492b-b455-59c23bf0e7cd tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.37 "DELETE /v2.0/ports/6706a1d1-6fb2-4502-96f5-1269c8f35267 HTTP/1.1" status: 204 len: 173 time: 0.5421939 Sep 18 01:02:32.913590 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'name': 'network-vif-deleted', 'tag': '6706a1d1-6fb2-4502-96f5-1269c8f35267'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:02:32.915829 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43eb3db-db83-411c-8b5b-00f78a798e0c" -d '{"events": [{"server_uuid": "eb9112af-16f2-423b-b414-f0b56be291cf", "name": "network-vif-deleted", "tag": "6706a1d1-6fb2-4502-96f5-1269c8f35267"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:32.950456 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e5bb50-867d-4112-9d09-4b8ba456064b x-openstack-request-id: req-90e5bb50-867d-4112-9d09-4b8ba456064b {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:32.950774 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9112af-16f2-423b-b414-f0b56be291cf", "name": "network-vif-deleted", "tag": "6706a1d1-6fb2-4502-96f5-1269c8f35267", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:32.951045 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90e5bb50-867d-4112-9d09-4b8ba456064b {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:32.951473 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9112af-16f2-423b-b414-f0b56be291cf', 'name': 'network-vif-deleted', 'tag': '6706a1d1-6fb2-4502-96f5-1269c8f35267', 'status': 'completed', 'code': 200} Sep 18 01:02:33.786545 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9ab60b6e-d642-4a9f-823f-441e8d49b99a req-39381cb4-ff51-4a07-adef-bb8546d593aa tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb9112af-16f2-423b-b414-f0b56be291cf HTTP/1.1" status: 200 len: 210 time: 0.0261383 Sep 18 01:02:34.842493 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33642) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:34.901523 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0749b7fa-a313-47a8-aca6-83b549a13a86 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:34.925541 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0749b7fa-a313-47a8-aca6-83b549a13a86 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:35.095196 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0749b7fa-a313-47a8-aca6-83b549a13a86 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:35.097789 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-0749b7fa-a313-47a8-aca6-83b549a13a86 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:35.098982 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-0749b7fa-a313-47a8-aca6-83b549a13a86 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "DELETE /v2.0/security-groups/02afa192-603d-4536-a001-fc201981fa17 HTTP/1.1" status: 204 len: 168 time: 0.2555118 Sep 18 01:02:35.108664 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749b7fa-a313-47a8-aca6-83b549a13a86 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02afa192-603d-4536-a001-fc201981fa17,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:35.479068 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 6706a1d1-6fb2-4502-96f5-1269c8f35267 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:35.498338 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 6706a1d1-6fb2-4502-96f5-1269c8f35267 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:02:35.498687 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 6706a1d1-6fb2-4502-96f5-1269c8f35267 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:35.515734 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33648) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:35.520507 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-a44ab7e2-2590-4623-ba40-e44765241067 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-302878998', 'description': 'tempest-secgroup-smoke-302878998 description', 'project_id': 'a4e75d088a414957aeb76d10f5e7323e'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:35.602041 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a44ab7e2-2590-4623-ba40-e44765241067 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:35.680994 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a44ab7e2-2590-4623-ba40-e44765241067 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:35.746900 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a44ab7e2-2590-4623-ba40-e44765241067 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:35.775585 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ab7e2-2590-4623-ba40-e44765241067 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25fa6e23-1fbb-4917-af9c-323fee0bbe64,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:35.827131 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a44ab7e2-2590-4623-ba40-e44765241067 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:35.828405 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a44ab7e2-2590-4623-ba40-e44765241067 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3116703 Sep 18 01:02:35.831443 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33650) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:35.836521 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-93d94e9e-dc69-4b1f-b980-f178d04befd6 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Request body: {'security_group_rule': {'security_group_id': '25fa6e23-1fbb-4917-af9c-323fee0bbe64', 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:35.917711 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-93d94e9e-dc69-4b1f-b980-f178d04befd6 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:35.972178 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-93d94e9e-dc69-4b1f-b980-f178d04befd6 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.064034 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-93d94e9e-dc69-4b1f-b980-f178d04befd6 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.081791 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d94e9e-dc69-4b1f-b980-f178d04befd6 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574f2c5a-4c41-419f-8ffc-024d71e43ce5,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:36.146852 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-93d94e9e-dc69-4b1f-b980-f178d04befd6 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.148975 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-93d94e9e-dc69-4b1f-b980-f178d04befd6 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3164062 Sep 18 01:02:36.151947 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33652) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:36.156397 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-eede9a47-19a6-4446-9285-2cf043b81271 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Request body: {'security_group_rule': {'security_group_id': '25fa6e23-1fbb-4917-af9c-323fee0bbe64', 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:36.231126 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eede9a47-19a6-4446-9285-2cf043b81271 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.285963 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eede9a47-19a6-4446-9285-2cf043b81271 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.358246 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eede9a47-19a6-4446-9285-2cf043b81271 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.377198 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede9a47-19a6-4446-9285-2cf043b81271 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04ce2da-89e6-4628-a211-a5287f9dedd8,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:36.421068 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-eede9a47-19a6-4446-9285-2cf043b81271 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.422267 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-eede9a47-19a6-4446-9285-2cf043b81271 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2693744 Sep 18 01:02:36.425132 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33654) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:36.429823 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-9179acdd-f948-41d5-871f-b66825da8f49 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Request body: {'security_group_rule': {'security_group_id': '25fa6e23-1fbb-4917-af9c-323fee0bbe64', 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:36.512709 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9179acdd-f948-41d5-871f-b66825da8f49 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.574578 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9179acdd-f948-41d5-871f-b66825da8f49 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.667079 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9179acdd-f948-41d5-871f-b66825da8f49 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.687001 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179acdd-f948-41d5-871f-b66825da8f49 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18b9fb2-a31a-4b16-af5c-a5775eb104e5,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:36.738544 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-9179acdd-f948-41d5-871f-b66825da8f49 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.739786 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-9179acdd-f948-41d5-871f-b66825da8f49 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3137350 Sep 18 01:02:36.744153 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33656) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:36.748752 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-f3433187-eb1f-45e2-adf3-437030890878 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Request body: {'security_group_rule': {'security_group_id': '25fa6e23-1fbb-4917-af9c-323fee0bbe64', 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:36.831871 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3433187-eb1f-45e2-adf3-437030890878 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.893075 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3433187-eb1f-45e2-adf3-437030890878 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.961630 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3433187-eb1f-45e2-adf3-437030890878 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:36.981104 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3433187-eb1f-45e2-adf3-437030890878 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df09edd-3ca6-49d3-862d-ec84b940c5f9,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:37.061025 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-f3433187-eb1f-45e2-adf3-437030890878 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:37.062357 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-f3433187-eb1f-45e2-adf3-437030890878 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3172495 Sep 18 01:02:37.065065 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33658) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:37.069501 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-75e9b497-3d61-488c-ba32-85c5e3764338 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Request body: {'security_group_rule': {'security_group_id': '25fa6e23-1fbb-4917-af9c-323fee0bbe64', 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:37.174993 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-75e9b497-3d61-488c-ba32-85c5e3764338 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Project a4e75d088a414957aeb76d10f5e7323e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:02:37.179615 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-75e9b497-3d61-488c-ba32-85c5e3764338 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:37.238167 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-75e9b497-3d61-488c-ba32-85c5e3764338 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:37.286336 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-75e9b497-3d61-488c-ba32-85c5e3764338 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:37.303238 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9b497-3d61-488c-ba32-85c5e3764338 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c989da3e-86d7-4cba-a948-5498477194cc,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:37.360763 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-75e9b497-3d61-488c-ba32-85c5e3764338 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:37.362023 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-75e9b497-3d61-488c-ba32-85c5e3764338 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2959955 Sep 18 01:02:37.364755 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 33660) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:02:37.369053 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-30bce955-912f-434e-af46-f940b56c0e54 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Request body: {'security_group_rule': {'security_group_id': '25fa6e23-1fbb-4917-af9c-323fee0bbe64', 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:37.452367 n-d-809883-1 neutron-server[95591]: INFO neutron.db.securitygroups_db [None req-30bce955-912f-434e-af46-f940b56c0e54 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Project a4e75d088a414957aeb76d10f5e7323e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:02:37.457046 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-30bce955-912f-434e-af46-f940b56c0e54 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:37.518576 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-30bce955-912f-434e-af46-f940b56c0e54 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:37.577838 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-30bce955-912f-434e-af46-f940b56c0e54 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:37.595446 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bce955-912f-434e-af46-f940b56c0e54 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a97c45-bafe-4fa3-8e23-5c36afbb73e2,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:37.663774 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-30bce955-912f-434e-af46-f940b56c0e54 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:37.665021 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-30bce955-912f-434e-af46-f940b56c0e54 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2992764 Sep 18 01:02:41.218025 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:44.169590 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f46d3312-a5f5-4812-87d5-f4c54220d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:44.198281 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:45.646744 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:02:46.710387 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-31ba537c-c4bb-4eba-ad8e-ca95a4a1bd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:47.346882 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:48.294965 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:02:50.112451 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:02.759305 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-cd4f4196-ec79-4e3d-acb5-b22b0ebd0d01 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-302878998&fields=id&tenant_id=a4e75d088a414957aeb76d10f5e7323e HTTP/1.1" status: 200 len: 267 time: 0.0328581 Sep 18 01:03:02.865999 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-3faef851-5718-42f6-81e6-83373e3c0f21 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:02.867341 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-3faef851-5718-42f6-81e6-83373e3c0f21 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/networks?id=91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 200 len: 808 time: 0.1012316 Sep 18 01:03:02.882701 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-24553432-dae7-4384-bdf9-79105e702cdb tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/quotas/a4e75d088a414957aeb76d10f5e7323e HTTP/1.1" status: 200 len: 375 time: 0.0090125 Sep 18 01:03:02.932019 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-b0166905-8340-4b88-8a21-12f13f0da011 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441353 Sep 18 01:03:03.029988 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-5cf3d78a-0759-4f03-a718-b2eec8ae91f5 service neutron] 10.222.0.46 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861642 Sep 18 01:03:03.117028 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-071088e5-a3b0-41c6-8e84-44fd99b96bd6 service neutron] 10.222.0.46 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808055 Sep 18 01:03:03.666014 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8b0d220-60f7-44e1-bb64-33c0f206ef97 req-dd4dc5b0-42dc-4b57-bcdb-e917ece039ba tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 210 time: 0.0267973 Sep 18 01:03:04.796336 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3e04cbd-229e-4787-8854-244ed8f9391e req-2fd932bf-4c8b-4e7e-b66f-456999869285 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 210 time: 0.0305161 Sep 18 01:03:05.367633 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-d26217fa-485e-4170-bb95-144cc5cabf71 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:05.369119 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-d26217fa-485e-4170-bb95-144cc5cabf71 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.37 "GET /v2.0/networks?id=91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 200 len: 808 time: 0.0997732 Sep 18 01:03:05.411093 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-44102474-c908-4aa1-ba28-72f4cc281f91 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4e75d088a414957aeb76d10f5e7323e HTTP/1.1" status: 200 len: 379 time: 0.0330410 Sep 18 01:03:05.420210 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-c817a651-4c8e-4ecf-9080-ecdcf89f26b4 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Request body: {'port': {'device_id': 'f88a7697-4a98-4742-8cfa-dd7deab379d9', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'admin_state_up': True, 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'security_groups': ['25fa6e23-1fbb-4917-af9c-323fee0bbe64']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:05.571244 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-c817a651-4c8e-4ecf-9080-ecdcf89f26b4 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Made reservation on behalf of a4e75d088a414957aeb76d10f5e7323e for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:03:05.575514 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-c817a651-4c8e-4ecf-9080-ecdcf89f26b4 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:05.705750 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-c817a651-4c8e-4ecf-9080-ecdcf89f26b4 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Allocated IP 172.20.0.10 (91e30985-b7e2-4248-9f7b-1a50d6d64348/6a25254e-ed8a-4c5d-8161-8c85d7bba264/ce951041-819b-412e-be9e-71d99d9e96d3) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:03:05.854161 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-c817a651-4c8e-4ecf-9080-ecdcf89f26b4 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:05.909997 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2801f964-7bae-4757-b934-87b97b6f7bfc req-edc961e7-ebad-4f0b-8141-bb069bfdae71 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 210 time: 0.0364180 Sep 18 01:03:05.981594 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-c817a651-4c8e-4ecf-9080-ecdcf89f26b4 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:06.028109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-c817a651-4c8e-4ecf-9080-ecdcf89f26b4 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Network 91e30985-b7e2-4248-9f7b-1a50d6d64348 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:03:06.031304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-c817a651-4c8e-4ecf-9080-ecdcf89f26b4 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:03:06.038055 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-c817a651-4c8e-4ecf-9080-ecdcf89f26b4 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:03:06.065494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817a651-4c8e-4ecf-9080-ecdcf89f26b4 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event updated for resources: {'Port': ['ID=ce951041-819b-412e-be9e-71d99d9e96d3,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:06.095796 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-c817a651-4c8e-4ecf-9080-ecdcf89f26b4 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:06.096771 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-c817a651-4c8e-4ecf-9080-ecdcf89f26b4 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:06.167859 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-c817a651-4c8e-4ecf-9080-ecdcf89f26b4 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7505858 Sep 18 01:03:06.180127 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Request body: {'port': {'device_id': 'f88a7697-4a98-4742-8cfa-dd7deab379d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:06.239885 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:06.251833 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-358e14f9-906b-4c61-9ab3-be8948db6b7f None None] Provisioning complete for port ce951041-819b-412e-be9e-71d99d9e96d3 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:03:06.254138 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-358e14f9-906b-4c61-9ab3-be8948db6b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:06.287023 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-358e14f9-906b-4c61-9ab3-be8948db6b7f None None] Port ce951041-819b-412e-be9e-71d99d9e96d3 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:03:06.501139 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce951041-819b-412e-be9e-71d99d9e96d3 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:03:06.508989 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:06.522005 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Transition to ACTIVE for port object ce951041-819b-412e-be9e-71d99d9e96d3 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:03:06.589030 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:06.651573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Pushing event updated for resources: {'Port': ['ID=ce951041-819b-412e-be9e-71d99d9e96d3,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:06.729505 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Attempting to bind port ce951041-819b-412e-be9e-71d99d9e96d3 on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:03:06.730359 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Attempting to bind port ce951041-819b-412e-be9e-71d99d9e96d3 by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '261eabb7-ec89-4568-a2ff-0c67aab6d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:03:06.730697 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Attempting to bind port ce951041-819b-412e-be9e-71d99d9e96d3 on network 91e30985-b7e2-4248-9f7b-1a50d6d64348 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:03:06.735223 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Port ce951041-819b-412e-be9e-71d99d9e96d3 on network 91e30985-b7e2-4248-9f7b-1a50d6d64348 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:03:06.735650 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Attempting to bind port ce951041-819b-412e-be9e-71d99d9e96d3 on network 91e30985-b7e2-4248-9f7b-1a50d6d64348 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:03:06.740796 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:03:06.741195 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Checking segment: {'id': '261eabb7-ec89-4568-a2ff-0c67aab6d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:03:06.741589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Bound using segment: {'id': '261eabb7-ec89-4568-a2ff-0c67aab6d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:03:06.742027 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Bound port: ce951041-819b-412e-be9e-71d99d9e96d3, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261eabb7-ec89-4568-a2ff-0c67aab6d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:03:06.742397 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:06.815364 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] For port ce951041-819b-412e-be9e-71d99d9e96d3, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:03:06.819193 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] For port ce951041-819b-412e-be9e-71d99d9e96d3, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ce951041-819b-412e-be9e-71d99d9e96d3,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:03:06.901256 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:06.937368 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:06.938136 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:06.939932 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] 10.222.0.37 "PUT /v2.0/ports/ce951041-819b-412e-be9e-71d99d9e96d3 HTTP/1.1" status: 200 len: 1092 time: 0.7644739 Sep 18 01:03:06.942219 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88a7697-4a98-4742-8cfa-dd7deab379d9', 'tag': 'ce951041-819b-412e-be9e-71d99d9e96d3'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:06.945525 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb81070-26a8-4312-a8a0-4a0c390dc77b" -d '{"events": [{"name": "network-changed", "server_uuid": "f88a7697-4a98-4742-8cfa-dd7deab379d9", "tag": "ce951041-819b-412e-be9e-71d99d9e96d3"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:06.972372 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf95ad-0165-402c-b21f-fc29ea61f337 service neutron] Pushing event updated for resources: {'Port': ['ID=ce951041-819b-412e-be9e-71d99d9e96d3,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:07.002432 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240edf3e-bf94-4170-9afe-dd64918b71a5 x-openstack-request-id: req-240edf3e-bf94-4170-9afe-dd64918b71a5 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:07.002848 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88a7697-4a98-4742-8cfa-dd7deab379d9", "tag": "ce951041-819b-412e-be9e-71d99d9e96d3", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:07.003210 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-240edf3e-bf94-4170-9afe-dd64918b71a5 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:07.003707 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88a7697-4a98-4742-8cfa-dd7deab379d9', 'tag': 'ce951041-819b-412e-be9e-71d99d9e96d3', 'status': 'completed', 'code': 200} Sep 18 01:03:07.104962 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb81070-26a8-4312-a8a0-4a0c390dc77b req-716b1adc-c30a-42b9-b7d4-909d8d3cda0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:07.106580 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ebb81070-26a8-4312-a8a0-4a0c390dc77b req-716b1adc-c30a-42b9-b7d4-909d8d3cda0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 1095 time: 0.0810649 Sep 18 01:03:07.115381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f930a7b-f9da-40c0-bf36-f6cd74ec4489 req-c49df6cc-184c-4a68-a36a-603240b2f28c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:07.117065 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f930a7b-f9da-40c0-bf36-f6cd74ec4489 req-c49df6cc-184c-4a68-a36a-603240b2f28c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0826383 Sep 18 01:03:07.160405 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5f930a7b-f9da-40c0-bf36-f6cd74ec4489 req-e42d3526-60db-43d9-96b2-8308a46b5395 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361664 Sep 18 01:03:07.296032 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb81070-26a8-4312-a8a0-4a0c390dc77b req-3c414a95-4dce-4f35-bd54-8d9b01b973d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:07.297443 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ebb81070-26a8-4312-a8a0-4a0c390dc77b req-3c414a95-4dce-4f35-bd54-8d9b01b973d8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a4e75d088a414957aeb76d10f5e7323e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0974858 Sep 18 01:03:07.395856 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb81070-26a8-4312-a8a0-4a0c390dc77b req-3ecc63aa-19f5-4837-bca7-b236e9744d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:07.397378 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ebb81070-26a8-4312-a8a0-4a0c390dc77b req-3ecc63aa-19f5-4837-bca7-b236e9744d8f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927258 Sep 18 01:03:07.473807 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-b29fd391-d8fb-4cd2-a9e5-a7014be940b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:07.475299 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-b29fd391-d8fb-4cd2-a9e5-a7014be940b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 1095 time: 0.0402961 Sep 18 01:03:07.520990 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-323d2cd3-c8e7-4858-9a1e-d3d91fe27d30 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce951041-819b-412e-be9e-71d99d9e96d3 HTTP/1.1" status: 200 len: 217 time: 0.0380018 Sep 18 01:03:07.569429 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-ca188a10-4024-4979-90af-ddddb13f93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:07.571213 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-ca188a10-4024-4979-90af-ddddb13f93fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a25254e-ed8a-4c5d-8161-8c85d7bba264 HTTP/1.1" status: 200 len: 847 time: 0.0429196 Sep 18 01:03:07.616737 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-e3ba7084-a9b6-4346-bb6b-16ed5bbe0975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:07.618294 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-e3ba7084-a9b6-4346-bb6b-16ed5bbe0975 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91e30985-b7e2-4248-9f7b-1a50d6d64348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399745 Sep 18 01:03:07.709787 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-14c58dab-1003-42d3-8a0c-897ccccf20a2 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842271 Sep 18 01:03:07.798998 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fda7906c-7bf0-436c-bd93-ef10ec1ea5e8 req-3668a779-d382-4a71-9493-3e9e1b9e2f5b service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821469 Sep 18 01:03:08.282344 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047d7b8-7545-46d8-b637-a23a8c09d512 req-bdf4ec8e-f65f-40a4-9c12-e9a71e5b6d52 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:08.283719 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c047d7b8-7545-46d8-b637-a23a8c09d512 req-bdf4ec8e-f65f-40a4-9c12-e9a71e5b6d52 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0535750 Sep 18 01:03:08.321184 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c047d7b8-7545-46d8-b637-a23a8c09d512 req-7067f38e-30f7-43e3-8390-5d6dc4ed49b6 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313835 Sep 18 01:03:09.436271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a712b-d303-4f11-85c0-c6fca2cca00c req-1f040e95-b395-4aaf-97fb-3c93830fb1fe tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:09.437826 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f2a712b-d303-4f11-85c0-c6fca2cca00c req-1f040e95-b395-4aaf-97fb-3c93830fb1fe tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0506425 Sep 18 01:03:09.474466 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7f2a712b-d303-4f11-85c0-c6fca2cca00c req-e871263b-dc16-4656-8244-57e5336e54e7 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302293 Sep 18 01:03:10.587444 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb352e76-a189-445e-b06b-9ffa49144daf req-460107b4-f1c8-4fe7-9ed2-30c194cd06a0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:10.589435 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb352e76-a189-445e-b06b-9ffa49144daf req-460107b4-f1c8-4fe7-9ed2-30c194cd06a0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0476463 Sep 18 01:03:10.632684 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bb352e76-a189-445e-b06b-9ffa49144daf req-c71d3a14-fb3b-4277-899d-c0f68e79ae98 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371130 Sep 18 01:03:11.216649 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:11.748586 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b98c83-3506-4cd8-b692-93ccc007c462 req-98613b1b-3f2f-4a7f-97d0-6c30e74563fb tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:11.750083 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3b98c83-3506-4cd8-b692-93ccc007c462 req-98613b1b-3f2f-4a7f-97d0-6c30e74563fb tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0514038 Sep 18 01:03:11.791775 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a3b98c83-3506-4cd8-b692-93ccc007c462 req-8b2bb175-7aba-4328-80a3-7599df0e311e tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349166 Sep 18 01:03:12.904733 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bdf6d-cb28-4bf9-88c0-a65f692c808f req-cf6b6bd9-eae0-4417-8d5f-84585835aeda tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:12.906232 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd7bdf6d-cb28-4bf9-88c0-a65f692c808f req-cf6b6bd9-eae0-4417-8d5f-84585835aeda tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0485232 Sep 18 01:03:12.943157 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fd7bdf6d-cb28-4bf9-88c0-a65f692c808f req-7f9c7ae3-87ad-410b-8006-db8dfa5df047 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309312 Sep 18 01:03:14.056564 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d9f6-e98b-4151-8d76-7178b91ff67d req-deb84dba-a0a2-42b9-8658-b5fdd957cc3e tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:14.058079 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0729d9f6-e98b-4151-8d76-7178b91ff67d req-deb84dba-a0a2-42b9-8658-b5fdd957cc3e tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0485811 Sep 18 01:03:14.095604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0729d9f6-e98b-4151-8d76-7178b91ff67d req-140c1314-b0a3-4157-a8d2-9acd2961fc6d tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315108 Sep 18 01:03:14.162815 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e8e3-a1a8-4e27-ba3e-15dc22cc152d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:14.242920 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:15.216842 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b817a9f-70c3-44f6-80ab-96d35d771f86 req-a0dd5351-47ea-4ce1-be96-c88f73010f27 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:15.218342 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b817a9f-70c3-44f6-80ab-96d35d771f86 req-a0dd5351-47ea-4ce1-be96-c88f73010f27 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0559392 Sep 18 01:03:15.254558 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2b817a9f-70c3-44f6-80ab-96d35d771f86 req-e9392bb8-2c01-480e-93c9-894cbf614e5c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303750 Sep 18 01:03:16.368142 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f2d8c-8b3b-408b-b8bd-1b527074732e req-4981ad27-7678-4293-9278-c6467da8d413 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:16.369614 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-100f2d8c-8b3b-408b-b8bd-1b527074732e req-4981ad27-7678-4293-9278-c6467da8d413 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0477669 Sep 18 01:03:16.405929 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-100f2d8c-8b3b-408b-b8bd-1b527074732e req-0b2c0823-f803-4e7e-ade0-3538ed61cb7a tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299163 Sep 18 01:03:16.717248 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-50f14f8e-6e67-4961-a83d-cf4959f2bc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:17.342330 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:17.569086 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d200a8-3fb3-47ff-9af9-7ca6a4fd83a2 req-aab91929-e159-4fa3-8ddb-19c654942b09 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:17.570529 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-93d200a8-3fb3-47ff-9af9-7ca6a4fd83a2 req-aab91929-e159-4fa3-8ddb-19c654942b09 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0469470 Sep 18 01:03:17.606740 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-93d200a8-3fb3-47ff-9af9-7ca6a4fd83a2 req-90716721-9aa9-4a91-9e95-cdaad621985d tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297763 Sep 18 01:03:18.083132 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:18.720457 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620c91c-3936-48b1-92c1-818b946877bb req-6e700ea9-ca92-4b98-9afc-d3b2d2a02b71 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:18.721929 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0620c91c-3936-48b1-92c1-818b946877bb req-6e700ea9-ca92-4b98-9afc-d3b2d2a02b71 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0505538 Sep 18 01:03:18.758421 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0620c91c-3936-48b1-92c1-818b946877bb req-14b1cc2e-bb1e-4c63-8513-34a450db6a25 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306492 Sep 18 01:03:19.681043 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ce951041-819b-412e-be9e-71d99d9e96d3 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:03:19.770476 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ce951041-819b-412e-be9e-71d99d9e96d3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ce951041-819b-412e-be9e-71d99d9e96d3,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:19.781796 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'ce951041-819b-412e-be9e-71d99d9e96d3', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'port_id': 'ce951041-819b-412e-be9e-71d99d9e96d3', 'mac_address': 'fa:16:3e:32:dd:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:03:19.825610 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:19.839317 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce951041-819b-412e-be9e-71d99d9e96d3 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:03:19.858418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ce951041-819b-412e-be9e-71d99d9e96d3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ce951041-819b-412e-be9e-71d99d9e96d3,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:19.875341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f756c7-756a-485b-b3ef-8771a3ba10ad req-631338b7-712d-4b61-8642-7a3cadcc27a8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:19.876980 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6f756c7-756a-485b-b3ef-8771a3ba10ad req-631338b7-712d-4b61-8642-7a3cadcc27a8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0488944 Sep 18 01:03:19.917161 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:19.918058 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a6f756c7-756a-485b-b3ef-8771a3ba10ad req-e1531125-0784-4f6c-8a88-55fde01b5e88 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351391 Sep 18 01:03:19.965162 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=ce951041-819b-412e-be9e-71d99d9e96d3,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:19.972427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:19.972775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:19.973138 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:19.973474 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:19.973806 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:19.974163 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:19.974561 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:19.974893 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:19.975218 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:19.975543 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:19.975866 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:19.976187 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:20.067905 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:20.118812 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['ce951041-819b-412e-be9e-71d99d9e96d3'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:03:21.031326 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f309c-e013-4ad7-9e8d-278098d10e9f req-49eab40e-3aeb-4a5e-850c-df693fbc429a tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:21.034757 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-038f309c-e013-4ad7-9e8d-278098d10e9f req-49eab40e-3aeb-4a5e-850c-df693fbc429a tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 945 time: 0.0498631 Sep 18 01:03:21.070041 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-038f309c-e013-4ad7-9e8d-278098d10e9f req-26406a4d-3bb2-4b69-91c4-bafd7ae473c7 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311222 Sep 18 01:03:21.696052 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ce951041-819b-412e-be9e-71d99d9e96d3 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:03:21.867898 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port ce951041-819b-412e-be9e-71d99d9e96d3 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:03:21.872458 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port ce951041-819b-412e-be9e-71d99d9e96d3 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:03:21.872848 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:21.952892 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:21.973837 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88a7697-4a98-4742-8cfa-dd7deab379d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce951041-819b-412e-be9e-71d99d9e96d3'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:21.976059 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da862b45-4975-4156-922d-583b322c7b29" -d '{"events": [{"server_uuid": "f88a7697-4a98-4742-8cfa-dd7deab379d9", "name": "network-vif-plugged", "status": "completed", "tag": "ce951041-819b-412e-be9e-71d99d9e96d3"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:21.988281 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ce951041-819b-412e-be9e-71d99d9e96d3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ce951041-819b-412e-be9e-71d99d9e96d3,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:22.012864 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2490c134-6486-403b-a898-34b887d00bbc x-openstack-request-id: req-2490c134-6486-403b-a898-34b887d00bbc {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:22.013068 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88a7697-4a98-4742-8cfa-dd7deab379d9", "name": "network-vif-plugged", "status": "completed", "tag": "ce951041-819b-412e-be9e-71d99d9e96d3", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:22.013315 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2490c134-6486-403b-a898-34b887d00bbc {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:22.013711 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88a7697-4a98-4742-8cfa-dd7deab379d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce951041-819b-412e-be9e-71d99d9e96d3', 'code': 200} Sep 18 01:03:22.039537 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:22.086738 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=ce951041-819b-412e-be9e-71d99d9e96d3,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:22.109680 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1239527-d15d-42ee-9934-70ee991ff318 req-16461d19-471e-4c25-b03b-e0d732aefc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:22.111178 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1239527-d15d-42ee-9934-70ee991ff318 req-16461d19-471e-4c25-b03b-e0d732aefc60 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 1097 time: 0.0436063 Sep 18 01:03:22.155906 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c1239527-d15d-42ee-9934-70ee991ff318 req-29de643c-7ac3-4c21-91a9-2fc1868a61f3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369172 Sep 18 01:03:22.191474 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76631ff-7b5b-415e-a2da-de6ae53b22d2 req-3fda6a85-9b3e-4160-8539-c3a4c3646f19 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:22.192900 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f76631ff-7b5b-415e-a2da-de6ae53b22d2 req-3fda6a85-9b3e-4160-8539-c3a4c3646f19 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0547581 Sep 18 01:03:22.230589 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f76631ff-7b5b-415e-a2da-de6ae53b22d2 req-38d31589-0449-487d-ba01-d4289ac90ea2 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317175 Sep 18 01:03:22.645146 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:03:23.355050 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ac212-100e-4f26-82c2-2e2c2535ef5c req-e5bc980d-65d6-4d1c-9a9c-d898286e3fd2 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:23.356606 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-404ac212-100e-4f26-82c2-2e2c2535ef5c req-e5bc980d-65d6-4d1c-9a9c-d898286e3fd2 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0530219 Sep 18 01:03:23.396013 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-404ac212-100e-4f26-82c2-2e2c2535ef5c req-bb19bff8-2280-4a2a-b4a4-4dbfde7793e7 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333672 Sep 18 01:03:24.510770 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c350b0-55ae-4a45-ae7f-22004afbd8b4 req-98d723a5-3eb9-493c-9ac7-c679b0ccb44a tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:24.512490 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0c350b0-55ae-4a45-ae7f-22004afbd8b4 req-98d723a5-3eb9-493c-9ac7-c679b0ccb44a tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0514352 Sep 18 01:03:24.548980 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e0c350b0-55ae-4a45-ae7f-22004afbd8b4 req-7dd989b2-6907-4e4d-8d77-9ccf8f97311f tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305498 Sep 18 01:03:24.659168 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e8331-08f8-49dc-b91f-0d0f4fda523f req-19dd81d0-6500-42ce-8a1b-4bf65bbc3c68 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:24.660627 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe6e8331-08f8-49dc-b91f-0d0f4fda523f req-19dd81d0-6500-42ce-8a1b-4bf65bbc3c68 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0478425 Sep 18 01:03:24.698293 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fe6e8331-08f8-49dc-b91f-0d0f4fda523f req-c64cc960-2e33-4e35-ba14-9ce5d2049f78 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317957 Sep 18 01:03:24.719118 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33884) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:24.758355 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c37a6fd-aa2c-4515-ba96-8248e8809108 tempest-TestShelveInstance-991008319 tempest-TestShelveInstance-991008319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:24.759838 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3c37a6fd-aa2c-4515-ba96-8248e8809108 tempest-TestShelveInstance-991008319 tempest-TestShelveInstance-991008319-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 1092 time: 0.0397730 Sep 18 01:03:24.762835 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 33886) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:03:24.766967 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': 'ce951041-819b-412e-be9e-71d99d9e96d3', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:24.850713 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:24.944967 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:25.044612 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Allocated IP 172.25.3.117 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/5a69c8c6-5c5a-4a69-ba0f-acbe74bcf300) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:03:25.146472 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:25.245420 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:25.281112 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:03:25.283825 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:03:25.287320 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:03:25.312061 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event updated for resources: {'Port': ['ID=5a69c8c6-5c5a-4a69-ba0f-acbe74bcf300,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:25.640190 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:25.767132 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:25.915331 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:25.970639 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:26.334862 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event updated for resources: {'Port': ['ID=5a69c8c6-5c5a-4a69-ba0f-acbe74bcf300,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:26.344945 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:26.440619 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Floating IP 74d48586-5a43-43b8-9010-2c4f049bc1e4 associated. External IP: 172.25.3.117, port: ce951041-819b-412e-be9e-71d99d9e96d3. Sep 18 01:03:26.643306 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Router 2a740255-7693-4af6-9f94-5039927ad8d3 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:03:26.744863 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:03:26.754761 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403e05e-5ba5-461e-878f-ed6bffe012e9 None None] Sync routers for ids ['2a740255-7693-4af6-9f94-5039927ad8d3'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:03:26.765126 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6403e05e-5ba5-461e-878f-ed6bffe012e9 None None] Routers {'2a740255-7693-4af6-9f94-5039927ad8d3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:03:26.765751 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6403e05e-5ba5-461e-878f-ed6bffe012e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:03:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2a740255-7693-4af6-9f94-5039927ad8d3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:26.799104 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:26.829499 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-352ba911-4120-4cea-a0d9-3186062bf2b8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0656633 Sep 18 01:03:26.830104 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88a7697-4a98-4742-8cfa-dd7deab379d9', 'tag': 'ce951041-819b-412e-be9e-71d99d9e96d3'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:03:26.832377 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83089ca-6c51-47dc-ae36-f1f8bc0d07c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f88a7697-4a98-4742-8cfa-dd7deab379d9", "tag": "ce951041-819b-412e-be9e-71d99d9e96d3"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:26.869549 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-6403e05e-5ba5-461e-878f-ed6bffe012e9 None None] Set router 2a740255-7693-4af6-9f94-5039927ad8d3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:03:26.938061 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd0a776-d118-4271-b229-1fb975ce2d54 x-openstack-request-id: req-0dd0a776-d118-4271-b229-1fb975ce2d54 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:26.938359 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88a7697-4a98-4742-8cfa-dd7deab379d9", "tag": "ce951041-819b-412e-be9e-71d99d9e96d3", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:26.938618 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0dd0a776-d118-4271-b229-1fb975ce2d54 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:26.939028 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88a7697-4a98-4742-8cfa-dd7deab379d9', 'tag': 'ce951041-819b-412e-be9e-71d99d9e96d3', 'status': 'completed', 'code': 200} Sep 18 01:03:26.999985 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83089ca-6c51-47dc-ae36-f1f8bc0d07c0 req-a91d9be1-0003-4dc1-83e5-40cee24abab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:27.001549 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f83089ca-6c51-47dc-ae36-f1f8bc0d07c0 req-a91d9be1-0003-4dc1-83e5-40cee24abab5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 1097 time: 0.0404596 Sep 18 01:03:27.092386 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83089ca-6c51-47dc-ae36-f1f8bc0d07c0 req-48520015-6584-43f3-b604-4c37c872c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:27.093531 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6403e05e-5ba5-461e-878f-ed6bffe012e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 4, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port': {'id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '74d48586-5a43-43b8-9010-2c4f049bc1e4', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'port_id': 'ce951041-819b-412e-be9e-71d99d9e96d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'mac_address': 'fa:16:3e:32:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a7697-4a98-4742-8cfa-dd7deab379d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:03:25Z', 'updated_at': '2021-09-18T01:03:25Z', 'revision_number': 0, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ac7098-cd34-4fa1-9440-ec6b6680674e', 'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'mac_address': 'fa:16:3e:ae:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:09Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 5, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'subnets': [{'id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:27.093895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f83089ca-6c51-47dc-ae36-f1f8bc0d07c0 req-48520015-6584-43f3-b604-4c37c872c27d service neutron] 10.222.0.37 "GET /v2.0/networks?id=91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 200 len: 909 time: 0.0852611 Sep 18 01:03:27.120022 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403e05e-5ba5-461e-878f-ed6bffe012e9 None None] Checking router: 2a740255-7693-4af6-9f94-5039927ad8d3 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:03:27.128341 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6403e05e-5ba5-461e-878f-ed6bffe012e9 None None] Routers {'2a740255-7693-4af6-9f94-5039927ad8d3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:03:27.128990 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6403e05e-5ba5-461e-878f-ed6bffe012e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:03:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2a740255-7693-4af6-9f94-5039927ad8d3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:27.162303 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f83089ca-6c51-47dc-ae36-f1f8bc0d07c0 req-00912067-484f-47fb-93f6-ea3db12580e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce951041-819b-412e-be9e-71d99d9e96d3 HTTP/1.1" status: 200 len: 1000 time: 0.0611308 Sep 18 01:03:27.210015 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83089ca-6c51-47dc-ae36-f1f8bc0d07c0 req-700087e6-31b5-4016-bf92-1371426a2695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:27.211481 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f83089ca-6c51-47dc-ae36-f1f8bc0d07c0 req-700087e6-31b5-4016-bf92-1371426a2695 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a25254e-ed8a-4c5d-8161-8c85d7bba264 HTTP/1.1" status: 200 len: 847 time: 0.0431046 Sep 18 01:03:27.231453 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-6403e05e-5ba5-461e-878f-ed6bffe012e9 None None] Set router 2a740255-7693-4af6-9f94-5039927ad8d3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:03:27.255973 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83089ca-6c51-47dc-ae36-f1f8bc0d07c0 req-b36bb801-3f9d-429d-9738-022b51e1fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:03:27.257544 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f83089ca-6c51-47dc-ae36-f1f8bc0d07c0 req-b36bb801-3f9d-429d-9738-022b51e1fe1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91e30985-b7e2-4248-9f7b-1a50d6d64348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392673 Sep 18 01:03:27.350521 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f83089ca-6c51-47dc-ae36-f1f8bc0d07c0 req-ecae51c1-d39f-448c-a678-28c4b42aa05a service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853517 Sep 18 01:03:27.443818 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f83089ca-6c51-47dc-ae36-f1f8bc0d07c0 req-b01111e7-d8aa-4128-9f23-c49befb25d4d service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863643 Sep 18 01:03:27.447538 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-6403e05e-5ba5-461e-878f-ed6bffe012e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 4, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port': {'id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '74d48586-5a43-43b8-9010-2c4f049bc1e4', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'port_id': 'ce951041-819b-412e-be9e-71d99d9e96d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'mac_address': 'fa:16:3e:32:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a7697-4a98-4742-8cfa-dd7deab379d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:03:25Z', 'updated_at': '2021-09-18T01:03:25Z', 'revision_number': 0, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ac7098-cd34-4fa1-9440-ec6b6680674e', 'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'mac_address': 'fa:16:3e:ae:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:09Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 5, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'subnets': [{'id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:27.477724 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403e05e-5ba5-461e-878f-ed6bffe012e9 None None] The sync data for ids ['2a740255-7693-4af6-9f94-5039927ad8d3'] in n-d-809883-1 is: [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 4, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port': {'id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '74d48586-5a43-43b8-9010-2c4f049bc1e4', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'port_id': 'ce951041-819b-412e-be9e-71d99d9e96d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'mac_address': 'fa:16:3e:32:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a7697-4a98-4742-8cfa-dd7deab379d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:03:25Z', 'updated_at': '2021-09-18T01:03:25Z', 'revision_number': 0, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ac7098-cd34-4fa1-9440-ec6b6680674e', 'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'mac_address': 'fa:16:3e:ae:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:09Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 5, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'subnets': [{'id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:03:27.658359 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c5c2ae-ec3b-4f7c-8647-3d33d7f7c76d None None] New status for floating IP 74d48586-5a43-43b8-9010-2c4f049bc1e4: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:03:41.244418 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:44.158284 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e8a52337-0723-40a4-aa12-5252748ecc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:44.190729 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:46.690066 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-951b4a5b-ac32-4c86-85db-1fb9f02f1939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:47.369696 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:48.072694 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:50.088288 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:03:59.643861 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:04:06.943970 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff9c71c1-462e-4058-af3a-8fd0c5aee57e req-f39d5dd8-00db-460d-85c3-052649161d58 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391583 Sep 18 01:04:07.026303 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c71c1-462e-4058-af3a-8fd0c5aee57e req-d9e9adc0-3bd2-497a-8c2e-45c555d06934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:07.027817 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff9c71c1-462e-4058-af3a-8fd0c5aee57e req-d9e9adc0-3bd2-497a-8c2e-45c555d06934 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 1097 time: 0.0421131 Sep 18 01:04:07.130983 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c71c1-462e-4058-af3a-8fd0c5aee57e req-a9c30da5-d5e1-4850-a0df-670c058c3084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:07.133095 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff9c71c1-462e-4058-af3a-8fd0c5aee57e req-a9c30da5-d5e1-4850-a0df-670c058c3084 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 200 len: 909 time: 0.0868740 Sep 18 01:04:07.196965 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff9c71c1-462e-4058-af3a-8fd0c5aee57e req-b568210a-7e37-41d5-8b33-70e059548623 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce951041-819b-412e-be9e-71d99d9e96d3 HTTP/1.1" status: 200 len: 1002 time: 0.0573287 Sep 18 01:04:07.244348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c71c1-462e-4058-af3a-8fd0c5aee57e req-665bed9e-fc90-4979-a84d-7c18c0938d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:07.245789 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff9c71c1-462e-4058-af3a-8fd0c5aee57e req-665bed9e-fc90-4979-a84d-7c18c0938d6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a25254e-ed8a-4c5d-8161-8c85d7bba264 HTTP/1.1" status: 200 len: 847 time: 0.0424466 Sep 18 01:04:07.294701 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c71c1-462e-4058-af3a-8fd0c5aee57e req-87c2a65b-0dd0-472d-9f4a-93ba77414726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:04:07.296240 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff9c71c1-462e-4058-af3a-8fd0c5aee57e req-87c2a65b-0dd0-472d-9f4a-93ba77414726 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91e30985-b7e2-4248-9f7b-1a50d6d64348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438492 Sep 18 01:04:07.385346 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff9c71c1-462e-4058-af3a-8fd0c5aee57e req-cfcdbe3d-e242-4af1-86c2-31be7abee0fe service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817757 Sep 18 01:04:07.475956 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ff9c71c1-462e-4058-af3a-8fd0c5aee57e req-b486841a-6599-4560-87f2-4b8d2578b3c5 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836689 Sep 18 01:04:11.236257 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:14.196455 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-990e94fc-a7d8-446b-8e88-f999e7de82a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:14.249520 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:16.687522 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fc4237e2-d55a-493f-8270-5333e2059666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:17.374601 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:18.093310 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:20.122581 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:36.642238 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:04:41.259254 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:44.172969 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3b116631-909a-49cc-b75d-0382b866a037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:44.235723 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:46.693458 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0209fa38-87fc-418d-9219-fa98543f436b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:47.396250 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:48.121536 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:04:50.082041 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:07.942488 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b316433-02ab-4e49-b310-63c49a25290d req-a47e4945-9ed0-4c07-b246-fdf689e11f90 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403974 Sep 18 01:05:08.023315 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b316433-02ab-4e49-b310-63c49a25290d req-eae4661d-556c-4286-be22-e258cb0f6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:08.024824 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b316433-02ab-4e49-b310-63c49a25290d req-eae4661d-556c-4286-be22-e258cb0f6b16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 1097 time: 0.0410662 Sep 18 01:05:08.128615 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b316433-02ab-4e49-b310-63c49a25290d req-a000d0a7-e6be-48d8-8291-faa9b6d2e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:08.130130 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b316433-02ab-4e49-b310-63c49a25290d req-a000d0a7-e6be-48d8-8291-faa9b6d2e3e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 200 len: 909 time: 0.0874307 Sep 18 01:05:08.192784 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b316433-02ab-4e49-b310-63c49a25290d req-291909c2-37b6-4d30-9d74-c3d2e818ec98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce951041-819b-412e-be9e-71d99d9e96d3 HTTP/1.1" status: 200 len: 1002 time: 0.0556772 Sep 18 01:05:08.244277 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b316433-02ab-4e49-b310-63c49a25290d req-8e0e83f0-666d-4938-ab24-ace8b94eb0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:08.245754 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b316433-02ab-4e49-b310-63c49a25290d req-8e0e83f0-666d-4938-ab24-ace8b94eb0c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a25254e-ed8a-4c5d-8161-8c85d7bba264 HTTP/1.1" status: 200 len: 847 time: 0.0468605 Sep 18 01:05:08.290939 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b316433-02ab-4e49-b310-63c49a25290d req-6eca4817-9deb-4d11-a7cf-277e7938d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:08.292389 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b316433-02ab-4e49-b310-63c49a25290d req-6eca4817-9deb-4d11-a7cf-277e7938d6ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91e30985-b7e2-4248-9f7b-1a50d6d64348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390561 Sep 18 01:05:08.379994 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b316433-02ab-4e49-b310-63c49a25290d req-13c9aec4-729c-4fb2-8b75-6b6efb694328 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793419 Sep 18 01:05:08.470303 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5b316433-02ab-4e49-b310-63c49a25290d req-4e8f6734-2a68-443f-97f6-ef1a6ccaac5e service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835629 Sep 18 01:05:11.246770 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:13.641268 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:05:14.171756 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-67e90178-ddd0-4089-ab2b-e911533350ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:14.217952 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:16.675114 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4d9ddc01-9090-4a2c-aa2d-53109ffe1e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:17.326572 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:18.092350 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:20.075025 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:41.251362 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:44.188164 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b9036189-2a49-4ff5-be21-4a8cb5cd26a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:44.262706 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:46.698240 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c831b2dc-7a42-4657-98f3-c89d3747ce17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:47.388761 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:48.108812 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:50.074284 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:05:50.640906 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:05:52.355533 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c8be0-ab21-4fcb-a227-9946e43d73f2 req-5dbc0de5-111e-47a2-a086-d3f6634c766e tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:52.357682 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f77c8be0-ab21-4fcb-a227-9946e43d73f2 req-5dbc0de5-111e-47a2-a086-d3f6634c766e tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0947766 Sep 18 01:05:52.397216 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f77c8be0-ab21-4fcb-a227-9946e43d73f2 req-c1c5a115-70af-43d6-8ff7-c919482886ec tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332046 Sep 18 01:05:53.581933 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18885dcc-adad-427b-b9ac-e3762d104fef req-031f0fac-86ad-4105-95c5-072fa25677a1 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:53.583408 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18885dcc-adad-427b-b9ac-e3762d104fef req-031f0fac-86ad-4105-95c5-072fa25677a1 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0916648 Sep 18 01:05:53.624168 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-18885dcc-adad-427b-b9ac-e3762d104fef req-79d17233-2674-4ae2-bc5f-98d38cc3f96d tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347319 Sep 18 01:05:54.763208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96948e7e-61ea-4484-bf18-f46150379e5d req-a95516d2-6ef8-4a1a-a4df-5a28e78673cb tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:54.764681 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-96948e7e-61ea-4484-bf18-f46150379e5d req-a95516d2-6ef8-4a1a-a4df-5a28e78673cb tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0490406 Sep 18 01:05:54.801600 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-96948e7e-61ea-4484-bf18-f46150379e5d req-d0f80310-3f54-4c7e-882d-5c3c5de57054 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305181 Sep 18 01:05:55.914911 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f474f1-4089-479f-853a-479470638839 req-e0c5478e-abd1-4c95-9001-23fa42886739 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:55.916395 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9f474f1-4089-479f-853a-479470638839 req-e0c5478e-abd1-4c95-9001-23fa42886739 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0485809 Sep 18 01:05:55.954005 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e9f474f1-4089-479f-853a-479470638839 req-1a9d457b-5b2a-4d6d-8474-2a4bb093c994 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312593 Sep 18 01:05:57.065468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb514f0e-d835-4cde-8145-a6ca2bd2ea01 req-661980e4-1c6b-4931-9e5e-6440a40cbf47 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:57.066935 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb514f0e-d835-4cde-8145-a6ca2bd2ea01 req-661980e4-1c6b-4931-9e5e-6440a40cbf47 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0467298 Sep 18 01:05:57.107313 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fb514f0e-d835-4cde-8145-a6ca2bd2ea01 req-a88f008f-fcb6-440a-840d-88f0bcd0cc73 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343618 Sep 18 01:05:58.222349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93617627-3be6-4c82-a3dc-09019f0bb06e req-bcd687aa-d3c2-402f-b6c1-9dc9cec9bd7f tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:58.224366 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-93617627-3be6-4c82-a3dc-09019f0bb06e req-bcd687aa-d3c2-402f-b6c1-9dc9cec9bd7f tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0509219 Sep 18 01:05:58.262836 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-93617627-3be6-4c82-a3dc-09019f0bb06e req-2b3b3d81-1000-40ec-8076-e0ea078cd134 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323336 Sep 18 01:05:59.375211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dd781-4ca1-4335-b757-5bb1e7eb3e85 req-9c03602d-4702-4e5c-a937-11165e9f1b83 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:05:59.377722 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b16dd781-4ca1-4335-b757-5bb1e7eb3e85 req-9c03602d-4702-4e5c-a937-11165e9f1b83 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0483222 Sep 18 01:05:59.414144 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b16dd781-4ca1-4335-b757-5bb1e7eb3e85 req-fb705171-6762-4c85-8205-d758aee382a8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312035 Sep 18 01:06:00.527875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330e3ec-78b9-4c12-a87c-c8c9270d9377 req-4c9b7b22-bcfa-4aad-b5e5-e09c4988baa2 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:00.529336 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b330e3ec-78b9-4c12-a87c-c8c9270d9377 req-4c9b7b22-bcfa-4aad-b5e5-e09c4988baa2 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0485322 Sep 18 01:06:00.569916 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b330e3ec-78b9-4c12-a87c-c8c9270d9377 req-f4685a9d-951b-4511-bcef-cbf0094ef6a8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347278 Sep 18 01:06:01.684694 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff24b4-3dd7-4b9f-b3d1-44ea72dc4ce3 req-a9619367-8795-4298-8ccb-f9d1ae982598 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:01.686166 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2dff24b4-3dd7-4b9f-b3d1-44ea72dc4ce3 req-a9619367-8795-4298-8ccb-f9d1ae982598 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0481420 Sep 18 01:06:01.723350 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2dff24b4-3dd7-4b9f-b3d1-44ea72dc4ce3 req-6f9047e8-3ae3-4981-b450-1122136ddd58 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311143 Sep 18 01:06:02.555459 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24256ccb-e392-4417-935a-a356731b4f66 req-f5fe3454-a25a-460a-9ce2-3054eabf41ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:02.557059 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24256ccb-e392-4417-935a-a356731b4f66 req-f5fe3454-a25a-460a-9ce2-3054eabf41ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 1097 time: 0.0805750 Sep 18 01:06:02.647856 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24256ccb-e392-4417-935a-a356731b4f66 req-36dcbdf8-e618-45d9-860e-a79b10842886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:02.649331 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24256ccb-e392-4417-935a-a356731b4f66 req-36dcbdf8-e618-45d9-860e-a79b10842886 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 200 len: 909 time: 0.0856338 Sep 18 01:06:02.711106 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24256ccb-e392-4417-935a-a356731b4f66 req-47166535-2014-411d-9ca2-b0d4da7e4f72 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce951041-819b-412e-be9e-71d99d9e96d3 HTTP/1.1" status: 200 len: 1002 time: 0.0544839 Sep 18 01:06:02.758116 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24256ccb-e392-4417-935a-a356731b4f66 req-0b735465-b8cd-4f0d-ae62-5cd960fc8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:02.759661 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24256ccb-e392-4417-935a-a356731b4f66 req-0b735465-b8cd-4f0d-ae62-5cd960fc8f99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a25254e-ed8a-4c5d-8161-8c85d7bba264 HTTP/1.1" status: 200 len: 847 time: 0.0418730 Sep 18 01:06:02.837864 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24256ccb-e392-4417-935a-a356731b4f66 req-d3d0563a-c448-404a-82fd-28bb12121012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:02.839347 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24256ccb-e392-4417-935a-a356731b4f66 req-d3d0563a-c448-404a-82fd-28bb12121012 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91e30985-b7e2-4248-9f7b-1a50d6d64348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724163 Sep 18 01:06:02.851107 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3920d1-6ebc-4381-99ff-cdb7f3bfbc8c req-25fe406c-7f9c-4f3f-9ab2-7048c9e40cb4 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:02.852474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a3920d1-6ebc-4381-99ff-cdb7f3bfbc8c req-25fe406c-7f9c-4f3f-9ab2-7048c9e40cb4 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0574627 Sep 18 01:06:02.940957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-9a3920d1-6ebc-4381-99ff-cdb7f3bfbc8c req-0716ed13-d44a-4a03-ba7f-787f47c395c8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807030 Sep 18 01:06:02.963013 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24256ccb-e392-4417-935a-a356731b4f66 req-ae12da5f-0cf9-46c4-b6b2-2efd564f579d service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096196 Sep 18 01:06:03.051649 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-24256ccb-e392-4417-935a-a356731b4f66 req-4a019b76-5210-4c63-8956-62ecee7307b7 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811231 Sep 18 01:06:04.060076 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0f83c-d001-4c9a-8b31-e5bb8b7ded25 req-42fcbdcc-365a-4628-ae5b-f170c5b25a06 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:04.061517 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b3d0f83c-d001-4c9a-8b31-e5bb8b7ded25 req-42fcbdcc-365a-4628-ae5b-f170c5b25a06 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0530782 Sep 18 01:06:04.100580 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b3d0f83c-d001-4c9a-8b31-e5bb8b7ded25 req-0f60becd-3a55-4e72-91bd-d14e27123308 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328002 Sep 18 01:06:05.214992 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9d546-c708-41de-9c70-9f98fe600250 req-a4c21854-da14-4818-af9f-8002fb7b0092 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:05.217030 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ece9d546-c708-41de-9c70-9f98fe600250 req-a4c21854-da14-4818-af9f-8002fb7b0092 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0486646 Sep 18 01:06:05.254416 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ece9d546-c708-41de-9c70-9f98fe600250 req-90d38c1e-1f7b-41f7-ae4a-f9d823b85c21 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313494 Sep 18 01:06:06.370502 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32725aa2-3f90-4955-bc76-b201ac6308d3 req-c26b6b34-0af2-411b-8a9f-52b772e49315 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:06.371974 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-32725aa2-3f90-4955-bc76-b201ac6308d3 req-c26b6b34-0af2-411b-8a9f-52b772e49315 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0480995 Sep 18 01:06:06.411556 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-32725aa2-3f90-4955-bc76-b201ac6308d3 req-7aac3939-65e3-4ecd-b5ef-54fc1a9f42f0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333202 Sep 18 01:06:07.529735 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ead601-4e49-4826-aed3-dbebf0a99721 req-6a73f400-ce17-48b3-9df0-3c78ffd650c2 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:07.531829 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23ead601-4e49-4826-aed3-dbebf0a99721 req-6a73f400-ce17-48b3-9df0-3c78ffd650c2 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0525689 Sep 18 01:06:07.568598 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23ead601-4e49-4826-aed3-dbebf0a99721 req-c73e89b5-5010-4f39-8f08-21d43891fbeb tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310311 Sep 18 01:06:07.671746 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-d6d68019-9fc8-4834-a3c5-458b3ef974b6 req-405e2cf6-01eb-4cee-b1ca-8312c96d2127 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:06:07.672758 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d6d68019-9fc8-4834-a3c5-458b3ef974b6 req-405e2cf6-01eb-4cee-b1ca-8312c96d2127 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0427358 Sep 18 01:06:07.954840 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64714b6-5d18-4ab8-ba1b-f2ea19786228 req-2b549e7f-3072-45dd-b746-d08d680125e9 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:07.956451 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b64714b6-5d18-4ab8-ba1b-f2ea19786228 req-2b549e7f-3072-45dd-b746-d08d680125e9 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0492477 Sep 18 01:06:07.994759 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b64714b6-5d18-4ab8-ba1b-f2ea19786228 req-8d094c7c-eb0b-4e02-8c99-3300c7e21a53 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321410 Sep 18 01:06:08.009732 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e53d6b72-fa9b-4635-9695-ea70d2edcbd5 req-e47755ce-f56a-4518-a092-3f3ca51b91aa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791280 Sep 18 01:06:08.019290 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-e53d6b72-fa9b-4635-9695-ea70d2edcbd5 req-9da67f87-3852-4000-8a9f-e343845c7a9c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:06:08.020243 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [req-e53d6b72-fa9b-4635-9695-ea70d2edcbd5 req-9da67f87-3852-4000-8a9f-e343845c7a9c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056436 Sep 18 01:06:08.549807 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ce951041-819b-412e-be9e-71d99d9e96d3 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:06:08.623688 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:08.646341 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88a7697-4a98-4742-8cfa-dd7deab379d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce951041-819b-412e-be9e-71d99d9e96d3'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:06:08.648577 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c0b231-c5cd-4cdc-8735-e31e53519f32" -d '{"events": [{"server_uuid": "f88a7697-4a98-4742-8cfa-dd7deab379d9", "name": "network-vif-unplugged", "status": "completed", "tag": "ce951041-819b-412e-be9e-71d99d9e96d3"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:06:08.661153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ce951041-819b-412e-be9e-71d99d9e96d3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ce951041-819b-412e-be9e-71d99d9e96d3,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:08.730393 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Sep 2021 01:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e68362-62a2-4e54-b817-fca788b52866 x-openstack-request-id: req-14e68362-62a2-4e54-b817-fca788b52866 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:06:08.730689 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88a7697-4a98-4742-8cfa-dd7deab379d9", "name": "network-vif-unplugged", "status": "failed", "tag": "ce951041-819b-412e-be9e-71d99d9e96d3", "code": 422}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:06:08.730943 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14e68362-62a2-4e54-b817-fca788b52866 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:06:08.731344 n-d-809883-1 neutron-server[95593]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f88a7697-4a98-4742-8cfa-dd7deab379d9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ce951041-819b-412e-be9e-71d99d9e96d3', 'code': 422} returned with failed status Sep 18 01:06:08.742219 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:08.788244 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=ce951041-819b-412e-be9e-71d99d9e96d3,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:08.795380 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:08.801670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:08.801670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:08.801670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:08.801670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:08.801670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:08.801670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:08.801670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:08.801670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:08.801670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:08.801670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:08.801670 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:09.109477 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e885bc-cab5-413a-b38d-09048ce856fe req-7eb535e7-edda-43c7-abb0-aaf01bb5dfd2 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:09.110963 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70e885bc-cab5-413a-b38d-09048ce856fe req-7eb535e7-edda-43c7-abb0-aaf01bb5dfd2 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0479829 Sep 18 01:06:09.147805 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-70e885bc-cab5-413a-b38d-09048ce856fe req-155f16f5-ebe8-4aa7-8f5f-8aa419f2a073 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309720 Sep 18 01:06:10.264060 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a3d4d-45cf-4b32-bc76-815db0fd2269 req-8ae256d1-a1df-4763-a61c-f43cabc30f01 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:10.265987 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-239a3d4d-45cf-4b32-bc76-815db0fd2269 req-8ae256d1-a1df-4763-a61c-f43cabc30f01 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0521445 Sep 18 01:06:10.303795 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-239a3d4d-45cf-4b32-bc76-815db0fd2269 req-a0f7c22d-e97d-493d-b200-fd124bf204d2 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317495 Sep 18 01:06:11.239606 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:11.418646 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894fce0-55d5-4c7d-a47f-7af1993f5b6e req-d16ff8c9-3729-4b12-bd14-4efa73558c1d tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:11.420181 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d894fce0-55d5-4c7d-a47f-7af1993f5b6e req-d16ff8c9-3729-4b12-bd14-4efa73558c1d tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0491436 Sep 18 01:06:11.458613 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d894fce0-55d5-4c7d-a47f-7af1993f5b6e req-62a4393f-2417-41a5-8578-7679644bc4ee tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316961 Sep 18 01:06:12.573585 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62b623-0b5e-4ea0-9815-806268f35864 req-f796600d-42d9-47ad-b8b3-7c42b74ad4aa tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:12.575168 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd62b623-0b5e-4ea0-9815-806268f35864 req-f796600d-42d9-47ad-b8b3-7c42b74ad4aa tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0502608 Sep 18 01:06:12.615380 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-dd62b623-0b5e-4ea0-9815-806268f35864 req-d58bd9d6-1cca-432c-b2c4-def1e1e0a65a tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339684 Sep 18 01:06:13.730394 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35891e5-32e5-4b1e-8c7b-fc42b50034f9 req-2d452f73-bacb-4d55-a75a-c4c17aa3ffd8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:13.731881 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b35891e5-32e5-4b1e-8c7b-fc42b50034f9 req-2d452f73-bacb-4d55-a75a-c4c17aa3ffd8 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0504236 Sep 18 01:06:13.793898 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b35891e5-32e5-4b1e-8c7b-fc42b50034f9 req-7d19e32e-b43f-474d-9dfa-428fb8250a8c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554302 Sep 18 01:06:13.803698 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d6b72-fa9b-4635-9695-ea70d2edcbd5 req-0dfcb951-638e-4dfc-b602-fe48ace8313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:13.805182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e53d6b72-fa9b-4635-9695-ea70d2edcbd5 req-0dfcb951-638e-4dfc-b602-fe48ace8313a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9&tenant_id=a4e75d088a414957aeb76d10f5e7323e HTTP/1.1" status: 200 len: 1095 time: 0.0532954 Sep 18 01:06:13.865790 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d6b72-fa9b-4635-9695-ea70d2edcbd5 req-afae6311-9a4b-4169-a356-93fb40d44265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:13.867232 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e53d6b72-fa9b-4635-9695-ea70d2edcbd5 req-afae6311-9a4b-4169-a356-93fb40d44265 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 1095 time: 0.0391662 Sep 18 01:06:13.957494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d6b72-fa9b-4635-9695-ea70d2edcbd5 req-87684c0d-0346-4d85-a60e-9e3043735768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:13.958851 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e53d6b72-fa9b-4635-9695-ea70d2edcbd5 req-87684c0d-0346-4d85-a60e-9e3043735768 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 200 len: 909 time: 0.0849988 Sep 18 01:06:14.023294 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e53d6b72-fa9b-4635-9695-ea70d2edcbd5 req-8b113ae1-bf6e-4ad9-8edd-1cde1902d1df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce951041-819b-412e-be9e-71d99d9e96d3 HTTP/1.1" status: 200 len: 1000 time: 0.0573063 Sep 18 01:06:14.075431 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d6b72-fa9b-4635-9695-ea70d2edcbd5 req-82ae3da3-c34e-4551-b198-b9a42b208c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:14.076924 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e53d6b72-fa9b-4635-9695-ea70d2edcbd5 req-82ae3da3-c34e-4551-b198-b9a42b208c5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a25254e-ed8a-4c5d-8161-8c85d7bba264 HTTP/1.1" status: 200 len: 847 time: 0.0470798 Sep 18 01:06:14.123468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d6b72-fa9b-4635-9695-ea70d2edcbd5 req-86cd8757-00e0-47d8-a677-db0123a35a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:14.125227 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e53d6b72-fa9b-4635-9695-ea70d2edcbd5 req-86cd8757-00e0-47d8-a677-db0123a35a6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91e30985-b7e2-4248-9f7b-1a50d6d64348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410461 Sep 18 01:06:14.181114 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-2eb33d13-6fd7-4936-807e-a981a67c6846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:14.213752 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e53d6b72-fa9b-4635-9695-ea70d2edcbd5 req-2a3280aa-5304-4b24-aa7e-21eed617a0f8 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810528 Sep 18 01:06:14.262485 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:14.305684 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e53d6b72-fa9b-4635-9695-ea70d2edcbd5 req-88eacecc-d1d4-4829-8dc9-bfd0421eaae4 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849774 Sep 18 01:06:14.907611 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817dca5-c668-41f4-993c-02852150947a req-f37e0861-a976-4f44-9d35-41a6183e8500 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:14.909114 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2817dca5-c668-41f4-993c-02852150947a req-f37e0861-a976-4f44-9d35-41a6183e8500 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0493979 Sep 18 01:06:14.945487 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2817dca5-c668-41f4-993c-02852150947a req-1865e78a-2ff2-41b5-8e91-c71afb609f24 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304320 Sep 18 01:06:16.058594 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67900ceb-aef0-4283-a2a5-f2fa469e7706 req-4757dff8-8104-4b42-9314-e1b57959f682 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:16.060088 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67900ceb-aef0-4283-a2a5-f2fa469e7706 req-4757dff8-8104-4b42-9314-e1b57959f682 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0472608 Sep 18 01:06:16.101245 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-67900ceb-aef0-4283-a2a5-f2fa469e7706 req-fae81701-f7db-4424-acd0-94f06cc53d3e tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345302 Sep 18 01:06:16.706573 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c01a0136-965d-429f-9c10-572f3d0f8011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:17.214144 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a585e89-a1c7-4679-ba28-fc91b94a9790 req-7bf88db2-d81c-450e-9c88-fac3b735fcee tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:17.215610 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a585e89-a1c7-4679-ba28-fc91b94a9790 req-7bf88db2-d81c-450e-9c88-fac3b735fcee tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0482075 Sep 18 01:06:17.253026 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a585e89-a1c7-4679-ba28-fc91b94a9790 req-e6145549-4ba4-48fe-a973-bf81064e06e3 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309284 Sep 18 01:06:17.380949 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:18.124538 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:18.367673 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b3fe1-83bc-4c1b-b9dc-110fa5f4b4f2 req-fd82c30b-03bc-468b-9f75-446a88951e3a tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:18.369170 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d0b3fe1-83bc-4c1b-b9dc-110fa5f4b4f2 req-fd82c30b-03bc-468b-9f75-446a88951e3a tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0499332 Sep 18 01:06:18.410165 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4d0b3fe1-83bc-4c1b-b9dc-110fa5f4b4f2 req-1fb8d5fc-bfe3-470d-b40c-850b74ad6d09 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340438 Sep 18 01:06:19.523133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce872a53-eab4-4d9d-ba17-6022dbe35112 req-835b8a33-f0bf-4f26-8540-32cda0d8f39d tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:19.524666 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ce872a53-eab4-4d9d-ba17-6022dbe35112 req-835b8a33-f0bf-4f26-8540-32cda0d8f39d tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0485694 Sep 18 01:06:19.564800 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ce872a53-eab4-4d9d-ba17-6022dbe35112 req-0e617efe-4814-4794-8259-d400a28de649 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341983 Sep 18 01:06:20.102637 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:20.682191 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bf019-f099-4cd3-bf1c-deb3782c861c req-ea1f8064-cdd9-452f-b632-f8bc946816ba tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:20.683638 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3f9bf019-f099-4cd3-bf1c-deb3782c861c req-ea1f8064-cdd9-452f-b632-f8bc946816ba tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0524211 Sep 18 01:06:20.720687 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3f9bf019-f099-4cd3-bf1c-deb3782c861c req-96fd2d9e-75e5-40e1-a996-13ee8d1d8d49 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311418 Sep 18 01:06:21.832469 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c731f2-bec1-47ef-a504-338a602b279c req-32841725-e641-4db4-aaf5-d6fc84e50e35 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:21.833955 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62c731f2-bec1-47ef-a504-338a602b279c req-32841725-e641-4db4-aaf5-d6fc84e50e35 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 944 time: 0.0471861 Sep 18 01:06:21.871131 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-62c731f2-bec1-47ef-a504-338a602b279c req-102e853d-b6fc-450d-b40a-ebb5ba2d195c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313034 Sep 18 01:06:22.658757 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ce951041-819b-412e-be9e-71d99d9e96d3 details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:06:22.752028 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ce951041-819b-412e-be9e-71d99d9e96d3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ce951041-819b-412e-be9e-71d99d9e96d3,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:22.765763 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': 'ce951041-819b-412e-be9e-71d99d9e96d3', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'port_id': 'ce951041-819b-412e-be9e-71d99d9e96d3', 'mac_address': 'fa:16:3e:32:dd:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:06:22.801082 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:22.813055 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce951041-819b-412e-be9e-71d99d9e96d3 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:06:22.831487 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ce951041-819b-412e-be9e-71d99d9e96d3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ce951041-819b-412e-be9e-71d99d9e96d3,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:22.878958 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:22.929094 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=ce951041-819b-412e-be9e-71d99d9e96d3,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:22.985043 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a32b7-afb0-4972-9388-df4d01907486 req-92b304b8-08d5-4bbb-b9ee-cb31279aff9c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:22.986516 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-441a32b7-afb0-4972-9388-df4d01907486 req-92b304b8-08d5-4bbb-b9ee-cb31279aff9c tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 945 time: 0.0480351 Sep 18 01:06:23.027350 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-441a32b7-afb0-4972-9388-df4d01907486 req-8a7c5b22-ddc4-445d-8d7d-a5e835f8fb83 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349414 Sep 18 01:06:23.128773 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['ce951041-819b-412e-be9e-71d99d9e96d3'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:06:24.145337 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006ef92-a555-4b5e-b924-31f0e0cc7c99 req-0f5a3122-361a-46cc-ab65-5e123a142ada tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:24.146792 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6006ef92-a555-4b5e-b924-31f0e0cc7c99 req-0f5a3122-361a-46cc-ab65-5e123a142ada tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 945 time: 0.0484905 Sep 18 01:06:24.183601 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6006ef92-a555-4b5e-b924-31f0e0cc7c99 req-0e45ef49-851c-499f-a0c4-010e3b98d812 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308342 Sep 18 01:06:24.667323 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ce951041-819b-412e-be9e-71d99d9e96d3 up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:24.713043 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port ce951041-819b-412e-be9e-71d99d9e96d3 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:06:24.713408 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.784496 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.805775 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88a7697-4a98-4742-8cfa-dd7deab379d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce951041-819b-412e-be9e-71d99d9e96d3'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:06:24.808035 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91676fe-778d-444f-a090-0c5ce3d20765" -d '{"events": [{"server_uuid": "f88a7697-4a98-4742-8cfa-dd7deab379d9", "name": "network-vif-plugged", "status": "completed", "tag": "ce951041-819b-412e-be9e-71d99d9e96d3"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:06:24.823638 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port ce951041-819b-412e-be9e-71d99d9e96d3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ce951041-819b-412e-be9e-71d99d9e96d3,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:24.846516 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d4f2f9-0fe8-47de-820d-d998a68c5c60 x-openstack-request-id: req-a6d4f2f9-0fe8-47de-820d-d998a68c5c60 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:06:24.846516 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88a7697-4a98-4742-8cfa-dd7deab379d9", "name": "network-vif-plugged", "status": "completed", "tag": "ce951041-819b-412e-be9e-71d99d9e96d3", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:06:24.846516 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a6d4f2f9-0fe8-47de-820d-d998a68c5c60 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:06:24.846825 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88a7697-4a98-4742-8cfa-dd7deab379d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce951041-819b-412e-be9e-71d99d9e96d3', 'code': 200} Sep 18 01:06:24.879524 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:24.928002 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=ce951041-819b-412e-be9e-71d99d9e96d3,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:24.995250 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f54430-f281-4a72-afb5-75f57b29aa5b req-b6fa676e-e3e9-4998-933d-b45c5bd507dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:24.996705 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f4f54430-f281-4a72-afb5-75f57b29aa5b req-b6fa676e-e3e9-4998-933d-b45c5bd507dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 1097 time: 0.0388048 Sep 18 01:06:25.031821 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f4f54430-f281-4a72-afb5-75f57b29aa5b req-383be17e-867f-4006-9933-246e474dcd0f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276463 Sep 18 01:06:25.296509 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b953b-d0c3-4621-ba5b-b00b214dc7d4 req-3f967d01-673c-48ff-9590-63754f37cc17 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:25.298098 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-399b953b-d0c3-4621-ba5b-b00b214dc7d4 req-3f967d01-673c-48ff-9590-63754f37cc17 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0491469 Sep 18 01:06:25.337630 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-399b953b-d0c3-4621-ba5b-b00b214dc7d4 req-1e9fac91-cd2a-416a-9605-1108d4b4fc30 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336409 Sep 18 01:06:26.459046 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f2964-3a78-4423-87d8-9114730b384c req-7dfaa695-9347-46a6-9847-e1e788d30009 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:06:26.460507 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be6f2964-3a78-4423-87d8-9114730b384c req-7dfaa695-9347-46a6-9847-e1e788d30009 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0479784 Sep 18 01:06:26.496983 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-be6f2964-3a78-4423-87d8-9114730b384c req-5c30ddde-8dc5-4c18-850b-edc95c610753 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305276 Sep 18 01:06:27.640041 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:06:41.278906 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:44.153200 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c8cf0568-b8bf-43e7-8954-31692dc05680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:44.238996 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:46.701479 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-205cb2a3-2a61-4452-90ec-35dec491d36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:47.393550 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:48.101968 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:06:50.084474 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:04.639969 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:07:10.979084 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3acc48ca-0a91-4edb-9dcd-f628d1b7321d req-bf05156e-82ae-492f-95d6-7eddac6a82e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390451 Sep 18 01:07:11.061178 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc48ca-0a91-4edb-9dcd-f628d1b7321d req-3ba4d08f-fed0-4a28-99c5-939d03e85c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:11.062632 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3acc48ca-0a91-4edb-9dcd-f628d1b7321d req-3ba4d08f-fed0-4a28-99c5-939d03e85c40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 1097 time: 0.0393374 Sep 18 01:07:11.166191 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc48ca-0a91-4edb-9dcd-f628d1b7321d req-6e2caf4e-7dd5-422d-9e49-adcda7ee62cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:11.168186 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3acc48ca-0a91-4edb-9dcd-f628d1b7321d req-6e2caf4e-7dd5-422d-9e49-adcda7ee62cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 200 len: 909 time: 0.0866783 Sep 18 01:07:11.231527 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3acc48ca-0a91-4edb-9dcd-f628d1b7321d req-8b8ce7d2-c9a5-4c88-a555-e0f0f8b53831 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce951041-819b-412e-be9e-71d99d9e96d3 HTTP/1.1" status: 200 len: 1002 time: 0.0561097 Sep 18 01:07:11.261276 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:11.283054 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc48ca-0a91-4edb-9dcd-f628d1b7321d req-33248f99-7c0c-417a-befb-7bea45e2d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:11.286631 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3acc48ca-0a91-4edb-9dcd-f628d1b7321d req-33248f99-7c0c-417a-befb-7bea45e2d022 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a25254e-ed8a-4c5d-8161-8c85d7bba264 HTTP/1.1" status: 200 len: 847 time: 0.0466638 Sep 18 01:07:11.329202 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc48ca-0a91-4edb-9dcd-f628d1b7321d req-193df8f0-defc-43b6-97cb-1022de403ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:07:11.330620 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3acc48ca-0a91-4edb-9dcd-f628d1b7321d req-193df8f0-defc-43b6-97cb-1022de403ce6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91e30985-b7e2-4248-9f7b-1a50d6d64348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383017 Sep 18 01:07:11.417151 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3acc48ca-0a91-4edb-9dcd-f628d1b7321d req-89929094-eb3c-4353-b0ad-c6806e6b9a22 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789928 Sep 18 01:07:11.507248 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3acc48ca-0a91-4edb-9dcd-f628d1b7321d req-0fb49c40-b8a0-49bd-a0d7-7c528d19f580 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838814 Sep 18 01:07:14.186533 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-500b4cc5-e2a6-4fd4-bcd4-0d2cfc21f0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:14.247488 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:16.705106 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e6323728-f1c8-4289-8c69-a1d4f22bd6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:17.358920 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:18.101338 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:20.106678 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:41.292604 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:41.641861 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:07:44.174604 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e35924c0-d67e-451c-b490-f5f805913b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:44.260441 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:46.700483 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-93d5ff37-d0d8-4f61-8a61-5edb1a4c9e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:47.366236 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:48.097677 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:07:50.083464 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:02.591233 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34046) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:03.049802 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Deleting port 5a69c8c6-5c5a-4a69-ba0f-acbe74bcf300 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:08:03.050139 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:03.124570 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:03.124929 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:03.136709 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Calling delete_port for 5a69c8c6-5c5a-4a69-ba0f-acbe74bcf300 owned by network:floatingip {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:08:03.357744 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:03.385813 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event deleted for resources: {'Port': ['ID=5a69c8c6-5c5a-4a69-ba0f-acbe74bcf300,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:03.410014 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:03.410357 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:03.410690 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:03.411022 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:03.411348 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:03.411669 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:03.411986 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:03.412304 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:03.412618 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:03.412958 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:03.413299 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:03.413599 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:03.452567 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for floatingip, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:03.452995 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Floating IP 74d48586-5a43-43b8-9010-2c4f049bc1e4 disassociated (deleted). External IP: 172.25.3.117, port: ce951041-819b-412e-be9e-71d99d9e96d3. Sep 18 01:08:03.658060 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Router 2a740255-7693-4af6-9f94-5039927ad8d3 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:08:03.765719 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:08:03.771086 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:03.778197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0817066-4649-4fae-b763-e5663cfe31eb None None] Sync routers for ids ['2a740255-7693-4af6-9f94-5039927ad8d3'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:08:03.789908 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0817066-4649-4fae-b763-e5663cfe31eb None None] Routers {'2a740255-7693-4af6-9f94-5039927ad8d3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:08:03.790549 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f0817066-4649-4fae-b763-e5663cfe31eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:07:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2a740255-7693-4af6-9f94-5039927ad8d3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:03.798999 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-8a7ff941-b1da-450c-9420-54afef39d8ce tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "DELETE /v2.0/floatingips/74d48586-5a43-43b8-9010-2c4f049bc1e4 HTTP/1.1" status: 204 len: 168 time: 1.2066643 Sep 18 01:08:03.799989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88a7697-4a98-4742-8cfa-dd7deab379d9', 'tag': 'ce951041-819b-412e-be9e-71d99d9e96d3'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:08:03.802826 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3eeecca-353a-42c9-87b1-3a4d5bff19ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f88a7697-4a98-4742-8cfa-dd7deab379d9", "tag": "ce951041-819b-412e-be9e-71d99d9e96d3"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:08:03.863170 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65b8feb-144f-4a42-8f80-0d1fcfb5067c x-openstack-request-id: req-b65b8feb-144f-4a42-8f80-0d1fcfb5067c {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:08:03.863565 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88a7697-4a98-4742-8cfa-dd7deab379d9", "tag": "ce951041-819b-412e-be9e-71d99d9e96d3", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:08:03.863764 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b65b8feb-144f-4a42-8f80-0d1fcfb5067c {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:08:03.864754 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88a7697-4a98-4742-8cfa-dd7deab379d9', 'tag': 'ce951041-819b-412e-be9e-71d99d9e96d3', 'status': 'completed', 'code': 200} Sep 18 01:08:03.912494 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-f0817066-4649-4fae-b763-e5663cfe31eb None None] Set router 2a740255-7693-4af6-9f94-5039927ad8d3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:08:03.930072 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eeecca-353a-42c9-87b1-3a4d5bff19ba req-24286d5b-dc50-4356-b23a-f6259014d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:03.931641 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3eeecca-353a-42c9-87b1-3a4d5bff19ba req-24286d5b-dc50-4356-b23a-f6259014d709 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4e75d088a414957aeb76d10f5e7323e&device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 1097 time: 0.0440619 Sep 18 01:08:04.041246 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eeecca-353a-42c9-87b1-3a4d5bff19ba req-8cd32848-46d6-4404-a17f-bd8883e31d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:04.043008 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3eeecca-353a-42c9-87b1-3a4d5bff19ba req-8cd32848-46d6-4404-a17f-bd8883e31d08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 200 len: 909 time: 0.1039603 Sep 18 01:08:04.094401 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3eeecca-353a-42c9-87b1-3a4d5bff19ba req-b1200af3-14ae-4ae6-b809-80c32475251d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce951041-819b-412e-be9e-71d99d9e96d3 HTTP/1.1" status: 200 len: 217 time: 0.0446165 Sep 18 01:08:04.134810 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f0817066-4649-4fae-b763-e5663cfe31eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 4, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port': {'id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '84ac7098-cd34-4fa1-9440-ec6b6680674e', 'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'mac_address': 'fa:16:3e:ae:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:09Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 5, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'subnets': [{'id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:04.151239 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eeecca-353a-42c9-87b1-3a4d5bff19ba req-8e6ef11c-06e9-4e34-8349-5af3a1e00f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:04.152944 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3eeecca-353a-42c9-87b1-3a4d5bff19ba req-8e6ef11c-06e9-4e34-8349-5af3a1e00f5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a25254e-ed8a-4c5d-8161-8c85d7bba264 HTTP/1.1" status: 200 len: 847 time: 0.0516407 Sep 18 01:08:04.161766 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0817066-4649-4fae-b763-e5663cfe31eb None None] Checking router: 2a740255-7693-4af6-9f94-5039927ad8d3 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:08:04.173579 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0817066-4649-4fae-b763-e5663cfe31eb None None] Routers {'2a740255-7693-4af6-9f94-5039927ad8d3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:08:04.173579 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f0817066-4649-4fae-b763-e5663cfe31eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:07:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2a740255-7693-4af6-9f94-5039927ad8d3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:04.207006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eeecca-353a-42c9-87b1-3a4d5bff19ba req-19d8e804-2a70-47cf-869c-668856e7eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:04.210589 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3eeecca-353a-42c9-87b1-3a4d5bff19ba req-19d8e804-2a70-47cf-869c-668856e7eb27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91e30985-b7e2-4248-9f7b-1a50d6d64348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501640 Sep 18 01:08:04.291397 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-f0817066-4649-4fae-b763-e5663cfe31eb None None] Set router 2a740255-7693-4af6-9f94-5039927ad8d3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:08:04.355078 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aa466-d896-4edb-a554-bf62eff8ac46 req-eddfa575-3a66-4e0e-9534-9cf90003fdcb tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:04.356585 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-232aa466-d896-4edb-a554-bf62eff8ac46 req-eddfa575-3a66-4e0e-9534-9cf90003fdcb tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0972812 Sep 18 01:08:04.358772 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3eeecca-353a-42c9-87b1-3a4d5bff19ba req-e9093743-16bd-4f60-980e-e7bd056897b4 service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399915 Sep 18 01:08:04.443531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-232aa466-d896-4edb-a554-bf62eff8ac46 req-767db83a-2df8-4f8c-83dc-7e2a9e39821b tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806041 Sep 18 01:08:04.483022 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d3eeecca-353a-42c9-87b1-3a4d5bff19ba req-0f0d4838-9c36-4e66-85b4-396c707cbced service neutron] 10.222.0.37 "GET /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141403 Sep 18 01:08:04.490804 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-f0817066-4649-4fae-b763-e5663cfe31eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 4, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port': {'id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '84ac7098-cd34-4fa1-9440-ec6b6680674e', 'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'mac_address': 'fa:16:3e:ae:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:09Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 5, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'subnets': [{'id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:04.516870 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0817066-4649-4fae-b763-e5663cfe31eb None None] The sync data for ids ['2a740255-7693-4af6-9f94-5039927ad8d3'] in n-d-809883-1 is: [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:10Z', 'revision_number': 4, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port': {'id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '84ac7098-cd34-4fa1-9440-ec6b6680674e', 'name': '', 'network_id': '91e30985-b7e2-4248-9f7b-1a50d6d64348', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'mac_address': 'fa:16:3e:ae:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:09Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 5, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'subnets': [{'id': '6a25254e-ed8a-4c5d-8161-8c85d7bba264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:08:04.732382 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d3cd51-c8cd-420e-a673-7c85e57c5da7 None None] New status for floating IP 74d48586-5a43-43b8-9010-2c4f049bc1e4: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:08:05.567677 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77f554-2a96-4e9c-877f-6adb9f60f74c req-2b9dfbaf-f877-4bce-9a7c-b1766382193f tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:05.569156 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb77f554-2a96-4e9c-877f-6adb9f60f74c req-2b9dfbaf-f877-4bce-9a7c-b1766382193f tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0535245 Sep 18 01:08:05.606818 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cb77f554-2a96-4e9c-877f-6adb9f60f74c req-3cac5ed0-7495-45a9-97d8-8ade143391dc tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/security-groups?id=25fa6e23-1fbb-4917-af9c-323fee0bbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315382 Sep 18 01:08:05.760202 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d2f47-44eb-46fc-9cdd-39a1840e0f7c req-6ad43aee-3e29-48bd-a069-11cc3cabbec1 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:05.761610 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-928d2f47-44eb-46fc-9cdd-39a1840e0f7c req-6ad43aee-3e29-48bd-a069-11cc3cabbec1 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.37 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 946 time: 0.0475256 Sep 18 01:08:05.847352 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-928d2f47-44eb-46fc-9cdd-39a1840e0f7c req-6a8c38b0-1d3e-44d8-b972-395cfabd001e tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Deleting port ce951041-819b-412e-be9e-71d99d9e96d3 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:08:05.847697 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-928d2f47-44eb-46fc-9cdd-39a1840e0f7c req-6a8c38b0-1d3e-44d8-b972-395cfabd001e tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:05.937055 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-928d2f47-44eb-46fc-9cdd-39a1840e0f7c req-6a8c38b0-1d3e-44d8-b972-395cfabd001e tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] For port ce951041-819b-412e-be9e-71d99d9e96d3, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=ce951041-819b-412e-be9e-71d99d9e96d3,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:05.937424 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-928d2f47-44eb-46fc-9cdd-39a1840e0f7c req-6a8c38b0-1d3e-44d8-b972-395cfabd001e tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:05.950146 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-928d2f47-44eb-46fc-9cdd-39a1840e0f7c req-6a8c38b0-1d3e-44d8-b972-395cfabd001e tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Calling delete_port for ce951041-819b-412e-be9e-71d99d9e96d3 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:08:06.143022 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-928d2f47-44eb-46fc-9cdd-39a1840e0f7c req-6a8c38b0-1d3e-44d8-b972-395cfabd001e tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:06.171311 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c38b0-1d3e-44d8-b972-395cfabd001e tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event deleted for resources: {'Port': ['ID=ce951041-819b-412e-be9e-71d99d9e96d3,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:06.211955 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-928d2f47-44eb-46fc-9cdd-39a1840e0f7c req-6a8c38b0-1d3e-44d8-b972-395cfabd001e tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] No DVR routers for this DVR port ce951041-819b-412e-be9e-71d99d9e96d3 on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:08:06.214634 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-928d2f47-44eb-46fc-9cdd-39a1840e0f7c req-6a8c38b0-1d3e-44d8-b972-395cfabd001e tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:06.216609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-928d2f47-44eb-46fc-9cdd-39a1840e0f7c req-6a8c38b0-1d3e-44d8-b972-395cfabd001e tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.37 "DELETE /v2.0/ports/ce951041-819b-412e-be9e-71d99d9e96d3 HTTP/1.1" status: 204 len: 173 time: 0.4492047 Sep 18 01:08:06.217079 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88a7697-4a98-4742-8cfa-dd7deab379d9', 'name': 'network-vif-deleted', 'tag': 'ce951041-819b-412e-be9e-71d99d9e96d3'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:08:06.219311 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd7c731-b24b-4ea9-8671-ba7aff718e1e" -d '{"events": [{"server_uuid": "f88a7697-4a98-4742-8cfa-dd7deab379d9", "name": "network-vif-deleted", "tag": "ce951041-819b-412e-be9e-71d99d9e96d3"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:08:06.254058 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e4a90b-4983-4a01-8e77-2251740c1c2e x-openstack-request-id: req-f3e4a90b-4983-4a01-8e77-2251740c1c2e {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:08:06.254342 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88a7697-4a98-4742-8cfa-dd7deab379d9", "name": "network-vif-deleted", "tag": "ce951041-819b-412e-be9e-71d99d9e96d3", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:08:06.254636 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f3e4a90b-4983-4a01-8e77-2251740c1c2e {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:08:06.255039 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88a7697-4a98-4742-8cfa-dd7deab379d9', 'name': 'network-vif-deleted', 'tag': 'ce951041-819b-412e-be9e-71d99d9e96d3', 'status': 'completed', 'code': 200} Sep 18 01:08:06.710474 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b47a9c63-7720-401c-9446-14db353310f0 req-fce6b0f1-6b6f-49e3-b95f-71a988438624 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 210 time: 0.0330739 Sep 18 01:08:07.806566 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-1b2b759b-79e3-4be6-a264-989071950333 req-6c1f7081-a3d3-4224-8e0c-cedb4695a31b tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 210 time: 0.0267484 Sep 18 01:08:08.904008 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d975be7-29c6-490f-bbe2-32b03cc5a387 req-d527dfd9-7f50-4a8c-8499-f46bc60baefc tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 210 time: 0.0276136 Sep 18 01:08:09.108009 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ce951041-819b-412e-be9e-71d99d9e96d3 no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:08:09.127795 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: ce951041-819b-412e-be9e-71d99d9e96d3 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:08:09.128140 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device ce951041-819b-412e-be9e-71d99d9e96d3 not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:08:09.998731 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d1e18044-21ca-4a28-9b0f-eaadfe53631f req-f225c7f5-ef3c-418d-8ed1-f89fdd2f0b21 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "GET /v2.0/ports?device_id=f88a7697-4a98-4742-8cfa-dd7deab379d9 HTTP/1.1" status: 200 len: 210 time: 0.0282655 Sep 18 01:08:11.056814 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34078) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:11.118211 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb645-fe3d-4d9d-a5af-c62be9ea7af0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:11.143450 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb645-fe3d-4d9d-a5af-c62be9ea7af0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:11.266283 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb645-fe3d-4d9d-a5af-c62be9ea7af0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:11.268875 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb645-fe3d-4d9d-a5af-c62be9ea7af0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:11.271212 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-2a1bb645-fe3d-4d9d-a5af-c62be9ea7af0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] 10.222.0.46 "DELETE /v2.0/security-groups/25fa6e23-1fbb-4917-af9c-323fee0bbe64 HTTP/1.1" status: 204 len: 168 time: 0.2121503 Sep 18 01:08:11.279538 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bb645-fe3d-4d9d-a5af-c62be9ea7af0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fa6e23-1fbb-4917-af9c-323fee0bbe64,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:11.287869 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1bb645-fe3d-4d9d-a5af-c62be9ea7af0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:11.288220 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1bb645-fe3d-4d9d-a5af-c62be9ea7af0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:11.288579 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1bb645-fe3d-4d9d-a5af-c62be9ea7af0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:11.288931 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1bb645-fe3d-4d9d-a5af-c62be9ea7af0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:11.289262 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1bb645-fe3d-4d9d-a5af-c62be9ea7af0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:11.289597 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1bb645-fe3d-4d9d-a5af-c62be9ea7af0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:11.289928 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1bb645-fe3d-4d9d-a5af-c62be9ea7af0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:11.290254 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1bb645-fe3d-4d9d-a5af-c62be9ea7af0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:11.290638 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1bb645-fe3d-4d9d-a5af-c62be9ea7af0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:11.290971 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1bb645-fe3d-4d9d-a5af-c62be9ea7af0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:11.291323 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1bb645-fe3d-4d9d-a5af-c62be9ea7af0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:11.291668 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1bb645-fe3d-4d9d-a5af-c62be9ea7af0 tempest-TestShelveInstance-1465290457 tempest-TestShelveInstance-1465290457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:11.323033 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:11.406487 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34084) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:11.892370 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f077ee3-8fb4-49e4-a173-da7b9577b8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:12.137615 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-5f077ee3-8fb4-49e4-a173-da7b9577b8e9 admin admin] Deleting port 84ac7098-cd34-4fa1-9440-ec6b6680674e {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:08:12.138313 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f077ee3-8fb4-49e4-a173-da7b9577b8e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:12.213622 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-5f077ee3-8fb4-49e4-a173-da7b9577b8e9 admin admin] For port 84ac7098-cd34-4fa1-9440-ec6b6680674e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=84ac7098-cd34-4fa1-9440-ec6b6680674e,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:12.213986 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f077ee3-8fb4-49e4-a173-da7b9577b8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:12.229454 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-5f077ee3-8fb4-49e4-a173-da7b9577b8e9 admin admin] Calling delete_port for 84ac7098-cd34-4fa1-9440-ec6b6680674e owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:08:12.456931 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f077ee3-8fb4-49e4-a173-da7b9577b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:12.483167 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f077ee3-8fb4-49e4-a173-da7b9577b8e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=84ac7098-cd34-4fa1-9440-ec6b6680674e,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:12.965969 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5f077ee3-8fb4-49e4-a173-da7b9577b8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:13.184147 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f077ee3-8fb4-49e4-a173-da7b9577b8e9 admin admin] Router 2a740255-7693-4af6-9f94-5039927ad8d3 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:08:13.290423 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f077ee3-8fb4-49e4-a173-da7b9577b8e9 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:08:13.295936 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5f077ee3-8fb4-49e4-a173-da7b9577b8e9 admin admin] 10.222.0.46 "PUT /v2.0/routers/2a740255-7693-4af6-9f94-5039927ad8d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8881271 Sep 18 01:08:13.298466 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34088) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:13.299921 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c03e8-cb13-4550-ba84-9e09585aad61 None None] Sync routers for ids ['2a740255-7693-4af6-9f94-5039927ad8d3'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:08:13.309693 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c03e8-cb13-4550-ba84-9e09585aad61 None None] Routers {'2a740255-7693-4af6-9f94-5039927ad8d3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:08:13.310420 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-671c03e8-cb13-4550-ba84-9e09585aad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:07:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2a740255-7693-4af6-9f94-5039927ad8d3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:13.401325 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8e76820-7d66-4511-8783-d5e2cbba0e75 admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:13.415022 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-671c03e8-cb13-4550-ba84-9e09585aad61 None None] Set router 2a740255-7693-4af6-9f94-5039927ad8d3 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:08:13.506745 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8e76820-7d66-4511-8783-d5e2cbba0e75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:13.592582 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-671c03e8-cb13-4550-ba84-9e09585aad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T01:08:12Z', 'revision_number': 5, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port': {'id': '2a3aef33-e9e9-461c-b34a-2526cfee89ee', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:13.611593 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-b8e76820-7d66-4511-8783-d5e2cbba0e75 admin admin] Deleting port 2a3aef33-e9e9-461c-b34a-2526cfee89ee {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:08:13.611944 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8e76820-7d66-4511-8783-d5e2cbba0e75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:13.619147 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c03e8-cb13-4550-ba84-9e09585aad61 None None] Checking router: 2a740255-7693-4af6-9f94-5039927ad8d3 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:08:13.628385 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c03e8-cb13-4550-ba84-9e09585aad61 None None] Routers {'2a740255-7693-4af6-9f94-5039927ad8d3'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:08:13.629091 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-671c03e8-cb13-4550-ba84-9e09585aad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:07:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['2a740255-7693-4af6-9f94-5039927ad8d3'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:13.693925 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-b8e76820-7d66-4511-8783-d5e2cbba0e75 admin admin] For port 2a3aef33-e9e9-461c-b34a-2526cfee89ee, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=2a3aef33-e9e9-461c-b34a-2526cfee89ee,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:13.694200 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8e76820-7d66-4511-8783-d5e2cbba0e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:13.705683 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-b8e76820-7d66-4511-8783-d5e2cbba0e75 admin admin] Calling delete_port for 2a3aef33-e9e9-461c-b34a-2526cfee89ee owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:08:13.713257 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-671c03e8-cb13-4550-ba84-9e09585aad61 None None] Set router 2a740255-7693-4af6-9f94-5039927ad8d3 gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:08:13.764217 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-671c03e8-cb13-4550-ba84-9e09585aad61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T01:08:13Z', 'revision_number': 6, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:13.793000 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c03e8-cb13-4550-ba84-9e09585aad61 None None] The sync data for ids ['2a740255-7693-4af6-9f94-5039927ad8d3'] in n-d-809883-1 is: [{'id': '2a740255-7693-4af6-9f94-5039927ad8d3', 'name': 'tempest-TestShelveInstance-811858500-router', 'tenant_id': 'a4e75d088a414957aeb76d10f5e7323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:07Z', 'updated_at': '2021-09-18T01:08:13Z', 'revision_number': 6, 'project_id': 'a4e75d088a414957aeb76d10f5e7323e', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:08:13.931149 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8e76820-7d66-4511-8783-d5e2cbba0e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:13.956468 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e76820-7d66-4511-8783-d5e2cbba0e75 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3aef33-e9e9-461c-b34a-2526cfee89ee,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:14.014766 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8e76820-7d66-4511-8783-d5e2cbba0e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.102722 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8e76820-7d66-4511-8783-d5e2cbba0e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.104762 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8e76820-7d66-4511-8783-d5e2cbba0e75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.163458 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-67876fa6-b45b-4bc6-a666-a9a52cec3c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.228471 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8e76820-7d66-4511-8783-d5e2cbba0e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.229062 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e76820-7d66-4511-8783-d5e2cbba0e75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a740255-7693-4af6-9f94-5039927ad8d3 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:08:14.233543 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b8e76820-7d66-4511-8783-d5e2cbba0e75 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.235275 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b8e76820-7d66-4511-8783-d5e2cbba0e75 admin admin] 10.222.0.46 "DELETE /v2.0/routers/2a740255-7693-4af6-9f94-5039927ad8d3 HTTP/1.1" status: 204 len: 168 time: 0.9352500 Sep 18 01:08:14.237369 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34090) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:14.254916 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.281236 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1f59a2-5925-48ac-944d-3fc0a8569e86 admin admin] Deleting subnet 6a25254e-ed8a-4c5d-8161-8c85d7bba264 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:08:14.284226 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3a1f59a2-5925-48ac-944d-3fc0a8569e86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.318268 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3a1f59a2-5925-48ac-944d-3fc0a8569e86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.397515 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3a1f59a2-5925-48ac-944d-3fc0a8569e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.529446 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3a1f59a2-5925-48ac-944d-3fc0a8569e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.560014 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3a1f59a2-5925-48ac-944d-3fc0a8569e86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.564768 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3a1f59a2-5925-48ac-944d-3fc0a8569e86 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6a25254e-ed8a-4c5d-8161-8c85d7bba264 HTTP/1.1" status: 204 len: 168 time: 0.3240044 Sep 18 01:08:14.564768 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f59a2-5925-48ac-944d-3fc0a8569e86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a25254e-ed8a-4c5d-8161-8c85d7bba264,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:14.565038 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cd0068-d096-4b45-bcdf-0fc36b6e30c2 None None] Network 91e30985-b7e2-4248-9f7b-1a50d6d64348 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:08:14.565492 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34092) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:14.634750 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.691888 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] Deleting port 20d7fdce-73d7-4824-b6dc-ab7d737d03f4 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:08:14.692256 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.765292 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] For port 20d7fdce-73d7-4824-b6dc-ab7d737d03f4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=20d7fdce-73d7-4824-b6dc-ab7d737d03f4,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:14.765571 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.767372 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] DHCP port deletion for 91e30985-b7e2-4248-9f7b-1a50d6d64348 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:08:14.779306 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] Calling delete_port for 20d7fdce-73d7-4824-b6dc-ab7d737d03f4 owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:08:14.815197 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] Deleting port 20d7fdce-73d7-4824-b6dc-ab7d737d03f4 {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:08:14.815575 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.878526 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] For port 20d7fdce-73d7-4824-b6dc-ab7d737d03f4, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=20d7fdce-73d7-4824-b6dc-ab7d737d03f4,segment=NetworkSegment(261eabb7-ec89-4568-a2ff-0c67aab6d754),segment_id=261eabb7-ec89-4568-a2ff-0c67aab6d754)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:14.878917 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.890925 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] Calling delete_port for 20d7fdce-73d7-4824-b6dc-ab7d737d03f4 owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:08:14.933027 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.960581 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=20d7fdce-73d7-4824-b6dc-ab7d737d03f4,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:14.962468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] No DVR routers for this DVR port 20d7fdce-73d7-4824-b6dc-ab7d737d03f4 on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:08:14.969446 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:14.993590 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] Pushing event deleted for resources: {'Port': ['ID=20d7fdce-73d7-4824-b6dc-ab7d737d03f4,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:15.001985 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:15.002334 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:15.002675 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:15.003652 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:15.003652 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:15.003935 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:15.004239 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:15.004562 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:15.004911 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:15.006376 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:15.006376 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:15.006376 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:15.009151 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c7f44-4e97-40a3-8ece-c2651bdaf63f None None] No DVR routers for this DVR port 20d7fdce-73d7-4824-b6dc-ab7d737d03f4 on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:08:15.037359 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:15.057175 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e30985-b7e2-4248-9f7b-1a50d6d64348']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:15.066147 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261eabb7-ec89-4568-a2ff-0c67aab6d754') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:15.073607 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261eabb7-ec89-4568-a2ff-0c67aab6d754') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:15.076022 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:15.089771 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:15.095822 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:08:15.096528 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: timer() Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:08:15.097955 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:08:15.174207 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 20d7fdce-73d7-4824-b6dc-ab7d737d03f4 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:08:15.194318 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 20d7fdce-73d7-4824-b6dc-ab7d737d03f4 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:08:15.194661 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 20d7fdce-73d7-4824-b6dc-ab7d737d03f4 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:08:15.195064 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 84ac7098-cd34-4fa1-9440-ec6b6680674e no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:08:15.205358 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:15.211055 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:15.212986 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/91e30985-b7e2-4248-9f7b-1a50d6d64348 HTTP/1.1" status: 204 len: 168 time: 0.6468179 Sep 18 01:08:15.214872 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 84ac7098-cd34-4fa1-9440-ec6b6680674e {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:08:15.223171 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 84ac7098-cd34-4fa1-9440-ec6b6680674e not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:08:15.223171 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2a3aef33-e9e9-461c-b34a-2526cfee89ee no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:08:15.223394 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34094) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:15.226229 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856902a-874c-4be4-857f-c0edeb85e7c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=91e30985-b7e2-4248-9f7b-1a50d6d64348,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:15.242892 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 2a3aef33-e9e9-461c-b34a-2526cfee89ee {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:08:15.243238 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 2a3aef33-e9e9-461c-b34a-2526cfee89ee not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:08:15.562061 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c0790ae-a075-49b2-8f1b-92466caccafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:15.796192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-0c0790ae-a075-49b2-8f1b-92466caccafc admin admin] Deleting port 93d6a56e-8c0f-480d-8e69-d9cda4a60333 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:08:15.796532 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c0790ae-a075-49b2-8f1b-92466caccafc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:15.874311 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-0c0790ae-a075-49b2-8f1b-92466caccafc admin admin] For port 93d6a56e-8c0f-480d-8e69-d9cda4a60333, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=93d6a56e-8c0f-480d-8e69-d9cda4a60333,segment=NetworkSegment(28b91462-9259-434d-8dc9-50992c5d5bfe),segment_id=28b91462-9259-434d-8dc9-50992c5d5bfe)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:15.874597 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c0790ae-a075-49b2-8f1b-92466caccafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:15.887306 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-0c0790ae-a075-49b2-8f1b-92466caccafc admin admin] Calling delete_port for 93d6a56e-8c0f-480d-8e69-d9cda4a60333 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:08:16.125774 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c0790ae-a075-49b2-8f1b-92466caccafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:16.151452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0790ae-a075-49b2-8f1b-92466caccafc admin admin] Pushing event deleted for resources: {'Port': ['ID=93d6a56e-8c0f-480d-8e69-d9cda4a60333,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:16.327438 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0c0790ae-a075-49b2-8f1b-92466caccafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:16.708101 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8806500a-e6d4-4f43-a7f0-c22a7f852d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:16.831594 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0790ae-a075-49b2-8f1b-92466caccafc admin admin] Router bb504367-d1ed-409b-b00a-4ab8a83e150d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:08:16.938247 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0790ae-a075-49b2-8f1b-92466caccafc admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:08:16.943195 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0c0790ae-a075-49b2-8f1b-92466caccafc admin admin] 10.222.0.46 "PUT /v2.0/routers/bb504367-d1ed-409b-b00a-4ab8a83e150d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7261176 Sep 18 01:08:16.945845 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34096) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:16.946588 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ebe33-ab78-4449-bacc-fa0a137736d4 None None] Sync routers for ids ['bb504367-d1ed-409b-b00a-4ab8a83e150d'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:08:16.956243 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ebe33-ab78-4449-bacc-fa0a137736d4 None None] Routers {'bb504367-d1ed-409b-b00a-4ab8a83e150d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:08:16.956872 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-007ebe33-ab78-4449-bacc-fa0a137736d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['bb504367-d1ed-409b-b00a-4ab8a83e150d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:17.052545 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e81e640f-aea7-444d-b90f-dcc0ba52b12a admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:17.058058 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-007ebe33-ab78-4449-bacc-fa0a137736d4 None None] Set router bb504367-d1ed-409b-b00a-4ab8a83e150d gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:08:17.156417 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e81e640f-aea7-444d-b90f-dcc0ba52b12a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:17.235033 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-007ebe33-ab78-4449-bacc-fa0a137736d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'name': 'tempest-TestShelveInstance-555171264-router', 'tenant_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:12Z', 'updated_at': '2021-09-18T01:08:16Z', 'revision_number': 5, 'project_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'gw_port': {'id': 'bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:83:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T00:58:13Z', 'updated_at': '2021-09-18T00:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:17.265484 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-e81e640f-aea7-444d-b90f-dcc0ba52b12a admin admin] Deleting port bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:08:17.265740 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e81e640f-aea7-444d-b90f-dcc0ba52b12a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:17.347015 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:17.351349 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-e81e640f-aea7-444d-b90f-dcc0ba52b12a admin admin] For port bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:17.354044 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e81e640f-aea7-444d-b90f-dcc0ba52b12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:17.356113 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ebe33-ab78-4449-bacc-fa0a137736d4 None None] Checking router: bb504367-d1ed-409b-b00a-4ab8a83e150d for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:08:17.365236 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ebe33-ab78-4449-bacc-fa0a137736d4 None None] Routers {'bb504367-d1ed-409b-b00a-4ab8a83e150d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:08:17.365610 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-e81e640f-aea7-444d-b90f-dcc0ba52b12a admin admin] Calling delete_port for bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26 owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:08:17.365853 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-007ebe33-ab78-4449-bacc-fa0a137736d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['bb504367-d1ed-409b-b00a-4ab8a83e150d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:17.451613 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-007ebe33-ab78-4449-bacc-fa0a137736d4 None None] Set router bb504367-d1ed-409b-b00a-4ab8a83e150d gateway port host: None {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:08:17.501460 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-007ebe33-ab78-4449-bacc-fa0a137736d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'name': 'tempest-TestShelveInstance-555171264-router', 'tenant_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:12Z', 'updated_at': '2021-09-18T01:08:17Z', 'revision_number': 6, 'project_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:17.531220 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ebe33-ab78-4449-bacc-fa0a137736d4 None None] The sync data for ids ['bb504367-d1ed-409b-b00a-4ab8a83e150d'] in n-d-809883-1 is: [{'id': 'bb504367-d1ed-409b-b00a-4ab8a83e150d', 'name': 'tempest-TestShelveInstance-555171264-router', 'tenant_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T00:58:12Z', 'updated_at': '2021-09-18T01:08:17Z', 'revision_number': 6, 'project_id': '20b60b8e7f5f4b7982ec45b3f9563897', 'gw_port_host': None}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:08:17.611023 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e81e640f-aea7-444d-b90f-dcc0ba52b12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:17.635884 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e640f-aea7-444d-b90f-dcc0ba52b12a admin admin] Pushing event deleted for resources: {'Port': ['ID=bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:17.701006 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e81e640f-aea7-444d-b90f-dcc0ba52b12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:17.788278 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e81e640f-aea7-444d-b90f-dcc0ba52b12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:17.790303 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e81e640f-aea7-444d-b90f-dcc0ba52b12a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:17.902476 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e81e640f-aea7-444d-b90f-dcc0ba52b12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:17.903201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81e640f-aea7-444d-b90f-dcc0ba52b12a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb504367-d1ed-409b-b00a-4ab8a83e150d {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:08:17.907920 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-e81e640f-aea7-444d-b90f-dcc0ba52b12a admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:17.909306 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-e81e640f-aea7-444d-b90f-dcc0ba52b12a admin admin] 10.222.0.46 "DELETE /v2.0/routers/bb504367-d1ed-409b-b00a-4ab8a83e150d HTTP/1.1" status: 204 len: 168 time: 0.9624786 Sep 18 01:08:17.912328 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34100) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:17.962038 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff53cd1e-0e73-498b-96b7-34a00240202e admin admin] Deleting subnet cfc355fa-1029-4f34-82d5-50384ad95b19 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:08:17.965156 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff53cd1e-0e73-498b-96b7-34a00240202e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:17.999043 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff53cd1e-0e73-498b-96b7-34a00240202e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.073871 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff53cd1e-0e73-498b-96b7-34a00240202e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.117617 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.297403 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff53cd1e-0e73-498b-96b7-34a00240202e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.327472 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53cd1e-0e73-498b-96b7-34a00240202e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfc355fa-1029-4f34-82d5-50384ad95b19,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:18.330969 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-ff53cd1e-0e73-498b-96b7-34a00240202e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.332863 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-ff53cd1e-0e73-498b-96b7-34a00240202e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cfc355fa-1029-4f34-82d5-50384ad95b19 HTTP/1.1" status: 204 len: 168 time: 0.4195495 Sep 18 01:08:18.335898 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34102) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:18.339924 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e56665d-0216-42d2-8dfb-208dc79af5f3 None None] Network 197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:08:18.408913 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.463674 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] Deleting port 061cfab2-0eac-47f3-a342-dc34772db9cb {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:08:18.463901 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.536989 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adc8aa1-af50-45f9-af66-41ae998ed757 None None] DHCP port deletion for 197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:08:18.540502 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] For port 061cfab2-0eac-47f3-a342-dc34772db9cb, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=061cfab2-0eac-47f3-a342-dc34772db9cb,segment=NetworkSegment(28b91462-9259-434d-8dc9-50992c5d5bfe),segment_id=28b91462-9259-434d-8dc9-50992c5d5bfe)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:18.540908 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.553271 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] Calling delete_port for 061cfab2-0eac-47f3-a342-dc34772db9cb owned by network:dhcp {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:08:18.574338 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0adc8aa1-af50-45f9-af66-41ae998ed757 None None] Deleting port 061cfab2-0eac-47f3-a342-dc34772db9cb {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:08:18.574715 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0adc8aa1-af50-45f9-af66-41ae998ed757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.635295 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-0adc8aa1-af50-45f9-af66-41ae998ed757 None None] For port 061cfab2-0eac-47f3-a342-dc34772db9cb, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=061cfab2-0eac-47f3-a342-dc34772db9cb,segment=NetworkSegment(28b91462-9259-434d-8dc9-50992c5d5bfe),segment_id=28b91462-9259-434d-8dc9-50992c5d5bfe)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:18.635295 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0adc8aa1-af50-45f9-af66-41ae998ed757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.644921 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:08:18.647782 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-0adc8aa1-af50-45f9-af66-41ae998ed757 None None] Calling delete_port for 061cfab2-0eac-47f3-a342-dc34772db9cb owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:08:18.757675 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.788354 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] Pushing event deleted for resources: {'Port': ['ID=061cfab2-0eac-47f3-a342-dc34772db9cb,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:18.791980 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] No DVR routers for this DVR port 061cfab2-0eac-47f3-a342-dc34772db9cb on host n-d-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:08:18.862143 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.874035 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0adc8aa1-af50-45f9-af66-41ae998ed757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.884308 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0']}} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:18.895189 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b91462-9259-434d-8dc9-50992c5d5bfe') {'for_net_delete': True} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:18.895415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.services.segments.db [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b91462-9259-434d-8dc9-50992c5d5bfe') {} {{(pid=95592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:18.899174 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc8aa1-af50-45f9-af66-41ae998ed757 None None] Pushing event deleted for resources: {'Port': ['ID=061cfab2-0eac-47f3-a342-dc34772db9cb,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:18.903160 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adc8aa1-af50-45f9-af66-41ae998ed757 None None] No DVR routers for this DVR port 061cfab2-0eac-47f3-a342-dc34772db9cb on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:08:18.906252 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3466910'] for segment, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.919241 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.924940 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:08:18.925325 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25180499'] for segment, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: Traceback (most recent call last): Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: timer() Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: cb(*args, **kw) Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: return func(*args, **kwargs) Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: self._notify() Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: self.callback(batched_events) Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: event.method(event) Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: return f(self, *a, **k) Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: return self._get(url).json() Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: return self.request(url, 'GET', **kwargs) Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:08:18.926948 n-d-809883-1 neutron-server[95592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:08:19.060192 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:19.066435 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:19.068737 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] 10.222.0.46 "DELETE /v2.0/networks/197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0 HTTP/1.1" status: 204 len: 168 time: 0.7319188 Sep 18 01:08:19.079499 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbfc81-b999-4f91-a068-a3ae4288ab80 admin admin] Pushing event deleted for resources: {'Network': ['ID=197d98dc-4a0d-4cd8-823c-2d6c1f6f77d0,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:19.171951 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 93d6a56e-8c0f-480d-8e69-d9cda4a60333 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:08:19.191144 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 93d6a56e-8c0f-480d-8e69-d9cda4a60333 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:08:19.191492 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 93d6a56e-8c0f-480d-8e69-d9cda4a60333 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:08:19.191891 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:08:19.209897 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:08:19.210253 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device bcedf5bf-547c-4f8e-a4e0-cfd45ccb3b26 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:08:19.210641 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 061cfab2-0eac-47f3-a342-dc34772db9cb no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:08:19.230824 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 061cfab2-0eac-47f3-a342-dc34772db9cb {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:08:19.231173 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 061cfab2-0eac-47f3-a342-dc34772db9cb not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:08:19.425163 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34106) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:19.464810 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-ca95a271-0b8f-41c6-b703-d351730e0152 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a4e75d088a414957aeb76d10f5e7323e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383432 Sep 18 01:08:19.470384 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34108) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:19.521971 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fe3a28ab-abac-4163-a734-6850d2ce1371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:19.542535 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fe3a28ab-abac-4163-a734-6850d2ce1371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:19.650863 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fe3a28ab-abac-4163-a734-6850d2ce1371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:19.653470 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fe3a28ab-abac-4163-a734-6850d2ce1371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:19.654621 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fe3a28ab-abac-4163-a734-6850d2ce1371 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3b4edae9-2b25-421c-badd-703315bbf3cd HTTP/1.1" status: 204 len: 168 time: 0.1833315 Sep 18 01:08:19.662641 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a28ab-abac-4163-a734-6850d2ce1371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4edae9-2b25-421c-badd-703315bbf3cd,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:20.129133 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:20.362266 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34114) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:20.402050 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-cf214bef-4155-4248-9d6e-640c82c320c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=20b60b8e7f5f4b7982ec45b3f9563897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386550 Sep 18 01:08:20.404407 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34116) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:20.449935 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b3435a7-59e3-43d0-bb5e-c67d0d3326b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:20.470431 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b3435a7-59e3-43d0-bb5e-c67d0d3326b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:20.581976 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b3435a7-59e3-43d0-bb5e-c67d0d3326b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:20.584440 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-5b3435a7-59e3-43d0-bb5e-c67d0d3326b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:20.585610 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-5b3435a7-59e3-43d0-bb5e-c67d0d3326b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/504fe6b8-cf75-4c83-b3ac-fa3b4337abb3 HTTP/1.1" status: 204 len: 168 time: 0.1802909 Sep 18 01:08:20.593582 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3435a7-59e3-43d0-bb5e-c67d0d3326b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504fe6b8-cf75-4c83-b3ac-fa3b4337abb3,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:21.621601 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34138) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:21.715684 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-dbf86003-7847-4cd8-911c-5eaf407dcf64 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-111007031-network', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c'}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:21.816246 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf86003-7847-4cd8-911c-5eaf407dcf64 admin admin] Made reservation on behalf of 82cb9b5e229e4b0cb16b8f365ae2949c for: {'network': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:08:21.818642 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dbf86003-7847-4cd8-911c-5eaf407dcf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:21.827038 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dbf86003-7847-4cd8-911c-5eaf407dcf64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:21.911596 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dbf86003-7847-4cd8-911c-5eaf407dcf64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:21.964674 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dbf86003-7847-4cd8-911c-5eaf407dcf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:21.988374 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf86003-7847-4cd8-911c-5eaf407dcf64 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:08:21.997488 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf86003-7847-4cd8-911c-5eaf407dcf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71faf779-8f8e-480a-92f8-db8ad129aa8d,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:22.004811 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dbf86003-7847-4cd8-911c-5eaf407dcf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:22.005150 n-d-809883-1 neutron-server[95591]: INFO neutron.db.segments_db [None req-dbf86003-7847-4cd8-911c-5eaf407dcf64 admin admin] Added segment 9b6a2880-5b0b-4b15-ac62-e530e78541f7 of type vlan for network 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 Sep 18 01:08:22.045248 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dbf86003-7847-4cd8-911c-5eaf407dcf64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:22.130384 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dbf86003-7847-4cd8-911c-5eaf407dcf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:22.131356 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf86003-7847-4cd8-911c-5eaf407dcf64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:22.131973 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-dbf86003-7847-4cd8-911c-5eaf407dcf64 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:22.193727 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf86003-7847-4cd8-911c-5eaf407dcf64 admin admin] Pushing event updated for resources: {'Network': ['ID=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:22.203548 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:08:22.226447 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-dbf86003-7847-4cd8-911c-5eaf407dcf64 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6037626 Sep 18 01:08:22.229407 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34142) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:22.234234 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-fd41eff3-4b80-4995-a554-cbaf58691bce admin admin] Request body: {'subnet': {'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-111007031-subnet', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'ip_version': 4}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:22.307535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd41eff3-4b80-4995-a554-cbaf58691bce admin admin] Made reservation on behalf of 82cb9b5e229e4b0cb16b8f365ae2949c for: {'subnet': 1} {{(pid=95591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:08:22.309937 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fd41eff3-4b80-4995-a554-cbaf58691bce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18129109'] for subnet, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:22.524804 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fd41eff3-4b80-4995-a554-cbaf58691bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16985490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18129147'] for subnet, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:22.578566 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41eff3-4b80-4995-a554-cbaf58691bce admin admin] Pushing event updated for resources: {'Subnet': ['ID=21ca63f8-71d3-4bb6-8e12-973e97bb5131,revision_number=0']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:22.586951 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd41eff3-4b80-4995-a554-cbaf58691bce admin admin] Checking segment: {'id': '9b6a2880-5b0b-4b15-ac62-e530e78541f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:08:22.587315 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41eff3-4b80-4995-a554-cbaf58691bce admin admin] Network hostable DHCP agents. Network: 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:08:22.659849 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41eff3-4b80-4995-a554-cbaf58691bce admin admin] Network 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:08:22.734364 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-fd41eff3-4b80-4995-a554-cbaf58691bce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7) {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:08:22.738552 n-d-809883-1 neutron-server[95591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd41eff3-4b80-4995-a554-cbaf58691bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:22.739770 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-fd41eff3-4b80-4995-a554-cbaf58691bce admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:22.745132 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78862f27-56ad-4a92-86d5-1e65e80bf5b1 None None] Network 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:08:22.828700 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-fd41eff3-4b80-4995-a554-cbaf58691bce admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5981262 Sep 18 01:08:22.832476 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34144) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:22.837401 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.v2.base [None req-989f4525-c3a5-46a6-b71d-b6b70daf67c2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:22.882695 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'fixed_ips': [{'subnet_id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:08:22.883530 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:22.942449 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-989f4525-c3a5-46a6-b71d-b6b70daf67c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:22.943637 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-989f4525-c3a5-46a6-b71d-b6b70daf67c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:22.998707 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-989f4525-c3a5-46a6-b71d-b6b70daf67c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:23.016659 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] Allocated IP 172.20.0.2 (225849b0-e623-4e9a-9a5a-abfe5eb5a4a7/21ca63f8-71d3-4bb6-8e12-973e97bb5131/434fbd94-9a48-443c-8c15-aacb15105dac) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:08:23.155871 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:23.203431 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-989f4525-c3a5-46a6-b71d-b6b70daf67c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:23.245703 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:23.283147 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] Network 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:08:23.286067 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:08:23.291589 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:08:23.298537 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] Pushing event updated for resources: {'Port': ['ID=434fbd94-9a48-443c-8c15-aacb15105dac,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:23.349036 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] Attempting to bind port 434fbd94-9a48-443c-8c15-aacb15105dac on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:08:23.349410 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] Attempting to bind port 434fbd94-9a48-443c-8c15-aacb15105dac by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '9b6a2880-5b0b-4b15-ac62-e530e78541f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:08:23.349797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] Attempting to bind port 434fbd94-9a48-443c-8c15-aacb15105dac on network 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:08:23.354616 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:08:23.354985 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] Checking segment: {'id': '9b6a2880-5b0b-4b15-ac62-e530e78541f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:08:23.355383 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:23.355770 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] Bound using segment: {'id': '9b6a2880-5b0b-4b15-ac62-e530e78541f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:08:23.356225 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] Bound port: 434fbd94-9a48-443c-8c15-aacb15105dac, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6a2880-5b0b-4b15-ac62-e530e78541f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:08:23.356599 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:23.420880 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] For port 434fbd94-9a48-443c-8c15-aacb15105dac, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:08:23.423888 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] For port 434fbd94-9a48-443c-8c15-aacb15105dac, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=434fbd94-9a48-443c-8c15-aacb15105dac,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:08:23.472121 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-989f4525-c3a5-46a6-b71d-b6b70daf67c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:23.490815 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-989f4525-c3a5-46a6-b71d-b6b70daf67c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:23.536806 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:23.598345 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-989f4525-c3a5-46a6-b71d-b6b70daf67c2 admin admin] Allocated IP 172.25.3.197 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/9ed9a43d-7341-4f2f-a9ff-cc41b2720e24) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:08:23.599427 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554809d5-9111-42e6-9369-ccb617b611f6 None None] Pushing event updated for resources: {'Port': ['ID=434fbd94-9a48-443c-8c15-aacb15105dac,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:23.713144 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-989f4525-c3a5-46a6-b71d-b6b70daf67c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:23.803762 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-989f4525-c3a5-46a6-b71d-b6b70daf67c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:23.844427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989f4525-c3a5-46a6-b71d-b6b70daf67c2 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:08:23.849507 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-989f4525-c3a5-46a6-b71d-b6b70daf67c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:08:23.854264 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f4525-c3a5-46a6-b71d-b6b70daf67c2 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:08:23.857530 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f4525-c3a5-46a6-b71d-b6b70daf67c2 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed9a43d-7341-4f2f-a9ff-cc41b2720e24,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:24.169467 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-989f4525-c3a5-46a6-b71d-b6b70daf67c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:24.369407 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-989f4525-c3a5-46a6-b71d-b6b70daf67c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:24.473397 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b411266f-a141-4452-9329-670cd860b0c2 None None] Network 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:08:24.539412 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-734d636b-f0df-49d6-8ebf-eed6cdedd84b None None] Provisioning complete for port 434fbd94-9a48-443c-8c15-aacb15105dac triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:24.539692 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-734d636b-f0df-49d6-8ebf-eed6cdedd84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:24.576244 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989f4525-c3a5-46a6-b71d-b6b70daf67c2 admin admin] Router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:08:24.674785 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-734d636b-f0df-49d6-8ebf-eed6cdedd84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:24.686341 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989f4525-c3a5-46a6-b71d-b6b70daf67c2 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:08:24.701110 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] Sync routers for ids ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:08:24.726201 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-734d636b-f0df-49d6-8ebf-eed6cdedd84b None None] For port 434fbd94-9a48-443c-8c15-aacb15105dac, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=434fbd94-9a48-443c-8c15-aacb15105dac,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:24.727541 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] Routers {'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:08:24.728153 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:24.788341 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-989f4525-c3a5-46a6-b71d-b6b70daf67c2 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:24.792379 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-989f4525-c3a5-46a6-b71d-b6b70daf67c2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9557920 Sep 18 01:08:24.792511 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34146) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:24.835275 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-734d636b-f0df-49d6-8ebf-eed6cdedd84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:24.839586 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] Set router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:08:24.994019 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d636b-f0df-49d6-8ebf-eed6cdedd84b None None] Pushing event updated for resources: {'Port': ['ID=434fbd94-9a48-443c-8c15-aacb15105dac,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:25.003517 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-0e9331e9-2deb-4d06-9666-7a488ad55d02 None None] Provisioning complete for port 434fbd94-9a48-443c-8c15-aacb15105dac triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:25.003887 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-0e9331e9-2deb-4d06-9666-7a488ad55d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:25.142231 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:08:23Z', 'revision_number': 3, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port': {'id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:23Z', 'updated_at': '2021-09-18T01:08:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:25.170078 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] Checking router: f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:08:25.170552 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] Updating router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d port 9ed9a43d-7341-4f2f-a9ff-cc41b2720e24 binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:08:25.200640 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:25.208736 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6104ef25-9c24-4785-acee-fb128af74249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:25.223437 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 434fbd94-9a48-443c-8c15-aacb15105dac up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:08:25.343929 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 434fbd94-9a48-443c-8c15-aacb15105dac triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:25.344298 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:25.368025 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_common [None req-6104ef25-9c24-4785-acee-fb128af74249 admin admin] Allocated IP 172.20.0.1 (225849b0-e623-4e9a-9a5a-abfe5eb5a4a7/21ca63f8-71d3-4bb6-8e12-973e97bb5131/29e4324e-abcd-4d1e-a7f8-a35f192ffbfa) {{(pid=95591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:08:25.469851 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6104ef25-9c24-4785-acee-fb128af74249 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:25.553573 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:25.645199 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:25.693573 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] Attempting to bind port 9ed9a43d-7341-4f2f-a9ff-cc41b2720e24 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:08:25.693944 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] Attempting to bind port 9ed9a43d-7341-4f2f-a9ff-cc41b2720e24 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:08:25.694305 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] Attempting to bind port 9ed9a43d-7341-4f2f-a9ff-cc41b2720e24 on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:08:25.705642 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:08:25.706081 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:08:25.706414 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:25.706806 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:08:25.707273 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] Bound port: 9ed9a43d-7341-4f2f-a9ff-cc41b2720e24, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:08:25.707651 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:25.709307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3be8a6-a080-4136-8d81-81c5a36ba2c9 None None] Pushing event updated for resources: {'Port': ['ID=9ed9a43d-7341-4f2f-a9ff-cc41b2720e24,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:25.763424 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] For port 9ed9a43d-7341-4f2f-a9ff-cc41b2720e24, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:08:25.766549 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] For port 9ed9a43d-7341-4f2f-a9ff-cc41b2720e24, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=9ed9a43d-7341-4f2f-a9ff-cc41b2720e24,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:08:25.845584 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:25.868236 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6104ef25-9c24-4785-acee-fb128af74249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:25.902092 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6104ef25-9c24-4785-acee-fb128af74249 admin admin] Network 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:08:25.905004 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-6104ef25-9c24-4785-acee-fb128af74249 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:08:25.906772 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3be8a6-a080-4136-8d81-81c5a36ba2c9 None None] Pushing event updated for resources: {'Port': ['ID=9ed9a43d-7341-4f2f-a9ff-cc41b2720e24,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:25.908443 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6104ef25-9c24-4785-acee-fb128af74249 admin admin] Received port after_create {{(pid=95591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:08:25.910000 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] Routers {'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:08:25.910613 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:25.943859 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104ef25-9c24-4785-acee-fb128af74249 admin admin] Pushing event updated for resources: {'Port': ['ID=29e4324e-abcd-4d1e-a7f8-a35f192ffbfa,revision_number=1']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:25.958583 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6104ef25-9c24-4785-acee-fb128af74249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:26.020434 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] Set router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:08:26.167146 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6104ef25-9c24-4785-acee-fb128af74249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:26.252449 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-c4a31b56-99ba-48e1-badb-7f6045abbe6d None None] Provisioning complete for port 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:26.253105 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c4a31b56-99ba-48e1-badb-7f6045abbe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:26.322039 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-c4a31b56-99ba-48e1-badb-7f6045abbe6d None None] Port 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:08:26.329090 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6104ef25-9c24-4785-acee-fb128af74249 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:26.383610 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:08:23Z', 'revision_number': 3, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port': {'id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:23Z', 'updated_at': '2021-09-18T01:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:26.404576 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6104ef25-9c24-4785-acee-fb128af74249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16985575'] for port, after_update {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:26.412248 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3324176-5515-4ac5-a5a5-8b0c957e9b80 None None] The sync data for ids ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'] in n-d-809883-1 is: [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:08:23Z', 'revision_number': 3, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port': {'id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:23Z', 'updated_at': '2021-09-18T01:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:08:26.477548 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104ef25-9c24-4785-acee-fb128af74249 admin admin] Pushing event updated for resources: {'Port': ['ID=29e4324e-abcd-4d1e-a7f8-a35f192ffbfa,revision_number=2']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:26.479979 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-6104ef25-9c24-4785-acee-fb128af74249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:26.572105 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6104ef25-9c24-4785-acee-fb128af74249 admin admin] Network 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 is already hosted by enough agents. {{(pid=95591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:08:26.573580 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.base_scheduler [None req-6104ef25-9c24-4785-acee-fb128af74249 admin admin] Resources bound (agent type, host, resource id): {{(pid=95591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:08:26.724535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6104ef25-9c24-4785-acee-fb128af74249 admin admin] Router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:08:26.842336 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6104ef25-9c24-4785-acee-fb128af74249 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:08:26.843758 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-43902af9-b704-47bd-ac19-f067e11e0662 None None] Provisioning complete for port 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:26.844649 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-43902af9-b704-47bd-ac19-f067e11e0662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:26.852965 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6104ef25-9c24-4785-acee-fb128af74249 admin admin] 10.222.0.46 "PUT /v2.0/routers/f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0559199 Sep 18 01:08:26.884261 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-43902af9-b704-47bd-ac19-f067e11e0662 None None] Port 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:08:27.211210 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9ed9a43d-7341-4f2f-a9ff-cc41b2720e24 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:08:27.259150 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 9ed9a43d-7341-4f2f-a9ff-cc41b2720e24 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:27.259519 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:27.337564 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:27.357591 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port 9ed9a43d-7341-4f2f-a9ff-cc41b2720e24, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=9ed9a43d-7341-4f2f-a9ff-cc41b2720e24,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:27.443546 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:27.487649 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=9ed9a43d-7341-4f2f-a9ff-cc41b2720e24,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:27.556459 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34162) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:27.561453 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-d77cc23d-fffa-4f3e-8b2e-6f9954bf9866 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-461581100-network', 'tenant_id': 'bb684f326b8c4ebab724d6a28d482ffd'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:27.639563 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77cc23d-fffa-4f3e-8b2e-6f9954bf9866 admin admin] Made reservation on behalf of bb684f326b8c4ebab724d6a28d482ffd for: {'network': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:08:27.642093 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d77cc23d-fffa-4f3e-8b2e-6f9954bf9866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for network, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:27.651371 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d77cc23d-fffa-4f3e-8b2e-6f9954bf9866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:27.741438 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d77cc23d-fffa-4f3e-8b2e-6f9954bf9866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:27.816479 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d77cc23d-fffa-4f3e-8b2e-6f9954bf9866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:27.843095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77cc23d-fffa-4f3e-8b2e-6f9954bf9866 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:08:27.850040 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cc23d-fffa-4f3e-8b2e-6f9954bf9866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b7653e-49b9-44fd-b1c1-5639e91d5bff,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:27.860125 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d77cc23d-fffa-4f3e-8b2e-6f9954bf9866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:27.860472 n-d-809883-1 neutron-server[95592]: INFO neutron.db.segments_db [None req-d77cc23d-fffa-4f3e-8b2e-6f9954bf9866 admin admin] Added segment 7cebabf4-df31-4ee6-9bd6-abd7a6b24c28 of type vlan for network a2abc197-c742-4c5a-a83b-30f678686d05 Sep 18 01:08:27.905033 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d77cc23d-fffa-4f3e-8b2e-6f9954bf9866 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778769953814'] for network, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:27.925337 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] Sync routers for ids ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:08:27.935461 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] Routers {'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:08:27.936066 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:27.993673 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d77cc23d-fffa-4f3e-8b2e-6f9954bf9866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348'] for network, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:27.994730 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77cc23d-fffa-4f3e-8b2e-6f9954bf9866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:27.995307 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-d77cc23d-fffa-4f3e-8b2e-6f9954bf9866 admin admin] Notify callbacks [] for network, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:28.040170 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] Set router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:08:28.053731 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cc23d-fffa-4f3e-8b2e-6f9954bf9866 admin admin] Pushing event updated for resources: {'Network': ['ID=a2abc197-c742-4c5a-a83b-30f678686d05,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:28.064286 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Network a2abc197-c742-4c5a-a83b-30f678686d05 details requested by agent ovs-agent-n-d-809883-1 with host n-d-809883-1 {{(pid=95593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:08:28.097943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-d77cc23d-fffa-4f3e-8b2e-6f9954bf9866 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5376556 Sep 18 01:08:28.098174 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34164) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:28.103965 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-47b90ef4-4538-4c69-b970-ac3ca3f82b6d admin admin] Request body: {'subnet': {'network_id': 'a2abc197-c742-4c5a-a83b-30f678686d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-461581100-subnet', 'tenant_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'ip_version': 4}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:28.191714 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b90ef4-4538-4c69-b970-ac3ca3f82b6d admin admin] Made reservation on behalf of bb684f326b8c4ebab724d6a28d482ffd for: {'subnet': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:08:28.194112 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-47b90ef4-4538-4c69-b970-ac3ca3f82b6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25910836'] for subnet, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:28.240879 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:08:26Z', 'revision_number': 4, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port': {'id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:23Z', 'updated_at': '2021-09-18T01:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '29e4324e-abcd-4d1e-a7f8-a35f192ffbfa', 'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'mac_address': 'fa:16:3e:53:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:25Z', 'updated_at': '2021-09-18T01:08:26Z', 'revision_number': 2, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'subnets': [{'id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:28.271468 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] Checking router: f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:08:28.271806 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] Updating router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d port 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:08:28.295977 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:28.410530 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-47b90ef4-4538-4c69-b970-ac3ca3f82b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25181646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25910810'] for subnet, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:28.473866 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b90ef4-4538-4c69-b970-ac3ca3f82b6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2749cef2-2dac-4c59-83c4-714600b2c340,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:28.478235 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b90ef4-4538-4c69-b970-ac3ca3f82b6d admin admin] Checking segment: {'id': '7cebabf4-df31-4ee6-9bd6-abd7a6b24c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a2abc197-c742-4c5a-a83b-30f678686d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:08:28.478592 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b90ef4-4538-4c69-b970-ac3ca3f82b6d admin admin] Network hostable DHCP agents. Network: a2abc197-c742-4c5a-a83b-30f678686d05, hostable agents: ['71d3cdfc-496a-473b-9dd8-c03b37ebecdf'], hosted agents: [] {{(pid=95592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:08:28.549760 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:28.570494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b90ef4-4538-4c69-b970-ac3ca3f82b6d admin admin] Network a2abc197-c742-4c5a-a83b-30f678686d05 is scheduled to be hosted by DHCP agent 71d3cdfc-496a-473b-9dd8-c03b37ebecdf with binding_index 1 {{(pid=95592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:08:28.719323 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:28.771253 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-47b90ef4-4538-4c69-b970-ac3ca3f82b6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809883-1, a2abc197-c742-4c5a-a83b-30f678686d05) {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:08:28.772500 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be54d8-d5c9-4f1e-acf7-d292cf272749 None None] Pushing event updated for resources: {'Port': ['ID=29e4324e-abcd-4d1e-a7f8-a35f192ffbfa,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:28.777546 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b90ef4-4538-4c69-b970-ac3ca3f82b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:28.777546 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-47b90ef4-4538-4c69-b970-ac3ca3f82b6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:28.786236 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12500b76-1944-4983-9385-63a9d3e176f9 None None] Network a2abc197-c742-4c5a-a83b-30f678686d05 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:08:28.796245 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be54d8-d5c9-4f1e-acf7-d292cf272749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:28.796584 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be54d8-d5c9-4f1e-acf7-d292cf272749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:28.796939 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be54d8-d5c9-4f1e-acf7-d292cf272749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:28.797288 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be54d8-d5c9-4f1e-acf7-d292cf272749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:28.797621 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be54d8-d5c9-4f1e-acf7-d292cf272749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:28.797929 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be54d8-d5c9-4f1e-acf7-d292cf272749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:28.798247 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be54d8-d5c9-4f1e-acf7-d292cf272749 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:28.798564 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be54d8-d5c9-4f1e-acf7-d292cf272749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:28.798881 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be54d8-d5c9-4f1e-acf7-d292cf272749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:28.799208 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be54d8-d5c9-4f1e-acf7-d292cf272749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:28.799517 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be54d8-d5c9-4f1e-acf7-d292cf272749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:28.800424 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be54d8-d5c9-4f1e-acf7-d292cf272749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:28.832891 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] Attempting to bind port 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:08:28.833205 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] Attempting to bind port 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '9b6a2880-5b0b-4b15-ac62-e530e78541f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:08:28.833560 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] Attempting to bind port 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa on network 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:08:28.839020 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:08:28.843530 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] Checking segment: {'id': '9b6a2880-5b0b-4b15-ac62-e530e78541f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:08:28.843530 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:28.843530 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] Bound using segment: {'id': '9b6a2880-5b0b-4b15-ac62-e530e78541f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:08:28.843530 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] Bound port: 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6a2880-5b0b-4b15-ac62-e530e78541f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:08:28.843530 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:28.869335 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-47b90ef4-4538-4c69-b970-ac3ca3f82b6d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7692671 Sep 18 01:08:28.871799 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34166) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:28.877981 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-b5a27600-ae90-4087-a304-42de9b0b27e9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-461581100-router', 'tenant_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:28.912170 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] For port 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:08:28.915586 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] For port 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=29e4324e-abcd-4d1e-a7f8-a35f192ffbfa,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:08:28.945574 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34c493cc-058e-5566-933d-fe63c05f112c-a2abc197-c742-4c5a-a83b-30f678686d05', 'network_id': 'a2abc197-c742-4c5a-a83b-30f678686d05', 'tenant_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'fixed_ips': [{'subnet_id': '2749cef2-2dac-4c59-83c4-714600b2c340'}]}} from n-d-809883-1. {{(pid=95593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 18 01:08:28.946743 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:28.962917 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5a27600-ae90-4087-a304-42de9b0b27e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1727'] for router, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:28.964020 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5a27600-ae90-4087-a304-42de9b0b27e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-492054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1718'] for router, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:28.991950 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:29.022505 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5a27600-ae90-4087-a304-42de9b0b27e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:29.040095 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1214d628-86d3-4e8e-873d-3b87b8b64df4 None None] Provisioning complete for port 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:29.040473 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1214d628-86d3-4e8e-873d-3b87b8b64df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:29.052268 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] Routers {'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:08:29.052932 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:29.091070 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be54d8-d5c9-4f1e-acf7-d292cf272749 None None] Pushing event updated for resources: {'Port': ['ID=29e4324e-abcd-4d1e-a7f8-a35f192ffbfa,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:29.124917 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.db_base_plugin_common [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] Allocated IP 172.20.0.2 (a2abc197-c742-4c5a-a83b-30f678686d05/2749cef2-2dac-4c59-83c4-714600b2c340/58bcb652-7e74-4b3f-9901-6541b90dd6ea) {{(pid=95593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:08:29.184375 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1214d628-86d3-4e8e-873d-3b87b8b64df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:29.187561 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] Set router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:08:29.255293 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9ed9a43d-7341-4f2f-a9ff-cc41b2720e24 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:08:29.308487 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5a27600-ae90-4087-a304-42de9b0b27e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:29.314895 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-1214d628-86d3-4e8e-873d-3b87b8b64df4 None None] For port 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=29e4324e-abcd-4d1e-a7f8-a35f192ffbfa,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:29.379531 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 9ed9a43d-7341-4f2f-a9ff-cc41b2720e24 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:29.379904 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:29.409974 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:08:26Z', 'revision_number': 4, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port': {'id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:23Z', 'updated_at': '2021-09-18T01:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '29e4324e-abcd-4d1e-a7f8-a35f192ffbfa', 'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'mac_address': 'fa:16:3e:53:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:25Z', 'updated_at': '2021-09-18T01:08:28Z', 'revision_number': 4, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'subnets': [{'id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:29.413290 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:29.437102 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c26e6-1db2-475d-9767-93e2b9655fb6 None None] The sync data for ids ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'] in n-d-809883-1 is: [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:08:26Z', 'revision_number': 4, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port': {'id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:23Z', 'updated_at': '2021-09-18T01:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '29e4324e-abcd-4d1e-a7f8-a35f192ffbfa', 'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'mac_address': 'fa:16:3e:53:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:25Z', 'updated_at': '2021-09-18T01:08:28Z', 'revision_number': 4, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'subnets': [{'id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:08:29.455288 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1214d628-86d3-4e8e-873d-3b87b8b64df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:29.511466 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463'] for port, after_create {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:29.537447 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214d628-86d3-4e8e-873d-3b87b8b64df4 None None] Pushing event updated for resources: {'Port': ['ID=29e4324e-abcd-4d1e-a7f8-a35f192ffbfa,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:29.545640 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] Network a2abc197-c742-4c5a-a83b-30f678686d05 is already hosted by enough agents. {{(pid=95593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:08:29.571936 n-d-809883-1 neutron-server[95593]: DEBUG neutron.scheduler.base_scheduler [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] Resources bound (agent type, host, resource id): {{(pid=95593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:08:29.578958 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] Received port after_create {{(pid=95593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:08:29.628224 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] Pushing event updated for resources: {'Port': ['ID=58bcb652-7e74-4b3f-9901-6541b90dd6ea,revision_number=1']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:29.648885 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1ca5212f-40c1-4ec4-b70e-37a19d4119cd None None] Provisioning complete for port 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:29.649254 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1ca5212f-40c1-4ec4-b70e-37a19d4119cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:29.654408 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5a27600-ae90-4087-a304-42de9b0b27e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:29.675420 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5a27600-ae90-4087-a304-42de9b0b27e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:29.682323 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] Attempting to bind port 58bcb652-7e74-4b3f-9901-6541b90dd6ea on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:08:29.687502 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] Attempting to bind port 58bcb652-7e74-4b3f-9901-6541b90dd6ea by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '7cebabf4-df31-4ee6-9bd6-abd7a6b24c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a2abc197-c742-4c5a-a83b-30f678686d05'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:08:29.687502 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] Attempting to bind port 58bcb652-7e74-4b3f-9901-6541b90dd6ea on network a2abc197-c742-4c5a-a83b-30f678686d05 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:08:29.694388 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:08:29.694818 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] Checking segment: {'id': '7cebabf4-df31-4ee6-9bd6-abd7a6b24c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a2abc197-c742-4c5a-a83b-30f678686d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:08:29.695158 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:29.695549 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] Bound using segment: {'id': '7cebabf4-df31-4ee6-9bd6-abd7a6b24c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a2abc197-c742-4c5a-a83b-30f678686d05'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:08:29.696031 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] Bound port: 58bcb652-7e74-4b3f-9901-6541b90dd6ea, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cebabf4-df31-4ee6-9bd6-abd7a6b24c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a2abc197-c742-4c5a-a83b-30f678686d05'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:08:29.696410 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:29.793599 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-b5a27600-ae90-4087-a304-42de9b0b27e9 admin admin] Allocated IP 172.25.3.54 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/ac678c9f-bfda-49b3-ae99-58092a38230e) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:08:29.798749 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] For port 58bcb652-7e74-4b3f-9901-6541b90dd6ea, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:08:29.810457 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] For port 58bcb652-7e74-4b3f-9901-6541b90dd6ea, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=58bcb652-7e74-4b3f-9901-6541b90dd6ea,segment=NetworkSegment(7cebabf4-df31-4ee6-9bd6-abd7a6b24c28),segment_id=7cebabf4-df31-4ee6-9bd6-abd7a6b24c28)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:08:29.883948 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:29.906254 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5a27600-ae90-4087-a304-42de9b0b27e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:29.952511 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3095fbd-67d4-4169-bb4d-3092f6940fb8 None None] Pushing event updated for resources: {'Port': ['ID=58bcb652-7e74-4b3f-9901-6541b90dd6ea,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:30.003501 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5a27600-ae90-4087-a304-42de9b0b27e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:30.046178 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a27600-ae90-4087-a304-42de9b0b27e9 admin admin] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:08:30.049269 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-b5a27600-ae90-4087-a304-42de9b0b27e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:08:30.051942 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a27600-ae90-4087-a304-42de9b0b27e9 admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:08:30.082015 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a27600-ae90-4087-a304-42de9b0b27e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ac678c9f-bfda-49b3-ae99-58092a38230e,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:30.414651 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5a27600-ae90-4087-a304-42de9b0b27e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:30.860854 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeacf5f-93f7-40ed-a54d-c78c7a9354b2 None None] Network a2abc197-c742-4c5a-a83b-30f678686d05 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:08:30.925623 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5a27600-ae90-4087-a304-42de9b0b27e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-492057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-504401'] for router, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:30.942477 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-3f9d6af2-aa84-4394-8310-3bd6612a52fc None None] Provisioning complete for port 58bcb652-7e74-4b3f-9901-6541b90dd6ea triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:30.942850 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3f9d6af2-aa84-4394-8310-3bd6612a52fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:31.079056 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3f9d6af2-aa84-4394-8310-3bd6612a52fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:31.115464 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3f9d6af2-aa84-4394-8310-3bd6612a52fc None None] For port 58bcb652-7e74-4b3f-9901-6541b90dd6ea, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=58bcb652-7e74-4b3f-9901-6541b90dd6ea,segment=NetworkSegment(7cebabf4-df31-4ee6-9bd6-abd7a6b24c28),segment_id=7cebabf4-df31-4ee6-9bd6-abd7a6b24c28)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:31.151371 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a27600-ae90-4087-a304-42de9b0b27e9 admin admin] Router 13644358-7678-4324-9484-ab9d25371d16 is scheduled to L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e with binding_index 1 {{(pid=95592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:08:31.210437 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3f9d6af2-aa84-4394-8310-3bd6612a52fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:31.265738 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 58bcb652-7e74-4b3f-9901-6541b90dd6ea up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:08:31.289950 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d6af2-aa84-4394-8310-3bd6612a52fc None None] Pushing event updated for resources: {'Port': ['ID=58bcb652-7e74-4b3f-9901-6541b90dd6ea,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:31.291998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a27600-ae90-4087-a304-42de9b0b27e9 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:08:31.304055 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] Sync routers for ids ['13644358-7678-4324-9484-ab9d25371d16'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:08:31.332092 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] Routers {'13644358-7678-4324-9484-ab9d25371d16'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:08:31.332665 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13644358-7678-4324-9484-ab9d25371d16'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:31.368412 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-b5a27600-ae90-4087-a304-42de9b0b27e9 admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:31.369747 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-b5a27600-ae90-4087-a304-42de9b0b27e9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4967008 Sep 18 01:08:31.372580 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34168) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:31.374997 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-4a55b3ff-db85-4b49-97f8-e0c90f14dedd None None] Provisioning complete for port 58bcb652-7e74-4b3f-9901-6541b90dd6ea triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:31.375371 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4a55b3ff-db85-4b49-97f8-e0c90f14dedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:31.402351 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 58bcb652-7e74-4b3f-9901-6541b90dd6ea triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:31.402719 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:31.509911 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] Set router 13644358-7678-4324-9484-ab9d25371d16 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:08:31.675115 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:08:31.763768 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:31.764145 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:31.782197 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-662bbe15-4e05-45bd-b3d4-9b44f8ab2ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:31.942404 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-662bbe15-4e05-45bd-b3d4-9b44f8ab2ece admin admin] Allocated IP 172.20.0.1 (a2abc197-c742-4c5a-a83b-30f678686d05/2749cef2-2dac-4c59-83c4-714600b2c340/19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:08:31.959510 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13644358-7678-4324-9484-ab9d25371d16', 'name': 'tempest-TestSnapshotPattern-461581100-router', 'tenant_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ac678c9f-bfda-49b3-ae99-58092a38230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:28Z', 'updated_at': '2021-09-18T01:08:30Z', 'revision_number': 3, 'project_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'gw_port': {'id': 'ac678c9f-bfda-49b3-ae99-58092a38230e', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13644358-7678-4324-9484-ab9d25371d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:29Z', 'updated_at': '2021-09-18T01:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:31.987493 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] Checking router: 13644358-7678-4324-9484-ab9d25371d16 for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:08:31.987832 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] Updating router 13644358-7678-4324-9484-ab9d25371d16 port ac678c9f-bfda-49b3-ae99-58092a38230e binding host n-d-809883-1 {{(pid=95593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:08:32.030803 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:32.048553 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-662bbe15-4e05-45bd-b3d4-9b44f8ab2ece admin admin] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:32.151542 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-662bbe15-4e05-45bd-b3d4-9b44f8ab2ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:32.187127 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662bbe15-4e05-45bd-b3d4-9b44f8ab2ece admin admin] Network a2abc197-c742-4c5a-a83b-30f678686d05 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:08:32.191389 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-662bbe15-4e05-45bd-b3d4-9b44f8ab2ece admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:08:32.202273 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662bbe15-4e05-45bd-b3d4-9b44f8ab2ece admin admin] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:08:32.209211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bbe15-4e05-45bd-b3d4-9b44f8ab2ece admin admin] Pushing event updated for resources: {'Port': ['ID=19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:32.245023 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-662bbe15-4e05-45bd-b3d4-9b44f8ab2ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504454'] for router_interface, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:32.305640 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] Notify callbacks [] for port, precommit_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:32.374664 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:32.427116 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e88d5-e834-497d-b901-45019e101022 None None] Pushing event updated for resources: {'Port': ['ID=ac678c9f-bfda-49b3-ae99-58092a38230e,revision_number=2']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:32.428100 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-662bbe15-4e05-45bd-b3d4-9b44f8ab2ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:32.429559 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] Attempting to bind port ac678c9f-bfda-49b3-ae99-58092a38230e on host n-d-809883-1 for vnic_type normal with profile {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:08:32.429920 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] Attempting to bind port ac678c9f-bfda-49b3-ae99-58092a38230e by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:08:32.430323 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] Attempting to bind port ac678c9f-bfda-49b3-ae99-58092a38230e on network 544c7e65-fba8-424a-a169-b245d1aea919 {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:08:32.435454 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:08:32.435826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] Checking segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:08:32.436233 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:32.436624 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] Bound using segment: {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'} {{(pid=95593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:08:32.437120 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.managers [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] Bound port: ac678c9f-bfda-49b3-ae99-58092a38230e, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f933b516-2efb-49c9-8eb2-9add9457ed96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919'}}] {{(pid=95593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:08:32.437503 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:32.481306 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-1736da40-ea97-4745-8905-e2e3316e7595 None None] Provisioning complete for port 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:32.481609 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1736da40-ea97-4745-8905-e2e3316e7595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:32.522637 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] For port ac678c9f-bfda-49b3-ae99-58092a38230e, host n-d-809883-1, cleared binding levels {{(pid=95593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:08:32.526914 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] For port ac678c9f-bfda-49b3-ae99-58092a38230e, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ac678c9f-bfda-49b3-ae99-58092a38230e,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:08:32.533206 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-1736da40-ea97-4745-8905-e2e3316e7595 None None] Port 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:08:32.582049 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:32.583141 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-662bbe15-4e05-45bd-b3d4-9b44f8ab2ece admin admin] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:32.638983 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-662bbe15-4e05-45bd-b3d4-9b44f8ab2ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:32.641723 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] Routers {'13644358-7678-4324-9484-ab9d25371d16'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:08:32.642351 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13644358-7678-4324-9484-ab9d25371d16'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:32.647333 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e88d5-e834-497d-b901-45019e101022 None None] Pushing event updated for resources: {'Port': ['ID=ac678c9f-bfda-49b3-ae99-58092a38230e,revision_number=3']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:32.709063 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-662bbe15-4e05-45bd-b3d4-9b44f8ab2ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16258734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506390'] for router_interface, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:32.710953 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bbe15-4e05-45bd-b3d4-9b44f8ab2ece admin admin] Pushing event updated for resources: {'Port': ['ID=19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:32.756629 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] Set router 13644358-7678-4324-9484-ab9d25371d16 gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:08:32.802123 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662bbe15-4e05-45bd-b3d4-9b44f8ab2ece admin admin] Network a2abc197-c742-4c5a-a83b-30f678686d05 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:08:32.803449 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-662bbe15-4e05-45bd-b3d4-9b44f8ab2ece admin admin] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:08:32.921630 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662bbe15-4e05-45bd-b3d4-9b44f8ab2ece admin admin] Router 13644358-7678-4324-9484-ab9d25371d16 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:08:32.963782 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13644358-7678-4324-9484-ab9d25371d16', 'name': 'tempest-TestSnapshotPattern-461581100-router', 'tenant_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ac678c9f-bfda-49b3-ae99-58092a38230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:28Z', 'updated_at': '2021-09-18T01:08:32Z', 'revision_number': 4, 'project_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'gw_port': {'id': 'ac678c9f-bfda-49b3-ae99-58092a38230e', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13644358-7678-4324-9484-ab9d25371d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:29Z', 'updated_at': '2021-09-18T01:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5', 'name': '', 'network_id': 'a2abc197-c742-4c5a-a83b-30f678686d05', 'tenant_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'mac_address': 'fa:16:3e:93:ab:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13644358-7678-4324-9484-ab9d25371d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2749cef2-2dac-4c59-83c4-714600b2c340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:31Z', 'updated_at': '2021-09-18T01:08:32Z', 'revision_number': 2, 'project_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'subnets': [{'id': '2749cef2-2dac-4c59-83c4-714600b2c340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:32.995509 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c631dd-9631-4265-ac92-19eee8d79b26 None None] The sync data for ids ['13644358-7678-4324-9484-ab9d25371d16'] in n-d-809883-1 is: [{'id': '13644358-7678-4324-9484-ab9d25371d16', 'name': 'tempest-TestSnapshotPattern-461581100-router', 'tenant_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ac678c9f-bfda-49b3-ae99-58092a38230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:28Z', 'updated_at': '2021-09-18T01:08:32Z', 'revision_number': 4, 'project_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'gw_port': {'id': 'ac678c9f-bfda-49b3-ae99-58092a38230e', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13644358-7678-4324-9484-ab9d25371d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:29Z', 'updated_at': '2021-09-18T01:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5', 'name': '', 'network_id': 'a2abc197-c742-4c5a-a83b-30f678686d05', 'tenant_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'mac_address': 'fa:16:3e:93:ab:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13644358-7678-4324-9484-ab9d25371d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2749cef2-2dac-4c59-83c4-714600b2c340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:31Z', 'updated_at': '2021-09-18T01:08:32Z', 'revision_number': 2, 'project_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'subnets': [{'id': '2749cef2-2dac-4c59-83c4-714600b2c340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:08:33.038138 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662bbe15-4e05-45bd-b3d4-9b44f8ab2ece admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:08:33.043941 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-662bbe15-4e05-45bd-b3d4-9b44f8ab2ece admin admin] 10.222.0.46 "PUT /v2.0/routers/13644358-7678-4324-9484-ab9d25371d16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6702654 Sep 18 01:08:33.055569 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f292e7fa-0670-4116-ae88-cbaac3c45121 None None] Provisioning complete for port 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:33.055949 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f292e7fa-0670-4116-ae88-cbaac3c45121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:33.091826 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-f292e7fa-0670-4116-ae88-cbaac3c45121 None None] Port 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:08:33.183216 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 58bcb652-7e74-4b3f-9901-6541b90dd6ea up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:08:33.245102 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 58bcb652-7e74-4b3f-9901-6541b90dd6ea triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:33.246026 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:33.705201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34176) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:33.710604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-af54e50e-f7af-457c-bb4e-b6dda6da424d tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-322800702', 'description': 'tempest-secgroup-smoke-322800702 description', 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:33.871532 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af54e50e-f7af-457c-bb4e-b6dda6da424d tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:33.955448 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af54e50e-f7af-457c-bb4e-b6dda6da424d tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:34.014290 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af54e50e-f7af-457c-bb4e-b6dda6da424d tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:34.050703 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54e50e-f7af-457c-bb4e-b6dda6da424d tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d653d1-aac6-4516-b56c-bf407b16e1f8,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:34.117375 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-af54e50e-f7af-457c-bb4e-b6dda6da424d tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:34.118686 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-af54e50e-f7af-457c-bb4e-b6dda6da424d tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4123173 Sep 18 01:08:34.121659 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34178) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:34.126211 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-0714cf67-3deb-41a6-8d9a-20a357d87359 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Request body: {'security_group_rule': {'security_group_id': '29d653d1-aac6-4516-b56c-bf407b16e1f8', 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:34.227353 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0714cf67-3deb-41a6-8d9a-20a357d87359 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:34.282345 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0714cf67-3deb-41a6-8d9a-20a357d87359 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:34.370524 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0714cf67-3deb-41a6-8d9a-20a357d87359 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:34.388941 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714cf67-3deb-41a6-8d9a-20a357d87359 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05a2760-ce8e-40d4-bca9-72b4575bd0bc,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:34.474166 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-0714cf67-3deb-41a6-8d9a-20a357d87359 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:34.475437 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-0714cf67-3deb-41a6-8d9a-20a357d87359 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3528039 Sep 18 01:08:34.478201 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34180) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:34.482584 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-c566c1a4-a93c-4ac6-a0ed-4db1b27896cd tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Request body: {'security_group_rule': {'security_group_id': '29d653d1-aac6-4516-b56c-bf407b16e1f8', 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:34.586813 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c566c1a4-a93c-4ac6-a0ed-4db1b27896cd tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:34.645687 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c566c1a4-a93c-4ac6-a0ed-4db1b27896cd tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:34.725053 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c566c1a4-a93c-4ac6-a0ed-4db1b27896cd tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:34.744015 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566c1a4-a93c-4ac6-a0ed-4db1b27896cd tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fe3fef-f77e-46e5-bc8f-8f7237d8cbef,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:34.810514 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-c566c1a4-a93c-4ac6-a0ed-4db1b27896cd tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:34.811761 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-c566c1a4-a93c-4ac6-a0ed-4db1b27896cd tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3326292 Sep 18 01:08:34.814512 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34182) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:34.818831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f5bb62bc-94eb-42be-8813-ce1b7a470489 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Request body: {'security_group_rule': {'security_group_id': '29d653d1-aac6-4516-b56c-bf407b16e1f8', 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:34.906117 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f5bb62bc-94eb-42be-8813-ce1b7a470489 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:34.962937 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f5bb62bc-94eb-42be-8813-ce1b7a470489 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:35.038911 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f5bb62bc-94eb-42be-8813-ce1b7a470489 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:35.060461 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb62bc-94eb-42be-8813-ce1b7a470489 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99ac866-8e50-4581-9df5-7da84b8767b3,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:35.124538 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f5bb62bc-94eb-42be-8813-ce1b7a470489 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:35.126977 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f5bb62bc-94eb-42be-8813-ce1b7a470489 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103845 Sep 18 01:08:35.129529 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34184) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:35.133881 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-f2d8b919-fea6-4ecd-aea9-b7ed4ab52074 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Request body: {'security_group_rule': {'security_group_id': '29d653d1-aac6-4516-b56c-bf407b16e1f8', 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:35.202639 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ac678c9f-bfda-49b3-ae99-58092a38230e up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:08:35.214038 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f2d8b919-fea6-4ecd-aea9-b7ed4ab52074 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:35.252276 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ac678c9f-bfda-49b3-ae99-58092a38230e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:35.252938 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:35.278543 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f2d8b919-fea6-4ecd-aea9-b7ed4ab52074 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:35.327830 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:35.348011 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] For port ac678c9f-bfda-49b3-ae99-58092a38230e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ac678c9f-bfda-49b3-ae99-58092a38230e,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:35.362796 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f2d8b919-fea6-4ecd-aea9-b7ed4ab52074 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:35.378054 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8b919-fea6-4ecd-aea9-b7ed4ab52074 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce72522a-5ebb-435a-9a75-1bdc9d3a499f,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:35.432940 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:35.465635 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-f2d8b919-fea6-4ecd-aea9-b7ed4ab52074 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:35.466897 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-f2d8b919-fea6-4ecd-aea9-b7ed4ab52074 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3364365 Sep 18 01:08:35.469619 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34186) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:35.474030 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-7f1b01db-56f3-43f8-a3ab-ad95c47acae6 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Request body: {'security_group_rule': {'security_group_id': '29d653d1-aac6-4516-b56c-bf407b16e1f8', 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:35.484691 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Pushing event updated for resources: {'Port': ['ID=ac678c9f-bfda-49b3-ae99-58092a38230e,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:35.574202 n-d-809883-1 neutron-server[95592]: INFO neutron.db.securitygroups_db [None req-7f1b01db-56f3-43f8-a3ab-ad95c47acae6 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Project 82cb9b5e229e4b0cb16b8f365ae2949c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:08:35.579219 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7f1b01db-56f3-43f8-a3ab-ad95c47acae6 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:35.638873 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7f1b01db-56f3-43f8-a3ab-ad95c47acae6 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:35.717011 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7f1b01db-56f3-43f8-a3ab-ad95c47acae6 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:35.734604 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b01db-56f3-43f8-a3ab-ad95c47acae6 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1a94d6-a1bc-4249-a6e4-c7e4525cc3b6,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:35.804388 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-7f1b01db-56f3-43f8-a3ab-ad95c47acae6 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:35.805723 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-7f1b01db-56f3-43f8-a3ab-ad95c47acae6 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3351707 Sep 18 01:08:35.808458 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34188) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:35.812818 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-2d660e8a-ce4a-48d4-9021-082bb93df069 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Request body: {'security_group_rule': {'security_group_id': '29d653d1-aac6-4516-b56c-bf407b16e1f8', 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:35.896133 n-d-809883-1 neutron-server[95592]: INFO neutron.db.securitygroups_db [None req-2d660e8a-ce4a-48d4-9021-082bb93df069 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Project 82cb9b5e229e4b0cb16b8f365ae2949c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:08:35.901070 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2d660e8a-ce4a-48d4-9021-082bb93df069 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:35.959879 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2d660e8a-ce4a-48d4-9021-082bb93df069 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:36.037442 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2d660e8a-ce4a-48d4-9021-082bb93df069 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518436'] for security_group_rule, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:36.055831 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d660e8a-ce4a-48d4-9021-082bb93df069 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4feb91f1-aaff-4597-b2a6-90fbceee1af8,revision_number=0']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:36.124670 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-2d660e8a-ce4a-48d4-9021-082bb93df069 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:36.126101 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-2d660e8a-ce4a-48d4-9021-082bb93df069 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3166375 Sep 18 01:08:36.269886 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-f06f54e6-fe48-45bf-8dd8-463747a069d0 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-322800702&fields=id&tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c HTTP/1.1" status: 200 len: 267 time: 0.0350618 Sep 18 01:08:36.292306 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] Sync routers for ids ['13644358-7678-4324-9484-ab9d25371d16'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:08:36.302009 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] Routers {'13644358-7678-4324-9484-ab9d25371d16'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:08:36.307022 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13644358-7678-4324-9484-ab9d25371d16'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:36.380206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-46b235ab-8c10-491f-8637-912c3b0e05cd tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:36.381861 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-46b235ab-8c10-491f-8637-912c3b0e05cd tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/networks?id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 HTTP/1.1" status: 200 len: 809 time: 0.1041567 Sep 18 01:08:36.398074 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-a50189e8-6b0d-4f09-b8ba-58b6f6c7da77 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/quotas/82cb9b5e229e4b0cb16b8f365ae2949c HTTP/1.1" status: 200 len: 375 time: 0.0102170 Sep 18 01:08:36.449030 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-71cf2714-776c-4c34-ac2b-a5f58d1db16a tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451708 Sep 18 01:08:36.493286 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] Set router 13644358-7678-4324-9484-ab9d25371d16 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:08:36.555365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-94d424fc-bec1-4e01-85fa-e8207bde8040 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:08:36.556403 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-94d424fc-bec1-4e01-85fa-e8207bde8040 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0955880 Sep 18 01:08:36.652229 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-e3a84d32-302e-4471-9b71-f5d16a6dadf0 service neutron] 10.222.0.46 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888169 Sep 18 01:08:36.692568 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13644358-7678-4324-9484-ab9d25371d16', 'name': 'tempest-TestSnapshotPattern-461581100-router', 'tenant_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ac678c9f-bfda-49b3-ae99-58092a38230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:28Z', 'updated_at': '2021-09-18T01:08:32Z', 'revision_number': 4, 'project_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'gw_port': {'id': 'ac678c9f-bfda-49b3-ae99-58092a38230e', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13644358-7678-4324-9484-ab9d25371d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:29Z', 'updated_at': '2021-09-18T01:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5', 'name': '', 'network_id': 'a2abc197-c742-4c5a-a83b-30f678686d05', 'tenant_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'mac_address': 'fa:16:3e:93:ab:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13644358-7678-4324-9484-ab9d25371d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2749cef2-2dac-4c59-83c4-714600b2c340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:31Z', 'updated_at': '2021-09-18T01:08:32Z', 'revision_number': 2, 'project_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'subnets': [{'id': '2749cef2-2dac-4c59-83c4-714600b2c340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:36.722586 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] Checking router: 13644358-7678-4324-9484-ab9d25371d16 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:08:36.722974 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] Updating router 13644358-7678-4324-9484-ab9d25371d16 port 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5 binding host n-d-809883-1 {{(pid=95594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:08:36.746674 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-1aba55ea-72c2-4661-a7f2-7206ddc76588 service neutron] 10.222.0.46 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880954 Sep 18 01:08:36.746912 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:36.970025 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c8bf9d26-56ae-4f31-bb03-f09487f9482e req-5b410549-aabf-4583-a169-7f056b87a930 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 210 time: 0.0271719 Sep 18 01:08:37.017735 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] Notify callbacks [] for port, precommit_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:37.078963 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:37.146638 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aac7b7-c0f8-44e7-a98f-2dea3d60aed9 None None] Pushing event updated for resources: {'Port': ['ID=19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5,revision_number=3']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:37.174793 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] Attempting to bind port 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5 on host n-d-809883-1 for vnic_type normal with profile {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:08:37.175236 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] Attempting to bind port 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5 by drivers openvswitch,hyperv on host n-d-809883-1 at level 0 using segments [{'id': '7cebabf4-df31-4ee6-9bd6-abd7a6b24c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a2abc197-c742-4c5a-a83b-30f678686d05'}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:08:37.175508 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] Attempting to bind port 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5 on network a2abc197-c742-4c5a-a83b-30f678686d05 {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:08:37.181523 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] Checking agent: {'id': '8d3b7837-c511-461c-84ce-c1206095cea0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 25, 47), 'started_at': datetime.datetime(2021, 9, 17, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809883-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:08:37.181898 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] Checking segment: {'id': '7cebabf4-df31-4ee6-9bd6-abd7a6b24c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a2abc197-c742-4c5a-a83b-30f678686d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:08:37.182296 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:37.182686 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] Bound using segment: {'id': '7cebabf4-df31-4ee6-9bd6-abd7a6b24c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a2abc197-c742-4c5a-a83b-30f678686d05'} {{(pid=95594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:08:37.183151 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.managers [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] Bound port: 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5, host: n-d-809883-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cebabf4-df31-4ee6-9bd6-abd7a6b24c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a2abc197-c742-4c5a-a83b-30f678686d05'}}] {{(pid=95594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:08:37.183530 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:37.245308 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ac678c9f-bfda-49b3-ae99-58092a38230e up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:08:37.263033 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] For port 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5, host n-d-809883-1, cleared binding levels {{(pid=95594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:08:37.266226 n-d-809883-1 neutron-server[95594]: DEBUG neutron.plugins.ml2.db [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] For port 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5, host n-d-809883-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5,segment=NetworkSegment(7cebabf4-df31-4ee6-9bd6-abd7a6b24c28),segment_id=7cebabf4-df31-4ee6-9bd6-abd7a6b24c28)] {{(pid=95594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:08:37.294175 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port ac678c9f-bfda-49b3-ae99-58092a38230e triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:37.294593 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:37.330762 n-d-809883-1 neutron-server[95594]: DEBUG neutron_lib.callbacks.manager [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:37.346633 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-ac1a5f8f-ba86-46a8-b442-a0fa3a9ffed5 None None] Provisioning complete for port 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:37.347025 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ac1a5f8f-ba86-46a8-b442-a0fa3a9ffed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:37.387417 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] Routers {'13644358-7678-4324-9484-ab9d25371d16'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:08:37.388057 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:08:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13644358-7678-4324-9484-ab9d25371d16'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:37.427817 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aac7b7-c0f8-44e7-a98f-2dea3d60aed9 None None] Pushing event updated for resources: {'Port': ['ID=19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5,revision_number=4']} {{(pid=95594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:37.473504 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ac1a5f8f-ba86-46a8-b442-a0fa3a9ffed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:37.509755 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-ac1a5f8f-ba86-46a8-b442-a0fa3a9ffed5 None None] For port 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5,segment=NetworkSegment(7cebabf4-df31-4ee6-9bd6-abd7a6b24c28),segment_id=7cebabf4-df31-4ee6-9bd6-abd7a6b24c28)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:37.511085 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] Set router 13644358-7678-4324-9484-ab9d25371d16 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:08:37.587349 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ac1a5f8f-ba86-46a8-b442-a0fa3a9ffed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:37.633999 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a5f8f-ba86-46a8-b442-a0fa3a9ffed5 None None] Pushing event updated for resources: {'Port': ['ID=19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:37.710117 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-f2dd5356-6671-4efa-9159-af0aeb58642d None None] Provisioning complete for port 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:37.710491 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5356-6671-4efa-9159-af0aeb58642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:37.714739 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13644358-7678-4324-9484-ab9d25371d16', 'name': 'tempest-TestSnapshotPattern-461581100-router', 'tenant_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ac678c9f-bfda-49b3-ae99-58092a38230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:28Z', 'updated_at': '2021-09-18T01:08:32Z', 'revision_number': 4, 'project_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'gw_port': {'id': 'ac678c9f-bfda-49b3-ae99-58092a38230e', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13644358-7678-4324-9484-ab9d25371d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:29Z', 'updated_at': '2021-09-18T01:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5', 'name': '', 'network_id': 'a2abc197-c742-4c5a-a83b-30f678686d05', 'tenant_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'mac_address': 'fa:16:3e:93:ab:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13644358-7678-4324-9484-ab9d25371d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2749cef2-2dac-4c59-83c4-714600b2c340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:31Z', 'updated_at': '2021-09-18T01:08:37Z', 'revision_number': 4, 'project_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'subnets': [{'id': '2749cef2-2dac-4c59-83c4-714600b2c340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:37.745194 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04260ecd-0068-43cd-88f1-32b0c311ac2d None None] The sync data for ids ['13644358-7678-4324-9484-ab9d25371d16'] in n-d-809883-1 is: [{'id': '13644358-7678-4324-9484-ab9d25371d16', 'name': 'tempest-TestSnapshotPattern-461581100-router', 'tenant_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ac678c9f-bfda-49b3-ae99-58092a38230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:28Z', 'updated_at': '2021-09-18T01:08:32Z', 'revision_number': 4, 'project_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'gw_port': {'id': 'ac678c9f-bfda-49b3-ae99-58092a38230e', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13644358-7678-4324-9484-ab9d25371d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:29Z', 'updated_at': '2021-09-18T01:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5', 'name': '', 'network_id': 'a2abc197-c742-4c5a-a83b-30f678686d05', 'tenant_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'mac_address': 'fa:16:3e:93:ab:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13644358-7678-4324-9484-ab9d25371d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2749cef2-2dac-4c59-83c4-714600b2c340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:31Z', 'updated_at': '2021-09-18T01:08:37Z', 'revision_number': 4, 'project_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'subnets': [{'id': '2749cef2-2dac-4c59-83c4-714600b2c340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:08:38.053318 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-01ffb24c-68de-4c36-aabc-81604a8e9d81 req-8a98dfb5-e1b3-43ec-860b-4f44c75b3932 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 210 time: 0.0279462 Sep 18 01:08:39.178035 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-29d291aa-751b-436e-b696-de18c740444b req-9ffd1604-c1f9-4f52-94b8-306602317472 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 210 time: 0.0379074 Sep 18 01:08:39.210418 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-561791ac-2a2a-4a3a-bde7-f7990873755f tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:39.212321 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-561791ac-2a2a-4a3a-bde7-f7990873755f tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.37 "GET /v2.0/networks?id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 HTTP/1.1" status: 200 len: 809 time: 0.1334937 Sep 18 01:08:39.223473 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5 up at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:08:39.257801 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-4252a32e-cb0a-4ae8-ac70-d18de5d8c256 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c HTTP/1.1" status: 200 len: 379 time: 0.0358236 Sep 18 01:08:39.270085 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-31eb56a8-9425-4359-b248-189bd6dfed9e tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Request body: {'port': {'device_id': '636d1237-688a-4be1-bf7c-65f103fea67f', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'admin_state_up': True, 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'security_groups': ['29d653d1-aac6-4516-b56c-bf407b16e1f8']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:39.270581 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Provisioning complete for port 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:39.270958 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:39.472556 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-31eb56a8-9425-4359-b248-189bd6dfed9e tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Made reservation on behalf of 82cb9b5e229e4b0cb16b8f365ae2949c for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:08:39.477170 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-31eb56a8-9425-4359-b248-189bd6dfed9e tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:39.603442 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-31eb56a8-9425-4359-b248-189bd6dfed9e tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Allocated IP 172.20.0.14 (225849b0-e623-4e9a-9a5a-abfe5eb5a4a7/21ca63f8-71d3-4bb6-8e12-973e97bb5131/9b34b579-db04-4fbd-9576-2d868911c12b) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:08:39.739378 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-31eb56a8-9425-4359-b248-189bd6dfed9e tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:39.822382 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-31eb56a8-9425-4359-b248-189bd6dfed9e tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:39.864133 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-31eb56a8-9425-4359-b248-189bd6dfed9e tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Network 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:08:39.867095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-31eb56a8-9425-4359-b248-189bd6dfed9e tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:08:39.873192 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-31eb56a8-9425-4359-b248-189bd6dfed9e tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:08:39.879741 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb56a8-9425-4359-b248-189bd6dfed9e tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Pushing event updated for resources: {'Port': ['ID=9b34b579-db04-4fbd-9576-2d868911c12b,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:39.924853 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-31eb56a8-9425-4359-b248-189bd6dfed9e tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:39.925460 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-31eb56a8-9425-4359-b248-189bd6dfed9e tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:40.003739 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-31eb56a8-9425-4359-b248-189bd6dfed9e tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7376914 Sep 18 01:08:40.017278 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Request body: {'port': {'device_id': '636d1237-688a-4be1-bf7c-65f103fea67f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:40.075510 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:40.129969 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-652ddefe-111d-442a-a631-7017a3f6d9a7 None None] Provisioning complete for port 9b34b579-db04-4fbd-9576-2d868911c12b triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:40.130272 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-652ddefe-111d-442a-a631-7017a3f6d9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:40.166127 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-652ddefe-111d-442a-a631-7017a3f6d9a7 None None] Port 9b34b579-db04-4fbd-9576-2d868911c12b cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:08:40.321341 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439afd11-9238-4c5f-9d30-33dd79e4bb51 req-51d95d51-f0eb-46be-a167-53083caa930c tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:40.322836 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-439afd11-9238-4c5f-9d30-33dd79e4bb51 req-51d95d51-f0eb-46be-a167-53083caa930c tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 932 time: 0.0731995 Sep 18 01:08:40.393895 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-439afd11-9238-4c5f-9d30-33dd79e4bb51 req-c27ab7f3-7bbf-4d8e-9c2d-9d34d0f28a65 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648820 Sep 18 01:08:40.401110 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b34b579-db04-4fbd-9576-2d868911c12b {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:08:40.408707 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:40.421125 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Transition to ACTIVE for port object 9b34b579-db04-4fbd-9576-2d868911c12b will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:08:40.482439 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:40.554923 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b34b579-db04-4fbd-9576-2d868911c12b,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:40.607024 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Attempting to bind port 9b34b579-db04-4fbd-9576-2d868911c12b on host n-h2-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:08:40.607365 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Attempting to bind port 9b34b579-db04-4fbd-9576-2d868911c12b by drivers openvswitch,hyperv on host n-h2-809883-1 at level 0 using segments [{'id': '9b6a2880-5b0b-4b15-ac62-e530e78541f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:08:40.607692 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Attempting to bind port 9b34b579-db04-4fbd-9576-2d868911c12b on network 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:08:40.612180 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Port 9b34b579-db04-4fbd-9576-2d868911c12b on network 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:08:40.612499 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Attempting to bind port 9b34b579-db04-4fbd-9576-2d868911c12b on network 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:08:40.618191 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Checking agent: {'id': '0c979206-e5ec-4990-8b12-579740caca20', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:08:40.618529 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Checking segment: {'id': '9b6a2880-5b0b-4b15-ac62-e530e78541f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:08:40.618913 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Bound using segment: {'id': '9b6a2880-5b0b-4b15-ac62-e530e78541f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:08:40.619343 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Bound port: 9b34b579-db04-4fbd-9576-2d868911c12b, host: n-h2-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6a2880-5b0b-4b15-ac62-e530e78541f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:08:40.619702 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:40.684411 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] For port 9b34b579-db04-4fbd-9576-2d868911c12b, host n-h2-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:08:40.687664 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] For port 9b34b579-db04-4fbd-9576-2d868911c12b, host n-h2-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9b34b579-db04-4fbd-9576-2d868911c12b,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:08:40.753398 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:40.790511 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:40.791237 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:40.792980 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] 10.222.0.37 "PUT /v2.0/ports/9b34b579-db04-4fbd-9576-2d868911c12b HTTP/1.1" status: 200 len: 1092 time: 0.7800789 Sep 18 01:08:40.795340 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636d1237-688a-4be1-bf7c-65f103fea67f', 'tag': '9b34b579-db04-4fbd-9576-2d868911c12b'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:08:40.798509 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236e14d6-c346-4224-af0b-1f10b97f2792" -d '{"events": [{"name": "network-changed", "server_uuid": "636d1237-688a-4be1-bf7c-65f103fea67f", "tag": "9b34b579-db04-4fbd-9576-2d868911c12b"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:08:40.825911 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea35d7-00dc-479f-925c-7882b200cce0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b34b579-db04-4fbd-9576-2d868911c12b,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:40.901511 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba2e27c-7231-4db4-a1d3-db3139d76ff6 x-openstack-request-id: req-3ba2e27c-7231-4db4-a1d3-db3139d76ff6 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:08:40.901813 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636d1237-688a-4be1-bf7c-65f103fea67f", "tag": "9b34b579-db04-4fbd-9576-2d868911c12b", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:08:40.902068 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3ba2e27c-7231-4db4-a1d3-db3139d76ff6 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:08:40.902474 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636d1237-688a-4be1-bf7c-65f103fea67f', 'tag': '9b34b579-db04-4fbd-9576-2d868911c12b', 'status': 'completed', 'code': 200} Sep 18 01:08:40.950728 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-97410612-d7b0-44e1-abd9-785d6dc5230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:40.952301 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-97410612-d7b0-44e1-abd9-785d6dc5230f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c&device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 1095 time: 0.0443215 Sep 18 01:08:40.993738 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-db740c4a-101a-4e34-959d-0cba794db0e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b34b579-db04-4fbd-9576-2d868911c12b HTTP/1.1" status: 200 len: 217 time: 0.0336266 Sep 18 01:08:41.048452 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-36fcbc8e-f26e-4423-9cf8-ed0a7d690974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:41.049986 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-36fcbc8e-f26e-4423-9cf8-ed0a7d690974 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21ca63f8-71d3-4bb6-8e12-973e97bb5131 HTTP/1.1" status: 200 len: 848 time: 0.0495644 Sep 18 01:08:41.095198 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-ab192018-bdf0-40b3-a293-a42f8f7a63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:41.096588 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-ab192018-bdf0-40b3-a293-a42f8f7a63ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397491 Sep 18 01:08:41.184965 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-d85c27e7-9e40-46c0-883a-7728ca06c3a0 service neutron] 10.222.0.37 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800514 Sep 18 01:08:41.277982 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ee211524-fd6c-473f-9ec8-669adf720a28 req-6c80dcfb-6503-4172-944e-72b3bd8a7729 service neutron] 10.222.0.37 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862658 Sep 18 01:08:41.295834 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:41.432456 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e14d6-c346-4224-af0b-1f10b97f2792 req-6643305e-4247-41a6-a087-9caaefa7c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:41.434078 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-236e14d6-c346-4224-af0b-1f10b97f2792 req-6643305e-4247-41a6-a087-9caaefa7c732 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c&device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 1095 time: 0.0414245 Sep 18 01:08:41.590786 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94964405-d95e-4f74-ba26-ec1e8bc5d576 req-c2bc0894-3d13-496d-a6de-2ec774f2d9a6 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:41.592297 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-94964405-d95e-4f74-ba26-ec1e8bc5d576 req-c2bc0894-3d13-496d-a6de-2ec774f2d9a6 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 944 time: 0.1227520 Sep 18 01:08:41.593767 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e14d6-c346-4224-af0b-1f10b97f2792 req-ef27d79d-d011-4a19-9231-e8942c064605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:41.595261 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-236e14d6-c346-4224-af0b-1f10b97f2792 req-ef27d79d-d011-4a19-9231-e8942c064605 service neutron] 10.222.0.37 "GET /v2.0/networks?id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 HTTP/1.1" status: 200 len: 910 time: 0.1543605 Sep 18 01:08:41.665882 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-236e14d6-c346-4224-af0b-1f10b97f2792 req-fc7cddf6-7d3c-4e33-9b43-a161c3e6050a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b34b579-db04-4fbd-9576-2d868911c12b HTTP/1.1" status: 200 len: 217 time: 0.0576596 Sep 18 01:08:41.712182 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-94964405-d95e-4f74-ba26-ec1e8bc5d576 req-f97c37a2-8044-4ff5-82a3-b14c32a0e278 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137938 Sep 18 01:08:41.732718 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e14d6-c346-4224-af0b-1f10b97f2792 req-351358ae-5f03-4fa6-91a8-4db9ca7d9b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:41.734248 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-236e14d6-c346-4224-af0b-1f10b97f2792 req-351358ae-5f03-4fa6-91a8-4db9ca7d9b04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21ca63f8-71d3-4bb6-8e12-973e97bb5131 HTTP/1.1" status: 200 len: 848 time: 0.0604415 Sep 18 01:08:41.788488 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e14d6-c346-4224-af0b-1f10b97f2792 req-83b855ff-198d-41bf-85a7-e722cf300df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:41.790021 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-236e14d6-c346-4224-af0b-1f10b97f2792 req-83b855ff-198d-41bf-85a7-e722cf300df3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484688 Sep 18 01:08:41.901742 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-236e14d6-c346-4224-af0b-1f10b97f2792 req-2a32cd75-5eff-4700-86e2-12079956ac2b service neutron] 10.222.0.37 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022146 Sep 18 01:08:42.000107 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-236e14d6-c346-4224-af0b-1f10b97f2792 req-66dbe1e6-36ff-4a60-ae34-ff4941f247b7 service neutron] 10.222.0.37 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898612 Sep 18 01:08:42.831426 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d23721-16e6-4044-84e1-26946644e834 req-09fbb5e2-6b5d-4870-832f-91d2f34db574 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:42.833581 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7d23721-16e6-4044-84e1-26946644e834 req-09fbb5e2-6b5d-4870-832f-91d2f34db574 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 944 time: 0.0490432 Sep 18 01:08:42.873615 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c7d23721-16e6-4044-84e1-26946644e834 req-48a372c6-8afd-4525-b2a0-4f7fea0d26bb tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340147 Sep 18 01:08:43.294084 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9b34b579-db04-4fbd-9576-2d868911c12b details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:08:43.385452 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9b34b579-db04-4fbd-9576-2d868911c12b, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9b34b579-db04-4fbd-9576-2d868911c12b,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:43.396240 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '9b34b579-db04-4fbd-9576-2d868911c12b', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'port_id': '9b34b579-db04-4fbd-9576-2d868911c12b', 'mac_address': 'fa:16:3e:a4:ad:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:08:43.436687 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:43.449128 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b34b579-db04-4fbd-9576-2d868911c12b {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:08:43.467471 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9b34b579-db04-4fbd-9576-2d868911c12b, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9b34b579-db04-4fbd-9576-2d868911c12b,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:43.568337 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:43.613331 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9b34b579-db04-4fbd-9576-2d868911c12b,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:43.773307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['9b34b579-db04-4fbd-9576-2d868911c12b'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:08:43.986186 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666fd80-e58f-4a05-9bc0-cd66ae7998f4 req-e816f214-65b4-4559-9f33-5fc8b7522ac9 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:43.987749 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8666fd80-e58f-4a05-9bc0-cd66ae7998f4 req-e816f214-65b4-4559-9f33-5fc8b7522ac9 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 945 time: 0.0485411 Sep 18 01:08:44.027882 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8666fd80-e58f-4a05-9bc0-cd66ae7998f4 req-510460c2-4258-458a-a9f5-9d37d073a49b tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323048 Sep 18 01:08:44.162786 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9918faef-eec4-4550-8b6e-2a2d441f4aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:44.242054 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:45.141687 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94765d-46d9-4062-8176-9a0a3f2a7057 req-07c1b2ba-1852-4087-88a3-b6b3e57bebbf tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:45.143145 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae94765d-46d9-4062-8176-9a0a3f2a7057 req-07c1b2ba-1852-4087-88a3-b6b3e57bebbf tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 945 time: 0.0473101 Sep 18 01:08:45.179495 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ae94765d-46d9-4062-8176-9a0a3f2a7057 req-1c8d54fb-ec1d-48a9-9e69-8ce9b4d52639 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297794 Sep 18 01:08:45.325051 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9b34b579-db04-4fbd-9576-2d868911c12b up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:08:45.470765 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning for port 9b34b579-db04-4fbd-9576-2d868911c12b completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:08:45.474481 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 9b34b579-db04-4fbd-9576-2d868911c12b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:08:45.474851 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:45.550808 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:45.573865 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636d1237-688a-4be1-bf7c-65f103fea67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b34b579-db04-4fbd-9576-2d868911c12b'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:08:45.576120 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912f74b8-6519-4932-8637-d5b610144598" -d '{"events": [{"server_uuid": "636d1237-688a-4be1-bf7c-65f103fea67f", "name": "network-vif-plugged", "status": "completed", "tag": "9b34b579-db04-4fbd-9576-2d868911c12b"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:08:45.588619 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9b34b579-db04-4fbd-9576-2d868911c12b, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9b34b579-db04-4fbd-9576-2d868911c12b,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:45.613128 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe8ac58-55ae-4f6a-8bb1-0748f9ec7652 x-openstack-request-id: req-2fe8ac58-55ae-4f6a-8bb1-0748f9ec7652 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:08:45.613128 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636d1237-688a-4be1-bf7c-65f103fea67f", "name": "network-vif-plugged", "status": "completed", "tag": "9b34b579-db04-4fbd-9576-2d868911c12b", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:08:45.613128 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2fe8ac58-55ae-4f6a-8bb1-0748f9ec7652 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:08:45.613128 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636d1237-688a-4be1-bf7c-65f103fea67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b34b579-db04-4fbd-9576-2d868911c12b', 'code': 200} Sep 18 01:08:45.665409 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:45.703690 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe7e38-4912-4362-8eaf-89acec28b2f1 req-5564c7cb-4811-4e70-9e81-446aacd15f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:45.706913 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-73fe7e38-4912-4362-8eaf-89acec28b2f1 req-5564c7cb-4811-4e70-9e81-446aacd15f5c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 1097 time: 0.0398932 Sep 18 01:08:45.711756 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9b34b579-db04-4fbd-9576-2d868911c12b,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:45.743003 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-73fe7e38-4912-4362-8eaf-89acec28b2f1 req-b7ff3efa-a1d1-4173-a0af-d0f5aaf48e78 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311818 Sep 18 01:08:46.291818 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd7069-f853-4447-8559-4250a610be1b req-30edd5bd-f536-4ed4-8177-d1d49fd60f4e tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:46.293247 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cdcd7069-f853-4447-8559-4250a610be1b req-30edd5bd-f536-4ed4-8177-d1d49fd60f4e tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 946 time: 0.0484583 Sep 18 01:08:46.329952 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cdcd7069-f853-4447-8559-4250a610be1b req-bbcf7a5f-24c0-420b-ac33-b41d8e3f4ebb tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307930 Sep 18 01:08:46.705459 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a41fd9e8-739c-4f7d-9a91-c5748d525199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:47.352478 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:47.445981 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02350eef-941b-43f5-a401-8b1656816472 req-cc031860-6076-4e47-9c26-6334360450cf tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:47.447477 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-02350eef-941b-43f5-a401-8b1656816472 req-cc031860-6076-4e47-9c26-6334360450cf tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 946 time: 0.0475326 Sep 18 01:08:47.484915 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-02350eef-941b-43f5-a401-8b1656816472 req-117d4c2c-9462-4b76-bed4-fc169b2245f9 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314467 Sep 18 01:08:47.595879 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0285d-65af-4e5e-9521-e1e41b4fae17 req-f3918782-3cd5-4a17-bd63-ed471324ecc9 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:47.597396 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fd0285d-65af-4e5e-9521-e1e41b4fae17 req-f3918782-3cd5-4a17-bd63-ed471324ecc9 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 946 time: 0.0478141 Sep 18 01:08:47.638609 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6fd0285d-65af-4e5e-9521-e1e41b4fae17 req-ece95152-8f05-4c89-855c-d00abf55e667 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352776 Sep 18 01:08:47.659606 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34246) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:47.737885 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47715b17-cb6c-46b5-8826-ec34ea6a65bc tempest-TestSnapshotPattern-1455928613 tempest-TestSnapshotPattern-1455928613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:47.739868 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-47715b17-cb6c-46b5-8826-ec34ea6a65bc tempest-TestSnapshotPattern-1455928613 tempest-TestSnapshotPattern-1455928613-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 1092 time: 0.0793011 Sep 18 01:08:47.742785 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34250) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:08:47.746947 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '9b34b579-db04-4fbd-9576-2d868911c12b', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:08:47.831123 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:47.923319 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:48.025783 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Allocated IP 172.25.3.108 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/90ccd329-63c6-4b0a-89f3-5d7580b6bcdb) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:08:48.105535 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:48.125916 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:48.210462 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:48.246089 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:08:48.248781 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:08:48.252495 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:08:48.279128 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Pushing event updated for resources: {'Port': ['ID=90ccd329-63c6-4b0a-89f3-5d7580b6bcdb,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:48.599655 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:48.751323 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:48.897954 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:48.958176 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:49.026589 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Pushing event updated for resources: {'Port': ['ID=90ccd329-63c6-4b0a-89f3-5d7580b6bcdb,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:49.038534 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:49.431747 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Floating IP 17fc51ed-6340-4ab3-a2a3-4b6cdc194ae3 associated. External IP: 172.25.3.108, port: 9b34b579-db04-4fbd-9576-2d868911c12b. Sep 18 01:08:49.634095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:08:49.738219 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:08:49.747482 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9196419f-3c3d-4bc3-923e-cc19e5ae5763 None None] Sync routers for ids ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:08:49.757689 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9196419f-3c3d-4bc3-923e-cc19e5ae5763 None None] Routers {'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:08:49.762388 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9196419f-3c3d-4bc3-923e-cc19e5ae5763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:08:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:49.809606 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:49.836604 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-093e55b0-77e7-428f-9e1f-0991675dc013 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0928290 Sep 18 01:08:49.837229 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636d1237-688a-4be1-bf7c-65f103fea67f', 'tag': '9b34b579-db04-4fbd-9576-2d868911c12b'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:08:49.839492 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ea2500-2620-43d4-a5f4-04a6d66df108" -d '{"events": [{"name": "network-changed", "server_uuid": "636d1237-688a-4be1-bf7c-65f103fea67f", "tag": "9b34b579-db04-4fbd-9576-2d868911c12b"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:08:49.860636 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-9196419f-3c3d-4bc3-923e-cc19e5ae5763 None None] Set router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:08:49.874523 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79413715-0dda-4873-a13e-d1cab4efa2f8 x-openstack-request-id: req-79413715-0dda-4873-a13e-d1cab4efa2f8 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:08:49.874815 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636d1237-688a-4be1-bf7c-65f103fea67f", "tag": "9b34b579-db04-4fbd-9576-2d868911c12b", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:08:49.875071 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-79413715-0dda-4873-a13e-d1cab4efa2f8 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:08:49.875470 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636d1237-688a-4be1-bf7c-65f103fea67f', 'tag': '9b34b579-db04-4fbd-9576-2d868911c12b', 'status': 'completed', 'code': 200} Sep 18 01:08:49.940775 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea2500-2620-43d4-a5f4-04a6d66df108 req-6beedb2c-de5d-4592-9bea-6e79ffb29d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:49.942908 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55ea2500-2620-43d4-a5f4-04a6d66df108 req-6beedb2c-de5d-4592-9bea-6e79ffb29d74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c&device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 1097 time: 0.0441225 Sep 18 01:08:50.033915 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea2500-2620-43d4-a5f4-04a6d66df108 req-4269a7c0-d98b-4a47-910d-9115390f056b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:50.035464 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55ea2500-2620-43d4-a5f4-04a6d66df108 req-4269a7c0-d98b-4a47-910d-9115390f056b service neutron] 10.222.0.37 "GET /v2.0/networks?id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 HTTP/1.1" status: 200 len: 910 time: 0.0853412 Sep 18 01:08:50.095265 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9196419f-3c3d-4bc3-923e-cc19e5ae5763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:08:26Z', 'revision_number': 4, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port': {'id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:23Z', 'updated_at': '2021-09-18T01:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '17fc51ed-6340-4ab3-a2a3-4b6cdc194ae3', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'port_id': '9b34b579-db04-4fbd-9576-2d868911c12b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'mac_address': 'fa:16:3e:a4:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636d1237-688a-4be1-bf7c-65f103fea67f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:08:48Z', 'updated_at': '2021-09-18T01:08:48Z', 'revision_number': 0, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e4324e-abcd-4d1e-a7f8-a35f192ffbfa', 'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'mac_address': 'fa:16:3e:53:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:25Z', 'updated_at': '2021-09-18T01:08:29Z', 'revision_number': 5, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'subnets': [{'id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:50.103924 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55ea2500-2620-43d4-a5f4-04a6d66df108 req-bbdb9133-8236-4410-b362-5db3831a352f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b34b579-db04-4fbd-9576-2d868911c12b HTTP/1.1" status: 200 len: 1000 time: 0.0618279 Sep 18 01:08:50.122207 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:08:50.123031 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9196419f-3c3d-4bc3-923e-cc19e5ae5763 None None] Checking router: f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:08:50.132203 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9196419f-3c3d-4bc3-923e-cc19e5ae5763 None None] Routers {'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:08:50.132816 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9196419f-3c3d-4bc3-923e-cc19e5ae5763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:08:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:50.153131 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea2500-2620-43d4-a5f4-04a6d66df108 req-1d7f2951-74bb-47c9-87cb-9f4b0fa113e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:50.154614 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55ea2500-2620-43d4-a5f4-04a6d66df108 req-1d7f2951-74bb-47c9-87cb-9f4b0fa113e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21ca63f8-71d3-4bb6-8e12-973e97bb5131 HTTP/1.1" status: 200 len: 848 time: 0.0444417 Sep 18 01:08:50.200006 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea2500-2620-43d4-a5f4-04a6d66df108 req-5c16be95-cf76-4969-a801-9866dc6de91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:08:50.201548 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55ea2500-2620-43d4-a5f4-04a6d66df108 req-5c16be95-cf76-4969-a801-9866dc6de91c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397730 Sep 18 01:08:50.237052 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-9196419f-3c3d-4bc3-923e-cc19e5ae5763 None None] Set router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:08:50.294602 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55ea2500-2620-43d4-a5f4-04a6d66df108 req-e3a569ef-a1b0-4385-a379-6d7fbd3dee35 service neutron] 10.222.0.37 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861387 Sep 18 01:08:50.384226 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-55ea2500-2620-43d4-a5f4-04a6d66df108 req-69fe0b96-a5d3-41b2-8524-4a63c936ac13 service neutron] 10.222.0.37 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818596 Sep 18 01:08:50.456454 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-9196419f-3c3d-4bc3-923e-cc19e5ae5763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:08:26Z', 'revision_number': 4, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port': {'id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:23Z', 'updated_at': '2021-09-18T01:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '17fc51ed-6340-4ab3-a2a3-4b6cdc194ae3', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'port_id': '9b34b579-db04-4fbd-9576-2d868911c12b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'mac_address': 'fa:16:3e:a4:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636d1237-688a-4be1-bf7c-65f103fea67f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:08:48Z', 'updated_at': '2021-09-18T01:08:48Z', 'revision_number': 0, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e4324e-abcd-4d1e-a7f8-a35f192ffbfa', 'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'mac_address': 'fa:16:3e:53:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:25Z', 'updated_at': '2021-09-18T01:08:29Z', 'revision_number': 5, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'subnets': [{'id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:50.483301 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9196419f-3c3d-4bc3-923e-cc19e5ae5763 None None] The sync data for ids ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'] in n-d-809883-1 is: [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:08:26Z', 'revision_number': 4, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port': {'id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:23Z', 'updated_at': '2021-09-18T01:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '17fc51ed-6340-4ab3-a2a3-4b6cdc194ae3', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'port_id': '9b34b579-db04-4fbd-9576-2d868911c12b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'mac_address': 'fa:16:3e:a4:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636d1237-688a-4be1-bf7c-65f103fea67f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:08:48Z', 'updated_at': '2021-09-18T01:08:48Z', 'revision_number': 0, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e4324e-abcd-4d1e-a7f8-a35f192ffbfa', 'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'mac_address': 'fa:16:3e:53:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:25Z', 'updated_at': '2021-09-18T01:08:29Z', 'revision_number': 5, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'subnets': [{'id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:08:50.670773 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b555483a-1038-42cd-8582-13f9040f340a None None] New status for floating IP 17fc51ed-6340-4ab3-a2a3-4b6cdc194ae3: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:08:55.645654 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:09:11.304804 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:13.966467 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35b4c744-f3c9-44fc-a364-bf26492959f1 req-a526bcb8-2744-4963-9984-3b9aedfd9c64 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392849 Sep 18 01:09:14.053074 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4c744-f3c9-44fc-a364-bf26492959f1 req-e9249ec8-fc70-463c-8e00-68a5fb8c7529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:14.054603 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35b4c744-f3c9-44fc-a364-bf26492959f1 req-e9249ec8-fc70-463c-8e00-68a5fb8c7529 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c&device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 1097 time: 0.0442448 Sep 18 01:09:14.157526 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4c744-f3c9-44fc-a364-bf26492959f1 req-23962bda-e663-43e2-9e42-897abd6a7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:14.159018 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35b4c744-f3c9-44fc-a364-bf26492959f1 req-23962bda-e663-43e2-9e42-897abd6a7db8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 HTTP/1.1" status: 200 len: 910 time: 0.0852277 Sep 18 01:09:14.163015 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1b67e164-2824-40ee-9de1-97a33e8a3fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:14.207389 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:14.228468 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35b4c744-f3c9-44fc-a364-bf26492959f1 req-96a586c2-b14f-4a6b-869c-0960923cbec2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b34b579-db04-4fbd-9576-2d868911c12b HTTP/1.1" status: 200 len: 1002 time: 0.0623398 Sep 18 01:09:14.277088 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4c744-f3c9-44fc-a364-bf26492959f1 req-d6008116-7cbd-498d-8508-d2a3a31d0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:14.278503 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35b4c744-f3c9-44fc-a364-bf26492959f1 req-d6008116-7cbd-498d-8508-d2a3a31d0007 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21ca63f8-71d3-4bb6-8e12-973e97bb5131 HTTP/1.1" status: 200 len: 848 time: 0.0437841 Sep 18 01:09:14.321560 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4c744-f3c9-44fc-a364-bf26492959f1 req-1a10f973-569a-4022-a176-0204cfe3a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:09:14.323655 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35b4c744-f3c9-44fc-a364-bf26492959f1 req-1a10f973-569a-4022-a176-0204cfe3a092 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384138 Sep 18 01:09:14.415062 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35b4c744-f3c9-44fc-a364-bf26492959f1 req-a3110798-67f4-42bf-a06e-3930cd3459d4 service neutron] 10.222.0.37 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847824 Sep 18 01:09:14.509198 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-35b4c744-f3c9-44fc-a364-bf26492959f1 req-e294f8e9-cf19-4edb-9113-6639d4a874a2 service neutron] 10.222.0.37 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870490 Sep 18 01:09:16.710204 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e80c6551-8a87-429d-bcec-dfbf2b8089ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:17.390297 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:18.100012 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:20.111541 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:32.644550 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:09:41.344780 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:44.173031 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fe4209e9-6f3e-4f96-8b99-83d304acf05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:44.253024 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:46.698892 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-43e39785-2280-4d60-9d76-2bb676753fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:47.339094 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:48.098511 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:50.098310 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:09:58.200468 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-20b9de74-cf13-494b-8f3c-f9d719177d3c req-f9f561d6-fe62-4e54-a272-e1aaec5fc254 service neutron] (95591) timed out ('10.222.0.41', 54159) {{(pid=95591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 01:10:00.277243 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-94937ecd-282d-4648-8e54-cf5f61f7643f req-05d3419c-87a3-4df5-92ae-3af4ec5bc923 tempest-TestNetworkAdvancedServerOps-1351468390 tempest-TestNetworkAdvancedServerOps-1351468390-project] (95592) timed out ('10.222.0.41', 54962) {{(pid=95592) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 01:10:09.643443 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:10:11.326269 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:14.172320 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3e6293e9-0a55-4956-99b9-9ba08f533076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:14.240587 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:14.925356 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc391996-052a-4946-ba58-dbb77be178c5 req-caac0a99-34dc-4000-ae26-f74306e1da3a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507419 Sep 18 01:10:15.004912 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc391996-052a-4946-ba58-dbb77be178c5 req-dbebe72a-2296-4abc-ad3d-4da108bef4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:15.006356 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc391996-052a-4946-ba58-dbb77be178c5 req-dbebe72a-2296-4abc-ad3d-4da108bef4bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c&device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 1097 time: 0.0404744 Sep 18 01:10:15.110025 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc391996-052a-4946-ba58-dbb77be178c5 req-852192c1-dde6-43a0-bc35-ccb6a86495f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:15.111491 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc391996-052a-4946-ba58-dbb77be178c5 req-852192c1-dde6-43a0-bc35-ccb6a86495f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 HTTP/1.1" status: 200 len: 910 time: 0.0864050 Sep 18 01:10:15.179364 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc391996-052a-4946-ba58-dbb77be178c5 req-35397245-8d7a-4c36-be90-6b94b6bed968 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b34b579-db04-4fbd-9576-2d868911c12b HTTP/1.1" status: 200 len: 1002 time: 0.0608587 Sep 18 01:10:15.227436 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc391996-052a-4946-ba58-dbb77be178c5 req-21772f70-ee85-4a84-a55f-36e62c1edf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:15.229539 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc391996-052a-4946-ba58-dbb77be178c5 req-21772f70-ee85-4a84-a55f-36e62c1edf20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21ca63f8-71d3-4bb6-8e12-973e97bb5131 HTTP/1.1" status: 200 len: 848 time: 0.0428846 Sep 18 01:10:15.272477 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc391996-052a-4946-ba58-dbb77be178c5 req-fad54882-901e-4fa2-a289-71c8c6a1051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:15.273980 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc391996-052a-4946-ba58-dbb77be178c5 req-fad54882-901e-4fa2-a289-71c8c6a1051f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379901 Sep 18 01:10:15.284174 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-bc391996-052a-4946-ba58-dbb77be178c5 req-fe42ad61-10df-4951-95ce-e6ac048a2668 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:10:15.285125 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc391996-052a-4946-ba58-dbb77be178c5 req-fe42ad61-10df-4951-95ce-e6ac048a2668 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047367 Sep 18 01:10:15.375641 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc391996-052a-4946-ba58-dbb77be178c5 req-066bfe4e-6335-48e5-9be6-4698d89904e5 service neutron] 10.222.0.37 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830705 Sep 18 01:10:15.465770 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-bc391996-052a-4946-ba58-dbb77be178c5 req-c2a2294e-1323-4762-a972-4e3f41494ce3 service neutron] 10.222.0.37 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831478 Sep 18 01:10:16.720132 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f51fe5e2-deaa-4181-a2fb-253cd2b3e913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:17.372421 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:18.120414 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:20.103351 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:41.337332 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:44.159871 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-aa0247a8-f42b-4140-81c8-4c358e86304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:44.268203 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:45.977788 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9b34b579-db04-4fbd-9576-2d868911c12b details requested by agent hyperv_n-h2-809883-1 with host n-h2-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:10:46.073370 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9b34b579-db04-4fbd-9576-2d868911c12b, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9b34b579-db04-4fbd-9576-2d868911c12b,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:46.084184 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Returning: {'device': '9b34b579-db04-4fbd-9576-2d868911c12b', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'port_id': '9b34b579-db04-4fbd-9576-2d868911c12b', 'mac_address': 'fa:16:3e:a4:ad:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:10:46.120556 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:46.133096 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b34b579-db04-4fbd-9576-2d868911c12b {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:10:46.153306 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9b34b579-db04-4fbd-9576-2d868911c12b, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9b34b579-db04-4fbd-9576-2d868911c12b,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:46.217334 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:46.271127 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9b34b579-db04-4fbd-9576-2d868911c12b,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:46.279068 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:46.279410 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:46.279743 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:46.280073 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:46.280398 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:46.280721 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:46.281066 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:46.281387 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:46.281702 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:46.282018 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:46.282333 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:46.282648 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:10:46.289203 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] get_ports_and_sgs() called for port_ids ['9b34b579-db04-4fbd-9576-2d868911c12b'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:10:46.642572 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:10:46.685541 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e21e3837-3733-4c22-a895-5afbee542af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:47.377347 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:47.977683 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9b34b579-db04-4fbd-9576-2d868911c12b up at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:10:48.041146 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Provisioning complete for port 9b34b579-db04-4fbd-9576-2d868911c12b triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:10:48.042148 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:48.146505 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:48.155446 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:48.176491 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636d1237-688a-4be1-bf7c-65f103fea67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b34b579-db04-4fbd-9576-2d868911c12b'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:10:48.179195 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143e9298-9ae3-45c6-b54f-8858ddfb8155" -d '{"events": [{"server_uuid": "636d1237-688a-4be1-bf7c-65f103fea67f", "name": "network-vif-plugged", "status": "completed", "tag": "9b34b579-db04-4fbd-9576-2d868911c12b"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:10:48.199739 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9b34b579-db04-4fbd-9576-2d868911c12b, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9b34b579-db04-4fbd-9576-2d868911c12b,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:48.231071 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b246d8-7c77-4345-be07-439551201a64 x-openstack-request-id: req-29b246d8-7c77-4345-be07-439551201a64 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:10:48.231420 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636d1237-688a-4be1-bf7c-65f103fea67f", "name": "network-vif-plugged", "status": "completed", "tag": "9b34b579-db04-4fbd-9576-2d868911c12b", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:10:48.231692 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-29b246d8-7c77-4345-be07-439551201a64 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:10:48.232576 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636d1237-688a-4be1-bf7c-65f103fea67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b34b579-db04-4fbd-9576-2d868911c12b', 'code': 200} Sep 18 01:10:48.257233 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:48.309863 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9b34b579-db04-4fbd-9576-2d868911c12b,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:50.132041 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:10:57.613430 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-ebfd3797-d6e2-4882-8b68-98e696699eba tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-322800702&fields=id&tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c HTTP/1.1" status: 200 len: 267 time: 0.0329118 Sep 18 01:10:57.716573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-f12990a0-e555-4cfa-a1a0-1115ca986a16 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:57.718042 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-f12990a0-e555-4cfa-a1a0-1115ca986a16 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/networks?id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 HTTP/1.1" status: 200 len: 809 time: 0.0982573 Sep 18 01:10:57.732405 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-0d9e45e5-c6a9-4845-bca4-dc7de331a1d4 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/quotas/82cb9b5e229e4b0cb16b8f365ae2949c HTTP/1.1" status: 200 len: 375 time: 0.0087433 Sep 18 01:10:57.788810 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-ffd953ef-04d0-4cc9-b0ff-2349d4f421ad tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0513601 Sep 18 01:10:57.803780 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-a2402dc9-913d-4687-bfa6-55aa95cb3345 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:10:57.804748 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-a2402dc9-913d-4687-bfa6-55aa95cb3345 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049601 Sep 18 01:10:57.889885 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-c1126942-ad50-42d9-9b4f-cdff02993038 service neutron] 10.222.0.46 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795004 Sep 18 01:10:57.980295 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-51a9775c-7325-4ad8-8c8b-0eb0cc7221b1 service neutron] 10.222.0.46 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846243 Sep 18 01:10:58.338234 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3f3431fa-ea0c-47fd-8ac8-de9ad8cef05e req-dcfcbdd4-e119-4859-b548-3f324ad864e8 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 210 time: 0.0971723 Sep 18 01:10:59.460164 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-63e8b085-1ee9-4bfb-bd25-61ce8357b2ef req-08b12eff-f484-4462-814f-b22e869af7ad tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 210 time: 0.0270841 Sep 18 01:10:59.831534 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.41', 55009) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:10:59.935875 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-1856952e-5384-4d0d-8691-7ea6022c7b53 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:10:59.937362 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-1856952e-5384-4d0d-8691-7ea6022c7b53 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.41 "GET /v2.0/networks?id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 HTTP/1.1" status: 200 len: 809 time: 0.1048481 Sep 18 01:10:59.978919 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-caebc4d1-49ce-4e30-b4d0-395aa52d5881 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c HTTP/1.1" status: 200 len: 379 time: 0.0325561 Sep 18 01:10:59.988894 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Request body: {'port': {'device_id': '10e9d386-ec22-4630-9307-ac1f5b320d23', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'admin_state_up': True, 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'security_groups': ['29d653d1-aac6-4516-b56c-bf407b16e1f8']}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:11:00.153573 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Made reservation on behalf of 82cb9b5e229e4b0cb16b8f365ae2949c for: {'port': 1} {{(pid=95592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:11:00.157272 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:00.286683 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Allocated IP 172.20.0.10 (225849b0-e623-4e9a-9a5a-abfe5eb5a4a7/21ca63f8-71d3-4bb6-8e12-973e97bb5131/8faf87bf-7271-468d-8af4-899ca336d8b5) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:11:00.432355 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:00.606869 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-006d41b5-612f-4af4-974f-656da722ff13 req-57edd1bd-a402-4034-b8ea-4e66490607fe tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 210 time: 0.0404637 Sep 18 01:11:00.613208 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:00.660053 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Network 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:11:00.664048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:11:00.670692 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:11:00.679142 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Pushing event updated for resources: {'Port': ['ID=8faf87bf-7271-468d-8af4-899ca336d8b5,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:00.717872 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:00.717872 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:00.717872 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:00.717872 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:00.717872 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:00.717872 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:00.717872 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:00.717872 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:00.717872 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:00.718889 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:00.718889 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:00.718889 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:00.753578 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:00.754506 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:00.852014 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-223c2a27-eabf-49bb-bd69-73c53341c2f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8669586 Sep 18 01:11:00.903277 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-077b8c71-8496-44f9-b49e-6ad568881a2b None None] Provisioning complete for port 8faf87bf-7271-468d-8af4-899ca336d8b5 triggered by entity DHCP. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:11:00.903907 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-077b8c71-8496-44f9-b49e-6ad568881a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:00.940602 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-077b8c71-8496-44f9-b49e-6ad568881a2b None None] Port 8faf87bf-7271-468d-8af4-899ca336d8b5 cannot update to ACTIVE because it is not bound. {{(pid=95593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 18 01:11:01.728288 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d36c30-3a7a-4e4d-9409-bd8a7cd1e5e9 req-bbacfba8-e0ff-4dd8-a930-2f9d8ff6bc2a tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:01.729861 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23d36c30-3a7a-4e4d-9409-bd8a7cd1e5e9 req-bbacfba8-e0ff-4dd8-a930-2f9d8ff6bc2a tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 932 time: 0.0533235 Sep 18 01:11:01.769414 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-23d36c30-3a7a-4e4d-9409-bd8a7cd1e5e9 req-ac8c5827-b4ff-4631-8d1b-c59d7511a4a3 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326085 Sep 18 01:11:02.041089 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9b34b579-db04-4fbd-9576-2d868911c12b no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:11:02.119085 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:02.140942 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636d1237-688a-4be1-bf7c-65f103fea67f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b34b579-db04-4fbd-9576-2d868911c12b'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:11:02.143169 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15855edb-8a65-46e9-bff4-fa0745d666f4" -d '{"events": [{"server_uuid": "636d1237-688a-4be1-bf7c-65f103fea67f", "name": "network-vif-unplugged", "status": "completed", "tag": "9b34b579-db04-4fbd-9576-2d868911c12b"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:11:02.159677 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] For port 9b34b579-db04-4fbd-9576-2d868911c12b, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9b34b579-db04-4fbd-9576-2d868911c12b,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:11:02.184222 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8825281-b72c-454e-89bb-1308b2c3e7c0 x-openstack-request-id: req-f8825281-b72c-454e-89bb-1308b2c3e7c0 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:11:02.184382 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636d1237-688a-4be1-bf7c-65f103fea67f", "name": "network-vif-unplugged", "status": "completed", "tag": "9b34b579-db04-4fbd-9576-2d868911c12b", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:11:02.184632 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f8825281-b72c-454e-89bb-1308b2c3e7c0 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:11:02.185064 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636d1237-688a-4be1-bf7c-65f103fea67f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b34b579-db04-4fbd-9576-2d868911c12b', 'code': 200} Sep 18 01:11:02.342823 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:02.391521 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Pushing event updated for resources: {'Port': ['ID=9b34b579-db04-4fbd-9576-2d868911c12b,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:02.891497 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771ed01-dfb4-4ee9-b054-c861f894f637 req-99c0dcb3-2cbf-4831-8ba0-785da2e6f301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:02.893005 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3771ed01-dfb4-4ee9-b054-c861f894f637 req-99c0dcb3-2cbf-4831-8ba0-785da2e6f301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 932 time: 0.0524828 Sep 18 01:11:02.933301 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3771ed01-dfb4-4ee9-b054-c861f894f637 req-56b759b5-726a-4d51-a6a7-6b74b826af69 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335352 Sep 18 01:11:04.064420 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83de0f-ab13-469a-8b72-5e0ef803151c req-acb391a2-0fb2-42cd-a42b-68fef5f1f780 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:04.066136 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a83de0f-ab13-469a-8b72-5e0ef803151c req-acb391a2-0fb2-42cd-a42b-68fef5f1f780 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 932 time: 0.0568273 Sep 18 01:11:04.118703 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0a83de0f-ab13-469a-8b72-5e0ef803151c req-52f7790f-2d3b-4ddc-88cb-aadca85559b7 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455613 Sep 18 01:11:05.245580 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343f192-1799-424f-aa51-ffa8d473591a req-995d7f96-fbd7-470c-ac86-62afb8fec891 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:05.250364 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2343f192-1799-424f-aa51-ffa8d473591a req-995d7f96-fbd7-470c-ac86-62afb8fec891 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 932 time: 0.0542765 Sep 18 01:11:05.287850 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2343f192-1799-424f-aa51-ffa8d473591a req-2e2af48d-6ebd-4a20-8bb8-a22a92cfe12f tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337272 Sep 18 01:11:06.407989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0748c7d-4ef2-4169-a71a-15960cc42f05 req-cec648cf-8216-4100-bf67-d11f50eb184a tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:06.409496 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0748c7d-4ef2-4169-a71a-15960cc42f05 req-cec648cf-8216-4100-bf67-d11f50eb184a tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 932 time: 0.0488489 Sep 18 01:11:06.448155 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a0748c7d-4ef2-4169-a71a-15960cc42f05 req-aa99ef77-0219-48a7-9ee6-6482685e6232 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322108 Sep 18 01:11:07.574899 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc9da3-41e8-4711-9511-54c625d34c25 req-cda9eec0-5697-40c1-bf56-0bd630c4ce6c tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:07.614957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68dc9da3-41e8-4711-9511-54c625d34c25 req-cda9eec0-5697-40c1-bf56-0bd630c4ce6c tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 932 time: 0.0526738 Sep 18 01:11:07.623784 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-68dc9da3-41e8-4711-9511-54c625d34c25 req-a252273f-285b-41c6-80bf-1648bfbe30b2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411987 Sep 18 01:11:08.743084 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dc7a5-9c6d-4c13-8c94-851e6265f1d6 req-a0f278f3-5ecb-4ba6-9c6e-7c5dc9cca2b5 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:08.745531 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c65dc7a5-9c6d-4c13-8c94-851e6265f1d6 req-a0f278f3-5ecb-4ba6-9c6e-7c5dc9cca2b5 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 932 time: 0.0506835 Sep 18 01:11:08.786819 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-c65dc7a5-9c6d-4c13-8c94-851e6265f1d6 req-c8fba8f0-20ff-49c5-8e2b-0fc10ccd3b41 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341437 Sep 18 01:11:09.915097 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4ae82-af75-4ea9-8d19-9c28dedfda3f req-6349bc90-3c43-4961-a0ec-d50e1c587bbf tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:09.916727 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3cd4ae82-af75-4ea9-8d19-9c28dedfda3f req-6349bc90-3c43-4961-a0ec-d50e1c587bbf tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 932 time: 0.0581229 Sep 18 01:11:09.955822 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-3cd4ae82-af75-4ea9-8d19-9c28dedfda3f req-99f409ec-2429-4a8a-9033-2036a1d147aa tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324166 Sep 18 01:11:10.938572 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-1b91d7c4-0dab-47c9-8f6c-fd9eae5f1975 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=95592) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 18 01:11:10.939453 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-1b91d7c4-0dab-47c9-8f6c-fd9eae5f1975 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053911 Sep 18 01:11:10.995503 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Request body: {'port': {'device_id': '10e9d386-ec22-4630-9307-ac1f5b320d23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809883-1'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:11:11.080369 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:11.104370 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7728daa-4140-4ce0-a1d5-5946b59cd77f req-21d29dff-8e8e-460b-89b2-a2a18cbfec6a tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:11.109670 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7728daa-4140-4ce0-a1d5-5946b59cd77f req-21d29dff-8e8e-460b-89b2-a2a18cbfec6a tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 932 time: 0.0773609 Sep 18 01:11:11.221688 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-d7728daa-4140-4ce0-a1d5-5946b59cd77f req-60f36e8d-bdd1-428f-9036-e8db91445a5c tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957153 Sep 18 01:11:11.376958 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:11.379898 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8faf87bf-7271-468d-8af4-899ca336d8b5 {{(pid=95592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:11:11.387694 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:11.398998 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.provisioning_blocks [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Transition to ACTIVE for port object 8faf87bf-7271-468d-8af4-899ca336d8b5 will not be triggered until provisioned by entity L2. {{(pid=95592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 18 01:11:11.468274 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:11.515615 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Pushing event updated for resources: {'Port': ['ID=8faf87bf-7271-468d-8af4-899ca336d8b5,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:11.584883 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Attempting to bind port 8faf87bf-7271-468d-8af4-899ca336d8b5 on host n-h1-809883-1 for vnic_type normal with profile {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 18 01:11:11.585219 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Attempting to bind port 8faf87bf-7271-468d-8af4-899ca336d8b5 by drivers openvswitch,hyperv on host n-h1-809883-1 at level 0 using segments [{'id': '9b6a2880-5b0b-4b15-ac62-e530e78541f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7'}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 18 01:11:11.585542 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Attempting to bind port 8faf87bf-7271-468d-8af4-899ca336d8b5 on network 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:11:11.590240 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Port 8faf87bf-7271-468d-8af4-899ca336d8b5 on network 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-809883-1 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 18 01:11:11.591123 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Attempting to bind port 8faf87bf-7271-468d-8af4-899ca336d8b5 on network 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:11:11.596044 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Checking agent: {'id': '29de3b7e-5906-4cfb-b737-9a8a16ebc94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809883-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'started_at': datetime.datetime(2021, 9, 17, 23, 33, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 18, 1, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 18 01:11:11.596383 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Checking segment: {'id': '9b6a2880-5b0b-4b15-ac62-e530e78541f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 18 01:11:11.596793 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Bound using segment: {'id': '9b6a2880-5b0b-4b15-ac62-e530e78541f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7'} {{(pid=95592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:11:11.597330 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.managers [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Bound port: 8faf87bf-7271-468d-8af4-899ca336d8b5, host: n-h1-809883-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6a2880-5b0b-4b15-ac62-e530e78541f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7'}}] {{(pid=95592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 18 01:11:11.597759 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:11.667180 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] For port 8faf87bf-7271-468d-8af4-899ca336d8b5, host n-h1-809883-1, cleared binding levels {{(pid=95592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:11:11.670895 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] For port 8faf87bf-7271-468d-8af4-899ca336d8b5, host n-h1-809883-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8faf87bf-7271-468d-8af4-899ca336d8b5,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:11:11.753622 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:11.787932 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:11.788560 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:11.790015 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] 10.222.0.41 "PUT /v2.0/ports/8faf87bf-7271-468d-8af4-899ca336d8b5 HTTP/1.1" status: 200 len: 1092 time: 0.8425457 Sep 18 01:11:11.790464 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e9d386-ec22-4630-9307-ac1f5b320d23', 'tag': '8faf87bf-7271-468d-8af4-899ca336d8b5'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:11:11.792790 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b72d991-2adc-44a4-96f8-1218337409ff" -d '{"events": [{"name": "network-changed", "server_uuid": "10e9d386-ec22-4630-9307-ac1f5b320d23", "tag": "8faf87bf-7271-468d-8af4-899ca336d8b5"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:11:11.817891 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9c6df-b395-40ce-b51e-a008a96641fa service neutron] Pushing event updated for resources: {'Port': ['ID=8faf87bf-7271-468d-8af4-899ca336d8b5,revision_number=3']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:11.834876 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc96cf92-fcfd-4aaf-8f8f-bd4d6544e754 x-openstack-request-id: req-cc96cf92-fcfd-4aaf-8f8f-bd4d6544e754 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:11:11.835167 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e9d386-ec22-4630-9307-ac1f5b320d23", "tag": "8faf87bf-7271-468d-8af4-899ca336d8b5", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:11:11.835414 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc96cf92-fcfd-4aaf-8f8f-bd4d6544e754 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:11:11.835813 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e9d386-ec22-4630-9307-ac1f5b320d23', 'tag': '8faf87bf-7271-468d-8af4-899ca336d8b5', 'status': 'completed', 'code': 200} Sep 18 01:11:11.897485 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72d991-2adc-44a4-96f8-1218337409ff req-88a5bc5c-76c4-4a98-8ebd-3493bc329553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:11.899025 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4b72d991-2adc-44a4-96f8-1218337409ff req-88a5bc5c-76c4-4a98-8ebd-3493bc329553 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c&device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 1095 time: 0.0435419 Sep 18 01:11:12.004545 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72d991-2adc-44a4-96f8-1218337409ff req-d7a9622d-dc2d-45f5-9746-1551b313a236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:12.005391 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4b72d991-2adc-44a4-96f8-1218337409ff req-d7a9622d-dc2d-45f5-9746-1551b313a236 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0972366 Sep 18 01:11:12.096249 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72d991-2adc-44a4-96f8-1218337409ff req-6aaade0b-137f-499e-b22d-c40db1aa956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:12.097761 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4b72d991-2adc-44a4-96f8-1218337409ff req-6aaade0b-137f-499e-b22d-c40db1aa956a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860283 Sep 18 01:11:12.175170 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-e0329a01-c551-4fb6-8b42-b8ad5d5dea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:12.176632 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-e0329a01-c551-4fb6-8b42-b8ad5d5dea09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c&device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 1095 time: 0.0434215 Sep 18 01:11:12.217327 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-e9aefe3d-8954-4649-b909-0a71c6bc5798 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8faf87bf-7271-468d-8af4-899ca336d8b5 HTTP/1.1" status: 200 len: 217 time: 0.0322175 Sep 18 01:11:12.266193 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-136e7b00-bb11-4fbf-94f6-2acd9ed3e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:12.267660 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-136e7b00-bb11-4fbf-94f6-2acd9ed3e443 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=21ca63f8-71d3-4bb6-8e12-973e97bb5131 HTTP/1.1" status: 200 len: 848 time: 0.0434933 Sep 18 01:11:12.342215 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-c71dd1dc-bde6-4499-a4cb-601398e6f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:12.343694 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-c71dd1dc-bde6-4499-a4cb-601398e6f23e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692177 Sep 18 01:11:12.366494 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d1c57-5fb3-4e37-8e7c-d712522a5b92 req-18ad9fc7-4694-4b8d-94b1-fc3d8cd7e3ef tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:12.367869 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-108d1c57-5fb3-4e37-8e7c-d712522a5b92 req-18ad9fc7-4694-4b8d-94b1-fc3d8cd7e3ef tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 944 time: 0.0696728 Sep 18 01:11:12.448500 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-108d1c57-5fb3-4e37-8e7c-d712522a5b92 req-cebfb3b8-8072-48c9-9e6c-48160d6f7560 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711312 Sep 18 01:11:12.464739 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-dfa50810-eb6b-4461-9611-d6286e7ccfde service neutron] 10.222.0.41 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136143 Sep 18 01:11:12.555943 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2e0d0413-d1ad-4fdd-a4ae-351d5fe24b31 req-69ecc6c8-f689-474f-a965-abc7446a6b86 service neutron] 10.222.0.41 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833828 Sep 18 01:11:13.563615 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6841b7-9a93-47eb-b61a-7e9e2b535279 req-f35786e5-cb66-4288-beda-2a5f7b4782ab tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:13.565081 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad6841b7-9a93-47eb-b61a-7e9e2b535279 req-f35786e5-cb66-4288-beda-2a5f7b4782ab tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 944 time: 0.0484884 Sep 18 01:11:13.604523 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-ad6841b7-9a93-47eb-b61a-7e9e2b535279 req-501fc0c6-e76b-4982-bef9-a1076cb8a4e9 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335622 Sep 18 01:11:14.159059 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3320522e-7da9-4ec5-8701-93f6b38b2b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:14.279466 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:14.716109 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea3d43-18b9-4f38-8162-393100265ecc req-963af8d8-16c3-4968-9b74-536f1918ea91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:14.717577 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-afea3d43-18b9-4f38-8162-393100265ecc req-963af8d8-16c3-4968-9b74-536f1918ea91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 944 time: 0.0470784 Sep 18 01:11:14.757957 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-afea3d43-18b9-4f38-8162-393100265ecc req-85e45c0c-9d2e-4df7-a472-1c4094ae25c5 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344830 Sep 18 01:11:15.722206 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8faf87bf-7271-468d-8af4-899ca336d8b5 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:11:15.816908 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8faf87bf-7271-468d-8af4-899ca336d8b5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8faf87bf-7271-468d-8af4-899ca336d8b5,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:11:15.828382 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '8faf87bf-7271-468d-8af4-899ca336d8b5', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'port_id': '8faf87bf-7271-468d-8af4-899ca336d8b5', 'mac_address': 'fa:16:3e:54:b4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:11:15.864541 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:15.873254 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c4949-b6a6-49a3-9059-139f92d3a963 req-2102475e-2a1a-43b0-b1b7-49d0f26e31ba tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:15.874756 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a7c4949-b6a6-49a3-9059-139f92d3a963 req-2102475e-2a1a-43b0-b1b7-49d0f26e31ba tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 944 time: 0.0493267 Sep 18 01:11:15.877292 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8faf87bf-7271-468d-8af4-899ca336d8b5 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:11:15.896940 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8faf87bf-7271-468d-8af4-899ca336d8b5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8faf87bf-7271-468d-8af4-899ca336d8b5,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:11:15.913205 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-2a7c4949-b6a6-49a3-9059-139f92d3a963 req-5de46a02-cbe8-447d-8f4e-77ea1a88b596 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325158 Sep 18 01:11:15.947663 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:15.993409 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=8faf87bf-7271-468d-8af4-899ca336d8b5,revision_number=4']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:16.175306 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['8faf87bf-7271-468d-8af4-899ca336d8b5'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:11:16.352656 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fbc90840-b6b7-4cf2-915f-183d5b143ec9 req-3c7cde81-fed3-45da-aab3-39031ab4674c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0885482 Sep 18 01:11:16.434975 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc90840-b6b7-4cf2-915f-183d5b143ec9 req-ec77896c-bead-4660-aa17-58dabef3010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:16.436499 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fbc90840-b6b7-4cf2-915f-183d5b143ec9 req-ec77896c-bead-4660-aa17-58dabef3010f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c&device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 1095 time: 0.0401478 Sep 18 01:11:16.539414 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc90840-b6b7-4cf2-915f-183d5b143ec9 req-11d2e496-4b1a-433b-9faa-dbbe74af9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:16.540823 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fbc90840-b6b7-4cf2-915f-183d5b143ec9 req-11d2e496-4b1a-433b-9faa-dbbe74af9224 service neutron] 10.222.0.37 "GET /v2.0/networks?id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 HTTP/1.1" status: 200 len: 910 time: 0.0860519 Sep 18 01:11:16.604123 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fbc90840-b6b7-4cf2-915f-183d5b143ec9 req-92beb912-589e-42ee-b5b2-b6b33a1e59df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b34b579-db04-4fbd-9576-2d868911c12b HTTP/1.1" status: 200 len: 1000 time: 0.0562613 Sep 18 01:11:16.656475 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc90840-b6b7-4cf2-915f-183d5b143ec9 req-f919ea0e-3f12-4641-892d-272f7e5f67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:16.657987 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fbc90840-b6b7-4cf2-915f-183d5b143ec9 req-f919ea0e-3f12-4641-892d-272f7e5f67f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21ca63f8-71d3-4bb6-8e12-973e97bb5131 HTTP/1.1" status: 200 len: 848 time: 0.0475042 Sep 18 01:11:16.703555 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc90840-b6b7-4cf2-915f-183d5b143ec9 req-43aa0fba-2d37-4888-877c-c283a78c1c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:16.705070 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fbc90840-b6b7-4cf2-915f-183d5b143ec9 req-43aa0fba-2d37-4888-877c-c283a78c1c1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401909 Sep 18 01:11:16.707091 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4c00109d-c91f-4edb-9d9f-1adfd12cf122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:16.791947 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fbc90840-b6b7-4cf2-915f-183d5b143ec9 req-a532f3ff-cdb7-49cd-a5c5-574d7583fb8d service neutron] 10.222.0.37 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797977 Sep 18 01:11:16.882992 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-fbc90840-b6b7-4cf2-915f-183d5b143ec9 req-1d03a325-da01-4f9b-85e8-11a6e9af2918 service neutron] 10.222.0.37 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840554 Sep 18 01:11:17.026929 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b11e9-6baf-46bd-acf8-367e9cd264b8 req-952b9841-32f1-4fb7-a776-bddf424c5240 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:17.029026 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-014b11e9-6baf-46bd-acf8-367e9cd264b8 req-952b9841-32f1-4fb7-a776-bddf424c5240 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 945 time: 0.0493841 Sep 18 01:11:17.065891 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-014b11e9-6baf-46bd-acf8-367e9cd264b8 req-d8d94c9e-90ea-4369-a5fa-264d176a2dfc tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308707 Sep 18 01:11:17.364751 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:17.736902 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8faf87bf-7271-468d-8af4-899ca336d8b5 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:11:17.838888 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning for port 8faf87bf-7271-468d-8af4-899ca336d8b5 completed by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 18 01:11:17.842558 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 8faf87bf-7271-468d-8af4-899ca336d8b5 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:11:17.842930 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:17.916924 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:17.938486 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e9d386-ec22-4630-9307-ac1f5b320d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf87bf-7271-468d-8af4-899ca336d8b5'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:11:17.940759 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc999749-5c27-40a2-80a3-8c9bbd1afee0" -d '{"events": [{"server_uuid": "10e9d386-ec22-4630-9307-ac1f5b320d23", "name": "network-vif-plugged", "status": "completed", "tag": "8faf87bf-7271-468d-8af4-899ca336d8b5"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:11:17.954071 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8faf87bf-7271-468d-8af4-899ca336d8b5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8faf87bf-7271-468d-8af4-899ca336d8b5,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:11:18.010870 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:18.035040 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5c837a-a368-454e-80b2-57e27c580a64 x-openstack-request-id: req-1b5c837a-a368-454e-80b2-57e27c580a64 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:11:18.035336 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e9d386-ec22-4630-9307-ac1f5b320d23", "name": "network-vif-plugged", "status": "completed", "tag": "8faf87bf-7271-468d-8af4-899ca336d8b5", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:11:18.035593 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b5c837a-a368-454e-80b2-57e27c580a64 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:11:18.035997 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e9d386-ec22-4630-9307-ac1f5b320d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf87bf-7271-468d-8af4-899ca336d8b5', 'code': 200} Sep 18 01:11:18.079480 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=8faf87bf-7271-468d-8af4-899ca336d8b5,revision_number=5']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:18.130772 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:18.145550 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a849fa0-889f-467b-8b17-fc2bc1c2fd9c req-c592decc-6018-4ffd-99c2-b8f3aab5fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:18.147025 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a849fa0-889f-467b-8b17-fc2bc1c2fd9c req-c592decc-6018-4ffd-99c2-b8f3aab5fd59 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 1097 time: 0.0533037 Sep 18 01:11:18.201170 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-8a849fa0-889f-467b-8b17-fc2bc1c2fd9c req-432d0e97-1d0f-497f-b654-0d0d32116ab3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376608 Sep 18 01:11:18.209715 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9081c0-188e-4190-8eaf-c93d3f009ecf req-8fd0246d-e06a-4bd3-a539-4c7398a6f572 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:18.211143 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc9081c0-188e-4190-8eaf-c93d3f009ecf req-8fd0246d-e06a-4bd3-a539-4c7398a6f572 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 946 time: 0.0760143 Sep 18 01:11:18.249581 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-cc9081c0-188e-4190-8eaf-c93d3f009ecf req-5911b43c-b358-4bda-8e6d-76dbc858f869 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323403 Sep 18 01:11:19.367411 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7cca5-ae68-4c9d-9825-6183eb5eb145 req-fe23475d-86f2-4821-a0ab-c82fb2bffb64 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:19.368916 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14b7cca5-ae68-4c9d-9825-6183eb5eb145 req-fe23475d-86f2-4821-a0ab-c82fb2bffb64 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 946 time: 0.0519364 Sep 18 01:11:19.409988 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-14b7cca5-ae68-4c9d-9825-6183eb5eb145 req-4dd46c8a-2229-4bb5-a53b-5f11575dbbac tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342126 Sep 18 01:11:20.096335 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:20.527206 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05cb09-b8a7-4e75-8e69-c1307d663269 req-09bdd3bc-d8a9-4c36-a991-1bdfdb39f134 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:20.529247 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e05cb09-b8a7-4e75-8e69-c1307d663269 req-09bdd3bc-d8a9-4c36-a991-1bdfdb39f134 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 946 time: 0.0506265 Sep 18 01:11:20.564974 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-4e05cb09-b8a7-4e75-8e69-c1307d663269 req-76884373-4306-45f7-8bbb-1623ce834e3c tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298643 Sep 18 01:11:20.677184 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4bea5-9fd6-4837-8b3c-9866eb8ec60b req-e07687f6-4ff0-4276-9c2d-8afb9b4fc098 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:20.678653 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-64a4bea5-9fd6-4837-8b3c-9866eb8ec60b req-e07687f6-4ff0-4276-9c2d-8afb9b4fc098 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 946 time: 0.0476930 Sep 18 01:11:20.715753 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-64a4bea5-9fd6-4837-8b3c-9866eb8ec60b req-1168453c-cc03-4ba6-b0b6-3181a75f11fb tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306072 Sep 18 01:11:20.736227 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34516) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:11:20.774599 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a451b3f2-9ecf-42db-a376-f646ce44ab74 tempest-TestSnapshotPattern-1455928613 tempest-TestSnapshotPattern-1455928613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:20.776085 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-a451b3f2-9ecf-42db-a376-f646ce44ab74 tempest-TestSnapshotPattern-1455928613 tempest-TestSnapshotPattern-1455928613-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 1092 time: 0.0388629 Sep 18 01:11:20.778780 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34518) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:11:20.782886 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.v2.base [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Request body: {'floatingip': {'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'port_id': '8faf87bf-7271-468d-8af4-899ca336d8b5', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:11:20.873718 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for floatingip, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:20.970537 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:21.076614 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_common [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Allocated IP 172.25.3.36 (544c7e65-fba8-424a-a169-b245d1aea919/ceac0de6-d89a-4323-8f7c-d5d8d2e0b219/c1549812-6413-4d7c-b056-6b7adce27427) {{(pid=95592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:11:21.476386 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for port, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:21.563818 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778769996463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:21.597949 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Network 544c7e65-fba8-424a-a169-b245d1aea919 is already hosted by enough agents. {{(pid=95592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:11:21.600524 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.base_scheduler [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Resources bound (agent type, host, resource id): {{(pid=95592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:11:21.603952 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Received port after_create {{(pid=95592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 18 01:11:21.633366 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Pushing event updated for resources: {'Port': ['ID=c1549812-6413-4d7c-b056-6b7adce27427,revision_number=1']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:21.952982 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:22.069122 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:22.214858 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for port, precommit_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:22.313320 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25181627'] for port, after_update {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:22.377410 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Pushing event updated for resources: {'Port': ['ID=c1549812-6413-4d7c-b056-6b7adce27427,revision_number=2']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:22.389287 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504331'] for floatingip, after_create {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:22.487038 n-d-809883-1 neutron-server[95592]: INFO neutron.db.l3_db [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Floating IP f72fd8e2-6858-4885-8733-c5cf8ac6f5f7 associated. External IP: 172.25.3.36, port: 8faf87bf-7271-468d-8af4-899ca336d8b5. Sep 18 01:11:22.688095 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:11:22.792582 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:11:22.802626 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0687339-84d3-4358-ad9e-fed9dd421b00 None None] Sync routers for ids ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:11:22.812856 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0687339-84d3-4358-ad9e-fed9dd421b00 None None] Routers {'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:11:22.814477 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b0687339-84d3-4358-ad9e-fed9dd421b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:11:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:11:22.862243 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:22.890063 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-9d1abe64-9315-46ec-8cd5-9b76ee704301 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1102819 Sep 18 01:11:22.890655 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e9d386-ec22-4630-9307-ac1f5b320d23', 'tag': '8faf87bf-7271-468d-8af4-899ca336d8b5'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:11:22.892971 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7629b385-0984-4ecf-947d-ce2e9eb857e0" -d '{"events": [{"name": "network-changed", "server_uuid": "10e9d386-ec22-4630-9307-ac1f5b320d23", "tag": "8faf87bf-7271-468d-8af4-899ca336d8b5"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:11:22.920089 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-b0687339-84d3-4358-ad9e-fed9dd421b00 None None] Set router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:11:22.927689 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ec8e92-b36f-4411-9dc4-34d71d685034 x-openstack-request-id: req-54ec8e92-b36f-4411-9dc4-34d71d685034 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:11:22.927979 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e9d386-ec22-4630-9307-ac1f5b320d23", "tag": "8faf87bf-7271-468d-8af4-899ca336d8b5", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:11:22.928228 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54ec8e92-b36f-4411-9dc4-34d71d685034 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:11:22.928644 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e9d386-ec22-4630-9307-ac1f5b320d23', 'tag': '8faf87bf-7271-468d-8af4-899ca336d8b5', 'status': 'completed', 'code': 200} Sep 18 01:11:22.990552 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629b385-0984-4ecf-947d-ce2e9eb857e0 req-fe499b22-4f54-4638-a143-4e89621e531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:22.992081 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7629b385-0984-4ecf-947d-ce2e9eb857e0 req-fe499b22-4f54-4638-a143-4e89621e531f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c&device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 1097 time: 0.0398536 Sep 18 01:11:23.086695 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629b385-0984-4ecf-947d-ce2e9eb857e0 req-a86cbf3c-5edb-41e2-9bab-5156befc01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:23.088079 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7629b385-0984-4ecf-947d-ce2e9eb857e0 req-a86cbf3c-5edb-41e2-9bab-5156befc01e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 HTTP/1.1" status: 200 len: 910 time: 0.0892167 Sep 18 01:11:23.143156 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b0687339-84d3-4358-ad9e-fed9dd421b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:08:26Z', 'revision_number': 4, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port': {'id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:23Z', 'updated_at': '2021-09-18T01:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '17fc51ed-6340-4ab3-a2a3-4b6cdc194ae3', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'port_id': '9b34b579-db04-4fbd-9576-2d868911c12b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'mac_address': 'fa:16:3e:a4:ad:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d1237-688a-4be1-bf7c-65f103fea67f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:08:48Z', 'updated_at': '2021-09-18T01:08:50Z', 'revision_number': 1, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'fixed_ip_address_scope': None}, {'id': 'f72fd8e2-6858-4885-8733-c5cf8ac6f5f7', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'port_id': '8faf87bf-7271-468d-8af4-899ca336d8b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'mac_address': 'fa:16:3e:54:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e9d386-ec22-4630-9307-ac1f5b320d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:11:21Z', 'updated_at': '2021-09-18T01:11:21Z', 'revision_number': 0, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e4324e-abcd-4d1e-a7f8-a35f192ffbfa', 'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'mac_address': 'fa:16:3e:53:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:25Z', 'updated_at': '2021-09-18T01:08:29Z', 'revision_number': 5, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'subnets': [{'id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:11:23.153976 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7629b385-0984-4ecf-947d-ce2e9eb857e0 req-517e28af-7319-42ca-8113-6a699c002850 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8faf87bf-7271-468d-8af4-899ca336d8b5 HTTP/1.1" status: 200 len: 999 time: 0.0576143 Sep 18 01:11:23.168307 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0687339-84d3-4358-ad9e-fed9dd421b00 None None] Checking router: f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:11:23.176537 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0687339-84d3-4358-ad9e-fed9dd421b00 None None] Routers {'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:11:23.177184 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b0687339-84d3-4358-ad9e-fed9dd421b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:11:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:11:23.202850 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629b385-0984-4ecf-947d-ce2e9eb857e0 req-dfb9b4f9-595e-4710-83b2-54dc133a3184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:23.204345 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7629b385-0984-4ecf-947d-ce2e9eb857e0 req-dfb9b4f9-595e-4710-83b2-54dc133a3184 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=21ca63f8-71d3-4bb6-8e12-973e97bb5131 HTTP/1.1" status: 200 len: 848 time: 0.0435910 Sep 18 01:11:23.254970 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629b385-0984-4ecf-947d-ce2e9eb857e0 req-d6761932-e6f8-4bab-a9c1-ba7c26631d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:11:23.256481 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7629b385-0984-4ecf-947d-ce2e9eb857e0 req-d6761932-e6f8-4bab-a9c1-ba7c26631d62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454090 Sep 18 01:11:23.280814 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-b0687339-84d3-4358-ad9e-fed9dd421b00 None None] Set router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:11:23.346451 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7629b385-0984-4ecf-947d-ce2e9eb857e0 req-4a53a24b-fd2c-4b21-88a0-f77af779a4fa service neutron] 10.222.0.41 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818193 Sep 18 01:11:23.443392 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-7629b385-0984-4ecf-947d-ce2e9eb857e0 req-8c31f544-3a5e-4d75-94ed-0ab6e2896239 service neutron] 10.222.0.41 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905318 Sep 18 01:11:23.506486 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-b0687339-84d3-4358-ad9e-fed9dd421b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:08:26Z', 'revision_number': 4, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port': {'id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:23Z', 'updated_at': '2021-09-18T01:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '17fc51ed-6340-4ab3-a2a3-4b6cdc194ae3', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'port_id': '9b34b579-db04-4fbd-9576-2d868911c12b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'mac_address': 'fa:16:3e:a4:ad:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d1237-688a-4be1-bf7c-65f103fea67f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:08:48Z', 'updated_at': '2021-09-18T01:08:50Z', 'revision_number': 1, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'fixed_ip_address_scope': None}, {'id': 'f72fd8e2-6858-4885-8733-c5cf8ac6f5f7', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'port_id': '8faf87bf-7271-468d-8af4-899ca336d8b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'mac_address': 'fa:16:3e:54:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e9d386-ec22-4630-9307-ac1f5b320d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:11:21Z', 'updated_at': '2021-09-18T01:11:21Z', 'revision_number': 0, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e4324e-abcd-4d1e-a7f8-a35f192ffbfa', 'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'mac_address': 'fa:16:3e:53:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:25Z', 'updated_at': '2021-09-18T01:08:29Z', 'revision_number': 5, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'subnets': [{'id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:11:23.531857 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0687339-84d3-4358-ad9e-fed9dd421b00 None None] The sync data for ids ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'] in n-d-809883-1 is: [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:08:26Z', 'revision_number': 4, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port': {'id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:23Z', 'updated_at': '2021-09-18T01:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '17fc51ed-6340-4ab3-a2a3-4b6cdc194ae3', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'port_id': '9b34b579-db04-4fbd-9576-2d868911c12b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'mac_address': 'fa:16:3e:a4:ad:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d1237-688a-4be1-bf7c-65f103fea67f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:08:48Z', 'updated_at': '2021-09-18T01:08:50Z', 'revision_number': 1, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'fixed_ip_address_scope': None}, {'id': 'f72fd8e2-6858-4885-8733-c5cf8ac6f5f7', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'floating_ip_address': '172.25.3.36', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'port_id': '8faf87bf-7271-468d-8af4-899ca336d8b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'mac_address': 'fa:16:3e:54:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e9d386-ec22-4630-9307-ac1f5b320d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:11:21Z', 'updated_at': '2021-09-18T01:11:21Z', 'revision_number': 0, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e4324e-abcd-4d1e-a7f8-a35f192ffbfa', 'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'mac_address': 'fa:16:3e:53:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:25Z', 'updated_at': '2021-09-18T01:08:29Z', 'revision_number': 5, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'subnets': [{'id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:11:23.640705 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:11:23.817542 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa1c7f0-ecf9-45ab-89e9-86e705b6e7ec None None] New status for floating IP f72fd8e2-6858-4885-8733-c5cf8ac6f5f7: ACTIVE {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:11:41.341733 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:44.141741 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6e960c40-c5c9-4143-97f3-450a7ccda050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:44.284389 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:46.729770 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-fc4f8c06-f770-445e-b299-333aa40757a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:47.364067 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:48.146960 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:11:50.112584 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:00.640527 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:12:11.409789 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:14.135121 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a9b92d2e-c0e7-4fcb-8664-9d91c10a87b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:14.332885 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:16.295354 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05828a41-3cf5-404f-9a87-7604773a8b90 req-02b7a1a0-2e40-4841-9887-00da37203797 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398865 Sep 18 01:12:16.375288 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05828a41-3cf5-404f-9a87-7604773a8b90 req-de7518a2-f39f-4c03-aa39-5a5f675a15d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:16.376760 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05828a41-3cf5-404f-9a87-7604773a8b90 req-de7518a2-f39f-4c03-aa39-5a5f675a15d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c&device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 1095 time: 0.0415790 Sep 18 01:12:16.480679 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05828a41-3cf5-404f-9a87-7604773a8b90 req-0cd9e389-b306-4b7e-bb16-d894f8c45e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:16.482225 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05828a41-3cf5-404f-9a87-7604773a8b90 req-0cd9e389-b306-4b7e-bb16-d894f8c45e13 service neutron] 10.222.0.37 "GET /v2.0/networks?id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 HTTP/1.1" status: 200 len: 910 time: 0.0863121 Sep 18 01:12:16.546228 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05828a41-3cf5-404f-9a87-7604773a8b90 req-cb8066b4-6659-46bc-859f-c29cb4d83ea9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b34b579-db04-4fbd-9576-2d868911c12b HTTP/1.1" status: 200 len: 1000 time: 0.0563054 Sep 18 01:12:16.598644 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05828a41-3cf5-404f-9a87-7604773a8b90 req-c3c4cd77-77a7-40b4-8a00-8c8693dd227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:16.600084 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05828a41-3cf5-404f-9a87-7604773a8b90 req-c3c4cd77-77a7-40b4-8a00-8c8693dd227b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21ca63f8-71d3-4bb6-8e12-973e97bb5131 HTTP/1.1" status: 200 len: 848 time: 0.0468593 Sep 18 01:12:16.645172 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05828a41-3cf5-404f-9a87-7604773a8b90 req-62ff92ac-635c-4b5d-82e1-b85ea8f4f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:16.646689 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05828a41-3cf5-404f-9a87-7604773a8b90 req-62ff92ac-635c-4b5d-82e1-b85ea8f4f302 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399232 Sep 18 01:12:16.695464 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-1a5d6d7a-de58-49a3-85c6-966529b334c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:16.739294 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05828a41-3cf5-404f-9a87-7604773a8b90 req-7979a0f5-9a19-4f90-b421-df37160b5cb8 service neutron] 10.222.0.37 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851374 Sep 18 01:12:16.827814 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-05828a41-3cf5-404f-9a87-7604773a8b90 req-f9aaa7ae-40fb-4260-9e64-f1f5385201a5 service neutron] 10.222.0.37 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814052 Sep 18 01:12:17.352371 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:18.132744 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:19.158320 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ee8e39a-d077-4704-b545-78c3bb77fda7 req-ecdb0d5e-e24d-4adc-91a7-2b5fab7d0a85 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399606 Sep 18 01:12:19.244013 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8e39a-d077-4704-b545-78c3bb77fda7 req-879e206f-7a93-4c6e-bb50-44e9d225bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:19.245793 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ee8e39a-d077-4704-b545-78c3bb77fda7 req-879e206f-7a93-4c6e-bb50-44e9d225bfe3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c&device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 1097 time: 0.0441613 Sep 18 01:12:19.347795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8e39a-d077-4704-b545-78c3bb77fda7 req-1357019f-baf7-49b2-b570-977dd589962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:19.349177 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ee8e39a-d077-4704-b545-78c3bb77fda7 req-1357019f-baf7-49b2-b570-977dd589962a service neutron] 10.222.0.41 "GET /v2.0/networks?id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 HTTP/1.1" status: 200 len: 910 time: 0.0818472 Sep 18 01:12:19.415237 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ee8e39a-d077-4704-b545-78c3bb77fda7 req-193eef01-b679-4fdb-9ab2-cbef02b92c17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8faf87bf-7271-468d-8af4-899ca336d8b5 HTTP/1.1" status: 200 len: 1001 time: 0.0594113 Sep 18 01:12:19.461874 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8e39a-d077-4704-b545-78c3bb77fda7 req-f688827d-667c-4949-ae20-98ceb7292cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:19.463244 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ee8e39a-d077-4704-b545-78c3bb77fda7 req-f688827d-667c-4949-ae20-98ceb7292cdf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=21ca63f8-71d3-4bb6-8e12-973e97bb5131 HTTP/1.1" status: 200 len: 848 time: 0.0412667 Sep 18 01:12:19.507418 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8e39a-d077-4704-b545-78c3bb77fda7 req-f83a61cd-8cb6-4be7-b17f-9b39273d50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:12:19.508868 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ee8e39a-d077-4704-b545-78c3bb77fda7 req-f83a61cd-8cb6-4be7-b17f-9b39273d50f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0374453 Sep 18 01:12:19.599407 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ee8e39a-d077-4704-b545-78c3bb77fda7 req-a481af21-b45f-474a-929a-219ff0d9f5f9 service neutron] 10.222.0.41 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829709 Sep 18 01:12:19.691774 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-6ee8e39a-d077-4704-b545-78c3bb77fda7 req-71dab05d-4612-438f-b5ec-714fd5694430 service neutron] 10.222.0.41 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849197 Sep 18 01:12:20.117931 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:37.640707 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:12:41.400324 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:44.154690 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-69010e35-1b32-4492-ba7e-e97ac8b2fa05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:44.309376 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:46.720209 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-7e8dc32c-76e8-46a0-a97e-3fb6bdf019c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:47.374958 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:48.126028 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:50.123380 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:54.131314 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8faf87bf-7271-468d-8af4-899ca336d8b5 details requested by agent hyperv_n-h1-809883-1 with host n-h1-809883-1 {{(pid=95593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:12:54.378734 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8faf87bf-7271-468d-8af4-899ca336d8b5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8faf87bf-7271-468d-8af4-899ca336d8b5,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:12:54.390908 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Returning: {'device': '8faf87bf-7271-468d-8af4-899ca336d8b5', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'port_id': '8faf87bf-7271-468d-8af4-899ca336d8b5', 'mac_address': 'fa:16:3e:54:b4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:12:54.427574 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:54.440425 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8faf87bf-7271-468d-8af4-899ca336d8b5 {{(pid=95593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 18 01:12:54.459709 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8faf87bf-7271-468d-8af4-899ca336d8b5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8faf87bf-7271-468d-8af4-899ca336d8b5,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:12:54.531780 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:54.584466 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=8faf87bf-7271-468d-8af4-899ca336d8b5,revision_number=6']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:54.591845 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:54.592617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:54.592617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:54.592870 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:54.593177 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:54.593505 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:54.593828 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:54.594147 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:54.594478 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:54.594771 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:54.595149 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:54.595493 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:54.606083 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] get_ports_and_sgs() called for port_ids ['8faf87bf-7271-468d-8af4-899ca336d8b5'] {{(pid=95593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 18 01:12:56.157585 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8faf87bf-7271-468d-8af4-899ca336d8b5 up at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:12:56.211279 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.provisioning_blocks [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Provisioning complete for port 8faf87bf-7271-468d-8af4-899ca336d8b5 triggered by entity L2. {{(pid=95593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 18 01:12:56.211985 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16338151'] for port, provisioning_complete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:56.313614 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:56.337993 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e9d386-ec22-4630-9307-ac1f5b320d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf87bf-7271-468d-8af4-899ca336d8b5'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:12:56.340397 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c40ba40-ad46-4760-9f7a-f279792cb24e" -d '{"events": [{"server_uuid": "10e9d386-ec22-4630-9307-ac1f5b320d23", "name": "network-vif-plugged", "status": "completed", "tag": "8faf87bf-7271-468d-8af4-899ca336d8b5"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:12:56.355269 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8faf87bf-7271-468d-8af4-899ca336d8b5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8faf87bf-7271-468d-8af4-899ca336d8b5,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:12:56.388052 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178e3722-e177-4576-b20f-0b949c2d3b07 x-openstack-request-id: req-178e3722-e177-4576-b20f-0b949c2d3b07 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:12:56.388364 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e9d386-ec22-4630-9307-ac1f5b320d23", "name": "network-vif-plugged", "status": "completed", "tag": "8faf87bf-7271-468d-8af4-899ca336d8b5", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:12:56.388598 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-178e3722-e177-4576-b20f-0b949c2d3b07 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:12:56.389037 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e9d386-ec22-4630-9307-ac1f5b320d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf87bf-7271-468d-8af4-899ca336d8b5', 'code': 200} Sep 18 01:12:56.432341 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:12:56.486418 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=8faf87bf-7271-468d-8af4-899ca336d8b5,revision_number=7']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:06.057356 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34714) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:13:06.210916 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Deleting port c1549812-6413-4d7c-b056-6b7adce27427 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:13:06.211292 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:06.289898 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:06.290136 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:06.301837 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Calling delete_port for c1549812-6413-4d7c-b056-6b7adce27427 owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:13:06.525370 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:06.556738 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Pushing event deleted for resources: {'Port': ['ID=c1549812-6413-4d7c-b056-6b7adce27427,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:06.596005 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:06.596348 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:06.596689 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:06.597051 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:06.597391 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:06.597723 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:06.598049 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:06.598377 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:06.598700 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:06.599023 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:06.599375 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:06.599705 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:06.624183 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:06.624533 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Floating IP f72fd8e2-6858-4885-8733-c5cf8ac6f5f7 disassociated (deleted). External IP: 172.25.3.36, port: 8faf87bf-7271-468d-8af4-899ca336d8b5. Sep 18 01:13:06.829443 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:13:06.933168 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:13:06.937530 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:06.945995 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a6eff-559a-4830-9939-a746dcf684a7 None None] Sync routers for ids ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:13:06.954769 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729a6eff-559a-4830-9939-a746dcf684a7 None None] Routers {'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:13:06.955384 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-729a6eff-559a-4830-9939-a746dcf684a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:12:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:06.964108 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-a1ca0f55-7473-49f9-bc6b-a7e0518eda91 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "DELETE /v2.0/floatingips/f72fd8e2-6858-4885-8733-c5cf8ac6f5f7 HTTP/1.1" status: 204 len: 168 time: 0.9048414 Sep 18 01:13:06.974195 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e9d386-ec22-4630-9307-ac1f5b320d23', 'tag': '8faf87bf-7271-468d-8af4-899ca336d8b5'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:13:06.974195 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d238641-0f91-4d91-b39a-9fa69568133b" -d '{"events": [{"name": "network-changed", "server_uuid": "10e9d386-ec22-4630-9307-ac1f5b320d23", "tag": "8faf87bf-7271-468d-8af4-899ca336d8b5"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:13:07.071312 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af19da1b-1e0e-4a82-a860-2adc11c20c8e x-openstack-request-id: req-af19da1b-1e0e-4a82-a860-2adc11c20c8e {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:13:07.071312 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e9d386-ec22-4630-9307-ac1f5b320d23", "tag": "8faf87bf-7271-468d-8af4-899ca336d8b5", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:13:07.071982 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-af19da1b-1e0e-4a82-a860-2adc11c20c8e {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:13:07.071982 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e9d386-ec22-4630-9307-ac1f5b320d23', 'tag': '8faf87bf-7271-468d-8af4-899ca336d8b5', 'status': 'completed', 'code': 200} Sep 18 01:13:07.074440 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-729a6eff-559a-4830-9939-a746dcf684a7 None None] Set router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:13:07.138041 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d238641-0f91-4d91-b39a-9fa69568133b req-3f300f4b-4bf7-4959-94bc-0ceccb73ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:07.139586 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d238641-0f91-4d91-b39a-9fa69568133b req-3f300f4b-4bf7-4959-94bc-0ceccb73ab52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c&device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 1097 time: 0.0456581 Sep 18 01:13:07.231520 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d238641-0f91-4d91-b39a-9fa69568133b req-5a87d69e-62cb-4e54-98c6-3c1331ca78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:07.233164 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d238641-0f91-4d91-b39a-9fa69568133b req-5a87d69e-62cb-4e54-98c6-3c1331ca78a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 HTTP/1.1" status: 200 len: 910 time: 0.0869915 Sep 18 01:13:07.283956 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d238641-0f91-4d91-b39a-9fa69568133b req-ec465676-d85f-4bc8-a7ff-79ab89b435d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8faf87bf-7271-468d-8af4-899ca336d8b5 HTTP/1.1" status: 200 len: 217 time: 0.0433149 Sep 18 01:13:07.301947 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-729a6eff-559a-4830-9939-a746dcf684a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:08:26Z', 'revision_number': 4, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port': {'id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:23Z', 'updated_at': '2021-09-18T01:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '17fc51ed-6340-4ab3-a2a3-4b6cdc194ae3', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'port_id': '9b34b579-db04-4fbd-9576-2d868911c12b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'mac_address': 'fa:16:3e:a4:ad:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d1237-688a-4be1-bf7c-65f103fea67f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:08:48Z', 'updated_at': '2021-09-18T01:08:50Z', 'revision_number': 1, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e4324e-abcd-4d1e-a7f8-a35f192ffbfa', 'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'mac_address': 'fa:16:3e:53:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:25Z', 'updated_at': '2021-09-18T01:08:29Z', 'revision_number': 5, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'subnets': [{'id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:07.327734 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a6eff-559a-4830-9939-a746dcf684a7 None None] Checking router: f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:13:07.334208 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d238641-0f91-4d91-b39a-9fa69568133b req-cf73888d-48d4-4e06-89e2-3c5ffc8672fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:07.335844 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d238641-0f91-4d91-b39a-9fa69568133b req-cf73888d-48d4-4e06-89e2-3c5ffc8672fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=21ca63f8-71d3-4bb6-8e12-973e97bb5131 HTTP/1.1" status: 200 len: 848 time: 0.0432625 Sep 18 01:13:07.335991 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729a6eff-559a-4830-9939-a746dcf684a7 None None] Routers {'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:13:07.336681 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-729a6eff-559a-4830-9939-a746dcf684a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:12:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:07.384075 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d238641-0f91-4d91-b39a-9fa69568133b req-c89adbfd-6376-4052-bf50-ed4172d0ad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:07.389315 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d238641-0f91-4d91-b39a-9fa69568133b req-c89adbfd-6376-4052-bf50-ed4172d0ad6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428467 Sep 18 01:13:07.449181 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-729a6eff-559a-4830-9939-a746dcf684a7 None None] Set router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:13:07.500324 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937b709-d234-4a5b-b076-c4772493ef5e req-40a64025-9219-4629-b24b-5f2bb1fd72a7 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:07.501841 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5937b709-d234-4a5b-b076-c4772493ef5e req-40a64025-9219-4629-b24b-5f2bb1fd72a7 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 946 time: 0.0981457 Sep 18 01:13:07.531207 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d238641-0f91-4d91-b39a-9fa69568133b req-f10beed1-609a-4346-8131-9aa0659f8b18 service neutron] 10.222.0.41 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361151 Sep 18 01:13:07.565939 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5937b709-d234-4a5b-b076-c4772493ef5e req-acb25fad-d1e4-47d7-8bee-2d55a00b35af tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566888 Sep 18 01:13:07.637508 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-0d238641-0f91-4d91-b39a-9fa69568133b req-c9d3e6f3-6d4f-4718-a463-cde6a4a310a5 service neutron] 10.222.0.41 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941908 Sep 18 01:13:07.671195 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-729a6eff-559a-4830-9939-a746dcf684a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:08:26Z', 'revision_number': 4, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port': {'id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:23Z', 'updated_at': '2021-09-18T01:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '17fc51ed-6340-4ab3-a2a3-4b6cdc194ae3', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'port_id': '9b34b579-db04-4fbd-9576-2d868911c12b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'mac_address': 'fa:16:3e:a4:ad:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d1237-688a-4be1-bf7c-65f103fea67f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:08:48Z', 'updated_at': '2021-09-18T01:08:50Z', 'revision_number': 1, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e4324e-abcd-4d1e-a7f8-a35f192ffbfa', 'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'mac_address': 'fa:16:3e:53:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:25Z', 'updated_at': '2021-09-18T01:08:29Z', 'revision_number': 5, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'subnets': [{'id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:07.696592 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a6eff-559a-4830-9939-a746dcf684a7 None None] The sync data for ids ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'] in n-d-809883-1 is: [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:08:26Z', 'revision_number': 4, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port': {'id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:23Z', 'updated_at': '2021-09-18T01:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_floatingips': [{'id': '17fc51ed-6340-4ab3-a2a3-4b6cdc194ae3', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'router_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'port_id': '9b34b579-db04-4fbd-9576-2d868911c12b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'mac_address': 'fa:16:3e:a4:ad:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636d1237-688a-4be1-bf7c-65f103fea67f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-18T01:08:48Z', 'updated_at': '2021-09-18T01:08:50Z', 'revision_number': 1, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e4324e-abcd-4d1e-a7f8-a35f192ffbfa', 'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'mac_address': 'fa:16:3e:53:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:25Z', 'updated_at': '2021-09-18T01:08:29Z', 'revision_number': 5, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'subnets': [{'id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:13:07.908953 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ec948a-e003-4e7d-8202-7ccb22d2201b None None] New status for floating IP f72fd8e2-6858-4885-8733-c5cf8ac6f5f7: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:13:08.285233 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8faf87bf-7271-468d-8af4-899ca336d8b5 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:13:08.358205 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16379179'] for port, before_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:08.380206 n-d-809883-1 neutron-server[95593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e9d386-ec22-4630-9307-ac1f5b320d23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8faf87bf-7271-468d-8af4-899ca336d8b5'}] {{(pid=95593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:13:08.382481 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec1a0609e2b8abf75e8bf6db1eee7c1a78487ba36502bb70aaa7df2efb67d1d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d88f5b-0868-4a37-a304-31cc357891df" -d '{"events": [{"server_uuid": "10e9d386-ec22-4630-9307-ac1f5b320d23", "name": "network-vif-unplugged", "status": "completed", "tag": "8faf87bf-7271-468d-8af4-899ca336d8b5"}]}' {{(pid=95593) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:13:08.394617 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] For port 8faf87bf-7271-468d-8af4-899ca336d8b5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8faf87bf-7271-468d-8af4-899ca336d8b5,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:08.419018 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Sep 2021 01:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfd4d7d-c821-4907-b594-ebca954ec914 x-openstack-request-id: req-adfd4d7d-c821-4907-b594-ebca954ec914 {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:13:08.419333 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e9d386-ec22-4630-9307-ac1f5b320d23", "name": "network-vif-unplugged", "status": "completed", "tag": "8faf87bf-7271-468d-8af4-899ca336d8b5", "code": 200}]} {{(pid=95593) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:13:08.419593 n-d-809883-1 neutron-server[95593]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-adfd4d7d-c821-4907-b594-ebca954ec914 {{(pid=95593) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:13:08.419981 n-d-809883-1 neutron-server[95593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e9d386-ec22-4630-9307-ac1f5b320d23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8faf87bf-7271-468d-8af4-899ca336d8b5', 'code': 200} Sep 18 01:13:08.448145 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778770519053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778769996481', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778769996499'] for port, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:08.493349 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Pushing event updated for resources: {'Port': ['ID=8faf87bf-7271-468d-8af4-899ca336d8b5,revision_number=8']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:08.682613 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e46f19-b62d-45ad-a9b3-e423311b0cf0 req-4c06d387-0e6d-4d23-b259-d39ea94d9b26 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:08.684113 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5e46f19-b62d-45ad-a9b3-e423311b0cf0 req-4c06d387-0e6d-4d23-b259-d39ea94d9b26 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 944 time: 0.0490930 Sep 18 01:13:08.721524 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b5e46f19-b62d-45ad-a9b3-e423311b0cf0 req-1e2f4878-8c14-4ac1-aaf6-80233c5349f2 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314467 Sep 18 01:13:08.946409 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0b78d-01a1-47dc-9a3d-19b30815ed91 req-d500410a-b1bb-4cc7-8fae-c307c473365d tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:08.947739 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5cf0b78d-01a1-47dc-9a3d-19b30815ed91 req-d500410a-b1bb-4cc7-8fae-c307c473365d tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.41 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 944 time: 0.0472515 Sep 18 01:13:09.037943 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-5cf0b78d-01a1-47dc-9a3d-19b30815ed91 req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Deleting port 8faf87bf-7271-468d-8af4-899ca336d8b5 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:13:09.038280 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5cf0b78d-01a1-47dc-9a3d-19b30815ed91 req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:09.124015 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-5cf0b78d-01a1-47dc-9a3d-19b30815ed91 req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] For port 8faf87bf-7271-468d-8af4-899ca336d8b5, host n-h1-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809883-1',level=0,port_id=8faf87bf-7271-468d-8af4-899ca336d8b5,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:09.124369 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5cf0b78d-01a1-47dc-9a3d-19b30815ed91 req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:09.136225 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-5cf0b78d-01a1-47dc-9a3d-19b30815ed91 req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Calling delete_port for 8faf87bf-7271-468d-8af4-899ca336d8b5 owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:13:09.345497 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5cf0b78d-01a1-47dc-9a3d-19b30815ed91 req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:09.374651 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Pushing event deleted for resources: {'Port': ['ID=8faf87bf-7271-468d-8af4-899ca336d8b5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:09.386539 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:09.386891 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:09.387230 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:09.387568 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:09.387902 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:09.388236 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:09.388571 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:09.388914 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:09.389243 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:09.389565 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:09.389892 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:09.390212 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809883-1 {{(pid=95592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:13:09.427652 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf0b78d-01a1-47dc-9a3d-19b30815ed91 req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] No DVR routers for this DVR port 8faf87bf-7271-468d-8af4-899ca336d8b5 on host n-h1-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:13:09.430226 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-5cf0b78d-01a1-47dc-9a3d-19b30815ed91 req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:09.432283 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-5cf0b78d-01a1-47dc-9a3d-19b30815ed91 req-4bdb7669-d672-40aa-bc01-29a2781d1570 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.41 "DELETE /v2.0/ports/8faf87bf-7271-468d-8af4-899ca336d8b5 HTTP/1.1" status: 204 len: 173 time: 0.4783530 Sep 18 01:13:09.432717 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e9d386-ec22-4630-9307-ac1f5b320d23', 'name': 'network-vif-deleted', 'tag': '8faf87bf-7271-468d-8af4-899ca336d8b5'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:13:09.434979 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7101249a-8573-4ce6-9a4f-5a4d2fc12d15" -d '{"events": [{"server_uuid": "10e9d386-ec22-4630-9307-ac1f5b320d23", "name": "network-vif-deleted", "tag": "8faf87bf-7271-468d-8af4-899ca336d8b5"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:13:09.472098 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7583579-7f7a-4656-8e2a-88a7ecbe29e6 x-openstack-request-id: req-f7583579-7f7a-4656-8e2a-88a7ecbe29e6 {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:13:09.472389 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e9d386-ec22-4630-9307-ac1f5b320d23", "name": "network-vif-deleted", "tag": "8faf87bf-7271-468d-8af4-899ca336d8b5", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:13:09.472638 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f7583579-7f7a-4656-8e2a-88a7ecbe29e6 {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:13:09.473061 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e9d386-ec22-4630-9307-ac1f5b320d23', 'name': 'network-vif-deleted', 'tag': '8faf87bf-7271-468d-8af4-899ca336d8b5', 'status': 'completed', 'code': 200} Sep 18 01:13:09.844750 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-a9ade469-97e6-4fc2-8f40-8ef7e4243393 req-711c1b45-1dc9-44ca-b94c-c098fff09a8e tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e9d386-ec22-4630-9307-ac1f5b320d23 HTTP/1.1" status: 200 len: 210 time: 0.0331614 Sep 18 01:13:11.443041 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:12.219317 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34780) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:13:12.296774 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8faf87bf-7271-468d-8af4-899ca336d8b5 no longer exists at agent hyperv_n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:13:12.316290 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] No Port match for: 8faf87bf-7271-468d-8af4-899ca336d8b5 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:13:12.316634 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Device 8faf87bf-7271-468d-8af4-899ca336d8b5 not bound to the agent host n-h1-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:13:12.372244 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-4f605f92-3bef-428f-ac91-f75c86402c39 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Deleting port 90ccd329-63c6-4b0a-89f3-5d7580b6bcdb {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:13:12.372591 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4f605f92-3bef-428f-ac91-f75c86402c39 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:12.448412 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4f605f92-3bef-428f-ac91-f75c86402c39 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:12.449323 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4f605f92-3bef-428f-ac91-f75c86402c39 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:12.460450 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-4f605f92-3bef-428f-ac91-f75c86402c39 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Calling delete_port for 90ccd329-63c6-4b0a-89f3-5d7580b6bcdb owned by network:floatingip {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:13:12.639261 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4f605f92-3bef-428f-ac91-f75c86402c39 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:12.663460 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f605f92-3bef-428f-ac91-f75c86402c39 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Pushing event deleted for resources: {'Port': ['ID=90ccd329-63c6-4b0a-89f3-5d7580b6bcdb,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:12.722167 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4f605f92-3bef-428f-ac91-f75c86402c39 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for floatingip, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:12.722509 n-d-809883-1 neutron-server[95591]: INFO neutron.db.l3_db [None req-4f605f92-3bef-428f-ac91-f75c86402c39 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Floating IP 17fc51ed-6340-4ab3-a2a3-4b6cdc194ae3 disassociated (deleted). External IP: 172.25.3.108, port: 9b34b579-db04-4fbd-9576-2d868911c12b. Sep 18 01:13:12.921207 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f605f92-3bef-428f-ac91-f75c86402c39 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:13:13.025533 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f605f92-3bef-428f-ac91-f75c86402c39 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:13:13.030891 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4f605f92-3bef-428f-ac91-f75c86402c39 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for floatingip, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:13.035558 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af39ad-8af5-4f23-a42b-f247ea220053 None None] Sync routers for ids ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:13:13.044632 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86af39ad-8af5-4f23-a42b-f247ea220053 None None] Routers {'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:13:13.045288 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-86af39ad-8af5-4f23-a42b-f247ea220053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:12:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:13.059404 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4f605f92-3bef-428f-ac91-f75c86402c39 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "DELETE /v2.0/floatingips/17fc51ed-6340-4ab3-a2a3-4b6cdc194ae3 HTTP/1.1" status: 204 len: 168 time: 0.8366661 Sep 18 01:13:13.059404 n-d-809883-1 neutron-server[95591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636d1237-688a-4be1-bf7c-65f103fea67f', 'tag': '9b34b579-db04-4fbd-9576-2d868911c12b'}] {{(pid=95591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:13:13.059919 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20145c56bb3b1f2eaf0f26d3ba25f687731794f700d8090b0df44bf86c1b728e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa83d885-c84a-49fa-8716-449c230ff89a" -d '{"events": [{"name": "network-changed", "server_uuid": "636d1237-688a-4be1-bf7c-65f103fea67f", "tag": "9b34b579-db04-4fbd-9576-2d868911c12b"}]}' {{(pid=95591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:13:13.095708 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Sep 2021 01:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dda57f-3a55-4fcc-ab3a-917c876e7203 x-openstack-request-id: req-e9dda57f-3a55-4fcc-ab3a-917c876e7203 {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:13:13.096157 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636d1237-688a-4be1-bf7c-65f103fea67f", "tag": "9b34b579-db04-4fbd-9576-2d868911c12b", "status": "completed", "code": 200}]} {{(pid=95591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:13:13.096464 n-d-809883-1 neutron-server[95591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9dda57f-3a55-4fcc-ab3a-917c876e7203 {{(pid=95591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:13:13.096906 n-d-809883-1 neutron-server[95591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636d1237-688a-4be1-bf7c-65f103fea67f', 'tag': '9b34b579-db04-4fbd-9576-2d868911c12b', 'status': 'completed', 'code': 200} Sep 18 01:13:13.154853 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-86af39ad-8af5-4f23-a42b-f247ea220053 None None] Set router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:13:13.158989 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83d885-c84a-49fa-8716-449c230ff89a req-cac41445-bcb9-4495-bc44-27ce23788d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:13.160502 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa83d885-c84a-49fa-8716-449c230ff89a req-cac41445-bcb9-4495-bc44-27ce23788d67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c&device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 1095 time: 0.0406730 Sep 18 01:13:13.254908 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83d885-c84a-49fa-8716-449c230ff89a req-28e1c92c-edd8-4310-acff-021471b51f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:13.256386 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa83d885-c84a-49fa-8716-449c230ff89a req-28e1c92c-edd8-4310-acff-021471b51f8e service neutron] 10.222.0.37 "GET /v2.0/networks?id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 HTTP/1.1" status: 200 len: 910 time: 0.0877244 Sep 18 01:13:13.302458 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa83d885-c84a-49fa-8716-449c230ff89a req-e6aee257-03de-499a-a2fa-1adcd2b8eee1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b34b579-db04-4fbd-9576-2d868911c12b HTTP/1.1" status: 200 len: 217 time: 0.0383942 Sep 18 01:13:13.349690 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83d885-c84a-49fa-8716-449c230ff89a req-b43bf005-05f7-4538-badb-1ce66d6680ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:13.351268 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa83d885-c84a-49fa-8716-449c230ff89a req-b43bf005-05f7-4538-badb-1ce66d6680ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21ca63f8-71d3-4bb6-8e12-973e97bb5131 HTTP/1.1" status: 200 len: 848 time: 0.0422688 Sep 18 01:13:13.359214 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-86af39ad-8af5-4f23-a42b-f247ea220053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:08:26Z', 'revision_number': 4, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port': {'id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:23Z', 'updated_at': '2021-09-18T01:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '29e4324e-abcd-4d1e-a7f8-a35f192ffbfa', 'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'mac_address': 'fa:16:3e:53:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:25Z', 'updated_at': '2021-09-18T01:08:29Z', 'revision_number': 5, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'subnets': [{'id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:13.385839 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af39ad-8af5-4f23-a42b-f247ea220053 None None] Checking router: f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:13:13.394890 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86af39ad-8af5-4f23-a42b-f247ea220053 None None] Routers {'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:13:13.395512 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-86af39ad-8af5-4f23-a42b-f247ea220053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:12:47Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:13.403050 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83d885-c84a-49fa-8716-449c230ff89a req-90ba015d-dc00-4fad-9407-511a45d3f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:13.404588 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa83d885-c84a-49fa-8716-449c230ff89a req-90ba015d-dc00-4fad-9407-511a45d3f378 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453589 Sep 18 01:13:13.502444 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-86af39ad-8af5-4f23-a42b-f247ea220053 None None] Set router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:13:13.525050 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa83d885-c84a-49fa-8716-449c230ff89a req-88d95e9b-1ff8-4b8c-abbb-fed18d86d650 service neutron] 10.222.0.37 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118066 Sep 18 01:13:13.536956 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526e8da-ad14-49f0-8d14-3a527d31dddd req-5c3b2e1b-224f-4d56-8cae-92f310e81d3d tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:13.538379 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b526e8da-ad14-49f0-8d14-3a527d31dddd req-5c3b2e1b-224f-4d56-8cae-92f310e81d3d tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 944 time: 0.0690348 Sep 18 01:13:13.628022 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-b526e8da-ad14-49f0-8d14-3a527d31dddd req-40a7f866-6abb-4a85-82ee-3cfcddbdafbd tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816679 Sep 18 01:13:13.654246 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-aa83d885-c84a-49fa-8716-449c230ff89a req-a13407f5-509d-4cab-b70b-75edf3179399 service neutron] 10.222.0.37 "GET /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149309 Sep 18 01:13:13.696315 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-86af39ad-8af5-4f23-a42b-f247ea220053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:08:26Z', 'revision_number': 4, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port': {'id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:23Z', 'updated_at': '2021-09-18T01:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '29e4324e-abcd-4d1e-a7f8-a35f192ffbfa', 'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'mac_address': 'fa:16:3e:53:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:25Z', 'updated_at': '2021-09-18T01:08:29Z', 'revision_number': 5, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'subnets': [{'id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:13.725958 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af39ad-8af5-4f23-a42b-f247ea220053 None None] The sync data for ids ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'] in n-d-809883-1 is: [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:08:26Z', 'revision_number': 4, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port': {'id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:23Z', 'updated_at': '2021-09-18T01:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1', '_interfaces': [{'id': '29e4324e-abcd-4d1e-a7f8-a35f192ffbfa', 'name': '', 'network_id': '225849b0-e623-4e9a-9a5a-abfe5eb5a4a7', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'mac_address': 'fa:16:3e:53:e5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:25Z', 'updated_at': '2021-09-18T01:08:29Z', 'revision_number': 5, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'subnets': [{'id': '21ca63f8-71d3-4bb6-8e12-973e97bb5131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:13:13.923361 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b91413-0eb0-4400-835a-4487d2d19fe9 None None] New status for floating IP 17fc51ed-6340-4ab3-a2a3-4b6cdc194ae3: DOWN {{(pid=95594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 18 01:13:14.159462 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4c0025df-21e5-4d54-ab06-02c3791f4139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:14.302262 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:14.639309 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:13:14.745478 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135df11f-40bd-4d80-b83e-0a717e51ff61 req-4728db86-986b-49db-a3a5-1fb0994dabc3 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:14.746936 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-135df11f-40bd-4d80-b83e-0a717e51ff61 req-4728db86-986b-49db-a3a5-1fb0994dabc3 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 944 time: 0.0489938 Sep 18 01:13:14.786772 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-135df11f-40bd-4d80-b83e-0a717e51ff61 req-8a219a15-ceaa-4743-a6d4-ba2a9c1f68f0 tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/security-groups?id=29d653d1-aac6-4516-b56c-bf407b16e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338783 Sep 18 01:13:14.949722 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c192d-f0ae-4114-bef3-d85c53cc4f03 req-c0f214bb-55fb-4b40-8d27-92cea621ae1d tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:14.951227 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-235c192d-f0ae-4114-bef3-d85c53cc4f03 req-c0f214bb-55fb-4b40-8d27-92cea621ae1d tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.37 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 944 time: 0.0468841 Sep 18 01:13:15.038889 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-235c192d-f0ae-4114-bef3-d85c53cc4f03 req-ac9af7b0-2fc0-4072-89a5-4bc9a6fa27de tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Deleting port 9b34b579-db04-4fbd-9576-2d868911c12b {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:13:15.039223 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-235c192d-f0ae-4114-bef3-d85c53cc4f03 req-ac9af7b0-2fc0-4072-89a5-4bc9a6fa27de tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:15.422437 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [req-235c192d-f0ae-4114-bef3-d85c53cc4f03 req-ac9af7b0-2fc0-4072-89a5-4bc9a6fa27de tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] For port 9b34b579-db04-4fbd-9576-2d868911c12b, host n-h2-809883-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809883-1',level=0,port_id=9b34b579-db04-4fbd-9576-2d868911c12b,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:15.422794 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-235c192d-f0ae-4114-bef3-d85c53cc4f03 req-ac9af7b0-2fc0-4072-89a5-4bc9a6fa27de tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:15.435381 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [req-235c192d-f0ae-4114-bef3-d85c53cc4f03 req-ac9af7b0-2fc0-4072-89a5-4bc9a6fa27de tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Calling delete_port for 9b34b579-db04-4fbd-9576-2d868911c12b owned by compute:nova {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:13:15.610984 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-235c192d-f0ae-4114-bef3-d85c53cc4f03 req-ac9af7b0-2fc0-4072-89a5-4bc9a6fa27de tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:15.638309 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9af7b0-2fc0-4072-89a5-4bc9a6fa27de tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Pushing event deleted for resources: {'Port': ['ID=9b34b579-db04-4fbd-9576-2d868911c12b,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:15.681221 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.l3_dvrscheduler_db [req-235c192d-f0ae-4114-bef3-d85c53cc4f03 req-ac9af7b0-2fc0-4072-89a5-4bc9a6fa27de tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] No DVR routers for this DVR port 9b34b579-db04-4fbd-9576-2d868911c12b on host n-h2-809883-1 {{(pid=95592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:13:15.684560 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [req-235c192d-f0ae-4114-bef3-d85c53cc4f03 req-ac9af7b0-2fc0-4072-89a5-4bc9a6fa27de tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22784'] for port, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:15.686662 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-235c192d-f0ae-4114-bef3-d85c53cc4f03 req-ac9af7b0-2fc0-4072-89a5-4bc9a6fa27de tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.37 "DELETE /v2.0/ports/9b34b579-db04-4fbd-9576-2d868911c12b HTTP/1.1" status: 204 len: 173 time: 0.7292702 Sep 18 01:13:15.687048 n-d-809883-1 neutron-server[95592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636d1237-688a-4be1-bf7c-65f103fea67f', 'name': 'network-vif-deleted', 'tag': '9b34b579-db04-4fbd-9576-2d868911c12b'}] {{(pid=95592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 18 01:13:15.689363 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c365d9e33516385838f06dc66efbbc55a7085f6977d8aa3ac998e3c5118f644" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bd83cb-cbe9-4d67-baec-ed935efacb7a" -d '{"events": [{"server_uuid": "636d1237-688a-4be1-bf7c-65f103fea67f", "name": "network-vif-deleted", "tag": "9b34b579-db04-4fbd-9576-2d868911c12b"}]}' {{(pid=95592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:13:15.723666 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Sep 2021 01:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4500bb-c33d-4f5a-8017-28b7bd39e9cc x-openstack-request-id: req-8e4500bb-c33d-4f5a-8017-28b7bd39e9cc {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:13:15.723934 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636d1237-688a-4be1-bf7c-65f103fea67f", "name": "network-vif-deleted", "tag": "9b34b579-db04-4fbd-9576-2d868911c12b", "status": "completed", "code": 200}]} {{(pid=95592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:13:15.724188 n-d-809883-1 neutron-server[95592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e4500bb-c33d-4f5a-8017-28b7bd39e9cc {{(pid=95592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:13:15.724589 n-d-809883-1 neutron-server[95592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636d1237-688a-4be1-bf7c-65f103fea67f', 'name': 'network-vif-deleted', 'tag': '9b34b579-db04-4fbd-9576-2d868911c12b', 'status': 'completed', 'code': 200} Sep 18 01:13:15.887064 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-e94781dd-7c09-4ba1-8330-916314e99e3e req-6d826b64-209a-4ad6-9e73-031951c9bdff tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 210 time: 0.0291357 Sep 18 01:13:16.286763 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f01593cc-249b-49ef-9650-e622e55c658b req-89a4a564-500f-4bd4-a1fa-dbb57d692944 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=636d1237-688a-4be1-bf7c-65f103fea67f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249891 Sep 18 01:13:16.355290 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f01593cc-249b-49ef-9650-e622e55c658b req-a702b053-56d4-44fb-b251-7ea249288292 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c&device_id=636d1237-688a-4be1-bf7c-65f103fea67f HTTP/1.1" status: 200 len: 210 time: 0.0278091 Sep 18 01:13:16.470806 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01593cc-249b-49ef-9650-e622e55c658b req-9c659701-83a8-4ed1-8054-f0ad7e7f1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:16.472335 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f01593cc-249b-49ef-9650-e622e55c658b req-9c659701-83a8-4ed1-8054-f0ad7e7f1088 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0984797 Sep 18 01:13:16.567857 n-d-809883-1 neutron-server[95592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01593cc-249b-49ef-9650-e622e55c658b req-b7cc4497-6b70-4e31-a4fa-9282fe2ca02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 18 01:13:16.569221 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [req-f01593cc-249b-49ef-9650-e622e55c658b req-b7cc4497-6b70-4e31-a4fa-9282fe2ca02e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906146 Sep 18 01:13:16.722722 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-51e09a29-0537-401f-a2af-4eb2665fd954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:16.942429 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34796) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:13:16.999963 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-627d42e6-2c16-44e0-bfa0-b0a6b697840d tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:17.025364 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-627d42e6-2c16-44e0-bfa0-b0a6b697840d tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:17.179720 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-627d42e6-2c16-44e0-bfa0-b0a6b697840d tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:17.182295 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-627d42e6-2c16-44e0-bfa0-b0a6b697840d tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:17.183560 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-627d42e6-2c16-44e0-bfa0-b0a6b697840d tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] 10.222.0.46 "DELETE /v2.0/security-groups/29d653d1-aac6-4516-b56c-bf407b16e1f8 HTTP/1.1" status: 204 len: 168 time: 0.2401583 Sep 18 01:13:17.193254 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d42e6-2c16-44e0-bfa0-b0a6b697840d tempest-TestSnapshotPattern-468034835 tempest-TestSnapshotPattern-468034835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d653d1-aac6-4516-b56c-bf407b16e1f8,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:17.281535 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34800) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:13:17.364856 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:17.612908 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc080-76ab-4f9b-94cf-1001dced7c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:17.850271 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-bcfdc080-76ab-4f9b-94cf-1001dced7c6a admin admin] Deleting port 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:13:17.850614 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc080-76ab-4f9b-94cf-1001dced7c6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:17.946886 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-bcfdc080-76ab-4f9b-94cf-1001dced7c6a admin admin] For port 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=29e4324e-abcd-4d1e-a7f8-a35f192ffbfa,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:17.946886 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc080-76ab-4f9b-94cf-1001dced7c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:17.946886 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-bcfdc080-76ab-4f9b-94cf-1001dced7c6a admin admin] Calling delete_port for 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa owned by network:router_interface {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:13:18.125108 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:18.291114 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc080-76ab-4f9b-94cf-1001dced7c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:18.317025 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdc080-76ab-4f9b-94cf-1001dced7c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=29e4324e-abcd-4d1e-a7f8-a35f192ffbfa,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:18.478889 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc080-76ab-4f9b-94cf-1001dced7c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:18.517823 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9b34b579-db04-4fbd-9576-2d868911c12b no longer exists at agent hyperv_n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:13:18.537875 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] No Port match for: 9b34b579-db04-4fbd-9576-2d868911c12b {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:13:18.538214 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Device 9b34b579-db04-4fbd-9576-2d868911c12b not bound to the agent host n-h2-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:13:19.004459 n-d-809883-1 neutron-server[95591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfdc080-76ab-4f9b-94cf-1001dced7c6a admin admin] Router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:13:19.107077 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfdc080-76ab-4f9b-94cf-1001dced7c6a admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:13:19.113052 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-bcfdc080-76ab-4f9b-94cf-1001dced7c6a admin admin] 10.222.0.46 "PUT /v2.0/routers/f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8304067 Sep 18 01:13:19.114502 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34802) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:13:19.116320 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d901f68b-52c7-4fd9-814a-1446d762e469 None None] Sync routers for ids ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'] in n-d-809883-1 {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:13:19.126328 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d901f68b-52c7-4fd9-814a-1446d762e469 None None] Routers {'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:13:19.126961 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d901f68b-52c7-4fd9-814a-1446d762e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:13:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:19.215726 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d30096f5-bd44-4866-9604-feae1be73e20 admin admin] Notify callbacks [] for router, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:19.226302 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-d901f68b-52c7-4fd9-814a-1446d762e469 None None] Set router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d gateway port host: n-d-809883-1 {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:13:19.321184 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d30096f5-bd44-4866-9604-feae1be73e20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:19.432232 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-d30096f5-bd44-4866-9604-feae1be73e20 admin admin] Deleting port 9ed9a43d-7341-4f2f-a9ff-cc41b2720e24 {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:13:19.432583 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d30096f5-bd44-4866-9604-feae1be73e20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:19.509708 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-d30096f5-bd44-4866-9604-feae1be73e20 admin admin] For port 9ed9a43d-7341-4f2f-a9ff-cc41b2720e24, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=9ed9a43d-7341-4f2f-a9ff-cc41b2720e24,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:19.510066 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d30096f5-bd44-4866-9604-feae1be73e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:19.526895 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-d30096f5-bd44-4866-9604-feae1be73e20 admin admin] Calling delete_port for 9ed9a43d-7341-4f2f-a9ff-cc41b2720e24 owned by network:router_gateway {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:13:19.552786 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d901f68b-52c7-4fd9-814a-1446d762e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:13:18Z', 'revision_number': 5, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port': {'id': '9ed9a43d-7341-4f2f-a9ff-cc41b2720e24', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:23Z', 'updated_at': '2021-09-18T01:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:19.579178 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d901f68b-52c7-4fd9-814a-1446d762e469 None None] Checking router: f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d for host: n-d-809883-1 {{(pid=95593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:13:19.587364 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d901f68b-52c7-4fd9-814a-1446d762e469 None None] Routers {'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'} bound to L3 agent in host n-d-809883-1 {{(pid=95593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:13:19.592379 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d901f68b-52c7-4fd9-814a-1446d762e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:13:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'], 'active': True} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:19.673004 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvr_db [None req-d901f68b-52c7-4fd9-814a-1446d762e469 None None] Set router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d gateway port host: None {{(pid=95593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:13:19.726393 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_hamode_db [None req-d901f68b-52c7-4fd9-814a-1446d762e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:13:19Z', 'revision_number': 6, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port_host': None}], 'n-d-809883-1', False) {} {{(pid=95593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:19.747936 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d30096f5-bd44-4866-9604-feae1be73e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:19.752049 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d901f68b-52c7-4fd9-814a-1446d762e469 None None] The sync data for ids ['f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d'] in n-d-809883-1 is: [{'id': 'f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d', 'name': 'tempest-TestSnapshotPattern-111007031-router', 'tenant_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:22Z', 'updated_at': '2021-09-18T01:13:19Z', 'revision_number': 6, 'project_id': '82cb9b5e229e4b0cb16b8f365ae2949c', 'gw_port_host': None}] {{(pid=95593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:13:19.784677 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30096f5-bd44-4866-9604-feae1be73e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed9a43d-7341-4f2f-a9ff-cc41b2720e24,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:19.844179 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d30096f5-bd44-4866-9604-feae1be73e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:19.932141 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d30096f5-bd44-4866-9604-feae1be73e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:19.934279 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d30096f5-bd44-4866-9604-feae1be73e20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:20.073563 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d30096f5-bd44-4866-9604-feae1be73e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:20.074712 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30096f5-bd44-4866-9604-feae1be73e20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d {{(pid=95591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:13:20.088035 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-d30096f5-bd44-4866-9604-feae1be73e20 admin admin] Notify callbacks [] for router, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:20.088035 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-d30096f5-bd44-4866-9604-feae1be73e20 admin admin] 10.222.0.46 "DELETE /v2.0/routers/f52eb707-8a2e-4f7b-bd57-9e0491ad4c0d HTTP/1.1" status: 204 len: 168 time: 0.9643576 Sep 18 01:13:20.088035 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34804) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:13:20.132319 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb92db2-2f1f-478f-a674-f2eba9698fa6 admin admin] Deleting subnet 21ca63f8-71d3-4bb6-8e12-973e97bb5131 {{(pid=95591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:13:20.135645 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-deb92db2-2f1f-478f-a674-f2eba9698fa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:20.136626 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:20.171547 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-deb92db2-2f1f-478f-a674-f2eba9698fa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17569486'] for subnet, precommit_delete_associations {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:20.250662 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-deb92db2-2f1f-478f-a674-f2eba9698fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:20.371592 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-deb92db2-2f1f-478f-a674-f2eba9698fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16985553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18129138'] for subnet, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:20.398880 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb92db2-2f1f-478f-a674-f2eba9698fa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21ca63f8-71d3-4bb6-8e12-973e97bb5131,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:20.400879 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-deb92db2-2f1f-478f-a674-f2eba9698fa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:20.403333 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-deb92db2-2f1f-478f-a674-f2eba9698fa6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/21ca63f8-71d3-4bb6-8e12-973e97bb5131 HTTP/1.1" status: 204 len: 168 time: 0.3194833 Sep 18 01:13:20.405232 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34806) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:13:20.407797 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376b1d17-d3b0-41b7-9979-09867034bb40 None None] Network 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:13:20.472189 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:20.539806 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] Deleting port 434fbd94-9a48-443c-8c15-aacb15105dac {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:13:20.540152 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:20.601163 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b73b0ea-cbb7-473f-bd74-792e8a42db5a None None] DHCP port deletion for 225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:13:20.604427 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] For port 434fbd94-9a48-443c-8c15-aacb15105dac, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=434fbd94-9a48-443c-8c15-aacb15105dac,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:20.604803 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:20.619972 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] Calling delete_port for 434fbd94-9a48-443c-8c15-aacb15105dac owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:13:20.650555 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3b73b0ea-cbb7-473f-bd74-792e8a42db5a None None] Deleting port 434fbd94-9a48-443c-8c15-aacb15105dac {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:13:20.651003 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3b73b0ea-cbb7-473f-bd74-792e8a42db5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:20.720150 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-3b73b0ea-cbb7-473f-bd74-792e8a42db5a None None] For port 434fbd94-9a48-443c-8c15-aacb15105dac, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=434fbd94-9a48-443c-8c15-aacb15105dac,segment=NetworkSegment(9b6a2880-5b0b-4b15-ac62-e530e78541f7),segment_id=9b6a2880-5b0b-4b15-ac62-e530e78541f7)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:20.720150 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3b73b0ea-cbb7-473f-bd74-792e8a42db5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:20.731142 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-3b73b0ea-cbb7-473f-bd74-792e8a42db5a None None] Calling delete_port for 434fbd94-9a48-443c-8c15-aacb15105dac owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:13:20.786006 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:20.815175 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-3b73b0ea-cbb7-473f-bd74-792e8a42db5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:20.818713 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] No DVR routers for this DVR port 434fbd94-9a48-443c-8c15-aacb15105dac on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:13:20.824976 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=434fbd94-9a48-443c-8c15-aacb15105dac,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:20.840532 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73b0ea-cbb7-473f-bd74-792e8a42db5a None None] Pushing event deleted for resources: {'Port': ['ID=434fbd94-9a48-443c-8c15-aacb15105dac,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:20.844100 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b73b0ea-cbb7-473f-bd74-792e8a42db5a None None] No DVR routers for this DVR port 434fbd94-9a48-443c-8c15-aacb15105dac on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:13:20.898527 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:20.919259 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225849b0-e623-4e9a-9a5a-abfe5eb5a4a7']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:20.928443 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6a2880-5b0b-4b15-ac62-e530e78541f7') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:20.928737 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6a2880-5b0b-4b15-ac62-e530e78541f7') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:20.942494 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:20.955357 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:20.961099 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:13:20.961486 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: timer() Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:13:20.963100 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:13:21.077045 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:21.085852 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:21.085852 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/225849b0-e623-4e9a-9a5a-abfe5eb5a4a7 HTTP/1.1" status: 204 len: 168 time: 0.6787753 Sep 18 01:13:21.088102 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34808) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:13:21.106016 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd851c-0eba-4829-a617-c6d184b964a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=225849b0-e623-4e9a-9a5a-abfe5eb5a4a7,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:21.347707 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 434fbd94-9a48-443c-8c15-aacb15105dac no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:13:21.367634 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 434fbd94-9a48-443c-8c15-aacb15105dac {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:13:21.367981 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 434fbd94-9a48-443c-8c15-aacb15105dac not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:13:21.368655 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9ed9a43d-7341-4f2f-a9ff-cc41b2720e24 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:13:21.390683 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 9ed9a43d-7341-4f2f-a9ff-cc41b2720e24 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:13:21.391027 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 9ed9a43d-7341-4f2f-a9ff-cc41b2720e24 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:13:21.393805 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:13:21.410170 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:13:21.410523 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 29e4324e-abcd-4d1e-a7f8-a35f192ffbfa not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:13:21.427454 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-639fbe66-ce43-4f92-aa2b-f4202f1b4b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506379'] for router_interface, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:21.666773 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-639fbe66-ce43-4f92-aa2b-f4202f1b4b50 admin admin] Deleting port 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5 {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:13:21.667002 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-639fbe66-ce43-4f92-aa2b-f4202f1b4b50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:21.744787 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-639fbe66-ce43-4f92-aa2b-f4202f1b4b50 admin admin] For port 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5,segment=NetworkSegment(7cebabf4-df31-4ee6-9bd6-abd7a6b24c28),segment_id=7cebabf4-df31-4ee6-9bd6-abd7a6b24c28)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:21.745167 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-639fbe66-ce43-4f92-aa2b-f4202f1b4b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:21.757594 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-639fbe66-ce43-4f92-aa2b-f4202f1b4b50 admin admin] Calling delete_port for 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5 owned by network:router_interface {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:13:22.010664 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-639fbe66-ce43-4f92-aa2b-f4202f1b4b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:22.037212 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fbe66-ce43-4f92-aa2b-f4202f1b4b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:22.197506 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-639fbe66-ce43-4f92-aa2b-f4202f1b4b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16258743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-504507'] for router_interface, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:22.405147 n-d-809883-1 neutron-server[95592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639fbe66-ce43-4f92-aa2b-f4202f1b4b50 admin admin] Router 13644358-7678-4324-9484-ab9d25371d16 has already been hosted by L3 agent 0aff6877-7ec5-4809-a15d-7b284289736e {{(pid=95592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:13:22.507488 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639fbe66-ce43-4f92-aa2b-f4202f1b4b50 admin admin] Notify agent at l3_agent.n-d-809883-1 the message routers_updated {{(pid=95592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:13:22.513073 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-639fbe66-ce43-4f92-aa2b-f4202f1b4b50 admin admin] 10.222.0.46 "PUT /v2.0/routers/13644358-7678-4324-9484-ab9d25371d16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4238756 Sep 18 01:13:22.515547 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34810) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:13:22.518030 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6c4616-9d42-428c-a02b-a1a4b2d039fa None None] Sync routers for ids ['13644358-7678-4324-9484-ab9d25371d16'] in n-d-809883-1 {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:13:22.527146 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6c4616-9d42-428c-a02b-a1a4b2d039fa None None] Routers {'13644358-7678-4324-9484-ab9d25371d16'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:13:22.527748 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7c6c4616-9d42-428c-a02b-a1a4b2d039fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:13:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13644358-7678-4324-9484-ab9d25371d16'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:22.630112 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-7c6c4616-9d42-428c-a02b-a1a4b2d039fa None None] Set router 13644358-7678-4324-9484-ab9d25371d16 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:13:22.711046 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-11524e1a-db13-403d-a0dc-a5a329f7f6fe admin admin] Notify callbacks [] for router, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:22.804306 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7c6c4616-9d42-428c-a02b-a1a4b2d039fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13644358-7678-4324-9484-ab9d25371d16', 'name': 'tempest-TestSnapshotPattern-461581100-router', 'tenant_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ac678c9f-bfda-49b3-ae99-58092a38230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:28Z', 'updated_at': '2021-09-18T01:13:21Z', 'revision_number': 5, 'project_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'gw_port': {'id': 'ac678c9f-bfda-49b3-ae99-58092a38230e', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13644358-7678-4324-9484-ab9d25371d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:29Z', 'updated_at': '2021-09-18T01:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:22.811747 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-11524e1a-db13-403d-a0dc-a5a329f7f6fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:22.830407 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6c4616-9d42-428c-a02b-a1a4b2d039fa None None] Checking router: 13644358-7678-4324-9484-ab9d25371d16 for host: n-d-809883-1 {{(pid=95594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:13:22.838587 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6c4616-9d42-428c-a02b-a1a4b2d039fa None None] Routers {'13644358-7678-4324-9484-ab9d25371d16'} bound to L3 agent in host n-d-809883-1 {{(pid=95594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 18 01:13:22.839188 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7c6c4616-9d42-428c-a02b-a1a4b2d039fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809883-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T23:25:46Z,description=,heartbeat_timestamp=2021-09-18T01:13:17Z,host='n-d-809883-1',id=0aff6877-7ec5-4809-a15d-7b284289736e,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T23:25:47Z,topic='l3_agent')) {'router_ids': ['13644358-7678-4324-9484-ab9d25371d16'], 'active': True} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:22.926427 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-11524e1a-db13-403d-a0dc-a5a329f7f6fe admin admin] Deleting port ac678c9f-bfda-49b3-ae99-58092a38230e {{(pid=95592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:13:22.926765 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-11524e1a-db13-403d-a0dc-a5a329f7f6fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:22.943155 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_dvr_db [None req-7c6c4616-9d42-428c-a02b-a1a4b2d039fa None None] Set router 13644358-7678-4324-9484-ab9d25371d16 gateway port host: n-d-809883-1 {{(pid=95594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 18 01:13:23.013795 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.db [None req-11524e1a-db13-403d-a0dc-a5a329f7f6fe admin admin] For port ac678c9f-bfda-49b3-ae99-58092a38230e, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=ac678c9f-bfda-49b3-ae99-58092a38230e,segment=NetworkSegment(f933b516-2efb-49c9-8eb2-9add9457ed96),segment_id=f933b516-2efb-49c9-8eb2-9add9457ed96)] {{(pid=95592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:23.013795 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-11524e1a-db13-403d-a0dc-a5a329f7f6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:23.022263 n-d-809883-1 neutron-server[95592]: DEBUG neutron.plugins.ml2.plugin [None req-11524e1a-db13-403d-a0dc-a5a329f7f6fe admin admin] Calling delete_port for ac678c9f-bfda-49b3-ae99-58092a38230e owned by network:router_gateway {{(pid=95592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:13:23.115584 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.l3_hamode_db [None req-7c6c4616-9d42-428c-a02b-a1a4b2d039fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13644358-7678-4324-9484-ab9d25371d16', 'name': 'tempest-TestSnapshotPattern-461581100-router', 'tenant_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ac678c9f-bfda-49b3-ae99-58092a38230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:28Z', 'updated_at': '2021-09-18T01:13:21Z', 'revision_number': 5, 'project_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'gw_port': {'id': 'ac678c9f-bfda-49b3-ae99-58092a38230e', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13644358-7678-4324-9484-ab9d25371d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:29Z', 'updated_at': '2021-09-18T01:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}], 'n-d-809883-1', False) {} {{(pid=95594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:23.145851 n-d-809883-1 neutron-server[95594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6c4616-9d42-428c-a02b-a1a4b2d039fa None None] The sync data for ids ['13644358-7678-4324-9484-ab9d25371d16'] in n-d-809883-1 is: [{'id': '13644358-7678-4324-9484-ab9d25371d16', 'name': 'tempest-TestSnapshotPattern-461581100-router', 'tenant_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'external_fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'ac678c9f-bfda-49b3-ae99-58092a38230e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-18T01:08:28Z', 'updated_at': '2021-09-18T01:13:21Z', 'revision_number': 5, 'project_id': 'bb684f326b8c4ebab724d6a28d482ffd', 'gw_port': {'id': 'ac678c9f-bfda-49b3-ae99-58092a38230e', 'name': '', 'network_id': '544c7e65-fba8-424a-a169-b245d1aea919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13644358-7678-4324-9484-ab9d25371d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809883-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-18T01:08:29Z', 'updated_at': '2021-09-18T01:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceac0de6-d89a-4323-8f7c-d5d8d2e0b219', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809883-1'}] {{(pid=95594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:13:23.250275 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-11524e1a-db13-403d-a0dc-a5a329f7f6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25181602'] for port, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:23.276965 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11524e1a-db13-403d-a0dc-a5a329f7f6fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ac678c9f-bfda-49b3-ae99-58092a38230e,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:23.334784 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-11524e1a-db13-403d-a0dc-a5a329f7f6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-504445'] for router_gateway, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:23.424409 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-11524e1a-db13-403d-a0dc-a5a329f7f6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-492076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1709'] for router, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:23.426546 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-11524e1a-db13-403d-a0dc-a5a329f7f6fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:23.569071 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5 no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:13:23.574954 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-11524e1a-db13-403d-a0dc-a5a329f7f6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-492247'] for router, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:23.575500 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11524e1a-db13-403d-a0dc-a5a329f7f6fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13644358-7678-4324-9484-ab9d25371d16 {{(pid=95592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:13:23.580092 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-11524e1a-db13-403d-a0dc-a5a329f7f6fe admin admin] Notify callbacks [] for router, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:23.581398 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-11524e1a-db13-403d-a0dc-a5a329f7f6fe admin admin] 10.222.0.46 "DELETE /v2.0/routers/13644358-7678-4324-9484-ab9d25371d16 HTTP/1.1" status: 204 len: 168 time: 1.0649402 Sep 18 01:13:23.583971 n-d-809883-1 neutron-server[95592]: DEBUG neutron.wsgi [-] (95592) accepted ('10.222.0.46', 34816) {{(pid=95592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:13:23.602300 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5 {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:13:23.602636 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 19fc8d8e-38f5-4020-88ed-c7b76fc9f5e5 not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:13:23.628415 n-d-809883-1 neutron-server[95592]: DEBUG neutron.db.db_base_plugin_v2 [None req-3255dbe8-6b12-4271-a39c-e01fc34332b8 admin admin] Deleting subnet 2749cef2-2dac-4c59-83c4-714600b2c340 {{(pid=95592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 18 01:13:23.631451 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3255dbe8-6b12-4271-a39c-e01fc34332b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:23.664890 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3255dbe8-6b12-4271-a39c-e01fc34332b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3466901'] for subnet, precommit_delete_associations {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:23.748259 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3255dbe8-6b12-4271-a39c-e01fc34332b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16336539'] for subnet, precommit_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:23.865660 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3255dbe8-6b12-4271-a39c-e01fc34332b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16336524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25181581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25910803'] for subnet, after_delete {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:23.890398 n-d-809883-1 neutron-server[95592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255dbe8-6b12-4271-a39c-e01fc34332b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2749cef2-2dac-4c59-83c4-714600b2c340,revision_number=None']} {{(pid=95592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:23.898308 n-d-809883-1 neutron-server[95592]: DEBUG neutron_lib.callbacks.manager [None req-3255dbe8-6b12-4271-a39c-e01fc34332b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:23.900228 n-d-809883-1 neutron-server[95592]: INFO neutron.wsgi [None req-3255dbe8-6b12-4271-a39c-e01fc34332b8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2749cef2-2dac-4c59-83c4-714600b2c340 HTTP/1.1" status: 204 len: 168 time: 0.3155198 Sep 18 01:13:23.903035 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34818) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:13:23.903609 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b759bf8-fc9a-4013-bde7-2341ef669ed3 None None] Network a2abc197-c742-4c5a-a83b-30f678686d05 requested from n-d-809883-1 {{(pid=95593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 18 01:13:23.974153 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16301674'] for network, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:24.029880 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] Deleting port 58bcb652-7e74-4b3f-9901-6541b90dd6ea {{(pid=95591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:13:24.030285 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:24.091795 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.db [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] For port 58bcb652-7e74-4b3f-9901-6541b90dd6ea, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=58bcb652-7e74-4b3f-9901-6541b90dd6ea,segment=NetworkSegment(7cebabf4-df31-4ee6-9bd6-abd7a6b24c28),segment_id=7cebabf4-df31-4ee6-9bd6-abd7a6b24c28)] {{(pid=95591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:24.092086 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:24.104709 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.plugin [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] Calling delete_port for 58bcb652-7e74-4b3f-9901-6541b90dd6ea owned by network:dhcp {{(pid=95591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:13:24.117327 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6059e8f5-6b18-4ff6-b453-55fd92ffeea7 None None] DHCP port deletion for a2abc197-c742-4c5a-a83b-30f678686d05 request from n-d-809883-1 {{(pid=95593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 18 01:13:24.169679 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6059e8f5-6b18-4ff6-b453-55fd92ffeea7 None None] Deleting port 58bcb652-7e74-4b3f-9901-6541b90dd6ea {{(pid=95593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 18 01:13:24.170050 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6059e8f5-6b18-4ff6-b453-55fd92ffeea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778770512177'] for port, before_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:24.235319 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.db [None req-6059e8f5-6b18-4ff6-b453-55fd92ffeea7 None None] For port 58bcb652-7e74-4b3f-9901-6541b90dd6ea, host n-d-809883-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809883-1',level=0,port_id=58bcb652-7e74-4b3f-9901-6541b90dd6ea,segment=NetworkSegment(7cebabf4-df31-4ee6-9bd6-abd7a6b24c28),segment_id=7cebabf4-df31-4ee6-9bd6-abd7a6b24c28)] {{(pid=95593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:13:24.235711 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6059e8f5-6b18-4ff6-b453-55fd92ffeea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-500803'] for port, precommit_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:24.248103 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-6059e8f5-6b18-4ff6-b453-55fd92ffeea7 None None] Calling delete_port for 58bcb652-7e74-4b3f-9901-6541b90dd6ea owned by network:dhcp {{(pid=95593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 18 01:13:24.276878 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16985598'] for port, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:24.305656 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=58bcb652-7e74-4b3f-9901-6541b90dd6ea,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:24.307425 n-d-809883-1 neutron-server[95591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] No DVR routers for this DVR port 58bcb652-7e74-4b3f-9901-6541b90dd6ea on host n-d-809883-1 {{(pid=95591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:13:24.320744 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6059e8f5-6b18-4ff6-b453-55fd92ffeea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16379242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778770518519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778769996472'] for port, after_delete {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:24.344431 n-d-809883-1 neutron-server[95593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059e8f5-6b18-4ff6-b453-55fd92ffeea7 None None] Pushing event deleted for resources: {'Port': ['ID=58bcb652-7e74-4b3f-9901-6541b90dd6ea,revision_number=None']} {{(pid=95593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:24.348357 n-d-809883-1 neutron-server[95593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6059e8f5-6b18-4ff6-b453-55fd92ffeea7 None None] No DVR routers for this DVR port 58bcb652-7e74-4b3f-9901-6541b90dd6ea on host n-d-809883-1 {{(pid=95593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 18 01:13:24.387269 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16336668', 'neutron.services.segments.db._delete_segments_for_network-8778770331037'] for network, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:24.406824 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2abc197-c742-4c5a-a83b-30f678686d05']}} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:24.416075 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cebabf4-df31-4ee6-9bd6-abd7a6b24c28') {'for_net_delete': True} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:24.416373 n-d-809883-1 neutron-server[95591]: DEBUG neutron.services.segments.db [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cebabf4-df31-4ee6-9bd6-abd7a6b24c28') {} {{(pid=95591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:13:24.425994 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778770332326', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17569477'] for segment, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:24.439760 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606'] for segment, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:24.445952 n-d-809883-1 neutron-server[95591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:13:24.446364 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16984335'] for segment, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: Traceback (most recent call last): Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: timer() Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: cb(*args, **kw) Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: return func(*args, **kwargs) Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: self._notify() Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: self.callback(batched_events) Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: event.method(event) Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: aggregate_uuid = self.p_client.list_aggregates( Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: return f(self, *a, **k) Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: return self._get(url).json() Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: return self.request(url, 'GET', **kwargs) Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: base_url = self.get_endpoint(auth, allow=allow, Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 18 01:13:24.448000 n-d-809883-1 neutron-server[95591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 18 01:13:24.564930 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16336645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16257348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504345'] for network, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:24.570233 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] Notify callbacks [] for network, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:24.572123 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a2abc197-c742-4c5a-a83b-30f678686d05 HTTP/1.1" status: 204 len: 168 time: 0.6680903 Sep 18 01:13:24.582815 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5c080-126c-446e-8346-3e07f9059f37 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2abc197-c742-4c5a-a83b-30f678686d05,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:24.887787 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34822) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:13:24.931618 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-6ba101bc-adf5-44bb-9817-ee0a53bf8cd3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=82cb9b5e229e4b0cb16b8f365ae2949c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426493 Sep 18 01:13:24.934123 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34824) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:13:24.980182 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d463442-e22d-4809-b386-2c5c62bbfd54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:25.001328 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d463442-e22d-4809-b386-2c5c62bbfd54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:25.105379 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d463442-e22d-4809-b386-2c5c62bbfd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:25.107942 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-4d463442-e22d-4809-b386-2c5c62bbfd54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:25.109120 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-4d463442-e22d-4809-b386-2c5c62bbfd54 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71faf779-8f8e-480a-92f8-db8ad129aa8d HTTP/1.1" status: 204 len: 168 time: 0.1740823 Sep 18 01:13:25.116610 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d463442-e22d-4809-b386-2c5c62bbfd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71faf779-8f8e-480a-92f8-db8ad129aa8d,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:25.336747 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 58bcb652-7e74-4b3f-9901-6541b90dd6ea no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:13:25.359661 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: 58bcb652-7e74-4b3f-9901-6541b90dd6ea {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:13:25.360090 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device 58bcb652-7e74-4b3f-9901-6541b90dd6ea not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:13:25.360371 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ac678c9f-bfda-49b3-ae99-58092a38230e no longer exists at agent ovs-agent-n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:13:25.378328 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.plugin [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] No Port match for: ac678c9f-bfda-49b3-ae99-58092a38230e {{(pid=95593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 18 01:13:25.378666 n-d-809883-1 neutron-server[95593]: DEBUG neutron.plugins.ml2.rpc [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Device ac678c9f-bfda-49b3-ae99-58092a38230e not bound to the agent host n-d-809883-1 {{(pid=95593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:13:25.715883 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34830) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:13:25.755659 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-1b2dec19-49c4-4b7c-ab66-8e3b61ee944a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb684f326b8c4ebab724d6a28d482ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386174 Sep 18 01:13:25.757992 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [-] (95591) accepted ('10.222.0.46', 34832) {{(pid=95591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 18 01:13:25.804304 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c40823f9-df8f-4bd4-96dc-4f361e764478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:25.825227 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c40823f9-df8f-4bd4-96dc-4f361e764478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:25.924513 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c40823f9-df8f-4bd4-96dc-4f361e764478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498900'] for security_group, after_delete {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:25.927051 n-d-809883-1 neutron-server[95591]: DEBUG neutron_lib.callbacks.manager [None req-c40823f9-df8f-4bd4-96dc-4f361e764478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:25.928276 n-d-809883-1 neutron-server[95591]: INFO neutron.wsgi [None req-c40823f9-df8f-4bd4-96dc-4f361e764478 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65b7653e-49b9-44fd-b1c1-5639e91d5bff HTTP/1.1" status: 204 len: 168 time: 0.1694148 Sep 18 01:13:25.936851 n-d-809883-1 neutron-server[95591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40823f9-df8f-4bd4-96dc-4f361e764478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b7653e-49b9-44fd-b1c1-5639e91d5bff,revision_number=None']} {{(pid=95591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:13:41.390910 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:44.207847 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-809edb22-5d65-45be-b5b2-7ab8bde42067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:44.333616 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:46.706619 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-84036fca-12ef-4c56-b4b5-aab462d63c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:47.367785 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:48.158210 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:50.150307 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:13:51.640114 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:14:11.385928 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:14.203214 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6f971f97-8f92-4dfa-b6c6-b58aa51a976b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:14.345330 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:16.727381 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db2b4a33-6c32-4e3a-8502-4442b9536e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:17.368797 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:18.156550 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:20.149825 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:28.640184 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:14:41.384584 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:44.173052 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d900c8e0-abf3-4edb-908a-89a46bfc3aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:44.309780 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:46.715662 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-8118a569-58e1-4d84-be09-3b93849919c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:47.372913 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:48.138316 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:14:50.138570 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:05.640321 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:15:11.400266 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:14.234498 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b0b95b7d-ff4e-4907-9abf-8fc4f6fab702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:14.383275 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:16.731835 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4146f9f3-3a39-4d74-8667-49f3f9862876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:17.389503 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:18.143562 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:20.154445 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:41.405272 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:42.639255 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:15:44.199209 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d70f7439-b099-4858-a662-96b512116244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:44.313638 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:46.719294 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bea47807-d0f2-4252-b189-70a586c82851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:47.382107 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:48.148107 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:15:50.147715 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:11.415968 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:14.204618 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-50a23358-ecef-47ee-91cc-13e984c9bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:14.324863 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:16.724278 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-f13a0933-25be-4f84-968b-85664ca20f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:17.347099 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:18.169943 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:19.637928 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:16:20.147543 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:41.415203 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:44.203221 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-93a490e1-caf7-4290-9fde-d406b70a7320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:44.318596 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:46.718349 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-cfabd3ac-aea7-403f-b546-0286a7bde3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:47.396763 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:48.156957 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:50.167832 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:16:56.636459 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:17:11.436742 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:14.202953 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-741054c7-b57a-4d05-8f95-2bfdc1b72db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:14.340242 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:16.729131 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-576aedf8-51b6-49fc-8a6a-0c890f5b0106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:17.372642 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:18.166869 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:20.174775 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:33.635125 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:17:41.465903 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:44.276866 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9fce99cd-43d5-43c6-8a74-7eb518754d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:44.345454 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:46.720478 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-d7ceb337-b60b-4f55-ac39-41cd06436fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:47.380165 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:48.177430 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:17:50.155235 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:10.633959 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:18:11.482782 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:14.222158 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-6d2817b6-701f-450e-8846-37c5a8303394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:14.345672 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:16.717406 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-c138fc43-dee8-415a-9a3f-948727e11fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:17.362321 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:18.182219 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:20.162542 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:41.458668 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:44.227067 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-e568875f-7808-400e-9f1d-5095608212a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:44.339627 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:46.745080 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-ace0f5c7-1c3a-40c0-a985-b858ecc62954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:47.373802 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:47.632889 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:18:48.181279 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:18:50.168054 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:11.464641 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:14.213410 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-27f0ad53-16bc-48fb-aaf1-576a1a6bb512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:14.346380 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:16.699287 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-59d05dd8-275d-4269-9ffc-ea955999af32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:17.384645 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:18.151879 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:20.172972 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:24.632239 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:19:41.475955 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:44.208044 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-29bf6fa5-229b-40f0-9395-2189e6b64b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:44.350910 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:46.693775 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-84e37479-4a9d-4387-94e7-a066402100c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:47.373146 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:48.196622 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:19:50.178970 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:01.630663 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:20:11.464435 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:14.224246 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-5124eb5d-3967-4a51-9fc6-bd751994770e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:14.361456 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:16.687346 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-242d0a01-a367-4ca1-ae21-b4149cafa1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:17.361468 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:18.172860 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:20.184098 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:38.629221 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:20:41.531959 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:44.217615 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-bd08f01d-37b5-41f5-ade1-9824aff57e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:44.372259 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:46.726406 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-9df68edb-118c-4c18-afbc-4e02ce4e1e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:47.383553 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:48.166425 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:20:50.171801 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:08.021655 n-d-809883-1 neutron-server[95591]: DEBUG neutron.wsgi [req-e53d6b72-fa9b-4635-9695-ea70d2edcbd5 req-9da67f87-3852-4000-8a9f-e343845c7a9c service neutron] (95591) timed out ('10.222.0.46', 60928) {{(pid=95591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 18 01:21:11.491863 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:14.200307 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-44225676-57f9-49f0-8d5c-d3004d0cbf6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:14.360232 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:15.628457 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:21:16.708168 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-4110478d-fc9c-4a5d-a31e-d5b530d30474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:17.377300 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:18.181808 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:20.177002 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:41.491097 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-a5e326f2-942c-4c3c-a0b9-60985a7a6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:44.223003 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-928d6855-f55e-4cd8-9dd6-75b1e126f525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:44.394144 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-db9c2b8a-f699-4625-a75b-e7447f4459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:46.712987 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-b53270ac-b63f-4324-a124-b7ddb3f9befc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:47.369710 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-15e16cca-3485-4edf-8082-7f067c822b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:48.186726 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-825754aa-20dc-47a8-b6b5-bfb5e5f5f6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:50.181495 n-d-809883-1 neutron-server[95593]: DEBUG neutron_lib.callbacks.manager [None req-dbddf5be-b83e-4ea6-a259-e4dcb580d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778770331019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338204'] for agent, after_update {{(pid=95593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 18 01:21:52.627481 n-d-809883-1 neutron-server[95594]: DEBUG neutron.db.agents_db [None req-569f6676-fea5-45c2-8b7c-d357356e0a4b None None] Agent healthcheck: found 7 active agents {{(pid=95594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}